-- Logs begin at Tue 2021-09-21 16:51:01 UTC, end at Tue 2021-09-21 19:20:34 UTC. -- Sep 21 17:36:58.754126 n-d-810291-1 systemd[1]: Started Devstack devstack@q-svc.service. Sep 21 17:37:01.521378 n-d-810291-1 neutron-server[101351]: INFO neutron.common.config [-] Logging enabled! Sep 21 17:37:01.521947 n-d-810291-1 neutron-server[101351]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev8 Sep 21 17:37:01.522035 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101351) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 21 17:37:01.525394 n-d-810291-1 neutron-server[101351]: INFO neutron.common.config [-] Logging enabled! Sep 21 17:37:01.525651 n-d-810291-1 neutron-server[101351]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev8 Sep 21 17:37:01.525970 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101351) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 21 17:37:01.526943 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 17:37:01.527185 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 17:37:01.527549 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 17:37:01.527798 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 17:37:01.528027 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 17:37:01.528355 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.528657 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.528954 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.529191 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.529471 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.529764 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.530051 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.530342 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.530637 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.530950 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.531230 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.531516 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.531746 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.532029 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.532300 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.532589 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.532815 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] debug = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.533098 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.533523 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.533936 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.534219 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.534511 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.534791 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.535115 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.535477 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.535683 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.536017 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] host = n-d-810291-1 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.536299 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.537930 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.538236 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.538537 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.538826 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.539149 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.540142 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.540432 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.540720 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] log_file = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.541001 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.541299 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.541602 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.541899 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.542128 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.544450 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.544770 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.545084 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.545553 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.546050 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.546545 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.547093 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.547600 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.548093 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.548542 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.548852 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.549158 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.549450 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.549738 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.550024 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.550307 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.550604 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.550958 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.551246 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.551535 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.551828 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.552103 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.552383 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.552693 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.552986 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.553272 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.553568 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.553848 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.554134 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.554410 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.554686 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.554981 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] use_json = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.555260 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.555534 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.555824 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.556097 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.556370 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.556647 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.556920 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.557210 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:01.557514 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.557817 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.558121 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.558408 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.559148 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.559434 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.559731 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.560014 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.560310 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.560601 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.560900 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.561187 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.561478 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.561763 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.562064 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.562377 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.562673 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.562992 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.563274 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.563683 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.564056 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.564342 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.564636 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.564919 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.565216 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.565513 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.565794 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.566087 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.566411 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.566708 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.567009 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.567300 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.567600 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.567884 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.568162 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.568446 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.568739 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.569023 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.569299 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.569585 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.569869 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.570146 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.570421 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.570705 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.571020 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.571307 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.571584 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.571862 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.572142 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.572416 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.572710 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.572993 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.573270 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.573550 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.573834 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.574108 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.574491 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.574861 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.575166 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.575453 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.575731 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.576005 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.576290 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.576570 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.576847 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.577123 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.577402 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.577685 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.577961 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.578238 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.578604 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.578879 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.579181 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.580743 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.581079 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.581379 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.581674 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.582119 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.582321 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.582610 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.582898 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.583210 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.583497 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.584317 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.585198 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.585499 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.585800 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.586102 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.586391 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.586704 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.587015 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.587307 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.588681 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.588982 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.589282 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.589580 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.589887 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.590194 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.590495 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.590798 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.591650 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.592526 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.592865 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.593165 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:01.593394 n-d-810291-1 neutron-server[101351]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 17:37:01.593651 n-d-810291-1 neutron-server[101351]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101351) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 21 17:37:01.965645 n-d-810291-1 neutron-server[101351]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 21 17:37:01.965889 n-d-810291-1 neutron-server[101351]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 21 17:37:01.966206 n-d-810291-1 neutron-server[101351]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 21 17:37:01.966545 n-d-810291-1 neutron-server[101351]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 21 17:37:02.368431 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.368706 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.368918 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.370247 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.370527 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.370804 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.406259 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.406541 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.406813 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.421675 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.421956 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.422225 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.450823 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.451137 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.451409 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.488385 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.488673 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.488944 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.717193 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.717864 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.717864 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.718019 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.718679 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.837264 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.837576 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.837859 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.838136 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.838404 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.838723 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.838983 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.839287 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.839530 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.839820 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.840078 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.840330 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.840588 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.840841 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.841099 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.841362 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.841618 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.841870 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.842143 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.842408 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.842685 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.842954 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.843243 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.843623 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.843874 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.844123 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.844521 n-d-810291-1 neutron-server[101351]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101351) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 17:37:02.844764 n-d-810291-1 neutron-server[101351]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101351) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 17:37:02.845003 n-d-810291-1 neutron-server[101351]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101351) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 17:37:02.845238 n-d-810291-1 neutron-server[101351]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101351) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 17:37:02.845473 n-d-810291-1 neutron-server[101351]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101351) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 17:37:02.845710 n-d-810291-1 neutron-server[101351]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101351) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 17:37:02.846081 n-d-810291-1 neutron-server[101351]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 21 17:37:02.849299 n-d-810291-1 neutron-server[101351]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 21 17:37:02.853341 n-d-810291-1 neutron-server[101351]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 21 17:37:02.857049 n-d-810291-1 neutron-server[101351]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 21 17:37:02.858665 n-d-810291-1 neutron-server[101351]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 21 17:37:02.859155 n-d-810291-1 neutron-server[101351]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 21 17:37:02.859495 n-d-810291-1 neutron-server[101351]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 21 17:37:02.859887 n-d-810291-1 neutron-server[101351]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 21 17:37:02.862710 n-d-810291-1 neutron-server[101351]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 21 17:37:02.862947 n-d-810291-1 neutron-server[101351]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 21 17:37:02.863401 n-d-810291-1 neutron-server[101351]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 21 17:37:02.868761 n-d-810291-1 neutron-server[101351]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 21 17:37:02.890617 n-d-810291-1 neutron-server[101351]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 21 17:37:02.891104 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.891410 n-d-810291-1 neutron-server[101351]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101351) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 21 17:37:02.891779 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.893149 n-d-810291-1 neutron-server[101351]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101351) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 21 17:37:02.893593 n-d-810291-1 neutron-server[101351]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 21 17:37:02.893846 n-d-810291-1 neutron-server[101351]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 21 17:37:02.897086 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.897377 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:02.961769 n-d-810291-1 neutron-server[101351]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 21 17:37:02.961955 n-d-810291-1 neutron-server[101351]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 21 17:37:02.962235 n-d-810291-1 neutron-server[101351]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 21 17:37:02.962611 n-d-810291-1 neutron-server[101351]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 21 17:37:02.986705 n-d-810291-1 neutron-server[101351]: DEBUG oslo_db.sqlalchemy.engines [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101351) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 21 17:37:03.532043 n-d-810291-1 neutron-server[101351]: INFO neutron.plugins.ml2.managers [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Initializing driver for type 'gre' Sep 21 17:37:03.532613 n-d-810291-1 neutron-server[101351]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] gre ID ranges: [(1, 1000)] Sep 21 17:37:03.585562 n-d-810291-1 neutron-server[101351]: INFO neutron.plugins.ml2.managers [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Initializing driver for type 'local' Sep 21 17:37:03.586092 n-d-810291-1 neutron-server[101351]: INFO neutron.plugins.ml2.managers [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Initializing driver for type 'vlan' Sep 21 17:37:03.604711 n-d-810291-1 neutron-server[101351]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] VlanTypeDriver initialization complete Sep 21 17:37:03.605100 n-d-810291-1 neutron-server[101351]: INFO neutron.plugins.ml2.managers [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Initializing driver for type 'vxlan' Sep 21 17:37:03.605650 n-d-810291-1 neutron-server[101351]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] vxlan ID ranges: [(1, 1000)] Sep 21 17:37:03.662695 n-d-810291-1 neutron-server[101351]: INFO neutron.plugins.ml2.managers [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Initializing extension driver 'port_security' Sep 21 17:37:03.663240 n-d-810291-1 neutron-server[101351]: INFO neutron.plugins.ml2.extensions.port_security [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] PortSecurityExtensionDriver initialization complete Sep 21 17:37:03.663853 n-d-810291-1 neutron-server[101351]: INFO neutron.plugins.ml2.managers [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Initializing mechanism driver 'openvswitch' Sep 21 17:37:03.664387 n-d-810291-1 neutron-server[101351]: INFO neutron.plugins.ml2.managers [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Initializing mechanism driver 'hyperv' Sep 21 17:37:03.675111 n-d-810291-1 neutron-server[101351]: DEBUG neutron.plugins.ml2.plugin [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:37:03.676233 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > port after_create 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.676794 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > port after_update 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.677333 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > port after_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.678180 n-d-810291-1 neutron-server[101351]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101351) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 17:37:03.678811 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > subnet after_create 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.679366 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > subnet after_update 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.679764 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.680387 n-d-810291-1 neutron-server[101351]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101351) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 17:37:03.680981 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > network after_create 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.681525 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > network after_update 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.681935 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > network after_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.682542 n-d-810291-1 neutron-server[101351]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101351) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 17:37:03.683184 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > security_group after_create 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.683884 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > security_group after_update 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.684243 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.684922 n-d-810291-1 neutron-server[101351]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101351) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 17:37:03.685565 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.686003 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.686521 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.687077 n-d-810291-1 neutron-server[101351]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101351) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 17:37:03.687755 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > address_group after_create 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.688188 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > address_group after_update 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.688680 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.689280 n-d-810291-1 neutron-server[101351]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101351) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 17:37:03.690028 n-d-810291-1 neutron-server[101351]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] ML2 OVO RPC backend initialized. {{(pid=101351) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 21 17:37:03.691139 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.691780 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.692265 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > network before_response 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.692723 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > networks before_response 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.693135 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > port before_response 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.693595 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > ports before_response 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.694078 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > subnet before_response 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.694573 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > subnets before_response 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.695049 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > network after_create 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.695508 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > network after_update 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.695950 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > network after_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.696386 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > port after_create 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.696737 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > port after_update 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.697139 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > port after_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.697589 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > subnet after_create 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.698004 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > subnet after_update 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.698456 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.699196 n-d-810291-1 neutron-server[101351]: INFO neutron.plugins.ml2.plugin [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Modular L2 Plugin initialization complete Sep 21 17:37:03.699582 n-d-810291-1 neutron-server[101351]: DEBUG neutron.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading services supported by the core plugin {{(pid=101351) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 21 17:37:03.699980 n-d-810291-1 neutron-server[101351]: INFO neutron.plugins.ml2.managers [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Got port-security extension from driver 'port_security' Sep 21 17:37:03.700548 n-d-810291-1 neutron-server[101351]: INFO neutron.extensions.vlantransparent [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Disabled vlantransparent extension. Sep 21 17:37:03.701245 n-d-810291-1 neutron-server[101351]: DEBUG neutron.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101351) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 21 17:37:03.701643 n-d-810291-1 neutron-server[101351]: INFO neutron.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading Plugin: router Sep 21 17:37:03.741344 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.741996 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > router after_create 55549900 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.742174 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > router before_create 55549900 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.742583 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.743040 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.743455 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > router after_delete 55549900 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.743845 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.744236 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.744637 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > router after_create 55549900 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.745022 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > router after_update 55549900 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.745407 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > router after_update 55549900 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.745803 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.746182 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > router after_update 55549900 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.746579 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > router precommit_update 55549900 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.746952 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: port after_update 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.747313 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: port after_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.747657 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: subnet after_update 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.748005 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.748355 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.748706 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > router precommit_create 55549900 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.749049 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: port before_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.749393 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > router precommit_create 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.749751 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > router after_update 55549900 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.750097 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.750447 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > router precommit_create 55549900 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.750811 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.751193 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > router precommit_update 55549900 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.751558 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > agent after_create 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.751892 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > agent after_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.752235 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > network after_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.753103 n-d-810291-1 neutron-server[101351]: DEBUG neutron.quota.resource_registry [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Tracking information for resource: router configured {{(pid=101351) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 17:37:03.753452 n-d-810291-1 neutron-server[101351]: DEBUG neutron.quota.resource_registry [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Tracking information for resource: floatingip configured {{(pid=101351) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 17:37:03.758494 n-d-810291-1 neutron-server[101351]: INFO neutron.db.l3_agentschedulers_db [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 21 17:37:03.759129 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: port after_update 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.759489 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: port after_create 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.759824 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: port after_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.760175 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: port after_update 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.760969 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > router before_create 55550100 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.761333 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.761694 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > router precommit_create 55550100 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.762050 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > router precommit_update 55550100 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.766791 n-d-810291-1 neutron-server[101351]: DEBUG neutron.services.provider_configuration [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Service providers = [] {{(pid=101351) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 21 17:37:03.767205 n-d-810291-1 neutron-server[101351]: DEBUG neutron.db.servicetype_db [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101351) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 21 17:37:03.770290 n-d-810291-1 neutron-server[101351]: DEBUG neutron.services.service_base [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101351) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 17:37:03.770641 n-d-810291-1 neutron-server[101351]: DEBUG neutron.services.service_base [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101351) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 17:37:03.770991 n-d-810291-1 neutron-server[101351]: DEBUG neutron.services.service_base [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101351) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 17:37:03.771926 n-d-810291-1 neutron-server[101351]: DEBUG neutron.services.service_base [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101351) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 17:37:03.772302 n-d-810291-1 neutron-server[101351]: INFO neutron.services.service_base [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 21 17:37:03.772683 n-d-810291-1 neutron-server[101351]: DEBUG neutron.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101351) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 17:37:03.773006 n-d-810291-1 neutron-server[101351]: INFO neutron.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 21 17:37:03.783698 n-d-810291-1 neutron-server[101351]: DEBUG neutron.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101351) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 17:37:03.783967 n-d-810291-1 neutron-server[101351]: INFO neutron.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading Plugin: auto_allocate Sep 21 17:37:03.789866 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: network precommit_update 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.790240 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: network precommit_create 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.790760 n-d-810291-1 neutron-server[101351]: DEBUG neutron.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101351) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 17:37:03.791115 n-d-810291-1 neutron-server[101351]: INFO neutron.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading Plugin: tag Sep 21 17:37:03.797758 n-d-810291-1 neutron-server[101351]: DEBUG neutron.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101351) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 17:37:03.797980 n-d-810291-1 neutron-server[101351]: INFO neutron.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading Plugin: timestamp Sep 21 17:37:03.802205 n-d-810291-1 neutron-server[101351]: DEBUG neutron.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101351) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 17:37:03.802537 n-d-810291-1 neutron-server[101351]: INFO neutron.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading Plugin: network_ip_availability Sep 21 17:37:03.808030 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.808401 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.809071 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:03.809783 n-d-810291-1 neutron-server[101351]: DEBUG neutron.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101351) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 17:37:03.810109 n-d-810291-1 neutron-server[101351]: INFO neutron.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading Plugin: flavors Sep 21 17:37:03.814816 n-d-810291-1 neutron-server[101351]: DEBUG neutron.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101351) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 17:37:03.815177 n-d-810291-1 neutron-server[101351]: INFO neutron.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading Plugin: revisions Sep 21 17:37:03.819563 n-d-810291-1 neutron-server[101351]: DEBUG neutron.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101351) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 17:37:03.819961 n-d-810291-1 neutron-server[101351]: DEBUG oslo_concurrency.lockutils [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.854s {{(pid=101351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 21 17:37:03.820692 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101351) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 21 17:37:03.821034 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Initializing extension manager. Sep 21 17:37:03.821546 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: __init__.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.821886 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: __pycache__ {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.822225 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.822552 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: address_group.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.825096 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.825677 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: address-group Sep 21 17:37:03.826005 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: address_scope.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.826952 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.827464 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: address-scope Sep 21 17:37:03.827788 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.828724 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.829239 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: router-admin-state-down-before-update Sep 21 17:37:03.829565 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: agent.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.830273 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.830784 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: agent Sep 21 17:37:03.831130 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: agent_resources_synced.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.832158 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.832742 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: agent-resources-synced Sep 21 17:37:03.833063 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: allowedaddresspairs.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.834866 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.835424 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: allowed-address-pairs Sep 21 17:37:03.835755 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: auto_allocated_topology.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.836837 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.837358 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: auto-allocated-topology Sep 21 17:37:03.837687 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: availability_zone.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.838397 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.838909 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: availability_zone Sep 21 17:37:03.839267 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: availability_zone_filter.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.840193 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.840709 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: availability_zone_filter Sep 21 17:37:03.841036 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: data_plane_status.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.841947 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.842461 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension data-plane-status not supported by any of loaded plugins Sep 21 17:37:03.842784 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: default_subnetpools.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.843727 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.844241 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: default-subnetpools Sep 21 17:37:03.844564 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.845392 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.845904 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: dhcp_agent_scheduler Sep 21 17:37:03.846227 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: dns.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.847181 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.847767 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension dns-integration not supported by any of loaded plugins Sep 21 17:37:03.848154 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: dns_domain_ports.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.849080 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.849597 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 21 17:37:03.849919 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.850847 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.851386 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 21 17:37:03.851709 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: dvr.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.852387 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.852906 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: dvr Sep 21 17:37:03.853226 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: ecmp_routes.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.854145 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.854653 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 21 17:37:03.855006 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: empty_string_filtering.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.855926 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.856445 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: empty-string-filtering Sep 21 17:37:03.856771 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.857698 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.858212 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 21 17:37:03.858534 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.859493 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.860011 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 21 17:37:03.860336 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: external_net.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.861262 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.861775 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: external-net Sep 21 17:37:03.862099 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.863043 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.863749 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: extra_dhcp_opt Sep 21 17:37:03.864074 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: extraroute.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.864996 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.865509 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: extraroute Sep 21 17:37:03.865832 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: extraroute_atomic.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.866872 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.867417 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: extraroute-atomic Sep 21 17:37:03.867739 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: filter_validation.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.868413 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.868922 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: filter-validation Sep 21 17:37:03.869247 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: fip_pf_description.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.870157 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.870705 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 21 17:37:03.871023 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: fip_port_details.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.871956 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.872472 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: fip-port-details Sep 21 17:37:03.872793 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: flavors.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.874034 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.874589 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: flavors Sep 21 17:37:03.874914 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.876612 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.877143 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 21 17:37:03.877506 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: floatingip_pools.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.878216 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.878733 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: floatingip-pools Sep 21 17:37:03.879215 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: ip_allocation.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.880177 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.880691 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension ip_allocation not supported by any of loaded plugins Sep 21 17:37:03.881017 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.881940 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.882454 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: ip-substring-filtering Sep 21 17:37:03.882780 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: l2_adjacency.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.883741 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.884245 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 21 17:37:03.884569 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: l3.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.885667 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.886193 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: router Sep 21 17:37:03.886520 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.888786 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.889319 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 21 17:37:03.889652 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.890597 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.891143 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: ext-gw-mode Sep 21 17:37:03.891473 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.892419 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.892940 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: l3-ha Sep 21 17:37:03.893270 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: l3_flavors.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.894194 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.894896 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: l3-flavors Sep 21 17:37:03.895289 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.896224 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.896734 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 21 17:37:03.897065 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: l3agentscheduler.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.898122 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.898637 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: l3_agent_scheduler Sep 21 17:37:03.898957 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: logging.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.900504 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.901008 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension logging not supported by any of loaded plugins Sep 21 17:37:03.901338 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: metering.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.902084 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.902663 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: metering Sep 21 17:37:03.903026 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.904121 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.904643 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: metering_source_and_destination_fields Sep 21 17:37:03.904972 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: multiprovidernet.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.905912 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.906431 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: multi-provider Sep 21 17:37:03.906757 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: netmtu.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.907722 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.908235 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: net-mtu Sep 21 17:37:03.908558 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: netmtu_writable.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.909474 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.909993 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: net-mtu-writable Sep 21 17:37:03.910446 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: network_availability_zone.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.911177 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.911687 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: network_availability_zone Sep 21 17:37:03.912009 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: network_ip_availability.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.913160 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.913670 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: network-ip-availability Sep 21 17:37:03.913994 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: network_segment_range.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.914762 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.915305 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension network-segment-range not supported by any of loaded plugins Sep 21 17:37:03.915623 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: pagination.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.916621 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.916951 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: pagination Sep 21 17:37:03.917267 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: port_device_profile.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.918185 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.918705 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: port-device-profile Sep 21 17:37:03.919059 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.919982 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.920497 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: port-mac-address-regenerate Sep 21 17:37:03.920816 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.921734 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.922241 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: port-numa-affinity-policy Sep 21 17:37:03.922562 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: port_resource_request.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.923655 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.924167 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension port-resource-request not supported by any of loaded plugins Sep 21 17:37:03.924490 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: portbindings.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.925435 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.926140 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: binding Sep 21 17:37:03.926447 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: portbindings_extended.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.927840 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.928359 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: binding-extended Sep 21 17:37:03.928688 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: portsecurity.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.929618 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.930136 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: port-security Sep 21 17:37:03.930459 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: project_id.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.931474 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.931801 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: project-id Sep 21 17:37:03.932126 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: providernet.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.933090 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.933924 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: provider Sep 21 17:37:03.934243 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: qos.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.937835 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.938363 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension qos not supported by any of loaded plugins Sep 21 17:37:03.938698 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.939991 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.940510 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 21 17:37:03.940841 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.941801 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.942316 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 21 17:37:03.942642 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: qos_default.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.943676 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.944226 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension qos-default not supported by any of loaded plugins Sep 21 17:37:03.944552 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: qos_fip.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.945209 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.945715 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension qos-fip not supported by any of loaded plugins Sep 21 17:37:03.946038 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: qos_gateway_ip.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.946998 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.947514 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 21 17:37:03.947838 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: qos_port_network_policy.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.948753 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.949268 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 21 17:37:03.949594 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: qos_pps_rule.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.950785 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.951368 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension qos-pps not supported by any of loaded plugins Sep 21 17:37:03.951693 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: qos_rule_type_details.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.952613 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.953127 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 21 17:37:03.953447 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: qos_rules_alias.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.954509 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.955057 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 21 17:37:03.955383 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: quotasv2.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.956316 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.956646 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: quotas Sep 21 17:37:03.957014 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: quotasv2_detail.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.960442 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.960780 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: quota_details Sep 21 17:37:03.961109 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: rbac.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.962191 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.962719 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: rbac-policies Sep 21 17:37:03.963075 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: rbac_address_group.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.964024 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.964548 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: rbac-address-group Sep 21 17:37:03.964873 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: rbac_address_scope.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.965792 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.966310 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: rbac-address-scope Sep 21 17:37:03.966636 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: rbac_security_groups.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.967593 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.968110 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: rbac-security-groups Sep 21 17:37:03.968435 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: rbac_subnetpool.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.969356 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.969876 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: rbac-subnetpool Sep 21 17:37:03.970199 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: revisionifmatch.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.971164 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.971680 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: revision-if-match Sep 21 17:37:03.972001 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: revisions.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.973160 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.973674 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: standard-attr-revisions Sep 21 17:37:03.974005 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: router_availability_zone.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.974688 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.975237 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: router_availability_zone Sep 21 17:37:03.975557 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: routerservicetype.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.976481 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.976991 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension router-service-type not supported by any of loaded plugins Sep 21 17:37:03.977312 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.978235 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.978749 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: security-groups-normalized-cidr Sep 21 17:37:03.979113 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.980037 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.980593 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: port-security-groups-filtering Sep 21 17:37:03.980866 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.981793 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.982308 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: security-groups-remote-address-group Sep 21 17:37:03.982634 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: securitygroup.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.993894 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.994427 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: security-group Sep 21 17:37:03.994765 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: segment.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.995588 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.996106 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension segment not supported by any of loaded plugins Sep 21 17:37:03.996437 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.997396 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:03.997964 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 21 17:37:03.998294 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: servicetype.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:03.999526 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:04.000051 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: service-type Sep 21 17:37:04.000384 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: sorting.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:04.001377 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:04.001709 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: sorting Sep 21 17:37:04.002017 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: standard_attr_segment.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:04.002951 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:04.003496 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 21 17:37:04.003820 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: standardattrdescription.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:04.004596 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:04.005110 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: standard-attr-description Sep 21 17:37:04.005429 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: stateful_security_group.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:04.006361 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:04.006883 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: stateful-security-group Sep 21 17:37:04.007247 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: stdattrs_common.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:04.007832 n-d-810291-1 neutron-server[101351]: WARNING neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 21 17:37:04.008151 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:04.009091 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:04.009613 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 21 17:37:04.009934 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: subnet_onboard.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:04.011037 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:04.011633 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: subnet_onboard Sep 21 17:37:04.011984 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:04.012910 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:04.013426 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 21 17:37:04.013745 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: subnet_service_types.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:04.014676 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:04.015221 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: subnet-service-types Sep 21 17:37:04.015546 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: subnetallocation.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:04.016648 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:04.017165 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: subnet_allocation Sep 21 17:37:04.017485 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:04.018155 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:04.018654 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: subnetpool-prefix-ops Sep 21 17:37:04.019005 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:04.020102 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:04.020630 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 21 17:37:04.020981 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: tagging.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:04.022114 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:04.022639 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: standard-attr-tag Sep 21 17:37:04.022990 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: timestamp.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:04.024207 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:04.024728 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loaded extension: standard-attr-timestamp Sep 21 17:37:04.025058 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: trunk.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:04.026098 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:04.026621 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension trunk not supported by any of loaded plugins Sep 21 17:37:04.026975 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: trunk_details.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:04.027904 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:04.028424 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension trunk-details not supported by any of loaded plugins Sep 21 17:37:04.028749 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: uplink_status_propagation.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:04.029681 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:04.030198 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 21 17:37:04.030522 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Loading extension file: vlantransparent.py {{(pid=101351) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:37:04.031227 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101351) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:37:04.031748 n-d-810291-1 neutron-server[101351]: INFO neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 21 17:37:04.034319 n-d-810291-1 neutron-server[101351]: INFO neutron.quota.resource_registry [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Creating instance of TrackedResource for resource:network Sep 21 17:37:04.034807 n-d-810291-1 neutron-server[101351]: INFO neutron.quota.resource_registry [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Creating instance of TrackedResource for resource:subnet Sep 21 17:37:04.035347 n-d-810291-1 neutron-server[101351]: INFO neutron.quota.resource_registry [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 17:37:04.035794 n-d-810291-1 neutron-server[101351]: INFO neutron.quota.resource_registry [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Creating instance of TrackedResource for resource:port Sep 21 17:37:04.037025 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.v2.resource_helper [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101351) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:37:04.037477 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.v2.resource_helper [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Service FLAVORS assigned prefix: {{(pid=101351) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:37:04.038126 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.v2.resource_helper [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101351) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:37:04.038551 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.v2.resource_helper [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101351) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:37:04.038892 n-d-810291-1 neutron-server[101351]: INFO neutron.quota.resource_registry [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Creating instance of TrackedResource for resource:router Sep 21 17:37:04.039347 n-d-810291-1 neutron-server[101351]: INFO neutron.quota.resource_registry [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Creating instance of TrackedResource for resource:floatingip Sep 21 17:37:04.039836 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.v2.resource_helper [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Service METERING assigned prefix: /metering {{(pid=101351) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:37:04.041294 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:04.041677 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:04.042116 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:37:04.043180 n-d-810291-1 neutron-server[101351]: INFO neutron.quota.resource_registry [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Creating instance of CountableResource for resource:rbac_policy Sep 21 17:37:04.043636 n-d-810291-1 neutron-server[101351]: INFO neutron.quota.resource_registry [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Creating instance of TrackedResource for resource:security_group Sep 21 17:37:04.044072 n-d-810291-1 neutron-server[101351]: INFO neutron.quota.resource_registry [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 21 17:37:04.044665 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.v2.resource_helper [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Service CORE assigned prefix: {{(pid=101351) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:37:04.045002 n-d-810291-1 neutron-server[101351]: INFO neutron.quota.resource_registry [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 17:37:04.045383 n-d-810291-1 neutron-server[101351]: WARNING neutron.quota.resource_registry [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] subnetpool is already registered Sep 21 17:37:04.045826 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.v2.resource_helper [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Service CORE assigned prefix: {{(pid=101351) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:37:04.046153 n-d-810291-1 neutron-server[101351]: INFO neutron.quota.resource_registry [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 17:37:04.046483 n-d-810291-1 neutron-server[101351]: WARNING neutron.quota.resource_registry [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] subnetpool is already registered Sep 21 17:37:04.048836 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.v2.resource_helper [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101351) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:37:04.049274 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.v2.resource_helper [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Service FLAVORS assigned prefix: {{(pid=101351) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:37:04.049872 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.v2.resource_helper [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101351) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:37:04.050295 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.v2.resource_helper [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101351) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:37:04.050630 n-d-810291-1 neutron-server[101351]: INFO neutron.quota.resource_registry [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Creating instance of TrackedResource for resource:router Sep 21 17:37:04.051074 n-d-810291-1 neutron-server[101351]: WARNING neutron.quota.resource_registry [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] router is already registered Sep 21 17:37:04.051500 n-d-810291-1 neutron-server[101351]: INFO neutron.quota.resource_registry [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Creating instance of TrackedResource for resource:floatingip Sep 21 17:37:04.051897 n-d-810291-1 neutron-server[101351]: WARNING neutron.quota.resource_registry [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] floatingip is already registered Sep 21 17:37:04.052410 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.v2.resource_helper [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Service METERING assigned prefix: /metering {{(pid=101351) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:37:04.053099 n-d-810291-1 neutron-server[101351]: INFO neutron.quota.resource_registry [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Creating instance of CountableResource for resource:rbac_policy Sep 21 17:37:04.053425 n-d-810291-1 neutron-server[101351]: WARNING neutron.quota.resource_registry [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] rbac_policy is already registered Sep 21 17:37:04.053847 n-d-810291-1 neutron-server[101351]: INFO neutron.quota.resource_registry [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Creating instance of TrackedResource for resource:security_group Sep 21 17:37:04.054184 n-d-810291-1 neutron-server[101351]: WARNING neutron.quota.resource_registry [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] security_group is already registered Sep 21 17:37:04.054574 n-d-810291-1 neutron-server[101351]: INFO neutron.quota.resource_registry [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 21 17:37:04.054909 n-d-810291-1 neutron-server[101351]: WARNING neutron.quota.resource_registry [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] security_group_rule is already registered Sep 21 17:37:04.055567 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.v2.resource_helper [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Service CORE assigned prefix: {{(pid=101351) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:37:04.055896 n-d-810291-1 neutron-server[101351]: INFO neutron.quota.resource_registry [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 17:37:04.056225 n-d-810291-1 neutron-server[101351]: WARNING neutron.quota.resource_registry [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] subnetpool is already registered Sep 21 17:37:04.056649 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.v2.resource_helper [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Service CORE assigned prefix: {{(pid=101351) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:37:04.056979 n-d-810291-1 neutron-server[101351]: INFO neutron.quota.resource_registry [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 17:37:04.057307 n-d-810291-1 neutron-server[101351]: WARNING neutron.quota.resource_registry [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] subnetpool is already registered Sep 21 17:37:04.057759 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: extensions {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.059725 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: address-groups {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.061570 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: address-scopes {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.064035 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: agents {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.066225 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: auto-allocated-topology {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.068220 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: availability_zones {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.070293 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: dhcp-networks {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.072988 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: dhcp-agents {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.074484 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: routers {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.076767 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: flavors {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.077959 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: service_profiles {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.079230 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: next_providers {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.080673 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: service_profiles {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.082260 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: floatingip-pools {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.083534 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: routers {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.085657 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: floatingips {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.087004 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: l3-routers {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.088415 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: l3-agents {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.089821 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: metering-labels {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.091229 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: metering-label-rules {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.092609 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: network-ip-availabilities {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.093894 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: bindings {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.096444 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: quotas {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.098052 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: quotas {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.099514 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: rbac-policies {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.100723 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: security-groups {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.102057 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: security-group-rules {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.103486 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: service-providers {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.104712 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: subnetpools {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.106152 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: subnetpools {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.107649 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: tags {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.109340 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: tags {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.111252 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: tags {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.113052 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: tags {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.114911 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: tags {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.116785 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: tags {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.118497 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: tags {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.120432 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: tags {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.122207 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: tags {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.124016 n-d-810291-1 neutron-server[101351]: DEBUG neutron.api.extensions [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Extended resource: tags {{(pid=101351) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:37:04.130331 n-d-810291-1 neutron-server[101351]: WARNING keystonemiddleware.auth_token [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 21 17:37:04.135188 n-d-810291-1 neutron-server[101351]: WARNING keystonemiddleware.auth_token [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 21 17:37:04.143815 n-d-810291-1 neutron-server[101351]: DEBUG oslo_concurrency.lockutils [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Acquired lock "singleton_lock" {{(pid=101351) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 21 17:37:04.144288 n-d-810291-1 neutron-server[101351]: DEBUG oslo_concurrency.lockutils [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Releasing lock "singleton_lock" {{(pid=101351) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 21 17:37:04.145065 n-d-810291-1 neutron-server[101351]: INFO oslo_service.service [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Starting 2 workers Sep 21 17:37:04.149846 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Started child 101460 {{(pid=101351) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 17:37:04.154197 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Started child 101461 {{(pid=101351) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 17:37:04.155171 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:04.155865 n-d-810291-1 neutron-server[101351]: INFO neutron.service [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 21 17:37:04.156461 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Notify callbacks [] for process, before_spawn {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:04.156603 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [-] (101460) wsgi starting up on http://0.0.0.0:9696 Sep 21 17:37:04.158847 n-d-810291-1 neutron-server[101351]: INFO oslo_service.service [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Starting 1 workers Sep 21 17:37:04.159020 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:04.160356 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [-] (101461) wsgi starting up on http://0.0.0.0:9696 Sep 21 17:37:04.164147 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Started child 101462 {{(pid=101351) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 17:37:04.164677 n-d-810291-1 neutron-server[101351]: INFO oslo_service.service [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Starting 1 workers Sep 21 17:37:04.167815 n-d-810291-1 neutron-server[101462]: DEBUG neutron.service [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] calling RpcWorker wait() {{(pid=101462) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 21 17:37:04.168371 n-d-810291-1 neutron-server[101462]: DEBUG neutron.service [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] returning from RpcWorker wait() {{(pid=101462) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 21 17:37:04.169119 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Started child 101463 {{(pid=101351) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 17:37:04.169733 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:04.169877 n-d-810291-1 neutron-server[101351]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf7a9-a5b6-49b0-a67c-14ffe09bffb2 None None] Notify callbacks [] for process, after_spawn {{(pid=101351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:04.170278 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:37:04.171801 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101351) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 21 17:37:04.171973 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 17:37:04.172363 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 17:37:04.172543 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 17:37:04.173044 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 17:37:04.173184 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 17:37:04.173690 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.173953 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.174165 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:04.174637 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.174637 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.174778 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.175390 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.175656 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.175998 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.176371 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.176613 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.176777 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.176961 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.177191 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.177419 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.177707 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.177972 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.178217 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.178475 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.178649 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.178900 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.179189 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.179416 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.179686 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] debug = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.179950 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.180393 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.180636 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.180863 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.181110 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.181377 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.181606 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.181851 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.182095 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.182303 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.182545 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.182797 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.183068 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.183285 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.183502 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.184051 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.184309 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.184715 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] host = n-d-810291-1 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.184951 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.185187 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.185432 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.185675 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.185934 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.186164 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.186411 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.187050 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.187050 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.187371 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.187530 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.187731 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.187966 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.188194 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] log_file = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.188347 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] log_options = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.188580 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.188840 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.189087 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.189318 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.189479 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.191863 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.191863 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.191863 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.191863 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.191863 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.191863 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.191863 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.191863 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.193024 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.193024 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.193024 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.193024 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.193024 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.193024 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.193793 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.193793 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.193793 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.193793 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.194324 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.194324 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.194603 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.194603 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.194948 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.195102 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.195290 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.195541 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.195801 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.196047 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.196284 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.196541 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.196801 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.196993 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.197400 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.197680 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.197903 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.198138 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.198498 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.198700 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.198973 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.199214 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.199395 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.199830 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] use_json = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.200017 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.200432 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.200666 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.200909 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.201116 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.201524 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.201708 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.202109 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.202536 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.202802 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.203210 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.203456 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.203676 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.203949 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.204206 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.204316 n-d-810291-1 neutron-server[101463]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:37:04.204427 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.204842 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.205286 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.205584 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.205829 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.206128 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.206348 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.206622 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.207016 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.207360 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.207637 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.207857 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.208076 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.208290 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.208530 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.208966 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.209342 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.210343 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.210750 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.211215 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.211738 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.212084 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.212472 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.212772 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.213029 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.213346 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.213541 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.213794 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.214040 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.214270 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.214599 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.214768 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.215178 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.215403 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.217537 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.217537 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.217537 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.217537 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.217537 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.217537 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.217537 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.217537 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.217537 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.218155 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.218155 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.218155 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.218331 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.218468 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.218864 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.219499 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.219499 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.219499 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.219777 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.219995 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.220635 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.220635 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.220635 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.220861 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.221034 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.221288 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.221536 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.221750 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.221965 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.223396 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.223396 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.223396 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.223396 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.223396 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.223741 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.223741 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.223965 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.224605 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.224605 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.224605 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.224871 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.224984 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.225395 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.225792 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.226188 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.226599 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.226840 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.227090 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.227357 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.227667 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.227912 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.228150 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.228391 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.228644 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.228886 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.229128 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.229358 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.229593 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.229834 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.230100 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.230359 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.230600 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.231057 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.231489 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.231741 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.232150 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.232374 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.232606 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.232860 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.233821 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.234249 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.234675 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.235116 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.235542 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.235962 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.236417 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.236819 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.237291 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.237530 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.237799 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.238097 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.238423 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.238755 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.239058 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.239322 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.239565 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.239795 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.240043 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.240303 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.240551 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.240776 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.241052 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.241297 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.241529 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.241733 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.241980 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.242313 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.242558 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.242770 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.243038 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.243306 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.243534 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.243777 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.244051 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.244296 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.244527 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.244776 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.245015 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.245239 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.245477 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.245705 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.245938 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.246143 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.246366 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.246621 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.246845 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.247088 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.247335 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.247565 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.247797 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.248028 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.248243 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.248459 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.248702 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.248910 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.249127 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.249368 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.249583 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.249803 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.250031 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.250453 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.250895 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.251344 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.251783 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.252217 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.252636 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.253039 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.253474 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.254018 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.254408 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.254762 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.255119 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.255397 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.255677 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.255929 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.256161 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.256538 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.256817 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.257009 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.257266 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.257503 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.257839 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.258103 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.258331 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.258571 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.258787 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.259059 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.259300 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.259541 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.259749 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.259969 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.260184 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.260439 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.260664 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.260900 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.261112 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.261343 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.261554 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.261782 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.262020 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.262303 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.262552 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.262781 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.263060 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.263299 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.263516 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.263748 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.263962 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.264172 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.264398 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.264613 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.264821 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.265047 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.265257 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.265466 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.265682 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.265890 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.266101 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.266326 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.266586 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.266801 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.267044 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.267259 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.267485 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.267726 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.267932 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.268160 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.268380 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.268593 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.268803 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.269026 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.269238 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.269453 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.269788 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.270053 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.270262 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.270559 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.270806 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.271069 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.271661 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.271661 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.271846 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.272051 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.272360 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.272574 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.272810 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.273027 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.273243 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.273482 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.273732 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.274050 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.274343 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.274597 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.274857 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.275172 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.275438 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.275712 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.275921 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.276205 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.276525 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.276795 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.277060 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.277304 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.277551 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.277772 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.277984 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.278214 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.278443 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.278680 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.278915 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.279183 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.279422 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.279654 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.279878 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.280116 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.280370 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.280602 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.280833 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.281050 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.281207 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 17:37:04.281751 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101351) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 21 17:37:04.281912 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 17:37:04.282061 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 17:37:04.282230 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 17:37:04.282383 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 17:37:04.282524 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 17:37:04.282738 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.282877 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.283043 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.283179 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.283315 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.283497 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.283655 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.283964 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.284269 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.284483 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.284782 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.285116 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.285429 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.285742 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.286039 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.286335 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.286635 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.286795 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.287132 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.287292 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.287454 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.287611 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.287767 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] debug = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.287926 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.288117 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.288279 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.288436 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.288595 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.288755 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.288913 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.289070 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.289228 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.289384 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.289543 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.289698 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.289856 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.290001 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.290158 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.290314 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.290469 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.290637 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] host = n-d-810291-1 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.290782 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.290953 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.291262 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.291420 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.291577 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.291735 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.291890 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.292049 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.292204 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.292361 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.292519 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.292678 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.292835 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.292994 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] log_file = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.293150 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] log_options = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.293309 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.293464 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.293620 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.293808 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.293971 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.294130 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.294287 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.294444 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.294600 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.294757 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.294911 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.295100 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.295256 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.295412 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.295567 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.295726 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.295931 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.296012 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.296175 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.296330 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.296486 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.296641 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.296798 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.296955 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.297101 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.297255 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.297996 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.297996 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.297996 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.297996 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.297996 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.298390 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.298390 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.298606 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.298606 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.298769 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.298866 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.299085 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.299173 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.299316 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.299473 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.299632 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.299786 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.299941 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.300098 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.300254 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.300410 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] use_json = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.300567 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.300765 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.300994 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.301246 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.301344 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.301492 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.301647 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.301801 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:37:04.301969 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.302130 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.302303 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.302463 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.302623 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.302782 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.302907 n-d-810291-1 neutron-server[101462]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:37:04.303064 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.303148 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.303259 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.303418 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.303586 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.303745 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.303920 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.304079 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.304238 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.304399 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.304560 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.304718 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.304877 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.305037 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.305196 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.305355 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.305523 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.305682 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.305840 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.305998 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.306156 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.306330 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.306492 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.306653 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.306813 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.307003 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.307166 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.307326 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.307491 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.307635 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.307794 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.307954 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.308114 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.308273 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.308433 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.308905 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.309075 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.309226 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.309386 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.309546 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.309704 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.309864 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.310026 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.310185 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.310344 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.310505 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.310664 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.310823 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.311008 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.311180 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.311341 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.311502 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.311660 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.311820 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.311979 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.312138 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.312300 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.312459 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.312618 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.312778 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.312951 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.313111 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.313272 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.313432 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.313593 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.313752 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.313913 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.314073 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.314232 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.314396 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.314527 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.314947 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.314947 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.315182 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.315182 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.315451 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.315451 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.315682 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.315816 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.315940 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.316060 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.316244 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.316461 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.316586 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.316824 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.316988 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.317150 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.317309 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.317469 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.317628 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.317788 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.317947 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.318106 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.318266 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.318425 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.318584 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.318746 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.318906 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.319089 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.319250 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.319410 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.319568 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.319727 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.319886 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.320045 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.320208 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.320366 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.320525 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.320684 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.320844 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.321013 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.321175 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.321337 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.321498 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.321667 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.321838 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.322001 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.322160 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.322320 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.322479 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.322638 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.322798 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.322975 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.323139 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.323300 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.323460 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.323628 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.323802 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.323964 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.324125 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.324285 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.324471 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.324630 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.324791 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.324950 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.325113 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.325274 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.325434 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.325594 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.325755 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.325915 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.326076 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.326237 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.326396 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.326556 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.326716 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.326875 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.327057 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.327257 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.327419 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.327581 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.327742 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.327902 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.328061 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.328221 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.328382 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.328542 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.328702 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.328862 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.329021 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.329180 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.329340 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.329498 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.329657 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.329817 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.329974 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.330134 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.330292 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.330453 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.330614 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.330774 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.330943 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.331114 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.331275 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.331436 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.331599 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.331758 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.334963 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.334963 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.334963 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.334963 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.334963 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.334963 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.334963 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.334963 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.335472 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.335472 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.335472 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.335472 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.335472 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.335472 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.335472 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.335472 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.335891 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.335891 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.335891 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.335891 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.335891 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.335891 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.335891 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.335891 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.336341 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.336341 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.336341 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.336341 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.336341 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.336689 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.336689 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.336689 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.336855 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.337038 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.337161 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.337321 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.337480 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.337641 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.337802 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.337962 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.338130 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.338289 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.338449 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.338607 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.338765 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.338953 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.339113 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.339273 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.339437 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.339598 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.339754 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.339912 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.340080 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.340239 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.340399 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.340559 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.340717 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.340875 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.341046 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.341205 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.341364 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.341523 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.341681 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.341839 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.342007 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.342170 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.342330 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.342496 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.342656 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.342815 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.342998 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.343174 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.343334 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.343860 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.343860 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.343860 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.344070 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.344135 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.344246 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.344599 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.344954 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.345282 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.345589 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.345907 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.346078 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.346243 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.346400 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.346576 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.346741 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.346917 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.347103 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.347241 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.347420 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.347568 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.348242 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.348408 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.348568 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.348728 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.348884 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.349045 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.349207 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.349371 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.349528 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.349689 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.349850 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.350010 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.350171 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:37:04.350326 n-d-810291-1 neutron-server[101351]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101351) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 17:37:04.424677 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44368) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:04.438442 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0103259 Sep 21 17:37:15.945275 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19ba463-fe2b-495f-bf39-cf111a8e24db None None] get_active_networks_info from n-d-810291-1 {{(pid=101462) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 17:37:16.029164 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19ba463-fe2b-495f-bf39-cf111a8e24db None None] No non-hosted networks {{(pid=101462) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 21 17:37:16.042960 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.agentschedulers_db [None req-b19ba463-fe2b-495f-bf39-cf111a8e24db None None] DHCP Agent not found on host n-d-810291-1 {{(pid=101462) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 21 17:37:16.169016 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c6e5043c-cc98-42a1-994b-38470aaf25bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-735798'] for agent, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:18.298773 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5015548f-eef6-4b9b-9284-1cd221cf3846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-735798'] for agent, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:18.343248 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-740ab8e3-d6f0-49a7-b9e7-9b2823a0ed90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:18.900760 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-735798'] for agent, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:18.901848 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:18.910678 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:18.911283 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:18.911761 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:18.912235 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:18.912727 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:18.913195 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:18.913675 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:18.914142 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:18.914616 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:18.915118 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:18.915579 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:18.916138 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-810291-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:37:18.943286 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-810291-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:37:19.896851 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-735798'] for agent, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:21.246084 n-d-810291-1 neutron-server[101462]: INFO neutron.db.l3_hamode_db [None req-6969aad2-aac1-4016-80d6-72e077a107cd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 21 17:37:21.334848 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6969aad2-aac1-4016-80d6-72e077a107cd None None] Routers set() bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:37:21.335512 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6969aad2-aac1-4016-80d6-72e077a107cd None None] Router IDs set() for agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 21 17:37:21.364450 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-735798'] for agent, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:22.470741 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44462) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:23.015338 n-d-810291-1 neutron-server[101460]: WARNING oslo_policy.policy [None req-5f7e62b2-348b-4488-967a-fe957c2d1173 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 17:37:23.015916 n-d-810291-1 neutron-server[101460]: WARNING oslo_policy.policy [None req-5f7e62b2-348b-4488-967a-fe957c2d1173 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 17:37:23.238210 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [None req-5f7e62b2-348b-4488-967a-fe957c2d1173 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:37:23.239616 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5f7e62b2-348b-4488-967a-fe957c2d1173 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7678397 Sep 21 17:37:25.654323 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44476) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:26.216770 n-d-810291-1 neutron-server[101461]: WARNING oslo_policy.policy [None req-6ccd958e-4ab3-4723-ac25-90d19ac11427 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 17:37:26.217369 n-d-810291-1 neutron-server[101461]: WARNING oslo_policy.policy [None req-6ccd958e-4ab3-4723-ac25-90d19ac11427 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 17:37:26.435055 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-6ccd958e-4ab3-4723-ac25-90d19ac11427 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:37:26.526809 n-d-810291-1 neutron-server[101461]: DEBUG neutron.policy [None req-6ccd958e-4ab3-4723-ac25-90d19ac11427 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101461) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 21 17:37:26.570906 n-d-810291-1 neutron-server[101461]: WARNING oslo_policy.policy [None req-6ccd958e-4ab3-4723-ac25-90d19ac11427 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 17:37:26.571319 n-d-810291-1 neutron-server[101461]: WARNING oslo_policy.policy [None req-6ccd958e-4ab3-4723-ac25-90d19ac11427 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 17:37:26.579842 n-d-810291-1 neutron-server[101461]: INFO neutron.quota [None req-6ccd958e-4ab3-4723-ac25-90d19ac11427 admin admin] Loaded quota_driver: . Sep 21 17:37:26.673265 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6ccd958e-4ab3-4723-ac25-90d19ac11427 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748376328188', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748376327555', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748376339658', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748376310308', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748375968791', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748376297149', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3683223', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4040073', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-879360', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1039414'] for rbac-policy, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:26.745637 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6ccd958e-4ab3-4723-ac25-90d19ac11427 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:26.747615 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6ccd958e-4ab3-4723-ac25-90d19ac11427 admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0904536 Sep 21 17:37:29.395221 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44494) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:29.732223 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-5292a28b-8430-4806-a29a-3baf4acd9773 admin admin] Request body: {'network': {'project_id': '1ea882bbb405498b85823126309a7c86', 'name': 'private', 'tenant_id': '1ea882bbb405498b85823126309a7c86', 'admin_state_up': True}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:37:29.768938 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5292a28b-8430-4806-a29a-3baf4acd9773 admin admin] Made reservation on behalf of 1ea882bbb405498b85823126309a7c86 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:37:29.773790 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5292a28b-8430-4806-a29a-3baf4acd9773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:29.795920 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5292a28b-8430-4806-a29a-3baf4acd9773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:29.916071 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5292a28b-8430-4806-a29a-3baf4acd9773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:29.922662 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5292a28b-8430-4806-a29a-3baf4acd9773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:29.946217 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5292a28b-8430-4806-a29a-3baf4acd9773 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:37:29.969589 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5292a28b-8430-4806-a29a-3baf4acd9773 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748376251796', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:29.970184 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5292a28b-8430-4806-a29a-3baf4acd9773 admin admin] Unsubscribe: segment precommit_create {{(pid=101461) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 21 17:37:29.970706 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-5292a28b-8430-4806-a29a-3baf4acd9773 admin admin] Added segment ca604ecd-3b8c-4a82-a440-ab6d163e3416 of type vlan for network cb386bb0-87e3-4bc6-aa73-71a8feee5101 Sep 21 17:37:29.984993 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292a28b-8430-4806-a29a-3baf4acd9773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3899cf31-f42f-40b9-91a8-f224173a2584,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:30.031614 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5292a28b-8430-4806-a29a-3baf4acd9773 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:30.031875 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5292a28b-8430-4806-a29a-3baf4acd9773 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:30.032198 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5292a28b-8430-4806-a29a-3baf4acd9773 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:30.032519 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5292a28b-8430-4806-a29a-3baf4acd9773 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:30.034314 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5292a28b-8430-4806-a29a-3baf4acd9773 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:30.034631 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5292a28b-8430-4806-a29a-3baf4acd9773 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:30.034963 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5292a28b-8430-4806-a29a-3baf4acd9773 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:30.035283 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5292a28b-8430-4806-a29a-3baf4acd9773 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:30.035590 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5292a28b-8430-4806-a29a-3baf4acd9773 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:30.035897 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5292a28b-8430-4806-a29a-3baf4acd9773 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:30.036204 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5292a28b-8430-4806-a29a-3baf4acd9773 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:30.036533 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5292a28b-8430-4806-a29a-3baf4acd9773 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:30.037571 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5292a28b-8430-4806-a29a-3baf4acd9773 admin admin] Tracked resource versions report: Sep 21 17:37:30.037571 n-d-810291-1 neutron-server[101461]: pushed versions: Sep 21 17:37:30.037571 n-d-810291-1 neutron-server[101461]: { 'AddressGroup': {'1.2'}, Sep 21 17:37:30.037571 n-d-810291-1 neutron-server[101461]: 'ConntrackHelper': {'1.0'}, Sep 21 17:37:30.037571 n-d-810291-1 neutron-server[101461]: 'Log': {'1.0'}, Sep 21 17:37:30.037571 n-d-810291-1 neutron-server[101461]: 'Network': {'1.1'}, Sep 21 17:37:30.037571 n-d-810291-1 neutron-server[101461]: 'Port': {'1.7'}, Sep 21 17:37:30.037571 n-d-810291-1 neutron-server[101461]: 'PortForwarding': {'1.2'}, Sep 21 17:37:30.037571 n-d-810291-1 neutron-server[101461]: 'QosPolicy': {'1.9'}, Sep 21 17:37:30.037571 n-d-810291-1 neutron-server[101461]: 'SecurityGroup': {'1.4'}, Sep 21 17:37:30.037571 n-d-810291-1 neutron-server[101461]: 'SecurityGroupRule': {'1.2'}, Sep 21 17:37:30.037571 n-d-810291-1 neutron-server[101461]: 'SubPort': {'1.0'}, Sep 21 17:37:30.037571 n-d-810291-1 neutron-server[101461]: 'Subnet': {'1.1'}, Sep 21 17:37:30.037571 n-d-810291-1 neutron-server[101461]: 'Trunk': {'1.1'}} Sep 21 17:37:30.037571 n-d-810291-1 neutron-server[101461]: consumer versions: Sep 21 17:37:30.037571 n-d-810291-1 neutron-server[101461]: { DHCP agent@n-d-810291-1: {}, Sep 21 17:37:30.037571 n-d-810291-1 neutron-server[101461]: L3 agent@n-d-810291-1: {}, Sep 21 17:37:30.037571 n-d-810291-1 neutron-server[101461]: Metadata agent@n-d-810291-1: {}, Sep 21 17:37:30.037571 n-d-810291-1 neutron-server[101461]: Metering agent@n-d-810291-1: {}, Sep 21 17:37:30.037571 n-d-810291-1 neutron-server[101461]: Open vSwitch agent@n-d-810291-1: { 'AddressGroup': '1.2', Sep 21 17:37:30.037571 n-d-810291-1 neutron-server[101461]: 'ConntrackHelper': '1.0', Sep 21 17:37:30.037571 n-d-810291-1 neutron-server[101461]: 'Log': '1.0', Sep 21 17:37:30.037571 n-d-810291-1 neutron-server[101461]: 'Network': '1.1', Sep 21 17:37:30.037571 n-d-810291-1 neutron-server[101461]: 'Port': '1.7', Sep 21 17:37:30.037571 n-d-810291-1 neutron-server[101461]: 'PortForwarding': '1.2', Sep 21 17:37:30.037571 n-d-810291-1 neutron-server[101461]: 'QosPolicy': '1.9', Sep 21 17:37:30.037571 n-d-810291-1 neutron-server[101461]: 'SecurityGroup': '1.4', Sep 21 17:37:30.037571 n-d-810291-1 neutron-server[101461]: 'SecurityGroupRule': '1.2', Sep 21 17:37:30.037571 n-d-810291-1 neutron-server[101461]: 'SubPort': '1.0', Sep 21 17:37:30.037571 n-d-810291-1 neutron-server[101461]: 'Subnet': '1.1', Sep 21 17:37:30.037571 n-d-810291-1 neutron-server[101461]: 'Trunk': '1.1'}} Sep 21 17:37:30.037571 n-d-810291-1 neutron-server[101461]: {{(pid=101461) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 17:37:30.084963 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5292a28b-8430-4806-a29a-3baf4acd9773 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:30.125228 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5292a28b-8430-4806-a29a-3baf4acd9773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:30.126531 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5292a28b-8430-4806-a29a-3baf4acd9773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:30.127228 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5292a28b-8430-4806-a29a-3baf4acd9773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:30.182465 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5292a28b-8430-4806-a29a-3baf4acd9773 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7861369 Sep 21 17:37:30.227395 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292a28b-8430-4806-a29a-3baf4acd9773 admin admin] Pushing event updated for resources: {'Network': ['ID=cb386bb0-87e3-4bc6-aa73-71a8feee5101,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:30.239370 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network cb386bb0-87e3-4bc6-aa73-71a8feee5101 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:37:32.852047 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44508) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:33.270177 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8834ac-a031-445d-a369-287f5eea2763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:33.271823 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7e8834ac-a031-445d-a369-287f5eea2763 admin admin] 10.222.0.58 "GET /v2.0/networks/cb386bb0-87e3-4bc6-aa73-71a8feee5101 HTTP/1.1" status: 200 len: 825 time: 0.4187729 Sep 21 17:37:33.301125 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e476ac2e-13cc-4995-80a3-43bdc476d19a admin admin] 10.222.0.58 "GET /v2.0/subnetpools/f13b6920-dc1a-49a3-bb92-e54c95bbb14a HTTP/1.1" status: 200 len: 734 time: 0.0198002 Sep 21 17:37:33.310468 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-9f1d8aca-2435-4284-8fd7-6d7b7901aa63 admin admin] Request body: {'subnet': {'network_id': 'cb386bb0-87e3-4bc6-aa73-71a8feee5101', 'ip_version': 4, 'tenant_id': '1ea882bbb405498b85823126309a7c86', 'name': 'private-subnet', 'subnetpool_id': 'f13b6920-dc1a-49a3-bb92-e54c95bbb14a', 'gateway_ip': '172.20.0.1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:37:33.339820 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1d8aca-2435-4284-8fd7-6d7b7901aa63 admin admin] Made reservation on behalf of 1ea882bbb405498b85823126309a7c86 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:37:33.342107 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9f1d8aca-2435-4284-8fd7-6d7b7901aa63 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:33.670516 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9f1d8aca-2435-4284-8fd7-6d7b7901aa63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:33.742683 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d8aca-2435-4284-8fd7-6d7b7901aa63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eb3d3d1-628c-4065-a80d-dae4ea876508,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:33.744710 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1d8aca-2435-4284-8fd7-6d7b7901aa63 admin admin] Checking segment: {'id': 'ca604ecd-3b8c-4a82-a440-ab6d163e3416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cb386bb0-87e3-4bc6-aa73-71a8feee5101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:37:33.745091 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1d8aca-2435-4284-8fd7-6d7b7901aa63 admin admin] Network hostable DHCP agents. Network: cb386bb0-87e3-4bc6-aa73-71a8feee5101, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:37:33.771029 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1d8aca-2435-4284-8fd7-6d7b7901aa63 admin admin] Network cb386bb0-87e3-4bc6-aa73-71a8feee5101 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:37:33.783982 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-9f1d8aca-2435-4284-8fd7-6d7b7901aa63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, cb386bb0-87e3-4bc6-aa73-71a8feee5101) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:37:33.788895 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1d8aca-2435-4284-8fd7-6d7b7901aa63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:33.789516 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9f1d8aca-2435-4284-8fd7-6d7b7901aa63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:33.793651 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751c31a3-d68a-4c8e-8a73-37606cb767d1 None None] Network cb386bb0-87e3-4bc6-aa73-71a8feee5101 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:37:33.803757 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9f1d8aca-2435-4284-8fd7-6d7b7901aa63 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4968975 Sep 21 17:37:34.121495 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ebdaa5-24e9-4ce5-9278-7610cecacd51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-cb386bb0-87e3-4bc6-aa73-71a8feee5101', 'network_id': 'cb386bb0-87e3-4bc6-aa73-71a8feee5101', 'tenant_id': '1ea882bbb405498b85823126309a7c86', 'fixed_ips': [{'subnet_id': '4eb3d3d1-628c-4065-a80d-dae4ea876508'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:37:34.122746 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a5ebdaa5-24e9-4ce5-9278-7610cecacd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:34.391993 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-a5ebdaa5-24e9-4ce5-9278-7610cecacd51 None None] Allocated IP 172.20.0.2 (cb386bb0-87e3-4bc6-aa73-71a8feee5101/4eb3d3d1-628c-4065-a80d-dae4ea876508/171aac9b-39a4-4461-8d71-3c264133e291) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:37:34.597690 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a5ebdaa5-24e9-4ce5-9278-7610cecacd51 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:34.606654 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a5ebdaa5-24e9-4ce5-9278-7610cecacd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:34.712219 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ebdaa5-24e9-4ce5-9278-7610cecacd51 None None] Network cb386bb0-87e3-4bc6-aa73-71a8feee5101 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:37:34.718984 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-a5ebdaa5-24e9-4ce5-9278-7610cecacd51 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:37:34.724414 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ebdaa5-24e9-4ce5-9278-7610cecacd51 None None] Pushing event updated for resources: {'Port': ['ID=171aac9b-39a4-4461-8d71-3c264133e291,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:34.726510 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ebdaa5-24e9-4ce5-9278-7610cecacd51 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:37:34.738296 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ebdaa5-24e9-4ce5-9278-7610cecacd51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:34.738638 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ebdaa5-24e9-4ce5-9278-7610cecacd51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:34.738982 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ebdaa5-24e9-4ce5-9278-7610cecacd51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:34.739421 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ebdaa5-24e9-4ce5-9278-7610cecacd51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:34.739837 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ebdaa5-24e9-4ce5-9278-7610cecacd51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:34.740160 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ebdaa5-24e9-4ce5-9278-7610cecacd51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:34.740483 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ebdaa5-24e9-4ce5-9278-7610cecacd51 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:34.740805 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ebdaa5-24e9-4ce5-9278-7610cecacd51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:34.741122 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ebdaa5-24e9-4ce5-9278-7610cecacd51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:34.741439 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ebdaa5-24e9-4ce5-9278-7610cecacd51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:34.741749 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ebdaa5-24e9-4ce5-9278-7610cecacd51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:34.742063 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ebdaa5-24e9-4ce5-9278-7610cecacd51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:34.743180 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ebdaa5-24e9-4ce5-9278-7610cecacd51 None None] Tracked resource versions report: Sep 21 17:37:34.743180 n-d-810291-1 neutron-server[101462]: pushed versions: Sep 21 17:37:34.743180 n-d-810291-1 neutron-server[101462]: { 'AddressGroup': {'1.2'}, Sep 21 17:37:34.743180 n-d-810291-1 neutron-server[101462]: 'ConntrackHelper': {'1.0'}, Sep 21 17:37:34.743180 n-d-810291-1 neutron-server[101462]: 'Log': {'1.0'}, Sep 21 17:37:34.743180 n-d-810291-1 neutron-server[101462]: 'Network': {'1.1'}, Sep 21 17:37:34.743180 n-d-810291-1 neutron-server[101462]: 'Port': {'1.7'}, Sep 21 17:37:34.743180 n-d-810291-1 neutron-server[101462]: 'PortForwarding': {'1.2'}, Sep 21 17:37:34.743180 n-d-810291-1 neutron-server[101462]: 'QosPolicy': {'1.9'}, Sep 21 17:37:34.743180 n-d-810291-1 neutron-server[101462]: 'SecurityGroup': {'1.4'}, Sep 21 17:37:34.743180 n-d-810291-1 neutron-server[101462]: 'SecurityGroupRule': {'1.2'}, Sep 21 17:37:34.743180 n-d-810291-1 neutron-server[101462]: 'SubPort': {'1.0'}, Sep 21 17:37:34.743180 n-d-810291-1 neutron-server[101462]: 'Subnet': {'1.1'}, Sep 21 17:37:34.743180 n-d-810291-1 neutron-server[101462]: 'Trunk': {'1.1'}} Sep 21 17:37:34.743180 n-d-810291-1 neutron-server[101462]: consumer versions: Sep 21 17:37:34.743180 n-d-810291-1 neutron-server[101462]: { DHCP agent@n-d-810291-1: {}, Sep 21 17:37:34.743180 n-d-810291-1 neutron-server[101462]: L3 agent@n-d-810291-1: {}, Sep 21 17:37:34.743180 n-d-810291-1 neutron-server[101462]: Metadata agent@n-d-810291-1: {}, Sep 21 17:37:34.743180 n-d-810291-1 neutron-server[101462]: Metering agent@n-d-810291-1: {}, Sep 21 17:37:34.743180 n-d-810291-1 neutron-server[101462]: Open vSwitch agent@n-d-810291-1: { 'AddressGroup': '1.2', Sep 21 17:37:34.743180 n-d-810291-1 neutron-server[101462]: 'ConntrackHelper': '1.0', Sep 21 17:37:34.743180 n-d-810291-1 neutron-server[101462]: 'Log': '1.0', Sep 21 17:37:34.743180 n-d-810291-1 neutron-server[101462]: 'Network': '1.1', Sep 21 17:37:34.743180 n-d-810291-1 neutron-server[101462]: 'Port': '1.7', Sep 21 17:37:34.743180 n-d-810291-1 neutron-server[101462]: 'PortForwarding': '1.2', Sep 21 17:37:34.743180 n-d-810291-1 neutron-server[101462]: 'QosPolicy': '1.9', Sep 21 17:37:34.743180 n-d-810291-1 neutron-server[101462]: 'SecurityGroup': '1.4', Sep 21 17:37:34.743180 n-d-810291-1 neutron-server[101462]: 'SecurityGroupRule': '1.2', Sep 21 17:37:34.743180 n-d-810291-1 neutron-server[101462]: 'SubPort': '1.0', Sep 21 17:37:34.743180 n-d-810291-1 neutron-server[101462]: 'Subnet': '1.1', Sep 21 17:37:34.743180 n-d-810291-1 neutron-server[101462]: 'Trunk': '1.1'}} Sep 21 17:37:34.743180 n-d-810291-1 neutron-server[101462]: {{(pid=101462) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 17:37:34.813362 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a5ebdaa5-24e9-4ce5-9278-7610cecacd51 None None] Attempting to bind port 171aac9b-39a4-4461-8d71-3c264133e291 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:37:34.814056 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a5ebdaa5-24e9-4ce5-9278-7610cecacd51 None None] Attempting to bind port 171aac9b-39a4-4461-8d71-3c264133e291 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'ca604ecd-3b8c-4a82-a440-ab6d163e3416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cb386bb0-87e3-4bc6-aa73-71a8feee5101'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:37:34.814170 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ebdaa5-24e9-4ce5-9278-7610cecacd51 None None] Attempting to bind port 171aac9b-39a4-4461-8d71-3c264133e291 on network cb386bb0-87e3-4bc6-aa73-71a8feee5101 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:37:34.819231 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ebdaa5-24e9-4ce5-9278-7610cecacd51 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:37:34.819637 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ebdaa5-24e9-4ce5-9278-7610cecacd51 None None] Checking segment: {'id': 'ca604ecd-3b8c-4a82-a440-ab6d163e3416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cb386bb0-87e3-4bc6-aa73-71a8feee5101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:37:34.820100 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a5ebdaa5-24e9-4ce5-9278-7610cecacd51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:34.820483 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ebdaa5-24e9-4ce5-9278-7610cecacd51 None None] Bound using segment: {'id': 'ca604ecd-3b8c-4a82-a440-ab6d163e3416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cb386bb0-87e3-4bc6-aa73-71a8feee5101'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:37:34.820936 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a5ebdaa5-24e9-4ce5-9278-7610cecacd51 None None] Bound port: 171aac9b-39a4-4461-8d71-3c264133e291, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca604ecd-3b8c-4a82-a440-ab6d163e3416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cb386bb0-87e3-4bc6-aa73-71a8feee5101'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:37:34.821328 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a5ebdaa5-24e9-4ce5-9278-7610cecacd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:34.883178 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a5ebdaa5-24e9-4ce5-9278-7610cecacd51 None None] For port 171aac9b-39a4-4461-8d71-3c264133e291, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:37:34.887369 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a5ebdaa5-24e9-4ce5-9278-7610cecacd51 None None] For port 171aac9b-39a4-4461-8d71-3c264133e291, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=171aac9b-39a4-4461-8d71-3c264133e291,segment=NetworkSegment(ca604ecd-3b8c-4a82-a440-ab6d163e3416),segment_id=ca604ecd-3b8c-4a82-a440-ab6d163e3416)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:37:34.891573 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a5ebdaa5-24e9-4ce5-9278-7610cecacd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:34.954635 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ebdaa5-24e9-4ce5-9278-7610cecacd51 None None] Pushing event updated for resources: {'Port': ['ID=171aac9b-39a4-4461-8d71-3c264133e291,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:36.214854 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44516) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:36.546956 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [None req-aef3969e-68d6-4816-b4dd-dcfc1e607eb2 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:37:36.547940 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-aef3969e-68d6-4816-b4dd-dcfc1e607eb2 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3321564 Sep 21 17:37:38.938024 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44524) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:39.268407 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [None req-8c385cc0-6268-4ed2-8ec1-f5588710c6f8 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:37:39.269355 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8c385cc0-6268-4ed2-8ec1-f5588710c6f8 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3303928 Sep 21 17:37:41.233711 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 5 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:37:41.913504 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44534) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:42.239810 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-97b3be24-e94e-4ac8-a29a-8df8f9275ea7 admin admin] Request body: {'router': {'tenant_id': '1ea882bbb405498b85823126309a7c86', 'admin_state_up': True, 'name': 'router1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:37:42.263468 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-97b3be24-e94e-4ac8-a29a-8df8f9275ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:42.264986 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-97b3be24-e94e-4ac8-a29a-8df8f9275ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:42.397703 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-97b3be24-e94e-4ac8-a29a-8df8f9275ea7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:42.403473 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-97b3be24-e94e-4ac8-a29a-8df8f9275ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:42.416749 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-97b3be24-e94e-4ac8-a29a-8df8f9275ea7 admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:42.417964 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-97b3be24-e94e-4ac8-a29a-8df8f9275ea7 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5034623 Sep 21 17:37:42.787561 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 171aac9b-39a4-4461-8d71-3c264133e291 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:37:42.873827 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 171aac9b-39a4-4461-8d71-3c264133e291 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:37:42.874228 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:42.980901 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:43.015904 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 171aac9b-39a4-4461-8d71-3c264133e291, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=171aac9b-39a4-4461-8d71-3c264133e291,segment=NetworkSegment(ca604ecd-3b8c-4a82-a440-ab6d163e3416),segment_id=ca604ecd-3b8c-4a82-a440-ab6d163e3416)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:37:43.020000 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:43.065345 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=171aac9b-39a4-4461-8d71-3c264133e291,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:43.236150 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cb5515-b1c2-4691-a253-9738ee43d0c8 None None] Network cb386bb0-87e3-4bc6-aa73-71a8feee5101 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:37:43.308570 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9d8049b1-d448-4258-81f6-8988e26345ba None None] Provisioning complete for port 171aac9b-39a4-4461-8d71-3c264133e291 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:37:43.308938 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9d8049b1-d448-4258-81f6-8988e26345ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:43.664706 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-6b434558-891a-4d37-b85e-9113dd3a1fd7 None None] Provisioning complete for port 171aac9b-39a4-4461-8d71-3c264133e291 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:37:43.665047 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6b434558-891a-4d37-b85e-9113dd3a1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:44.754138 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 171aac9b-39a4-4461-8d71-3c264133e291 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:37:44.800422 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 171aac9b-39a4-4461-8d71-3c264133e291 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:37:44.800804 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:44.816851 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44546) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:45.158409 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [None req-1debf5b2-f68d-42e9-af7b-80495f81763b admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:37:45.159437 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1debf5b2-f68d-42e9-af7b-80495f81763b admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3416505 Sep 21 17:37:45.830776 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-18dee3e4-8196-4412-83b4-ff1330cd4a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:47.583966 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44554) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:47.937629 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-972d6c1e-535f-4c36-a924-5ca02080ac58 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:37:47.939340 n-d-810291-1 neutron-server[101460]: INFO neutron.quota [None req-972d6c1e-535f-4c36-a924-5ca02080ac58 admin admin] Loaded quota_driver: . Sep 21 17:37:47.994630 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972d6c1e-535f-4c36-a924-5ca02080ac58 admin admin] Made reservation on behalf of ed7c1cadaff64e93bc92f1e5cdb36ef1 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:37:48.059091 n-d-810291-1 neutron-server[101460]: DEBUG neutron.policy [None req-972d6c1e-535f-4c36-a924-5ca02080ac58 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101460) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 21 17:37:48.103701 n-d-810291-1 neutron-server[101460]: WARNING oslo_policy.policy [None req-972d6c1e-535f-4c36-a924-5ca02080ac58 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 17:37:48.104068 n-d-810291-1 neutron-server[101460]: WARNING oslo_policy.policy [None req-972d6c1e-535f-4c36-a924-5ca02080ac58 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 17:37:48.113625 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-972d6c1e-535f-4c36-a924-5ca02080ac58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:48.133596 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-972d6c1e-535f-4c36-a924-5ca02080ac58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:48.274233 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-972d6c1e-535f-4c36-a924-5ca02080ac58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:48.279590 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-972d6c1e-535f-4c36-a924-5ca02080ac58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:48.288117 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-82c95043-b827-44e8-9e29-5626a7cd93ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:48.294478 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-972d6c1e-535f-4c36-a924-5ca02080ac58 admin admin] Reserving flat network on physical network physnet1 {{(pid=101460) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 21 17:37:48.328128 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-972d6c1e-535f-4c36-a924-5ca02080ac58 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748376251796', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:48.328624 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-972d6c1e-535f-4c36-a924-5ca02080ac58 admin admin] Unsubscribe: segment precommit_create {{(pid=101460) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 21 17:37:48.329161 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-972d6c1e-535f-4c36-a924-5ca02080ac58 admin admin] Added segment 441b8248-a289-4f20-9e4d-5883debed94b of type flat for network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 Sep 21 17:37:48.344651 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d6c1e-535f-4c36-a924-5ca02080ac58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfce6d77-7645-4224-8309-d3fd0d5c6f27,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:48.392149 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d6c1e-535f-4c36-a924-5ca02080ac58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:48.392491 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d6c1e-535f-4c36-a924-5ca02080ac58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:48.392825 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d6c1e-535f-4c36-a924-5ca02080ac58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:48.393151 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d6c1e-535f-4c36-a924-5ca02080ac58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:48.393475 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d6c1e-535f-4c36-a924-5ca02080ac58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:48.393794 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d6c1e-535f-4c36-a924-5ca02080ac58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:48.394113 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d6c1e-535f-4c36-a924-5ca02080ac58 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:48.394429 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d6c1e-535f-4c36-a924-5ca02080ac58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:48.394741 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d6c1e-535f-4c36-a924-5ca02080ac58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:48.395079 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d6c1e-535f-4c36-a924-5ca02080ac58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:48.395391 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d6c1e-535f-4c36-a924-5ca02080ac58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:48.395694 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d6c1e-535f-4c36-a924-5ca02080ac58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:48.396807 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d6c1e-535f-4c36-a924-5ca02080ac58 admin admin] Tracked resource versions report: Sep 21 17:37:48.396807 n-d-810291-1 neutron-server[101460]: pushed versions: Sep 21 17:37:48.396807 n-d-810291-1 neutron-server[101460]: { 'AddressGroup': {'1.2'}, Sep 21 17:37:48.396807 n-d-810291-1 neutron-server[101460]: 'ConntrackHelper': {'1.0'}, Sep 21 17:37:48.396807 n-d-810291-1 neutron-server[101460]: 'Log': {'1.0'}, Sep 21 17:37:48.396807 n-d-810291-1 neutron-server[101460]: 'Network': {'1.1'}, Sep 21 17:37:48.396807 n-d-810291-1 neutron-server[101460]: 'Port': {'1.7'}, Sep 21 17:37:48.396807 n-d-810291-1 neutron-server[101460]: 'PortForwarding': {'1.2'}, Sep 21 17:37:48.396807 n-d-810291-1 neutron-server[101460]: 'QosPolicy': {'1.9'}, Sep 21 17:37:48.396807 n-d-810291-1 neutron-server[101460]: 'SecurityGroup': {'1.4'}, Sep 21 17:37:48.396807 n-d-810291-1 neutron-server[101460]: 'SecurityGroupRule': {'1.2'}, Sep 21 17:37:48.396807 n-d-810291-1 neutron-server[101460]: 'SubPort': {'1.0'}, Sep 21 17:37:48.396807 n-d-810291-1 neutron-server[101460]: 'Subnet': {'1.1'}, Sep 21 17:37:48.396807 n-d-810291-1 neutron-server[101460]: 'Trunk': {'1.1'}} Sep 21 17:37:48.396807 n-d-810291-1 neutron-server[101460]: consumer versions: Sep 21 17:37:48.396807 n-d-810291-1 neutron-server[101460]: { DHCP agent@n-d-810291-1: {}, Sep 21 17:37:48.396807 n-d-810291-1 neutron-server[101460]: L3 agent@n-d-810291-1: {}, Sep 21 17:37:48.396807 n-d-810291-1 neutron-server[101460]: Metadata agent@n-d-810291-1: {}, Sep 21 17:37:48.396807 n-d-810291-1 neutron-server[101460]: Metering agent@n-d-810291-1: {}, Sep 21 17:37:48.396807 n-d-810291-1 neutron-server[101460]: Open vSwitch agent@n-d-810291-1: { 'AddressGroup': '1.2', Sep 21 17:37:48.396807 n-d-810291-1 neutron-server[101460]: 'ConntrackHelper': '1.0', Sep 21 17:37:48.396807 n-d-810291-1 neutron-server[101460]: 'Log': '1.0', Sep 21 17:37:48.396807 n-d-810291-1 neutron-server[101460]: 'Network': '1.1', Sep 21 17:37:48.396807 n-d-810291-1 neutron-server[101460]: 'Port': '1.7', Sep 21 17:37:48.396807 n-d-810291-1 neutron-server[101460]: 'PortForwarding': '1.2', Sep 21 17:37:48.396807 n-d-810291-1 neutron-server[101460]: 'QosPolicy': '1.9', Sep 21 17:37:48.396807 n-d-810291-1 neutron-server[101460]: 'SecurityGroup': '1.4', Sep 21 17:37:48.396807 n-d-810291-1 neutron-server[101460]: 'SecurityGroupRule': '1.2', Sep 21 17:37:48.396807 n-d-810291-1 neutron-server[101460]: 'SubPort': '1.0', Sep 21 17:37:48.396807 n-d-810291-1 neutron-server[101460]: 'Subnet': '1.1', Sep 21 17:37:48.396807 n-d-810291-1 neutron-server[101460]: 'Trunk': '1.1'}} Sep 21 17:37:48.396807 n-d-810291-1 neutron-server[101460]: {{(pid=101460) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 17:37:48.463026 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-972d6c1e-535f-4c36-a924-5ca02080ac58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:48.515010 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-972d6c1e-535f-4c36-a924-5ca02080ac58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:48.516602 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972d6c1e-535f-4c36-a924-5ca02080ac58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:48.517801 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-972d6c1e-535f-4c36-a924-5ca02080ac58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:48.580903 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-972d6c1e-535f-4c36-a924-5ca02080ac58 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9957798 Sep 21 17:37:48.622566 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d6c1e-535f-4c36-a924-5ca02080ac58 admin admin] Pushing event updated for resources: {'Network': ['ID=b8a002cf-2233-41c0-bbfe-1c8ea43e5299,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:48.633926 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:37:48.893146 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:49.843581 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:50.957783 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44578) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:51.156243 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9800ff12-dc8b-4fb7-9787-d1a39fcaac8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:51.157571 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9800ff12-dc8b-4fb7-9787-d1a39fcaac8b admin admin] 10.222.0.58 "GET /v2.0/subnets/4eb3d3d1-628c-4065-a80d-dae4ea876508 HTTP/1.1" status: 200 len: 849 time: 0.1989100 Sep 21 17:37:51.283473 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9df54728-8efe-4a9f-8198-6885827af614 admin admin] 10.222.0.58 "GET /v2.0/routers/8776289a-6fe5-4c70-a11d-657028a0ee1a HTTP/1.1" status: 200 len: 704 time: 0.1164434 Sep 21 17:37:51.313951 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:51.565927 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe2e8-2032-4434-ab04-1cae7201bc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:51.880769 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-cfbbe2e8-2032-4434-ab04-1cae7201bc37 admin admin] Allocated IP 172.20.0.1 (cb386bb0-87e3-4bc6-aa73-71a8feee5101/4eb3d3d1-628c-4065-a80d-dae4ea876508/57396551-0053-4506-bcae-e301df5e7cd6) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:37:52.036941 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe2e8-2032-4434-ab04-1cae7201bc37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:52.151805 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe2e8-2032-4434-ab04-1cae7201bc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:52.220680 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbbe2e8-2032-4434-ab04-1cae7201bc37 admin admin] Network cb386bb0-87e3-4bc6-aa73-71a8feee5101 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:37:52.225476 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-cfbbe2e8-2032-4434-ab04-1cae7201bc37 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:37:52.232982 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbbe2e8-2032-4434-ab04-1cae7201bc37 admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:37:52.233520 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe2e8-2032-4434-ab04-1cae7201bc37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:52.291698 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbbe2e8-2032-4434-ab04-1cae7201bc37 admin admin] Pushing event updated for resources: {'Port': ['ID=57396551-0053-4506-bcae-e301df5e7cd6,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:52.433678 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe2e8-2032-4434-ab04-1cae7201bc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:52.436677 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-22955d1a-ff34-4c42-8ef9-63d1fedd6468 None None] Provisioning complete for port 57396551-0053-4506-bcae-e301df5e7cd6 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:37:52.437191 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-22955d1a-ff34-4c42-8ef9-63d1fedd6468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:52.473383 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-22955d1a-ff34-4c42-8ef9-63d1fedd6468 None None] Port 57396551-0053-4506-bcae-e301df5e7cd6 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:37:52.638014 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe2e8-2032-4434-ab04-1cae7201bc37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:52.645234 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe2e8-2032-4434-ab04-1cae7201bc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:52.646036 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe2e8-2032-4434-ab04-1cae7201bc37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:52.704677 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbbe2e8-2032-4434-ab04-1cae7201bc37 admin admin] Pushing event updated for resources: {'Port': ['ID=57396551-0053-4506-bcae-e301df5e7cd6,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:52.770511 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbbe2e8-2032-4434-ab04-1cae7201bc37 admin admin] Network cb386bb0-87e3-4bc6-aa73-71a8feee5101 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:37:52.771919 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-cfbbe2e8-2032-4434-ab04-1cae7201bc37 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:37:52.933492 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbbe2e8-2032-4434-ab04-1cae7201bc37 admin admin] Router 8776289a-6fe5-4c70-a11d-657028a0ee1a is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:37:53.000734 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-aba72516-bf6d-4fff-8311-2b281751853b None None] Provisioning complete for port 57396551-0053-4506-bcae-e301df5e7cd6 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:37:53.001110 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-aba72516-bf6d-4fff-8311-2b281751853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:53.022247 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbbe2e8-2032-4434-ab04-1cae7201bc37 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:37:53.028093 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-cfbbe2e8-2032-4434-ab04-1cae7201bc37 admin admin] 10.222.0.58 "PUT /v2.0/routers/8776289a-6fe5-4c70-a11d-657028a0ee1a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7371612 Sep 21 17:37:53.034156 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beabc3cb-8645-406e-b661-a6dbce477d58 None None] Sync routers for ids ['8776289a-6fe5-4c70-a11d-657028a0ee1a'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:37:53.035523 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-aba72516-bf6d-4fff-8311-2b281751853b None None] Port 57396551-0053-4506-bcae-e301df5e7cd6 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:37:53.047033 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beabc3cb-8645-406e-b661-a6dbce477d58 None None] Routers {'8776289a-6fe5-4c70-a11d-657028a0ee1a'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:37:53.047802 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-beabc3cb-8645-406e-b661-a6dbce477d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:37:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8776289a-6fe5-4c70-a11d-657028a0ee1a'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:37:53.233973 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-beabc3cb-8645-406e-b661-a6dbce477d58 None None] Set router 8776289a-6fe5-4c70-a11d-657028a0ee1a gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:37:53.652893 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-beabc3cb-8645-406e-b661-a6dbce477d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8776289a-6fe5-4c70-a11d-657028a0ee1a', 'name': 'router1', 'tenant_id': '1ea882bbb405498b85823126309a7c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:37:42Z', 'updated_at': '2021-09-21T17:37:52Z', 'revision_number': 2, 'project_id': '1ea882bbb405498b85823126309a7c86', 'gw_port_host': None, '_interfaces': [{'id': '57396551-0053-4506-bcae-e301df5e7cd6', 'name': '', 'network_id': 'cb386bb0-87e3-4bc6-aa73-71a8feee5101', 'tenant_id': '1ea882bbb405498b85823126309a7c86', 'mac_address': 'fa:16:3e:e9:b7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8776289a-6fe5-4c70-a11d-657028a0ee1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4eb3d3d1-628c-4065-a80d-dae4ea876508', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:37:51Z', 'updated_at': '2021-09-21T17:37:52Z', 'revision_number': 2, 'project_id': '1ea882bbb405498b85823126309a7c86', 'subnets': [{'id': '4eb3d3d1-628c-4065-a80d-dae4ea876508', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f13b6920-dc1a-49a3-bb92-e54c95bbb14a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:37:53.703744 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beabc3cb-8645-406e-b661-a6dbce477d58 None None] Checking router: 8776289a-6fe5-4c70-a11d-657028a0ee1a for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:37:53.704111 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beabc3cb-8645-406e-b661-a6dbce477d58 None None] Updating router 8776289a-6fe5-4c70-a11d-657028a0ee1a port 57396551-0053-4506-bcae-e301df5e7cd6 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:37:53.751279 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-beabc3cb-8645-406e-b661-a6dbce477d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:54.264340 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-beabc3cb-8645-406e-b661-a6dbce477d58 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:54.272551 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-beabc3cb-8645-406e-b661-a6dbce477d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:54.438417 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-beabc3cb-8645-406e-b661-a6dbce477d58 None None] Attempting to bind port 57396551-0053-4506-bcae-e301df5e7cd6 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:37:54.438821 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-beabc3cb-8645-406e-b661-a6dbce477d58 None None] Attempting to bind port 57396551-0053-4506-bcae-e301df5e7cd6 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'ca604ecd-3b8c-4a82-a440-ab6d163e3416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cb386bb0-87e3-4bc6-aa73-71a8feee5101'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:37:54.439274 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beabc3cb-8645-406e-b661-a6dbce477d58 None None] Attempting to bind port 57396551-0053-4506-bcae-e301df5e7cd6 on network cb386bb0-87e3-4bc6-aa73-71a8feee5101 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:37:54.441236 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51d110-f638-4d7c-8af7-5485ca1b534a None None] Pushing event updated for resources: {'Port': ['ID=57396551-0053-4506-bcae-e301df5e7cd6,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:54.450343 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51d110-f638-4d7c-8af7-5485ca1b534a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:54.450690 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51d110-f638-4d7c-8af7-5485ca1b534a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:54.451056 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51d110-f638-4d7c-8af7-5485ca1b534a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:54.451392 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51d110-f638-4d7c-8af7-5485ca1b534a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:54.452486 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51d110-f638-4d7c-8af7-5485ca1b534a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:54.452852 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51d110-f638-4d7c-8af7-5485ca1b534a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:54.453225 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51d110-f638-4d7c-8af7-5485ca1b534a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:54.453549 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51d110-f638-4d7c-8af7-5485ca1b534a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:54.453876 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51d110-f638-4d7c-8af7-5485ca1b534a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:54.454197 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51d110-f638-4d7c-8af7-5485ca1b534a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:54.454524 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51d110-f638-4d7c-8af7-5485ca1b534a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:54.454843 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51d110-f638-4d7c-8af7-5485ca1b534a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:54.456008 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51d110-f638-4d7c-8af7-5485ca1b534a None None] Tracked resource versions report: Sep 21 17:37:54.456008 n-d-810291-1 neutron-server[101463]: pushed versions: Sep 21 17:37:54.456008 n-d-810291-1 neutron-server[101463]: { 'AddressGroup': {'1.2'}, Sep 21 17:37:54.456008 n-d-810291-1 neutron-server[101463]: 'ConntrackHelper': {'1.0'}, Sep 21 17:37:54.456008 n-d-810291-1 neutron-server[101463]: 'Log': {'1.0'}, Sep 21 17:37:54.456008 n-d-810291-1 neutron-server[101463]: 'Network': {'1.1'}, Sep 21 17:37:54.456008 n-d-810291-1 neutron-server[101463]: 'Port': {'1.7'}, Sep 21 17:37:54.456008 n-d-810291-1 neutron-server[101463]: 'PortForwarding': {'1.2'}, Sep 21 17:37:54.456008 n-d-810291-1 neutron-server[101463]: 'QosPolicy': {'1.9'}, Sep 21 17:37:54.456008 n-d-810291-1 neutron-server[101463]: 'SecurityGroup': {'1.4'}, Sep 21 17:37:54.456008 n-d-810291-1 neutron-server[101463]: 'SecurityGroupRule': {'1.2'}, Sep 21 17:37:54.456008 n-d-810291-1 neutron-server[101463]: 'SubPort': {'1.0'}, Sep 21 17:37:54.456008 n-d-810291-1 neutron-server[101463]: 'Subnet': {'1.1'}, Sep 21 17:37:54.456008 n-d-810291-1 neutron-server[101463]: 'Trunk': {'1.1'}} Sep 21 17:37:54.456008 n-d-810291-1 neutron-server[101463]: consumer versions: Sep 21 17:37:54.456008 n-d-810291-1 neutron-server[101463]: { DHCP agent@n-d-810291-1: {}, Sep 21 17:37:54.456008 n-d-810291-1 neutron-server[101463]: L3 agent@n-d-810291-1: {}, Sep 21 17:37:54.456008 n-d-810291-1 neutron-server[101463]: Metadata agent@n-d-810291-1: {}, Sep 21 17:37:54.456008 n-d-810291-1 neutron-server[101463]: Metering agent@n-d-810291-1: {}, Sep 21 17:37:54.456008 n-d-810291-1 neutron-server[101463]: Open vSwitch agent@n-d-810291-1: { 'AddressGroup': '1.2', Sep 21 17:37:54.456008 n-d-810291-1 neutron-server[101463]: 'ConntrackHelper': '1.0', Sep 21 17:37:54.456008 n-d-810291-1 neutron-server[101463]: 'Log': '1.0', Sep 21 17:37:54.456008 n-d-810291-1 neutron-server[101463]: 'Network': '1.1', Sep 21 17:37:54.456008 n-d-810291-1 neutron-server[101463]: 'Port': '1.7', Sep 21 17:37:54.456008 n-d-810291-1 neutron-server[101463]: 'PortForwarding': '1.2', Sep 21 17:37:54.456008 n-d-810291-1 neutron-server[101463]: 'QosPolicy': '1.9', Sep 21 17:37:54.456008 n-d-810291-1 neutron-server[101463]: 'SecurityGroup': '1.4', Sep 21 17:37:54.456008 n-d-810291-1 neutron-server[101463]: 'SecurityGroupRule': '1.2', Sep 21 17:37:54.456008 n-d-810291-1 neutron-server[101463]: 'SubPort': '1.0', Sep 21 17:37:54.456008 n-d-810291-1 neutron-server[101463]: 'Subnet': '1.1', Sep 21 17:37:54.456008 n-d-810291-1 neutron-server[101463]: 'Trunk': '1.1'}} Sep 21 17:37:54.456008 n-d-810291-1 neutron-server[101463]: {{(pid=101463) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 17:37:54.460075 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beabc3cb-8645-406e-b661-a6dbce477d58 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:37:54.460554 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beabc3cb-8645-406e-b661-a6dbce477d58 None None] Checking segment: {'id': 'ca604ecd-3b8c-4a82-a440-ab6d163e3416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cb386bb0-87e3-4bc6-aa73-71a8feee5101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:37:54.461002 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-beabc3cb-8645-406e-b661-a6dbce477d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:54.461386 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beabc3cb-8645-406e-b661-a6dbce477d58 None None] Bound using segment: {'id': 'ca604ecd-3b8c-4a82-a440-ab6d163e3416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cb386bb0-87e3-4bc6-aa73-71a8feee5101'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:37:54.461892 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-beabc3cb-8645-406e-b661-a6dbce477d58 None None] Bound port: 57396551-0053-4506-bcae-e301df5e7cd6, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca604ecd-3b8c-4a82-a440-ab6d163e3416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'cb386bb0-87e3-4bc6-aa73-71a8feee5101'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:37:54.462274 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-beabc3cb-8645-406e-b661-a6dbce477d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:54.466414 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-7ab291a8-0b95-4805-b765-ac55bace90b8 None None] Provisioning complete for port 57396551-0053-4506-bcae-e301df5e7cd6 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:37:54.466777 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7ab291a8-0b95-4805-b765-ac55bace90b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:54.499834 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-7ab291a8-0b95-4805-b765-ac55bace90b8 None None] Port 57396551-0053-4506-bcae-e301df5e7cd6 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:37:54.527944 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-beabc3cb-8645-406e-b661-a6dbce477d58 None None] For port 57396551-0053-4506-bcae-e301df5e7cd6, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:37:54.548824 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-beabc3cb-8645-406e-b661-a6dbce477d58 None None] For port 57396551-0053-4506-bcae-e301df5e7cd6, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=57396551-0053-4506-bcae-e301df5e7cd6,segment=NetworkSegment(ca604ecd-3b8c-4a82-a440-ab6d163e3416),segment_id=ca604ecd-3b8c-4a82-a440-ab6d163e3416)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:37:54.553587 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-beabc3cb-8645-406e-b661-a6dbce477d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:54.610752 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51d110-f638-4d7c-8af7-5485ca1b534a None None] Pushing event updated for resources: {'Port': ['ID=57396551-0053-4506-bcae-e301df5e7cd6,revision_number=4']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:54.613325 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beabc3cb-8645-406e-b661-a6dbce477d58 None None] Routers {'8776289a-6fe5-4c70-a11d-657028a0ee1a'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:37:54.618316 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-beabc3cb-8645-406e-b661-a6dbce477d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:37:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8776289a-6fe5-4c70-a11d-657028a0ee1a'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:37:54.711411 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-beabc3cb-8645-406e-b661-a6dbce477d58 None None] Set router 8776289a-6fe5-4c70-a11d-657028a0ee1a gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:37:54.818830 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5000a57c-538d-46d8-8b2c-f4cad108ede4 None None] Provisioning complete for port 57396551-0053-4506-bcae-e301df5e7cd6 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:37:54.819388 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5000a57c-538d-46d8-8b2c-f4cad108ede4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:54.895913 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5000a57c-538d-46d8-8b2c-f4cad108ede4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:54.917244 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-beabc3cb-8645-406e-b661-a6dbce477d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8776289a-6fe5-4c70-a11d-657028a0ee1a', 'name': 'router1', 'tenant_id': '1ea882bbb405498b85823126309a7c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:37:42Z', 'updated_at': '2021-09-21T17:37:52Z', 'revision_number': 2, 'project_id': '1ea882bbb405498b85823126309a7c86', 'gw_port_host': None, '_interfaces': [{'id': '57396551-0053-4506-bcae-e301df5e7cd6', 'name': '', 'network_id': 'cb386bb0-87e3-4bc6-aa73-71a8feee5101', 'tenant_id': '1ea882bbb405498b85823126309a7c86', 'mac_address': 'fa:16:3e:e9:b7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8776289a-6fe5-4c70-a11d-657028a0ee1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4eb3d3d1-628c-4065-a80d-dae4ea876508', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:37:51Z', 'updated_at': '2021-09-21T17:37:54Z', 'revision_number': 4, 'project_id': '1ea882bbb405498b85823126309a7c86', 'subnets': [{'id': '4eb3d3d1-628c-4065-a80d-dae4ea876508', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f13b6920-dc1a-49a3-bb92-e54c95bbb14a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:37:54.926227 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5000a57c-538d-46d8-8b2c-f4cad108ede4 None None] For port 57396551-0053-4506-bcae-e301df5e7cd6, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=57396551-0053-4506-bcae-e301df5e7cd6,segment=NetworkSegment(ca604ecd-3b8c-4a82-a440-ab6d163e3416),segment_id=ca604ecd-3b8c-4a82-a440-ab6d163e3416)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:37:54.931511 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5000a57c-538d-46d8-8b2c-f4cad108ede4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:54.946284 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beabc3cb-8645-406e-b661-a6dbce477d58 None None] The sync data for ids ['8776289a-6fe5-4c70-a11d-657028a0ee1a'] in n-d-810291-1 is: [{'id': '8776289a-6fe5-4c70-a11d-657028a0ee1a', 'name': 'router1', 'tenant_id': '1ea882bbb405498b85823126309a7c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:37:42Z', 'updated_at': '2021-09-21T17:37:52Z', 'revision_number': 2, 'project_id': '1ea882bbb405498b85823126309a7c86', 'gw_port_host': None, '_interfaces': [{'id': '57396551-0053-4506-bcae-e301df5e7cd6', 'name': '', 'network_id': 'cb386bb0-87e3-4bc6-aa73-71a8feee5101', 'tenant_id': '1ea882bbb405498b85823126309a7c86', 'mac_address': 'fa:16:3e:e9:b7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8776289a-6fe5-4c70-a11d-657028a0ee1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4eb3d3d1-628c-4065-a80d-dae4ea876508', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:37:51Z', 'updated_at': '2021-09-21T17:37:54Z', 'revision_number': 4, 'project_id': '1ea882bbb405498b85823126309a7c86', 'subnets': [{'id': '4eb3d3d1-628c-4065-a80d-dae4ea876508', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f13b6920-dc1a-49a3-bb92-e54c95bbb14a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:37:54.984185 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5000a57c-538d-46d8-8b2c-f4cad108ede4 None None] Pushing event updated for resources: {'Port': ['ID=57396551-0053-4506-bcae-e301df5e7cd6,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:55.221628 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44598) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:55.336905 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b32decd-1a6a-41a6-972b-275ef110c5b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:55.338327 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5b32decd-1a6a-41a6-972b-275ef110c5b2 admin admin] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 842 time: 0.1157024 Sep 21 17:37:55.348636 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-c8f7d0e8-dcf5-4300-9317-94ae0ef91b3f admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.25.6.1', 'ip_version': 4, 'cidr': '172.25.6.0/24', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'enable_dhcp': False}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:37:55.371681 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f7d0e8-dcf5-4300-9317-94ae0ef91b3f admin admin] Made reservation on behalf of ed7c1cadaff64e93bc92f1e5cdb36ef1 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:37:55.374133 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c8f7d0e8-dcf5-4300-9317-94ae0ef91b3f admin admin] Notify callbacks [] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:55.652041 n-d-810291-1 neutron-server[101461]: DEBUG neutron.objects.ports [None req-c8f7d0e8-dcf5-4300-9317-94ae0ef91b3f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101461) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 17:37:55.652378 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c8f7d0e8-dcf5-4300-9317-94ae0ef91b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:55.698426 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7d0e8-dcf5-4300-9317-94ae0ef91b3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc4d634a-526e-4dc7-b27b-c89e8f6bae44,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:55.713352 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f7d0e8-dcf5-4300-9317-94ae0ef91b3f admin admin] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:37:55.713693 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f7d0e8-dcf5-4300-9317-94ae0ef91b3f admin admin] Network hostable DHCP agents. Network: b8a002cf-2233-41c0-bbfe-1c8ea43e5299, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:37:55.729945 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f7d0e8-dcf5-4300-9317-94ae0ef91b3f admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:37:55.739320 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-c8f7d0e8-dcf5-4300-9317-94ae0ef91b3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, b8a002cf-2233-41c0-bbfe-1c8ea43e5299) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:37:55.743488 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f7d0e8-dcf5-4300-9317-94ae0ef91b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:55.744132 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c8f7d0e8-dcf5-4300-9317-94ae0ef91b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:55.747986 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c80a5e0-3df5-40ce-bbfe-7f3a84da08ba None None] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:37:55.770953 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c8f7d0e8-dcf5-4300-9317-94ae0ef91b3f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4141922 Sep 21 17:37:55.887506 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de281911-23ce-4ee1-8232-fa9f76672f12 None None] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:37:58.028476 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44606) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:58.292357 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ebf4cc23-f470-46d2-977b-8a405733a1a9 admin admin] 10.222.0.58 "GET /v2.0/routers/8776289a-6fe5-4c70-a11d-657028a0ee1a HTTP/1.1" status: 200 len: 710 time: 0.2627597 Sep 21 17:37:58.455889 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f4b2f1-0902-436d-be61-03d3565c9773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:58.457190 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-70f4b2f1-0902-436d-be61-03d3565c9773 admin admin] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 886 time: 0.1588218 Sep 21 17:37:58.467329 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-257b2e4f-5747-4cf8-92f2-034fae192a76 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:37:58.708976 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-257b2e4f-5747-4cf8-92f2-034fae192a76 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:58.953336 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-257b2e4f-5747-4cf8-92f2-034fae192a76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:59.031386 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-257b2e4f-5747-4cf8-92f2-034fae192a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:59.215865 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-257b2e4f-5747-4cf8-92f2-034fae192a76 admin admin] Allocated IP 172.25.6.106 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/f6c0b304-32c9-4130-b925-27e87b73c119) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:37:59.324621 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-257b2e4f-5747-4cf8-92f2-034fae192a76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:59.381916 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-257b2e4f-5747-4cf8-92f2-034fae192a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:59.464385 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257b2e4f-5747-4cf8-92f2-034fae192a76 admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:37:59.468608 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-257b2e4f-5747-4cf8-92f2-034fae192a76 admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:37:59.470454 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b2e4f-5747-4cf8-92f2-034fae192a76 admin admin] Pushing event updated for resources: {'Port': ['ID=f6c0b304-32c9-4130-b925-27e87b73c119,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:59.483083 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257b2e4f-5747-4cf8-92f2-034fae192a76 admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:37:59.807535 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-257b2e4f-5747-4cf8-92f2-034fae192a76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:00.017659 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-257b2e4f-5747-4cf8-92f2-034fae192a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1427'] for router, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:00.023002 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-257b2e4f-5747-4cf8-92f2-034fae192a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-734625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-734648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-574993'] for router, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:00.136288 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257b2e4f-5747-4cf8-92f2-034fae192a76 admin admin] Router 8776289a-6fe5-4c70-a11d-657028a0ee1a has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:38:00.250324 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257b2e4f-5747-4cf8-92f2-034fae192a76 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:38:00.255405 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-257b2e4f-5747-4cf8-92f2-034fae192a76 admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:00.256718 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-257b2e4f-5747-4cf8-92f2-034fae192a76 admin admin] 10.222.0.58 "PUT /v2.0/routers/8776289a-6fe5-4c70-a11d-657028a0ee1a HTTP/1.1" status: 200 len: 890 time: 1.7927582 Sep 21 17:38:00.775473 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 57396551-0053-4506-bcae-e301df5e7cd6 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:38:00.821250 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 57396551-0053-4506-bcae-e301df5e7cd6 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:38:00.821524 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:01.358169 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf64cb8-a484-487c-ad02-cd06a2b3f48d None None] Sync routers for ids ['8776289a-6fe5-4c70-a11d-657028a0ee1a'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:38:01.368621 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf64cb8-a484-487c-ad02-cd06a2b3f48d None None] Routers {'8776289a-6fe5-4c70-a11d-657028a0ee1a'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:38:01.369357 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-0cf64cb8-a484-487c-ad02-cd06a2b3f48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:37:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8776289a-6fe5-4c70-a11d-657028a0ee1a'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:38:01.574828 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-0cf64cb8-a484-487c-ad02-cd06a2b3f48d None None] Set router 8776289a-6fe5-4c70-a11d-657028a0ee1a gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:38:01.975580 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-0cf64cb8-a484-487c-ad02-cd06a2b3f48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8776289a-6fe5-4c70-a11d-657028a0ee1a', 'name': 'router1', 'tenant_id': '1ea882bbb405498b85823126309a7c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'f6c0b304-32c9-4130-b925-27e87b73c119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:37:42Z', 'updated_at': '2021-09-21T17:37:59Z', 'revision_number': 4, 'project_id': '1ea882bbb405498b85823126309a7c86', 'gw_port': {'id': 'f6c0b304-32c9-4130-b925-27e87b73c119', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fe:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8776289a-6fe5-4c70-a11d-657028a0ee1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:37:59Z', 'updated_at': '2021-09-21T17:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '57396551-0053-4506-bcae-e301df5e7cd6', 'name': '', 'network_id': 'cb386bb0-87e3-4bc6-aa73-71a8feee5101', 'tenant_id': '1ea882bbb405498b85823126309a7c86', 'mac_address': 'fa:16:3e:e9:b7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8776289a-6fe5-4c70-a11d-657028a0ee1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4eb3d3d1-628c-4065-a80d-dae4ea876508', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:37:51Z', 'updated_at': '2021-09-21T17:37:54Z', 'revision_number': 5, 'project_id': '1ea882bbb405498b85823126309a7c86', 'subnets': [{'id': '4eb3d3d1-628c-4065-a80d-dae4ea876508', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f13b6920-dc1a-49a3-bb92-e54c95bbb14a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:38:02.029303 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf64cb8-a484-487c-ad02-cd06a2b3f48d None None] Checking router: 8776289a-6fe5-4c70-a11d-657028a0ee1a for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:38:02.029648 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf64cb8-a484-487c-ad02-cd06a2b3f48d None None] Updating router 8776289a-6fe5-4c70-a11d-657028a0ee1a port f6c0b304-32c9-4130-b925-27e87b73c119 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:38:02.075351 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0cf64cb8-a484-487c-ad02-cd06a2b3f48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:02.390393 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0cf64cb8-a484-487c-ad02-cd06a2b3f48d None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:02.396646 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0cf64cb8-a484-487c-ad02-cd06a2b3f48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:02.530369 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0cf64cb8-a484-487c-ad02-cd06a2b3f48d None None] Attempting to bind port f6c0b304-32c9-4130-b925-27e87b73c119 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:38:02.530739 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0cf64cb8-a484-487c-ad02-cd06a2b3f48d None None] Attempting to bind port f6c0b304-32c9-4130-b925-27e87b73c119 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:38:02.531142 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf64cb8-a484-487c-ad02-cd06a2b3f48d None None] Attempting to bind port f6c0b304-32c9-4130-b925-27e87b73c119 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:38:02.536670 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8007617-9c31-4c82-83a1-dd3d1c992337 None None] Pushing event updated for resources: {'Port': ['ID=f6c0b304-32c9-4130-b925-27e87b73c119,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:02.542064 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf64cb8-a484-487c-ad02-cd06a2b3f48d None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:38:02.542441 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf64cb8-a484-487c-ad02-cd06a2b3f48d None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:38:02.542844 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0cf64cb8-a484-487c-ad02-cd06a2b3f48d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:02.543858 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf64cb8-a484-487c-ad02-cd06a2b3f48d None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:38:02.543858 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0cf64cb8-a484-487c-ad02-cd06a2b3f48d None None] Bound port: f6c0b304-32c9-4130-b925-27e87b73c119, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:38:02.544185 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0cf64cb8-a484-487c-ad02-cd06a2b3f48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:02.594437 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-0cf64cb8-a484-487c-ad02-cd06a2b3f48d None None] For port f6c0b304-32c9-4130-b925-27e87b73c119, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:38:02.597432 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-0cf64cb8-a484-487c-ad02-cd06a2b3f48d None None] For port f6c0b304-32c9-4130-b925-27e87b73c119, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f6c0b304-32c9-4130-b925-27e87b73c119,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:38:02.602059 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0cf64cb8-a484-487c-ad02-cd06a2b3f48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:02.638434 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44620) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:38:02.664327 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf64cb8-a484-487c-ad02-cd06a2b3f48d None None] Routers {'8776289a-6fe5-4c70-a11d-657028a0ee1a'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:38:02.664953 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-0cf64cb8-a484-487c-ad02-cd06a2b3f48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:37:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8776289a-6fe5-4c70-a11d-657028a0ee1a'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:38:02.667607 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8007617-9c31-4c82-83a1-dd3d1c992337 None None] Pushing event updated for resources: {'Port': ['ID=f6c0b304-32c9-4130-b925-27e87b73c119,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:02.753173 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e1db58f0-e826-4d14-9e1b-ba6c48d69789 admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1135614 Sep 21 17:38:02.773922 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-0cf64cb8-a484-487c-ad02-cd06a2b3f48d None None] Set router 8776289a-6fe5-4c70-a11d-657028a0ee1a gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:38:02.997342 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-0cf64cb8-a484-487c-ad02-cd06a2b3f48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8776289a-6fe5-4c70-a11d-657028a0ee1a', 'name': 'router1', 'tenant_id': '1ea882bbb405498b85823126309a7c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'f6c0b304-32c9-4130-b925-27e87b73c119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:37:42Z', 'updated_at': '2021-09-21T17:37:59Z', 'revision_number': 4, 'project_id': '1ea882bbb405498b85823126309a7c86', 'gw_port': {'id': 'f6c0b304-32c9-4130-b925-27e87b73c119', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fe:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8776289a-6fe5-4c70-a11d-657028a0ee1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:37:59Z', 'updated_at': '2021-09-21T17:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '57396551-0053-4506-bcae-e301df5e7cd6', 'name': '', 'network_id': 'cb386bb0-87e3-4bc6-aa73-71a8feee5101', 'tenant_id': '1ea882bbb405498b85823126309a7c86', 'mac_address': 'fa:16:3e:e9:b7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8776289a-6fe5-4c70-a11d-657028a0ee1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4eb3d3d1-628c-4065-a80d-dae4ea876508', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:37:51Z', 'updated_at': '2021-09-21T17:37:54Z', 'revision_number': 5, 'project_id': '1ea882bbb405498b85823126309a7c86', 'subnets': [{'id': '4eb3d3d1-628c-4065-a80d-dae4ea876508', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f13b6920-dc1a-49a3-bb92-e54c95bbb14a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:38:03.023872 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf64cb8-a484-487c-ad02-cd06a2b3f48d None None] The sync data for ids ['8776289a-6fe5-4c70-a11d-657028a0ee1a'] in n-d-810291-1 is: [{'id': '8776289a-6fe5-4c70-a11d-657028a0ee1a', 'name': 'router1', 'tenant_id': '1ea882bbb405498b85823126309a7c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'f6c0b304-32c9-4130-b925-27e87b73c119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:37:42Z', 'updated_at': '2021-09-21T17:37:59Z', 'revision_number': 4, 'project_id': '1ea882bbb405498b85823126309a7c86', 'gw_port': {'id': 'f6c0b304-32c9-4130-b925-27e87b73c119', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fe:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8776289a-6fe5-4c70-a11d-657028a0ee1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:37:59Z', 'updated_at': '2021-09-21T17:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '57396551-0053-4506-bcae-e301df5e7cd6', 'name': '', 'network_id': 'cb386bb0-87e3-4bc6-aa73-71a8feee5101', 'tenant_id': '1ea882bbb405498b85823126309a7c86', 'mac_address': 'fa:16:3e:e9:b7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8776289a-6fe5-4c70-a11d-657028a0ee1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4eb3d3d1-628c-4065-a80d-dae4ea876508', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:37:51Z', 'updated_at': '2021-09-21T17:37:54Z', 'revision_number': 5, 'project_id': '1ea882bbb405498b85823126309a7c86', 'subnets': [{'id': '4eb3d3d1-628c-4065-a80d-dae4ea876508', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f13b6920-dc1a-49a3-bb92-e54c95bbb14a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:38:04.813982 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f6c0b304-32c9-4130-b925-27e87b73c119 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:38:04.867944 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port f6c0b304-32c9-4130-b925-27e87b73c119 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:38:04.868352 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:04.952920 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:04.973720 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port f6c0b304-32c9-4130-b925-27e87b73c119, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f6c0b304-32c9-4130-b925-27e87b73c119,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:38:04.981681 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:05.038577 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=f6c0b304-32c9-4130-b925-27e87b73c119,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:06.794326 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f6c0b304-32c9-4130-b925-27e87b73c119 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:38:06.861920 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port f6c0b304-32c9-4130-b925-27e87b73c119 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:38:06.862650 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:15.835368 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-10ec1a23-1af6-4e97-ac81-f666fbe7a137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:18.235332 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 5 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:38:18.303352 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c407941-5a99-4548-af9d-5c0f488258b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:18.900358 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:19.849093 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:21.342713 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:45.836650 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c08f793d-adaf-4cc5-8583-bdf3ad6e7abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:48.291017 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6d84aba1-327a-4df4-861c-39cfa7b5d52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:48.894528 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:49.843812 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:51.339987 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:55.231973 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 5 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:39:15.838691 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-762ed2a6-b673-4942-b271-d03564ab648d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:18.283736 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4b7f36a0-26ba-418e-9a3b-1b0b0097a3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:18.899968 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:19.849028 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:21.343688 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:32.231955 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 5 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:39:43.140480 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45214) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:43.216179 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b0094e4-d67b-4505-8c13-35a70a81c4b2 admin admin] GET failed (client error): The resource could not be found. Sep 21 17:39:43.217539 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2b0094e4-d67b-4505-8c13-35a70a81c4b2 admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0761309 Sep 21 17:39:43.376433 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98e093d-4944-4037-a585-4334f574e543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:43.377812 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d98e093d-4944-4037-a585-4334f574e543 admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1555538 Sep 21 17:39:45.552802 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45224) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:45.724710 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391cbf95-ba5d-4d3e-9785-205be05f1680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:45.725985 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-391cbf95-ba5d-4d3e-9785-205be05f1680 admin admin] 10.222.0.58 "GET /v2.0/subnets/4eb3d3d1-628c-4065-a80d-dae4ea876508 HTTP/1.1" status: 200 len: 849 time: 0.1719224 Sep 21 17:39:45.740049 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-78be15d1-d922-4daa-b5ab-f632b1715c73 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:39:45.826250 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-78be15d1-d922-4daa-b5ab-f632b1715c73 admin admin] Notify callbacks [] for subnet, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:45.843399 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-44a46729-9540-4176-a1b1-0b9bf8f2eab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:45.976159 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-78be15d1-d922-4daa-b5ab-f632b1715c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748376389636'] for subnet, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:46.004549 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78be15d1-d922-4daa-b5ab-f632b1715c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:46.005144 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-78be15d1-d922-4daa-b5ab-f632b1715c73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:46.006883 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-78be15d1-d922-4daa-b5ab-f632b1715c73 admin admin] 10.222.0.58 "PUT /v2.0/subnets/4eb3d3d1-628c-4065-a80d-dae4ea876508 HTTP/1.1" status: 200 len: 868 time: 0.2702451 Sep 21 17:39:46.009253 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e76ca2b-d9cc-4d5e-bb56-48a55fd05b89 None None] Network cb386bb0-87e3-4bc6-aa73-71a8feee5101 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:39:46.026251 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be15d1-d922-4daa-b5ab-f632b1715c73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eb3d3d1-628c-4065-a80d-dae4ea876508,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:46.033787 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be15d1-d922-4daa-b5ab-f632b1715c73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:46.034134 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be15d1-d922-4daa-b5ab-f632b1715c73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:46.034461 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be15d1-d922-4daa-b5ab-f632b1715c73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:46.034797 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be15d1-d922-4daa-b5ab-f632b1715c73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:46.035168 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be15d1-d922-4daa-b5ab-f632b1715c73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:46.035485 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be15d1-d922-4daa-b5ab-f632b1715c73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:46.035826 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be15d1-d922-4daa-b5ab-f632b1715c73 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:46.036136 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be15d1-d922-4daa-b5ab-f632b1715c73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:46.036473 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be15d1-d922-4daa-b5ab-f632b1715c73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:46.036862 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be15d1-d922-4daa-b5ab-f632b1715c73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:46.037181 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be15d1-d922-4daa-b5ab-f632b1715c73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:46.037556 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be15d1-d922-4daa-b5ab-f632b1715c73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:46.411971 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-7121ac1a-367f-474d-a0db-d72a994204e2 None None] Provisioning complete for port 171aac9b-39a4-4461-8d71-3c264133e291 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:39:46.412345 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7121ac1a-367f-474d-a0db-d72a994204e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:46.496750 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-7121ac1a-367f-474d-a0db-d72a994204e2 None None] Provisioning complete for port 57396551-0053-4506-bcae-e301df5e7cd6 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:39:46.497058 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7121ac1a-367f-474d-a0db-d72a994204e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:48.181466 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45234) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:48.287675 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b3fb4c56-9d71-4561-86f5-93137eff64fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:48.396596 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f178065-13a5-4fd3-9ed0-954de689cfc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:48.396981 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f178065-13a5-4fd3-9ed0-954de689cfc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:48.398551 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1f178065-13a5-4fd3-9ed0-954de689cfc4 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2157454 Sep 21 17:39:48.901410 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:49.851691 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:50.548307 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45242) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:50.696978 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fbeb21-adec-491e-8ced-36d6701ec3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:50.697445 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fbeb21-adec-491e-8ced-36d6701ec3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:50.698984 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-07fbeb21-adec-491e-8ced-36d6701ec3ce admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1495819 Sep 21 17:39:51.344182 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:52.842027 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45250) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:53.012522 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd05ef6-9dd0-430a-854f-745852ccaa7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:53.013916 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-edd05ef6-9dd0-430a-854f-745852ccaa7b admin admin] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 886 time: 0.1709359 Sep 21 17:39:55.145192 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45258) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:55.299504 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279227c7-1d23-454f-b13f-97c09b3a0481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:55.300879 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-279227c7-1d23-454f-b13f-97c09b3a0481 admin admin] 10.222.0.58 "GET /v2.0/networks/cb386bb0-87e3-4bc6-aa73-71a8feee5101 HTTP/1.1" status: 200 len: 869 time: 0.1546252 Sep 21 17:39:57.456978 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45266) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:57.584284 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433247b3-d8f9-4677-9bc9-07dd576ac75e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:57.584773 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433247b3-d8f9-4677-9bc9-07dd576ac75e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:57.586314 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-433247b3-d8f9-4677-9bc9-07dd576ac75e admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1283875 Sep 21 17:39:59.727221 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45274) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:59.859594 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14323b02-df51-4b35-9ad2-23ab0f54f18a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:59.860045 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14323b02-df51-4b35-9ad2-23ab0f54f18a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:59.861587 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-14323b02-df51-4b35-9ad2-23ab0f54f18a admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1333170 Sep 21 17:40:02.083873 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45282) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:02.185991 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6422a7c2-298b-4ff4-877a-ed91b81feaa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:02.187726 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6422a7c2-298b-4ff4-877a-ed91b81feaa3 admin admin] 10.222.0.58 "GET /v2.0/subnets/4eb3d3d1-628c-4065-a80d-dae4ea876508 HTTP/1.1" status: 200 len: 868 time: 0.1025500 Sep 21 17:40:04.375538 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45290) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:04.488796 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e0e98a-19d9-4363-8ebd-88ce286f234d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:04.490054 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-56e0e98a-19d9-4363-8ebd-88ce286f234d admin admin] 10.222.0.58 "GET /v2.0/subnets/bc4d634a-526e-4dc7-b27b-c89e8f6bae44 HTTP/1.1" status: 200 len: 816 time: 0.1135228 Sep 21 17:40:09.230812 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 5 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:40:15.846327 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e988e786-5d59-4d0a-8ca5-d5abfb72133b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:18.292575 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-54c9baa0-6e44-40b3-91f3-18e45b8dc222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:18.906123 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:19.858769 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:21.347613 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:28.357095 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45344) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:28.406584 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-ce7f3246-acf0-4fae-81ee-9211575a7747 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:40:28.407646 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ce7f3246-acf0-4fae-81ee-9211575a7747 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0496118 Sep 21 17:40:30.672391 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45352) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:30.746896 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b6ab88-508a-473e-ac8f-c7dc327d97d6 admin admin] GET failed (client error): The resource could not be found. Sep 21 17:40:30.748267 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a2b6ab88-508a-473e-ac8f-c7dc327d97d6 admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0748847 Sep 21 17:40:30.894766 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e65ff69-1752-498f-a673-818a51911788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:30.896203 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0e65ff69-1752-498f-a673-818a51911788 admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1430373 Sep 21 17:40:33.059712 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45360) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:33.117385 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-8be22a32-0ea7-4a2a-9c2f-d5f187ffc251 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:40:33.142185 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be22a32-0ea7-4a2a-9c2f-d5f187ffc251 admin admin] Made reservation on behalf of ed7c1cadaff64e93bc92f1e5cdb36ef1 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:40:33.144596 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8be22a32-0ea7-4a2a-9c2f-d5f187ffc251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:33.177953 n-d-810291-1 neutron-server[101460]: WARNING neutron.services.revisions.revision_plugin [None req-8be22a32-0ea7-4a2a-9c2f-d5f187ffc251 admin admin] Could not find related network for resource to bump revision. Sep 21 17:40:33.194479 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be22a32-0ea7-4a2a-9c2f-d5f187ffc251 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:40:33.205002 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8be22a32-0ea7-4a2a-9c2f-d5f187ffc251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:33.205359 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-8be22a32-0ea7-4a2a-9c2f-d5f187ffc251 admin admin] Added segment db53cfc7-7a5c-4c4f-8886-6ff32c37b18a of type vlan for network c714db5f-672e-4004-8098-88db84169d3c Sep 21 17:40:33.254161 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8be22a32-0ea7-4a2a-9c2f-d5f187ffc251 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:33.280093 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8be22a32-0ea7-4a2a-9c2f-d5f187ffc251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:33.281230 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be22a32-0ea7-4a2a-9c2f-d5f187ffc251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:33.281820 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8be22a32-0ea7-4a2a-9c2f-d5f187ffc251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:33.314018 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8be22a32-0ea7-4a2a-9c2f-d5f187ffc251 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2526469 Sep 21 17:40:33.341261 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be22a32-0ea7-4a2a-9c2f-d5f187ffc251 admin admin] Pushing event updated for resources: {'Network': ['ID=c714db5f-672e-4004-8098-88db84169d3c,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:33.348757 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be22a32-0ea7-4a2a-9c2f-d5f187ffc251 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:33.349105 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be22a32-0ea7-4a2a-9c2f-d5f187ffc251 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:33.349454 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be22a32-0ea7-4a2a-9c2f-d5f187ffc251 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:33.349792 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be22a32-0ea7-4a2a-9c2f-d5f187ffc251 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:33.350125 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be22a32-0ea7-4a2a-9c2f-d5f187ffc251 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:33.350459 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be22a32-0ea7-4a2a-9c2f-d5f187ffc251 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:33.350788 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be22a32-0ea7-4a2a-9c2f-d5f187ffc251 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:33.351147 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be22a32-0ea7-4a2a-9c2f-d5f187ffc251 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:33.351481 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be22a32-0ea7-4a2a-9c2f-d5f187ffc251 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:33.351804 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be22a32-0ea7-4a2a-9c2f-d5f187ffc251 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:33.352129 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be22a32-0ea7-4a2a-9c2f-d5f187ffc251 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:33.352456 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be22a32-0ea7-4a2a-9c2f-d5f187ffc251 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:33.365122 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network c714db5f-672e-4004-8098-88db84169d3c details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:40:35.521803 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45368) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:35.585470 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-805a96ba-ae4f-4f52-85da-bd4907f6ee56 admin admin] GET failed (client error): The resource could not be found. Sep 21 17:40:35.587015 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-805a96ba-ae4f-4f52-85da-bd4907f6ee56 admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0640328 Sep 21 17:40:35.733838 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23247cd-8e4a-4584-8e6e-319546e8d947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:35.735270 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f23247cd-8e4a-4584-8e6e-319546e8d947 admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1435714 Sep 21 17:40:35.746599 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-212b0b4b-4f04-46fe-80d9-01e5018016da admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:40:35.771024 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212b0b4b-4f04-46fe-80d9-01e5018016da admin admin] Made reservation on behalf of ed7c1cadaff64e93bc92f1e5cdb36ef1 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:40:35.773603 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-212b0b4b-4f04-46fe-80d9-01e5018016da admin admin] Notify callbacks [] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:35.959542 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-212b0b4b-4f04-46fe-80d9-01e5018016da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:36.013466 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b0b4b-4f04-46fe-80d9-01e5018016da admin admin] Pushing event updated for resources: {'Subnet': ['ID=53f6ee96-7c10-4364-b9ae-9f7e7556e695,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:36.023725 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212b0b4b-4f04-46fe-80d9-01e5018016da admin admin] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:40:36.024086 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212b0b4b-4f04-46fe-80d9-01e5018016da admin admin] Network hostable DHCP agents. Network: c714db5f-672e-4004-8098-88db84169d3c, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:40:36.049242 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212b0b4b-4f04-46fe-80d9-01e5018016da admin admin] Network c714db5f-672e-4004-8098-88db84169d3c is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:40:36.060094 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-212b0b4b-4f04-46fe-80d9-01e5018016da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, c714db5f-672e-4004-8098-88db84169d3c) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:40:36.064977 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212b0b4b-4f04-46fe-80d9-01e5018016da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:36.065600 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-212b0b4b-4f04-46fe-80d9-01e5018016da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:36.070135 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f030db0-685d-41e5-a9ab-311109f98312 None None] Network c714db5f-672e-4004-8098-88db84169d3c requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:40:36.080297 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-212b0b4b-4f04-46fe-80d9-01e5018016da admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3372066 Sep 21 17:40:36.225907 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907b6e41-ac1d-463b-984b-13da53f2e99e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-c714db5f-672e-4004-8098-88db84169d3c', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'tenant_id': 'ed7c1cadaff64e93bc92f1e5cdb36ef1', 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:40:36.226821 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-907b6e41-ac1d-463b-984b-13da53f2e99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:36.362836 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-907b6e41-ac1d-463b-984b-13da53f2e99e None None] Allocated IP 192.168.233.2 (c714db5f-672e-4004-8098-88db84169d3c/53f6ee96-7c10-4364-b9ae-9f7e7556e695/565c237e-a526-4b71-9a51-1fd065bd2161) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:40:36.504840 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-907b6e41-ac1d-463b-984b-13da53f2e99e None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:36.511790 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-907b6e41-ac1d-463b-984b-13da53f2e99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:36.548723 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907b6e41-ac1d-463b-984b-13da53f2e99e None None] Network c714db5f-672e-4004-8098-88db84169d3c is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:40:36.551523 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-907b6e41-ac1d-463b-984b-13da53f2e99e None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:40:36.554015 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907b6e41-ac1d-463b-984b-13da53f2e99e None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:40:36.569476 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b6e41-ac1d-463b-984b-13da53f2e99e None None] Pushing event updated for resources: {'Port': ['ID=565c237e-a526-4b71-9a51-1fd065bd2161,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:36.590467 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b6e41-ac1d-463b-984b-13da53f2e99e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:36.590802 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b6e41-ac1d-463b-984b-13da53f2e99e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:36.591159 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b6e41-ac1d-463b-984b-13da53f2e99e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:36.591496 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b6e41-ac1d-463b-984b-13da53f2e99e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:36.591824 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b6e41-ac1d-463b-984b-13da53f2e99e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:36.592150 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b6e41-ac1d-463b-984b-13da53f2e99e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:36.592473 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b6e41-ac1d-463b-984b-13da53f2e99e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:36.592796 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b6e41-ac1d-463b-984b-13da53f2e99e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:36.593115 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b6e41-ac1d-463b-984b-13da53f2e99e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:36.593453 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b6e41-ac1d-463b-984b-13da53f2e99e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:36.593775 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b6e41-ac1d-463b-984b-13da53f2e99e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:36.594092 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b6e41-ac1d-463b-984b-13da53f2e99e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:36.627573 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-907b6e41-ac1d-463b-984b-13da53f2e99e None None] Attempting to bind port 565c237e-a526-4b71-9a51-1fd065bd2161 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:40:36.627860 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-907b6e41-ac1d-463b-984b-13da53f2e99e None None] Attempting to bind port 565c237e-a526-4b71-9a51-1fd065bd2161 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:40:36.628214 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907b6e41-ac1d-463b-984b-13da53f2e99e None None] Attempting to bind port 565c237e-a526-4b71-9a51-1fd065bd2161 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:40:36.633111 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907b6e41-ac1d-463b-984b-13da53f2e99e None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:40:36.633474 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907b6e41-ac1d-463b-984b-13da53f2e99e None None] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:40:36.633870 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-907b6e41-ac1d-463b-984b-13da53f2e99e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:36.634254 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907b6e41-ac1d-463b-984b-13da53f2e99e None None] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:40:36.634733 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-907b6e41-ac1d-463b-984b-13da53f2e99e None None] Bound port: 565c237e-a526-4b71-9a51-1fd065bd2161, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:40:36.635147 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-907b6e41-ac1d-463b-984b-13da53f2e99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:36.695090 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-907b6e41-ac1d-463b-984b-13da53f2e99e None None] For port 565c237e-a526-4b71-9a51-1fd065bd2161, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:40:36.698216 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-907b6e41-ac1d-463b-984b-13da53f2e99e None None] For port 565c237e-a526-4b71-9a51-1fd065bd2161, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=565c237e-a526-4b71-9a51-1fd065bd2161,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:40:36.702999 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-907b6e41-ac1d-463b-984b-13da53f2e99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:36.757699 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b6e41-ac1d-463b-984b-13da53f2e99e None None] Pushing event updated for resources: {'Port': ['ID=565c237e-a526-4b71-9a51-1fd065bd2161,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:37.558482 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea318e53-beb4-4c4f-8464-551ec2e3e677 None None] Network c714db5f-672e-4004-8098-88db84169d3c requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:40:37.632084 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-c8705d08-e764-4316-b896-e0dda9ed12c9 None None] Provisioning complete for port 565c237e-a526-4b71-9a51-1fd065bd2161 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:40:37.632451 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c8705d08-e764-4316-b896-e0dda9ed12c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:37.772098 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c8705d08-e764-4316-b896-e0dda9ed12c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:37.815731 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-c8705d08-e764-4316-b896-e0dda9ed12c9 None None] For port 565c237e-a526-4b71-9a51-1fd065bd2161, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=565c237e-a526-4b71-9a51-1fd065bd2161,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:40:37.820977 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c8705d08-e764-4316-b896-e0dda9ed12c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:37.869999 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8705d08-e764-4316-b896-e0dda9ed12c9 None None] Pushing event updated for resources: {'Port': ['ID=565c237e-a526-4b71-9a51-1fd065bd2161,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:38.041729 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-34a8b5f1-23a8-4e2f-9ae5-1e130b1d57fc None None] Provisioning complete for port 565c237e-a526-4b71-9a51-1fd065bd2161 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:40:38.042026 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-34a8b5f1-23a8-4e2f-9ae5-1e130b1d57fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:38.922031 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 565c237e-a526-4b71-9a51-1fd065bd2161 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:40:38.981082 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 565c237e-a526-4b71-9a51-1fd065bd2161 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:40:38.981450 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:45.861377 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cb719fd5-2364-487c-b1aa-35328a1eccc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:46.230631 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 5 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:40:48.296159 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ffd6667b-a0df-421c-a721-78c8bb7a6636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:48.908778 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:49.857949 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:51.351169 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:15.854423 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-601a9c20-2718-4ab1-a74a-7ab131413a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:18.300026 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-63aee37c-7f4d-47db-b76d-adc5a8358bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:18.910584 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:19.861269 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:21.353228 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:23.229635 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 5 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:41:44.773336 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45420) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:41:44.779310 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-dcca59d2-0576-4b7a-8e17-23e691be65d2 tempest-verify_tempest_config-1903986535 tempest-verify_tempest_config-1903986535-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:41:44.780461 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-dcca59d2-0576-4b7a-8e17-23e691be65d2 tempest-verify_tempest_config-1903986535 tempest-verify_tempest_config-1903986535-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059812 Sep 21 17:41:45.118552 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45438) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:41:45.237860 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-82a715e2-bb75-400d-9119-3df03c6df4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:45.328857 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-82a715e2-bb75-400d-9119-3df03c6df4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:45.334318 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-82a715e2-bb75-400d-9119-3df03c6df4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:45.377615 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-82a715e2-bb75-400d-9119-3df03c6df4f8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d7b955f94aeb488a902e293ae3f08ed3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2576778 Sep 21 17:41:45.378497 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a715e2-bb75-400d-9119-3df03c6df4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568172a3-7f9b-40d8-bc8b-4cd32b51237a,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:41:45.380470 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45442) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:41:45.395796 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a715e2-bb75-400d-9119-3df03c6df4f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:45.396142 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a715e2-bb75-400d-9119-3df03c6df4f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:45.396479 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a715e2-bb75-400d-9119-3df03c6df4f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:45.396812 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a715e2-bb75-400d-9119-3df03c6df4f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:45.397140 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a715e2-bb75-400d-9119-3df03c6df4f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:45.397467 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a715e2-bb75-400d-9119-3df03c6df4f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:45.397787 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a715e2-bb75-400d-9119-3df03c6df4f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:45.398107 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a715e2-bb75-400d-9119-3df03c6df4f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:45.398428 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a715e2-bb75-400d-9119-3df03c6df4f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:45.398744 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a715e2-bb75-400d-9119-3df03c6df4f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:45.399087 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a715e2-bb75-400d-9119-3df03c6df4f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:45.399408 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a715e2-bb75-400d-9119-3df03c6df4f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:45.443500 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d47777a-3b6f-4ab3-b98a-45be3bc4f343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:45.462871 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d47777a-3b6f-4ab3-b98a-45be3bc4f343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:45.556601 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d47777a-3b6f-4ab3-b98a-45be3bc4f343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:45.560410 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d47777a-3b6f-4ab3-b98a-45be3bc4f343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:45.561676 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4d47777a-3b6f-4ab3-b98a-45be3bc4f343 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/568172a3-7f9b-40d8-bc8b-4cd32b51237a HTTP/1.1" status: 204 len: 168 time: 0.1803389 Sep 21 17:41:45.569403 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47777a-3b6f-4ab3-b98a-45be3bc4f343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568172a3-7f9b-40d8-bc8b-4cd32b51237a,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:41:45.858859 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-484d8ecc-483f-4252-8cbd-538a56c15a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:48.310427 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-28547f10-73a0-44d9-8d32-a271e529ff52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:48.913804 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:49.875276 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:51.359079 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:00.231916 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 5 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:42:15.870212 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ff50e691-1364-4986-b913-51f772ec44fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:18.296794 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-32d560d3-5e40-485b-b2d2-577047385109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:18.920530 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:19.879933 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:21.372428 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:37.233863 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 5 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:42:45.867888 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-021f7c4c-8a35-46c6-8524-517109e1b65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:48.294880 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-923e47f9-45af-41a9-99db-8432516086e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:48.919985 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:49.881129 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:51.380112 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:14.233454 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 5 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:43:15.867525 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-521798eb-1039-42ee-a27b-37d2d95cbd54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:18.292002 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-978046c1-6dea-465b-be82-631917c42c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:18.923798 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:19.882654 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:21.379782 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:45.865724 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ebf1cae8-2b00-4661-96c2-4c15d9812213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:48.287017 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b3c55777-0c21-4478-b04e-592063fd3afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:48.926622 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:49.885865 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:51.235037 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 5 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:43:51.380619 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:15.868522 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f88c98e4-ea96-46cb-b53d-8ecf17699290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:18.292501 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fefa3f04-128b-4e7b-ac0e-bba3bd1e19e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:18.925233 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:19.897099 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:21.382699 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:28.238048 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 5 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:44:45.867876 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-27d9abc1-8336-4715-929e-4cc2efc2909a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:48.299443 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-415696e4-0771-4b7e-95f6-4bb058794607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:48.921576 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:49.900426 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:51.389048 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:52.994621 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-735798'] for agent, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:54.322259 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-735798'] for agent, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:05.238489 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:45:15.867732 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c8ef3c94-c73e-49a4-8c00-d4458a2ff111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:18.299797 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c6162dde-245c-48a5-bc76-6c34ffc2648e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:18.923420 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:19.903407 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:21.400459 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:22.948267 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:24.283536 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:42.238164 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:45:45.860536 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9d07b047-db91-4f2a-b787-ef6250704f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:48.298990 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-beabe5af-f7ec-4ae0-84c9-43934e1c7e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:48.925143 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:49.903695 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:51.402647 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:52.133757 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45506) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:45:52.267247 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-158aca8f-a83e-480c-badf-342cf40f93da admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1311290 Sep 21 17:45:52.942390 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:54.291718 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:54.452545 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45516) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:45:54.531154 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-50c84065-3ea4-4d8f-835c-7e7423df76e9 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0770769 Sep 21 17:46:15.866944 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d5134c7f-007a-4cfd-8aaf-d2e044389eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:18.303210 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-37677c34-37b7-44ac-a5ae-777f5eff93f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:18.928480 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:19.237436 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:46:19.908935 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:21.408867 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:22.966183 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:24.291934 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:45.859728 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-adb2f94b-4643-4c4d-b30b-79236dc83164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:48.298343 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-83aecb87-c021-43b4-8c02-bbd7987c1e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:48.922215 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:49.904314 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:51.401719 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:52.952152 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:54.305842 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:56.238990 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:47:15.876224 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f4661a8d-b5ad-482d-a290-5ae0883486ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:18.291703 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45762) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:18.311578 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f8455182-1a00-49b0-94e9-605f198999aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:18.679087 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45788) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:18.690632 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-31cfc2a1-d6a4-4ebc-9096-f617c16dc2b8 tempest-AutoAllocateNetworkTest-2090607545 tempest-AutoAllocateNetworkTest-2090607545-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=61b4337ad5eb45608e17c47935745a9e&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3970740 Sep 21 17:47:18.858633 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a40b3b-bd37-47fb-82df-a3fe922e3a3c tempest-AutoAllocateNetworkTest-2090607545 tempest-AutoAllocateNetworkTest-2090607545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:18.860143 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-71a40b3b-bd37-47fb-82df-a3fe922e3a3c tempest-AutoAllocateNetworkTest-2090607545 tempest-AutoAllocateNetworkTest-2090607545-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1801324 Sep 21 17:47:18.863118 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45802) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:18.921870 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5df71cdc-22f1-4bf3-a8bc-07425b87da51 tempest-AutoAllocateNetworkTest-2090607545 tempest-AutoAllocateNetworkTest-2090607545-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0576730 Sep 21 17:47:18.924485 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45806) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:18.930368 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:18.962254 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c74ee9ea-7882-4496-b2c7-b88717f75d9d tempest-AutoAllocateNetworkTest-2090607545 tempest-AutoAllocateNetworkTest-2090607545-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=61b4337ad5eb45608e17c47935745a9e HTTP/1.1" status: 200 len: 208 time: 0.0355999 Sep 21 17:47:19.684905 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45844) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:19.920082 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:19.951658 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-520e3294-5798-435d-a85a-864136ea2883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:20.046762 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-520e3294-5798-435d-a85a-864136ea2883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:20.060680 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-520e3294-5798-435d-a85a-864136ea2883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:20.105891 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-520e3294-5798-435d-a85a-864136ea2883 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=61b4337ad5eb45608e17c47935745a9e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4199665 Sep 21 17:47:20.106734 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e3294-5798-435d-a85a-864136ea2883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d395a85-bd67-4057-8dd7-ff46711ec709,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:20.108627 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45886) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:20.129349 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520e3294-5798-435d-a85a-864136ea2883 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:20.129630 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520e3294-5798-435d-a85a-864136ea2883 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:20.130231 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520e3294-5798-435d-a85a-864136ea2883 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:20.130558 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520e3294-5798-435d-a85a-864136ea2883 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:20.131084 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520e3294-5798-435d-a85a-864136ea2883 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:20.131414 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520e3294-5798-435d-a85a-864136ea2883 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:20.131739 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520e3294-5798-435d-a85a-864136ea2883 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:20.132058 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520e3294-5798-435d-a85a-864136ea2883 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:20.132366 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520e3294-5798-435d-a85a-864136ea2883 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:20.132697 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520e3294-5798-435d-a85a-864136ea2883 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:20.133001 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520e3294-5798-435d-a85a-864136ea2883 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:20.133312 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520e3294-5798-435d-a85a-864136ea2883 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:20.134395 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520e3294-5798-435d-a85a-864136ea2883 admin admin] Tracked resource versions report: Sep 21 17:47:20.134395 n-d-810291-1 neutron-server[101460]: pushed versions: Sep 21 17:47:20.134395 n-d-810291-1 neutron-server[101460]: { 'AddressGroup': {'1.2'}, Sep 21 17:47:20.134395 n-d-810291-1 neutron-server[101460]: 'ConntrackHelper': {'1.0'}, Sep 21 17:47:20.134395 n-d-810291-1 neutron-server[101460]: 'Log': {'1.0'}, Sep 21 17:47:20.134395 n-d-810291-1 neutron-server[101460]: 'Network': {'1.1'}, Sep 21 17:47:20.134395 n-d-810291-1 neutron-server[101460]: 'Port': {'1.7'}, Sep 21 17:47:20.134395 n-d-810291-1 neutron-server[101460]: 'PortForwarding': {'1.2'}, Sep 21 17:47:20.134395 n-d-810291-1 neutron-server[101460]: 'QosPolicy': {'1.9'}, Sep 21 17:47:20.134395 n-d-810291-1 neutron-server[101460]: 'SecurityGroup': {'1.4'}, Sep 21 17:47:20.134395 n-d-810291-1 neutron-server[101460]: 'SecurityGroupRule': {'1.2'}, Sep 21 17:47:20.134395 n-d-810291-1 neutron-server[101460]: 'SubPort': {'1.0'}, Sep 21 17:47:20.134395 n-d-810291-1 neutron-server[101460]: 'Subnet': {'1.1'}, Sep 21 17:47:20.134395 n-d-810291-1 neutron-server[101460]: 'Trunk': {'1.1'}} Sep 21 17:47:20.134395 n-d-810291-1 neutron-server[101460]: consumer versions: Sep 21 17:47:20.134395 n-d-810291-1 neutron-server[101460]: { DHCP agent@n-d-810291-1: {}, Sep 21 17:47:20.134395 n-d-810291-1 neutron-server[101460]: HyperV agent@n-h1-810291-1: {}, Sep 21 17:47:20.134395 n-d-810291-1 neutron-server[101460]: HyperV agent@n-h2-810291-1: {}, Sep 21 17:47:20.134395 n-d-810291-1 neutron-server[101460]: L3 agent@n-d-810291-1: {}, Sep 21 17:47:20.134395 n-d-810291-1 neutron-server[101460]: Metadata agent@n-d-810291-1: {}, Sep 21 17:47:20.134395 n-d-810291-1 neutron-server[101460]: Metering agent@n-d-810291-1: {}, Sep 21 17:47:20.134395 n-d-810291-1 neutron-server[101460]: Open vSwitch agent@n-d-810291-1: { 'AddressGroup': '1.2', Sep 21 17:47:20.134395 n-d-810291-1 neutron-server[101460]: 'ConntrackHelper': '1.0', Sep 21 17:47:20.134395 n-d-810291-1 neutron-server[101460]: 'Log': '1.0', Sep 21 17:47:20.134395 n-d-810291-1 neutron-server[101460]: 'Network': '1.1', Sep 21 17:47:20.134395 n-d-810291-1 neutron-server[101460]: 'Port': '1.7', Sep 21 17:47:20.134395 n-d-810291-1 neutron-server[101460]: 'PortForwarding': '1.2', Sep 21 17:47:20.134395 n-d-810291-1 neutron-server[101460]: 'QosPolicy': '1.9', Sep 21 17:47:20.134395 n-d-810291-1 neutron-server[101460]: 'SecurityGroup': '1.4', Sep 21 17:47:20.134395 n-d-810291-1 neutron-server[101460]: 'SecurityGroupRule': '1.2', Sep 21 17:47:20.134395 n-d-810291-1 neutron-server[101460]: 'SubPort': '1.0', Sep 21 17:47:20.134395 n-d-810291-1 neutron-server[101460]: 'Subnet': '1.1', Sep 21 17:47:20.134395 n-d-810291-1 neutron-server[101460]: 'Trunk': '1.1'}} Sep 21 17:47:20.134395 n-d-810291-1 neutron-server[101460]: {{(pid=101460) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 17:47:20.185645 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b09d72dc-3c85-4fac-a223-7f1a4ac48252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:20.208854 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b09d72dc-3c85-4fac-a223-7f1a4ac48252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:20.262409 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b09d72dc-3c85-4fac-a223-7f1a4ac48252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:20.265903 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b09d72dc-3c85-4fac-a223-7f1a4ac48252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:20.270305 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b09d72dc-3c85-4fac-a223-7f1a4ac48252 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0d395a85-bd67-4057-8dd7-ff46711ec709 HTTP/1.1" status: 204 len: 168 time: 0.1605778 Sep 21 17:47:20.281830 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d72dc-3c85-4fac-a223-7f1a4ac48252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d395a85-bd67-4057-8dd7-ff46711ec709,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:20.799721 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45922) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:21.186568 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b00dd92f-5a5c-4c2e-a248-5ff8702e1108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:21.204758 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45944) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:21.303467 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b00dd92f-5a5c-4c2e-a248-5ff8702e1108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:21.308797 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b00dd92f-5a5c-4c2e-a248-5ff8702e1108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:21.336041 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00dd92f-5a5c-4c2e-a248-5ff8702e1108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a97fe10-3ae3-49ab-bcb0-7538f92eee07,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:21.352796 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b00dd92f-5a5c-4c2e-a248-5ff8702e1108 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=00af4d585f5f4008a2cdd490859c31c7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5519948 Sep 21 17:47:21.353888 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-80436988-6ebf-4236-9939-9d706a1071e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:21.355426 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45960) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:21.417777 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:21.418729 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-08f0a5ab-418a-457c-9e3a-9b2cb92bc7ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:21.471269 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-08f0a5ab-418a-457c-9e3a-9b2cb92bc7ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:21.534358 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-08f0a5ab-418a-457c-9e3a-9b2cb92bc7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:21.536414 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-80436988-6ebf-4236-9939-9d706a1071e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:21.537167 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-08f0a5ab-418a-457c-9e3a-9b2cb92bc7ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:21.541116 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-08f0a5ab-418a-457c-9e3a-9b2cb92bc7ac admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3a97fe10-3ae3-49ab-bcb0-7538f92eee07 HTTP/1.1" status: 204 len: 168 time: 0.1822321 Sep 21 17:47:21.544785 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-80436988-6ebf-4236-9939-9d706a1071e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:21.552003 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0a5ab-418a-457c-9e3a-9b2cb92bc7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a97fe10-3ae3-49ab-bcb0-7538f92eee07,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:21.584229 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-80436988-6ebf-4236-9939-9d706a1071e6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2af730d7ef4740cb8253f630546861fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3782201 Sep 21 17:47:21.587024 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45978) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:21.595987 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80436988-6ebf-4236-9939-9d706a1071e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66531cbf-776f-447d-bbc2-23c7c1335f0f,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:21.603528 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80436988-6ebf-4236-9939-9d706a1071e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:21.604084 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80436988-6ebf-4236-9939-9d706a1071e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:21.604577 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80436988-6ebf-4236-9939-9d706a1071e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:21.605096 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80436988-6ebf-4236-9939-9d706a1071e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:21.605780 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80436988-6ebf-4236-9939-9d706a1071e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:21.606282 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80436988-6ebf-4236-9939-9d706a1071e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:21.606668 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80436988-6ebf-4236-9939-9d706a1071e6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:21.607121 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80436988-6ebf-4236-9939-9d706a1071e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:21.607505 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80436988-6ebf-4236-9939-9d706a1071e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:21.607877 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80436988-6ebf-4236-9939-9d706a1071e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:21.608353 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80436988-6ebf-4236-9939-9d706a1071e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:21.608851 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80436988-6ebf-4236-9939-9d706a1071e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:21.610102 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80436988-6ebf-4236-9939-9d706a1071e6 admin admin] Tracked resource versions report: Sep 21 17:47:21.610102 n-d-810291-1 neutron-server[101461]: pushed versions: Sep 21 17:47:21.610102 n-d-810291-1 neutron-server[101461]: { 'AddressGroup': {'1.2'}, Sep 21 17:47:21.610102 n-d-810291-1 neutron-server[101461]: 'ConntrackHelper': {'1.0'}, Sep 21 17:47:21.610102 n-d-810291-1 neutron-server[101461]: 'Log': {'1.0'}, Sep 21 17:47:21.610102 n-d-810291-1 neutron-server[101461]: 'Network': {'1.1'}, Sep 21 17:47:21.610102 n-d-810291-1 neutron-server[101461]: 'Port': {'1.7'}, Sep 21 17:47:21.610102 n-d-810291-1 neutron-server[101461]: 'PortForwarding': {'1.2'}, Sep 21 17:47:21.610102 n-d-810291-1 neutron-server[101461]: 'QosPolicy': {'1.9'}, Sep 21 17:47:21.610102 n-d-810291-1 neutron-server[101461]: 'SecurityGroup': {'1.4'}, Sep 21 17:47:21.610102 n-d-810291-1 neutron-server[101461]: 'SecurityGroupRule': {'1.2'}, Sep 21 17:47:21.610102 n-d-810291-1 neutron-server[101461]: 'SubPort': {'1.0'}, Sep 21 17:47:21.610102 n-d-810291-1 neutron-server[101461]: 'Subnet': {'1.1'}, Sep 21 17:47:21.610102 n-d-810291-1 neutron-server[101461]: 'Trunk': {'1.1'}} Sep 21 17:47:21.610102 n-d-810291-1 neutron-server[101461]: consumer versions: Sep 21 17:47:21.610102 n-d-810291-1 neutron-server[101461]: { DHCP agent@n-d-810291-1: {}, Sep 21 17:47:21.610102 n-d-810291-1 neutron-server[101461]: HyperV agent@n-h1-810291-1: {}, Sep 21 17:47:21.610102 n-d-810291-1 neutron-server[101461]: HyperV agent@n-h2-810291-1: {}, Sep 21 17:47:21.610102 n-d-810291-1 neutron-server[101461]: L3 agent@n-d-810291-1: {}, Sep 21 17:47:21.610102 n-d-810291-1 neutron-server[101461]: Metadata agent@n-d-810291-1: {}, Sep 21 17:47:21.610102 n-d-810291-1 neutron-server[101461]: Metering agent@n-d-810291-1: {}, Sep 21 17:47:21.610102 n-d-810291-1 neutron-server[101461]: Open vSwitch agent@n-d-810291-1: { 'AddressGroup': '1.2', Sep 21 17:47:21.610102 n-d-810291-1 neutron-server[101461]: 'ConntrackHelper': '1.0', Sep 21 17:47:21.610102 n-d-810291-1 neutron-server[101461]: 'Log': '1.0', Sep 21 17:47:21.610102 n-d-810291-1 neutron-server[101461]: 'Network': '1.1', Sep 21 17:47:21.610102 n-d-810291-1 neutron-server[101461]: 'Port': '1.7', Sep 21 17:47:21.610102 n-d-810291-1 neutron-server[101461]: 'PortForwarding': '1.2', Sep 21 17:47:21.610102 n-d-810291-1 neutron-server[101461]: 'QosPolicy': '1.9', Sep 21 17:47:21.610102 n-d-810291-1 neutron-server[101461]: 'SecurityGroup': '1.4', Sep 21 17:47:21.610102 n-d-810291-1 neutron-server[101461]: 'SecurityGroupRule': '1.2', Sep 21 17:47:21.610102 n-d-810291-1 neutron-server[101461]: 'SubPort': '1.0', Sep 21 17:47:21.610102 n-d-810291-1 neutron-server[101461]: 'Subnet': '1.1', Sep 21 17:47:21.610102 n-d-810291-1 neutron-server[101461]: 'Trunk': '1.1'}} Sep 21 17:47:21.610102 n-d-810291-1 neutron-server[101461]: {{(pid=101461) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 17:47:21.637734 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5ca1d56e-15cd-4125-9911-4d1db4e9d4c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:21.660881 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5ca1d56e-15cd-4125-9911-4d1db4e9d4c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:21.711536 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5ca1d56e-15cd-4125-9911-4d1db4e9d4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:21.714867 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5ca1d56e-15cd-4125-9911-4d1db4e9d4c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:21.716643 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5ca1d56e-15cd-4125-9911-4d1db4e9d4c5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/66531cbf-776f-447d-bbc2-23c7c1335f0f HTTP/1.1" status: 204 len: 168 time: 0.1283076 Sep 21 17:47:21.725842 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1d56e-15cd-4125-9911-4d1db4e9d4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66531cbf-776f-447d-bbc2-23c7c1335f0f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:22.186961 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46006) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:22.213155 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43e68038-016b-44d0-8b0e-7fc41374dc0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:22.313957 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43e68038-016b-44d0-8b0e-7fc41374dc0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:22.319571 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43e68038-016b-44d0-8b0e-7fc41374dc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:22.351838 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e68038-016b-44d0-8b0e-7fc41374dc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffb3324-8657-42a6-9983-75ba6bf7db25,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:22.370461 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-43e68038-016b-44d0-8b0e-7fc41374dc0d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=18b7b6ac7bdb40caa3b43568f89dcc4c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1820216 Sep 21 17:47:22.372934 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46022) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:22.439586 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ea00978e-35da-416b-9553-d885c44c361c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:22.467008 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ea00978e-35da-416b-9553-d885c44c361c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:22.482848 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46040) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:22.499198 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f6ec9f6e-d0dc-4b3d-a2ea-7cdc363822a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:22.538291 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ea00978e-35da-416b-9553-d885c44c361c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:22.543037 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ea00978e-35da-416b-9553-d885c44c361c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:22.544801 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ea00978e-35da-416b-9553-d885c44c361c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4ffb3324-8657-42a6-9983-75ba6bf7db25 HTTP/1.1" status: 204 len: 168 time: 0.1707549 Sep 21 17:47:22.554780 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00978e-35da-416b-9553-d885c44c361c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffb3324-8657-42a6-9983-75ba6bf7db25,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:22.681920 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f6ec9f6e-d0dc-4b3d-a2ea-7cdc363822a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:22.687021 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f6ec9f6e-d0dc-4b3d-a2ea-7cdc363822a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:22.725091 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f6ec9f6e-d0dc-4b3d-a2ea-7cdc363822a7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a9f81bc2d5d84cbdb59ac739174f8c55&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2407479 Sep 21 17:47:22.726153 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec9f6e-d0dc-4b3d-a2ea-7cdc363822a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19c6467-c20b-43b2-8c1b-db713c631302,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:22.727941 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46064) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:22.786791 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c6670577-e80d-43b2-beb9-329ee261971e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:22.810785 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c6670577-e80d-43b2-beb9-329ee261971e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:22.850591 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46074) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:22.853458 n-d-810291-1 neutron-server[101461]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 21 17:47:22.867013 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c6670577-e80d-43b2-beb9-329ee261971e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:22.870523 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c6670577-e80d-43b2-beb9-329ee261971e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:22.874776 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c6670577-e80d-43b2-beb9-329ee261971e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b19c6467-c20b-43b2-8c1b-db713c631302 HTTP/1.1" status: 204 len: 168 time: 0.1451201 Sep 21 17:47:22.882945 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-297199dd-1f1e-4c3a-bbb5-3db155fe41af tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=a9f3fa0bdecb41c6bac7e9555aa428ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307090 Sep 21 17:47:22.884052 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6670577-e80d-43b2-beb9-329ee261971e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19c6467-c20b-43b2-8c1b-db713c631302,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:22.976167 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:23.070717 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46082) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:23.174384 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-91f6c672-51c6-4a87-922a-c0643d002f19 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:23.179409 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-91f6c672-51c6-4a87-922a-c0643d002f19 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2954543 Sep 21 17:47:23.193812 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-c2dbcca3-1066-4166-8120-a7635a694dae tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/quotas/a9f3fa0bdecb41c6bac7e9555aa428ff HTTP/1.1" status: 200 len: 375 time: 0.0116270 Sep 21 17:47:23.252885 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-fb679270-cff3-41a2-ad52-5ba743dcbfda tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a9f3fa0bdecb41c6bac7e9555aa428ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524275 Sep 21 17:47:23.415354 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46096) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:23.452493 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a56a5189-418d-4381-a01b-232e49830676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:23.564601 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-130c09e0-393c-4797-90f3-d2e73932fab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:23.566111 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a56a5189-418d-4381-a01b-232e49830676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:23.571860 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a56a5189-418d-4381-a01b-232e49830676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:23.609675 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a5189-418d-4381-a01b-232e49830676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3732a535-249d-4490-b0ad-5f6a0b21a0ee,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:23.634043 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a56a5189-418d-4381-a01b-232e49830676 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=69a26af5db90425b8a948d6156f328cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5617518 Sep 21 17:47:23.636961 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46130) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:23.676969 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-130c09e0-393c-4797-90f3-d2e73932fab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:23.681768 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-130c09e0-393c-4797-90f3-d2e73932fab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:23.698404 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e24e4b43-7073-4f39-a94d-8f01bcd9c2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:23.722615 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-130c09e0-393c-4797-90f3-d2e73932fab0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=01b3faa519fd4289956a03618cf82765&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3058991 Sep 21 17:47:23.723417 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c09e0-393c-4797-90f3-d2e73932fab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16324d05-115a-4153-b797-0c6e27539a8f,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:23.727440 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46134) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:23.736957 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46132) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:23.744457 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e24e4b43-7073-4f39-a94d-8f01bcd9c2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:23.806843 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8ae9c8a-ed4a-4d21-844f-89f84abd30ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:23.827420 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e24e4b43-7073-4f39-a94d-8f01bcd9c2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:23.830736 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e24e4b43-7073-4f39-a94d-8f01bcd9c2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:23.832707 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e24e4b43-7073-4f39-a94d-8f01bcd9c2e2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3732a535-249d-4490-b0ad-5f6a0b21a0ee HTTP/1.1" status: 204 len: 168 time: 0.1947305 Sep 21 17:47:23.842464 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e4b43-7073-4f39-a94d-8f01bcd9c2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3732a535-249d-4490-b0ad-5f6a0b21a0ee,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:23.866639 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8ae9c8a-ed4a-4d21-844f-89f84abd30ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:23.947821 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8ae9c8a-ed4a-4d21-844f-89f84abd30ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:23.950559 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8ae9c8a-ed4a-4d21-844f-89f84abd30ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:23.952060 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a8ae9c8a-ed4a-4d21-844f-89f84abd30ed admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/16324d05-115a-4153-b797-0c6e27539a8f HTTP/1.1" status: 204 len: 168 time: 0.2236099 Sep 21 17:47:23.960751 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae9c8a-ed4a-4d21-844f-89f84abd30ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16324d05-115a-4153-b797-0c6e27539a8f,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:24.024254 n-d-810291-1 neutron-server[101460]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 21 17:47:24.085251 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dda646a2-d4bc-409c-80ca-a379e8de08f0 req-caa12983-58dd-4e26-bde3-9e0385ee00bf tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/ports?device_id=403d5ec4-973d-48ba-8296-d366254b146e HTTP/1.1" status: 200 len: 210 time: 0.3470132 Sep 21 17:47:24.316874 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:24.646074 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46182) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:24.665026 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a67726d6-c422-48a2-a825-889731162dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:24.757225 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46184) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:24.773597 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6fce8555-3eaf-46f7-aceb-50fb18561b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:24.789980 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a67726d6-c422-48a2-a825-889731162dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:24.794991 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a67726d6-c422-48a2-a825-889731162dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:24.829497 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a67726d6-c422-48a2-a825-889731162dd3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=59ce729a9f964344a0d917f34c50547f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1822433 Sep 21 17:47:24.835840 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46190) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:24.853865 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67726d6-c422-48a2-a825-889731162dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafe2292-d0ae-4ec2-80ce-6a228171d623,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:24.922214 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d5e588c1-f45f-488d-8fbe-407fdfe996ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:24.957257 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d5e588c1-f45f-488d-8fbe-407fdfe996ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:25.010080 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6fce8555-3eaf-46f7-aceb-50fb18561b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:25.013845 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6fce8555-3eaf-46f7-aceb-50fb18561b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:25.053053 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d5e588c1-f45f-488d-8fbe-407fdfe996ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:25.055583 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d5e588c1-f45f-488d-8fbe-407fdfe996ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:25.056715 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d5e588c1-f45f-488d-8fbe-407fdfe996ae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aafe2292-d0ae-4ec2-80ce-6a228171d623 HTTP/1.1" status: 204 len: 168 time: 0.2186503 Sep 21 17:47:25.059573 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6fce8555-3eaf-46f7-aceb-50fb18561b6f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2c1e065186e8480e8873936d1dd3d343&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3007221 Sep 21 17:47:25.062100 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46202) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:25.069387 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce8555-3eaf-46f7-aceb-50fb18561b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57870227-aef1-4002-928b-810d23c213bb,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:25.117101 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e588c1-f45f-488d-8fbe-407fdfe996ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafe2292-d0ae-4ec2-80ce-6a228171d623,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:25.133776 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8224aa8-9b96-41e1-905e-3b31d35f4869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:25.162012 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8224aa8-9b96-41e1-905e-3b31d35f4869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:25.229486 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8224aa8-9b96-41e1-905e-3b31d35f4869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:25.232097 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8224aa8-9b96-41e1-905e-3b31d35f4869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:25.233333 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a8224aa8-9b96-41e1-905e-3b31d35f4869 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/57870227-aef1-4002-928b-810d23c213bb HTTP/1.1" status: 204 len: 168 time: 0.1698945 Sep 21 17:47:25.242825 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8224aa8-9b96-41e1-905e-3b31d35f4869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57870227-aef1-4002-928b-810d23c213bb,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:25.351813 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.44', 55733) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:25.398079 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-f251dad5-0ad0-4995-9499-c92d6af04530 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=a9f3fa0bdecb41c6bac7e9555aa428ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448740 Sep 21 17:47:25.414440 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8fc7c2a4-c932-4d99-b32c-85f2b2118ead req-3eaed62d-5298-4991-a044-b3c407214c97 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/ports?device_id=403d5ec4-973d-48ba-8296-d366254b146e HTTP/1.1" status: 200 len: 210 time: 0.0466354 Sep 21 17:47:25.546774 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-c3b60103-7ace-4cb5-a1c2-3be2428ddfc8 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:25.548719 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-c3b60103-7ace-4cb5-a1c2-3be2428ddfc8 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1365280 Sep 21 17:47:25.658047 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-07a5d245-e186-486b-9df3-6d1c0cb88bc9 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Request body: {'port': {'device_id': '403d5ec4-973d-48ba-8296-d366254b146e', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'admin_state_up': True, 'tenant_id': 'a9f3fa0bdecb41c6bac7e9555aa428ff'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:47:25.971510 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-07a5d245-e186-486b-9df3-6d1c0cb88bc9 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Made reservation on behalf of a9f3fa0bdecb41c6bac7e9555aa428ff for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:47:25.976084 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-07a5d245-e186-486b-9df3-6d1c0cb88bc9 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:25.987180 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-07a5d245-e186-486b-9df3-6d1c0cb88bc9 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:25.987180 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46248) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:26.150440 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-07a5d245-e186-486b-9df3-6d1c0cb88bc9 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:26.155063 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-07a5d245-e186-486b-9df3-6d1c0cb88bc9 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:26.270972 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3f63ce21-9f46-43d3-94aa-975e6416983b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:26.284440 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5d245-e186-486b-9df3-6d1c0cb88bc9 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6ea463-ff24-42cf-bf67-8fe94e810935,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:26.443287 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-07a5d245-e186-486b-9df3-6d1c0cb88bc9 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Allocated IP 192.168.233.125 (c714db5f-672e-4004-8098-88db84169d3c/53f6ee96-7c10-4364-b9ae-9f7e7556e695/1360dc1d-7947-4698-a33d-85c410876c8b) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:47:26.554389 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3f63ce21-9f46-43d3-94aa-975e6416983b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:26.566841 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3f63ce21-9f46-43d3-94aa-975e6416983b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:26.612531 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46292) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:26.620347 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3f63ce21-9f46-43d3-94aa-975e6416983b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a92cc9da42f43a6a1d08a6a9a23e1b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6307888 Sep 21 17:47:26.678038 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63ce21-9f46-43d3-94aa-975e6416983b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb0b0e0-1b81-44e1-83d8-c6d88c9fbe13,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:26.690398 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-35ba7f13-92c5-4e85-9c37-c6b76020449a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:26.721885 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-35ba7f13-92c5-4e85-9c37-c6b76020449a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:26.928857 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b8e02b78-6713-44f2-b90b-f3130a7ee699 req-f63afeca-c1e9-4006-b573-10d284e7eddb tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/ports?device_id=403d5ec4-973d-48ba-8296-d366254b146e HTTP/1.1" status: 200 len: 210 time: 0.1408150 Sep 21 17:47:26.933826 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-35ba7f13-92c5-4e85-9c37-c6b76020449a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:26.941910 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-35ba7f13-92c5-4e85-9c37-c6b76020449a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:26.943559 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-35ba7f13-92c5-4e85-9c37-c6b76020449a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0bb0b0e0-1b81-44e1-83d8-c6d88c9fbe13 HTTP/1.1" status: 204 len: 168 time: 0.3284347 Sep 21 17:47:26.946842 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-07a5d245-e186-486b-9df3-6d1c0cb88bc9 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:26.963303 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba7f13-92c5-4e85-9c37-c6b76020449a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb0b0e0-1b81-44e1-83d8-c6d88c9fbe13,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:27.074603 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-07a5d245-e186-486b-9df3-6d1c0cb88bc9 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:27.194746 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-07a5d245-e186-486b-9df3-6d1c0cb88bc9 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Network c714db5f-672e-4004-8098-88db84169d3c is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:47:27.203825 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-07a5d245-e186-486b-9df3-6d1c0cb88bc9 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:47:27.232174 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-07a5d245-e186-486b-9df3-6d1c0cb88bc9 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:47:27.238597 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-07a5d245-e186-486b-9df3-6d1c0cb88bc9 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:27.239597 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-07a5d245-e186-486b-9df3-6d1c0cb88bc9 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:27.288842 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5d245-e186-486b-9df3-6d1c0cb88bc9 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Pushing event updated for resources: {'Port': ['ID=1360dc1d-7947-4698-a33d-85c410876c8b,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:27.295412 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-07a5d245-e186-486b-9df3-6d1c0cb88bc9 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6436801 Sep 21 17:47:27.659054 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-785846e6-f4e9-44cd-912c-7e1517bea179 None None] Provisioning complete for port 1360dc1d-7947-4698-a33d-85c410876c8b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:47:27.659710 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-785846e6-f4e9-44cd-912c-7e1517bea179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:27.699789 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-785846e6-f4e9-44cd-912c-7e1517bea179 None None] Port 1360dc1d-7947-4698-a33d-85c410876c8b cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:47:27.928456 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46334) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:27.942076 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-286532f4-a990-4299-9815-da18a340606f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:28.090860 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46344) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:28.133869 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-286532f4-a990-4299-9815-da18a340606f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:28.144316 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-286532f4-a990-4299-9815-da18a340606f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:28.201351 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d09e8-0726-4f01-8014-2361c238a5c5 req-f8d4db54-ac88-4098-b38a-b9f91093cc5b tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:28.220220 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-286532f4-a990-4299-9815-da18a340606f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9541b938cbc64e3f862e4d6656eb9ea1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2905996 Sep 21 17:47:28.222136 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d84d09e8-0726-4f01-8014-2361c238a5c5 req-f8d4db54-ac88-4098-b38a-b9f91093cc5b tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/ports?device_id=403d5ec4-973d-48ba-8296-d366254b146e HTTP/1.1" status: 200 len: 936 time: 0.1567712 Sep 21 17:47:28.223156 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286532f4-a990-4299-9815-da18a340606f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acf8eb2-ead8-4180-858b-5170bb836542,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:28.225512 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46352) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:28.319618 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d84d09e8-0726-4f01-8014-2361c238a5c5 req-1ccc930c-d6b1-4719-a2d6-d46c52e2ba08 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed6ea463-ff24-42cf-bf67-8fe94e810935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934930 Sep 21 17:47:28.357495 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3f45a388-658e-42c6-ab13-545af154dd50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:28.394899 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3f45a388-658e-42c6-ab13-545af154dd50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:28.451518 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3f45a388-658e-42c6-ab13-545af154dd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:28.454953 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3f45a388-658e-42c6-ab13-545af154dd50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:28.456659 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3f45a388-658e-42c6-ab13-545af154dd50 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3acf8eb2-ead8-4180-858b-5170bb836542 HTTP/1.1" status: 204 len: 168 time: 0.2293551 Sep 21 17:47:28.476891 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45a388-658e-42c6-ab13-545af154dd50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acf8eb2-ead8-4180-858b-5170bb836542,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:28.494006 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-c5ef164a-8259-4a56-afb4-1c20d5e98ad0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-913825725-network', 'tenant_id': '564aef6a99cc4ded992fbb9f0e732388'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:47:28.556284 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ef164a-8259-4a56-afb4-1c20d5e98ad0 admin admin] Made reservation on behalf of 564aef6a99cc4ded992fbb9f0e732388 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:47:28.559609 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5ef164a-8259-4a56-afb4-1c20d5e98ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:28.590099 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5ef164a-8259-4a56-afb4-1c20d5e98ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:28.814204 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5ef164a-8259-4a56-afb4-1c20d5e98ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:28.824969 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5ef164a-8259-4a56-afb4-1c20d5e98ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:28.841240 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ef164a-8259-4a56-afb4-1c20d5e98ad0 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:47:28.883999 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5ef164a-8259-4a56-afb4-1c20d5e98ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:28.884350 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-c5ef164a-8259-4a56-afb4-1c20d5e98ad0 admin admin] Added segment d50cc00e-8af1-432c-8758-2ed1bb30aa57 of type vlan for network ce365bfd-7bb2-49d3-914a-63ce743986ef Sep 21 17:47:28.945457 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef164a-8259-4a56-afb4-1c20d5e98ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:28.965467 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5ef164a-8259-4a56-afb4-1c20d5e98ad0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:29.001241 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5ef164a-8259-4a56-afb4-1c20d5e98ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:29.002628 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ef164a-8259-4a56-afb4-1c20d5e98ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:29.003715 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5ef164a-8259-4a56-afb4-1c20d5e98ad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:29.066071 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c5ef164a-8259-4a56-afb4-1c20d5e98ad0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9733346 Sep 21 17:47:29.069226 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46406) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:29.074695 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-1116849c-ad46-416a-a3f1-73709e1a607a admin admin] Request body: {'subnet': {'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-913825725-subnet', 'tenant_id': '564aef6a99cc4ded992fbb9f0e732388', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:47:29.116334 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef164a-8259-4a56-afb4-1c20d5e98ad0 admin admin] Pushing event updated for resources: {'Network': ['ID=ce365bfd-7bb2-49d3-914a-63ce743986ef,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:29.128591 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network ce365bfd-7bb2-49d3-914a-63ce743986ef details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:47:29.129242 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1116849c-ad46-416a-a3f1-73709e1a607a admin admin] Made reservation on behalf of 564aef6a99cc4ded992fbb9f0e732388 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:47:29.133778 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1116849c-ad46-416a-a3f1-73709e1a607a admin admin] Notify callbacks [] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:29.408680 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1116849c-ad46-416a-a3f1-73709e1a607a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:29.541772 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116849c-ad46-416a-a3f1-73709e1a607a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6bcee82-068a-4838-bdd8-412dc7128026,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:29.561111 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1116849c-ad46-416a-a3f1-73709e1a607a admin admin] Checking segment: {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:47:29.561465 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1116849c-ad46-416a-a3f1-73709e1a607a admin admin] Network hostable DHCP agents. Network: ce365bfd-7bb2-49d3-914a-63ce743986ef, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:47:29.572734 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7cb057-4262-4910-b8f9-a838b50b7f51 req-6e52d8df-3992-4f69-8ae3-e5b3f27bdacf tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:29.574297 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2e7cb057-4262-4910-b8f9-a838b50b7f51 req-6e52d8df-3992-4f69-8ae3-e5b3f27bdacf tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/ports?device_id=403d5ec4-973d-48ba-8296-d366254b146e HTTP/1.1" status: 200 len: 936 time: 0.1615498 Sep 21 17:47:29.611039 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1116849c-ad46-416a-a3f1-73709e1a607a admin admin] Network ce365bfd-7bb2-49d3-914a-63ce743986ef is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:47:29.656536 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2e7cb057-4262-4910-b8f9-a838b50b7f51 req-02fcd459-70de-4538-8f68-985c49e5894e tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed6ea463-ff24-42cf-bf67-8fe94e810935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641997 Sep 21 17:47:29.675864 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-1116849c-ad46-416a-a3f1-73709e1a607a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, ce365bfd-7bb2-49d3-914a-63ce743986ef) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:47:29.678027 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1116849c-ad46-416a-a3f1-73709e1a607a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:29.684610 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1116849c-ad46-416a-a3f1-73709e1a607a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:29.685140 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ab0bb1-8d5a-4e0b-9c5a-c5b9c06ea2dd None None] Network ce365bfd-7bb2-49d3-914a-63ce743986ef requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:47:29.715039 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1116849c-ad46-416a-a3f1-73709e1a607a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6392086 Sep 21 17:47:29.916606 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e738b75a-aee4-4a03-9143-31f5a63e54f8 None None] Network ce365bfd-7bb2-49d3-914a-63ce743986ef requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:47:30.844227 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ce762-59a9-44fc-a1a9-5771dfc50f37 req-b2413dce-f83e-4670-bdd7-9cebd9750751 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:30.845962 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-793ce762-59a9-44fc-a1a9-5771dfc50f37 req-b2413dce-f83e-4670-bdd7-9cebd9750751 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/ports?device_id=403d5ec4-973d-48ba-8296-d366254b146e HTTP/1.1" status: 200 len: 936 time: 0.0558798 Sep 21 17:47:30.929773 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-793ce762-59a9-44fc-a1a9-5771dfc50f37 req-7f59ba0a-132c-4e41-8c28-9c0f8fc66adb tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed6ea463-ff24-42cf-bf67-8fe94e810935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720022 Sep 21 17:47:31.091075 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46540) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:31.096322 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-da10d96f-708c-4d3f-b0d8-24c7193110d8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-3359303-network', 'tenant_id': 'dc322fdf401c4063bed568190f91d509'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:47:31.127689 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da10d96f-708c-4d3f-b0d8-24c7193110d8 admin admin] Made reservation on behalf of dc322fdf401c4063bed568190f91d509 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:47:31.130856 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-da10d96f-708c-4d3f-b0d8-24c7193110d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:31.142884 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-da10d96f-708c-4d3f-b0d8-24c7193110d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:31.271221 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-da10d96f-708c-4d3f-b0d8-24c7193110d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:31.280685 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-da10d96f-708c-4d3f-b0d8-24c7193110d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:31.313350 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da10d96f-708c-4d3f-b0d8-24c7193110d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:47:31.324682 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10d96f-708c-4d3f-b0d8-24c7193110d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46daf642-28ed-403f-9cf5-35e0e2ffee6a,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:31.329934 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-da10d96f-708c-4d3f-b0d8-24c7193110d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:31.330327 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-da10d96f-708c-4d3f-b0d8-24c7193110d8 admin admin] Added segment 28762dd9-5af5-4327-8580-803c71788edf of type vlan for network d6f34b3d-f663-4bde-a594-bcf3cc6a0c8c Sep 21 17:47:31.389246 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-da10d96f-708c-4d3f-b0d8-24c7193110d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:31.435503 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-da10d96f-708c-4d3f-b0d8-24c7193110d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:31.437553 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da10d96f-708c-4d3f-b0d8-24c7193110d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:31.438787 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-da10d96f-708c-4d3f-b0d8-24c7193110d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:31.492196 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-da10d96f-708c-4d3f-b0d8-24c7193110d8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3998044 Sep 21 17:47:31.495734 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46548) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:31.502069 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-ac72f149-04a8-4263-99ac-e9d4f36a7d74 admin admin] Request body: {'subnet': {'network_id': 'd6f34b3d-f663-4bde-a594-bcf3cc6a0c8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-3359303-subnet', 'tenant_id': 'dc322fdf401c4063bed568190f91d509', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:47:31.505505 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46550) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:31.523543 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46552) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:31.533229 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10d96f-708c-4d3f-b0d8-24c7193110d8 admin admin] Pushing event updated for resources: {'Network': ['ID=d6f34b3d-f663-4bde-a594-bcf3cc6a0c8c,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:31.545650 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network d6f34b3d-f663-4bde-a594-bcf3cc6a0c8c details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:47:31.617217 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac72f149-04a8-4263-99ac-e9d4f36a7d74 admin admin] Made reservation on behalf of dc322fdf401c4063bed568190f91d509 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:47:31.621251 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ac72f149-04a8-4263-99ac-e9d4f36a7d74 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:31.786310 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-49b93c78-4e3a-4193-996b-4aa2c12bd5f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:31.788330 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-da13e547-058b-4cff-9f8b-714251df1f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:31.880526 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ac72f149-04a8-4263-99ac-e9d4f36a7d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:31.965995 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac72f149-04a8-4263-99ac-e9d4f36a7d74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5d636e2-0550-40a1-8933-d63b30ac7a99,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:31.985616 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac72f149-04a8-4263-99ac-e9d4f36a7d74 admin admin] Checking segment: {'id': '28762dd9-5af5-4327-8580-803c71788edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd6f34b3d-f663-4bde-a594-bcf3cc6a0c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:47:31.985616 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac72f149-04a8-4263-99ac-e9d4f36a7d74 admin admin] Network hostable DHCP agents. Network: d6f34b3d-f663-4bde-a594-bcf3cc6a0c8c, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:47:32.021298 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-49b93c78-4e3a-4193-996b-4aa2c12bd5f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:32.026200 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac72f149-04a8-4263-99ac-e9d4f36a7d74 admin admin] Network d6f34b3d-f663-4bde-a594-bcf3cc6a0c8c is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:47:32.034208 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-49b93c78-4e3a-4193-996b-4aa2c12bd5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:32.095293 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-ac72f149-04a8-4263-99ac-e9d4f36a7d74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, d6f34b3d-f663-4bde-a594-bcf3cc6a0c8c) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:47:32.107458 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c15025-f0d7-41af-a4b9-88e7c616b08a None None] Network d6f34b3d-f663-4bde-a594-bcf3cc6a0c8c requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:47:32.143522 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac72f149-04a8-4263-99ac-e9d4f36a7d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:32.143522 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ac72f149-04a8-4263-99ac-e9d4f36a7d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:32.152047 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-49b93c78-4e3a-4193-996b-4aa2c12bd5f5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b854fd50dab743d09a21de0dd88809cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6448410 Sep 21 17:47:32.154867 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46576) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:32.184578 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b93c78-4e3a-4193-996b-4aa2c12bd5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b421717-0d16-4dc5-b749-368141b5328a,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:32.227940 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcf354-52f2-4bf6-957d-2404dc50f494 req-c6d6beae-36e9-474e-8939-dfa66c89f28c tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:32.235653 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-aabcf354-52f2-4bf6-957d-2404dc50f494 req-c6d6beae-36e9-474e-8939-dfa66c89f28c tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/ports?device_id=403d5ec4-973d-48ba-8296-d366254b146e HTTP/1.1" status: 200 len: 936 time: 0.1960588 Sep 21 17:47:32.272150 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7152c32b-a761-4690-8500-704fd527f108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:32.298120 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7152c32b-a761-4690-8500-704fd527f108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:32.314294 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-aabcf354-52f2-4bf6-957d-2404dc50f494 req-ad0467ac-230a-477c-a3a3-4ce86b9cbc92 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed6ea463-ff24-42cf-bf67-8fe94e810935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758748 Sep 21 17:47:32.333060 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-da13e547-058b-4cff-9f8b-714251df1f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:32.343911 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-da13e547-058b-4cff-9f8b-714251df1f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:32.356624 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ac72f149-04a8-4263-99ac-e9d4f36a7d74 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8590817 Sep 21 17:47:32.368598 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63627c1-bd49-4d7f-8f9f-6e2590bfb5bc None None] Network d6f34b3d-f663-4bde-a594-bcf3cc6a0c8c requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:47:32.420250 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-da13e547-058b-4cff-9f8b-714251df1f50 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ddbef171c8174e148a965351ab9c4402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8909914 Sep 21 17:47:32.421097 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13e547-058b-4cff-9f8b-714251df1f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88af19c3-fb8a-4bb0-b0b0-c74b668b46de,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:32.440111 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46590) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:32.531575 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7152c32b-a761-4690-8500-704fd527f108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:32.539218 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7152c32b-a761-4690-8500-704fd527f108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:32.542902 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7152c32b-a761-4690-8500-704fd527f108 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1b421717-0d16-4dc5-b749-368141b5328a HTTP/1.1" status: 204 len: 168 time: 0.3842869 Sep 21 17:47:32.580697 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152c32b-a761-4690-8500-704fd527f108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b421717-0d16-4dc5-b749-368141b5328a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:32.623757 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c26f0511-4a3e-48fb-b978-057faa352b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:32.664492 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c26f0511-4a3e-48fb-b978-057faa352b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:32.742052 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c26f0511-4a3e-48fb-b978-057faa352b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:32.744645 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c26f0511-4a3e-48fb-b978-057faa352b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:32.745822 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c26f0511-4a3e-48fb-b978-057faa352b34 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/88af19c3-fb8a-4bb0-b0b0-c74b668b46de HTTP/1.1" status: 204 len: 168 time: 0.3040836 Sep 21 17:47:32.762638 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f0511-4a3e-48fb-b978-057faa352b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88af19c3-fb8a-4bb0-b0b0-c74b668b46de,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:33.045066 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46616) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:33.143690 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46620) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:33.159752 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4ace3b3d-e49f-43f7-8052-6a41641052f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:33.241373 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:47:33.285588 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4ace3b3d-e49f-43f7-8052-6a41641052f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:33.294753 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4ace3b3d-e49f-43f7-8052-6a41641052f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:33.348211 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4ace3b3d-e49f-43f7-8052-6a41641052f7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4b0c81e9ec5140c2891a7a328cfdec83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2006605 Sep 21 17:47:33.348211 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace3b3d-e49f-43f7-8052-6a41641052f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b50d54-858c-48ca-81d8-29f54e52ffb2,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:33.348336 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46628) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:33.412851 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46634) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:33.434026 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0fb156e2-2947-4d1a-9b6b-a04b1d292b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:33.563816 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afca904-515e-4147-ac45-91cd49382965 req-db75dc7b-dded-4fea-a4b4-e69c328ee08a tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:33.572098 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8afca904-515e-4147-ac45-91cd49382965 req-db75dc7b-dded-4fea-a4b4-e69c328ee08a tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/ports?device_id=403d5ec4-973d-48ba-8296-d366254b146e HTTP/1.1" status: 200 len: 936 time: 0.0800378 Sep 21 17:47:33.631388 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0fb156e2-2947-4d1a-9b6b-a04b1d292b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:33.639730 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0fb156e2-2947-4d1a-9b6b-a04b1d292b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:33.644418 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8afca904-515e-4147-ac45-91cd49382965 req-352c13cd-4477-4f00-8f5a-6910d5fb1e67 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed6ea463-ff24-42cf-bf67-8fe94e810935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714617 Sep 21 17:47:33.647836 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-67d9d39c-89b5-441e-a05a-0809614db1dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:33.700322 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb156e2-2947-4d1a-9b6b-a04b1d292b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7adaf1e8-0b47-4ba8-8b65-3007b35b07b8,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:33.705399 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0fb156e2-2947-4d1a-9b6b-a04b1d292b72 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2427d93d1d53439fb146594ec8844813&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2913835 Sep 21 17:47:33.708304 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46636) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:33.712166 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3c7d3906-40c6-4a57-a26a-11a1ebdd5e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:33.754042 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-399f98a6-369a-47af-82a8-c469536520ad tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:33.761497 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-399f98a6-369a-47af-82a8-c469536520ad tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/networks?id=ce365bfd-7bb2-49d3-914a-63ce743986ef HTTP/1.1" status: 200 len: 807 time: 0.3494956 Sep 21 17:47:33.770945 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3c7d3906-40c6-4a57-a26a-11a1ebdd5e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:33.784379 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-f6face33-16d7-48b5-b380-5ca0d981cb8d tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/quotas/564aef6a99cc4ded992fbb9f0e732388 HTTP/1.1" status: 200 len: 375 time: 0.0218804 Sep 21 17:47:33.790553 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-84a84bce-f645-4a25-b34d-ac4759029e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:33.827914 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-84a84bce-f645-4a25-b34d-ac4759029e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:33.839617 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-493db285-8c2a-4f2b-b5f5-68d6469a4929 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=564aef6a99cc4ded992fbb9f0e732388&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445576 Sep 21 17:47:33.871895 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3c7d3906-40c6-4a57-a26a-11a1ebdd5e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:33.875098 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3c7d3906-40c6-4a57-a26a-11a1ebdd5e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:33.888185 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3c7d3906-40c6-4a57-a26a-11a1ebdd5e47 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d1b50d54-858c-48ca-81d8-29f54e52ffb2 HTTP/1.1" status: 204 len: 168 time: 0.5296888 Sep 21 17:47:33.909871 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d3906-40c6-4a57-a26a-11a1ebdd5e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b50d54-858c-48ca-81d8-29f54e52ffb2,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:33.974027 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-67d9d39c-89b5-441e-a05a-0809614db1dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:33.983447 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-67d9d39c-89b5-441e-a05a-0809614db1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:34.037832 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-67d9d39c-89b5-441e-a05a-0809614db1dc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bac80a36ed7f4ae48462d5639f2d5a53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9881046 Sep 21 17:47:34.037832 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46646) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:34.045477 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d9d39c-89b5-441e-a05a-0809614db1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc60c7f-fe88-4a34-b1e7-e6a82ccbeae2,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:34.072845 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-84a84bce-f645-4a25-b34d-ac4759029e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:34.076038 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-84a84bce-f645-4a25-b34d-ac4759029e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:34.079823 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-84a84bce-f645-4a25-b34d-ac4759029e99 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7adaf1e8-0b47-4ba8-8b65-3007b35b07b8 HTTP/1.1" status: 204 len: 168 time: 0.3682253 Sep 21 17:47:34.081298 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-7faa345c-da72-4fa3-8952-694105d791ab service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:47:34.082440 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-7faa345c-da72-4fa3-8952-694105d791ab service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1090510 Sep 21 17:47:34.095109 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a84bce-f645-4a25-b34d-ac4759029e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adaf1e8-0b47-4ba8-8b65-3007b35b07b8,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:34.110792 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d3b44cbd-ce68-4e06-9b76-4f2889cc951d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:34.139654 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d3b44cbd-ce68-4e06-9b76-4f2889cc951d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:34.209796 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d3b44cbd-ce68-4e06-9b76-4f2889cc951d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:34.212700 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d3b44cbd-ce68-4e06-9b76-4f2889cc951d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:34.214170 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d3b44cbd-ce68-4e06-9b76-4f2889cc951d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fbc60c7f-fe88-4a34-b1e7-e6a82ccbeae2 HTTP/1.1" status: 204 len: 168 time: 0.1750998 Sep 21 17:47:34.232535 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b44cbd-ce68-4e06-9b76-4f2889cc951d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc60c7f-fe88-4a34-b1e7-e6a82ccbeae2,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:34.399690 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-4bd64bbc-5cd2-42f6-95ee-d3a735a8a388 service neutron] 10.222.0.58 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047354 Sep 21 17:47:34.537980 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-d0823350-1525-45aa-9770-90ae59abd48b service neutron] 10.222.0.58 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322765 Sep 21 17:47:34.708641 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46672) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:34.746311 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1aa63c56-f2f2-46ac-b4e2-82a55498c516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:34.848151 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-99fdf13c-6beb-4738-8fa5-a73f9377691a req-51837778-5647-48ea-869c-7d7e07dba0de tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 210 time: 0.0687196 Sep 21 17:47:34.855350 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93aca5-69b5-4bb5-86a2-6ab8dba5887f req-147e136f-2559-4cfd-91b2-af03d15bf028 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:34.856937 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5f93aca5-69b5-4bb5-86a2-6ab8dba5887f req-147e136f-2559-4cfd-91b2-af03d15bf028 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/ports?device_id=403d5ec4-973d-48ba-8296-d366254b146e HTTP/1.1" status: 200 len: 936 time: 0.1076105 Sep 21 17:47:34.935870 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5f93aca5-69b5-4bb5-86a2-6ab8dba5887f req-80e4bb32-d58c-41fe-9dce-39e51930f7b6 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed6ea463-ff24-42cf-bf67-8fe94e810935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632730 Sep 21 17:47:35.034309 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1aa63c56-f2f2-46ac-b4e2-82a55498c516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:35.042352 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1aa63c56-f2f2-46ac-b4e2-82a55498c516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:35.085025 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa63c56-f2f2-46ac-b4e2-82a55498c516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b740491-c87f-4e96-8246-100415f1c26a,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:35.092867 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1aa63c56-f2f2-46ac-b4e2-82a55498c516 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=39481df0a79f4899aea36d7e38002580&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3805790 Sep 21 17:47:35.093211 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46692) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:35.207673 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-76342a75-ff23-4b80-a8a4-0ae4357dd71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:35.247904 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-76342a75-ff23-4b80-a8a4-0ae4357dd71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:35.314773 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-76342a75-ff23-4b80-a8a4-0ae4357dd71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:35.319298 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-76342a75-ff23-4b80-a8a4-0ae4357dd71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:35.324190 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-76342a75-ff23-4b80-a8a4-0ae4357dd71d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1b740491-c87f-4e96-8246-100415f1c26a HTTP/1.1" status: 204 len: 168 time: 0.2271442 Sep 21 17:47:35.333653 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76342a75-ff23-4b80-a8a4-0ae4357dd71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b740491-c87f-4e96-8246-100415f1c26a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:36.024640 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a16df3de-5157-4ac0-b96c-5174f582ffea req-dcc3656e-d4e7-4e3c-b857-c6ba1be6f626 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 210 time: 0.0618517 Sep 21 17:47:36.128690 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202d04e-614a-4c9c-9802-0a620abfc7ac req-de4d64e6-b0b2-4f04-8ee1-7a872a2a3321 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:36.137178 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5202d04e-614a-4c9c-9802-0a620abfc7ac req-de4d64e6-b0b2-4f04-8ee1-7a872a2a3321 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/ports?device_id=403d5ec4-973d-48ba-8296-d366254b146e HTTP/1.1" status: 200 len: 936 time: 0.0957458 Sep 21 17:47:36.194269 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5202d04e-614a-4c9c-9802-0a620abfc7ac req-93c9d716-c2ab-445e-a834-80a06dc88003 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed6ea463-ff24-42cf-bf67-8fe94e810935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558007 Sep 21 17:47:36.629027 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.38', 56764) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:36.850610 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-fd6831cc-a63b-4458-b7de-d4932d91e55c tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:47:36.851620 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-fd6831cc-a63b-4458-b7de-d4932d91e55c tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068455 Sep 21 17:47:36.859498 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-6849515f-ccf2-4505-9be8-f6fe1bf57f67 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:36.861365 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-6849515f-ccf2-4505-9be8-f6fe1bf57f67 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.38 "GET /v2.0/networks?id=ce365bfd-7bb2-49d3-914a-63ce743986ef HTTP/1.1" status: 200 len: 807 time: 0.2247467 Sep 21 17:47:37.170186 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-01e378b4-d71e-4dc2-b1d5-57b12d056c05 req-82a68ff9-b846-4abe-bd8a-28f2663fdbed tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 210 time: 0.0335686 Sep 21 17:47:37.327913 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd9cd7-69fa-45a6-a499-af7764c539b8 req-ab3e20b4-165f-4e8a-a9ae-eeaa2b4c5164 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:37.329391 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-88bd9cd7-69fa-45a6-a499-af7764c539b8 req-ab3e20b4-165f-4e8a-a9ae-eeaa2b4c5164 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/ports?device_id=403d5ec4-973d-48ba-8296-d366254b146e HTTP/1.1" status: 200 len: 936 time: 0.0681131 Sep 21 17:47:37.362534 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-feb91672-aaf0-41ad-ab6e-ec48b4e3b52a service neutron] Request body: {'port': {'device_id': '403d5ec4-973d-48ba-8296-d366254b146e', 'device_owner': 'compute:tempest-test_az-1922301167', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:47:37.397763 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-88bd9cd7-69fa-45a6-a499-af7764c539b8 req-30783ad6-4906-4e3e-b5d7-9b431faf9bee tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed6ea463-ff24-42cf-bf67-8fe94e810935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613894 Sep 21 17:47:37.473802 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-feb91672-aaf0-41ad-ab6e-ec48b4e3b52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:37.491836 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46808) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:37.572403 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fcedd572-cdec-4c62-b231-7feb955f78a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:37.694153 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fcedd572-cdec-4c62-b231-7feb955f78a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:37.700090 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fcedd572-cdec-4c62-b231-7feb955f78a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:37.744255 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fcedd572-cdec-4c62-b231-7feb955f78a7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a9c873b0bc034f0890473456d54462fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2483206 Sep 21 17:47:37.744255 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcedd572-cdec-4c62-b231-7feb955f78a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f975ea-1fdc-498c-a48e-40f9b584e92d,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:37.745396 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46830) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:37.750695 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-c46c63d1-b793-4b22-a613-5419717bd96f tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=cf880db396d441f990414b9e732efe10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1585970 Sep 21 17:47:37.840217 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30b52a1a-8e3c-4b3d-ac33-23283c63ba95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:37.862879 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30b52a1a-8e3c-4b3d-ac33-23283c63ba95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:37.932921 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30b52a1a-8e3c-4b3d-ac33-23283c63ba95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:37.937543 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30b52a1a-8e3c-4b3d-ac33-23283c63ba95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:37.938911 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-30b52a1a-8e3c-4b3d-ac33-23283c63ba95 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/39f975ea-1fdc-498c-a48e-40f9b584e92d HTTP/1.1" status: 204 len: 168 time: 0.1929049 Sep 21 17:47:37.950379 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b52a1a-8e3c-4b3d-ac33-23283c63ba95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f975ea-1fdc-498c-a48e-40f9b584e92d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:37.977139 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-0c662423-e1a6-41f1-95eb-6ca117ba47ac tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:37.983497 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-0c662423-e1a6-41f1-95eb-6ca117ba47ac tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2316031 Sep 21 17:47:38.003269 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-e9e15dbb-33b0-4856-b3af-aab80a081aa2 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/quotas/cf880db396d441f990414b9e732efe10 HTTP/1.1" status: 200 len: 375 time: 0.0158546 Sep 21 17:47:38.083335 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-8c008bc8-7232-4c09-8233-2012ef0f1c62 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700514 Sep 21 17:47:38.098648 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-feb91672-aaf0-41ad-ab6e-ec48b4e3b52a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1360dc1d-7947-4698-a33d-85c410876c8b {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:47:38.111379 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-feb91672-aaf0-41ad-ab6e-ec48b4e3b52a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:38.134868 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-feb91672-aaf0-41ad-ab6e-ec48b4e3b52a service neutron] Transition to ACTIVE for port object 1360dc1d-7947-4698-a33d-85c410876c8b will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:47:38.141849 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-feb91672-aaf0-41ad-ab6e-ec48b4e3b52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:38.277812 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-feb91672-aaf0-41ad-ab6e-ec48b4e3b52a service neutron] Attempting to bind port 1360dc1d-7947-4698-a33d-85c410876c8b on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:47:38.278256 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-feb91672-aaf0-41ad-ab6e-ec48b4e3b52a service neutron] Attempting to bind port 1360dc1d-7947-4698-a33d-85c410876c8b by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:47:38.278645 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-feb91672-aaf0-41ad-ab6e-ec48b4e3b52a service neutron] Attempting to bind port 1360dc1d-7947-4698-a33d-85c410876c8b on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:47:38.290594 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-feb91672-aaf0-41ad-ab6e-ec48b4e3b52a service neutron] Port 1360dc1d-7947-4698-a33d-85c410876c8b on network c714db5f-672e-4004-8098-88db84169d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:47:38.291225 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-feb91672-aaf0-41ad-ab6e-ec48b4e3b52a service neutron] Attempting to bind port 1360dc1d-7947-4698-a33d-85c410876c8b on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:47:38.297531 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-feb91672-aaf0-41ad-ab6e-ec48b4e3b52a service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:47:38.298020 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-feb91672-aaf0-41ad-ab6e-ec48b4e3b52a service neutron] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:47:38.298689 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-feb91672-aaf0-41ad-ab6e-ec48b4e3b52a service neutron] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:47:38.299301 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-feb91672-aaf0-41ad-ab6e-ec48b4e3b52a service neutron] Bound port: 1360dc1d-7947-4698-a33d-85c410876c8b, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:47:38.299817 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-feb91672-aaf0-41ad-ab6e-ec48b4e3b52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:38.302157 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb91672-aaf0-41ad-ab6e-ec48b4e3b52a service neutron] Pushing event updated for resources: {'Port': ['ID=1360dc1d-7947-4698-a33d-85c410876c8b,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:38.390594 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-feb91672-aaf0-41ad-ab6e-ec48b4e3b52a service neutron] For port 1360dc1d-7947-4698-a33d-85c410876c8b, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:47:38.398638 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-feb91672-aaf0-41ad-ab6e-ec48b4e3b52a service neutron] For port 1360dc1d-7947-4698-a33d-85c410876c8b, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=1360dc1d-7947-4698-a33d-85c410876c8b,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:47:38.419614 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-feb91672-aaf0-41ad-ab6e-ec48b4e3b52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:38.479062 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46854) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:38.492546 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ca7fb352-c89c-4659-9dc5-e47ebb977120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:38.501981 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-99ddf753-20a7-4dad-83d5-afeb252c189c req-897be202-89b6-4fa1-b968-8c16111fae2a tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 210 time: 0.0958200 Sep 21 17:47:38.544798 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-feb91672-aaf0-41ad-ab6e-ec48b4e3b52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:38.545488 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-feb91672-aaf0-41ad-ab6e-ec48b4e3b52a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:38.547122 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-feb91672-aaf0-41ad-ab6e-ec48b4e3b52a service neutron] 10.222.0.44 "PUT /v2.0/ports/1360dc1d-7947-4698-a33d-85c410876c8b HTTP/1.1" status: 200 len: 1118 time: 1.5166700 Sep 21 17:47:38.549595 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403d5ec4-973d-48ba-8296-d366254b146e', 'tag': '1360dc1d-7947-4698-a33d-85c410876c8b'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:47:38.613010 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3f47d12b-1fd4-4d7f-965d-a9850995216a req-356812af-e132-48ae-a322-d6b96a9b2d18 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 210 time: 0.0991538 Sep 21 17:47:38.691727 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ca7fb352-c89c-4659-9dc5-e47ebb977120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:38.707750 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ca7fb352-c89c-4659-9dc5-e47ebb977120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:38.747043 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ca7fb352-c89c-4659-9dc5-e47ebb977120 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5b83bf2fac024027b76e9f92f0957fc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2668927 Sep 21 17:47:38.752666 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46864) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:38.796894 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7fb352-c89c-4659-9dc5-e47ebb977120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c64eb3-ea67-4c0c-ac25-fef8ebb9869b,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:38.860462 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2db037f1-a7f4-4100-b024-5fda3953b19c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:38.873566 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-8e368dea-ed23-4dde-a698-d5ea9b14184a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:38.875087 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-8e368dea-ed23-4dde-a698-d5ea9b14184a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a9f3fa0bdecb41c6bac7e9555aa428ff&device_id=403d5ec4-973d-48ba-8296-d366254b146e HTTP/1.1" status: 200 len: 1121 time: 0.2035153 Sep 21 17:47:38.892596 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2db037f1-a7f4-4100-b024-5fda3953b19c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:38.975743 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2db037f1-a7f4-4100-b024-5fda3953b19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:38.979785 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2db037f1-a7f4-4100-b024-5fda3953b19c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:38.981195 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2db037f1-a7f4-4100-b024-5fda3953b19c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f5c64eb3-ea67-4c0c-ac25-fef8ebb9869b HTTP/1.1" status: 204 len: 168 time: 0.2274504 Sep 21 17:47:38.999310 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db037f1-a7f4-4100-b024-5fda3953b19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c64eb3-ea67-4c0c-ac25-fef8ebb9869b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:39.071628 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00cd5f8d-da8a-4c04-bd82-4ef007d2a25c" -d '{"events": [{"name": "network-changed", "server_uuid": "403d5ec4-973d-48ba-8296-d366254b146e", "tag": "1360dc1d-7947-4698-a33d-85c410876c8b"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:47:39.116821 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f093db-c384-410b-9bcf-efce71ca02f0 req-ce92d0e1-436a-409b-9b02-2fbf0e41f3f3 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:39.124274 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-17f093db-c384-410b-9bcf-efce71ca02f0 req-ce92d0e1-436a-409b-9b02-2fbf0e41f3f3 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/ports?device_id=403d5ec4-973d-48ba-8296-d366254b146e HTTP/1.1" status: 200 len: 970 time: 0.3695405 Sep 21 17:47:39.164127 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb91672-aaf0-41ad-ab6e-ec48b4e3b52a service neutron] Pushing event updated for resources: {'Port': ['ID=1360dc1d-7947-4698-a33d-85c410876c8b,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:39.167742 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-b25d980a-3b5a-4f42-bf3d-112def4a8e66 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=1360dc1d-7947-4698-a33d-85c410876c8b HTTP/1.1" status: 200 len: 217 time: 0.2739432 Sep 21 17:47:39.243713 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-17f093db-c384-410b-9bcf-efce71ca02f0 req-6ec06f0c-0fb9-4810-84fe-7c06f835c76c tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed6ea463-ff24-42cf-bf67-8fe94e810935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185036 Sep 21 17:47:39.261168 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-54f41c36-3eb4-44b5-87c4-d72c257854a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:39.263106 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-54f41c36-3eb4-44b5-87c4-d72c257854a1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.0869112 Sep 21 17:47:39.342884 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-cb7a6be2-f7f0-43a4-ab27-6aec31e2c53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:39.344438 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-cb7a6be2-f7f0-43a4-ab27-6aec31e2c53c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0711973 Sep 21 17:47:39.350178 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46884) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:39.471523 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a74502a-9069-4ae6-b78c-5f7563fd6403 x-openstack-request-id: req-2a74502a-9069-4ae6-b78c-5f7563fd6403 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:47:39.471835 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "403d5ec4-973d-48ba-8296-d366254b146e", "tag": "1360dc1d-7947-4698-a33d-85c410876c8b", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:47:39.472057 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2a74502a-9069-4ae6-b78c-5f7563fd6403 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:47:39.472526 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '403d5ec4-973d-48ba-8296-d366254b146e', 'tag': '1360dc1d-7947-4698-a33d-85c410876c8b', 'status': 'completed', 'code': 200} Sep 21 17:47:39.478892 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-2b0c1ce0-0dd5-4c95-98de-3b69199bfb58 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228266 Sep 21 17:47:39.523298 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-305857cc-e8f9-4156-9660-83acd5366cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:39.590176 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.44', 55740) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:39.615406 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-6d4931c1-e951-4b5d-9457-734481bc0ad1 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=cf880db396d441f990414b9e732efe10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242517 Sep 21 17:47:39.621242 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-122bd084-0771-4d62-b6ed-521eae412006 req-a78ca8cb-fd98-43a4-8ce6-645c31b913d1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 210 time: 0.0363994 Sep 21 17:47:39.651577 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53330c42-6311-4b0d-9283-bcf6faebb7b1 req-6ca307ca-2217-415f-974b-a8ee10e4bc51 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516163 Sep 21 17:47:39.743309 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-305857cc-e8f9-4156-9660-83acd5366cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:39.756196 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-305857cc-e8f9-4156-9660-83acd5366cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:39.814462 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-058470dd-12dc-4011-bb1c-8ed510d77d69 req-85353705-37e4-468d-8ca3-c65c2f9b8093 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 210 time: 0.0999196 Sep 21 17:47:39.825455 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-df7a357b-3e3d-43c9-8bfc-dcc82437cb84 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:39.826939 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-df7a357b-3e3d-43c9-8bfc-dcc82437cb84 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2050607 Sep 21 17:47:39.838601 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305857cc-e8f9-4156-9660-83acd5366cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfec37ca-860b-4607-a40d-25ef990e20b2,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:39.843100 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-121bac3b-b7a6-4fea-bc07-246152df088b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Request body: {'port': {'device_id': '6c0ba486-632e-46f1-8a27-792ee075a404', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'admin_state_up': True, 'tenant_id': 'cf880db396d441f990414b9e732efe10'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:47:39.845015 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-305857cc-e8f9-4156-9660-83acd5366cdf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=853de4cf9ab34b82807c803886ceb809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4938438 Sep 21 17:47:39.849051 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46910) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:39.855312 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd5f8d-da8a-4c04-bd82-4ef007d2a25c req-32dbda40-cd9d-42da-9859-b806cae55fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:39.857064 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-00cd5f8d-da8a-4c04-bd82-4ef007d2a25c req-32dbda40-cd9d-42da-9859-b806cae55fdd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a9f3fa0bdecb41c6bac7e9555aa428ff&device_id=403d5ec4-973d-48ba-8296-d366254b146e HTTP/1.1" status: 200 len: 1121 time: 0.1138217 Sep 21 17:47:40.040873 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd5f8d-da8a-4c04-bd82-4ef007d2a25c req-92e9a1ec-5311-4913-a9cf-ea23babe4471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:40.042678 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-00cd5f8d-da8a-4c04-bd82-4ef007d2a25c req-92e9a1ec-5311-4913-a9cf-ea23babe4471 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.1746435 Sep 21 17:47:40.051202 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7723dbd9-6f65-480a-b836-678dd5284215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:40.084529 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7723dbd9-6f65-480a-b836-678dd5284215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:40.091572 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-00cd5f8d-da8a-4c04-bd82-4ef007d2a25c req-966c4beb-d90e-4d6a-b97e-0e859203e69b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=1360dc1d-7947-4698-a33d-85c410876c8b HTTP/1.1" status: 200 len: 217 time: 0.0399683 Sep 21 17:47:40.115979 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-121bac3b-b7a6-4fea-bc07-246152df088b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Made reservation on behalf of cf880db396d441f990414b9e732efe10 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:47:40.119481 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-121bac3b-b7a6-4fea-bc07-246152df088b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:40.134151 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-121bac3b-b7a6-4fea-bc07-246152df088b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:40.167165 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd5f8d-da8a-4c04-bd82-4ef007d2a25c req-dfa99b18-9f1b-461c-b7ca-cb494e67055e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:40.169504 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-00cd5f8d-da8a-4c04-bd82-4ef007d2a25c req-dfa99b18-9f1b-461c-b7ca-cb494e67055e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.0698895 Sep 21 17:47:40.178741 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7723dbd9-6f65-480a-b836-678dd5284215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:40.181476 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7723dbd9-6f65-480a-b836-678dd5284215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:40.182624 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7723dbd9-6f65-480a-b836-678dd5284215 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dfec37ca-860b-4607-a40d-25ef990e20b2 HTTP/1.1" status: 204 len: 168 time: 0.3320839 Sep 21 17:47:40.199447 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723dbd9-6f65-480a-b836-678dd5284215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfec37ca-860b-4607-a40d-25ef990e20b2,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:40.250184 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd5f8d-da8a-4c04-bd82-4ef007d2a25c req-efd1cfab-6aa5-41d0-8354-2779e782f33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:40.253274 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-00cd5f8d-da8a-4c04-bd82-4ef007d2a25c req-efd1cfab-6aa5-41d0-8354-2779e782f33e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0755713 Sep 21 17:47:40.281718 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-121bac3b-b7a6-4fea-bc07-246152df088b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:40.298002 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-121bac3b-b7a6-4fea-bc07-246152df088b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:40.419473 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a15a67-fc9a-4425-9272-79496713ec3a req-5e272322-70d8-401b-8ed5-f5c406aef792 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:40.420994 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a7a15a67-fc9a-4425-9272-79496713ec3a req-5e272322-70d8-401b-8ed5-f5c406aef792 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/ports?device_id=403d5ec4-973d-48ba-8296-d366254b146e HTTP/1.1" status: 200 len: 970 time: 0.1062336 Sep 21 17:47:40.441832 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121bac3b-b7a6-4fea-bc07-246152df088b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa11079-c284-4c5f-b620-f1a1aa666173,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:40.449441 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-00cd5f8d-da8a-4c04-bd82-4ef007d2a25c req-21c2e919-b073-419d-9a15-4600fe512035 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797578 Sep 21 17:47:40.501265 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a7a15a67-fc9a-4425-9272-79496713ec3a req-edd30962-333b-49be-9d00-21d75b250196 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed6ea463-ff24-42cf-bf67-8fe94e810935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710380 Sep 21 17:47:40.593465 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-00cd5f8d-da8a-4c04-bd82-4ef007d2a25c req-d482bca9-c585-4e22-92dd-6c901a1941a6 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347361 Sep 21 17:47:40.601797 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-121bac3b-b7a6-4fea-bc07-246152df088b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Allocated IP 192.168.233.225 (c714db5f-672e-4004-8098-88db84169d3c/53f6ee96-7c10-4364-b9ae-9f7e7556e695/09d50637-541d-43ad-8851-a8cefb7b9446) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:47:40.644818 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46930) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:40.661940 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-72e3dc45-b22c-4b75-82d9-454bb4ad4e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:40.773068 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bdba699e-f772-4ece-ad27-0cce23d4e840 req-01842b91-0607-4be1-a2d9-0cedac853421 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 210 time: 0.0320532 Sep 21 17:47:40.816198 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-72e3dc45-b22c-4b75-82d9-454bb4ad4e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:40.817030 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-121bac3b-b7a6-4fea-bc07-246152df088b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:40.821119 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-72e3dc45-b22c-4b75-82d9-454bb4ad4e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:40.853869 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-121bac3b-b7a6-4fea-bc07-246152df088b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:40.856064 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-72e3dc45-b22c-4b75-82d9-454bb4ad4e3e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=46c3af9c5dd243cdae88ff591f1c7bed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2097104 Sep 21 17:47:40.860018 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46940) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:40.871313 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3dc45-b22c-4b75-82d9-454bb4ad4e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d82606-500c-414d-8d1e-58f2dec18a2e,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:40.965479 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff550c80-ba8f-4042-8b79-8bc7aba8a551 req-f63eba83-2f66-4732-8a44-99b52679c819 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:40.967184 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ff550c80-ba8f-4042-8b79-8bc7aba8a551 req-f63eba83-2f66-4732-8a44-99b52679c819 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 936 time: 0.0510142 Sep 21 17:47:41.021085 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ff550c80-ba8f-4042-8b79-8bc7aba8a551 req-400ca830-785d-4071-86c6-ed7c08951f99 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474329 Sep 21 17:47:41.124411 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-121bac3b-b7a6-4fea-bc07-246152df088b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Network c714db5f-672e-4004-8098-88db84169d3c is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:47:41.125267 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121bac3b-b7a6-4fea-bc07-246152df088b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Pushing event updated for resources: {'Port': ['ID=09d50637-541d-43ad-8851-a8cefb7b9446,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:41.132213 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-121bac3b-b7a6-4fea-bc07-246152df088b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:47:41.134757 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-121bac3b-b7a6-4fea-bc07-246152df088b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:47:41.141350 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-121bac3b-b7a6-4fea-bc07-246152df088b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:41.141664 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-121bac3b-b7a6-4fea-bc07-246152df088b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:41.166636 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d90c4db7-9a7c-463a-a703-6bdc3d2d34b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:41.169246 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-121bac3b-b7a6-4fea-bc07-246152df088b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3324661 Sep 21 17:47:41.183984 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-406e353b-931e-49dc-95ab-6568ac142b63 service neutron] Request body: {'port': {'device_id': '6c0ba486-632e-46f1-8a27-792ee075a404', 'device_owner': 'compute:tempest-test_az-1922301167', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:47:41.217787 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d90c4db7-9a7c-463a-a703-6bdc3d2d34b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:41.274065 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-406e353b-931e-49dc-95ab-6568ac142b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:41.364485 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d90c4db7-9a7c-463a-a703-6bdc3d2d34b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:41.366988 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d90c4db7-9a7c-463a-a703-6bdc3d2d34b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:41.368124 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d90c4db7-9a7c-463a-a703-6bdc3d2d34b7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e2d82606-500c-414d-8d1e-58f2dec18a2e HTTP/1.1" status: 204 len: 168 time: 0.4493439 Sep 21 17:47:41.397285 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-533772d3-2d19-431c-a503-012a0f55eaee None None] Provisioning complete for port 09d50637-541d-43ad-8851-a8cefb7b9446 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:47:41.397776 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-533772d3-2d19-431c-a503-012a0f55eaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:41.454769 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c4db7-9a7c-463a-a703-6bdc3d2d34b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d82606-500c-414d-8d1e-58f2dec18a2e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:41.456118 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-533772d3-2d19-431c-a503-012a0f55eaee None None] Port 09d50637-541d-43ad-8851-a8cefb7b9446 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:47:41.684270 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550e6d1-91d2-497b-91f0-ec8fcae25803 req-9b7e3d83-4eca-449b-981c-a30242e32efc tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:41.685808 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b550e6d1-91d2-497b-91f0-ec8fcae25803 req-9b7e3d83-4eca-449b-981c-a30242e32efc tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/ports?device_id=403d5ec4-973d-48ba-8296-d366254b146e HTTP/1.1" status: 200 len: 970 time: 0.0804930 Sep 21 17:47:41.741576 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-406e353b-931e-49dc-95ab-6568ac142b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09d50637-541d-43ad-8851-a8cefb7b9446 {{(pid=101461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:47:41.754784 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-406e353b-931e-49dc-95ab-6568ac142b63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:41.775153 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b550e6d1-91d2-497b-91f0-ec8fcae25803 req-24265dc7-ef34-4a4a-b4d5-2996d9e95272 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed6ea463-ff24-42cf-bf67-8fe94e810935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641234 Sep 21 17:47:41.784833 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.provisioning_blocks [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-406e353b-931e-49dc-95ab-6568ac142b63 service neutron] Transition to ACTIVE for port object 09d50637-541d-43ad-8851-a8cefb7b9446 will not be triggered until provisioned by entity L2. {{(pid=101461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:47:41.789957 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-406e353b-931e-49dc-95ab-6568ac142b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:41.844841 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e353b-931e-49dc-95ab-6568ac142b63 service neutron] Pushing event updated for resources: {'Port': ['ID=09d50637-541d-43ad-8851-a8cefb7b9446,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:41.911801 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-746c4b70-4104-4816-939b-fa5465d2ce9a req-c6085281-791a-443f-a9ed-1b2c4dbb2e2c tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 210 time: 0.0455492 Sep 21 17:47:41.917942 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-406e353b-931e-49dc-95ab-6568ac142b63 service neutron] Attempting to bind port 09d50637-541d-43ad-8851-a8cefb7b9446 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:47:41.918432 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-406e353b-931e-49dc-95ab-6568ac142b63 service neutron] Attempting to bind port 09d50637-541d-43ad-8851-a8cefb7b9446 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:47:41.919003 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-406e353b-931e-49dc-95ab-6568ac142b63 service neutron] Attempting to bind port 09d50637-541d-43ad-8851-a8cefb7b9446 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:47:41.929888 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-406e353b-931e-49dc-95ab-6568ac142b63 service neutron] Port 09d50637-541d-43ad-8851-a8cefb7b9446 on network c714db5f-672e-4004-8098-88db84169d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:47:41.931338 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-406e353b-931e-49dc-95ab-6568ac142b63 service neutron] Attempting to bind port 09d50637-541d-43ad-8851-a8cefb7b9446 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:47:41.938646 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-406e353b-931e-49dc-95ab-6568ac142b63 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:47:41.939314 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-406e353b-931e-49dc-95ab-6568ac142b63 service neutron] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:47:41.940029 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-406e353b-931e-49dc-95ab-6568ac142b63 service neutron] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:47:41.940677 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-406e353b-931e-49dc-95ab-6568ac142b63 service neutron] Bound port: 09d50637-541d-43ad-8851-a8cefb7b9446, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:47:41.941047 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-406e353b-931e-49dc-95ab-6568ac142b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:41.963498 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46972) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:42.040656 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-406e353b-931e-49dc-95ab-6568ac142b63 service neutron] For port 09d50637-541d-43ad-8851-a8cefb7b9446, host n-h2-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:47:42.050001 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-406e353b-931e-49dc-95ab-6568ac142b63 service neutron] For port 09d50637-541d-43ad-8851-a8cefb7b9446, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=09d50637-541d-43ad-8851-a8cefb7b9446,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:47:42.057504 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-406e353b-931e-49dc-95ab-6568ac142b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:42.188434 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e353b-931e-49dc-95ab-6568ac142b63 service neutron] Pushing event updated for resources: {'Port': ['ID=09d50637-541d-43ad-8851-a8cefb7b9446,revision_number=3']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:42.204023 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3789e92b-6849-49ad-bcbb-363e27e752aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:42.208102 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-406e353b-931e-49dc-95ab-6568ac142b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:42.208823 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-406e353b-931e-49dc-95ab-6568ac142b63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:42.210892 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-406e353b-931e-49dc-95ab-6568ac142b63 service neutron] 10.222.0.44 "PUT /v2.0/ports/09d50637-541d-43ad-8851-a8cefb7b9446 HTTP/1.1" status: 200 len: 1118 time: 1.0329010 Sep 21 17:47:42.211215 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0ba486-632e-46f1-8a27-792ee075a404', 'tag': '09d50637-541d-43ad-8851-a8cefb7b9446'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:47:42.383702 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab0f5b-541e-4eef-9129-a1a520cb3399 req-dc1175db-eb44-4f8e-a72c-f3f075c14ac7 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:42.385353 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4cab0f5b-541e-4eef-9129-a1a520cb3399 req-dc1175db-eb44-4f8e-a72c-f3f075c14ac7 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 970 time: 0.2562129 Sep 21 17:47:42.454566 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-3a1979ef-15a7-4d1f-af76-4277200f27a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:42.456227 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-3a1979ef-15a7-4d1f-af76-4277200f27a3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 1121 time: 0.1806579 Sep 21 17:47:42.478684 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab28171-5ac6-452a-94c5-209ad5d3d914" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0ba486-632e-46f1-8a27-792ee075a404", "tag": "09d50637-541d-43ad-8851-a8cefb7b9446"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:47:42.512396 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4cab0f5b-541e-4eef-9129-a1a520cb3399 req-9e6bda2b-2cd0-4e69-ae70-1eb0fb321a61 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076255 Sep 21 17:47:42.551706 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-0412bc1b-48fa-4108-8bf3-2ee1ef99863b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=09d50637-541d-43ad-8851-a8cefb7b9446 HTTP/1.1" status: 200 len: 217 time: 0.0837939 Sep 21 17:47:42.653226 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3789e92b-6849-49ad-bcbb-363e27e752aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:42.660508 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3789e92b-6849-49ad-bcbb-363e27e752aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:42.673470 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-686ba26d-b679-4b2b-85b5-2ee5daecb98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:42.675044 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-686ba26d-b679-4b2b-85b5-2ee5daecb98b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1146255 Sep 21 17:47:42.764184 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3789e92b-6849-49ad-bcbb-363e27e752aa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=660bf634b3d34decbbc695286f905476&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7980115 Sep 21 17:47:42.766695 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3cb085-4239-4e27-a85b-42c9c19b2f71 x-openstack-request-id: req-2a3cb085-4239-4e27-a85b-42c9c19b2f71 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:47:42.766985 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0ba486-632e-46f1-8a27-792ee075a404", "tag": "09d50637-541d-43ad-8851-a8cefb7b9446", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:47:42.767140 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47010) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:42.767318 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2a3cb085-4239-4e27-a85b-42c9c19b2f71 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:47:42.767835 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0ba486-632e-46f1-8a27-792ee075a404', 'tag': '09d50637-541d-43ad-8851-a8cefb7b9446', 'status': 'completed', 'code': 200} Sep 21 17:47:42.770171 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789e92b-6849-49ad-bcbb-363e27e752aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd0ab55-4a80-4f90-8a07-df0fba508d39,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:42.796870 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-350350cb-0d17-4dab-82aa-fd7c8382ac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:42.798610 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-350350cb-0d17-4dab-82aa-fd7c8382ac07 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1133034 Sep 21 17:47:42.821881 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bac5668c-5895-4b41-99d8-6667c315d1b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:42.848079 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bac5668c-5895-4b41-99d8-6667c315d1b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:42.901392 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bac5668c-5895-4b41-99d8-6667c315d1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:42.904227 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bac5668c-5895-4b41-99d8-6667c315d1b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:42.907902 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-bac5668c-5895-4b41-99d8-6667c315d1b2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2bd0ab55-4a80-4f90-8a07-df0fba508d39 HTTP/1.1" status: 204 len: 168 time: 0.1375818 Sep 21 17:47:42.913564 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5668c-5895-4b41-99d8-6667c315d1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd0ab55-4a80-4f90-8a07-df0fba508d39,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:42.942176 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957cfd0-e4e9-4435-8887-eb8606430e88 req-64a41d29-22d3-4ee3-900c-b2c1d36cbbf9 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:42.943644 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4957cfd0-e4e9-4435-8887-eb8606430e88 req-64a41d29-22d3-4ee3-900c-b2c1d36cbbf9 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/ports?device_id=403d5ec4-973d-48ba-8296-d366254b146e HTTP/1.1" status: 200 len: 970 time: 0.0671110 Sep 21 17:47:42.960288 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-2bf06053-07ee-42d2-a768-9999f9e535d3 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542709 Sep 21 17:47:43.016428 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4957cfd0-e4e9-4435-8887-eb8606430e88 req-b25ccb41-2349-4e4b-b668-fae4f3f100b6 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed6ea463-ff24-42cf-bf67-8fe94e810935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651650 Sep 21 17:47:43.071751 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0a3355b7-4672-42ef-a080-6c7691a9ae29 req-313f628d-8165-4530-8623-bf5e3cffd00f tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 210 time: 0.0413275 Sep 21 17:47:43.084741 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eba92a54-9eed-4f34-bd77-bb36340aee29 req-0fc1e67c-cd03-41c4-a7b3-34a475df37db service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137216 Sep 21 17:47:43.192556 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab28171-5ac6-452a-94c5-209ad5d3d914 req-0e977bb4-ecf2-4da1-a01b-73d3ee2df095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:43.194002 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9ab28171-5ac6-452a-94c5-209ad5d3d914 req-0e977bb4-ecf2-4da1-a01b-73d3ee2df095 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 1121 time: 0.0533345 Sep 21 17:47:43.322560 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47028) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:43.336095 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1c451e49-ac47-4a42-8cfb-04b9be626017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:43.433945 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1c451e49-ac47-4a42-8cfb-04b9be626017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:43.438785 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1c451e49-ac47-4a42-8cfb-04b9be626017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:43.476293 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1c451e49-ac47-4a42-8cfb-04b9be626017 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=232009ff653e450d825f8c8f37708d50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523018 Sep 21 17:47:43.481045 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47032) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:43.496143 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c451e49-ac47-4a42-8cfb-04b9be626017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a791cc8-7b7b-4a55-b711-ed75e1d886ee,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:43.521701 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab28171-5ac6-452a-94c5-209ad5d3d914 req-1ba10ee9-9586-40fd-b338-cdc81b7438f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:43.523206 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9ab28171-5ac6-452a-94c5-209ad5d3d914 req-1ba10ee9-9586-40fd-b338-cdc81b7438f3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.3209841 Sep 21 17:47:43.533297 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-10fd9490-4a2f-40f7-8b69-2b57ba03f345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:43.559867 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-10fd9490-4a2f-40f7-8b69-2b57ba03f345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:43.572289 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9ab28171-5ac6-452a-94c5-209ad5d3d914 req-0ed0b169-0d32-4280-b4a1-7b1020a26354 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=09d50637-541d-43ad-8851-a8cefb7b9446 HTTP/1.1" status: 200 len: 217 time: 0.0414882 Sep 21 17:47:43.628087 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab28171-5ac6-452a-94c5-209ad5d3d914 req-405a99a3-2bbc-4f64-b6e6-a4587ef4f067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:43.629639 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9ab28171-5ac6-452a-94c5-209ad5d3d914 req-405a99a3-2bbc-4f64-b6e6-a4587ef4f067 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.0487702 Sep 21 17:47:43.646776 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb8788-3507-4b35-a751-41b2c5fbfb04 req-fd8a2cd2-af23-4f3b-81b5-7ef6134d29e3 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:43.648335 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ebdb8788-3507-4b35-a751-41b2c5fbfb04 req-fd8a2cd2-af23-4f3b-81b5-7ef6134d29e3 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 970 time: 0.0583544 Sep 21 17:47:43.649417 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-10fd9490-4a2f-40f7-8b69-2b57ba03f345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:43.651938 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-10fd9490-4a2f-40f7-8b69-2b57ba03f345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:43.653077 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-10fd9490-4a2f-40f7-8b69-2b57ba03f345 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0a791cc8-7b7b-4a55-b711-ed75e1d886ee HTTP/1.1" status: 204 len: 168 time: 0.1709802 Sep 21 17:47:43.672517 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd9490-4a2f-40f7-8b69-2b57ba03f345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a791cc8-7b7b-4a55-b711-ed75e1d886ee,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:43.697485 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ebdb8788-3507-4b35-a751-41b2c5fbfb04 req-204428d5-ab0f-413b-82b3-2d17fd49ed1d tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416586 Sep 21 17:47:43.700449 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab28171-5ac6-452a-94c5-209ad5d3d914 req-d055d371-eb52-4854-b666-d9ff89a0ca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:43.701993 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9ab28171-5ac6-452a-94c5-209ad5d3d914 req-d055d371-eb52-4854-b666-d9ff89a0ca20 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0652764 Sep 21 17:47:43.754867 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 1360dc1d-7947-4698-a33d-85c410876c8b details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:47:43.827250 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9ab28171-5ac6-452a-94c5-209ad5d3d914 req-7b938412-80f9-459a-895c-ae41be97ca83 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111820 Sep 21 17:47:43.890820 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 1360dc1d-7947-4698-a33d-85c410876c8b, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=1360dc1d-7947-4698-a33d-85c410876c8b,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:47:43.904500 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '1360dc1d-7947-4698-a33d-85c410876c8b', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': '1360dc1d-7947-4698-a33d-85c410876c8b', 'mac_address': 'fa:16:3e:06:93:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:tempest-test_az-1922301167', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:47:43.954274 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:43.962519 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9ab28171-5ac6-452a-94c5-209ad5d3d914 req-082c936a-3d90-46a9-9d6b-2099871e7429 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258113 Sep 21 17:47:43.975816 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1360dc1d-7947-4698-a33d-85c410876c8b {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:47:43.976040 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-e88add7b-8028-4988-ad47-92c14a158890 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Request body: {'port': {'device_id': 'fd6f9c07-84b1-4230-b640-6dfced1e623c', 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef', 'admin_state_up': True, 'tenant_id': '564aef6a99cc4ded992fbb9f0e732388'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:47:44.018252 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 1360dc1d-7947-4698-a33d-85c410876c8b, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=1360dc1d-7947-4698-a33d-85c410876c8b,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:47:44.026045 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:44.095249 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=1360dc1d-7947-4698-a33d-85c410876c8b,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:44.104164 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:44.104516 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:44.104849 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:44.105187 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:44.107251 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:44.108129 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:44.109825 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:44.111221 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:44.111578 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:44.111944 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:44.112266 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:44.112600 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:44.113738 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Tracked resource versions report: Sep 21 17:47:44.113738 n-d-810291-1 neutron-server[101462]: pushed versions: Sep 21 17:47:44.113738 n-d-810291-1 neutron-server[101462]: { 'AddressGroup': {'1.2'}, Sep 21 17:47:44.113738 n-d-810291-1 neutron-server[101462]: 'ConntrackHelper': {'1.0'}, Sep 21 17:47:44.113738 n-d-810291-1 neutron-server[101462]: 'Log': {'1.0'}, Sep 21 17:47:44.113738 n-d-810291-1 neutron-server[101462]: 'Network': {'1.1'}, Sep 21 17:47:44.113738 n-d-810291-1 neutron-server[101462]: 'Port': {'1.7'}, Sep 21 17:47:44.113738 n-d-810291-1 neutron-server[101462]: 'PortForwarding': {'1.2'}, Sep 21 17:47:44.113738 n-d-810291-1 neutron-server[101462]: 'QosPolicy': {'1.9'}, Sep 21 17:47:44.113738 n-d-810291-1 neutron-server[101462]: 'SecurityGroup': {'1.4'}, Sep 21 17:47:44.113738 n-d-810291-1 neutron-server[101462]: 'SecurityGroupRule': {'1.2'}, Sep 21 17:47:44.113738 n-d-810291-1 neutron-server[101462]: 'SubPort': {'1.0'}, Sep 21 17:47:44.113738 n-d-810291-1 neutron-server[101462]: 'Subnet': {'1.1'}, Sep 21 17:47:44.113738 n-d-810291-1 neutron-server[101462]: 'Trunk': {'1.1'}} Sep 21 17:47:44.113738 n-d-810291-1 neutron-server[101462]: consumer versions: Sep 21 17:47:44.113738 n-d-810291-1 neutron-server[101462]: { DHCP agent@n-d-810291-1: {}, Sep 21 17:47:44.113738 n-d-810291-1 neutron-server[101462]: HyperV agent@n-h1-810291-1: {}, Sep 21 17:47:44.113738 n-d-810291-1 neutron-server[101462]: HyperV agent@n-h2-810291-1: {}, Sep 21 17:47:44.113738 n-d-810291-1 neutron-server[101462]: L3 agent@n-d-810291-1: {}, Sep 21 17:47:44.113738 n-d-810291-1 neutron-server[101462]: Metadata agent@n-d-810291-1: {}, Sep 21 17:47:44.113738 n-d-810291-1 neutron-server[101462]: Metering agent@n-d-810291-1: {}, Sep 21 17:47:44.113738 n-d-810291-1 neutron-server[101462]: Open vSwitch agent@n-d-810291-1: { 'AddressGroup': '1.2', Sep 21 17:47:44.113738 n-d-810291-1 neutron-server[101462]: 'ConntrackHelper': '1.0', Sep 21 17:47:44.113738 n-d-810291-1 neutron-server[101462]: 'Log': '1.0', Sep 21 17:47:44.113738 n-d-810291-1 neutron-server[101462]: 'Network': '1.1', Sep 21 17:47:44.113738 n-d-810291-1 neutron-server[101462]: 'Port': '1.7', Sep 21 17:47:44.113738 n-d-810291-1 neutron-server[101462]: 'PortForwarding': '1.2', Sep 21 17:47:44.113738 n-d-810291-1 neutron-server[101462]: 'QosPolicy': '1.9', Sep 21 17:47:44.113738 n-d-810291-1 neutron-server[101462]: 'SecurityGroup': '1.4', Sep 21 17:47:44.113738 n-d-810291-1 neutron-server[101462]: 'SecurityGroupRule': '1.2', Sep 21 17:47:44.113738 n-d-810291-1 neutron-server[101462]: 'SubPort': '1.0', Sep 21 17:47:44.113738 n-d-810291-1 neutron-server[101462]: 'Subnet': '1.1', Sep 21 17:47:44.113738 n-d-810291-1 neutron-server[101462]: 'Trunk': '1.1'}} Sep 21 17:47:44.113738 n-d-810291-1 neutron-server[101462]: {{(pid=101462) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 17:47:44.169573 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-e88add7b-8028-4988-ad47-92c14a158890 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Made reservation on behalf of 564aef6a99cc4ded992fbb9f0e732388 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:47:44.173367 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-e88add7b-8028-4988-ad47-92c14a158890 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:44.212868 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b72ee-69ae-4b05-9fa4-ecb31f40be51 req-34ade9db-b4c7-4abe-8715-45666a612ab0 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:44.214723 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-253b72ee-69ae-4b05-9fa4-ecb31f40be51 req-34ade9db-b4c7-4abe-8715-45666a612ab0 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/ports?device_id=403d5ec4-973d-48ba-8296-d366254b146e HTTP/1.1" status: 200 len: 971 time: 0.0967710 Sep 21 17:47:44.317890 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-253b72ee-69ae-4b05-9fa4-ecb31f40be51 req-aedb8589-371c-475d-9ca4-1660b2cf9f99 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed6ea463-ff24-42cf-bf67-8fe94e810935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745783 Sep 21 17:47:44.346162 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-e88add7b-8028-4988-ad47-92c14a158890 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Allocated IP 172.20.0.14 (ce365bfd-7bb2-49d3-914a-63ce743986ef/f6bcee82-068a-4838-bdd8-412dc7128026/65dff5a5-5e62-487b-954c-6d78ff73c641) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:47:44.369587 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['1360dc1d-7947-4698-a33d-85c410876c8b'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:47:44.472910 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d10b81b3-e236-4156-944a-f6e53e4d6120 req-426798c7-b696-46c9-bd83-8187ad3bebb4 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 210 time: 0.0572879 Sep 21 17:47:44.583830 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-e88add7b-8028-4988-ad47-92c14a158890 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:44.797431 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-e88add7b-8028-4988-ad47-92c14a158890 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:44.860029 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-e88add7b-8028-4988-ad47-92c14a158890 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Network ce365bfd-7bb2-49d3-914a-63ce743986ef is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:47:44.867044 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-e88add7b-8028-4988-ad47-92c14a158890 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:47:44.876366 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-e88add7b-8028-4988-ad47-92c14a158890 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:47:44.881837 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-e88add7b-8028-4988-ad47-92c14a158890 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:44.882443 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-e88add7b-8028-4988-ad47-92c14a158890 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:44.889149 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88add7b-8028-4988-ad47-92c14a158890 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Pushing event updated for resources: {'Port': ['ID=65dff5a5-5e62-487b-954c-6d78ff73c641,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:44.900789 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497a70c-613c-44d7-8e0c-1b48ceb39334 req-ed092579-ae8f-488c-83f6-e292928ec22f tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:44.905946 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5497a70c-613c-44d7-8e0c-1b48ceb39334 req-ed092579-ae8f-488c-83f6-e292928ec22f tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 970 time: 0.1180673 Sep 21 17:47:44.918450 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-e88add7b-8028-4988-ad47-92c14a158890 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9471502 Sep 21 17:47:44.933935 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-1b4414bd-c62e-47f5-9f7f-2dcb494d96e6 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:47:44.934906 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-1b4414bd-c62e-47f5-9f7f-2dcb494d96e6 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071895 Sep 21 17:47:44.954445 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5497a70c-613c-44d7-8e0c-1b48ceb39334 req-cf66ac13-464f-448f-9f38-a82b57d229b0 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446837 Sep 21 17:47:44.995781 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47090) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:45.112964 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d82d650-8737-40a2-a155-ec4db34b5856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:45.191943 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-1f86416d-ee7f-4bed-9798-644435262df2 service neutron] Request body: {'port': {'device_id': 'fd6f9c07-84b1-4230-b640-6dfced1e623c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:47:45.216501 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d82d650-8737-40a2-a155-ec4db34b5856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:45.221668 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d82d650-8737-40a2-a155-ec4db34b5856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:45.253735 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-1f86416d-ee7f-4bed-9798-644435262df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:45.263659 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0d82d650-8737-40a2-a155-ec4db34b5856 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5d758e051a5f4616bc58ec1d348dfb9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2664351 Sep 21 17:47:45.264540 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d82d650-8737-40a2-a155-ec4db34b5856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4256eba5-9003-4aec-a200-423943455580,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:45.266352 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47104) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:45.412791 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-4e54d0d8-bef6-4caf-ae4b-282cb104c0ed req-829d8bc7-26b8-4890-b268-b7a552c47e2a tempest-SecurityGroupsTestAdminJSON-829329435 tempest-SecurityGroupsTestAdminJSON-829329435-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1179384808', 'description': 'tempest-description-690184648'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:47:45.416706 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b4431ca5-d09f-4762-9dfa-885b6dc3e152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:45.438064 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4e54d0d8-bef6-4caf-ae4b-282cb104c0ed req-829d8bc7-26b8-4890-b268-b7a552c47e2a tempest-SecurityGroupsTestAdminJSON-829329435 tempest-SecurityGroupsTestAdminJSON-829329435-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:45.446717 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4e54d0d8-bef6-4caf-ae4b-282cb104c0ed req-829d8bc7-26b8-4890-b268-b7a552c47e2a tempest-SecurityGroupsTestAdminJSON-829329435 tempest-SecurityGroupsTestAdminJSON-829329435-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:45.470199 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b4431ca5-d09f-4762-9dfa-885b6dc3e152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:45.517488 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d5196-ac0a-4419-a9a7-6df47b48c706 req-2998d148-92a4-4184-883b-416511ea31ff tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:45.518881 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-649d5196-ac0a-4419-a9a7-6df47b48c706 req-2998d148-92a4-4184-883b-416511ea31ff tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/ports?device_id=403d5ec4-973d-48ba-8296-d366254b146e HTTP/1.1" status: 200 len: 971 time: 0.1235855 Sep 21 17:47:45.539422 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4e54d0d8-bef6-4caf-ae4b-282cb104c0ed req-829d8bc7-26b8-4890-b268-b7a552c47e2a tempest-SecurityGroupsTestAdminJSON-829329435 tempest-SecurityGroupsTestAdminJSON-829329435-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:45.543954 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4e54d0d8-bef6-4caf-ae4b-282cb104c0ed req-829d8bc7-26b8-4890-b268-b7a552c47e2a tempest-SecurityGroupsTestAdminJSON-829329435 tempest-SecurityGroupsTestAdminJSON-829329435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:45.578002 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d8bc7-26b8-4890-b268-b7a552c47e2a tempest-SecurityGroupsTestAdminJSON-829329435 tempest-SecurityGroupsTestAdminJSON-829329435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44eaf866-b329-43fd-919a-e230f1c4535e,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:45.622966 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-649d5196-ac0a-4419-a9a7-6df47b48c706 req-8152a3ee-8895-4f24-b2d7-ce394ceca78d tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed6ea463-ff24-42cf-bf67-8fe94e810935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922167 Sep 21 17:47:45.632993 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b4431ca5-d09f-4762-9dfa-885b6dc3e152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:45.635565 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b4431ca5-d09f-4762-9dfa-885b6dc3e152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:45.636198 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4e54d0d8-bef6-4caf-ae4b-282cb104c0ed req-829d8bc7-26b8-4890-b268-b7a552c47e2a tempest-SecurityGroupsTestAdminJSON-829329435 tempest-SecurityGroupsTestAdminJSON-829329435-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:45.636666 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b4431ca5-d09f-4762-9dfa-885b6dc3e152 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4256eba5-9003-4aec-a200-423943455580 HTTP/1.1" status: 204 len: 168 time: 0.3680491 Sep 21 17:47:45.650161 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4431ca5-d09f-4762-9dfa-885b6dc3e152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4256eba5-9003-4aec-a200-423943455580,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:45.656331 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4e54d0d8-bef6-4caf-ae4b-282cb104c0ed req-829d8bc7-26b8-4890-b268-b7a552c47e2a tempest-SecurityGroupsTestAdminJSON-829329435 tempest-SecurityGroupsTestAdminJSON-829329435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:45.712277 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d8bc7-26b8-4890-b268-b7a552c47e2a tempest-SecurityGroupsTestAdminJSON-829329435 tempest-SecurityGroupsTestAdminJSON-829329435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13c9b3ad-6a28-4028-8abe-27b431a10410,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:45.717486 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4e54d0d8-bef6-4caf-ae4b-282cb104c0ed req-829d8bc7-26b8-4890-b268-b7a552c47e2a tempest-SecurityGroupsTestAdminJSON-829329435 tempest-SecurityGroupsTestAdminJSON-829329435-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:45.718872 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4e54d0d8-bef6-4caf-ae4b-282cb104c0ed req-829d8bc7-26b8-4890-b268-b7a552c47e2a tempest-SecurityGroupsTestAdminJSON-829329435 tempest-SecurityGroupsTestAdminJSON-829329435-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3101017 Sep 21 17:47:45.727716 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-1f86416d-ee7f-4bed-9798-644435262df2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65dff5a5-5e62-487b-954c-6d78ff73c641 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:47:45.742397 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 09d50637-541d-43ad-8851-a8cefb7b9446 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:47:45.744901 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-c7d728e0-e2b7-4076-a318-240c2de5c8a5 req-6f855738-fd7c-4823-b3ba-95f550a6d07e tempest-SecurityGroupsTestAdminJSON-829329435 tempest-SecurityGroupsTestAdminJSON-829329435-project] Request body: {'security_group': {'name': 'tempest-securitygroup-722735330', 'description': 'tempest-description-1813543433'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:47:45.754218 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-1f86416d-ee7f-4bed-9798-644435262df2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:45.775461 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-c7d728e0-e2b7-4076-a318-240c2de5c8a5 req-6f855738-fd7c-4823-b3ba-95f550a6d07e tempest-SecurityGroupsTestAdminJSON-829329435 tempest-SecurityGroupsTestAdminJSON-829329435-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:45.779079 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-1f86416d-ee7f-4bed-9798-644435262df2 service neutron] Transition to ACTIVE for port object 65dff5a5-5e62-487b-954c-6d78ff73c641 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:47:45.795119 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76446d59-a5b8-4300-a160-1c90a5e30b14 req-a712cea7-52a9-469d-beaf-c81d861e3e11 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:45.797060 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-76446d59-a5b8-4300-a160-1c90a5e30b14 req-a712cea7-52a9-469d-beaf-c81d861e3e11 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 932 time: 0.0972176 Sep 21 17:47:45.798795 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-1f86416d-ee7f-4bed-9798-644435262df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:45.878312 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f86416d-ee7f-4bed-9798-644435262df2 service neutron] Pushing event updated for resources: {'Port': ['ID=65dff5a5-5e62-487b-954c-6d78ff73c641,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:45.894653 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-c7d728e0-e2b7-4076-a318-240c2de5c8a5 req-6f855738-fd7c-4823-b3ba-95f550a6d07e tempest-SecurityGroupsTestAdminJSON-829329435 tempest-SecurityGroupsTestAdminJSON-829329435-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:45.897813 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 1360dc1d-7947-4698-a33d-85c410876c8b up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:47:45.900981 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-c7d728e0-e2b7-4076-a318-240c2de5c8a5 req-6f855738-fd7c-4823-b3ba-95f550a6d07e tempest-SecurityGroupsTestAdminJSON-829329435 tempest-SecurityGroupsTestAdminJSON-829329435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:45.926089 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-76446d59-a5b8-4300-a160-1c90a5e30b14 req-86867c31-ed11-4fef-bd07-7a93b358d743 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178672 Sep 21 17:47:45.938595 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-1f86416d-ee7f-4bed-9798-644435262df2 service neutron] Attempting to bind port 65dff5a5-5e62-487b-954c-6d78ff73c641 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:47:45.939523 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-1f86416d-ee7f-4bed-9798-644435262df2 service neutron] Attempting to bind port 65dff5a5-5e62-487b-954c-6d78ff73c641 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:47:45.939671 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-1f86416d-ee7f-4bed-9798-644435262df2 service neutron] Attempting to bind port 65dff5a5-5e62-487b-954c-6d78ff73c641 on network ce365bfd-7bb2-49d3-914a-63ce743986ef {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:47:45.946887 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-1f86416d-ee7f-4bed-9798-644435262df2 service neutron] Port 65dff5a5-5e62-487b-954c-6d78ff73c641 on network ce365bfd-7bb2-49d3-914a-63ce743986ef not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:47:45.947322 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-1f86416d-ee7f-4bed-9798-644435262df2 service neutron] Attempting to bind port 65dff5a5-5e62-487b-954c-6d78ff73c641 on network ce365bfd-7bb2-49d3-914a-63ce743986ef {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:47:45.952345 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-1f86416d-ee7f-4bed-9798-644435262df2 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:47:45.952758 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-1f86416d-ee7f-4bed-9798-644435262df2 service neutron] Checking segment: {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:47:45.953218 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-1f86416d-ee7f-4bed-9798-644435262df2 service neutron] Bound using segment: {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:47:45.953846 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-1f86416d-ee7f-4bed-9798-644435262df2 service neutron] Bound port: 65dff5a5-5e62-487b-954c-6d78ff73c641, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:47:45.954354 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-1f86416d-ee7f-4bed-9798-644435262df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:45.964543 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-c7d728e0-e2b7-4076-a318-240c2de5c8a5 req-6f855738-fd7c-4823-b3ba-95f550a6d07e tempest-SecurityGroupsTestAdminJSON-829329435 tempest-SecurityGroupsTestAdminJSON-829329435-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:45.967869 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c7d728e0-e2b7-4076-a318-240c2de5c8a5 req-6f855738-fd7c-4823-b3ba-95f550a6d07e tempest-SecurityGroupsTestAdminJSON-829329435 tempest-SecurityGroupsTestAdminJSON-829329435-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2269149 Sep 21 17:47:45.999057 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f855738-fd7c-4823-b3ba-95f550a6d07e tempest-SecurityGroupsTestAdminJSON-829329435 tempest-SecurityGroupsTestAdminJSON-829329435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9627c07-15f8-47d0-be35-7d0503b2ac2a,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:46.004590 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bbfb1650-6c51-4f1c-add0-6c7d4966ac6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:46.050580 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 09d50637-541d-43ad-8851-a8cefb7b9446, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=09d50637-541d-43ad-8851-a8cefb7b9446,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:47:46.067030 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '09d50637-541d-43ad-8851-a8cefb7b9446', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': '09d50637-541d-43ad-8851-a8cefb7b9446', 'mac_address': 'fa:16:3e:82:9c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:tempest-test_az-1922301167', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:47:46.091387 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-1f86416d-ee7f-4bed-9798-644435262df2 service neutron] For port 65dff5a5-5e62-487b-954c-6d78ff73c641, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:47:46.096001 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-1f86416d-ee7f-4bed-9798-644435262df2 service neutron] For port 65dff5a5-5e62-487b-954c-6d78ff73c641, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=65dff5a5-5e62-487b-954c-6d78ff73c641,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:47:46.105069 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-1f86416d-ee7f-4bed-9798-644435262df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:46.119517 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 1360dc1d-7947-4698-a33d-85c410876c8b completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:47:46.128405 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 1360dc1d-7947-4698-a33d-85c410876c8b triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:47:46.128784 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:46.132849 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:46.135430 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-1f86416d-ee7f-4bed-9798-644435262df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:46.138214 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-1f86416d-ee7f-4bed-9798-644435262df2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:46.141962 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-1f86416d-ee7f-4bed-9798-644435262df2 service neutron] 10.222.0.38 "PUT /v2.0/ports/65dff5a5-5e62-487b-954c-6d78ff73c641 HTTP/1.1" status: 200 len: 1092 time: 1.0698040 Sep 21 17:47:46.146842 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6f9c07-84b1-4230-b640-6dfced1e623c', 'tag': '65dff5a5-5e62-487b-954c-6d78ff73c641'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:47:46.150529 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae9e6a8-cced-4885-badc-cc0d36a998cf" -d '{"events": [{"name": "network-changed", "server_uuid": "fd6f9c07-84b1-4230-b640-6dfced1e623c", "tag": "65dff5a5-5e62-487b-954c-6d78ff73c641"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:47:46.151705 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945d533-72c2-4da8-9904-03c053b2c929 req-30357b55-2b79-4ca1-82e9-f1b406097137 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:46.153580 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c945d533-72c2-4da8-9904-03c053b2c929 req-30357b55-2b79-4ca1-82e9-f1b406097137 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 970 time: 0.0896721 Sep 21 17:47:46.169875 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47126) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:46.171977 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d50637-541d-43ad-8851-a8cefb7b9446 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:47:46.196021 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 09d50637-541d-43ad-8851-a8cefb7b9446, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=09d50637-541d-43ad-8851-a8cefb7b9446,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:47:46.197031 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-37c56ce2-3a1e-4ea3-bfd9-17c8ab701bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:46.205684 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:46.269035 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-94d98d82-5e2d-49ce-9d14-d24f5690140a req-4be429b0-183c-4be9-8885-26bba22f21fb tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2015820887', 'description': 'tempest-description-2137117979'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:47:46.288591 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c945d533-72c2-4da8-9904-03c053b2c929 req-55fc480d-6c8f-449e-9022-8eff48579ecc tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277745 Sep 21 17:47:46.291940 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-8fcc14bf-f0a5-471c-bfeb-3d6518d938d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:46.293617 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-8fcc14bf-f0a5-471c-bfeb-3d6518d938d2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=564aef6a99cc4ded992fbb9f0e732388&device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 1095 time: 0.0891967 Sep 21 17:47:46.294465 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f86416d-ee7f-4bed-9798-644435262df2 service neutron] Pushing event updated for resources: {'Port': ['ID=65dff5a5-5e62-487b-954c-6d78ff73c641,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:46.316745 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=09d50637-541d-43ad-8851-a8cefb7b9446,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:46.327223 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-37c56ce2-3a1e-4ea3-bfd9-17c8ab701bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:46.327684 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:46.333503 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-37c56ce2-3a1e-4ea3-bfd9-17c8ab701bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:46.352114 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403d5ec4-973d-48ba-8296-d366254b146e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1360dc1d-7947-4698-a33d-85c410876c8b'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:47:46.354737 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1826b4-cb7c-4d52-bbcd-19056e6139f7 x-openstack-request-id: req-af1826b4-cb7c-4d52-bbcd-19056e6139f7 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:47:46.355053 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd6f9c07-84b1-4230-b640-6dfced1e623c", "tag": "65dff5a5-5e62-487b-954c-6d78ff73c641", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:47:46.355311 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-af1826b4-cb7c-4d52-bbcd-19056e6139f7 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:47:46.355760 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd6f9c07-84b1-4230-b640-6dfced1e623c', 'tag': '65dff5a5-5e62-487b-954c-6d78ff73c641', 'status': 'completed', 'code': 200} Sep 21 17:47:46.361086 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-e2d9bba1-8bf0-4da8-8bb5-c12453252fc0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65dff5a5-5e62-487b-954c-6d78ff73c641 HTTP/1.1" status: 200 len: 217 time: 0.0555205 Sep 21 17:47:46.376484 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-37c56ce2-3a1e-4ea3-bfd9-17c8ab701bc9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8ec189bc3963479c8ee7c6351650e79c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2015917 Sep 21 17:47:46.377146 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47128) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:46.390147 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c56ce2-3a1e-4ea3-bfd9-17c8ab701bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823839be-4e18-49b2-812d-7f0d20af0b04,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:46.416969 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-94d98d82-5e2d-49ce-9d14-d24f5690140a req-4be429b0-183c-4be9-8885-26bba22f21fb tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:46.432395 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-87d6243c-28b9-4bfb-b771-c8c667c4e5c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:46.432518 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 1360dc1d-7947-4698-a33d-85c410876c8b, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=1360dc1d-7947-4698-a33d-85c410876c8b,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:47:46.433021 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-94d98d82-5e2d-49ce-9d14-d24f5690140a req-4be429b0-183c-4be9-8885-26bba22f21fb tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:46.438788 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:46.455770 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-e0059080-40df-4ffb-90fb-d907fb551339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:46.457245 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-e0059080-40df-4ffb-90fb-d907fb551339 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f6bcee82-068a-4838-bdd8-412dc7128026 HTTP/1.1" status: 200 len: 847 time: 0.0871842 Sep 21 17:47:46.464302 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-87d6243c-28b9-4bfb-b771-c8c667c4e5c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:46.498801 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-d6355124-6c49-4025-a0f2-421b47fe09e0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ce365bfd-7bb2-49d3-914a-63ce743986ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333936 Sep 21 17:47:46.501420 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=1360dc1d-7947-4698-a33d-85c410876c8b,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:46.525580 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['09d50637-541d-43ad-8851-a8cefb7b9446'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:47:46.530605 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-87d6243c-28b9-4bfb-b771-c8c667c4e5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:46.535772 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-87d6243c-28b9-4bfb-b771-c8c667c4e5c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:46.539353 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-87d6243c-28b9-4bfb-b771-c8c667c4e5c1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/823839be-4e18-49b2-812d-7f0d20af0b04 HTTP/1.1" status: 204 len: 168 time: 0.1589334 Sep 21 17:47:46.547845 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6243c-28b9-4bfb-b771-c8c667c4e5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823839be-4e18-49b2-812d-7f0d20af0b04,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:46.577949 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88709989-0b7f-49fe-911b-fb46235d028a" -d '{"events": [{"server_uuid": "403d5ec4-973d-48ba-8296-d366254b146e", "name": "network-vif-plugged", "status": "completed", "tag": "1360dc1d-7947-4698-a33d-85c410876c8b"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:47:46.638474 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-66565886-c580-47d2-b1f1-f5673ac3edfe service neutron] 10.222.0.38 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302259 Sep 21 17:47:46.676257 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-94d98d82-5e2d-49ce-9d14-d24f5690140a req-4be429b0-183c-4be9-8885-26bba22f21fb tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:46.686303 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-94d98d82-5e2d-49ce-9d14-d24f5690140a req-4be429b0-183c-4be9-8885-26bba22f21fb tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:46.707872 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb673e7-99f6-4d5d-868b-466e6cc52110 x-openstack-request-id: req-8fb673e7-99f6-4d5d-868b-466e6cc52110 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:47:46.708339 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403d5ec4-973d-48ba-8296-d366254b146e", "name": "network-vif-plugged", "status": "completed", "tag": "1360dc1d-7947-4698-a33d-85c410876c8b", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:47:46.708725 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8fb673e7-99f6-4d5d-868b-466e6cc52110 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:47:46.709232 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403d5ec4-973d-48ba-8296-d366254b146e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1360dc1d-7947-4698-a33d-85c410876c8b', 'code': 200} Sep 21 17:47:46.766428 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be429b0-183c-4be9-8885-26bba22f21fb tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b63a696-004e-4aa4-a395-bb3a72c5bab3,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:46.810482 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fedb9b38-b189-47d1-bbdb-8cdb64ab454c req-4385e5ee-9ebf-491c-9bc1-fdb63afcf2d3 service neutron] 10.222.0.38 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640773 Sep 21 17:47:46.847941 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-94d98d82-5e2d-49ce-9d14-d24f5690140a req-4be429b0-183c-4be9-8885-26bba22f21fb tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:46.853719 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-94d98d82-5e2d-49ce-9d14-d24f5690140a req-4be429b0-183c-4be9-8885-26bba22f21fb tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:46.872527 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2495c5-4c11-4d04-a05a-e119dd8beecf req-d58bed06-fc43-442f-bf62-50673de529e8 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:46.874310 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1c2495c5-4c11-4d04-a05a-e119dd8beecf req-d58bed06-fc43-442f-bf62-50673de529e8 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/ports?device_id=403d5ec4-973d-48ba-8296-d366254b146e HTTP/1.1" status: 200 len: 972 time: 0.1063087 Sep 21 17:47:46.882667 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc9ac7-c43a-4589-84d1-87461b02b493 req-2806bf8a-1920-4f14-ab0e-1445b1b4819f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:46.884442 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-46dc9ac7-c43a-4589-84d1-87461b02b493 req-2806bf8a-1920-4f14-ab0e-1445b1b4819f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=403d5ec4-973d-48ba-8296-d366254b146e HTTP/1.1" status: 200 len: 1123 time: 0.1051481 Sep 21 17:47:46.909586 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-94d98d82-5e2d-49ce-9d14-d24f5690140a req-4be429b0-183c-4be9-8885-26bba22f21fb tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:46.910906 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-94d98d82-5e2d-49ce-9d14-d24f5690140a req-4be429b0-183c-4be9-8885-26bba22f21fb tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6464653 Sep 21 17:47:46.915686 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be429b0-183c-4be9-8885-26bba22f21fb tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053f46a9-2888-4ae6-9b86-45a50b8ae0c4,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:46.924990 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-46dc9ac7-c43a-4589-84d1-87461b02b493 req-2f17a104-43a4-4e3b-809d-097ce10e3b9f service neutron] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:46.942903 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9e6a8-cced-4885-badc-cc0d36a998cf req-5fbf414f-75f9-4764-8fb1-9567f69235e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:46.944865 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3ae9e6a8-cced-4885-badc-cc0d36a998cf req-5fbf414f-75f9-4764-8fb1-9567f69235e8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=564aef6a99cc4ded992fbb9f0e732388&device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 1095 time: 0.0759385 Sep 21 17:47:46.946139 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1c2495c5-4c11-4d04-a05a-e119dd8beecf req-95ef9bf5-3167-45d0-a058-206b39b14da6 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed6ea463-ff24-42cf-bf67-8fe94e810935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610235 Sep 21 17:47:46.953128 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-49371f1e-6452-43cc-82de-1dafa073cc86 req-5a733129-75d7-4bef-a40f-1195ca7cea66 tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-406085665', 'description': 'tempest-description-235657105'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:47:47.065250 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9e6a8-cced-4885-badc-cc0d36a998cf req-289fe920-9be4-4358-b3d6-ba5fbbfffda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:47.066796 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3ae9e6a8-cced-4885-badc-cc0d36a998cf req-289fe920-9be4-4358-b3d6-ba5fbbfffda8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ce365bfd-7bb2-49d3-914a-63ce743986ef HTTP/1.1" status: 200 len: 908 time: 0.1046398 Sep 21 17:47:47.069028 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-46dc9ac7-c43a-4589-84d1-87461b02b493 req-2f17a104-43a4-4e3b-809d-097ce10e3b9f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:47.076561 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-46dc9ac7-c43a-4589-84d1-87461b02b493 req-2f17a104-43a4-4e3b-809d-097ce10e3b9f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:47.103059 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f17a104-43a4-4e3b-809d-097ce10e3b9f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed3e68d-3acc-478c-af30-384a405ba798,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:47.129117 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b1dbe-5cc9-43f2-954e-ee241c3a277d req-ff3e872b-ddb3-4013-bc91-ee51c8067853 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:47.130243 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3ae9e6a8-cced-4885-badc-cc0d36a998cf req-5299a184-b874-4bb3-9f10-4b43a21cc3b5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65dff5a5-5e62-487b-954c-6d78ff73c641 HTTP/1.1" status: 200 len: 217 time: 0.0563183 Sep 21 17:47:47.131701 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7f4b1dbe-5cc9-43f2-954e-ee241c3a277d req-ff3e872b-ddb3-4013-bc91-ee51c8067853 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 944 time: 0.1081333 Sep 21 17:47:47.134521 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-46dc9ac7-c43a-4589-84d1-87461b02b493 req-2f17a104-43a4-4e3b-809d-097ce10e3b9f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ed6ea463-ff24-42cf-bf67-8fe94e810935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325633 Sep 21 17:47:47.149761 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-49371f1e-6452-43cc-82de-1dafa073cc86 req-5a733129-75d7-4bef-a40f-1195ca7cea66 tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:47.172958 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7f4b1dbe-5cc9-43f2-954e-ee241c3a277d req-85a66570-86a2-4cdf-8394-763c44029454 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359221 Sep 21 17:47:47.201428 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9e6a8-cced-4885-badc-cc0d36a998cf req-e9401d06-168b-4b31-a0a7-342cb0b6c009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:47.203064 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3ae9e6a8-cced-4885-badc-cc0d36a998cf req-e9401d06-168b-4b31-a0a7-342cb0b6c009 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f6bcee82-068a-4838-bdd8-412dc7128026 HTTP/1.1" status: 200 len: 847 time: 0.0664499 Sep 21 17:47:47.244111 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3ae9e6a8-cced-4885-badc-cc0d36a998cf req-8ef81310-b2e6-485b-b1c5-8b2bf5bc06d2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ce365bfd-7bb2-49d3-914a-63ce743986ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311427 Sep 21 17:47:47.350109 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-49371f1e-6452-43cc-82de-1dafa073cc86 req-5a733129-75d7-4bef-a40f-1195ca7cea66 tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:47.359009 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-49371f1e-6452-43cc-82de-1dafa073cc86 req-5a733129-75d7-4bef-a40f-1195ca7cea66 tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:47.430328 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3ae9e6a8-cced-4885-badc-cc0d36a998cf req-ceefc634-5f54-4435-ae95-17e1bc2d7839 service neutron] 10.222.0.38 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781597 Sep 21 17:47:47.444563 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252be544-e11a-4058-8ac2-d8f2927c72b7 req-ee0486cf-be91-45e8-b6af-587b731de4dc tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:47.446983 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-252be544-e11a-4058-8ac2-d8f2927c72b7 req-ee0486cf-be91-45e8-b6af-587b731de4dc tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 971 time: 0.0836976 Sep 21 17:47:47.480927 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a733129-75d7-4bef-a40f-1195ca7cea66 tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065d99f2-7367-4148-9b58-248390658e43,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:47.512498 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-252be544-e11a-4058-8ac2-d8f2927c72b7 req-7918cb99-74c9-4c25-8976-ba7169281868 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557785 Sep 21 17:47:47.576998 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3ae9e6a8-cced-4885-badc-cc0d36a998cf req-433fad2a-5e7b-4b46-aca7-30067fbe3840 service neutron] 10.222.0.38 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078651 Sep 21 17:47:47.686827 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-49371f1e-6452-43cc-82de-1dafa073cc86 req-5a733129-75d7-4bef-a40f-1195ca7cea66 tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:47.688101 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-49371f1e-6452-43cc-82de-1dafa073cc86 req-5a733129-75d7-4bef-a40f-1195ca7cea66 tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7398705 Sep 21 17:47:47.753670 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 09d50637-541d-43ad-8851-a8cefb7b9446 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:47:47.814660 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 09d50637-541d-43ad-8851-a8cefb7b9446 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:47:47.818482 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 09d50637-541d-43ad-8851-a8cefb7b9446 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:47:47.818855 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:47.878109 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-412e264f-9c68-419b-8234-9f927685792f req-4a847323-36e0-4f6c-8963-d98b22d45b89 tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 31305 time: 0.1684942 Sep 21 17:47:47.900258 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:47.928059 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-412e264f-9c68-419b-8234-9f927685792f req-94237e9e-8a74-4aa0-84f0-dd7df83903cb tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] 10.222.0.58 "GET /v2.0/security-groups/3899cf31-f42f-40b9-91a8-f224173a2584 HTTP/1.1" status: 200 len: 2973 time: 0.0415459 Sep 21 17:47:47.940066 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 09d50637-541d-43ad-8851-a8cefb7b9446, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=09d50637-541d-43ad-8851-a8cefb7b9446,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:47:47.945359 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:47.975073 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-412e264f-9c68-419b-8234-9f927685792f req-5d1de180-801a-43ae-a222-56da35fd0a24 tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] 10.222.0.58 "GET /v2.0/security-groups/3899cf31-f42f-40b9-91a8-f224173a2584 HTTP/1.1" status: 200 len: 2973 time: 0.0388513 Sep 21 17:47:47.997657 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=09d50637-541d-43ad-8851-a8cefb7b9446,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:48.027309 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-412e264f-9c68-419b-8234-9f927685792f req-d9e34506-a93e-4a36-a85b-ad324979c0e4 tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] 10.222.0.58 "GET /v2.0/security-groups/44eaf866-b329-43fd-919a-e230f1c4535e HTTP/1.1" status: 200 len: 2981 time: 0.0408778 Sep 21 17:47:48.072575 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-412e264f-9c68-419b-8234-9f927685792f req-356197d5-4681-4a89-ab25-782020fbf2e8 tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] 10.222.0.58 "GET /v2.0/security-groups/44eaf866-b329-43fd-919a-e230f1c4535e HTTP/1.1" status: 200 len: 2981 time: 0.0379493 Sep 21 17:47:48.092217 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb585c9-eccb-4fa6-9e64-343d68c42f49 req-e93ae4e0-2c16-4261-85dd-b992f68ec7db tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:48.095539 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ecb585c9-eccb-4fa6-9e64-343d68c42f49 req-e93ae4e0-2c16-4261-85dd-b992f68ec7db tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/ports?device_id=403d5ec4-973d-48ba-8296-d366254b146e HTTP/1.1" status: 200 len: 972 time: 0.0535250 Sep 21 17:47:48.119138 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-412e264f-9c68-419b-8234-9f927685792f req-fd020a6d-6c85-49ff-a271-0e9a9d4a98cb tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] 10.222.0.58 "GET /v2.0/security-groups/46daf642-28ed-403f-9cf5-35e0e2ffee6a HTTP/1.1" status: 200 len: 2981 time: 0.0383670 Sep 21 17:47:48.133505 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ecb585c9-eccb-4fa6-9e64-343d68c42f49 req-89a9c680-41d1-470e-9744-71e6eca947e6 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed6ea463-ff24-42cf-bf67-8fe94e810935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336504 Sep 21 17:47:48.166742 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-412e264f-9c68-419b-8234-9f927685792f req-1918b626-c4cf-47d0-9047-2779054b9da0 tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] 10.222.0.58 "GET /v2.0/security-groups/46daf642-28ed-403f-9cf5-35e0e2ffee6a HTTP/1.1" status: 200 len: 2981 time: 0.0410366 Sep 21 17:47:48.214051 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-412e264f-9c68-419b-8234-9f927685792f req-40fdb9e3-9eab-4742-b3ca-e5cf3cf085e3 tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] 10.222.0.58 "GET /v2.0/security-groups/4ed3e68d-3acc-478c-af30-384a405ba798 HTTP/1.1" status: 200 len: 2981 time: 0.0411005 Sep 21 17:47:48.255202 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-412e264f-9c68-419b-8234-9f927685792f req-fef4373f-a7da-4b83-9c64-295b96eb9792 tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] 10.222.0.58 "GET /v2.0/security-groups/4ed3e68d-3acc-478c-af30-384a405ba798 HTTP/1.1" status: 200 len: 2981 time: 0.0349827 Sep 21 17:47:48.301910 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-412e264f-9c68-419b-8234-9f927685792f req-c8e1c0e0-7874-4cbf-8a03-acbeeba83715 tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] 10.222.0.58 "GET /v2.0/security-groups/5b63a696-004e-4aa4-a395-bb3a72c5bab3 HTTP/1.1" status: 200 len: 2981 time: 0.0407729 Sep 21 17:47:48.307136 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-710bde86-2285-4f65-9dc5-9897200e218c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:48.346725 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-412e264f-9c68-419b-8234-9f927685792f req-11fcc123-7d5f-4faf-8473-df4f3639f01c tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] 10.222.0.58 "GET /v2.0/security-groups/5b63a696-004e-4aa4-a395-bb3a72c5bab3 HTTP/1.1" status: 200 len: 2981 time: 0.0355759 Sep 21 17:47:48.386195 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b69c16-f86a-482f-8d62-5139aea68d8d req-f4c5f756-bb09-48e4-8d47-32571de2caa9 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:48.387724 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9b69c16-f86a-482f-8d62-5139aea68d8d req-f4c5f756-bb09-48e4-8d47-32571de2caa9 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 944 time: 0.0493946 Sep 21 17:47:48.393624 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-412e264f-9c68-419b-8234-9f927685792f req-df39ee9f-c295-4fbf-9008-644284fce4b2 tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] 10.222.0.58 "GET /v2.0/security-groups/6fa11079-c284-4c5f-b620-f1a1aa666173 HTTP/1.1" status: 200 len: 2981 time: 0.0409927 Sep 21 17:47:48.426673 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9b69c16-f86a-482f-8d62-5139aea68d8d req-c49b96b0-fad7-4096-978d-6ae01742ca59 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309682 Sep 21 17:47:48.439870 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-412e264f-9c68-419b-8234-9f927685792f req-096e528e-61ed-456a-9c73-84de5f9a7fb8 tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] 10.222.0.58 "GET /v2.0/security-groups/6fa11079-c284-4c5f-b620-f1a1aa666173 HTTP/1.1" status: 200 len: 2981 time: 0.0362659 Sep 21 17:47:48.483798 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-412e264f-9c68-419b-8234-9f927685792f req-60e805c2-9122-4194-a809-ae5cd90196bf tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] 10.222.0.58 "GET /v2.0/security-groups/bfce6d77-7645-4224-8309-d3fd0d5c6f27 HTTP/1.1" status: 200 len: 2977 time: 0.0378397 Sep 21 17:47:48.525507 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-412e264f-9c68-419b-8234-9f927685792f req-f96dfe20-ea42-4daa-9d5b-340849777a4e tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] 10.222.0.58 "GET /v2.0/security-groups/bfce6d77-7645-4224-8309-d3fd0d5c6f27 HTTP/1.1" status: 200 len: 2977 time: 0.0350389 Sep 21 17:47:48.568763 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-412e264f-9c68-419b-8234-9f927685792f req-d2c14967-1116-4f9c-88b1-e0973c9e4f2e tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] 10.222.0.58 "GET /v2.0/security-groups/dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3 HTTP/1.1" status: 200 len: 2977 time: 0.0369048 Sep 21 17:47:48.611808 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-412e264f-9c68-419b-8234-9f927685792f req-bc0b18d7-e929-4150-aa5e-be0cc238605d tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] 10.222.0.58 "GET /v2.0/security-groups/dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3 HTTP/1.1" status: 200 len: 2977 time: 0.0371876 Sep 21 17:47:48.658239 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-412e264f-9c68-419b-8234-9f927685792f req-7dfaed6f-343c-450e-8396-e70e600953aa tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] 10.222.0.58 "GET /v2.0/security-groups/ed6ea463-ff24-42cf-bf67-8fe94e810935 HTTP/1.1" status: 200 len: 2977 time: 0.0400944 Sep 21 17:47:48.659402 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcc83e-8ac0-4f98-94ab-74da15d6e250 req-6e6c42dc-f9a5-4c19-abc2-f29739438279 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:48.660885 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-17fcc83e-8ac0-4f98-94ab-74da15d6e250 req-6e6c42dc-f9a5-4c19-abc2-f29739438279 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 972 time: 0.0533946 Sep 21 17:47:48.704379 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-17fcc83e-8ac0-4f98-94ab-74da15d6e250 req-c54d8a9f-da18-4f85-bb45-d075488a7bad tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371730 Sep 21 17:47:48.710265 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0ba486-632e-46f1-8a27-792ee075a404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d50637-541d-43ad-8851-a8cefb7b9446'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:47:48.711952 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-412e264f-9c68-419b-8234-9f927685792f req-e6b458f2-aa0e-4861-b56d-c902d061542b tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] 10.222.0.58 "GET /v2.0/security-groups/ed6ea463-ff24-42cf-bf67-8fe94e810935 HTTP/1.1" status: 200 len: 2977 time: 0.0471740 Sep 21 17:47:48.712796 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25619e6-76aa-4d65-a113-35764f1d836f" -d '{"events": [{"server_uuid": "6c0ba486-632e-46f1-8a27-792ee075a404", "name": "network-vif-plugged", "status": "completed", "tag": "09d50637-541d-43ad-8851-a8cefb7b9446"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:47:48.762359 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5126bf3f-79cf-49e5-bd58-5100b30a91f9 x-openstack-request-id: req-5126bf3f-79cf-49e5-bd58-5100b30a91f9 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:47:48.762961 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0ba486-632e-46f1-8a27-792ee075a404", "name": "network-vif-plugged", "status": "completed", "tag": "09d50637-541d-43ad-8851-a8cefb7b9446", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:47:48.762961 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5126bf3f-79cf-49e5-bd58-5100b30a91f9 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:47:48.763351 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0ba486-632e-46f1-8a27-792ee075a404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d50637-541d-43ad-8851-a8cefb7b9446', 'code': 200} Sep 21 17:47:48.824090 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-11102aef-09bc-4204-9748-f199736e7503 req-05c14b8b-3ce3-4a7a-9e62-292c81b30939 tempest-SecurityGroupsTestAdminJSON-829329435 tempest-SecurityGroupsTestAdminJSON-829329435-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ed61a2216e69455d86e0b33eb6f7d4dd HTTP/1.1" status: 200 len: 6102 time: 0.0722525 Sep 21 17:47:48.844009 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47206) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:48.870277 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17981e78-706e-4908-8bcf-0df950d1db39 req-5a6a3c58-57d4-4c8c-a618-7e0a6ad2d684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:48.871779 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-17981e78-706e-4908-8bcf-0df950d1db39 req-5a6a3c58-57d4-4c8c-a618-7e0a6ad2d684 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 1123 time: 0.0434637 Sep 21 17:47:48.877871 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-11102aef-09bc-4204-9748-f199736e7503 req-9b288d83-cfe4-4852-9f89-4beb3b787239 tempest-SecurityGroupsTestAdminJSON-829329435 tempest-SecurityGroupsTestAdminJSON-829329435-project] 10.222.0.58 "GET /v2.0/security-groups/44eaf866-b329-43fd-919a-e230f1c4535e HTTP/1.1" status: 200 len: 2981 time: 0.0470636 Sep 21 17:47:48.912440 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-17981e78-706e-4908-8bcf-0df950d1db39 req-e31e00a7-ef94-4dbb-bd6b-6aa7fa2ce7f9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291445 Sep 21 17:47:48.924603 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:48.933292 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-11102aef-09bc-4204-9748-f199736e7503 req-6c7f4125-e4d9-44a1-9f4f-f3572d5ecdac tempest-SecurityGroupsTestAdminJSON-829329435 tempest-SecurityGroupsTestAdminJSON-829329435-project] 10.222.0.58 "GET /v2.0/security-groups/44eaf866-b329-43fd-919a-e230f1c4535e HTTP/1.1" status: 200 len: 2981 time: 0.0495121 Sep 21 17:47:48.956414 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f81e0bb9-d60c-43e0-8402-c534fea9e41c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:48.992863 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b9295128-732c-4f44-87bb-67a8412184f3 req-08f924fd-a2c1-4a36-b379-a5c662daf886 tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] 10.222.0.58 "GET /v2.0/security-groups/065d99f2-7367-4148-9b58-248390658e43 HTTP/1.1" status: 200 len: 1776 time: 0.0355425 Sep 21 17:47:49.046364 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f81e0bb9-d60c-43e0-8402-c534fea9e41c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:49.051343 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f81e0bb9-d60c-43e0-8402-c534fea9e41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:49.058781 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-b9295128-732c-4f44-87bb-67a8412184f3 req-07b6bcdd-a1a4-44b8-9bcf-c8ab06d444dd tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:49.080424 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-b9295128-732c-4f44-87bb-67a8412184f3 req-07b6bcdd-a1a4-44b8-9bcf-c8ab06d444dd tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:49.091171 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f81e0bb9-d60c-43e0-8402-c534fea9e41c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=118f70de3a1846c3a3b686cf25f63894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461567 Sep 21 17:47:49.091888 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e0bb9-d60c-43e0-8402-c534fea9e41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0051fbd0-c9b4-42f6-80e7-65e4aab74860,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:49.094358 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47212) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:49.142701 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-b9295128-732c-4f44-87bb-67a8412184f3 req-07b6bcdd-a1a4-44b8-9bcf-c8ab06d444dd tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:49.145166 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-b9295128-732c-4f44-87bb-67a8412184f3 req-07b6bcdd-a1a4-44b8-9bcf-c8ab06d444dd tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:49.146960 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b9295128-732c-4f44-87bb-67a8412184f3 req-07b6bcdd-a1a4-44b8-9bcf-c8ab06d444dd tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] 10.222.0.58 "DELETE /v2.0/security-groups/065d99f2-7367-4148-9b58-248390658e43 HTTP/1.1" status: 204 len: 173 time: 0.1464610 Sep 21 17:47:49.162948 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-04b4833d-5184-498d-bc39-2af6314a47ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:49.164591 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6bcdd-a1a4-44b8-9bcf-c8ab06d444dd tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065d99f2-7367-4148-9b58-248390658e43,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:49.190575 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-04b4833d-5184-498d-bc39-2af6314a47ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:49.211398 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d1f8980b-4b50-4695-8a9f-9a0957930d63 req-eddb1dbb-a95f-4460-b3e5-ab513018a3d0 tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] 10.222.0.58 "GET /v2.0/security-groups/053f46a9-2888-4ae6-9b86-45a50b8ae0c4 HTTP/1.1" status: 200 len: 1778 time: 0.0415630 Sep 21 17:47:49.248087 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-04b4833d-5184-498d-bc39-2af6314a47ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:49.250463 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-04b4833d-5184-498d-bc39-2af6314a47ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:49.252128 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-04b4833d-5184-498d-bc39-2af6314a47ec admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0051fbd0-c9b4-42f6-80e7-65e4aab74860 HTTP/1.1" status: 204 len: 168 time: 0.1570106 Sep 21 17:47:49.269934 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d1f8980b-4b50-4695-8a9f-9a0957930d63 req-6ce974a0-213d-497d-b951-d74109b58868 tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:49.287319 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4833d-5184-498d-bc39-2af6314a47ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0051fbd0-c9b4-42f6-80e7-65e4aab74860,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:49.291439 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d1f8980b-4b50-4695-8a9f-9a0957930d63 req-6ce974a0-213d-497d-b951-d74109b58868 tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:49.319506 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0d895-5566-44a6-9d01-ce502178c5b6 req-9d2bd2a8-ddf2-4b52-bb4e-783ac579aa38 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:49.321048 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e9c0d895-5566-44a6-9d01-ce502178c5b6 req-9d2bd2a8-ddf2-4b52-bb4e-783ac579aa38 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/ports?device_id=403d5ec4-973d-48ba-8296-d366254b146e HTTP/1.1" status: 200 len: 972 time: 0.0679522 Sep 21 17:47:49.356616 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d1f8980b-4b50-4695-8a9f-9a0957930d63 req-6ce974a0-213d-497d-b951-d74109b58868 tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:49.359233 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d1f8980b-4b50-4695-8a9f-9a0957930d63 req-6ce974a0-213d-497d-b951-d74109b58868 tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:49.360365 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d1f8980b-4b50-4695-8a9f-9a0957930d63 req-6ce974a0-213d-497d-b951-d74109b58868 tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] 10.222.0.58 "DELETE /v2.0/security-groups/053f46a9-2888-4ae6-9b86-45a50b8ae0c4 HTTP/1.1" status: 204 len: 173 time: 0.1382532 Sep 21 17:47:49.368824 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e9c0d895-5566-44a6-9d01-ce502178c5b6 req-a81e2100-bd81-45c1-a164-c5a5e072b062 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed6ea463-ff24-42cf-bf67-8fe94e810935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413530 Sep 21 17:47:49.377405 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce974a0-213d-497d-b951-d74109b58868 tempest-SecurityGroupsTestAdminJSON-1223265047 tempest-SecurityGroupsTestAdminJSON-1223265047-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053f46a9-2888-4ae6-9b86-45a50b8ae0c4,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:49.438345 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6cb008f4-473d-466f-9276-0987717bb607 req-611ab5a4-dba1-42c2-abb9-7ff89c41175a tempest-SecurityGroupsTestAdminJSON-829329435 tempest-SecurityGroupsTestAdminJSON-829329435-project] 10.222.0.58 "GET /v2.0/security-groups/e9627c07-15f8-47d0-be35-7d0503b2ac2a HTTP/1.1" status: 200 len: 1777 time: 0.0380538 Sep 21 17:47:49.504944 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6cb008f4-473d-466f-9276-0987717bb607 req-7a3d485a-4db3-403a-bd53-7d72832c0902 tempest-SecurityGroupsTestAdminJSON-829329435 tempest-SecurityGroupsTestAdminJSON-829329435-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:49.528852 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6cb008f4-473d-466f-9276-0987717bb607 req-7a3d485a-4db3-403a-bd53-7d72832c0902 tempest-SecurityGroupsTestAdminJSON-829329435 tempest-SecurityGroupsTestAdminJSON-829329435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:49.542259 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c6545-7aea-409f-af87-0c3f9555b79c req-d94f8925-dddc-4510-9592-d14c1378e4b1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:49.544059 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1c2c6545-7aea-409f-af87-0c3f9555b79c req-d94f8925-dddc-4510-9592-d14c1378e4b1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 944 time: 0.0514326 Sep 21 17:47:49.568282 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47226) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:49.575797 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6cb008f4-473d-466f-9276-0987717bb607 req-7a3d485a-4db3-403a-bd53-7d72832c0902 tempest-SecurityGroupsTestAdminJSON-829329435 tempest-SecurityGroupsTestAdminJSON-829329435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:49.578187 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6cb008f4-473d-466f-9276-0987717bb607 req-7a3d485a-4db3-403a-bd53-7d72832c0902 tempest-SecurityGroupsTestAdminJSON-829329435 tempest-SecurityGroupsTestAdminJSON-829329435-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:49.579235 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6cb008f4-473d-466f-9276-0987717bb607 req-7a3d485a-4db3-403a-bd53-7d72832c0902 tempest-SecurityGroupsTestAdminJSON-829329435 tempest-SecurityGroupsTestAdminJSON-829329435-project] 10.222.0.58 "DELETE /v2.0/security-groups/e9627c07-15f8-47d0-be35-7d0503b2ac2a HTTP/1.1" status: 204 len: 173 time: 0.1340868 Sep 21 17:47:49.588838 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-31c27413-6989-478a-a4dc-cd5729f7e90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:49.593046 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1c2c6545-7aea-409f-af87-0c3f9555b79c req-a973a6ab-4995-42dd-beab-7229620e2c0c tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420830 Sep 21 17:47:49.595361 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d485a-4db3-403a-bd53-7d72832c0902 tempest-SecurityGroupsTestAdminJSON-829329435 tempest-SecurityGroupsTestAdminJSON-829329435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9627c07-15f8-47d0-be35-7d0503b2ac2a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:49.662987 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a32185b5-2931-40dc-b7c3-d9564c316a1d req-b38a7919-074b-4c33-a40b-79cbacb77856 tempest-SecurityGroupsTestAdminJSON-829329435 tempest-SecurityGroupsTestAdminJSON-829329435-project] 10.222.0.58 "GET /v2.0/security-groups/13c9b3ad-6a28-4028-8abe-27b431a10410 HTTP/1.1" status: 200 len: 1777 time: 0.0583091 Sep 21 17:47:49.754374 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-31c27413-6989-478a-a4dc-cd5729f7e90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:49.755695 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a32185b5-2931-40dc-b7c3-d9564c316a1d req-8146b6d7-b8b2-4e60-8136-1244083a4953 tempest-SecurityGroupsTestAdminJSON-829329435 tempest-SecurityGroupsTestAdminJSON-829329435-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:49.761078 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-31c27413-6989-478a-a4dc-cd5729f7e90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:49.811184 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a32185b5-2931-40dc-b7c3-d9564c316a1d req-8146b6d7-b8b2-4e60-8136-1244083a4953 tempest-SecurityGroupsTestAdminJSON-829329435 tempest-SecurityGroupsTestAdminJSON-829329435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:49.819870 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c27413-6989-478a-a4dc-cd5729f7e90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e17ea49-8aa7-4f5f-b0a2-43ebb319c304,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:49.827036 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-31c27413-6989-478a-a4dc-cd5729f7e90a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2acfe7008fef43b9a94eee345065cd6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576351 Sep 21 17:47:49.829583 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47232) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:49.836529 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60206bf6-a74f-4058-b49a-6778a553adfe req-773f6710-eb72-46bc-875f-9255b2f23493 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:49.837995 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-60206bf6-a74f-4058-b49a-6778a553adfe req-773f6710-eb72-46bc-875f-9255b2f23493 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 972 time: 0.0520253 Sep 21 17:47:49.874966 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-60206bf6-a74f-4058-b49a-6778a553adfe req-9830c115-1994-4eed-8393-42eab85b8dfe tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306766 Sep 21 17:47:49.883269 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a32185b5-2931-40dc-b7c3-d9564c316a1d req-8146b6d7-b8b2-4e60-8136-1244083a4953 tempest-SecurityGroupsTestAdminJSON-829329435 tempest-SecurityGroupsTestAdminJSON-829329435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:49.885706 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a32185b5-2931-40dc-b7c3-d9564c316a1d req-8146b6d7-b8b2-4e60-8136-1244083a4953 tempest-SecurityGroupsTestAdminJSON-829329435 tempest-SecurityGroupsTestAdminJSON-829329435-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:49.895746 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a32185b5-2931-40dc-b7c3-d9564c316a1d req-8146b6d7-b8b2-4e60-8136-1244083a4953 tempest-SecurityGroupsTestAdminJSON-829329435 tempest-SecurityGroupsTestAdminJSON-829329435-project] 10.222.0.58 "DELETE /v2.0/security-groups/13c9b3ad-6a28-4028-8abe-27b431a10410 HTTP/1.1" status: 204 len: 173 time: 0.2157857 Sep 21 17:47:49.906272 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8146b6d7-b8b2-4e60-8136-1244083a4953 tempest-SecurityGroupsTestAdminJSON-829329435 tempest-SecurityGroupsTestAdminJSON-829329435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c9b3ad-6a28-4028-8abe-27b431a10410,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:49.909329 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eb367178-00fc-40d2-b2e1-4f798e048133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:49.912818 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:49.933153 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eb367178-00fc-40d2-b2e1-4f798e048133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:49.977387 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eb367178-00fc-40d2-b2e1-4f798e048133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:49.980003 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eb367178-00fc-40d2-b2e1-4f798e048133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:49.981880 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-eb367178-00fc-40d2-b2e1-4f798e048133 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4e17ea49-8aa7-4f5f-b0a2-43ebb319c304 HTTP/1.1" status: 204 len: 168 time: 0.1507604 Sep 21 17:47:49.993375 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb367178-00fc-40d2-b2e1-4f798e048133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e17ea49-8aa7-4f5f-b0a2-43ebb319c304,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:50.181583 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47242) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:50.323515 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47254) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:50.323679 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ac826161-9467-400f-8b2a-9284b339468f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ed61a2216e69455d86e0b33eb6f7d4dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407523 Sep 21 17:47:50.371254 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9b33d367-02b5-437e-a6f3-73464dd01aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:50.392051 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9b33d367-02b5-437e-a6f3-73464dd01aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:50.451283 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9b33d367-02b5-437e-a6f3-73464dd01aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:50.453835 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9b33d367-02b5-437e-a6f3-73464dd01aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:50.457738 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9b33d367-02b5-437e-a6f3-73464dd01aa3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/44eaf866-b329-43fd-919a-e230f1c4535e HTTP/1.1" status: 204 len: 168 time: 0.1301558 Sep 21 17:47:50.470230 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33d367-02b5-437e-a6f3-73464dd01aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44eaf866-b329-43fd-919a-e230f1c4535e,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:50.502492 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f7d16-56ee-4bcf-98b9-e8f00f0107a0 req-144d96c9-0401-4220-b3a7-2bc8794bc810 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:50.504042 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5f4f7d16-56ee-4bcf-98b9-e8f00f0107a0 req-144d96c9-0401-4220-b3a7-2bc8794bc810 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/ports?device_id=403d5ec4-973d-48ba-8296-d366254b146e HTTP/1.1" status: 200 len: 972 time: 0.0608666 Sep 21 17:47:50.551517 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5f4f7d16-56ee-4bcf-98b9-e8f00f0107a0 req-f790ee16-eedf-433f-ba46-70cdeccfe539 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed6ea463-ff24-42cf-bf67-8fe94e810935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406737 Sep 21 17:47:50.642017 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47274) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:50.725239 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c5f4f-cd6c-49f8-81ef-84cb8949b5cd req-efc2757e-838b-4cc7-a1c6-12cf8f2d018a tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:50.726907 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6c2c5f4f-cd6c-49f8-81ef-84cb8949b5cd req-efc2757e-838b-4cc7-a1c6-12cf8f2d018a tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 944 time: 0.0636258 Sep 21 17:47:50.749295 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ca8eb-1174-4565-89e9-07b813247d6e req-a2119b07-8462-447b-88d1-3882d6db86dd tempest-AggregatesAdminTestJSON-1057626481 tempest-AggregatesAdminTestJSON-1057626481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:50.755638 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-db4ca8eb-1174-4565-89e9-07b813247d6e req-a2119b07-8462-447b-88d1-3882d6db86dd tempest-AggregatesAdminTestJSON-1057626481 tempest-AggregatesAdminTestJSON-1057626481-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=403d5ec4-973d-48ba-8296-d366254b146e HTTP/1.1" status: 200 len: 1123 time: 0.0872557 Sep 21 17:47:50.771879 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-9ac26647-4e0a-4987-9fe0-ef99240d1034 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-963135659-network', 'tenant_id': '7b8df62cc2a44f18b1012d84424cf7b7'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:47:50.774495 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6c2c5f4f-cd6c-49f8-81ef-84cb8949b5cd req-bcb989f7-5419-44ef-be7c-fcaffa5187a5 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401709 Sep 21 17:47:50.784834 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-db4ca8eb-1174-4565-89e9-07b813247d6e req-7f718e2a-bcd3-4566-8f38-e9379e4752bc tempest-AggregatesAdminTestJSON-1057626481 tempest-AggregatesAdminTestJSON-1057626481-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:50.789594 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47278) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:50.813728 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac26647-4e0a-4987-9fe0-ef99240d1034 admin admin] Made reservation on behalf of 7b8df62cc2a44f18b1012d84424cf7b7 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:47:50.816042 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9ac26647-4e0a-4987-9fe0-ef99240d1034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:50.827572 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9ac26647-4e0a-4987-9fe0-ef99240d1034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:50.836698 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9877fb0e-8060-4dab-998c-05409482e6ee admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b28d247f516347218f9b13c44c169ff7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459788 Sep 21 17:47:50.839209 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47280) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:50.888017 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-53a826ed-b0ef-4db2-8ff9-d3824336b246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:50.908554 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-db4ca8eb-1174-4565-89e9-07b813247d6e req-7f718e2a-bcd3-4566-8f38-e9379e4752bc tempest-AggregatesAdminTestJSON-1057626481 tempest-AggregatesAdminTestJSON-1057626481-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:50.915031 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-db4ca8eb-1174-4565-89e9-07b813247d6e req-7f718e2a-bcd3-4566-8f38-e9379e4752bc tempest-AggregatesAdminTestJSON-1057626481 tempest-AggregatesAdminTestJSON-1057626481-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:50.917295 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-53a826ed-b0ef-4db2-8ff9-d3824336b246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:50.961525 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-db4ca8eb-1174-4565-89e9-07b813247d6e req-7f718e2a-bcd3-4566-8f38-e9379e4752bc tempest-AggregatesAdminTestJSON-1057626481 tempest-AggregatesAdminTestJSON-1057626481-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=ed6ea463-ff24-42cf-bf67-8fe94e810935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030945 Sep 21 17:47:50.973655 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f718e2a-bcd3-4566-8f38-e9379e4752bc tempest-AggregatesAdminTestJSON-1057626481 tempest-AggregatesAdminTestJSON-1057626481-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7138fd-4089-4d59-90d1-56b117d7dbab,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:51.008805 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330a4e3-9d3e-4186-8b47-608292192edb req-d4bb1f9b-9bfc-4fc3-b828-cb0dddb4444c tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:51.010358 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0330a4e3-9d3e-4186-8b47-608292192edb req-d4bb1f9b-9bfc-4fc3-b828-cb0dddb4444c tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 972 time: 0.0617101 Sep 21 17:47:51.019434 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-53a826ed-b0ef-4db2-8ff9-d3824336b246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:51.022773 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-53a826ed-b0ef-4db2-8ff9-d3824336b246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:51.023430 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-53a826ed-b0ef-4db2-8ff9-d3824336b246 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5b63a696-004e-4aa4-a395-bb3a72c5bab3 HTTP/1.1" status: 204 len: 168 time: 0.1832466 Sep 21 17:47:51.046334 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a826ed-b0ef-4db2-8ff9-d3824336b246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b63a696-004e-4aa4-a395-bb3a72c5bab3,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:51.067270 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0330a4e3-9d3e-4186-8b47-608292192edb req-3b8e172a-8f5e-4fa8-87e1-1957863d0d59 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423622 Sep 21 17:47:51.080670 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9ac26647-4e0a-4987-9fe0-ef99240d1034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:51.088258 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9ac26647-4e0a-4987-9fe0-ef99240d1034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:51.110977 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 65dff5a5-5e62-487b-954c-6d78ff73c641 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:47:51.134438 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac26647-4e0a-4987-9fe0-ef99240d1034 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:47:51.144599 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac26647-4e0a-4987-9fe0-ef99240d1034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5788c3-3b53-45da-bc36-1e521b2619d0,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:51.153878 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9ac26647-4e0a-4987-9fe0-ef99240d1034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:51.154082 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-9ac26647-4e0a-4987-9fe0-ef99240d1034 admin admin] Added segment 67303b61-e45a-4af0-805b-0bf5aae7fcb6 of type vlan for network a85aca27-47ab-4d45-92c3-b1f3ae1ab31b Sep 21 17:47:51.225503 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9ac26647-4e0a-4987-9fe0-ef99240d1034 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:51.256750 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9ac26647-4e0a-4987-9fe0-ef99240d1034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:51.258231 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac26647-4e0a-4987-9fe0-ef99240d1034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:51.259315 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9ac26647-4e0a-4987-9fe0-ef99240d1034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:51.262474 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 65dff5a5-5e62-487b-954c-6d78ff73c641, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=65dff5a5-5e62-487b-954c-6d78ff73c641,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:47:51.287301 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '65dff5a5-5e62-487b-954c-6d78ff73c641', 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef', 'port_id': '65dff5a5-5e62-487b-954c-6d78ff73c641', 'mac_address': 'fa:16:3e:65:fb:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6bcee82-068a-4838-bdd8-412dc7128026', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:47:51.296379 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9ac26647-4e0a-4987-9fe0-ef99240d1034 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6531951 Sep 21 17:47:51.299660 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47302) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:51.304979 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-a2ff6508-9487-4fa7-a6fe-d952ebb0160f admin admin] Request body: {'subnet': {'network_id': 'a85aca27-47ab-4d45-92c3-b1f3ae1ab31b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-963135659-subnet', 'tenant_id': '7b8df62cc2a44f18b1012d84424cf7b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:47:51.351864 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ff6508-9487-4fa7-a6fe-d952ebb0160f admin admin] Made reservation on behalf of 7b8df62cc2a44f18b1012d84424cf7b7 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:47:51.354687 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a2ff6508-9487-4fa7-a6fe-d952ebb0160f admin admin] Notify callbacks [] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:51.384592 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac26647-4e0a-4987-9fe0-ef99240d1034 admin admin] Pushing event updated for resources: {'Network': ['ID=a85aca27-47ab-4d45-92c3-b1f3ae1ab31b,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:51.406798 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network a85aca27-47ab-4d45-92c3-b1f3ae1ab31b details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:47:51.454689 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:51.496957 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:51.549278 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65dff5a5-5e62-487b-954c-6d78ff73c641 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:47:51.582051 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 65dff5a5-5e62-487b-954c-6d78ff73c641, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=65dff5a5-5e62-487b-954c-6d78ff73c641,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:47:51.589963 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:51.598627 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a2ff6508-9487-4fa7-a6fe-d952ebb0160f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:51.678086 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=65dff5a5-5e62-487b-954c-6d78ff73c641,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:51.719793 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff6508-9487-4fa7-a6fe-d952ebb0160f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b1acb97-a665-4981-aa27-e3c7a92f8d95,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:51.724183 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ff6508-9487-4fa7-a6fe-d952ebb0160f admin admin] Checking segment: {'id': '67303b61-e45a-4af0-805b-0bf5aae7fcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a85aca27-47ab-4d45-92c3-b1f3ae1ab31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:47:51.724593 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ff6508-9487-4fa7-a6fe-d952ebb0160f admin admin] Network hostable DHCP agents. Network: a85aca27-47ab-4d45-92c3-b1f3ae1ab31b, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:47:51.742920 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ff6508-9487-4fa7-a6fe-d952ebb0160f admin admin] Network a85aca27-47ab-4d45-92c3-b1f3ae1ab31b is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:47:51.755538 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-a2ff6508-9487-4fa7-a6fe-d952ebb0160f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, a85aca27-47ab-4d45-92c3-b1f3ae1ab31b) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:47:51.762348 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ff6508-9487-4fa7-a6fe-d952ebb0160f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:51.763404 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a2ff6508-9487-4fa7-a6fe-d952ebb0160f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:51.774627 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aefcf0a-57f7-4189-ad9e-dde36dc7903c None None] Network a85aca27-47ab-4d45-92c3-b1f3ae1ab31b requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:47:51.803773 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a2ff6508-9487-4fa7-a6fe-d952ebb0160f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5002041 Sep 21 17:47:51.804204 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47332) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:51.810398 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-5660a8e1-3d45-48f0-94e0-d54517d31362 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-963135659-router', 'tenant_id': '7b8df62cc2a44f18b1012d84424cf7b7', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:47:51.837771 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf09617-5466-48b5-8c3c-cc2741d21392 req-443d2518-b503-4011-892b-f51cdc5ff5af tempest-MigrationsAdminTest-1562195054 tempest-MigrationsAdminTest-1562195054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:51.840234 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ecf09617-5466-48b5-8c3c-cc2741d21392 req-443d2518-b503-4011-892b-f51cdc5ff5af tempest-MigrationsAdminTest-1562195054 tempest-MigrationsAdminTest-1562195054-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 1123 time: 0.0520697 Sep 21 17:47:51.850309 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5660a8e1-3d45-48f0-94e0-d54517d31362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:51.852418 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5660a8e1-3d45-48f0-94e0-d54517d31362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:51.868008 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ecf09617-5466-48b5-8c3c-cc2741d21392 req-4dc7bbd9-8fd4-48d1-baa1-4e3ce8252d84 tempest-MigrationsAdminTest-1562195054 tempest-MigrationsAdminTest-1562195054-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:51.914469 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['65dff5a5-5e62-487b-954c-6d78ff73c641'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:47:51.977868 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5660a8e1-3d45-48f0-94e0-d54517d31362 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:51.996085 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ecf09617-5466-48b5-8c3c-cc2741d21392 req-4dc7bbd9-8fd4-48d1-baa1-4e3ce8252d84 tempest-MigrationsAdminTest-1562195054 tempest-MigrationsAdminTest-1562195054-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:52.004717 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ecf09617-5466-48b5-8c3c-cc2741d21392 req-4dc7bbd9-8fd4-48d1-baa1-4e3ce8252d84 tempest-MigrationsAdminTest-1562195054 tempest-MigrationsAdminTest-1562195054-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:52.039462 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ecf09617-5466-48b5-8c3c-cc2741d21392 req-4dc7bbd9-8fd4-48d1-baa1-4e3ce8252d84 tempest-MigrationsAdminTest-1562195054 tempest-MigrationsAdminTest-1562195054-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916046 Sep 21 17:47:52.072003 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7bbd9-8fd4-48d1-baa1-4e3ce8252d84 tempest-MigrationsAdminTest-1562195054 tempest-MigrationsAdminTest-1562195054-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926eea55-6d77-4867-9e8f-62c82d9037b4,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:52.101099 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7555d88b-15fc-4bf0-a492-8ce1c191814a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-a85aca27-47ab-4d45-92c3-b1f3ae1ab31b', 'network_id': 'a85aca27-47ab-4d45-92c3-b1f3ae1ab31b', 'tenant_id': '7b8df62cc2a44f18b1012d84424cf7b7', 'fixed_ips': [{'subnet_id': '7b1acb97-a665-4981-aa27-e3c7a92f8d95'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:47:52.102145 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7555d88b-15fc-4bf0-a492-8ce1c191814a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:52.153951 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5660a8e1-3d45-48f0-94e0-d54517d31362 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:52.167343 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2d1b1-a39c-453a-abaa-9ef45900c22a req-474f3e20-da4c-4daf-87f1-2fbadabf3f3a tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:52.176877 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9a2d1b1-a39c-453a-abaa-9ef45900c22a req-474f3e20-da4c-4daf-87f1-2fbadabf3f3a tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 945 time: 0.1998818 Sep 21 17:47:52.247683 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9a2d1b1-a39c-453a-abaa-9ef45900c22a req-80b4af95-bcde-460a-9859-38993d7aa696 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707378 Sep 21 17:47:52.267414 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-cbfcb1bc-a259-43e0-8146-dc03bf086479 req-009a44f2-7ed9-42d8-93ac-1e204abb34df service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:47:52.268429 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cbfcb1bc-a259-43e0-8146-dc03bf086479 req-009a44f2-7ed9-42d8-93ac-1e204abb34df service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056913 Sep 21 17:47:52.354166 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-7555d88b-15fc-4bf0-a492-8ce1c191814a None None] Allocated IP 172.20.0.2 (a85aca27-47ab-4d45-92c3-b1f3ae1ab31b/7b1acb97-a665-4981-aa27-e3c7a92f8d95/c2283b6c-2fff-4314-b3ce-411001940551) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:47:52.538857 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7555d88b-15fc-4bf0-a492-8ce1c191814a None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:52.549636 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7555d88b-15fc-4bf0-a492-8ce1c191814a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:52.592775 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7555d88b-15fc-4bf0-a492-8ce1c191814a None None] Network a85aca27-47ab-4d45-92c3-b1f3ae1ab31b is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:47:52.596160 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-7555d88b-15fc-4bf0-a492-8ce1c191814a None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:47:52.603286 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7555d88b-15fc-4bf0-a492-8ce1c191814a None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:47:52.610623 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555d88b-15fc-4bf0-a492-8ce1c191814a None None] Pushing event updated for resources: {'Port': ['ID=c2283b6c-2fff-4314-b3ce-411001940551,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:52.687061 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-7555d88b-15fc-4bf0-a492-8ce1c191814a None None] Attempting to bind port c2283b6c-2fff-4314-b3ce-411001940551 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:47:52.687548 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-7555d88b-15fc-4bf0-a492-8ce1c191814a None None] Attempting to bind port c2283b6c-2fff-4314-b3ce-411001940551 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '67303b61-e45a-4af0-805b-0bf5aae7fcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a85aca27-47ab-4d45-92c3-b1f3ae1ab31b'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:47:52.687916 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7555d88b-15fc-4bf0-a492-8ce1c191814a None None] Attempting to bind port c2283b6c-2fff-4314-b3ce-411001940551 on network a85aca27-47ab-4d45-92c3-b1f3ae1ab31b {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:47:52.693601 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7555d88b-15fc-4bf0-a492-8ce1c191814a None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:47:52.693973 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7555d88b-15fc-4bf0-a492-8ce1c191814a None None] Checking segment: {'id': '67303b61-e45a-4af0-805b-0bf5aae7fcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a85aca27-47ab-4d45-92c3-b1f3ae1ab31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:47:52.694372 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7555d88b-15fc-4bf0-a492-8ce1c191814a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:52.694763 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7555d88b-15fc-4bf0-a492-8ce1c191814a None None] Bound using segment: {'id': '67303b61-e45a-4af0-805b-0bf5aae7fcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a85aca27-47ab-4d45-92c3-b1f3ae1ab31b'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:47:52.695266 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-7555d88b-15fc-4bf0-a492-8ce1c191814a None None] Bound port: c2283b6c-2fff-4314-b3ce-411001940551, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67303b61-e45a-4af0-805b-0bf5aae7fcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a85aca27-47ab-4d45-92c3-b1f3ae1ab31b'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:47:52.695736 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7555d88b-15fc-4bf0-a492-8ce1c191814a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:52.711344 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5660a8e1-3d45-48f0-94e0-d54517d31362 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:52.741912 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5660a8e1-3d45-48f0-94e0-d54517d31362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:52.780435 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-7555d88b-15fc-4bf0-a492-8ce1c191814a None None] For port c2283b6c-2fff-4314-b3ce-411001940551, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:47:52.784127 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-7555d88b-15fc-4bf0-a492-8ce1c191814a None None] For port c2283b6c-2fff-4314-b3ce-411001940551, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=c2283b6c-2fff-4314-b3ce-411001940551,segment=NetworkSegment(67303b61-e45a-4af0-805b-0bf5aae7fcb6),segment_id=67303b61-e45a-4af0-805b-0bf5aae7fcb6)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:47:52.791272 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7555d88b-15fc-4bf0-a492-8ce1c191814a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:52.900674 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555d88b-15fc-4bf0-a492-8ce1c191814a None None] Pushing event updated for resources: {'Port': ['ID=c2283b6c-2fff-4314-b3ce-411001940551,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:52.926020 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-5660a8e1-3d45-48f0-94e0-d54517d31362 admin admin] Allocated IP 172.25.6.238 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/6f7a483d-4f5f-4965-ae12-3a2e53aeef21) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:47:52.984388 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:53.074330 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 65dff5a5-5e62-487b-954c-6d78ff73c641 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:47:53.115338 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5660a8e1-3d45-48f0-94e0-d54517d31362 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:53.166171 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 65dff5a5-5e62-487b-954c-6d78ff73c641 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:47:53.169743 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5660a8e1-3d45-48f0-94e0-d54517d31362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:53.171380 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 65dff5a5-5e62-487b-954c-6d78ff73c641 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:47:53.172037 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:53.265987 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d377b5-5ea7-4a4f-8104-ae5728c7a64c req-865ad2c5-1f22-46a6-a3d4-88c51802a3c4 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:53.268631 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d3d377b5-5ea7-4a4f-8104-ae5728c7a64c req-865ad2c5-1f22-46a6-a3d4-88c51802a3c4 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 972 time: 0.1600330 Sep 21 17:47:53.313826 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5660a8e1-3d45-48f0-94e0-d54517d31362 admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:47:53.322307 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-5660a8e1-3d45-48f0-94e0-d54517d31362 admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:47:53.325154 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5660a8e1-3d45-48f0-94e0-d54517d31362 admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:47:53.367042 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d3d377b5-5ea7-4a4f-8104-ae5728c7a64c req-fb7377b8-8662-4dd4-9ca9-e080f270cc46 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830989 Sep 21 17:47:53.441006 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660a8e1-3d45-48f0-94e0-d54517d31362 admin admin] Pushing event updated for resources: {'Port': ['ID=6f7a483d-4f5f-4965-ae12-3a2e53aeef21,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:53.469939 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47422) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:53.534355 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:53.551462 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef7adf-7dd8-4d2f-80a6-a55e526bf74b req-9b450209-cb3f-4954-bdc2-ca7c28e6ff26 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:53.554710 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-16ef7adf-7dd8-4d2f-80a6-a55e526bf74b req-9b450209-cb3f-4954-bdc2-ca7c28e6ff26 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 945 time: 0.0777824 Sep 21 17:47:53.584271 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 65dff5a5-5e62-487b-954c-6d78ff73c641, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=65dff5a5-5e62-487b-954c-6d78ff73c641,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:47:53.585503 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6f9c07-84b1-4230-b640-6dfced1e623c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65dff5a5-5e62-487b-954c-6d78ff73c641'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:47:53.588106 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c58fb75-3741-492f-814d-0ad99a130497" -d '{"events": [{"server_uuid": "fd6f9c07-84b1-4230-b640-6dfced1e623c", "name": "network-vif-plugged", "status": "completed", "tag": "65dff5a5-5e62-487b-954c-6d78ff73c641"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:47:53.592912 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:53.640930 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-16ef7adf-7dd8-4d2f-80a6-a55e526bf74b req-1307c017-cd1a-4fe3-8609-82df3c0f5795 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486908 Sep 21 17:47:53.644322 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-a18d40c3-bc42-4406-9a70-34f193f4d501 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1730330 Sep 21 17:47:53.666021 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-2b46d98e-47f6-4f4f-80d1-3cf1377e3373 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:47:53.666848 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-2b46d98e-47f6-4f4f-80d1-3cf1377e3373 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053155 Sep 21 17:47:53.673325 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=65dff5a5-5e62-487b-954c-6d78ff73c641,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:53.699623 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de47b192-4a31-4ff4-a70f-5fd3024fd1d3 x-openstack-request-id: req-de47b192-4a31-4ff4-a70f-5fd3024fd1d3 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:47:53.700168 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6f9c07-84b1-4230-b640-6dfced1e623c", "name": "network-vif-plugged", "status": "completed", "tag": "65dff5a5-5e62-487b-954c-6d78ff73c641", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:47:53.700871 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-de47b192-4a31-4ff4-a70f-5fd3024fd1d3 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:47:53.701376 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6f9c07-84b1-4230-b640-6dfced1e623c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65dff5a5-5e62-487b-954c-6d78ff73c641', 'code': 200} Sep 21 17:47:53.795373 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5660a8e1-3d45-48f0-94e0-d54517d31362 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:53.915035 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809134f-6163-47b2-a84d-6f1c45082ae3 req-5a3133a1-95f6-4b43-910c-4452a89c731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:53.920733 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8809134f-6163-47b2-a84d-6f1c45082ae3 req-5a3133a1-95f6-4b43-910c-4452a89c731a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 1097 time: 0.1409476 Sep 21 17:47:54.015453 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8809134f-6163-47b2-a84d-6f1c45082ae3 req-ef53ff7a-0df3-430f-9a02-2f330a04a5ff service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860977 Sep 21 17:47:54.065862 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0e4551b7-5285-4974-8d4e-307527976d57 req-ac8d5a8b-7b36-4167-ba15-a0a8b66e6730 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=5df67e21088c4a18b5c328815d375995&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299327 Sep 21 17:47:54.226893 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5660a8e1-3d45-48f0-94e0-d54517d31362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:54.255998 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4551b7-5285-4974-8d4e-307527976d57 req-88153075-a002-4865-be80-07631ba9403b tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:54.265814 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0e4551b7-5285-4974-8d4e-307527976d57 req-88153075-a002-4865-be80-07631ba9403b tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1607263 Sep 21 17:47:54.287811 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0e4551b7-5285-4974-8d4e-307527976d57 req-567e6560-01cb-45da-8da2-fd6195bb5ee3 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] 10.222.0.58 "GET /v2.0/quotas/5df67e21088c4a18b5c328815d375995 HTTP/1.1" status: 200 len: 375 time: 0.0206828 Sep 21 17:47:54.309712 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:54.355628 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0e4551b7-5285-4974-8d4e-307527976d57 req-703e96fb-94fb-4b0b-bec4-32ccef410b34 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5df67e21088c4a18b5c328815d375995&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303769 Sep 21 17:47:54.371142 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5882b6-c3b1-4680-a396-1562c8135834 None None] Network a85aca27-47ab-4d45-92c3-b1f3ae1ab31b requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:47:54.496395 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5660a8e1-3d45-48f0-94e0-d54517d31362 admin admin] Router bbd2b844-438f-48f4-ba2d-1daa509c50ec is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:47:54.518898 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9affaacc-04e9-4ffb-ad2f-6fe84b0420fc None None] Provisioning complete for port c2283b6c-2fff-4314-b3ce-411001940551 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:47:54.519640 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9affaacc-04e9-4ffb-ad2f-6fe84b0420fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:54.668354 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83399a52-c1c1-417c-8270-339eb73952aa req-360f22bb-7b51-4b99-93d7-2d2176c3a9a6 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:54.678358 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-83399a52-c1c1-417c-8270-339eb73952aa req-360f22bb-7b51-4b99-93d7-2d2176c3a9a6 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 972 time: 0.0795772 Sep 21 17:47:54.686870 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9affaacc-04e9-4ffb-ad2f-6fe84b0420fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:54.741407 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-83399a52-c1c1-417c-8270-339eb73952aa req-bf4d4b6e-06bd-42b7-8dd1-667575ebf77f tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600286 Sep 21 17:47:54.746501 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9affaacc-04e9-4ffb-ad2f-6fe84b0420fc None None] For port c2283b6c-2fff-4314-b3ce-411001940551, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=c2283b6c-2fff-4314-b3ce-411001940551,segment=NetworkSegment(67303b61-e45a-4af0-805b-0bf5aae7fcb6),segment_id=67303b61-e45a-4af0-805b-0bf5aae7fcb6)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:47:54.771978 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9affaacc-04e9-4ffb-ad2f-6fe84b0420fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:54.914948 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affaacc-04e9-4ffb-ad2f-6fe84b0420fc None None] Pushing event updated for resources: {'Port': ['ID=c2283b6c-2fff-4314-b3ce-411001940551,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:54.969364 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-368bd753-b3d7-42d5-9a59-7eb16d509b0a req-e84d4f85-887a-4bd7-bef8-a5f28aac555c tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] 10.222.0.58 "GET /v2.0/ports?device_id=05f0b56b-3af6-4d92-9e6e-8624287f4a41 HTTP/1.1" status: 200 len: 210 time: 0.0876536 Sep 21 17:47:54.999174 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5660a8e1-3d45-48f0-94e0-d54517d31362 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:47:55.013557 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee769b6-e0e0-493a-8dfa-7db472935417 None None] Sync routers for ids ['bbd2b844-438f-48f4-ba2d-1daa509c50ec'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:47:55.018446 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8ba51-2c23-45e7-a9b0-78124f6b8130 req-df06c8a4-7ce1-4495-b0a2-1ca2c05bbffd tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:55.024514 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3ca8ba51-2c23-45e7-a9b0-78124f6b8130 req-df06c8a4-7ce1-4495-b0a2-1ca2c05bbffd tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 946 time: 0.1263177 Sep 21 17:47:55.037024 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5660a8e1-3d45-48f0-94e0-d54517d31362 admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:55.040733 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee769b6-e0e0-493a-8dfa-7db472935417 None None] Routers {'bbd2b844-438f-48f4-ba2d-1daa509c50ec'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:47:55.041421 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47536) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:55.041782 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-9ee769b6-e0e0-493a-8dfa-7db472935417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:47:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['bbd2b844-438f-48f4-ba2d-1daa509c50ec'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:47:55.044304 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5660a8e1-3d45-48f0-94e0-d54517d31362 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2389989 Sep 21 17:47:55.063328 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47540) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:55.112581 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-947654fd-7a99-447e-9a27-368c6b01f537 None None] Provisioning complete for port c2283b6c-2fff-4314-b3ce-411001940551 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:47:55.118917 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-947654fd-7a99-447e-9a27-368c6b01f537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:55.255674 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3ca8ba51-2c23-45e7-a9b0-78124f6b8130 req-ccaa7928-18a6-49ce-b701-ceb48857e3f9 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129827 Sep 21 17:47:55.311825 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e67f71ea-eb60-414a-865c-11d363a13779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:55.357273 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device c2283b6c-2fff-4314-b3ce-411001940551 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:47:55.525774 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port c2283b6c-2fff-4314-b3ce-411001940551 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:47:55.528356 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:55.538059 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f3534568-79c1-4fd1-9adc-5869498bab83 req-e084329f-6229-4cf8-bfe2-a1b3256ef7e9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=403d5ec4-973d-48ba-8296-d366254b146e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1662104 Sep 21 17:47:55.585562 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e67f71ea-eb60-414a-865c-11d363a13779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:55.594108 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e67f71ea-eb60-414a-865c-11d363a13779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:55.595460 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-9ee769b6-e0e0-493a-8dfa-7db472935417 None None] Set router bbd2b844-438f-48f4-ba2d-1daa509c50ec gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:47:55.772451 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e67f71ea-eb60-414a-865c-11d363a13779 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=33a833aec6584925a8d6a6b607bfe20f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7076223 Sep 21 17:47:55.777861 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47572) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:55.835499 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f71ea-eb60-414a-865c-11d363a13779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25228d9a-b7dc-48b4-8ac8-d78a58814253,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:55.838594 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4f6029dd-6547-4443-9489-8c91ae537292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:55.864006 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4f6029dd-6547-4443-9489-8c91ae537292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:55.900358 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-ce61bd7a-6376-4733-be6c-ef0a5fec65f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:55.902385 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-ce61bd7a-6376-4733-be6c-ef0a5fec65f6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 1123 time: 0.2293749 Sep 21 17:47:56.001893 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3534568-79c1-4fd1-9adc-5869498bab83 req-0e285c90-1dce-4793-bbf6-641622ecff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:56.004088 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f3534568-79c1-4fd1-9adc-5869498bab83 req-0e285c90-1dce-4793-bbf6-641622ecff64 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a9f3fa0bdecb41c6bac7e9555aa428ff&device_id=403d5ec4-973d-48ba-8296-d366254b146e HTTP/1.1" status: 200 len: 1123 time: 0.3799355 Sep 21 17:47:56.043722 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-9ee769b6-e0e0-493a-8dfa-7db472935417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd2b844-438f-48f4-ba2d-1daa509c50ec', 'name': 'tempest-AttachSCSIVolumeTestJSON-963135659-router', 'tenant_id': '7b8df62cc2a44f18b1012d84424cf7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '6f7a483d-4f5f-4965-ae12-3a2e53aeef21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:47:51Z', 'updated_at': '2021-09-21T17:47:53Z', 'revision_number': 3, 'project_id': '7b8df62cc2a44f18b1012d84424cf7b7', 'gw_port': {'id': '6f7a483d-4f5f-4965-ae12-3a2e53aeef21', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd2b844-438f-48f4-ba2d-1daa509c50ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:47:52Z', 'updated_at': '2021-09-21T17:47:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:47:56.104958 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee769b6-e0e0-493a-8dfa-7db472935417 None None] Checking router: bbd2b844-438f-48f4-ba2d-1daa509c50ec for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:47:56.105659 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee769b6-e0e0-493a-8dfa-7db472935417 None None] Updating router bbd2b844-438f-48f4-ba2d-1daa509c50ec port 6f7a483d-4f5f-4965-ae12-3a2e53aeef21 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:47:56.134963 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-9ee769b6-e0e0-493a-8dfa-7db472935417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:56.264823 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4f6029dd-6547-4443-9489-8c91ae537292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:56.267397 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4f6029dd-6547-4443-9489-8c91ae537292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:56.277661 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4f6029dd-6547-4443-9489-8c91ae537292 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/25228d9a-b7dc-48b4-8ac8-d78a58814253 HTTP/1.1" status: 204 len: 168 time: 0.4923294 Sep 21 17:47:56.301052 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6029dd-6547-4443-9489-8c91ae537292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25228d9a-b7dc-48b4-8ac8-d78a58814253,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:56.317081 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3534568-79c1-4fd1-9adc-5869498bab83 req-d56c8597-9ca7-4bc5-8f3d-3aad28cdfb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:56.318765 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f3534568-79c1-4fd1-9adc-5869498bab83 req-d56c8597-9ca7-4bc5-8f3d-3aad28cdfb20 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.2017877 Sep 21 17:47:56.338566 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19469d-03f4-4ab5-8603-a8c78c3ed9d0 req-c9fe779a-d071-4447-a6ee-cd7c9418efba tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:56.346393 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1a19469d-03f4-4ab5-8603-a8c78c3ed9d0 req-c9fe779a-d071-4447-a6ee-cd7c9418efba tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 972 time: 0.1552927 Sep 21 17:47:56.358497 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-b0c73e70-7ea6-4c10-8e4c-fa346b0fc9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:56.360213 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-b0c73e70-7ea6-4c10-8e4c-fa346b0fc9a4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.4501767 Sep 21 17:47:56.430177 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-a551334b-b280-4a26-a3b1-0b9eb9060e63 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=09d50637-541d-43ad-8851-a8cefb7b9446 HTTP/1.1" status: 200 len: 217 time: 0.0612140 Sep 21 17:47:56.444376 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-9ee769b6-e0e0-493a-8dfa-7db472935417 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:56.452288 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1a19469d-03f4-4ab5-8603-a8c78c3ed9d0 req-da131f59-e5ef-428a-9dba-d2f39fc22077 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992672 Sep 21 17:47:56.453885 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-9ee769b6-e0e0-493a-8dfa-7db472935417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:56.475011 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4c862f79-6990-40ba-97ce-a7f5ffba7b93 req-d2bcc4e8-a9c7-4093-b8cc-ccb53d5958c3 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] 10.222.0.58 "GET /v2.0/ports?device_id=05f0b56b-3af6-4d92-9e6e-8624287f4a41 HTTP/1.1" status: 200 len: 210 time: 0.1500111 Sep 21 17:47:56.481363 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f3534568-79c1-4fd1-9adc-5869498bab83 req-fcec36ae-2f4a-424d-b47e-034a4d2ca5c4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=1360dc1d-7947-4698-a33d-85c410876c8b HTTP/1.1" status: 200 len: 217 time: 0.1366620 Sep 21 17:47:56.501654 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f458d-5ee3-4eee-85d7-cba10b84cae5 None None] Pushing event updated for resources: {'Port': ['ID=6f7a483d-4f5f-4965-ae12-3a2e53aeef21,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:56.517147 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f458d-5ee3-4eee-85d7-cba10b84cae5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:56.517494 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f458d-5ee3-4eee-85d7-cba10b84cae5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:56.517837 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f458d-5ee3-4eee-85d7-cba10b84cae5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:56.518383 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f458d-5ee3-4eee-85d7-cba10b84cae5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:56.518487 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f458d-5ee3-4eee-85d7-cba10b84cae5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:56.518814 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f458d-5ee3-4eee-85d7-cba10b84cae5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:56.519162 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f458d-5ee3-4eee-85d7-cba10b84cae5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:56.519493 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f458d-5ee3-4eee-85d7-cba10b84cae5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:56.519818 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f458d-5ee3-4eee-85d7-cba10b84cae5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:56.520143 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f458d-5ee3-4eee-85d7-cba10b84cae5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:56.520524 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f458d-5ee3-4eee-85d7-cba10b84cae5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:56.520892 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f458d-5ee3-4eee-85d7-cba10b84cae5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:47:56.521998 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6f458d-5ee3-4eee-85d7-cba10b84cae5 None None] Tracked resource versions report: Sep 21 17:47:56.521998 n-d-810291-1 neutron-server[101463]: pushed versions: Sep 21 17:47:56.521998 n-d-810291-1 neutron-server[101463]: { 'AddressGroup': {'1.2'}, Sep 21 17:47:56.521998 n-d-810291-1 neutron-server[101463]: 'ConntrackHelper': {'1.0'}, Sep 21 17:47:56.521998 n-d-810291-1 neutron-server[101463]: 'Log': {'1.0'}, Sep 21 17:47:56.521998 n-d-810291-1 neutron-server[101463]: 'Network': {'1.1'}, Sep 21 17:47:56.521998 n-d-810291-1 neutron-server[101463]: 'Port': {'1.7'}, Sep 21 17:47:56.521998 n-d-810291-1 neutron-server[101463]: 'PortForwarding': {'1.2'}, Sep 21 17:47:56.521998 n-d-810291-1 neutron-server[101463]: 'QosPolicy': {'1.9'}, Sep 21 17:47:56.521998 n-d-810291-1 neutron-server[101463]: 'SecurityGroup': {'1.4'}, Sep 21 17:47:56.521998 n-d-810291-1 neutron-server[101463]: 'SecurityGroupRule': {'1.2'}, Sep 21 17:47:56.521998 n-d-810291-1 neutron-server[101463]: 'SubPort': {'1.0'}, Sep 21 17:47:56.521998 n-d-810291-1 neutron-server[101463]: 'Subnet': {'1.1'}, Sep 21 17:47:56.521998 n-d-810291-1 neutron-server[101463]: 'Trunk': {'1.1'}} Sep 21 17:47:56.521998 n-d-810291-1 neutron-server[101463]: consumer versions: Sep 21 17:47:56.521998 n-d-810291-1 neutron-server[101463]: { DHCP agent@n-d-810291-1: {}, Sep 21 17:47:56.521998 n-d-810291-1 neutron-server[101463]: HyperV agent@n-h1-810291-1: {}, Sep 21 17:47:56.521998 n-d-810291-1 neutron-server[101463]: HyperV agent@n-h2-810291-1: {}, Sep 21 17:47:56.521998 n-d-810291-1 neutron-server[101463]: L3 agent@n-d-810291-1: {}, Sep 21 17:47:56.521998 n-d-810291-1 neutron-server[101463]: Metadata agent@n-d-810291-1: {}, Sep 21 17:47:56.521998 n-d-810291-1 neutron-server[101463]: Metering agent@n-d-810291-1: {}, Sep 21 17:47:56.521998 n-d-810291-1 neutron-server[101463]: Open vSwitch agent@n-d-810291-1: { 'AddressGroup': '1.2', Sep 21 17:47:56.521998 n-d-810291-1 neutron-server[101463]: 'ConntrackHelper': '1.0', Sep 21 17:47:56.521998 n-d-810291-1 neutron-server[101463]: 'Log': '1.0', Sep 21 17:47:56.521998 n-d-810291-1 neutron-server[101463]: 'Network': '1.1', Sep 21 17:47:56.521998 n-d-810291-1 neutron-server[101463]: 'Port': '1.7', Sep 21 17:47:56.521998 n-d-810291-1 neutron-server[101463]: 'PortForwarding': '1.2', Sep 21 17:47:56.521998 n-d-810291-1 neutron-server[101463]: 'QosPolicy': '1.9', Sep 21 17:47:56.521998 n-d-810291-1 neutron-server[101463]: 'SecurityGroup': '1.4', Sep 21 17:47:56.521998 n-d-810291-1 neutron-server[101463]: 'SecurityGroupRule': '1.2', Sep 21 17:47:56.521998 n-d-810291-1 neutron-server[101463]: 'SubPort': '1.0', Sep 21 17:47:56.521998 n-d-810291-1 neutron-server[101463]: 'Subnet': '1.1', Sep 21 17:47:56.521998 n-d-810291-1 neutron-server[101463]: 'Trunk': '1.1'}} Sep 21 17:47:56.521998 n-d-810291-1 neutron-server[101463]: {{(pid=101463) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 17:47:56.554987 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-9ee769b6-e0e0-493a-8dfa-7db472935417 None None] Attempting to bind port 6f7a483d-4f5f-4965-ae12-3a2e53aeef21 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:47:56.555334 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-9ee769b6-e0e0-493a-8dfa-7db472935417 None None] Attempting to bind port 6f7a483d-4f5f-4965-ae12-3a2e53aeef21 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:47:56.555874 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee769b6-e0e0-493a-8dfa-7db472935417 None None] Attempting to bind port 6f7a483d-4f5f-4965-ae12-3a2e53aeef21 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:47:56.573412 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee769b6-e0e0-493a-8dfa-7db472935417 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:47:56.575662 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee769b6-e0e0-493a-8dfa-7db472935417 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:47:56.578654 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-9ee769b6-e0e0-493a-8dfa-7db472935417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:56.579329 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee769b6-e0e0-493a-8dfa-7db472935417 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:47:56.580055 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-9ee769b6-e0e0-493a-8dfa-7db472935417 None None] Bound port: 6f7a483d-4f5f-4965-ae12-3a2e53aeef21, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:47:56.580657 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-9ee769b6-e0e0-493a-8dfa-7db472935417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:56.625575 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0e4551b7-5285-4974-8d4e-307527976d57 req-ecf3c35e-a494-48e7-b166-a42fa5fdfbd3 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=5df67e21088c4a18b5c328815d375995&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554783 Sep 21 17:47:56.629830 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3534568-79c1-4fd1-9adc-5869498bab83 req-96a6fed9-b511-4950-83dd-e3177cecf04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:56.635413 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f3534568-79c1-4fd1-9adc-5869498bab83 req-96a6fed9-b511-4950-83dd-e3177cecf04e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1397924 Sep 21 17:47:56.660708 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-9ee769b6-e0e0-493a-8dfa-7db472935417 None None] For port 6f7a483d-4f5f-4965-ae12-3a2e53aeef21, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:47:56.666306 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-9ee769b6-e0e0-493a-8dfa-7db472935417 None None] For port 6f7a483d-4f5f-4965-ae12-3a2e53aeef21, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=6f7a483d-4f5f-4965-ae12-3a2e53aeef21,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:47:56.677913 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-9f745733-54cc-4918-817a-464a0de2d569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:56.679621 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-9f745733-54cc-4918-817a-464a0de2d569 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.2261655 Sep 21 17:47:56.684647 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-9ee769b6-e0e0-493a-8dfa-7db472935417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:56.760968 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f458d-5ee3-4eee-85d7-cba10b84cae5 None None] Pushing event updated for resources: {'Port': ['ID=6f7a483d-4f5f-4965-ae12-3a2e53aeef21,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:56.803734 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee769b6-e0e0-493a-8dfa-7db472935417 None None] Routers {'bbd2b844-438f-48f4-ba2d-1daa509c50ec'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:47:56.804397 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-9ee769b6-e0e0-493a-8dfa-7db472935417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:47:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['bbd2b844-438f-48f4-ba2d-1daa509c50ec'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:47:56.814413 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3534568-79c1-4fd1-9adc-5869498bab83 req-8e594351-f941-42fe-9771-17c9925640eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:56.821091 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f3534568-79c1-4fd1-9adc-5869498bab83 req-8e594351-f941-42fe-9771-17c9925640eb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1763999 Sep 21 17:47:56.871857 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-79b2601f-f1fc-4dde-a77c-5f002ef30ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:56.873728 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-79b2601f-f1fc-4dde-a77c-5f002ef30ea5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1760962 Sep 21 17:47:56.923605 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fde6ab-1c49-4170-b4b8-f7aa58a442cf req-daaa30aa-235c-48b5-82e6-3ea90a28e742 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:56.933588 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-29fde6ab-1c49-4170-b4b8-f7aa58a442cf req-daaa30aa-235c-48b5-82e6-3ea90a28e742 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 946 time: 0.2174151 Sep 21 17:47:56.945009 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f3534568-79c1-4fd1-9adc-5869498bab83 req-fbaad4ed-63a1-4200-88e7-658cbff1e237 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121290 Sep 21 17:47:56.953602 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a1558ca2-d77f-468e-a87a-8b623bc30083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:56.960723 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4551b7-5285-4974-8d4e-307527976d57 req-7fb17e9b-e2de-48b4-9eda-c002a6800e0b tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:56.961819 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0e4551b7-5285-4974-8d4e-307527976d57 req-7fb17e9b-e2de-48b4-9eda-c002a6800e0b tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3253744 Sep 21 17:47:57.022268 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-0e4551b7-5285-4974-8d4e-307527976d57 req-a05591d4-0f24-4f51-b33f-979b23d63b26 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] Request body: {'port': {'device_id': '05f0b56b-3af6-4d92-9e6e-8624287f4a41', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'admin_state_up': True, 'tenant_id': '5df67e21088c4a18b5c328815d375995'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:47:57.023147 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-9ee769b6-e0e0-493a-8dfa-7db472935417 None None] Set router bbd2b844-438f-48f4-ba2d-1daa509c50ec gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:47:57.119519 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-a1558ca2-d77f-468e-a87a-8b623bc30083 admin admin] Allocated IP 172.20.0.1 (a85aca27-47ab-4d45-92c3-b1f3ae1ab31b/7b1acb97-a665-4981-aa27-e3c7a92f8d95/46c7e083-0117-46f9-97f5-7560a5a93018) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:47:57.149334 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47620) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:57.257045 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a1558ca2-d77f-468e-a87a-8b623bc30083 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:57.270645 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4e104d16-05ab-48e9-95aa-6d7d99647bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:57.293737 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-29fde6ab-1c49-4170-b4b8-f7aa58a442cf req-01ed6054-648c-416d-a81a-1f0a70862308 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538487 Sep 21 17:47:57.343326 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a1558ca2-d77f-468e-a87a-8b623bc30083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:57.368643 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1558ca2-d77f-468e-a87a-8b623bc30083 admin admin] Network a85aca27-47ab-4d45-92c3-b1f3ae1ab31b is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:47:57.378172 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-a1558ca2-d77f-468e-a87a-8b623bc30083 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:47:57.379023 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-0d957f30-ac5c-4ef4-b0a2-478a7ebb9733 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942141 Sep 21 17:47:57.402628 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1558ca2-d77f-468e-a87a-8b623bc30083 admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:47:57.403070 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a1558ca2-d77f-468e-a87a-8b623bc30083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:57.439964 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-9ee769b6-e0e0-493a-8dfa-7db472935417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd2b844-438f-48f4-ba2d-1daa509c50ec', 'name': 'tempest-AttachSCSIVolumeTestJSON-963135659-router', 'tenant_id': '7b8df62cc2a44f18b1012d84424cf7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '6f7a483d-4f5f-4965-ae12-3a2e53aeef21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:47:51Z', 'updated_at': '2021-09-21T17:47:53Z', 'revision_number': 3, 'project_id': '7b8df62cc2a44f18b1012d84424cf7b7', 'gw_port': {'id': '6f7a483d-4f5f-4965-ae12-3a2e53aeef21', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd2b844-438f-48f4-ba2d-1daa509c50ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:47:52Z', 'updated_at': '2021-09-21T17:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:47:57.506358 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee769b6-e0e0-493a-8dfa-7db472935417 None None] The sync data for ids ['bbd2b844-438f-48f4-ba2d-1daa509c50ec'] in n-d-810291-1 is: [{'id': 'bbd2b844-438f-48f4-ba2d-1daa509c50ec', 'name': 'tempest-AttachSCSIVolumeTestJSON-963135659-router', 'tenant_id': '7b8df62cc2a44f18b1012d84424cf7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '6f7a483d-4f5f-4965-ae12-3a2e53aeef21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:47:51Z', 'updated_at': '2021-09-21T17:47:53Z', 'revision_number': 3, 'project_id': '7b8df62cc2a44f18b1012d84424cf7b7', 'gw_port': {'id': '6f7a483d-4f5f-4965-ae12-3a2e53aeef21', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd2b844-438f-48f4-ba2d-1daa509c50ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:47:52Z', 'updated_at': '2021-09-21T17:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:47:57.615894 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1558ca2-d77f-468e-a87a-8b623bc30083 admin admin] Pushing event updated for resources: {'Port': ['ID=46c7e083-0117-46f9-97f5-7560a5a93018,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:57.698199 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47652) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:57.715229 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-f3fe3a0e-bad6-4b7a-ae9f-67d1803ed7e6 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185451 Sep 21 17:47:57.743720 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f3534568-79c1-4fd1-9adc-5869498bab83 req-4d69b936-35c1-4299-9b1c-59fc8331308f service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7762580 Sep 21 17:47:57.777489 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4e104d16-05ab-48e9-95aa-6d7d99647bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:57.784411 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8153792-2012-45e2-bab6-c32f3c57da6f req-429cf23b-f3e3-4dbb-9fe3-26eec0d64489 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:57.791959 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a8153792-2012-45e2-bab6-c32f3c57da6f req-429cf23b-f3e3-4dbb-9fe3-26eec0d64489 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 972 time: 0.1357615 Sep 21 17:47:57.804137 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-6ccbd275-4a90-4ebb-b941-8da5b420e244 None None] Provisioning complete for port 46c7e083-0117-46f9-97f5-7560a5a93018 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:47:57.806396 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4e104d16-05ab-48e9-95aa-6d7d99647bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:57.806735 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6ccbd275-4a90-4ebb-b941-8da5b420e244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:57.819361 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e4551b7-5285-4974-8d4e-307527976d57 req-a05591d4-0f24-4f51-b33f-979b23d63b26 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] Made reservation on behalf of 5df67e21088c4a18b5c328815d375995 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:47:57.828006 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0e4551b7-5285-4974-8d4e-307527976d57 req-a05591d4-0f24-4f51-b33f-979b23d63b26 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:57.849910 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a8153792-2012-45e2-bab6-c32f3c57da6f req-faf95c48-a314-4941-a0ae-c2c4f6705c72 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569043 Sep 21 17:47:57.923520 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0e4551b7-5285-4974-8d4e-307527976d57 req-a05591d4-0f24-4f51-b33f-979b23d63b26 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:57.928533 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-6ccbd275-4a90-4ebb-b941-8da5b420e244 None None] Port 46c7e083-0117-46f9-97f5-7560a5a93018 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:47:57.991734 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4e104d16-05ab-48e9-95aa-6d7d99647bc8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=02bac97599724693b75b741a74479907&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8332055 Sep 21 17:47:57.991973 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47658) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:57.999964 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a1558ca2-d77f-468e-a87a-8b623bc30083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:58.024939 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e104d16-05ab-48e9-95aa-6d7d99647bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0a9273-a80d-49af-8dea-83800cbde39d,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:58.057613 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d92b14b7-f6e2-471b-8e2a-e11e5201e29f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:58.127153 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-99e7d42f-9ed2-4fae-81f9-7bfbc2df5427 req-3e35acde-1d5d-4e53-b573-e0b16ec56055 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] 10.222.0.58 "GET /v2.0/ports?device_id=05f0b56b-3af6-4d92-9e6e-8624287f4a41 HTTP/1.1" status: 200 len: 210 time: 0.0587766 Sep 21 17:47:58.152802 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eedea7-4e94-4c94-9a0f-7e65bcdb4b3d req-9c94378c-2104-4418-a926-8fe5a39679a8 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:58.154754 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-50eedea7-4e94-4c94-9a0f-7e65bcdb4b3d req-9c94378c-2104-4418-a926-8fe5a39679a8 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 1097 time: 0.0724056 Sep 21 17:47:58.175005 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d0e3837b-4e0c-4092-8fd4-3d0776d521f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:58.213690 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0e4551b7-5285-4974-8d4e-307527976d57 req-a05591d4-0f24-4f51-b33f-979b23d63b26 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:58.224070 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-50eedea7-4e94-4c94-9a0f-7e65bcdb4b3d req-ad26b732-ae4f-4afc-9700-1cd0026d9a72 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595663 Sep 21 17:47:58.229630 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0e4551b7-5285-4974-8d4e-307527976d57 req-a05591d4-0f24-4f51-b33f-979b23d63b26 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:58.313287 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d0e3837b-4e0c-4092-8fd4-3d0776d521f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:58.357646 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05591d4-0f24-4f51-b33f-979b23d63b26 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41d0e8f8-cff8-4dd3-be94-862de3225a1b,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:58.422863 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a1558ca2-d77f-468e-a87a-8b623bc30083 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:58.445537 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a1558ca2-d77f-468e-a87a-8b623bc30083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:58.446881 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a1558ca2-d77f-468e-a87a-8b623bc30083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:58.448832 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d0e3837b-4e0c-4092-8fd4-3d0776d521f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:58.451645 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d0e3837b-4e0c-4092-8fd4-3d0776d521f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:58.453062 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d0e3837b-4e0c-4092-8fd4-3d0776d521f4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3f0a9273-a80d-49af-8dea-83800cbde39d HTTP/1.1" status: 204 len: 168 time: 0.4600868 Sep 21 17:47:58.523374 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d92b14b7-f6e2-471b-8e2a-e11e5201e29f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:58.538592 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-0e4551b7-5285-4974-8d4e-307527976d57 req-a05591d4-0f24-4f51-b33f-979b23d63b26 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] Allocated IP 192.168.233.62 (c714db5f-672e-4004-8098-88db84169d3c/53f6ee96-7c10-4364-b9ae-9f7e7556e695/f661c581-c192-43e8-afdb-a0ba05c37bc0) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:47:58.540273 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e3837b-4e0c-4092-8fd4-3d0776d521f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0a9273-a80d-49af-8dea-83800cbde39d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:58.576254 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d92b14b7-f6e2-471b-8e2a-e11e5201e29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:58.580481 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff84a1-469a-4dc7-a5f9-1fff98dd4c5a req-96247fd8-5712-49ee-b96d-743982c1a2bf tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:58.581650 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-deff84a1-469a-4dc7-a5f9-1fff98dd4c5a req-96247fd8-5712-49ee-b96d-743982c1a2bf tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 1097 time: 0.1777859 Sep 21 17:47:58.623010 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1558ca2-d77f-468e-a87a-8b623bc30083 admin admin] Pushing event updated for resources: {'Port': ['ID=46c7e083-0117-46f9-97f5-7560a5a93018,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:58.676742 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d92b14b7-f6e2-471b-8e2a-e11e5201e29f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=54a670c8d9f54fee8f45514691818bcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9772501 Sep 21 17:47:58.677520 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b14b7-f6e2-471b-8e2a-e11e5201e29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f453cc3e-31a6-4427-8078-f22fa5d142a2,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:58.682045 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47674) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:47:58.718272 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-deff84a1-469a-4dc7-a5f9-1fff98dd4c5a req-90031500-de9a-42fa-97e5-4b05a26c55c2 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078377 Sep 21 17:47:58.799996 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1558ca2-d77f-468e-a87a-8b623bc30083 admin admin] Network a85aca27-47ab-4d45-92c3-b1f3ae1ab31b is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:47:58.812795 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-a1558ca2-d77f-468e-a87a-8b623bc30083 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:47:58.831290 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dfc53112-0735-489b-8921-035903561357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:58.836565 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0e4551b7-5285-4974-8d4e-307527976d57 req-a05591d4-0f24-4f51-b33f-979b23d63b26 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:58.952735 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c196dd-8193-4cb5-9ede-9d79f041891e req-711bcc69-e4ef-4456-91f8-b40bd5ffe946 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:58.954318 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43c196dd-8193-4cb5-9ede-9d79f041891e req-711bcc69-e4ef-4456-91f8-b40bd5ffe946 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/ports?device_id=403d5ec4-973d-48ba-8296-d366254b146e HTTP/1.1" status: 200 len: 972 time: 0.1241741 Sep 21 17:47:58.986414 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0e4551b7-5285-4974-8d4e-307527976d57 req-a05591d4-0f24-4f51-b33f-979b23d63b26 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:59.058435 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e4551b7-5285-4974-8d4e-307527976d57 req-a05591d4-0f24-4f51-b33f-979b23d63b26 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] Network c714db5f-672e-4004-8098-88db84169d3c is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:47:59.064417 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43c196dd-8193-4cb5-9ede-9d79f041891e req-df28c18b-82a9-4621-a897-24faddd003eb tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed6ea463-ff24-42cf-bf67-8fe94e810935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016123 Sep 21 17:47:59.067624 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-0e4551b7-5285-4974-8d4e-307527976d57 req-a05591d4-0f24-4f51-b33f-979b23d63b26 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:47:59.073562 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4551b7-5285-4974-8d4e-307527976d57 req-a05591d4-0f24-4f51-b33f-979b23d63b26 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:47:59.084391 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4551b7-5285-4974-8d4e-307527976d57 req-a05591d4-0f24-4f51-b33f-979b23d63b26 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:59.084999 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0e4551b7-5285-4974-8d4e-307527976d57 req-a05591d4-0f24-4f51-b33f-979b23d63b26 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:59.098449 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05591d4-0f24-4f51-b33f-979b23d63b26 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] Pushing event updated for resources: {'Port': ['ID=f661c581-c192-43e8-afdb-a0ba05c37bc0,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:59.114155 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0e4551b7-5285-4974-8d4e-307527976d57 req-a05591d4-0f24-4f51-b33f-979b23d63b26 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1074290 Sep 21 17:47:59.128290 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-0e4551b7-5285-4974-8d4e-307527976d57 req-6df93eda-2edb-48f9-b9d6-333e52e3f37a service neutron] Request body: {'port': {'device_id': '05f0b56b-3af6-4d92-9e6e-8624287f4a41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:47:59.246980 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0e4551b7-5285-4974-8d4e-307527976d57 req-6df93eda-2edb-48f9-b9d6-333e52e3f37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:59.264084 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dfc53112-0735-489b-8921-035903561357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:59.272884 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-0828797f-288d-4383-9f54-e1f707771bf7 None None] Provisioning complete for port 46c7e083-0117-46f9-97f5-7560a5a93018 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:47:59.273393 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0828797f-288d-4383-9f54-e1f707771bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:59.355792 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 6f7a483d-4f5f-4965-ae12-3a2e53aeef21 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:47:59.446245 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-0828797f-288d-4383-9f54-e1f707771bf7 None None] Port 46c7e083-0117-46f9-97f5-7560a5a93018 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:47:59.454129 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 6f7a483d-4f5f-4965-ae12-3a2e53aeef21 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:47:59.455512 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:59.456069 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d028e2-5a75-4d4c-8880-354e4ad30378 req-034f5341-2472-490a-89aa-3a03b6f2b8e3 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:59.478218 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-76d028e2-5a75-4d4c-8880-354e4ad30378 req-034f5341-2472-490a-89aa-3a03b6f2b8e3 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 972 time: 0.1963084 Sep 21 17:47:59.490793 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1558ca2-d77f-468e-a87a-8b623bc30083 admin admin] Router bbd2b844-438f-48f4-ba2d-1daa509c50ec has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:47:59.577549 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dfc53112-0735-489b-8921-035903561357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:59.580514 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dfc53112-0735-489b-8921-035903561357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:59.589437 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-dfc53112-0735-489b-8921-035903561357 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f453cc3e-31a6-4427-8078-f22fa5d142a2 HTTP/1.1" status: 204 len: 168 time: 0.9063811 Sep 21 17:47:59.592244 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-84ad6089-5c55-4fb5-bb53-b2a1b199dac8 None None] Provisioning complete for port f661c581-c192-43e8-afdb-a0ba05c37bc0 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:47:59.592615 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-84ad6089-5c55-4fb5-bb53-b2a1b199dac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:59.621177 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc53112-0735-489b-8921-035903561357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f453cc3e-31a6-4427-8078-f22fa5d142a2,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:59.632755 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-84ad6089-5c55-4fb5-bb53-b2a1b199dac8 None None] Port f661c581-c192-43e8-afdb-a0ba05c37bc0 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:47:59.653702 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:59.679061 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 6f7a483d-4f5f-4965-ae12-3a2e53aeef21, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=6f7a483d-4f5f-4965-ae12-3a2e53aeef21,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:47:59.692232 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:59.716779 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-76d028e2-5a75-4d4c-8880-354e4ad30378 req-aa8d95f0-67a2-4d78-8f71-7bc881da8612 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374306 Sep 21 17:47:59.728281 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1558ca2-d77f-468e-a87a-8b623bc30083 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:47:59.737674 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a1558ca2-d77f-468e-a87a-8b623bc30083 admin admin] 10.222.0.58 "PUT /v2.0/routers/bbd2b844-438f-48f4-ba2d-1daa509c50ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6940534 Sep 21 17:47:59.764239 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=6f7a483d-4f5f-4965-ae12-3a2e53aeef21,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:47:59.948741 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-0e4551b7-5285-4974-8d4e-307527976d57 req-6df93eda-2edb-48f9-b9d6-333e52e3f37a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f661c581-c192-43e8-afdb-a0ba05c37bc0 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:47:59.959364 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0e4551b7-5285-4974-8d4e-307527976d57 req-6df93eda-2edb-48f9-b9d6-333e52e3f37a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:59.969964 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effef8ba-a454-44e7-813a-c57216598ae3 None None] Sync routers for ids ['bbd2b844-438f-48f4-ba2d-1daa509c50ec'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:47:59.970103 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670ce8d-bc91-4530-8cb8-28239ec7fb12 req-57c1c5aa-8501-4fac-9129-c3a5c2aeae96 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:59.971508 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8670ce8d-bc91-4530-8cb8-28239ec7fb12 req-57c1c5aa-8501-4fac-9129-c3a5c2aeae96 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] 10.222.0.58 "GET /v2.0/ports?device_id=05f0b56b-3af6-4d92-9e6e-8624287f4a41 HTTP/1.1" status: 200 len: 935 time: 0.1030512 Sep 21 17:47:59.986181 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effef8ba-a454-44e7-813a-c57216598ae3 None None] Routers {'bbd2b844-438f-48f4-ba2d-1daa509c50ec'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:47:59.986813 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-effef8ba-a454-44e7-813a-c57216598ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:47:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['bbd2b844-438f-48f4-ba2d-1daa509c50ec'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:47:59.996491 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-0e4551b7-5285-4974-8d4e-307527976d57 req-6df93eda-2edb-48f9-b9d6-333e52e3f37a service neutron] Transition to ACTIVE for port object f661c581-c192-43e8-afdb-a0ba05c37bc0 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:48:00.014394 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0e4551b7-5285-4974-8d4e-307527976d57 req-6df93eda-2edb-48f9-b9d6-333e52e3f37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:00.075375 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8670ce8d-bc91-4530-8cb8-28239ec7fb12 req-a4e9b489-3bbf-4a3e-8595-81655a8335a0 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] 10.222.0.58 "GET /v2.0/security-groups?id=41d0e8f8-cff8-4dd3-be94-862de3225a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945108 Sep 21 17:48:00.109075 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df93eda-2edb-48f9-b9d6-333e52e3f37a service neutron] Pushing event updated for resources: {'Port': ['ID=f661c581-c192-43e8-afdb-a0ba05c37bc0,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:00.135087 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-0e4551b7-5285-4974-8d4e-307527976d57 req-6df93eda-2edb-48f9-b9d6-333e52e3f37a service neutron] Attempting to bind port f661c581-c192-43e8-afdb-a0ba05c37bc0 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:48:00.135432 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-0e4551b7-5285-4974-8d4e-307527976d57 req-6df93eda-2edb-48f9-b9d6-333e52e3f37a service neutron] Attempting to bind port f661c581-c192-43e8-afdb-a0ba05c37bc0 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:48:00.135759 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4551b7-5285-4974-8d4e-307527976d57 req-6df93eda-2edb-48f9-b9d6-333e52e3f37a service neutron] Attempting to bind port f661c581-c192-43e8-afdb-a0ba05c37bc0 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:00.141074 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4551b7-5285-4974-8d4e-307527976d57 req-6df93eda-2edb-48f9-b9d6-333e52e3f37a service neutron] Port f661c581-c192-43e8-afdb-a0ba05c37bc0 on network c714db5f-672e-4004-8098-88db84169d3c not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:48:00.141407 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4551b7-5285-4974-8d4e-307527976d57 req-6df93eda-2edb-48f9-b9d6-333e52e3f37a service neutron] Attempting to bind port f661c581-c192-43e8-afdb-a0ba05c37bc0 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:00.154733 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4551b7-5285-4974-8d4e-307527976d57 req-6df93eda-2edb-48f9-b9d6-333e52e3f37a service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:48:00.155158 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4551b7-5285-4974-8d4e-307527976d57 req-6df93eda-2edb-48f9-b9d6-333e52e3f37a service neutron] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:48:00.155546 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4551b7-5285-4974-8d4e-307527976d57 req-6df93eda-2edb-48f9-b9d6-333e52e3f37a service neutron] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:48:00.155982 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-0e4551b7-5285-4974-8d4e-307527976d57 req-6df93eda-2edb-48f9-b9d6-333e52e3f37a service neutron] Bound port: f661c581-c192-43e8-afdb-a0ba05c37bc0, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:48:00.156341 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0e4551b7-5285-4974-8d4e-307527976d57 req-6df93eda-2edb-48f9-b9d6-333e52e3f37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:00.289777 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-effef8ba-a454-44e7-813a-c57216598ae3 None None] Set router bbd2b844-438f-48f4-ba2d-1daa509c50ec gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:48:00.331265 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fd3ae-a0fa-48f2-bb57-98c88a7007e4 req-328cb0a5-a1dc-4ed3-85e6-3168a9647feb tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:00.339422 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f37fd3ae-a0fa-48f2-bb57-98c88a7007e4 req-328cb0a5-a1dc-4ed3-85e6-3168a9647feb tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.44 "GET /v2.0/ports?device_id=403d5ec4-973d-48ba-8296-d366254b146e HTTP/1.1" status: 200 len: 972 time: 0.1508045 Sep 21 17:48:00.356650 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-0e4551b7-5285-4974-8d4e-307527976d57 req-6df93eda-2edb-48f9-b9d6-333e52e3f37a service neutron] For port f661c581-c192-43e8-afdb-a0ba05c37bc0, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:48:00.401000 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47750) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:00.438846 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-0e4551b7-5285-4974-8d4e-307527976d57 req-6df93eda-2edb-48f9-b9d6-333e52e3f37a service neutron] For port f661c581-c192-43e8-afdb-a0ba05c37bc0, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=f661c581-c192-43e8-afdb-a0ba05c37bc0,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:48:00.449653 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4e40840f-727f-4953-ac1d-1b9f02ad6888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:00.453517 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0e4551b7-5285-4974-8d4e-307527976d57 req-6df93eda-2edb-48f9-b9d6-333e52e3f37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:00.505736 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4551b7-5285-4974-8d4e-307527976d57 req-6df93eda-2edb-48f9-b9d6-333e52e3f37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:00.506358 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0e4551b7-5285-4974-8d4e-307527976d57 req-6df93eda-2edb-48f9-b9d6-333e52e3f37a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:00.507774 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0e4551b7-5285-4974-8d4e-307527976d57 req-6df93eda-2edb-48f9-b9d6-333e52e3f37a service neutron] 10.222.0.38 "PUT /v2.0/ports/f661c581-c192-43e8-afdb-a0ba05c37bc0 HTTP/1.1" status: 200 len: 1095 time: 1.3848817 Sep 21 17:48:00.508212 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f0b56b-3af6-4d92-9e6e-8624287f4a41', 'tag': 'f661c581-c192-43e8-afdb-a0ba05c37bc0'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:48:00.510458 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e1e844-3e18-458d-9dd3-e5b2a20ed8b1" -d '{"events": [{"name": "network-changed", "server_uuid": "05f0b56b-3af6-4d92-9e6e-8624287f4a41", "tag": "f661c581-c192-43e8-afdb-a0ba05c37bc0"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:48:00.525902 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9003cc7-b052-47e3-8ab4-81a2ce9d9167 req-8909959a-6af9-476a-8740-7185147fd41a tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:00.527946 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9003cc7-b052-47e3-8ab4-81a2ce9d9167 req-8909959a-6af9-476a-8740-7185147fd41a tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/ports?device_id=403d5ec4-973d-48ba-8296-d366254b146e HTTP/1.1" status: 200 len: 972 time: 0.2080829 Sep 21 17:48:00.653193 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-effef8ba-a454-44e7-813a-c57216598ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd2b844-438f-48f4-ba2d-1daa509c50ec', 'name': 'tempest-AttachSCSIVolumeTestJSON-963135659-router', 'tenant_id': '7b8df62cc2a44f18b1012d84424cf7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '6f7a483d-4f5f-4965-ae12-3a2e53aeef21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:47:51Z', 'updated_at': '2021-09-21T17:47:57Z', 'revision_number': 4, 'project_id': '7b8df62cc2a44f18b1012d84424cf7b7', 'gw_port': {'id': '6f7a483d-4f5f-4965-ae12-3a2e53aeef21', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd2b844-438f-48f4-ba2d-1daa509c50ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:47:52Z', 'updated_at': '2021-09-21T17:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '46c7e083-0117-46f9-97f5-7560a5a93018', 'name': '', 'network_id': 'a85aca27-47ab-4d45-92c3-b1f3ae1ab31b', 'tenant_id': '7b8df62cc2a44f18b1012d84424cf7b7', 'mac_address': 'fa:16:3e:36:58:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd2b844-438f-48f4-ba2d-1daa509c50ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '7b1acb97-a665-4981-aa27-e3c7a92f8d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:47:56Z', 'updated_at': '2021-09-21T17:47:58Z', 'revision_number': 2, 'project_id': '7b8df62cc2a44f18b1012d84424cf7b7', 'subnets': [{'id': '7b1acb97-a665-4981-aa27-e3c7a92f8d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:00.670939 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-f37fd3ae-a0fa-48f2-bb57-98c88a7007e4 req-f4085169-0db0-4912-9e43-5bb38ca021e6 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Deleting port 1360dc1d-7947-4698-a33d-85c410876c8b {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:48:00.671300 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f37fd3ae-a0fa-48f2-bb57-98c88a7007e4 req-f4085169-0db0-4912-9e43-5bb38ca021e6 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:00.683478 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df93eda-2edb-48f9-b9d6-333e52e3f37a service neutron] Pushing event updated for resources: {'Port': ['ID=f661c581-c192-43e8-afdb-a0ba05c37bc0,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:00.688642 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effef8ba-a454-44e7-813a-c57216598ae3 None None] Checking router: bbd2b844-438f-48f4-ba2d-1daa509c50ec for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:48:00.689065 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effef8ba-a454-44e7-813a-c57216598ae3 None None] Updating router bbd2b844-438f-48f4-ba2d-1daa509c50ec port 46c7e083-0117-46f9-97f5-7560a5a93018 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:48:00.732340 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-effef8ba-a454-44e7-813a-c57216598ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:00.744001 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9003cc7-b052-47e3-8ab4-81a2ce9d9167 req-5c8ea6f5-34c7-4017-91bf-e2e37ffded5e tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.58 "GET /v2.0/security-groups?id=ed6ea463-ff24-42cf-bf67-8fe94e810935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027586 Sep 21 17:48:00.812256 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4551b7-5285-4974-8d4e-307527976d57 req-f9de147b-6286-415f-918a-815b6777678d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:00.821562 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0e4551b7-5285-4974-8d4e-307527976d57 req-f9de147b-6286-415f-918a-815b6777678d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5df67e21088c4a18b5c328815d375995&device_id=05f0b56b-3af6-4d92-9e6e-8624287f4a41 HTTP/1.1" status: 200 len: 1098 time: 0.2414331 Sep 21 17:48:00.904184 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-f37fd3ae-a0fa-48f2-bb57-98c88a7007e4 req-f4085169-0db0-4912-9e43-5bb38ca021e6 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] For port 1360dc1d-7947-4698-a33d-85c410876c8b, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=1360dc1d-7947-4698-a33d-85c410876c8b,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:00.905120 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f37fd3ae-a0fa-48f2-bb57-98c88a7007e4 req-f4085169-0db0-4912-9e43-5bb38ca021e6 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:00.916948 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937be237-4d7a-4e80-a066-af3612211218 x-openstack-request-id: req-937be237-4d7a-4e80-a066-af3612211218 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:48:00.917202 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05f0b56b-3af6-4d92-9e6e-8624287f4a41", "tag": "f661c581-c192-43e8-afdb-a0ba05c37bc0", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:48:00.917454 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-937be237-4d7a-4e80-a066-af3612211218 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:48:00.917879 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05f0b56b-3af6-4d92-9e6e-8624287f4a41', 'tag': 'f661c581-c192-43e8-afdb-a0ba05c37bc0', 'status': 'completed', 'code': 200} Sep 21 17:48:00.921066 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0e4551b7-5285-4974-8d4e-307527976d57 req-3b6a3c0c-22c1-4523-b83e-46aed73ec234 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=f661c581-c192-43e8-afdb-a0ba05c37bc0 HTTP/1.1" status: 200 len: 217 time: 0.0822980 Sep 21 17:48:00.942393 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4e40840f-727f-4953-ac1d-1b9f02ad6888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:00.943821 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-f37fd3ae-a0fa-48f2-bb57-98c88a7007e4 req-f4085169-0db0-4912-9e43-5bb38ca021e6 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Calling delete_port for 1360dc1d-7947-4698-a33d-85c410876c8b owned by compute:tempest-test_az-1922301167 {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:48:00.968823 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4e40840f-727f-4953-ac1d-1b9f02ad6888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:01.054384 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4551b7-5285-4974-8d4e-307527976d57 req-26b9fb47-c1c6-485e-95a4-ebf5515a8896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:01.056152 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0e4551b7-5285-4974-8d4e-307527976d57 req-26b9fb47-c1c6-485e-95a4-ebf5515a8896 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1272697 Sep 21 17:48:01.058548 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4e40840f-727f-4953-ac1d-1b9f02ad6888 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4e234762c18f4fe0baa84f89fe1edea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6533771 Sep 21 17:48:01.064331 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47776) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:01.088659 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40840f-727f-4953-ac1d-1b9f02ad6888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bb6479-4c8a-4b4a-995b-3e1692d437ce,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:01.133965 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f88eb-8d2a-4bc2-97d8-d1e785c2312c req-1fe73cc8-e1e1-45c9-a295-5f52c385a0a8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:01.141362 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-295f88eb-8d2a-4bc2-97d8-d1e785c2312c req-1fe73cc8-e1e1-45c9-a295-5f52c385a0a8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 972 time: 0.1758873 Sep 21 17:48:01.243157 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f37fd3ae-a0fa-48f2-bb57-98c88a7007e4 req-f4085169-0db0-4912-9e43-5bb38ca021e6 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:01.254367 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4551b7-5285-4974-8d4e-307527976d57 req-8d9bea53-b8d9-4c2f-bf1f-9ce536be0379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:01.256143 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0e4551b7-5285-4974-8d4e-307527976d57 req-8d9bea53-b8d9-4c2f-bf1f-9ce536be0379 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1819699 Sep 21 17:48:01.269126 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-295f88eb-8d2a-4bc2-97d8-d1e785c2312c req-a4c668f8-52aa-4483-8683-10365e694ef0 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266406 Sep 21 17:48:01.282640 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c8678ab0-76cd-4562-a943-8d91782cac5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:01.306345 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-effef8ba-a454-44e7-813a-c57216598ae3 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:01.315645 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['1360dc1d-7947-4698-a33d-85c410876c8b'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:48:01.328250 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4085169-0db0-4912-9e43-5bb38ca021e6 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Pushing event deleted for resources: {'Port': ['ID=1360dc1d-7947-4698-a33d-85c410876c8b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:01.342166 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c8678ab0-76cd-4562-a943-8d91782cac5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:01.374034 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 6f7a483d-4f5f-4965-ae12-3a2e53aeef21 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:48:01.478807 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37fd3ae-a0fa-48f2-bb57-98c88a7007e4 req-f4085169-0db0-4912-9e43-5bb38ca021e6 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] No DVR routers for this DVR port 1360dc1d-7947-4698-a33d-85c410876c8b on host n-h2-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:48:01.484728 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f37fd3ae-a0fa-48f2-bb57-98c88a7007e4 req-f4085169-0db0-4912-9e43-5bb38ca021e6 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:01.488294 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f37fd3ae-a0fa-48f2-bb57-98c88a7007e4 req-f4085169-0db0-4912-9e43-5bb38ca021e6 tempest-AggregatesAdminTestJSON-437519898 tempest-AggregatesAdminTestJSON-437519898-project] 10.222.0.44 "DELETE /v2.0/ports/1360dc1d-7947-4698-a33d-85c410876c8b HTTP/1.1" status: 204 len: 173 time: 1.1414731 Sep 21 17:48:01.489022 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403d5ec4-973d-48ba-8296-d366254b146e', 'name': 'network-vif-deleted', 'tag': '1360dc1d-7947-4698-a33d-85c410876c8b'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:48:01.489659 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-effef8ba-a454-44e7-813a-c57216598ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:01.491981 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a551a426-04ad-40e2-ac38-7a7aeb6ddb6f" -d '{"events": [{"server_uuid": "403d5ec4-973d-48ba-8296-d366254b146e", "name": "network-vif-deleted", "tag": "1360dc1d-7947-4698-a33d-85c410876c8b"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:48:01.502014 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 6f7a483d-4f5f-4965-ae12-3a2e53aeef21 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:01.504516 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:01.506386 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47792) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:01.519324 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-fe4b829b-eb03-47cb-8966-f836efc9b633 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-657942137-network', 'tenant_id': 'd13b3c35320a49f6b25211e78c7b9f7f'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:01.580769 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4b829b-eb03-47cb-8966-f836efc9b633 admin admin] Made reservation on behalf of d13b3c35320a49f6b25211e78c7b9f7f for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:48:01.586224 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fe4b829b-eb03-47cb-8966-f836efc9b633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:01.627177 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fe4b829b-eb03-47cb-8966-f836efc9b633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:01.646958 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0e4551b7-5285-4974-8d4e-307527976d57 req-8453a25a-6f7d-4c59-9620-11ec42c34b65 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759069 Sep 21 17:48:01.698644 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce125f-c230-42e9-aa37-4ee206e1c9de req-2b3d9b3e-1708-4330-849f-a0443b1c8571 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:01.710195 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fdce125f-c230-42e9-aa37-4ee206e1c9de req-2b3d9b3e-1708-4330-849f-a0443b1c8571 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] 10.222.0.58 "GET /v2.0/ports?device_id=05f0b56b-3af6-4d92-9e6e-8624287f4a41 HTTP/1.1" status: 200 len: 947 time: 0.2252481 Sep 21 17:48:01.748564 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c8678ab0-76cd-4562-a943-8d91782cac5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:01.751686 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c8678ab0-76cd-4562-a943-8d91782cac5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:01.753046 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c8678ab0-76cd-4562-a943-8d91782cac5c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a1bb6479-4c8a-4b4a-995b-3e1692d437ce HTTP/1.1" status: 204 len: 168 time: 0.6869180 Sep 21 17:48:01.773970 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8678ab0-76cd-4562-a943-8d91782cac5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bb6479-4c8a-4b4a-995b-3e1692d437ce,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:01.850540 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394a725-aded-4bcb-9522-cb515fb91886 None None] Pushing event updated for resources: {'Port': ['ID=46c7e083-0117-46f9-97f5-7560a5a93018,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:01.926583 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-4ac8f5f8-7b44-45a8-ae6b-6490908e6510 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:48:01.927798 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-4ac8f5f8-7b44-45a8-ae6b-6490908e6510 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2017407 Sep 21 17:48:01.945038 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fe4b829b-eb03-47cb-8966-f836efc9b633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:01.978155 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fe4b829b-eb03-47cb-8966-f836efc9b633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:01.983734 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-effef8ba-a454-44e7-813a-c57216598ae3 None None] Attempting to bind port 46c7e083-0117-46f9-97f5-7560a5a93018 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:48:01.984106 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-effef8ba-a454-44e7-813a-c57216598ae3 None None] Attempting to bind port 46c7e083-0117-46f9-97f5-7560a5a93018 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '67303b61-e45a-4af0-805b-0bf5aae7fcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a85aca27-47ab-4d45-92c3-b1f3ae1ab31b'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:48:01.984475 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effef8ba-a454-44e7-813a-c57216598ae3 None None] Attempting to bind port 46c7e083-0117-46f9-97f5-7560a5a93018 on network a85aca27-47ab-4d45-92c3-b1f3ae1ab31b {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:02.007515 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effef8ba-a454-44e7-813a-c57216598ae3 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:48:02.007845 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effef8ba-a454-44e7-813a-c57216598ae3 None None] Checking segment: {'id': '67303b61-e45a-4af0-805b-0bf5aae7fcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a85aca27-47ab-4d45-92c3-b1f3ae1ab31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:48:02.008212 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-effef8ba-a454-44e7-813a-c57216598ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:02.008611 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effef8ba-a454-44e7-813a-c57216598ae3 None None] Bound using segment: {'id': '67303b61-e45a-4af0-805b-0bf5aae7fcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a85aca27-47ab-4d45-92c3-b1f3ae1ab31b'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:48:02.009283 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-effef8ba-a454-44e7-813a-c57216598ae3 None None] Bound port: 46c7e083-0117-46f9-97f5-7560a5a93018, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67303b61-e45a-4af0-805b-0bf5aae7fcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a85aca27-47ab-4d45-92c3-b1f3ae1ab31b'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:48:02.009641 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-effef8ba-a454-44e7-813a-c57216598ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:02.013309 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b829b-eb03-47cb-8966-f836efc9b633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adf4c56-c283-4360-b79f-bb83d3f73cbf,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:02.023506 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-4de9cdcc-72b5-4a36-a3ab-bdf913b27a50 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:02.026258 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-4de9cdcc-72b5-4a36-a3ab-bdf913b27a50 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/ports/65dff5a5-5e62-487b-954c-6d78ff73c641 HTTP/1.1" status: 200 len: 1094 time: 0.0869503 Sep 21 17:48:02.030697 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4b829b-eb03-47cb-8966-f836efc9b633 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:48:02.040319 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-c920a694-6b36-4a1f-95da-33613b896f11 service neutron] Request body: {'binding': {'host': 'n-h2-810291-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:02.041143 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-c920a694-6b36-4a1f-95da-33613b896f11 service neutron] Unknown quota resources ['binding']. {{(pid=101461) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 17:48:02.069480 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fe4b829b-eb03-47cb-8966-f836efc9b633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:02.070078 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-fe4b829b-eb03-47cb-8966-f836efc9b633 admin admin] Added segment 496d3bec-efa1-479a-a0f5-18a028e845be of type vlan for network 6505b804-ad26-4a4e-abe0-94b7f04cbfac Sep 21 17:48:02.072306 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-49b54548-7f9e-4b9a-a2e6-31bc1745447e None None] Provisioning complete for port 46c7e083-0117-46f9-97f5-7560a5a93018 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:02.072682 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-49b54548-7f9e-4b9a-a2e6-31bc1745447e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:02.138596 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fe4b829b-eb03-47cb-8966-f836efc9b633 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:02.142279 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-49b54548-7f9e-4b9a-a2e6-31bc1745447e None None] Port 46c7e083-0117-46f9-97f5-7560a5a93018 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:48:02.147902 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-effef8ba-a454-44e7-813a-c57216598ae3 None None] For port 46c7e083-0117-46f9-97f5-7560a5a93018, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:48:02.151653 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-effef8ba-a454-44e7-813a-c57216598ae3 None None] For port 46c7e083-0117-46f9-97f5-7560a5a93018, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=46c7e083-0117-46f9-97f5-7560a5a93018,segment=NetworkSegment(67303b61-e45a-4af0-805b-0bf5aae7fcb6),segment_id=67303b61-e45a-4af0-805b-0bf5aae7fcb6)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:48:02.164899 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-effef8ba-a454-44e7-813a-c57216598ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:02.165653 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fdce125f-c230-42e9-aa37-4ee206e1c9de req-188446b0-4720-4991-908c-30847f453f4a tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] 10.222.0.58 "GET /v2.0/security-groups?id=41d0e8f8-cff8-4dd3-be94-862de3225a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504292 Sep 21 17:48:02.200827 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0e4551b7-5285-4974-8d4e-307527976d57 req-b726c87f-091d-4f81-a218-5070e398b2ee service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5415027 Sep 21 17:48:02.225820 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fe4b829b-eb03-47cb-8966-f836efc9b633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:02.227218 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4b829b-eb03-47cb-8966-f836efc9b633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:02.227931 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fe4b829b-eb03-47cb-8966-f836efc9b633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:02.272207 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501e5be0-bf40-478f-bf36-e82f829d8e1e x-openstack-request-id: req-501e5be0-bf40-478f-bf36-e82f829d8e1e {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:48:02.273539 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403d5ec4-973d-48ba-8296-d366254b146e", "name": "network-vif-deleted", "tag": "1360dc1d-7947-4698-a33d-85c410876c8b", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:48:02.274659 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-501e5be0-bf40-478f-bf36-e82f829d8e1e {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:48:02.275402 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403d5ec4-973d-48ba-8296-d366254b146e', 'name': 'network-vif-deleted', 'tag': '1360dc1d-7947-4698-a33d-85c410876c8b', 'status': 'completed', 'code': 200} Sep 21 17:48:02.278870 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effef8ba-a454-44e7-813a-c57216598ae3 None None] Routers {'bbd2b844-438f-48f4-ba2d-1daa509c50ec'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:48:02.279689 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-effef8ba-a454-44e7-813a-c57216598ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:47:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['bbd2b844-438f-48f4-ba2d-1daa509c50ec'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:02.283244 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394a725-aded-4bcb-9522-cb515fb91886 None None] Pushing event updated for resources: {'Port': ['ID=46c7e083-0117-46f9-97f5-7560a5a93018,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:02.355619 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fe4b829b-eb03-47cb-8966-f836efc9b633 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8467541 Sep 21 17:48:02.356696 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47820) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:02.420896 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1e844-3e18-458d-9dd3-e5b2a20ed8b1 req-03e7c747-cac8-4d93-861b-fd2ec30f8d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:02.422327 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-b8807fd0-19cb-4024-bcf7-8a044538dd9a admin admin] Request body: {'subnet': {'network_id': '6505b804-ad26-4a4e-abe0-94b7f04cbfac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-657942137-subnet', 'tenant_id': 'd13b3c35320a49f6b25211e78c7b9f7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:02.428112 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a0e1e844-3e18-458d-9dd3-e5b2a20ed8b1 req-03e7c747-cac8-4d93-861b-fd2ec30f8d7e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5df67e21088c4a18b5c328815d375995&device_id=05f0b56b-3af6-4d92-9e6e-8624287f4a41 HTTP/1.1" status: 200 len: 1098 time: 0.0920837 Sep 21 17:48:02.448218 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b829b-eb03-47cb-8966-f836efc9b633 admin admin] Pushing event updated for resources: {'Network': ['ID=6505b804-ad26-4a4e-abe0-94b7f04cbfac,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:02.482469 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-c920a694-6b36-4a1f-95da-33613b896f11 service neutron] Attempting to bind port 65dff5a5-5e62-487b-954c-6d78ff73c641 on host n-h2-810291-1 for vnic_type normal with profile None {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:48:02.484589 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-c920a694-6b36-4a1f-95da-33613b896f11 service neutron] Attempting to bind port 65dff5a5-5e62-487b-954c-6d78ff73c641 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:48:02.484926 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-c920a694-6b36-4a1f-95da-33613b896f11 service neutron] Attempting to bind port 65dff5a5-5e62-487b-954c-6d78ff73c641 on network ce365bfd-7bb2-49d3-914a-63ce743986ef {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:02.492267 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-c920a694-6b36-4a1f-95da-33613b896f11 service neutron] Port 65dff5a5-5e62-487b-954c-6d78ff73c641 on network ce365bfd-7bb2-49d3-914a-63ce743986ef not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:48:02.492612 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-c920a694-6b36-4a1f-95da-33613b896f11 service neutron] Attempting to bind port 65dff5a5-5e62-487b-954c-6d78ff73c641 on network ce365bfd-7bb2-49d3-914a-63ce743986ef {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:02.506773 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-effef8ba-a454-44e7-813a-c57216598ae3 None None] Set router bbd2b844-438f-48f4-ba2d-1daa509c50ec gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:48:02.521312 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8807fd0-19cb-4024-bcf7-8a044538dd9a admin admin] Made reservation on behalf of d13b3c35320a49f6b25211e78c7b9f7f for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:48:02.523698 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b8807fd0-19cb-4024-bcf7-8a044538dd9a admin admin] Notify callbacks [] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:02.526701 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-c920a694-6b36-4a1f-95da-33613b896f11 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:48:02.527122 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-c920a694-6b36-4a1f-95da-33613b896f11 service neutron] Checking segment: {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:48:02.527583 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-c920a694-6b36-4a1f-95da-33613b896f11 service neutron] Bound using segment: {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:48:02.528097 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-c920a694-6b36-4a1f-95da-33613b896f11 service neutron] Bound port: 65dff5a5-5e62-487b-954c-6d78ff73c641, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'}}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:48:02.649376 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1e844-3e18-458d-9dd3-e5b2a20ed8b1 req-2532620c-ee81-4a51-85d3-c367cc5a1f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:02.659361 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a0e1e844-3e18-458d-9dd3-e5b2a20ed8b1 req-2532620c-ee81-4a51-85d3-c367cc5a1f29 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.2241871 Sep 21 17:48:02.689752 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-c920a694-6b36-4a1f-95da-33613b896f11 service neutron] For port 65dff5a5-5e62-487b-954c-6d78ff73c641, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=65dff5a5-5e62-487b-954c-6d78ff73c641,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:48:02.700796 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-c920a694-6b36-4a1f-95da-33613b896f11 service neutron] Notify callbacks [] for binding, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:02.702226 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-c920a694-6b36-4a1f-95da-33613b896f11 service neutron] 10.222.0.58 "POST /v2.0/ports/65dff5a5-5e62-487b-954c-6d78ff73c641/bindings HTTP/1.1" status: 201 len: 389 time: 0.6655836 Sep 21 17:48:02.728108 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 6505b804-ad26-4a4e-abe0-94b7f04cbfac details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:48:02.763872 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a0e1e844-3e18-458d-9dd3-e5b2a20ed8b1 req-a7f0774a-e538-4135-9058-b6078da5afb7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=f661c581-c192-43e8-afdb-a0ba05c37bc0 HTTP/1.1" status: 200 len: 217 time: 0.0962489 Sep 21 17:48:02.796001 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b93cbc8d-ff70-42a6-826d-0a6488650008 None None] Provisioning complete for port 46c7e083-0117-46f9-97f5-7560a5a93018 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:02.796433 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b93cbc8d-ff70-42a6-826d-0a6488650008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:02.845607 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b8807fd0-19cb-4024-bcf7-8a044538dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:02.966014 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-effef8ba-a454-44e7-813a-c57216598ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd2b844-438f-48f4-ba2d-1daa509c50ec', 'name': 'tempest-AttachSCSIVolumeTestJSON-963135659-router', 'tenant_id': '7b8df62cc2a44f18b1012d84424cf7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '6f7a483d-4f5f-4965-ae12-3a2e53aeef21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:47:51Z', 'updated_at': '2021-09-21T17:47:57Z', 'revision_number': 4, 'project_id': '7b8df62cc2a44f18b1012d84424cf7b7', 'gw_port': {'id': '6f7a483d-4f5f-4965-ae12-3a2e53aeef21', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd2b844-438f-48f4-ba2d-1daa509c50ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:47:52Z', 'updated_at': '2021-09-21T17:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '46c7e083-0117-46f9-97f5-7560a5a93018', 'name': '', 'network_id': 'a85aca27-47ab-4d45-92c3-b1f3ae1ab31b', 'tenant_id': '7b8df62cc2a44f18b1012d84424cf7b7', 'mac_address': 'fa:16:3e:36:58:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd2b844-438f-48f4-ba2d-1daa509c50ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '7b1acb97-a665-4981-aa27-e3c7a92f8d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:47:56Z', 'updated_at': '2021-09-21T17:48:02Z', 'revision_number': 4, 'project_id': '7b8df62cc2a44f18b1012d84424cf7b7', 'subnets': [{'id': '7b1acb97-a665-4981-aa27-e3c7a92f8d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:02.970148 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-df251af0-5e76-46c6-8025-44b02a0aeaa0 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=0fda0738d23f40b0b4ca907e403de23f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0990725 Sep 21 17:48:02.988384 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1e844-3e18-458d-9dd3-e5b2a20ed8b1 req-16ee47d3-483f-4c73-b6bc-a4a52c508b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:02.993163 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8807fd0-19cb-4024-bcf7-8a044538dd9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3758e5e3-dac4-4bab-ba30-39230b4b74c8,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:02.994772 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a0e1e844-3e18-458d-9dd3-e5b2a20ed8b1 req-16ee47d3-483f-4c73-b6bc-a4a52c508b36 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.2234418 Sep 21 17:48:03.022517 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8807fd0-19cb-4024-bcf7-8a044538dd9a admin admin] Checking segment: {'id': '496d3bec-efa1-479a-a0f5-18a028e845be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6505b804-ad26-4a4e-abe0-94b7f04cbfac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:48:03.022517 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8807fd0-19cb-4024-bcf7-8a044538dd9a admin admin] Network hostable DHCP agents. Network: 6505b804-ad26-4a4e-abe0-94b7f04cbfac, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:48:03.099779 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8807fd0-19cb-4024-bcf7-8a044538dd9a admin admin] Network 6505b804-ad26-4a4e-abe0-94b7f04cbfac is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:48:03.107336 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-533bb217-b299-4e74-b8ba-40791c55f2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:03.109243 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-533bb217-b299-4e74-b8ba-40791c55f2e9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=564aef6a99cc4ded992fbb9f0e732388&device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 1097 time: 0.0813076 Sep 21 17:48:03.135118 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-b8807fd0-19cb-4024-bcf7-8a044538dd9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 6505b804-ad26-4a4e-abe0-94b7f04cbfac) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:48:03.135955 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1e844-3e18-458d-9dd3-e5b2a20ed8b1 req-5be85797-d9d0-4035-91e8-502dec439c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:03.142907 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a0e1e844-3e18-458d-9dd3-e5b2a20ed8b1 req-5be85797-d9d0-4035-91e8-502dec439c1a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1236703 Sep 21 17:48:03.176025 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8807fd0-19cb-4024-bcf7-8a044538dd9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:03.176970 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b8807fd0-19cb-4024-bcf7-8a044538dd9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:03.193493 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47850) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:03.199227 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6d88d2-8deb-40da-a3a3-e98a681021d9 None None] Network 6505b804-ad26-4a4e-abe0-94b7f04cbfac requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:48:03.221379 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b8807fd0-19cb-4024-bcf7-8a044538dd9a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8609769 Sep 21 17:48:03.225399 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47856) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:03.229926 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effef8ba-a454-44e7-813a-c57216598ae3 None None] The sync data for ids ['bbd2b844-438f-48f4-ba2d-1daa509c50ec'] in n-d-810291-1 is: [{'id': 'bbd2b844-438f-48f4-ba2d-1daa509c50ec', 'name': 'tempest-AttachSCSIVolumeTestJSON-963135659-router', 'tenant_id': '7b8df62cc2a44f18b1012d84424cf7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '6f7a483d-4f5f-4965-ae12-3a2e53aeef21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:47:51Z', 'updated_at': '2021-09-21T17:47:57Z', 'revision_number': 4, 'project_id': '7b8df62cc2a44f18b1012d84424cf7b7', 'gw_port': {'id': '6f7a483d-4f5f-4965-ae12-3a2e53aeef21', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd2b844-438f-48f4-ba2d-1daa509c50ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:47:52Z', 'updated_at': '2021-09-21T17:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '46c7e083-0117-46f9-97f5-7560a5a93018', 'name': '', 'network_id': 'a85aca27-47ab-4d45-92c3-b1f3ae1ab31b', 'tenant_id': '7b8df62cc2a44f18b1012d84424cf7b7', 'mac_address': 'fa:16:3e:36:58:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd2b844-438f-48f4-ba2d-1daa509c50ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '7b1acb97-a665-4981-aa27-e3c7a92f8d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:47:56Z', 'updated_at': '2021-09-21T17:48:02Z', 'revision_number': 4, 'project_id': '7b8df62cc2a44f18b1012d84424cf7b7', 'subnets': [{'id': '7b1acb97-a665-4981-aa27-e3c7a92f8d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:48:03.278715 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-564bc1fb-e1a4-4c8c-bcc1-47a473bf467f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-657942137-router', 'tenant_id': 'd13b3c35320a49f6b25211e78c7b9f7f', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:03.314633 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-5be6b318-b94a-43dc-a2cd-b9f3d011d15a tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:03.319710 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-5be6b318-b94a-43dc-a2cd-b9f3d011d15a tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3410814 Sep 21 17:48:03.349350 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b93cbc8d-ff70-42a6-826d-0a6488650008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:03.356445 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca2aa4-df8e-486b-a211-0b757f3fb053 req-5e9412dc-49cd-4299-ab8b-4464c64f82d9 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:03.358422 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a3ca2aa4-df8e-486b-a211-0b757f3fb053 req-5e9412dc-49cd-4299-ab8b-4464c64f82d9 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 972 time: 0.2271364 Sep 21 17:48:03.363944 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-d8379514-cfc3-43af-be9b-3de61bf2fdd6 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/quotas/0fda0738d23f40b0b4ca907e403de23f HTTP/1.1" status: 200 len: 375 time: 0.0138617 Sep 21 17:48:03.405214 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-564bc1fb-e1a4-4c8c-bcc1-47a473bf467f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:03.406328 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-564bc1fb-e1a4-4c8c-bcc1-47a473bf467f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:03.410696 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-b7c85016-1471-4bc7-807b-01aa23a7c6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:03.413559 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-b7c85016-1471-4bc7-807b-01aa23a7c6a5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ce365bfd-7bb2-49d3-914a-63ce743986ef HTTP/1.1" status: 200 len: 908 time: 0.2957397 Sep 21 17:48:03.441645 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b93cbc8d-ff70-42a6-826d-0a6488650008 None None] For port 46c7e083-0117-46f9-97f5-7560a5a93018, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=46c7e083-0117-46f9-97f5-7560a5a93018,segment=NetworkSegment(67303b61-e45a-4af0-805b-0bf5aae7fcb6),segment_id=67303b61-e45a-4af0-805b-0bf5aae7fcb6)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:03.447780 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b93cbc8d-ff70-42a6-826d-0a6488650008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:03.456683 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-8c469cd3-26ad-44cd-9cab-7d86d5daf71c tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0fda0738d23f40b0b4ca907e403de23f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0761921 Sep 21 17:48:03.467879 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a0e1e844-3e18-458d-9dd3-e5b2a20ed8b1 req-e4a88229-c477-467a-a50b-b2961e6806c2 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125715 Sep 21 17:48:03.486615 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47858) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:03.524086 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-8c7933a9-9f17-435f-a3c6-fa378f3cc4ea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65dff5a5-5e62-487b-954c-6d78ff73c641 HTTP/1.1" status: 200 len: 217 time: 0.1013083 Sep 21 17:48:03.537194 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a3ca2aa4-df8e-486b-a211-0b757f3fb053 req-0f27473a-3bc1-4f80-8cca-0dd9be09cffc tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628842 Sep 21 17:48:03.561450 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cbc8d-ff70-42a6-826d-0a6488650008 None None] Pushing event updated for resources: {'Port': ['ID=46c7e083-0117-46f9-97f5-7560a5a93018,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:03.630720 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-9b85f9ea-3874-4ee7-8952-aecbe2963184 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350988157-network', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:03.637058 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52162882-f270-4b0b-bbfc-723efa358373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-6505b804-ad26-4a4e-abe0-94b7f04cbfac', 'network_id': '6505b804-ad26-4a4e-abe0-94b7f04cbfac', 'tenant_id': 'd13b3c35320a49f6b25211e78c7b9f7f', 'fixed_ips': [{'subnet_id': '3758e5e3-dac4-4bab-ba30-39230b4b74c8'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:48:03.637944 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-52162882-f270-4b0b-bbfc-723efa358373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:03.704039 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-564bc1fb-e1a4-4c8c-bcc1-47a473bf467f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:03.711053 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b85f9ea-3874-4ee7-8952-aecbe2963184 admin admin] Made reservation on behalf of b93028f5f6c042dd85c1734d29b3e8eb for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:48:03.713520 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9b85f9ea-3874-4ee7-8952-aecbe2963184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:03.727518 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9b85f9ea-3874-4ee7-8952-aecbe2963184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:03.787111 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a1f9086f-9b59-4767-98ea-f08a43fcc3b3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a9f3fa0bdecb41c6bac7e9555aa428ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2992744 Sep 21 17:48:03.789636 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a0e1e844-3e18-458d-9dd3-e5b2a20ed8b1 req-d58ab7eb-57ad-43bd-bbc6-9b580932e36f service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124864 Sep 21 17:48:03.790500 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47866) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:03.839078 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 1360dc1d-7947-4698-a33d-85c410876c8b no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:48:03.884607 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 1360dc1d-7947-4698-a33d-85c410876c8b {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:48:03.884953 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 1360dc1d-7947-4698-a33d-85c410876c8b not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:48:03.889038 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-99ae6297-ae25-4089-9931-0fd1b13dd091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:03.890433 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-99ae6297-ae25-4089-9931-0fd1b13dd091 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f6bcee82-068a-4838-bdd8-412dc7128026 HTTP/1.1" status: 200 len: 847 time: 0.3420010 Sep 21 17:48:04.056352 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-52162882-f270-4b0b-bbfc-723efa358373 None None] Allocated IP 172.20.0.2 (6505b804-ad26-4a4e-abe0-94b7f04cbfac/3758e5e3-dac4-4bab-ba30-39230b4b74c8/8f2fbc8e-ed75-42f8-a247-73ecad8d330b) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:48:04.084003 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-527531cd-8f58-471a-b4d8-acad365b9e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:04.117075 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-527531cd-8f58-471a-b4d8-acad365b9e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:04.224106 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa006c-6573-47fa-a52a-9d187d668c89 req-b4298df3-aebc-4f19-92f2-04b08d071934 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:04.227469 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2eaa006c-6573-47fa-a52a-9d187d668c89 req-b4298df3-aebc-4f19-92f2-04b08d071934 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 946 time: 0.5278327 Sep 21 17:48:04.232097 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae7ea0-795e-43ac-83b3-642606ca1275 req-94ec5a0e-629d-44f7-8b0f-f02bb7536227 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:04.239648 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25ae7ea0-795e-43ac-83b3-642606ca1275 req-94ec5a0e-629d-44f7-8b0f-f02bb7536227 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] 10.222.0.58 "GET /v2.0/ports?device_id=05f0b56b-3af6-4d92-9e6e-8624287f4a41 HTTP/1.1" status: 200 len: 947 time: 0.1836975 Sep 21 17:48:04.277138 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-527531cd-8f58-471a-b4d8-acad365b9e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:04.279939 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-527531cd-8f58-471a-b4d8-acad365b9e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:04.284297 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-527531cd-8f58-471a-b4d8-acad365b9e0b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ed6ea463-ff24-42cf-bf67-8fe94e810935 HTTP/1.1" status: 204 len: 168 time: 0.4924753 Sep 21 17:48:04.288053 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9b85f9ea-3874-4ee7-8952-aecbe2963184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:04.307121 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9b85f9ea-3874-4ee7-8952-aecbe2963184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:04.310490 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527531cd-8f58-471a-b4d8-acad365b9e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6ea463-ff24-42cf-bf67-8fe94e810935,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:04.337620 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-564bc1fb-e1a4-4c8c-bcc1-47a473bf467f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:04.350977 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-73106e92-3772-40e2-bdb3-028f24fa4d64 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ce365bfd-7bb2-49d3-914a-63ce743986ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1804342 Sep 21 17:48:04.351424 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-52162882-f270-4b0b-bbfc-723efa358373 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:04.359142 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25ae7ea0-795e-43ac-83b3-642606ca1275 req-cebe4ed0-30a3-459b-b38a-1bda7d72e8c3 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] 10.222.0.58 "GET /v2.0/security-groups?id=41d0e8f8-cff8-4dd3-be94-862de3225a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183140 Sep 21 17:48:04.361819 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b85f9ea-3874-4ee7-8952-aecbe2963184 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:48:04.391596 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2eaa006c-6573-47fa-a52a-9d187d668c89 req-4429177b-08de-4532-ab48-721eed0a5f8d tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257718 Sep 21 17:48:04.417896 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-52162882-f270-4b0b-bbfc-723efa358373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:04.424854 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9b85f9ea-3874-4ee7-8952-aecbe2963184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:04.425208 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-9b85f9ea-3874-4ee7-8952-aecbe2963184 admin admin] Added segment 7a5dc2df-d527-4d5f-8075-3ae6a5871227 of type vlan for network 11a4fcdf-56c0-4722-a4a2-ffbd8671669c Sep 21 17:48:04.426521 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85f9ea-3874-4ee7-8952-aecbe2963184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56854768-352f-4fa9-9274-3c4cbbc57334,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:04.535766 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5dae12ea-d0e9-4be2-881d-0c871139536c req-236455dd-ba73-4864-8918-37f05245d431 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=81357416-39b5-4367-a384-3be675bf783d HTTP/1.1" status: 200 len: 210 time: 0.0830636 Sep 21 17:48:04.562419 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52162882-f270-4b0b-bbfc-723efa358373 None None] Pushing event updated for resources: {'Port': ['ID=8f2fbc8e-ed75-42f8-a247-73ecad8d330b,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:04.587299 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52162882-f270-4b0b-bbfc-723efa358373 None None] Network 6505b804-ad26-4a4e-abe0-94b7f04cbfac is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:48:04.588766 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-52162882-f270-4b0b-bbfc-723efa358373 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:48:04.594138 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52162882-f270-4b0b-bbfc-723efa358373 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:48:04.609021 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9b85f9ea-3874-4ee7-8952-aecbe2963184 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:04.619854 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-e09690c7-39d2-40e4-8c87-68e1913d6fb6 service neutron] 10.222.0.44 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325952 Sep 21 17:48:04.695255 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9b85f9ea-3874-4ee7-8952-aecbe2963184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:04.696410 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b85f9ea-3874-4ee7-8952-aecbe2963184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:04.697127 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9b85f9ea-3874-4ee7-8952-aecbe2963184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:04.772018 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-52162882-f270-4b0b-bbfc-723efa358373 None None] Attempting to bind port 8f2fbc8e-ed75-42f8-a247-73ecad8d330b on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:48:04.778515 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-52162882-f270-4b0b-bbfc-723efa358373 None None] Attempting to bind port 8f2fbc8e-ed75-42f8-a247-73ecad8d330b by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '496d3bec-efa1-479a-a0f5-18a028e845be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6505b804-ad26-4a4e-abe0-94b7f04cbfac'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:48:04.779119 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52162882-f270-4b0b-bbfc-723efa358373 None None] Attempting to bind port 8f2fbc8e-ed75-42f8-a247-73ecad8d330b on network 6505b804-ad26-4a4e-abe0-94b7f04cbfac {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:04.807184 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52162882-f270-4b0b-bbfc-723efa358373 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:48:04.809138 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52162882-f270-4b0b-bbfc-723efa358373 None None] Checking segment: {'id': '496d3bec-efa1-479a-a0f5-18a028e845be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6505b804-ad26-4a4e-abe0-94b7f04cbfac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:48:04.809861 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-52162882-f270-4b0b-bbfc-723efa358373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:04.811147 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52162882-f270-4b0b-bbfc-723efa358373 None None] Bound using segment: {'id': '496d3bec-efa1-479a-a0f5-18a028e845be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6505b804-ad26-4a4e-abe0-94b7f04cbfac'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:48:04.812736 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-52162882-f270-4b0b-bbfc-723efa358373 None None] Bound port: 8f2fbc8e-ed75-42f8-a247-73ecad8d330b, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '496d3bec-efa1-479a-a0f5-18a028e845be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6505b804-ad26-4a4e-abe0-94b7f04cbfac'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:48:04.814031 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-52162882-f270-4b0b-bbfc-723efa358373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:04.893095 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-564bc1fb-e1a4-4c8c-bcc1-47a473bf467f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:04.919596 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-564bc1fb-e1a4-4c8c-bcc1-47a473bf467f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:04.928678 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85f9ea-3874-4ee7-8952-aecbe2963184 admin admin] Pushing event updated for resources: {'Network': ['ID=11a4fcdf-56c0-4722-a4a2-ffbd8671669c,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:04.966726 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-52162882-f270-4b0b-bbfc-723efa358373 None None] For port 8f2fbc8e-ed75-42f8-a247-73ecad8d330b, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:48:04.971926 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-52162882-f270-4b0b-bbfc-723efa358373 None None] For port 8f2fbc8e-ed75-42f8-a247-73ecad8d330b, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=8f2fbc8e-ed75-42f8-a247-73ecad8d330b,segment=NetworkSegment(496d3bec-efa1-479a-a0f5-18a028e845be),segment_id=496d3bec-efa1-479a-a0f5-18a028e845be)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:48:04.978548 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9b85f9ea-3874-4ee7-8952-aecbe2963184 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7791376 Sep 21 17:48:04.983039 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47904) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:04.984872 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 11a4fcdf-56c0-4722-a4a2-ffbd8671669c details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:48:05.007137 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-d3fa3a82-7869-4b0f-b6ad-d3157c231aa7 admin admin] Request body: {'subnet': {'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350988157-subnet', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:05.007788 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47906) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:05.076518 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c83f35-82a8-48a1-863c-7fe47ecde9e8 req-4eaaa73e-4d5f-41e7-9b06-7d5935dde09a tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:05.084174 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-93c83f35-82a8-48a1-863c-7fe47ecde9e8 req-4eaaa73e-4d5f-41e7-9b06-7d5935dde09a tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 972 time: 0.1892695 Sep 21 17:48:05.097469 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-6e7f920c-1595-4c34-9ec2-00197a1feb2e service neutron] 10.222.0.44 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638858 Sep 21 17:48:05.132205 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fa3a82-7869-4b0f-b6ad-d3157c231aa7 admin admin] Made reservation on behalf of b93028f5f6c042dd85c1734d29b3e8eb for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:48:05.134693 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d3fa3a82-7869-4b0f-b6ad-d3157c231aa7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:05.143423 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device f661c581-c192-43e8-afdb-a0ba05c37bc0 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:48:05.169509 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-564bc1fb-e1a4-4c8c-bcc1-47a473bf467f admin admin] Allocated IP 172.25.6.181 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/67a337c4-6d78-4073-bb28-2f7b7dba2488) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:48:05.180575 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-29aa0aec-06f4-41b1-805e-2dfced1260ad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=da7cf082c24e4782822e8417611caf8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1715586 Sep 21 17:48:05.184142 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47910) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:05.236390 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-93c83f35-82a8-48a1-863c-7fe47ecde9e8 req-b2ba2b27-397a-4171-9450-ecf3cac66f63 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512809 Sep 21 17:48:05.310830 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-52162882-f270-4b0b-bbfc-723efa358373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:05.362846 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 46c7e083-0117-46f9-97f5-7560a5a93018 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:48:05.429985 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-8eb6aca0-fe68-4fb7-a298-3fe6ff779bc1 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=0fda0738d23f40b0b4ca907e403de23f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524538 Sep 21 17:48:05.479223 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port f661c581-c192-43e8-afdb-a0ba05c37bc0, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=f661c581-c192-43e8-afdb-a0ba05c37bc0,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:05.493995 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'f661c581-c192-43e8-afdb-a0ba05c37bc0', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': 'f661c581-c192-43e8-afdb-a0ba05c37bc0', 'mac_address': 'fa:16:3e:1b:7f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:48:05.555233 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:05.611690 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47922) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:05.630820 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f661c581-c192-43e8-afdb-a0ba05c37bc0 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:48:05.638283 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52162882-f270-4b0b-bbfc-723efa358373 None None] Pushing event updated for resources: {'Port': ['ID=8f2fbc8e-ed75-42f8-a247-73ecad8d330b,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:05.677873 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port f661c581-c192-43e8-afdb-a0ba05c37bc0, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=f661c581-c192-43e8-afdb-a0ba05c37bc0,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:05.688086 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:05.695487 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1b96a62a-8791-4a89-8278-9856a45eda82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:05.707564 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-f815be40-0114-4d79-823b-68124a8cb662 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:05.709254 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-f815be40-0114-4d79-823b-68124a8cb662 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c&tenant_id=564aef6a99cc4ded992fbb9f0e732388&binding%3Ahost_id=n-h1-810291-1 HTTP/1.1" status: 200 len: 1097 time: 0.3941231 Sep 21 17:48:05.736454 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-2f37c7e4-7a7d-4f0b-837d-39590f71bb5f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810291-1'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:05.747613 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=f661c581-c192-43e8-afdb-a0ba05c37bc0,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:05.758300 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 46c7e083-0117-46f9-97f5-7560a5a93018 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:05.758674 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:05.759519 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1b96a62a-8791-4a89-8278-9856a45eda82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:05.798261 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-564bc1fb-e1a4-4c8c-bcc1-47a473bf467f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:05.830866 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf663e4-db38-4416-9e32-6fea2f1609b6 req-ecde9a89-9bd1-4223-b63a-e69b6b5973a3 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:05.832536 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c6a29-9d6a-4cfe-9af3-56ee5f301fd2 req-d45795b5-0549-4b47-9988-256479ba4392 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:05.834097 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-df8c6a29-9d6a-4cfe-9af3-56ee5f301fd2 req-d45795b5-0549-4b47-9988-256479ba4392 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 946 time: 0.1618345 Sep 21 17:48:05.856179 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dbf663e4-db38-4416-9e32-6fea2f1609b6 req-ecde9a89-9bd1-4223-b63a-e69b6b5973a3 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] 10.222.0.58 "GET /v2.0/ports?device_id=05f0b56b-3af6-4d92-9e6e-8624287f4a41 HTTP/1.1" status: 200 len: 947 time: 0.2463250 Sep 21 17:48:05.857586 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-1249b228-dbc6-4848-8c3f-38a2b55424bd tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:05.860299 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-1249b228-dbc6-4848-8c3f-38a2b55424bd tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4182954 Sep 21 17:48:05.888324 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-60b3e601-a6f1-4e23-9ecd-231a0c739e4d tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Request body: {'port': {'device_id': '81357416-39b5-4367-a384-3be675bf783d', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'admin_state_up': True, 'tenant_id': '0fda0738d23f40b0b4ca907e403de23f'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:05.925322 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d3fa3a82-7869-4b0f-b6ad-d3157c231aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:05.948488 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-75a8f2e7-3495-4408-9eee-39a3cff0bb84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:05.948952 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['f661c581-c192-43e8-afdb-a0ba05c37bc0'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:48:06.051759 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-2f37c7e4-7a7d-4f0b-837d-39590f71bb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:06.061350 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-df8c6a29-9d6a-4cfe-9af3-56ee5f301fd2 req-95106897-826c-4ada-a69b-23ed3944cae1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001183 Sep 21 17:48:06.076108 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dbf663e4-db38-4416-9e32-6fea2f1609b6 req-1c355882-e56f-40bd-9b38-55a492c2a20c tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] 10.222.0.58 "GET /v2.0/security-groups?id=41d0e8f8-cff8-4dd3-be94-862de3225a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189229 Sep 21 17:48:06.081536 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa3a82-7869-4b0f-b6ad-d3157c231aa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42aa13e9-fa0a-473d-9510-59ad5e7250f2,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:06.108694 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fa3a82-7869-4b0f-b6ad-d3157c231aa7 admin admin] Checking segment: {'id': '7a5dc2df-d527-4d5f-8075-3ae6a5871227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:48:06.109062 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fa3a82-7869-4b0f-b6ad-d3157c231aa7 admin admin] Network hostable DHCP agents. Network: 11a4fcdf-56c0-4722-a4a2-ffbd8671669c, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:48:06.128063 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-564bc1fb-e1a4-4c8c-bcc1-47a473bf467f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:06.136788 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fa3a82-7869-4b0f-b6ad-d3157c231aa7 admin admin] Network 11a4fcdf-56c0-4722-a4a2-ffbd8671669c is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:48:06.152088 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-d3fa3a82-7869-4b0f-b6ad-d3157c231aa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 11a4fcdf-56c0-4722-a4a2-ffbd8671669c) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:48:06.157318 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa3a82-7869-4b0f-b6ad-d3157c231aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:06.158410 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d3fa3a82-7869-4b0f-b6ad-d3157c231aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:06.163946 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d646939c-670d-462e-87fa-36849aa6b2ce None None] Network 11a4fcdf-56c0-4722-a4a2-ffbd8671669c requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:48:06.224487 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564bc1fb-e1a4-4c8c-bcc1-47a473bf467f admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:48:06.226158 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1b96a62a-8791-4a89-8278-9856a45eda82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:06.228715 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1b96a62a-8791-4a89-8278-9856a45eda82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:06.232250 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1b96a62a-8791-4a89-8278-9856a45eda82 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2a7138fd-4089-4d59-90d1-56b117d7dbab HTTP/1.1" status: 204 len: 168 time: 1.0390840 Sep 21 17:48:06.372362 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-2f37c7e4-7a7d-4f0b-837d-39590f71bb5f service neutron] For port 65dff5a5-5e62-487b-954c-6d78ff73c641, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=65dff5a5-5e62-487b-954c-6d78ff73c641,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:06.383311 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3803468e-8489-4454-8042-795258044309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-11a4fcdf-56c0-4722-a4a2-ffbd8671669c', 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'fixed_ips': [{'subnet_id': '42aa13e9-fa0a-473d-9510-59ad5e7250f2'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:48:06.384578 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3803468e-8489-4454-8042-795258044309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:06.416078 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-2f37c7e4-7a7d-4f0b-837d-39590f71bb5f service neutron] For port 65dff5a5-5e62-487b-954c-6d78ff73c641, host n-h1-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:48:06.422590 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643a550-a473-47f9-a9f9-d29925c714bc req-d6606de6-46dc-471e-bc30-7e767c23b712 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:06.429514 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3643a550-a473-47f9-a9f9-d29925c714bc req-d6606de6-46dc-471e-bc30-7e767c23b712 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 972 time: 0.1008162 Sep 21 17:48:06.468556 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-2f37c7e4-7a7d-4f0b-837d-39590f71bb5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:06.487829 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3643a550-a473-47f9-a9f9-d29925c714bc req-b510b213-c284-4772-af36-df435f42351b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437353 Sep 21 17:48:06.503428 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6f9c07-84b1-4230-b640-6dfced1e623c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65dff5a5-5e62-487b-954c-6d78ff73c641'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:48:06.505705 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07dd6e2a-ad00-405b-ac25-fe9905fed633" -d '{"events": [{"server_uuid": "fd6f9c07-84b1-4230-b640-6dfced1e623c", "name": "network-vif-unplugged", "status": "completed", "tag": "65dff5a5-5e62-487b-954c-6d78ff73c641"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:48:06.515840 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d1779b51-8840-4701-a8ec-9c2aa0119e25 req-2d5ad14b-68a7-4bd4-a56a-be7310011079 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=81357416-39b5-4367-a384-3be675bf783d HTTP/1.1" status: 200 len: 210 time: 0.3204286 Sep 21 17:48:06.516674 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-564bc1fb-e1a4-4c8c-bcc1-47a473bf467f admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:48:06.525521 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564bc1fb-e1a4-4c8c-bcc1-47a473bf467f admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:48:06.540692 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-2f37c7e4-7a7d-4f0b-837d-39590f71bb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:06.578142 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564bc1fb-e1a4-4c8c-bcc1-47a473bf467f admin admin] Pushing event updated for resources: {'Port': ['ID=67a337c4-6d78-4073-bb28-2f7b7dba2488,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:06.598871 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 17:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3ed8c7-52db-40bd-ae7d-67f935533b6e x-openstack-request-id: req-3f3ed8c7-52db-40bd-ae7d-67f935533b6e {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:48:06.599178 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6f9c07-84b1-4230-b640-6dfced1e623c", "name": "network-vif-unplugged", "status": "completed", "tag": "65dff5a5-5e62-487b-954c-6d78ff73c641", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:48:06.599395 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3f3ed8c7-52db-40bd-ae7d-67f935533b6e {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:48:06.599770 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6f9c07-84b1-4230-b640-6dfced1e623c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65dff5a5-5e62-487b-954c-6d78ff73c641', 'code': 200} Sep 21 17:48:06.669636 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-3803468e-8489-4454-8042-795258044309 None None] Allocated IP 172.20.0.2 (11a4fcdf-56c0-4722-a4a2-ffbd8671669c/42aa13e9-fa0a-473d-9510-59ad5e7250f2/ac6922de-aa44-46cb-873f-29f8531c3d44) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:48:06.694308 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96a62a-8791-4a89-8278-9856a45eda82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7138fd-4089-4d59-90d1-56b117d7dbab,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:06.792488 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37c7e4-7a7d-4f0b-837d-39590f71bb5f service neutron] Pushing event updated for resources: {'Port': ['ID=65dff5a5-5e62-487b-954c-6d78ff73c641,revision_number=7']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:06.830298 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-2f37c7e4-7a7d-4f0b-837d-39590f71bb5f service neutron] Attempting to bind port 65dff5a5-5e62-487b-954c-6d78ff73c641 on host n-h1-810291-1 for vnic_type normal with profile {"migrating_to": "n-h2-810291-1"} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:48:06.830667 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-2f37c7e4-7a7d-4f0b-837d-39590f71bb5f service neutron] Attempting to bind port 65dff5a5-5e62-487b-954c-6d78ff73c641 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:48:06.831045 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-2f37c7e4-7a7d-4f0b-837d-39590f71bb5f service neutron] Attempting to bind port 65dff5a5-5e62-487b-954c-6d78ff73c641 on network ce365bfd-7bb2-49d3-914a-63ce743986ef {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:06.847658 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-2f37c7e4-7a7d-4f0b-837d-39590f71bb5f service neutron] Port 65dff5a5-5e62-487b-954c-6d78ff73c641 on network ce365bfd-7bb2-49d3-914a-63ce743986ef not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:48:06.847975 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-2f37c7e4-7a7d-4f0b-837d-39590f71bb5f service neutron] Attempting to bind port 65dff5a5-5e62-487b-954c-6d78ff73c641 on network ce365bfd-7bb2-49d3-914a-63ce743986ef {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:06.849766 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3803468e-8489-4454-8042-795258044309 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:06.851978 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-75a8f2e7-3495-4408-9eee-39a3cff0bb84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:06.862677 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3803468e-8489-4454-8042-795258044309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:06.883778 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-60b3e601-a6f1-4e23-9ecd-231a0c739e4d tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Made reservation on behalf of 0fda0738d23f40b0b4ca907e403de23f for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:48:06.887546 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-60b3e601-a6f1-4e23-9ecd-231a0c739e4d tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:06.893990 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-75a8f2e7-3495-4408-9eee-39a3cff0bb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:06.905062 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d3fa3a82-7869-4b0f-b6ad-d3157c231aa7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.9171450 Sep 21 17:48:06.905877 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47946) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:06.908851 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-2f37c7e4-7a7d-4f0b-837d-39590f71bb5f service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:48:06.909186 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-2f37c7e4-7a7d-4f0b-837d-39590f71bb5f service neutron] Checking segment: {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:48:06.909564 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-2f37c7e4-7a7d-4f0b-837d-39590f71bb5f service neutron] Bound using segment: {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:48:06.909856 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3803468e-8489-4454-8042-795258044309 None None] Network 11a4fcdf-56c0-4722-a4a2-ffbd8671669c is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:48:06.909981 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-60b3e601-a6f1-4e23-9ecd-231a0c739e4d tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:06.910064 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-2f37c7e4-7a7d-4f0b-837d-39590f71bb5f service neutron] Bound port: 65dff5a5-5e62-487b-954c-6d78ff73c641, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'}}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:48:06.910615 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-2f37c7e4-7a7d-4f0b-837d-39590f71bb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:06.912995 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-3803468e-8489-4454-8042-795258044309 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:48:06.918944 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3803468e-8489-4454-8042-795258044309 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:48:06.924878 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-65ad6462-7572-45e3-b51a-0635bb47ac1c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350988157-router', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:06.927728 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803468e-8489-4454-8042-795258044309 None None] Pushing event updated for resources: {'Port': ['ID=ac6922de-aa44-46cb-873f-29f8531c3d44,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:06.961543 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33c1406-71b1-4b4f-a387-f7f79cf57f24 None None] Network 6505b804-ad26-4a4e-abe0-94b7f04cbfac requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:48:06.971008 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-75a8f2e7-3495-4408-9eee-39a3cff0bb84 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=efa8d7456202472b8cf89d3139b1ed4f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3516090 Sep 21 17:48:06.971794 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47948) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:06.996624 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-65ad6462-7572-45e3-b51a-0635bb47ac1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:06.998025 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-65ad6462-7572-45e3-b51a-0635bb47ac1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:07.055954 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-65ad6462-7572-45e3-b51a-0635bb47ac1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:07.062267 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-3803468e-8489-4454-8042-795258044309 None None] Attempting to bind port ac6922de-aa44-46cb-873f-29f8531c3d44 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:48:07.062627 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-3803468e-8489-4454-8042-795258044309 None None] Attempting to bind port ac6922de-aa44-46cb-873f-29f8531c3d44 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '7a5dc2df-d527-4d5f-8075-3ae6a5871227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:48:07.063026 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3803468e-8489-4454-8042-795258044309 None None] Attempting to bind port ac6922de-aa44-46cb-873f-29f8531c3d44 on network 11a4fcdf-56c0-4722-a4a2-ffbd8671669c {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:07.084461 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3803468e-8489-4454-8042-795258044309 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:48:07.085269 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3803468e-8489-4454-8042-795258044309 None None] Checking segment: {'id': '7a5dc2df-d527-4d5f-8075-3ae6a5871227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:48:07.085888 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3803468e-8489-4454-8042-795258044309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:07.086548 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3803468e-8489-4454-8042-795258044309 None None] Bound using segment: {'id': '7a5dc2df-d527-4d5f-8075-3ae6a5871227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:48:07.087278 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-3803468e-8489-4454-8042-795258044309 None None] Bound port: ac6922de-aa44-46cb-873f-29f8531c3d44, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5dc2df-d527-4d5f-8075-3ae6a5871227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:48:07.087828 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3803468e-8489-4454-8042-795258044309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:07.097687 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-559db8f2-28f7-4460-af23-5f0ed8fee263 None None] Provisioning complete for port 8f2fbc8e-ed75-42f8-a247-73ecad8d330b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:07.098295 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-559db8f2-28f7-4460-af23-5f0ed8fee263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:07.168522 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-01ef4a48-1046-430a-b922-f713b0b25154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:07.196043 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device f661c581-c192-43e8-afdb-a0ba05c37bc0 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:48:07.288135 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a8f2e7-3495-4408-9eee-39a3cff0bb84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac1a8a9-10d6-4fd9-af49-51433c9df158,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:07.301205 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-01ef4a48-1046-430a-b922-f713b0b25154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:07.349902 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 8f2fbc8e-ed75-42f8-a247-73ecad8d330b up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:48:07.359943 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-2f37c7e4-7a7d-4f0b-837d-39590f71bb5f service neutron] For port 65dff5a5-5e62-487b-954c-6d78ff73c641, host n-h1-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:48:07.364049 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-2f37c7e4-7a7d-4f0b-837d-39590f71bb5f service neutron] For port 65dff5a5-5e62-487b-954c-6d78ff73c641, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=65dff5a5-5e62-487b-954c-6d78ff73c641,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:48:07.372105 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-564bc1fb-e1a4-4c8c-bcc1-47a473bf467f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:07.377862 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-2f37c7e4-7a7d-4f0b-837d-39590f71bb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:07.384503 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-65ad6462-7572-45e3-b51a-0635bb47ac1c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:07.489270 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37c7e4-7a7d-4f0b-837d-39590f71bb5f service neutron] Pushing event updated for resources: {'Port': ['ID=65dff5a5-5e62-487b-954c-6d78ff73c641,revision_number=8']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:07.521602 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d94f2-4b3c-4532-811b-daa94322aec9 req-5df96db5-5293-4487-bb7b-da3cd9bd4b94 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:07.524680 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-60b3e601-a6f1-4e23-9ecd-231a0c739e4d tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:07.525846 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7a1d94f2-4b3c-4532-811b-daa94322aec9 req-5df96db5-5293-4487-bb7b-da3cd9bd4b94 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] 10.222.0.58 "GET /v2.0/ports?device_id=05f0b56b-3af6-4d92-9e6e-8624287f4a41 HTTP/1.1" status: 200 len: 948 time: 0.2667980 Sep 21 17:48:07.544755 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8f8d6-5cff-4e10-bbc3-2c3f5b65c41c req-43365d86-3990-4198-b1ed-7a1492bf9255 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:07.546325 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-64c8f8d6-5cff-4e10-bbc3-2c3f5b65c41c req-43365d86-3990-4198-b1ed-7a1492bf9255 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 944 time: 0.2530088 Sep 21 17:48:07.548746 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-60b3e601-a6f1-4e23-9ecd-231a0c739e4d tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:07.642308 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-3803468e-8489-4454-8042-795258044309 None None] For port ac6922de-aa44-46cb-873f-29f8531c3d44, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:48:07.650645 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7a1d94f2-4b3c-4532-811b-daa94322aec9 req-6841f066-0d7f-4dcb-95c3-961c4ca6a895 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] 10.222.0.58 "GET /v2.0/security-groups?id=41d0e8f8-cff8-4dd3-be94-862de3225a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122413 Sep 21 17:48:07.658053 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-2f37c7e4-7a7d-4f0b-837d-39590f71bb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:07.658809 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-2f37c7e4-7a7d-4f0b-837d-39590f71bb5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:07.660515 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-2f37c7e4-7a7d-4f0b-837d-39590f71bb5f service neutron] 10.222.0.44 "PUT /v2.0/ports/65dff5a5-5e62-487b-954c-6d78ff73c641 HTTP/1.1" status: 200 len: 1122 time: 1.9364877 Sep 21 17:48:07.677680 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port f661c581-c192-43e8-afdb-a0ba05c37bc0 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:48:07.681838 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-3803468e-8489-4454-8042-795258044309 None None] For port ac6922de-aa44-46cb-873f-29f8531c3d44, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ac6922de-aa44-46cb-873f-29f8531c3d44,segment=NetworkSegment(7a5dc2df-d527-4d5f-8075-3ae6a5871227),segment_id=7a5dc2df-d527-4d5f-8075-3ae6a5871227)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:48:07.698961 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3803468e-8489-4454-8042-795258044309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:07.708901 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-559db8f2-28f7-4460-af23-5f0ed8fee263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:07.710624 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port f661c581-c192-43e8-afdb-a0ba05c37bc0 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:07.711004 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:07.839214 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['65dff5a5-5e62-487b-954c-6d78ff73c641'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:48:07.843152 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803468e-8489-4454-8042-795258044309 None None] Pushing event updated for resources: {'Port': ['ID=ac6922de-aa44-46cb-873f-29f8531c3d44,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:07.855726 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-01ef4a48-1046-430a-b922-f713b0b25154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:07.858213 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-01ef4a48-1046-430a-b922-f713b0b25154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:07.862421 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-01ef4a48-1046-430a-b922-f713b0b25154 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0ac1a8a9-10d6-4fd9-af49-51433c9df158 HTTP/1.1" status: 204 len: 168 time: 0.8853691 Sep 21 17:48:07.865713 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-564bc1fb-e1a4-4c8c-bcc1-47a473bf467f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:07.893943 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-64c8f8d6-5cff-4e10-bbc3-2c3f5b65c41c req-d383ff42-a299-401f-a20b-93e0d49204f6 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358526 Sep 21 17:48:07.928059 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2385c-0111-479c-a2fd-6e3bd4daa137 req-fbf1bfa0-e534-47c9-9038-4c1031c92c3c tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:07.928545 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fee2385c-0111-479c-a2fd-6e3bd4daa137 req-fbf1bfa0-e534-47c9-9038-4c1031c92c3c tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 972 time: 0.1189702 Sep 21 17:48:07.938659 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-559db8f2-28f7-4460-af23-5f0ed8fee263 None None] For port 8f2fbc8e-ed75-42f8-a247-73ecad8d330b, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=8f2fbc8e-ed75-42f8-a247-73ecad8d330b,segment=NetworkSegment(496d3bec-efa1-479a-a0f5-18a028e845be),segment_id=496d3bec-efa1-479a-a0f5-18a028e845be)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:07.963550 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-559db8f2-28f7-4460-af23-5f0ed8fee263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:07.974803 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 8f2fbc8e-ed75-42f8-a247-73ecad8d330b triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:07.975221 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:07.979565 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3e601-a6f1-4e23-9ecd-231a0c739e4d tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a812a218-7e96-4ad2-9287-5ec8d8ba6347,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:08.069047 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559db8f2-28f7-4460-af23-5f0ed8fee263 None None] Pushing event updated for resources: {'Port': ['ID=8f2fbc8e-ed75-42f8-a247-73ecad8d330b,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:08.096346 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:08.128814 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef4a48-1046-430a-b922-f713b0b25154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac1a8a9-10d6-4fd9-af49-51433c9df158,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:08.133083 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fee2385c-0111-479c-a2fd-6e3bd4daa137 req-10d583af-075c-4528-b20d-948000146e4c tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969357 Sep 21 17:48:08.175612 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1eb21d9f-7869-4b53-a34a-1c5c36f9921b req-b3366f37-c1af-442c-97b7-f10c14df137a tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=81357416-39b5-4367-a384-3be675bf783d HTTP/1.1" status: 200 len: 210 time: 0.1929395 Sep 21 17:48:08.231628 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f0b56b-3af6-4d92-9e6e-8624287f4a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f661c581-c192-43e8-afdb-a0ba05c37bc0'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:48:08.234358 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ad4a91-5641-423b-8bc8-751ad1ee393a" -d '{"events": [{"server_uuid": "05f0b56b-3af6-4d92-9e6e-8624287f4a41", "name": "network-vif-plugged", "status": "completed", "tag": "f661c581-c192-43e8-afdb-a0ba05c37bc0"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:48:08.273035 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564bc1fb-e1a4-4c8c-bcc1-47a473bf467f admin admin] Router 45ca985d-5019-4c1e-9d91-7600f002d940 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:48:08.279702 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port f661c581-c192-43e8-afdb-a0ba05c37bc0, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=f661c581-c192-43e8-afdb-a0ba05c37bc0,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:08.337431 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aaca0dc-c5a8-4c5a-80ab-405356e4a204 x-openstack-request-id: req-9aaca0dc-c5a8-4c5a-80ab-405356e4a204 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:48:08.337747 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f0b56b-3af6-4d92-9e6e-8624287f4a41", "name": "network-vif-plugged", "status": "completed", "tag": "f661c581-c192-43e8-afdb-a0ba05c37bc0", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:48:08.338360 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9aaca0dc-c5a8-4c5a-80ab-405356e4a204 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:48:08.338745 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f0b56b-3af6-4d92-9e6e-8624287f4a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f661c581-c192-43e8-afdb-a0ba05c37bc0', 'code': 200} Sep 21 17:48:08.342450 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:08.489760 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-988f0efc-ef07-41ad-ad93-df0de7e72900 None None] Provisioning complete for port 8f2fbc8e-ed75-42f8-a247-73ecad8d330b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:08.490250 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-988f0efc-ef07-41ad-ad93-df0de7e72900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:08.492155 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=f661c581-c192-43e8-afdb-a0ba05c37bc0,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:08.498996 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-60b3e601-a6f1-4e23-9ecd-231a0c739e4d tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Allocated IP 192.168.233.246 (c714db5f-672e-4004-8098-88db84169d3c/53f6ee96-7c10-4364-b9ae-9f7e7556e695/e456b0a4-53b5-4f05-98fe-1cb273fbbd51) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:48:08.577202 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564bc1fb-e1a4-4c8c-bcc1-47a473bf467f admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:48:08.594311 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63049055-0541-45ab-97d1-96e63521b6c4 None None] Sync routers for ids ['45ca985d-5019-4c1e-9d91-7600f002d940'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:48:08.602402 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6f9c07-84b1-4230-b640-6dfced1e623c', 'tag': '65dff5a5-5e62-487b-954c-6d78ff73c641'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:48:08.605241 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a7df26-ceb4-47f9-85db-4c8bcbf25b16" -d '{"events": [{"name": "network-changed", "server_uuid": "fd6f9c07-84b1-4230-b640-6dfced1e623c", "tag": "65dff5a5-5e62-487b-954c-6d78ff73c641"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:48:08.610471 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47992) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:08.615737 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63049055-0541-45ab-97d1-96e63521b6c4 None None] Routers {'45ca985d-5019-4c1e-9d91-7600f002d940'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:48:08.616511 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-63049055-0541-45ab-97d1-96e63521b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:47:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['45ca985d-5019-4c1e-9d91-7600f002d940'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:08.622816 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-564bc1fb-e1a4-4c8c-bcc1-47a473bf467f admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:08.630604 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-564bc1fb-e1a4-4c8c-bcc1-47a473bf467f admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3638995 Sep 21 17:48:08.635876 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47996) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:08.661643 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-565d1a82-0919-4a15-8f8c-57c75df442c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:08.664605 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d2881-43e5-4c49-a76c-8b425c430a91 req-855f6b65-a3ea-4519-a23a-7b67a5cec027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:08.666104 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe6d2881-43e5-4c49-a76c-8b425c430a91 req-855f6b65-a3ea-4519-a23a-7b67a5cec027 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=05f0b56b-3af6-4d92-9e6e-8624287f4a41 HTTP/1.1" status: 200 len: 1100 time: 0.2190833 Sep 21 17:48:08.692896 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b9f1ce-0b38-45c8-b562-11cf818b8bf2 x-openstack-request-id: req-28b9f1ce-0b38-45c8-b562-11cf818b8bf2 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:48:08.693178 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd6f9c07-84b1-4230-b640-6dfced1e623c", "tag": "65dff5a5-5e62-487b-954c-6d78ff73c641", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:48:08.693431 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-28b9f1ce-0b38-45c8-b562-11cf818b8bf2 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:48:08.693816 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd6f9c07-84b1-4230-b640-6dfced1e623c', 'tag': '65dff5a5-5e62-487b-954c-6d78ff73c641', 'status': 'completed', 'code': 200} Sep 21 17:48:08.720271 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.38', 56794) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:08.744827 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-65ad6462-7572-45e3-b51a-0635bb47ac1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:08.810062 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-63049055-0541-45ab-97d1-96e63521b6c4 None None] Set router 45ca985d-5019-4c1e-9d91-7600f002d940 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:48:08.867427 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7df26-ceb4-47f9-85db-4c8bcbf25b16 req-7646093c-b2be-4aa3-9e60-4860db862aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:08.869224 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-77a7df26-ceb4-47f9-85db-4c8bcbf25b16 req-7646093c-b2be-4aa3-9e60-4860db862aea service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=564aef6a99cc4ded992fbb9f0e732388&device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 1125 time: 0.1479983 Sep 21 17:48:08.876977 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-565d1a82-0919-4a15-8f8c-57c75df442c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:08.884987 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-65ad6462-7572-45e3-b51a-0635bb47ac1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:08.894530 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-565d1a82-0919-4a15-8f8c-57c75df442c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:08.923646 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f7584-a9f5-4eb5-8d5c-82452a6b8a3a req-87ec8fe1-a364-4259-9f6a-4a42679fc16f tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:08.925207 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d90f7584-a9f5-4eb5-8d5c-82452a6b8a3a req-87ec8fe1-a364-4259-9f6a-4a42679fc16f tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] 10.222.0.58 "GET /v2.0/ports?device_id=05f0b56b-3af6-4d92-9e6e-8624287f4a41 HTTP/1.1" status: 200 len: 949 time: 0.1696711 Sep 21 17:48:08.965981 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d1a82-0919-4a15-8f8c-57c75df442c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e36700-a5d7-4ecb-b827-855b506f98c5,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:08.979968 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe6d2881-43e5-4c49-a76c-8b425c430a91 req-4352c681-a618-42d8-856d-5caa60e285ab service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=41d0e8f8-cff8-4dd3-be94-862de3225a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729535 Sep 21 17:48:09.044956 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-565d1a82-0919-4a15-8f8c-57c75df442c1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=739490032a794bdba7d50e2e00f436d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4315655 Sep 21 17:48:09.051324 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48008) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:09.097604 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-63049055-0541-45ab-97d1-96e63521b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ca985d-5019-4c1e-9d91-7600f002d940', 'name': 'tempest-AttachSCSIVolumeTestJSON-657942137-router', 'tenant_id': 'd13b3c35320a49f6b25211e78c7b9f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '67a337c4-6d78-4073-bb28-2f7b7dba2488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:03Z', 'updated_at': '2021-09-21T17:48:06Z', 'revision_number': 3, 'project_id': 'd13b3c35320a49f6b25211e78c7b9f7f', 'gw_port': {'id': '67a337c4-6d78-4073-bb28-2f7b7dba2488', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ca985d-5019-4c1e-9d91-7600f002d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:04Z', 'updated_at': '2021-09-21T17:48:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:09.130680 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63049055-0541-45ab-97d1-96e63521b6c4 None None] Checking router: 45ca985d-5019-4c1e-9d91-7600f002d940 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:48:09.131250 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63049055-0541-45ab-97d1-96e63521b6c4 None None] Updating router 45ca985d-5019-4c1e-9d91-7600f002d940 port 67a337c4-6d78-4073-bb28-2f7b7dba2488 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:48:09.150548 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d90f7584-a9f5-4eb5-8d5c-82452a6b8a3a req-930d1a96-682b-4a0c-a3e4-d9063a960bf1 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] 10.222.0.58 "GET /v2.0/security-groups?id=41d0e8f8-cff8-4dd3-be94-862de3225a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906910 Sep 21 17:48:09.155671 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7df26-ceb4-47f9-85db-4c8bcbf25b16 req-302d75e3-aebc-4891-8c1e-33b38ec102fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:09.157080 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-77a7df26-ceb4-47f9-85db-4c8bcbf25b16 req-302d75e3-aebc-4891-8c1e-33b38ec102fe service neutron] 10.222.0.38 "GET /v2.0/networks?id=ce365bfd-7bb2-49d3-914a-63ce743986ef HTTP/1.1" status: 200 len: 908 time: 0.2293513 Sep 21 17:48:09.161939 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-63049055-0541-45ab-97d1-96e63521b6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:09.271104 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-60b3e601-a6f1-4e23-9ecd-231a0c739e4d tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:09.289665 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2e232731-e0a0-4faf-a4db-7fecb0983e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:09.343229 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff922b95-b01e-4107-9fd6-db49cc3858cb req-c0354f0e-998b-440a-a3f5-91e4b50be1e9 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:09.359178 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ff922b95-b01e-4107-9fd6-db49cc3858cb req-c0354f0e-998b-440a-a3f5-91e4b50be1e9 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 944 time: 0.2413836 Sep 21 17:48:09.389136 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-77a7df26-ceb4-47f9-85db-4c8bcbf25b16 req-60e19af9-552b-4e57-9c5b-4b66b0520810 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65dff5a5-5e62-487b-954c-6d78ff73c641 HTTP/1.1" status: 200 len: 217 time: 0.1421983 Sep 21 17:48:09.415300 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-65ad6462-7572-45e3-b51a-0635bb47ac1c admin admin] Allocated IP 172.25.6.50 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:48:09.419396 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ac6922de-aa44-46cb-873f-29f8531c3d44 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:48:09.436591 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2e232731-e0a0-4faf-a4db-7fecb0983e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:09.487232 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port ac6922de-aa44-46cb-873f-29f8531c3d44 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:09.487893 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:09.519477 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-60b3e601-a6f1-4e23-9ecd-231a0c739e4d tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:09.532507 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ff922b95-b01e-4107-9fd6-db49cc3858cb req-e5aa235b-e58a-49d1-ac78-7e0b27366c2f tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713710 Sep 21 17:48:09.534961 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed56669-5dd2-4f2e-958e-1fe17041f73d None None] Network 11a4fcdf-56c0-4722-a4a2-ffbd8671669c requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:48:09.581156 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7df26-ceb4-47f9-85db-4c8bcbf25b16 req-b39ddf32-e402-48bc-a26c-a830f2a4017b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:09.582871 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-77a7df26-ceb4-47f9-85db-4c8bcbf25b16 req-b39ddf32-e402-48bc-a26c-a830f2a4017b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f6bcee82-068a-4838-bdd8-412dc7128026 HTTP/1.1" status: 200 len: 847 time: 0.1855340 Sep 21 17:48:09.598131 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd6ce6-96c7-47b4-8aca-b73357148c0f req-c21bde98-2aee-45e4-bf8a-2c29721ac678 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:09.599645 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6ddd6ce6-96c7-47b4-8aca-b73357148c0f req-c21bde98-2aee-45e4-bf8a-2c29721ac678 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 972 time: 0.1464844 Sep 21 17:48:09.629904 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-77a7df26-ceb4-47f9-85db-4c8bcbf25b16 req-1ad0bfbf-790b-479b-97f0-6db5bdee4c58 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ce365bfd-7bb2-49d3-914a-63ce743986ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292859 Sep 21 17:48:09.656651 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2e232731-e0a0-4faf-a4db-7fecb0983e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:09.659424 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2e232731-e0a0-4faf-a4db-7fecb0983e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:09.662614 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2e232731-e0a0-4faf-a4db-7fecb0983e3c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/11e36700-a5d7-4ecb-b827-855b506f98c5 HTTP/1.1" status: 204 len: 168 time: 0.6079881 Sep 21 17:48:09.666576 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-7104b1a0-884c-46d7-a043-722bc72c58f0 None None] Provisioning complete for port ac6922de-aa44-46cb-873f-29f8531c3d44 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:09.666975 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7104b1a0-884c-46d7-a043-722bc72c58f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:09.676864 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:09.703197 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3e601-a6f1-4e23-9ecd-231a0c739e4d tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Pushing event updated for resources: {'Port': ['ID=e456b0a4-53b5-4f05-98fe-1cb273fbbd51,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:09.705464 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e232731-e0a0-4faf-a4db-7fecb0983e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e36700-a5d7-4ecb-b827-855b506f98c5,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:09.708558 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-60b3e601-a6f1-4e23-9ecd-231a0c739e4d tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Network c714db5f-672e-4004-8098-88db84169d3c is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:48:09.721916 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-60b3e601-a6f1-4e23-9ecd-231a0c739e4d tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:48:09.726366 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-60b3e601-a6f1-4e23-9ecd-231a0c739e4d tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:48:09.731948 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-60b3e601-a6f1-4e23-9ecd-231a0c739e4d tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:09.732571 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-60b3e601-a6f1-4e23-9ecd-231a0c739e4d tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:09.744556 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a94ff4a8-1035-4653-801e-2a752a9af199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:09.766663 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-65ad6462-7572-45e3-b51a-0635bb47ac1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:09.772610 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-60b3e601-a6f1-4e23-9ecd-231a0c739e4d tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8909812 Sep 21 17:48:09.784600 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e78452-908e-4b7c-9df4-fd7b83bf5b44 req-67bcd2ae-7a1e-4cf2-b4c2-44e3fec8c703 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:09.786153 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-20e78452-908e-4b7c-9df4-fd7b83bf5b44 req-67bcd2ae-7a1e-4cf2-b4c2-44e3fec8c703 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=81357416-39b5-4367-a384-3be675bf783d HTTP/1.1" status: 200 len: 936 time: 0.1496708 Sep 21 17:48:09.794097 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-2016482c-56fd-49ac-a0e3-a54bd7b80f8b service neutron] Request body: {'port': {'device_id': '81357416-39b5-4367-a384-3be675bf783d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:09.795245 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port ac6922de-aa44-46cb-873f-29f8531c3d44, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ac6922de-aa44-46cb-873f-29f8531c3d44,segment=NetworkSegment(7a5dc2df-d527-4d5f-8075-3ae6a5871227),segment_id=7a5dc2df-d527-4d5f-8075-3ae6a5871227)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:09.809621 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:09.810761 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 8f2fbc8e-ed75-42f8-a247-73ecad8d330b up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:48:09.927355 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 65dff5a5-5e62-487b-954c-6d78ff73c641 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:48:09.940006 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6ddd6ce6-96c7-47b4-8aca-b73357148c0f req-966f75c5-2e86-437e-95fb-a826f07314ff tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278809 Sep 21 17:48:10.027214 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-2016482c-56fd-49ac-a0e3-a54bd7b80f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:10.053753 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-65ad6462-7572-45e3-b51a-0635bb47ac1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:10.065761 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-20e78452-908e-4b7c-9df4-fd7b83bf5b44 req-ef7e35fe-f0e2-4480-8d7a-f11a810d256c tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/security-groups?id=a812a218-7e96-4ad2-9287-5ec8d8ba6347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685590 Sep 21 17:48:10.234396 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=ac6922de-aa44-46cb-873f-29f8531c3d44,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:10.259821 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ad6462-7572-45e3-b51a-0635bb47ac1c admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:48:10.262912 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad6462-7572-45e3-b51a-0635bb47ac1c admin admin] Pushing event updated for resources: {'Port': ['ID=1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:10.267100 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-65ad6462-7572-45e3-b51a-0635bb47ac1c admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:48:10.289377 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ad6462-7572-45e3-b51a-0635bb47ac1c admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:48:10.311654 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-63049055-0541-45ab-97d1-96e63521b6c4 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:10.338617 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-63049055-0541-45ab-97d1-96e63521b6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:10.356931 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:48:10.379197 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 8f2fbc8e-ed75-42f8-a247-73ecad8d330b triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:10.379575 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:10.395998 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 65dff5a5-5e62-487b-954c-6d78ff73c641, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=65dff5a5-5e62-487b-954c-6d78ff73c641,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:10.433201 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4c4f5-6f60-45b2-9d6c-48666e21b57b None None] Pushing event updated for resources: {'Port': ['ID=67a337c4-6d78-4073-bb28-2f7b7dba2488,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:10.453644 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-63049055-0541-45ab-97d1-96e63521b6c4 None None] Attempting to bind port 67a337c4-6d78-4073-bb28-2f7b7dba2488 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:48:10.454171 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-63049055-0541-45ab-97d1-96e63521b6c4 None None] Attempting to bind port 67a337c4-6d78-4073-bb28-2f7b7dba2488 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:48:10.454680 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63049055-0541-45ab-97d1-96e63521b6c4 None None] Attempting to bind port 67a337c4-6d78-4073-bb28-2f7b7dba2488 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:10.461392 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63049055-0541-45ab-97d1-96e63521b6c4 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:48:10.461943 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63049055-0541-45ab-97d1-96e63521b6c4 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:48:10.462487 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-63049055-0541-45ab-97d1-96e63521b6c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:10.463176 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63049055-0541-45ab-97d1-96e63521b6c4 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:48:10.463812 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-63049055-0541-45ab-97d1-96e63521b6c4 None None] Bound port: 67a337c4-6d78-4073-bb28-2f7b7dba2488, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:48:10.464403 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-63049055-0541-45ab-97d1-96e63521b6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:10.529540 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 65dff5a5-5e62-487b-954c-6d78ff73c641 has no active binding in host n-h2-810291-1 {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 21 17:48:10.567187 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-371f3ff8-a07c-4906-b36f-019044420ad2 None None] Provisioning complete for port e456b0a4-53b5-4f05-98fe-1cb273fbbd51 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:10.568488 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-371f3ff8-a07c-4906-b36f-019044420ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:10.577584 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-63049055-0541-45ab-97d1-96e63521b6c4 None None] For port 67a337c4-6d78-4073-bb28-2f7b7dba2488, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:48:10.583504 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-63049055-0541-45ab-97d1-96e63521b6c4 None None] For port 67a337c4-6d78-4073-bb28-2f7b7dba2488, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=67a337c4-6d78-4073-bb28-2f7b7dba2488,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:48:10.593784 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-63049055-0541-45ab-97d1-96e63521b6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:10.631805 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-77a7df26-ceb4-47f9-85db-4c8bcbf25b16 req-dc5e9802-d4b4-4c16-be99-4347a490dddb service neutron] 10.222.0.38 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9509251 Sep 21 17:48:10.638096 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-a94ff4a8-1035-4653-801e-2a752a9af199 admin admin] Allocated IP 172.20.0.1 (6505b804-ad26-4a4e-abe0-94b7f04cbfac/3758e5e3-dac4-4bab-ba30-39230b4b74c8/979362b2-f0a6-481c-9530-b9adf4db99f9) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:48:10.681358 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-371f3ff8-a07c-4906-b36f-019044420ad2 None None] Port e456b0a4-53b5-4f05-98fe-1cb273fbbd51 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:48:10.707767 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced2814-b175-4111-a242-ab1041b26987 req-fba95f99-0bda-43a7-855e-e4255d8d45c8 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:10.709536 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9ced2814-b175-4111-a242-ab1041b26987 req-fba95f99-0bda-43a7-855e-e4255d8d45c8 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] 10.222.0.58 "GET /v2.0/ports?device_id=05f0b56b-3af6-4d92-9e6e-8624287f4a41 HTTP/1.1" status: 200 len: 949 time: 0.4052696 Sep 21 17:48:10.726957 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63049055-0541-45ab-97d1-96e63521b6c4 None None] Routers {'45ca985d-5019-4c1e-9d91-7600f002d940'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:48:10.727639 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-63049055-0541-45ab-97d1-96e63521b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:47:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['45ca985d-5019-4c1e-9d91-7600f002d940'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:10.729618 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4c4f5-6f60-45b2-9d6c-48666e21b57b None None] Pushing event updated for resources: {'Port': ['ID=67a337c4-6d78-4073-bb28-2f7b7dba2488,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:10.828492 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-0b85f637-e902-4e63-8a38-864e0968f9a3 None None] Provisioning complete for port ac6922de-aa44-46cb-873f-29f8531c3d44 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:10.831391 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0b85f637-e902-4e63-8a38-864e0968f9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:10.917451 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-63049055-0541-45ab-97d1-96e63521b6c4 None None] Set router 45ca985d-5019-4c1e-9d91-7600f002d940 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:48:10.920503 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9ced2814-b175-4111-a242-ab1041b26987 req-3f673c0e-fc8d-4996-9a52-c69133d3f42f tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] 10.222.0.58 "GET /v2.0/security-groups?id=41d0e8f8-cff8-4dd3-be94-862de3225a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004509 Sep 21 17:48:10.941952 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-77a7df26-ceb4-47f9-85db-4c8bcbf25b16 req-69d4a46c-8381-45d2-aa6e-b09b4fba751e service neutron] 10.222.0.38 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975683 Sep 21 17:48:11.078629 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da335605-2830-4e88-8569-342dcbf88ebd req-60e3fb3c-1216-4efc-858c-94525c4c45c6 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:11.084102 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-da335605-2830-4e88-8569-342dcbf88ebd req-60e3fb3c-1216-4efc-858c-94525c4c45c6 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 944 time: 0.1852152 Sep 21 17:48:11.184523 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-da335605-2830-4e88-8569-342dcbf88ebd req-ae3c8681-72e6-4d26-983c-c78118ff9aa7 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891809 Sep 21 17:48:11.194651 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a94ff4a8-1035-4653-801e-2a752a9af199 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:11.242182 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-63049055-0541-45ab-97d1-96e63521b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ca985d-5019-4c1e-9d91-7600f002d940', 'name': 'tempest-AttachSCSIVolumeTestJSON-657942137-router', 'tenant_id': 'd13b3c35320a49f6b25211e78c7b9f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '67a337c4-6d78-4073-bb28-2f7b7dba2488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:03Z', 'updated_at': '2021-09-21T17:48:06Z', 'revision_number': 3, 'project_id': 'd13b3c35320a49f6b25211e78c7b9f7f', 'gw_port': {'id': '67a337c4-6d78-4073-bb28-2f7b7dba2488', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ca985d-5019-4c1e-9d91-7600f002d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:04Z', 'updated_at': '2021-09-21T17:48:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:11.252290 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a94ff4a8-1035-4653-801e-2a752a9af199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:11.280627 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ac6922de-aa44-46cb-873f-29f8531c3d44 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:48:11.314551 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63049055-0541-45ab-97d1-96e63521b6c4 None None] The sync data for ids ['45ca985d-5019-4c1e-9d91-7600f002d940'] in n-d-810291-1 is: [{'id': '45ca985d-5019-4c1e-9d91-7600f002d940', 'name': 'tempest-AttachSCSIVolumeTestJSON-657942137-router', 'tenant_id': 'd13b3c35320a49f6b25211e78c7b9f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '67a337c4-6d78-4073-bb28-2f7b7dba2488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:03Z', 'updated_at': '2021-09-21T17:48:06Z', 'revision_number': 3, 'project_id': 'd13b3c35320a49f6b25211e78c7b9f7f', 'gw_port': {'id': '67a337c4-6d78-4073-bb28-2f7b7dba2488', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ca985d-5019-4c1e-9d91-7600f002d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:04Z', 'updated_at': '2021-09-21T17:48:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:48:11.348191 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94ff4a8-1035-4653-801e-2a752a9af199 admin admin] Network 6505b804-ad26-4a4e-abe0-94b7f04cbfac is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:48:11.355317 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-a94ff4a8-1035-4653-801e-2a752a9af199 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:48:11.357383 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ff4a8-1035-4653-801e-2a752a9af199 admin admin] Pushing event updated for resources: {'Port': ['ID=979362b2-f0a6-481c-9530-b9adf4db99f9,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:11.359763 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94ff4a8-1035-4653-801e-2a752a9af199 admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:48:11.360349 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a94ff4a8-1035-4653-801e-2a752a9af199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:11.404409 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port ac6922de-aa44-46cb-873f-29f8531c3d44 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:11.406120 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:11.429772 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-65ad6462-7572-45e3-b51a-0635bb47ac1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:11.535063 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1cae0-cf6a-4846-a108-78ad9755c706 req-90ef8cad-a815-4124-b86f-c736b598d4d1 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:11.537047 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-74f1cae0-cf6a-4846-a108-78ad9755c706 req-90ef8cad-a815-4124-b86f-c736b598d4d1 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 972 time: 0.2349055 Sep 21 17:48:11.602115 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a94ff4a8-1035-4653-801e-2a752a9af199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:11.738219 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-2016482c-56fd-49ac-a0e3-a54bd7b80f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e456b0a4-53b5-4f05-98fe-1cb273fbbd51 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:48:11.765069 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5383924c-86c0-4a71-a2a5-42188ec559ba None None] Provisioning complete for port 979362b2-f0a6-481c-9530-b9adf4db99f9 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:11.765590 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5383924c-86c0-4a71-a2a5-42188ec559ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:11.774713 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-2016482c-56fd-49ac-a0e3-a54bd7b80f8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:11.818561 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-74f1cae0-cf6a-4846-a108-78ad9755c706 req-8d687d27-97af-4906-b4a7-a179b043a964 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652826 Sep 21 17:48:11.825671 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d806d-01c0-4530-a6d3-b885d21bab81 req-337c303c-b66f-45ed-b07d-4fe4eb94b3be tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:11.828292 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-539d806d-01c0-4530-a6d3-b885d21bab81 req-337c303c-b66f-45ed-b07d-4fe4eb94b3be tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=81357416-39b5-4367-a384-3be675bf783d HTTP/1.1" status: 200 len: 936 time: 0.1361635 Sep 21 17:48:11.839197 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5383924c-86c0-4a71-a2a5-42188ec559ba None None] Port 979362b2-f0a6-481c-9530-b9adf4db99f9 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:48:11.872631 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-2016482c-56fd-49ac-a0e3-a54bd7b80f8b service neutron] Transition to ACTIVE for port object e456b0a4-53b5-4f05-98fe-1cb273fbbd51 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:48:11.883448 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-2016482c-56fd-49ac-a0e3-a54bd7b80f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:11.924595 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-539d806d-01c0-4530-a6d3-b885d21bab81 req-d42e364f-d4f4-41d5-ade6-9a1b943a692c tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/security-groups?id=a812a218-7e96-4ad2-9287-5ec8d8ba6347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830119 Sep 21 17:48:11.979581 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a94ff4a8-1035-4653-801e-2a752a9af199 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:11.991493 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a94ff4a8-1035-4653-801e-2a752a9af199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:11.993840 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a94ff4a8-1035-4653-801e-2a752a9af199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:12.061205 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2016482c-56fd-49ac-a0e3-a54bd7b80f8b service neutron] Pushing event updated for resources: {'Port': ['ID=e456b0a4-53b5-4f05-98fe-1cb273fbbd51,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:12.112543 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-65ad6462-7572-45e3-b51a-0635bb47ac1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:12.211242 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec567dd-9fa4-4f7e-8388-b1f350ae4d62 req-e79aa079-79f3-4814-be22-b7463932930a tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:12.213788 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2ec567dd-9fa4-4f7e-8388-b1f350ae4d62 req-e79aa079-79f3-4814-be22-b7463932930a tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] 10.222.0.58 "GET /v2.0/ports?device_id=05f0b56b-3af6-4d92-9e6e-8624287f4a41 HTTP/1.1" status: 200 len: 949 time: 0.2363460 Sep 21 17:48:12.218374 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-2016482c-56fd-49ac-a0e3-a54bd7b80f8b service neutron] Attempting to bind port e456b0a4-53b5-4f05-98fe-1cb273fbbd51 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:48:12.219010 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-2016482c-56fd-49ac-a0e3-a54bd7b80f8b service neutron] Attempting to bind port e456b0a4-53b5-4f05-98fe-1cb273fbbd51 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:48:12.222035 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-2016482c-56fd-49ac-a0e3-a54bd7b80f8b service neutron] Attempting to bind port e456b0a4-53b5-4f05-98fe-1cb273fbbd51 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:12.232485 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ff4a8-1035-4653-801e-2a752a9af199 admin admin] Pushing event updated for resources: {'Port': ['ID=979362b2-f0a6-481c-9530-b9adf4db99f9,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:12.248162 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-2016482c-56fd-49ac-a0e3-a54bd7b80f8b service neutron] Port e456b0a4-53b5-4f05-98fe-1cb273fbbd51 on network c714db5f-672e-4004-8098-88db84169d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:48:12.248771 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-2016482c-56fd-49ac-a0e3-a54bd7b80f8b service neutron] Attempting to bind port e456b0a4-53b5-4f05-98fe-1cb273fbbd51 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:12.271213 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-2016482c-56fd-49ac-a0e3-a54bd7b80f8b service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:48:12.271871 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-2016482c-56fd-49ac-a0e3-a54bd7b80f8b service neutron] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:48:12.272428 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-2016482c-56fd-49ac-a0e3-a54bd7b80f8b service neutron] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:48:12.272996 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-2016482c-56fd-49ac-a0e3-a54bd7b80f8b service neutron] Bound port: e456b0a4-53b5-4f05-98fe-1cb273fbbd51, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:48:12.273476 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-2016482c-56fd-49ac-a0e3-a54bd7b80f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:12.292187 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94ff4a8-1035-4653-801e-2a752a9af199 admin admin] Network 6505b804-ad26-4a4e-abe0-94b7f04cbfac is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:48:12.294895 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-a94ff4a8-1035-4653-801e-2a752a9af199 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:48:12.358992 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2ec567dd-9fa4-4f7e-8388-b1f350ae4d62 req-ea28beda-8f4d-484e-96bc-33b53f85822f tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] 10.222.0.58 "GET /v2.0/security-groups?id=41d0e8f8-cff8-4dd3-be94-862de3225a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278219 Sep 21 17:48:12.490537 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-2016482c-56fd-49ac-a0e3-a54bd7b80f8b service neutron] For port e456b0a4-53b5-4f05-98fe-1cb273fbbd51, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:48:12.494751 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-2016482c-56fd-49ac-a0e3-a54bd7b80f8b service neutron] For port e456b0a4-53b5-4f05-98fe-1cb273fbbd51, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=e456b0a4-53b5-4f05-98fe-1cb273fbbd51,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:48:12.531258 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-2016482c-56fd-49ac-a0e3-a54bd7b80f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:12.583325 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94ff4a8-1035-4653-801e-2a752a9af199 admin admin] Router 45ca985d-5019-4c1e-9d91-7600f002d940 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:48:12.609018 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-269f6759-3367-4173-8601-a600926e6b12 None None] Provisioning complete for port 979362b2-f0a6-481c-9530-b9adf4db99f9 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:12.611208 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-269f6759-3367-4173-8601-a600926e6b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:12.623577 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ad6462-7572-45e3-b51a-0635bb47ac1c admin admin] Router 9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:48:12.630685 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-2ba63600-54bf-420d-929c-422de17952b8 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=609d5bee648949759973ecd723289ef7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493674 Sep 21 17:48:12.657211 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-2016482c-56fd-49ac-a0e3-a54bd7b80f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:12.658356 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-2016482c-56fd-49ac-a0e3-a54bd7b80f8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:12.660762 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-2016482c-56fd-49ac-a0e3-a54bd7b80f8b service neutron] 10.222.0.44 "PUT /v2.0/ports/e456b0a4-53b5-4f05-98fe-1cb273fbbd51 HTTP/1.1" status: 200 len: 1096 time: 2.8736594 Sep 21 17:48:12.661313 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81357416-39b5-4367-a384-3be675bf783d', 'tag': 'e456b0a4-53b5-4f05-98fe-1cb273fbbd51'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:48:12.664251 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8139bf0-63a1-4e97-b3de-9604a399c371" -d '{"events": [{"name": "network-changed", "server_uuid": "81357416-39b5-4367-a384-3be675bf783d", "tag": "e456b0a4-53b5-4f05-98fe-1cb273fbbd51"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:48:12.676438 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48112) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:12.679870 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-269f6759-3367-4173-8601-a600926e6b12 None None] Port 979362b2-f0a6-481c-9530-b9adf4db99f9 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:48:12.728303 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f1fc1-708d-45bb-9ca4-ddfd767846e4 req-8d4929d0-79b5-48f6-a39f-74721c491af0 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:12.730509 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-336f1fc1-708d-45bb-9ca4-ddfd767846e4 req-8d4929d0-79b5-48f6-a39f-74721c491af0 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 944 time: 0.2287252 Sep 21 17:48:12.746096 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2016482c-56fd-49ac-a0e3-a54bd7b80f8b service neutron] Pushing event updated for resources: {'Port': ['ID=e456b0a4-53b5-4f05-98fe-1cb273fbbd51,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:12.875677 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94ff4a8-1035-4653-801e-2a752a9af199 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:48:12.886971 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-3bc63ea4-8e11-4192-b71a-5f8abeaff642 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:12.893978 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-3bc63ea4-8e11-4192-b71a-5f8abeaff642 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2618241 Sep 21 17:48:12.894791 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-336f1fc1-708d-45bb-9ca4-ddfd767846e4 req-5478dca5-8e49-46ee-9b62-afa12cd9f4e8 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442890 Sep 21 17:48:12.900065 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a94ff4a8-1035-4653-801e-2a752a9af199 admin admin] 10.222.0.58 "PUT /v2.0/routers/45ca985d-5019-4c1e-9d91-7600f002d940/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2630696 Sep 21 17:48:12.917954 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-eba96235-c747-4d06-b28e-2c4a01785690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:12.920596 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-eba96235-c747-4d06-b28e-2c4a01785690 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0fda0738d23f40b0b4ca907e403de23f&device_id=81357416-39b5-4367-a384-3be675bf783d HTTP/1.1" status: 200 len: 1099 time: 0.1885638 Sep 21 17:48:12.922237 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-f50a46ce-c8ae-44cd-84ce-6cc7e9667343 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/quotas/609d5bee648949759973ecd723289ef7 HTTP/1.1" status: 200 len: 375 time: 0.0271325 Sep 21 17:48:12.944840 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ec369-ec00-4597-adb8-8cd3bcec85b4 req-833daa0f-23df-4f20-9ba0-119705ae913e tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:12.946361 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-df1ec369-ec00-4597-adb8-8cd3bcec85b4 req-833daa0f-23df-4f20-9ba0-119705ae913e tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] 10.222.0.38 "GET /v2.0/ports?device_id=05f0b56b-3af6-4d92-9e6e-8624287f4a41 HTTP/1.1" status: 200 len: 949 time: 0.1274734 Sep 21 17:48:13.006135 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-5223e8ad-2d1b-4d9f-b62c-e3d0d07bb932 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=609d5bee648949759973ecd723289ef7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0829225 Sep 21 17:48:13.010354 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56134778-5421-4f48-9c18-40dd209b1df9 x-openstack-request-id: req-56134778-5421-4f48-9c18-40dd209b1df9 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:48:13.010649 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81357416-39b5-4367-a384-3be675bf783d", "tag": "e456b0a4-53b5-4f05-98fe-1cb273fbbd51", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:48:13.010900 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-56134778-5421-4f48-9c18-40dd209b1df9 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:48:13.011317 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81357416-39b5-4367-a384-3be675bf783d', 'tag': 'e456b0a4-53b5-4f05-98fe-1cb273fbbd51', 'status': 'completed', 'code': 200} Sep 21 17:48:13.012344 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ad6462-7572-45e3-b51a-0635bb47ac1c admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:48:13.024903 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad22a27-1804-42d8-af69-eefb67cb5ed7 None None] Sync routers for ids ['9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:48:13.056716 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad22a27-1804-42d8-af69-eefb67cb5ed7 None None] Routers {'9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:48:13.057509 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-dad22a27-1804-42d8-af69-eefb67cb5ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:47:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:13.080186 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cc435a32-1e5c-4931-a2c6-e5a69a423dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:13.102664 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-1840c1c2-23c6-4740-b25a-61217c9c07c1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=e456b0a4-53b5-4f05-98fe-1cb273fbbd51 HTTP/1.1" status: 200 len: 217 time: 0.1243894 Sep 21 17:48:13.162306 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-df1ec369-ec00-4597-adb8-8cd3bcec85b4 req-a6e3f2ba-71c4-449e-9d2d-157b76d87f07 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] Deleting port f661c581-c192-43e8-afdb-a0ba05c37bc0 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:48:13.163038 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-df1ec369-ec00-4597-adb8-8cd3bcec85b4 req-a6e3f2ba-71c4-449e-9d2d-157b76d87f07 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:13.293036 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-dad22a27-1804-42d8-af69-eefb67cb5ed7 None None] Set router 9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:48:13.332927 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-65ad6462-7572-45e3-b51a-0635bb47ac1c admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:13.335048 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-65ad6462-7572-45e3-b51a-0635bb47ac1c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.4222276 Sep 21 17:48:13.348429 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 67a337c4-6d78-4073-bb28-2f7b7dba2488 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:48:13.353951 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48138) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:13.414652 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-df1ec369-ec00-4597-adb8-8cd3bcec85b4 req-a6e3f2ba-71c4-449e-9d2d-157b76d87f07 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] For port f661c581-c192-43e8-afdb-a0ba05c37bc0, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=f661c581-c192-43e8-afdb-a0ba05c37bc0,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:13.415484 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-df1ec369-ec00-4597-adb8-8cd3bcec85b4 req-a6e3f2ba-71c4-449e-9d2d-157b76d87f07 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:13.430050 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-df1ec369-ec00-4597-adb8-8cd3bcec85b4 req-a6e3f2ba-71c4-449e-9d2d-157b76d87f07 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] Calling delete_port for f661c581-c192-43e8-afdb-a0ba05c37bc0 owned by compute:nova {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:48:13.437729 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14cf78-51fe-4b2c-8fba-579c67c9e8e2 req-382576b5-4afe-4077-bd75-726bb5c0dcb1 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:13.446266 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aa14cf78-51fe-4b2c-8fba-579c67c9e8e2 req-382576b5-4afe-4077-bd75-726bb5c0dcb1 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 972 time: 0.3697338 Sep 21 17:48:13.452699 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-98bc49d0-4512-4b38-80c6-4b6e9ea9ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:13.454374 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-98bc49d0-4512-4b38-80c6-4b6e9ea9ab34 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.2914975 Sep 21 17:48:13.550456 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-4d7a4175-c13a-4c49-bf95-73bb83b435a1 service neutron] 10.222.0.38 "GET /v2.0/ports/65dff5a5-5e62-487b-954c-6d78ff73c641/bindings/n-h2-810291-1 HTTP/1.1" status: 200 len: 384 time: 0.5360487 Sep 21 17:48:13.752566 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-df1ec369-ec00-4597-adb8-8cd3bcec85b4 req-a6e3f2ba-71c4-449e-9d2d-157b76d87f07 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:13.767061 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aa14cf78-51fe-4b2c-8fba-579c67c9e8e2 req-10c9f50b-b953-421d-8b8d-dbc8d417f463 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196180 Sep 21 17:48:13.871190 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-1963def0-e686-49f7-848d-c3aef05ca174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:13.871895 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-1963def0-e686-49f7-848d-c3aef05ca174 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4025614 Sep 21 17:48:13.887731 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 67a337c4-6d78-4073-bb28-2f7b7dba2488 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:13.888294 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:13.892937 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['f661c581-c192-43e8-afdb-a0ba05c37bc0'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:48:14.016860 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-dad22a27-1804-42d8-af69-eefb67cb5ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350988157-router', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:07Z', 'updated_at': '2021-09-21T17:48:10Z', 'revision_number': 3, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'gw_port': {'id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:08Z', 'updated_at': '2021-09-21T17:48:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:14.029784 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:14.057107 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3f2ba-71c4-449e-9d2d-157b76d87f07 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] Pushing event deleted for resources: {'Port': ['ID=f661c581-c192-43e8-afdb-a0ba05c37bc0,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:14.065298 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad22a27-1804-42d8-af69-eefb67cb5ed7 None None] Checking router: 9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:48:14.068148 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-38d909e1-738f-4bde-aa92-d307218ce610 req-2d5ee3ee-81b7-4ffd-8732-4b71bd2ca11c tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf5bdae1-cecf-4b1f-8527-7067d42576d2 HTTP/1.1" status: 200 len: 210 time: 0.1700344 Sep 21 17:48:14.073589 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad22a27-1804-42d8-af69-eefb67cb5ed7 None None] Updating router 9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c port 1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:48:14.118776 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dad22a27-1804-42d8-af69-eefb67cb5ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:14.126196 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd52296-0bde-40bc-bcf2-12c148529a28 None None] Sync routers for ids ['45ca985d-5019-4c1e-9d91-7600f002d940'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:48:14.144606 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd52296-0bde-40bc-bcf2-12c148529a28 None None] Routers {'45ca985d-5019-4c1e-9d91-7600f002d940'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:48:14.145730 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5cd52296-0bde-40bc-bcf2-12c148529a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:47:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['45ca985d-5019-4c1e-9d91-7600f002d940'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:14.221711 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 67a337c4-6d78-4073-bb28-2f7b7dba2488, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=67a337c4-6d78-4073-bb28-2f7b7dba2488,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:14.241293 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:14.248493 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1ec369-ec00-4597-adb8-8cd3bcec85b4 req-a6e3f2ba-71c4-449e-9d2d-157b76d87f07 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] No DVR routers for this DVR port f661c581-c192-43e8-afdb-a0ba05c37bc0 on host n-h1-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:48:14.258147 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-df1ec369-ec00-4597-adb8-8cd3bcec85b4 req-a6e3f2ba-71c4-449e-9d2d-157b76d87f07 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:14.268082 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-df1ec369-ec00-4597-adb8-8cd3bcec85b4 req-a6e3f2ba-71c4-449e-9d2d-157b76d87f07 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] 10.222.0.38 "DELETE /v2.0/ports/f661c581-c192-43e8-afdb-a0ba05c37bc0 HTTP/1.1" status: 204 len: 173 time: 1.2608395 Sep 21 17:48:14.269014 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f0b56b-3af6-4d92-9e6e-8624287f4a41', 'name': 'network-vif-deleted', 'tag': 'f661c581-c192-43e8-afdb-a0ba05c37bc0'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:48:14.273026 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd41bc25-0cd9-440b-84f9-74b7b58433de" -d '{"events": [{"server_uuid": "05f0b56b-3af6-4d92-9e6e-8624287f4a41", "name": "network-vif-deleted", "tag": "f661c581-c192-43e8-afdb-a0ba05c37bc0"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:48:14.320540 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55ce89-55aa-45a3-81f0-2ab24f6da28a req-b1e0d10a-04cc-463e-b77b-2430c4c0e881 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:14.332468 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cf55ce89-55aa-45a3-81f0-2ab24f6da28a req-b1e0d10a-04cc-463e-b77b-2430c4c0e881 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=81357416-39b5-4367-a384-3be675bf783d HTTP/1.1" status: 200 len: 948 time: 0.9644830 Sep 21 17:48:14.342139 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-607c959c-d107-448f-ac66-ab5411443900 service neutron] For port 65dff5a5-5e62-487b-954c-6d78ff73c641, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=65dff5a5-5e62-487b-954c-6d78ff73c641,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:14.369754 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-607c959c-d107-448f-ac66-ab5411443900 service neutron] For port 65dff5a5-5e62-487b-954c-6d78ff73c641, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:48:14.426056 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-607c959c-d107-448f-ac66-ab5411443900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65dff5a5-5e62-487b-954c-6d78ff73c641 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:48:14.440083 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-607c959c-d107-448f-ac66-ab5411443900 service neutron] For port 65dff5a5-5e62-487b-954c-6d78ff73c641, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=65dff5a5-5e62-487b-954c-6d78ff73c641,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:14.476877 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-607c959c-d107-448f-ac66-ab5411443900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:14.498250 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-5cd52296-0bde-40bc-bcf2-12c148529a28 None None] Set router 45ca985d-5019-4c1e-9d91-7600f002d940 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:48:14.525658 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a2fbdc85-b27d-4eb8-b302-fca7b8c159f8 req-2c20628e-0bed-4f70-a2a8-ff510457576d tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] 10.222.0.58 "GET /v2.0/ports?device_id=05f0b56b-3af6-4d92-9e6e-8624287f4a41 HTTP/1.1" status: 200 len: 210 time: 0.0690091 Sep 21 17:48:14.547279 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cc435a32-1e5c-4931-a2c6-e5a69a423dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:14.560912 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cf55ce89-55aa-45a3-81f0-2ab24f6da28a req-dfc748c4-eb90-47ec-90a8-c9fda9ce93bb tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/security-groups?id=a812a218-7e96-4ad2-9287-5ec8d8ba6347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253292 Sep 21 17:48:14.641417 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cc435a32-1e5c-4931-a2c6-e5a69a423dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:14.685223 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fd48e3-7cb0-46a2-93e3-7d47d9113d93 x-openstack-request-id: req-12fd48e3-7cb0-46a2-93e3-7d47d9113d93 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:48:14.686077 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f0b56b-3af6-4d92-9e6e-8624287f4a41", "name": "network-vif-deleted", "tag": "f661c581-c192-43e8-afdb-a0ba05c37bc0", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:48:14.686516 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-12fd48e3-7cb0-46a2-93e3-7d47d9113d93 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:48:14.687605 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f0b56b-3af6-4d92-9e6e-8624287f4a41', 'name': 'network-vif-deleted', 'tag': 'f661c581-c192-43e8-afdb-a0ba05c37bc0', 'status': 'completed', 'code': 200} Sep 21 17:48:14.699786 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-cc435a32-1e5c-4931-a2c6-e5a69a423dbc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b5313159ace946499182322a3056f8de&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0084631 Sep 21 17:48:14.705089 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48154) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:14.796696 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=67a337c4-6d78-4073-bb28-2f7b7dba2488,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:14.836995 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa359f-ad0b-4425-8428-a9241e83168a req-3a9342ed-8631-4bd8-a538-e676f09ec310 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:14.845365 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d9fa359f-ad0b-4425-8428-a9241e83168a req-3a9342ed-8631-4bd8-a538-e676f09ec310 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 944 time: 0.1694119 Sep 21 17:48:14.864818 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc435a32-1e5c-4931-a2c6-e5a69a423dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33784342-5302-4443-9ec1-45e5555d23ff,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:14.869146 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-27ec1128-a1c9-4176-ac3c-bb4089acb658 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9545732 Sep 21 17:48:14.871124 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0441c6da-8024-4ff9-83f6-e73239821366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:14.962899 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d9fa359f-ad0b-4425-8428-a9241e83168a req-d9ba65ae-05a2-4268-bbc9-3d8f7bbb067f tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112196 Sep 21 17:48:14.968295 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-607c959c-d107-448f-ac66-ab5411443900 service neutron] Transition to ACTIVE for port object 65dff5a5-5e62-487b-954c-6d78ff73c641 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:48:14.997085 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-607c959c-d107-448f-ac66-ab5411443900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:15.147416 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0441c6da-8024-4ff9-83f6-e73239821366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:15.187989 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5cd52296-0bde-40bc-bcf2-12c148529a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ca985d-5019-4c1e-9d91-7600f002d940', 'name': 'tempest-AttachSCSIVolumeTestJSON-657942137-router', 'tenant_id': 'd13b3c35320a49f6b25211e78c7b9f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '67a337c4-6d78-4073-bb28-2f7b7dba2488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:03Z', 'updated_at': '2021-09-21T17:48:11Z', 'revision_number': 4, 'project_id': 'd13b3c35320a49f6b25211e78c7b9f7f', 'gw_port': {'id': '67a337c4-6d78-4073-bb28-2f7b7dba2488', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ca985d-5019-4c1e-9d91-7600f002d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:04Z', 'updated_at': '2021-09-21T17:48:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '979362b2-f0a6-481c-9530-b9adf4db99f9', 'name': '', 'network_id': '6505b804-ad26-4a4e-abe0-94b7f04cbfac', 'tenant_id': 'd13b3c35320a49f6b25211e78c7b9f7f', 'mac_address': 'fa:16:3e:98:71:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ca985d-5019-4c1e-9d91-7600f002d940', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '3758e5e3-dac4-4bab-ba30-39230b4b74c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:09Z', 'updated_at': '2021-09-21T17:48:11Z', 'revision_number': 2, 'project_id': 'd13b3c35320a49f6b25211e78c7b9f7f', 'subnets': [{'id': '3758e5e3-dac4-4bab-ba30-39230b4b74c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:15.293972 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dad22a27-1804-42d8-af69-eefb67cb5ed7 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:15.310712 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dad22a27-1804-42d8-af69-eefb67cb5ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:15.321507 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd52296-0bde-40bc-bcf2-12c148529a28 None None] Checking router: 45ca985d-5019-4c1e-9d91-7600f002d940 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:48:15.322146 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd52296-0bde-40bc-bcf2-12c148529a28 None None] Updating router 45ca985d-5019-4c1e-9d91-7600f002d940 port 979362b2-f0a6-481c-9530-b9adf4db99f9 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:48:15.387290 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-5cd52296-0bde-40bc-bcf2-12c148529a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:15.391799 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 67a337c4-6d78-4073-bb28-2f7b7dba2488 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:48:15.520323 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-089f35f2-5d1e-4303-bf33-70cfe63e8ed2 req-d0fbb4ea-9002-49dd-a05d-10bf7ae6e179 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6394968 Sep 21 17:48:15.537324 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-5bb55f70-fdc8-4789-9c24-f4c8d1276da1 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=609d5bee648949759973ecd723289ef7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0987098 Sep 21 17:48:15.559972 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ea0e0-f77e-4743-95ef-950da92bfa41 req-88ba38d7-0b66-4678-9df6-667b851cdb68 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:15.562648 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db496511-345d-4c2a-b7b2-6ef8b01e9e80 None None] Pushing event updated for resources: {'Port': ['ID=1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:15.567382 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-230ea0e0-f77e-4743-95ef-950da92bfa41 req-88ba38d7-0b66-4678-9df6-667b851cdb68 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 972 time: 0.5412176 Sep 21 17:48:15.574412 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-dad22a27-1804-42d8-af69-eefb67cb5ed7 None None] Attempting to bind port 1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:48:15.574908 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-dad22a27-1804-42d8-af69-eefb67cb5ed7 None None] Attempting to bind port 1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:48:15.575418 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad22a27-1804-42d8-af69-eefb67cb5ed7 None None] Attempting to bind port 1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:15.589373 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad22a27-1804-42d8-af69-eefb67cb5ed7 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:48:15.590945 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad22a27-1804-42d8-af69-eefb67cb5ed7 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:48:15.591472 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dad22a27-1804-42d8-af69-eefb67cb5ed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:15.591975 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad22a27-1804-42d8-af69-eefb67cb5ed7 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:48:15.596512 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-dad22a27-1804-42d8-af69-eefb67cb5ed7 None None] Bound port: 1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:48:15.597031 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dad22a27-1804-42d8-af69-eefb67cb5ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:15.635929 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c959c-d107-448f-ac66-ab5411443900 service neutron] Pushing event updated for resources: {'Port': ['ID=65dff5a5-5e62-487b-954c-6d78ff73c641,revision_number=10']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:15.673854 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 67a337c4-6d78-4073-bb28-2f7b7dba2488 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:15.682149 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:15.695757 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-607c959c-d107-448f-ac66-ab5411443900 service neutron] No DVR routers for this DVR port 65dff5a5-5e62-487b-954c-6d78ff73c641 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:48:15.749868 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-47bd9abe-1c38-4346-83f3-c22f35294c56 req-c4cf9dbc-4a44-4dac-9a65-452d55eabab8 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf5bdae1-cecf-4b1f-8527-7067d42576d2 HTTP/1.1" status: 200 len: 210 time: 0.2316265 Sep 21 17:48:15.858491 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-607c959c-d107-448f-ac66-ab5411443900 service neutron] 10.222.0.38 "PUT /v2.0/ports/65dff5a5-5e62-487b-954c-6d78ff73c641/bindings/n-h2-810291-1/activate HTTP/1.1" status: 200 len: 369 time: 2.2870049 Sep 21 17:48:15.874628 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8139bf0-63a1-4e97-b3de-9604a399c371 req-b0961a57-856f-43ea-80f7-7eedca819027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:15.876291 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a8139bf0-63a1-4e97-b3de-9604a399c371 req-b0961a57-856f-43ea-80f7-7eedca819027 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0fda0738d23f40b0b4ca907e403de23f&device_id=81357416-39b5-4367-a384-3be675bf783d HTTP/1.1" status: 200 len: 1099 time: 0.1847451 Sep 21 17:48:15.928509 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-dad22a27-1804-42d8-af69-eefb67cb5ed7 None None] For port 1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:48:15.933149 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-dad22a27-1804-42d8-af69-eefb67cb5ed7 None None] For port 1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:48:15.964182 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5bbb33a1-d104-4591-86c4-996e88c9cb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:15.981780 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dad22a27-1804-42d8-af69-eefb67cb5ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:16.031286 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-60f499f8-36be-4b40-bf5a-690fb165d62d req-f3a342e0-0bee-4df7-860c-ecc648354587 tempest-ServerDiagnosticsNegativeTest-1418079470 tempest-ServerDiagnosticsNegativeTest-1418079470-project] 10.222.0.58 "GET /v2.0/ports?device_id=05f0b56b-3af6-4d92-9e6e-8624287f4a41 HTTP/1.1" status: 200 len: 210 time: 0.0764139 Sep 21 17:48:16.173616 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8139bf0-63a1-4e97-b3de-9604a399c371 req-259ff46d-3de5-41c3-879e-994aabae410a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:16.174793 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a8139bf0-63a1-4e97-b3de-9604a399c371 req-259ff46d-3de5-41c3-879e-994aabae410a service neutron] 10.222.0.44 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.2874014 Sep 21 17:48:16.238070 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db496511-345d-4c2a-b7b2-6ef8b01e9e80 None None] Pushing event updated for resources: {'Port': ['ID=1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:16.247196 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-5cd52296-0bde-40bc-bcf2-12c148529a28 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:16.255254 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-5cd52296-0bde-40bc-bcf2-12c148529a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:16.264431 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad22a27-1804-42d8-af69-eefb67cb5ed7 None None] Routers {'9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:48:16.265223 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-dad22a27-1804-42d8-af69-eefb67cb5ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:47:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:16.289140 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a8139bf0-63a1-4e97-b3de-9604a399c371 req-9a42a8ee-8a74-48bf-b4e5-49d27cdb15fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=e456b0a4-53b5-4f05-98fe-1cb273fbbd51 HTTP/1.1" status: 200 len: 217 time: 0.0956748 Sep 21 17:48:16.358848 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0441c6da-8024-4ff9-83f6-e73239821366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:16.372103 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0441c6da-8024-4ff9-83f6-e73239821366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:16.374661 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0441c6da-8024-4ff9-83f6-e73239821366 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/33784342-5302-4443-9ec1-45e5555d23ff HTTP/1.1" status: 204 len: 168 time: 1.6639667 Sep 21 17:48:16.436459 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8139bf0-63a1-4e97-b3de-9604a399c371 req-cbc261ed-3c52-4a85-a3e5-41ba9e910b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:16.437940 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a8139bf0-63a1-4e97-b3de-9604a399c371 req-cbc261ed-3c52-4a85-a3e5-41ba9e910b64 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1312597 Sep 21 17:48:16.456531 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f40ad9-d01d-44f6-8681-8eb8d2b16e20 None None] Pushing event updated for resources: {'Port': ['ID=979362b2-f0a6-481c-9530-b9adf4db99f9,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:16.477242 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-3fc9601c-8ef7-46f4-971a-0500f96f14d4 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:16.477819 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-5cd52296-0bde-40bc-bcf2-12c148529a28 None None] Attempting to bind port 979362b2-f0a6-481c-9530-b9adf4db99f9 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:48:16.478187 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-5cd52296-0bde-40bc-bcf2-12c148529a28 None None] Attempting to bind port 979362b2-f0a6-481c-9530-b9adf4db99f9 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '496d3bec-efa1-479a-a0f5-18a028e845be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6505b804-ad26-4a4e-abe0-94b7f04cbfac'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:48:16.478548 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd52296-0bde-40bc-bcf2-12c148529a28 None None] Attempting to bind port 979362b2-f0a6-481c-9530-b9adf4db99f9 on network 6505b804-ad26-4a4e-abe0-94b7f04cbfac {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:16.486716 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-3fc9601c-8ef7-46f4-971a-0500f96f14d4 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8990889 Sep 21 17:48:16.493853 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd52296-0bde-40bc-bcf2-12c148529a28 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:48:16.494401 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd52296-0bde-40bc-bcf2-12c148529a28 None None] Checking segment: {'id': '496d3bec-efa1-479a-a0f5-18a028e845be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6505b804-ad26-4a4e-abe0-94b7f04cbfac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:48:16.494807 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-5cd52296-0bde-40bc-bcf2-12c148529a28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:16.495223 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd52296-0bde-40bc-bcf2-12c148529a28 None None] Bound using segment: {'id': '496d3bec-efa1-479a-a0f5-18a028e845be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6505b804-ad26-4a4e-abe0-94b7f04cbfac'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:48:16.502327 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-5cd52296-0bde-40bc-bcf2-12c148529a28 None None] Bound port: 979362b2-f0a6-481c-9530-b9adf4db99f9, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '496d3bec-efa1-479a-a0f5-18a028e845be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6505b804-ad26-4a4e-abe0-94b7f04cbfac'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:48:16.502671 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-5cd52296-0bde-40bc-bcf2-12c148529a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:16.521844 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-230ea0e0-f77e-4743-95ef-950da92bfa41 req-e9d0a1a5-6587-4af2-87c2-7bc6c7c92445 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9532828 Sep 21 17:48:16.568345 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-c499a8d5-15cd-44f5-bdc6-5cd9cd9b1eb4 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Request body: {'port': {'device_id': 'cf5bdae1-cecf-4b1f-8527-7067d42576d2', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'admin_state_up': True, 'tenant_id': '609d5bee648949759973ecd723289ef7'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:16.587563 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be4885-f4ec-4004-ac71-458ce7945266 req-15431578-c6d4-433e-a034-04a4b06e0df5 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:16.596561 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e8be4885-f4ec-4004-ac71-458ce7945266 req-15431578-c6d4-433e-a034-04a4b06e0df5 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=81357416-39b5-4367-a384-3be675bf783d HTTP/1.1" status: 200 len: 948 time: 0.3189206 Sep 21 17:48:16.598705 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8139bf0-63a1-4e97-b3de-9604a399c371 req-755907fc-84af-460c-acbd-6ea33b1a955c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:16.600302 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a8139bf0-63a1-4e97-b3de-9604a399c371 req-755907fc-84af-460c-acbd-6ea33b1a955c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1319609 Sep 21 17:48:16.614403 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-dad22a27-1804-42d8-af69-eefb67cb5ed7 None None] Set router 9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:48:16.633463 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441c6da-8024-4ff9-83f6-e73239821366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33784342-5302-4443-9ec1-45e5555d23ff,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:16.688017 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4a09b023-7f69-4b1f-9db5-0056b49d49f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:16.724948 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e8be4885-f4ec-4004-ac71-458ce7945266 req-8b19f165-ec83-46c3-bb70-1f94fc4295f3 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/security-groups?id=a812a218-7e96-4ad2-9287-5ec8d8ba6347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175463 Sep 21 17:48:16.770368 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-5cd52296-0bde-40bc-bcf2-12c148529a28 None None] For port 979362b2-f0a6-481c-9530-b9adf4db99f9, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:48:16.781600 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-5cd52296-0bde-40bc-bcf2-12c148529a28 None None] For port 979362b2-f0a6-481c-9530-b9adf4db99f9, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=979362b2-f0a6-481c-9530-b9adf4db99f9,segment=NetworkSegment(496d3bec-efa1-479a-a0f5-18a028e845be),segment_id=496d3bec-efa1-479a-a0f5-18a028e845be)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:48:16.796478 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-5cd52296-0bde-40bc-bcf2-12c148529a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:16.855717 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a8139bf0-63a1-4e97-b3de-9604a399c371 req-6de470c3-002a-4552-8fdc-b9ea2c0a6e13 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277985 Sep 21 17:48:17.031425 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f54a276d-dd9d-4dae-a0da-16647faef84f req-f48d7fac-a0aa-4d23-9662-e7fef660194c tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf5bdae1-cecf-4b1f-8527-7067d42576d2 HTTP/1.1" status: 200 len: 210 time: 0.1123183 Sep 21 17:48:17.044468 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd52296-0bde-40bc-bcf2-12c148529a28 None None] Routers {'45ca985d-5019-4c1e-9d91-7600f002d940'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:48:17.049223 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5cd52296-0bde-40bc-bcf2-12c148529a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:47:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['45ca985d-5019-4c1e-9d91-7600f002d940'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:17.086794 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-eb98dd21-ce08-44b8-b59e-ab04f657815d tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:17.090677 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-eb98dd21-ce08-44b8-b59e-ab04f657815d tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c&tenant_id=564aef6a99cc4ded992fbb9f0e732388&binding%3Ahost_id=n-h1-810291-1 HTTP/1.1" status: 200 len: 1096 time: 0.7643526 Sep 21 17:48:17.101545 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a8139bf0-63a1-4e97-b3de-9604a399c371 req-425cae9e-9f9d-4e35-8bd0-f3f86e1ab22b service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365954 Sep 21 17:48:17.106999 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48174) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:17.143899 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-72890d8e-005d-4777-bf26-b3dc67ac042e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:17.214720 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-4eb9813a-d092-4c2f-a490-13d7eb14f87d None None] Provisioning complete for port 979362b2-f0a6-481c-9530-b9adf4db99f9 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:17.238507 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4eb9813a-d092-4c2f-a490-13d7eb14f87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:17.259563 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f40ad9-d01d-44f6-8681-8eb8d2b16e20 None None] Pushing event updated for resources: {'Port': ['ID=979362b2-f0a6-481c-9530-b9adf4db99f9,revision_number=4']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:17.325777 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 65dff5a5-5e62-487b-954c-6d78ff73c641 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:48:17.385297 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-5cd52296-0bde-40bc-bcf2-12c148529a28 None None] Set router 45ca985d-5019-4c1e-9d91-7600f002d940 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:48:17.465305 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-72890d8e-005d-4777-bf26-b3dc67ac042e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:17.474969 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-72890d8e-005d-4777-bf26-b3dc67ac042e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:17.518544 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 65dff5a5-5e62-487b-954c-6d78ff73c641 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:48:17.533374 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device f661c581-c192-43e8-afdb-a0ba05c37bc0 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:48:17.552095 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-72890d8e-005d-4777-bf26-b3dc67ac042e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=48f334593a3c40e19976dfe74146209e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4440303 Sep 21 17:48:17.571489 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48182) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:17.617388 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-27242a01-ce6c-4c4b-8af7-261b5de85b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:17.619043 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-27242a01-ce6c-4c4b-8af7-261b5de85b42 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c&tenant_id=564aef6a99cc4ded992fbb9f0e732388 HTTP/1.1" status: 200 len: 1096 time: 0.5022435 Sep 21 17:48:17.686240 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0bc18-bcb4-4836-8745-555beb5f1957 req-2ed1366d-6c82-4b65-a96f-fbd3b61611d5 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:17.694991 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: f661c581-c192-43e8-afdb-a0ba05c37bc0 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:48:17.695953 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device f661c581-c192-43e8-afdb-a0ba05c37bc0 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:48:17.704832 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-03a0bc18-bcb4-4836-8745-555beb5f1957 req-2ed1366d-6c82-4b65-a96f-fbd3b61611d5 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 945 time: 1.0126302 Sep 21 17:48:17.725355 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5cd52296-0bde-40bc-bcf2-12c148529a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ca985d-5019-4c1e-9d91-7600f002d940', 'name': 'tempest-AttachSCSIVolumeTestJSON-657942137-router', 'tenant_id': 'd13b3c35320a49f6b25211e78c7b9f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '67a337c4-6d78-4073-bb28-2f7b7dba2488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:03Z', 'updated_at': '2021-09-21T17:48:11Z', 'revision_number': 4, 'project_id': 'd13b3c35320a49f6b25211e78c7b9f7f', 'gw_port': {'id': '67a337c4-6d78-4073-bb28-2f7b7dba2488', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ca985d-5019-4c1e-9d91-7600f002d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:04Z', 'updated_at': '2021-09-21T17:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '979362b2-f0a6-481c-9530-b9adf4db99f9', 'name': '', 'network_id': '6505b804-ad26-4a4e-abe0-94b7f04cbfac', 'tenant_id': 'd13b3c35320a49f6b25211e78c7b9f7f', 'mac_address': 'fa:16:3e:98:71:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ca985d-5019-4c1e-9d91-7600f002d940', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '3758e5e3-dac4-4bab-ba30-39230b4b74c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:09Z', 'updated_at': '2021-09-21T17:48:16Z', 'revision_number': 4, 'project_id': 'd13b3c35320a49f6b25211e78c7b9f7f', 'subnets': [{'id': '3758e5e3-dac4-4bab-ba30-39230b4b74c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:17.729035 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48184) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:17.758163 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd52296-0bde-40bc-bcf2-12c148529a28 None None] The sync data for ids ['45ca985d-5019-4c1e-9d91-7600f002d940'] in n-d-810291-1 is: [{'id': '45ca985d-5019-4c1e-9d91-7600f002d940', 'name': 'tempest-AttachSCSIVolumeTestJSON-657942137-router', 'tenant_id': 'd13b3c35320a49f6b25211e78c7b9f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '67a337c4-6d78-4073-bb28-2f7b7dba2488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:03Z', 'updated_at': '2021-09-21T17:48:11Z', 'revision_number': 4, 'project_id': 'd13b3c35320a49f6b25211e78c7b9f7f', 'gw_port': {'id': '67a337c4-6d78-4073-bb28-2f7b7dba2488', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ca985d-5019-4c1e-9d91-7600f002d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:04Z', 'updated_at': '2021-09-21T17:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '979362b2-f0a6-481c-9530-b9adf4db99f9', 'name': '', 'network_id': '6505b804-ad26-4a4e-abe0-94b7f04cbfac', 'tenant_id': 'd13b3c35320a49f6b25211e78c7b9f7f', 'mac_address': 'fa:16:3e:98:71:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ca985d-5019-4c1e-9d91-7600f002d940', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '3758e5e3-dac4-4bab-ba30-39230b4b74c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:09Z', 'updated_at': '2021-09-21T17:48:16Z', 'revision_number': 4, 'project_id': 'd13b3c35320a49f6b25211e78c7b9f7f', 'subnets': [{'id': '3758e5e3-dac4-4bab-ba30-39230b4b74c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:48:17.822776 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-c499a8d5-15cd-44f5-bdc6-5cd9cd9b1eb4 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Made reservation on behalf of 609d5bee648949759973ecd723289ef7 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:48:17.827802 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72890d8e-005d-4777-bf26-b3dc67ac042e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94fd4e0-caf1-41fc-9ab6-a4c015e6c6fd,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:17.844417 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-c499a8d5-15cd-44f5-bdc6-5cd9cd9b1eb4 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:17.877083 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-c499a8d5-15cd-44f5-bdc6-5cd9cd9b1eb4 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:17.922229 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd53cad-a16f-44e4-8921-99fea55fc649 req-e7a15e30-71bf-472c-83da-3857b9860d62 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:17.922229 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6bd53cad-a16f-44e4-8921-99fea55fc649 req-e7a15e30-71bf-472c-83da-3857b9860d62 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 972 time: 0.2546210 Sep 21 17:48:17.922604 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4eb9813a-d092-4c2f-a490-13d7eb14f87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:17.956540 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-dad22a27-1804-42d8-af69-eefb67cb5ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350988157-router', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:07Z', 'updated_at': '2021-09-21T17:48:10Z', 'revision_number': 3, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'gw_port': {'id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:08Z', 'updated_at': '2021-09-21T17:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:18.012025 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-609d8056-1f88-4ba5-ac9b-b05e3c214fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:18.053259 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad22a27-1804-42d8-af69-eefb67cb5ed7 None None] The sync data for ids ['9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'] in n-d-810291-1 is: [{'id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350988157-router', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:07Z', 'updated_at': '2021-09-21T17:48:10Z', 'revision_number': 3, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'gw_port': {'id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:08Z', 'updated_at': '2021-09-21T17:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:48:18.055654 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-609d8056-1f88-4ba5-ac9b-b05e3c214fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:18.066963 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-4eb9813a-d092-4c2f-a490-13d7eb14f87d None None] For port 979362b2-f0a6-481c-9530-b9adf4db99f9, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=979362b2-f0a6-481c-9530-b9adf4db99f9,segment=NetworkSegment(496d3bec-efa1-479a-a0f5-18a028e845be),segment_id=496d3bec-efa1-479a-a0f5-18a028e845be)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:18.075646 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4eb9813a-d092-4c2f-a490-13d7eb14f87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:18.081487 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-4a09b023-7f69-4b1f-9db5-0056b49d49f6 admin admin] Allocated IP 172.20.0.1 (11a4fcdf-56c0-4722-a4a2-ffbd8671669c/42aa13e9-fa0a-473d-9510-59ad5e7250f2/d7603049-a3e7-4896-b522-a88926b8060b) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:48:18.168696 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9813a-d092-4c2f-a490-13d7eb14f87d None None] Pushing event updated for resources: {'Port': ['ID=979362b2-f0a6-481c-9530-b9adf4db99f9,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:18.191064 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6bd53cad-a16f-44e4-8921-99fea55fc649 req-186c1311-56e9-42fe-8392-8d1447cae20c tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450066 Sep 21 17:48:18.245455 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-609d8056-1f88-4ba5-ac9b-b05e3c214fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:18.247592 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-09ab0cfd-4280-4645-bcc0-299597fcecc6 None None] Provisioning complete for port 979362b2-f0a6-481c-9530-b9adf4db99f9 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:18.249054 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-609d8056-1f88-4ba5-ac9b-b05e3c214fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:18.249177 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-09ab0cfd-4280-4645-bcc0-299597fcecc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:18.250597 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-609d8056-1f88-4ba5-ac9b-b05e3c214fe1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b94fd4e0-caf1-41fc-9ab6-a4c015e6c6fd HTTP/1.1" status: 204 len: 168 time: 0.6684020 Sep 21 17:48:18.311199 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d8056-1f88-4ba5-ac9b-b05e3c214fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94fd4e0-caf1-41fc-9ab6-a4c015e6c6fd,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:18.326816 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4a09b023-7f69-4b1f-9db5-0056b49d49f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:18.424874 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6065f457-ed37-43a9-9b2f-a3067cef50d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:18.427289 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ad3459e5-a256-42d7-b627-6d8ffbddda35 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5df67e21088c4a18b5c328815d375995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6465969 Sep 21 17:48:18.429183 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48194) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:18.456048 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-03a0bc18-bcb4-4836-8745-555beb5f1957 req-d1bc6dfc-2716-436e-a726-8fceb9d4124d tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7421472 Sep 21 17:48:18.458955 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4a09b023-7f69-4b1f-9db5-0056b49d49f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:18.589902 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3d869-16f8-48c5-9ca0-89967e7067f8 req-55a64a55-f745-4de0-bc22-178266a4edb4 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:18.617959 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6cb3d869-16f8-48c5-9ca0-89967e7067f8 req-55a64a55-f745-4de0-bc22-178266a4edb4 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=81357416-39b5-4367-a384-3be675bf783d HTTP/1.1" status: 200 len: 948 time: 0.2845101 Sep 21 17:48:18.696185 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6586daa4-726c-4691-af45-aefa80e91d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:18.717003 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a09b023-7f69-4b1f-9db5-0056b49d49f6 admin admin] Network 11a4fcdf-56c0-4722-a4a2-ffbd8671669c is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:48:18.728261 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-4a09b023-7f69-4b1f-9db5-0056b49d49f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:48:18.743624 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-9800d88b-10c8-48fc-bf15-2b35ac5e6514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:18.746425 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-9800d88b-10c8-48fc-bf15-2b35ac5e6514 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=564aef6a99cc4ded992fbb9f0e732388&device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 1096 time: 1.0073762 Sep 21 17:48:18.747194 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09b023-7f69-4b1f-9db5-0056b49d49f6 admin admin] Pushing event updated for resources: {'Port': ['ID=d7603049-a3e7-4896-b522-a88926b8060b,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:18.752760 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a09b023-7f69-4b1f-9db5-0056b49d49f6 admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:48:18.753324 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4a09b023-7f69-4b1f-9db5-0056b49d49f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:18.794322 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6cb3d869-16f8-48c5-9ca0-89967e7067f8 req-094837d9-b926-4405-9e0d-9d8cb1de8904 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/security-groups?id=a812a218-7e96-4ad2-9287-5ec8d8ba6347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752858 Sep 21 17:48:18.829444 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6586daa4-726c-4691-af45-aefa80e91d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:18.953331 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:18.962065 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6586daa4-726c-4691-af45-aefa80e91d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:18.964751 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6586daa4-726c-4691-af45-aefa80e91d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:18.968480 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6586daa4-726c-4691-af45-aefa80e91d25 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/41d0e8f8-cff8-4dd3-be94-862de3225a1b HTTP/1.1" status: 204 len: 168 time: 0.5359578 Sep 21 17:48:18.982111 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586daa4-726c-4691-af45-aefa80e91d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d0e8f8-cff8-4dd3-be94-862de3225a1b,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:19.087139 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-3a094ff5-7922-4c52-8f74-08a1f2902403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:19.099149 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-3a094ff5-7922-4c52-8f74-08a1f2902403 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ce365bfd-7bb2-49d3-914a-63ce743986ef HTTP/1.1" status: 200 len: 908 time: 0.3368361 Sep 21 17:48:19.165501 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7c4b5fdc-e0bb-4292-94a7-89121d1eecc2 req-b8751b84-7744-448f-be75-d2bc2c8f801b tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf5bdae1-cecf-4b1f-8527-7067d42576d2 HTTP/1.1" status: 200 len: 210 time: 0.4428673 Sep 21 17:48:19.281260 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-45f69574-f62c-4dce-8c73-816b7dcc0672 None None] Provisioning complete for port d7603049-a3e7-4896-b522-a88926b8060b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:19.284221 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-45f69574-f62c-4dce-8c73-816b7dcc0672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:19.395267 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-45f69574-f62c-4dce-8c73-816b7dcc0672 None None] Port d7603049-a3e7-4896-b522-a88926b8060b cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:48:19.446528 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-3ee4e054-75a8-4020-bb8e-7abd51dfcf9c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65dff5a5-5e62-487b-954c-6d78ff73c641 HTTP/1.1" status: 200 len: 217 time: 0.3101304 Sep 21 17:48:19.503355 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 979362b2-f0a6-481c-9530-b9adf4db99f9 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:48:19.546165 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2e2cd-db6d-4f69-997e-1e1f927a23d9 req-3f7a3bcc-b412-4b9d-8512-555d9ef0920e tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:19.563117 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-24e2e2cd-db6d-4f69-997e-1e1f927a23d9 req-3f7a3bcc-b412-4b9d-8512-555d9ef0920e tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 972 time: 0.2078841 Sep 21 17:48:19.626619 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 979362b2-f0a6-481c-9530-b9adf4db99f9 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:19.627528 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:19.697096 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-24e2e2cd-db6d-4f69-997e-1e1f927a23d9 req-8a1ec667-5483-49b9-9c0e-32f416a1963e tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267631 Sep 21 17:48:19.701144 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-5ca6b2ef-8463-4bf8-9946-309248355db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:19.702687 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-5ca6b2ef-8463-4bf8-9946-309248355db0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f6bcee82-068a-4838-bdd8-412dc7128026 HTTP/1.1" status: 200 len: 847 time: 0.2392142 Sep 21 17:48:19.799285 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-3ae70f89-f915-4517-95ac-c931cd8040fb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ce365bfd-7bb2-49d3-914a-63ce743986ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733140 Sep 21 17:48:19.830593 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48220) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:19.854353 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1a4d9d16-e013-469a-b1de-d3498a202a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:19.927488 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:48:20.073465 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-c499a8d5-15cd-44f5-bdc6-5cd9cd9b1eb4 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:20.146035 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b156dd7-c192-46ba-8b1b-2bc1ca20ea16 req-cae08768-c1e6-4341-863e-225148370afe tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:20.150386 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-c499a8d5-15cd-44f5-bdc6-5cd9cd9b1eb4 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:20.158461 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0b156dd7-c192-46ba-8b1b-2bc1ca20ea16 req-cae08768-c1e6-4341-863e-225148370afe tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=81357416-39b5-4367-a384-3be675bf783d HTTP/1.1" status: 200 len: 948 time: 0.2358022 Sep 21 17:48:20.202590 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device e456b0a4-53b5-4f05-98fe-1cb273fbbd51 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:48:20.221839 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:20.246724 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:20.247574 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:20.281836 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-0497838b-75cd-4373-9ac0-8000db3dd1bb service neutron] show failed (client error): The resource could not be found. Sep 21 17:48:20.283030 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-0497838b-75cd-4373-9ac0-8000db3dd1bb service neutron] 10.222.0.44 "GET /v2.0/ports/09d50637-541d-43ad-8851-a8cefb7b9446/bindings/n-h1-810291-1 HTTP/1.1" status: 404 len: 380 time: 0.3093624 Sep 21 17:48:20.316207 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0b156dd7-c192-46ba-8b1b-2bc1ca20ea16 req-d005bfd7-c6cd-4fc5-8156-f579f94a17cc tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/security-groups?id=a812a218-7e96-4ad2-9287-5ec8d8ba6347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564519 Sep 21 17:48:20.331720 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-c499a8d5-15cd-44f5-bdc6-5cd9cd9b1eb4 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Allocated IP 192.168.233.178 (c714db5f-672e-4004-8098-88db84169d3c/53f6ee96-7c10-4364-b9ae-9f7e7556e695/318435c1-154e-464f-b9f6-3209893e6f84) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:48:20.500149 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b207eab1-4e6f-47e6-8051-7840480574d9 req-de5ca6bd-e0e2-46be-aff8-faac2d7b0e8e tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf5bdae1-cecf-4b1f-8527-7067d42576d2 HTTP/1.1" status: 200 len: 210 time: 0.0694518 Sep 21 17:48:20.580722 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47838e-9457-4e80-a3d2-7eeb3f91b0c9 req-86f74631-84d9-48ab-83c9-cbd556042afe tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:20.587458 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1a4d9d16-e013-469a-b1de-d3498a202a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:20.589565 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e47838e-9457-4e80-a3d2-7eeb3f91b0c9 req-86f74631-84d9-48ab-83c9-cbd556042afe tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 945 time: 0.8855383 Sep 21 17:48:20.597377 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1a4d9d16-e013-469a-b1de-d3498a202a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:20.644792 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1a4d9d16-e013-469a-b1de-d3498a202a65 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5bf62319ea22461c898ad0795fa1c2cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8125329 Sep 21 17:48:20.649510 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:20.652807 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48232) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:20.690390 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:20.693141 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4a09b023-7f69-4b1f-9db5-0056b49d49f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:20.732508 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port e456b0a4-53b5-4f05-98fe-1cb273fbbd51, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=e456b0a4-53b5-4f05-98fe-1cb273fbbd51,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:20.746919 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'e456b0a4-53b5-4f05-98fe-1cb273fbbd51', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': 'e456b0a4-53b5-4f05-98fe-1cb273fbbd51', 'mac_address': 'fa:16:3e:4e:b5:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:48:20.749865 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:20.797200 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499a8d5-15cd-44f5-bdc6-5cd9cd9b1eb4 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf192a2-84ae-48e3-922d-e8b53ea49366,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:20.817396 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d9d16-e013-469a-b1de-d3498a202a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3914a1c0-7763-4e61-82af-7c38b4f1190b,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:20.827378 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:20.853190 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d9d16-e013-469a-b1de-d3498a202a65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:20.853725 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d9d16-e013-469a-b1de-d3498a202a65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:20.854150 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d9d16-e013-469a-b1de-d3498a202a65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:20.854711 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d9d16-e013-469a-b1de-d3498a202a65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:20.855169 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d9d16-e013-469a-b1de-d3498a202a65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:20.855732 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d9d16-e013-469a-b1de-d3498a202a65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:20.856161 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d9d16-e013-469a-b1de-d3498a202a65 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:20.856584 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d9d16-e013-469a-b1de-d3498a202a65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:20.857021 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d9d16-e013-469a-b1de-d3498a202a65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:20.857439 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d9d16-e013-469a-b1de-d3498a202a65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:20.857858 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d9d16-e013-469a-b1de-d3498a202a65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:20.858275 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d9d16-e013-469a-b1de-d3498a202a65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:20.864281 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-b0f585dc-6642-4b94-984c-e75688d830ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:20.866185 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-b0f585dc-6642-4b94-984c-e75688d830ab service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404&tenant_id=cf880db396d441f990414b9e732efe10 HTTP/1.1" status: 200 len: 1123 time: 0.2290361 Sep 21 17:48:20.879290 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-6e939086-f8d9-4b77-8784-5aff0d59da92 service neutron] 10.222.0.44 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0197499 Sep 21 17:48:20.879804 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e456b0a4-53b5-4f05-98fe-1cb273fbbd51 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:48:20.882641 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-498fa052-6577-4cc9-8a3f-79d3cdf80aa7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810291-1', 'device_owner': 'compute:nova'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:20.909805 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port e456b0a4-53b5-4f05-98fe-1cb273fbbd51, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=e456b0a4-53b5-4f05-98fe-1cb273fbbd51,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:20.913920 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e47838e-9457-4e80-a3d2-7eeb3f91b0c9 req-aebf992d-fbf9-4992-aabf-b883afbb0428 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230298 Sep 21 17:48:20.923093 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:20.971188 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:20.997837 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-c499a8d5-15cd-44f5-bdc6-5cd9cd9b1eb4 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:21.025189 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87034c82-4d5c-44c9-91ad-e1655a68ccf3 req-0ad733da-69df-4bf3-8228-a45584d955c3 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:21.039253 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-87034c82-4d5c-44c9-91ad-e1655a68ccf3 req-0ad733da-69df-4bf3-8228-a45584d955c3 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 972 time: 0.1489561 Sep 21 17:48:21.063978 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-138bfc0a-abd7-470a-98e1-e9c25c8a43a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:21.105574 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-c499a8d5-15cd-44f5-bdc6-5cd9cd9b1eb4 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:21.107818 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=e456b0a4-53b5-4f05-98fe-1cb273fbbd51,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:21.121685 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-138bfc0a-abd7-470a-98e1-e9c25c8a43a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:21.191758 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-498fa052-6577-4cc9-8a3f-79d3cdf80aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:21.192912 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499a8d5-15cd-44f5-bdc6-5cd9cd9b1eb4 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Pushing event updated for resources: {'Port': ['ID=318435c1-154e-464f-b9f6-3209893e6f84,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:21.199680 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['e456b0a4-53b5-4f05-98fe-1cb273fbbd51'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:48:21.256534 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-c499a8d5-15cd-44f5-bdc6-5cd9cd9b1eb4 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Network c714db5f-672e-4004-8098-88db84169d3c is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:48:21.266834 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-c499a8d5-15cd-44f5-bdc6-5cd9cd9b1eb4 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:48:21.287981 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-c499a8d5-15cd-44f5-bdc6-5cd9cd9b1eb4 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:48:21.311911 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-c499a8d5-15cd-44f5-bdc6-5cd9cd9b1eb4 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:21.312655 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-c499a8d5-15cd-44f5-bdc6-5cd9cd9b1eb4 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:21.322362 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:48:21.355979 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-c499a8d5-15cd-44f5-bdc6-5cd9cd9b1eb4 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8243709 Sep 21 17:48:21.385163 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-11402633-1454-4894-8ba2-8e0979e9584f service neutron] Request body: {'port': {'device_id': 'cf5bdae1-cecf-4b1f-8527-7067d42576d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:21.477766 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-87034c82-4d5c-44c9-91ad-e1655a68ccf3 req-7e30a570-0be4-4c7c-a932-342f6427a25b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4374790 Sep 21 17:48:21.525444 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:21.620263 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:21.620839 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:21.669320 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-fd2fc45a-7880-44af-92ed-0ad8e37e78ab service neutron] 10.222.0.44 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7518270 Sep 21 17:48:21.687558 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-11402633-1454-4894-8ba2-8e0979e9584f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:21.745015 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-2307c1ab-42f0-42e8-9aa0-988ce362c004 None None] Provisioning complete for port 318435c1-154e-464f-b9f6-3209893e6f84 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:21.745389 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2307c1ab-42f0-42e8-9aa0-988ce362c004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:21.750531 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8128e-f22e-4c99-ae73-a8d4df7b5f09 req-ce876dfe-cdd8-4c45-a021-ee39fd0c9ab3 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:21.752329 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-46a8128e-f22e-4c99-ae73-a8d4df7b5f09 req-ce876dfe-cdd8-4c45-a021-ee39fd0c9ab3 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=81357416-39b5-4367-a384-3be675bf783d HTTP/1.1" status: 200 len: 949 time: 0.2465761 Sep 21 17:48:21.770735 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-498fa052-6577-4cc9-8a3f-79d3cdf80aa7 service neutron] For port 09d50637-541d-43ad-8851-a8cefb7b9446, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=09d50637-541d-43ad-8851-a8cefb7b9446,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:21.800244 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-2307c1ab-42f0-42e8-9aa0-988ce362c004 None None] Port 318435c1-154e-464f-b9f6-3209893e6f84 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:48:21.817191 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-498fa052-6577-4cc9-8a3f-79d3cdf80aa7 service neutron] For port 09d50637-541d-43ad-8851-a8cefb7b9446, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:48:21.866801 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-498fa052-6577-4cc9-8a3f-79d3cdf80aa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:21.884631 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-498fa052-6577-4cc9-8a3f-79d3cdf80aa7 service neutron] Transition to ACTIVE for port object 09d50637-541d-43ad-8851-a8cefb7b9446 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:48:21.888030 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0ba486-632e-46f1-8a27-792ee075a404', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09d50637-541d-43ad-8851-a8cefb7b9446'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:48:21.891672 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccefb673-7e6c-47c5-aef4-7e3e66f018cc" -d '{"events": [{"server_uuid": "6c0ba486-632e-46f1-8a27-792ee075a404", "name": "network-vif-unplugged", "status": "completed", "tag": "09d50637-541d-43ad-8851-a8cefb7b9446"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:48:21.898546 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-138bfc0a-abd7-470a-98e1-e9c25c8a43a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:21.901546 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-138bfc0a-abd7-470a-98e1-e9c25c8a43a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:21.905545 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-138bfc0a-abd7-470a-98e1-e9c25c8a43a7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3914a1c0-7763-4e61-82af-7c38b4f1190b HTTP/1.1" status: 204 len: 168 time: 1.2482131 Sep 21 17:48:21.905545 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-498fa052-6577-4cc9-8a3f-79d3cdf80aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:21.994441 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 09d50637-541d-43ad-8851-a8cefb7b9446 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:48:22.096333 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 09d50637-541d-43ad-8851-a8cefb7b9446 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:48:22.115136 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138bfc0a-abd7-470a-98e1-e9c25c8a43a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3914a1c0-7763-4e61-82af-7c38b4f1190b,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:22.154292 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f653903-9a51-4ca5-abf6-160efa45d9de req-824a22d1-1cac-4425-b0a1-d75c3e088233 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:22.156232 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7f653903-9a51-4ca5-abf6-160efa45d9de req-824a22d1-1cac-4425-b0a1-d75c3e088233 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf5bdae1-cecf-4b1f-8527-7067d42576d2 HTTP/1.1" status: 200 len: 936 time: 0.2589107 Sep 21 17:48:22.209051 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-498fa052-6577-4cc9-8a3f-79d3cdf80aa7 service neutron] No DVR routers for this DVR port 09d50637-541d-43ad-8851-a8cefb7b9446 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:48:22.281963 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fa052-6577-4cc9-8a3f-79d3cdf80aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=09d50637-541d-43ad-8851-a8cefb7b9446,revision_number=6']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:22.374692 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-46a8128e-f22e-4c99-ae73-a8d4df7b5f09 req-08f3d58c-a469-4694-8cfe-1e0fb3842c1a tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/security-groups?id=a812a218-7e96-4ad2-9287-5ec8d8ba6347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571696 Sep 21 17:48:22.382123 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-498fa052-6577-4cc9-8a3f-79d3cdf80aa7 service neutron] Attempting to bind port 09d50637-541d-43ad-8851-a8cefb7b9446 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:48:22.382461 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-498fa052-6577-4cc9-8a3f-79d3cdf80aa7 service neutron] Attempting to bind port 09d50637-541d-43ad-8851-a8cefb7b9446 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:48:22.382788 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-498fa052-6577-4cc9-8a3f-79d3cdf80aa7 service neutron] Attempting to bind port 09d50637-541d-43ad-8851-a8cefb7b9446 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:22.395799 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-498fa052-6577-4cc9-8a3f-79d3cdf80aa7 service neutron] Port 09d50637-541d-43ad-8851-a8cefb7b9446 on network c714db5f-672e-4004-8098-88db84169d3c not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:48:22.396190 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-498fa052-6577-4cc9-8a3f-79d3cdf80aa7 service neutron] Attempting to bind port 09d50637-541d-43ad-8851-a8cefb7b9446 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:22.403036 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7f653903-9a51-4ca5-abf6-160efa45d9de req-fd081fec-a535-40dd-861f-9a57983764ed tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cf192a2-84ae-48e3-922d-e8b53ea49366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991606 Sep 21 17:48:22.408225 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-498fa052-6577-4cc9-8a3f-79d3cdf80aa7 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:48:22.408523 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-498fa052-6577-4cc9-8a3f-79d3cdf80aa7 service neutron] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:48:22.409109 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-498fa052-6577-4cc9-8a3f-79d3cdf80aa7 service neutron] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:48:22.409827 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-498fa052-6577-4cc9-8a3f-79d3cdf80aa7 service neutron] Bound port: 09d50637-541d-43ad-8851-a8cefb7b9446, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:48:22.410375 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-498fa052-6577-4cc9-8a3f-79d3cdf80aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:22.431151 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4a09b023-7f69-4b1f-9db5-0056b49d49f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:22.449129 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-c7a35a0f-2508-4585-a756-6a8037ffc940 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:22.454669 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-c7a35a0f-2508-4585-a756-6a8037ffc940 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c&tenant_id=564aef6a99cc4ded992fbb9f0e732388&binding%3Ahost_id=n-h2-810291-1 HTTP/1.1" status: 200 len: 1096 time: 0.2353499 Sep 21 17:48:22.461960 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4a09b023-7f69-4b1f-9db5-0056b49d49f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:22.465014 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4a09b023-7f69-4b1f-9db5-0056b49d49f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:22.560227 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 17:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badc2808-6358-4c7d-b8ed-99d91910e3e5 x-openstack-request-id: req-badc2808-6358-4c7d-b8ed-99d91910e3e5 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:48:22.560635 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0ba486-632e-46f1-8a27-792ee075a404", "name": "network-vif-unplugged", "status": "completed", "tag": "09d50637-541d-43ad-8851-a8cefb7b9446", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:48:22.563225 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-badc2808-6358-4c7d-b8ed-99d91910e3e5 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:48:22.564970 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0ba486-632e-46f1-8a27-792ee075a404', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09d50637-541d-43ad-8851-a8cefb7b9446', 'code': 200} Sep 21 17:48:22.644530 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-498fa052-6577-4cc9-8a3f-79d3cdf80aa7 service neutron] For port 09d50637-541d-43ad-8851-a8cefb7b9446, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:48:22.671943 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-498fa052-6577-4cc9-8a3f-79d3cdf80aa7 service neutron] For port 09d50637-541d-43ad-8851-a8cefb7b9446, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=09d50637-541d-43ad-8851-a8cefb7b9446,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:48:22.690649 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4726e5-9f0e-4872-91c9-c04be98d326d req-74e0b727-0092-4183-81e6-a616e46292a0 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:22.692364 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6f4726e5-9f0e-4872-91c9-c04be98d326d req-74e0b727-0092-4183-81e6-a616e46292a0 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 945 time: 0.1153507 Sep 21 17:48:22.693834 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-498fa052-6577-4cc9-8a3f-79d3cdf80aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:22.739891 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09b023-7f69-4b1f-9db5-0056b49d49f6 admin admin] Pushing event updated for resources: {'Port': ['ID=d7603049-a3e7-4896-b522-a88926b8060b,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:22.774252 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-498fa052-6577-4cc9-8a3f-79d3cdf80aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:22.774878 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-498fa052-6577-4cc9-8a3f-79d3cdf80aa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:22.776901 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-498fa052-6577-4cc9-8a3f-79d3cdf80aa7 service neutron] 10.222.0.38 "PUT /v2.0/ports/09d50637-541d-43ad-8851-a8cefb7b9446 HTTP/1.1" status: 200 len: 1096 time: 1.8989174 Sep 21 17:48:22.782844 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fa052-6577-4cc9-8a3f-79d3cdf80aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=09d50637-541d-43ad-8851-a8cefb7b9446,revision_number=7']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:22.833597 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6f4726e5-9f0e-4872-91c9-c04be98d326d req-b7760aea-d3f2-4ee8-9810-5184f9a43714 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066678 Sep 21 17:48:22.870859 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a09b023-7f69-4b1f-9db5-0056b49d49f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:22.871314 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a09b023-7f69-4b1f-9db5-0056b49d49f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:22.871661 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a09b023-7f69-4b1f-9db5-0056b49d49f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:22.873027 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a09b023-7f69-4b1f-9db5-0056b49d49f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:22.873361 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a09b023-7f69-4b1f-9db5-0056b49d49f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:22.873692 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a09b023-7f69-4b1f-9db5-0056b49d49f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:22.874018 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a09b023-7f69-4b1f-9db5-0056b49d49f6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:22.874341 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a09b023-7f69-4b1f-9db5-0056b49d49f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:22.874660 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a09b023-7f69-4b1f-9db5-0056b49d49f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:22.875024 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a09b023-7f69-4b1f-9db5-0056b49d49f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:22.875349 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a09b023-7f69-4b1f-9db5-0056b49d49f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:22.875667 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a09b023-7f69-4b1f-9db5-0056b49d49f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:22.926093 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-0a964e32-ddd1-43c5-8496-222aec799269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:22.927644 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-0a964e32-ddd1-43c5-8496-222aec799269 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 1099 time: 0.1152096 Sep 21 17:48:23.007484 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:23.094425 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48278) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:23.250424 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0e2f6-af04-4142-a785-9c2527875f6f req-832f7c41-73ba-471e-b225-9d35ba494f10 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:23.252380 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2ab0e2f6-af04-4142-a785-9c2527875f6f req-832f7c41-73ba-471e-b225-9d35ba494f10 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 948 time: 0.3907011 Sep 21 17:48:23.261122 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-32bb3230-9c15-4a99-b45d-7479cbbd9375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:23.263276 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-32bb3230-9c15-4a99-b45d-7479cbbd9375 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.3277612 Sep 21 17:48:23.276124 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126594f-6d69-41e4-ad67-38937154e96f req-f3daf59f-fe6d-458e-92f1-2d3e940c7cfc tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:23.277638 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1126594f-6d69-41e4-ad67-38937154e96f req-f3daf59f-fe6d-458e-92f1-2d3e940c7cfc tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 1096 time: 0.1822996 Sep 21 17:48:23.306134 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-11402633-1454-4894-8ba2-8e0979e9584f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 318435c1-154e-464f-b9f6-3209893e6f84 {{(pid=101461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:48:23.335224 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-1cfad56e-fba8-46ca-ba87-0689f7d9f297 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=09d50637-541d-43ad-8851-a8cefb7b9446 HTTP/1.1" status: 200 len: 217 time: 0.0589545 Sep 21 17:48:23.360603 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-11402633-1454-4894-8ba2-8e0979e9584f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:23.380186 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-99a5c651-eb67-469d-ae14-e946acfe4fba service neutron] For port 65dff5a5-5e62-487b-954c-6d78ff73c641, host n-h1-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:48:23.387196 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2ab0e2f6-af04-4142-a785-9c2527875f6f req-72d77c65-bc80-4842-95f1-2d1ff71c6e43 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195116 Sep 21 17:48:23.393512 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-99a5c651-eb67-469d-ae14-e946acfe4fba service neutron] Notify callbacks [] for binding, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:23.394663 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e231367-a2c9-4de7-b62e-8b3c369ad194 req-99a5c651-eb67-469d-ae14-e946acfe4fba service neutron] 10.222.0.44 "DELETE /v2.0/ports/65dff5a5-5e62-487b-954c-6d78ff73c641/bindings/n-h1-810291-1 HTTP/1.1" status: 204 len: 173 time: 0.9034610 Sep 21 17:48:23.409127 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.provisioning_blocks [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-11402633-1454-4894-8ba2-8e0979e9584f service neutron] Transition to ACTIVE for port object 318435c1-154e-464f-b9f6-3209893e6f84 will not be triggered until provisioned by entity L2. {{(pid=101461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:48:23.409127 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a09b023-7f69-4b1f-9db5-0056b49d49f6 admin admin] Network 11a4fcdf-56c0-4722-a4a2-ffbd8671669c is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:48:23.409127 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-4a09b023-7f69-4b1f-9db5-0056b49d49f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:48:23.420508 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-11402633-1454-4894-8ba2-8e0979e9584f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:23.549358 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-b62bc352-759b-4f19-99a8-549b50ce7f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:23.549358 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-b62bc352-759b-4f19-99a8-549b50ce7f9c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.2024546 Sep 21 17:48:23.549358 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e2a6e2de-1fe6-472c-8ecc-91a220b4a4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:23.603024 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11402633-1454-4894-8ba2-8e0979e9584f service neutron] Pushing event updated for resources: {'Port': ['ID=318435c1-154e-464f-b9f6-3209893e6f84,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:23.644565 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1126594f-6d69-41e4-ad67-38937154e96f req-16f78477-c572-425d-ad6a-60ab36a74a04 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154979 Sep 21 17:48:23.826649 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-f63943a8-1a2d-4442-b03f-81d4df6d7134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:23.828220 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-f63943a8-1a2d-4442-b03f-81d4df6d7134 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2548628 Sep 21 17:48:23.874149 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5672b630-24d7-4380-8b4c-9a4f533d3771 None None] Provisioning complete for port d7603049-a3e7-4896-b522-a88926b8060b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:23.877191 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5672b630-24d7-4380-8b4c-9a4f533d3771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:23.996911 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5672b630-24d7-4380-8b4c-9a4f533d3771 None None] Port d7603049-a3e7-4896-b522-a88926b8060b cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:48:23.998595 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device e456b0a4-53b5-4f05-98fe-1cb273fbbd51 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:48:24.010305 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11db40a-c6f9-4405-903e-dd25b8ec32ee req-fd19210c-7883-48f3-b0d2-8e629ac0ed60 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:24.020386 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-11402633-1454-4894-8ba2-8e0979e9584f service neutron] Attempting to bind port 318435c1-154e-464f-b9f6-3209893e6f84 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:48:24.020707 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-11402633-1454-4894-8ba2-8e0979e9584f service neutron] Attempting to bind port 318435c1-154e-464f-b9f6-3209893e6f84 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:48:24.021036 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-11402633-1454-4894-8ba2-8e0979e9584f service neutron] Attempting to bind port 318435c1-154e-464f-b9f6-3209893e6f84 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:24.026027 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d11db40a-c6f9-4405-903e-dd25b8ec32ee req-fd19210c-7883-48f3-b0d2-8e629ac0ed60 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf5bdae1-cecf-4b1f-8527-7067d42576d2 HTTP/1.1" status: 200 len: 948 time: 0.2125378 Sep 21 17:48:24.037556 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-11402633-1454-4894-8ba2-8e0979e9584f service neutron] Port 318435c1-154e-464f-b9f6-3209893e6f84 on network c714db5f-672e-4004-8098-88db84169d3c not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:48:24.037950 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-11402633-1454-4894-8ba2-8e0979e9584f service neutron] Attempting to bind port 318435c1-154e-464f-b9f6-3209893e6f84 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:24.049492 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a09b023-7f69-4b1f-9db5-0056b49d49f6 admin admin] Router 9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:48:24.065424 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464c078-e2dc-4641-8f14-f0b0384055b9 req-2bb417a3-4d7c-47db-b3b5-c887ae831e8e tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:24.067701 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3464c078-e2dc-4641-8f14-f0b0384055b9 req-2bb417a3-4d7c-47db-b3b5-c887ae831e8e tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=81357416-39b5-4367-a384-3be675bf783d HTTP/1.1" status: 200 len: 949 time: 0.5711210 Sep 21 17:48:24.070654 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-11402633-1454-4894-8ba2-8e0979e9584f service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:48:24.071017 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-11402633-1454-4894-8ba2-8e0979e9584f service neutron] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:48:24.071408 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-11402633-1454-4894-8ba2-8e0979e9584f service neutron] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:48:24.072340 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-11402633-1454-4894-8ba2-8e0979e9584f service neutron] Bound port: 318435c1-154e-464f-b9f6-3209893e6f84, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:48:24.072700 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-11402633-1454-4894-8ba2-8e0979e9584f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:24.101773 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-a925d5f0-ce6e-480b-84c1-5fe1fef67b37 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578542 Sep 21 17:48:24.113287 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port e456b0a4-53b5-4f05-98fe-1cb273fbbd51 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:48:24.121314 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port e456b0a4-53b5-4f05-98fe-1cb273fbbd51 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:24.121754 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:24.154544 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d11db40a-c6f9-4405-903e-dd25b8ec32ee req-7f42aea4-37ba-4a8c-adb6-be551c3fe8d0 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cf192a2-84ae-48e3-922d-e8b53ea49366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282587 Sep 21 17:48:24.226491 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e2a6e2de-1fe6-472c-8ecc-91a220b4a4ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:24.229096 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3464c078-e2dc-4641-8f14-f0b0384055b9 req-9efad387-db8e-4b76-be0b-66f8ac2bf2b5 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/security-groups?id=a812a218-7e96-4ad2-9287-5ec8d8ba6347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490700 Sep 21 17:48:24.262537 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e2a6e2de-1fe6-472c-8ecc-91a220b4a4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:24.304585 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:24.353430 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-11402633-1454-4894-8ba2-8e0979e9584f service neutron] For port 318435c1-154e-464f-b9f6-3209893e6f84, host n-h1-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:48:24.399068 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a09b023-7f69-4b1f-9db5-0056b49d49f6 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:48:24.406045 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port e456b0a4-53b5-4f05-98fe-1cb273fbbd51, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=e456b0a4-53b5-4f05-98fe-1cb273fbbd51,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:24.411050 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81357416-39b5-4367-a384-3be675bf783d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e456b0a4-53b5-4f05-98fe-1cb273fbbd51'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:48:24.412419 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4a09b023-7f69-4b1f-9db5-0056b49d49f6 admin admin] 10.222.0.58 "PUT /v2.0/routers/9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0573092 Sep 21 17:48:24.414419 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107854dc-353b-4599-8216-b396f6de74e8" -d '{"events": [{"server_uuid": "81357416-39b5-4367-a384-3be675bf783d", "name": "network-vif-plugged", "status": "completed", "tag": "e456b0a4-53b5-4f05-98fe-1cb273fbbd51"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:48:24.415784 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-11402633-1454-4894-8ba2-8e0979e9584f service neutron] For port 318435c1-154e-464f-b9f6-3209893e6f84, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=318435c1-154e-464f-b9f6-3209893e6f84,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:48:24.420488 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05c25e3-e561-48b0-9995-8629a9cebbf8 None None] Sync routers for ids ['9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:48:24.446724 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-11402633-1454-4894-8ba2-8e0979e9584f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:24.448849 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:24.525407 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:24.564370 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=e456b0a4-53b5-4f05-98fe-1cb273fbbd51,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:24.569102 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-11402633-1454-4894-8ba2-8e0979e9584f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:24.569728 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-11402633-1454-4894-8ba2-8e0979e9584f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:24.571779 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05c25e3-e561-48b0-9995-8629a9cebbf8 None None] Routers {'9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:48:24.572415 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b05c25e3-e561-48b0-9995-8629a9cebbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:48:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:24.574993 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-11402633-1454-4894-8ba2-8e0979e9584f service neutron] 10.222.0.38 "PUT /v2.0/ports/318435c1-154e-464f-b9f6-3209893e6f84 HTTP/1.1" status: 200 len: 1096 time: 3.2058091 Sep 21 17:48:24.575474 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf5bdae1-cecf-4b1f-8527-7067d42576d2', 'tag': '318435c1-154e-464f-b9f6-3209893e6f84'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:48:24.578980 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5013d9-8ddc-44fc-85ee-7484328b03e9" -d '{"events": [{"name": "network-changed", "server_uuid": "cf5bdae1-cecf-4b1f-8527-7067d42576d2", "tag": "318435c1-154e-464f-b9f6-3209893e6f84"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:48:24.812663 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-b05c25e3-e561-48b0-9995-8629a9cebbf8 None None] Set router 9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:48:24.865143 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-7e0e4a4f-5662-4662-9eae-f31ccede067d tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:24.872583 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-7e0e4a4f-5662-4662-9eae-f31ccede067d tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/networks?id=ce365bfd-7bb2-49d3-914a-63ce743986ef HTTP/1.1" status: 200 len: 807 time: 0.4775379 Sep 21 17:48:24.949501 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11402633-1454-4894-8ba2-8e0979e9584f service neutron] Pushing event updated for resources: {'Port': ['ID=318435c1-154e-464f-b9f6-3209893e6f84,revision_number=3']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:25.020087 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0ba486-632e-46f1-8a27-792ee075a404', 'tag': '09d50637-541d-43ad-8851-a8cefb7b9446'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:48:25.023351 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325af426-07ba-4983-927f-9c1271902ceb" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0ba486-632e-46f1-8a27-792ee075a404", "tag": "09d50637-541d-43ad-8851-a8cefb7b9446"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:48:25.029765 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e2a6e2de-1fe6-472c-8ecc-91a220b4a4ed admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bb662c9a70814d05b1888b2376215ef7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9331686 Sep 21 17:48:25.037341 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-5d7bb637-930d-409e-80b8-f5236cf94d2b tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/quotas/564aef6a99cc4ded992fbb9f0e732388 HTTP/1.1" status: 200 len: 375 time: 0.1404521 Sep 21 17:48:25.046048 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48330) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:25.158159 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6e2de-1fe6-472c-8ecc-91a220b4a4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d52386d-ea6c-4071-96bb-e8ba6d6bfc5e,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:25.195839 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-9bb5989c-474e-4c1f-99a3-716bf6cea196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:25.197973 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-9bb5989c-474e-4c1f-99a3-716bf6cea196 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=609d5bee648949759973ecd723289ef7&device_id=cf5bdae1-cecf-4b1f-8527-7067d42576d2 HTTP/1.1" status: 200 len: 1099 time: 0.3120337 Sep 21 17:48:25.270701 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-b2017a12-7724-4cae-9063-77a8bd5960ff service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=318435c1-154e-464f-b9f6-3209893e6f84 HTTP/1.1" status: 200 len: 217 time: 0.0583584 Sep 21 17:48:25.309098 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c256004-f669-42ff-bd98-465068f48966 req-1c3ddfee-7f80-4df6-8083-136c8ff65a93 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:25.314483 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1c256004-f669-42ff-bd98-465068f48966 req-1c3ddfee-7f80-4df6-8083-136c8ff65a93 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 948 time: 0.2827814 Sep 21 17:48:25.326691 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c180b1a-a43c-4c71-9231-46b2a6ea616d req-733bdf25-993d-4c82-b605-fd8d7cd73b15 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1758196 Sep 21 17:48:25.342858 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-fc5d699b-f67b-4463-9295-6ae4567166dd tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=564aef6a99cc4ded992fbb9f0e732388&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2884815 Sep 21 17:48:25.365544 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-1efe221d-ecef-4db5-9be6-5441b4914a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:25.367450 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-1efe221d-ecef-4db5-9be6-5441b4914a58 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.0867605 Sep 21 17:48:25.453835 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b05c25e3-e561-48b0-9995-8629a9cebbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350988157-router', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:07Z', 'updated_at': '2021-09-21T17:48:20Z', 'revision_number': 4, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'gw_port': {'id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:08Z', 'updated_at': '2021-09-21T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'd7603049-a3e7-4896-b522-a88926b8060b', 'name': '', 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'mac_address': 'fa:16:3e:da:5e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '42aa13e9-fa0a-473d-9510-59ad5e7250f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:17Z', 'updated_at': '2021-09-21T17:48:21Z', 'revision_number': 2, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'subnets': [{'id': '42aa13e9-fa0a-473d-9510-59ad5e7250f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:25.489051 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1c256004-f669-42ff-bd98-465068f48966 req-0317422d-d0bd-4d4b-8c38-d569354f20ae tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632500 Sep 21 17:48:25.525637 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-495ca096-0d6e-413b-8031-15e81a90dbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:25.541537 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-495ca096-0d6e-413b-8031-15e81a90dbfc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1582527 Sep 21 17:48:25.542712 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05c25e3-e561-48b0-9995-8629a9cebbf8 None None] Checking router: 9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:48:25.543355 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05c25e3-e561-48b0-9995-8629a9cebbf8 None None] Updating router 9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c port d7603049-a3e7-4896-b522-a88926b8060b binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:48:25.544675 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a4a5732a-01c7-45da-bc43-7bf3da47a8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:25.580311 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b05c25e3-e561-48b0-9995-8629a9cebbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:25.619951 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a4a5732a-01c7-45da-bc43-7bf3da47a8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:25.761296 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a4a5732a-01c7-45da-bc43-7bf3da47a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:25.764355 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a4a5732a-01c7-45da-bc43-7bf3da47a8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:25.765589 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a4a5732a-01c7-45da-bc43-7bf3da47a8a5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7d52386d-ea6c-4071-96bb-e8ba6d6bfc5e HTTP/1.1" status: 204 len: 168 time: 0.7093973 Sep 21 17:48:25.786472 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5732a-01c7-45da-bc43-7bf3da47a8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d52386d-ea6c-4071-96bb-e8ba6d6bfc5e,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:25.851118 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5dfa5a-072f-4e5f-832f-100a92b7be1d x-openstack-request-id: req-0d5dfa5a-072f-4e5f-832f-100a92b7be1d {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:48:25.851730 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0ba486-632e-46f1-8a27-792ee075a404", "tag": "09d50637-541d-43ad-8851-a8cefb7b9446", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:48:25.852148 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0d5dfa5a-072f-4e5f-832f-100a92b7be1d {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:48:25.852877 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0ba486-632e-46f1-8a27-792ee075a404', 'tag': '09d50637-541d-43ad-8851-a8cefb7b9446', 'status': 'completed', 'code': 200} Sep 21 17:48:25.872460 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ee3a10-5e3c-4efa-8cab-bbfb07e3802f x-openstack-request-id: req-19ee3a10-5e3c-4efa-8cab-bbfb07e3802f {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:48:25.872734 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf5bdae1-cecf-4b1f-8527-7067d42576d2", "tag": "318435c1-154e-464f-b9f6-3209893e6f84", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:48:25.873034 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-19ee3a10-5e3c-4efa-8cab-bbfb07e3802f {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:48:25.873692 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf5bdae1-cecf-4b1f-8527-7067d42576d2', 'tag': '318435c1-154e-464f-b9f6-3209893e6f84', 'status': 'completed', 'code': 200} Sep 21 17:48:25.904086 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-5112db8f-cfb5-49f1-a835-d56f524e98ba service neutron] 10.222.0.58 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5353420 Sep 21 17:48:25.915932 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-9c4c0bc1-c082-42ce-ab29-898ad27fb799 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542562 Sep 21 17:48:26.075217 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325af426-07ba-4983-927f-9c1271902ceb req-7ce19d5f-8911-4355-8da8-a06ddaa80981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:26.077831 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-325af426-07ba-4983-927f-9c1271902ceb req-7ce19d5f-8911-4355-8da8-a06ddaa80981 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 1099 time: 0.1510856 Sep 21 17:48:26.081804 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325af426-07ba-4983-927f-9c1271902ceb req-b9960b21-2180-4ff8-bd1a-5d7cc19b8481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:26.084420 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-325af426-07ba-4983-927f-9c1271902ceb req-b9960b21-2180-4ff8-bd1a-5d7cc19b8481 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 1099 time: 0.2230749 Sep 21 17:48:26.128873 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b05c25e3-e561-48b0-9995-8629a9cebbf8 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:26.139195 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bb451a-e175-4db4-8956-2143057becf1 x-openstack-request-id: req-14bb451a-e175-4db4-8956-2143057becf1 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:48:26.139524 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81357416-39b5-4367-a384-3be675bf783d", "name": "network-vif-plugged", "status": "completed", "tag": "e456b0a4-53b5-4f05-98fe-1cb273fbbd51", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:48:26.140597 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-14bb451a-e175-4db4-8956-2143057becf1 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:48:26.141493 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81357416-39b5-4367-a384-3be675bf783d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e456b0a4-53b5-4f05-98fe-1cb273fbbd51', 'code': 200} Sep 21 17:48:26.155785 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b05c25e3-e561-48b0-9995-8629a9cebbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:26.237065 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325af426-07ba-4983-927f-9c1271902ceb req-faa3f142-962f-48f8-a329-0dd64bed1672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:26.239007 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-325af426-07ba-4983-927f-9c1271902ceb req-faa3f142-962f-48f8-a329-0dd64bed1672 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.1345496 Sep 21 17:48:26.357784 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d3bbaa93-54ef-45be-aca1-6917b791bb8c req-ff8b6ccd-9958-4289-8b57-beb7dad8b7f5 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805640 Sep 21 17:48:26.410053 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3fa61-f936-4e39-9cb9-810d4623a150 None None] Pushing event updated for resources: {'Port': ['ID=d7603049-a3e7-4896-b522-a88926b8060b,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:26.415309 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-325af426-07ba-4983-927f-9c1271902ceb req-8c093d82-fdf6-4f6f-bbb9-f54db53c8d37 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=09d50637-541d-43ad-8851-a8cefb7b9446 HTTP/1.1" status: 200 len: 217 time: 0.1561263 Sep 21 17:48:26.496812 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d00b9b-4f4f-41f9-be0d-7a3e081a7bdf req-f9b4b9b0-3411-4976-8e74-fc5e90cd4235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:26.508735 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e6d00b9b-4f4f-41f9-be0d-7a3e081a7bdf req-f9b4b9b0-3411-4976-8e74-fc5e90cd4235 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=81357416-39b5-4367-a384-3be675bf783d HTTP/1.1" status: 200 len: 1101 time: 0.6341214 Sep 21 17:48:26.558089 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-b05c25e3-e561-48b0-9995-8629a9cebbf8 None None] Attempting to bind port d7603049-a3e7-4896-b522-a88926b8060b on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:48:26.558799 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-b05c25e3-e561-48b0-9995-8629a9cebbf8 None None] Attempting to bind port d7603049-a3e7-4896-b522-a88926b8060b by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '7a5dc2df-d527-4d5f-8075-3ae6a5871227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:48:26.559525 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05c25e3-e561-48b0-9995-8629a9cebbf8 None None] Attempting to bind port d7603049-a3e7-4896-b522-a88926b8060b on network 11a4fcdf-56c0-4722-a4a2-ffbd8671669c {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:26.568886 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05c25e3-e561-48b0-9995-8629a9cebbf8 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:48:26.569293 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05c25e3-e561-48b0-9995-8629a9cebbf8 None None] Checking segment: {'id': '7a5dc2df-d527-4d5f-8075-3ae6a5871227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:48:26.569607 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b05c25e3-e561-48b0-9995-8629a9cebbf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:26.570021 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05c25e3-e561-48b0-9995-8629a9cebbf8 None None] Bound using segment: {'id': '7a5dc2df-d527-4d5f-8075-3ae6a5871227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:48:26.571257 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48372) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:26.572195 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-b05c25e3-e561-48b0-9995-8629a9cebbf8 None None] Bound port: d7603049-a3e7-4896-b522-a88926b8060b, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5dc2df-d527-4d5f-8075-3ae6a5871227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:48:26.572652 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b05c25e3-e561-48b0-9995-8629a9cebbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:26.594741 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48374) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:26.597500 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eff639-b0d6-4d22-984e-94a7ecfbbff5 req-cfc24f93-e510-4197-bd55-368c7202e6f0 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:26.599093 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e7eff639-b0d6-4d22-984e-94a7ecfbbff5 req-cfc24f93-e510-4197-bd55-368c7202e6f0 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf5bdae1-cecf-4b1f-8527-7067d42576d2 HTTP/1.1" status: 200 len: 948 time: 0.5528781 Sep 21 17:48:26.603674 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-78fc78f5-5956-414c-9db4-01fa2de48013 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-683655423-network', 'tenant_id': 'd5437e3b755c404d9ceec505b570fd88'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:26.683038 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b05c25e3-e561-48b0-9995-8629a9cebbf8 None None] For port d7603049-a3e7-4896-b522-a88926b8060b, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:48:26.692351 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b05c25e3-e561-48b0-9995-8629a9cebbf8 None None] For port d7603049-a3e7-4896-b522-a88926b8060b, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d7603049-a3e7-4896-b522-a88926b8060b,segment=NetworkSegment(7a5dc2df-d527-4d5f-8075-3ae6a5871227),segment_id=7a5dc2df-d527-4d5f-8075-3ae6a5871227)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:48:26.701456 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b05c25e3-e561-48b0-9995-8629a9cebbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:26.713342 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bf273ae6-d2ae-41e9-9768-51615d4d3904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:26.727077 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e6d00b9b-4f4f-41f9-be0d-7a3e081a7bdf req-caa1371f-2398-4979-ba85-624c8ad4571a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a812a218-7e96-4ad2-9287-5ec8d8ba6347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546853 Sep 21 17:48:26.743455 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fc78f5-5956-414c-9db4-01fa2de48013 admin admin] Made reservation on behalf of d5437e3b755c404d9ceec505b570fd88 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:48:26.746517 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-78fc78f5-5956-414c-9db4-01fa2de48013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:26.760573 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e7eff639-b0d6-4d22-984e-94a7ecfbbff5 req-0495e3c7-064a-4d49-aa00-08626ac597da tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cf192a2-84ae-48e3-922d-e8b53ea49366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840094 Sep 21 17:48:26.769712 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325af426-07ba-4983-927f-9c1271902ceb req-87706617-292a-4dcb-a67b-11ba3fea8ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:26.772829 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-325af426-07ba-4983-927f-9c1271902ceb req-87706617-292a-4dcb-a67b-11ba3fea8ab5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.3358209 Sep 21 17:48:26.776559 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-78fc78f5-5956-414c-9db4-01fa2de48013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:26.782768 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325af426-07ba-4983-927f-9c1271902ceb req-11c0ada2-4ff9-4a4c-a954-5c9bf895fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:26.787524 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5013d9-8ddc-44fc-85ee-7484328b03e9 req-37ba6afc-f711-4bfb-985c-a6b37534253e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:26.789365 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0b5013d9-8ddc-44fc-85ee-7484328b03e9 req-37ba6afc-f711-4bfb-985c-a6b37534253e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=609d5bee648949759973ecd723289ef7&device_id=cf5bdae1-cecf-4b1f-8527-7067d42576d2 HTTP/1.1" status: 200 len: 1099 time: 0.3429062 Sep 21 17:48:26.790054 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-325af426-07ba-4983-927f-9c1271902ceb req-11c0ada2-4ff9-4a4c-a954-5c9bf895fe17 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.6849129 Sep 21 17:48:26.800981 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-09815252-7059-43b6-9850-b8816e2825e1 service neutron] 10.222.0.58 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8840373 Sep 21 17:48:26.813929 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b7bec7c3-1c86-4ea3-bc16-f2598e58e3a5 None None] Provisioning complete for port d7603049-a3e7-4896-b522-a88926b8060b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:26.815442 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b7bec7c3-1c86-4ea3-bc16-f2598e58e3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:26.908780 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05c25e3-e561-48b0-9995-8629a9cebbf8 None None] Routers {'9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:48:26.927945 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b05c25e3-e561-48b0-9995-8629a9cebbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:48:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:26.963647 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325af426-07ba-4983-927f-9c1271902ceb req-c55ae1a2-403c-4a20-8562-81f5fef5d2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:26.965220 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-325af426-07ba-4983-927f-9c1271902ceb req-c55ae1a2-403c-4a20-8562-81f5fef5d2fa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1741574 Sep 21 17:48:27.010385 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3fa61-f936-4e39-9cb9-810d4623a150 None None] Pushing event updated for resources: {'Port': ['ID=d7603049-a3e7-4896-b522-a88926b8060b,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:27.112735 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-325af426-07ba-4983-927f-9c1271902ceb req-9417d290-11af-4fad-aa26-9101b389c81a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=09d50637-541d-43ad-8851-a8cefb7b9446 HTTP/1.1" status: 200 len: 217 time: 0.1583321 Sep 21 17:48:27.125042 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb64d0-0c40-4515-a82e-231c92bf2194 req-949a39bd-ad78-4e00-aa21-9013608379e5 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:27.127532 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ceeb64d0-0c40-4515-a82e-231c92bf2194 req-949a39bd-ad78-4e00-aa21-9013608379e5 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=81357416-39b5-4367-a384-3be675bf783d HTTP/1.1" status: 200 len: 950 time: 0.2367153 Sep 21 17:48:27.255642 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-b05c25e3-e561-48b0-9995-8629a9cebbf8 None None] Set router 9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:48:27.257685 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b7bec7c3-1c86-4ea3-bc16-f2598e58e3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:27.333310 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-325af426-07ba-4983-927f-9c1271902ceb req-7202214e-7d2f-4081-be3c-6474e19b8a36 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586130 Sep 21 17:48:27.337441 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325af426-07ba-4983-927f-9c1271902ceb req-c5e1b407-fc38-4a9f-a7fe-4d38284d0b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:27.343017 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-325af426-07ba-4983-927f-9c1271902ceb req-c5e1b407-fc38-4a9f-a7fe-4d38284d0b7a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.2144337 Sep 21 17:48:27.426544 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678009b6-9452-4be4-8a83-68cd0e12b49f req-22613d94-ca60-47f2-9d1f-73647960568d tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:27.436295 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ceeb64d0-0c40-4515-a82e-231c92bf2194 req-82aaa7f4-988b-42f8-abb0-288645cc61b0 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/security-groups?id=a812a218-7e96-4ad2-9287-5ec8d8ba6347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761788 Sep 21 17:48:27.438638 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-678009b6-9452-4be4-8a83-68cd0e12b49f req-22613d94-ca60-47f2-9d1f-73647960568d tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 948 time: 0.1245072 Sep 21 17:48:27.460918 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5013d9-8ddc-44fc-85ee-7484328b03e9 req-bf486b77-dd73-4153-b760-687c77f32525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:27.462909 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0b5013d9-8ddc-44fc-85ee-7484328b03e9 req-bf486b77-dd73-4153-b760-687c77f32525 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.6585376 Sep 21 17:48:27.581501 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b7bec7c3-1c86-4ea3-bc16-f2598e58e3a5 None None] For port d7603049-a3e7-4896-b522-a88926b8060b, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d7603049-a3e7-4896-b522-a88926b8060b,segment=NetworkSegment(7a5dc2df-d527-4d5f-8075-3ae6a5871227),segment_id=7a5dc2df-d527-4d5f-8075-3ae6a5871227)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:27.601581 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-678009b6-9452-4be4-8a83-68cd0e12b49f req-97459e1b-9176-4424-bc37-d99b1aa885e2 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578352 Sep 21 17:48:27.609735 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bf273ae6-d2ae-41e9-9768-51615d4d3904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:27.610830 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b7bec7c3-1c86-4ea3-bc16-f2598e58e3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:27.613872 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0b5013d9-8ddc-44fc-85ee-7484328b03e9 req-d683d052-29a2-4903-b8b8-1855bc73e916 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=318435c1-154e-464f-b9f6-3209893e6f84 HTTP/1.1" status: 200 len: 217 time: 0.1324551 Sep 21 17:48:27.660119 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325af426-07ba-4983-927f-9c1271902ceb req-9ba5dda2-86c8-480d-ab84-d59363cc166a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:27.671063 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-325af426-07ba-4983-927f-9c1271902ceb req-9ba5dda2-86c8-480d-ab84-d59363cc166a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2996340 Sep 21 17:48:27.688057 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c0d12e3-4301-4f5b-8d75-a82c8d22b47e req-7d1ea509-0f7a-4ee6-bfca-7b9836c06df1 tempest-FlavorsV2NegativeTest-676366427 tempest-FlavorsV2NegativeTest-676366427-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=ab032f7c4cb64095a3317cc69c172846&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1009662 Sep 21 17:48:27.703605 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bf273ae6-d2ae-41e9-9768-51615d4d3904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:27.778285 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-e12c0b63-0112-4d06-b365-b3d78b66064b None None] Provisioning complete for port d7603049-a3e7-4896-b522-a88926b8060b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:27.778779 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e12c0b63-0112-4d06-b365-b3d78b66064b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:27.781753 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bec7c3-1c86-4ea3-bc16-f2598e58e3a5 None None] Pushing event updated for resources: {'Port': ['ID=d7603049-a3e7-4896-b522-a88926b8060b,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:27.803569 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fb0e2b47-9b42-4bff-a959-13b19874f30f req-91c222b1-405b-426c-840c-f8f48ef023d1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 210 time: 0.0549896 Sep 21 17:48:27.863459 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bf273ae6-d2ae-41e9-9768-51615d4d3904 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=79e4b51b08cd4d2fa6991c4d7f1c6e69&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2120183 Sep 21 17:48:27.873347 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-325af426-07ba-4983-927f-9c1271902ceb req-e7bff386-f4da-46d5-a969-32eaaba0bd67 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871729 Sep 21 17:48:27.874398 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48414) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:27.898029 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5013d9-8ddc-44fc-85ee-7484328b03e9 req-39a82c4d-bf21-45c4-9980-ecc0ac3c23cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:27.903244 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0b5013d9-8ddc-44fc-85ee-7484328b03e9 req-39a82c4d-bf21-45c4-9980-ecc0ac3c23cb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.2805841 Sep 21 17:48:27.908154 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf273ae6-d2ae-41e9-9768-51615d4d3904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d914d4-dd6a-44f0-b160-1b44ab4466a9,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:28.074150 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b05c25e3-e561-48b0-9995-8629a9cebbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350988157-router', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:07Z', 'updated_at': '2021-09-21T17:48:20Z', 'revision_number': 4, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'gw_port': {'id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:08Z', 'updated_at': '2021-09-21T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'd7603049-a3e7-4896-b522-a88926b8060b', 'name': '', 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'mac_address': 'fa:16:3e:da:5e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '42aa13e9-fa0a-473d-9510-59ad5e7250f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:17Z', 'updated_at': '2021-09-21T17:48:26Z', 'revision_number': 4, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'subnets': [{'id': '42aa13e9-fa0a-473d-9510-59ad5e7250f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:28.079183 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-325af426-07ba-4983-927f-9c1271902ceb req-976a86e3-943e-4cb4-92d4-9dc51b70f5a1 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319330 Sep 21 17:48:28.115380 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-325af426-07ba-4983-927f-9c1271902ceb req-5992ece7-a69e-4b67-9c3a-b79a8ed27a2d service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7712383 Sep 21 17:48:28.127766 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05c25e3-e561-48b0-9995-8629a9cebbf8 None None] The sync data for ids ['9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'] in n-d-810291-1 is: [{'id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350988157-router', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:07Z', 'updated_at': '2021-09-21T17:48:20Z', 'revision_number': 4, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'gw_port': {'id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:08Z', 'updated_at': '2021-09-21T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'd7603049-a3e7-4896-b522-a88926b8060b', 'name': '', 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'mac_address': 'fa:16:3e:da:5e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '42aa13e9-fa0a-473d-9510-59ad5e7250f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:17Z', 'updated_at': '2021-09-21T17:48:26Z', 'revision_number': 4, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'subnets': [{'id': '42aa13e9-fa0a-473d-9510-59ad5e7250f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:48:28.147804 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5013d9-8ddc-44fc-85ee-7484328b03e9 req-2f5c8c84-0df5-4fe6-8401-3c0ef35f9351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:28.149665 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0b5013d9-8ddc-44fc-85ee-7484328b03e9 req-2f5c8c84-0df5-4fe6-8401-3c0ef35f9351 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2056773 Sep 21 17:48:28.230473 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d12e3-4301-4f5b-8d75-a82c8d22b47e req-adba074e-025c-4264-8035-0f87c15433e3 tempest-FlavorsV2NegativeTest-676366427 tempest-FlavorsV2NegativeTest-676366427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:28.233279 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c0d12e3-4301-4f5b-8d75-a82c8d22b47e req-adba074e-025c-4264-8035-0f87c15433e3 tempest-FlavorsV2NegativeTest-676366427 tempest-FlavorsV2NegativeTest-676366427-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5335090 Sep 21 17:48:28.271487 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe73c9d8-0736-4590-8f68-598fedbeb40b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:28.283550 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c94a35-d3f6-477f-ae5e-43ac22c6ece1 req-393a6c7e-3b00-4fd7-a8c8-b8b1122c0c49 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:28.296568 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-26c94a35-d3f6-477f-ae5e-43ac22c6ece1 req-393a6c7e-3b00-4fd7-a8c8-b8b1122c0c49 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf5bdae1-cecf-4b1f-8527-7067d42576d2 HTTP/1.1" status: 200 len: 948 time: 0.2934370 Sep 21 17:48:28.302979 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-78fc78f5-5956-414c-9db4-01fa2de48013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:28.310240 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c0d12e3-4301-4f5b-8d75-a82c8d22b47e req-ad6486f1-305b-4346-9d2e-c091c84a4511 tempest-FlavorsV2NegativeTest-676366427 tempest-FlavorsV2NegativeTest-676366427-project] 10.222.0.58 "GET /v2.0/quotas/ab032f7c4cb64095a3317cc69c172846 HTTP/1.1" status: 200 len: 375 time: 0.0531867 Sep 21 17:48:28.314897 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe73c9d8-0736-4590-8f68-598fedbeb40b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:28.331066 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-78fc78f5-5956-414c-9db4-01fa2de48013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:28.362476 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c0d12e3-4301-4f5b-8d75-a82c8d22b47e req-6b395521-ae95-4c41-9c5e-5f8508838d8f tempest-FlavorsV2NegativeTest-676366427 tempest-FlavorsV2NegativeTest-676366427-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab032f7c4cb64095a3317cc69c172846&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367959 Sep 21 17:48:28.407621 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78fc78f5-5956-414c-9db4-01fa2de48013 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:48:28.436357 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc78f5-5956-414c-9db4-01fa2de48013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d638a883-a70b-4df6-a0d4-217e16c6d279,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:28.455456 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe73c9d8-0736-4590-8f68-598fedbeb40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:28.458651 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe73c9d8-0736-4590-8f68-598fedbeb40b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:28.463881 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-fe73c9d8-0736-4590-8f68-598fedbeb40b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/45d914d4-dd6a-44f0-b160-1b44ab4466a9 HTTP/1.1" status: 204 len: 168 time: 0.5155337 Sep 21 17:48:28.481124 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-26c94a35-d3f6-477f-ae5e-43ac22c6ece1 req-4ee6f296-a1e1-406e-9e52-2259a8157205 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cf192a2-84ae-48e3-922d-e8b53ea49366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833227 Sep 21 17:48:28.488301 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73c9d8-0736-4590-8f68-598fedbeb40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d914d4-dd6a-44f0-b160-1b44ab4466a9,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:28.504326 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-78fc78f5-5956-414c-9db4-01fa2de48013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:28.506227 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-78fc78f5-5956-414c-9db4-01fa2de48013 admin admin] Added segment 0e70f824-60de-411c-8cb1-78207836b548 of type vlan for network d6dcb15c-fb67-4700-89bb-68f7697dc122 Sep 21 17:48:28.665350 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0b5013d9-8ddc-44fc-85ee-7484328b03e9 req-b98e752b-d2d5-480a-8382-661efd20a7e8 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853623 Sep 21 17:48:28.699320 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-78fc78f5-5956-414c-9db4-01fa2de48013 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:28.818283 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf6f2f-ad73-4bb4-a2c9-470405c3df6e req-375a601c-7ad2-407b-9b04-45b48a00413c tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:28.824157 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3caf6f2f-ad73-4bb4-a2c9-470405c3df6e req-375a601c-7ad2-407b-9b04-45b48a00413c tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=81357416-39b5-4367-a384-3be675bf783d HTTP/1.1" status: 200 len: 950 time: 0.2390292 Sep 21 17:48:28.925979 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-78fc78f5-5956-414c-9db4-01fa2de48013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:28.930738 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fc78f5-5956-414c-9db4-01fa2de48013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:28.931406 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-78fc78f5-5956-414c-9db4-01fa2de48013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:28.964286 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-488ffe0d-7c77-4b2d-b0aa-04ff035e4072 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:28.970982 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-488ffe0d-7c77-4b2d-b0aa-04ff035e4072 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.38 "GET /v2.0/networks?id=ce365bfd-7bb2-49d3-914a-63ce743986ef HTTP/1.1" status: 200 len: 807 time: 0.3292058 Sep 21 17:48:28.993916 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-2e521859-4ac7-40fd-8071-ca39a5869df0 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Request body: {'port': {'device_id': '50f07497-8c78-404e-a38b-8b2bb6958bbd', 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef', 'admin_state_up': True, 'tenant_id': '564aef6a99cc4ded992fbb9f0e732388'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:29.071969 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e49631-4d4b-4834-8767-5aed52db3160 req-9e2098c7-f464-4bfd-8d87-59f3c8a231c5 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:29.073570 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-49e49631-4d4b-4834-8767-5aed52db3160 req-9e2098c7-f464-4bfd-8d87-59f3c8a231c5 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 948 time: 0.3407946 Sep 21 17:48:29.083816 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-78fc78f5-5956-414c-9db4-01fa2de48013 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.4996738 Sep 21 17:48:29.085815 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48444) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:29.103111 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-5211fb6b-a647-4864-9c08-397a30acb5b9 admin admin] Request body: {'subnet': {'network_id': 'd6dcb15c-fb67-4700-89bb-68f7697dc122', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-683655423-subnet', 'tenant_id': 'd5437e3b755c404d9ceec505b570fd88', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:29.157934 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0b5013d9-8ddc-44fc-85ee-7484328b03e9 req-9bb71a32-c17d-4c6f-85dc-0589fbef3e83 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775150 Sep 21 17:48:29.161686 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc78f5-5956-414c-9db4-01fa2de48013 admin admin] Pushing event updated for resources: {'Network': ['ID=d6dcb15c-fb67-4700-89bb-68f7697dc122,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:29.174690 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network d6dcb15c-fb67-4700-89bb-68f7697dc122 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:48:29.204804 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5211fb6b-a647-4864-9c08-397a30acb5b9 admin admin] Made reservation on behalf of d5437e3b755c404d9ceec505b570fd88 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:48:29.206803 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5211fb6b-a647-4864-9c08-397a30acb5b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:29.337985 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3caf6f2f-ad73-4bb4-a2c9-470405c3df6e req-a60ddad8-cf55-49f7-b05b-f7d36a5ec382 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/security-groups?id=a812a218-7e96-4ad2-9287-5ec8d8ba6347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004048 Sep 21 17:48:29.343182 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 318435c1-154e-464f-b9f6-3209893e6f84 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:48:29.422639 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-2e521859-4ac7-40fd-8071-ca39a5869df0 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Made reservation on behalf of 564aef6a99cc4ded992fbb9f0e732388 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:48:29.428256 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-2e521859-4ac7-40fd-8071-ca39a5869df0 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:29.490822 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device d7603049-a3e7-4896-b522-a88926b8060b up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:48:29.609752 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48460) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:29.662043 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-49e49631-4d4b-4834-8767-5aed52db3160 req-10d9cad1-74bb-4128-a39e-4584b366a648 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5455463 Sep 21 17:48:29.664254 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5211fb6b-a647-4864-9c08-397a30acb5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:29.705731 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe093a26-1c40-45a0-9305-bc90b4477d90 req-5e526d3d-80db-472b-a758-a23e85a35b6e tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 210 time: 0.1019244 Sep 21 17:48:29.860835 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-2e521859-4ac7-40fd-8071-ca39a5869df0 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Allocated IP 172.20.0.10 (ce365bfd-7bb2-49d3-914a-63ce743986ef/f6bcee82-068a-4838-bdd8-412dc7128026/9ab6d309-426f-4163-bdcd-8ac8922a6949) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:48:29.886650 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 318435c1-154e-464f-b9f6-3209893e6f84, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=318435c1-154e-464f-b9f6-3209893e6f84,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:29.892004 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port d7603049-a3e7-4896-b522-a88926b8060b triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:29.894913 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:29.917299 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5211fb6b-a647-4864-9c08-397a30acb5b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e716aa6-fa18-426b-a9c3-1c7a0dea35f2,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:29.921671 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5211fb6b-a647-4864-9c08-397a30acb5b9 admin admin] Checking segment: {'id': '0e70f824-60de-411c-8cb1-78207836b548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd6dcb15c-fb67-4700-89bb-68f7697dc122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:48:29.922115 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5211fb6b-a647-4864-9c08-397a30acb5b9 admin admin] Network hostable DHCP agents. Network: d6dcb15c-fb67-4700-89bb-68f7697dc122, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:48:29.957742 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '318435c1-154e-464f-b9f6-3209893e6f84', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': '318435c1-154e-464f-b9f6-3209893e6f84', 'mac_address': 'fa:16:3e:ca:4d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:48:29.961512 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5211fb6b-a647-4864-9c08-397a30acb5b9 admin admin] Network d6dcb15c-fb67-4700-89bb-68f7697dc122 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:48:29.981970 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-5211fb6b-a647-4864-9c08-397a30acb5b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, d6dcb15c-fb67-4700-89bb-68f7697dc122) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:48:29.987389 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5211fb6b-a647-4864-9c08-397a30acb5b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:29.987986 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5211fb6b-a647-4864-9c08-397a30acb5b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:30.010953 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568de3d7-1958-46ae-84d5-74e3da359295 None None] Network d6dcb15c-fb67-4700-89bb-68f7697dc122 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:48:30.017101 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5211fb6b-a647-4864-9c08-397a30acb5b9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9199862 Sep 21 17:48:30.018255 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48472) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:30.028433 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-2f74fadb-3884-4fd4-ba86-1ecce21cc8ee admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-683655423-router', 'tenant_id': 'd5437e3b755c404d9ceec505b570fd88', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:30.076061 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2f74fadb-3884-4fd4-ba86-1ecce21cc8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:30.077526 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2f74fadb-3884-4fd4-ba86-1ecce21cc8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:30.207330 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2f74fadb-3884-4fd4-ba86-1ecce21cc8ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:30.262384 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:30.331859 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 318435c1-154e-464f-b9f6-3209893e6f84 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:48:30.364993 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 318435c1-154e-464f-b9f6-3209893e6f84, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=318435c1-154e-464f-b9f6-3209893e6f84,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:30.444832 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:30.445746 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 09d50637-541d-43ad-8851-a8cefb7b9446 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:48:30.545799 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233982f8-608a-4753-a264-b27214402e65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-d6dcb15c-fb67-4700-89bb-68f7697dc122', 'network_id': 'd6dcb15c-fb67-4700-89bb-68f7697dc122', 'tenant_id': 'd5437e3b755c404d9ceec505b570fd88', 'fixed_ips': [{'subnet_id': '3e716aa6-fa18-426b-a9c3-1c7a0dea35f2'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:48:30.547126 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-233982f8-608a-4753-a264-b27214402e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:30.608507 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 09d50637-541d-43ad-8851-a8cefb7b9446, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=09d50637-541d-43ad-8851-a8cefb7b9446,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:30.659449 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2f74fadb-3884-4fd4-ba86-1ecce21cc8ee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:30.701385 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ddd7f-574c-496e-87c5-395e80d084a5 req-7fe68060-f7d2-4d3b-a886-24202e14a328 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:30.702684 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c62ddd7f-574c-496e-87c5-395e80d084a5 req-7fe68060-f7d2-4d3b-a886-24202e14a328 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 948 time: 0.1403024 Sep 21 17:48:30.731900 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=318435c1-154e-464f-b9f6-3209893e6f84,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:30.759121 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e3732-e4f3-4f26-a020-f7b0a15049c5 req-94038824-3281-4489-bde6-af7ce9d65641 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:30.767351 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b27e3732-e4f3-4f26-a020-f7b0a15049c5 req-94038824-3281-4489-bde6-af7ce9d65641 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf5bdae1-cecf-4b1f-8527-7067d42576d2 HTTP/1.1" status: 200 len: 948 time: 0.8946512 Sep 21 17:48:30.783974 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '09d50637-541d-43ad-8851-a8cefb7b9446', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': '09d50637-541d-43ad-8851-a8cefb7b9446', 'mac_address': 'fa:16:3e:82:9c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:48:30.802430 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c62ddd7f-574c-496e-87c5-395e80d084a5 req-0a6b63f9-0c2f-4013-a6ee-144af408854a tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895030 Sep 21 17:48:30.850877 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d4707705-5eb4-4b88-a450-0c9ae8d6aaea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:30.932557 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-233982f8-608a-4753-a264-b27214402e65 None None] Allocated IP 172.20.0.2 (d6dcb15c-fb67-4700-89bb-68f7697dc122/3e716aa6-fa18-426b-a9c3-1c7a0dea35f2/cf405417-31ee-4407-8430-3aebc708c0ab) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:48:30.944753 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:30.965502 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b27e3732-e4f3-4f26-a020-f7b0a15049c5 req-d4eb9915-3007-4c5a-a938-02b21e307d73 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cf192a2-84ae-48e3-922d-e8b53ea49366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922450 Sep 21 17:48:30.993119 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-b34df737-d1d9-4790-84d7-d578e054fd7a tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=0fda0738d23f40b0b4ca907e403de23f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396986 Sep 21 17:48:31.053610 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-2e521859-4ac7-40fd-8071-ca39a5869df0 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:31.110774 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d50637-541d-43ad-8851-a8cefb7b9446 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:48:31.111181 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc1a6e-f10a-4b6f-89a2-29a3caf44121 req-4bb1e699-305a-4ab7-ab1e-3dd6902323c0 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:31.112769 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2fc1a6e-f10a-4b6f-89a2-29a3caf44121 req-4bb1e699-305a-4ab7-ab1e-3dd6902323c0 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404&tenant_id=cf880db396d441f990414b9e732efe10&binding%3Ahost_id=n-h1-810291-1 HTTP/1.1" status: 200 len: 948 time: 0.3246520 Sep 21 17:48:31.155153 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ffb32881-6363-4682-b922-5fa490820880 req-358185d9-a4bf-413b-98eb-cf2d4940d581 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 210 time: 0.0773284 Sep 21 17:48:31.205917 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 09d50637-541d-43ad-8851-a8cefb7b9446, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=09d50637-541d-43ad-8851-a8cefb7b9446,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:31.229549 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2f74fadb-3884-4fd4-ba86-1ecce21cc8ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:31.230016 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:31.289747 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [req-d2fc1a6e-f10a-4b6f-89a2-29a3caf44121 req-b7ca9042-8a17-45ab-b1ab-c06f346570e5 service neutron] delete failed (client error): The resource could not be found. Sep 21 17:48:31.290829 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2fc1a6e-f10a-4b6f-89a2-29a3caf44121 req-b7ca9042-8a17-45ab-b1ab-c06f346570e5 service neutron] 10.222.0.44 "DELETE /v2.0/ports/09d50637-541d-43ad-8851-a8cefb7b9446/bindings/n-h2-810291-1 HTTP/1.1" status: 404 len: 380 time: 0.1437130 Sep 21 17:48:31.294776 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-2e521859-4ac7-40fd-8071-ca39a5869df0 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:31.298434 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2f74fadb-3884-4fd4-ba86-1ecce21cc8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:31.338645 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d4707705-5eb4-4b88-a450-0c9ae8d6aaea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:31.353050 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-2e521859-4ac7-40fd-8071-ca39a5869df0 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Network ce365bfd-7bb2-49d3-914a-63ce743986ef is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:48:31.355777 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d4707705-5eb4-4b88-a450-0c9ae8d6aaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:31.373282 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-2e521859-4ac7-40fd-8071-ca39a5869df0 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:48:31.386318 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-2e521859-4ac7-40fd-8071-ca39a5869df0 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:48:31.392004 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-2e521859-4ac7-40fd-8071-ca39a5869df0 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:31.392638 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-2e521859-4ac7-40fd-8071-ca39a5869df0 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:31.396783 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e521859-4ac7-40fd-8071-ca39a5869df0 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Pushing event updated for resources: {'Port': ['ID=9ab6d309-426f-4163-bdcd-8ac8922a6949,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:31.429559 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4707705-5eb4-4b88-a450-0c9ae8d6aaea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77cb6db-8ff5-4990-b2c3-225c657d6094,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:31.442959 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d4707705-5eb4-4b88-a450-0c9ae8d6aaea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ab032f7c4cb64095a3317cc69c172846&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8308542 Sep 21 17:48:31.443647 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48504) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:31.542185 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-233982f8-608a-4753-a264-b27214402e65 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:31.552719 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-2e521859-4ac7-40fd-8071-ca39a5869df0 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5693893 Sep 21 17:48:31.586197 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['09d50637-541d-43ad-8851-a8cefb7b9446'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:48:31.586673 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-6a2b39f2-d43e-42a5-8fe4-002af342f271 service neutron] Request body: {'port': {'device_id': '50f07497-8c78-404e-a38b-8b2bb6958bbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:31.597182 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-233982f8-608a-4753-a264-b27214402e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:31.645083 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aa1072ec-bd5b-44ec-a286-91b5abe59c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:31.650805 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc1a6e-f10a-4b6f-89a2-29a3caf44121 req-056131cf-367b-4b9e-8947-8e728f64b8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:31.652151 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['318435c1-154e-464f-b9f6-3209893e6f84'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:48:31.652796 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2fc1a6e-f10a-4b6f-89a2-29a3caf44121 req-056131cf-367b-4b9e-8947-8e728f64b8af service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 1100 time: 0.1092529 Sep 21 17:48:31.714310 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-6a2b39f2-d43e-42a5-8fe4-002af342f271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:31.725929 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=09d50637-541d-43ad-8851-a8cefb7b9446,revision_number=8']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:31.733011 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aa1072ec-bd5b-44ec-a286-91b5abe59c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:31.739304 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-2f74fadb-3884-4fd4-ba86-1ecce21cc8ee admin admin] Allocated IP 172.25.6.173 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/1550dfdd-a6c0-44af-88b1-a421f79372ae) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:48:31.799194 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-141d598e-1264-4b60-b1ea-faed65774b56 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:31.807704 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-141d598e-1264-4b60-b1ea-faed65774b56 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8016074 Sep 21 17:48:31.830083 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-968f30bc-ffe7-4fb1-a13e-533984ef0edc tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/quotas/0fda0738d23f40b0b4ca907e403de23f HTTP/1.1" status: 200 len: 375 time: 0.0214543 Sep 21 17:48:31.879745 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc1a6e-f10a-4b6f-89a2-29a3caf44121 req-bb79939d-bafd-4018-9984-9d2c62572e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:31.881938 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2fc1a6e-f10a-4b6f-89a2-29a3caf44121 req-bb79939d-bafd-4018-9984-9d2c62572e6a service neutron] 10.222.0.44 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.2082045 Sep 21 17:48:31.933579 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-18a886ac-5a85-4da7-a636-6ea8e7bbdff3 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0fda0738d23f40b0b4ca907e403de23f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1023791 Sep 21 17:48:31.952939 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233982f8-608a-4753-a264-b27214402e65 None None] Network d6dcb15c-fb67-4700-89bb-68f7697dc122 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:48:31.989125 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aa1072ec-bd5b-44ec-a286-91b5abe59c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:31.993094 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aa1072ec-bd5b-44ec-a286-91b5abe59c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:31.997215 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-233982f8-608a-4753-a264-b27214402e65 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:48:32.002445 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-aa1072ec-bd5b-44ec-a286-91b5abe59c06 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c77cb6db-8ff5-4990-b2c3-225c657d6094 HTTP/1.1" status: 204 len: 168 time: 0.5509846 Sep 21 17:48:32.004427 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2fc1a6e-f10a-4b6f-89a2-29a3caf44121 req-c8cdc69e-f858-408a-a707-8582e07e997b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=09d50637-541d-43ad-8851-a8cefb7b9446 HTTP/1.1" status: 200 len: 217 time: 0.0700135 Sep 21 17:48:32.013076 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233982f8-608a-4753-a264-b27214402e65 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:48:32.014871 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2f74fadb-3884-4fd4-ba86-1ecce21cc8ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:32.032787 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1072ec-bd5b-44ec-a286-91b5abe59c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77cb6db-8ff5-4990-b2c3-225c657d6094,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:32.114826 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2f74fadb-3884-4fd4-ba86-1ecce21cc8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:32.202640 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f74fadb-3884-4fd4-ba86-1ecce21cc8ee admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:48:32.208330 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc1a6e-f10a-4b6f-89a2-29a3caf44121 req-d170d315-537c-49b4-9b2e-5e923623ae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:32.214542 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-2f74fadb-3884-4fd4-ba86-1ecce21cc8ee admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:48:32.215059 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2fc1a6e-f10a-4b6f-89a2-29a3caf44121 req-d170d315-537c-49b4-9b2e-5e923623ae5a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1979992 Sep 21 17:48:32.229740 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233982f8-608a-4753-a264-b27214402e65 None None] Pushing event updated for resources: {'Port': ['ID=cf405417-31ee-4407-8430-3aebc708c0ab,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:32.254033 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74fadb-3884-4fd4-ba86-1ecce21cc8ee admin admin] Pushing event updated for resources: {'Port': ['ID=1550dfdd-a6c0-44af-88b1-a421f79372ae,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:32.258447 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f74fadb-3884-4fd4-ba86-1ecce21cc8ee admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:48:32.380378 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc1a6e-f10a-4b6f-89a2-29a3caf44121 req-9b079aa8-46b2-4b57-815f-0edc6ac96f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:32.384409 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-233982f8-608a-4753-a264-b27214402e65 None None] Attempting to bind port cf405417-31ee-4407-8430-3aebc708c0ab on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:48:32.384787 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-233982f8-608a-4753-a264-b27214402e65 None None] Attempting to bind port cf405417-31ee-4407-8430-3aebc708c0ab by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '0e70f824-60de-411c-8cb1-78207836b548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd6dcb15c-fb67-4700-89bb-68f7697dc122'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:48:32.385152 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233982f8-608a-4753-a264-b27214402e65 None None] Attempting to bind port cf405417-31ee-4407-8430-3aebc708c0ab on network d6dcb15c-fb67-4700-89bb-68f7697dc122 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:32.401196 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2fc1a6e-f10a-4b6f-89a2-29a3caf44121 req-9b079aa8-46b2-4b57-815f-0edc6ac96f8c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1811161 Sep 21 17:48:32.458632 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-6a2b39f2-d43e-42a5-8fe4-002af342f271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ab6d309-426f-4163-bdcd-8ac8922a6949 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:48:32.466531 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-6a2b39f2-d43e-42a5-8fe4-002af342f271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:32.479919 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-6a2b39f2-d43e-42a5-8fe4-002af342f271 service neutron] Transition to ACTIVE for port object 9ab6d309-426f-4163-bdcd-8ac8922a6949 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:48:32.506033 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233982f8-608a-4753-a264-b27214402e65 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:48:32.506518 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233982f8-608a-4753-a264-b27214402e65 None None] Checking segment: {'id': '0e70f824-60de-411c-8cb1-78207836b548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd6dcb15c-fb67-4700-89bb-68f7697dc122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:48:32.506796 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-233982f8-608a-4753-a264-b27214402e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:32.507226 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233982f8-608a-4753-a264-b27214402e65 None None] Bound using segment: {'id': '0e70f824-60de-411c-8cb1-78207836b548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd6dcb15c-fb67-4700-89bb-68f7697dc122'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:48:32.507734 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-233982f8-608a-4753-a264-b27214402e65 None None] Bound port: cf405417-31ee-4407-8430-3aebc708c0ab, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e70f824-60de-411c-8cb1-78207836b548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd6dcb15c-fb67-4700-89bb-68f7697dc122'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:48:32.508100 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-233982f8-608a-4753-a264-b27214402e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:32.543781 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-6a2b39f2-d43e-42a5-8fe4-002af342f271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:32.629797 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b39f2-d43e-42a5-8fe4-002af342f271 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab6d309-426f-4163-bdcd-8ac8922a6949,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:32.683360 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-233982f8-608a-4753-a264-b27214402e65 None None] For port cf405417-31ee-4407-8430-3aebc708c0ab, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:48:32.687376 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-233982f8-608a-4753-a264-b27214402e65 None None] For port cf405417-31ee-4407-8430-3aebc708c0ab, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=cf405417-31ee-4407-8430-3aebc708c0ab,segment=NetworkSegment(0e70f824-60de-411c-8cb1-78207836b548),segment_id=0e70f824-60de-411c-8cb1-78207836b548)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:48:32.709155 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-233982f8-608a-4753-a264-b27214402e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:32.812797 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379a9f3-674f-401b-a885-933875c90b14 req-9008a803-90f7-458d-ab4c-5bd4602b190f tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:32.825346 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c930f5-e761-4e10-8b8e-38ae870d6af9 req-7b90aa55-ce5f-4d71-997a-05c0766913d8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:32.831056 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8379a9f3-674f-401b-a885-933875c90b14 req-9008a803-90f7-458d-ab4c-5bd4602b190f tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf5bdae1-cecf-4b1f-8527-7067d42576d2 HTTP/1.1" status: 200 len: 949 time: 0.3497224 Sep 21 17:48:32.835489 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-03c930f5-e761-4e10-8b8e-38ae870d6af9 req-7b90aa55-ce5f-4d71-997a-05c0766913d8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 949 time: 0.4452391 Sep 21 17:48:32.862414 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233982f8-608a-4753-a264-b27214402e65 None None] Pushing event updated for resources: {'Port': ['ID=cf405417-31ee-4407-8430-3aebc708c0ab,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:32.923712 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-03c930f5-e761-4e10-8b8e-38ae870d6af9 req-2d14968b-7ea3-4bfd-8b3a-391c7c43af6d tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871391 Sep 21 17:48:33.005699 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2f74fadb-3884-4fd4-ba86-1ecce21cc8ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:33.060658 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-6a2b39f2-d43e-42a5-8fe4-002af342f271 service neutron] Attempting to bind port 9ab6d309-426f-4163-bdcd-8ac8922a6949 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:48:33.061270 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-6a2b39f2-d43e-42a5-8fe4-002af342f271 service neutron] Attempting to bind port 9ab6d309-426f-4163-bdcd-8ac8922a6949 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:48:33.062364 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-6a2b39f2-d43e-42a5-8fe4-002af342f271 service neutron] Attempting to bind port 9ab6d309-426f-4163-bdcd-8ac8922a6949 on network ce365bfd-7bb2-49d3-914a-63ce743986ef {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:33.077176 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8379a9f3-674f-401b-a885-933875c90b14 req-12c83df3-e4b5-4a5b-bb67-145ae85bb6d3 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cf192a2-84ae-48e3-922d-e8b53ea49366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449613 Sep 21 17:48:33.112672 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-6a2b39f2-d43e-42a5-8fe4-002af342f271 service neutron] Port 9ab6d309-426f-4163-bdcd-8ac8922a6949 on network ce365bfd-7bb2-49d3-914a-63ce743986ef not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:48:33.113021 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-6a2b39f2-d43e-42a5-8fe4-002af342f271 service neutron] Attempting to bind port 9ab6d309-426f-4163-bdcd-8ac8922a6949 on network ce365bfd-7bb2-49d3-914a-63ce743986ef {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:33.126478 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-6a2b39f2-d43e-42a5-8fe4-002af342f271 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:48:33.127363 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-6a2b39f2-d43e-42a5-8fe4-002af342f271 service neutron] Checking segment: {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:48:33.128546 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-6a2b39f2-d43e-42a5-8fe4-002af342f271 service neutron] Bound using segment: {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:48:33.129838 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-6a2b39f2-d43e-42a5-8fe4-002af342f271 service neutron] Bound port: 9ab6d309-426f-4163-bdcd-8ac8922a6949, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:48:33.131200 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-6a2b39f2-d43e-42a5-8fe4-002af342f271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:33.297849 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-6a2b39f2-d43e-42a5-8fe4-002af342f271 service neutron] For port 9ab6d309-426f-4163-bdcd-8ac8922a6949, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:48:33.302460 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-6a2b39f2-d43e-42a5-8fe4-002af342f271 service neutron] For port 9ab6d309-426f-4163-bdcd-8ac8922a6949, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=9ab6d309-426f-4163-bdcd-8ac8922a6949,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:48:33.328347 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 318435c1-154e-464f-b9f6-3209893e6f84 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:48:33.333482 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-6a2b39f2-d43e-42a5-8fe4-002af342f271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:33.428106 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-6a2b39f2-d43e-42a5-8fe4-002af342f271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:33.428946 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-6a2b39f2-d43e-42a5-8fe4-002af342f271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:33.431264 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-6a2b39f2-d43e-42a5-8fe4-002af342f271 service neutron] 10.222.0.38 "PUT /v2.0/ports/9ab6d309-426f-4163-bdcd-8ac8922a6949 HTTP/1.1" status: 200 len: 1092 time: 1.8636107 Sep 21 17:48:33.442394 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 318435c1-154e-464f-b9f6-3209893e6f84 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:48:33.450616 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 318435c1-154e-464f-b9f6-3209893e6f84 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:33.451585 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:33.452985 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b39f2-d43e-42a5-8fe4-002af342f271 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab6d309-426f-4163-bdcd-8ac8922a6949,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:33.470437 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f07497-8c78-404e-a38b-8b2bb6958bbd', 'tag': '9ab6d309-426f-4163-bdcd-8ac8922a6949'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:48:33.473416 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac78b9e-35ff-4b36-ba45-7df97c23e700" -d '{"events": [{"name": "network-changed", "server_uuid": "50f07497-8c78-404e-a38b-8b2bb6958bbd", "tag": "9ab6d309-426f-4163-bdcd-8ac8922a6949"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:48:33.481252 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-82b1c561-2a65-43b8-a0da-15f93f415435 req-6e910857-7dff-4479-a553-0004403439b9 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=79da5491-ceaf-4db3-81cd-5dfe13c1975c HTTP/1.1" status: 200 len: 210 time: 0.1655033 Sep 21 17:48:33.483816 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2fc1a6e-f10a-4b6f-89a2-29a3caf44121 req-df7f495a-80a7-46e3-84ba-9a3a51f22b96 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9602087 Sep 21 17:48:33.633964 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2fc1a6e-f10a-4b6f-89a2-29a3caf44121 req-711d7f88-e521-4002-bb35-95305c23d5ce service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361992 Sep 21 17:48:33.637019 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:33.655486 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-2640655a-8031-4e40-80ef-e81009068c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:33.657767 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-2640655a-8031-4e40-80ef-e81009068c2b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=564aef6a99cc4ded992fbb9f0e732388&device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 1095 time: 0.1613736 Sep 21 17:48:33.662062 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48554) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:33.718292 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-c73ea8f7-78a2-442b-b782-e40da1c2d30b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ab6d309-426f-4163-bdcd-8ac8922a6949 HTTP/1.1" status: 200 len: 217 time: 0.0465586 Sep 21 17:48:33.721647 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5bdae1-cecf-4b1f-8527-7067d42576d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318435c1-154e-464f-b9f6-3209893e6f84'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:48:33.731422 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566e5602-6a0b-4223-96c5-d0bf4130d064" -d '{"events": [{"server_uuid": "cf5bdae1-cecf-4b1f-8527-7067d42576d2", "name": "network-vif-plugged", "status": "completed", "tag": "318435c1-154e-464f-b9f6-3209893e6f84"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:48:33.768811 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 318435c1-154e-464f-b9f6-3209893e6f84, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=318435c1-154e-464f-b9f6-3209893e6f84,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:33.779801 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:33.780972 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 09d50637-541d-43ad-8851-a8cefb7b9446 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:48:33.787868 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-136aca9a-8dab-4b8b-ab81-a6bba65c3c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:33.790316 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-136aca9a-8dab-4b8b-ab81-a6bba65c3c9e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f6bcee82-068a-4838-bdd8-412dc7128026 HTTP/1.1" status: 200 len: 847 time: 0.0615406 Sep 21 17:48:33.825485 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effeea6e-a675-4f91-882d-c836b2393188 x-openstack-request-id: req-effeea6e-a675-4f91-882d-c836b2393188 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:48:33.826353 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f07497-8c78-404e-a38b-8b2bb6958bbd", "tag": "9ab6d309-426f-4163-bdcd-8ac8922a6949", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:48:33.826859 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-effeea6e-a675-4f91-882d-c836b2393188 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:48:33.827786 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f07497-8c78-404e-a38b-8b2bb6958bbd', 'tag': '9ab6d309-426f-4163-bdcd-8ac8922a6949', 'status': 'completed', 'code': 200} Sep 21 17:48:33.885550 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-534c0741-9358-417d-9b8b-8fe581284005 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ce365bfd-7bb2-49d3-914a-63ce743986ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869946 Sep 21 17:48:33.923330 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=318435c1-154e-464f-b9f6-3209893e6f84,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:33.925731 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-4daeb03f-5c28-4320-9aa0-938908b7faba admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1245959078-network', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:34.070078 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 09d50637-541d-43ad-8851-a8cefb7b9446 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:48:34.077466 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 09d50637-541d-43ad-8851-a8cefb7b9446 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:34.080868 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:34.086793 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa73a77-e0d9-4af0-ab1d-8702f288a169 x-openstack-request-id: req-aaa73a77-e0d9-4af0-ab1d-8702f288a169 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:48:34.087386 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5bdae1-cecf-4b1f-8527-7067d42576d2", "name": "network-vif-plugged", "status": "completed", "tag": "318435c1-154e-464f-b9f6-3209893e6f84", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:48:34.090530 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aaa73a77-e0d9-4af0-ab1d-8702f288a169 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:48:34.091216 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5bdae1-cecf-4b1f-8527-7067d42576d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318435c1-154e-464f-b9f6-3209893e6f84', 'code': 200} Sep 21 17:48:34.097323 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3160cc-37d9-47fd-9428-3ff2fd0adc86 req-f7f02ca4-3216-4c37-9ec6-dc3058ba3622 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:34.104554 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dd3160cc-37d9-47fd-9428-3ff2fd0adc86 req-f7f02ca4-3216-4c37-9ec6-dc3058ba3622 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 944 time: 0.3403175 Sep 21 17:48:34.154051 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-aeee65a6-1826-407b-a5fc-988201cdf5e1 service neutron] 10.222.0.38 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496195 Sep 21 17:48:34.158155 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4daeb03f-5c28-4320-9aa0-938908b7faba admin admin] Made reservation on behalf of 1c68d21430e749de8d370bf53e53bb78 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:48:34.167466 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4daeb03f-5c28-4320-9aa0-938908b7faba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:34.206001 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4daeb03f-5c28-4320-9aa0-938908b7faba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:34.214803 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-83a3601e-0815-4a79-bf59-ffa852068300 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=0fda0738d23f40b0b4ca907e403de23f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3334391 Sep 21 17:48:34.297653 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:34.358244 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 09d50637-541d-43ad-8851-a8cefb7b9446, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=09d50637-541d-43ad-8851-a8cefb7b9446,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:34.366919 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:34.381528 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dd3160cc-37d9-47fd-9428-3ff2fd0adc86 req-09220855-9e33-4a5d-aa41-d45e07e87b97 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602777 Sep 21 17:48:34.436707 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2f74fadb-3884-4fd4-ba86-1ecce21cc8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:34.460895 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458aad32-01a3-4a35-b7b4-f0b866a470f2 req-d1df969f-5d07-439c-b679-f2fc09a3f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:34.462626 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-458aad32-01a3-4a35-b7b4-f0b866a470f2 req-d1df969f-5d07-439c-b679-f2fc09a3f83f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cf5bdae1-cecf-4b1f-8527-7067d42576d2 HTTP/1.1" status: 200 len: 1101 time: 0.2552404 Sep 21 17:48:34.483069 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5dd7c14d-7f02-40a0-a090-a601912fc333 req-8ce5ff6a-e65d-4842-8656-049e3a3b511e service neutron] 10.222.0.38 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799978 Sep 21 17:48:34.499243 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=09d50637-541d-43ad-8851-a8cefb7b9446,revision_number=9']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:34.590663 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-458aad32-01a3-4a35-b7b4-f0b866a470f2 req-2dda5872-7817-48f8-a9db-0ca217398309 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9cf192a2-84ae-48e3-922d-e8b53ea49366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189451 Sep 21 17:48:34.718834 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f74fadb-3884-4fd4-ba86-1ecce21cc8ee admin admin] Router 8e4a1583-3cb7-4846-931c-76b25036b90c is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:48:34.724744 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-707b9080-91ed-4329-ad27-c4a73c12dea3 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:34.726542 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-707b9080-91ed-4329-ad27-c4a73c12dea3 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3877401 Sep 21 17:48:34.745406 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0270d3-0505-4cb6-aad1-ac51ca2374b2 None None] Network d6dcb15c-fb67-4700-89bb-68f7697dc122 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:48:34.794059 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-cc9c6297-24b8-46b2-bf94-960c3e10d38e tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Request body: {'port': {'device_id': '79da5491-ceaf-4db3-81cd-5dfe13c1975c', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'admin_state_up': True, 'tenant_id': '0fda0738d23f40b0b4ca907e403de23f'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:34.851598 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a9a78-8a47-47d8-aed2-ce794b92ba22 req-d4aec914-c773-443c-9a30-a24829d3df8c tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:34.858804 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f37a9a78-8a47-47d8-aed2-ce794b92ba22 req-d4aec914-c773-443c-9a30-a24829d3df8c tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 950 time: 0.5209870 Sep 21 17:48:34.891152 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48574) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:34.912047 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d51aa-7bb5-4b7b-bd21-ca7efaa43646 req-cc3f3713-e57c-4d6c-a7ec-93689f82c9c9 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:34.914382 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9c5d51aa-7bb5-4b7b-bd21-ca7efaa43646 req-cc3f3713-e57c-4d6c-a7ec-93689f82c9c9 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf5bdae1-cecf-4b1f-8527-7067d42576d2 HTTP/1.1" status: 200 len: 950 time: 0.2183087 Sep 21 17:48:34.957609 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac78b9e-35ff-4b36-ba45-7df97c23e700 req-ac7cc500-4127-48a4-a7ea-a596d4f534f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:34.959166 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ac78b9e-35ff-4b36-ba45-7df97c23e700 req-ac7cc500-4127-48a4-a7ea-a596d4f534f6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=564aef6a99cc4ded992fbb9f0e732388&device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 1095 time: 0.2307467 Sep 21 17:48:34.960898 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f74fadb-3884-4fd4-ba86-1ecce21cc8ee admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:48:34.978423 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c102268e-351a-4299-ac13-676aef7bdd99 None None] Sync routers for ids ['8e4a1583-3cb7-4846-931c-76b25036b90c'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:48:34.993635 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f37a9a78-8a47-47d8-aed2-ce794b92ba22 req-9f2de4e7-8598-425f-a828-ec5b58570ca4 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338539 Sep 21 17:48:34.997503 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c102268e-351a-4299-ac13-676aef7bdd99 None None] Routers {'8e4a1583-3cb7-4846-931c-76b25036b90c'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:48:35.010609 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c102268e-351a-4299-ac13-676aef7bdd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:48:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8e4a1583-3cb7-4846-931c-76b25036b90c'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:35.055000 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-eb8cd406-367f-4620-8dfa-6277c3a3d7ce None None] Provisioning complete for port cf405417-31ee-4407-8430-3aebc708c0ab triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:35.056055 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-eb8cd406-367f-4620-8dfa-6277c3a3d7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:35.057935 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9c5d51aa-7bb5-4b7b-bd21-ca7efaa43646 req-53b2f16c-33f8-469a-9513-d148b3347cda tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cf192a2-84ae-48e3-922d-e8b53ea49366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162817 Sep 21 17:48:35.111208 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-480a45e6-27c3-4c5f-b7b9-47653cd2aab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:35.221683 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-eb8cd406-367f-4620-8dfa-6277c3a3d7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:35.234109 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac78b9e-35ff-4b36-ba45-7df97c23e700 req-f0986467-e516-4cf3-bea7-7abcbf5cc0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:35.237713 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ac78b9e-35ff-4b36-ba45-7df97c23e700 req-f0986467-e516-4cf3-bea7-7abcbf5cc0cd service neutron] 10.222.0.38 "GET /v2.0/networks?id=ce365bfd-7bb2-49d3-914a-63ce743986ef HTTP/1.1" status: 200 len: 908 time: 0.2420177 Sep 21 17:48:35.281866 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-eb8cd406-367f-4620-8dfa-6277c3a3d7ce None None] For port cf405417-31ee-4407-8430-3aebc708c0ab, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=cf405417-31ee-4407-8430-3aebc708c0ab,segment=NetworkSegment(0e70f824-60de-411c-8cb1-78207836b548),segment_id=0e70f824-60de-411c-8cb1-78207836b548)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:35.291635 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-eb8cd406-367f-4620-8dfa-6277c3a3d7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:35.319251 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-c102268e-351a-4299-ac13-676aef7bdd99 None None] Set router 8e4a1583-3cb7-4846-931c-76b25036b90c gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:48:35.371376 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-836de1e5-5ff8-43c8-9cfd-b18dc177d82f req-95289f2c-2a08-44cb-bd0b-92b158bcf9e3 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=79da5491-ceaf-4db3-81cd-5dfe13c1975c HTTP/1.1" status: 200 len: 210 time: 0.1126189 Sep 21 17:48:35.437002 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device cf405417-31ee-4407-8430-3aebc708c0ab up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:48:35.446145 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ac78b9e-35ff-4b36-ba45-7df97c23e700 req-89a9589c-c515-43b2-9fc9-8b52da465546 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ab6d309-426f-4163-bdcd-8ac8922a6949 HTTP/1.1" status: 200 len: 217 time: 0.1942339 Sep 21 17:48:35.496588 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8cd406-367f-4620-8dfa-6277c3a3d7ce None None] Pushing event updated for resources: {'Port': ['ID=cf405417-31ee-4407-8430-3aebc708c0ab,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:35.538124 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4daeb03f-5c28-4320-9aa0-938908b7faba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:35.562873 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4daeb03f-5c28-4320-9aa0-938908b7faba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:35.563130 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port cf405417-31ee-4407-8430-3aebc708c0ab triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:35.563521 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:35.577437 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff443c49-8130-4982-b48b-91ebcedcd1a3 req-22e98ac9-d737-42af-b0bd-a687641e9e89 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:35.579842 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ff443c49-8130-4982-b48b-91ebcedcd1a3 req-22e98ac9-d737-42af-b0bd-a687641e9e89 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 944 time: 0.1107185 Sep 21 17:48:35.608486 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac78b9e-35ff-4b36-ba45-7df97c23e700 req-24a4f560-f1fd-411e-b819-287030597cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:35.610959 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ac78b9e-35ff-4b36-ba45-7df97c23e700 req-24a4f560-f1fd-411e-b819-287030597cf8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f6bcee82-068a-4838-bdd8-412dc7128026 HTTP/1.1" status: 200 len: 847 time: 0.1516120 Sep 21 17:48:35.619479 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4daeb03f-5c28-4320-9aa0-938908b7faba admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:48:35.631676 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-8783271a-0cec-4796-becb-b02caa7b1423 None None] Provisioning complete for port cf405417-31ee-4407-8430-3aebc708c0ab triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:35.632346 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8783271a-0cec-4796-becb-b02caa7b1423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:35.641005 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daeb03f-5c28-4320-9aa0-938908b7faba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1adea4-3123-43ec-b076-7a49a44dbe27,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:35.665410 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ac78b9e-35ff-4b36-ba45-7df97c23e700 req-1dd1b632-8535-41c9-93a2-0a362a97e75b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ce365bfd-7bb2-49d3-914a-63ce743986ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426538 Sep 21 17:48:35.666729 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4daeb03f-5c28-4320-9aa0-938908b7faba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:35.667251 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-4daeb03f-5c28-4320-9aa0-938908b7faba admin admin] Added segment 5b6f10d4-dd75-4fb6-b8ac-481a524386ad of type vlan for network dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 Sep 21 17:48:35.726534 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ff443c49-8130-4982-b48b-91ebcedcd1a3 req-ec93807d-80e1-4c06-a013-89ee4d10090f tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381645 Sep 21 17:48:35.750428 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4daeb03f-5c28-4320-9aa0-938908b7faba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:35.828180 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c102268e-351a-4299-ac13-676aef7bdd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a1583-3cb7-4846-931c-76b25036b90c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-683655423-router', 'tenant_id': 'd5437e3b755c404d9ceec505b570fd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '1550dfdd-a6c0-44af-88b1-a421f79372ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:30Z', 'updated_at': '2021-09-21T17:48:32Z', 'revision_number': 3, 'project_id': 'd5437e3b755c404d9ceec505b570fd88', 'gw_port': {'id': '1550dfdd-a6c0-44af-88b1-a421f79372ae', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:27:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4a1583-3cb7-4846-931c-76b25036b90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:31Z', 'updated_at': '2021-09-21T17:48:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:35.836922 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4daeb03f-5c28-4320-9aa0-938908b7faba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:35.839406 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4daeb03f-5c28-4320-9aa0-938908b7faba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:35.841267 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4daeb03f-5c28-4320-9aa0-938908b7faba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:35.875430 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c102268e-351a-4299-ac13-676aef7bdd99 None None] Checking router: 8e4a1583-3cb7-4846-931c-76b25036b90c for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:48:35.876059 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c102268e-351a-4299-ac13-676aef7bdd99 None None] Updating router 8e4a1583-3cb7-4846-931c-76b25036b90c port 1550dfdd-a6c0-44af-88b1-a421f79372ae binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:48:35.902730 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-480a45e6-27c3-4c5f-b7b9-47653cd2aab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:35.907350 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-c102268e-351a-4299-ac13-676aef7bdd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:35.910796 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-480a45e6-27c3-4c5f-b7b9-47653cd2aab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:35.921361 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2f74fadb-3884-4fd4-ba86-1ecce21cc8ee admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:35.922844 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2f74fadb-3884-4fd4-ba86-1ecce21cc8ee admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.9033098 Sep 21 17:48:35.926360 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48584) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:35.957891 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-480a45e6-27c3-4c5f-b7b9-47653cd2aab3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1c3703917785447ca03bd30b06285127&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0421805 Sep 21 17:48:35.959625 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a45e6-27c3-4c5f-b7b9-47653cd2aab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0300bc3f-2854-4f9e-ab34-e09ca9df01e7,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:35.962305 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48586) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:35.974090 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4daeb03f-5c28-4320-9aa0-938908b7faba admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3061059 Sep 21 17:48:35.982186 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48588) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:35.988863 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-8bfb5336-208a-43fd-99c9-8f525bc1c111 admin admin] Request body: {'subnet': {'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1245959078-subnet', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:36.008926 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-cc9c6297-24b8-46b2-bf94-960c3e10d38e tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Made reservation on behalf of 0fda0738d23f40b0b4ca907e403de23f for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:48:36.012699 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-cc9c6297-24b8-46b2-bf94-960c3e10d38e tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:36.045393 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfb5336-208a-43fd-99c9-8f525bc1c111 admin admin] Made reservation on behalf of 1c68d21430e749de8d370bf53e53bb78 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:48:36.048887 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8bfb5336-208a-43fd-99c9-8f525bc1c111 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:36.052017 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ac78b9e-35ff-4b36-ba45-7df97c23e700 req-9abb0fee-ab5a-4c02-a051-f48bf14aad94 service neutron] 10.222.0.38 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731809 Sep 21 17:48:36.064447 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b73f4c13-aef3-45c0-a568-dce139e76d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:36.093288 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0ba486-632e-46f1-8a27-792ee075a404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d50637-541d-43ad-8851-a8cefb7b9446'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:48:36.096191 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742bb146-a67c-4fad-a900-ee6aad333e1f" -d '{"events": [{"server_uuid": "6c0ba486-632e-46f1-8a27-792ee075a404", "name": "network-vif-plugged", "status": "completed", "tag": "09d50637-541d-43ad-8851-a8cefb7b9446"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:48:36.133061 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b73f4c13-aef3-45c0-a568-dce139e76d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:36.312644 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daeb03f-5c28-4320-9aa0-938908b7faba admin admin] Pushing event updated for resources: {'Network': ['ID=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:36.325264 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:48:36.329515 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b73f4c13-aef3-45c0-a568-dce139e76d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:36.332318 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b73f4c13-aef3-45c0-a568-dce139e76d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:36.336424 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b73f4c13-aef3-45c0-a568-dce139e76d66 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0300bc3f-2854-4f9e-ab34-e09ca9df01e7 HTTP/1.1" status: 204 len: 168 time: 0.3727865 Sep 21 17:48:36.352989 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f4c13-aef3-45c0-a568-dce139e76d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0300bc3f-2854-4f9e-ab34-e09ca9df01e7,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:36.380299 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35610a7e-1490-437f-a380-6c4a2b203e27 req-aae102fa-f238-4dcf-a4a8-d8839dd643c2 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:36.381989 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-35610a7e-1490-437f-a380-6c4a2b203e27 req-aae102fa-f238-4dcf-a4a8-d8839dd643c2 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf5bdae1-cecf-4b1f-8527-7067d42576d2 HTTP/1.1" status: 200 len: 950 time: 0.1271083 Sep 21 17:48:36.383075 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8bfb5336-208a-43fd-99c9-8f525bc1c111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:36.467965 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-c102268e-351a-4299-ac13-676aef7bdd99 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:36.477705 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-c102268e-351a-4299-ac13-676aef7bdd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:36.505832 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-35610a7e-1490-437f-a380-6c4a2b203e27 req-0e4fe28e-17c9-4570-92d6-a88ef5b64c29 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cf192a2-84ae-48e3-922d-e8b53ea49366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992517 Sep 21 17:48:36.525823 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8fe370-25e6-4fc2-8811-67e6e4b87409 None None] Pushing event updated for resources: {'Port': ['ID=1550dfdd-a6c0-44af-88b1-a421f79372ae,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:36.560652 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-c102268e-351a-4299-ac13-676aef7bdd99 None None] Attempting to bind port 1550dfdd-a6c0-44af-88b1-a421f79372ae on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:48:36.561033 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-c102268e-351a-4299-ac13-676aef7bdd99 None None] Attempting to bind port 1550dfdd-a6c0-44af-88b1-a421f79372ae by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:48:36.561687 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c102268e-351a-4299-ac13-676aef7bdd99 None None] Attempting to bind port 1550dfdd-a6c0-44af-88b1-a421f79372ae on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:36.563899 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfb5336-208a-43fd-99c9-8f525bc1c111 admin admin] Checking segment: {'id': '5b6f10d4-dd75-4fb6-b8ac-481a524386ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:48:36.564336 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfb5336-208a-43fd-99c9-8f525bc1c111 admin admin] Network hostable DHCP agents. Network: dd573cca-7543-4cc1-a3b1-553cdc8e3ef8, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:48:36.567302 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c102268e-351a-4299-ac13-676aef7bdd99 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:48:36.567793 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c102268e-351a-4299-ac13-676aef7bdd99 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:48:36.568353 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-c102268e-351a-4299-ac13-676aef7bdd99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:36.568812 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c102268e-351a-4299-ac13-676aef7bdd99 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:48:36.569374 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-c102268e-351a-4299-ac13-676aef7bdd99 None None] Bound port: 1550dfdd-a6c0-44af-88b1-a421f79372ae, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:48:36.570512 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-c102268e-351a-4299-ac13-676aef7bdd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:36.572659 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb5336-208a-43fd-99c9-8f525bc1c111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75cf884a-1a0d-44bf-9cea-948d8d70878a,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:36.605123 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b88f754-3f06-47ef-925b-b198a593a44e x-openstack-request-id: req-9b88f754-3f06-47ef-925b-b198a593a44e {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:48:36.605510 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0ba486-632e-46f1-8a27-792ee075a404", "name": "network-vif-plugged", "status": "completed", "tag": "09d50637-541d-43ad-8851-a8cefb7b9446", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:48:36.605808 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9b88f754-3f06-47ef-925b-b198a593a44e {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:48:36.606263 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0ba486-632e-46f1-8a27-792ee075a404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d50637-541d-43ad-8851-a8cefb7b9446', 'code': 200} Sep 21 17:48:36.610889 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfb5336-208a-43fd-99c9-8f525bc1c111 admin admin] Network dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:48:36.627631 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-8bfb5336-208a-43fd-99c9-8f525bc1c111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, dd573cca-7543-4cc1-a3b1-553cdc8e3ef8) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:48:36.634537 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfb5336-208a-43fd-99c9-8f525bc1c111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:36.635549 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8bfb5336-208a-43fd-99c9-8f525bc1c111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:36.641685 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9767e4c-2c0a-4912-ba27-8201928cbe28 None None] Network dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:48:36.644971 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-c102268e-351a-4299-ac13-676aef7bdd99 None None] For port 1550dfdd-a6c0-44af-88b1-a421f79372ae, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:48:36.648712 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-c102268e-351a-4299-ac13-676aef7bdd99 None None] For port 1550dfdd-a6c0-44af-88b1-a421f79372ae, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1550dfdd-a6c0-44af-88b1-a421f79372ae,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:48:36.662523 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-c102268e-351a-4299-ac13-676aef7bdd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:36.669992 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ac78b9e-35ff-4b36-ba45-7df97c23e700 req-590fa626-70ac-417c-8177-f92035a9ddec service neutron] 10.222.0.38 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6073215 Sep 21 17:48:36.675048 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8bfb5336-208a-43fd-99c9-8f525bc1c111 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6914606 Sep 21 17:48:36.675887 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48604) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:36.681975 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-049860a0-f0e7-4f05-9822-537fe009c56a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1245959078-router', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:36.744872 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a7bc7-da29-44eb-b1d0-a6da30ed289f req-ece5342a-21ad-4ee1-9d64-131a18645183 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:36.746465 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-561a7bc7-da29-44eb-b1d0-a6da30ed289f req-ece5342a-21ad-4ee1-9d64-131a18645183 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 950 time: 0.4313695 Sep 21 17:48:36.765356 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dc10429e-b954-4e05-bdd2-70da854f3d8f req-771b122b-c99b-4387-8628-03fb89207adc tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=79da5491-ceaf-4db3-81cd-5dfe13c1975c HTTP/1.1" status: 200 len: 210 time: 0.0398641 Sep 21 17:48:36.771447 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-049860a0-f0e7-4f05-9822-537fe009c56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:36.775349 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-049860a0-f0e7-4f05-9822-537fe009c56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:36.792049 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c102268e-351a-4299-ac13-676aef7bdd99 None None] Routers {'8e4a1583-3cb7-4846-931c-76b25036b90c'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:48:36.805497 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c102268e-351a-4299-ac13-676aef7bdd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:48:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8e4a1583-3cb7-4846-931c-76b25036b90c'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:36.843099 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-049860a0-f0e7-4f05-9822-537fe009c56a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:36.928746 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9e463e-ee99-484f-aaf8-d213b95cf9f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'fixed_ips': [{'subnet_id': '75cf884a-1a0d-44bf-9cea-948d8d70878a'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:48:36.929564 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7f9e463e-ee99-484f-aaf8-d213b95cf9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:36.949043 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48610) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:36.974654 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8fe370-25e6-4fc2-8811-67e6e4b87409 None None] Pushing event updated for resources: {'Port': ['ID=1550dfdd-a6c0-44af-88b1-a421f79372ae,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:37.036409 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-049860a0-f0e7-4f05-9822-537fe009c56a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:37.047814 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-67e33571-7180-4796-97f6-ae70b9fc22ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:37.054507 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-cc9c6297-24b8-46b2-bf94-960c3e10d38e tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Allocated IP 192.168.233.220 (c714db5f-672e-4004-8098-88db84169d3c/53f6ee96-7c10-4364-b9ae-9f7e7556e695/5eecf111-be38-4f67-acac-95f0f6977cf9) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:48:37.072755 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-561a7bc7-da29-44eb-b1d0-a6da30ed289f req-7ae354df-36dd-4c9e-bdaa-26e83e2d5fe5 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325065 Sep 21 17:48:37.225232 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-c102268e-351a-4299-ac13-676aef7bdd99 None None] Set router 8e4a1583-3cb7-4846-931c-76b25036b90c gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:48:37.242706 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-7f9e463e-ee99-484f-aaf8-d213b95cf9f3 None None] Allocated IP 172.20.0.2 (dd573cca-7543-4cc1-a3b1-553cdc8e3ef8/75cf884a-1a0d-44bf-9cea-948d8d70878a/467cc323-d046-4cd1-9427-a4e8ab4df708) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:48:37.344692 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 9ab6d309-426f-4163-bdcd-8ac8922a6949 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:48:37.380103 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-67e33571-7180-4796-97f6-ae70b9fc22ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:37.395665 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-67e33571-7180-4796-97f6-ae70b9fc22ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:37.464209 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-67e33571-7180-4796-97f6-ae70b9fc22ac admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7108896e00d24661964dcf6104de2b8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5134220 Sep 21 17:48:37.466609 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48614) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:37.479172 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e33571-7180-4796-97f6-ae70b9fc22ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=becaffb2-42a8-4fb0-9897-8fa8cb8f338b,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:37.480409 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device cf405417-31ee-4407-8430-3aebc708c0ab up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:48:37.616202 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70ef84-1e2b-444d-9bdf-41c6fb8c78ba req-db1cc967-139a-41a6-9c2c-f728f6322cdd tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:37.625419 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3a70ef84-1e2b-444d-9bdf-41c6fb8c78ba req-db1cc967-139a-41a6-9c2c-f728f6322cdd tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 944 time: 0.3781202 Sep 21 17:48:37.664891 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port cf405417-31ee-4407-8430-3aebc708c0ab triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:37.665619 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:37.734681 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3a70ef84-1e2b-444d-9bdf-41c6fb8c78ba req-802953a4-f2f6-43b7-8820-e9d5f20860ef tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011329 Sep 21 17:48:37.741943 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-46f6e651-4d83-46ef-96fc-f19940dd1fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:37.763325 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-049860a0-f0e7-4f05-9822-537fe009c56a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:37.799722 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-049860a0-f0e7-4f05-9822-537fe009c56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:37.826403 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-46f6e651-4d83-46ef-96fc-f19940dd1fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:37.868525 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 9ab6d309-426f-4163-bdcd-8ac8922a6949, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=9ab6d309-426f-4163-bdcd-8ac8922a6949,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:37.901701 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c102268e-351a-4299-ac13-676aef7bdd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a1583-3cb7-4846-931c-76b25036b90c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-683655423-router', 'tenant_id': 'd5437e3b755c404d9ceec505b570fd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '1550dfdd-a6c0-44af-88b1-a421f79372ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:30Z', 'updated_at': '2021-09-21T17:48:32Z', 'revision_number': 3, 'project_id': 'd5437e3b755c404d9ceec505b570fd88', 'gw_port': {'id': '1550dfdd-a6c0-44af-88b1-a421f79372ae', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:27:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4a1583-3cb7-4846-931c-76b25036b90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:31Z', 'updated_at': '2021-09-21T17:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:37.913107 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-cc9c6297-24b8-46b2-bf94-960c3e10d38e tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:37.955475 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7f9e463e-ee99-484f-aaf8-d213b95cf9f3 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:37.959569 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '9ab6d309-426f-4163-bdcd-8ac8922a6949', 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef', 'port_id': '9ab6d309-426f-4163-bdcd-8ac8922a6949', 'mac_address': 'fa:16:3e:60:76:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6bcee82-068a-4838-bdd8-412dc7128026', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:48:37.988256 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c102268e-351a-4299-ac13-676aef7bdd99 None None] The sync data for ids ['8e4a1583-3cb7-4846-931c-76b25036b90c'] in n-d-810291-1 is: [{'id': '8e4a1583-3cb7-4846-931c-76b25036b90c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-683655423-router', 'tenant_id': 'd5437e3b755c404d9ceec505b570fd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '1550dfdd-a6c0-44af-88b1-a421f79372ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:30Z', 'updated_at': '2021-09-21T17:48:32Z', 'revision_number': 3, 'project_id': 'd5437e3b755c404d9ceec505b570fd88', 'gw_port': {'id': '1550dfdd-a6c0-44af-88b1-a421f79372ae', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:27:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4a1583-3cb7-4846-931c-76b25036b90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:31Z', 'updated_at': '2021-09-21T17:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:48:37.998621 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7f9e463e-ee99-484f-aaf8-d213b95cf9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:38.061929 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978598e8-d1de-4ac6-9572-9d396e4db04e req-16c2ebc2-c2dd-4759-a783-c39ec82e09b6 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:38.065476 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe151cb-2f4a-4700-81a3-15f8d4fb5da1 req-a85af615-3915-45da-8253-19de666d4a76 tempest-MigrationsAdminTest-1562195054 tempest-MigrationsAdminTest-1562195054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:38.078704 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ebe151cb-2f4a-4700-81a3-15f8d4fb5da1 req-a85af615-3915-45da-8253-19de666d4a76 tempest-MigrationsAdminTest-1562195054 tempest-MigrationsAdminTest-1562195054-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 1101 time: 0.3197117 Sep 21 17:48:38.081813 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-978598e8-d1de-4ac6-9572-9d396e4db04e req-16c2ebc2-c2dd-4759-a783-c39ec82e09b6 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf5bdae1-cecf-4b1f-8527-7067d42576d2 HTTP/1.1" status: 200 len: 950 time: 0.1926453 Sep 21 17:48:38.093009 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:38.110902 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab6d309-426f-4163-bdcd-8ac8922a6949 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:48:38.117679 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9e463e-ee99-484f-aaf8-d213b95cf9f3 None None] Network dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:48:38.126450 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-7f9e463e-ee99-484f-aaf8-d213b95cf9f3 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:48:38.134012 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9e463e-ee99-484f-aaf8-d213b95cf9f3 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:48:38.137779 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e463e-ee99-484f-aaf8-d213b95cf9f3 None None] Pushing event updated for resources: {'Port': ['ID=467cc323-d046-4cd1-9427-a4e8ab4df708,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:38.150138 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 9ab6d309-426f-4163-bdcd-8ac8922a6949, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=9ab6d309-426f-4163-bdcd-8ac8922a6949,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:38.198268 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8aab1e83-bec0-46e1-8def-d08aa747e361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:38.206538 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-46f6e651-4d83-46ef-96fc-f19940dd1fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:38.209131 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-46f6e651-4d83-46ef-96fc-f19940dd1fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:38.212632 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-46f6e651-4d83-46ef-96fc-f19940dd1fc0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/becaffb2-42a8-4fb0-9897-8fa8cb8f338b HTTP/1.1" status: 204 len: 168 time: 0.7425551 Sep 21 17:48:38.220791 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:38.242248 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ebe151cb-2f4a-4700-81a3-15f8d4fb5da1 req-5656f93f-f782-4337-ae0d-9b6470920913 tempest-MigrationsAdminTest-1562195054 tempest-MigrationsAdminTest-1562195054-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630318 Sep 21 17:48:38.262441 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6e651-4d83-46ef-96fc-f19940dd1fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becaffb2-42a8-4fb0-9897-8fa8cb8f338b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:38.297699 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-049860a0-f0e7-4f05-9822-537fe009c56a admin admin] Allocated IP 172.25.6.34 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/10e4925e-71c0-4c5b-82c3-e2de1e90420b) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:48:38.353943 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-cc9c6297-24b8-46b2-bf94-960c3e10d38e tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:38.393085 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['e456b0a4-53b5-4f05-98fe-1cb273fbbd51'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:48:38.425188 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-7f9e463e-ee99-484f-aaf8-d213b95cf9f3 None None] Attempting to bind port 467cc323-d046-4cd1-9427-a4e8ab4df708 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:48:38.427277 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-7f9e463e-ee99-484f-aaf8-d213b95cf9f3 None None] Attempting to bind port 467cc323-d046-4cd1-9427-a4e8ab4df708 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '5b6f10d4-dd75-4fb6-b8ac-481a524386ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:48:38.427745 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e463e-ee99-484f-aaf8-d213b95cf9f3 None None] Attempting to bind port 467cc323-d046-4cd1-9427-a4e8ab4df708 on network dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:38.524737 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=9ab6d309-426f-4163-bdcd-8ac8922a6949,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:38.534011 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['9ab6d309-426f-4163-bdcd-8ac8922a6949'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:48:38.543389 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e463e-ee99-484f-aaf8-d213b95cf9f3 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:48:38.544015 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e463e-ee99-484f-aaf8-d213b95cf9f3 None None] Checking segment: {'id': '5b6f10d4-dd75-4fb6-b8ac-481a524386ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:48:38.544445 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7f9e463e-ee99-484f-aaf8-d213b95cf9f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:38.544848 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e463e-ee99-484f-aaf8-d213b95cf9f3 None None] Bound using segment: {'id': '5b6f10d4-dd75-4fb6-b8ac-481a524386ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:48:38.545549 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-7f9e463e-ee99-484f-aaf8-d213b95cf9f3 None None] Bound port: 467cc323-d046-4cd1-9427-a4e8ab4df708, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6f10d4-dd75-4fb6-b8ac-481a524386ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:48:38.545849 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7f9e463e-ee99-484f-aaf8-d213b95cf9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:38.623689 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-978598e8-d1de-4ac6-9572-9d396e4db04e req-b5f82d86-3e17-4a29-b3c2-969c9eb7d868 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cf192a2-84ae-48e3-922d-e8b53ea49366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5380063 Sep 21 17:48:38.666802 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-cc9c6297-24b8-46b2-bf94-960c3e10d38e tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Network c714db5f-672e-4004-8098-88db84169d3c is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:48:38.678466 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-cc9c6297-24b8-46b2-bf94-960c3e10d38e tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:48:38.681461 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-cc9c6297-24b8-46b2-bf94-960c3e10d38e tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:48:38.687680 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-cc9c6297-24b8-46b2-bf94-960c3e10d38e tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:38.688578 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-cc9c6297-24b8-46b2-bf94-960c3e10d38e tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:38.808138 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-cc9c6297-24b8-46b2-bf94-960c3e10d38e tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0694332 Sep 21 17:48:38.829550 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-f08b8e42-7e5f-4069-9f0b-dd7b8f9a760e service neutron] Request body: {'port': {'device_id': '79da5491-ceaf-4db3-81cd-5dfe13c1975c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:38.919710 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c6297-24b8-46b2-bf94-960c3e10d38e tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Pushing event updated for resources: {'Port': ['ID=5eecf111-be38-4f67-acac-95f0f6977cf9,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:38.956981 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-7f9e463e-ee99-484f-aaf8-d213b95cf9f3 None None] For port 467cc323-d046-4cd1-9427-a4e8ab4df708, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:48:38.963915 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-f08b8e42-7e5f-4069-9f0b-dd7b8f9a760e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:39.061565 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-7f9e463e-ee99-484f-aaf8-d213b95cf9f3 None None] For port 467cc323-d046-4cd1-9427-a4e8ab4df708, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=467cc323-d046-4cd1-9427-a4e8ab4df708,segment=NetworkSegment(5b6f10d4-dd75-4fb6-b8ac-481a524386ad),segment_id=5b6f10d4-dd75-4fb6-b8ac-481a524386ad)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:48:39.107474 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7f9e463e-ee99-484f-aaf8-d213b95cf9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:39.367815 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-c5c70767-a831-49a0-8a29-cb55187f508f None None] Provisioning complete for port 5eecf111-be38-4f67-acac-95f0f6977cf9 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:39.368574 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c5c70767-a831-49a0-8a29-cb55187f508f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:39.384731 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b326bc-a403-47df-8f30-68c625caea0a req-fabf7b9f-e821-41e2-920c-0778792e3e7b tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:39.387202 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-39b326bc-a403-47df-8f30-68c625caea0a req-fabf7b9f-e821-41e2-920c-0778792e3e7b tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=79da5491-ceaf-4db3-81cd-5dfe13c1975c HTTP/1.1" status: 200 len: 936 time: 0.9782720 Sep 21 17:48:39.472378 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-049860a0-f0e7-4f05-9822-537fe009c56a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:39.485979 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-39b326bc-a403-47df-8f30-68c625caea0a req-f8603370-f84a-4c88-a6d5-1140e4aba1ea tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/security-groups?id=a812a218-7e96-4ad2-9287-5ec8d8ba6347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921054 Sep 21 17:48:39.524860 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1550dfdd-a6c0-44af-88b1-a421f79372ae up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:48:39.531849 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e463e-ee99-484f-aaf8-d213b95cf9f3 None None] Pushing event updated for resources: {'Port': ['ID=467cc323-d046-4cd1-9427-a4e8ab4df708,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:39.542676 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-049860a0-f0e7-4f05-9822-537fe009c56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:39.644604 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-c5c70767-a831-49a0-8a29-cb55187f508f None None] Port 5eecf111-be38-4f67-acac-95f0f6977cf9 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:48:39.687786 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049860a0-f0e7-4f05-9822-537fe009c56a admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:48:39.694150 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-049860a0-f0e7-4f05-9822-537fe009c56a admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:48:39.702684 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049860a0-f0e7-4f05-9822-537fe009c56a admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:48:39.753780 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-f08b8e42-7e5f-4069-9f0b-dd7b8f9a760e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eecf111-be38-4f67-acac-95f0f6977cf9 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:48:39.772473 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 1550dfdd-a6c0-44af-88b1-a421f79372ae triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:39.772848 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:39.777437 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-f08b8e42-7e5f-4069-9f0b-dd7b8f9a760e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:39.834839 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-f08b8e42-7e5f-4069-9f0b-dd7b8f9a760e service neutron] Transition to ACTIVE for port object 5eecf111-be38-4f67-acac-95f0f6977cf9 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:48:39.957813 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-8aab1e83-bec0-46e1-8def-d08aa747e361 admin admin] Allocated IP 172.20.0.1 (d6dcb15c-fb67-4700-89bb-68f7697dc122/3e716aa6-fa18-426b-a9c3-1c7a0dea35f2/a71b126c-25b7-482f-8239-40d824b866f8) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:48:39.973835 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049860a0-f0e7-4f05-9822-537fe009c56a admin admin] Pushing event updated for resources: {'Port': ['ID=10e4925e-71c0-4c5b-82c3-e2de1e90420b,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:40.006062 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c80752c5-f342-4c11-9842-144b82f905bb req-d1d3afc6-752f-461d-9fca-ddd6e7774f00 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=cf880db396d441f990414b9e732efe10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0762184 Sep 21 17:48:40.137178 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8aab1e83-bec0-46e1-8def-d08aa747e361 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:40.171949 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-049860a0-f0e7-4f05-9822-537fe009c56a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:40.225098 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150ca4f-0607-4a6c-82b8-98e0b0307644 req-888331e6-c63b-468b-9093-a0fbbd56967a tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:40.226980 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f150ca4f-0607-4a6c-82b8-98e0b0307644 req-888331e6-c63b-468b-9093-a0fbbd56967a tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 945 time: 1.3025346 Sep 21 17:48:40.227867 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-f08b8e42-7e5f-4069-9f0b-dd7b8f9a760e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:40.270916 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:40.336221 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 1550dfdd-a6c0-44af-88b1-a421f79372ae, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1550dfdd-a6c0-44af-88b1-a421f79372ae,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:40.344120 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:40.352338 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80752c5-f342-4c11-9842-144b82f905bb req-4e43eec7-edaa-4eaf-9199-caf9b028f8e9 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:40.366158 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c80752c5-f342-4c11-9842-144b82f905bb req-4e43eec7-edaa-4eaf-9199-caf9b028f8e9 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3531003 Sep 21 17:48:40.405530 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c80752c5-f342-4c11-9842-144b82f905bb req-e1ea4176-429b-4ea7-9668-2db9dd6edfd6 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/quotas/cf880db396d441f990414b9e732efe10 HTTP/1.1" status: 200 len: 375 time: 0.0385718 Sep 21 17:48:40.449681 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=1550dfdd-a6c0-44af-88b1-a421f79372ae,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:40.564111 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c80752c5-f342-4c11-9842-144b82f905bb req-872c6221-05b6-4705-a937-25929e009166 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1494427 Sep 21 17:48:40.604786 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8aab1e83-bec0-46e1-8def-d08aa747e361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:40.716497 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aab1e83-bec0-46e1-8def-d08aa747e361 admin admin] Network d6dcb15c-fb67-4700-89bb-68f7697dc122 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:48:40.723669 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-049860a0-f0e7-4f05-9822-537fe009c56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:40.732043 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f150ca4f-0607-4a6c-82b8-98e0b0307644 req-5c15559c-e20f-497f-b6cf-abcba41db5bc tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890477 Sep 21 17:48:40.759960 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-8aab1e83-bec0-46e1-8def-d08aa747e361 admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:48:40.799380 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aab1e83-bec0-46e1-8def-d08aa747e361 admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:48:40.799924 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8aab1e83-bec0-46e1-8def-d08aa747e361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:41.088133 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b8e42-7e5f-4069-9f0b-dd7b8f9a760e service neutron] Pushing event updated for resources: {'Port': ['ID=5eecf111-be38-4f67-acac-95f0f6977cf9,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:41.109567 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a2fb06-d6b6-4a33-a9d0-0f48b2b6ec7a None None] Network dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:48:41.179067 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06424f25-d70e-4a6b-975a-3af1be5a7a5c req-4bebc947-1738-4dbc-a7d9-559d6115c8d6 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:41.188087 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-06424f25-d70e-4a6b-975a-3af1be5a7a5c req-4bebc947-1738-4dbc-a7d9-559d6115c8d6 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=79da5491-ceaf-4db3-81cd-5dfe13c1975c HTTP/1.1" status: 200 len: 948 time: 0.2741840 Sep 21 17:48:41.190285 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab1e83-bec0-46e1-8def-d08aa747e361 admin admin] Pushing event updated for resources: {'Port': ['ID=a71b126c-25b7-482f-8239-40d824b866f8,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:41.200411 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565e214-b2e3-41a5-8b57-bf03ba0d9e02 req-72b8a3e7-0b10-4af9-9343-5e9344b83784 tempest-DeleteServersAdminTestJSON-944147986 tempest-DeleteServersAdminTestJSON-944147986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:41.216433 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7565e214-b2e3-41a5-8b57-bf03ba0d9e02 req-72b8a3e7-0b10-4af9-9343-5e9344b83784 tempest-DeleteServersAdminTestJSON-944147986 tempest-DeleteServersAdminTestJSON-944147986-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=cf5bdae1-cecf-4b1f-8527-7067d42576d2 HTTP/1.1" status: 200 len: 1101 time: 2.0571918 Sep 21 17:48:41.312531 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-06424f25-d70e-4a6b-975a-3af1be5a7a5c req-9de0f0e8-16a0-44ca-81ae-b776e3122c10 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/security-groups?id=a812a218-7e96-4ad2-9287-5ec8d8ba6347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232142 Sep 21 17:48:41.366958 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-4228ee4f-9708-447c-a7ad-8b211e2e605f None None] Provisioning complete for port 467cc323-d046-4cd1-9427-a4e8ab4df708 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:41.378437 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4228ee4f-9708-447c-a7ad-8b211e2e605f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:41.380201 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049860a0-f0e7-4f05-9822-537fe009c56a admin admin] Router 802f0331-e0b0-4260-b395-00478bbc376b is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:48:41.390317 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 9ab6d309-426f-4163-bdcd-8ac8922a6949 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:48:41.564490 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1550dfdd-a6c0-44af-88b1-a421f79372ae up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:48:41.616066 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-f08b8e42-7e5f-4069-9f0b-dd7b8f9a760e service neutron] Attempting to bind port 5eecf111-be38-4f67-acac-95f0f6977cf9 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:48:41.616414 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-f08b8e42-7e5f-4069-9f0b-dd7b8f9a760e service neutron] Attempting to bind port 5eecf111-be38-4f67-acac-95f0f6977cf9 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:48:41.616750 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-f08b8e42-7e5f-4069-9f0b-dd7b8f9a760e service neutron] Attempting to bind port 5eecf111-be38-4f67-acac-95f0f6977cf9 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:41.646770 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2e1dc-d598-4fc2-ab4d-9db98bbe21e5 req-fa191536-79dc-4941-84f7-99d59cceeb0e tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:41.649081 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8bf2e1dc-d598-4fc2-ab4d-9db98bbe21e5 req-fa191536-79dc-4941-84f7-99d59cceeb0e tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf5bdae1-cecf-4b1f-8527-7067d42576d2 HTTP/1.1" status: 200 len: 950 time: 0.7485814 Sep 21 17:48:41.649963 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-f08b8e42-7e5f-4069-9f0b-dd7b8f9a760e service neutron] Port 5eecf111-be38-4f67-acac-95f0f6977cf9 on network c714db5f-672e-4004-8098-88db84169d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:48:41.650291 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-f08b8e42-7e5f-4069-9f0b-dd7b8f9a760e service neutron] Attempting to bind port 5eecf111-be38-4f67-acac-95f0f6977cf9 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:41.657709 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3c922800-40bc-483d-b318-f7a3c1757b52 req-3a22aaa2-e2b0-4973-89f2-8cfb4720ed45 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 210 time: 0.0612671 Sep 21 17:48:41.681724 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049860a0-f0e7-4f05-9822-537fe009c56a admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:48:41.717173 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-049860a0-f0e7-4f05-9822-537fe009c56a admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:41.727222 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-049860a0-f0e7-4f05-9822-537fe009c56a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.0498030 Sep 21 17:48:41.728274 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48688) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:41.742777 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-f08b8e42-7e5f-4069-9f0b-dd7b8f9a760e service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:48:41.743132 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-f08b8e42-7e5f-4069-9f0b-dd7b8f9a760e service neutron] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:48:41.743663 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-f08b8e42-7e5f-4069-9f0b-dd7b8f9a760e service neutron] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:48:41.744125 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d95b9b-58bd-47f5-8c01-dd93e061f959 None None] Sync routers for ids ['802f0331-e0b0-4260-b395-00478bbc376b'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:48:41.744261 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-f08b8e42-7e5f-4069-9f0b-dd7b8f9a760e service neutron] Bound port: 5eecf111-be38-4f67-acac-95f0f6977cf9, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:48:41.744538 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-f08b8e42-7e5f-4069-9f0b-dd7b8f9a760e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:41.835375 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-f08b8e42-7e5f-4069-9f0b-dd7b8f9a760e service neutron] For port 5eecf111-be38-4f67-acac-95f0f6977cf9, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:48:41.838371 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d95b9b-58bd-47f5-8c01-dd93e061f959 None None] Routers {'802f0331-e0b0-4260-b395-00478bbc376b'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:48:41.838992 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-f08b8e42-7e5f-4069-9f0b-dd7b8f9a760e service neutron] For port 5eecf111-be38-4f67-acac-95f0f6977cf9, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5eecf111-be38-4f67-acac-95f0f6977cf9,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:48:41.839134 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-10d95b9b-58bd-47f5-8c01-dd93e061f959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:48:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['802f0331-e0b0-4260-b395-00478bbc376b'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:41.861815 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-f08b8e42-7e5f-4069-9f0b-dd7b8f9a760e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:41.961812 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b8e42-7e5f-4069-9f0b-dd7b8f9a760e service neutron] Pushing event updated for resources: {'Port': ['ID=5eecf111-be38-4f67-acac-95f0f6977cf9,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:41.967841 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-7565e214-b2e3-41a5-8b57-bf03ba0d9e02 req-d9a97140-4474-4706-b7e9-c8bcf34b07e9 tempest-DeleteServersAdminTestJSON-944147986 tempest-DeleteServersAdminTestJSON-944147986-project-admin] Deleting port 318435c1-154e-464f-b9f6-3209893e6f84 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:48:41.968389 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7565e214-b2e3-41a5-8b57-bf03ba0d9e02 req-d9a97140-4474-4706-b7e9-c8bcf34b07e9 tempest-DeleteServersAdminTestJSON-944147986 tempest-DeleteServersAdminTestJSON-944147986-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:42.060391 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-10d95b9b-58bd-47f5-8c01-dd93e061f959 None None] Set router 802f0331-e0b0-4260-b395-00478bbc376b gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:48:42.072824 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-7565e214-b2e3-41a5-8b57-bf03ba0d9e02 req-d9a97140-4474-4706-b7e9-c8bcf34b07e9 tempest-DeleteServersAdminTestJSON-944147986 tempest-DeleteServersAdminTestJSON-944147986-project-admin] For port 318435c1-154e-464f-b9f6-3209893e6f84, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=318435c1-154e-464f-b9f6-3209893e6f84,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:42.073328 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7565e214-b2e3-41a5-8b57-bf03ba0d9e02 req-d9a97140-4474-4706-b7e9-c8bcf34b07e9 tempest-DeleteServersAdminTestJSON-944147986 tempest-DeleteServersAdminTestJSON-944147986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:42.087812 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-7565e214-b2e3-41a5-8b57-bf03ba0d9e02 req-d9a97140-4474-4706-b7e9-c8bcf34b07e9 tempest-DeleteServersAdminTestJSON-944147986 tempest-DeleteServersAdminTestJSON-944147986-project-admin] Calling delete_port for 318435c1-154e-464f-b9f6-3209893e6f84 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:48:42.143880 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 1550dfdd-a6c0-44af-88b1-a421f79372ae triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:42.144426 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:42.252690 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-f08b8e42-7e5f-4069-9f0b-dd7b8f9a760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:42.255420 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-f08b8e42-7e5f-4069-9f0b-dd7b8f9a760e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:42.260596 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-f08b8e42-7e5f-4069-9f0b-dd7b8f9a760e service neutron] 10.222.0.44 "PUT /v2.0/ports/5eecf111-be38-4f67-acac-95f0f6977cf9 HTTP/1.1" status: 200 len: 1096 time: 3.4378891 Sep 21 17:48:42.263104 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79da5491-ceaf-4db3-81cd-5dfe13c1975c', 'tag': '5eecf111-be38-4f67-acac-95f0f6977cf9'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:48:42.272357 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bc6592-1bf5-4ce6-8cbd-e93eb56e3247" -d '{"events": [{"name": "network-changed", "server_uuid": "79da5491-ceaf-4db3-81cd-5dfe13c1975c", "tag": "5eecf111-be38-4f67-acac-95f0f6977cf9"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:48:42.328546 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8aab1e83-bec0-46e1-8def-d08aa747e361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:42.404061 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6284e-4504-400b-b5c5-ad2ebf52dd56 req-e327d675-6fe3-4055-8265-5dc26989e366 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:42.413319 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e0e6284e-4504-400b-b5c5-ad2ebf52dd56 req-e327d675-6fe3-4055-8265-5dc26989e366 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 945 time: 0.1440537 Sep 21 17:48:42.430421 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 9ab6d309-426f-4163-bdcd-8ac8922a6949 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:48:42.435479 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8bf2e1dc-d598-4fc2-ab4d-9db98bbe21e5 req-0721ab76-d230-4238-ae8b-6a2094efceb0 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cf192a2-84ae-48e3-922d-e8b53ea49366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7695611 Sep 21 17:48:42.493583 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-e5ab7ca0-969e-4d6e-b9d0-2f98b3b1325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:42.495179 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-e5ab7ca0-969e-4d6e-b9d0-2f98b3b1325b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0fda0738d23f40b0b4ca907e403de23f&device_id=79da5491-ceaf-4db3-81cd-5dfe13c1975c HTTP/1.1" status: 200 len: 1099 time: 0.1694989 Sep 21 17:48:42.512377 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e0e6284e-4504-400b-b5c5-ad2ebf52dd56 req-d4c15d2b-cea3-46f5-8faf-b663eef83ec1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972462 Sep 21 17:48:42.580708 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-145c6491-ed8f-40cc-b335-b8c926f045e6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=5eecf111-be38-4f67-acac-95f0f6977cf9 HTTP/1.1" status: 200 len: 217 time: 0.0729146 Sep 21 17:48:42.601014 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 9ab6d309-426f-4163-bdcd-8ac8922a6949 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:42.601658 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:42.643255 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc4924e-634e-4a94-95b0-b39ec31fc12c x-openstack-request-id: req-0dc4924e-634e-4a94-95b0-b39ec31fc12c {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:48:42.643582 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79da5491-ceaf-4db3-81cd-5dfe13c1975c", "tag": "5eecf111-be38-4f67-acac-95f0f6977cf9", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:48:42.643896 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0dc4924e-634e-4a94-95b0-b39ec31fc12c {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:48:42.644349 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79da5491-ceaf-4db3-81cd-5dfe13c1975c', 'tag': '5eecf111-be38-4f67-acac-95f0f6977cf9', 'status': 'completed', 'code': 200} Sep 21 17:48:42.748456 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-75650e23-a5f1-408b-b0d3-8f7846fc4547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:42.750502 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-75650e23-a5f1-408b-b0d3-8f7846fc4547 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1607096 Sep 21 17:48:42.807951 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f417343f-e88d-4a25-a30a-370998172554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:42.927141 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-10d95b9b-58bd-47f5-8c01-dd93e061f959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802f0331-e0b0-4260-b395-00478bbc376b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1245959078-router', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:36Z', 'updated_at': '2021-09-21T17:48:40Z', 'revision_number': 3, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'gw_port': {'id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:37Z', 'updated_at': '2021-09-21T17:48:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:42.930587 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-f8d05050-41d1-4ff2-bcb5-209c04265816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:42.932389 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-f8d05050-41d1-4ff2-bcb5-209c04265816 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1093533 Sep 21 17:48:42.933018 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7565e214-b2e3-41a5-8b57-bf03ba0d9e02 req-d9a97140-4474-4706-b7e9-c8bcf34b07e9 tempest-DeleteServersAdminTestJSON-944147986 tempest-DeleteServersAdminTestJSON-944147986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:42.961993 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c80752c5-f342-4c11-9842-144b82f905bb req-563d3052-d91c-482c-b563-e71fa79da51a tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=cf880db396d441f990414b9e732efe10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1565042 Sep 21 17:48:42.965144 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-845f7804-89e8-4018-a2fe-b8ac3dd38d66 req-dfa1fcf8-34eb-4d56-9d0a-da3516d92a9a tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 210 time: 0.1272717 Sep 21 17:48:42.975047 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08df25-a47b-47e2-8648-6fb8f00a9a1c req-5eb9c2fc-bbbe-4e82-b170-3b772b2b1cff tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:42.977249 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3a08df25-a47b-47e2-8648-6fb8f00a9a1c req-5eb9c2fc-bbbe-4e82-b170-3b772b2b1cff tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=79da5491-ceaf-4db3-81cd-5dfe13c1975c HTTP/1.1" status: 200 len: 948 time: 0.2398343 Sep 21 17:48:43.013875 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a97140-4474-4706-b7e9-c8bcf34b07e9 tempest-DeleteServersAdminTestJSON-944147986 tempest-DeleteServersAdminTestJSON-944147986-project-admin] Pushing event deleted for resources: {'Port': ['ID=318435c1-154e-464f-b9f6-3209893e6f84,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:43.034732 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d95b9b-58bd-47f5-8c01-dd93e061f959 None None] Checking router: 802f0331-e0b0-4260-b395-00478bbc376b for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:48:43.035235 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d95b9b-58bd-47f5-8c01-dd93e061f959 None None] Updating router 802f0331-e0b0-4260-b395-00478bbc376b port 10e4925e-71c0-4c5b-82c3-e2de1e90420b binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:48:43.038569 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 467cc323-d046-4cd1-9427-a4e8ab4df708 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:48:43.142963 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4228ee4f-9708-447c-a7ad-8b211e2e605f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:43.185263 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8aab1e83-bec0-46e1-8def-d08aa747e361 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:43.203248 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-a7be0cd8-6cf7-4558-9c72-260f58e63ff0 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221310 Sep 21 17:48:43.211315 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80752c5-f342-4c11-9842-144b82f905bb req-88bd49ca-9935-4ed9-b73d-03972a8e2931 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:43.212797 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c80752c5-f342-4c11-9842-144b82f905bb req-88bd49ca-9935-4ed9-b73d-03972a8e2931 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2447309 Sep 21 17:48:43.213645 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48704) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:43.216474 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8aab1e83-bec0-46e1-8def-d08aa747e361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:43.217329 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8aab1e83-bec0-46e1-8def-d08aa747e361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:43.229912 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-c80752c5-f342-4c11-9842-144b82f905bb req-bd07614d-c309-45f5-a370-6d6ce1b413b8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Request body: {'port': {'device_id': '7ca727e3-d63b-4803-9e12-c0f78c338388', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'admin_state_up': True, 'tenant_id': 'cf880db396d441f990414b9e732efe10'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:43.240543 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:43.260584 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-10d95b9b-58bd-47f5-8c01-dd93e061f959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:43.319953 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f07497-8c78-404e-a38b-8b2bb6958bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab6d309-426f-4163-bdcd-8ac8922a6949'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:48:43.325513 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c2a7e3-ec2d-44b8-a5b4-42d72d6ae347" -d '{"events": [{"server_uuid": "50f07497-8c78-404e-a38b-8b2bb6958bbd", "name": "network-vif-plugged", "status": "completed", "tag": "9ab6d309-426f-4163-bdcd-8ac8922a6949"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:48:43.529864 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 467cc323-d046-4cd1-9427-a4e8ab4df708 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:43.530248 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:43.542371 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13504143-c060-4ebb-b1fe-5d344061160f x-openstack-request-id: req-13504143-c060-4ebb-b1fe-5d344061160f {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:48:43.542581 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f07497-8c78-404e-a38b-8b2bb6958bbd", "name": "network-vif-plugged", "status": "completed", "tag": "9ab6d309-426f-4163-bdcd-8ac8922a6949", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:48:43.542892 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-13504143-c060-4ebb-b1fe-5d344061160f {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:48:43.543306 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f07497-8c78-404e-a38b-8b2bb6958bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab6d309-426f-4163-bdcd-8ac8922a6949', 'code': 200} Sep 21 17:48:43.564559 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 9ab6d309-426f-4163-bdcd-8ac8922a6949, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=9ab6d309-426f-4163-bdcd-8ac8922a6949,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:43.584507 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1895a3a1-195f-4533-81f3-168abccee9a3 req-c8bec2e5-c929-4c3f-a063-783f43c949d6 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434885 Sep 21 17:48:43.589752 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.38', 56810) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:43.590506 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab1e83-bec0-46e1-8def-d08aa747e361 admin admin] Pushing event updated for resources: {'Port': ['ID=a71b126c-25b7-482f-8239-40d824b866f8,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:43.601916 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aab1e83-bec0-46e1-8def-d08aa747e361 admin admin] Network d6dcb15c-fb67-4700-89bb-68f7697dc122 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:48:43.631030 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-4228ee4f-9708-447c-a7ad-8b211e2e605f None None] For port 467cc323-d046-4cd1-9427-a4e8ab4df708, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=467cc323-d046-4cd1-9427-a4e8ab4df708,segment=NetworkSegment(5b6f10d4-dd75-4fb6-b8ac-481a524386ad),segment_id=5b6f10d4-dd75-4fb6-b8ac-481a524386ad)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:43.637857 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:43.642613 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-8aab1e83-bec0-46e1-8def-d08aa747e361 admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:48:43.650521 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4228ee4f-9708-447c-a7ad-8b211e2e605f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:43.659950 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 318435c1-154e-464f-b9f6-3209893e6f84 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:48:43.704916 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 318435c1-154e-464f-b9f6-3209893e6f84 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:48:43.705295 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 318435c1-154e-464f-b9f6-3209893e6f84 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:48:43.870438 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=9ab6d309-426f-4163-bdcd-8ac8922a6949,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:44.011576 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f23fea5c-9ae6-4369-a8bd-8e2faa1c647d req-a26b5118-6e79-4e14-ac43-cfadc667d105 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf5bdae1-cecf-4b1f-8527-7067d42576d2 HTTP/1.1" status: 200 len: 210 time: 0.1765065 Sep 21 17:48:44.095252 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228ee4f-9708-447c-a7ad-8b211e2e605f None None] Pushing event updated for resources: {'Port': ['ID=467cc323-d046-4cd1-9427-a4e8ab4df708,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:44.116842 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-6aff450d-1646-49ce-aad8-36c957c53e10 None None] Provisioning complete for port a71b126c-25b7-482f-8239-40d824b866f8 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:44.117264 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6aff450d-1646-49ce-aad8-36c957c53e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:44.127446 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-f417343f-e88d-4a25-a30a-370998172554 admin admin] Allocated IP 172.20.0.1 (dd573cca-7543-4cc1-a3b1-553cdc8e3ef8/75cf884a-1a0d-44bf-9cea-948d8d70878a/1c58ea0c-83e9-45c6-afe9-9c9106cca901) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:48:44.202332 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aab1e83-bec0-46e1-8def-d08aa747e361 admin admin] Router 8e4a1583-3cb7-4846-931c-76b25036b90c has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:48:44.216402 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3a08df25-a47b-47e2-8648-6fb8f00a9a1c req-665abbae-5db9-487b-8215-0582dace00f0 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/security-groups?id=a812a218-7e96-4ad2-9287-5ec8d8ba6347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1815486 Sep 21 17:48:44.246155 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3d1525b3-776c-4fa6-8cd8-8039b61d4cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:44.254482 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c80752c5-f342-4c11-9842-144b82f905bb req-bd07614d-c309-45f5-a370-6d6ce1b413b8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Made reservation on behalf of cf880db396d441f990414b9e732efe10 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:48:44.254687 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-7565e214-b2e3-41a5-8b57-bf03ba0d9e02 req-d9a97140-4474-4706-b7e9-c8bcf34b07e9 tempest-DeleteServersAdminTestJSON-944147986 tempest-DeleteServersAdminTestJSON-944147986-project-admin] No DVR routers for this DVR port 318435c1-154e-464f-b9f6-3209893e6f84 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:48:44.255088 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-10d95b9b-58bd-47f5-8c01-dd93e061f959 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:44.258835 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-c80752c5-f342-4c11-9842-144b82f905bb req-bd07614d-c309-45f5-a370-6d6ce1b413b8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:44.259889 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7565e214-b2e3-41a5-8b57-bf03ba0d9e02 req-d9a97140-4474-4706-b7e9-c8bcf34b07e9 tempest-DeleteServersAdminTestJSON-944147986 tempest-DeleteServersAdminTestJSON-944147986-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:44.262648 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7565e214-b2e3-41a5-8b57-bf03ba0d9e02 req-d9a97140-4474-4706-b7e9-c8bcf34b07e9 tempest-DeleteServersAdminTestJSON-944147986 tempest-DeleteServersAdminTestJSON-944147986-project-admin] 10.222.0.38 "DELETE /v2.0/ports/318435c1-154e-464f-b9f6-3209893e6f84 HTTP/1.1" status: 204 len: 173 time: 3.0452571 Sep 21 17:48:44.278023 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-10d95b9b-58bd-47f5-8c01-dd93e061f959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:44.290806 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-6aff450d-1646-49ce-aad8-36c957c53e10 None None] Port a71b126c-25b7-482f-8239-40d824b866f8 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:48:44.307480 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185493b-06ea-4115-a426-d8847f3a91b1 req-23d51705-c2c0-4bc8-bcd0-ae4c2c04e754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:44.310541 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f185493b-06ea-4115-a426-d8847f3a91b1 req-23d51705-c2c0-4bc8-bcd0-ae4c2c04e754 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 1097 time: 0.7057674 Sep 21 17:48:44.366373 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-6aff450d-1646-49ce-aad8-36c957c53e10 None None] Provisioning complete for port 467cc323-d046-4cd1-9427-a4e8ab4df708 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:44.366996 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6aff450d-1646-49ce-aad8-36c957c53e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:44.379405 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bc785-de98-4d9a-b40b-523dd7011fa0 req-87e51c41-6d71-436d-814e-54c4a9b080d0 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:44.387784 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8f7bc785-de98-4d9a-b40b-523dd7011fa0 req-87e51c41-6d71-436d-814e-54c4a9b080d0 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 946 time: 0.2478304 Sep 21 17:48:44.402787 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 467cc323-d046-4cd1-9427-a4e8ab4df708 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:48:44.455756 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-10d95b9b-58bd-47f5-8c01-dd93e061f959 None None] Attempting to bind port 10e4925e-71c0-4c5b-82c3-e2de1e90420b on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:48:44.455756 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-10d95b9b-58bd-47f5-8c01-dd93e061f959 None None] Attempting to bind port 10e4925e-71c0-4c5b-82c3-e2de1e90420b by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:48:44.455756 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d95b9b-58bd-47f5-8c01-dd93e061f959 None None] Attempting to bind port 10e4925e-71c0-4c5b-82c3-e2de1e90420b on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:44.559331 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b0ed0-c5ff-4ca7-8d84-ebb9d4c3709a None None] Pushing event updated for resources: {'Port': ['ID=10e4925e-71c0-4c5b-82c3-e2de1e90420b,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:44.559424 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d4e5fbfc-525a-4a4b-981e-ecfc985c3b23 req-4926e4fe-4784-45b2-9c70-c327035a49cc tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 210 time: 0.0487487 Sep 21 17:48:44.559841 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f417343f-e88d-4a25-a30a-370998172554 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:44.619173 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d95b9b-58bd-47f5-8c01-dd93e061f959 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:48:44.620039 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d95b9b-58bd-47f5-8c01-dd93e061f959 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:48:44.620600 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-10d95b9b-58bd-47f5-8c01-dd93e061f959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:44.621235 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d95b9b-58bd-47f5-8c01-dd93e061f959 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:48:44.621915 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-10d95b9b-58bd-47f5-8c01-dd93e061f959 None None] Bound port: 10e4925e-71c0-4c5b-82c3-e2de1e90420b, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:48:44.622508 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-10d95b9b-58bd-47f5-8c01-dd93e061f959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:44.626664 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b0ed0-c5ff-4ca7-8d84-ebb9d4c3709a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:44.627512 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b0ed0-c5ff-4ca7-8d84-ebb9d4c3709a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:44.628588 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b0ed0-c5ff-4ca7-8d84-ebb9d4c3709a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:44.629990 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b0ed0-c5ff-4ca7-8d84-ebb9d4c3709a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:44.630903 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b0ed0-c5ff-4ca7-8d84-ebb9d4c3709a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:44.631422 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b0ed0-c5ff-4ca7-8d84-ebb9d4c3709a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:44.632327 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b0ed0-c5ff-4ca7-8d84-ebb9d4c3709a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:44.632813 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b0ed0-c5ff-4ca7-8d84-ebb9d4c3709a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:44.633585 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b0ed0-c5ff-4ca7-8d84-ebb9d4c3709a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:44.634093 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b0ed0-c5ff-4ca7-8d84-ebb9d4c3709a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:44.634379 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [req-c80752c5-f342-4c11-9842-144b82f905bb req-bd07614d-c309-45f5-a370-6d6ce1b413b8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Allocated IP 192.168.233.54 (c714db5f-672e-4004-8098-88db84169d3c/53f6ee96-7c10-4364-b9ae-9f7e7556e695/785b3e6e-7c24-4f49-b532-af0d6e460ec6) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:48:44.634811 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b0ed0-c5ff-4ca7-8d84-ebb9d4c3709a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:44.635404 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b0ed0-c5ff-4ca7-8d84-ebb9d4c3709a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:44.655950 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 467cc323-d046-4cd1-9427-a4e8ab4df708 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:44.656601 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:44.677274 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f417343f-e88d-4a25-a30a-370998172554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:44.694511 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5bdae1-cecf-4b1f-8527-7067d42576d2', 'name': 'network-vif-deleted', 'tag': '318435c1-154e-464f-b9f6-3209893e6f84'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:48:44.719218 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10514d2c-8fee-481b-b12e-8f107261257c" -d '{"events": [{"server_uuid": "cf5bdae1-cecf-4b1f-8527-7067d42576d2", "name": "network-vif-deleted", "tag": "318435c1-154e-464f-b9f6-3209893e6f84"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:48:44.719218 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aab1e83-bec0-46e1-8def-d08aa747e361 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:48:44.720108 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4539ec8-f84a-40e1-88fa-7002e6d125e1 None None] Sync routers for ids ['8e4a1583-3cb7-4846-931c-76b25036b90c'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:48:44.737500 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4539ec8-f84a-40e1-88fa-7002e6d125e1 None None] Routers {'8e4a1583-3cb7-4846-931c-76b25036b90c'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:48:44.746894 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d4539ec8-f84a-40e1-88fa-7002e6d125e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:48:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8e4a1583-3cb7-4846-931c-76b25036b90c'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:44.758027 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8aab1e83-bec0-46e1-8def-d08aa747e361 admin admin] 10.222.0.58 "PUT /v2.0/routers/8e4a1583-3cb7-4846-931c-76b25036b90c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8018150 Sep 21 17:48:44.816498 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f185493b-06ea-4115-a426-d8847f3a91b1 req-8c5572b9-2118-419e-a4c6-d989bc4c9851 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970500 Sep 21 17:48:44.839352 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8f7bc785-de98-4d9a-b40b-523dd7011fa0 req-03e25655-017a-4c39-b4bd-a30ff03eb354 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504375 Sep 21 17:48:44.844712 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f417343f-e88d-4a25-a30a-370998172554 admin admin] Network dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:48:44.860399 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-d4539ec8-f84a-40e1-88fa-7002e6d125e1 None None] Set router 8e4a1583-3cb7-4846-931c-76b25036b90c gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:48:44.872627 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3d1525b3-776c-4fa6-8cd8-8039b61d4cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:44.880219 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-f417343f-e88d-4a25-a30a-370998172554 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:48:44.882642 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec9aad1-f34c-4e5c-9fab-1f440cf394ae x-openstack-request-id: req-9ec9aad1-f34c-4e5c-9fab-1f440cf394ae {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:48:44.882962 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5bdae1-cecf-4b1f-8527-7067d42576d2", "name": "network-vif-deleted", "tag": "318435c1-154e-464f-b9f6-3209893e6f84", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:48:44.883316 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9ec9aad1-f34c-4e5c-9fab-1f440cf394ae {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:48:44.883593 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5bdae1-cecf-4b1f-8527-7067d42576d2', 'name': 'network-vif-deleted', 'tag': '318435c1-154e-464f-b9f6-3209893e6f84', 'status': 'completed', 'code': 200} Sep 21 17:48:44.885684 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f417343f-e88d-4a25-a30a-370998172554 admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:48:44.886209 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f417343f-e88d-4a25-a30a-370998172554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:44.892311 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3d1525b3-776c-4fa6-8cd8-8039b61d4cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:44.910439 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417343f-e88d-4a25-a30a-370998172554 admin admin] Pushing event updated for resources: {'Port': ['ID=1c58ea0c-83e9-45c6-afe9-9c9106cca901,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:44.937234 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc6592-1bf5-4ce6-8cbd-e93eb56e3247 req-a08f4d6e-97ad-46f2-adbf-a596963aa18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:44.938763 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-54bc6592-1bf5-4ce6-8cbd-e93eb56e3247 req-a08f4d6e-97ad-46f2-adbf-a596963aa18a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0fda0738d23f40b0b4ca907e403de23f&device_id=79da5491-ceaf-4db3-81cd-5dfe13c1975c HTTP/1.1" status: 200 len: 1099 time: 1.2856557 Sep 21 17:48:44.966892 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9bed9f2b-1b8b-4ca8-adf0-7eff50a4b1c1 None None] Provisioning complete for port a71b126c-25b7-482f-8239-40d824b866f8 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:44.967296 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9bed9f2b-1b8b-4ca8-adf0-7eff50a4b1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:45.096728 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3d1525b3-776c-4fa6-8cd8-8039b61d4cda admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=23e75cff70e14353b1531d170469863c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8691103 Sep 21 17:48:45.100101 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48728) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:45.103998 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-10d95b9b-58bd-47f5-8c01-dd93e061f959 None None] For port 10e4925e-71c0-4c5b-82c3-e2de1e90420b, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:48:45.113721 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9bed9f2b-1b8b-4ca8-adf0-7eff50a4b1c1 None None] Port a71b126c-25b7-482f-8239-40d824b866f8 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:48:45.128310 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1525b3-776c-4fa6-8cd8-8039b61d4cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0560e2f-3d3d-4778-a399-e45c3b272ef4,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:45.207352 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-10d95b9b-58bd-47f5-8c01-dd93e061f959 None None] For port 10e4925e-71c0-4c5b-82c3-e2de1e90420b, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=10e4925e-71c0-4c5b-82c3-e2de1e90420b,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:48:45.225140 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-10d95b9b-58bd-47f5-8c01-dd93e061f959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:45.249888 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d4539ec8-f84a-40e1-88fa-7002e6d125e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a1583-3cb7-4846-931c-76b25036b90c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-683655423-router', 'tenant_id': 'd5437e3b755c404d9ceec505b570fd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '1550dfdd-a6c0-44af-88b1-a421f79372ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:30Z', 'updated_at': '2021-09-21T17:48:42Z', 'revision_number': 4, 'project_id': 'd5437e3b755c404d9ceec505b570fd88', 'gw_port': {'id': '1550dfdd-a6c0-44af-88b1-a421f79372ae', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:27:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a1583-3cb7-4846-931c-76b25036b90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:31Z', 'updated_at': '2021-09-21T17:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'a71b126c-25b7-482f-8239-40d824b866f8', 'name': '', 'network_id': 'd6dcb15c-fb67-4700-89bb-68f7697dc122', 'tenant_id': 'd5437e3b755c404d9ceec505b570fd88', 'mac_address': 'fa:16:3e:c2:c2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4a1583-3cb7-4846-931c-76b25036b90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '3e716aa6-fa18-426b-a9c3-1c7a0dea35f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:38Z', 'updated_at': '2021-09-21T17:48:42Z', 'revision_number': 2, 'project_id': 'd5437e3b755c404d9ceec505b570fd88', 'subnets': [{'id': '3e716aa6-fa18-426b-a9c3-1c7a0dea35f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:45.343759 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b0ed0-c5ff-4ca7-8d84-ebb9d4c3709a None None] Pushing event updated for resources: {'Port': ['ID=10e4925e-71c0-4c5b-82c3-e2de1e90420b,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:45.357878 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e539966f-70fc-4946-80f4-8f6f6251512c req-0ff1ce5c-0588-4fc6-b69c-88eec8cf1336 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf5bdae1-cecf-4b1f-8527-7067d42576d2 HTTP/1.1" status: 200 len: 210 time: 0.1225421 Sep 21 17:48:45.360409 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc6592-1bf5-4ce6-8cbd-e93eb56e3247 req-a1685322-cea0-4c99-add2-3cc6e9271b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:45.361909 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-54bc6592-1bf5-4ce6-8cbd-e93eb56e3247 req-a1685322-cea0-4c99-add2-3cc6e9271b16 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.4072499 Sep 21 17:48:45.367013 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3d62c805-b09e-467c-a95b-897a1a91401c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:45.385904 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d95b9b-58bd-47f5-8c01-dd93e061f959 None None] Routers {'802f0331-e0b0-4260-b395-00478bbc376b'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:48:45.386492 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-10d95b9b-58bd-47f5-8c01-dd93e061f959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:48:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['802f0331-e0b0-4260-b395-00478bbc376b'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:45.397790 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4539ec8-f84a-40e1-88fa-7002e6d125e1 None None] Checking router: 8e4a1583-3cb7-4846-931c-76b25036b90c for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:48:45.399549 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4539ec8-f84a-40e1-88fa-7002e6d125e1 None None] Updating router 8e4a1583-3cb7-4846-931c-76b25036b90c port a71b126c-25b7-482f-8239-40d824b866f8 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:48:45.438297 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-54bc6592-1bf5-4ce6-8cbd-e93eb56e3247 req-234c0b76-a288-4feb-942d-ec6d802bd9a9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=5eecf111-be38-4f67-acac-95f0f6977cf9 HTTP/1.1" status: 200 len: 217 time: 0.0661998 Sep 21 17:48:45.496581 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-10d95b9b-58bd-47f5-8c01-dd93e061f959 None None] Set router 802f0331-e0b0-4260-b395-00478bbc376b gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:48:45.507168 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc6592-1bf5-4ce6-8cbd-e93eb56e3247 req-d53df060-cc56-4c35-8e7b-1e394eef52ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:45.509233 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-54bc6592-1bf5-4ce6-8cbd-e93eb56e3247 req-d53df060-cc56-4c35-8e7b-1e394eef52ff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.0629139 Sep 21 17:48:45.521582 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-c80752c5-f342-4c11-9842-144b82f905bb req-bd07614d-c309-45f5-a370-6d6ce1b413b8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:45.527356 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-d4539ec8-f84a-40e1-88fa-7002e6d125e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:45.558553 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3d62c805-b09e-467c-a95b-897a1a91401c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:45.572622 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f417343f-e88d-4a25-a30a-370998172554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:45.616986 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaeb02a-3b98-4e18-9743-4293a1e25d26 req-a7174fdd-082f-4f29-b0cc-146f6ec03c5e tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:45.626403 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bbaeb02a-3b98-4e18-9743-4293a1e25d26 req-a7174fdd-082f-4f29-b0cc-146f6ec03c5e tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=79da5491-ceaf-4db3-81cd-5dfe13c1975c HTTP/1.1" status: 200 len: 948 time: 0.1555777 Sep 21 17:48:45.626703 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5ff6fb89-40d9-4970-b10d-40312f598fb4 None None] Provisioning complete for port 1c58ea0c-83e9-45c6-afe9-9c9106cca901 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:45.627095 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5ff6fb89-40d9-4970-b10d-40312f598fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:45.685721 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5ff6fb89-40d9-4970-b10d-40312f598fb4 None None] Port 1c58ea0c-83e9-45c6-afe9-9c9106cca901 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:48:45.723101 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc6592-1bf5-4ce6-8cbd-e93eb56e3247 req-4948b3ec-dedd-4a65-8b62-8e80465da00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:45.724824 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-54bc6592-1bf5-4ce6-8cbd-e93eb56e3247 req-4948b3ec-dedd-4a65-8b62-8e80465da00d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1954691 Sep 21 17:48:45.771552 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-c80752c5-f342-4c11-9842-144b82f905bb req-bd07614d-c309-45f5-a370-6d6ce1b413b8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:45.785319 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-10d95b9b-58bd-47f5-8c01-dd93e061f959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802f0331-e0b0-4260-b395-00478bbc376b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1245959078-router', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:36Z', 'updated_at': '2021-09-21T17:48:40Z', 'revision_number': 3, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'gw_port': {'id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:37Z', 'updated_at': '2021-09-21T17:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:45.792819 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['09d50637-541d-43ad-8851-a8cefb7b9446'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:48:45.863204 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bbaeb02a-3b98-4e18-9743-4293a1e25d26 req-c3bd97c5-be98-4fe1-be69-cdcf9260475f tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/security-groups?id=a812a218-7e96-4ad2-9287-5ec8d8ba6347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357855 Sep 21 17:48:45.864941 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d95b9b-58bd-47f5-8c01-dd93e061f959 None None] The sync data for ids ['802f0331-e0b0-4260-b395-00478bbc376b'] in n-d-810291-1 is: [{'id': '802f0331-e0b0-4260-b395-00478bbc376b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1245959078-router', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:36Z', 'updated_at': '2021-09-21T17:48:40Z', 'revision_number': 3, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'gw_port': {'id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:37Z', 'updated_at': '2021-09-21T17:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:48:45.897991 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c80752c5-f342-4c11-9842-144b82f905bb req-bd07614d-c309-45f5-a370-6d6ce1b413b8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Network c714db5f-672e-4004-8098-88db84169d3c is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:48:45.901091 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f2b6dd26-7b2b-4dde-82f1-3f634d65eded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:45.914233 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [req-c80752c5-f342-4c11-9842-144b82f905bb req-bd07614d-c309-45f5-a370-6d6ce1b413b8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:48:45.927543 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80752c5-f342-4c11-9842-144b82f905bb req-bd07614d-c309-45f5-a370-6d6ce1b413b8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:48:45.933856 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80752c5-f342-4c11-9842-144b82f905bb req-bd07614d-c309-45f5-a370-6d6ce1b413b8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:45.935031 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-c80752c5-f342-4c11-9842-144b82f905bb req-bd07614d-c309-45f5-a370-6d6ce1b413b8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:45.947456 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd07614d-c309-45f5-a370-6d6ce1b413b8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Pushing event updated for resources: {'Port': ['ID=785b3e6e-7c24-4f49-b532-af0d6e460ec6,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:46.015905 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c80752c5-f342-4c11-9842-144b82f905bb req-bd07614d-c309-45f5-a370-6d6ce1b413b8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7913649 Sep 21 17:48:46.038250 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-c80752c5-f342-4c11-9842-144b82f905bb req-de8e7233-ef8e-4044-91d0-ff8f84aef37e service neutron] Request body: {'port': {'device_id': '7ca727e3-d63b-4803-9e12-c0f78c338388', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:46.125011 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 5eecf111-be38-4f67-acac-95f0f6977cf9 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:48:46.159594 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3d62c805-b09e-467c-a95b-897a1a91401c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:46.202152 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3d62c805-b09e-467c-a95b-897a1a91401c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:46.209817 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3d62c805-b09e-467c-a95b-897a1a91401c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c0560e2f-3d3d-4778-a399-e45c3b272ef4 HTTP/1.1" status: 204 len: 168 time: 1.1012251 Sep 21 17:48:46.227119 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f417343f-e88d-4a25-a30a-370998172554 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:46.229541 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-c80752c5-f342-4c11-9842-144b82f905bb req-de8e7233-ef8e-4044-91d0-ff8f84aef37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:46.251797 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f417343f-e88d-4a25-a30a-370998172554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:46.252969 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f417343f-e88d-4a25-a30a-370998172554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:46.330157 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-54bc6592-1bf5-4ce6-8cbd-e93eb56e3247 req-2f847f51-7f72-4b4f-967e-7ffcd0a5b52e service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5957708 Sep 21 17:48:46.331257 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62c805-b09e-467c-a95b-897a1a91401c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0560e2f-3d3d-4778-a399-e45c3b272ef4,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:46.364037 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203982a-4a41-41de-bcf0-76af15b36ff9 req-e1f77936-5ee7-4b56-a238-2cb069ad666e tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:46.366460 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f203982a-4a41-41de-bcf0-76af15b36ff9 req-e1f77936-5ee7-4b56-a238-2cb069ad666e tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 935 time: 0.5327733 Sep 21 17:48:46.372122 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-d4539ec8-f84a-40e1-88fa-7002e6d125e1 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:46.382896 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-d4539ec8-f84a-40e1-88fa-7002e6d125e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:46.576456 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 5eecf111-be38-4f67-acac-95f0f6977cf9, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5eecf111-be38-4f67-acac-95f0f6977cf9,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:46.616109 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9e6f701f-f1c9-4444-91d8-dda17de45ab1 None None] Provisioning complete for port 785b3e6e-7c24-4f49-b532-af0d6e460ec6 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:46.617237 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9e6f701f-f1c9-4444-91d8-dda17de45ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:46.653880 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417343f-e88d-4a25-a30a-370998172554 admin admin] Pushing event updated for resources: {'Port': ['ID=1c58ea0c-83e9-45c6-afe9-9c9106cca901,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:46.709362 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-54bc6592-1bf5-4ce6-8cbd-e93eb56e3247 req-e9dde9f3-1a86-4e7c-95df-fe1d51f635e4 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710477 Sep 21 17:48:46.723244 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9e6f701f-f1c9-4444-91d8-dda17de45ab1 None None] Port 785b3e6e-7c24-4f49-b532-af0d6e460ec6 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:48:46.733788 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '5eecf111-be38-4f67-acac-95f0f6977cf9', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': '5eecf111-be38-4f67-acac-95f0f6977cf9', 'mac_address': 'fa:16:3e:6d:a8:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:48:46.743001 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831173b-e4d3-41ae-af67-a3a1263b4fad None None] Pushing event updated for resources: {'Port': ['ID=a71b126c-25b7-482f-8239-40d824b866f8,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:46.783513 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3027d-d794-4393-92a6-f834f8831529 req-990c75e2-3a5e-4b9b-828c-d93a869da311 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:46.786303 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bde3027d-d794-4393-92a6-f834f8831529 req-990c75e2-3a5e-4b9b-828c-d93a869da311 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 946 time: 0.4487729 Sep 21 17:48:46.799486 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f203982a-4a41-41de-bcf0-76af15b36ff9 req-9795cb88-2713-4660-ad9e-c29b13ea065c tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837400 Sep 21 17:48:46.837207 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:46.869143 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eecf111-be38-4f67-acac-95f0f6977cf9 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:48:46.873996 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-d4539ec8-f84a-40e1-88fa-7002e6d125e1 None None] Attempting to bind port a71b126c-25b7-482f-8239-40d824b866f8 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:48:46.874366 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-d4539ec8-f84a-40e1-88fa-7002e6d125e1 None None] Attempting to bind port a71b126c-25b7-482f-8239-40d824b866f8 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '0e70f824-60de-411c-8cb1-78207836b548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd6dcb15c-fb67-4700-89bb-68f7697dc122'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:48:46.874714 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4539ec8-f84a-40e1-88fa-7002e6d125e1 None None] Attempting to bind port a71b126c-25b7-482f-8239-40d824b866f8 on network d6dcb15c-fb67-4700-89bb-68f7697dc122 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:46.890041 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4539ec8-f84a-40e1-88fa-7002e6d125e1 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:48:46.896707 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4539ec8-f84a-40e1-88fa-7002e6d125e1 None None] Checking segment: {'id': '0e70f824-60de-411c-8cb1-78207836b548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd6dcb15c-fb67-4700-89bb-68f7697dc122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:48:46.897269 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-d4539ec8-f84a-40e1-88fa-7002e6d125e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:46.897682 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4539ec8-f84a-40e1-88fa-7002e6d125e1 None None] Bound using segment: {'id': '0e70f824-60de-411c-8cb1-78207836b548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd6dcb15c-fb67-4700-89bb-68f7697dc122'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:48:46.898180 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-d4539ec8-f84a-40e1-88fa-7002e6d125e1 None None] Bound port: a71b126c-25b7-482f-8239-40d824b866f8, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e70f824-60de-411c-8cb1-78207836b548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd6dcb15c-fb67-4700-89bb-68f7697dc122'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:48:46.902609 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-d4539ec8-f84a-40e1-88fa-7002e6d125e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:46.905503 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48756) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:46.915755 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 5eecf111-be38-4f67-acac-95f0f6977cf9, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5eecf111-be38-4f67-acac-95f0f6977cf9,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:46.923642 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f51ff2b8-cf32-4b5c-806f-a96ffb84b305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:46.929242 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:47.046907 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-d4539ec8-f84a-40e1-88fa-7002e6d125e1 None None] For port a71b126c-25b7-482f-8239-40d824b866f8, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:48:47.056844 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-d4539ec8-f84a-40e1-88fa-7002e6d125e1 None None] For port a71b126c-25b7-482f-8239-40d824b866f8, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a71b126c-25b7-482f-8239-40d824b866f8,segment=NetworkSegment(0e70f824-60de-411c-8cb1-78207836b548),segment_id=0e70f824-60de-411c-8cb1-78207836b548)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:48:47.063263 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-d4539ec8-f84a-40e1-88fa-7002e6d125e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:47.082568 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f417343f-e88d-4a25-a30a-370998172554 admin admin] Network dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:48:47.111585 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bde3027d-d794-4393-92a6-f834f8831529 req-264b3607-6a36-47b6-ab07-1e81e28ca49d tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919796 Sep 21 17:48:47.124466 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=5eecf111-be38-4f67-acac-95f0f6977cf9,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:47.127912 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-f417343f-e88d-4a25-a30a-370998172554 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:48:47.149202 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-92b5e52e-bf06-4978-93bb-589d907ef5f9 None None] Provisioning complete for port a71b126c-25b7-482f-8239-40d824b866f8 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:47.151406 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f51ff2b8-cf32-4b5c-806f-a96ffb84b305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:47.153582 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-92b5e52e-bf06-4978-93bb-589d907ef5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:47.164737 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f51ff2b8-cf32-4b5c-806f-a96ffb84b305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:47.229934 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['5eecf111-be38-4f67-acac-95f0f6977cf9'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:48:47.291848 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4539ec8-f84a-40e1-88fa-7002e6d125e1 None None] Routers {'8e4a1583-3cb7-4846-931c-76b25036b90c'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:48:47.300677 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f51ff2b8-cf32-4b5c-806f-a96ffb84b305 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3558330629104a01b43a391d1326a5fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3915684 Sep 21 17:48:47.300677 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ff2b8-cf32-4b5c-806f-a96ffb84b305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab06eca-9e6a-43b5-9a7b-51c16bdb14ac,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:47.302133 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d4539ec8-f84a-40e1-88fa-7002e6d125e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:48:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8e4a1583-3cb7-4846-931c-76b25036b90c'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:47.308525 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831173b-e4d3-41ae-af67-a3a1263b4fad None None] Pushing event updated for resources: {'Port': ['ID=a71b126c-25b7-482f-8239-40d824b866f8,revision_number=4']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:47.311763 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48766) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:47.483905 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:48:47.532350 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6ba1f-132a-43bd-9370-3e402d1d5de4 req-18a0c3a8-a8ee-4d25-b0ec-6a5d1d4ef2ea tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:47.533895 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ba6ba1f-132a-43bd-9370-3e402d1d5de4 req-18a0c3a8-a8ee-4d25-b0ec-6a5d1d4ef2ea tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 1097 time: 0.1816759 Sep 21 17:48:47.574527 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f154aa72-a9bb-4c3a-b84e-d054f43907a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:47.596394 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-92b5e52e-bf06-4978-93bb-589d907ef5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:47.608890 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f417343f-e88d-4a25-a30a-370998172554 admin admin] Router 802f0331-e0b0-4260-b395-00478bbc376b has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:48:47.627159 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-d4539ec8-f84a-40e1-88fa-7002e6d125e1 None None] Set router 8e4a1583-3cb7-4846-931c-76b25036b90c gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:48:47.678720 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f154aa72-a9bb-4c3a-b84e-d054f43907a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:47.703662 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ba6ba1f-132a-43bd-9370-3e402d1d5de4 req-92e5ded5-6671-45d5-9eb4-ad5d63d81ff8 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532958 Sep 21 17:48:47.722545 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-92b5e52e-bf06-4978-93bb-589d907ef5f9 None None] For port a71b126c-25b7-482f-8239-40d824b866f8, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a71b126c-25b7-482f-8239-40d824b866f8,segment=NetworkSegment(0e70f824-60de-411c-8cb1-78207836b548),segment_id=0e70f824-60de-411c-8cb1-78207836b548)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:47.794515 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-92b5e52e-bf06-4978-93bb-589d907ef5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:47.823632 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f154aa72-a9bb-4c3a-b84e-d054f43907a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:47.828372 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f154aa72-a9bb-4c3a-b84e-d054f43907a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:47.832592 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f154aa72-a9bb-4c3a-b84e-d054f43907a8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2ab06eca-9e6a-43b5-9a7b-51c16bdb14ac HTTP/1.1" status: 204 len: 168 time: 0.5170684 Sep 21 17:48:47.851607 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154aa72-a9bb-4c3a-b84e-d054f43907a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab06eca-9e6a-43b5-9a7b-51c16bdb14ac,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:47.910211 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5e52e-bf06-4978-93bb-589d907ef5f9 None None] Pushing event updated for resources: {'Port': ['ID=a71b126c-25b7-482f-8239-40d824b866f8,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:47.948366 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-1cc6ef41-5a54-4ebc-b255-add6fa4cc091 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=609d5bee648949759973ecd723289ef7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332637 Sep 21 17:48:47.992118 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-c709aa1a-1596-4543-9253-86e976ac61ac None None] Provisioning complete for port a71b126c-25b7-482f-8239-40d824b866f8 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:47.992744 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c709aa1a-1596-4543-9253-86e976ac61ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:48.003361 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ca346-366b-4fb2-aa1d-e44574c49260 req-dcad10c3-8661-41d1-aedd-2d2fb00443cb tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:48.018014 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-201ca346-366b-4fb2-aa1d-e44574c49260 req-dcad10c3-8661-41d1-aedd-2d2fb00443cb tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=79da5491-ceaf-4db3-81cd-5dfe13c1975c HTTP/1.1" status: 200 len: 949 time: 0.4861853 Sep 21 17:48:48.027764 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d4539ec8-f84a-40e1-88fa-7002e6d125e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a1583-3cb7-4846-931c-76b25036b90c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-683655423-router', 'tenant_id': 'd5437e3b755c404d9ceec505b570fd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '1550dfdd-a6c0-44af-88b1-a421f79372ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:30Z', 'updated_at': '2021-09-21T17:48:42Z', 'revision_number': 4, 'project_id': 'd5437e3b755c404d9ceec505b570fd88', 'gw_port': {'id': '1550dfdd-a6c0-44af-88b1-a421f79372ae', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:27:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a1583-3cb7-4846-931c-76b25036b90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:31Z', 'updated_at': '2021-09-21T17:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'a71b126c-25b7-482f-8239-40d824b866f8', 'name': '', 'network_id': 'd6dcb15c-fb67-4700-89bb-68f7697dc122', 'tenant_id': 'd5437e3b755c404d9ceec505b570fd88', 'mac_address': 'fa:16:3e:c2:c2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4a1583-3cb7-4846-931c-76b25036b90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '3e716aa6-fa18-426b-a9c3-1c7a0dea35f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:38Z', 'updated_at': '2021-09-21T17:48:47Z', 'revision_number': 4, 'project_id': 'd5437e3b755c404d9ceec505b570fd88', 'subnets': [{'id': '3e716aa6-fa18-426b-a9c3-1c7a0dea35f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:48.079140 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4539ec8-f84a-40e1-88fa-7002e6d125e1 None None] The sync data for ids ['8e4a1583-3cb7-4846-931c-76b25036b90c'] in n-d-810291-1 is: [{'id': '8e4a1583-3cb7-4846-931c-76b25036b90c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-683655423-router', 'tenant_id': 'd5437e3b755c404d9ceec505b570fd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '1550dfdd-a6c0-44af-88b1-a421f79372ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:30Z', 'updated_at': '2021-09-21T17:48:42Z', 'revision_number': 4, 'project_id': 'd5437e3b755c404d9ceec505b570fd88', 'gw_port': {'id': '1550dfdd-a6c0-44af-88b1-a421f79372ae', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:27:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a1583-3cb7-4846-931c-76b25036b90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:31Z', 'updated_at': '2021-09-21T17:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'a71b126c-25b7-482f-8239-40d824b866f8', 'name': '', 'network_id': 'd6dcb15c-fb67-4700-89bb-68f7697dc122', 'tenant_id': 'd5437e3b755c404d9ceec505b570fd88', 'mac_address': 'fa:16:3e:c2:c2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4a1583-3cb7-4846-931c-76b25036b90c', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '3e716aa6-fa18-426b-a9c3-1c7a0dea35f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:38Z', 'updated_at': '2021-09-21T17:48:47Z', 'revision_number': 4, 'project_id': 'd5437e3b755c404d9ceec505b570fd88', 'subnets': [{'id': '3e716aa6-fa18-426b-a9c3-1c7a0dea35f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:48:48.206017 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [req-c80752c5-f342-4c11-9842-144b82f905bb req-de8e7233-ef8e-4044-91d0-ff8f84aef37e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 785b3e6e-7c24-4f49-b532-af0d6e460ec6 {{(pid=101461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:48:48.224843 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-201ca346-366b-4fb2-aa1d-e44574c49260 req-d9d0b834-54f6-4b27-b09c-524b3a3a141b tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/security-groups?id=a812a218-7e96-4ad2-9287-5ec8d8ba6347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057621 Sep 21 17:48:48.255718 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-c80752c5-f342-4c11-9842-144b82f905bb req-de8e7233-ef8e-4044-91d0-ff8f84aef37e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:48.262906 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-c709aa1a-1596-4543-9253-86e976ac61ac None None] Provisioning complete for port 1c58ea0c-83e9-45c6-afe9-9c9106cca901 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:48.264664 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c709aa1a-1596-4543-9253-86e976ac61ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:48.294219 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-2a67ae7b-443f-4208-a207-e93bee31dc01 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:48.310658 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-2a67ae7b-443f-4208-a207-e93bee31dc01 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3605273 Sep 21 17:48:48.314060 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.provisioning_blocks [req-c80752c5-f342-4c11-9842-144b82f905bb req-de8e7233-ef8e-4044-91d0-ff8f84aef37e service neutron] Transition to ACTIVE for port object 785b3e6e-7c24-4f49-b532-af0d6e460ec6 will not be triggered until provisioned by entity L2. {{(pid=101461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:48:48.315507 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f417343f-e88d-4a25-a30a-370998172554 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:48:48.345983 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f417343f-e88d-4a25-a30a-370998172554 admin admin] 10.222.0.58 "PUT /v2.0/routers/802f0331-e0b0-4260-b395-00478bbc376b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6077120 Sep 21 17:48:48.345983 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-c80752c5-f342-4c11-9842-144b82f905bb req-de8e7233-ef8e-4044-91d0-ff8f84aef37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:48.366870 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-b83e803e-6219-4bfc-8131-8492df13ba02 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/quotas/609d5bee648949759973ecd723289ef7 HTTP/1.1" status: 200 len: 375 time: 0.0520127 Sep 21 17:48:48.382040 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-c709aa1a-1596-4543-9253-86e976ac61ac None None] Port 1c58ea0c-83e9-45c6-afe9-9c9106cca901 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:48:48.422843 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-67b696d4-9a1c-424e-ad8c-0094398ab05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:48.530481 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-3134df7b-783f-40d3-8ed8-2b4e547e14f7 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=609d5bee648949759973ecd723289ef7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1626179 Sep 21 17:48:48.548147 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 10e4925e-71c0-4c5b-82c3-e2de1e90420b up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:48:48.593156 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e7233-ef8e-4044-91d0-ff8f84aef37e service neutron] Pushing event updated for resources: {'Port': ['ID=785b3e6e-7c24-4f49-b532-af0d6e460ec6,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:48.657340 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a0d2d-819c-4e6d-ac65-f574efc1ea14 req-9e7e3800-930c-4198-9414-af256021d97c tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:48.673339 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c32a0d2d-819c-4e6d-ac65-f574efc1ea14 req-9e7e3800-930c-4198-9414-af256021d97c tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 1097 time: 0.3215806 Sep 21 17:48:48.689304 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-c80752c5-f342-4c11-9842-144b82f905bb req-de8e7233-ef8e-4044-91d0-ff8f84aef37e service neutron] Attempting to bind port 785b3e6e-7c24-4f49-b532-af0d6e460ec6 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:48:48.689665 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-c80752c5-f342-4c11-9842-144b82f905bb req-de8e7233-ef8e-4044-91d0-ff8f84aef37e service neutron] Attempting to bind port 785b3e6e-7c24-4f49-b532-af0d6e460ec6 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:48:48.690089 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80752c5-f342-4c11-9842-144b82f905bb req-de8e7233-ef8e-4044-91d0-ff8f84aef37e service neutron] Attempting to bind port 785b3e6e-7c24-4f49-b532-af0d6e460ec6 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:48.691936 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 10e4925e-71c0-4c5b-82c3-e2de1e90420b triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:48.692408 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:48.727542 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80752c5-f342-4c11-9842-144b82f905bb req-de8e7233-ef8e-4044-91d0-ff8f84aef37e service neutron] Port 785b3e6e-7c24-4f49-b532-af0d6e460ec6 on network c714db5f-672e-4004-8098-88db84169d3c not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:48:48.728765 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80752c5-f342-4c11-9842-144b82f905bb req-de8e7233-ef8e-4044-91d0-ff8f84aef37e service neutron] Attempting to bind port 785b3e6e-7c24-4f49-b532-af0d6e460ec6 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:48.773071 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c32a0d2d-819c-4e6d-ac65-f574efc1ea14 req-2ea2e7a8-7e24-4626-9624-0660ac335adf tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936179 Sep 21 17:48:48.779105 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80752c5-f342-4c11-9842-144b82f905bb req-de8e7233-ef8e-4044-91d0-ff8f84aef37e service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:48:48.780864 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80752c5-f342-4c11-9842-144b82f905bb req-de8e7233-ef8e-4044-91d0-ff8f84aef37e service neutron] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:48:48.784717 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80752c5-f342-4c11-9842-144b82f905bb req-de8e7233-ef8e-4044-91d0-ff8f84aef37e service neutron] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:48:48.785034 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-c80752c5-f342-4c11-9842-144b82f905bb req-de8e7233-ef8e-4044-91d0-ff8f84aef37e service neutron] Bound port: 785b3e6e-7c24-4f49-b532-af0d6e460ec6, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:48:48.785466 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-c80752c5-f342-4c11-9842-144b82f905bb req-de8e7233-ef8e-4044-91d0-ff8f84aef37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:48.977214 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-c80752c5-f342-4c11-9842-144b82f905bb req-de8e7233-ef8e-4044-91d0-ff8f84aef37e service neutron] For port 785b3e6e-7c24-4f49-b532-af0d6e460ec6, host n-h1-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:48:48.983759 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-c80752c5-f342-4c11-9842-144b82f905bb req-de8e7233-ef8e-4044-91d0-ff8f84aef37e service neutron] For port 785b3e6e-7c24-4f49-b532-af0d6e460ec6, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=785b3e6e-7c24-4f49-b532-af0d6e460ec6,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:48:48.994725 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-c80752c5-f342-4c11-9842-144b82f905bb req-de8e7233-ef8e-4044-91d0-ff8f84aef37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:49.076600 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80752c5-f342-4c11-9842-144b82f905bb req-de8e7233-ef8e-4044-91d0-ff8f84aef37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:49.078562 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-c80752c5-f342-4c11-9842-144b82f905bb req-de8e7233-ef8e-4044-91d0-ff8f84aef37e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:49.108239 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c80752c5-f342-4c11-9842-144b82f905bb req-de8e7233-ef8e-4044-91d0-ff8f84aef37e service neutron] 10.222.0.38 "PUT /v2.0/ports/785b3e6e-7c24-4f49-b532-af0d6e460ec6 HTTP/1.1" status: 200 len: 1095 time: 3.0800126 Sep 21 17:48:49.110150 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca727e3-d63b-4803-9e12-c0f78c338388', 'tag': '785b3e6e-7c24-4f49-b532-af0d6e460ec6'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:48:49.118198 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c721f90a-a2ea-4f0c-8d9b-4d8eb9dd0d70" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca727e3-d63b-4803-9e12-c0f78c338388", "tag": "785b3e6e-7c24-4f49-b532-af0d6e460ec6"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:48:49.161931 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:49.193538 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:49.203493 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936df0b0-f44c-4df8-a7cf-e38530226912 req-213aac2d-f7ab-4ada-8012-261c5c3e0798 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:49.218350 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-936df0b0-f44c-4df8-a7cf-e38530226912 req-213aac2d-f7ab-4ada-8012-261c5c3e0798 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 947 time: 0.1907139 Sep 21 17:48:49.227570 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e7233-ef8e-4044-91d0-ff8f84aef37e service neutron] Pushing event updated for resources: {'Port': ['ID=785b3e6e-7c24-4f49-b532-af0d6e460ec6,revision_number=3']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:49.253690 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b143be-5f44-4585-af1a-0361d1d986d9 None None] Sync routers for ids ['802f0331-e0b0-4260-b395-00478bbc376b'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:48:49.256094 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80752c5-f342-4c11-9842-144b82f905bb req-c908e40c-742a-4bf2-af69-151b2fc278f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:49.257881 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c80752c5-f342-4c11-9842-144b82f905bb req-c908e40c-742a-4bf2-af69-151b2fc278f5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 1098 time: 0.0900140 Sep 21 17:48:49.334533 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c80752c5-f342-4c11-9842-144b82f905bb req-07d733f3-2f43-4ba7-809e-9f0ca4381b61 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=785b3e6e-7c24-4f49-b532-af0d6e460ec6 HTTP/1.1" status: 200 len: 217 time: 0.0569117 Sep 21 17:48:49.351073 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-936df0b0-f44c-4df8-a7cf-e38530226912 req-218c29e9-4959-4dd7-8405-702add64394a tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252766 Sep 21 17:48:49.391805 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b143be-5f44-4585-af1a-0361d1d986d9 None None] Routers {'802f0331-e0b0-4260-b395-00478bbc376b'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:48:49.397150 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-33b143be-5f44-4585-af1a-0361d1d986d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:48:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['802f0331-e0b0-4260-b395-00478bbc376b'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:49.426045 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 10e4925e-71c0-4c5b-82c3-e2de1e90420b, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=10e4925e-71c0-4c5b-82c3-e2de1e90420b,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:49.453981 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80752c5-f342-4c11-9842-144b82f905bb req-cc273aed-5b5b-4009-bb03-abdfcffec302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:49.456833 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c80752c5-f342-4c11-9842-144b82f905bb req-cc273aed-5b5b-4009-bb03-abdfcffec302 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1203663 Sep 21 17:48:49.501495 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:49.504335 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a71b126c-25b7-482f-8239-40d824b866f8 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:48:49.555253 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80752c5-f342-4c11-9842-144b82f905bb req-33b7a42c-0838-4d78-9314-a87d9fa3e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:49.558523 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c80752c5-f342-4c11-9842-144b82f905bb req-33b7a42c-0838-4d78-9314-a87d9fa3e21a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0939348 Sep 21 17:48:49.584164 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48824) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:49.714183 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48830) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:49.719127 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-66794d16-f4c2-443c-b241-f2433419e9bb tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Request body: {'security_group': {'name': 'tempest-securitygroup--282026968', 'description': 'tempest-description--825827461'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:49.783144 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-66794d16-f4c2-443c-b241-f2433419e9bb tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:49.815344 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c80752c5-f342-4c11-9842-144b82f905bb req-b845a7d5-fc15-4bea-ab87-1bb3310a8495 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465186 Sep 21 17:48:49.850119 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-63635216-970a-465b-972d-bf7a40519962 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1011337039-network', 'tenant_id': '57dccdb6847547f580dd9713009778d2'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:49.928678 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63635216-970a-465b-972d-bf7a40519962 admin admin] Made reservation on behalf of 57dccdb6847547f580dd9713009778d2 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:48:49.932911 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-63635216-970a-465b-972d-bf7a40519962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:49.959826 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-63635216-970a-465b-972d-bf7a40519962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:50.061501 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c80752c5-f342-4c11-9842-144b82f905bb req-ee21a528-360d-425c-aa3b-25fcfbb50f6b service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362497 Sep 21 17:48:50.065260 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0ae83422-3cd8-4ef7-b9ec-17f428b727d5 req-9ea8a273-415d-43e3-bda3-c9fc8ebd47f4 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/ports?device_id=9aeca6c9-2c62-4b54-86e6-5e19a9c9486c HTTP/1.1" status: 200 len: 210 time: 0.1114776 Sep 21 17:48:50.086148 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=10e4925e-71c0-4c5b-82c3-e2de1e90420b,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:50.110488 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-66794d16-f4c2-443c-b241-f2433419e9bb tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:50.132442 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:50.139961 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 5eecf111-be38-4f67-acac-95f0f6977cf9 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:48:50.148668 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-66794d16-f4c2-443c-b241-f2433419e9bb tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:50.219941 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3074f569-2602-4469-b7de-563bfb95386e x-openstack-request-id: req-3074f569-2602-4469-b7de-563bfb95386e {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:48:50.220914 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca727e3-d63b-4803-9e12-c0f78c338388", "tag": "785b3e6e-7c24-4f49-b532-af0d6e460ec6", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:48:50.221325 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3074f569-2602-4469-b7de-563bfb95386e {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:48:50.222023 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ca727e3-d63b-4803-9e12-c0f78c338388', 'tag': '785b3e6e-7c24-4f49-b532-af0d6e460ec6', 'status': 'completed', 'code': 200} Sep 21 17:48:50.263849 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-33b143be-5f44-4585-af1a-0361d1d986d9 None None] Set router 802f0331-e0b0-4260-b395-00478bbc376b gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:48:50.337403 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port a71b126c-25b7-482f-8239-40d824b866f8 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:50.337939 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:50.357075 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721f90a-a2ea-4f0c-8d9b-4d8eb9dd0d70 req-2adb3c73-fde1-4f24-8ba5-956ae178413d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:50.359999 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c721f90a-a2ea-4f0c-8d9b-4d8eb9dd0d70 req-2adb3c73-fde1-4f24-8ba5-956ae178413d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 1098 time: 0.1077487 Sep 21 17:48:50.372341 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66794d16-f4c2-443c-b241-f2433419e9bb tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:50.390574 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b7b83-7e24-420f-a357-6ebc68203cc4 req-38bc2e3e-2b68-44c0-ac49-6467b3b122a8 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:50.392094 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b01b7b83-7e24-420f-a357-6ebc68203cc4 req-38bc2e3e-2b68-44c0-ac49-6467b3b122a8 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=79da5491-ceaf-4db3-81cd-5dfe13c1975c HTTP/1.1" status: 200 len: 949 time: 0.0856380 Sep 21 17:48:50.479159 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b01b7b83-7e24-420f-a357-6ebc68203cc4 req-59d4f153-9fc6-4def-b4f0-000ec245543f tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/security-groups?id=a812a218-7e96-4ad2-9287-5ec8d8ba6347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729406 Sep 21 17:48:50.514377 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-9a372697-c035-49e0-ae4f-2a270f278e60 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:50.515943 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-9a372697-c035-49e0-ae4f-2a270f278e60 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/networks?id=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 HTTP/1.1" status: 200 len: 821 time: 0.3415306 Sep 21 17:48:50.521436 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-63635216-970a-465b-972d-bf7a40519962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:50.538838 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-63635216-970a-465b-972d-bf7a40519962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:50.543374 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 5eecf111-be38-4f67-acac-95f0f6977cf9 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:48:50.588820 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 5eecf111-be38-4f67-acac-95f0f6977cf9 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:50.589146 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:50.589749 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-66794d16-f4c2-443c-b241-f2433419e9bb tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:50.591778 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-66794d16-f4c2-443c-b241-f2433419e9bb tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8764215 Sep 21 17:48:50.595433 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48846) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:50.596832 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-fc4ad761-22c9-4f11-9c41-9a64d4b35777 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/quotas/1c68d21430e749de8d370bf53e53bb78 HTTP/1.1" status: 200 len: 375 time: 0.0720186 Sep 21 17:48:50.727716 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63635216-970a-465b-972d-bf7a40519962 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:48:50.765958 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63635216-970a-465b-972d-bf7a40519962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489c39b9-e504-47a9-bac2-e23f0fac1168,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:50.815906 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-63635216-970a-465b-972d-bf7a40519962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:50.818553 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-63635216-970a-465b-972d-bf7a40519962 admin admin] Added segment 5af8f96d-3cdd-407c-aabe-3af89515ec78 of type vlan for network 24a709a9-6fef-4b8b-a432-62063bc26954 Sep 21 17:48:50.855866 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 10e4925e-71c0-4c5b-82c3-e2de1e90420b up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:48:50.874126 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-eda796aa-f7db-48c4-a3f4-d182a5cb33e9 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c68d21430e749de8d370bf53e53bb78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2608323 Sep 21 17:48:50.915333 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:50.971522 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79da5491-ceaf-4db3-81cd-5dfe13c1975c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eecf111-be38-4f67-acac-95f0f6977cf9'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:48:50.973930 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b1fc94-b042-4389-9c06-87d3b7d96089" -d '{"events": [{"server_uuid": "79da5491-ceaf-4db3-81cd-5dfe13c1975c", "name": "network-vif-plugged", "status": "completed", "tag": "5eecf111-be38-4f67-acac-95f0f6977cf9"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:48:50.995044 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 5eecf111-be38-4f67-acac-95f0f6977cf9, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5eecf111-be38-4f67-acac-95f0f6977cf9,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:51.003139 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-33b143be-5f44-4585-af1a-0361d1d986d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802f0331-e0b0-4260-b395-00478bbc376b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1245959078-router', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:36Z', 'updated_at': '2021-09-21T17:48:45Z', 'revision_number': 4, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'gw_port': {'id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:37Z', 'updated_at': '2021-09-21T17:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '1c58ea0c-83e9-45c6-afe9-9c9106cca901', 'name': '', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'mac_address': 'fa:16:3e:57:f6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:43Z', 'updated_at': '2021-09-21T17:48:45Z', 'revision_number': 2, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'subnets': [{'id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:51.034785 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:51.040520 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b143be-5f44-4585-af1a-0361d1d986d9 None None] Checking router: 802f0331-e0b0-4260-b395-00478bbc376b for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:48:51.040855 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b143be-5f44-4585-af1a-0361d1d986d9 None None] Updating router 802f0331-e0b0-4260-b395-00478bbc376b port 1c58ea0c-83e9-45c6-afe9-9c9106cca901 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:48:51.044714 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-43b2a939-0123-4e48-8cab-45919ad0577e tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=609d5bee648949759973ecd723289ef7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1060817 Sep 21 17:48:51.048825 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-63635216-970a-465b-972d-bf7a40519962 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:51.086750 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 10e4925e-71c0-4c5b-82c3-e2de1e90420b triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:51.087311 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:51.122898 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-33b143be-5f44-4585-af1a-0361d1d986d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:51.128980 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-0cceb257-16b7-4f26-8ad0-a2c3f104d2e8 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:48:51.141988 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-0cceb257-16b7-4f26-8ad0-a2c3f104d2e8 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1741633 Sep 21 17:48:51.162865 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=5eecf111-be38-4f67-acac-95f0f6977cf9,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:51.177501 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.db.resource_extend [None req-63635216-970a-465b-972d-bf7a40519962 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 17:48:51.189926 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-98656b0e-390d-4bc2-a0d5-8068f18987db tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Request body: {'security_group_rule': {'security_group_id': '3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:51.218429 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721f90a-a2ea-4f0c-8d9b-4d8eb9dd0d70 req-4f0462d3-30d3-4e93-a10d-8747c0334a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:51.220233 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c721f90a-a2ea-4f0c-8d9b-4d8eb9dd0d70 req-4f0462d3-30d3-4e93-a10d-8747c0334a4a service neutron] 10.222.0.38 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.8394039 Sep 21 17:48:51.330306 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c721f90a-a2ea-4f0c-8d9b-4d8eb9dd0d70 req-ddd0dd3b-2b2f-49ad-a022-aec92886053d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=785b3e6e-7c24-4f49-b532-af0d6e460ec6 HTTP/1.1" status: 200 len: 217 time: 0.0964477 Sep 21 17:48:51.375099 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-63635216-970a-465b-972d-bf7a40519962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:51.376420 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63635216-970a-465b-972d-bf7a40519962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:51.377048 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-63635216-970a-465b-972d-bf7a40519962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:51.396108 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721f90a-a2ea-4f0c-8d9b-4d8eb9dd0d70 req-49ea0514-be46-49a0-93a4-437f6d6bb28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:51.397398 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c721f90a-a2ea-4f0c-8d9b-4d8eb9dd0d70 req-49ea0514-be46-49a0-93a4-437f6d6bb28b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.0545006 Sep 21 17:48:51.436446 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:51.461725 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad7378-db0e-451b-a66e-b09580d379b1 req-95197f00-5edd-45a5-af27-7f44d0f46d4e tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:51.472682 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d6ad7378-db0e-451b-a66e-b09580d379b1 req-95197f00-5edd-45a5-af27-7f44d0f46d4e tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 947 time: 0.2655833 Sep 21 17:48:51.473697 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63635216-970a-465b-972d-bf7a40519962 admin admin] Pushing event updated for resources: {'Network': ['ID=24a709a9-6fef-4b8b-a432-62063bc26954,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:51.488393 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 24a709a9-6fef-4b8b-a432-62063bc26954 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:48:51.492102 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-63635216-970a-465b-972d-bf7a40519962 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9041224 Sep 21 17:48:51.506313 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48858) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:51.511707 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-31bbfa0a-41f1-4a53-be68-1f17dd33fc73 admin admin] Request body: {'subnet': {'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1011337039-subnet', 'tenant_id': '57dccdb6847547f580dd9713009778d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:51.528862 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d6ad7378-db0e-451b-a66e-b09580d379b1 req-e9ff9e55-5ee7-436e-bc27-b1a15488776f tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509207 Sep 21 17:48:51.530670 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-98656b0e-390d-4bc2-a0d5-8068f18987db tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:51.545302 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-ef21b772-93c8-4d60-9248-48141391b8ae tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:51.547164 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-ef21b772-93c8-4d60-9248-48141391b8ae tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4931114 Sep 21 17:48:51.554653 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bbfa0a-41f1-4a53-be68-1f17dd33fc73 admin admin] Made reservation on behalf of 57dccdb6847547f580dd9713009778d2 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:48:51.561920 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-31bbfa0a-41f1-4a53-be68-1f17dd33fc73 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:51.569026 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721f90a-a2ea-4f0c-8d9b-4d8eb9dd0d70 req-6b3b861e-cbc0-41a8-a79b-b507b873e570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:51.573108 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c721f90a-a2ea-4f0c-8d9b-4d8eb9dd0d70 req-6b3b861e-cbc0-41a8-a79b-b507b873e570 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1675949 Sep 21 17:48:51.578559 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-33b143be-5f44-4585-af1a-0361d1d986d9 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:51.592576 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-33b143be-5f44-4585-af1a-0361d1d986d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:51.667023 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51596ee-ebc6-4f88-a38c-3575557f1863 None None] Pushing event updated for resources: {'Port': ['ID=1c58ea0c-83e9-45c6-afe9-9c9106cca901,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:51.762733 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-33b143be-5f44-4585-af1a-0361d1d986d9 None None] Attempting to bind port 1c58ea0c-83e9-45c6-afe9-9c9106cca901 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:48:51.763410 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-33b143be-5f44-4585-af1a-0361d1d986d9 None None] Attempting to bind port 1c58ea0c-83e9-45c6-afe9-9c9106cca901 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '5b6f10d4-dd75-4fb6-b8ac-481a524386ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:48:51.763747 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-98656b0e-390d-4bc2-a0d5-8068f18987db tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:51.764085 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b143be-5f44-4585-af1a-0361d1d986d9 None None] Attempting to bind port 1c58ea0c-83e9-45c6-afe9-9c9106cca901 on network dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:51.780262 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c248c28-e3ab-4f1c-9564-10a9e76f6c30 req-e1a12ab4-657d-472e-a84c-2864f49d472f tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:51.783501 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-5a49f089-0367-4790-a524-ebca226639b1 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Request body: {'port': {'device_id': '9aeca6c9-2c62-4b54-86e6-5e19a9c9486c', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'admin_state_up': True, 'tenant_id': '609d5bee648949759973ecd723289ef7'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:51.789131 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7c248c28-e3ab-4f1c-9564-10a9e76f6c30 req-e1a12ab4-657d-472e-a84c-2864f49d472f tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 1097 time: 0.1229231 Sep 21 17:48:51.789854 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b143be-5f44-4585-af1a-0361d1d986d9 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:48:51.790411 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b143be-5f44-4585-af1a-0361d1d986d9 None None] Checking segment: {'id': '5b6f10d4-dd75-4fb6-b8ac-481a524386ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:48:51.791464 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-33b143be-5f44-4585-af1a-0361d1d986d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:51.792007 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b143be-5f44-4585-af1a-0361d1d986d9 None None] Bound using segment: {'id': '5b6f10d4-dd75-4fb6-b8ac-481a524386ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:48:51.792554 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-98656b0e-390d-4bc2-a0d5-8068f18987db tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:51.793148 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-33b143be-5f44-4585-af1a-0361d1d986d9 None None] Bound port: 1c58ea0c-83e9-45c6-afe9-9c9106cca901, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6f10d4-dd75-4fb6-b8ac-481a524386ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:48:51.793836 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-33b143be-5f44-4585-af1a-0361d1d986d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:51.797860 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-31bbfa0a-41f1-4a53-be68-1f17dd33fc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:51.849980 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-9885d72a-0f4d-432b-94ce-a5679fa09d9f service neutron] 10.222.0.58 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7071505 Sep 21 17:48:51.865558 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98656b0e-390d-4bc2-a0d5-8068f18987db tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f04d42-340e-4dbe-b4aa-309b4a5db1aa,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:51.882508 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-98656b0e-390d-4bc2-a0d5-8068f18987db tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:51.886201 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-98656b0e-390d-4bc2-a0d5-8068f18987db tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2872097 Sep 21 17:48:51.887700 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c721f90a-a2ea-4f0c-8d9b-4d8eb9dd0d70 req-f4658726-a3c7-4bc0-a476-ef332ded4408 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065460 Sep 21 17:48:51.890230 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48862) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:51.895513 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-33b143be-5f44-4585-af1a-0361d1d986d9 None None] For port 1c58ea0c-83e9-45c6-afe9-9c9106cca901, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:48:51.896257 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-56cd59db-ae25-49fe-bf1c-f3ea17f76c10 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Request body: {'security_group_rule': {'security_group_id': '3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:51.905283 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-33b143be-5f44-4585-af1a-0361d1d986d9 None None] For port 1c58ea0c-83e9-45c6-afe9-9c9106cca901, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1c58ea0c-83e9-45c6-afe9-9c9106cca901,segment=NetworkSegment(5b6f10d4-dd75-4fb6-b8ac-481a524386ad),segment_id=5b6f10d4-dd75-4fb6-b8ac-481a524386ad)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:48:51.913358 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-33b143be-5f44-4585-af1a-0361d1d986d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:51.960289 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-56cd59db-ae25-49fe-bf1c-f3ea17f76c10 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:51.968407 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7c248c28-e3ab-4f1c-9564-10a9e76f6c30 req-d946b266-a02b-4ae5-8d11-ba399471405c tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769040 Sep 21 17:48:51.984197 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51596ee-ebc6-4f88-a38c-3575557f1863 None None] Pushing event updated for resources: {'Port': ['ID=1c58ea0c-83e9-45c6-afe9-9c9106cca901,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:52.043444 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c559c70-e6f4-482a-a44c-b30e7f053d9d x-openstack-request-id: req-9c559c70-e6f4-482a-a44c-b30e7f053d9d {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:48:52.043889 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79da5491-ceaf-4db3-81cd-5dfe13c1975c", "name": "network-vif-plugged", "status": "completed", "tag": "5eecf111-be38-4f67-acac-95f0f6977cf9", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:48:52.045557 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9c559c70-e6f4-482a-a44c-b30e7f053d9d {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:48:52.046066 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79da5491-ceaf-4db3-81cd-5dfe13c1975c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eecf111-be38-4f67-acac-95f0f6977cf9', 'code': 200} Sep 21 17:48:52.053621 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-49df6fe4-0557-4657-af73-e67c3d53ff1d None None] Provisioning complete for port 1c58ea0c-83e9-45c6-afe9-9c9106cca901 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:52.057349 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-49df6fe4-0557-4657-af73-e67c3d53ff1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:52.081985 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-56cd59db-ae25-49fe-bf1c-f3ea17f76c10 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:52.095358 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c721f90a-a2ea-4f0c-8d9b-4d8eb9dd0d70 req-10ca64ff-3c43-48ea-b23b-fd20d1201f66 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666930 Sep 21 17:48:52.096566 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-56cd59db-ae25-49fe-bf1c-f3ea17f76c10 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:52.117633 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-56cd59db-ae25-49fe-bf1c-f3ea17f76c10 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:52.119309 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-56cd59db-ae25-49fe-bf1c-f3ea17f76c10 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2270319 Sep 21 17:48:52.122566 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48866) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:52.124207 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b143be-5f44-4585-af1a-0361d1d986d9 None None] Routers {'802f0331-e0b0-4260-b395-00478bbc376b'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:48:52.127231 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-33b143be-5f44-4585-af1a-0361d1d986d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:48:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['802f0331-e0b0-4260-b395-00478bbc376b'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:52.127697 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-133a0ecf-cbe3-4517-86ba-af3306447c39 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:52.133169 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd59db-ae25-49fe-bf1c-f3ea17f76c10 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e388767c-9fcb-44cc-b27e-c7800be740a9,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:52.168879 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-133a0ecf-cbe3-4517-86ba-af3306447c39 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks [] for floatingip, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:52.211899 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2914ecac-f490-4241-afc5-cf041344c1c4 req-1933af75-a578-4ae1-9f1d-9ebe6de7f94b tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/ports?device_id=9aeca6c9-2c62-4b54-86e6-5e19a9c9486c HTTP/1.1" status: 200 len: 210 time: 0.0587745 Sep 21 17:48:52.400391 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-33b143be-5f44-4585-af1a-0361d1d986d9 None None] Set router 802f0331-e0b0-4260-b395-00478bbc376b gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:48:52.406236 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e589369-6bc1-4de6-8ff0-578e4ba017a2 req-52d8cc05-524d-4ac6-b0db-46e19ddd654a tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:52.407984 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5e589369-6bc1-4de6-8ff0-578e4ba017a2 req-52d8cc05-524d-4ac6-b0db-46e19ddd654a tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=79da5491-ceaf-4db3-81cd-5dfe13c1975c HTTP/1.1" status: 200 len: 950 time: 0.1073301 Sep 21 17:48:52.459976 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-133a0ecf-cbe3-4517-86ba-af3306447c39 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:52.482002 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5e589369-6bc1-4de6-8ff0-578e4ba017a2 req-84e47721-b630-4b85-abd5-247de9f5d390 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/security-groups?id=a812a218-7e96-4ad2-9287-5ec8d8ba6347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599182 Sep 21 17:48:52.563178 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bbfa0a-41f1-4a53-be68-1f17dd33fc73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5dcf0d3-3653-4c17-af0f-a1adf84dd578,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:52.588149 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bbfa0a-41f1-4a53-be68-1f17dd33fc73 admin admin] Checking segment: {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:48:52.588509 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bbfa0a-41f1-4a53-be68-1f17dd33fc73 admin admin] Network hostable DHCP agents. Network: 24a709a9-6fef-4b8b-a432-62063bc26954, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:48:52.626311 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122af8f5-d41c-4faa-b0d1-874af43ef087 req-5e84b1b5-b8be-4084-a7b8-fb42a3d8c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:52.627942 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-122af8f5-d41c-4faa-b0d1-874af43ef087 req-5e84b1b5-b8be-4084-a7b8-fb42a3d8c667 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=79da5491-ceaf-4db3-81cd-5dfe13c1975c HTTP/1.1" status: 200 len: 1101 time: 0.4743574 Sep 21 17:48:52.655209 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-5a49f089-0367-4790-a524-ebca226639b1 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Made reservation on behalf of 609d5bee648949759973ecd723289ef7 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:48:52.661301 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-5a49f089-0367-4790-a524-ebca226639b1 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:52.677648 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bbfa0a-41f1-4a53-be68-1f17dd33fc73 admin admin] Network 24a709a9-6fef-4b8b-a432-62063bc26954 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:48:52.707151 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-96434356-d885-437a-8cdc-e1817c7619a7 service neutron] 10.222.0.58 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7746396 Sep 21 17:48:52.711546 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-31bbfa0a-41f1-4a53-be68-1f17dd33fc73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 24a709a9-6fef-4b8b-a432-62063bc26954) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:48:52.713064 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-49df6fe4-0557-4657-af73-e67c3d53ff1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:52.751384 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-133a0ecf-cbe3-4517-86ba-af3306447c39 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Allocated IP 172.25.6.182 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/dd82cb05-d4a2-414c-8794-e19fa165ed78) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:48:52.756326 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bbfa0a-41f1-4a53-be68-1f17dd33fc73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:52.756985 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-31bbfa0a-41f1-4a53-be68-1f17dd33fc73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:52.785411 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-49df6fe4-0557-4657-af73-e67c3d53ff1d None None] For port 1c58ea0c-83e9-45c6-afe9-9c9106cca901, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1c58ea0c-83e9-45c6-afe9-9c9106cca901,segment=NetworkSegment(5b6f10d4-dd75-4fb6-b8ac-481a524386ad),segment_id=5b6f10d4-dd75-4fb6-b8ac-481a524386ad)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:52.786942 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26a1dfc-420d-4757-97a5-656de0db9f1f None None] Network 24a709a9-6fef-4b8b-a432-62063bc26954 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:48:52.802120 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-49df6fe4-0557-4657-af73-e67c3d53ff1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:52.819413 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-31bbfa0a-41f1-4a53-be68-1f17dd33fc73 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2926388 Sep 21 17:48:52.848399 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-122af8f5-d41c-4faa-b0d1-874af43ef087 req-93fc02d1-5aa3-41da-a41c-0cd4b5130c72 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a812a218-7e96-4ad2-9287-5ec8d8ba6347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015166 Sep 21 17:48:53.040096 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-5a49f089-0367-4790-a524-ebca226639b1 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Allocated IP 192.168.233.199 (c714db5f-672e-4004-8098-88db84169d3c/53f6ee96-7c10-4364-b9ae-9f7e7556e695/e90b2c40-9836-4148-8596-ecfb762c3dbb) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:48:53.064219 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-fa6b180d-7516-4ae7-af81-eba3f705b37d None None] Provisioning complete for port 1c58ea0c-83e9-45c6-afe9-9c9106cca901 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:53.064219 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fa6b180d-7516-4ae7-af81-eba3f705b37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:53.130217 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df6fe4-0557-4657-af73-e67c3d53ff1d None None] Pushing event updated for resources: {'Port': ['ID=1c58ea0c-83e9-45c6-afe9-9c9106cca901,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:53.138405 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:53.140374 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-133a0ecf-cbe3-4517-86ba-af3306447c39 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:53.236251 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-133a0ecf-cbe3-4517-86ba-af3306447c39 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:53.329227 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6cb200-4dd3-46ae-8bb6-fbd0a32a132e req-a1c89345-69b2-4684-9ebc-1716943f6556 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:53.330895 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3e6cb200-4dd3-46ae-8bb6-fbd0a32a132e req-a1c89345-69b2-4684-9ebc-1716943f6556 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 947 time: 0.2361042 Sep 21 17:48:53.366716 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a0ecf-cbe3-4517-86ba-af3306447c39 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Pushing event updated for resources: {'Port': ['ID=dd82cb05-d4a2-414c-8794-e19fa165ed78,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:53.383747 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133a0ecf-cbe3-4517-86ba-af3306447c39 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:48:53.385423 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-133a0ecf-cbe3-4517-86ba-af3306447c39 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:48:53.392159 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133a0ecf-cbe3-4517-86ba-af3306447c39 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:48:53.437974 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6775f2cd-96b7-4b88-abee-a99157802a54 None None] Network 24a709a9-6fef-4b8b-a432-62063bc26954 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:48:53.449947 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 785b3e6e-7c24-4f49-b532-af0d6e460ec6 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:48:53.499991 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-33b143be-5f44-4585-af1a-0361d1d986d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802f0331-e0b0-4260-b395-00478bbc376b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1245959078-router', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:36Z', 'updated_at': '2021-09-21T17:48:45Z', 'revision_number': 4, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'gw_port': {'id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:37Z', 'updated_at': '2021-09-21T17:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '1c58ea0c-83e9-45c6-afe9-9c9106cca901', 'name': '', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'mac_address': 'fa:16:3e:57:f6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:43Z', 'updated_at': '2021-09-21T17:48:51Z', 'revision_number': 4, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'subnets': [{'id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:53.516361 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3e6cb200-4dd3-46ae-8bb6-fbd0a32a132e req-131fa6f6-1d37-4d1b-80d4-75ff34076ae4 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327281 Sep 21 17:48:53.573883 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-5a49f089-0367-4790-a524-ebca226639b1 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:53.611110 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-133a0ecf-cbe3-4517-86ba-af3306447c39 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:53.646099 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.db.resource_extend [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 17:48:53.694519 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-5a49f089-0367-4790-a524-ebca226639b1 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:53.746628 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-133a0ecf-cbe3-4517-86ba-af3306447c39 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:53.765163 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1a827bf4-6457-4699-a192-8591b45932fc req-fdfee4e3-753a-4d54-b2a3-cb64efd3b699 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports?device_id=97995358-b50c-487c-8edf-1bb933d9355c HTTP/1.1" status: 200 len: 210 time: 0.1207728 Sep 21 17:48:53.862015 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-5a49f089-0367-4790-a524-ebca226639b1 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Network c714db5f-672e-4004-8098-88db84169d3c is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:48:53.900263 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-5a49f089-0367-4790-a524-ebca226639b1 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:48:53.903814 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b143be-5f44-4585-af1a-0361d1d986d9 None None] The sync data for ids ['802f0331-e0b0-4260-b395-00478bbc376b'] in n-d-810291-1 is: [{'id': '802f0331-e0b0-4260-b395-00478bbc376b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1245959078-router', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:36Z', 'updated_at': '2021-09-21T17:48:45Z', 'revision_number': 4, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'gw_port': {'id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:37Z', 'updated_at': '2021-09-21T17:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '1c58ea0c-83e9-45c6-afe9-9c9106cca901', 'name': '', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'mac_address': 'fa:16:3e:57:f6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:43Z', 'updated_at': '2021-09-21T17:48:51Z', 'revision_number': 4, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'subnets': [{'id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:48:53.918770 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-5a49f089-0367-4790-a524-ebca226639b1 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:48:53.946230 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-5a49f089-0367-4790-a524-ebca226639b1 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:53.947303 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-5a49f089-0367-4790-a524-ebca226639b1 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:53.989564 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48914) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:54.035181 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-7c6b6364-25b0-4acb-ae8a-f4a857cfc607 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1259070331-network', 'tenant_id': '659257da351347f6a8dd478cb34bd40b'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:54.077574 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6b6364-25b0-4acb-ae8a-f4a857cfc607 admin admin] Made reservation on behalf of 659257da351347f6a8dd478cb34bd40b for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:48:54.080702 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7c6b6364-25b0-4acb-ae8a-f4a857cfc607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:54.102677 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49f089-0367-4790-a524-ebca226639b1 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Pushing event updated for resources: {'Port': ['ID=e90b2c40-9836-4148-8596-ecfb762c3dbb,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:54.105837 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7c6b6364-25b0-4acb-ae8a-f4a857cfc607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:54.146352 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-5a49f089-0367-4790-a524-ebca226639b1 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3669536 Sep 21 17:48:54.168630 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-aa17d93b-5895-4fe2-8daa-4e319bcf17f7 service neutron] Request body: {'port': {'device_id': '9aeca6c9-2c62-4b54-86e6-5e19a9c9486c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:54.222097 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c0b80-140e-467b-9922-9508f636f230 req-47cc6b3c-3ed1-412b-bbc1-7c58e759e41c tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:54.233603 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bb0c0b80-140e-467b-9922-9508f636f230 req-47cc6b3c-3ed1-412b-bbc1-7c58e759e41c tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/ports?device_id=9aeca6c9-2c62-4b54-86e6-5e19a9c9486c HTTP/1.1" status: 200 len: 936 time: 0.2812665 Sep 21 17:48:54.279225 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 785b3e6e-7c24-4f49-b532-af0d6e460ec6, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=785b3e6e-7c24-4f49-b532-af0d6e460ec6,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:54.283295 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-aa17d93b-5895-4fe2-8daa-4e319bcf17f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:54.315046 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '785b3e6e-7c24-4f49-b532-af0d6e460ec6', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': '785b3e6e-7c24-4f49-b532-af0d6e460ec6', 'mac_address': 'fa:16:3e:b4:ef:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:48:54.366886 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-133a0ecf-cbe3-4517-86ba-af3306447c39 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:54.387439 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-133a0ecf-cbe3-4517-86ba-af3306447c39 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:54.429920 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:54.450251 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:54.476475 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 785b3e6e-7c24-4f49-b532-af0d6e460ec6 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:48:54.495083 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-0505f68a-9238-422b-b8bd-553991f68991 None None] Provisioning complete for port e90b2c40-9836-4148-8596-ecfb762c3dbb triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:54.495643 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0505f68a-9238-422b-b8bd-553991f68991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:54.571201 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 785b3e6e-7c24-4f49-b532-af0d6e460ec6, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=785b3e6e-7c24-4f49-b532-af0d6e460ec6,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:54.579496 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:54.600462 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a0ecf-cbe3-4517-86ba-af3306447c39 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Pushing event updated for resources: {'Port': ['ID=dd82cb05-d4a2-414c-8794-e19fa165ed78,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:54.611284 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bb0c0b80-140e-467b-9922-9508f636f230 req-07edea9b-8aae-4437-88be-356ce3ef26c7 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cf192a2-84ae-48e3-922d-e8b53ea49366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760006 Sep 21 17:48:54.628238 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-0505f68a-9238-422b-b8bd-553991f68991 None None] Port e90b2c40-9836-4148-8596-ecfb762c3dbb cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:48:54.694238 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-133a0ecf-cbe3-4517-86ba-af3306447c39 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:54.719470 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=785b3e6e-7c24-4f49-b532-af0d6e460ec6,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:54.754508 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7c6b6364-25b0-4acb-ae8a-f4a857cfc607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:54.761138 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7c6b6364-25b0-4acb-ae8a-f4a857cfc607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:54.784230 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-133a0ecf-cbe3-4517-86ba-af3306447c39 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:54.810710 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-133a0ecf-cbe3-4517-86ba-af3306447c39 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6869690 Sep 21 17:48:54.838316 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c6b6364-25b0-4acb-ae8a-f4a857cfc607 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:48:54.858357 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b6364-25b0-4acb-ae8a-f4a857cfc607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9105fbfa-d750-461f-aec7-d94a859edf14,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:54.865972 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7c6b6364-25b0-4acb-ae8a-f4a857cfc607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:54.866557 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-7c6b6364-25b0-4acb-ae8a-f4a857cfc607 admin admin] Added segment b074ee7f-7f55-44cf-88b1-a28cfa74693d of type vlan for network a045d79c-a97b-41c8-b8f7-28188152c83e Sep 21 17:48:54.896211 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['785b3e6e-7c24-4f49-b532-af0d6e460ec6'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:48:54.956933 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1c58ea0c-83e9-45c6-afe9-9c9106cca901 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:48:55.003115 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7c6b6364-25b0-4acb-ae8a-f4a857cfc607 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:55.078911 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fbdda8-e9f6-472a-8913-3193dadba80b req-478e1aba-5d98-47fa-8297-4b45da19aa3f tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:55.081213 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 1c58ea0c-83e9-45c6-afe9-9c9106cca901 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:55.081717 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:55.097674 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23fbdda8-e9f6-472a-8913-3193dadba80b req-478e1aba-5d98-47fa-8297-4b45da19aa3f tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=79da5491-ceaf-4db3-81cd-5dfe13c1975c HTTP/1.1" status: 200 len: 950 time: 0.2496152 Sep 21 17:48:55.098738 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7c6b6364-25b0-4acb-ae8a-f4a857cfc607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:55.100676 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6b6364-25b0-4acb-ae8a-f4a857cfc607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:55.101460 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7c6b6364-25b0-4acb-ae8a-f4a857cfc607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:55.274093 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7c6b6364-25b0-4acb-ae8a-f4a857cfc607 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2807260 Sep 21 17:48:55.276904 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48940) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:55.288318 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b6364-25b0-4acb-ae8a-f4a857cfc607 admin admin] Pushing event updated for resources: {'Network': ['ID=a045d79c-a97b-41c8-b8f7-28188152c83e,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:55.295007 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-0fd3b31e-f07f-468e-a05f-f77c0c33c2f0 admin admin] Request body: {'subnet': {'network_id': 'a045d79c-a97b-41c8-b8f7-28188152c83e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1259070331-subnet', 'tenant_id': '659257da351347f6a8dd478cb34bd40b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:55.312750 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48942) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:55.318520 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network a045d79c-a97b-41c8-b8f7-28188152c83e details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:48:55.334696 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd3b31e-f07f-468e-a05f-f77c0c33c2f0 admin admin] Made reservation on behalf of 659257da351347f6a8dd478cb34bd40b for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:48:55.337604 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0fd3b31e-f07f-468e-a05f-f77c0c33c2f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:55.441614 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-22c97fd9-789b-48ed-beff-be036c614a3a tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:55.443367 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-22c97fd9-789b-48ed-beff-be036c614a3a tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.44 "GET /v2.0/networks?id=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 HTTP/1.1" status: 200 len: 821 time: 0.2200913 Sep 21 17:48:55.463366 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-6dfa634d-04ae-4138-8fd2-db20dede5c81 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Request body: {'port': {'device_id': '97995358-b50c-487c-8edf-1bb933d9355c', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'admin_state_up': True, 'tenant_id': '1c68d21430e749de8d370bf53e53bb78'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:55.499825 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23fbdda8-e9f6-472a-8913-3193dadba80b req-e2014786-eaa1-4287-a07c-df42932e3754 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/security-groups?id=a812a218-7e96-4ad2-9287-5ec8d8ba6347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989651 Sep 21 17:48:55.581665 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-b51e1e5d-8ea1-4533-b763-594f75b5f366 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:48:55.583021 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-b51e1e5d-8ea1-4533-b763-594f75b5f366 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2689078 Sep 21 17:48:55.649343 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-aa17d93b-5895-4fe2-8daa-4e319bcf17f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e90b2c40-9836-4148-8596-ecfb762c3dbb {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:48:55.665200 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-aa17d93b-5895-4fe2-8daa-4e319bcf17f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:55.667717 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-5f18da1d-6d48-4fec-8c4d-6adc32938e21 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:55.669293 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-5f18da1d-6d48-4fec-8c4d-6adc32938e21 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/ports/9ab6d309-426f-4163-bdcd-8ac8922a6949 HTTP/1.1" status: 200 len: 1094 time: 0.0525548 Sep 21 17:48:55.724542 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0fd3b31e-f07f-468e-a05f-f77c0c33c2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:55.726336 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-aa17d93b-5895-4fe2-8daa-4e319bcf17f7 service neutron] Transition to ACTIVE for port object e90b2c40-9836-4148-8596-ecfb762c3dbb will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:48:55.738638 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-aa17d93b-5895-4fe2-8daa-4e319bcf17f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:55.791850 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17d93b-5895-4fe2-8daa-4e319bcf17f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e90b2c40-9836-4148-8596-ecfb762c3dbb,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:55.807264 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3b31e-f07f-468e-a05f-f77c0c33c2f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adb15e39-5297-4c30-869f-1799bca770c3,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:55.825717 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd3b31e-f07f-468e-a05f-f77c0c33c2f0 admin admin] Checking segment: {'id': 'b074ee7f-7f55-44cf-88b1-a28cfa74693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a045d79c-a97b-41c8-b8f7-28188152c83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:48:55.827155 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd3b31e-f07f-468e-a05f-f77c0c33c2f0 admin admin] Network hostable DHCP agents. Network: a045d79c-a97b-41c8-b8f7-28188152c83e, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:48:55.827253 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eee95b-fe04-4665-8bf1-755811ecf53e req-710f4601-f187-4677-94cd-67ce69a869f6 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:55.835365 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-58eee95b-fe04-4665-8bf1-755811ecf53e req-710f4601-f187-4677-94cd-67ce69a869f6 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 948 time: 0.1732492 Sep 21 17:48:55.859632 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd3b31e-f07f-468e-a05f-f77c0c33c2f0 admin admin] Network a045d79c-a97b-41c8-b8f7-28188152c83e is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:48:55.872532 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-0fd3b31e-f07f-468e-a05f-f77c0c33c2f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, a045d79c-a97b-41c8-b8f7-28188152c83e) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:48:55.876223 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-6dfa634d-04ae-4138-8fd2-db20dede5c81 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Made reservation on behalf of 1c68d21430e749de8d370bf53e53bb78 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:48:55.879737 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-6dfa634d-04ae-4138-8fd2-db20dede5c81 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:55.882364 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dce3bda-370a-4160-a6a2-bf6a02b91226 None None] Network a045d79c-a97b-41c8-b8f7-28188152c83e requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:48:55.887380 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd3b31e-f07f-468e-a05f-f77c0c33c2f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:55.888224 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0fd3b31e-f07f-468e-a05f-f77c0c33c2f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:55.921772 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-58eee95b-fe04-4665-8bf1-755811ecf53e req-0459ff83-bf48-4d05-b2ac-e2b54dc004fa tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854373 Sep 21 17:48:55.930043 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0fd3b31e-f07f-468e-a05f-f77c0c33c2f0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6446958 Sep 21 17:48:55.949445 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-439569d6-eb84-487e-9fbc-91e22d968c87 service neutron] Request body: {'binding': {'host': 'n-h2-810291-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:55.949897 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-439569d6-eb84-487e-9fbc-91e22d968c87 service neutron] Unknown quota resources ['binding']. {{(pid=101461) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 17:48:56.097887 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-aa17d93b-5895-4fe2-8daa-4e319bcf17f7 service neutron] Attempting to bind port e90b2c40-9836-4148-8596-ecfb762c3dbb on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:48:56.097887 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-aa17d93b-5895-4fe2-8daa-4e319bcf17f7 service neutron] Attempting to bind port e90b2c40-9836-4148-8596-ecfb762c3dbb by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:48:56.098516 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-aa17d93b-5895-4fe2-8daa-4e319bcf17f7 service neutron] Attempting to bind port e90b2c40-9836-4148-8596-ecfb762c3dbb on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:56.115120 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef87686-7552-469c-a6a8-4a1741de3eb8 None None] Network a045d79c-a97b-41c8-b8f7-28188152c83e requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:48:56.144405 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-439569d6-eb84-487e-9fbc-91e22d968c87 service neutron] Attempting to bind port 9ab6d309-426f-4163-bdcd-8ac8922a6949 on host n-h2-810291-1 for vnic_type normal with profile None {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:48:56.144905 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-439569d6-eb84-487e-9fbc-91e22d968c87 service neutron] Attempting to bind port 9ab6d309-426f-4163-bdcd-8ac8922a6949 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:48:56.145236 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-439569d6-eb84-487e-9fbc-91e22d968c87 service neutron] Attempting to bind port 9ab6d309-426f-4163-bdcd-8ac8922a6949 on network ce365bfd-7bb2-49d3-914a-63ce743986ef {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:56.151447 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-439569d6-eb84-487e-9fbc-91e22d968c87 service neutron] Port 9ab6d309-426f-4163-bdcd-8ac8922a6949 on network ce365bfd-7bb2-49d3-914a-63ce743986ef not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:48:56.151936 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-439569d6-eb84-487e-9fbc-91e22d968c87 service neutron] Attempting to bind port 9ab6d309-426f-4163-bdcd-8ac8922a6949 on network ce365bfd-7bb2-49d3-914a-63ce743986ef {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:56.159959 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-439569d6-eb84-487e-9fbc-91e22d968c87 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:48:56.160600 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-439569d6-eb84-487e-9fbc-91e22d968c87 service neutron] Checking segment: {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:48:56.161122 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-439569d6-eb84-487e-9fbc-91e22d968c87 service neutron] Bound using segment: {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:48:56.161665 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-439569d6-eb84-487e-9fbc-91e22d968c87 service neutron] Bound port: 9ab6d309-426f-4163-bdcd-8ac8922a6949, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'}}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:48:56.177426 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-aa17d93b-5895-4fe2-8daa-4e319bcf17f7 service neutron] Port e90b2c40-9836-4148-8596-ecfb762c3dbb on network c714db5f-672e-4004-8098-88db84169d3c not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:48:56.178029 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-aa17d93b-5895-4fe2-8daa-4e319bcf17f7 service neutron] Attempting to bind port e90b2c40-9836-4148-8596-ecfb762c3dbb on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:56.189146 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-aa17d93b-5895-4fe2-8daa-4e319bcf17f7 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:48:56.189722 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-aa17d93b-5895-4fe2-8daa-4e319bcf17f7 service neutron] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:48:56.190251 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-aa17d93b-5895-4fe2-8daa-4e319bcf17f7 service neutron] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:48:56.190847 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-aa17d93b-5895-4fe2-8daa-4e319bcf17f7 service neutron] Bound port: e90b2c40-9836-4148-8596-ecfb762c3dbb, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:48:56.191487 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-aa17d93b-5895-4fe2-8daa-4e319bcf17f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:56.195147 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-db81c503-216b-4351-871e-ffffa7feeb03 req-aed0020d-3490-421d-8add-71f4b20105bc tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports?device_id=97995358-b50c-487c-8edf-1bb933d9355c HTTP/1.1" status: 200 len: 210 time: 0.1145575 Sep 21 17:48:56.281405 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-439569d6-eb84-487e-9fbc-91e22d968c87 service neutron] For port 9ab6d309-426f-4163-bdcd-8ac8922a6949, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9ab6d309-426f-4163-bdcd-8ac8922a6949,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:48:56.289301 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-439569d6-eb84-487e-9fbc-91e22d968c87 service neutron] Notify callbacks [] for binding, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:56.291971 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-439569d6-eb84-487e-9fbc-91e22d968c87 service neutron] 10.222.0.58 "POST /v2.0/ports/9ab6d309-426f-4163-bdcd-8ac8922a6949/bindings HTTP/1.1" status: 201 len: 389 time: 0.5168836 Sep 21 17:48:56.354567 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-aa17d93b-5895-4fe2-8daa-4e319bcf17f7 service neutron] For port e90b2c40-9836-4148-8596-ecfb762c3dbb, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:48:56.360032 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-aa17d93b-5895-4fe2-8daa-4e319bcf17f7 service neutron] For port e90b2c40-9836-4148-8596-ecfb762c3dbb, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=e90b2c40-9836-4148-8596-ecfb762c3dbb,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:48:56.413025 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-aa17d93b-5895-4fe2-8daa-4e319bcf17f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:56.503156 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-aa17d93b-5895-4fe2-8daa-4e319bcf17f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:56.503756 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-aa17d93b-5895-4fe2-8daa-4e319bcf17f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:56.505535 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-aa17d93b-5895-4fe2-8daa-4e319bcf17f7 service neutron] 10.222.0.38 "PUT /v2.0/ports/e90b2c40-9836-4148-8596-ecfb762c3dbb HTTP/1.1" status: 200 len: 1096 time: 2.3472743 Sep 21 17:48:56.506281 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aeca6c9-2c62-4b54-86e6-5e19a9c9486c', 'tag': 'e90b2c40-9836-4148-8596-ecfb762c3dbb'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:48:56.508231 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6832e920-e89e-4a1c-9d7a-8e7b53cbdc4a" -d '{"events": [{"name": "network-changed", "server_uuid": "9aeca6c9-2c62-4b54-86e6-5e19a9c9486c", "tag": "e90b2c40-9836-4148-8596-ecfb762c3dbb"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:48:56.527336 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-b97509c6-b7c0-46d1-b134-8e3727965fa9 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--282026968&fields=id&tenant_id=b93028f5f6c042dd85c1734d29b3e8eb HTTP/1.1" status: 200 len: 267 time: 0.1657062 Sep 21 17:48:56.544932 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-6dfa634d-04ae-4138-8fd2-db20dede5c81 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Allocated IP 172.20.0.10 (dd573cca-7543-4cc1-a3b1-553cdc8e3ef8/75cf884a-1a0d-44bf-9cea-948d8d70878a/356dc1ce-2896-4305-a9a7-238488263c10) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:48:56.638202 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17d93b-5895-4fe2-8daa-4e319bcf17f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e90b2c40-9836-4148-8596-ecfb762c3dbb,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:56.717378 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-02aa26b2-bf6d-44ca-97c8-7ec58e92a473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:56.719141 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-02aa26b2-bf6d-44ca-97c8-7ec58e92a473 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=564aef6a99cc4ded992fbb9f0e732388&device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 1097 time: 0.0893006 Sep 21 17:48:56.727673 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d98972-1744-4283-9877-57f58c313add req-25f465a5-143d-4640-921a-cfb7567fa8ed tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:56.729838 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-30d98972-1744-4283-9877-57f58c313add req-25f465a5-143d-4640-921a-cfb7567fa8ed tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/ports?device_id=9aeca6c9-2c62-4b54-86e6-5e19a9c9486c HTTP/1.1" status: 200 len: 948 time: 0.1097231 Sep 21 17:48:56.825919 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-76a5e405-af63-4f47-b154-a6596a0671c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:56.827565 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-76a5e405-af63-4f47-b154-a6596a0671c3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=609d5bee648949759973ecd723289ef7&device_id=9aeca6c9-2c62-4b54-86e6-5e19a9c9486c HTTP/1.1" status: 200 len: 1099 time: 0.2012482 Sep 21 17:48:56.841012 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-f2c6957d-88b3-484b-b2a7-b1d24ffef9c1 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:56.842436 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-f2c6957d-88b3-484b-b2a7-b1d24ffef9c1 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/networks?id=11a4fcdf-56c0-4722-a4a2-ffbd8671669c HTTP/1.1" status: 200 len: 824 time: 0.3039036 Sep 21 17:48:56.865760 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-30d98972-1744-4283-9877-57f58c313add req-08c85ac1-8cbb-4754-8d0b-fe1efc79a3ee tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cf192a2-84ae-48e3-922d-e8b53ea49366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216071 Sep 21 17:48:56.883379 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-901a58dc-e0c8-4e0e-a70a-c020e2ba4f73 req-62e95982-5726-457b-b6a1-e1a2cbecdd6b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1057730 Sep 21 17:48:56.892959 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-e844a782-4aed-4029-b028-05765699ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:56.894646 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-e844a782-4aed-4029-b028-05765699ebe4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ce365bfd-7bb2-49d3-914a-63ce743986ef HTTP/1.1" status: 200 len: 908 time: 0.1621733 Sep 21 17:48:56.907212 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-df95aaca-a147-40f7-b4cf-727bb7f81070 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=e90b2c40-9836-4148-8596-ecfb762c3dbb HTTP/1.1" status: 200 len: 217 time: 0.0638022 Sep 21 17:48:56.910497 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-6095ee2a-a572-455e-95e4-75d515c6bb95 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/quotas/b93028f5f6c042dd85c1734d29b3e8eb HTTP/1.1" status: 200 len: 375 time: 0.0570931 Sep 21 17:48:56.948469 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-03a7069b-bf76-4167-9b75-40195524e210 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ab6d309-426f-4163-bdcd-8ac8922a6949 HTTP/1.1" status: 200 len: 217 time: 0.0449359 Sep 21 17:48:57.045546 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-605abefb-e6e7-4d71-9cbd-36865494ed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:57.047056 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-605abefb-e6e7-4d71-9cbd-36865494ed5e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1312432 Sep 21 17:48:57.047986 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-b90ec72b-c563-41b2-bda2-436b30cb715b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:57.049433 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-b90ec72b-c563-41b2-bda2-436b30cb715b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f6bcee82-068a-4838-bdd8-412dc7128026 HTTP/1.1" status: 200 len: 847 time: 0.0907376 Sep 21 17:48:57.058578 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-6dfa634d-04ae-4138-8fd2-db20dede5c81 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:57.072771 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3211f3c-2b99-49f5-aace-cf2fdf3031a3 req-3f20905d-d1cb-4740-92c7-37358c8cab1d tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:57.074341 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c3211f3c-2b99-49f5-aace-cf2fdf3031a3 req-3f20905d-d1cb-4740-92c7-37358c8cab1d tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 946 time: 0.1182156 Sep 21 17:48:57.076225 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a58dc-e0c8-4e0e-a70a-c020e2ba4f73 req-22f94c21-df6d-4826-ac0b-66b0bd86593a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:57.077571 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-901a58dc-e0c8-4e0e-a70a-c020e2ba4f73 req-22f94c21-df6d-4826-ac0b-66b0bd86593a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 1101 time: 0.1313848 Sep 21 17:48:57.079168 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-fba7c074-1331-4796-a2e5-ddf7efd17748 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b93028f5f6c042dd85c1734d29b3e8eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1316249 Sep 21 17:48:57.106058 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-bd35d438-c0f2-4c85-91a6-51f5ebeba208 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ce365bfd-7bb2-49d3-914a-63ce743986ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471523 Sep 21 17:48:57.192947 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-9ab79936-2565-4f75-8235-0bdec1c83f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:57.194451 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-9ab79936-2565-4f75-8235-0bdec1c83f02 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1339831 Sep 21 17:48:57.215969 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c3211f3c-2b99-49f5-aace-cf2fdf3031a3 req-d856bbc5-237f-491f-b5ad-d7f81a718e66 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135635 Sep 21 17:48:57.246878 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-6dfa634d-04ae-4138-8fd2-db20dede5c81 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:57.288400 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-8a137d13-5d12-4b1f-afbf-a61ce39c7e65 service neutron] 10.222.0.44 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749227 Sep 21 17:48:57.293258 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a58dc-e0c8-4e0e-a70a-c020e2ba4f73 req-66d78c0e-0ca0-4cc4-b95d-edf8af337477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:57.294762 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-901a58dc-e0c8-4e0e-a70a-c020e2ba4f73 req-66d78c0e-0ca0-4cc4-b95d-edf8af337477 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.1636589 Sep 21 17:48:57.339796 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-407aa77e-ff49-4e9f-b428-71586e1a9c58 service neutron] 10.222.0.58 "GET /v2.0/networks/11a4fcdf-56c0-4722-a4a2-ffbd8671669c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421589 Sep 21 17:48:57.351294 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-6dfa634d-04ae-4138-8fd2-db20dede5c81 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Network dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:48:57.354084 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-901a58dc-e0c8-4e0e-a70a-c020e2ba4f73 req-c49edc17-7aef-479f-b018-89095765facd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=09d50637-541d-43ad-8851-a8cefb7b9446 HTTP/1.1" status: 200 len: 217 time: 0.0496197 Sep 21 17:48:57.365605 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-6dfa634d-04ae-4138-8fd2-db20dede5c81 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:48:57.370255 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa634d-04ae-4138-8fd2-db20dede5c81 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Pushing event updated for resources: {'Port': ['ID=356dc1ce-2896-4305-a9a7-238488263c10,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:57.372695 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-6dfa634d-04ae-4138-8fd2-db20dede5c81 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:48:57.378479 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-6dfa634d-04ae-4138-8fd2-db20dede5c81 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:57.379131 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-6dfa634d-04ae-4138-8fd2-db20dede5c81 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:57.418108 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-10175549-7bde-49fb-9855-476d6e165326 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157454 Sep 21 17:48:57.445261 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 785b3e6e-7c24-4f49-b532-af0d6e460ec6 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:48:57.472386 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-6dfa634d-04ae-4138-8fd2-db20dede5c81 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0165145 Sep 21 17:48:57.494039 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-b9576cee-4a76-45d9-8f66-1b2d3f1fdbc3 service neutron] Request body: {'port': {'device_id': '97995358-b50c-487c-8edf-1bb933d9355c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:57.505285 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 785b3e6e-7c24-4f49-b532-af0d6e460ec6 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:48:57.510166 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 785b3e6e-7c24-4f49-b532-af0d6e460ec6 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:57.510549 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:57.512258 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a58dc-e0c8-4e0e-a70a-c020e2ba4f73 req-9a926c32-feb6-48dd-85c2-2563475b6eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:57.513710 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-901a58dc-e0c8-4e0e-a70a-c020e2ba4f73 req-9a926c32-feb6-48dd-85c2-2563475b6eaf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1285203 Sep 21 17:48:57.517821 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-1790fa08-2c05-4e02-a47c-3e30779ba7f4 service neutron] 10.222.0.44 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215884 Sep 21 17:48:57.567598 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-521c5bcd-840b-486a-a40a-660bf87296cc tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:57.569181 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-521c5bcd-840b-486a-a40a-660bf87296cc tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/networks?id=24a709a9-6fef-4b8b-a432-62063bc26954 HTTP/1.1" status: 200 len: 821 time: 0.1828778 Sep 21 17:48:57.606538 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:57.629694 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-38570441-be30-43a0-b818-49554c3d5cdf None None] Provisioning complete for port 356dc1ce-2896-4305-a9a7-238488263c10 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:57.630005 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-38570441-be30-43a0-b818-49554c3d5cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:57.637006 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-a77cf1a6-737c-40c0-84da-714baa6140de tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/quotas/57dccdb6847547f580dd9713009778d2 HTTP/1.1" status: 200 len: 375 time: 0.0396452 Sep 21 17:48:57.637290 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca727e3-d63b-4803-9e12-c0f78c338388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785b3e6e-7c24-4f49-b532-af0d6e460ec6'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:48:57.639695 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73af47ba-a0d3-4f6f-b921-01488c1b85ba" -d '{"events": [{"server_uuid": "7ca727e3-d63b-4803-9e12-c0f78c338388", "name": "network-vif-plugged", "status": "completed", "tag": "785b3e6e-7c24-4f49-b532-af0d6e460ec6"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:48:57.668033 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a58dc-e0c8-4e0e-a70a-c020e2ba4f73 req-27a1492f-1652-4010-a8d3-e43e2b2000b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:57.669614 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-901a58dc-e0c8-4e0e-a70a-c020e2ba4f73 req-27a1492f-1652-4010-a8d3-e43e2b2000b0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1468279 Sep 21 17:48:57.672014 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 785b3e6e-7c24-4f49-b532-af0d6e460ec6, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=785b3e6e-7c24-4f49-b532-af0d6e460ec6,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:57.682882 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:57.687394 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-38570441-be30-43a0-b818-49554c3d5cdf None None] Port 356dc1ce-2896-4305-a9a7-238488263c10 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:48:57.735577 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=785b3e6e-7c24-4f49-b532-af0d6e460ec6,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:57.846144 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-4f00defb-e1bb-4a31-9501-af05603087e3 service neutron] 10.222.0.58 "GET /v2.0/networks/11a4fcdf-56c0-4722-a4a2-ffbd8671669c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4934347 Sep 21 17:48:57.862269 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-b9576cee-4a76-45d9-8f66-1b2d3f1fdbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:57.865619 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1e7c3c5c-9b58-421f-8eb9-c6f0162cc2ed req-be02aeb1-2cea-4438-9208-22c2b69971b1 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106498 Sep 21 17:48:57.898971 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-78b180fd-cc9a-4a18-969f-9f13153a9d9b tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:57.900516 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-78b180fd-cc9a-4a18-969f-9f13153a9d9b tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd&tenant_id=564aef6a99cc4ded992fbb9f0e732388&binding%3Ahost_id=n-h1-810291-1 HTTP/1.1" status: 200 len: 1097 time: 0.3026884 Sep 21 17:48:57.903963 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-0d2b1736-a59c-4cd5-99fa-d57a9fc12eba tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=57dccdb6847547f580dd9713009778d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2526951 Sep 21 17:48:57.915904 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-87a15d8d-e186-4de0-a36d-35179d107d99 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810291-1'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:58.008277 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4180a972-c0bb-49c9-882a-8f6bfbdd2504 x-openstack-request-id: req-4180a972-c0bb-49c9-882a-8f6bfbdd2504 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:48:58.008938 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aeca6c9-2c62-4b54-86e6-5e19a9c9486c", "tag": "e90b2c40-9836-4148-8596-ecfb762c3dbb", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:48:58.009340 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4180a972-c0bb-49c9-882a-8f6bfbdd2504 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:48:58.009897 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aeca6c9-2c62-4b54-86e6-5e19a9c9486c', 'tag': 'e90b2c40-9836-4148-8596-ecfb762c3dbb', 'status': 'completed', 'code': 200} Sep 21 17:48:58.119880 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-87a15d8d-e186-4de0-a36d-35179d107d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:58.145830 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-901a58dc-e0c8-4e0e-a70a-c020e2ba4f73 req-077a6bff-675a-437b-bdc1-a125efce5769 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440727 Sep 21 17:48:58.147580 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-f0730844-f23c-494a-950d-c76064b324f8 service neutron] 10.222.0.58 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196281 Sep 21 17:48:58.182488 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832e920-e89e-4a1c-9d7a-8e7b53cbdc4a req-c04d4a75-094a-4c47-ab80-37245ffa5198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:58.184112 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6832e920-e89e-4a1c-9d7a-8e7b53cbdc4a req-c04d4a75-094a-4c47-ab80-37245ffa5198 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=609d5bee648949759973ecd723289ef7&device_id=9aeca6c9-2c62-4b54-86e6-5e19a9c9486c HTTP/1.1" status: 200 len: 1099 time: 0.1065969 Sep 21 17:48:58.192158 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbf0f7-2cf7-42bf-af88-be151561cc59 req-68072a81-aab9-46f5-a981-02a7f3c8b62b tempest-ServersAdminNegativeTestJSON-926851811 tempest-ServersAdminNegativeTestJSON-926851811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:58.192158 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0ecbf0f7-2cf7-42bf-af88-be151561cc59 req-68072a81-aab9-46f5-a981-02a7f3c8b62b tempest-ServersAdminNegativeTestJSON-926851811 tempest-ServersAdminNegativeTestJSON-926851811-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=79da5491-ceaf-4db3-81cd-5dfe13c1975c HTTP/1.1" status: 200 len: 1101 time: 0.1128941 Sep 21 17:48:58.253486 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0ecbf0f7-2cf7-42bf-af88-be151561cc59 req-61642c83-4258-471a-90fd-d528719ea408 tempest-ServersAdminNegativeTestJSON-926851811 tempest-ServersAdminNegativeTestJSON-926851811-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:58.343631 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-b9576cee-4a76-45d9-8f66-1b2d3f1fdbc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 356dc1ce-2896-4305-a9a7-238488263c10 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:48:58.361290 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-b9576cee-4a76-45d9-8f66-1b2d3f1fdbc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:58.392542 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-b9576cee-4a76-45d9-8f66-1b2d3f1fdbc3 service neutron] Transition to ACTIVE for port object 356dc1ce-2896-4305-a9a7-238488263c10 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:48:58.397391 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832e920-e89e-4a1c-9d7a-8e7b53cbdc4a req-7a3e0f12-662b-4062-97ec-18b3466cd149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:58.399087 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6832e920-e89e-4a1c-9d7a-8e7b53cbdc4a req-7a3e0f12-662b-4062-97ec-18b3466cd149 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.2074609 Sep 21 17:48:58.405231 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-b9576cee-4a76-45d9-8f66-1b2d3f1fdbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:58.429404 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-3416351a-fbc6-4de6-8b92-b45428c3bd4f service neutron] 10.222.0.58 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489967 Sep 21 17:48:58.432775 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-901a58dc-e0c8-4e0e-a70a-c020e2ba4f73 req-5e3470ca-9911-467a-8827-6a5743da1583 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769091 Sep 21 17:48:58.451335 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-87a15d8d-e186-4de0-a36d-35179d107d99 service neutron] For port 9ab6d309-426f-4163-bdcd-8ac8922a6949, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=9ab6d309-426f-4163-bdcd-8ac8922a6949,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:58.490264 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6832e920-e89e-4a1c-9d7a-8e7b53cbdc4a req-83daf865-cc42-43f9-949b-1c4a3e3824d3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=e90b2c40-9836-4148-8596-ecfb762c3dbb HTTP/1.1" status: 200 len: 217 time: 0.0802865 Sep 21 17:48:58.509931 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-87a15d8d-e186-4de0-a36d-35179d107d99 service neutron] For port 9ab6d309-426f-4163-bdcd-8ac8922a6949, host n-h1-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:48:58.561051 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f07497-8c78-404e-a38b-8b2bb6958bbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ab6d309-426f-4163-bdcd-8ac8922a6949'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:48:58.563977 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7422de44-4771-4742-a4da-6403067905df" -d '{"events": [{"server_uuid": "50f07497-8c78-404e-a38b-8b2bb6958bbd", "name": "network-vif-unplugged", "status": "completed", "tag": "9ab6d309-426f-4163-bdcd-8ac8922a6949"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:48:58.569757 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-87a15d8d-e186-4de0-a36d-35179d107d99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:58.572003 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9576cee-4a76-45d9-8f66-1b2d3f1fdbc3 service neutron] Pushing event updated for resources: {'Port': ['ID=356dc1ce-2896-4305-a9a7-238488263c10,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:58.576274 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-87a15d8d-e186-4de0-a36d-35179d107d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:58.628583 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832e920-e89e-4a1c-9d7a-8e7b53cbdc4a req-abcffcf1-10f3-4f95-90e5-fe496e37c48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:58.630589 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6832e920-e89e-4a1c-9d7a-8e7b53cbdc4a req-abcffcf1-10f3-4f95-90e5-fe496e37c48c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1302841 Sep 21 17:48:58.663653 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-b9576cee-4a76-45d9-8f66-1b2d3f1fdbc3 service neutron] Attempting to bind port 356dc1ce-2896-4305-a9a7-238488263c10 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:48:58.665833 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-b9576cee-4a76-45d9-8f66-1b2d3f1fdbc3 service neutron] Attempting to bind port 356dc1ce-2896-4305-a9a7-238488263c10 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '5b6f10d4-dd75-4fb6-b8ac-481a524386ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:48:58.666432 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-b9576cee-4a76-45d9-8f66-1b2d3f1fdbc3 service neutron] Attempting to bind port 356dc1ce-2896-4305-a9a7-238488263c10 on network dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:58.674002 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0ecbf0f7-2cf7-42bf-af88-be151561cc59 req-61642c83-4258-471a-90fd-d528719ea408 tempest-ServersAdminNegativeTestJSON-926851811 tempest-ServersAdminNegativeTestJSON-926851811-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:58.692602 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a15d8d-e186-4de0-a36d-35179d107d99 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab6d309-426f-4163-bdcd-8ac8922a6949,revision_number=7']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:58.714744 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-87a15d8d-e186-4de0-a36d-35179d107d99 service neutron] Attempting to bind port 9ab6d309-426f-4163-bdcd-8ac8922a6949 on host n-h1-810291-1 for vnic_type normal with profile {"migrating_to": "n-h2-810291-1"} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:48:58.715210 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-87a15d8d-e186-4de0-a36d-35179d107d99 service neutron] Attempting to bind port 9ab6d309-426f-4163-bdcd-8ac8922a6949 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:48:58.716185 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-b9576cee-4a76-45d9-8f66-1b2d3f1fdbc3 service neutron] Port 356dc1ce-2896-4305-a9a7-238488263c10 on network dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:48:58.716507 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-b9576cee-4a76-45d9-8f66-1b2d3f1fdbc3 service neutron] Attempting to bind port 356dc1ce-2896-4305-a9a7-238488263c10 on network dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:58.717550 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-87a15d8d-e186-4de0-a36d-35179d107d99 service neutron] Attempting to bind port 9ab6d309-426f-4163-bdcd-8ac8922a6949 on network ce365bfd-7bb2-49d3-914a-63ce743986ef {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:58.727531 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-87a15d8d-e186-4de0-a36d-35179d107d99 service neutron] Port 9ab6d309-426f-4163-bdcd-8ac8922a6949 on network ce365bfd-7bb2-49d3-914a-63ce743986ef not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:48:58.727862 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-87a15d8d-e186-4de0-a36d-35179d107d99 service neutron] Attempting to bind port 9ab6d309-426f-4163-bdcd-8ac8922a6949 on network ce365bfd-7bb2-49d3-914a-63ce743986ef {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:48:58.729593 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0ecbf0f7-2cf7-42bf-af88-be151561cc59 req-61642c83-4258-471a-90fd-d528719ea408 tempest-ServersAdminNegativeTestJSON-926851811 tempest-ServersAdminNegativeTestJSON-926851811-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:58.739049 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-87a15d8d-e186-4de0-a36d-35179d107d99 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:48:58.739290 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-87a15d8d-e186-4de0-a36d-35179d107d99 service neutron] Checking segment: {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:48:58.739678 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-87a15d8d-e186-4de0-a36d-35179d107d99 service neutron] Bound using segment: {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:48:58.740110 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-87a15d8d-e186-4de0-a36d-35179d107d99 service neutron] Bound port: 9ab6d309-426f-4163-bdcd-8ac8922a6949, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'}}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:48:58.740469 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-87a15d8d-e186-4de0-a36d-35179d107d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:58.750096 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-b9576cee-4a76-45d9-8f66-1b2d3f1fdbc3 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:48:58.750373 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-b9576cee-4a76-45d9-8f66-1b2d3f1fdbc3 service neutron] Checking segment: {'id': '5b6f10d4-dd75-4fb6-b8ac-481a524386ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:48:58.750759 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-b9576cee-4a76-45d9-8f66-1b2d3f1fdbc3 service neutron] Bound using segment: {'id': '5b6f10d4-dd75-4fb6-b8ac-481a524386ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:48:58.751257 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-b9576cee-4a76-45d9-8f66-1b2d3f1fdbc3 service neutron] Bound port: 356dc1ce-2896-4305-a9a7-238488263c10, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b6f10d4-dd75-4fb6-b8ac-481a524386ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:48:58.751616 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-b9576cee-4a76-45d9-8f66-1b2d3f1fdbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:58.797117 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0ecbf0f7-2cf7-42bf-af88-be151561cc59 req-61642c83-4258-471a-90fd-d528719ea408 tempest-ServersAdminNegativeTestJSON-926851811 tempest-ServersAdminNegativeTestJSON-926851811-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a812a218-7e96-4ad2-9287-5ec8d8ba6347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5932870 Sep 21 17:48:58.868956 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61642c83-4258-471a-90fd-d528719ea408 tempest-ServersAdminNegativeTestJSON-926851811 tempest-ServersAdminNegativeTestJSON-926851811-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc71423-0208-415a-9e16-90779ffa9140,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:58.903410 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-87a15d8d-e186-4de0-a36d-35179d107d99 service neutron] For port 9ab6d309-426f-4163-bdcd-8ac8922a6949, host n-h1-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:48:58.906760 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-87a15d8d-e186-4de0-a36d-35179d107d99 service neutron] For port 9ab6d309-426f-4163-bdcd-8ac8922a6949, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=9ab6d309-426f-4163-bdcd-8ac8922a6949,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:48:58.921316 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-87a15d8d-e186-4de0-a36d-35179d107d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:58.937242 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832e920-e89e-4a1c-9d7a-8e7b53cbdc4a req-2d561f58-fa55-4e97-a405-eaeeb50b085b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:58.939420 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6832e920-e89e-4a1c-9d7a-8e7b53cbdc4a req-2d561f58-fa55-4e97-a405-eaeeb50b085b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2971511 Sep 21 17:48:59.052787 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-b9576cee-4a76-45d9-8f66-1b2d3f1fdbc3 service neutron] For port 356dc1ce-2896-4305-a9a7-238488263c10, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:48:59.053837 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a15d8d-e186-4de0-a36d-35179d107d99 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab6d309-426f-4163-bdcd-8ac8922a6949,revision_number=8']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:59.078968 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6393c-00b4-4478-b2d0-184be0eff0d1 req-1b1ae3de-d1cb-4f2a-9c26-14202b8236ac tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:59.080690 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e8e6393c-00b4-4478-b2d0-184be0eff0d1 req-1b1ae3de-d1cb-4f2a-9c26-14202b8236ac tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 949 time: 0.1618748 Sep 21 17:48:59.082568 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-b9576cee-4a76-45d9-8f66-1b2d3f1fdbc3 service neutron] For port 356dc1ce-2896-4305-a9a7-238488263c10, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=356dc1ce-2896-4305-a9a7-238488263c10,segment=NetworkSegment(5b6f10d4-dd75-4fb6-b8ac-481a524386ad),segment_id=5b6f10d4-dd75-4fb6-b8ac-481a524386ad)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:48:59.098227 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-b9576cee-4a76-45d9-8f66-1b2d3f1fdbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:59.098495 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-87a15d8d-e186-4de0-a36d-35179d107d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:59.099200 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-87a15d8d-e186-4de0-a36d-35179d107d99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:59.100799 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-87a15d8d-e186-4de0-a36d-35179d107d99 service neutron] 10.222.0.44 "PUT /v2.0/ports/9ab6d309-426f-4163-bdcd-8ac8922a6949 HTTP/1.1" status: 200 len: 1122 time: 1.1896281 Sep 21 17:48:59.114997 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-836834fd-7211-4281-b906-04905d0e9ee3 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:59.116573 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-836834fd-7211-4281-b906-04905d0e9ee3 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/networks?id=a85aca27-47ab-4d45-92c3-b1f3ae1ab31b HTTP/1.1" status: 200 len: 814 time: 0.2081923 Sep 21 17:48:59.149008 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-102e217c-54be-4b2f-8ecc-14678b7840a6 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/quotas/7b8df62cc2a44f18b1012d84424cf7b7 HTTP/1.1" status: 200 len: 375 time: 0.0211818 Sep 21 17:48:59.163971 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6832e920-e89e-4a1c-9d7a-8e7b53cbdc4a req-e32fd9eb-ded8-40c8-847d-1e8d592d4a5b service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048988 Sep 21 17:48:59.165653 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-b9576cee-4a76-45d9-8f66-1b2d3f1fdbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:59.166552 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-b9576cee-4a76-45d9-8f66-1b2d3f1fdbc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:59.168234 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-b9576cee-4a76-45d9-8f66-1b2d3f1fdbc3 service neutron] 10.222.0.44 "PUT /v2.0/ports/356dc1ce-2896-4305-a9a7-238488263c10 HTTP/1.1" status: 200 len: 1092 time: 1.6787653 Sep 21 17:48:59.178766 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['9ab6d309-426f-4163-bdcd-8ac8922a6949'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:48:59.238540 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e8e6393c-00b4-4478-b2d0-184be0eff0d1 req-2f084395-3f17-4a9c-8a50-07c9b304a1f6 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504986 Sep 21 17:48:59.254393 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-6cab1513-3a36-430f-8a28-765d2ad31502 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7b8df62cc2a44f18b1012d84424cf7b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1014359 Sep 21 17:48:59.309583 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9576cee-4a76-45d9-8f66-1b2d3f1fdbc3 service neutron] Pushing event updated for resources: {'Port': ['ID=356dc1ce-2896-4305-a9a7-238488263c10,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:59.431689 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-0a508e01-5809-4581-aa43-7fa38e5e0db2 service neutron] 10.222.0.58 "GET /v2.0/networks/a85aca27-47ab-4d45-92c3-b1f3ae1ab31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757276 Sep 21 17:48:59.566223 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6832e920-e89e-4a1c-9d7a-8e7b53cbdc4a req-d7ed12ab-f7d2-49c8-ae4d-cbda43cf3624 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875964 Sep 21 17:48:59.612016 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-8dd7889b-1f8c-4fb6-875a-201cd0e5429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:59.615301 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-8dd7889b-1f8c-4fb6-875a-201cd0e5429c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c68d21430e749de8d370bf53e53bb78&device_id=97995358-b50c-487c-8edf-1bb933d9355c HTTP/1.1" status: 200 len: 1095 time: 0.3416319 Sep 21 17:48:59.651505 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d2ffa-5a3d-4b76-8f97-c112d040a2ac req-48438003-aee5-45ed-9a8c-b8cb34ff4719 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:59.653432 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fa9d2ffa-5a3d-4b76-8f97-c112d040a2ac req-48438003-aee5-45ed-9a8c-b8cb34ff4719 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports?device_id=97995358-b50c-487c-8edf-1bb933d9355c HTTP/1.1" status: 200 len: 944 time: 0.0960414 Sep 21 17:48:59.665711 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-a5f1d7f1-8c9d-484b-b8f2-932116da221b tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:59.668261 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-a5f1d7f1-8c9d-484b-b8f2-932116da221b tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.38 "GET /v2.0/networks?id=11a4fcdf-56c0-4722-a4a2-ffbd8671669c HTTP/1.1" status: 200 len: 824 time: 0.2968409 Sep 21 17:48:59.703660 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-a6e5908a-2d7c-4b50-b136-18d4c2c7aefa service neutron] 10.222.0.58 "GET /v2.0/networks/a85aca27-47ab-4d45-92c3-b1f3ae1ab31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625921 Sep 21 17:48:59.704102 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-1377577d-e06c-4610-8977-872e999e97cb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=356dc1ce-2896-4305-a9a7-238488263c10 HTTP/1.1" status: 200 len: 217 time: 0.0749798 Sep 21 17:48:59.787336 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-c9f5c1e6-ab9c-4322-88ba-1edda6c2d274 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b93028f5f6c042dd85c1734d29b3e8eb HTTP/1.1" status: 200 len: 379 time: 0.0816605 Sep 21 17:48:59.798836 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fa9d2ffa-5a3d-4b76-8f97-c112d040a2ac req-0c1799f2-b07f-4203-a014-46db33401116 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d1adea4-3123-43ec-b076-7a49a44dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012511 Sep 21 17:48:59.799072 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-5d22a907-9bdd-4d0f-895e-c0e461eb9f09 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Request body: {'port': {'device_id': '66fecaaa-5688-4f23-981a-4f09ace07bc5', 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c', 'admin_state_up': True, 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'security_groups': ['3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b']}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:59.806331 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-a1eaf35e-b9a8-4056-b057-f2d7ed3637bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:59.808235 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-a1eaf35e-b9a8-4056-b057-f2d7ed3637bf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=75cf884a-1a0d-44bf-9cea-948d8d70878a HTTP/1.1" status: 200 len: 860 time: 0.0889902 Sep 21 17:48:59.848520 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cb555f-3e71-4848-81d2-4c0f7012b167 x-openstack-request-id: req-f2cb555f-3e71-4848-81d2-4c0f7012b167 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:48:59.849230 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca727e3-d63b-4803-9e12-c0f78c338388", "name": "network-vif-plugged", "status": "completed", "tag": "785b3e6e-7c24-4f49-b532-af0d6e460ec6", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:48:59.850322 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f2cb555f-3e71-4848-81d2-4c0f7012b167 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:48:59.851448 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca727e3-d63b-4803-9e12-c0f78c338388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785b3e6e-7c24-4f49-b532-af0d6e460ec6', 'code': 200} Sep 21 17:48:59.899092 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-bc4c1d40-07b3-4f31-9cce-ef920f4c727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:59.900591 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-bc4c1d40-07b3-4f31-9cce-ef920f4c727d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808444 Sep 21 17:48:59.963167 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f7097696-be0f-4c34-a20b-53de8869bb51 req-aebc80af-8abc-4ca9-b0dd-9a288e7c4985 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/ports?device_id=66fecaaa-5688-4f23-981a-4f09ace07bc5 HTTP/1.1" status: 200 len: 210 time: 0.0380826 Sep 21 17:49:00.015333 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-5d22a907-9bdd-4d0f-895e-c0e461eb9f09 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Made reservation on behalf of b93028f5f6c042dd85c1734d29b3e8eb for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:49:00.019367 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-5d22a907-9bdd-4d0f-895e-c0e461eb9f09 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:00.041934 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97995358-b50c-487c-8edf-1bb933d9355c', 'tag': '356dc1ce-2896-4305-a9a7-238488263c10'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:49:00.044600 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6df558-df67-4bd9-abb3-1fb2860c4ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "97995358-b50c-487c-8edf-1bb933d9355c", "tag": "356dc1ce-2896-4305-a9a7-238488263c10"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:49:00.078370 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ad517-9896-4543-8127-420206a746dc req-36a3b14d-f450-49d7-ab31-e9f17884406a tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:00.080394 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4f3ad517-9896-4543-8127-420206a746dc req-36a3b14d-f450-49d7-ab31-e9f17884406a tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/ports?device_id=9aeca6c9-2c62-4b54-86e6-5e19a9c9486c HTTP/1.1" status: 200 len: 948 time: 0.1725929 Sep 21 17:49:00.090800 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd5bf7-76d6-4607-8259-ca8298388fa4 req-c064de74-6147-428c-9432-6c7005ce3564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:00.092551 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f7fd5bf7-76d6-4607-8259-ca8298388fa4 req-c064de74-6147-428c-9432-6c7005ce3564 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 1100 time: 0.1546006 Sep 21 17:49:00.145910 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-bf1a633b-babe-4cd0-8c74-3c2226f5c1d7 service neutron] 10.222.0.44 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292838 Sep 21 17:49:00.177352 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37737d7d-24fd-49e5-9018-31eda1b9a0ef req-4ebb2f2d-ae2e-4bd6-a37b-1d50fd0c70af tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:00.178846 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-37737d7d-24fd-49e5-9018-31eda1b9a0ef req-4ebb2f2d-ae2e-4bd6-a37b-1d50fd0c70af tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 944 time: 0.0837057 Sep 21 17:49:00.191613 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4f3ad517-9896-4543-8127-420206a746dc req-078a14a5-d699-4e5f-bf2a-0bd838773f68 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cf192a2-84ae-48e3-922d-e8b53ea49366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030827 Sep 21 17:49:00.195845 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f7fd5bf7-76d6-4607-8259-ca8298388fa4 req-35fb0f57-a3ab-4689-ad16-dedef44bbbb1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905519 Sep 21 17:49:00.265157 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-5d22a907-9bdd-4d0f-895e-c0e461eb9f09 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Allocated IP 172.20.0.12 (11a4fcdf-56c0-4722-a4a2-ffbd8671669c/42aa13e9-fa0a-473d-9510-59ad5e7250f2/33c2dcdf-eaf7-4914-a1a9-0b8248f353f2) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:49:00.279009 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b305f0a-8c26-4dc1-ae68-5307463e3789 req-b71d13b8-f0a4-42e2-accb-a22dc322fe8a service neutron] 10.222.0.44 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205103 Sep 21 17:49:00.302252 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 17:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea554c3-82d5-4e49-a0e9-f337ca09c084 x-openstack-request-id: req-8ea554c3-82d5-4e49-a0e9-f337ca09c084 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:49:00.303278 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f07497-8c78-404e-a38b-8b2bb6958bbd", "name": "network-vif-unplugged", "status": "completed", "tag": "9ab6d309-426f-4163-bdcd-8ac8922a6949", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:49:00.303820 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8ea554c3-82d5-4e49-a0e9-f337ca09c084 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:49:00.304287 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f07497-8c78-404e-a38b-8b2bb6958bbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ab6d309-426f-4163-bdcd-8ac8922a6949', 'code': 200} Sep 21 17:49:00.334971 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8dbd1ed5-2d21-43d4-ab2c-2f850d1c5320 req-0bbe5f74-a559-487d-87c5-66a9031ff697 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8995f9-d064-49a1-889b-bdffb349840f HTTP/1.1" status: 200 len: 210 time: 0.0274935 Sep 21 17:49:00.358966 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-37737d7d-24fd-49e5-9018-31eda1b9a0ef req-f31ae6e1-f2d5-42e4-8dca-e25a2923b9f7 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545558 Sep 21 17:49:00.458212 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-b3e94b57-ebc1-43de-9884-4f1fcb55d800 req-603c1cc4-03dd-49b6-bcd3-1a00f003da00 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:49:00.459447 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b3e94b57-ebc1-43de-9884-4f1fcb55d800 req-603c1cc4-03dd-49b6-bcd3-1a00f003da00 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062029 Sep 21 17:49:00.461555 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d7f87290-3818-4a5d-a0e0-82cbd6296219 req-5ab8ff67-2c6a-43a6-a86d-905e415391a9 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/ports?device_id=50e3f8b8-ae1f-410d-873c-8985c10ee958 HTTP/1.1" status: 200 len: 210 time: 0.0326905 Sep 21 17:49:00.498114 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99296a46-9174-4d11-8947-fa71697e7f83 x-openstack-request-id: req-99296a46-9174-4d11-8947-fa71697e7f83 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:49:00.498407 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97995358-b50c-487c-8edf-1bb933d9355c", "tag": "356dc1ce-2896-4305-a9a7-238488263c10", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:49:00.498659 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-99296a46-9174-4d11-8947-fa71697e7f83 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:49:00.499081 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97995358-b50c-487c-8edf-1bb933d9355c', 'tag': '356dc1ce-2896-4305-a9a7-238488263c10', 'status': 'completed', 'code': 200} Sep 21 17:49:00.522183 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-5d22a907-9bdd-4d0f-895e-c0e461eb9f09 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:00.579686 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6df558-df67-4bd9-abb3-1fb2860c4ec7 req-b9ed0fa9-7e5d-4a71-a8ed-5648d7f1ea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:00.581522 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b6df558-df67-4bd9-abb3-1fb2860c4ec7 req-b9ed0fa9-7e5d-4a71-a8ed-5648d7f1ea05 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c68d21430e749de8d370bf53e53bb78&device_id=97995358-b50c-487c-8edf-1bb933d9355c HTTP/1.1" status: 200 len: 1095 time: 0.0537910 Sep 21 17:49:00.636295 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6ca38-6dad-4e32-98fb-f12da4927d9d req-0880107a-a151-4bae-a7c4-ebb6c1b2e021 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:00.637988 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d7a6ca38-6dad-4e32-98fb-f12da4927d9d req-0880107a-a151-4bae-a7c4-ebb6c1b2e021 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 949 time: 0.0748382 Sep 21 17:49:00.639256 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-5d22a907-9bdd-4d0f-895e-c0e461eb9f09 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:00.707073 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-5d22a907-9bdd-4d0f-895e-c0e461eb9f09 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Network 11a4fcdf-56c0-4722-a4a2-ffbd8671669c is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:49:00.717576 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-5d22a907-9bdd-4d0f-895e-c0e461eb9f09 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:49:00.723611 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-5d22a907-9bdd-4d0f-895e-c0e461eb9f09 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:49:00.729437 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-5d22a907-9bdd-4d0f-895e-c0e461eb9f09 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:00.730046 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-5d22a907-9bdd-4d0f-895e-c0e461eb9f09 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:00.741148 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22a907-9bdd-4d0f-895e-c0e461eb9f09 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Pushing event updated for resources: {'Port': ['ID=33c2dcdf-eaf7-4914-a1a9-0b8248f353f2,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:00.754410 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d7a6ca38-6dad-4e32-98fb-f12da4927d9d req-c69fa3a9-275a-494d-b7f2-5f20fdcef9a4 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078491 Sep 21 17:49:00.762003 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-5d22a907-9bdd-4d0f-895e-c0e461eb9f09 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9670331 Sep 21 17:49:00.787621 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-6e7fa3e0-f83f-4293-bfba-2f2fdeb385f2 service neutron] Request body: {'port': {'device_id': '66fecaaa-5688-4f23-981a-4f09ace07bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:49:00.787828 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6df558-df67-4bd9-abb3-1fb2860c4ec7 req-b6474c23-b4a3-4541-9375-2a1722247d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:00.789290 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b6df558-df67-4bd9-abb3-1fb2860c4ec7 req-b6474c23-b4a3-4541-9375-2a1722247d0c service neutron] 10.222.0.44 "GET /v2.0/networks?id=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 HTTP/1.1" status: 200 len: 922 time: 0.1979425 Sep 21 17:49:00.855419 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b6df558-df67-4bd9-abb3-1fb2860c4ec7 req-fcf03c46-95e4-4c59-b16f-8ba6ca8520c6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=356dc1ce-2896-4305-a9a7-238488263c10 HTTP/1.1" status: 200 len: 217 time: 0.0540936 Sep 21 17:49:00.862629 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-6e7fa3e0-f83f-4293-bfba-2f2fdeb385f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:00.951084 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-7a152652-c935-4580-b685-bbf2609901c2 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:00.952593 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-7a152652-c935-4580-b685-bbf2609901c2 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.38 "GET /v2.0/networks?id=24a709a9-6fef-4b8b-a432-62063bc26954 HTTP/1.1" status: 200 len: 821 time: 0.2618713 Sep 21 17:49:00.964040 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6df558-df67-4bd9-abb3-1fb2860c4ec7 req-16e9a632-50bd-4cd8-89fa-8229ff9e71dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:00.965584 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b6df558-df67-4bd9-abb3-1fb2860c4ec7 req-16e9a632-50bd-4cd8-89fa-8229ff9e71dc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=75cf884a-1a0d-44bf-9cea-948d8d70878a HTTP/1.1" status: 200 len: 860 time: 0.0761139 Sep 21 17:49:00.971820 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-2602cd19-2476-4358-82e1-5ff7d202fa81 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Request body: {'port': {'device_id': '4b8995f9-d064-49a1-889b-bdffb349840f', 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954', 'admin_state_up': True, 'tenant_id': '57dccdb6847547f580dd9713009778d2'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:49:00.983847 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db527d80-c86c-4c48-b0bb-bd8bba554ee9 req-4d1c353d-986f-4ef2-8c0a-3be826cb5b34 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:00.987383 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-db527d80-c86c-4c48-b0bb-bd8bba554ee9 req-4d1c353d-986f-4ef2-8c0a-3be826cb5b34 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=79da5491-ceaf-4db3-81cd-5dfe13c1975c HTTP/1.1" status: 200 len: 950 time: 0.1435966 Sep 21 17:49:01.040514 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a95b6b-c796-4b6c-9121-ac4764c882d6 req-ee8cb084-eb95-4d1f-ba0e-4015126586a9 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:01.041944 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-99a95b6b-c796-4b6c-9121-ac4764c882d6 req-ee8cb084-eb95-4d1f-ba0e-4015126586a9 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports?device_id=97995358-b50c-487c-8edf-1bb933d9355c HTTP/1.1" status: 200 len: 944 time: 0.1183927 Sep 21 17:49:01.048688 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-430dbb63-f098-411e-88ce-e114bb6ea4ed None None] Provisioning complete for port 33c2dcdf-eaf7-4914-a1a9-0b8248f353f2 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:49:01.049697 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-430dbb63-f098-411e-88ce-e114bb6ea4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:01.088250 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-430dbb63-f098-411e-88ce-e114bb6ea4ed None None] Port 33c2dcdf-eaf7-4914-a1a9-0b8248f353f2 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:49:01.128273 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-99a95b6b-c796-4b6c-9121-ac4764c882d6 req-b6f6c7a3-6ae7-415c-a7f0-67342f02c8e6 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d1adea4-3123-43ec-b076-7a49a44dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773561 Sep 21 17:49:01.136645 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-db527d80-c86c-4c48-b0bb-bd8bba554ee9 req-0e0bd19c-a8fc-420a-b8c3-7f7e3f9f75d7 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/security-groups?id=a812a218-7e96-4ad2-9287-5ec8d8ba6347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365652 Sep 21 17:49:01.148803 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6df558-df67-4bd9-abb3-1fb2860c4ec7 req-8968b97a-43cc-46af-9bc0-e0b99a82c469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:01.150350 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b6df558-df67-4bd9-abb3-1fb2860c4ec7 req-8968b97a-43cc-46af-9bc0-e0b99a82c469 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1516867 Sep 21 17:49:01.355843 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b6df558-df67-4bd9-abb3-1fb2860c4ec7 req-52549958-7118-4430-9788-d90b0bde50df service neutron] 10.222.0.44 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785595 Sep 21 17:49:01.363277 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf13ded-8385-437f-9a12-eab3dd7af8bf req-8ceb5a9a-c356-4f18-ae64-695f0f37c122 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:01.364978 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9bf13ded-8385-437f-9a12-eab3dd7af8bf req-8ceb5a9a-c356-4f18-ae64-695f0f37c122 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/ports?device_id=66fecaaa-5688-4f23-981a-4f09ace07bc5 HTTP/1.1" status: 200 len: 932 time: 0.1567030 Sep 21 17:49:01.366278 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-2602cd19-2476-4358-82e1-5ff7d202fa81 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Made reservation on behalf of 57dccdb6847547f580dd9713009778d2 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:49:01.371335 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-2602cd19-2476-4358-82e1-5ff7d202fa81 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:01.476203 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device e90b2c40-9836-4148-8596-ecfb762c3dbb details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:49:01.518777 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-6e7fa3e0-f83f-4293-bfba-2f2fdeb385f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c2dcdf-eaf7-4914-a1a9-0b8248f353f2 {{(pid=101461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:49:01.529731 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-6e7fa3e0-f83f-4293-bfba-2f2fdeb385f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:01.560546 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.provisioning_blocks [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-6e7fa3e0-f83f-4293-bfba-2f2fdeb385f2 service neutron] Transition to ACTIVE for port object 33c2dcdf-eaf7-4914-a1a9-0b8248f353f2 will not be triggered until provisioned by entity L2. {{(pid=101461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:49:01.570041 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-d5699eea-2bd0-4079-b80f-868156b2cb16 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:01.571622 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-d5699eea-2bd0-4079-b80f-868156b2cb16 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.44 "GET /v2.0/networks?id=a85aca27-47ab-4d45-92c3-b1f3ae1ab31b HTTP/1.1" status: 200 len: 814 time: 0.4320755 Sep 21 17:49:01.574705 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-6e7fa3e0-f83f-4293-bfba-2f2fdeb385f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:01.590805 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5ec44-af92-4bb9-bd7c-67aa401aeee4 req-a79b901b-1388-43a3-9df1-4ee4b51a03cd tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:01.592501 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-75c5ec44-af92-4bb9-bd7c-67aa401aeee4 req-a79b901b-1388-43a3-9df1-4ee4b51a03cd tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/ports?device_id=9aeca6c9-2c62-4b54-86e6-5e19a9c9486c HTTP/1.1" status: 200 len: 948 time: 0.1402793 Sep 21 17:49:01.616801 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-8e4de37a-c52b-43b8-9e59-a66cbabd9c50 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Request body: {'port': {'device_id': '50e3f8b8-ae1f-410d-873c-8985c10ee958', 'network_id': 'a85aca27-47ab-4d45-92c3-b1f3ae1ab31b', 'admin_state_up': True, 'tenant_id': '7b8df62cc2a44f18b1012d84424cf7b7'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:49:01.643366 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port e90b2c40-9836-4148-8596-ecfb762c3dbb, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=e90b2c40-9836-4148-8596-ecfb762c3dbb,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:01.657957 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'e90b2c40-9836-4148-8596-ecfb762c3dbb', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': 'e90b2c40-9836-4148-8596-ecfb762c3dbb', 'mac_address': 'fa:16:3e:2f:ad:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:49:01.722637 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:01.726299 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9bf13ded-8385-437f-9a12-eab3dd7af8bf req-90e6a055-f16e-4ad5-99f1-7c6f193b0723 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3439438 Sep 21 17:49:01.754843 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e90b2c40-9836-4148-8596-ecfb762c3dbb {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:49:01.764535 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b6df558-df67-4bd9-abb3-1fb2860c4ec7 req-d6de863f-3959-484c-93da-c6e6c9d628a8 service neutron] 10.222.0.44 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904970 Sep 21 17:49:01.798502 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port e90b2c40-9836-4148-8596-ecfb762c3dbb, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=e90b2c40-9836-4148-8596-ecfb762c3dbb,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:01.806802 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:01.826360 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-2602cd19-2476-4358-82e1-5ff7d202fa81 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Allocated IP 172.20.0.3 (24a709a9-6fef-4b8b-a432-62063bc26954/f5dcf0d3-3653-4c17-af0f-a1adf84dd578/4063cbd7-f7cb-49bf-91dd-30bde29c653a) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:49:01.838395 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fa3e0-f83f-4293-bfba-2f2fdeb385f2 service neutron] Pushing event updated for resources: {'Port': ['ID=33c2dcdf-eaf7-4914-a1a9-0b8248f353f2,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:01.874126 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=e90b2c40-9836-4148-8596-ecfb762c3dbb,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:01.896789 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-75c5ec44-af92-4bb9-bd7c-67aa401aeee4 req-54eb57bf-9aad-4f3b-9efb-0fc9543b5a27 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cf192a2-84ae-48e3-922d-e8b53ea49366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765644 Sep 21 17:49:01.899632 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-6e7fa3e0-f83f-4293-bfba-2f2fdeb385f2 service neutron] Attempting to bind port 33c2dcdf-eaf7-4914-a1a9-0b8248f353f2 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:49:01.899960 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-6e7fa3e0-f83f-4293-bfba-2f2fdeb385f2 service neutron] Attempting to bind port 33c2dcdf-eaf7-4914-a1a9-0b8248f353f2 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '7a5dc2df-d527-4d5f-8075-3ae6a5871227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:49:01.900437 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-6e7fa3e0-f83f-4293-bfba-2f2fdeb385f2 service neutron] Attempting to bind port 33c2dcdf-eaf7-4914-a1a9-0b8248f353f2 on network 11a4fcdf-56c0-4722-a4a2-ffbd8671669c {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:49:01.915805 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-6e7fa3e0-f83f-4293-bfba-2f2fdeb385f2 service neutron] Port 33c2dcdf-eaf7-4914-a1a9-0b8248f353f2 on network 11a4fcdf-56c0-4722-a4a2-ffbd8671669c not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:49:01.916243 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-6e7fa3e0-f83f-4293-bfba-2f2fdeb385f2 service neutron] Attempting to bind port 33c2dcdf-eaf7-4914-a1a9-0b8248f353f2 on network 11a4fcdf-56c0-4722-a4a2-ffbd8671669c {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:49:01.923896 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-6e7fa3e0-f83f-4293-bfba-2f2fdeb385f2 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:49:01.924235 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-6e7fa3e0-f83f-4293-bfba-2f2fdeb385f2 service neutron] Checking segment: {'id': '7a5dc2df-d527-4d5f-8075-3ae6a5871227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:49:01.924612 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-6e7fa3e0-f83f-4293-bfba-2f2fdeb385f2 service neutron] Bound using segment: {'id': '7a5dc2df-d527-4d5f-8075-3ae6a5871227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c'} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:49:01.925037 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-6e7fa3e0-f83f-4293-bfba-2f2fdeb385f2 service neutron] Bound port: 33c2dcdf-eaf7-4914-a1a9-0b8248f353f2, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a5dc2df-d527-4d5f-8075-3ae6a5871227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c'}}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:49:01.925389 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-6e7fa3e0-f83f-4293-bfba-2f2fdeb385f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:02.065864 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7f34515c-380b-483e-9547-b2d0033e9c0d req-a151aa73-2518-445e-9638-807354b8a4a5 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8995f9-d064-49a1-889b-bdffb349840f HTTP/1.1" status: 200 len: 210 time: 0.2084451 Sep 21 17:49:02.077349 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-2602cd19-2476-4358-82e1-5ff7d202fa81 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:02.080625 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['e90b2c40-9836-4148-8596-ecfb762c3dbb'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:49:02.177638 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-2602cd19-2476-4358-82e1-5ff7d202fa81 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:02.178198 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-8e4de37a-c52b-43b8-9e59-a66cbabd9c50 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Made reservation on behalf of 7b8df62cc2a44f18b1012d84424cf7b7 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:49:02.190561 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-8e4de37a-c52b-43b8-9e59-a66cbabd9c50 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:02.199759 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 9ab6d309-426f-4163-bdcd-8ac8922a6949 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:49:02.226014 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-6e7fa3e0-f83f-4293-bfba-2f2fdeb385f2 service neutron] For port 33c2dcdf-eaf7-4914-a1a9-0b8248f353f2, host n-h1-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:49:02.233674 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-19ee9022-d618-43d6-b11d-a9290e90b84f req-33b93f2a-e49c-4236-9cd0-cbe688327ffe tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/ports?device_id=50e3f8b8-ae1f-410d-873c-8985c10ee958 HTTP/1.1" status: 200 len: 210 time: 0.0667562 Sep 21 17:49:02.260183 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d9af8-a631-4a7d-bb8d-abc02deb89b3 req-ebba4eb9-ed6f-45d7-b4d6-be9f793d1b75 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:02.267881 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-992d9af8-a631-4a7d-bb8d-abc02deb89b3 req-ebba4eb9-ed6f-45d7-b4d6-be9f793d1b75 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 944 time: 0.2398639 Sep 21 17:49:02.299392 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-6e7fa3e0-f83f-4293-bfba-2f2fdeb385f2 service neutron] For port 33c2dcdf-eaf7-4914-a1a9-0b8248f353f2, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=33c2dcdf-eaf7-4914-a1a9-0b8248f353f2,segment=NetworkSegment(7a5dc2df-d527-4d5f-8075-3ae6a5871227),segment_id=7a5dc2df-d527-4d5f-8075-3ae6a5871227)] {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:49:02.320045 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f07497-8c78-404e-a38b-8b2bb6958bbd', 'tag': '9ab6d309-426f-4163-bdcd-8ac8922a6949'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:49:02.322908 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd9b921-4047-461f-9893-5643f4708205" -d '{"events": [{"name": "network-changed", "server_uuid": "50f07497-8c78-404e-a38b-8b2bb6958bbd", "tag": "9ab6d309-426f-4163-bdcd-8ac8922a6949"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:49:02.340139 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-2602cd19-2476-4358-82e1-5ff7d202fa81 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Network 24a709a9-6fef-4b8b-a432-62063bc26954 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:49:02.354137 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-2602cd19-2476-4358-82e1-5ff7d202fa81 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:49:02.365122 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-2602cd19-2476-4358-82e1-5ff7d202fa81 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:49:02.370609 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-2602cd19-2476-4358-82e1-5ff7d202fa81 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:02.371204 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 9ab6d309-426f-4163-bdcd-8ac8922a6949, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=9ab6d309-426f-4163-bdcd-8ac8922a6949,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:02.371431 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-2602cd19-2476-4358-82e1-5ff7d202fa81 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:02.375268 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602cd19-2476-4358-82e1-5ff7d202fa81 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Pushing event updated for resources: {'Port': ['ID=4063cbd7-f7cb-49bf-91dd-30bde29c653a,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:02.377887 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-6e7fa3e0-f83f-4293-bfba-2f2fdeb385f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:02.396240 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 9ab6d309-426f-4163-bdcd-8ac8922a6949 has no active binding in host n-h2-810291-1 {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 21 17:49:02.419746 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-2602cd19-2476-4358-82e1-5ff7d202fa81 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4515405 Sep 21 17:49:02.433208 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85611433-d731-4cae-87fc-0249ef0d6bb8 req-d0306cbe-9671-4f6b-b5fe-0df8a28985a1 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:02.443009 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-85611433-d731-4cae-87fc-0249ef0d6bb8 req-d0306cbe-9671-4f6b-b5fe-0df8a28985a1 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 949 time: 0.0934453 Sep 21 17:49:02.451283 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-75a8beb7-bcfc-46aa-b085-f927c7569708 service neutron] Request body: {'port': {'device_id': '4b8995f9-d064-49a1-889b-bdffb349840f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:49:02.546398 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-85611433-d731-4cae-87fc-0249ef0d6bb8 req-84d186b8-2bab-44eb-ae72-e4bb2d051b12 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996983 Sep 21 17:49:02.574320 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-75a8beb7-bcfc-46aa-b085-f927c7569708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:02.650848 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-992d9af8-a631-4a7d-bb8d-abc02deb89b3 req-68ec9235-b7b9-4afc-b6c8-4450badf5e74 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820138 Sep 21 17:49:02.652510 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-6e7fa3e0-f83f-4293-bfba-2f2fdeb385f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:02.654113 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-6e7fa3e0-f83f-4293-bfba-2f2fdeb385f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:02.659727 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-6e7fa3e0-f83f-4293-bfba-2f2fdeb385f2 service neutron] 10.222.0.38 "PUT /v2.0/ports/33c2dcdf-eaf7-4914-a1a9-0b8248f353f2 HTTP/1.1" status: 200 len: 1092 time: 1.8820951 Sep 21 17:49:02.678706 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-8e4de37a-c52b-43b8-9e59-a66cbabd9c50 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Allocated IP 172.20.0.3 (a85aca27-47ab-4d45-92c3-b1f3ae1ab31b/7b1acb97-a665-4981-aa27-e3c7a92f8d95/5bac040e-9d43-4d5f-aac3-b11c3b275804) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:49:02.684205 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fa3e0-f83f-4293-bfba-2f2fdeb385f2 service neutron] Pushing event updated for resources: {'Port': ['ID=33c2dcdf-eaf7-4914-a1a9-0b8248f353f2,revision_number=3']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:02.881582 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc113805-4d08-4927-8207-09fb29e07193 req-559d4c24-eec5-4ddf-b8dd-35f99001fe83 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:02.887500 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bc113805-4d08-4927-8207-09fb29e07193 req-559d4c24-eec5-4ddf-b8dd-35f99001fe83 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=79da5491-ceaf-4db3-81cd-5dfe13c1975c HTTP/1.1" status: 200 len: 950 time: 0.1175911 Sep 21 17:49:02.946357 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-6185bd83-29f8-43da-af52-9cd66e255c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:02.948189 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-6185bd83-29f8-43da-af52-9cd66e255c87 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b93028f5f6c042dd85c1734d29b3e8eb&device_id=66fecaaa-5688-4f23-981a-4f09ace07bc5 HTTP/1.1" status: 200 len: 1095 time: 0.2286596 Sep 21 17:49:02.958069 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bc113805-4d08-4927-8207-09fb29e07193 req-ba7aea58-bcc5-4596-bd46-e2ae4c82d3b5 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/security-groups?id=a812a218-7e96-4ad2-9287-5ec8d8ba6347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453589 Sep 21 17:49:02.964976 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d5d93-b9b2-445f-826a-dfb860fb945a req-acb77dff-0711-4e0d-97b1-749ec4b7d33b tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:02.972758 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3c0d5d93-b9b2-445f-826a-dfb860fb945a req-acb77dff-0711-4e0d-97b1-749ec4b7d33b tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports?device_id=97995358-b50c-487c-8edf-1bb933d9355c HTTP/1.1" status: 200 len: 944 time: 0.1477592 Sep 21 17:49:03.058908 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-75a8beb7-bcfc-46aa-b085-f927c7569708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4063cbd7-f7cb-49bf-91dd-30bde29c653a {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:49:03.099196 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-75a8beb7-bcfc-46aa-b085-f927c7569708 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:03.104167 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.38', 56825) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:49:03.108337 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaef6c74-7056-4f07-9bf8-6ebd39fd0547 x-openstack-request-id: req-aaef6c74-7056-4f07-9bf8-6ebd39fd0547 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:49:03.109081 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f07497-8c78-404e-a38b-8b2bb6958bbd", "tag": "9ab6d309-426f-4163-bdcd-8ac8922a6949", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:49:03.109081 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aaef6c74-7056-4f07-9bf8-6ebd39fd0547 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:49:03.109255 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f07497-8c78-404e-a38b-8b2bb6958bbd', 'tag': '9ab6d309-426f-4163-bdcd-8ac8922a6949', 'status': 'completed', 'code': 200} Sep 21 17:49:03.113039 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-c12d2490-5ea8-4ed8-bad5-5b224fd0effe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33c2dcdf-eaf7-4914-a1a9-0b8248f353f2 HTTP/1.1" status: 200 len: 217 time: 0.1377499 Sep 21 17:49:03.161336 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-75a8beb7-bcfc-46aa-b085-f927c7569708 service neutron] Transition to ACTIVE for port object 4063cbd7-f7cb-49bf-91dd-30bde29c653a will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:49:03.177247 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9b921-4047-461f-9893-5643f4708205 req-0bdc4158-88f5-4bd6-8724-3809ec6ba2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:03.178752 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2dd9b921-4047-461f-9893-5643f4708205 req-0bdc4158-88f5-4bd6-8724-3809ec6ba2e0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=564aef6a99cc4ded992fbb9f0e732388&device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 1125 time: 0.1150992 Sep 21 17:49:03.180939 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-75a8beb7-bcfc-46aa-b085-f927c7569708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:03.183786 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3c0d5d93-b9b2-445f-826a-dfb860fb945a req-4d522250-1173-4283-a5fc-00e671f75109 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d1adea4-3123-43ec-b076-7a49a44dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102194 Sep 21 17:49:03.219504 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-8e4de37a-c52b-43b8-9e59-a66cbabd9c50 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:03.229036 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-a4236aa1-f062-497c-835e-f27a7a183cde req-9329327e-2fd7-46bc-b311-d3d9cefe6e5b service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:49:03.229837 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4236aa1-f062-497c-835e-f27a7a183cde req-9329327e-2fd7-46bc-b311-d3d9cefe6e5b service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0364211 Sep 21 17:49:03.230495 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-0574760e-cb36-4475-96cb-32e071f45c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:03.232415 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-0574760e-cb36-4475-96cb-32e071f45c64 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=42aa13e9-fa0a-473d-9510-59ad5e7250f2 HTTP/1.1" status: 200 len: 863 time: 0.1115689 Sep 21 17:49:03.238559 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-87552893-ee9c-4d98-b3f2-5c5a8eac5929 service neutron] 10.222.0.38 "GET /v2.0/ports/9ab6d309-426f-4163-bdcd-8ac8922a6949/bindings/n-h2-810291-1 HTTP/1.1" status: 200 len: 384 time: 0.1329832 Sep 21 17:49:03.342787 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-2178fbed-d711-46de-87be-d95d4331ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:03.344454 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-2178fbed-d711-46de-87be-d95d4331ebd0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11a4fcdf-56c0-4722-a4a2-ffbd8671669c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810111 Sep 21 17:49:03.346783 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-8e4de37a-c52b-43b8-9e59-a66cbabd9c50 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:03.351959 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a8beb7-bcfc-46aa-b085-f927c7569708 service neutron] Pushing event updated for resources: {'Port': ['ID=4063cbd7-f7cb-49bf-91dd-30bde29c653a,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:03.406895 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-75a8beb7-bcfc-46aa-b085-f927c7569708 service neutron] Attempting to bind port 4063cbd7-f7cb-49bf-91dd-30bde29c653a on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:49:03.407250 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-75a8beb7-bcfc-46aa-b085-f927c7569708 service neutron] Attempting to bind port 4063cbd7-f7cb-49bf-91dd-30bde29c653a by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:49:03.407579 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-75a8beb7-bcfc-46aa-b085-f927c7569708 service neutron] Attempting to bind port 4063cbd7-f7cb-49bf-91dd-30bde29c653a on network 24a709a9-6fef-4b8b-a432-62063bc26954 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:49:03.415969 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-75a8beb7-bcfc-46aa-b085-f927c7569708 service neutron] Port 4063cbd7-f7cb-49bf-91dd-30bde29c653a on network 24a709a9-6fef-4b8b-a432-62063bc26954 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:49:03.416391 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-75a8beb7-bcfc-46aa-b085-f927c7569708 service neutron] Attempting to bind port 4063cbd7-f7cb-49bf-91dd-30bde29c653a on network 24a709a9-6fef-4b8b-a432-62063bc26954 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:49:03.436165 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-75a8beb7-bcfc-46aa-b085-f927c7569708 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:49:03.436515 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-75a8beb7-bcfc-46aa-b085-f927c7569708 service neutron] Checking segment: {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:49:03.436850 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-75a8beb7-bcfc-46aa-b085-f927c7569708 service neutron] Bound using segment: {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:49:03.437293 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-75a8beb7-bcfc-46aa-b085-f927c7569708 service neutron] Bound port: 4063cbd7-f7cb-49bf-91dd-30bde29c653a, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:49:03.437640 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-75a8beb7-bcfc-46aa-b085-f927c7569708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:03.454908 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-8e4de37a-c52b-43b8-9e59-a66cbabd9c50 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Network a85aca27-47ab-4d45-92c3-b1f3ae1ab31b is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:49:03.460280 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-8e4de37a-c52b-43b8-9e59-a66cbabd9c50 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:49:03.467038 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-8e4de37a-c52b-43b8-9e59-a66cbabd9c50 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:49:03.472519 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-8e4de37a-c52b-43b8-9e59-a66cbabd9c50 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:03.473145 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-8e4de37a-c52b-43b8-9e59-a66cbabd9c50 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:03.476699 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device e90b2c40-9836-4148-8596-ecfb762c3dbb up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:49:03.487746 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b512d-0870-4cf1-a13d-d32e7cbd5ce6 req-52a19ee4-ca7e-4823-bd55-97e16481e3d0 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:03.495087 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fa6b512d-0870-4cf1-a13d-d32e7cbd5ce6 req-52a19ee4-ca7e-4823-bd55-97e16481e3d0 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/ports?device_id=66fecaaa-5688-4f23-981a-4f09ace07bc5 HTTP/1.1" status: 200 len: 944 time: 0.1634948 Sep 21 17:49:03.581652 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-2046e367-7348-4dab-b2ed-1b98d6be22a7 service neutron] For port 9ab6d309-426f-4163-bdcd-8ac8922a6949, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=9ab6d309-426f-4163-bdcd-8ac8922a6949,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:03.584928 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4de37a-c52b-43b8-9e59-a66cbabd9c50 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Pushing event updated for resources: {'Port': ['ID=5bac040e-9d43-4d5f-aac3-b11c3b275804,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:03.611061 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port e90b2c40-9836-4148-8596-ecfb762c3dbb completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:49:03.612127 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-2046e367-7348-4dab-b2ed-1b98d6be22a7 service neutron] For port 9ab6d309-426f-4163-bdcd-8ac8922a6949, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:49:03.619852 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port e90b2c40-9836-4148-8596-ecfb762c3dbb triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:49:03.629694 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fa6b512d-0870-4cf1-a13d-d32e7cbd5ce6 req-81a0fb58-fe0b-4791-9d7b-5211136a160d tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188717 Sep 21 17:49:03.630024 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:03.630106 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-8e4de37a-c52b-43b8-9e59-a66cbabd9c50 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0360296 Sep 21 17:49:03.745346 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-2f9f8706-ba39-43c3-a49d-46f17ccaeb13 service neutron] 10.222.0.38 "GET /v2.0/networks/11a4fcdf-56c0-4722-a4a2-ffbd8671669c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867726 Sep 21 17:49:03.753513 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:03.754668 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-2046e367-7348-4dab-b2ed-1b98d6be22a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ab6d309-426f-4163-bdcd-8ac8922a6949 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:49:03.779785 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aeca6c9-2c62-4b54-86e6-5e19a9c9486c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90b2c40-9836-4148-8596-ecfb762c3dbb'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:49:03.787748 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212e38ab-a7ce-41ef-b4d8-b2cb64c29e02" -d '{"events": [{"server_uuid": "9aeca6c9-2c62-4b54-86e6-5e19a9c9486c", "name": "network-vif-plugged", "status": "completed", "tag": "e90b2c40-9836-4148-8596-ecfb762c3dbb"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:49:03.789378 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-2046e367-7348-4dab-b2ed-1b98d6be22a7 service neutron] For port 9ab6d309-426f-4163-bdcd-8ac8922a6949, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9ab6d309-426f-4163-bdcd-8ac8922a6949,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:03.802570 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port e90b2c40-9836-4148-8596-ecfb762c3dbb, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=e90b2c40-9836-4148-8596-ecfb762c3dbb,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:03.808109 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:03.852476 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9b921-4047-461f-9893-5643f4708205 req-aa7306b9-1579-4382-87dd-95a153288742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:03.858166 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2dd9b921-4047-461f-9893-5643f4708205 req-aa7306b9-1579-4382-87dd-95a153288742 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ce365bfd-7bb2-49d3-914a-63ce743986ef HTTP/1.1" status: 200 len: 908 time: 0.6692121 Sep 21 17:49:03.876550 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-b7a9a302-827b-44dc-b32d-5ef0ec35b430 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2188504 Sep 21 17:49:03.887778 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-2046e367-7348-4dab-b2ed-1b98d6be22a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:03.892952 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=e90b2c40-9836-4148-8596-ecfb762c3dbb,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:03.898166 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640e0cf-b698-4771-b203-6df888bc5c33 req-dc6793b0-4dc0-4e05-a7c5-ce90afb945f3 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:03.905938 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7640e0cf-b698-4771-b203-6df888bc5c33 req-dc6793b0-4dc0-4e05-a7c5-ce90afb945f3 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8995f9-d064-49a1-889b-bdffb349840f HTTP/1.1" status: 200 len: 943 time: 0.1815109 Sep 21 17:49:03.932352 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-3c3f59d0-04f4-40d6-a084-8e795d2701cb None None] Provisioning complete for port 5bac040e-9d43-4d5f-aac3-b11c3b275804 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:49:03.933242 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3c3f59d0-04f4-40d6-a084-8e795d2701cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:03.940814 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f8f46c0f-a19e-4162-a8d7-d68fe9b605e0 req-a881b507-ba38-4c5c-aad0-d217143463e6 service neutron] 10.222.0.38 "GET /v2.0/networks/11a4fcdf-56c0-4722-a4a2-ffbd8671669c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689537 Sep 21 17:49:03.967635 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7640e0cf-b698-4771-b203-6df888bc5c33 req-3734d60e-aa79-4d7e-a2b6-8ec9635fa872 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588486 Sep 21 17:49:04.043925 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-3c3f59d0-04f4-40d6-a084-8e795d2701cb None None] Port 5bac040e-9d43-4d5f-aac3-b11c3b275804 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:49:04.085848 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4e3d5-3e71-490a-a8fa-e2254ea32b2e req-a9638b0e-5ea0-4363-aba6-e989a78f78c3 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:04.088062 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4ab4e3d5-3e71-490a-a8fa-e2254ea32b2e req-a9638b0e-5ea0-4363-aba6-e989a78f78c3 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/ports?device_id=50e3f8b8-ae1f-410d-873c-8985c10ee958 HTTP/1.1" status: 200 len: 931 time: 0.0583658 Sep 21 17:49:04.160135 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4ab4e3d5-3e71-490a-a8fa-e2254ea32b2e req-97c6b79c-7e44-4cae-9d0a-ac23d288df9f tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a5788c3-3b53-45da-bc36-1e521b2619d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634887 Sep 21 17:49:04.215652 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 356dc1ce-2896-4305-a9a7-238488263c10 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:49:04.228040 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2dd9b921-4047-461f-9893-5643f4708205 req-e99222fa-22e2-4859-93cb-481e5d180ca8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ab6d309-426f-4163-bdcd-8ac8922a6949 HTTP/1.1" status: 200 len: 217 time: 0.3334391 Sep 21 17:49:04.332274 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9b921-4047-461f-9893-5643f4708205 req-22cddd22-2577-41ff-886a-1ac22cba33eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:04.333947 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2dd9b921-4047-461f-9893-5643f4708205 req-22cddd22-2577-41ff-886a-1ac22cba33eb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f6bcee82-068a-4838-bdd8-412dc7128026 HTTP/1.1" status: 200 len: 847 time: 0.0888567 Sep 21 17:49:04.335159 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-2046e367-7348-4dab-b2ed-1b98d6be22a7 service neutron] Transition to ACTIVE for port object 9ab6d309-426f-4163-bdcd-8ac8922a6949 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:49:04.358881 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-2046e367-7348-4dab-b2ed-1b98d6be22a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:04.359766 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5495d-b6c3-4006-8cfe-37b420caedd0 req-bd19cdd0-56e2-40a6-b948-45b6f3b2e4f0 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:04.367693 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9fd5495d-b6c3-4006-8cfe-37b420caedd0 req-bd19cdd0-56e2-40a6-b948-45b6f3b2e4f0 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 949 time: 0.0898712 Sep 21 17:49:04.389924 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c34b77-e16f-4185-a397-474d3d1d17bd req-2a5ba214-6889-47a9-8881-43b3c7d25d51 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:04.398245 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-81c34b77-e16f-4185-a397-474d3d1d17bd req-2a5ba214-6889-47a9-8881-43b3c7d25d51 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/ports?device_id=9aeca6c9-2c62-4b54-86e6-5e19a9c9486c HTTP/1.1" status: 200 len: 950 time: 0.5601971 Sep 21 17:49:04.450613 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9fd5495d-b6c3-4006-8cfe-37b420caedd0 req-2dc5d36f-39f1-4c54-bd17-2ec185cd3a35 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800495 Sep 21 17:49:04.478226 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 356dc1ce-2896-4305-a9a7-238488263c10, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=356dc1ce-2896-4305-a9a7-238488263c10,segment=NetworkSegment(5b6f10d4-dd75-4fb6-b8ac-481a524386ad),segment_id=5b6f10d4-dd75-4fb6-b8ac-481a524386ad)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:04.489594 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2dd9b921-4047-461f-9893-5643f4708205 req-3b092084-6d87-4204-ae97-613c9720e9fe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ce365bfd-7bb2-49d3-914a-63ce743986ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1424205 Sep 21 17:49:04.496964 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '356dc1ce-2896-4305-a9a7-238488263c10', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'port_id': '356dc1ce-2896-4305-a9a7-238488263c10', 'mac_address': 'fa:16:3e:7a:24:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:49:04.518982 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-75a8beb7-bcfc-46aa-b085-f927c7569708 service neutron] For port 4063cbd7-f7cb-49bf-91dd-30bde29c653a, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:49:04.541308 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-75a8beb7-bcfc-46aa-b085-f927c7569708 service neutron] For port 4063cbd7-f7cb-49bf-91dd-30bde29c653a, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=4063cbd7-f7cb-49bf-91dd-30bde29c653a,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:49:04.556262 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:04.573571 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 356dc1ce-2896-4305-a9a7-238488263c10 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:49:04.608502 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-2046e367-7348-4dab-b2ed-1b98d6be22a7 service neutron] No DVR routers for this DVR port 9ab6d309-426f-4163-bdcd-8ac8922a6949 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:49:04.613104 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 356dc1ce-2896-4305-a9a7-238488263c10, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=356dc1ce-2896-4305-a9a7-238488263c10,segment=NetworkSegment(5b6f10d4-dd75-4fb6-b8ac-481a524386ad),segment_id=5b6f10d4-dd75-4fb6-b8ac-481a524386ad)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:04.614564 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-75a8beb7-bcfc-46aa-b085-f927c7569708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:04.623621 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:04.633930 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b763d-f199-4b55-a410-cf6da19abaa4 req-258c6424-d233-4939-9a26-b998d7b4978c tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:04.641750 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1b8b763d-f199-4b55-a410-cf6da19abaa4 req-258c6424-d233-4939-9a26-b998d7b4978c tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 945 time: 0.0815260 Sep 21 17:49:04.676276 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-81c34b77-e16f-4185-a397-474d3d1d17bd req-679b45c9-4971-4cc4-b792-c6d7a7521937 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cf192a2-84ae-48e3-922d-e8b53ea49366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647054 Sep 21 17:49:04.685472 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1b8b763d-f199-4b55-a410-cf6da19abaa4 req-d100e505-8485-45dc-80be-1d9b0417fa45 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423760 Sep 21 17:49:04.725634 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2046e367-7348-4dab-b2ed-1b98d6be22a7 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab6d309-426f-4163-bdcd-8ac8922a6949,revision_number=10']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:04.786407 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c3154c-c9a3-401f-8c8a-f058cf2c716a x-openstack-request-id: req-61c3154c-c9a3-401f-8c8a-f058cf2c716a {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:49:04.787247 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aeca6c9-2c62-4b54-86e6-5e19a9c9486c", "name": "network-vif-plugged", "status": "completed", "tag": "e90b2c40-9836-4148-8596-ecfb762c3dbb", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:49:04.790168 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-61c3154c-c9a3-401f-8c8a-f058cf2c716a {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:49:04.791816 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aeca6c9-2c62-4b54-86e6-5e19a9c9486c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90b2c40-9836-4148-8596-ecfb762c3dbb', 'code': 200} Sep 21 17:49:04.797278 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-2046e367-7348-4dab-b2ed-1b98d6be22a7 service neutron] 10.222.0.38 "PUT /v2.0/ports/9ab6d309-426f-4163-bdcd-8ac8922a6949/bindings/n-h2-810291-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5321448 Sep 21 17:49:04.856819 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=356dc1ce-2896-4305-a9a7-238488263c10,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:04.914919 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0b46c-530d-47f6-8cc1-e978f892de1c req-49b8cc99-2077-4e30-be50-cb11d41f8638 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:04.923504 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-44a0b46c-530d-47f6-8cc1-e978f892de1c req-49b8cc99-2077-4e30-be50-cb11d41f8638 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=79da5491-ceaf-4db3-81cd-5dfe13c1975c HTTP/1.1" status: 200 len: 950 time: 0.1442292 Sep 21 17:49:04.931681 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['356dc1ce-2896-4305-a9a7-238488263c10'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:49:04.955061 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-75a8beb7-bcfc-46aa-b085-f927c7569708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:04.955707 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-75a8beb7-bcfc-46aa-b085-f927c7569708 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:04.957083 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-75a8beb7-bcfc-46aa-b085-f927c7569708 service neutron] 10.222.0.38 "PUT /v2.0/ports/4063cbd7-f7cb-49bf-91dd-30bde29c653a HTTP/1.1" status: 200 len: 1091 time: 2.5110614 Sep 21 17:49:04.976793 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8995f9-d064-49a1-889b-bdffb349840f', 'tag': '4063cbd7-f7cb-49bf-91dd-30bde29c653a'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:49:04.979268 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7133f6-b51b-4bd9-9d67-5819d6f0f1e3" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8995f9-d064-49a1-889b-bdffb349840f", "tag": "4063cbd7-f7cb-49bf-91dd-30bde29c653a"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:49:05.026146 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a8beb7-bcfc-46aa-b085-f927c7569708 service neutron] Pushing event updated for resources: {'Port': ['ID=4063cbd7-f7cb-49bf-91dd-30bde29c653a,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:05.033679 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2dd9b921-4047-461f-9893-5643f4708205 req-7e002651-df2b-4425-9cfd-ba358a3e0cce service neutron] 10.222.0.38 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4907711 Sep 21 17:49:05.054994 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206b423-e1ab-4d0c-8389-e2b0ba211adb req-084aec15-b3f0-4263-8790-cef4f9398875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:05.056478 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b206b423-e1ab-4d0c-8389-e2b0ba211adb req-084aec15-b3f0-4263-8790-cef4f9398875 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9aeca6c9-2c62-4b54-86e6-5e19a9c9486c HTTP/1.1" status: 200 len: 1101 time: 0.1907296 Sep 21 17:49:05.066125 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-44a0b46c-530d-47f6-8cc1-e978f892de1c req-bc4148e6-48de-46f7-9b57-9f5ba63e0a6c tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/security-groups?id=a812a218-7e96-4ad2-9287-5ec8d8ba6347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415105 Sep 21 17:49:05.072741 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ba089-aa6d-4d55-af15-8c996fb75f73 req-0bc6e958-5dda-4f51-acbf-7dfdce2fad93 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:05.080222 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-085ba089-aa6d-4d55-af15-8c996fb75f73 req-0bc6e958-5dda-4f51-acbf-7dfdce2fad93 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports?device_id=97995358-b50c-487c-8edf-1bb933d9355c HTTP/1.1" status: 200 len: 945 time: 0.2187481 Sep 21 17:49:05.111160 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66fecaaa-5688-4f23-981a-4f09ace07bc5', 'tag': '33c2dcdf-eaf7-4914-a1a9-0b8248f353f2'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:49:05.121592 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43456aa6-2469-4a1f-94d4-da0a37a3239f" -d '{"events": [{"name": "network-changed", "server_uuid": "66fecaaa-5688-4f23-981a-4f09ace07bc5", "tag": "33c2dcdf-eaf7-4914-a1a9-0b8248f353f2"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:49:05.237933 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d41009-867c-4cc0-af2b-29d07ec37193 req-6724342f-b48d-4f53-83e8-22a84be9c215 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:05.246544 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-58d41009-867c-4cc0-af2b-29d07ec37193 req-6724342f-b48d-4f53-83e8-22a84be9c215 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/ports?device_id=66fecaaa-5688-4f23-981a-4f09ace07bc5 HTTP/1.1" status: 200 len: 944 time: 0.0975058 Sep 21 17:49:05.268922 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-085ba089-aa6d-4d55-af15-8c996fb75f73 req-f9e9e2bd-82c6-46f2-bed5-1bc2a0d4038b tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d1adea4-3123-43ec-b076-7a49a44dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878314 Sep 21 17:49:05.282581 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-b861eca0-f8c7-407b-871d-07fca424e3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:05.288210 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-b861eca0-f8c7-407b-871d-07fca424e3e4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=57dccdb6847547f580dd9713009778d2&device_id=4b8995f9-d064-49a1-889b-bdffb349840f HTTP/1.1" status: 200 len: 1094 time: 0.2817941 Sep 21 17:49:05.310486 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b206b423-e1ab-4d0c-8389-e2b0ba211adb req-b4e966eb-dc97-4733-bb14-980f086c0bee service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9cf192a2-84ae-48e3-922d-e8b53ea49366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245080 Sep 21 17:49:05.316367 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-58d41009-867c-4cc0-af2b-29d07ec37193 req-a9566c49-d0f0-4084-878c-8d74d3f882dc tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624623 Sep 21 17:49:05.379875 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-6aab1ed3-7732-4033-9978-4b3429d9472d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4063cbd7-f7cb-49bf-91dd-30bde29c653a HTTP/1.1" status: 200 len: 217 time: 0.0785100 Sep 21 17:49:05.401665 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2dd9b921-4047-461f-9893-5643f4708205 req-639ab5a5-efd9-4bcf-84b0-5509393f0300 service neutron] 10.222.0.38 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498509 Sep 21 17:49:05.412529 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923eeab9-69eb-4db4-a870-1ed5d435f1cb x-openstack-request-id: req-923eeab9-69eb-4db4-a870-1ed5d435f1cb {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:49:05.412874 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8995f9-d064-49a1-889b-bdffb349840f", "tag": "4063cbd7-f7cb-49bf-91dd-30bde29c653a", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:49:05.413274 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-923eeab9-69eb-4db4-a870-1ed5d435f1cb {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:49:05.413716 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8995f9-d064-49a1-889b-bdffb349840f', 'tag': '4063cbd7-f7cb-49bf-91dd-30bde29c653a', 'status': 'completed', 'code': 200} Sep 21 17:49:05.449714 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddd433e-4c9e-4770-909b-7439351dc319 x-openstack-request-id: req-7ddd433e-4c9e-4770-909b-7439351dc319 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:49:05.450267 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66fecaaa-5688-4f23-981a-4f09ace07bc5", "tag": "33c2dcdf-eaf7-4914-a1a9-0b8248f353f2", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:49:05.450267 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7ddd433e-4c9e-4770-909b-7439351dc319 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:49:05.450625 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66fecaaa-5688-4f23-981a-4f09ace07bc5', 'tag': '33c2dcdf-eaf7-4914-a1a9-0b8248f353f2', 'status': 'completed', 'code': 200} Sep 21 17:49:05.461153 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94821f19-aef7-47e7-9181-5cf2e1664299 req-a74bb287-1eca-43e1-bfaa-dee7e69323e6 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:05.462813 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-94821f19-aef7-47e7-9181-5cf2e1664299 req-a74bb287-1eca-43e1-bfaa-dee7e69323e6 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8995f9-d064-49a1-889b-bdffb349840f HTTP/1.1" status: 200 len: 943 time: 0.0600185 Sep 21 17:49:05.560845 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-94821f19-aef7-47e7-9181-5cf2e1664299 req-7bd26688-88a4-437f-b4da-6ab2fd10ceec tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901792 Sep 21 17:49:05.598010 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6950f-8469-4a00-9746-96f9dbbda513 req-6da12f18-160f-48a0-ac6f-1781af16d104 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:05.599573 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e3a6950f-8469-4a00-9746-96f9dbbda513 req-6da12f18-160f-48a0-ac6f-1781af16d104 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/ports?device_id=50e3f8b8-ae1f-410d-873c-8985c10ee958 HTTP/1.1" status: 200 len: 931 time: 0.0893223 Sep 21 17:49:05.644006 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e3a6950f-8469-4a00-9746-96f9dbbda513 req-c9aa2d1d-3919-4a08-81b2-4d8b86fca6ed tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a5788c3-3b53-45da-bc36-1e521b2619d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358281 Sep 21 17:49:05.670642 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-c1c117b7-c981-4e38-b383-06680010a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:05.672119 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-c1c117b7-c981-4e38-b383-06680010a581 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f5dcf0d3-3653-4c17-af0f-a1adf84dd578 HTTP/1.1" status: 200 len: 861 time: 0.1607115 Sep 21 17:49:05.706743 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43456aa6-2469-4a1f-94d4-da0a37a3239f req-2a536939-eb75-48da-b820-29d366677f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:05.708323 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43456aa6-2469-4a1f-94d4-da0a37a3239f req-2a536939-eb75-48da-b820-29d366677f96 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b93028f5f6c042dd85c1734d29b3e8eb&device_id=66fecaaa-5688-4f23-981a-4f09ace07bc5 HTTP/1.1" status: 200 len: 1095 time: 0.1466768 Sep 21 17:49:05.744635 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-c1763087-7b02-4e35-b6cf-c8dec084457b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=24a709a9-6fef-4b8b-a432-62063bc26954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611808 Sep 21 17:49:05.816205 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade31ce-7234-40a7-bf3c-dc65c4e0bbda req-6b8bc0c7-fc35-45e9-8559-bbdc4c2c85c9 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:05.817943 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9ade31ce-7234-40a7-bf3c-dc65c4e0bbda req-6b8bc0c7-fc35-45e9-8559-bbdc4c2c85c9 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/ports?device_id=9aeca6c9-2c62-4b54-86e6-5e19a9c9486c HTTP/1.1" status: 200 len: 950 time: 0.0780241 Sep 21 17:49:05.837649 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915ae42-8e2c-4778-bea3-089ec4b3429d req-837d9147-9933-43da-bfd4-cc2dd52a8b57 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:05.839208 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6915ae42-8e2c-4778-bea3-089ec4b3429d req-837d9147-9933-43da-bfd4-cc2dd52a8b57 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 949 time: 0.1791120 Sep 21 17:49:05.889834 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9ade31ce-7234-40a7-bf3c-dc65c4e0bbda req-a7153330-1dff-48af-b1a1-b4ac24244b49 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cf192a2-84ae-48e3-922d-e8b53ea49366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650237 Sep 21 17:49:06.031093 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d48bb5-aab3-40c1-a24d-a0b137bd41d3 req-7b2af4df-df27-406a-a931-68eb8c54431d tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:06.032663 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-16d48bb5-aab3-40c1-a24d-a0b137bd41d3 req-7b2af4df-df27-406a-a931-68eb8c54431d tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 945 time: 0.0536838 Sep 21 17:49:06.087022 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-16d48bb5-aab3-40c1-a24d-a0b137bd41d3 req-a54e8744-3e8a-4d0f-9a29-ee018a1408a5 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478699 Sep 21 17:49:06.187364 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-f537f71c-baa4-4cc3-83f6-2e5c163cdb69 service neutron] 10.222.0.38 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096494 Sep 21 17:49:06.190781 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6915ae42-8e2c-4778-bea3-089ec4b3429d req-4a17026a-f49e-4de9-aa61-b4816d4118f3 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259199 Sep 21 17:49:06.194636 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43456aa6-2469-4a1f-94d4-da0a37a3239f req-052d838c-35c3-4a12-9eb8-8db2733eabdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:06.196120 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43456aa6-2469-4a1f-94d4-da0a37a3239f req-052d838c-35c3-4a12-9eb8-8db2733eabdc service neutron] 10.222.0.38 "GET /v2.0/networks?id=11a4fcdf-56c0-4722-a4a2-ffbd8671669c HTTP/1.1" status: 200 len: 925 time: 0.4787657 Sep 21 17:49:06.230707 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 356dc1ce-2896-4305-a9a7-238488263c10 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:49:06.256727 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43456aa6-2469-4a1f-94d4-da0a37a3239f req-8efc638f-2646-4b70-92db-b7a79db21259 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33c2dcdf-eaf7-4914-a1a9-0b8248f353f2 HTTP/1.1" status: 200 len: 217 time: 0.0517817 Sep 21 17:49:06.263497 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52373f-8453-498e-9a79-c1a51305652c req-364d93a5-e8fe-459d-925b-a6fe998c9c8b tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:06.265430 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7c52373f-8453-498e-9a79-c1a51305652c req-364d93a5-e8fe-459d-925b-a6fe998c9c8b tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=79da5491-ceaf-4db3-81cd-5dfe13c1975c HTTP/1.1" status: 200 len: 950 time: 0.0894320 Sep 21 17:49:06.298454 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 356dc1ce-2896-4305-a9a7-238488263c10 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:49:06.303383 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 356dc1ce-2896-4305-a9a7-238488263c10 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:49:06.303964 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:06.354575 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43456aa6-2469-4a1f-94d4-da0a37a3239f req-cc6eb5c5-b8d5-4302-a9d6-41d6ce72a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:06.356064 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43456aa6-2469-4a1f-94d4-da0a37a3239f req-cc6eb5c5-b8d5-4302-a9d6-41d6ce72a2e8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=42aa13e9-fa0a-473d-9510-59ad5e7250f2 HTTP/1.1" status: 200 len: 863 time: 0.0921531 Sep 21 17:49:06.363304 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7c52373f-8453-498e-9a79-c1a51305652c req-3464d7c4-6372-4609-8bb9-2e8335ec3804 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/security-groups?id=a812a218-7e96-4ad2-9287-5ec8d8ba6347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887251 Sep 21 17:49:06.421802 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0e48de5a-dd31-4fec-ab80-a26fe8477dae req-b3d32e3d-ece2-482c-afc5-058925a17c2c service neutron] 10.222.0.38 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244411 Sep 21 17:49:06.439889 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:06.498127 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43456aa6-2469-4a1f-94d4-da0a37a3239f req-7682d64b-e3f7-422f-aa6b-f2e8e2fe7db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:06.499987 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43456aa6-2469-4a1f-94d4-da0a37a3239f req-7682d64b-e3f7-422f-aa6b-f2e8e2fe7db1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11a4fcdf-56c0-4722-a4a2-ffbd8671669c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1342876 Sep 21 17:49:06.531065 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 356dc1ce-2896-4305-a9a7-238488263c10, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=356dc1ce-2896-4305-a9a7-238488263c10,segment=NetworkSegment(5b6f10d4-dd75-4fb6-b8ac-481a524386ad),segment_id=5b6f10d4-dd75-4fb6-b8ac-481a524386ad)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:06.544485 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:06.545823 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d7021-ba1d-43de-9ed5-2bb89db78ca9 req-f524d555-5b9b-47db-a88d-6814a74aa231 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:06.553849 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c98d7021-ba1d-43de-9ed5-2bb89db78ca9 req-f524d555-5b9b-47db-a88d-6814a74aa231 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports?device_id=97995358-b50c-487c-8edf-1bb933d9355c HTTP/1.1" status: 200 len: 945 time: 0.1638181 Sep 21 17:49:06.601419 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5da35f-4b66-447d-a007-31aab5ecc6e6 req-b7be410a-7011-4919-ada4-80909e7c0abe tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:06.608905 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ba5da35f-4b66-447d-a007-31aab5ecc6e6 req-b7be410a-7011-4919-ada4-80909e7c0abe tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/ports?device_id=66fecaaa-5688-4f23-981a-4f09ace07bc5 HTTP/1.1" status: 200 len: 944 time: 0.1002493 Sep 21 17:49:06.631150 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=356dc1ce-2896-4305-a9a7-238488263c10,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:06.661951 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7133f6-b51b-4bd9-9d67-5819d6f0f1e3 req-fecd5855-d99f-4449-ab59-9d30ce975397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:06.663502 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad7133f6-b51b-4bd9-9d67-5819d6f0f1e3 req-fecd5855-d99f-4449-ab59-9d30ce975397 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=57dccdb6847547f580dd9713009778d2&device_id=4b8995f9-d064-49a1-889b-bdffb349840f HTTP/1.1" status: 200 len: 1094 time: 0.1626122 Sep 21 17:49:06.667560 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ba5da35f-4b66-447d-a007-31aab5ecc6e6 req-80975826-6fec-483a-93d4-31972e04372b tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577536 Sep 21 17:49:06.717390 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c98d7021-ba1d-43de-9ed5-2bb89db78ca9 req-700946aa-2279-4db3-8291-16c941fe9b5f tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d1adea4-3123-43ec-b076-7a49a44dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624813 Sep 21 17:49:06.796020 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97995358-b50c-487c-8edf-1bb933d9355c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356dc1ce-2896-4305-a9a7-238488263c10'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:49:06.798035 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9cb6e8-c82e-4eac-8ed9-221952d2e18a req-7f8da72c-d362-4f56-ae95-df186239d0a3 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:06.798994 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cf1d9d-528e-4dc7-8875-44af28828b1b" -d '{"events": [{"server_uuid": "97995358-b50c-487c-8edf-1bb933d9355c", "name": "network-vif-plugged", "status": "completed", "tag": "356dc1ce-2896-4305-a9a7-238488263c10"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:49:06.800186 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4f9cb6e8-c82e-4eac-8ed9-221952d2e18a req-7f8da72c-d362-4f56-ae95-df186239d0a3 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8995f9-d064-49a1-889b-bdffb349840f HTTP/1.1" status: 200 len: 943 time: 0.0729339 Sep 21 17:49:06.816098 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43456aa6-2469-4a1f-94d4-da0a37a3239f req-981ed8e8-f3ee-4609-a8c1-98680095a299 service neutron] 10.222.0.38 "GET /v2.0/networks/11a4fcdf-56c0-4722-a4a2-ffbd8671669c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053634 Sep 21 17:49:06.858462 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4f9cb6e8-c82e-4eac-8ed9-221952d2e18a req-08bb77be-2dad-46fc-bd22-e028a05e61e7 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507686 Sep 21 17:49:06.899530 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7133f6-b51b-4bd9-9d67-5819d6f0f1e3 req-610e6d8c-2781-4243-930e-f50eb821a9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:06.901163 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad7133f6-b51b-4bd9-9d67-5819d6f0f1e3 req-610e6d8c-2781-4243-930e-f50eb821a9d8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=24a709a9-6fef-4b8b-a432-62063bc26954 HTTP/1.1" status: 200 len: 922 time: 0.2247441 Sep 21 17:49:06.909315 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce94ba0-76f3-4840-90b8-d8c4cc28a34e x-openstack-request-id: req-dce94ba0-76f3-4840-90b8-d8c4cc28a34e {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:49:06.909504 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97995358-b50c-487c-8edf-1bb933d9355c", "name": "network-vif-plugged", "status": "completed", "tag": "356dc1ce-2896-4305-a9a7-238488263c10", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:49:06.909708 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dce94ba0-76f3-4840-90b8-d8c4cc28a34e {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:49:06.910099 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97995358-b50c-487c-8edf-1bb933d9355c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356dc1ce-2896-4305-a9a7-238488263c10', 'code': 200} Sep 21 17:49:06.987326 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad7133f6-b51b-4bd9-9d67-5819d6f0f1e3 req-a2f5262a-3b75-458b-8e02-2486e45f943a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4063cbd7-f7cb-49bf-91dd-30bde29c653a HTTP/1.1" status: 200 len: 217 time: 0.0713179 Sep 21 17:49:06.995146 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5595658-e6bf-4e01-9506-52cc9b06b403 req-1905f14e-2f5a-4bf6-9fcf-0c9f53f67cd0 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:06.996781 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a5595658-e6bf-4e01-9506-52cc9b06b403 req-1905f14e-2f5a-4bf6-9fcf-0c9f53f67cd0 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/ports?device_id=50e3f8b8-ae1f-410d-873c-8985c10ee958 HTTP/1.1" status: 200 len: 931 time: 0.1856744 Sep 21 17:49:07.041304 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec3d3b-010e-43ef-8bfb-1fcc72a0ddab req-6aeef692-3ea1-4263-9927-35f418fb6c1b tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:07.043153 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-57ec3d3b-010e-43ef-8bfb-1fcc72a0ddab req-6aeef692-3ea1-4263-9927-35f418fb6c1b tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/ports?device_id=9aeca6c9-2c62-4b54-86e6-5e19a9c9486c HTTP/1.1" status: 200 len: 950 time: 0.0826211 Sep 21 17:49:07.077116 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7133f6-b51b-4bd9-9d67-5819d6f0f1e3 req-b7fc69b8-3020-497b-8f18-b322f58b175a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:07.078625 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad7133f6-b51b-4bd9-9d67-5819d6f0f1e3 req-b7fc69b8-3020-497b-8f18-b322f58b175a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f5dcf0d3-3653-4c17-af0f-a1adf84dd578 HTTP/1.1" status: 200 len: 861 time: 0.0809426 Sep 21 17:49:07.081854 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43456aa6-2469-4a1f-94d4-da0a37a3239f req-9472f42a-03bd-49b7-a055-7c233914fb06 service neutron] 10.222.0.38 "GET /v2.0/networks/11a4fcdf-56c0-4722-a4a2-ffbd8671669c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504044 Sep 21 17:49:07.099829 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-57ec3d3b-010e-43ef-8bfb-1fcc72a0ddab req-deb742ca-b56d-4a2d-8f43-ab79fb0ae1ef tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cf192a2-84ae-48e3-922d-e8b53ea49366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480950 Sep 21 17:49:07.121321 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a5595658-e6bf-4e01-9506-52cc9b06b403 req-18c3d7dd-932d-44ab-af1b-7c9046dac0f2 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a5788c3-3b53-45da-bc36-1e521b2619d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095085 Sep 21 17:49:07.127189 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad7133f6-b51b-4bd9-9d67-5819d6f0f1e3 req-5d2bafeb-2423-4593-b731-d78134028114 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=24a709a9-6fef-4b8b-a432-62063bc26954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335977 Sep 21 17:49:07.301624 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1cbc1b-4bd2-4d5a-9ce3-740370edaf05 req-840ab3fa-882a-4698-9a8a-e3094f7663b5 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:07.303469 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9b1cbc1b-4bd2-4d5a-9ce3-740370edaf05 req-840ab3fa-882a-4698-9a8a-e3094f7663b5 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 945 time: 0.0852218 Sep 21 17:49:07.305396 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad7133f6-b51b-4bd9-9d67-5819d6f0f1e3 req-89e905e3-98e8-454e-9ae2-f0fdc9b35fc0 service neutron] 10.222.0.38 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701617 Sep 21 17:49:07.388656 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af17f1-69be-4471-b855-90edbcb5ce6a req-6adab4fb-1870-4a9f-8362-49474a5e980a tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:07.390082 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e9af17f1-69be-4471-b855-90edbcb5ce6a req-6adab4fb-1870-4a9f-8362-49474a5e980a tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 949 time: 0.0612335 Sep 21 17:49:07.412187 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9b1cbc1b-4bd2-4d5a-9ce3-740370edaf05 req-2bbb29d5-af30-4e08-98db-d8a1b59832fc tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869215 Sep 21 17:49:07.443359 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e9af17f1-69be-4471-b855-90edbcb5ce6a req-c4a5b12a-a791-4385-bbce-3941e1229cbf tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466375 Sep 21 17:49:07.463399 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad7133f6-b51b-4bd9-9d67-5819d6f0f1e3 req-d8d3affd-578e-4579-af64-0f5d4895f540 service neutron] 10.222.0.38 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476767 Sep 21 17:49:07.505848 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 33c2dcdf-eaf7-4914-a1a9-0b8248f353f2 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:49:07.566015 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 9ab6d309-426f-4163-bdcd-8ac8922a6949 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:49:07.575912 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533e6a3-74f1-4eb4-8e3b-269e1d66a01a req-89d68005-e37f-434c-92b7-7b0e5fbe8900 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:07.578544 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5533e6a3-74f1-4eb4-8e3b-269e1d66a01a req-89d68005-e37f-434c-92b7-7b0e5fbe8900 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=79da5491-ceaf-4db3-81cd-5dfe13c1975c HTTP/1.1" status: 200 len: 950 time: 0.0657372 Sep 21 17:49:07.590905 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28af99c-d59e-4b48-b9e8-cddc6f7f7ce3 req-031b2e73-86ed-44f3-8e2a-ece878e811da tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:07.592580 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c28af99c-d59e-4b48-b9e8-cddc6f7f7ce3 req-031b2e73-86ed-44f3-8e2a-ece878e811da tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/ports?device_id=9aeca6c9-2c62-4b54-86e6-5e19a9c9486c HTTP/1.1" status: 200 len: 950 time: 0.0557930 Sep 21 17:49:07.627763 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5533e6a3-74f1-4eb4-8e3b-269e1d66a01a req-e475ea5e-27e4-4289-aaa5-6569948d39f7 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/security-groups?id=a812a218-7e96-4ad2-9287-5ec8d8ba6347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435355 Sep 21 17:49:07.647275 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c28af99c-d59e-4b48-b9e8-cddc6f7f7ce3 req-051cf29b-5ef0-461f-bfec-66a1891a02aa tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cf192a2-84ae-48e3-922d-e8b53ea49366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456567 Sep 21 17:49:07.681648 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 9ab6d309-426f-4163-bdcd-8ac8922a6949 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:49:07.710770 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 33c2dcdf-eaf7-4914-a1a9-0b8248f353f2, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=33c2dcdf-eaf7-4914-a1a9-0b8248f353f2,segment=NetworkSegment(7a5dc2df-d527-4d5f-8075-3ae6a5871227),segment_id=7a5dc2df-d527-4d5f-8075-3ae6a5871227)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:07.741080 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '33c2dcdf-eaf7-4914-a1a9-0b8248f353f2', 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c', 'port_id': '33c2dcdf-eaf7-4914-a1a9-0b8248f353f2', 'mac_address': 'fa:16:3e:fe:a4:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42aa13e9-fa0a-473d-9510-59ad5e7250f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:49:07.784658 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:07.788551 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a75fab-afcf-4389-a60f-4aa87937f2fa req-9f53c33e-fb41-46f1-a6fd-d209210b26c4 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:07.790125 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-37a75fab-afcf-4389-a60f-4aa87937f2fa req-9f53c33e-fb41-46f1-a6fd-d209210b26c4 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/ports?device_id=66fecaaa-5688-4f23-981a-4f09ace07bc5 HTTP/1.1" status: 200 len: 944 time: 0.0530639 Sep 21 17:49:07.813396 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c2dcdf-eaf7-4914-a1a9-0b8248f353f2 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:49:07.837067 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 33c2dcdf-eaf7-4914-a1a9-0b8248f353f2, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=33c2dcdf-eaf7-4914-a1a9-0b8248f353f2,segment=NetworkSegment(7a5dc2df-d527-4d5f-8075-3ae6a5871227),segment_id=7a5dc2df-d527-4d5f-8075-3ae6a5871227)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:07.842639 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:07.865321 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-37a75fab-afcf-4389-a60f-4aa87937f2fa req-236a5061-1a55-4831-a6c6-a494e7e24e11 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680392 Sep 21 17:49:07.907466 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=33c2dcdf-eaf7-4914-a1a9-0b8248f353f2,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:08.003929 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a643c25-3f2a-41a9-8db7-f32d22f6bb2f req-c8c99f98-d4ad-4b09-b1c3-39c9c9135600 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:08.005578 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4a643c25-3f2a-41a9-8db7-f32d22f6bb2f req-c8c99f98-d4ad-4b09-b1c3-39c9c9135600 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports?device_id=97995358-b50c-487c-8edf-1bb933d9355c HTTP/1.1" status: 200 len: 946 time: 0.0582592 Sep 21 17:49:08.007934 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2a8c1-3795-475f-b1e0-a1ef684d10bf req-d256fb07-d03f-4806-a50c-86114cfe1e91 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:08.009755 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-94a2a8c1-3795-475f-b1e0-a1ef684d10bf req-d256fb07-d03f-4806-a50c-86114cfe1e91 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8995f9-d064-49a1-889b-bdffb349840f HTTP/1.1" status: 200 len: 943 time: 0.0537090 Sep 21 17:49:08.050493 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-94a2a8c1-3795-475f-b1e0-a1ef684d10bf req-545a5255-ff5c-4d6a-a219-d93313deddd3 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344944 Sep 21 17:49:08.055311 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4a643c25-3f2a-41a9-8db7-f32d22f6bb2f req-37dbbb3d-a530-410e-afc4-582513bafe08 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d1adea4-3123-43ec-b076-7a49a44dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407321 Sep 21 17:49:08.086418 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['33c2dcdf-eaf7-4914-a1a9-0b8248f353f2'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:49:08.200818 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17020be7-8cbc-41b9-9c38-fd202bd0d918 req-68295569-cd92-4819-9d55-cc32837735c3 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:08.202379 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-17020be7-8cbc-41b9-9c38-fd202bd0d918 req-68295569-cd92-4819-9d55-cc32837735c3 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/ports?device_id=9aeca6c9-2c62-4b54-86e6-5e19a9c9486c HTTP/1.1" status: 200 len: 950 time: 0.0571060 Sep 21 17:49:08.260799 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-17020be7-8cbc-41b9-9c38-fd202bd0d918 req-90d6c6b1-990b-46f7-9920-f2d8dd76ef1e tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cf192a2-84ae-48e3-922d-e8b53ea49366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514057 Sep 21 17:49:08.285816 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25798c74-8dbd-4cf8-8f2e-6994dcd4e18b req-d2a56ba0-c786-4664-b3b9-72f15644879a tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:08.295299 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25798c74-8dbd-4cf8-8f2e-6994dcd4e18b req-d2a56ba0-c786-4664-b3b9-72f15644879a tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/ports?device_id=50e3f8b8-ae1f-410d-873c-8985c10ee958 HTTP/1.1" status: 200 len: 931 time: 0.0735571 Sep 21 17:49:08.331752 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25798c74-8dbd-4cf8-8f2e-6994dcd4e18b req-97dfd1ba-fa1c-41d0-a2d9-ebeea982040f tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a5788c3-3b53-45da-bc36-1e521b2619d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350490 Sep 21 17:49:08.544401 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e117e8-2c0f-48ab-b26c-b536089804ce req-79985576-fc96-4319-9dd0-ffbcfc01da16 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:08.546332 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d1e117e8-2c0f-48ab-b26c-b536089804ce req-79985576-fc96-4319-9dd0-ffbcfc01da16 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 945 time: 0.0582628 Sep 21 17:49:08.583894 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f8584-028b-4317-bc7e-c05e4443d8b0 req-4467ccde-e369-486f-9422-ece358d2483b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:08.585532 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f90f8584-028b-4317-bc7e-c05e4443d8b0 req-4467ccde-e369-486f-9422-ece358d2483b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 949 time: 0.0511415 Sep 21 17:49:08.590835 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d1e117e8-2c0f-48ab-b26c-b536089804ce req-f7e6c18f-030a-42f9-9353-9f7513c72abd tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378897 Sep 21 17:49:08.625222 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f90f8584-028b-4317-bc7e-c05e4443d8b0 req-9b6eca7a-9b9c-4e24-95df-df0531bf09da tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330198 Sep 21 17:49:08.753380 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db73b5-e6be-464e-8de9-082c23b84125 req-c34208cb-18df-43c2-98f1-5b180b2d52d7 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:08.754852 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-10db73b5-e6be-464e-8de9-082c23b84125 req-c34208cb-18df-43c2-98f1-5b180b2d52d7 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=79da5491-ceaf-4db3-81cd-5dfe13c1975c HTTP/1.1" status: 200 len: 950 time: 0.0522552 Sep 21 17:49:08.803752 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-10db73b5-e6be-464e-8de9-082c23b84125 req-d8392267-7a4f-41d1-aadb-3703052b401d tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/security-groups?id=a812a218-7e96-4ad2-9287-5ec8d8ba6347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426087 Sep 21 17:49:08.998763 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72104f7-bb4f-451c-87a4-c36cb9b72e58 req-a4bacad0-5be2-47e7-9185-4cfc2ec0a3cd tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:09.001586 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e72104f7-bb4f-451c-87a4-c36cb9b72e58 req-a4bacad0-5be2-47e7-9185-4cfc2ec0a3cd tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/ports?device_id=66fecaaa-5688-4f23-981a-4f09ace07bc5 HTTP/1.1" status: 200 len: 945 time: 0.0549214 Sep 21 17:49:09.037637 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e72104f7-bb4f-451c-87a4-c36cb9b72e58 req-dba53cde-aaf8-46a7-8329-83d41098a374 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311856 Sep 21 17:49:09.195177 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73439c8-e4d3-4ace-b921-9404152ac3ad req-56b95834-0768-43dd-a0ea-e7f7ed33778d tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:09.196702 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d73439c8-e4d3-4ace-b921-9404152ac3ad req-56b95834-0768-43dd-a0ea-e7f7ed33778d tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8995f9-d064-49a1-889b-bdffb349840f HTTP/1.1" status: 200 len: 943 time: 0.0540025 Sep 21 17:49:09.218382 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f365972-5eeb-41d5-86f7-6b78f777f823 req-fe079b33-2256-4ebb-b990-5112a142da4a tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:09.219109 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4f365972-5eeb-41d5-86f7-6b78f777f823 req-fe079b33-2256-4ebb-b990-5112a142da4a tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports?device_id=97995358-b50c-487c-8edf-1bb933d9355c HTTP/1.1" status: 200 len: 946 time: 0.0631509 Sep 21 17:49:09.239176 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d73439c8-e4d3-4ace-b921-9404152ac3ad req-736dfae9-7297-4d55-bb58-c64ac3d77a23 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360506 Sep 21 17:49:09.287621 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4f365972-5eeb-41d5-86f7-6b78f777f823 req-d5a9079d-fca6-4c92-a861-d0ffeb79ed3b tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d1adea4-3123-43ec-b076-7a49a44dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620089 Sep 21 17:49:09.311737 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956f853-82bc-431b-8e93-55f17a8dad8b req-d1dbdd91-dea4-41f7-9520-d1a7adce2f79 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:09.313208 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3956f853-82bc-431b-8e93-55f17a8dad8b req-d1dbdd91-dea4-41f7-9520-d1a7adce2f79 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.38 "GET /v2.0/ports?device_id=9aeca6c9-2c62-4b54-86e6-5e19a9c9486c HTTP/1.1" status: 200 len: 950 time: 0.0638583 Sep 21 17:49:09.444191 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba5cae-1559-4ac7-9e04-f7e2866e6451 req-96f73370-4293-4cf9-a8ec-618aab77d947 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:09.449365 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-05ba5cae-1559-4ac7-9e04-f7e2866e6451 req-96f73370-4293-4cf9-a8ec-618aab77d947 tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/ports?device_id=9aeca6c9-2c62-4b54-86e6-5e19a9c9486c HTTP/1.1" status: 200 len: 950 time: 0.0881519 Sep 21 17:49:09.498778 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-05ba5cae-1559-4ac7-9e04-f7e2866e6451 req-438dd0ab-af66-45b3-9b55-8dc887ef13dd tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cf192a2-84ae-48e3-922d-e8b53ea49366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440381 Sep 21 17:49:09.533202 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7502cc-8152-4dc1-84ed-c9cb5f3d18c3 req-47edeae7-99f1-4e3e-b060-7e307719bb5c tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:09.534751 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c7502cc-8152-4dc1-84ed-c9cb5f3d18c3 req-47edeae7-99f1-4e3e-b060-7e307719bb5c tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/ports?device_id=50e3f8b8-ae1f-410d-873c-8985c10ee958 HTTP/1.1" status: 200 len: 931 time: 0.0811026 Sep 21 17:49:09.535040 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 4063cbd7-f7cb-49bf-91dd-30bde29c653a details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:49:09.537551 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 33c2dcdf-eaf7-4914-a1a9-0b8248f353f2 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:49:09.553918 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-3956f853-82bc-431b-8e93-55f17a8dad8b req-0d41c9c8-5a98-4332-851b-1fc40651440f tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Deleting port e90b2c40-9836-4148-8596-ecfb762c3dbb {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:49:09.554398 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3956f853-82bc-431b-8e93-55f17a8dad8b req-0d41c9c8-5a98-4332-851b-1fc40651440f tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:09.655799 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 33c2dcdf-eaf7-4914-a1a9-0b8248f353f2 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:49:09.660064 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c7502cc-8152-4dc1-84ed-c9cb5f3d18c3 req-bf83d85d-22a5-4c6d-9e24-49e0b8fbb8fd tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a5788c3-3b53-45da-bc36-1e521b2619d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150017 Sep 21 17:49:09.665476 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 33c2dcdf-eaf7-4914-a1a9-0b8248f353f2 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:49:09.665869 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:09.673794 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-3956f853-82bc-431b-8e93-55f17a8dad8b req-0d41c9c8-5a98-4332-851b-1fc40651440f tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] For port e90b2c40-9836-4148-8596-ecfb762c3dbb, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=e90b2c40-9836-4148-8596-ecfb762c3dbb,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:09.674411 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3956f853-82bc-431b-8e93-55f17a8dad8b req-0d41c9c8-5a98-4332-851b-1fc40651440f tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:09.700241 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 4063cbd7-f7cb-49bf-91dd-30bde29c653a, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=4063cbd7-f7cb-49bf-91dd-30bde29c653a,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:09.716953 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '4063cbd7-f7cb-49bf-91dd-30bde29c653a', 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954', 'port_id': '4063cbd7-f7cb-49bf-91dd-30bde29c653a', 'mac_address': 'fa:16:3e:f1:f6:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5dcf0d3-3653-4c17-af0f-a1adf84dd578', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:49:09.727381 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-3956f853-82bc-431b-8e93-55f17a8dad8b req-0d41c9c8-5a98-4332-851b-1fc40651440f tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Calling delete_port for e90b2c40-9836-4148-8596-ecfb762c3dbb owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:49:09.793558 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:09.811254 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:09.816084 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4063cbd7-f7cb-49bf-91dd-30bde29c653a {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:49:09.842516 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1a732-04be-42ba-b155-3138a5fb93ec req-d4c7bc3f-bb0d-43d7-aaf2-db7543eec902 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:09.844154 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-86a1a732-04be-42ba-b155-3138a5fb93ec req-d4c7bc3f-bb0d-43d7-aaf2-db7543eec902 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 945 time: 0.1122720 Sep 21 17:49:09.849824 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 4063cbd7-f7cb-49bf-91dd-30bde29c653a, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=4063cbd7-f7cb-49bf-91dd-30bde29c653a,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:09.854863 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fecaaa-5688-4f23-981a-4f09ace07bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c2dcdf-eaf7-4914-a1a9-0b8248f353f2'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:49:09.857233 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a8cca9-3209-4286-badc-fd710f5d78da" -d '{"events": [{"server_uuid": "66fecaaa-5688-4f23-981a-4f09ace07bc5", "name": "network-vif-plugged", "status": "completed", "tag": "33c2dcdf-eaf7-4914-a1a9-0b8248f353f2"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:49:09.870103 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:09.876054 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 33c2dcdf-eaf7-4914-a1a9-0b8248f353f2, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=33c2dcdf-eaf7-4914-a1a9-0b8248f353f2,segment=NetworkSegment(7a5dc2df-d527-4d5f-8075-3ae6a5871227),segment_id=7a5dc2df-d527-4d5f-8075-3ae6a5871227)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:09.917781 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3d617-fd19-4dcb-8f92-9cf15ad20506 req-b8e1ceff-bd9f-4026-9fe9-4da80df845b5 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:09.918436 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:09.928426 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1db3d617-fd19-4dcb-8f92-9cf15ad20506 req-b8e1ceff-bd9f-4026-9fe9-4da80df845b5 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 949 time: 0.0821116 Sep 21 17:49:09.948248 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-86a1a732-04be-42ba-b155-3138a5fb93ec req-19089395-e19c-43d2-bb17-1172b81c25aa tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919745 Sep 21 17:49:09.968893 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=4063cbd7-f7cb-49bf-91dd-30bde29c653a,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:10.056915 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=33c2dcdf-eaf7-4914-a1a9-0b8248f353f2,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:10.072756 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc5812-57bd-4d23-ae4c-260e0fd0e4f3 req-7d29bb7b-2708-4a4c-9e2d-9ba8b4a9ee12 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:10.074387 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e1cc5812-57bd-4d23-ae4c-260e0fd0e4f3 req-7d29bb7b-2708-4a4c-9e2d-9ba8b4a9ee12 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=79da5491-ceaf-4db3-81cd-5dfe13c1975c HTTP/1.1" status: 200 len: 950 time: 0.0649893 Sep 21 17:49:10.108096 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['4063cbd7-f7cb-49bf-91dd-30bde29c653a'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:49:10.118145 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e1cc5812-57bd-4d23-ae4c-260e0fd0e4f3 req-b0c3e011-10a4-4202-8971-d0a802f3125c tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/security-groups?id=a812a218-7e96-4ad2-9287-5ec8d8ba6347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355439 Sep 21 17:49:10.177447 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af28e4e-2693-411f-93a6-9a4ad77b48ca x-openstack-request-id: req-8af28e4e-2693-411f-93a6-9a4ad77b48ca {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:49:10.177769 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66fecaaa-5688-4f23-981a-4f09ace07bc5", "name": "network-vif-plugged", "status": "completed", "tag": "33c2dcdf-eaf7-4914-a1a9-0b8248f353f2", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:49:10.178028 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8af28e4e-2693-411f-93a6-9a4ad77b48ca {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:49:10.178418 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fecaaa-5688-4f23-981a-4f09ace07bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c2dcdf-eaf7-4914-a1a9-0b8248f353f2', 'code': 200} Sep 21 17:49:10.300544 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749a1d8-ffaf-4263-97c0-aaa38f04f49b req-f51dd0ac-3d1e-412d-b90c-08503aa36434 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:10.302492 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b749a1d8-ffaf-4263-97c0-aaa38f04f49b req-f51dd0ac-3d1e-412d-b90c-08503aa36434 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/ports?device_id=66fecaaa-5688-4f23-981a-4f09ace07bc5 HTTP/1.1" status: 200 len: 946 time: 0.0687923 Sep 21 17:49:10.330425 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1db3d617-fd19-4dcb-8f92-9cf15ad20506 req-2da6d0df-e479-440e-bc05-dd2a2343ea6a tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742685 Sep 21 17:49:10.346363 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3956f853-82bc-431b-8e93-55f17a8dad8b req-0d41c9c8-5a98-4332-851b-1fc40651440f tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:10.355045 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024e302-0ba2-4d57-baa5-f1f31a1272d5 req-ea3704d0-133f-4d26-96ab-0eaef5258b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:10.356949 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e024e302-0ba2-4d57-baa5-f1f31a1272d5 req-ea3704d0-133f-4d26-96ab-0eaef5258b1e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=66fecaaa-5688-4f23-981a-4f09ace07bc5 HTTP/1.1" status: 200 len: 1097 time: 0.1002572 Sep 21 17:49:10.383625 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b749a1d8-ffaf-4263-97c0-aaa38f04f49b req-3afa4e0a-d261-4d17-87dc-713d809e0d7e tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605681 Sep 21 17:49:10.411578 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41c9c8-5a98-4332-851b-1fc40651440f tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Pushing event deleted for resources: {'Port': ['ID=e90b2c40-9836-4148-8596-ecfb762c3dbb,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:10.519010 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0414a6-9155-40de-b59f-194d7580a60d req-a46da9fa-de1a-427a-9633-3d655bd989d9 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:10.539250 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1e0414a6-9155-40de-b59f-194d7580a60d req-a46da9fa-de1a-427a-9633-3d655bd989d9 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports?device_id=97995358-b50c-487c-8edf-1bb933d9355c HTTP/1.1" status: 200 len: 946 time: 0.0811057 Sep 21 17:49:10.542918 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-3956f853-82bc-431b-8e93-55f17a8dad8b req-0d41c9c8-5a98-4332-851b-1fc40651440f tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] No DVR routers for this DVR port e90b2c40-9836-4148-8596-ecfb762c3dbb on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:49:10.551576 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e024e302-0ba2-4d57-baa5-f1f31a1272d5 req-975c5396-49f5-4164-a74d-07f8e1cd555f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874673 Sep 21 17:49:10.555210 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3956f853-82bc-431b-8e93-55f17a8dad8b req-0d41c9c8-5a98-4332-851b-1fc40651440f tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:10.557259 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3956f853-82bc-431b-8e93-55f17a8dad8b req-0d41c9c8-5a98-4332-851b-1fc40651440f tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.38 "DELETE /v2.0/ports/e90b2c40-9836-4148-8596-ecfb762c3dbb HTTP/1.1" status: 204 len: 173 time: 1.2362108 Sep 21 17:49:10.557815 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aeca6c9-2c62-4b54-86e6-5e19a9c9486c', 'name': 'network-vif-deleted', 'tag': 'e90b2c40-9836-4148-8596-ecfb762c3dbb'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:49:10.561183 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2af6f0-8d6f-44ea-b93a-10d210c94dca" -d '{"events": [{"server_uuid": "9aeca6c9-2c62-4b54-86e6-5e19a9c9486c", "name": "network-vif-deleted", "tag": "e90b2c40-9836-4148-8596-ecfb762c3dbb"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:49:10.585262 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c48be-38f1-4720-97ec-7f3403d267ef req-29bf9863-ed06-4d10-a262-d773f17b3eff tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:10.586761 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-951c48be-38f1-4720-97ec-7f3403d267ef req-29bf9863-ed06-4d10-a262-d773f17b3eff tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8995f9-d064-49a1-889b-bdffb349840f HTTP/1.1" status: 200 len: 944 time: 0.1383405 Sep 21 17:49:10.589180 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1e0414a6-9155-40de-b59f-194d7580a60d req-ba5c4ce3-89b1-4f73-a688-278afd5d9769 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d1adea4-3123-43ec-b076-7a49a44dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490234 Sep 21 17:49:10.655489 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-951c48be-38f1-4720-97ec-7f3403d267ef req-d4e7966b-1bce-4cb5-8f52-28cae9376850 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588739 Sep 21 17:49:10.710353 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['e90b2c40-9836-4148-8596-ecfb762c3dbb'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:49:10.713632 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-87bb5963-9c3e-4531-8808-0dd2144b8c25 req-96871ed4-e5fc-4127-a484-6fc42c79350e tempest-DeleteServersAdminTestJSON-91298969 tempest-DeleteServersAdminTestJSON-91298969-project] 10.222.0.58 "GET /v2.0/ports?device_id=9aeca6c9-2c62-4b54-86e6-5e19a9c9486c HTTP/1.1" status: 200 len: 210 time: 0.0422852 Sep 21 17:49:10.740022 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7fa5d2-ea5b-44e1-ac1f-d5c502891fac x-openstack-request-id: req-aa7fa5d2-ea5b-44e1-ac1f-d5c502891fac {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:49:10.740845 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aeca6c9-2c62-4b54-86e6-5e19a9c9486c", "name": "network-vif-deleted", "tag": "e90b2c40-9836-4148-8596-ecfb762c3dbb", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:49:10.741404 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aa7fa5d2-ea5b-44e1-ac1f-d5c502891fac {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:49:10.742227 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aeca6c9-2c62-4b54-86e6-5e19a9c9486c', 'name': 'network-vif-deleted', 'tag': 'e90b2c40-9836-4148-8596-ecfb762c3dbb', 'status': 'completed', 'code': 200} Sep 21 17:49:10.851766 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23568638-be72-49f4-a269-b9c2fb38e86c req-d8ce0e41-96cb-44e6-a168-d499a3ea13ac tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:10.853338 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-23568638-be72-49f4-a269-b9c2fb38e86c req-d8ce0e41-96cb-44e6-a168-d499a3ea13ac tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/ports?device_id=50e3f8b8-ae1f-410d-873c-8985c10ee958 HTTP/1.1" status: 200 len: 931 time: 0.0654769 Sep 21 17:49:10.900266 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-23568638-be72-49f4-a269-b9c2fb38e86c req-a9292226-9dc4-4df0-b89a-643250e53572 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a5788c3-3b53-45da-bc36-1e521b2619d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394332 Sep 21 17:49:11.064183 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f601f-4053-4b08-bb52-e4ea57fe5baf req-457d530a-e96f-48a5-b7b6-e657c752650f tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:11.065805 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ff7f601f-4053-4b08-bb52-e4ea57fe5baf req-457d530a-e96f-48a5-b7b6-e657c752650f tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 945 time: 0.0504088 Sep 21 17:49:11.109755 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ff7f601f-4053-4b08-bb52-e4ea57fe5baf req-58e1e6f3-bd0c-45e2-81a9-382ce637c7cb tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378530 Sep 21 17:49:11.248338 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610306ba-2a58-4f2a-8a5b-2fadb3dcdd51 req-77760452-fc84-4dac-abed-a8beead160d7 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:11.249908 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-610306ba-2a58-4f2a-8a5b-2fadb3dcdd51 req-77760452-fc84-4dac-abed-a8beead160d7 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=79da5491-ceaf-4db3-81cd-5dfe13c1975c HTTP/1.1" status: 200 len: 950 time: 0.0632844 Sep 21 17:49:11.290427 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-610306ba-2a58-4f2a-8a5b-2fadb3dcdd51 req-410b3b57-0902-4e87-ae18-a41acb10866e tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/security-groups?id=a812a218-7e96-4ad2-9287-5ec8d8ba6347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338850 Sep 21 17:49:11.440397 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ce13f-3ffe-43ee-b549-623bd4afe431 req-0f1bee4d-3953-4c1a-aac8-a12fcdb2efe8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:11.442114 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cb0ce13f-3ffe-43ee-b549-623bd4afe431 req-0f1bee4d-3953-4c1a-aac8-a12fcdb2efe8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 949 time: 0.0499578 Sep 21 17:49:11.482291 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cb0ce13f-3ffe-43ee-b549-623bd4afe431 req-5f767a01-4790-43a4-bfbf-26f6697edb9e tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338039 Sep 21 17:49:11.533207 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1ac11-45df-4888-8bff-bcb3381b3362 req-7893d201-479d-45bf-878c-a7f07b3aee1e tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:11.534764 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-deb1ac11-45df-4888-8bff-bcb3381b3362 req-7893d201-479d-45bf-878c-a7f07b3aee1e tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/ports?device_id=66fecaaa-5688-4f23-981a-4f09ace07bc5 HTTP/1.1" status: 200 len: 946 time: 0.0770152 Sep 21 17:49:11.557145 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 4063cbd7-f7cb-49bf-91dd-30bde29c653a up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:49:11.587763 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-deb1ac11-45df-4888-8bff-bcb3381b3362 req-9a12919c-7d98-4e03-ae0c-a142f22b6f90 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463011 Sep 21 17:49:11.620643 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 4063cbd7-f7cb-49bf-91dd-30bde29c653a completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:49:11.626635 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 4063cbd7-f7cb-49bf-91dd-30bde29c653a triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:49:11.626917 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:11.726778 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:11.733754 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f41467-b76b-4fe0-aa9c-297909f24899 req-da224ad4-d9d1-4770-8cf4-4f84bc78b6e2 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:11.746449 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c6f41467-b76b-4fe0-aa9c-297909f24899 req-da224ad4-d9d1-4770-8cf4-4f84bc78b6e2 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports?device_id=97995358-b50c-487c-8edf-1bb933d9355c HTTP/1.1" status: 200 len: 946 time: 0.0817945 Sep 21 17:49:11.819551 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c6f41467-b76b-4fe0-aa9c-297909f24899 req-7e2b517d-cb92-459e-8b7d-960894c79f91 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d1adea4-3123-43ec-b076-7a49a44dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721009 Sep 21 17:49:11.829942 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 4063cbd7-f7cb-49bf-91dd-30bde29c653a, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=4063cbd7-f7cb-49bf-91dd-30bde29c653a,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:11.835253 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:11.836078 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device e90b2c40-9836-4148-8596-ecfb762c3dbb no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:49:11.844887 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a2300-3183-4b4a-911a-599322e0fbda req-a4863294-ba4a-4ed6-9650-d7c37b6d5859 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:11.847133 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bb3a2300-3183-4b4a-911a-599322e0fbda req-a4863294-ba4a-4ed6-9650-d7c37b6d5859 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8995f9-d064-49a1-889b-bdffb349840f HTTP/1.1" status: 200 len: 944 time: 0.0935602 Sep 21 17:49:11.895639 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bb3a2300-3183-4b4a-911a-599322e0fbda req-a31a154b-8a56-4902-a041-61448b555058 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423107 Sep 21 17:49:11.923090 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: e90b2c40-9836-4148-8596-ecfb762c3dbb {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:49:11.923426 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device e90b2c40-9836-4148-8596-ecfb762c3dbb not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:49:11.954774 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=4063cbd7-f7cb-49bf-91dd-30bde29c653a,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:12.037538 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763021f8-a1ed-4fc5-9b52-18c718b40497 req-ab76fe80-bcde-460f-b6ba-567c7bea509c tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:12.039081 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-763021f8-a1ed-4fc5-9b52-18c718b40497 req-ab76fe80-bcde-460f-b6ba-567c7bea509c tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/ports?device_id=50e3f8b8-ae1f-410d-873c-8985c10ee958 HTTP/1.1" status: 200 len: 931 time: 0.0526936 Sep 21 17:49:12.081576 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-763021f8-a1ed-4fc5-9b52-18c718b40497 req-59e495ad-6a4c-42d4-b16d-551d46102464 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a5788c3-3b53-45da-bc36-1e521b2619d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333390 Sep 21 17:49:12.179508 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8995f9-d064-49a1-889b-bdffb349840f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4063cbd7-f7cb-49bf-91dd-30bde29c653a'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:49:12.184143 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ddc3c0-8ec1-400b-8ecd-12e5e27ddd9a" -d '{"events": [{"server_uuid": "4b8995f9-d064-49a1-889b-bdffb349840f", "name": "network-vif-plugged", "status": "completed", "tag": "4063cbd7-f7cb-49bf-91dd-30bde29c653a"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:49:12.244227 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c82bac-6e3f-4d28-a4fb-2418308e26c3 x-openstack-request-id: req-88c82bac-6e3f-4d28-a4fb-2418308e26c3 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:49:12.244602 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8995f9-d064-49a1-889b-bdffb349840f", "name": "network-vif-plugged", "status": "completed", "tag": "4063cbd7-f7cb-49bf-91dd-30bde29c653a", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:49:12.244910 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-88c82bac-6e3f-4d28-a4fb-2418308e26c3 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:49:12.245357 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8995f9-d064-49a1-889b-bdffb349840f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4063cbd7-f7cb-49bf-91dd-30bde29c653a', 'code': 200} Sep 21 17:49:12.278626 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8b069-2da2-43c2-b4df-c630326472d5 req-9249f85a-a55a-497b-a216-3d2ea09c678f tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:12.281714 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-46d8b069-2da2-43c2-b4df-c630326472d5 req-9249f85a-a55a-497b-a216-3d2ea09c678f tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 945 time: 0.1006126 Sep 21 17:49:12.394662 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-46d8b069-2da2-43c2-b4df-c630326472d5 req-763904ef-4aff-4e5f-a3ce-9ebb4bb203ee tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979743 Sep 21 17:49:12.440320 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04458ddb-041b-44e0-8b60-743a8c2b077a req-3061191d-9569-4526-9991-4b1a5d0c85b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:12.442186 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-04458ddb-041b-44e0-8b60-743a8c2b077a req-3061191d-9569-4526-9991-4b1a5d0c85b4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4b8995f9-d064-49a1-889b-bdffb349840f HTTP/1.1" status: 200 len: 1096 time: 0.0743489 Sep 21 17:49:12.454742 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49274) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:49:12.462126 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf899e-84d3-4c57-af3b-939f3d384325 req-5f005158-de4e-4ebd-afde-3f406b9ece66 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:12.464681 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-48cf899e-84d3-4c57-af3b-939f3d384325 req-5f005158-de4e-4ebd-afde-3f406b9ece66 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=79da5491-ceaf-4db3-81cd-5dfe13c1975c HTTP/1.1" status: 200 len: 950 time: 0.0868111 Sep 21 17:49:12.536540 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-04458ddb-041b-44e0-8b60-743a8c2b077a req-3f422ce4-6f99-4d0c-93ff-5175853b8f53 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870821 Sep 21 17:49:12.590809 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-48cf899e-84d3-4c57-af3b-939f3d384325 req-6b422034-d74e-41c9-b012-6a6d17b3d904 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/security-groups?id=a812a218-7e96-4ad2-9287-5ec8d8ba6347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144888 Sep 21 17:49:12.684494 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae7fb4-90fa-40c0-bfd8-dc7f59b25513 req-213063be-b9ac-41a1-a92a-9701c0ce5b4b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:12.687758 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5eae7fb4-90fa-40c0-bfd8-dc7f59b25513 req-213063be-b9ac-41a1-a92a-9701c0ce5b4b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 949 time: 0.0629442 Sep 21 17:49:12.744350 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a110be1-3367-4c34-b5ba-773e1166faf9 req-1c53bc88-2dd9-4023-ae2a-02a38ad71bd0 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:12.745945 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5a110be1-3367-4c34-b5ba-773e1166faf9 req-1c53bc88-2dd9-4023-ae2a-02a38ad71bd0 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/ports?device_id=66fecaaa-5688-4f23-981a-4f09ace07bc5 HTTP/1.1" status: 200 len: 946 time: 0.0715709 Sep 21 17:49:12.749270 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5eae7fb4-90fa-40c0-bfd8-dc7f59b25513 req-bb6c1b84-7d99-4758-b8f8-567b88d1fba6 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536091 Sep 21 17:49:12.758725 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49282) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:49:12.759049 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a1b07e65-6c96-4a8c-9d44-f12f8db6bc66 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=609d5bee648949759973ecd723289ef7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3031995 Sep 21 17:49:12.828385 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5a110be1-3367-4c34-b5ba-773e1166faf9 req-1b0f5a0c-5ec1-4275-9061-819b56384c10 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630662 Sep 21 17:49:12.838414 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c9d36013-538e-4314-b24e-0bfa0d4994cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:12.862295 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c9d36013-538e-4314-b24e-0bfa0d4994cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:12.933821 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c9d36013-538e-4314-b24e-0bfa0d4994cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:12.936770 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c9d36013-538e-4314-b24e-0bfa0d4994cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:12.937910 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c9d36013-538e-4314-b24e-0bfa0d4994cd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9cf192a2-84ae-48e3-922d-e8b53ea49366 HTTP/1.1" status: 204 len: 168 time: 0.1781938 Sep 21 17:49:12.939400 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af15c5-0319-43a4-aa55-f6159d46a9b1 req-3d6d4bb9-6262-42f1-8774-08a6fd986de9 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:12.941113 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e4af15c5-0319-43a4-aa55-f6159d46a9b1 req-3d6d4bb9-6262-42f1-8774-08a6fd986de9 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports?device_id=97995358-b50c-487c-8edf-1bb933d9355c HTTP/1.1" status: 200 len: 946 time: 0.0566833 Sep 21 17:49:12.951916 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d36013-538e-4314-b24e-0bfa0d4994cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf192a2-84ae-48e3-922d-e8b53ea49366,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:12.964298 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a49a6f-7b35-4f69-b155-39e43614070a req-78134164-efb1-47cd-9451-9c6c76a12b9a tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:12.965889 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-99a49a6f-7b35-4f69-b155-39e43614070a req-78134164-efb1-47cd-9451-9c6c76a12b9a tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/ports?device_id=66fecaaa-5688-4f23-981a-4f09ace07bc5 HTTP/1.1" status: 200 len: 946 time: 0.0663791 Sep 21 17:49:12.974538 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49292) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:49:12.980319 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-620b941c-6ebb-4e2a-b20c-d9ba5ea4ac20 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Request body: {'floatingip': {'port_id': '33c2dcdf-eaf7-4914-a1a9-0b8248f353f2'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:49:13.007310 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e4af15c5-0319-43a4-aa55-f6159d46a9b1 req-d43070b0-82df-4306-993d-9392dce25863 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d1adea4-3123-43ec-b076-7a49a44dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553749 Sep 21 17:49:13.073353 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-620b941c-6ebb-4e2a-b20c-d9ba5ea4ac20 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks [] for floatingip, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:13.181001 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aa830-aacc-43cd-a3f5-302ad788ba54 req-2bcbb567-42c7-4651-a992-49fb13c3defd tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:13.182568 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-528aa830-aacc-43cd-a3f5-302ad788ba54 req-2bcbb567-42c7-4651-a992-49fb13c3defd tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8995f9-d064-49a1-889b-bdffb349840f HTTP/1.1" status: 200 len: 945 time: 0.1298809 Sep 21 17:49:13.221127 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a7e36-3e9d-49be-8b09-deed870d82e9 req-80566099-9973-4df3-ab57-023cd9c87f39 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:13.233202 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-af8a7e36-3e9d-49be-8b09-deed870d82e9 req-80566099-9973-4df3-ab57-023cd9c87f39 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/ports?device_id=50e3f8b8-ae1f-410d-873c-8985c10ee958 HTTP/1.1" status: 200 len: 931 time: 0.0820827 Sep 21 17:49:13.247250 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-2087bbb4-cea7-4050-876c-6c5badff4a3a service neutron] Request body: {'port': {'device_id': '50e3f8b8-ae1f-410d-873c-8985c10ee958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:49:13.252851 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49298) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:49:13.279262 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d7e18ed-72ca-4789-be65-71921b76a591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:13.311288 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-af8a7e36-3e9d-49be-8b09-deed870d82e9 req-2cc6197a-caa6-423d-9035-04856b682936 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a5788c3-3b53-45da-bc36-1e521b2619d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762198 Sep 21 17:49:13.320116 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.44', 55767) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:49:13.324876 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-528aa830-aacc-43cd-a3f5-302ad788ba54 req-2d29964b-1c8b-47c1-810e-33f5c7537601 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245189 Sep 21 17:49:13.408231 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-41191248-51d1-418b-9259-446f9658ed34 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:13.410269 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-41191248-51d1-418b-9259-446f9658ed34 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd&tenant_id=564aef6a99cc4ded992fbb9f0e732388&binding%3Ahost_id=n-h1-810291-1 HTTP/1.1" status: 200 len: 1096 time: 0.1131275 Sep 21 17:49:13.421060 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-2087bbb4-cea7-4050-876c-6c5badff4a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:13.507651 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-6bb1b301-b011-4481-bc84-d622b2d19636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:13.509138 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-6bb1b301-b011-4481-bc84-d622b2d19636 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd&tenant_id=564aef6a99cc4ded992fbb9f0e732388 HTTP/1.1" status: 200 len: 1096 time: 0.0764430 Sep 21 17:49:13.520664 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d7e18ed-72ca-4789-be65-71921b76a591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:13.542411 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d7e18ed-72ca-4789-be65-71921b76a591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:13.623630 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7d7e18ed-72ca-4789-be65-71921b76a591 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=67688f1a7e704695a2592762cec71e78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3690565 Sep 21 17:49:13.626532 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e18ed-72ca-4789-be65-71921b76a591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc42b73-c80a-4a55-bc6d-8d69ef0762e7,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:13.628929 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49304) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:49:13.642140 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f9642-721c-435c-95f6-6d9c5a995e77 req-d56795be-a63b-481f-bbde-feeef1b81731 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:13.643884 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-808f9642-721c-435c-95f6-6d9c5a995e77 req-d56795be-a63b-481f-bbde-feeef1b81731 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 945 time: 0.1460667 Sep 21 17:49:13.694635 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-eed66d4f-8137-4826-9971-d5a9a990aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:13.696149 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-eed66d4f-8137-4826-9971-d5a9a990aed5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=564aef6a99cc4ded992fbb9f0e732388&device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 1096 time: 0.1394348 Sep 21 17:49:13.743852 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-808f9642-721c-435c-95f6-6d9c5a995e77 req-5169fab2-9928-4267-b279-d8b598e08ff8 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934293 Sep 21 17:49:13.761692 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8058f-7287-4c4b-871a-cd80f4bdb2b7 req-a5be49c2-595c-43f8-bb25-8aff7de21a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:13.763249 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c8b8058f-7287-4c4b-871a-cd80f4bdb2b7 req-a5be49c2-595c-43f8-bb25-8aff7de21a51 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=97995358-b50c-487c-8edf-1bb933d9355c HTTP/1.1" status: 200 len: 1097 time: 0.4417706 Sep 21 17:49:13.800137 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e77c9ba5-8951-452b-9c43-5e647dca2dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:13.833056 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e77c9ba5-8951-452b-9c43-5e647dca2dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:13.877502 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-c4d61bf8-da80-4691-8569-d9f00f68d2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:13.879029 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-c4d61bf8-da80-4691-8569-d9f00f68d2f8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ce365bfd-7bb2-49d3-914a-63ce743986ef HTTP/1.1" status: 200 len: 908 time: 0.1699975 Sep 21 17:49:13.944686 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-20ff511a-8518-4ea9-87c2-61e4f5112ef2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ab6d309-426f-4163-bdcd-8ac8922a6949 HTTP/1.1" status: 200 len: 217 time: 0.0545609 Sep 21 17:49:13.992539 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.44', 55769) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:49:14.023031 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f389b9-f708-4693-9d56-8515eb8b2fcb req-c7f72351-6362-402d-b868-309ec1469919 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:14.024453 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c1f389b9-f708-4693-9d56-8515eb8b2fcb req-c7f72351-6362-402d-b868-309ec1469919 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 949 time: 0.1895835 Sep 21 17:49:14.026767 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c9bab-96bb-4b1c-9b16-06fdd8459974 req-ac051b01-ef3b-4148-a372-6919763bb3b9 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:14.028580 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a33c9bab-96bb-4b1c-9b16-06fdd8459974 req-ac051b01-ef3b-4148-a372-6919763bb3b9 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=79da5491-ceaf-4db3-81cd-5dfe13c1975c HTTP/1.1" status: 200 len: 950 time: 0.2719278 Sep 21 17:49:14.039913 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c8b8058f-7287-4c4b-871a-cd80f4bdb2b7 req-9d8d8f09-abca-4fd3-b1b7-85c0fa7598be service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2d1adea4-3123-43ec-b076-7a49a44dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374859 Sep 21 17:49:14.061859 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e77c9ba5-8951-452b-9c43-5e647dca2dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:14.064493 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e77c9ba5-8951-452b-9c43-5e647dca2dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:14.065594 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e77c9ba5-8951-452b-9c43-5e647dca2dc5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9cc42b73-c80a-4a55-bc6d-8d69ef0762e7 HTTP/1.1" status: 204 len: 168 time: 0.4340415 Sep 21 17:49:14.101465 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-f7365535-d28e-4d35-941a-2968315745d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:14.102961 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-f7365535-d28e-4d35-941a-2968315745d6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f6bcee82-068a-4838-bdd8-412dc7128026 HTTP/1.1" status: 200 len: 847 time: 0.1464961 Sep 21 17:49:14.103754 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c9ba5-8951-452b-9c43-5e647dca2dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc42b73-c80a-4a55-bc6d-8d69ef0762e7,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:14.142718 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd803f3f-486f-47ee-98fb-f1df887240d6 req-5db7e58b-11af-4bd2-9e7e-edce0a553cff tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:14.144431 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dd803f3f-486f-47ee-98fb-f1df887240d6 req-5db7e58b-11af-4bd2-9e7e-edce0a553cff tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.44 "GET /v2.0/ports?device_id=79da5491-ceaf-4db3-81cd-5dfe13c1975c HTTP/1.1" status: 200 len: 950 time: 0.1508548 Sep 21 17:49:14.151380 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c1f389b9-f708-4693-9d56-8515eb8b2fcb req-b97a79a6-eb7f-479e-9c07-206aeb6ca397 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068859 Sep 21 17:49:14.153264 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-36def6a5-3816-4d23-927f-4ae2afbc895c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:14.154659 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-36def6a5-3816-4d23-927f-4ae2afbc895c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 1100 time: 0.1590164 Sep 21 17:49:14.242131 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a33c9bab-96bb-4b1c-9b16-06fdd8459974 req-ca6caae8-da3b-4f7b-b86d-df8a68e9bdff tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/security-groups?id=a812a218-7e96-4ad2-9287-5ec8d8ba6347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012587 Sep 21 17:49:14.329869 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-157ff9d9-a0e7-4cf2-bbd3-be4835f8978e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ce365bfd-7bb2-49d3-914a-63ce743986ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713880 Sep 21 17:49:14.385842 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-bc7786ba-a5dd-4acb-8e3c-b9b5a41ac7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:14.387207 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-bc7786ba-a5dd-4acb-8e3c-b9b5a41ac7a4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.2242277 Sep 21 17:49:14.447849 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36842ec-852e-4897-a067-7825fb6e0032 req-9c15fc10-7410-4321-9576-ed2b91dc1169 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:14.449452 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a36842ec-852e-4897-a067-7825fb6e0032 req-9c15fc10-7410-4321-9576-ed2b91dc1169 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports?device_id=97995358-b50c-487c-8edf-1bb933d9355c HTTP/1.1" status: 200 len: 946 time: 0.2051742 Sep 21 17:49:14.463278 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-620b941c-6ebb-4e2a-b20c-d9ba5ea4ac20 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:14.471996 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-620b941c-6ebb-4e2a-b20c-d9ba5ea4ac20 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:14.515726 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-2087bbb4-cea7-4050-876c-6c5badff4a3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bac040e-9d43-4d5f-aac3-b11c3b275804 {{(pid=101461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:49:14.515982 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-7e835c8d-17ac-409f-96b5-96615f5ed082 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=785b3e6e-7c24-4f49-b532-af0d6e460ec6 HTTP/1.1" status: 200 len: 217 time: 0.0986385 Sep 21 17:49:14.527864 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-2087bbb4-cea7-4050-876c-6c5badff4a3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:14.553835 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff1cec-7f5e-42d4-a31d-87c748918b42 req-bae06bee-712e-40e1-8b3f-ec2876871724 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:14.555344 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f9ff1cec-7f5e-42d4-a31d-87c748918b42 req-bae06bee-712e-40e1-8b3f-ec2876871724 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/ports?device_id=50e3f8b8-ae1f-410d-873c-8985c10ee958 HTTP/1.1" status: 200 len: 931 time: 0.1568370 Sep 21 17:49:14.565375 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.provisioning_blocks [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-2087bbb4-cea7-4050-876c-6c5badff4a3a service neutron] Transition to ACTIVE for port object 5bac040e-9d43-4d5f-aac3-b11c3b275804 will not be triggered until provisioned by entity L2. {{(pid=101461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:49:14.600047 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-2087bbb4-cea7-4050-876c-6c5badff4a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:14.615743 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a36842ec-852e-4897-a067-7825fb6e0032 req-193a8b01-58f4-4460-8606-e1ba363fa18d tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d1adea4-3123-43ec-b076-7a49a44dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063895 Sep 21 17:49:14.625572 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-cf6509b2-6575-4257-887d-d70803fb6e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:14.627464 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-cf6509b2-6575-4257-887d-d70803fb6e07 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.0928857 Sep 21 17:49:14.629755 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-4321bf38-dd4f-438a-8af8-cab3860b3c2e service neutron] 10.222.0.44 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841065 Sep 21 17:49:14.653965 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-dd803f3f-486f-47ee-98fb-f1df887240d6 req-a5f9cf9d-6efb-46c1-90f7-4b8f45abd409 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Deleting port 5eecf111-be38-4f67-acac-95f0f6977cf9 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:49:14.654311 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dd803f3f-486f-47ee-98fb-f1df887240d6 req-a5f9cf9d-6efb-46c1-90f7-4b8f45abd409 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:14.677181 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [None req-620b941c-6ebb-4e2a-b20c-d9ba5ea4ac20 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Floating IP 352915d1-e335-49fd-b0ee-5dda52f9e574 associated. External IP: 172.25.6.182, port: 33c2dcdf-eaf7-4914-a1a9-0b8248f353f2. Sep 21 17:49:14.728797 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087bbb4-cea7-4050-876c-6c5badff4a3a service neutron] Pushing event updated for resources: {'Port': ['ID=5bac040e-9d43-4d5f-aac3-b11c3b275804,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:14.733543 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f9ff1cec-7f5e-42d4-a31d-87c748918b42 req-dc42ebcf-ff55-42a1-a386-657743a2c3f6 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a5788c3-3b53-45da-bc36-1e521b2619d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652620 Sep 21 17:49:14.800101 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-2087bbb4-cea7-4050-876c-6c5badff4a3a service neutron] Attempting to bind port 5bac040e-9d43-4d5f-aac3-b11c3b275804 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:49:14.800472 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-2087bbb4-cea7-4050-876c-6c5badff4a3a service neutron] Attempting to bind port 5bac040e-9d43-4d5f-aac3-b11c3b275804 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '67303b61-e45a-4af0-805b-0bf5aae7fcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a85aca27-47ab-4d45-92c3-b1f3ae1ab31b'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:49:14.800833 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-2087bbb4-cea7-4050-876c-6c5badff4a3a service neutron] Attempting to bind port 5bac040e-9d43-4d5f-aac3-b11c3b275804 on network a85aca27-47ab-4d45-92c3-b1f3ae1ab31b {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:49:14.808890 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-2087bbb4-cea7-4050-876c-6c5badff4a3a service neutron] Port 5bac040e-9d43-4d5f-aac3-b11c3b275804 on network a85aca27-47ab-4d45-92c3-b1f3ae1ab31b not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:49:14.809228 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-2087bbb4-cea7-4050-876c-6c5badff4a3a service neutron] Attempting to bind port 5bac040e-9d43-4d5f-aac3-b11c3b275804 on network a85aca27-47ab-4d45-92c3-b1f3ae1ab31b {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:49:14.818831 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-2087bbb4-cea7-4050-876c-6c5badff4a3a service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:49:14.819238 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-2087bbb4-cea7-4050-876c-6c5badff4a3a service neutron] Checking segment: {'id': '67303b61-e45a-4af0-805b-0bf5aae7fcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a85aca27-47ab-4d45-92c3-b1f3ae1ab31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:49:14.820044 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-2087bbb4-cea7-4050-876c-6c5badff4a3a service neutron] Bound using segment: {'id': '67303b61-e45a-4af0-805b-0bf5aae7fcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a85aca27-47ab-4d45-92c3-b1f3ae1ab31b'} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:49:14.820499 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-2087bbb4-cea7-4050-876c-6c5badff4a3a service neutron] Bound port: 5bac040e-9d43-4d5f-aac3-b11c3b275804, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67303b61-e45a-4af0-805b-0bf5aae7fcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a85aca27-47ab-4d45-92c3-b1f3ae1ab31b'}}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:49:14.820862 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-2087bbb4-cea7-4050-876c-6c5badff4a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:14.950584 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-9d426d6d-61b7-45dd-9307-ae4a0becccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:14.952825 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-9d426d6d-61b7-45dd-9307-ae4a0becccc8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3116190 Sep 21 17:49:14.972732 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48b141-aadf-4eeb-88d0-c4e66bcfd94c req-755db43b-b92d-495a-b410-0245ec8a40f6 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:14.975462 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4b48b141-aadf-4eeb-88d0-c4e66bcfd94c req-755db43b-b92d-495a-b410-0245ec8a40f6 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 945 time: 0.1176236 Sep 21 17:49:15.068113 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-2087bbb4-cea7-4050-876c-6c5badff4a3a service neutron] For port 5bac040e-9d43-4d5f-aac3-b11c3b275804, host n-h2-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:49:15.076392 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-2087bbb4-cea7-4050-876c-6c5badff4a3a service neutron] For port 5bac040e-9d43-4d5f-aac3-b11c3b275804, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5bac040e-9d43-4d5f-aac3-b11c3b275804,segment=NetworkSegment(67303b61-e45a-4af0-805b-0bf5aae7fcb6),segment_id=67303b61-e45a-4af0-805b-0bf5aae7fcb6)] {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:49:15.087986 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-2087bbb4-cea7-4050-876c-6c5badff4a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:15.096698 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4b48b141-aadf-4eeb-88d0-c4e66bcfd94c req-ce73144b-998a-4f89-8c7d-c49e3160af42 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132596 Sep 21 17:49:15.164682 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-2087bbb4-cea7-4050-876c-6c5badff4a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:15.165307 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-2087bbb4-cea7-4050-876c-6c5badff4a3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:15.167063 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-2087bbb4-cea7-4050-876c-6c5badff4a3a service neutron] 10.222.0.44 "PUT /v2.0/ports/5bac040e-9d43-4d5f-aac3-b11c3b275804 HTTP/1.1" status: 200 len: 1091 time: 1.9331276 Sep 21 17:49:15.173161 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e3f8b8-ae1f-410d-873c-8985c10ee958', 'tag': '5bac040e-9d43-4d5f-aac3-b11c3b275804'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:49:15.175386 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2292b78d-4e0e-4d6e-a2b4-8a6d7d49261e" -d '{"events": [{"name": "network-changed", "server_uuid": "50e3f8b8-ae1f-410d-873c-8985c10ee958", "tag": "5bac040e-9d43-4d5f-aac3-b11c3b275804"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:49:15.224392 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620b941c-6ebb-4e2a-b20c-d9ba5ea4ac20 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Router 9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:49:15.225973 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087bbb4-cea7-4050-876c-6c5badff4a3a service neutron] Pushing event updated for resources: {'Port': ['ID=5bac040e-9d43-4d5f-aac3-b11c3b275804,revision_number=3']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:15.249182 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c39b1-7420-4fde-a058-62212261c595 req-92136849-f0d9-49b0-a8dc-698ae669debf tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:15.262588 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-859c39b1-7420-4fde-a058-62212261c595 req-92136849-f0d9-49b0-a8dc-698ae669debf tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8995f9-d064-49a1-889b-bdffb349840f HTTP/1.1" status: 200 len: 945 time: 0.4796128 Sep 21 17:49:15.269020 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-dd803f3f-486f-47ee-98fb-f1df887240d6 req-a5f9cf9d-6efb-46c1-90f7-4b8f45abd409 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] For port 5eecf111-be38-4f67-acac-95f0f6977cf9, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5eecf111-be38-4f67-acac-95f0f6977cf9,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:15.269383 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dd803f3f-486f-47ee-98fb-f1df887240d6 req-a5f9cf9d-6efb-46c1-90f7-4b8f45abd409 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:15.352461 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-dd803f3f-486f-47ee-98fb-f1df887240d6 req-a5f9cf9d-6efb-46c1-90f7-4b8f45abd409 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Calling delete_port for 5eecf111-be38-4f67-acac-95f0f6977cf9 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:49:15.372444 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-4e86aa28-90bb-4411-9e89-f303e7969f9f service neutron] 10.222.0.44 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7323611 Sep 21 17:49:15.401991 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-859c39b1-7420-4fde-a058-62212261c595 req-ec6ffe0a-7570-4af4-be6d-841c28019d56 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384068 Sep 21 17:49:15.475287 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-d32d2954-7c07-49bb-9871-bfd8556f38ba service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5059354 Sep 21 17:49:15.667990 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-2b81bf1b-3629-4b41-b426-0f2fb24a95a3 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803086 Sep 21 17:49:15.688760 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56f66e-9398-4ffd-b894-dff836becf3c req-4bbadbd2-1e95-4d23-819c-ad0069dd3cab tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:15.690275 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1e56f66e-9398-4ffd-b894-dff836becf3c req-4bbadbd2-1e95-4d23-819c-ad0069dd3cab tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=79da5491-ceaf-4db3-81cd-5dfe13c1975c HTTP/1.1" status: 200 len: 867 time: 0.1329808 Sep 21 17:49:15.690961 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dd803f3f-486f-47ee-98fb-f1df887240d6 req-a5f9cf9d-6efb-46c1-90f7-4b8f45abd409 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:15.702817 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['e456b0a4-53b5-4f05-98fe-1cb273fbbd51', '5eecf111-be38-4f67-acac-95f0f6977cf9'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:49:15.843449 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9cf9d-6efb-46c1-90f7-4b8f45abd409 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Pushing event deleted for resources: {'Port': ['ID=5eecf111-be38-4f67-acac-95f0f6977cf9,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:15.880128 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd803f3f-486f-47ee-98fb-f1df887240d6 req-a5f9cf9d-6efb-46c1-90f7-4b8f45abd409 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] No DVR routers for this DVR port 5eecf111-be38-4f67-acac-95f0f6977cf9 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:49:15.883419 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dd803f3f-486f-47ee-98fb-f1df887240d6 req-a5f9cf9d-6efb-46c1-90f7-4b8f45abd409 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:15.885473 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dd803f3f-486f-47ee-98fb-f1df887240d6 req-a5f9cf9d-6efb-46c1-90f7-4b8f45abd409 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.44 "DELETE /v2.0/ports/5eecf111-be38-4f67-acac-95f0f6977cf9 HTTP/1.1" status: 204 len: 173 time: 1.6259255 Sep 21 17:49:15.887383 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620b941c-6ebb-4e2a-b20c-d9ba5ea4ac20 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:49:15.890744 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3685900c-c199-4b87-8f6b-49960ab5f78b x-openstack-request-id: req-3685900c-c199-4b87-8f6b-49960ab5f78b {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:49:15.891139 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50e3f8b8-ae1f-410d-873c-8985c10ee958", "tag": "5bac040e-9d43-4d5f-aac3-b11c3b275804", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:49:15.891450 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3685900c-c199-4b87-8f6b-49960ab5f78b {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:49:15.891894 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50e3f8b8-ae1f-410d-873c-8985c10ee958', 'tag': '5bac040e-9d43-4d5f-aac3-b11c3b275804', 'status': 'completed', 'code': 200} Sep 21 17:49:15.892492 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79da5491-ceaf-4db3-81cd-5dfe13c1975c', 'name': 'network-vif-deleted', 'tag': '5eecf111-be38-4f67-acac-95f0f6977cf9'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:49:15.894857 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2d3c6b-8861-4001-b162-3e7fc45e0abd" -d '{"events": [{"server_uuid": "79da5491-ceaf-4db3-81cd-5dfe13c1975c", "name": "network-vif-deleted", "tag": "5eecf111-be38-4f67-acac-95f0f6977cf9"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:49:15.898098 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-620b941c-6ebb-4e2a-b20c-d9ba5ea4ac20 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:15.911205 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab67088d-4884-491a-81d0-ac9b853c6bf3 None None] Sync routers for ids ['9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:49:15.923039 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6bd042d6-a3a2-4b55-b015-577d0042961f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:15.925059 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-9b810183-0a8b-462d-a741-f253a7aed3bd tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:15.926584 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-9b810183-0a8b-462d-a741-f253a7aed3bd tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd&tenant_id=564aef6a99cc4ded992fbb9f0e732388&binding%3Ahost_id=n-h2-810291-1 HTTP/1.1" status: 200 len: 1096 time: 0.2560432 Sep 21 17:49:15.936618 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1e56f66e-9398-4ffd-b894-dff836becf3c req-7cf806b4-263f-4b89-96e1-b2f00a764c67 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/security-groups?id=a812a218-7e96-4ad2-9287-5ec8d8ba6347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124286 Sep 21 17:49:15.939257 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab67088d-4884-491a-81d0-ac9b853c6bf3 None None] Routers {'9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:49:15.941907 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-ab67088d-4884-491a-81d0-ac9b853c6bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:48:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:15.999383 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-169d8ec9-356c-45d0-a731-95497422963f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:16.000916 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-169d8ec9-356c-45d0-a731-95497422963f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b8df62cc2a44f18b1012d84424cf7b7&device_id=50e3f8b8-ae1f-410d-873c-8985c10ee958 HTTP/1.1" status: 200 len: 1094 time: 0.7607367 Sep 21 17:49:16.018251 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-620b941c-6ebb-4e2a-b20c-d9ba5ea4ac20 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "PUT /v2.0/floatingips/352915d1-e335-49fd-b0ee-5dda52f9e574 HTTP/1.1" status: 200 len: 992 time: 3.0421290 Sep 21 17:49:16.127647 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-f4754efe-8e6d-43f9-bf86-81f9f9d8009e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bac040e-9d43-4d5f-aac3-b11c3b275804 HTTP/1.1" status: 200 len: 217 time: 0.1007159 Sep 21 17:49:16.153056 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c3057-bd48-413c-be47-b118045dcb4c req-0d757846-74cc-49ca-b085-f099ef6bab5b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:16.159798 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8d2c3057-bd48-413c-be47-b118045dcb4c req-0d757846-74cc-49ca-b085-f099ef6bab5b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 949 time: 0.8614511 Sep 21 17:49:16.205989 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-ab67088d-4884-491a-81d0-ac9b853c6bf3 None None] Set router 9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:49:16.223972 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-4c2193e3-6fb3-4157-882f-b086fc3eb7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:16.225989 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-4c2193e3-6fb3-4157-882f-b086fc3eb7da service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1acb97-a665-4981-aa27-e3c7a92f8d95 HTTP/1.1" status: 200 len: 853 time: 0.0928392 Sep 21 17:49:16.233349 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-667ca4d8-d41f-499e-a3d3-bdcece8d8a11 service neutron] For port 9ab6d309-426f-4163-bdcd-8ac8922a6949, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:49:16.241230 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-667ca4d8-d41f-499e-a3d3-bdcece8d8a11 service neutron] Notify callbacks [] for binding, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:16.244485 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b15f52b-d043-4413-b36c-4e27bf2c8386 req-667ca4d8-d41f-499e-a3d3-bdcece8d8a11 service neutron] 10.222.0.44 "DELETE /v2.0/ports/9ab6d309-426f-4163-bdcd-8ac8922a6949/bindings/n-h1-810291-1 HTTP/1.1" status: 204 len: 173 time: 0.3018103 Sep 21 17:49:16.298851 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8d2c3057-bd48-413c-be47-b118045dcb4c req-e34b3b26-47a2-480d-bfc5-50e1ba54155c tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718532 Sep 21 17:49:16.311428 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-b73a18d7-13d7-4b08-9aae-92f8e15f994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:16.313389 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-b73a18d7-13d7-4b08-9aae-92f8e15f994b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a85aca27-47ab-4d45-92c3-b1f3ae1ab31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623491 Sep 21 17:49:16.381256 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1c334-e893-460b-b6fb-ae1fd01926c9 req-3b38d603-2e37-4d40-970e-0b500459e8ba tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:16.386750 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eae1c334-e893-460b-b6fb-ae1fd01926c9 req-3b38d603-2e37-4d40-970e-0b500459e8ba tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4b8995f9-d064-49a1-889b-bdffb349840f HTTP/1.1" status: 200 len: 1096 time: 0.0915794 Sep 21 17:49:16.459784 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eae1c334-e893-460b-b6fb-ae1fd01926c9 req-1f8e472e-29f2-48d8-bfc9-7cf155983566 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605690 Sep 21 17:49:16.467498 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-1adc8cec-ff02-40d4-b1e1-366b8e14dcb2 service neutron] 10.222.0.44 "GET /v2.0/networks/a85aca27-47ab-4d45-92c3-b1f3ae1ab31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429653 Sep 21 17:49:16.486477 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00247d0-a10a-4a75-a8a2-d70165116ea2 req-0f7ddb9a-f72e-480f-bcbd-a7bb00d4a239 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:16.494149 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c00247d0-a10a-4a75-a8a2-d70165116ea2 req-0f7ddb9a-f72e-480f-bcbd-a7bb00d4a239 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports?device_id=97995358-b50c-487c-8edf-1bb933d9355c HTTP/1.1" status: 200 len: 946 time: 0.0802121 Sep 21 17:49:16.628633 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c00247d0-a10a-4a75-a8a2-d70165116ea2 req-8a9a68be-66de-4f95-8428-88dea4182918 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d1adea4-3123-43ec-b076-7a49a44dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334937 Sep 21 17:49:16.666001 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ac87ba10-256c-4c69-9023-e0f49f493ab1 req-f902b951-5bee-470f-ac95-9a9482089e79 service neutron] 10.222.0.44 "GET /v2.0/networks/a85aca27-47ab-4d45-92c3-b1f3ae1ab31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696458 Sep 21 17:49:16.697729 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b850e4a-4145-48cc-8b2b-ded5510254d1 x-openstack-request-id: req-3b850e4a-4145-48cc-8b2b-ded5510254d1 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:49:16.698306 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79da5491-ceaf-4db3-81cd-5dfe13c1975c", "name": "network-vif-deleted", "tag": "5eecf111-be38-4f67-acac-95f0f6977cf9", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:49:16.698559 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3b850e4a-4145-48cc-8b2b-ded5510254d1 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:49:16.698996 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79da5491-ceaf-4db3-81cd-5dfe13c1975c', 'name': 'network-vif-deleted', 'tag': '5eecf111-be38-4f67-acac-95f0f6977cf9', 'status': 'completed', 'code': 200} Sep 21 17:49:16.724962 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc2bd9-1b11-4362-996b-cdf25ef5f42e req-fc6a4d0f-f55e-45e7-a690-2ba1ddbb7e3b tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:16.726137 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f7fc2bd9-1b11-4362-996b-cdf25ef5f42e req-fc6a4d0f-f55e-45e7-a690-2ba1ddbb7e3b tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/ports?device_id=50e3f8b8-ae1f-410d-873c-8985c10ee958 HTTP/1.1" status: 200 len: 943 time: 0.0911858 Sep 21 17:49:16.778657 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f7fc2bd9-1b11-4362-996b-cdf25ef5f42e req-138f4e04-c6ff-43e5-bd43-55a7afcc9a31 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a5788c3-3b53-45da-bc36-1e521b2619d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444486 Sep 21 17:49:16.795296 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-ab67088d-4884-491a-81d0-ac9b853c6bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350988157-router', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:07Z', 'updated_at': '2021-09-21T17:48:20Z', 'revision_number': 4, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'gw_port': {'id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:08Z', 'updated_at': '2021-09-21T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '352915d1-e335-49fd-b0ee-5dda52f9e574', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'floating_ip_address': '172.25.6.182', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'port_id': '33c2dcdf-eaf7-4914-a1a9-0b8248f353f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c', 'mac_address': 'fa:16:3e:fe:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fecaaa-5688-4f23-981a-4f09ace07bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:48:53Z', 'updated_at': '2021-09-21T17:49:14Z', 'revision_number': 1, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7603049-a3e7-4896-b522-a88926b8060b', 'name': '', 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'mac_address': 'fa:16:3e:da:5e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '42aa13e9-fa0a-473d-9510-59ad5e7250f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:17Z', 'updated_at': '2021-09-21T17:48:27Z', 'revision_number': 5, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'subnets': [{'id': '42aa13e9-fa0a-473d-9510-59ad5e7250f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:16.811580 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292b78d-4e0e-4d6e-a2b4-8a6d7d49261e req-f6ce8a51-bb70-4437-8f51-0b8feb5777b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:16.816198 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2292b78d-4e0e-4d6e-a2b4-8a6d7d49261e req-f6ce8a51-bb70-4437-8f51-0b8feb5777b0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b8df62cc2a44f18b1012d84424cf7b7&device_id=50e3f8b8-ae1f-410d-873c-8985c10ee958 HTTP/1.1" status: 200 len: 1094 time: 0.0893655 Sep 21 17:49:16.832144 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab67088d-4884-491a-81d0-ac9b853c6bf3 None None] Checking router: 9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:49:16.844996 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab67088d-4884-491a-81d0-ac9b853c6bf3 None None] Routers {'9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:49:16.845814 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-ab67088d-4884-491a-81d0-ac9b853c6bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:48:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:16.926977 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc578838-1cf3-47e0-8ad7-cb455a92afd3 req-14c2c912-5e53-4125-8d1c-e28d105bdf39 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:16.931612 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bc578838-1cf3-47e0-8ad7-cb455a92afd3 req-14c2c912-5e53-4125-8d1c-e28d105bdf39 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 945 time: 0.0744231 Sep 21 17:49:16.964884 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292b78d-4e0e-4d6e-a2b4-8a6d7d49261e req-f478176d-f7a0-4b24-9c45-93da5b2e8ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:16.966769 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2292b78d-4e0e-4d6e-a2b4-8a6d7d49261e req-f478176d-f7a0-4b24-9c45-93da5b2e8ecd service neutron] 10.222.0.44 "GET /v2.0/networks?id=a85aca27-47ab-4d45-92c3-b1f3ae1ab31b HTTP/1.1" status: 200 len: 915 time: 0.1415482 Sep 21 17:49:16.969078 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf6d2f8-981f-4ae4-912e-d70a6c760bf5 req-174dceb5-c49c-4054-9904-a66d6c15ceba tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:16.970456 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4bf6d2f8-981f-4ae4-912e-d70a6c760bf5 req-174dceb5-c49c-4054-9904-a66d6c15ceba tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4b8995f9-d064-49a1-889b-bdffb349840f HTTP/1.1" status: 200 len: 1096 time: 0.0647087 Sep 21 17:49:16.980250 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bc578838-1cf3-47e0-8ad7-cb455a92afd3 req-ec655800-8681-4cbe-962c-577dafe78641 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434139 Sep 21 17:49:16.984117 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-ab67088d-4884-491a-81d0-ac9b853c6bf3 None None] Set router 9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:49:17.014479 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2292b78d-4e0e-4d6e-a2b4-8a6d7d49261e req-41a7104f-a4fa-45ad-ad6c-8756bd09e38b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bac040e-9d43-4d5f-aac3-b11c3b275804 HTTP/1.1" status: 200 len: 217 time: 0.0406363 Sep 21 17:49:17.067550 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4bf6d2f8-981f-4ae4-912e-d70a6c760bf5 req-e4d8258e-0a43-4745-a50f-0c72faaa09ff tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877683 Sep 21 17:49:17.076834 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292b78d-4e0e-4d6e-a2b4-8a6d7d49261e req-1890d127-6dfe-4fa6-b826-4ca8504bc7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:17.080203 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2292b78d-4e0e-4d6e-a2b4-8a6d7d49261e req-1890d127-6dfe-4fa6-b826-4ca8504bc7a2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7b1acb97-a665-4981-aa27-e3c7a92f8d95 HTTP/1.1" status: 200 len: 853 time: 0.0581255 Sep 21 17:49:17.147902 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292b78d-4e0e-4d6e-a2b4-8a6d7d49261e req-9818d58c-45f7-435c-adbd-29da53e07993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:17.150509 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2292b78d-4e0e-4d6e-a2b4-8a6d7d49261e req-9818d58c-45f7-435c-adbd-29da53e07993 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a85aca27-47ab-4d45-92c3-b1f3ae1ab31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602162 Sep 21 17:49:17.246052 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8df53ec5-db38-4860-a158-67ec9ef744bf req-83bb0a81-081f-4fa6-9005-f206dd897978 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2411928 Sep 21 17:49:17.257524 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-8df53ec5-db38-4860-a158-67ec9ef744bf req-2c308d6b-0188-4eaa-8c4e-c3c0b36a6e86 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:49:17.278224 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-ab67088d-4884-491a-81d0-ac9b853c6bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350988157-router', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:07Z', 'updated_at': '2021-09-21T17:48:20Z', 'revision_number': 4, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'gw_port': {'id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:08Z', 'updated_at': '2021-09-21T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '352915d1-e335-49fd-b0ee-5dda52f9e574', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'floating_ip_address': '172.25.6.182', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'port_id': '33c2dcdf-eaf7-4914-a1a9-0b8248f353f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c', 'mac_address': 'fa:16:3e:fe:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fecaaa-5688-4f23-981a-4f09ace07bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:48:53Z', 'updated_at': '2021-09-21T17:49:14Z', 'revision_number': 1, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7603049-a3e7-4896-b522-a88926b8060b', 'name': '', 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'mac_address': 'fa:16:3e:da:5e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '42aa13e9-fa0a-473d-9510-59ad5e7250f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:17Z', 'updated_at': '2021-09-21T17:48:27Z', 'revision_number': 5, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'subnets': [{'id': '42aa13e9-fa0a-473d-9510-59ad5e7250f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:17.280486 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2292b78d-4e0e-4d6e-a2b4-8a6d7d49261e req-ce4f05f3-80c9-4130-80b4-327fd78019e1 service neutron] 10.222.0.44 "GET /v2.0/networks/a85aca27-47ab-4d45-92c3-b1f3ae1ab31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220074 Sep 21 17:49:17.289850 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8df53ec5-db38-4860-a158-67ec9ef744bf req-2c308d6b-0188-4eaa-8c4e-c3c0b36a6e86 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks [] for floatingip, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:17.320551 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab67088d-4884-491a-81d0-ac9b853c6bf3 None None] The sync data for ids ['9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'] in n-d-810291-1 is: [{'id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350988157-router', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:07Z', 'updated_at': '2021-09-21T17:48:20Z', 'revision_number': 4, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'gw_port': {'id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:08Z', 'updated_at': '2021-09-21T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '352915d1-e335-49fd-b0ee-5dda52f9e574', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'floating_ip_address': '172.25.6.182', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'port_id': '33c2dcdf-eaf7-4914-a1a9-0b8248f353f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c', 'mac_address': 'fa:16:3e:fe:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fecaaa-5688-4f23-981a-4f09ace07bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:48:53Z', 'updated_at': '2021-09-21T17:49:14Z', 'revision_number': 1, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7603049-a3e7-4896-b522-a88926b8060b', 'name': '', 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'mac_address': 'fa:16:3e:da:5e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '42aa13e9-fa0a-473d-9510-59ad5e7250f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:17Z', 'updated_at': '2021-09-21T17:48:27Z', 'revision_number': 5, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'subnets': [{'id': '42aa13e9-fa0a-473d-9510-59ad5e7250f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:49:17.400730 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2292b78d-4e0e-4d6e-a2b4-8a6d7d49261e req-7d1eb4be-daed-4a48-aeb1-76ae7c5a73ab service neutron] 10.222.0.44 "GET /v2.0/networks/a85aca27-47ab-4d45-92c3-b1f3ae1ab31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094022 Sep 21 17:49:17.414714 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8df53ec5-db38-4860-a158-67ec9ef744bf req-2c308d6b-0188-4eaa-8c4e-c3c0b36a6e86 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:17.530428 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-8df53ec5-db38-4860-a158-67ec9ef744bf req-2c308d6b-0188-4eaa-8c4e-c3c0b36a6e86 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Allocated IP 172.25.6.45 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/1080de05-bccb-4df7-ad2c-57f67ee13b37) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:49:17.573992 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7ae1b6-d90f-4bad-a6a3-bd05dbbaa3a5 None None] New status for floating IP 352915d1-e335-49fd-b0ee-5dda52f9e574: ACTIVE {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:49:17.600756 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1a921-aecd-4bb9-9a7c-5a367368db15 req-04d0f101-247d-41b2-af6d-ed0e258f711a tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:17.602230 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-52b1a921-aecd-4bb9-9a7c-5a367368db15 req-04d0f101-247d-41b2-af6d-ed0e258f711a tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 949 time: 0.0669088 Sep 21 17:49:17.641161 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8df53ec5-db38-4860-a158-67ec9ef744bf req-2c308d6b-0188-4eaa-8c4e-c3c0b36a6e86 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:17.644177 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-52b1a921-aecd-4bb9-9a7c-5a367368db15 req-454987fe-b9e9-4b68-8623-d66739a926d2 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347950 Sep 21 17:49:17.681694 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8df53ec5-db38-4860-a158-67ec9ef744bf req-2c308d6b-0188-4eaa-8c4e-c3c0b36a6e86 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:17.718293 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8df53ec5-db38-4860-a158-67ec9ef744bf req-2c308d6b-0188-4eaa-8c4e-c3c0b36a6e86 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:49:17.723097 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-8df53ec5-db38-4860-a158-67ec9ef744bf req-2c308d6b-0188-4eaa-8c4e-c3c0b36a6e86 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:49:17.729378 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df53ec5-db38-4860-a158-67ec9ef744bf req-2c308d6b-0188-4eaa-8c4e-c3c0b36a6e86 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:49:17.737861 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c308d6b-0188-4eaa-8c4e-c3c0b36a6e86 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Pushing event updated for resources: {'Port': ['ID=1080de05-bccb-4df7-ad2c-57f67ee13b37,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:17.828843 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8df53ec5-db38-4860-a158-67ec9ef744bf req-2c308d6b-0188-4eaa-8c4e-c3c0b36a6e86 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:17.866022 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8df53ec5-db38-4860-a158-67ec9ef744bf req-2c308d6b-0188-4eaa-8c4e-c3c0b36a6e86 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:17.893670 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66fecaaa-5688-4f23-981a-4f09ace07bc5', 'tag': '33c2dcdf-eaf7-4914-a1a9-0b8248f353f2'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:49:17.896019 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7653cfc3-302c-47c4-8bcc-1137d46a2cea" -d '{"events": [{"name": "network-changed", "server_uuid": "66fecaaa-5688-4f23-981a-4f09ace07bc5", "tag": "33c2dcdf-eaf7-4914-a1a9-0b8248f353f2"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:49:17.965012 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48d8d9-ab7d-4820-b005-daf0b97944c7 req-19272edd-8742-469b-80d0-4750559683c4 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:17.970570 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7a48d8d9-ab7d-4820-b005-daf0b97944c7 req-19272edd-8742-469b-80d0-4750559683c4 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 1096 time: 0.0489209 Sep 21 17:49:18.012755 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7a48d8d9-ab7d-4820-b005-daf0b97944c7 req-b09c207b-82ea-4abf-82d5-76e2f19be843 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388143 Sep 21 17:49:18.023065 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8df53ec5-db38-4860-a158-67ec9ef744bf req-2c308d6b-0188-4eaa-8c4e-c3c0b36a6e86 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:18.032204 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8df53ec5-db38-4860-a158-67ec9ef744bf req-2c308d6b-0188-4eaa-8c4e-c3c0b36a6e86 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:18.044679 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8df53ec5-db38-4860-a158-67ec9ef744bf req-2c308d6b-0188-4eaa-8c4e-c3c0b36a6e86 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:18.086053 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8df53ec5-db38-4860-a158-67ec9ef744bf req-2c308d6b-0188-4eaa-8c4e-c3c0b36a6e86 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:18.087295 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8df53ec5-db38-4860-a158-67ec9ef744bf req-2c308d6b-0188-4eaa-8c4e-c3c0b36a6e86 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.8353426 Sep 21 17:49:18.088029 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c308d6b-0188-4eaa-8c4e-c3c0b36a6e86 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Pushing event updated for resources: {'Port': ['ID=1080de05-bccb-4df7-ad2c-57f67ee13b37,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:18.168140 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8df53ec5-db38-4860-a158-67ec9ef744bf req-7baebed3-3011-4e1c-8b2a-14c50cb24192 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.45 HTTP/1.1" status: 200 len: 695 time: 0.0698812 Sep 21 17:49:18.280812 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 5eecf111-be38-4f67-acac-95f0f6977cf9 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:49:18.281319 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df53ec5-db38-4860-a158-67ec9ef744bf req-7380a401-d206-4387-b887-a10c93e753c8 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:18.282719 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8df53ec5-db38-4860-a158-67ec9ef744bf req-7380a401-d206-4387-b887-a10c93e753c8 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 784 time: 0.1081285 Sep 21 17:49:18.294517 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-8df53ec5-db38-4860-a158-67ec9ef744bf req-c453fe0c-69e9-438c-8021-4a22820553f6 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:49:18.295636 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8df53ec5-db38-4860-a158-67ec9ef744bf req-c453fe0c-69e9-438c-8021-4a22820553f6 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068197 Sep 21 17:49:18.317246 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 5eecf111-be38-4f67-acac-95f0f6977cf9 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:49:18.317639 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 5eecf111-be38-4f67-acac-95f0f6977cf9 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:49:18.327975 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5e09201b-fa30-44cc-9514-aff827c187a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:18.528900 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a386a-899a-4ce9-8744-ac349786bf3a req-62ce01d0-52b4-4cc7-bdd1-91f56eeee163 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:18.530528 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-618a386a-899a-4ce9-8744-ac349786bf3a req-62ce01d0-52b4-4cc7-bdd1-91f56eeee163 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/ports?device_id=50e3f8b8-ae1f-410d-873c-8985c10ee958 HTTP/1.1" status: 200 len: 943 time: 0.0479822 Sep 21 17:49:18.570324 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-618a386a-899a-4ce9-8744-ac349786bf3a req-375aa9f0-46ca-4a7a-a29a-01a326ab4682 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a5788c3-3b53-45da-bc36-1e521b2619d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335665 Sep 21 17:49:18.757725 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b397579-2297-481f-a46c-0ddeb7fe292c req-866d4a2b-d502-400e-a164-b13acd858c2a tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:18.759292 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9b397579-2297-481f-a46c-0ddeb7fe292c req-866d4a2b-d502-400e-a164-b13acd858c2a tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=81357416-39b5-4367-a384-3be675bf783d HTTP/1.1" status: 200 len: 950 time: 0.0594530 Sep 21 17:49:18.799169 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9b397579-2297-481f-a46c-0ddeb7fe292c req-5f48bb94-083a-4542-a935-f7cb35a9bd5c tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/security-groups?id=a812a218-7e96-4ad2-9287-5ec8d8ba6347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331330 Sep 21 17:49:18.843473 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a3fb22-68eb-4d54-afa7-5c55f3bac0fe x-openstack-request-id: req-88a3fb22-68eb-4d54-afa7-5c55f3bac0fe {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:49:18.843987 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66fecaaa-5688-4f23-981a-4f09ace07bc5", "tag": "33c2dcdf-eaf7-4914-a1a9-0b8248f353f2", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:49:18.843987 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-88a3fb22-68eb-4d54-afa7-5c55f3bac0fe {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:49:18.844400 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66fecaaa-5688-4f23-981a-4f09ace07bc5', 'tag': '33c2dcdf-eaf7-4914-a1a9-0b8248f353f2', 'status': 'completed', 'code': 200} Sep 21 17:49:18.859630 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-bd9aebed-647a-49fd-81cd-63d79af0abc3 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:49:18.860738 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-bd9aebed-647a-49fd-81cd-63d79af0abc3 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068421 Sep 21 17:49:18.902014 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-0a05fc2d-7359-4906-b876-2ead33ade2a4 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:18.908964 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-0a05fc2d-7359-4906-b876-2ead33ade2a4 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/ports/4063cbd7-f7cb-49bf-91dd-30bde29c653a HTTP/1.1" status: 200 len: 1093 time: 0.0389502 Sep 21 17:49:18.913125 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-80e519e8-db66-40b2-b21a-28b96bea012d service neutron] Request body: {'binding': {'host': 'n-h2-810291-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:49:18.913584 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-80e519e8-db66-40b2-b21a-28b96bea012d service neutron] Unknown quota resources ['binding']. {{(pid=101461) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 17:49:18.937210 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:19.052137 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-80e519e8-db66-40b2-b21a-28b96bea012d service neutron] Attempting to bind port 4063cbd7-f7cb-49bf-91dd-30bde29c653a on host n-h2-810291-1 for vnic_type normal with profile None {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:49:19.052552 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-80e519e8-db66-40b2-b21a-28b96bea012d service neutron] Attempting to bind port 4063cbd7-f7cb-49bf-91dd-30bde29c653a by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:49:19.053026 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-80e519e8-db66-40b2-b21a-28b96bea012d service neutron] Attempting to bind port 4063cbd7-f7cb-49bf-91dd-30bde29c653a on network 24a709a9-6fef-4b8b-a432-62063bc26954 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:49:19.057875 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-80e519e8-db66-40b2-b21a-28b96bea012d service neutron] Port 4063cbd7-f7cb-49bf-91dd-30bde29c653a on network 24a709a9-6fef-4b8b-a432-62063bc26954 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:49:19.058201 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-80e519e8-db66-40b2-b21a-28b96bea012d service neutron] Attempting to bind port 4063cbd7-f7cb-49bf-91dd-30bde29c653a on network 24a709a9-6fef-4b8b-a432-62063bc26954 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:49:19.064047 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-80e519e8-db66-40b2-b21a-28b96bea012d service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:49:19.064389 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-80e519e8-db66-40b2-b21a-28b96bea012d service neutron] Checking segment: {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:49:19.064785 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-80e519e8-db66-40b2-b21a-28b96bea012d service neutron] Bound using segment: {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:49:19.065218 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-80e519e8-db66-40b2-b21a-28b96bea012d service neutron] Bound port: 4063cbd7-f7cb-49bf-91dd-30bde29c653a, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'}}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:49:19.120785 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-80e519e8-db66-40b2-b21a-28b96bea012d service neutron] For port 4063cbd7-f7cb-49bf-91dd-30bde29c653a, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=4063cbd7-f7cb-49bf-91dd-30bde29c653a,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:49:19.127004 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-80e519e8-db66-40b2-b21a-28b96bea012d service neutron] Notify callbacks [] for binding, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:19.128210 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-80e519e8-db66-40b2-b21a-28b96bea012d service neutron] 10.222.0.58 "POST /v2.0/ports/4063cbd7-f7cb-49bf-91dd-30bde29c653a/bindings HTTP/1.1" status: 201 len: 389 time: 0.2185116 Sep 21 17:49:19.178531 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653cfc3-302c-47c4-8bcc-1137d46a2cea req-cb16bae5-9eb5-44b7-b91a-c2b72aa406c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:19.180281 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7653cfc3-302c-47c4-8bcc-1137d46a2cea req-cb16bae5-9eb5-44b7-b91a-c2b72aa406c9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b93028f5f6c042dd85c1734d29b3e8eb&device_id=66fecaaa-5688-4f23-981a-4f09ace07bc5 HTTP/1.1" status: 200 len: 1097 time: 0.3044896 Sep 21 17:49:19.292169 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-222b1278-0a72-48d1-946c-dc463896d20b tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:19.293856 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-222b1278-0a72-48d1-946c-dc463896d20b tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/networks?id=ce365bfd-7bb2-49d3-914a-63ce743986ef HTTP/1.1" status: 200 len: 807 time: 0.3852649 Sep 21 17:49:19.323136 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-bf37e039-613a-478b-8426-4acf9f43dc72 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/quotas/564aef6a99cc4ded992fbb9f0e732388 HTTP/1.1" status: 200 len: 375 time: 0.0199225 Sep 21 17:49:19.324240 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653cfc3-302c-47c4-8bcc-1137d46a2cea req-f1908b22-a854-4831-85d8-ee872274e91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:19.325602 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7653cfc3-302c-47c4-8bcc-1137d46a2cea req-f1908b22-a854-4831-85d8-ee872274e91f service neutron] 10.222.0.38 "GET /v2.0/networks?id=11a4fcdf-56c0-4722-a4a2-ffbd8671669c HTTP/1.1" status: 200 len: 925 time: 0.1331244 Sep 21 17:49:19.384006 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-4d2a5de6-78fe-4a77-9300-95955e48e84d tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:19.385494 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-4d2a5de6-78fe-4a77-9300-95955e48e84d tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/networks?id=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 HTTP/1.1" status: 200 len: 821 time: 0.1327789 Sep 21 17:49:19.398371 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce08e3d-61ea-401f-9c83-e9903b7c6279 req-568886de-73e0-4972-ba4d-57877d0c55a6 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:19.399875 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9ce08e3d-61ea-401f-9c83-e9903b7c6279 req-568886de-73e0-4972-ba4d-57877d0c55a6 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.44 "GET /v2.0/ports?device_id=81357416-39b5-4367-a384-3be675bf783d HTTP/1.1" status: 200 len: 950 time: 0.0730891 Sep 21 17:49:19.416855 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-94618110-393a-4fbb-9dcc-34a9e6c56b37 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/quotas/1c68d21430e749de8d370bf53e53bb78 HTTP/1.1" status: 200 len: 375 time: 0.0161045 Sep 21 17:49:19.481179 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7653cfc3-302c-47c4-8bcc-1137d46a2cea req-5036e259-f40c-4979-ad6a-8f745251f4bd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33c2dcdf-eaf7-4914-a1a9-0b8248f353f2 HTTP/1.1" status: 200 len: 1002 time: 0.1409497 Sep 21 17:49:19.487977 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-37d73b55-dda6-4e1d-afc8-ee3bd36b57d8 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=564aef6a99cc4ded992fbb9f0e732388&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1566420 Sep 21 17:49:19.490071 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-1b41084e-6cfc-4628-8f2b-59046f3d7ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:19.491458 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-1b41084e-6cfc-4628-8f2b-59046f3d7ef3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57dccdb6847547f580dd9713009778d2&device_id=4b8995f9-d064-49a1-889b-bdffb349840f HTTP/1.1" status: 200 len: 1096 time: 0.1443624 Sep 21 17:49:19.515976 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-6f6190cb-a10c-46e6-88ef-3b1fe1dd5bf9 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c68d21430e749de8d370bf53e53bb78&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0836742 Sep 21 17:49:19.566964 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-9ce08e3d-61ea-401f-9c83-e9903b7c6279 req-1895b50b-5f77-4748-9452-512c7a01e777 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Deleting port e456b0a4-53b5-4f05-98fe-1cb273fbbd51 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:49:19.566964 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-9ce08e3d-61ea-401f-9c83-e9903b7c6279 req-1895b50b-5f77-4748-9452-512c7a01e777 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:19.645363 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653cfc3-302c-47c4-8bcc-1137d46a2cea req-a197aaa9-5e5a-44b7-8cd3-0456d5993fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:19.646739 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7653cfc3-302c-47c4-8bcc-1137d46a2cea req-a197aaa9-5e5a-44b7-8cd3-0456d5993fc1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=42aa13e9-fa0a-473d-9510-59ad5e7250f2 HTTP/1.1" status: 200 len: 863 time: 0.1544404 Sep 21 17:49:19.676318 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-4db30ff8-e1c1-4be9-866e-8702b789e538 service neutron] 10.222.0.58 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527197 Sep 21 17:49:19.716030 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-8bdaaf29-d609-4e08-a5ea-84155a5a9121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:19.717499 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-8bdaaf29-d609-4e08-a5ea-84155a5a9121 service neutron] 10.222.0.44 "GET /v2.0/networks?id=24a709a9-6fef-4b8b-a432-62063bc26954 HTTP/1.1" status: 200 len: 922 time: 0.2170212 Sep 21 17:49:19.725445 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-9ada9674-46d0-479a-9795-75f5b7f6ae6c service neutron] 10.222.0.58 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978180 Sep 21 17:49:19.726456 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-9ce08e3d-61ea-401f-9c83-e9903b7c6279 req-1895b50b-5f77-4748-9452-512c7a01e777 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] For port e456b0a4-53b5-4f05-98fe-1cb273fbbd51, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=e456b0a4-53b5-4f05-98fe-1cb273fbbd51,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:19.726827 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-9ce08e3d-61ea-401f-9c83-e9903b7c6279 req-1895b50b-5f77-4748-9452-512c7a01e777 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:19.764382 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-9ce08e3d-61ea-401f-9c83-e9903b7c6279 req-1895b50b-5f77-4748-9452-512c7a01e777 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Calling delete_port for e456b0a4-53b5-4f05-98fe-1cb273fbbd51 owned by compute:nova {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:49:19.772980 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-287cb6a1-7234-4dc7-9d5e-44843a9efb86 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4063cbd7-f7cb-49bf-91dd-30bde29c653a HTTP/1.1" status: 200 len: 217 time: 0.0467303 Sep 21 17:49:19.783234 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653cfc3-302c-47c4-8bcc-1137d46a2cea req-77dd2104-18e0-437d-9cfc-932a2a92178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:19.784639 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7653cfc3-302c-47c4-8bcc-1137d46a2cea req-77dd2104-18e0-437d-9cfc-932a2a92178e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11a4fcdf-56c0-4722-a4a2-ffbd8671669c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249228 Sep 21 17:49:19.832744 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-61229e0e-9cb5-4f62-ba4a-476bb4bf1bd9 service neutron] 10.222.0.58 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474876 Sep 21 17:49:19.922048 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-9ce08e3d-61ea-401f-9c83-e9903b7c6279 req-1895b50b-5f77-4748-9452-512c7a01e777 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:19.927231 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:19.928249 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-ba118288-5e8b-44ab-8ac8-a8925b99a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:19.929800 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-ba118288-5e8b-44ab-8ac8-a8925b99a2ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f5dcf0d3-3653-4c17-af0f-a1adf84dd578 HTTP/1.1" status: 200 len: 861 time: 0.1442075 Sep 21 17:49:19.936463 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['e456b0a4-53b5-4f05-98fe-1cb273fbbd51'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:49:19.970114 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-160d5ead-2271-4ef7-9a77-74b03a9c500a service neutron] 10.222.0.58 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356045 Sep 21 17:49:19.972170 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895b50b-5f77-4748-9452-512c7a01e777 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Pushing event deleted for resources: {'Port': ['ID=e456b0a4-53b5-4f05-98fe-1cb273fbbd51,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:20.002991 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-621facba-31c9-4879-976f-61457e7c6fbb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=24a709a9-6fef-4b8b-a432-62063bc26954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608900 Sep 21 17:49:20.095819 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce08e3d-61ea-401f-9c83-e9903b7c6279 req-1895b50b-5f77-4748-9452-512c7a01e777 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] No DVR routers for this DVR port e456b0a4-53b5-4f05-98fe-1cb273fbbd51 on host n-h2-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:49:20.103690 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-9ce08e3d-61ea-401f-9c83-e9903b7c6279 req-1895b50b-5f77-4748-9452-512c7a01e777 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:20.103938 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7653cfc3-302c-47c4-8bcc-1137d46a2cea req-5ddad9d6-28ad-4cac-b2c1-bd22a71279d4 service neutron] 10.222.0.38 "GET /v2.0/networks/11a4fcdf-56c0-4722-a4a2-ffbd8671669c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093913 Sep 21 17:49:20.109460 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9ce08e3d-61ea-401f-9c83-e9903b7c6279 req-1895b50b-5f77-4748-9452-512c7a01e777 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.44 "DELETE /v2.0/ports/e456b0a4-53b5-4f05-98fe-1cb273fbbd51 HTTP/1.1" status: 204 len: 173 time: 0.7002308 Sep 21 17:49:20.273056 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150be0be-f4ad-431f-b893-e01a8484403c req-b2cd08a8-ffaa-4fa4-8e69-7d117e6d42c6 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:20.282028 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-150be0be-f4ad-431f-b893-e01a8484403c req-b2cd08a8-ffaa-4fa4-8e69-7d117e6d42c6 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 949 time: 0.1204228 Sep 21 17:49:20.287191 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 5bac040e-9d43-4d5f-aac3-b11c3b275804 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:49:20.334594 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-6da0b1a0-48aa-414f-8810-e74a603ac677 service neutron] 10.222.0.44 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231189 Sep 21 17:49:20.340378 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-150be0be-f4ad-431f-b893-e01a8484403c req-cc5c68e4-6030-4d4f-9fcb-b4c6dedcff75 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567400 Sep 21 17:49:20.396897 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329a07d-dede-4346-8181-d7a4a36f8a46 req-15f0a248-b7a5-4950-820e-7fc2ba035d5a tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:20.400975 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3329a07d-dede-4346-8181-d7a4a36f8a46 req-15f0a248-b7a5-4950-820e-7fc2ba035d5a tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8995f9-d064-49a1-889b-bdffb349840f HTTP/1.1" status: 200 len: 945 time: 0.1603258 Sep 21 17:49:20.416556 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7653cfc3-302c-47c4-8bcc-1137d46a2cea req-fc4fae26-f120-4be4-9eff-ebdc86770202 service neutron] 10.222.0.38 "GET /v2.0/networks/11a4fcdf-56c0-4722-a4a2-ffbd8671669c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011079 Sep 21 17:49:20.478224 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 5bac040e-9d43-4d5f-aac3-b11c3b275804, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5bac040e-9d43-4d5f-aac3-b11c3b275804,segment=NetworkSegment(67303b61-e45a-4af0-805b-0bf5aae7fcb6),segment_id=67303b61-e45a-4af0-805b-0bf5aae7fcb6)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:20.494421 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '5bac040e-9d43-4d5f-aac3-b11c3b275804', 'network_id': 'a85aca27-47ab-4d45-92c3-b1f3ae1ab31b', 'port_id': '5bac040e-9d43-4d5f-aac3-b11c3b275804', 'mac_address': 'fa:16:3e:20:55:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1acb97-a665-4981-aa27-e3c7a92f8d95', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:49:20.538080 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078f2d7-6ae3-470a-9ea3-9f4be0fdb3cf req-57404072-5d2d-4a39-b7e5-1e2c32b7846a tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:20.538671 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:20.545014 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d078f2d7-6ae3-470a-9ea3-9f4be0fdb3cf req-57404072-5d2d-4a39-b7e5-1e2c32b7846a tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/ports?device_id=50e3f8b8-ae1f-410d-873c-8985c10ee958 HTTP/1.1" status: 200 len: 943 time: 0.0916884 Sep 21 17:49:20.565534 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bac040e-9d43-4d5f-aac3-b11c3b275804 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:49:20.606415 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 5bac040e-9d43-4d5f-aac3-b11c3b275804, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5bac040e-9d43-4d5f-aac3-b11c3b275804,segment=NetworkSegment(67303b61-e45a-4af0-805b-0bf5aae7fcb6),segment_id=67303b61-e45a-4af0-805b-0bf5aae7fcb6)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:20.616395 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:20.634607 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3329a07d-dede-4346-8181-d7a4a36f8a46 req-0ae1b46b-90fb-435e-a740-aec8621e394b tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947300 Sep 21 17:49:20.642572 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-38affa92-66be-49b2-ad1c-fac45ff2da60 service neutron] 10.222.0.44 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978618 Sep 21 17:49:20.711139 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d078f2d7-6ae3-470a-9ea3-9f4be0fdb3cf req-ea3aba0e-05fd-49b5-a49b-b772923a7a72 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a5788c3-3b53-45da-bc36-1e521b2619d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525464 Sep 21 17:49:20.726031 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=5bac040e-9d43-4d5f-aac3-b11c3b275804,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:20.838227 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-8fae2f08-d735-47ff-b52c-52e34912fef2 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:20.839933 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-8fae2f08-d735-47ff-b52c-52e34912fef2 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4b8995f9-d064-49a1-889b-bdffb349840f&tenant_id=57dccdb6847547f580dd9713009778d2&binding%3Ahost_id=n-h1-810291-1 HTTP/1.1" status: 200 len: 1096 time: 0.1081491 Sep 21 17:49:20.853857 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81357416-39b5-4367-a384-3be675bf783d', 'name': 'network-vif-deleted', 'tag': 'e456b0a4-53b5-4f05-98fe-1cb273fbbd51'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:49:20.856546 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810291-1'}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:49:20.856685 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0f4251-d6fe-4f18-a37c-ba5d313a3837" -d '{"events": [{"server_uuid": "81357416-39b5-4367-a384-3be675bf783d", "name": "network-vif-deleted", "tag": "e456b0a4-53b5-4f05-98fe-1cb273fbbd51"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:49:20.872394 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-433833c4-8fc4-4e8b-811a-85b6ba1cff1a req-77ed7d1d-a2d1-4d69-9efa-72f98cef88f3 tempest-ServersAdminNegativeTestJSON-462041451 tempest-ServersAdminNegativeTestJSON-462041451-project] 10.222.0.58 "GET /v2.0/ports?device_id=81357416-39b5-4367-a384-3be675bf783d HTTP/1.1" status: 200 len: 210 time: 0.0420227 Sep 21 17:49:20.884154 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['5bac040e-9d43-4d5f-aac3-b11c3b275804'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:49:20.973423 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0ac7d7b1-09c8-4f59-850e-2c690654bc61 req-c6d0feee-c0fb-4663-b0fa-e67c822dc5fa tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f7de73c-da4c-492d-815e-7f1caf14a67e HTTP/1.1" status: 200 len: 210 time: 0.1137865 Sep 21 17:49:20.980612 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:21.011197 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d44ffd05-2539-462e-b23f-76b9dd2a0866 req-2ebb10e3-b484-4567-8287-0b33d25fb3c1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 210 time: 0.0538087 Sep 21 17:49:21.062190 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6478a56d-3358-4ecb-89c2-b00e86ab9c4b x-openstack-request-id: req-6478a56d-3358-4ecb-89c2-b00e86ab9c4b {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:49:21.063007 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81357416-39b5-4367-a384-3be675bf783d", "name": "network-vif-deleted", "tag": "e456b0a4-53b5-4f05-98fe-1cb273fbbd51", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:49:21.063007 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6478a56d-3358-4ecb-89c2-b00e86ab9c4b {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:49:21.063184 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81357416-39b5-4367-a384-3be675bf783d', 'name': 'network-vif-deleted', 'tag': 'e456b0a4-53b5-4f05-98fe-1cb273fbbd51', 'status': 'completed', 'code': 200} Sep 21 17:49:21.194191 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] For port 4063cbd7-f7cb-49bf-91dd-30bde29c653a, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=4063cbd7-f7cb-49bf-91dd-30bde29c653a,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:21.237444 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] For port 4063cbd7-f7cb-49bf-91dd-30bde29c653a, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:49:21.280805 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8995f9-d064-49a1-889b-bdffb349840f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4063cbd7-f7cb-49bf-91dd-30bde29c653a'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:49:21.283243 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b31996b-db50-4aed-a22e-19eaf9573635" -d '{"events": [{"server_uuid": "4b8995f9-d064-49a1-889b-bdffb349840f", "name": "network-vif-unplugged", "status": "completed", "tag": "4063cbd7-f7cb-49bf-91dd-30bde29c653a"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:49:21.287664 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:21.295406 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:21.345028 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 17:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85afa7be-18aa-40bf-b93c-af56d68f168b x-openstack-request-id: req-85afa7be-18aa-40bf-b93c-af56d68f168b {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:49:21.345651 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8995f9-d064-49a1-889b-bdffb349840f", "name": "network-vif-unplugged", "status": "completed", "tag": "4063cbd7-f7cb-49bf-91dd-30bde29c653a", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:49:21.345651 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-85afa7be-18aa-40bf-b93c-af56d68f168b {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:49:21.345928 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8995f9-d064-49a1-889b-bdffb349840f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4063cbd7-f7cb-49bf-91dd-30bde29c653a', 'code': 200} Sep 21 17:49:21.383391 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] Attempting to bind port 4063cbd7-f7cb-49bf-91dd-30bde29c653a on host n-h1-810291-1 for vnic_type normal with profile {"migrating_to": "n-h2-810291-1"} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:49:21.383725 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] Attempting to bind port 4063cbd7-f7cb-49bf-91dd-30bde29c653a by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:49:21.384064 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] Attempting to bind port 4063cbd7-f7cb-49bf-91dd-30bde29c653a on network 24a709a9-6fef-4b8b-a432-62063bc26954 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:49:21.387513 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] Pushing event updated for resources: {'Port': ['ID=4063cbd7-f7cb-49bf-91dd-30bde29c653a,revision_number=7']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:21.396446 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:21.396791 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:21.397126 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:21.397457 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:21.397783 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:21.398105 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:21.398422 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:21.398744 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:21.399091 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:21.399412 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:21.399724 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:21.400039 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:21.404234 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] Port 4063cbd7-f7cb-49bf-91dd-30bde29c653a on network 24a709a9-6fef-4b8b-a432-62063bc26954 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:49:21.404562 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] Attempting to bind port 4063cbd7-f7cb-49bf-91dd-30bde29c653a on network 24a709a9-6fef-4b8b-a432-62063bc26954 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:49:21.417456 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:49:21.419250 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] Checking segment: {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:49:21.419909 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] Bound using segment: {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:49:21.420514 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] Bound port: 4063cbd7-f7cb-49bf-91dd-30bde29c653a, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:49:21.421037 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:21.431094 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:21.595355 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7e7dd-ecdf-4e45-8725-b114d0d6127d req-1a9f1a34-4820-4a51-a7da-678e05baac68 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:21.605586 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-87d7e7dd-ecdf-4e45-8725-b114d0d6127d req-1a9f1a34-4820-4a51-a7da-678e05baac68 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 949 time: 0.1745002 Sep 21 17:49:21.724256 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-87d7e7dd-ecdf-4e45-8725-b114d0d6127d req-bbff1751-59f4-48cd-8abd-06f791e8b537 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169612 Sep 21 17:49:21.739037 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] For port 4063cbd7-f7cb-49bf-91dd-30bde29c653a, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:49:21.750566 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] For port 4063cbd7-f7cb-49bf-91dd-30bde29c653a, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=4063cbd7-f7cb-49bf-91dd-30bde29c653a,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:49:21.756382 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:21.769276 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-24c501b9-f162-49b2-a0d1-3cdf0cf38285 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:21.771014 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-24c501b9-f162-49b2-a0d1-3cdf0cf38285 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.38 "GET /v2.0/networks?id=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 HTTP/1.1" status: 200 len: 821 time: 0.2302384 Sep 21 17:49:21.778905 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236b575-113e-4dde-9662-4cae8cb8b1f9 req-dd9534da-c58f-452f-8e5d-e6401d35e82c tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:21.780650 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7236b575-113e-4dde-9662-4cae8cb8b1f9 req-dd9534da-c58f-452f-8e5d-e6401d35e82c tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8995f9-d064-49a1-889b-bdffb349840f HTTP/1.1" status: 200 len: 943 time: 0.0640101 Sep 21 17:49:21.801216 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-bb3d6913-affd-46d8-9859-00c1485f89c2 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Request body: {'port': {'device_id': '1f7de73c-da4c-492d-815e-7f1caf14a67e', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'admin_state_up': True, 'tenant_id': '1c68d21430e749de8d370bf53e53bb78'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:49:21.860557 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7236b575-113e-4dde-9662-4cae8cb8b1f9 req-91ba9714-5f67-4afa-8f53-0f77f970dae0 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681663 Sep 21 17:49:22.021605 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a05b1-1ea2-4758-97a3-d35d509b9d59 req-1b956135-ff67-4f98-b09b-cda12abc3750 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:22.023201 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-216a05b1-1ea2-4758-97a3-d35d509b9d59 req-1b956135-ff67-4f98-b09b-cda12abc3750 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/ports?device_id=50e3f8b8-ae1f-410d-873c-8985c10ee958 HTTP/1.1" status: 200 len: 944 time: 0.0628319 Sep 21 17:49:22.105950 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-216a05b1-1ea2-4758-97a3-d35d509b9d59 req-5c62f1ff-aeb5-402d-9f3a-136f4c84bdb7 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a5788c3-3b53-45da-bc36-1e521b2619d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633750 Sep 21 17:49:22.172397 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:22.173101 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:22.174463 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] 10.222.0.44 "PUT /v2.0/ports/4063cbd7-f7cb-49bf-91dd-30bde29c653a HTTP/1.1" status: 200 len: 1121 time: 1.3247588 Sep 21 17:49:22.223342 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e637e01f-d7e7-4a98-9217-e7895434c694 req-7043b5f4-fa9f-4572-863d-bdb41f1e8592 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f7de73c-da4c-492d-815e-7f1caf14a67e HTTP/1.1" status: 200 len: 210 time: 0.0610597 Sep 21 17:49:22.230487 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bd52c3f9-27c1-4537-b469-04115824a8fc req-de10f7d1-0e66-4bc0-be45-ddb1a98ab7dc tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 210 time: 0.0375793 Sep 21 17:49:22.251949 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd0893-0a81-4630-97b0-9aba27f25346 service neutron] Pushing event updated for resources: {'Port': ['ID=4063cbd7-f7cb-49bf-91dd-30bde29c653a,revision_number=8']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:22.274586 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['4063cbd7-f7cb-49bf-91dd-30bde29c653a'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:49:22.339152 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 5bac040e-9d43-4d5f-aac3-b11c3b275804 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:49:22.383806 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-63f96377-35a2-4033-b4bd-9001e4ad129c tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:22.385375 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-63f96377-35a2-4033-b4bd-9001e4ad129c tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.38 "GET /v2.0/networks?id=ce365bfd-7bb2-49d3-914a-63ce743986ef HTTP/1.1" status: 200 len: 807 time: 0.2217832 Sep 21 17:49:22.401458 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-bb3d6913-affd-46d8-9859-00c1485f89c2 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Made reservation on behalf of 1c68d21430e749de8d370bf53e53bb78 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:49:22.405757 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-bb3d6913-affd-46d8-9859-00c1485f89c2 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:22.420973 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-0223e60f-bb7d-4f92-97df-a96cc34fc46c tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Request body: {'port': {'device_id': '93d7beed-6e0e-46af-a069-899eabff5ec7', 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef', 'admin_state_up': True, 'tenant_id': '564aef6a99cc4ded992fbb9f0e732388'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:49:22.454373 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49584) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:49:22.482738 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 5bac040e-9d43-4d5f-aac3-b11c3b275804 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:49:22.488084 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 5bac040e-9d43-4d5f-aac3-b11c3b275804 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:49:22.488457 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:22.609913 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:22.645449 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-0223e60f-bb7d-4f92-97df-a96cc34fc46c tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Made reservation on behalf of 564aef6a99cc4ded992fbb9f0e732388 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:49:22.652452 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-0223e60f-bb7d-4f92-97df-a96cc34fc46c tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:22.665221 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6cf793e9-6914-41af-8629-52a1f6befb5f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0fda0738d23f40b0b4ca907e403de23f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2075047 Sep 21 17:49:22.665605 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49592) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:49:22.666750 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-bb3d6913-affd-46d8-9859-00c1485f89c2 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Allocated IP 172.20.0.8 (dd573cca-7543-4cc1-a3b1-553cdc8e3ef8/75cf884a-1a0d-44bf-9cea-948d8d70878a/59af6285-3ac7-4228-a60f-7d0f5006588f) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:49:22.671431 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e3f8b8-ae1f-410d-873c-8985c10ee958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bac040e-9d43-4d5f-aac3-b11c3b275804'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:49:22.675326 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfecd62c-b33b-486e-b67f-9cdedc693a77" -d '{"events": [{"server_uuid": "50e3f8b8-ae1f-410d-873c-8985c10ee958", "name": "network-vif-plugged", "status": "completed", "tag": "5bac040e-9d43-4d5f-aac3-b11c3b275804"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:49:22.686031 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 5bac040e-9d43-4d5f-aac3-b11c3b275804, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5bac040e-9d43-4d5f-aac3-b11c3b275804,segment=NetworkSegment(67303b61-e45a-4af0-805b-0bf5aae7fcb6),segment_id=67303b61-e45a-4af0-805b-0bf5aae7fcb6)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:22.692307 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:22.693954 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device e456b0a4-53b5-4f05-98fe-1cb273fbbd51 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:49:22.736820 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68aa380-2f41-4b42-83ad-9d130297f6de x-openstack-request-id: req-e68aa380-2f41-4b42-83ad-9d130297f6de {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:49:22.737304 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e3f8b8-ae1f-410d-873c-8985c10ee958", "name": "network-vif-plugged", "status": "completed", "tag": "5bac040e-9d43-4d5f-aac3-b11c3b275804", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:49:22.737562 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e68aa380-2f41-4b42-83ad-9d130297f6de {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:49:22.738029 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e3f8b8-ae1f-410d-873c-8985c10ee958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bac040e-9d43-4d5f-aac3-b11c3b275804', 'code': 200} Sep 21 17:49:22.740487 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: e456b0a4-53b5-4f05-98fe-1cb273fbbd51 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:49:22.740832 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device e456b0a4-53b5-4f05-98fe-1cb273fbbd51 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:49:22.806358 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=5bac040e-9d43-4d5f-aac3-b11c3b275804,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:22.871248 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1a5c9-0162-4e22-800c-2333bc72764c req-2897a825-1d96-4e08-ad52-ac272650edd9 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:22.872846 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a9f1a5c9-0162-4e22-800c-2333bc72764c req-2897a825-1d96-4e08-ad52-ac272650edd9 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 949 time: 0.0517266 Sep 21 17:49:22.922319 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a7ffbaa3-5324-4525-b184-1ad51592c367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:22.932083 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a9f1a5c9-0162-4e22-800c-2333bc72764c req-3140af58-b242-4285-a945-408d1120bee4 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514600 Sep 21 17:49:22.973818 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49606) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:49:23.004011 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:23.023732 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-0223e60f-bb7d-4f92-97df-a96cc34fc46c tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Allocated IP 172.20.0.5 (ce365bfd-7bb2-49d3-914a-63ce743986ef/f6bcee82-068a-4838-bdd8-412dc7128026/088ae4ee-9c54-471a-9def-2abee202994b) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:49:23.028455 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45cecd-f91e-480d-841b-2f701cbf6b2b req-13e878d5-7182-4ec9-96b7-3e3d9f945f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:23.029949 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ee45cecd-f91e-480d-841b-2f701cbf6b2b req-13e878d5-7182-4ec9-96b7-3e3d9f945f8e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=50e3f8b8-ae1f-410d-873c-8985c10ee958 HTTP/1.1" status: 200 len: 1096 time: 0.2174222 Sep 21 17:49:23.058268 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a7ffbaa3-5324-4525-b184-1ad51592c367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:23.097107 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-638041d9-d919-4f6a-b236-3b3b2c6f5f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:23.116978 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-bb3d6913-affd-46d8-9859-00c1485f89c2 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:23.160454 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4bb5d-8df2-463c-af77-d25a92f866a8 req-f9d07b87-c3f4-42a6-867e-3e569bc56f3c tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:23.161925 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-37f4bb5d-8df2-463c-af77-d25a92f866a8 req-f9d07b87-c3f4-42a6-867e-3e569bc56f3c tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8995f9-d064-49a1-889b-bdffb349840f HTTP/1.1" status: 200 len: 943 time: 0.2067969 Sep 21 17:49:23.173943 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ee45cecd-f91e-480d-841b-2f701cbf6b2b req-8d72a476-a1f8-40b9-80c9-78b86cc472b3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0a5788c3-3b53-45da-bc36-1e521b2619d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331246 Sep 21 17:49:23.199686 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-638041d9-d919-4f6a-b236-3b3b2c6f5f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:23.230013 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-638041d9-d919-4f6a-b236-3b3b2c6f5f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:23.275084 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-638041d9-d919-4f6a-b236-3b3b2c6f5f28 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=301283e041c445e1becd5bd6087042e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990780 Sep 21 17:49:23.276931 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638041d9-d919-4f6a-b236-3b3b2c6f5f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6c5f73-7b6e-47c8-82e2-c1e7498af97c,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:23.280286 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49616) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:49:23.289983 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-37f4bb5d-8df2-463c-af77-d25a92f866a8 req-83660700-a230-44ba-8b47-2d5dbc876cb3 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132517 Sep 21 17:49:23.296545 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a7ffbaa3-5324-4525-b184-1ad51592c367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:23.299525 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a7ffbaa3-5324-4525-b184-1ad51592c367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:23.299750 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240788b-58cd-49d6-9f23-e04a6fcf0e17 req-75524d18-23e5-457b-b5f2-9cb1a9ba6685 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:23.300601 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a7ffbaa3-5324-4525-b184-1ad51592c367 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a812a218-7e96-4ad2-9287-5ec8d8ba6347 HTTP/1.1" status: 204 len: 168 time: 0.6315563 Sep 21 17:49:23.301097 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1240788b-58cd-49d6-9f23-e04a6fcf0e17 req-75524d18-23e5-457b-b5f2-9cb1a9ba6685 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/ports?device_id=50e3f8b8-ae1f-410d-873c-8985c10ee958 HTTP/1.1" status: 200 len: 945 time: 0.0996132 Sep 21 17:49:23.306005 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-bb3d6913-affd-46d8-9859-00c1485f89c2 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:23.307308 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638041d9-d919-4f6a-b236-3b3b2c6f5f28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:23.307655 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638041d9-d919-4f6a-b236-3b3b2c6f5f28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:23.307989 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638041d9-d919-4f6a-b236-3b3b2c6f5f28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:23.308351 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638041d9-d919-4f6a-b236-3b3b2c6f5f28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:23.308697 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638041d9-d919-4f6a-b236-3b3b2c6f5f28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:23.309026 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638041d9-d919-4f6a-b236-3b3b2c6f5f28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:23.309346 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638041d9-d919-4f6a-b236-3b3b2c6f5f28 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:23.309959 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638041d9-d919-4f6a-b236-3b3b2c6f5f28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:23.310958 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638041d9-d919-4f6a-b236-3b3b2c6f5f28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:23.311706 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638041d9-d919-4f6a-b236-3b3b2c6f5f28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:23.312197 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638041d9-d919-4f6a-b236-3b3b2c6f5f28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:23.312676 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638041d9-d919-4f6a-b236-3b3b2c6f5f28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:23.319214 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['356dc1ce-2896-4305-a9a7-238488263c10'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:49:23.331017 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffbaa3-5324-4525-b184-1ad51592c367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a812a218-7e96-4ad2-9287-5ec8d8ba6347,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:23.356165 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8995f9-d064-49a1-889b-bdffb349840f', 'tag': '4063cbd7-f7cb-49bf-91dd-30bde29c653a'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:49:23.358440 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe326c4-9690-43d9-be2c-45e22bd80f85" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8995f9-d064-49a1-889b-bdffb349840f", "tag": "4063cbd7-f7cb-49bf-91dd-30bde29c653a"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:49:23.396057 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-bb3d6913-affd-46d8-9859-00c1485f89c2 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Network dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:49:23.406983 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-bb3d6913-affd-46d8-9859-00c1485f89c2 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:49:23.409044 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d6913-affd-46d8-9859-00c1485f89c2 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Pushing event updated for resources: {'Port': ['ID=59af6285-3ac7-4228-a60f-7d0f5006588f,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:23.411246 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-bb3d6913-affd-46d8-9859-00c1485f89c2 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:49:23.416719 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-bb3d6913-affd-46d8-9859-00c1485f89c2 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:23.417332 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-bb3d6913-affd-46d8-9859-00c1485f89c2 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:23.422778 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-0223e60f-bb7d-4f92-97df-a96cc34fc46c tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:23.448302 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1240788b-58cd-49d6-9f23-e04a6fcf0e17 req-94f2f431-59a2-4287-a107-b60a42034ecd tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a5788c3-3b53-45da-bc36-1e521b2619d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149178 Sep 21 17:49:23.449891 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-38a63e87-84b8-453a-a8ed-8f734cb000a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:23.458981 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-bb3d6913-affd-46d8-9859-00c1485f89c2 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6633894 Sep 21 17:49:23.501973 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-38a63e87-84b8-453a-a8ed-8f734cb000a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:23.533834 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-d5d2a5a8-d976-4a0b-8588-cce9ad591380 service neutron] Request body: {'port': {'device_id': '1f7de73c-da4c-492d-815e-7f1caf14a67e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:49:23.539853 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-0223e60f-bb7d-4f92-97df-a96cc34fc46c tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:23.612757 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-0223e60f-bb7d-4f92-97df-a96cc34fc46c tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Network ce365bfd-7bb2-49d3-914a-63ce743986ef is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:49:23.625710 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-0223e60f-bb7d-4f92-97df-a96cc34fc46c tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:49:23.634853 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-0223e60f-bb7d-4f92-97df-a96cc34fc46c tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:49:23.645830 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-0223e60f-bb7d-4f92-97df-a96cc34fc46c tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:23.648168 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-0223e60f-bb7d-4f92-97df-a96cc34fc46c tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:23.664926 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f621ca-888c-4919-a881-43b5777d5469 req-782eea67-5982-4a02-8704-0314ff1a0c51 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:23.666840 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-38f621ca-888c-4919-a881-43b5777d5469 req-782eea67-5982-4a02-8704-0314ff1a0c51 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 931 time: 0.1247756 Sep 21 17:49:23.680437 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62888d30-595b-4e51-a96f-770cdc1c68a4 req-fb789de0-d8f5-407d-98e8-c099a2c96878 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:23.681960 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62888d30-595b-4e51-a96f-770cdc1c68a4 req-fb789de0-d8f5-407d-98e8-c099a2c96878 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f7de73c-da4c-492d-815e-7f1caf14a67e HTTP/1.1" status: 200 len: 931 time: 0.2402701 Sep 21 17:49:23.687538 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223e60f-bb7d-4f92-97df-a96cc34fc46c tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Pushing event updated for resources: {'Port': ['ID=088ae4ee-9c54-471a-9def-2abee202994b,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:23.695933 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-38a63e87-84b8-453a-a8ed-8f734cb000a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:23.696325 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-d5d2a5a8-d976-4a0b-8588-cce9ad591380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:23.698771 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-38a63e87-84b8-453a-a8ed-8f734cb000a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:23.702476 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-38a63e87-84b8-453a-a8ed-8f734cb000a1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cd6c5f73-7b6e-47c8-82e2-c1e7498af97c HTTP/1.1" status: 204 len: 168 time: 0.4181826 Sep 21 17:49:23.702617 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-0223e60f-bb7d-4f92-97df-a96cc34fc46c tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2842526 Sep 21 17:49:23.721582 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-6629813a-6528-41ba-95e4-2900c35be8e6 service neutron] Request body: {'port': {'device_id': '93d7beed-6e0e-46af-a069-899eabff5ec7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:49:23.725706 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a63e87-84b8-453a-a8ed-8f734cb000a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6c5f73-7b6e-47c8-82e2-c1e7498af97c,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:23.730631 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-c919289b-0a42-414c-8449-ecfc15e44f87 None None] Provisioning complete for port 59af6285-3ac7-4228-a60f-7d0f5006588f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:49:23.731199 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c919289b-0a42-414c-8449-ecfc15e44f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:23.759498 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-38f621ca-888c-4919-a881-43b5777d5469 req-3b18ad50-a766-424a-94f3-8ce49cbaece4 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854905 Sep 21 17:49:23.827072 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32e0809-fab8-4a51-9134-2932854a9941 x-openstack-request-id: req-d32e0809-fab8-4a51-9134-2932854a9941 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:49:23.827359 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8995f9-d064-49a1-889b-bdffb349840f", "tag": "4063cbd7-f7cb-49bf-91dd-30bde29c653a", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:49:23.827603 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d32e0809-fab8-4a51-9134-2932854a9941 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:49:23.827985 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8995f9-d064-49a1-889b-bdffb349840f', 'tag': '4063cbd7-f7cb-49bf-91dd-30bde29c653a', 'status': 'completed', 'code': 200} Sep 21 17:49:23.834420 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-c919289b-0a42-414c-8449-ecfc15e44f87 None None] Port 59af6285-3ac7-4228-a60f-7d0f5006588f cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:49:23.838025 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62888d30-595b-4e51-a96f-770cdc1c68a4 req-b05523b3-f748-486f-94a4-23b44320df4e tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d1adea4-3123-43ec-b076-7a49a44dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307254 Sep 21 17:49:23.859814 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49626) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:49:23.911381 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-022d0939-7906-4d2f-95f1-c6f9c2682703 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ceddf460d1744783900a07b3fae7e0e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547714 Sep 21 17:49:23.912189 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49630) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:49:23.920818 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-6629813a-6528-41ba-95e4-2900c35be8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:23.978213 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-73f80680-632f-4f73-8327-fcaf0f69ff64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:23.997376 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe326c4-9690-43d9-be2c-45e22bd80f85 req-3180accb-48cf-4a49-ab03-f2fe9856ed29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:23.998769 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-abe326c4-9690-43d9-be2c-45e22bd80f85 req-3180accb-48cf-4a49-ab03-f2fe9856ed29 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=57dccdb6847547f580dd9713009778d2&device_id=4b8995f9-d064-49a1-889b-bdffb349840f HTTP/1.1" status: 200 len: 1124 time: 0.1643112 Sep 21 17:49:24.016340 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-73f80680-632f-4f73-8327-fcaf0f69ff64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:24.084516 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705f873-e30d-4ec9-9863-212bb9abdfed req-e61c66ef-df5a-47a2-914a-080d3e808dad tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:24.091841 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7705f873-e30d-4ec9-9863-212bb9abdfed req-e61c66ef-df5a-47a2-914a-080d3e808dad tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 949 time: 0.0891280 Sep 21 17:49:24.133211 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7705f873-e30d-4ec9-9863-212bb9abdfed req-ac157379-d4e0-42b5-b1a5-d307378b41c3 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403416 Sep 21 17:49:24.143612 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-73f80680-632f-4f73-8327-fcaf0f69ff64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:24.148061 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-73f80680-632f-4f73-8327-fcaf0f69ff64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:24.159426 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-73f80680-632f-4f73-8327-fcaf0f69ff64 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bfc71423-0208-415a-9e16-90779ffa9140 HTTP/1.1" status: 204 len: 168 time: 0.2461371 Sep 21 17:49:24.160298 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49636) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:49:24.181675 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f80680-632f-4f73-8327-fcaf0f69ff64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc71423-0208-415a-9e16-90779ffa9140,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:24.190515 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30aad791-bddc-4d40-a91c-f0ce85638063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:24.268501 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe326c4-9690-43d9-be2c-45e22bd80f85 req-acbb7f0f-a9e2-4a7c-af16-de87df202c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:24.270044 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-abe326c4-9690-43d9-be2c-45e22bd80f85 req-acbb7f0f-a9e2-4a7c-af16-de87df202c9d service neutron] 10.222.0.38 "GET /v2.0/networks?id=24a709a9-6fef-4b8b-a432-62063bc26954 HTTP/1.1" status: 200 len: 922 time: 0.2607203 Sep 21 17:49:24.296936 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30aad791-bddc-4d40-a91c-f0ce85638063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:24.303897 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30aad791-bddc-4d40-a91c-f0ce85638063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:24.305266 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 4063cbd7-f7cb-49bf-91dd-30bde29c653a details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:49:24.353428 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-30aad791-bddc-4d40-a91c-f0ce85638063 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=100e896e34e24580bbf68c4be848f4b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883755 Sep 21 17:49:24.356188 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49642) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:49:24.356907 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aad791-bddc-4d40-a91c-f0ce85638063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155dff97-7373-4d57-aeb0-dd3ebfa02090,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:24.379634 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:24.464412 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:49:24.468098 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 4063cbd7-f7cb-49bf-91dd-30bde29c653a, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=4063cbd7-f7cb-49bf-91dd-30bde29c653a,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:24.489906 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d4dc7246-fea0-4190-8125-bd19ca993ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:24.498229 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 4063cbd7-f7cb-49bf-91dd-30bde29c653a has no active binding in host n-h2-810291-1 {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 21 17:49:24.533412 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d4dc7246-fea0-4190-8125-bd19ca993ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:24.601519 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-abe326c4-9690-43d9-be2c-45e22bd80f85 req-359f9bc1-441b-44aa-b6b4-b2c863f00563 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4063cbd7-f7cb-49bf-91dd-30bde29c653a HTTP/1.1" status: 200 len: 217 time: 0.3207815 Sep 21 17:49:24.633308 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79da2d0-3dac-404d-a9c2-56dbf6f69a32 req-7fba32b9-74bb-4895-ae93-3474c77dc995 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:24.634836 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e79da2d0-3dac-404d-a9c2-56dbf6f69a32 req-7fba32b9-74bb-4895-ae93-3474c77dc995 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/ports?device_id=50e3f8b8-ae1f-410d-873c-8985c10ee958 HTTP/1.1" status: 200 len: 945 time: 0.0939021 Sep 21 17:49:24.648155 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-d5d2a5a8-d976-4a0b-8588-cce9ad591380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59af6285-3ac7-4228-a60f-7d0f5006588f {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:49:24.651932 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d4dc7246-fea0-4190-8125-bd19ca993ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:24.654629 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d4dc7246-fea0-4190-8125-bd19ca993ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:24.659248 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d4dc7246-fea0-4190-8125-bd19ca993ecf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/155dff97-7373-4d57-aeb0-dd3ebfa02090 HTTP/1.1" status: 204 len: 168 time: 0.2896516 Sep 21 17:49:24.675167 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-d5d2a5a8-d976-4a0b-8588-cce9ad591380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:24.682090 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc7246-fea0-4190-8125-bd19ca993ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155dff97-7373-4d57-aeb0-dd3ebfa02090,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:24.723844 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e79da2d0-3dac-404d-a9c2-56dbf6f69a32 req-82071209-fa87-4442-86e6-4e519368b612 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a5788c3-3b53-45da-bc36-1e521b2619d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815969 Sep 21 17:49:24.734577 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-d5d2a5a8-d976-4a0b-8588-cce9ad591380 service neutron] Transition to ACTIVE for port object 59af6285-3ac7-4228-a60f-7d0f5006588f will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:49:24.741023 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe326c4-9690-43d9-be2c-45e22bd80f85 req-4481d26a-b421-4c09-9128-253cc5990d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:24.742663 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-abe326c4-9690-43d9-be2c-45e22bd80f85 req-4481d26a-b421-4c09-9128-253cc5990d06 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f5dcf0d3-3653-4c17-af0f-a1adf84dd578 HTTP/1.1" status: 200 len: 861 time: 0.1245406 Sep 21 17:49:24.746640 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-d5d2a5a8-d976-4a0b-8588-cce9ad591380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:24.764015 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6430a-c686-452f-accb-3f5aac618c6a req-6792ee32-fe3d-4731-8493-5d17fdf5a93d tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:24.771084 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-48b6430a-c686-452f-accb-3f5aac618c6a req-6792ee32-fe3d-4731-8493-5d17fdf5a93d tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8995f9-d064-49a1-889b-bdffb349840f HTTP/1.1" status: 200 len: 943 time: 0.1728723 Sep 21 17:49:24.905088 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255bc70-9938-4c5d-8f9d-3ea231de23ef req-7b98caf8-f0bf-4854-995e-8dc72005e25a tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:24.913046 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3255bc70-9938-4c5d-8f9d-3ea231de23ef req-7b98caf8-f0bf-4854-995e-8dc72005e25a tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 931 time: 0.0690126 Sep 21 17:49:24.924370 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-abe326c4-9690-43d9-be2c-45e22bd80f85 req-2a538b9d-a2ab-4ad9-a3f2-613456ea64cb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=24a709a9-6fef-4b8b-a432-62063bc26954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1700919 Sep 21 17:49:24.944498 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-6629813a-6528-41ba-95e4-2900c35be8e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 088ae4ee-9c54-471a-9def-2abee202994b {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:49:24.954651 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-6629813a-6528-41ba-95e4-2900c35be8e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:24.969702 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-6629813a-6528-41ba-95e4-2900c35be8e6 service neutron] Transition to ACTIVE for port object 088ae4ee-9c54-471a-9def-2abee202994b will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:49:24.974322 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3255bc70-9938-4c5d-8f9d-3ea231de23ef req-f61cd1d8-97e0-4034-b369-fc1f1fb9b5a4 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591214 Sep 21 17:49:24.992957 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-6629813a-6528-41ba-95e4-2900c35be8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:25.010480 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2a5a8-d976-4a0b-8588-cce9ad591380 service neutron] Pushing event updated for resources: {'Port': ['ID=59af6285-3ac7-4228-a60f-7d0f5006588f,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:25.093766 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-48b6430a-c686-452f-accb-3f5aac618c6a req-b658f30e-c9ca-47e7-8ee2-6faf61b6dd51 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217900 Sep 21 17:49:25.150786 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b9765-c834-44f5-a774-2fe49b79e327 req-0576193d-692e-4e56-adbc-dc80d7cb91d4 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:25.157085 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-779b9765-c834-44f5-a774-2fe49b79e327 req-0576193d-692e-4e56-adbc-dc80d7cb91d4 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f7de73c-da4c-492d-815e-7f1caf14a67e HTTP/1.1" status: 200 len: 943 time: 0.0861573 Sep 21 17:49:25.172359 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49674) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:49:25.206265 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-d5d2a5a8-d976-4a0b-8588-cce9ad591380 service neutron] Attempting to bind port 59af6285-3ac7-4228-a60f-7d0f5006588f on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:49:25.206589 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-d5d2a5a8-d976-4a0b-8588-cce9ad591380 service neutron] Attempting to bind port 59af6285-3ac7-4228-a60f-7d0f5006588f by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '5b6f10d4-dd75-4fb6-b8ac-481a524386ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:49:25.206828 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-d5d2a5a8-d976-4a0b-8588-cce9ad591380 service neutron] Attempting to bind port 59af6285-3ac7-4228-a60f-7d0f5006588f on network dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:49:25.212063 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629813a-6528-41ba-95e4-2900c35be8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=088ae4ee-9c54-471a-9def-2abee202994b,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:25.217116 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-d5d2a5a8-d976-4a0b-8588-cce9ad591380 service neutron] Port 59af6285-3ac7-4228-a60f-7d0f5006588f on network dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:49:25.217428 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-d5d2a5a8-d976-4a0b-8588-cce9ad591380 service neutron] Attempting to bind port 59af6285-3ac7-4228-a60f-7d0f5006588f on network dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:49:25.238875 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d31aadae-5091-4053-aa1e-8af5c8de6b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:25.249663 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-d5d2a5a8-d976-4a0b-8588-cce9ad591380 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:49:25.249997 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-d5d2a5a8-d976-4a0b-8588-cce9ad591380 service neutron] Checking segment: {'id': '5b6f10d4-dd75-4fb6-b8ac-481a524386ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:49:25.250373 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-d5d2a5a8-d976-4a0b-8588-cce9ad591380 service neutron] Bound using segment: {'id': '5b6f10d4-dd75-4fb6-b8ac-481a524386ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:49:25.250808 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-d5d2a5a8-d976-4a0b-8588-cce9ad591380 service neutron] Bound port: 59af6285-3ac7-4228-a60f-7d0f5006588f, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b6f10d4-dd75-4fb6-b8ac-481a524386ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:49:25.251350 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-d5d2a5a8-d976-4a0b-8588-cce9ad591380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:25.285172 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-abe326c4-9690-43d9-be2c-45e22bd80f85 req-3cea8d9e-7005-484a-a0ae-df3e7db13cb2 service neutron] 10.222.0.38 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111603 Sep 21 17:49:25.286173 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-6629813a-6528-41ba-95e4-2900c35be8e6 service neutron] Attempting to bind port 088ae4ee-9c54-471a-9def-2abee202994b on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:49:25.286649 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-6629813a-6528-41ba-95e4-2900c35be8e6 service neutron] Attempting to bind port 088ae4ee-9c54-471a-9def-2abee202994b by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:49:25.287156 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-6629813a-6528-41ba-95e4-2900c35be8e6 service neutron] Attempting to bind port 088ae4ee-9c54-471a-9def-2abee202994b on network ce365bfd-7bb2-49d3-914a-63ce743986ef {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:49:25.305103 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-779b9765-c834-44f5-a774-2fe49b79e327 req-c6b1d86d-eddb-4c6b-8d10-ab5ea1a104b7 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d1adea4-3123-43ec-b076-7a49a44dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405046 Sep 21 17:49:25.309467 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49678) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:49:25.324849 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-6629813a-6528-41ba-95e4-2900c35be8e6 service neutron] Port 088ae4ee-9c54-471a-9def-2abee202994b on network ce365bfd-7bb2-49d3-914a-63ce743986ef not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:49:25.325253 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-6629813a-6528-41ba-95e4-2900c35be8e6 service neutron] Attempting to bind port 088ae4ee-9c54-471a-9def-2abee202994b on network ce365bfd-7bb2-49d3-914a-63ce743986ef {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:49:25.356961 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-6629813a-6528-41ba-95e4-2900c35be8e6 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:49:25.357386 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-6629813a-6528-41ba-95e4-2900c35be8e6 service neutron] Checking segment: {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:49:25.357685 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-6629813a-6528-41ba-95e4-2900c35be8e6 service neutron] Bound using segment: {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:49:25.358126 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-6629813a-6528-41ba-95e4-2900c35be8e6 service neutron] Bound port: 088ae4ee-9c54-471a-9def-2abee202994b, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:49:25.358486 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-6629813a-6528-41ba-95e4-2900c35be8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:25.377596 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d31aadae-5091-4053-aa1e-8af5c8de6b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:25.382254 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d31aadae-5091-4053-aa1e-8af5c8de6b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:25.426704 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d31aadae-5091-4053-aa1e-8af5c8de6b40 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9011c75c25af482bbeb5e25fae79f9c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529812 Sep 21 17:49:25.428843 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31aadae-5091-4053-aa1e-8af5c8de6b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29e014a-109b-46a7-a165-c7dca2fd42ee,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:25.431336 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49682) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:49:25.454133 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-23959a7d-5413-4118-a485-31ed414bcaee admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637935897-network', 'tenant_id': 'd60a2653cb364fb39cfe282da6d04c36'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:49:25.487152 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-d5d2a5a8-d976-4a0b-8588-cce9ad591380 service neutron] For port 59af6285-3ac7-4228-a60f-7d0f5006588f, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:49:25.488188 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5d33cce6-11de-4118-809f-eac986190c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:25.509804 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5d33cce6-11de-4118-809f-eac986190c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:25.527443 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbd763-0315-4263-b9d3-36b044a66ee8 req-fac1d78b-ed54-4709-ba3c-765c74aeb56a tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:25.528942 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fecbd763-0315-4263-b9d3-36b044a66ee8 req-fac1d78b-ed54-4709-ba3c-765c74aeb56a tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 949 time: 0.1994567 Sep 21 17:49:25.530662 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-d5d2a5a8-d976-4a0b-8588-cce9ad591380 service neutron] For port 59af6285-3ac7-4228-a60f-7d0f5006588f, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=59af6285-3ac7-4228-a60f-7d0f5006588f,segment=NetworkSegment(5b6f10d4-dd75-4fb6-b8ac-481a524386ad),segment_id=5b6f10d4-dd75-4fb6-b8ac-481a524386ad)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:49:25.556332 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5d33cce6-11de-4118-809f-eac986190c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:25.558946 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-d5d2a5a8-d976-4a0b-8588-cce9ad591380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:25.559082 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5d33cce6-11de-4118-809f-eac986190c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:25.560130 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5d33cce6-11de-4118-809f-eac986190c81 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c29e014a-109b-46a7-a165-c7dca2fd42ee HTTP/1.1" status: 204 len: 168 time: 0.1277952 Sep 21 17:49:25.570250 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33cce6-11de-4118-809f-eac986190c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29e014a-109b-46a7-a165-c7dca2fd42ee,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:25.581166 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-abe326c4-9690-43d9-be2c-45e22bd80f85 req-cc9e534e-2826-4266-af5b-73c7cbb014a9 service neutron] 10.222.0.38 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706559 Sep 21 17:49:25.581939 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23959a7d-5413-4118-a485-31ed414bcaee admin admin] Made reservation on behalf of d60a2653cb364fb39cfe282da6d04c36 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:49:25.584289 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-23959a7d-5413-4118-a485-31ed414bcaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:25.623552 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-6629813a-6528-41ba-95e4-2900c35be8e6 service neutron] For port 088ae4ee-9c54-471a-9def-2abee202994b, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:49:25.631525 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-23959a7d-5413-4118-a485-31ed414bcaee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:25.643131 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-d5d2a5a8-d976-4a0b-8588-cce9ad591380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:25.643627 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-d5d2a5a8-d976-4a0b-8588-cce9ad591380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:25.645018 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-d5d2a5a8-d976-4a0b-8588-cce9ad591380 service neutron] 10.222.0.38 "PUT /v2.0/ports/59af6285-3ac7-4228-a60f-7d0f5006588f HTTP/1.1" status: 200 len: 1091 time: 2.1171679 Sep 21 17:49:25.656088 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-6629813a-6528-41ba-95e4-2900c35be8e6 service neutron] For port 088ae4ee-9c54-471a-9def-2abee202994b, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=088ae4ee-9c54-471a-9def-2abee202994b,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:49:25.677358 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-6629813a-6528-41ba-95e4-2900c35be8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:25.699405 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fecbd763-0315-4263-b9d3-36b044a66ee8 req-c0432067-f0ad-4758-a0ab-e12b3dba90e2 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475341 Sep 21 17:49:25.729506 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2a5a8-d976-4a0b-8588-cce9ad591380 service neutron] Pushing event updated for resources: {'Port': ['ID=59af6285-3ac7-4228-a60f-7d0f5006588f,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:25.805934 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-6629813a-6528-41ba-95e4-2900c35be8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:25.806986 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-6629813a-6528-41ba-95e4-2900c35be8e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:25.808643 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-6629813a-6528-41ba-95e4-2900c35be8e6 service neutron] 10.222.0.38 "PUT /v2.0/ports/088ae4ee-9c54-471a-9def-2abee202994b HTTP/1.1" status: 200 len: 1091 time: 2.0961697 Sep 21 17:49:25.815073 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629813a-6528-41ba-95e4-2900c35be8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=088ae4ee-9c54-471a-9def-2abee202994b,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:25.832941 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f7de73c-da4c-492d-815e-7f1caf14a67e', 'tag': '59af6285-3ac7-4228-a60f-7d0f5006588f'}, {'name': 'network-changed', 'server_uuid': '93d7beed-6e0e-46af-a069-899eabff5ec7', 'tag': '088ae4ee-9c54-471a-9def-2abee202994b'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:49:25.835265 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7827355f-23f5-494e-a44a-4922b7afab43" -d '{"events": [{"name": "network-changed", "server_uuid": "1f7de73c-da4c-492d-815e-7f1caf14a67e", "tag": "59af6285-3ac7-4228-a60f-7d0f5006588f"}, {"name": "network-changed", "server_uuid": "93d7beed-6e0e-46af-a069-899eabff5ec7", "tag": "088ae4ee-9c54-471a-9def-2abee202994b"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:49:25.853504 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-d22641d1-24ba-427b-b506-34e3d38ad042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:25.855008 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-d22641d1-24ba-427b-b506-34e3d38ad042 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1c68d21430e749de8d370bf53e53bb78&device_id=1f7de73c-da4c-492d-815e-7f1caf14a67e HTTP/1.1" status: 200 len: 1094 time: 0.1590743 Sep 21 17:49:25.897940 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f4b70-becb-4af6-897f-c769ff8dcf99 req-16c0141e-17af-4a8b-85c4-817ce94d0f89 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:25.899958 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-028f4b70-becb-4af6-897f-c769ff8dcf99 req-16c0141e-17af-4a8b-85c4-817ce94d0f89 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/ports?device_id=50e3f8b8-ae1f-410d-873c-8985c10ee958 HTTP/1.1" status: 200 len: 945 time: 0.0742471 Sep 21 17:49:25.939286 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 21 Sep 2021 17:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd1aeda-da1a-4369-9530-bf3250cfa232 x-openstack-request-id: req-7cd1aeda-da1a-4369-9530-bf3250cfa232 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:49:25.939585 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f7de73c-da4c-492d-815e-7f1caf14a67e", "tag": "59af6285-3ac7-4228-a60f-7d0f5006588f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "93d7beed-6e0e-46af-a069-899eabff5ec7", "tag": "088ae4ee-9c54-471a-9def-2abee202994b", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:49:25.939839 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7cd1aeda-da1a-4369-9530-bf3250cfa232 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:49:25.940238 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f7de73c-da4c-492d-815e-7f1caf14a67e', 'tag': '59af6285-3ac7-4228-a60f-7d0f5006588f', 'status': 'completed', 'code': 200} Sep 21 17:49:25.940489 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d7beed-6e0e-46af-a069-899eabff5ec7', 'tag': '088ae4ee-9c54-471a-9def-2abee202994b', 'status': 'completed', 'code': 200} Sep 21 17:49:25.940980 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-028f4b70-becb-4af6-897f-c769ff8dcf99 req-2d591874-98d5-4b48-a431-2bcdf64a00c4 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a5788c3-3b53-45da-bc36-1e521b2619d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330842 Sep 21 17:49:25.946795 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-e2cac4a5-bd4e-4b5c-8d66-d1fed6507897 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59af6285-3ac7-4228-a60f-7d0f5006588f HTTP/1.1" status: 200 len: 217 time: 0.0701261 Sep 21 17:49:26.018604 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-dbd6ab8f-3e04-42d6-8302-aea2374f32f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:26.020168 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-dbd6ab8f-3e04-42d6-8302-aea2374f32f8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=564aef6a99cc4ded992fbb9f0e732388&device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 1094 time: 0.1531479 Sep 21 17:49:26.046280 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-23959a7d-5413-4118-a485-31ed414bcaee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:26.078325 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-23959a7d-5413-4118-a485-31ed414bcaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:26.082018 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-53795a3f-f332-47a1-a78e-8431e63795a7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=088ae4ee-9c54-471a-9def-2abee202994b HTTP/1.1" status: 200 len: 217 time: 0.0498316 Sep 21 17:49:26.130743 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-008148ac-9ca7-4fe7-a9fc-28b3a534fc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:26.132350 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-008148ac-9ca7-4fe7-a9fc-28b3a534fc10 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=75cf884a-1a0d-44bf-9cea-948d8d70878a HTTP/1.1" status: 200 len: 860 time: 0.1723361 Sep 21 17:49:26.162827 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23959a7d-5413-4118-a485-31ed414bcaee admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:49:26.218293 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-23959a7d-5413-4118-a485-31ed414bcaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:26.218643 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-23959a7d-5413-4118-a485-31ed414bcaee admin admin] Added segment 79bddfb5-407e-4ad8-9cd2-c25c34969797 of type vlan for network c3a63348-7687-4a82-b03b-cb636db352af Sep 21 17:49:26.238025 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23959a7d-5413-4118-a485-31ed414bcaee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f19445-858c-4277-bf9f-cee04c3f3b7a,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:26.267471 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909141b4-585b-47fb-b75c-b5965e10323a req-e3eef4a1-a780-493b-b242-9ae076c27000 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:26.269526 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-909141b4-585b-47fb-b75c-b5965e10323a req-e3eef4a1-a780-493b-b242-9ae076c27000 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8995f9-d064-49a1-889b-bdffb349840f HTTP/1.1" status: 200 len: 943 time: 0.0683825 Sep 21 17:49:26.285661 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-6591db14-8397-465c-8612-124ed10aa1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:26.287785 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-6591db14-8397-465c-8612-124ed10aa1b8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f6bcee82-068a-4838-bdd8-412dc7128026 HTTP/1.1" status: 200 len: 847 time: 0.1885707 Sep 21 17:49:26.302169 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad74070-4d81-44f6-a227-0d948d8c9157 req-e59a903b-114e-48a8-be68-5a2b92fce70f tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:26.303803 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9ad74070-4d81-44f6-a227-0d948d8c9157 req-e59a903b-114e-48a8-be68-5a2b92fce70f tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 943 time: 0.2293603 Sep 21 17:49:26.334087 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-909141b4-585b-47fb-b75c-b5965e10323a req-d0447584-40e9-4432-b97c-3e2fc158721a tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547953 Sep 21 17:49:26.353810 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-23959a7d-5413-4118-a485-31ed414bcaee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:26.357427 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-76d75834-b713-429e-8415-106be8edf859 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ce365bfd-7bb2-49d3-914a-63ce743986ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485117 Sep 21 17:49:26.361668 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-b36b7fcf-2675-4f31-88d3-0eb343673e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:26.363414 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-b36b7fcf-2675-4f31-88d3-0eb343673e08 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1981552 Sep 21 17:49:26.472516 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9ad74070-4d81-44f6-a227-0d948d8c9157 req-a43bb092-4977-4105-977f-a217e053896a tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441071 Sep 21 17:49:26.532416 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-23959a7d-5413-4118-a485-31ed414bcaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:26.533628 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23959a7d-5413-4118-a485-31ed414bcaee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:26.534272 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-23959a7d-5413-4118-a485-31ed414bcaee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:26.545772 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abc207-960c-42f6-9e78-7e66f67286f6 req-91adca5d-ab6b-4aed-8035-a749aa35102e tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:26.548866 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-86abc207-960c-42f6-9e78-7e66f67286f6 req-91adca5d-ab6b-4aed-8035-a749aa35102e tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f7de73c-da4c-492d-815e-7f1caf14a67e HTTP/1.1" status: 200 len: 943 time: 0.0512908 Sep 21 17:49:26.578830 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-23959a7d-5413-4118-a485-31ed414bcaee admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.2668188 Sep 21 17:49:26.581860 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49724) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:49:26.589500 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-0ca43e13-68b9-4156-aae2-97e4599437db admin admin] Request body: {'subnet': {'network_id': 'c3a63348-7687-4a82-b03b-cb636db352af', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637935897-subnet', 'tenant_id': 'd60a2653cb364fb39cfe282da6d04c36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:49:26.622161 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-86abc207-960c-42f6-9e78-7e66f67286f6 req-3e206ae6-d061-45f5-90b8-e7c78424e4d4 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d1adea4-3123-43ec-b076-7a49a44dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657098 Sep 21 17:49:26.638347 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca43e13-68b9-4156-aae2-97e4599437db admin admin] Made reservation on behalf of d60a2653cb364fb39cfe282da6d04c36 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:49:26.641772 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0ca43e13-68b9-4156-aae2-97e4599437db admin admin] Notify callbacks [] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:26.704995 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-44100955-14f8-498e-9b2a-f2f888d4f766 service neutron] 10.222.0.38 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307419 Sep 21 17:49:26.705635 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23959a7d-5413-4118-a485-31ed414bcaee admin admin] Pushing event updated for resources: {'Network': ['ID=c3a63348-7687-4a82-b03b-cb636db352af,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:26.709101 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-f7ff532c-0032-49a6-83a4-cd78a2c5a519 service neutron] 10.222.0.38 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359566 Sep 21 17:49:26.721069 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network c3a63348-7687-4a82-b03b-cb636db352af details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:49:26.866169 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0ca43e13-68b9-4156-aae2-97e4599437db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:27.023172 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fdf95681-63cf-4fdd-8bba-c080e1f03f14 req-5e2e3265-9169-43d5-bc00-693a09ae96a6 service neutron] 10.222.0.38 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854927 Sep 21 17:49:27.067654 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035bbb78-3b5a-4151-8f95-7817c912a42e req-8ff8cd09-a6a8-4ba1-a89f-c1fcfa45b830 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:27.069844 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-035bbb78-3b5a-4151-8f95-7817c912a42e req-8ff8cd09-a6a8-4ba1-a89f-c1fcfa45b830 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 949 time: 0.1968668 Sep 21 17:49:27.075422 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-020ad6da-7855-49a2-b5c5-d83b38731ac8 req-1dccf3ea-6003-4f11-982c-f5682b946d3f service neutron] 10.222.0.38 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469298 Sep 21 17:49:27.232942 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-035bbb78-3b5a-4151-8f95-7817c912a42e req-7f659ff1-3ad4-489d-ac75-c2378e12d997 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118162 Sep 21 17:49:27.241388 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827355f-23f5-494e-a44a-4922b7afab43 req-fcab4051-61d8-43a1-9a0d-ba8b392fed41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:27.243448 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7827355f-23f5-494e-a44a-4922b7afab43 req-fcab4051-61d8-43a1-9a0d-ba8b392fed41 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1c68d21430e749de8d370bf53e53bb78&device_id=1f7de73c-da4c-492d-815e-7f1caf14a67e HTTP/1.1" status: 200 len: 1094 time: 0.1099200 Sep 21 17:49:27.245334 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-4ab1bc1e-970f-434e-aa9b-3f75fc76da3a service neutron] 10.222.0.38 "GET /v2.0/ports/4063cbd7-f7cb-49bf-91dd-30bde29c653a/bindings/n-h2-810291-1 HTTP/1.1" status: 200 len: 384 time: 0.1740091 Sep 21 17:49:27.246357 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca43e13-68b9-4156-aae2-97e4599437db admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dffd8cb-6a6d-4289-a26b-fc5b387dd7a6,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:27.251111 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca43e13-68b9-4156-aae2-97e4599437db admin admin] Checking segment: {'id': '79bddfb5-407e-4ad8-9cd2-c25c34969797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c3a63348-7687-4a82-b03b-cb636db352af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:49:27.251111 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca43e13-68b9-4156-aae2-97e4599437db admin admin] Network hostable DHCP agents. Network: c3a63348-7687-4a82-b03b-cb636db352af, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:49:27.268602 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca43e13-68b9-4156-aae2-97e4599437db admin admin] Network c3a63348-7687-4a82-b03b-cb636db352af is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:49:27.286998 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-0ca43e13-68b9-4156-aae2-97e4599437db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, c3a63348-7687-4a82-b03b-cb636db352af) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:49:27.294982 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca43e13-68b9-4156-aae2-97e4599437db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:27.295780 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0ca43e13-68b9-4156-aae2-97e4599437db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:27.304940 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615ada4a-51c9-4b9d-90d3-97d80532a5bc None None] Network c3a63348-7687-4a82-b03b-cb636db352af requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:49:27.329564 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0ca43e13-68b9-4156-aae2-97e4599437db admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.7432225 Sep 21 17:49:27.329783 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49754) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:49:27.337451 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-028f74ad-f595-49ed-9d6a-a1ecdf00022b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637935897-router', 'tenant_id': 'd60a2653cb364fb39cfe282da6d04c36', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:49:27.384282 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-028f74ad-f595-49ed-9d6a-a1ecdf00022b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:27.384711 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-028f74ad-f595-49ed-9d6a-a1ecdf00022b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:27.461797 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-028f74ad-f595-49ed-9d6a-a1ecdf00022b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:27.553924 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320b5138-c253-4942-9c78-a6383fc5bda9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-c3a63348-7687-4a82-b03b-cb636db352af', 'network_id': 'c3a63348-7687-4a82-b03b-cb636db352af', 'tenant_id': 'd60a2653cb364fb39cfe282da6d04c36', 'fixed_ips': [{'subnet_id': '5dffd8cb-6a6d-4289-a26b-fc5b387dd7a6'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:49:27.555148 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-320b5138-c253-4942-9c78-a6383fc5bda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:27.689232 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-028f74ad-f595-49ed-9d6a-a1ecdf00022b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:27.717979 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-320b5138-c253-4942-9c78-a6383fc5bda9 None None] Allocated IP 172.20.0.2 (c3a63348-7687-4a82-b03b-cb636db352af/5dffd8cb-6a6d-4289-a26b-fc5b387dd7a6/6c0d798b-629a-45d0-836b-2e72383b6c89) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:49:27.780669 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55c6c0-46b8-4def-865b-4b9a6f988b69 req-de2898c3-bc0c-4942-b020-2264cf69b551 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:27.782543 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5e55c6c0-46b8-4def-865b-4b9a6f988b69 req-de2898c3-bc0c-4942-b020-2264cf69b551 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 943 time: 0.0955019 Sep 21 17:49:27.805478 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982edb2d-985d-45a2-a9d3-5e3f3026c4d8 req-be6f3654-49fd-41e3-add7-356dd25efb27 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:27.807438 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-982edb2d-985d-45a2-a9d3-5e3f3026c4d8 req-be6f3654-49fd-41e3-add7-356dd25efb27 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8995f9-d064-49a1-889b-bdffb349840f HTTP/1.1" status: 200 len: 943 time: 0.1266665 Sep 21 17:49:27.811579 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827355f-23f5-494e-a44a-4922b7afab43 req-2ad80335-842a-4f81-bd3b-5791d010c416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:27.813016 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7827355f-23f5-494e-a44a-4922b7afab43 req-2ad80335-842a-4f81-bd3b-5791d010c416 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 HTTP/1.1" status: 200 len: 922 time: 0.5459845 Sep 21 17:49:27.882462 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5e55c6c0-46b8-4def-865b-4b9a6f988b69 req-b1536520-4345-4862-a548-8683f4c34854 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911450 Sep 21 17:49:27.895139 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-320b5138-c253-4942-9c78-a6383fc5bda9 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:27.906535 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-320b5138-c253-4942-9c78-a6383fc5bda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:27.984045 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320b5138-c253-4942-9c78-a6383fc5bda9 None None] Network c3a63348-7687-4a82-b03b-cb636db352af is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:49:27.986309 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-320b5138-c253-4942-9c78-a6383fc5bda9 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:49:28.000502 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-b7672886-8193-49c1-b578-e88728904e70 service neutron] For port 4063cbd7-f7cb-49bf-91dd-30bde29c653a, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=4063cbd7-f7cb-49bf-91dd-30bde29c653a,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:28.003221 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b5138-c253-4942-9c78-a6383fc5bda9 None None] Pushing event updated for resources: {'Port': ['ID=6c0d798b-629a-45d0-836b-2e72383b6c89,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:28.006507 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320b5138-c253-4942-9c78-a6383fc5bda9 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:49:28.027057 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7827355f-23f5-494e-a44a-4922b7afab43 req-f3ced99c-15ae-413a-87c9-f1076c34e6f0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59af6285-3ac7-4228-a60f-7d0f5006588f HTTP/1.1" status: 200 len: 217 time: 0.2019935 Sep 21 17:49:28.034786 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-b7672886-8193-49c1-b578-e88728904e70 service neutron] For port 4063cbd7-f7cb-49bf-91dd-30bde29c653a, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:49:28.120267 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-028f74ad-f595-49ed-9d6a-a1ecdf00022b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:28.131179 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-320b5138-c253-4942-9c78-a6383fc5bda9 None None] Attempting to bind port 6c0d798b-629a-45d0-836b-2e72383b6c89 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:49:28.131586 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-982edb2d-985d-45a2-a9d3-5e3f3026c4d8 req-f2469b1f-0afe-4154-895a-14340d65fc55 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066504 Sep 21 17:49:28.131705 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-320b5138-c253-4942-9c78-a6383fc5bda9 None None] Attempting to bind port 6c0d798b-629a-45d0-836b-2e72383b6c89 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '79bddfb5-407e-4ad8-9cd2-c25c34969797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c3a63348-7687-4a82-b03b-cb636db352af'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:49:28.134411 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b5138-c253-4942-9c78-a6383fc5bda9 None None] Attempting to bind port 6c0d798b-629a-45d0-836b-2e72383b6c89 on network c3a63348-7687-4a82-b03b-cb636db352af {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:49:28.141755 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-b7672886-8193-49c1-b578-e88728904e70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4063cbd7-f7cb-49bf-91dd-30bde29c653a {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:49:28.145114 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-028f74ad-f595-49ed-9d6a-a1ecdf00022b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:28.145558 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b5138-c253-4942-9c78-a6383fc5bda9 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:49:28.147889 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b5138-c253-4942-9c78-a6383fc5bda9 None None] Checking segment: {'id': '79bddfb5-407e-4ad8-9cd2-c25c34969797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c3a63348-7687-4a82-b03b-cb636db352af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:49:28.148410 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-320b5138-c253-4942-9c78-a6383fc5bda9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:28.148912 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b5138-c253-4942-9c78-a6383fc5bda9 None None] Bound using segment: {'id': '79bddfb5-407e-4ad8-9cd2-c25c34969797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c3a63348-7687-4a82-b03b-cb636db352af'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:49:28.151235 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-320b5138-c253-4942-9c78-a6383fc5bda9 None None] Bound port: 6c0d798b-629a-45d0-836b-2e72383b6c89, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79bddfb5-407e-4ad8-9cd2-c25c34969797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c3a63348-7687-4a82-b03b-cb636db352af'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:49:28.151737 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-320b5138-c253-4942-9c78-a6383fc5bda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:28.194341 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-b7672886-8193-49c1-b578-e88728904e70 service neutron] For port 4063cbd7-f7cb-49bf-91dd-30bde29c653a, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=4063cbd7-f7cb-49bf-91dd-30bde29c653a,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:28.199185 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827355f-23f5-494e-a44a-4922b7afab43 req-1c744e52-6437-4947-b9ff-252fc443f14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:28.200717 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7827355f-23f5-494e-a44a-4922b7afab43 req-1c744e52-6437-4947-b9ff-252fc443f14c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=75cf884a-1a0d-44bf-9cea-948d8d70878a HTTP/1.1" status: 200 len: 860 time: 0.1614122 Sep 21 17:49:28.246298 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-b7672886-8193-49c1-b578-e88728904e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:28.299739 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827355f-23f5-494e-a44a-4922b7afab43 req-4b24289b-85ac-4eaf-af42-ed28b5e4fc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:28.303400 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7827355f-23f5-494e-a44a-4922b7afab43 req-4b24289b-85ac-4eaf-af42-ed28b5e4fc76 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892456 Sep 21 17:49:28.320972 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-320b5138-c253-4942-9c78-a6383fc5bda9 None None] For port 6c0d798b-629a-45d0-836b-2e72383b6c89, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:49:28.326806 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-320b5138-c253-4942-9c78-a6383fc5bda9 None None] For port 6c0d798b-629a-45d0-836b-2e72383b6c89, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=6c0d798b-629a-45d0-836b-2e72383b6c89,segment=NetworkSegment(79bddfb5-407e-4ad8-9cd2-c25c34969797),segment_id=79bddfb5-407e-4ad8-9cd2-c25c34969797)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:49:28.342124 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-320b5138-c253-4942-9c78-a6383fc5bda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:28.364182 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7fdedb-e819-429f-993f-c77a93439ec5 req-92d7afd2-ad14-4771-a89a-d856ecc54afa tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:28.372225 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7a7fdedb-e819-429f-993f-c77a93439ec5 req-92d7afd2-ad14-4771-a89a-d856ecc54afa tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f7de73c-da4c-492d-815e-7f1caf14a67e HTTP/1.1" status: 200 len: 943 time: 0.1524303 Sep 21 17:49:28.412185 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b5138-c253-4942-9c78-a6383fc5bda9 None None] Pushing event updated for resources: {'Port': ['ID=6c0d798b-629a-45d0-836b-2e72383b6c89,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:28.449970 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-028f74ad-f595-49ed-9d6a-a1ecdf00022b admin admin] Allocated IP 172.25.6.2 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/a27e1ad3-b1d2-436c-b408-d15e527fceb2) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:49:28.465821 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7a7fdedb-e819-429f-993f-c77a93439ec5 req-01ce872b-8043-4247-9a89-ae09d04e3bf5 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d1adea4-3123-43ec-b076-7a49a44dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881617 Sep 21 17:49:28.520323 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7827355f-23f5-494e-a44a-4922b7afab43 req-383e80e0-a2c9-46ca-b003-a63b215482b3 service neutron] 10.222.0.38 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070055 Sep 21 17:49:28.530201 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-b7672886-8193-49c1-b578-e88728904e70 service neutron] Transition to ACTIVE for port object 4063cbd7-f7cb-49bf-91dd-30bde29c653a will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:49:28.543592 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-b7672886-8193-49c1-b578-e88728904e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:28.615683 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf3daf-baed-4b90-b9c7-99826e3bb20f req-6dce369f-dfe5-457b-8c9a-a4c84baf2dfa tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:28.623661 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6faf3daf-baed-4b90-b9c7-99826e3bb20f req-6dce369f-dfe5-457b-8c9a-a4c84baf2dfa tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 949 time: 0.1908822 Sep 21 17:49:28.748792 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-028f74ad-f595-49ed-9d6a-a1ecdf00022b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:28.772694 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-b7672886-8193-49c1-b578-e88728904e70 service neutron] No DVR routers for this DVR port 4063cbd7-f7cb-49bf-91dd-30bde29c653a on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:49:28.780816 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7672886-8193-49c1-b578-e88728904e70 service neutron] Pushing event updated for resources: {'Port': ['ID=4063cbd7-f7cb-49bf-91dd-30bde29c653a,revision_number=10']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:28.812313 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6faf3daf-baed-4b90-b9c7-99826e3bb20f req-49e442fd-b4ea-4970-bbc2-6ee02e771547 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876411 Sep 21 17:49:28.855164 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-028f74ad-f595-49ed-9d6a-a1ecdf00022b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:28.893610 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7827355f-23f5-494e-a44a-4922b7afab43 req-6678f0e3-868b-4af4-816e-3f31e07f31a8 service neutron] 10.222.0.38 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648262 Sep 21 17:49:28.898477 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-b7672886-8193-49c1-b578-e88728904e70 service neutron] 10.222.0.38 "PUT /v2.0/ports/4063cbd7-f7cb-49bf-91dd-30bde29c653a/bindings/n-h2-810291-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6394842 Sep 21 17:49:28.912752 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028f74ad-f595-49ed-9d6a-a1ecdf00022b admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:49:28.916428 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-028f74ad-f595-49ed-9d6a-a1ecdf00022b admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:49:28.919313 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028f74ad-f595-49ed-9d6a-a1ecdf00022b admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:49:29.001922 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f74ad-f595-49ed-9d6a-a1ecdf00022b admin admin] Pushing event updated for resources: {'Port': ['ID=a27e1ad3-b1d2-436c-b408-d15e527fceb2,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:29.002990 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 6c0d798b-629a-45d0-836b-2e72383b6c89 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:49:29.042380 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49790) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:49:29.054312 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-e8ee5c24-9ff5-4d54-8794-6b56ce0fa375 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:29.055977 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-e8ee5c24-9ff5-4d54-8794-6b56ce0fa375 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4b8995f9-d064-49a1-889b-bdffb349840f&tenant_id=57dccdb6847547f580dd9713009778d2&binding%3Ahost_id=n-h1-810291-1 HTTP/1.1" status: 200 len: 1095 time: 0.0642946 Sep 21 17:49:29.062396 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827355f-23f5-494e-a44a-4922b7afab43 req-304a5438-3187-459e-9342-a17297d5639d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:29.063952 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7827355f-23f5-494e-a44a-4922b7afab43 req-304a5438-3187-459e-9342-a17297d5639d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=564aef6a99cc4ded992fbb9f0e732388&device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 1094 time: 0.1023271 Sep 21 17:49:29.073970 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 6c0d798b-629a-45d0-836b-2e72383b6c89 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:49:29.074481 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:29.197432 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-0278e29e-1b72-4282-89d8-d70ca95c19e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:29.199074 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-0278e29e-1b72-4282-89d8-d70ca95c19e9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4b8995f9-d064-49a1-889b-bdffb349840f&tenant_id=57dccdb6847547f580dd9713009778d2 HTTP/1.1" status: 200 len: 1095 time: 0.1318214 Sep 21 17:49:29.209456 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb74248-11b0-4d33-a15f-bb3189db16c6 req-911e7f3e-ad5d-4dcb-9fd3-d04b93d9fea2 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:29.217063 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0eb74248-11b0-4d33-a15f-bb3189db16c6 req-911e7f3e-ad5d-4dcb-9fd3-d04b93d9fea2 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 943 time: 0.2086422 Sep 21 17:49:29.241572 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:29.264324 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3d8a1474-215e-46f2-9407-59a74634364c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:29.285389 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827355f-23f5-494e-a44a-4922b7afab43 req-76e1f1e5-9bea-44f2-922d-f467eb8247e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:29.285637 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 6c0d798b-629a-45d0-836b-2e72383b6c89, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=6c0d798b-629a-45d0-836b-2e72383b6c89,segment=NetworkSegment(79bddfb5-407e-4ad8-9cd2-c25c34969797),segment_id=79bddfb5-407e-4ad8-9cd2-c25c34969797)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:29.287967 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7827355f-23f5-494e-a44a-4922b7afab43 req-76e1f1e5-9bea-44f2-922d-f467eb8247e8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ce365bfd-7bb2-49d3-914a-63ce743986ef HTTP/1.1" status: 200 len: 908 time: 0.2119029 Sep 21 17:49:29.291242 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:29.300573 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0eb74248-11b0-4d33-a15f-bb3189db16c6 req-a7acc27a-9038-4078-add9-e2146d626578 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824726 Sep 21 17:49:29.334129 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-028f74ad-f595-49ed-9d6a-a1ecdf00022b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:29.360135 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=6c0d798b-629a-45d0-836b-2e72383b6c89,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:29.388636 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7827355f-23f5-494e-a44a-4922b7afab43 req-f85f9b5e-1a7e-4a49-8ffb-be4c476c5d3e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=088ae4ee-9c54-471a-9def-2abee202994b HTTP/1.1" status: 200 len: 217 time: 0.0784380 Sep 21 17:49:29.393749 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-0ca65e1d-e347-4a09-88ab-3950717e15a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:29.395656 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-0ca65e1d-e347-4a09-88ab-3950717e15a8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57dccdb6847547f580dd9713009778d2&device_id=4b8995f9-d064-49a1-889b-bdffb349840f HTTP/1.1" status: 200 len: 1095 time: 0.1688735 Sep 21 17:49:29.499189 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52335bb8-0238-4dd6-91c7-23e7d3f4b704 req-7bdb721c-caf6-48a3-bdc5-aa0fb91fa3ab tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:29.503480 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-52335bb8-0238-4dd6-91c7-23e7d3f4b704 req-7bdb721c-caf6-48a3-bdc5-aa0fb91fa3ab tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8995f9-d064-49a1-889b-bdffb349840f HTTP/1.1" status: 200 len: 944 time: 0.1084037 Sep 21 17:49:29.528319 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827355f-23f5-494e-a44a-4922b7afab43 req-fc526538-2fd7-4ca9-8b0c-fcc959bffa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:29.529791 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7827355f-23f5-494e-a44a-4922b7afab43 req-fc526538-2fd7-4ca9-8b0c-fcc959bffa14 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f6bcee82-068a-4838-bdd8-412dc7128026 HTTP/1.1" status: 200 len: 847 time: 0.1330295 Sep 21 17:49:29.569454 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7827355f-23f5-494e-a44a-4922b7afab43 req-02c77c9c-522d-4fb4-a264-71b514384823 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ce365bfd-7bb2-49d3-914a-63ce743986ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305305 Sep 21 17:49:29.604935 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 59af6285-3ac7-4228-a60f-7d0f5006588f details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:49:29.641520 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-52335bb8-0238-4dd6-91c7-23e7d3f4b704 req-e4cc1b37-ac2c-40b2-9ed5-e274f269a762 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190031 Sep 21 17:49:29.705827 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-028f74ad-f595-49ed-9d6a-a1ecdf00022b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:29.772977 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-1280187c-383c-437f-9b58-a27983daa8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:29.775080 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-1280187c-383c-437f-9b58-a27983daa8e4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=24a709a9-6fef-4b8b-a432-62063bc26954 HTTP/1.1" status: 200 len: 922 time: 0.3661666 Sep 21 17:49:29.790998 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 59af6285-3ac7-4228-a60f-7d0f5006588f, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=59af6285-3ac7-4228-a60f-7d0f5006588f,segment=NetworkSegment(5b6f10d4-dd75-4fb6-b8ac-481a524386ad),segment_id=5b6f10d4-dd75-4fb6-b8ac-481a524386ad)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:29.813183 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3d8a1474-215e-46f2-9407-59a74634364c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:29.818670 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '59af6285-3ac7-4228-a60f-7d0f5006588f', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'port_id': '59af6285-3ac7-4228-a60f-7d0f5006588f', 'mac_address': 'fa:16:3e:ff:01:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:49:29.829519 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3d8a1474-215e-46f2-9407-59a74634364c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:29.841937 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08239342-7453-4df0-99be-45c8ba253270 None None] Network c3a63348-7687-4a82-b03b-cb636db352af requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:49:29.888961 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028f74ad-f595-49ed-9d6a-a1ecdf00022b admin admin] Router 3667fe52-1c47-41e8-a285-309ea7aac4d0 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:49:29.895056 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-95148f70-5d06-4869-bb86-39c9e1666ee7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4063cbd7-f7cb-49bf-91dd-30bde29c653a HTTP/1.1" status: 200 len: 217 time: 0.0793457 Sep 21 17:49:29.967566 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3d8a1474-215e-46f2-9407-59a74634364c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=25db3c8215a447a084913eb9edf71775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9231772 Sep 21 17:49:29.968169 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49812) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:49:29.986017 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f7ab4-47c4-4257-9649-a4d522b28d55 req-6b09364a-2867-45e5-bf0f-046b5a7127d3 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:29.989649 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-936760a0-261e-4256-b094-c01a009b8cc4 None None] Provisioning complete for port 6c0d798b-629a-45d0-836b-2e72383b6c89 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:49:29.990108 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-936760a0-261e-4256-b094-c01a009b8cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:29.994429 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5b3f7ab4-47c4-4257-9649-a4d522b28d55 req-6b09364a-2867-45e5-bf0f-046b5a7127d3 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f7de73c-da4c-492d-815e-7f1caf14a67e HTTP/1.1" status: 200 len: 943 time: 0.2689557 Sep 21 17:49:30.002617 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7827355f-23f5-494e-a44a-4922b7afab43 req-0fd7f53f-efad-49d2-8450-74784dffdc03 service neutron] 10.222.0.38 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215615 Sep 21 17:49:30.018853 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a1474-215e-46f2-9407-59a74634364c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ac0884-1b06-40ef-b1ec-955d5dfd7601,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:30.059441 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-32afc0a6-8333-4008-a9af-c72d6058dda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:30.061250 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-32afc0a6-8333-4008-a9af-c72d6058dda7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f5dcf0d3-3653-4c17-af0f-a1adf84dd578 HTTP/1.1" status: 200 len: 861 time: 0.1522496 Sep 21 17:49:30.073615 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f48fa-8b87-465a-a838-df4cb30e51f3 req-3376f0bf-8049-4a9c-99a4-959ffc30e806 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:30.075688 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a39f48fa-8b87-465a-a838-df4cb30e51f3 req-3376f0bf-8049-4a9c-99a4-959ffc30e806 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 949 time: 0.1251912 Sep 21 17:49:30.096427 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028f74ad-f595-49ed-9d6a-a1ecdf00022b admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:49:30.108428 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82737e75-182c-43e3-9c3c-0aefd96a5fc8 None None] Sync routers for ids ['3667fe52-1c47-41e8-a285-309ea7aac4d0'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:49:30.124942 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82737e75-182c-43e3-9c3c-0aefd96a5fc8 None None] Routers {'3667fe52-1c47-41e8-a285-309ea7aac4d0'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:49:30.125666 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-82737e75-182c-43e3-9c3c-0aefd96a5fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:49:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3667fe52-1c47-41e8-a285-309ea7aac4d0'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:30.142403 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-edf0a7fe-fc67-4f6f-838d-d2f1e39de684 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=24a709a9-6fef-4b8b-a432-62063bc26954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601349 Sep 21 17:49:30.151174 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a39f48fa-8b87-465a-a838-df4cb30e51f3 req-895b1ceb-0f09-4531-b0e5-9bae22a44273 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628824 Sep 21 17:49:30.152295 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-028f74ad-f595-49ed-9d6a-a1ecdf00022b admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:30.168588 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-028f74ad-f595-49ed-9d6a-a1ecdf00022b admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 938 time: 2.8283143 Sep 21 17:49:30.168588 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49818) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:49:30.197801 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5b3f7ab4-47c4-4257-9649-a4d522b28d55 req-b1f42853-1d2d-4192-8bfa-a0b3f924f631 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d1adea4-3123-43ec-b076-7a49a44dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024162 Sep 21 17:49:30.233821 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:30.267082 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c340117-346a-47f9-8f5c-8a6e4c9f0664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:30.326670 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59af6285-3ac7-4228-a60f-7d0f5006588f {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:49:30.352266 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 59af6285-3ac7-4228-a60f-7d0f5006588f, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=59af6285-3ac7-4228-a60f-7d0f5006588f,segment=NetworkSegment(5b6f10d4-dd75-4fb6-b8ac-481a524386ad),segment_id=5b6f10d4-dd75-4fb6-b8ac-481a524386ad)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:30.356098 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-82737e75-182c-43e3-9c3c-0aefd96a5fc8 None None] Set router 3667fe52-1c47-41e8-a285-309ea7aac4d0 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:49:30.358163 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c340117-346a-47f9-8f5c-8a6e4c9f0664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:30.363920 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:30.364861 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 088ae4ee-9c54-471a-9def-2abee202994b details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:49:30.370359 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7827355f-23f5-494e-a44a-4922b7afab43 req-ab6a540d-2a0d-4f3a-b9c8-1d692ee7bdf3 service neutron] 10.222.0.38 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553760 Sep 21 17:49:30.398229 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-72fd5fef-d1a7-4353-b02e-ad27736d4254 service neutron] 10.222.0.44 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825950 Sep 21 17:49:30.430814 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=59af6285-3ac7-4228-a60f-7d0f5006588f,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:30.554339 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c340117-346a-47f9-8f5c-8a6e4c9f0664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:30.557540 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c340117-346a-47f9-8f5c-8a6e4c9f0664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:30.562303 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8c340117-346a-47f9-8f5c-8a6e4c9f0664 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f0ac0884-1b06-40ef-b1ec-955d5dfd7601 HTTP/1.1" status: 204 len: 168 time: 0.5886607 Sep 21 17:49:30.583549 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 088ae4ee-9c54-471a-9def-2abee202994b, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=088ae4ee-9c54-471a-9def-2abee202994b,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:30.595234 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c340117-346a-47f9-8f5c-8a6e4c9f0664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ac0884-1b06-40ef-b1ec-955d5dfd7601,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:30.607313 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-aa3fb932-3e42-4334-bfc7-b62808e8733b service neutron] 10.222.0.44 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986015 Sep 21 17:49:30.647647 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '088ae4ee-9c54-471a-9def-2abee202994b', 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef', 'port_id': '088ae4ee-9c54-471a-9def-2abee202994b', 'mac_address': 'fa:16:3e:64:be:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6bcee82-068a-4838-bdd8-412dc7128026', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:49:30.706977 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-82737e75-182c-43e3-9c3c-0aefd96a5fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637935897-router', 'tenant_id': 'd60a2653cb364fb39cfe282da6d04c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'a27e1ad3-b1d2-436c-b408-d15e527fceb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:49:27Z', 'updated_at': '2021-09-21T17:49:29Z', 'revision_number': 3, 'project_id': 'd60a2653cb364fb39cfe282da6d04c36', 'gw_port': {'id': 'a27e1ad3-b1d2-436c-b408-d15e527fceb2', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:43:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:49:28Z', 'updated_at': '2021-09-21T17:49:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:30.742865 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:30.772941 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 088ae4ee-9c54-471a-9def-2abee202994b {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:49:30.810332 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82737e75-182c-43e3-9c3c-0aefd96a5fc8 None None] Checking router: 3667fe52-1c47-41e8-a285-309ea7aac4d0 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:49:30.812224 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82737e75-182c-43e3-9c3c-0aefd96a5fc8 None None] Updating router 3667fe52-1c47-41e8-a285-309ea7aac4d0 port a27e1ad3-b1d2-436c-b408-d15e527fceb2 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:49:30.840283 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 088ae4ee-9c54-471a-9def-2abee202994b, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=088ae4ee-9c54-471a-9def-2abee202994b,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:30.843966 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-36a62da9-93aa-4c88-a546-3e67bc33efaa None None] Provisioning complete for port 6c0d798b-629a-45d0-836b-2e72383b6c89 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:49:30.844390 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-36a62da9-93aa-4c88-a546-3e67bc33efaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:30.889423 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-82737e75-182c-43e3-9c3c-0aefd96a5fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:30.910083 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:30.966977 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 6c0d798b-629a-45d0-836b-2e72383b6c89 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:49:31.032895 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedd191-61c0-4748-850c-e449eb5b7e77 req-3d731fd6-671d-42a4-99f5-73d63b50c867 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:31.040832 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eeedd191-61c0-4748-850c-e449eb5b7e77 req-3d731fd6-671d-42a4-99f5-73d63b50c867 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8995f9-d064-49a1-889b-bdffb349840f HTTP/1.1" status: 200 len: 944 time: 0.2197926 Sep 21 17:49:31.051303 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-3cb6c715-25e4-4587-9377-1dda105508f7 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:31.053091 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-3cb6c715-25e4-4587-9377-1dda105508f7 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4b8995f9-d064-49a1-889b-bdffb349840f&tenant_id=57dccdb6847547f580dd9713009778d2&binding%3Ahost_id=n-h2-810291-1 HTTP/1.1" status: 200 len: 1095 time: 0.1164069 Sep 21 17:49:31.075670 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=088ae4ee-9c54-471a-9def-2abee202994b,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:31.152282 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565abb39-5804-4a25-9557-bd0cdc61f3ed req-6874c167-f5bc-495c-acac-a33e904ec4f4 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:31.156765 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 6c0d798b-629a-45d0-836b-2e72383b6c89 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:49:31.158043 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:31.163256 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-565abb39-5804-4a25-9557-bd0cdc61f3ed req-6874c167-f5bc-495c-acac-a33e904ec4f4 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 944 time: 0.2188559 Sep 21 17:49:31.172543 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eeedd191-61c0-4748-850c-e449eb5b7e77 req-f7a404f0-457a-46bd-a9e3-09f751d5d9db tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268289 Sep 21 17:49:31.206977 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['59af6285-3ac7-4228-a60f-7d0f5006588f'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:49:31.220822 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['088ae4ee-9c54-471a-9def-2abee202994b'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:49:31.253295 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49836) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:49:31.285864 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-565abb39-5804-4a25-9557-bd0cdc61f3ed req-8a6b84c7-45a0-4dda-924c-7d2c089f6fdc tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214323 Sep 21 17:49:31.307245 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6dd8226e-8525-42b8-9b75-bbe224675f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:31.348464 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-8319fcb3-bc2c-41ef-b12d-157d22070132 service neutron] For port 4063cbd7-f7cb-49bf-91dd-30bde29c653a, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:49:31.353101 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-8319fcb3-bc2c-41ef-b12d-157d22070132 service neutron] Notify callbacks [] for binding, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:31.357981 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80ef47dd-46b9-43f7-8864-52403ad5690e req-8319fcb3-bc2c-41ef-b12d-157d22070132 service neutron] 10.222.0.44 "DELETE /v2.0/ports/4063cbd7-f7cb-49bf-91dd-30bde29c653a/bindings/n-h1-810291-1 HTTP/1.1" status: 204 len: 173 time: 0.2834425 Sep 21 17:49:31.514585 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb7e80-f1a8-4498-aec5-6960b7973cd7 req-cd4ba853-c68d-4522-97f3-931614e4fc56 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:31.516244 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-09fb7e80-f1a8-4498-aec5-6960b7973cd7 req-cd4ba853-c68d-4522-97f3-931614e4fc56 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f7de73c-da4c-492d-815e-7f1caf14a67e HTTP/1.1" status: 200 len: 944 time: 0.0946367 Sep 21 17:49:31.537442 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-82737e75-182c-43e3-9c3c-0aefd96a5fc8 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:31.548553 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-82737e75-182c-43e3-9c3c-0aefd96a5fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:31.606218 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-09fb7e80-f1a8-4498-aec5-6960b7973cd7 req-53528440-52de-4202-aa44-0e8cb21d9a9b tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d1adea4-3123-43ec-b076-7a49a44dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796723 Sep 21 17:49:31.611733 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 4063cbd7-f7cb-49bf-91dd-30bde29c653a no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:49:31.627612 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-82737e75-182c-43e3-9c3c-0aefd96a5fc8 None None] Attempting to bind port a27e1ad3-b1d2-436c-b408-d15e527fceb2 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:49:31.628264 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-82737e75-182c-43e3-9c3c-0aefd96a5fc8 None None] Attempting to bind port a27e1ad3-b1d2-436c-b408-d15e527fceb2 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:49:31.629003 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82737e75-182c-43e3-9c3c-0aefd96a5fc8 None None] Attempting to bind port a27e1ad3-b1d2-436c-b408-d15e527fceb2 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:49:31.636225 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883b08f-f44e-4c64-8b33-e8595b805b91 req-d20b00c4-53c1-488e-9818-483a10c0a9b9 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:31.636565 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82737e75-182c-43e3-9c3c-0aefd96a5fc8 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:49:31.637102 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82737e75-182c-43e3-9c3c-0aefd96a5fc8 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:49:31.637711 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-82737e75-182c-43e3-9c3c-0aefd96a5fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:31.638236 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82737e75-182c-43e3-9c3c-0aefd96a5fc8 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:49:31.638987 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-82737e75-182c-43e3-9c3c-0aefd96a5fc8 None None] Bound port: a27e1ad3-b1d2-436c-b408-d15e527fceb2, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:49:31.639563 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-82737e75-182c-43e3-9c3c-0aefd96a5fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:31.644950 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1883b08f-f44e-4c64-8b33-e8595b805b91 req-d20b00c4-53c1-488e-9818-483a10c0a9b9 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 949 time: 0.1385911 Sep 21 17:49:31.696161 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-82737e75-182c-43e3-9c3c-0aefd96a5fc8 None None] For port a27e1ad3-b1d2-436c-b408-d15e527fceb2, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:49:31.699748 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-82737e75-182c-43e3-9c3c-0aefd96a5fc8 None None] For port a27e1ad3-b1d2-436c-b408-d15e527fceb2, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a27e1ad3-b1d2-436c-b408-d15e527fceb2,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:49:31.711032 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-82737e75-182c-43e3-9c3c-0aefd96a5fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:31.731118 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5d993-4b4f-4fc9-9dc5-d2c0bf2d6bdb None None] Pushing event updated for resources: {'Port': ['ID=a27e1ad3-b1d2-436c-b408-d15e527fceb2,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:31.740176 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1883b08f-f44e-4c64-8b33-e8595b805b91 req-b8e1332c-8c15-4fed-ab43-264c69a9e2d6 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941403 Sep 21 17:49:31.748319 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5d993-4b4f-4fc9-9dc5-d2c0bf2d6bdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:31.748931 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5d993-4b4f-4fc9-9dc5-d2c0bf2d6bdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:31.749523 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5d993-4b4f-4fc9-9dc5-d2c0bf2d6bdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:31.750061 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5d993-4b4f-4fc9-9dc5-d2c0bf2d6bdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:31.750811 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5d993-4b4f-4fc9-9dc5-d2c0bf2d6bdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:31.751368 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5d993-4b4f-4fc9-9dc5-d2c0bf2d6bdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:31.751916 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5d993-4b4f-4fc9-9dc5-d2c0bf2d6bdb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:31.752445 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5d993-4b4f-4fc9-9dc5-d2c0bf2d6bdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:31.753000 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5d993-4b4f-4fc9-9dc5-d2c0bf2d6bdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:31.753638 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5d993-4b4f-4fc9-9dc5-d2c0bf2d6bdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:31.754193 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5d993-4b4f-4fc9-9dc5-d2c0bf2d6bdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:31.754757 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc5d993-4b4f-4fc9-9dc5-d2c0bf2d6bdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:31.759165 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 4063cbd7-f7cb-49bf-91dd-30bde29c653a not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:49:31.813998 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5d993-4b4f-4fc9-9dc5-d2c0bf2d6bdb None None] Pushing event updated for resources: {'Port': ['ID=a27e1ad3-b1d2-436c-b408-d15e527fceb2,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:31.826755 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82737e75-182c-43e3-9c3c-0aefd96a5fc8 None None] Routers {'3667fe52-1c47-41e8-a285-309ea7aac4d0'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:49:31.827684 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-82737e75-182c-43e3-9c3c-0aefd96a5fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:49:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3667fe52-1c47-41e8-a285-309ea7aac4d0'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:31.834431 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fd672f31-707c-4fa6-af45-f6b8f0c4028e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:31.855801 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6dd8226e-8525-42b8-9b75-bbe224675f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:31.870127 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6dd8226e-8525-42b8-9b75-bbe224675f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:31.958452 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6dd8226e-8525-42b8-9b75-bbe224675f57 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=616cadc46f19487d8fcd0940e5371b1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7014756 Sep 21 17:49:31.961512 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49840) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:49:31.961862 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8226e-8525-42b8-9b75-bbe224675f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af08531b-27f7-41ee-a30e-abc0939a48af,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:32.021388 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-66fc53e5-4d88-4b12-9522-1977e51e23e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:32.045405 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-66fc53e5-4d88-4b12-9522-1977e51e23e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:32.058350 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-82737e75-182c-43e3-9c3c-0aefd96a5fc8 None None] Set router 3667fe52-1c47-41e8-a285-309ea7aac4d0 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:49:32.074126 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-fd672f31-707c-4fa6-af45-f6b8f0c4028e admin admin] Allocated IP 172.20.0.1 (c3a63348-7687-4a82-b03b-cb636db352af/5dffd8cb-6a6d-4289-a26b-fc5b387dd7a6/7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:49:32.103997 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-66fc53e5-4d88-4b12-9522-1977e51e23e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:32.106673 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-66fc53e5-4d88-4b12-9522-1977e51e23e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:32.107972 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-66fc53e5-4d88-4b12-9522-1977e51e23e9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/af08531b-27f7-41ee-a30e-abc0939a48af HTTP/1.1" status: 204 len: 168 time: 0.1454711 Sep 21 17:49:32.139159 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc53e5-4d88-4b12-9522-1977e51e23e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af08531b-27f7-41ee-a30e-abc0939a48af,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:32.204497 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fd672f31-707c-4fa6-af45-f6b8f0c4028e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:32.245052 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fd672f31-707c-4fa6-af45-f6b8f0c4028e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:32.343759 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd672f31-707c-4fa6-af45-f6b8f0c4028e admin admin] Network c3a63348-7687-4a82-b03b-cb636db352af is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:49:32.360082 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-fd672f31-707c-4fa6-af45-f6b8f0c4028e admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:49:32.360842 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-82737e75-182c-43e3-9c3c-0aefd96a5fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637935897-router', 'tenant_id': 'd60a2653cb364fb39cfe282da6d04c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'a27e1ad3-b1d2-436c-b408-d15e527fceb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:49:27Z', 'updated_at': '2021-09-21T17:49:29Z', 'revision_number': 3, 'project_id': 'd60a2653cb364fb39cfe282da6d04c36', 'gw_port': {'id': 'a27e1ad3-b1d2-436c-b408-d15e527fceb2', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:43:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:49:28Z', 'updated_at': '2021-09-21T17:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:32.372355 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd672f31-707c-4fa6-af45-f6b8f0c4028e admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:49:32.372879 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fd672f31-707c-4fa6-af45-f6b8f0c4028e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:32.373448 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d5418-44d1-4ec6-ab56-86e1ef4474ca req-7b9f548a-b8aa-4152-ade3-c5fbfe0a7d11 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:32.384456 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b46d5418-44d1-4ec6-ab56-86e1ef4474ca req-7b9f548a-b8aa-4152-ade3-c5fbfe0a7d11 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8995f9-d064-49a1-889b-bdffb349840f HTTP/1.1" status: 200 len: 944 time: 0.1010756 Sep 21 17:49:32.413030 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82737e75-182c-43e3-9c3c-0aefd96a5fc8 None None] The sync data for ids ['3667fe52-1c47-41e8-a285-309ea7aac4d0'] in n-d-810291-1 is: [{'id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637935897-router', 'tenant_id': 'd60a2653cb364fb39cfe282da6d04c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'a27e1ad3-b1d2-436c-b408-d15e527fceb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:49:27Z', 'updated_at': '2021-09-21T17:49:29Z', 'revision_number': 3, 'project_id': 'd60a2653cb364fb39cfe282da6d04c36', 'gw_port': {'id': 'a27e1ad3-b1d2-436c-b408-d15e527fceb2', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:43:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:49:28Z', 'updated_at': '2021-09-21T17:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:49:32.447980 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b46d5418-44d1-4ec6-ab56-86e1ef4474ca req-9b44e238-e67d-46bd-b61f-9d14fe10fd42 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598221 Sep 21 17:49:32.458083 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd672f31-707c-4fa6-af45-f6b8f0c4028e admin admin] Pushing event updated for resources: {'Port': ['ID=7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:32.565037 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804c828-da6c-46db-8a93-067c8aa3da94 req-250b1adb-0821-4eff-8595-7a2f8fe2d0ed tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:32.572820 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d804c828-da6c-46db-8a93-067c8aa3da94 req-250b1adb-0821-4eff-8595-7a2f8fe2d0ed tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 944 time: 0.1260724 Sep 21 17:49:32.661394 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d804c828-da6c-46db-8a93-067c8aa3da94 req-47df14c7-b4db-4fec-aec9-231fdd8e987d tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875416 Sep 21 17:49:32.671550 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fd672f31-707c-4fa6-af45-f6b8f0c4028e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:32.762239 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2bd04-ed3b-4810-97b4-6211bacea7b9 req-561b04c3-b2c3-48f5-8d54-fb42cf22978b tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:32.784118 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-10f2bd04-ed3b-4810-97b4-6211bacea7b9 req-561b04c3-b2c3-48f5-8d54-fb42cf22978b tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4b8995f9-d064-49a1-889b-bdffb349840f HTTP/1.1" status: 200 len: 1095 time: 0.0863080 Sep 21 17:49:32.871693 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-10f2bd04-ed3b-4810-97b4-6211bacea7b9 req-0076a107-e189-456a-9e56-8c6fee484e02 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784860 Sep 21 17:49:32.884796 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9c26052f-e18b-43fc-b767-2c63944a1d02 None None] Provisioning complete for port 7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:49:32.885544 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9c26052f-e18b-43fc-b767-2c63944a1d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:32.957427 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9c26052f-e18b-43fc-b767-2c63944a1d02 None None] Port 7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:49:33.016312 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26089ac2-ee46-469c-b200-0ae37b13a2cb req-557c3767-a356-4a5f-a096-991b03667af6 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:33.039224 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-26089ac2-ee46-469c-b200-0ae37b13a2cb req-557c3767-a356-4a5f-a096-991b03667af6 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f7de73c-da4c-492d-815e-7f1caf14a67e HTTP/1.1" status: 200 len: 944 time: 0.2603970 Sep 21 17:49:33.141874 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff5910-6aee-4f02-af40-600bef28abb5 req-6e24120d-b2bd-4122-9aca-caee5a9aa477 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:33.144293 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-19ff5910-6aee-4f02-af40-600bef28abb5 req-6e24120d-b2bd-4122-9aca-caee5a9aa477 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 949 time: 0.1187713 Sep 21 17:49:33.145761 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-26089ac2-ee46-469c-b200-0ae37b13a2cb req-1ca5b617-7306-45f5-8f90-b7f5c3296919 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d1adea4-3123-43ec-b076-7a49a44dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904975 Sep 21 17:49:33.176405 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fd672f31-707c-4fa6-af45-f6b8f0c4028e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:33.194677 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fd672f31-707c-4fa6-af45-f6b8f0c4028e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:33.195503 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fd672f31-707c-4fa6-af45-f6b8f0c4028e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:33.204537 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-19ff5910-6aee-4f02-af40-600bef28abb5 req-bc1d724b-0a31-4737-963d-19dbf14d6e7a tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525329 Sep 21 17:49:33.356414 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd672f31-707c-4fa6-af45-f6b8f0c4028e admin admin] Network c3a63348-7687-4a82-b03b-cb636db352af is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:49:33.373862 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-fd672f31-707c-4fa6-af45-f6b8f0c4028e admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:49:33.398518 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd672f31-707c-4fa6-af45-f6b8f0c4028e admin admin] Pushing event updated for resources: {'Port': ['ID=7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:33.601312 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-2c9f8a20-f2fb-48e6-bc6b-33d4b38d8bc5 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:33.602823 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-2c9f8a20-f2fb-48e6-bc6b-33d4b38d8bc5 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/networks?id=24a709a9-6fef-4b8b-a432-62063bc26954 HTTP/1.1" status: 200 len: 821 time: 0.2686450 Sep 21 17:49:33.617528 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 59af6285-3ac7-4228-a60f-7d0f5006588f up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:49:33.635275 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-9eb89916-0939-4307-ba68-aeec8c47d2ec tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/quotas/57dccdb6847547f580dd9713009778d2 HTTP/1.1" status: 200 len: 375 time: 0.0234725 Sep 21 17:49:33.653513 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd672f31-707c-4fa6-af45-f6b8f0c4028e admin admin] Router 3667fe52-1c47-41e8-a285-309ea7aac4d0 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:49:33.739391 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 59af6285-3ac7-4228-a60f-7d0f5006588f completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:49:33.752915 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 59af6285-3ac7-4228-a60f-7d0f5006588f triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:49:33.754130 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:33.790119 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-4e188444-8f66-43c4-ab69-3cbf310e9a8e tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=57dccdb6847547f580dd9713009778d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1318095 Sep 21 17:49:33.862730 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-581547fc-8752-4fff-88dc-90abc66bb846 None None] Provisioning complete for port 7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:49:33.863149 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-581547fc-8752-4fff-88dc-90abc66bb846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:33.903444 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed15341-b0ff-4c64-8a75-d13659cca4c4 req-e3ac5057-bf06-4c09-9508-a4e26205a26b tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:33.908817 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-581547fc-8752-4fff-88dc-90abc66bb846 None None] Port 7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:49:33.910253 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bed15341-b0ff-4c64-8a75-d13659cca4c4 req-e3ac5057-bf06-4c09-9508-a4e26205a26b tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 944 time: 0.1160083 Sep 21 17:49:33.927764 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd672f31-707c-4fa6-af45-f6b8f0c4028e admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:49:33.936337 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:33.938995 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fd672f31-707c-4fa6-af45-f6b8f0c4028e admin admin] 10.222.0.58 "PUT /v2.0/routers/3667fe52-1c47-41e8-a285-309ea7aac4d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7776401 Sep 21 17:49:33.984574 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7de73c-da4c-492d-815e-7f1caf14a67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59af6285-3ac7-4228-a60f-7d0f5006588f'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:49:33.986861 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5043290a-1e78-42e2-82f9-623a1d6d16ac" -d '{"events": [{"server_uuid": "1f7de73c-da4c-492d-815e-7f1caf14a67e", "name": "network-vif-plugged", "status": "completed", "tag": "59af6285-3ac7-4228-a60f-7d0f5006588f"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:49:33.998099 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-b225dea1-bf86-453e-8d9f-36379380d2cd service neutron] 10.222.0.58 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975214 Sep 21 17:49:34.001411 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bed15341-b0ff-4c64-8a75-d13659cca4c4 req-06393456-c801-4b81-81b4-334884beb5e6 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839484 Sep 21 17:49:34.014411 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 59af6285-3ac7-4228-a60f-7d0f5006588f, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=59af6285-3ac7-4228-a60f-7d0f5006588f,segment=NetworkSegment(5b6f10d4-dd75-4fb6-b8ac-481a524386ad),segment_id=5b6f10d4-dd75-4fb6-b8ac-481a524386ad)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:34.027408 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:34.032980 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 088ae4ee-9c54-471a-9def-2abee202994b up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:49:34.101673 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3faa0c-9483-4060-bc62-a73882b1752b x-openstack-request-id: req-fe3faa0c-9483-4060-bc62-a73882b1752b {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:49:34.102328 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7de73c-da4c-492d-815e-7f1caf14a67e", "name": "network-vif-plugged", "status": "completed", "tag": "59af6285-3ac7-4228-a60f-7d0f5006588f", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:49:34.103019 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fe3faa0c-9483-4060-bc62-a73882b1752b {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:49:34.103019 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7de73c-da4c-492d-815e-7f1caf14a67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59af6285-3ac7-4228-a60f-7d0f5006588f', 'code': 200} Sep 21 17:49:34.147472 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=59af6285-3ac7-4228-a60f-7d0f5006588f,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:34.171437 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 088ae4ee-9c54-471a-9def-2abee202994b completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:49:34.177000 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 088ae4ee-9c54-471a-9def-2abee202994b triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:49:34.178273 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:34.261348 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f2166-7556-4dfc-968f-75f6b9aefd0e req-391fa00a-c212-4100-8744-68b1d6e9731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:34.262888 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-679f2166-7556-4dfc-968f-75f6b9aefd0e req-391fa00a-c212-4100-8744-68b1d6e9731c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1f7de73c-da4c-492d-815e-7f1caf14a67e HTTP/1.1" status: 200 len: 1096 time: 0.0905905 Sep 21 17:49:34.264748 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-e80cb3b0-4598-4a78-914d-836f1375ba34 service neutron] 10.222.0.58 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586708 Sep 21 17:49:34.322834 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:34.350541 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-679f2166-7556-4dfc-968f-75f6b9aefd0e req-490cd0a1-4467-452e-ad40-46f361dcb28c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2d1adea4-3123-43ec-b076-7a49a44dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795209 Sep 21 17:49:34.364635 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 088ae4ee-9c54-471a-9def-2abee202994b, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=088ae4ee-9c54-471a-9def-2abee202994b,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:34.373193 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:34.379196 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a854a8a-6803-44d3-ab6b-0a1bdd6e4197 req-5c739f1f-2018-4747-b655-6b2aa3deeb4e tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:34.387374 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1a854a8a-6803-44d3-ab6b-0a1bdd6e4197 req-5c739f1f-2018-4747-b655-6b2aa3deeb4e tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f7de73c-da4c-492d-815e-7f1caf14a67e HTTP/1.1" status: 200 len: 945 time: 0.1034088 Sep 21 17:49:34.430485 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1a854a8a-6803-44d3-ab6b-0a1bdd6e4197 req-2874b4b5-c932-41ec-8b50-10fc95dd93c1 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d1adea4-3123-43ec-b076-7a49a44dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415244 Sep 21 17:49:34.508151 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=088ae4ee-9c54-471a-9def-2abee202994b,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:34.617069 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58dde8-3d9f-47c4-97b5-8b17e5109329 req-ca1a5d48-82ed-4edb-91b6-8641fe05b0c9 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:34.622238 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5d58dde8-3d9f-47c4-97b5-8b17e5109329 req-ca1a5d48-82ed-4edb-91b6-8641fe05b0c9 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 949 time: 0.0859087 Sep 21 17:49:34.721320 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5d58dde8-3d9f-47c4-97b5-8b17e5109329 req-07252ee2-c844-4d77-95a1-b45a4b80dd16 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932360 Sep 21 17:49:34.882302 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cd254cc0-8b61-43ff-9b12-feafb5e0740e req-65f5df14-11f9-4735-8d8e-9889635e89a5 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427 HTTP/1.1" status: 200 len: 210 time: 0.0794826 Sep 21 17:49:34.911450 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a27e1ad3-b1d2-436c-b408-d15e527fceb2 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:49:34.993152 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port a27e1ad3-b1d2-436c-b408-d15e527fceb2 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:49:34.996355 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:35.055158 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-f32b4529-0edd-4a89-9ddf-09f4229527b4 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:35.063130 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ee6086-faba-4b29-a431-dbf5fa2255bf None None] Sync routers for ids ['3667fe52-1c47-41e8-a285-309ea7aac4d0'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:49:35.069510 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-f32b4529-0edd-4a89-9ddf-09f4229527b4 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/networks?id=c3a63348-7687-4a82-b03b-cb636db352af HTTP/1.1" status: 200 len: 828 time: 0.2034197 Sep 21 17:49:35.088814 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-7da69a95-ea4f-4a39-8e48-9a7361477500 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/quotas/d60a2653cb364fb39cfe282da6d04c36 HTTP/1.1" status: 200 len: 375 time: 0.0184128 Sep 21 17:49:35.126049 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ee6086-faba-4b29-a431-dbf5fa2255bf None None] Routers {'3667fe52-1c47-41e8-a285-309ea7aac4d0'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:49:35.135484 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b9ee6086-faba-4b29-a431-dbf5fa2255bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:49:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3667fe52-1c47-41e8-a285-309ea7aac4d0'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:35.162849 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-32d5481a-dd4f-4359-9a91-fea33dfd27fa tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d60a2653cb364fb39cfe282da6d04c36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671389 Sep 21 17:49:35.216303 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-b441892d-006a-4e45-a3ed-e829d3f9f508 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=5d4bd902d38d445d9d4accd229dcc47f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276754 Sep 21 17:49:35.227823 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:35.281911 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port a27e1ad3-b1d2-436c-b408-d15e527fceb2, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a27e1ad3-b1d2-436c-b408-d15e527fceb2,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:35.303484 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:35.312020 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-33afef0c-3129-47bb-b778-226131bd047b service neutron] 10.222.0.58 "GET /v2.0/networks/c3a63348-7687-4a82-b03b-cb636db352af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336241 Sep 21 17:49:35.390161 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-93f8d335-15d7-499f-a405-c5b43b013a2e tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:35.400516 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-93f8d335-15d7-499f-a405-c5b43b013a2e tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1821108 Sep 21 17:49:35.412248 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-b9ee6086-faba-4b29-a431-dbf5fa2255bf None None] Set router 3667fe52-1c47-41e8-a285-309ea7aac4d0 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:49:35.420507 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-93dbabed-1e59-4abb-ba59-766345bd22a7 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/quotas/5d4bd902d38d445d9d4accd229dcc47f HTTP/1.1" status: 200 len: 375 time: 0.0186522 Sep 21 17:49:35.451154 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=a27e1ad3-b1d2-436c-b408-d15e527fceb2,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:35.471267 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-02ea479d-e7c5-42f2-9c70-49430d652d3c tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d4bd902d38d445d9d4accd229dcc47f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494568 Sep 21 17:49:35.514415 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-686d54bd-bcd5-4085-ba87-5d41b0987621 service neutron] 10.222.0.58 "GET /v2.0/networks/c3a63348-7687-4a82-b03b-cb636db352af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952698 Sep 21 17:49:35.660567 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b9ee6086-faba-4b29-a431-dbf5fa2255bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637935897-router', 'tenant_id': 'd60a2653cb364fb39cfe282da6d04c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'a27e1ad3-b1d2-436c-b408-d15e527fceb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:49:27Z', 'updated_at': '2021-09-21T17:49:32Z', 'revision_number': 4, 'project_id': 'd60a2653cb364fb39cfe282da6d04c36', 'gw_port': {'id': 'a27e1ad3-b1d2-436c-b408-d15e527fceb2', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:43:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:49:28Z', 'updated_at': '2021-09-21T17:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9', 'name': '', 'network_id': 'c3a63348-7687-4a82-b03b-cb636db352af', 'tenant_id': 'd60a2653cb364fb39cfe282da6d04c36', 'mac_address': 'fa:16:3e:8c:cc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5dffd8cb-6a6d-4289-a26b-fc5b387dd7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:49:31Z', 'updated_at': '2021-09-21T17:49:32Z', 'revision_number': 2, 'project_id': 'd60a2653cb364fb39cfe282da6d04c36', 'subnets': [{'id': '5dffd8cb-6a6d-4289-a26b-fc5b387dd7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:35.694263 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ee6086-faba-4b29-a431-dbf5fa2255bf None None] Checking router: 3667fe52-1c47-41e8-a285-309ea7aac4d0 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:49:35.694620 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ee6086-faba-4b29-a431-dbf5fa2255bf None None] Updating router 3667fe52-1c47-41e8-a285-309ea7aac4d0 port 7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:49:35.724618 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002007b5-26b3-4948-a39e-e74fb18454d2 req-d13f61c1-9801-4051-9dd9-8edd8b785bf4 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:35.733158 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-002007b5-26b3-4948-a39e-e74fb18454d2 req-d13f61c1-9801-4051-9dd9-8edd8b785bf4 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 945 time: 0.0649483 Sep 21 17:49:35.757539 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6086-faba-4b29-a431-dbf5fa2255bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:35.781306 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-002007b5-26b3-4948-a39e-e74fb18454d2 req-46e3b766-2849-4211-a129-7727d6261f51 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470672 Sep 21 17:49:35.923547 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e40e00d-43ff-451a-8670-b48a5dd8ab27 req-8b12d556-7b83-4089-8e5b-073b3c7bbe69 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d632c47-46f8-4163-8071-a67564f760d9 HTTP/1.1" status: 200 len: 210 time: 0.0559528 Sep 21 17:49:36.035921 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b94c1-8fc9-4987-848b-8519581ffefe req-afaf8b23-c6c3-4ff1-bc64-da7529f51f70 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:36.037839 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e60b94c1-8fc9-4987-848b-8519581ffefe req-afaf8b23-c6c3-4ff1-bc64-da7529f51f70 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f7de73c-da4c-492d-815e-7f1caf14a67e HTTP/1.1" status: 200 len: 945 time: 0.1510406 Sep 21 17:49:36.134423 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e60b94c1-8fc9-4987-848b-8519581ffefe req-3455ca0e-2930-4c6a-bd79-9db3bf32714a tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d1adea4-3123-43ec-b076-7a49a44dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746253 Sep 21 17:49:36.181251 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-16d16bb4-cb80-48e2-8253-1be5ec3b0536 req-c1e9f5af-e70d-47c6-a2da-5873124969ee tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/ports?device_id=83312476-8644-48b8-b69d-37be81bc0122 HTTP/1.1" status: 200 len: 210 time: 0.1456404 Sep 21 17:49:36.320388 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de9eaa-b550-4f29-9c2f-47915643d959 req-2bc0762a-883c-45f8-b916-09f6f1e47ec5 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:36.332122 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-17de9eaa-b550-4f29-9c2f-47915643d959 req-2bc0762a-883c-45f8-b916-09f6f1e47ec5 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 949 time: 0.0814478 Sep 21 17:49:36.370531 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d7beed-6e0e-46af-a069-899eabff5ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088ae4ee-9c54-471a-9def-2abee202994b'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:49:36.373019 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8e062d-2990-4db2-8697-51f04249bf2e" -d '{"events": [{"server_uuid": "93d7beed-6e0e-46af-a069-899eabff5ec7", "name": "network-vif-plugged", "status": "completed", "tag": "088ae4ee-9c54-471a-9def-2abee202994b"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:49:36.397222 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3777cc3c-abf9-4e3a-9fe9-5a11775e994a req-d35b8d8e-75f5-402c-b928-842e7224b6af tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427 HTTP/1.1" status: 200 len: 210 time: 0.0647237 Sep 21 17:49:36.413494 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-17de9eaa-b550-4f29-9c2f-47915643d959 req-ca1a555f-2c32-4197-8c8f-e266987717a3 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807254 Sep 21 17:49:36.480080 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-c09e3e09-a329-41a3-9889-6700d18359ea tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:36.481610 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-c09e3e09-a329-41a3-9889-6700d18359ea tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.44 "GET /v2.0/networks?id=24a709a9-6fef-4b8b-a432-62063bc26954 HTTP/1.1" status: 200 len: 821 time: 0.4310176 Sep 21 17:49:36.511757 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-d5bfb326-9bd3-4901-9caa-b51e9708f547 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Request body: {'port': {'device_id': 'ede89eb3-9b5a-40aa-8e86-2ea4a0bde427', 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954', 'admin_state_up': True, 'tenant_id': '57dccdb6847547f580dd9713009778d2'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:49:36.552197 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6086-faba-4b29-a431-dbf5fa2255bf None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:36.561886 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6086-faba-4b29-a431-dbf5fa2255bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:36.688989 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-d5bfb326-9bd3-4901-9caa-b51e9708f547 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Made reservation on behalf of 57dccdb6847547f580dd9713009778d2 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:49:36.693558 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-d5bfb326-9bd3-4901-9caa-b51e9708f547 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:36.718247 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4225b12d-de36-4260-9081-648e8ab82257 x-openstack-request-id: req-4225b12d-de36-4260-9081-648e8ab82257 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:49:36.718552 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d7beed-6e0e-46af-a069-899eabff5ec7", "name": "network-vif-plugged", "status": "completed", "tag": "088ae4ee-9c54-471a-9def-2abee202994b", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:49:36.718942 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7da549-dbaa-4865-87fc-7c9b2ceca853 req-3424b2dd-4a26-4586-8694-34cb8a6742ef tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:36.720153 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4225b12d-de36-4260-9081-648e8ab82257 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:49:36.720560 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d7beed-6e0e-46af-a069-899eabff5ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088ae4ee-9c54-471a-9def-2abee202994b', 'code': 200} Sep 21 17:49:36.726998 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8a7da549-dbaa-4865-87fc-7c9b2ceca853 req-3424b2dd-4a26-4586-8694-34cb8a6742ef tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports?device_id=97995358-b50c-487c-8edf-1bb933d9355c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1224799 Sep 21 17:49:36.738862 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6fff46-b1d3-4826-b039-e615ba7d22f1 None None] Pushing event updated for resources: {'Port': ['ID=7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:36.821952 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-b9ee6086-faba-4b29-a431-dbf5fa2255bf None None] Attempting to bind port 7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:49:36.823657 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-b9ee6086-faba-4b29-a431-dbf5fa2255bf None None] Attempting to bind port 7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '79bddfb5-407e-4ad8-9cd2-c25c34969797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c3a63348-7687-4a82-b03b-cb636db352af'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:49:36.826492 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ee6086-faba-4b29-a431-dbf5fa2255bf None None] Attempting to bind port 7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9 on network c3a63348-7687-4a82-b03b-cb636db352af {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:49:36.835974 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ee6086-faba-4b29-a431-dbf5fa2255bf None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:49:36.836851 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ee6086-faba-4b29-a431-dbf5fa2255bf None None] Checking segment: {'id': '79bddfb5-407e-4ad8-9cd2-c25c34969797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c3a63348-7687-4a82-b03b-cb636db352af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:49:36.837801 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6086-faba-4b29-a431-dbf5fa2255bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:36.838421 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ee6086-faba-4b29-a431-dbf5fa2255bf None None] Bound using segment: {'id': '79bddfb5-407e-4ad8-9cd2-c25c34969797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c3a63348-7687-4a82-b03b-cb636db352af'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:49:36.839261 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-b9ee6086-faba-4b29-a431-dbf5fa2255bf None None] Bound port: 7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79bddfb5-407e-4ad8-9cd2-c25c34969797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c3a63348-7687-4a82-b03b-cb636db352af'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:49:36.839835 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6086-faba-4b29-a431-dbf5fa2255bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:36.925268 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f280eeb-0f2e-404a-9c34-79d4b203ad19 req-294d28d2-68af-4142-82f0-1018b3ec3037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:36.926276 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a27e1ad3-b1d2-436c-b408-d15e527fceb2 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:49:36.927540 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f280eeb-0f2e-404a-9c34-79d4b203ad19 req-294d28d2-68af-4142-82f0-1018b3ec3037 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 1096 time: 0.1837451 Sep 21 17:49:36.936797 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8a7da549-dbaa-4865-87fc-7c9b2ceca853 req-8061e37e-1fa0-4357-b7c5-f403481ee1b5 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.45 HTTP/1.1" status: 200 len: 695 time: 0.2085803 Sep 21 17:49:36.942521 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-8a7da549-dbaa-4865-87fc-7c9b2ceca853 req-7246fa69-c14f-4627-800d-fb7cdf73efa3 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Request body: {'floatingip': {'port_id': '356dc1ce-2896-4305-a9a7-238488263c10', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:49:36.990837 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-8a7da549-dbaa-4865-87fc-7c9b2ceca853 req-7246fa69-c14f-4627-800d-fb7cdf73efa3 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks [] for floatingip, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:37.010602 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b9ee6086-faba-4b29-a431-dbf5fa2255bf None None] For port 7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:49:37.028221 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b9ee6086-faba-4b29-a431-dbf5fa2255bf None None] For port 7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9,segment=NetworkSegment(79bddfb5-407e-4ad8-9cd2-c25c34969797),segment_id=79bddfb5-407e-4ad8-9cd2-c25c34969797)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:49:37.037621 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port a27e1ad3-b1d2-436c-b408-d15e527fceb2 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:49:37.038106 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:37.040990 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6086-faba-4b29-a431-dbf5fa2255bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:37.158061 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ee6086-faba-4b29-a431-dbf5fa2255bf None None] Routers {'3667fe52-1c47-41e8-a285-309ea7aac4d0'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:49:37.158843 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b9ee6086-faba-4b29-a431-dbf5fa2255bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:49:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3667fe52-1c47-41e8-a285-309ea7aac4d0'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:37.295800 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-b9ee6086-faba-4b29-a431-dbf5fa2255bf None None] Set router 3667fe52-1c47-41e8-a285-309ea7aac4d0 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:49:37.349848 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-7a372cfb-c24a-488b-9e21-8a7466544cdb None None] Provisioning complete for port 7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:49:37.350524 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7a372cfb-c24a-488b-9e21-8a7466544cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:37.370281 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-d5bfb326-9bd3-4901-9caa-b51e9708f547 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Allocated IP 172.20.0.6 (24a709a9-6fef-4b8b-a432-62063bc26954/f5dcf0d3-3653-4c17-af0f-a1adf84dd578/5e645864-710b-499e-8085-e6eeed0fc4b9) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:49:37.462419 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6fff46-b1d3-4826-b039-e615ba7d22f1 None None] Pushing event updated for resources: {'Port': ['ID=7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:37.568962 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-d5bfb326-9bd3-4901-9caa-b51e9708f547 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:37.588366 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7a372cfb-c24a-488b-9e21-8a7466544cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:37.622848 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-fca4ccd3-3108-487b-9452-447f4a8e2712 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=5d4bd902d38d445d9d4accd229dcc47f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774288 Sep 21 17:49:37.654619 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-7a372cfb-c24a-488b-9e21-8a7466544cdb None None] For port 7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9,segment=NetworkSegment(79bddfb5-407e-4ad8-9cd2-c25c34969797),segment_id=79bddfb5-407e-4ad8-9cd2-c25c34969797)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:37.665597 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7a372cfb-c24a-488b-9e21-8a7466544cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:37.665841 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f280eeb-0f2e-404a-9c34-79d4b203ad19 req-fbbe865f-42f2-4ca5-b23c-058ca10fc7b0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7269726 Sep 21 17:49:37.681335 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798c786-825c-4c38-a432-7bcef0bd81c3 req-0ba15423-d0fd-4eb1-99f9-86f2ccc97f6f tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:37.683172 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b798c786-825c-4c38-a432-7bcef0bd81c3 req-0ba15423-d0fd-4eb1-99f9-86f2ccc97f6f tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 945 time: 0.7432947 Sep 21 17:49:37.684601 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-d5bfb326-9bd3-4901-9caa-b51e9708f547 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:37.727529 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a372cfb-c24a-488b-9e21-8a7466544cdb None None] Pushing event updated for resources: {'Port': ['ID=7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:37.734248 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b9ee6086-faba-4b29-a431-dbf5fa2255bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637935897-router', 'tenant_id': 'd60a2653cb364fb39cfe282da6d04c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'a27e1ad3-b1d2-436c-b408-d15e527fceb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:49:27Z', 'updated_at': '2021-09-21T17:49:32Z', 'revision_number': 4, 'project_id': 'd60a2653cb364fb39cfe282da6d04c36', 'gw_port': {'id': 'a27e1ad3-b1d2-436c-b408-d15e527fceb2', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:43:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:49:28Z', 'updated_at': '2021-09-21T17:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9', 'name': '', 'network_id': 'c3a63348-7687-4a82-b03b-cb636db352af', 'tenant_id': 'd60a2653cb364fb39cfe282da6d04c36', 'mac_address': 'fa:16:3e:8c:cc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5dffd8cb-6a6d-4289-a26b-fc5b387dd7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:49:31Z', 'updated_at': '2021-09-21T17:49:37Z', 'revision_number': 4, 'project_id': 'd60a2653cb364fb39cfe282da6d04c36', 'subnets': [{'id': '5dffd8cb-6a6d-4289-a26b-fc5b387dd7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:37.763530 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ee6086-faba-4b29-a431-dbf5fa2255bf None None] The sync data for ids ['3667fe52-1c47-41e8-a285-309ea7aac4d0'] in n-d-810291-1 is: [{'id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637935897-router', 'tenant_id': 'd60a2653cb364fb39cfe282da6d04c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'a27e1ad3-b1d2-436c-b408-d15e527fceb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:49:27Z', 'updated_at': '2021-09-21T17:49:32Z', 'revision_number': 4, 'project_id': 'd60a2653cb364fb39cfe282da6d04c36', 'gw_port': {'id': 'a27e1ad3-b1d2-436c-b408-d15e527fceb2', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:43:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:49:28Z', 'updated_at': '2021-09-21T17:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9', 'name': '', 'network_id': 'c3a63348-7687-4a82-b03b-cb636db352af', 'tenant_id': 'd60a2653cb364fb39cfe282da6d04c36', 'mac_address': 'fa:16:3e:8c:cc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5dffd8cb-6a6d-4289-a26b-fc5b387dd7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:49:31Z', 'updated_at': '2021-09-21T17:49:37Z', 'revision_number': 4, 'project_id': 'd60a2653cb364fb39cfe282da6d04c36', 'subnets': [{'id': '5dffd8cb-6a6d-4289-a26b-fc5b387dd7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:49:37.786301 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-32e1a610-d5df-439b-a301-15ef7003bc86 None None] Provisioning complete for port 7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:49:37.786993 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-32e1a610-d5df-439b-a301-15ef7003bc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:37.799797 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-d5bfb326-9bd3-4901-9caa-b51e9708f547 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Network 24a709a9-6fef-4b8b-a432-62063bc26954 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:49:37.815310 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-d5bfb326-9bd3-4901-9caa-b51e9708f547 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:49:37.822264 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bfb326-9bd3-4901-9caa-b51e9708f547 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Pushing event updated for resources: {'Port': ['ID=5e645864-710b-499e-8085-e6eeed0fc4b9,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:37.830061 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-d5bfb326-9bd3-4901-9caa-b51e9708f547 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:49:37.853046 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-d5bfb326-9bd3-4901-9caa-b51e9708f547 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:37.853840 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-d5bfb326-9bd3-4901-9caa-b51e9708f547 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:37.883293 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b798c786-825c-4c38-a432-7bcef0bd81c3 req-5c5030af-8c2a-4a7d-aaa7-744657f9918b tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887810 Sep 21 17:49:37.920671 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-34074a7e-526e-45c4-b143-2c68242e2a86 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:37.922185 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-34074a7e-526e-45c4-b143-2c68242e2a86 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2902288 Sep 21 17:49:37.928296 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-8a7da549-dbaa-4865-87fc-7c9b2ceca853 req-7246fa69-c14f-4627-800d-fb7cdf73efa3 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:37.939517 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-8a7da549-dbaa-4865-87fc-7c9b2ceca853 req-7246fa69-c14f-4627-800d-fb7cdf73efa3 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:37.969111 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-5f024982-0099-4dd6-90c2-a96451349dcb tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Request body: {'port': {'device_id': '9d632c47-46f8-4163-8071-a67564f760d9', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'admin_state_up': True, 'tenant_id': '5d4bd902d38d445d9d4accd229dcc47f'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:49:37.973769 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-d5bfb326-9bd3-4901-9caa-b51e9708f547 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4674501 Sep 21 17:49:38.015754 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-5e4f1f8c-61a7-457d-9537-44b17de7c1a4 service neutron] Request body: {'port': {'device_id': 'ede89eb3-9b5a-40aa-8e86-2ea4a0bde427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:49:38.084286 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [req-8a7da549-dbaa-4865-87fc-7c9b2ceca853 req-7246fa69-c14f-4627-800d-fb7cdf73efa3 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Floating IP 45e519fe-653d-4789-8dfe-8df25fb6a891 associated. External IP: 172.25.6.45, port: 356dc1ce-2896-4305-a9a7-238488263c10. Sep 21 17:49:38.093037 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fa5ceb9a-d198-46ef-b686-9409876b9cff req-52e292d3-d580-4b34-b678-f88a7c6eb5f3 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d632c47-46f8-4163-8071-a67564f760d9 HTTP/1.1" status: 200 len: 210 time: 0.1107326 Sep 21 17:49:38.225182 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5e12ae8b-8510-4f84-97c6-046596842595 req-54478c9c-f766-4ba1-b519-c52c94f2b522 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/ports?device_id=83312476-8644-48b8-b69d-37be81bc0122 HTTP/1.1" status: 200 len: 210 time: 0.0646479 Sep 21 17:49:38.270380 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-5e4f1f8c-61a7-457d-9537-44b17de7c1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:38.294526 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-66127c26-39c5-46d3-bf88-a5dc03918c5c tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:38.296710 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-66127c26-39c5-46d3-bf88-a5dc03918c5c tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.38 "GET /v2.0/networks?id=c3a63348-7687-4a82-b03b-cb636db352af HTTP/1.1" status: 200 len: 828 time: 0.4082558 Sep 21 17:49:38.315112 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-a67c1c07-a84f-44fe-96a4-8d1a28211d38 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Request body: {'port': {'device_id': '83312476-8644-48b8-b69d-37be81bc0122', 'network_id': 'c3a63348-7687-4a82-b03b-cb636db352af', 'admin_state_up': True, 'tenant_id': 'd60a2653cb364fb39cfe282da6d04c36'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:49:38.331794 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a7da549-dbaa-4865-87fc-7c9b2ceca853 req-7246fa69-c14f-4627-800d-fb7cdf73efa3 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Router 802f0331-e0b0-4260-b395-00478bbc376b has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:49:38.340477 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-5f024982-0099-4dd6-90c2-a96451349dcb tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Made reservation on behalf of 5d4bd902d38d445d9d4accd229dcc47f for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:49:38.344159 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-5f024982-0099-4dd6-90c2-a96451349dcb tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:38.389242 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-5f024982-0099-4dd6-90c2-a96451349dcb tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:38.445813 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a7da549-dbaa-4865-87fc-7c9b2ceca853 req-7246fa69-c14f-4627-800d-fb7cdf73efa3 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:49:38.450634 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-8a7da549-dbaa-4865-87fc-7c9b2ceca853 req-7246fa69-c14f-4627-800d-fb7cdf73efa3 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:38.460150 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67321859-e5ee-4284-a3d4-f1f607f92d86 None None] Sync routers for ids ['802f0331-e0b0-4260-b395-00478bbc376b'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:49:38.473655 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67321859-e5ee-4284-a3d4-f1f607f92d86 None None] Routers {'802f0331-e0b0-4260-b395-00478bbc376b'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:49:38.475265 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-67321859-e5ee-4284-a3d4-f1f607f92d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:49:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['802f0331-e0b0-4260-b395-00478bbc376b'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:38.498801 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8a7da549-dbaa-4865-87fc-7c9b2ceca853 req-7246fa69-c14f-4627-800d-fb7cdf73efa3 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "PUT /v2.0/floatingips/45e519fe-653d-4789-8dfe-8df25fb6a891 HTTP/1.1" status: 200 len: 996 time: 1.5606852 Sep 21 17:49:38.499283 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97995358-b50c-487c-8edf-1bb933d9355c', 'tag': '356dc1ce-2896-4305-a9a7-238488263c10'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:49:38.501614 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4640a38-35e4-463d-ba30-38f11fa805a4" -d '{"events": [{"name": "network-changed", "server_uuid": "97995358-b50c-487c-8edf-1bb933d9355c", "tag": "356dc1ce-2896-4305-a9a7-238488263c10"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:49:38.561580 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7da549-dbaa-4865-87fc-7c9b2ceca853 req-985c9ae0-e48d-4429-840a-89a1ba0a9789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:38.564332 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8a7da549-dbaa-4865-87fc-7c9b2ceca853 req-985c9ae0-e48d-4429-840a-89a1ba0a9789 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c68d21430e749de8d370bf53e53bb78&device_id=97995358-b50c-487c-8edf-1bb933d9355c HTTP/1.1" status: 200 len: 1097 time: 0.0512617 Sep 21 17:49:38.680191 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db683f8-eddc-4c04-b722-06535fbb8aaf req-8465c3ab-63c5-4c3a-b9c7-7a0812d49c5c tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:38.681960 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1db683f8-eddc-4c04-b722-06535fbb8aaf req-8465c3ab-63c5-4c3a-b9c7-7a0812d49c5c tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427 HTTP/1.1" status: 200 len: 931 time: 0.3711293 Sep 21 17:49:38.690699 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-67321859-e5ee-4284-a3d4-f1f607f92d86 None None] Set router 802f0331-e0b0-4260-b395-00478bbc376b gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:49:38.769623 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7da549-dbaa-4865-87fc-7c9b2ceca853 req-8ed64d1a-4b2e-42ac-987e-f379571380b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:38.771441 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8a7da549-dbaa-4865-87fc-7c9b2ceca853 req-8ed64d1a-4b2e-42ac-987e-f379571380b6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 HTTP/1.1" status: 200 len: 922 time: 0.1831830 Sep 21 17:49:38.952776 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8a7da549-dbaa-4865-87fc-7c9b2ceca853 req-1b4c7b6a-4bb3-4685-9bad-e62127ff3d05 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=356dc1ce-2896-4305-a9a7-238488263c10 HTTP/1.1" status: 200 len: 999 time: 0.1737583 Sep 21 17:49:38.982717 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:49:38.994304 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-3b243202-7a83-451b-958f-be504f0a35a3 service neutron] show failed (client error): The resource could not be found. Sep 21 17:49:38.995411 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-3b243202-7a83-451b-958f-be504f0a35a3 service neutron] 10.222.0.38 "GET /v2.0/ports/785b3e6e-7c24-4f49-b532-af0d6e460ec6/bindings/n-h2-810291-1 HTTP/1.1" status: 404 len: 380 time: 0.5350199 Sep 21 17:49:39.018585 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1db683f8-eddc-4c04-b722-06535fbb8aaf req-cf39af90-07e6-4a50-a2e5-536b2b201569 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121266 Sep 21 17:49:39.049386 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7da549-dbaa-4865-87fc-7c9b2ceca853 req-713075b7-62ce-4adb-8a54-ab3c5c980666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:39.052027 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8a7da549-dbaa-4865-87fc-7c9b2ceca853 req-713075b7-62ce-4adb-8a54-ab3c5c980666 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75cf884a-1a0d-44bf-9cea-948d8d70878a HTTP/1.1" status: 200 len: 860 time: 0.0790596 Sep 21 17:49:39.137960 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:49:39.138337 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:39.161672 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7da549-dbaa-4865-87fc-7c9b2ceca853 req-489afbbf-5a2f-4085-ab7c-60ba68a3e9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:39.163236 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8a7da549-dbaa-4865-87fc-7c9b2ceca853 req-489afbbf-5a2f-4085-ab7c-60ba68a3e9d4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1025851 Sep 21 17:49:39.176266 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-8a7da549-dbaa-4865-87fc-7c9b2ceca853 req-cde56d20-4e95-478f-8648-2353f3ae14de service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:49:39.177233 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8a7da549-dbaa-4865-87fc-7c9b2ceca853 req-cde56d20-4e95-478f-8648-2353f3ae14de service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058544 Sep 21 17:49:39.201209 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-67321859-e5ee-4284-a3d4-f1f607f92d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802f0331-e0b0-4260-b395-00478bbc376b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1245959078-router', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:36Z', 'updated_at': '2021-09-21T17:48:45Z', 'revision_number': 4, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'gw_port': {'id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:37Z', 'updated_at': '2021-09-21T17:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '45e519fe-653d-4789-8dfe-8df25fb6a891', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'floating_ip_address': '172.25.6.45', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'port_id': '356dc1ce-2896-4305-a9a7-238488263c10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'mac_address': 'fa:16:3e:7a:24:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97995358-b50c-487c-8edf-1bb933d9355c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:49:17Z', 'updated_at': '2021-09-21T17:49:37Z', 'revision_number': 1, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c58ea0c-83e9-45c6-afe9-9c9106cca901', 'name': '', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'mac_address': 'fa:16:3e:57:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:43Z', 'updated_at': '2021-09-21T17:48:52Z', 'revision_number': 5, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'subnets': [{'id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:39.226807 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-5f024982-0099-4dd6-90c2-a96451349dcb tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:39.244928 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67321859-e5ee-4284-a3d4-f1f607f92d86 None None] Checking router: 802f0331-e0b0-4260-b395-00478bbc376b for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:49:39.259886 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67321859-e5ee-4284-a3d4-f1f607f92d86 None None] Routers {'802f0331-e0b0-4260-b395-00478bbc376b'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:49:39.260881 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-67321859-e5ee-4284-a3d4-f1f607f92d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:49:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['802f0331-e0b0-4260-b395-00478bbc376b'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:39.273142 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-5f024982-0099-4dd6-90c2-a96451349dcb tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:39.300812 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-a67c1c07-a84f-44fe-96a4-8d1a28211d38 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Made reservation on behalf of d60a2653cb364fb39cfe282da6d04c36 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:49:39.306274 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-a67c1c07-a84f-44fe-96a4-8d1a28211d38 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:39.313685 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8a7da549-dbaa-4865-87fc-7c9b2ceca853 req-4f667844-d9af-42ab-b125-6ff64abc52cb service neutron] 10.222.0.58 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214948 Sep 21 17:49:39.343940 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bb422-2e44-4cbf-b02d-e3afb871a214 req-b0c38221-7add-4141-bf06-d4e33981fc7b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:39.346316 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-213bb422-2e44-4cbf-b02d-e3afb871a214 req-b0c38221-7add-4141-bf06-d4e33981fc7b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 949 time: 0.2020950 Sep 21 17:49:39.428668 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-67321859-e5ee-4284-a3d4-f1f607f92d86 None None] Set router 802f0331-e0b0-4260-b395-00478bbc376b gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:49:39.434607 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-4511ad31-a145-4fc0-8348-49285c256134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:39.436441 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-4511ad31-a145-4fc0-8348-49285c256134 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388&tenant_id=cf880db396d441f990414b9e732efe10 HTTP/1.1" status: 200 len: 1100 time: 0.0896847 Sep 21 17:49:39.446593 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8a7da549-dbaa-4865-87fc-7c9b2ceca853 req-a2acad8e-0a28-4ea5-840f-43ee73aa8996 service neutron] 10.222.0.58 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173270 Sep 21 17:49:39.452250 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-7b6f55b4-53c1-43fb-9b66-dbf9bf4fcbe7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810291-1', 'device_owner': 'compute:nova'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:49:39.458976 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f024982-0099-4dd6-90c2-a96451349dcb tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc618fb-1665-4e1f-b42f-6a0c5f255e22,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:39.528167 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-7b6f55b4-53c1-43fb-9b66-dbf9bf4fcbe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:39.549751 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-5e4f1f8c-61a7-457d-9537-44b17de7c1a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e645864-710b-499e-8085-e6eeed0fc4b9 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:49:39.571031 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-5e4f1f8c-61a7-457d-9537-44b17de7c1a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:39.597457 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-213bb422-2e44-4cbf-b02d-e3afb871a214 req-6385f948-dbae-4d04-9266-fcb2398d014e tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106924 Sep 21 17:49:39.647438 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-5e4f1f8c-61a7-457d-9537-44b17de7c1a4 service neutron] Transition to ACTIVE for port object 5e645864-710b-499e-8085-e6eeed0fc4b9 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:49:39.684469 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-5f024982-0099-4dd6-90c2-a96451349dcb tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Allocated IP 192.168.233.78 (c714db5f-672e-4004-8098-88db84169d3c/53f6ee96-7c10-4364-b9ae-9f7e7556e695/d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:49:39.704723 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccddea92-308f-4696-a9e5-d978b9230c77 x-openstack-request-id: req-ccddea92-308f-4696-a9e5-d978b9230c77 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:49:39.705015 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97995358-b50c-487c-8edf-1bb933d9355c", "tag": "356dc1ce-2896-4305-a9a7-238488263c10", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:49:39.705272 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ccddea92-308f-4696-a9e5-d978b9230c77 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:49:39.705807 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97995358-b50c-487c-8edf-1bb933d9355c', 'tag': '356dc1ce-2896-4305-a9a7-238488263c10', 'status': 'completed', 'code': 200} Sep 21 17:49:39.708346 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-5e4f1f8c-61a7-457d-9537-44b17de7c1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:39.729858 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-67321859-e5ee-4284-a3d4-f1f607f92d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802f0331-e0b0-4260-b395-00478bbc376b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1245959078-router', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:36Z', 'updated_at': '2021-09-21T17:48:45Z', 'revision_number': 4, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'gw_port': {'id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:37Z', 'updated_at': '2021-09-21T17:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '45e519fe-653d-4789-8dfe-8df25fb6a891', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'floating_ip_address': '172.25.6.45', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'port_id': '356dc1ce-2896-4305-a9a7-238488263c10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'mac_address': 'fa:16:3e:7a:24:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97995358-b50c-487c-8edf-1bb933d9355c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:49:17Z', 'updated_at': '2021-09-21T17:49:37Z', 'revision_number': 1, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c58ea0c-83e9-45c6-afe9-9c9106cca901', 'name': '', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'mac_address': 'fa:16:3e:57:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:43Z', 'updated_at': '2021-09-21T17:48:52Z', 'revision_number': 5, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'subnets': [{'id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:39.763250 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-88126952-746d-477f-b3b2-45e2f1459e9f req-b5450136-c9dd-4152-975e-eb5eb0711d7a tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d632c47-46f8-4163-8071-a67564f760d9 HTTP/1.1" status: 200 len: 210 time: 0.0281353 Sep 21 17:49:39.767128 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67321859-e5ee-4284-a3d4-f1f607f92d86 None None] The sync data for ids ['802f0331-e0b0-4260-b395-00478bbc376b'] in n-d-810291-1 is: [{'id': '802f0331-e0b0-4260-b395-00478bbc376b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1245959078-router', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:36Z', 'updated_at': '2021-09-21T17:48:45Z', 'revision_number': 4, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'gw_port': {'id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:37Z', 'updated_at': '2021-09-21T17:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '45e519fe-653d-4789-8dfe-8df25fb6a891', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'floating_ip_address': '172.25.6.45', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'port_id': '356dc1ce-2896-4305-a9a7-238488263c10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'mac_address': 'fa:16:3e:7a:24:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97995358-b50c-487c-8edf-1bb933d9355c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:49:17Z', 'updated_at': '2021-09-21T17:49:37Z', 'revision_number': 1, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c58ea0c-83e9-45c6-afe9-9c9106cca901', 'name': '', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'mac_address': 'fa:16:3e:57:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:43Z', 'updated_at': '2021-09-21T17:48:52Z', 'revision_number': 5, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'subnets': [{'id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:49:39.856097 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e4b66034-43b6-437d-827d-ff8ab618a4a1 req-cff6dedf-b614-4599-b230-12a4ff44e1aa tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/ports?device_id=83312476-8644-48b8-b69d-37be81bc0122 HTTP/1.1" status: 200 len: 210 time: 0.0298884 Sep 21 17:49:39.909639 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-a67c1c07-a84f-44fe-96a4-8d1a28211d38 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Allocated IP 172.20.0.12 (c3a63348-7687-4a82-b03b-cb636db352af/5dffd8cb-6a6d-4289-a26b-fc5b387dd7a6/d675028a-dbd5-42b0-b0ac-3c90e6e3a883) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:49:39.933359 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f1f8c-61a7-457d-9537-44b17de7c1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e645864-710b-499e-8085-e6eeed0fc4b9,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:39.966466 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-5496d4e5-6cdb-4da1-a70d-fe72906e1acf tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:39.968025 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-5496d4e5-6cdb-4da1-a70d-fe72906e1acf tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f7de73c-da4c-492d-815e-7f1caf14a67e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0506811 Sep 21 17:49:39.995590 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b75c69-ce41-491b-974d-a1c37abc84ea None None] New status for floating IP 45e519fe-653d-4789-8dfe-8df25fb6a891: ACTIVE {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:49:40.003180 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e2146-230f-43f6-a651-6a604d869b48 req-bc6ebd55-0edf-4e27-b41f-fc7801d07b64 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:40.004749 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-940e2146-230f-43f6-a651-6a604d869b48 req-bc6ebd55-0edf-4e27-b41f-fc7801d07b64 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 945 time: 0.2974930 Sep 21 17:49:40.038115 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4640a38-35e4-463d-ba30-38f11fa805a4 req-ff206d19-7f9e-4d9c-91e7-b4de6ef6bcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:40.039555 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c4640a38-35e4-463d-ba30-38f11fa805a4 req-ff206d19-7f9e-4d9c-91e7-b4de6ef6bcc7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c68d21430e749de8d370bf53e53bb78&device_id=97995358-b50c-487c-8edf-1bb933d9355c HTTP/1.1" status: 200 len: 1097 time: 0.3073106 Sep 21 17:49:40.067665 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-19640919-0320-4f4b-8e01-90a1fb0ccba8 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.45 HTTP/1.1" status: 200 len: 999 time: 0.0921829 Sep 21 17:49:40.076626 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-5e4f1f8c-61a7-457d-9537-44b17de7c1a4 service neutron] Attempting to bind port 5e645864-710b-499e-8085-e6eeed0fc4b9 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:49:40.076967 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-5e4f1f8c-61a7-457d-9537-44b17de7c1a4 service neutron] Attempting to bind port 5e645864-710b-499e-8085-e6eeed0fc4b9 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:49:40.077106 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-01884e3b-f7bf-4d57-a29d-e7ee914c05df tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Request body: {'floatingip': {'port_id': '59af6285-3ac7-4228-a60f-7d0f5006588f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:49:40.077300 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-5e4f1f8c-61a7-457d-9537-44b17de7c1a4 service neutron] Attempting to bind port 5e645864-710b-499e-8085-e6eeed0fc4b9 on network 24a709a9-6fef-4b8b-a432-62063bc26954 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:49:40.135496 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-01884e3b-f7bf-4d57-a29d-e7ee914c05df tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks [] for floatingip, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:40.145527 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-5e4f1f8c-61a7-457d-9537-44b17de7c1a4 service neutron] Port 5e645864-710b-499e-8085-e6eeed0fc4b9 on network 24a709a9-6fef-4b8b-a432-62063bc26954 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:49:40.145858 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-5e4f1f8c-61a7-457d-9537-44b17de7c1a4 service neutron] Attempting to bind port 5e645864-710b-499e-8085-e6eeed0fc4b9 on network 24a709a9-6fef-4b8b-a432-62063bc26954 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:49:40.215491 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-5e4f1f8c-61a7-457d-9537-44b17de7c1a4 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:49:40.215663 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-5e4f1f8c-61a7-457d-9537-44b17de7c1a4 service neutron] Checking segment: {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:49:40.215922 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-5e4f1f8c-61a7-457d-9537-44b17de7c1a4 service neutron] Bound using segment: {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:49:40.216399 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-5e4f1f8c-61a7-457d-9537-44b17de7c1a4 service neutron] Bound port: 5e645864-710b-499e-8085-e6eeed0fc4b9, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:49:40.216766 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-5e4f1f8c-61a7-457d-9537-44b17de7c1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:40.260287 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-5f024982-0099-4dd6-90c2-a96451349dcb tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:40.268666 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-940e2146-230f-43f6-a651-6a604d869b48 req-818b34b6-dd5a-4f32-b02d-c16f336d8c69 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217066 Sep 21 17:49:40.397596 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4640a38-35e4-463d-ba30-38f11fa805a4 req-f6ef85cd-85f1-403c-bf68-1d6647e63826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:40.399105 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c4640a38-35e4-463d-ba30-38f11fa805a4 req-f6ef85cd-85f1-403c-bf68-1d6647e63826 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 HTTP/1.1" status: 200 len: 922 time: 0.3468022 Sep 21 17:49:40.421509 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.db.api [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-01884e3b-f7bf-4d57-a29d-e7ee914c05df tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 17:49:40.421850 n-d-810291-1 neutron-server[101461]: DEBUG oslo_db.api [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-01884e3b-f7bf-4d57-a29d-e7ee914c05df tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 17:49:40.716529 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-a67c1c07-a84f-44fe-96a4-8d1a28211d38 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:40.725699 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-5e4f1f8c-61a7-457d-9537-44b17de7c1a4 service neutron] For port 5e645864-710b-499e-8085-e6eeed0fc4b9, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:49:40.741372 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-5f024982-0099-4dd6-90c2-a96451349dcb tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:40.754681 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-5e4f1f8c-61a7-457d-9537-44b17de7c1a4 service neutron] For port 5e645864-710b-499e-8085-e6eeed0fc4b9, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5e645864-710b-499e-8085-e6eeed0fc4b9,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:49:40.782561 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1de07-672d-4e14-a888-0841557f926b req-5e096135-41ad-4de7-a7ad-a4f86eec9433 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:40.784097 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-08f1de07-672d-4e14-a888-0841557f926b req-5e096135-41ad-4de7-a7ad-a4f86eec9433 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427 HTTP/1.1" status: 200 len: 943 time: 0.4522092 Sep 21 17:49:40.809123 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-5e4f1f8c-61a7-457d-9537-44b17de7c1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:40.849641 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-7b6f55b4-53c1-43fb-9b66-dbf9bf4fcbe7 service neutron] For port 785b3e6e-7c24-4f49-b532-af0d6e460ec6, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=785b3e6e-7c24-4f49-b532-af0d6e460ec6,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:40.849948 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c4640a38-35e4-463d-ba30-38f11fa805a4 req-a0773314-998f-428b-97c8-0f11e3b0077b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=356dc1ce-2896-4305-a9a7-238488263c10 HTTP/1.1" status: 200 len: 1001 time: 0.4344101 Sep 21 17:49:40.864920 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-5f024982-0099-4dd6-90c2-a96451349dcb tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Network c714db5f-672e-4004-8098-88db84169d3c is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:49:40.883653 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-7b6f55b4-53c1-43fb-9b66-dbf9bf4fcbe7 service neutron] For port 785b3e6e-7c24-4f49-b532-af0d6e460ec6, host n-h1-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:49:40.889131 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-5e4f1f8c-61a7-457d-9537-44b17de7c1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:40.889749 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-5e4f1f8c-61a7-457d-9537-44b17de7c1a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:40.891220 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-5e4f1f8c-61a7-457d-9537-44b17de7c1a4 service neutron] 10.222.0.44 "PUT /v2.0/ports/5e645864-710b-499e-8085-e6eeed0fc4b9 HTTP/1.1" status: 200 len: 1091 time: 2.8872163 Sep 21 17:49:40.892084 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-5f024982-0099-4dd6-90c2-a96451349dcb tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:49:40.893645 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede89eb3-9b5a-40aa-8e86-2ea4a0bde427', 'tag': '5e645864-710b-499e-8085-e6eeed0fc4b9'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:49:40.896141 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f583ddb1-65e3-4cc4-a805-0269bb43c239" -d '{"events": [{"name": "network-changed", "server_uuid": "ede89eb3-9b5a-40aa-8e86-2ea4a0bde427", "tag": "5e645864-710b-499e-8085-e6eeed0fc4b9"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:49:40.899085 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-5f024982-0099-4dd6-90c2-a96451349dcb tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:49:40.905808 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-5f024982-0099-4dd6-90c2-a96451349dcb tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:40.906503 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-5f024982-0099-4dd6-90c2-a96451349dcb tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:40.924864 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-01884e3b-f7bf-4d57-a29d-e7ee914c05df tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks [] for floatingip, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:40.927910 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f024982-0099-4dd6-90c2-a96451349dcb tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Pushing event updated for resources: {'Port': ['ID=d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:40.970732 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-7b6f55b4-53c1-43fb-9b66-dbf9bf4fcbe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:40.982665 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-a67c1c07-a84f-44fe-96a4-8d1a28211d38 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:40.996104 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.provisioning_blocks [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-7b6f55b4-53c1-43fb-9b66-dbf9bf4fcbe7 service neutron] Transition to ACTIVE for port object 785b3e6e-7c24-4f49-b532-af0d6e460ec6 will not be triggered until provisioned by entity L2. {{(pid=101461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:49:41.009691 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-7b6f55b4-53c1-43fb-9b66-dbf9bf4fcbe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:41.020280 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-5f024982-0099-4dd6-90c2-a96451349dcb tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0721514 Sep 21 17:49:41.038868 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-08f1de07-672d-4e14-a888-0841557f926b req-173d7433-f1b3-4c8e-b397-62551c852125 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195721 Sep 21 17:49:41.055347 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-87887967-3fd6-44f6-a9dc-bcdc22945680 service neutron] Request body: {'port': {'device_id': '9d632c47-46f8-4163-8071-a67564f760d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:49:41.066256 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4640a38-35e4-463d-ba30-38f11fa805a4 req-1e18eecb-14ae-4781-bbf7-fa62596f9983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:41.067824 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c4640a38-35e4-463d-ba30-38f11fa805a4 req-1e18eecb-14ae-4781-bbf7-fa62596f9983 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=75cf884a-1a0d-44bf-9cea-948d8d70878a HTTP/1.1" status: 200 len: 860 time: 0.1969137 Sep 21 17:49:41.119633 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-a67c1c07-a84f-44fe-96a4-8d1a28211d38 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Network c3a63348-7687-4a82-b03b-cb636db352af is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:49:41.140711 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f1f8c-61a7-457d-9537-44b17de7c1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e645864-710b-499e-8085-e6eeed0fc4b9,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:41.148997 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-7b6f55b4-53c1-43fb-9b66-dbf9bf4fcbe7 service neutron] No DVR routers for this DVR port 785b3e6e-7c24-4f49-b532-af0d6e460ec6 on host n-h1-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:49:41.154305 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-a67c1c07-a84f-44fe-96a4-8d1a28211d38 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:49:41.158774 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-a67c1c07-a84f-44fe-96a4-8d1a28211d38 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:49:41.165266 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-a67c1c07-a84f-44fe-96a4-8d1a28211d38 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:41.165399 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f55b4-53c1-43fb-9b66-dbf9bf4fcbe7 service neutron] Pushing event updated for resources: {'Port': ['ID=785b3e6e-7c24-4f49-b532-af0d6e460ec6,revision_number=6']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:41.165991 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-a67c1c07-a84f-44fe-96a4-8d1a28211d38 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:41.180468 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-d6393a74-019a-4cf5-8860-c335d2e3e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:41.181982 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-d6393a74-019a-4cf5-8860-c335d2e3e47a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57dccdb6847547f580dd9713009778d2&device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427 HTTP/1.1" status: 200 len: 1094 time: 0.2336004 Sep 21 17:49:41.225595 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5ca67152-229b-48b2-b49e-386ec59353bc None None] Provisioning complete for port d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:49:41.227436 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5ca67152-229b-48b2-b49e-386ec59353bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:41.248368 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-7b6f55b4-53c1-43fb-9b66-dbf9bf4fcbe7 service neutron] Attempting to bind port 785b3e6e-7c24-4f49-b532-af0d6e460ec6 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:49:41.249570 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-7b6f55b4-53c1-43fb-9b66-dbf9bf4fcbe7 service neutron] Attempting to bind port 785b3e6e-7c24-4f49-b532-af0d6e460ec6 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:49:41.250004 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-7b6f55b4-53c1-43fb-9b66-dbf9bf4fcbe7 service neutron] Attempting to bind port 785b3e6e-7c24-4f49-b532-af0d6e460ec6 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:49:41.267084 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-7b6f55b4-53c1-43fb-9b66-dbf9bf4fcbe7 service neutron] Port 785b3e6e-7c24-4f49-b532-af0d6e460ec6 on network c714db5f-672e-4004-8098-88db84169d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:49:41.267612 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-7b6f55b4-53c1-43fb-9b66-dbf9bf4fcbe7 service neutron] Attempting to bind port 785b3e6e-7c24-4f49-b532-af0d6e460ec6 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:49:41.278826 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-7b6f55b4-53c1-43fb-9b66-dbf9bf4fcbe7 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:49:41.279330 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-7b6f55b4-53c1-43fb-9b66-dbf9bf4fcbe7 service neutron] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:49:41.279813 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-7b6f55b4-53c1-43fb-9b66-dbf9bf4fcbe7 service neutron] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:49:41.280352 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-7b6f55b4-53c1-43fb-9b66-dbf9bf4fcbe7 service neutron] Bound port: 785b3e6e-7c24-4f49-b532-af0d6e460ec6, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:49:41.280809 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-7b6f55b4-53c1-43fb-9b66-dbf9bf4fcbe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:41.283377 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5ca67152-229b-48b2-b49e-386ec59353bc None None] Port d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:49:41.325994 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-5b28fbdf-19cc-4496-9f13-e672e63e1cf9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e645864-710b-499e-8085-e6eeed0fc4b9 HTTP/1.1" status: 200 len: 217 time: 0.1225033 Sep 21 17:49:41.336148 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-87887967-3fd6-44f6-a9dc-bcdc22945680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:41.345412 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-a67c1c07-a84f-44fe-96a4-8d1a28211d38 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0358577 Sep 21 17:49:41.346016 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c1c07-a84f-44fe-96a4-8d1a28211d38 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Pushing event updated for resources: {'Port': ['ID=d675028a-dbd5-42b0-b0ac-3c90e6e3a883,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:41.375256 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4640a38-35e4-463d-ba30-38f11fa805a4 req-f375790a-1c3d-4aa9-9fa1-08b63c5990e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:41.378373 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c4640a38-35e4-463d-ba30-38f11fa805a4 req-f375790a-1c3d-4aa9-9fa1-08b63c5990e2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2827690 Sep 21 17:49:41.387078 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-1be804f2-4892-46cf-9bc5-6e66bf3734c5 service neutron] Request body: {'port': {'device_id': '83312476-8644-48b8-b69d-37be81bc0122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:49:41.414230 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479dc51-1cfe-46fa-ae09-09acd08b2832 req-5692f407-e9ed-441a-91de-faaa54a60679 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:41.416164 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7479dc51-1cfe-46fa-ae09-09acd08b2832 req-5692f407-e9ed-441a-91de-faaa54a60679 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 1096 time: 0.2701330 Sep 21 17:49:41.431988 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-7b6f55b4-53c1-43fb-9b66-dbf9bf4fcbe7 service neutron] For port 785b3e6e-7c24-4f49-b532-af0d6e460ec6, host n-h2-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:49:41.439104 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-7b6f55b4-53c1-43fb-9b66-dbf9bf4fcbe7 service neutron] For port 785b3e6e-7c24-4f49-b532-af0d6e460ec6, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=785b3e6e-7c24-4f49-b532-af0d6e460ec6,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:49:41.450454 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-7b6f55b4-53c1-43fb-9b66-dbf9bf4fcbe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:41.505839 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-bcbfa2fc-ea58-4ab0-84d2-8b699066a973 None None] Provisioning complete for port d675028a-dbd5-42b0-b0ac-3c90e6e3a883 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:49:41.506553 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bcbfa2fc-ea58-4ab0-84d2-8b699066a973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:41.528662 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-7b6f55b4-53c1-43fb-9b66-dbf9bf4fcbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:41.529831 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-7b6f55b4-53c1-43fb-9b66-dbf9bf4fcbe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:41.532660 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-7b6f55b4-53c1-43fb-9b66-dbf9bf4fcbe7 service neutron] 10.222.0.44 "PUT /v2.0/ports/785b3e6e-7c24-4f49-b532-af0d6e460ec6 HTTP/1.1" status: 200 len: 1095 time: 2.0838714 Sep 21 17:49:41.543312 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-bcbfa2fc-ea58-4ab0-84d2-8b699066a973 None None] Port d675028a-dbd5-42b0-b0ac-3c90e6e3a883 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:49:41.584173 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-711719d0-583f-4267-80a0-f2f563930167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:41.586588 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-711719d0-583f-4267-80a0-f2f563930167 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f5dcf0d3-3653-4c17-af0f-a1adf84dd578 HTTP/1.1" status: 200 len: 861 time: 0.2264078 Sep 21 17:49:41.692780 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-14f04c3d-d7a3-43e2-84ba-a070b5eb9e52 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=24a709a9-6fef-4b8b-a432-62063bc26954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511789 Sep 21 17:49:41.693360 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-1be804f2-4892-46cf-9bc5-6e66bf3734c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:41.703485 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7479dc51-1cfe-46fa-ae09-09acd08b2832 req-6a432424-28f8-4589-b6df-da7723742415 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398839 Sep 21 17:49:41.807768 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c4640a38-35e4-463d-ba30-38f11fa805a4 req-7ece3216-76ec-43b5-abee-40b40b5722fd service neutron] 10.222.0.44 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966503 Sep 21 17:49:41.850449 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca727e3-d63b-4803-9e12-c0f78c338388', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '785b3e6e-7c24-4f49-b532-af0d6e460ec6'}, {'name': 'network-changed', 'server_uuid': '7ca727e3-d63b-4803-9e12-c0f78c338388', 'tag': '785b3e6e-7c24-4f49-b532-af0d6e460ec6'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:49:41.852764 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885a4775-f438-4584-90d2-715414a5fd98" -d '{"events": [{"server_uuid": "7ca727e3-d63b-4803-9e12-c0f78c338388", "name": "network-vif-unplugged", "status": "completed", "tag": "785b3e6e-7c24-4f49-b532-af0d6e460ec6"}, {"name": "network-changed", "server_uuid": "7ca727e3-d63b-4803-9e12-c0f78c338388", "tag": "785b3e6e-7c24-4f49-b532-af0d6e460ec6"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:49:41.886634 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f55b4-53c1-43fb-9b66-dbf9bf4fcbe7 service neutron] Pushing event updated for resources: {'Port': ['ID=785b3e6e-7c24-4f49-b532-af0d6e460ec6,revision_number=7']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:41.942116 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-bd39cdaf-75df-4d23-801f-4350a00ca6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:41.943660 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-bd39cdaf-75df-4d23-801f-4350a00ca6ec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 1098 time: 0.3681531 Sep 21 17:49:42.049727 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-01884e3b-f7bf-4d57-a29d-e7ee914c05df tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:42.057616 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-01884e3b-f7bf-4d57-a29d-e7ee914c05df tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:42.084836 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-f6603100-11ee-4544-abd8-b0ae7a65789e service neutron] 10.222.0.44 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711460 Sep 21 17:49:42.115756 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-6ab942ff-196a-46e1-a9bc-c9f756cab694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:42.117179 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a6be5-cbf7-48c9-98f8-71c074171d14 req-89e51a73-2371-4592-a271-4b8f6fcd7c4d tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:42.117349 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-6ab942ff-196a-46e1-a9bc-c9f756cab694 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.1643257 Sep 21 17:49:42.118629 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-596a6be5-cbf7-48c9-98f8-71c074171d14 req-89e51a73-2371-4592-a271-4b8f6fcd7c4d tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 947 time: 0.2504029 Sep 21 17:49:42.188094 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-4d81ab25-c10f-44f9-815d-541d23c7c623 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=785b3e6e-7c24-4f49-b532-af0d6e460ec6 HTTP/1.1" status: 200 len: 217 time: 0.0624874 Sep 21 17:49:42.207053 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c4640a38-35e4-463d-ba30-38f11fa805a4 req-7c468d11-9012-49d1-8b01-792e473216a2 service neutron] 10.222.0.44 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360715 Sep 21 17:49:42.241305 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-01884e3b-f7bf-4d57-a29d-e7ee914c05df tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Floating IP 45e519fe-653d-4789-8dfe-8df25fb6a891 associated. External IP: 172.25.6.45, port: 356dc1ce-2896-4305-a9a7-238488263c10. Sep 21 17:49:42.284233 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-f4b5066b-504a-47b2-940b-2108e7b04597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:42.285824 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-f4b5066b-504a-47b2-940b-2108e7b04597 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.0886836 Sep 21 17:49:42.317267 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-596a6be5-cbf7-48c9-98f8-71c074171d14 req-81b61bf3-3200-4db6-aedb-d62828d1755b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663797 Sep 21 17:49:42.320893 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-87887967-3fd6-44f6-a9dc-bcdc22945680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:49:42.336260 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-87887967-3fd6-44f6-a9dc-bcdc22945680 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:42.367180 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-87887967-3fd6-44f6-a9dc-bcdc22945680 service neutron] Transition to ACTIVE for port object d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:49:42.371336 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ed61e6c9-9e3d-4289-a462-a8eef30a170a req-04ab2e23-0689-4b6d-bde7-7abe458f424c service neutron] 10.222.0.44 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726140 Sep 21 17:49:42.375338 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-87887967-3fd6-44f6-a9dc-bcdc22945680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:42.382139 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-80b81fa6-cbcc-4921-8bf9-57e78d7378c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:42.383766 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-80b81fa6-cbcc-4921-8bf9-57e78d7378c6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0845981 Sep 21 17:49:42.531221 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87887967-3fd6-44f6-a9dc-bcdc22945680 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:42.553594 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-87887967-3fd6-44f6-a9dc-bcdc22945680 service neutron] Attempting to bind port d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:49:42.553932 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-87887967-3fd6-44f6-a9dc-bcdc22945680 service neutron] Attempting to bind port d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:49:42.554265 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-87887967-3fd6-44f6-a9dc-bcdc22945680 service neutron] Attempting to bind port d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:49:42.558697 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-1be804f2-4892-46cf-9bc5-6e66bf3734c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d675028a-dbd5-42b0-b0ac-3c90e6e3a883 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:49:42.563635 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-e208b9c9-1547-4a3e-b64a-3c1e228e6616 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441748 Sep 21 17:49:42.571513 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-01884e3b-f7bf-4d57-a29d-e7ee914c05df tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Router 802f0331-e0b0-4260-b395-00478bbc376b has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:49:42.573603 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9472e-1788-4af5-ad53-b71d7ac590ce req-986f9cc8-316e-4dea-8776-2693bae53ef0 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:42.575241 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65b9472e-1788-4af5-ad53-b71d7ac590ce req-986f9cc8-316e-4dea-8776-2693bae53ef0 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d632c47-46f8-4163-8071-a67564f760d9 HTTP/1.1" status: 200 len: 947 time: 0.1919830 Sep 21 17:49:42.577207 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-1be804f2-4892-46cf-9bc5-6e66bf3734c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:42.583825 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-87887967-3fd6-44f6-a9dc-bcdc22945680 service neutron] Port d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8 on network c714db5f-672e-4004-8098-88db84169d3c not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:49:42.584166 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-87887967-3fd6-44f6-a9dc-bcdc22945680 service neutron] Attempting to bind port d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:49:42.600841 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-87887967-3fd6-44f6-a9dc-bcdc22945680 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:49:42.601181 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-87887967-3fd6-44f6-a9dc-bcdc22945680 service neutron] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:49:42.601560 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-87887967-3fd6-44f6-a9dc-bcdc22945680 service neutron] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:49:42.601997 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-87887967-3fd6-44f6-a9dc-bcdc22945680 service neutron] Bound port: d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:49:42.602356 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-87887967-3fd6-44f6-a9dc-bcdc22945680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:42.621052 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-1be804f2-4892-46cf-9bc5-6e66bf3734c5 service neutron] Transition to ACTIVE for port object d675028a-dbd5-42b0-b0ac-3c90e6e3a883 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:49:42.629502 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-1be804f2-4892-46cf-9bc5-6e66bf3734c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:42.699988 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65b9472e-1788-4af5-ad53-b71d7ac590ce req-00ee44ac-a989-4613-8aad-0ba93cb4c822 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fc618fb-1665-4e1f-b42f-6a0c5f255e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171968 Sep 21 17:49:42.742611 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fe77a479-163a-4cd7-ac90-0dcae1e0437e req-1dfcd50a-773a-4cbb-97d5-7d5d5bc4f6dc service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670763 Sep 21 17:49:42.744276 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be804f2-4892-46cf-9bc5-6e66bf3734c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d675028a-dbd5-42b0-b0ac-3c90e6e3a883,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:42.772718 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-01884e3b-f7bf-4d57-a29d-e7ee914c05df tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:49:42.787081 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb05e8a9-e877-4cbb-a9ed-f9ff1111f7b9 None None] Sync routers for ids ['802f0331-e0b0-4260-b395-00478bbc376b'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:49:42.798510 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb05e8a9-e877-4cbb-a9ed-f9ff1111f7b9 None None] Routers {'802f0331-e0b0-4260-b395-00478bbc376b'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:49:42.799219 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-eb05e8a9-e877-4cbb-a9ed-f9ff1111f7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:49:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['802f0331-e0b0-4260-b395-00478bbc376b'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:42.799513 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-87887967-3fd6-44f6-a9dc-bcdc22945680 service neutron] For port d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:49:42.805330 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-1be804f2-4892-46cf-9bc5-6e66bf3734c5 service neutron] Attempting to bind port d675028a-dbd5-42b0-b0ac-3c90e6e3a883 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:49:42.805908 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-1be804f2-4892-46cf-9bc5-6e66bf3734c5 service neutron] Attempting to bind port d675028a-dbd5-42b0-b0ac-3c90e6e3a883 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '79bddfb5-407e-4ad8-9cd2-c25c34969797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c3a63348-7687-4a82-b03b-cb636db352af'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:49:42.806581 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-1be804f2-4892-46cf-9bc5-6e66bf3734c5 service neutron] Attempting to bind port d675028a-dbd5-42b0-b0ac-3c90e6e3a883 on network c3a63348-7687-4a82-b03b-cb636db352af {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:49:42.821487 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-1be804f2-4892-46cf-9bc5-6e66bf3734c5 service neutron] Port d675028a-dbd5-42b0-b0ac-3c90e6e3a883 on network c3a63348-7687-4a82-b03b-cb636db352af not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:49:42.822576 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-1be804f2-4892-46cf-9bc5-6e66bf3734c5 service neutron] Attempting to bind port d675028a-dbd5-42b0-b0ac-3c90e6e3a883 on network c3a63348-7687-4a82-b03b-cb636db352af {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:49:42.827104 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-87887967-3fd6-44f6-a9dc-bcdc22945680 service neutron] For port d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:49:42.830691 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-1be804f2-4892-46cf-9bc5-6e66bf3734c5 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:49:42.831320 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-1be804f2-4892-46cf-9bc5-6e66bf3734c5 service neutron] Checking segment: {'id': '79bddfb5-407e-4ad8-9cd2-c25c34969797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c3a63348-7687-4a82-b03b-cb636db352af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:49:42.832029 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-1be804f2-4892-46cf-9bc5-6e66bf3734c5 service neutron] Bound using segment: {'id': '79bddfb5-407e-4ad8-9cd2-c25c34969797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c3a63348-7687-4a82-b03b-cb636db352af'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:49:42.832712 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-1be804f2-4892-46cf-9bc5-6e66bf3734c5 service neutron] Bound port: d675028a-dbd5-42b0-b0ac-3c90e6e3a883, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79bddfb5-407e-4ad8-9cd2-c25c34969797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c3a63348-7687-4a82-b03b-cb636db352af'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:49:42.833238 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-1be804f2-4892-46cf-9bc5-6e66bf3734c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:42.843840 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-87887967-3fd6-44f6-a9dc-bcdc22945680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:43.011321 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-eb05e8a9-e877-4cbb-a9ed-f9ff1111f7b9 None None] Set router 802f0331-e0b0-4260-b395-00478bbc376b gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:49:43.108456 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-01884e3b-f7bf-4d57-a29d-e7ee914c05df tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Router 802f0331-e0b0-4260-b395-00478bbc376b has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:49:43.205380 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-87887967-3fd6-44f6-a9dc-bcdc22945680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:43.206187 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-87887967-3fd6-44f6-a9dc-bcdc22945680 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:43.207826 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-87887967-3fd6-44f6-a9dc-bcdc22945680 service neutron] 10.222.0.38 "PUT /v2.0/ports/d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8 HTTP/1.1" status: 200 len: 1095 time: 2.1787741 Sep 21 17:49:43.252613 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-01884e3b-f7bf-4d57-a29d-e7ee914c05df tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:49:43.257955 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-01884e3b-f7bf-4d57-a29d-e7ee914c05df tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:43.278831 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87887967-3fd6-44f6-a9dc-bcdc22945680 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:43.303888 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-1be804f2-4892-46cf-9bc5-6e66bf3734c5 service neutron] For port d675028a-dbd5-42b0-b0ac-3c90e6e3a883, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:49:43.315121 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c148d-f9b7-44db-b781-bbb35ed1d3ca req-9267fc7f-fe7d-4933-8dff-e5af113eedbb tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:43.317136 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-01884e3b-f7bf-4d57-a29d-e7ee914c05df tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "PUT /v2.0/floatingips/45e519fe-653d-4789-8dfe-8df25fb6a891 HTTP/1.1" status: 200 len: 997 time: 3.2441959 Sep 21 17:49:43.319575 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6c0c148d-f9b7-44db-b781-bbb35ed1d3ca req-9267fc7f-fe7d-4933-8dff-e5af113eedbb tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/ports?device_id=83312476-8644-48b8-b69d-37be81bc0122 HTTP/1.1" status: 200 len: 944 time: 0.4672370 Sep 21 17:49:43.332133 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-eb05e8a9-e877-4cbb-a9ed-f9ff1111f7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802f0331-e0b0-4260-b395-00478bbc376b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1245959078-router', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:36Z', 'updated_at': '2021-09-21T17:48:45Z', 'revision_number': 4, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'gw_port': {'id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:37Z', 'updated_at': '2021-09-21T17:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '45e519fe-653d-4789-8dfe-8df25fb6a891', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'floating_ip_address': '172.25.6.45', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'port_id': '59af6285-3ac7-4228-a60f-7d0f5006588f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'mac_address': 'fa:16:3e:ff:01:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7de73c-da4c-492d-815e-7f1caf14a67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:49:17Z', 'updated_at': '2021-09-21T17:49:41Z', 'revision_number': 3, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c58ea0c-83e9-45c6-afe9-9c9106cca901', 'name': '', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'mac_address': 'fa:16:3e:57:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:43Z', 'updated_at': '2021-09-21T17:48:52Z', 'revision_number': 5, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'subnets': [{'id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:43.341181 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-1be804f2-4892-46cf-9bc5-6e66bf3734c5 service neutron] For port d675028a-dbd5-42b0-b0ac-3c90e6e3a883, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=d675028a-dbd5-42b0-b0ac-3c90e6e3a883,segment=NetworkSegment(79bddfb5-407e-4ad8-9cd2-c25c34969797),segment_id=79bddfb5-407e-4ad8-9cd2-c25c34969797)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:49:43.362601 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-fb6a3377-4287-4f1a-9e37-5f860ddb90f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:43.365308 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-fb6a3377-4287-4f1a-9e37-5f860ddb90f7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d4bd902d38d445d9d4accd229dcc47f&device_id=9d632c47-46f8-4163-8071-a67564f760d9 HTTP/1.1" status: 200 len: 1098 time: 0.0987446 Sep 21 17:49:43.373917 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-1be804f2-4892-46cf-9bc5-6e66bf3734c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:43.380048 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb05e8a9-e877-4cbb-a9ed-f9ff1111f7b9 None None] Checking router: 802f0331-e0b0-4260-b395-00478bbc376b for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:49:43.385548 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-20efecb7-dd9b-414b-a670-06ecaaff8a35 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:43.387566 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-20efecb7-dd9b-414b-a670-06ecaaff8a35 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports/356dc1ce-2896-4305-a9a7-238488263c10 HTTP/1.1" status: 200 len: 943 time: 0.0637312 Sep 21 17:49:43.389900 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb05e8a9-e877-4cbb-a9ed-f9ff1111f7b9 None None] Routers {'802f0331-e0b0-4260-b395-00478bbc376b'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:49:43.390522 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-eb05e8a9-e877-4cbb-a9ed-f9ff1111f7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:49:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['802f0331-e0b0-4260-b395-00478bbc376b'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:43.413886 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6c0c148d-f9b7-44db-b781-bbb35ed1d3ca req-19f6af31-ce4a-4ca4-bf0c-4ccf626ed85e tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19445-858c-4277-bf9f-cee04c3f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908070 Sep 21 17:49:43.487282 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-0b5e2616-d492-4c69-ba20-d2a018bdd754 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8 HTTP/1.1" status: 200 len: 217 time: 0.1104059 Sep 21 17:49:43.493055 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fb6520-3884-45fd-8447-79160532da29 x-openstack-request-id: req-65fb6520-3884-45fd-8447-79160532da29 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:49:43.493262 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede89eb3-9b5a-40aa-8e86-2ea4a0bde427", "tag": "5e645864-710b-499e-8085-e6eeed0fc4b9", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:49:43.493533 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-65fb6520-3884-45fd-8447-79160532da29 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:49:43.493937 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ede89eb3-9b5a-40aa-8e86-2ea4a0bde427', 'tag': '5e645864-710b-499e-8085-e6eeed0fc4b9', 'status': 'completed', 'code': 200} Sep 21 17:49:43.495346 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-1be804f2-4892-46cf-9bc5-6e66bf3734c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:43.496107 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-1be804f2-4892-46cf-9bc5-6e66bf3734c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:43.497523 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-1be804f2-4892-46cf-9bc5-6e66bf3734c5 service neutron] 10.222.0.38 "PUT /v2.0/ports/d675028a-dbd5-42b0-b0ac-3c90e6e3a883 HTTP/1.1" status: 200 len: 1092 time: 2.1346645 Sep 21 17:49:43.573181 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-8bfd64e4-6e1f-4839-bbe9-b415e026325e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:43.575137 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-8bfd64e4-6e1f-4839-bbe9-b415e026325e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c68d21430e749de8d370bf53e53bb78&device_id=97995358-b50c-487c-8edf-1bb933d9355c HTTP/1.1" status: 200 len: 1097 time: 0.1287014 Sep 21 17:49:43.582464 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-eee3204c-4c53-4748-b522-3b56c82181ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:43.593692 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-eee3204c-4c53-4748-b522-3b56c82181ee service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.0931718 Sep 21 17:49:43.640468 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-eb05e8a9-e877-4cbb-a9ed-f9ff1111f7b9 None None] Set router 802f0331-e0b0-4260-b395-00478bbc376b gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:49:43.670727 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 785b3e6e-7c24-4f49-b532-af0d6e460ec6 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:49:43.706367 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be804f2-4892-46cf-9bc5-6e66bf3734c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d675028a-dbd5-42b0-b0ac-3c90e6e3a883,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:43.743597 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-29f7f029-6d26-4a77-9732-fa315a3eade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:43.746721 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-29f7f029-6d26-4a77-9732-fa315a3eade9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 HTTP/1.1" status: 200 len: 922 time: 0.1611814 Sep 21 17:49:43.757908 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 21 Sep 2021 17:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3175f991-db76-4aa3-9557-f49b7040dc66 x-openstack-request-id: req-3175f991-db76-4aa3-9557-f49b7040dc66 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:49:43.760085 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca727e3-d63b-4803-9e12-c0f78c338388", "name": "network-vif-unplugged", "status": "completed", "tag": "785b3e6e-7c24-4f49-b532-af0d6e460ec6", "code": 200}, {"name": "network-changed", "server_uuid": "7ca727e3-d63b-4803-9e12-c0f78c338388", "tag": "785b3e6e-7c24-4f49-b532-af0d6e460ec6", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:49:43.760234 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3175f991-db76-4aa3-9557-f49b7040dc66 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:49:43.760635 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca727e3-d63b-4803-9e12-c0f78c338388', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '785b3e6e-7c24-4f49-b532-af0d6e460ec6', 'code': 200} Sep 21 17:49:43.760889 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ca727e3-d63b-4803-9e12-c0f78c338388', 'tag': '785b3e6e-7c24-4f49-b532-af0d6e460ec6', 'status': 'completed', 'code': 200} Sep 21 17:49:43.778274 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 785b3e6e-7c24-4f49-b532-af0d6e460ec6 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:49:43.812636 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-af8414ad-30dc-4ca6-9040-a4d7273d918b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=356dc1ce-2896-4305-a9a7-238488263c10 HTTP/1.1" status: 200 len: 217 time: 0.0508187 Sep 21 17:49:43.814754 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583ddb1-65e3-4cc4-a805-0269bb43c239 req-f1d0c5fe-bc00-4d5c-8978-fbf8383f5969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:43.816212 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f583ddb1-65e3-4cc4-a805-0269bb43c239 req-f1d0c5fe-bc00-4d5c-8978-fbf8383f5969 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57dccdb6847547f580dd9713009778d2&device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427 HTTP/1.1" status: 200 len: 1094 time: 0.2900259 Sep 21 17:49:43.859561 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-747d899d-125f-43b5-923d-ac44db304879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:43.861409 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-747d899d-125f-43b5-923d-ac44db304879 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d60a2653cb364fb39cfe282da6d04c36&device_id=83312476-8644-48b8-b69d-37be81bc0122 HTTP/1.1" status: 200 len: 1095 time: 0.2630103 Sep 21 17:49:43.867045 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-9f46dafd-6cc0-4e65-b4b3-89d18745d1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:43.868801 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-9f46dafd-6cc0-4e65-b4b3-89d18745d1cb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2282441 Sep 21 17:49:43.885818 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a4775-f438-4584-90d2-715414a5fd98 req-816dcb61-a587-4122-880c-50e0676f1443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:43.887887 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-885a4775-f438-4584-90d2-715414a5fd98 req-816dcb61-a587-4122-880c-50e0676f1443 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 1098 time: 0.1661212 Sep 21 17:49:43.934045 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-e347e92e-a2a9-43de-a7f7-f21607a88d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:43.936601 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-e347e92e-a2a9-43de-a7f7-f21607a88d86 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75cf884a-1a0d-44bf-9cea-948d8d70878a HTTP/1.1" status: 200 len: 860 time: 0.1176264 Sep 21 17:49:43.974306 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180f846-4e05-4f3a-a318-027518cb4aab req-aa7913d1-daf8-473c-9cb8-73175824a77a tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:43.976096 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1180f846-4e05-4f3a-a318-027518cb4aab req-aa7913d1-daf8-473c-9cb8-73175824a77a tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427 HTTP/1.1" status: 200 len: 943 time: 0.1834834 Sep 21 17:49:43.990738 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-fb0d28e5-c3bb-4929-af86-53e368f032ad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d675028a-dbd5-42b0-b0ac-3c90e6e3a883 HTTP/1.1" status: 200 len: 217 time: 0.1163590 Sep 21 17:49:43.992173 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583ddb1-65e3-4cc4-a805-0269bb43c239 req-ff780547-c5f2-4638-9e17-835342014492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:43.993916 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f583ddb1-65e3-4cc4-a805-0269bb43c239 req-ff780547-c5f2-4638-9e17-835342014492 service neutron] 10.222.0.44 "GET /v2.0/networks?id=24a709a9-6fef-4b8b-a432-62063bc26954 HTTP/1.1" status: 200 len: 922 time: 0.1650689 Sep 21 17:49:44.013824 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-b244ce3d-9fa0-46d9-a439-a628fd3ac16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:44.015659 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-b244ce3d-9fa0-46d9-a439-a628fd3ac16e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720556 Sep 21 17:49:44.022497 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a4775-f438-4584-90d2-715414a5fd98 req-1548b331-b623-4512-97fe-022e64bee3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:44.024283 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-885a4775-f438-4584-90d2-715414a5fd98 req-1548b331-b623-4512-97fe-022e64bee3c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 1098 time: 0.3140094 Sep 21 17:49:44.073446 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f583ddb1-65e3-4cc4-a805-0269bb43c239 req-32ba61ee-e2b3-4ed7-a857-329747f79e51 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e645864-710b-499e-8085-e6eeed0fc4b9 HTTP/1.1" status: 200 len: 217 time: 0.0688365 Sep 21 17:49:44.155954 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-eb05e8a9-e877-4cbb-a9ed-f9ff1111f7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802f0331-e0b0-4260-b395-00478bbc376b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1245959078-router', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:36Z', 'updated_at': '2021-09-21T17:48:45Z', 'revision_number': 4, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'gw_port': {'id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:37Z', 'updated_at': '2021-09-21T17:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '45e519fe-653d-4789-8dfe-8df25fb6a891', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'floating_ip_address': '172.25.6.45', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'port_id': '59af6285-3ac7-4228-a60f-7d0f5006588f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'mac_address': 'fa:16:3e:ff:01:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7de73c-da4c-492d-815e-7f1caf14a67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:49:17Z', 'updated_at': '2021-09-21T17:49:41Z', 'revision_number': 3, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c58ea0c-83e9-45c6-afe9-9c9106cca901', 'name': '', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'mac_address': 'fa:16:3e:57:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:43Z', 'updated_at': '2021-09-21T17:48:52Z', 'revision_number': 5, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'subnets': [{'id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:44.200487 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583ddb1-65e3-4cc4-a805-0269bb43c239 req-d667f05d-0f8f-4b5b-a186-ef22c6cc254b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:44.202001 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f583ddb1-65e3-4cc4-a805-0269bb43c239 req-d667f05d-0f8f-4b5b-a186-ef22c6cc254b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f5dcf0d3-3653-4c17-af0f-a1adf84dd578 HTTP/1.1" status: 200 len: 861 time: 0.1157649 Sep 21 17:49:44.202793 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb05e8a9-e877-4cbb-a9ed-f9ff1111f7b9 None None] The sync data for ids ['802f0331-e0b0-4260-b395-00478bbc376b'] in n-d-810291-1 is: [{'id': '802f0331-e0b0-4260-b395-00478bbc376b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1245959078-router', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:36Z', 'updated_at': '2021-09-21T17:48:45Z', 'revision_number': 4, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'gw_port': {'id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:37Z', 'updated_at': '2021-09-21T17:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '45e519fe-653d-4789-8dfe-8df25fb6a891', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'floating_ip_address': '172.25.6.45', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'port_id': '59af6285-3ac7-4228-a60f-7d0f5006588f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'mac_address': 'fa:16:3e:ff:01:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7de73c-da4c-492d-815e-7f1caf14a67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:49:17Z', 'updated_at': '2021-09-21T17:49:41Z', 'revision_number': 3, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c58ea0c-83e9-45c6-afe9-9c9106cca901', 'name': '', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'mac_address': 'fa:16:3e:57:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:43Z', 'updated_at': '2021-09-21T17:48:52Z', 'revision_number': 5, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'subnets': [{'id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:49:44.218883 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1180f846-4e05-4f3a-a318-027518cb4aab req-c29fed5b-4cdc-48e7-a54b-5f02fd639117 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177515 Sep 21 17:49:44.232969 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-8ec6d33f-9b20-4001-9b05-775a86e98180 service neutron] 10.222.0.58 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848693 Sep 21 17:49:44.256576 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f583ddb1-65e3-4cc4-a805-0269bb43c239 req-2f4d32de-3792-4444-b799-618e94a425a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=24a709a9-6fef-4b8b-a432-62063bc26954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381124 Sep 21 17:49:44.271723 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-eac38d77-be36-4d60-bf83-8d8b343b8820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:44.273209 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-eac38d77-be36-4d60-bf83-8d8b343b8820 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5dffd8cb-6a6d-4289-a26b-fc5b387dd7a6 HTTP/1.1" status: 200 len: 867 time: 0.2396605 Sep 21 17:49:44.346975 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a4775-f438-4584-90d2-715414a5fd98 req-f8c20c17-00e2-4f70-807d-8edf590bb38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:44.348447 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-885a4775-f438-4584-90d2-715414a5fd98 req-f8c20c17-00e2-4f70-807d-8edf590bb38a service neutron] 10.222.0.38 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.4101498 Sep 21 17:49:44.353975 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-c155c35b-9045-4f74-b47e-ae88716ce050 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629934 Sep 21 17:49:44.422441 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a4775-f438-4584-90d2-715414a5fd98 req-8e097080-b59e-48b5-b74e-bd380d7c103a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:44.424024 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-885a4775-f438-4584-90d2-715414a5fd98 req-8e097080-b59e-48b5-b74e-bd380d7c103a service neutron] 10.222.0.44 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.3732984 Sep 21 17:49:44.426001 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-b5254f55-e3b4-46f8-88ea-fa277a5f7858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:44.427559 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-b5254f55-e3b4-46f8-88ea-fa277a5f7858 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c3a63348-7687-4a82-b03b-cb636db352af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1401451 Sep 21 17:49:44.465870 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-2ade5b5d-d5dd-498f-8455-d111931fc971 service neutron] 10.222.0.58 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083001 Sep 21 17:49:44.476402 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f583ddb1-65e3-4cc4-a805-0269bb43c239 req-3ff5613a-4882-40f1-8347-9717bea3bad7 service neutron] 10.222.0.44 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048912 Sep 21 17:49:44.486816 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-885a4775-f438-4584-90d2-715414a5fd98 req-cbb16777-7e73-4e74-a4bf-e05d0f52f42e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=785b3e6e-7c24-4f49-b532-af0d6e460ec6 HTTP/1.1" status: 200 len: 217 time: 0.1189353 Sep 21 17:49:44.601766 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8232aafa-7107-4644-a8b6-4ce43f602db6 None None] New status for floating IP 45e519fe-653d-4789-8dfe-8df25fb6a891: ACTIVE {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:49:44.664215 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f583ddb1-65e3-4cc4-a805-0269bb43c239 req-27c62930-100c-4c2c-a2bd-a0e928200621 service neutron] 10.222.0.44 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703939 Sep 21 17:49:44.685174 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-aa054aeb-c264-4b26-89bb-b173dfc7ded5 service neutron] 10.222.0.38 "GET /v2.0/networks/c3a63348-7687-4a82-b03b-cb636db352af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446039 Sep 21 17:49:44.690396 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-a37ac93f-73b8-4c48-836e-f4e86d393f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:44.692220 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-a37ac93f-73b8-4c48-836e-f4e86d393f32 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c68d21430e749de8d370bf53e53bb78&device_id=1f7de73c-da4c-492d-815e-7f1caf14a67e HTTP/1.1" status: 200 len: 1096 time: 0.1543159 Sep 21 17:49:44.798678 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-9ddbd119-b5d8-46e9-af5f-1cc8e0b75323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:44.800997 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-9ddbd119-b5d8-46e9-af5f-1cc8e0b75323 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 HTTP/1.1" status: 200 len: 922 time: 0.1023431 Sep 21 17:49:44.848975 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-885a4775-f438-4584-90d2-715414a5fd98 req-f3f4d1db-1aaa-4cf5-a056-125b5d9ead67 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=785b3e6e-7c24-4f49-b532-af0d6e460ec6 HTTP/1.1" status: 200 len: 217 time: 0.3638065 Sep 21 17:49:44.868863 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a4775-f438-4584-90d2-715414a5fd98 req-00a1adc6-aa87-4cdf-8517-a4dfc036c825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:44.870329 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-885a4775-f438-4584-90d2-715414a5fd98 req-00a1adc6-aa87-4cdf-8517-a4dfc036c825 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.2009821 Sep 21 17:49:44.875187 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8b28af12-68bf-441d-b079-ea043c0b7403 req-c194f2fd-356a-49be-8108-95b632538d9e service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5063128 Sep 21 17:49:44.918086 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-c7e0e2e7-2274-4be1-a758-2119a52c3b70 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59af6285-3ac7-4228-a60f-7d0f5006588f HTTP/1.1" status: 200 len: 1000 time: 0.1080503 Sep 21 17:49:44.919790 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084d220-dfbd-4b0b-b3b2-93638f6b6ae1 req-b8333d0e-e987-4ba9-a352-016ac770efb2 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:44.921348 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2084d220-dfbd-4b0b-b3b2-93638f6b6ae1 req-b8333d0e-e987-4ba9-a352-016ac770efb2 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 947 time: 0.4931324 Sep 21 17:49:44.960035 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6924126e-6f8f-4e90-9f8f-44ad87f3e2c8 None None] Sync routers for ids ['802f0331-e0b0-4260-b395-00478bbc376b'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:49:44.972018 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6924126e-6f8f-4e90-9f8f-44ad87f3e2c8 None None] Routers {'802f0331-e0b0-4260-b395-00478bbc376b'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:49:44.972645 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6924126e-6f8f-4e90-9f8f-44ad87f3e2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:49:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['802f0331-e0b0-4260-b395-00478bbc376b'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:44.997798 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-b2e80830-b30d-440e-9f1c-ef371c70d315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:44.999358 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-b2e80830-b30d-440e-9f1c-ef371c70d315 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75cf884a-1a0d-44bf-9cea-948d8d70878a HTTP/1.1" status: 200 len: 860 time: 0.0642238 Sep 21 17:49:45.000779 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c23cb693-cf9b-4f5a-b5d5-7735ed1f8c99 req-8597758b-0ad8-47ff-a939-67a9343189a7 service neutron] 10.222.0.38 "GET /v2.0/networks/c3a63348-7687-4a82-b03b-cb636db352af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768025 Sep 21 17:49:45.013478 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a4775-f438-4584-90d2-715414a5fd98 req-7d63972f-ad82-4d2f-8269-17fffcdc6a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:45.014971 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-885a4775-f438-4584-90d2-715414a5fd98 req-7d63972f-ad82-4d2f-8269-17fffcdc6a9f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1554492 Sep 21 17:49:45.031037 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a4775-f438-4584-90d2-715414a5fd98 req-514b3202-754c-4b9d-b34b-8400d3a9df96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:45.032604 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-885a4775-f438-4584-90d2-715414a5fd98 req-514b3202-754c-4b9d-b34b-8400d3a9df96 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1331468 Sep 21 17:49:45.037145 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2084d220-dfbd-4b0b-b3b2-93638f6b6ae1 req-ed143af7-3b73-4ab7-8c0b-2d0b48df7d7e tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815680 Sep 21 17:49:45.119353 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-6f16cb8c-915a-4e0a-9b85-096de521f0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:45.119353 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-6f16cb8c-915a-4e0a-9b85-096de521f0b4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089089 Sep 21 17:49:45.159509 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a4775-f438-4584-90d2-715414a5fd98 req-6367dba3-eed9-4458-bfb4-e0a8f09ed750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:45.161870 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-885a4775-f438-4584-90d2-715414a5fd98 req-6367dba3-eed9-4458-bfb4-e0a8f09ed750 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1275339 Sep 21 17:49:45.253532 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-6924126e-6f8f-4e90-9f8f-44ad87f3e2c8 None None] Set router 802f0331-e0b0-4260-b395-00478bbc376b gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:49:45.360114 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-885a4775-f438-4584-90d2-715414a5fd98 req-bc13c943-0f60-476a-b40c-3ae189e0f008 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027704 Sep 21 17:49:45.377546 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e231e7-2992-4a56-9a44-bf0560b2f8fa req-46087608-bad4-4d59-b04c-5bb32192fa37 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:45.379157 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59e231e7-2992-4a56-9a44-bf0560b2f8fa req-46087608-bad4-4d59-b04c-5bb32192fa37 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d632c47-46f8-4163-8071-a67564f760d9 HTTP/1.1" status: 200 len: 947 time: 0.2001655 Sep 21 17:49:45.447774 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-885a4775-f438-4584-90d2-715414a5fd98 req-380b3cd9-48c3-44e2-83ef-82a3c09c2c96 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761776 Sep 21 17:49:45.496661 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d632c47-46f8-4163-8071-a67564f760d9', 'tag': 'd3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8'}, {'name': 'network-changed', 'server_uuid': '83312476-8644-48b8-b69d-37be81bc0122', 'tag': 'd675028a-dbd5-42b0-b0ac-3c90e6e3a883'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:49:45.499005 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf247adc-10f0-4572-a162-0462bd708a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "9d632c47-46f8-4163-8071-a67564f760d9", "tag": "d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8"}, {"name": "network-changed", "server_uuid": "83312476-8644-48b8-b69d-37be81bc0122", "tag": "d675028a-dbd5-42b0-b0ac-3c90e6e3a883"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:49:45.521715 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-2aeab4c7-9eb2-4f75-b42b-2f3507fbdc99 service neutron] 10.222.0.58 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972731 Sep 21 17:49:45.531416 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59e231e7-2992-4a56-9a44-bf0560b2f8fa req-54960438-9004-4bec-aae4-4e4ce4899c41 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fc618fb-1665-4e1f-b42f-6a0c5f255e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358473 Sep 21 17:49:45.556611 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6924126e-6f8f-4e90-9f8f-44ad87f3e2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802f0331-e0b0-4260-b395-00478bbc376b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1245959078-router', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:36Z', 'updated_at': '2021-09-21T17:48:45Z', 'revision_number': 4, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'gw_port': {'id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:37Z', 'updated_at': '2021-09-21T17:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '45e519fe-653d-4789-8dfe-8df25fb6a891', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'floating_ip_address': '172.25.6.45', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'port_id': '59af6285-3ac7-4228-a60f-7d0f5006588f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'mac_address': 'fa:16:3e:ff:01:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7de73c-da4c-492d-815e-7f1caf14a67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:49:17Z', 'updated_at': '2021-09-21T17:49:44Z', 'revision_number': 4, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c58ea0c-83e9-45c6-afe9-9c9106cca901', 'name': '', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'mac_address': 'fa:16:3e:57:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:43Z', 'updated_at': '2021-09-21T17:48:52Z', 'revision_number': 5, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'subnets': [{'id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:45.589939 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6924126e-6f8f-4e90-9f8f-44ad87f3e2c8 None None] Checking router: 802f0331-e0b0-4260-b395-00478bbc376b for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:49:45.592048 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-885a4775-f438-4584-90d2-715414a5fd98 req-955c9dfb-c4e4-41d9-be07-8c2dea2986ff service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100585 Sep 21 17:49:45.609377 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6924126e-6f8f-4e90-9f8f-44ad87f3e2c8 None None] Routers {'802f0331-e0b0-4260-b395-00478bbc376b'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:49:45.610023 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6924126e-6f8f-4e90-9f8f-44ad87f3e2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:49:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['802f0331-e0b0-4260-b395-00478bbc376b'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:45.630411 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-885a4775-f438-4584-90d2-715414a5fd98 req-8d88081f-222f-4968-a084-2033b80b5afa service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541154 Sep 21 17:49:45.631426 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-70854158-308b-4bcd-ac22-1aa6a9cb8740 req-db6ecbb3-f447-46d5-88cf-b3e504aa9e64 service neutron] 10.222.0.58 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989082 Sep 21 17:49:45.672884 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a88ca6-e9c8-4ab0-989f-699d507229cc req-0534b577-3277-471c-9d1a-25ac30f13aa2 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:45.674487 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e0a88ca6-e9c8-4ab0-989f-699d507229cc req-0534b577-3277-471c-9d1a-25ac30f13aa2 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/ports?device_id=83312476-8644-48b8-b69d-37be81bc0122 HTTP/1.1" status: 200 len: 944 time: 0.0596030 Sep 21 17:49:45.718084 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e0a88ca6-e9c8-4ab0-989f-699d507229cc req-bf523f6a-d868-48bb-a1db-6dbba0661d07 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19445-858c-4277-bf9f-cee04c3f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371826 Sep 21 17:49:45.727263 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-6924126e-6f8f-4e90-9f8f-44ad87f3e2c8 None None] Set router 802f0331-e0b0-4260-b395-00478bbc376b gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:49:45.761220 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faccbb0a-0355-4ba8-bef2-4337dbdb5eca req-42d42ef8-5489-4c3c-87ff-aa9e05b56012 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:45.763053 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-faccbb0a-0355-4ba8-bef2-4337dbdb5eca req-42d42ef8-5489-4c3c-87ff-aa9e05b56012 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427 HTTP/1.1" status: 200 len: 943 time: 0.0587289 Sep 21 17:49:45.763618 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97995358-b50c-487c-8edf-1bb933d9355c', 'tag': '356dc1ce-2896-4305-a9a7-238488263c10'}, {'name': 'network-changed', 'server_uuid': '1f7de73c-da4c-492d-815e-7f1caf14a67e', 'tag': '59af6285-3ac7-4228-a60f-7d0f5006588f'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:49:45.765958 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef37ace3-43ba-4986-afa3-3534c5e1b93f" -d '{"events": [{"name": "network-changed", "server_uuid": "97995358-b50c-487c-8edf-1bb933d9355c", "tag": "356dc1ce-2896-4305-a9a7-238488263c10"}, {"name": "network-changed", "server_uuid": "1f7de73c-da4c-492d-815e-7f1caf14a67e", "tag": "59af6285-3ac7-4228-a60f-7d0f5006588f"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:49:45.804629 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-faccbb0a-0355-4ba8-bef2-4337dbdb5eca req-d0df1f12-89ed-40b4-a703-eadd4d078831 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337846 Sep 21 17:49:45.869221 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c0e5009e-8a7a-4333-91cf-ffd2ad2c71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:45.992768 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6924126e-6f8f-4e90-9f8f-44ad87f3e2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802f0331-e0b0-4260-b395-00478bbc376b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1245959078-router', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:36Z', 'updated_at': '2021-09-21T17:48:45Z', 'revision_number': 4, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'gw_port': {'id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:37Z', 'updated_at': '2021-09-21T17:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '45e519fe-653d-4789-8dfe-8df25fb6a891', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'floating_ip_address': '172.25.6.45', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'port_id': '59af6285-3ac7-4228-a60f-7d0f5006588f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'mac_address': 'fa:16:3e:ff:01:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7de73c-da4c-492d-815e-7f1caf14a67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:49:17Z', 'updated_at': '2021-09-21T17:49:44Z', 'revision_number': 4, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c58ea0c-83e9-45c6-afe9-9c9106cca901', 'name': '', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'mac_address': 'fa:16:3e:57:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:43Z', 'updated_at': '2021-09-21T17:48:52Z', 'revision_number': 5, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'subnets': [{'id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:45.994506 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 21 Sep 2021 17:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3b84d3-a252-4d71-bd70-1ad37e820112 x-openstack-request-id: req-1c3b84d3-a252-4d71-bd70-1ad37e820112 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:49:45.995123 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d632c47-46f8-4163-8071-a67564f760d9", "tag": "d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "83312476-8644-48b8-b69d-37be81bc0122", "tag": "d675028a-dbd5-42b0-b0ac-3c90e6e3a883", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:49:45.995384 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1c3b84d3-a252-4d71-bd70-1ad37e820112 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:49:45.996013 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d632c47-46f8-4163-8071-a67564f760d9', 'tag': 'd3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8', 'status': 'completed', 'code': 200} Sep 21 17:49:45.996462 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83312476-8644-48b8-b69d-37be81bc0122', 'tag': 'd675028a-dbd5-42b0-b0ac-3c90e6e3a883', 'status': 'completed', 'code': 200} Sep 21 17:49:46.022276 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6924126e-6f8f-4e90-9f8f-44ad87f3e2c8 None None] The sync data for ids ['802f0331-e0b0-4260-b395-00478bbc376b'] in n-d-810291-1 is: [{'id': '802f0331-e0b0-4260-b395-00478bbc376b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1245959078-router', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:36Z', 'updated_at': '2021-09-21T17:48:45Z', 'revision_number': 4, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'gw_port': {'id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:37Z', 'updated_at': '2021-09-21T17:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '45e519fe-653d-4789-8dfe-8df25fb6a891', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'floating_ip_address': '172.25.6.45', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'port_id': '59af6285-3ac7-4228-a60f-7d0f5006588f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'mac_address': 'fa:16:3e:ff:01:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7de73c-da4c-492d-815e-7f1caf14a67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:49:17Z', 'updated_at': '2021-09-21T17:49:44Z', 'revision_number': 4, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c58ea0c-83e9-45c6-afe9-9c9106cca901', 'name': '', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'mac_address': 'fa:16:3e:57:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:43Z', 'updated_at': '2021-09-21T17:48:52Z', 'revision_number': 5, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'subnets': [{'id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:49:46.081601 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf247adc-10f0-4572-a162-0462bd708a6d req-35c95fe2-7818-470a-a080-e16084248599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:46.086883 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf247adc-10f0-4572-a162-0462bd708a6d req-35c95fe2-7818-470a-a080-e16084248599 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d4bd902d38d445d9d4accd229dcc47f&device_id=9d632c47-46f8-4163-8071-a67564f760d9 HTTP/1.1" status: 200 len: 1098 time: 0.0587661 Sep 21 17:49:46.101524 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-71938d78-84d0-4101-bfa6-0d30070a7f35 req-fbb36ff4-0fea-43e9-a18d-b7bf67359986 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.45 HTTP/1.1" status: 200 len: 1000 time: 0.0958295 Sep 21 17:49:46.146840 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 21 Sep 2021 17:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2597046c-e440-425e-8400-eb1f57927d8c x-openstack-request-id: req-2597046c-e440-425e-8400-eb1f57927d8c {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:49:46.147171 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97995358-b50c-487c-8edf-1bb933d9355c", "tag": "356dc1ce-2896-4305-a9a7-238488263c10", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1f7de73c-da4c-492d-815e-7f1caf14a67e", "tag": "59af6285-3ac7-4228-a60f-7d0f5006588f", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:49:46.147521 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2597046c-e440-425e-8400-eb1f57927d8c {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:49:46.147952 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97995358-b50c-487c-8edf-1bb933d9355c', 'tag': '356dc1ce-2896-4305-a9a7-238488263c10', 'status': 'completed', 'code': 200} Sep 21 17:49:46.148139 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f7de73c-da4c-492d-815e-7f1caf14a67e', 'tag': '59af6285-3ac7-4228-a60f-7d0f5006588f', 'status': 'completed', 'code': 200} Sep 21 17:49:46.160464 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71938d78-84d0-4101-bfa6-0d30070a7f35 req-c3526c2a-5819-4bb0-b687-96cfbd9a2484 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:46.161910 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-71938d78-84d0-4101-bfa6-0d30070a7f35 req-c3526c2a-5819-4bb0-b687-96cfbd9a2484 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports/59af6285-3ac7-4228-a60f-7d0f5006588f HTTP/1.1" status: 200 len: 942 time: 0.0545049 Sep 21 17:49:46.332454 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-71938d78-84d0-4101-bfa6-0d30070a7f35 req-7ac55771-cc12-4e9f-9c50-551aba750c65 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.45 HTTP/1.1" status: 200 len: 1000 time: 0.1223006 Sep 21 17:49:46.349186 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37ace3-43ba-4986-afa3-3534c5e1b93f req-cc6d521b-3400-4c4f-ba80-f461ca4ac470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:46.351030 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ef37ace3-43ba-4986-afa3-3534c5e1b93f req-cc6d521b-3400-4c4f-ba80-f461ca4ac470 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c68d21430e749de8d370bf53e53bb78&device_id=97995358-b50c-487c-8edf-1bb933d9355c HTTP/1.1" status: 200 len: 1097 time: 0.1950638 Sep 21 17:49:46.355610 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37ace3-43ba-4986-afa3-3534c5e1b93f req-f6796799-460c-4793-b1e3-637d3df7633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:46.357139 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ef37ace3-43ba-4986-afa3-3534c5e1b93f req-f6796799-460c-4793-b1e3-637d3df7633c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1c68d21430e749de8d370bf53e53bb78&device_id=1f7de73c-da4c-492d-815e-7f1caf14a67e HTTP/1.1" status: 200 len: 1096 time: 0.0911498 Sep 21 17:49:46.358615 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf247adc-10f0-4572-a162-0462bd708a6d req-d5fb21f4-4242-4bc7-ba2b-31e2a17f6e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:46.361169 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf247adc-10f0-4572-a162-0462bd708a6d req-d5fb21f4-4242-4bc7-ba2b-31e2a17f6e36 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.2588379 Sep 21 17:49:46.366349 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 5e645864-710b-499e-8085-e6eeed0fc4b9 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:49:46.493991 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71938d78-84d0-4101-bfa6-0d30070a7f35 req-da2b866a-d58e-4a3e-802b-2cf9c20a071f tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:46.501614 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-71938d78-84d0-4101-bfa6-0d30070a7f35 req-da2b866a-d58e-4a3e-802b-2cf9c20a071f tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 784 time: 0.1681793 Sep 21 17:49:46.533903 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 5e645864-710b-499e-8085-e6eeed0fc4b9, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5e645864-710b-499e-8085-e6eeed0fc4b9,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:46.621323 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-28124879-45dd-4cfe-bcab-57dc880b4d5f req-dab47fcd-a641-4a11-bc7a-ee4dc293489e tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.45 HTTP/1.1" status: 200 len: 1000 time: 0.0852084 Sep 21 17:49:46.694367 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '5e645864-710b-499e-8085-e6eeed0fc4b9', 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954', 'port_id': '5e645864-710b-499e-8085-e6eeed0fc4b9', 'mac_address': 'fa:16:3e:6b:a2:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5dcf0d3-3653-4c17-af0f-a1adf84dd578', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:49:46.694838 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28124879-45dd-4cfe-bcab-57dc880b4d5f req-7529304f-4b4e-4d9a-838f-5ae92c3d51b4 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:46.696825 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-28124879-45dd-4cfe-bcab-57dc880b4d5f req-7529304f-4b4e-4d9a-838f-5ae92c3d51b4 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports/59af6285-3ac7-4228-a60f-7d0f5006588f HTTP/1.1" status: 200 len: 942 time: 0.0691326 Sep 21 17:49:46.733728 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:46.747756 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e645864-710b-499e-8085-e6eeed0fc4b9 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:49:46.762635 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf247adc-10f0-4572-a162-0462bd708a6d req-9a779209-541d-4476-bd2c-2c5e3e20b391 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8 HTTP/1.1" status: 200 len: 217 time: 0.0369022 Sep 21 17:49:46.768749 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 5e645864-710b-499e-8085-e6eeed0fc4b9, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5e645864-710b-499e-8085-e6eeed0fc4b9,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:46.777794 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:46.779402 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 785b3e6e-7c24-4f49-b532-af0d6e460ec6 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:49:46.825290 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-28124879-45dd-4cfe-bcab-57dc880b4d5f req-0fc98234-52a2-43f5-be1d-ff6eea997f28 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.45 HTTP/1.1" status: 200 len: 1000 time: 0.0745142 Sep 21 17:49:46.836359 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=5e645864-710b-499e-8085-e6eeed0fc4b9,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:46.852861 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:46.853466 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:46.853950 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:46.854437 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:46.854909 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:46.855439 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:46.855906 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:46.856643 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:46.857122 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:46.857589 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:46.858842 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:46.859362 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:49:46.940205 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28124879-45dd-4cfe-bcab-57dc880b4d5f req-84881b79-f398-4dda-a5b7-dac7cfec5e06 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:46.941576 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-28124879-45dd-4cfe-bcab-57dc880b4d5f req-84881b79-f398-4dda-a5b7-dac7cfec5e06 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 784 time: 0.1154749 Sep 21 17:49:46.943700 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37ace3-43ba-4986-afa3-3534c5e1b93f req-beedd15d-290d-442d-b47e-061f02721a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:46.945155 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ef37ace3-43ba-4986-afa3-3534c5e1b93f req-beedd15d-290d-442d-b47e-061f02721a20 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 HTTP/1.1" status: 200 len: 922 time: 0.1842754 Sep 21 17:49:46.987693 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 785b3e6e-7c24-4f49-b532-af0d6e460ec6, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=785b3e6e-7c24-4f49-b532-af0d6e460ec6,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:47.004815 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '785b3e6e-7c24-4f49-b532-af0d6e460ec6', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': '785b3e6e-7c24-4f49-b532-af0d6e460ec6', 'mac_address': 'fa:16:3e:b4:ef:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:49:47.012041 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-28124879-45dd-4cfe-bcab-57dc880b4d5f req-7eccb627-6ff5-4b77-982c-97902fc618f5 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.45 HTTP/1.1" status: 200 len: 1000 time: 0.0634079 Sep 21 17:49:47.029254 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-28124879-45dd-4cfe-bcab-57dc880b4d5f req-e3b378c1-cfca-4ab7-a578-33c8d25aa9df tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:49:47.029663 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf247adc-10f0-4572-a162-0462bd708a6d req-faf08fac-9195-43ee-b56e-c195e98f73b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:47.031169 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf247adc-10f0-4572-a162-0462bd708a6d req-faf08fac-9195-43ee-b56e-c195e98f73b0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1616936 Sep 21 17:49:47.051818 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:47.058002 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa2b32-b7fc-4438-ac7e-9f21e62a9e74 req-c737993c-3a18-464b-bc57-e4cfbc9bde4c tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:47.065726 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-46fa2b32-b7fc-4438-ac7e-9f21e62a9e74 req-c737993c-3a18-464b-bc57-e4cfbc9bde4c tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 947 time: 0.3058650 Sep 21 17:49:47.066078 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 785b3e6e-7c24-4f49-b532-af0d6e460ec6 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:49:47.091491 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 785b3e6e-7c24-4f49-b532-af0d6e460ec6, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=785b3e6e-7c24-4f49-b532-af0d6e460ec6,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:47.097542 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:47.098357 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-28124879-45dd-4cfe-bcab-57dc880b4d5f req-e3b378c1-cfca-4ab7-a578-33c8d25aa9df tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks [] for floatingip, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:47.119442 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ef37ace3-43ba-4986-afa3-3534c5e1b93f req-4375828a-0db7-4b50-9aed-932fa5e1e03a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59af6285-3ac7-4228-a60f-7d0f5006588f HTTP/1.1" status: 200 len: 1000 time: 0.1463251 Sep 21 17:49:47.162976 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37ace3-43ba-4986-afa3-3534c5e1b93f req-11ea07dd-fad7-4c67-9af2-b7a91a592613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:47.163215 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=785b3e6e-7c24-4f49-b532-af0d6e460ec6,revision_number=8']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:47.164443 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ef37ace3-43ba-4986-afa3-3534c5e1b93f req-11ea07dd-fad7-4c67-9af2-b7a91a592613 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 HTTP/1.1" status: 200 len: 922 time: 0.8023434 Sep 21 17:49:47.247572 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-46fa2b32-b7fc-4438-ac7e-9f21e62a9e74 req-e2456745-2030-4b54-8239-3c3c010406a2 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760402 Sep 21 17:49:47.259418 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ef37ace3-43ba-4986-afa3-3534c5e1b93f req-d2c4da20-15df-4404-b585-06667eb130d3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=356dc1ce-2896-4305-a9a7-238488263c10 HTTP/1.1" status: 200 len: 217 time: 0.0802584 Sep 21 17:49:47.263590 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf247adc-10f0-4572-a162-0462bd708a6d req-d0eb741e-241b-44ff-94f3-58063d5fd0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:47.266859 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf247adc-10f0-4572-a162-0462bd708a6d req-d0eb741e-241b-44ff-94f3-58063d5fd0d5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2262416 Sep 21 17:49:47.307603 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-28124879-45dd-4cfe-bcab-57dc880b4d5f req-e3b378c1-cfca-4ab7-a578-33c8d25aa9df tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:47.314246 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-28124879-45dd-4cfe-bcab-57dc880b4d5f req-e3b378c1-cfca-4ab7-a578-33c8d25aa9df tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:47.314754 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [req-28124879-45dd-4cfe-bcab-57dc880b4d5f req-e3b378c1-cfca-4ab7-a578-33c8d25aa9df tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Floating IP 45e519fe-653d-4789-8dfe-8df25fb6a891 disassociated. External IP: 172.25.6.45, port: 59af6285-3ac7-4228-a60f-7d0f5006588f. Sep 21 17:49:47.317001 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37ace3-43ba-4986-afa3-3534c5e1b93f req-dc8bcd00-128b-4de9-9940-35305725dc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:47.319996 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ef37ace3-43ba-4986-afa3-3534c5e1b93f req-dc8bcd00-128b-4de9-9940-35305725dc9c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=75cf884a-1a0d-44bf-9cea-948d8d70878a HTTP/1.1" status: 200 len: 860 time: 0.1891391 Sep 21 17:49:47.440110 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37ace3-43ba-4986-afa3-3534c5e1b93f req-d705bcff-3989-4bb0-8950-6a8e4145614c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:47.441585 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ef37ace3-43ba-4986-afa3-3534c5e1b93f req-d705bcff-3989-4bb0-8950-6a8e4145614c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=75cf884a-1a0d-44bf-9cea-948d8d70878a HTTP/1.1" status: 200 len: 860 time: 0.1674006 Sep 21 17:49:47.468750 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37ace3-43ba-4986-afa3-3534c5e1b93f req-f4d4529b-d1ea-43f5-9a5e-d432e5f00701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:47.470209 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ef37ace3-43ba-4986-afa3-3534c5e1b93f req-f4d4529b-d1ea-43f5-9a5e-d432e5f00701 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1391108 Sep 21 17:49:47.509908 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649308f-3ed3-470c-8faf-58c7cb560b65 req-b4272741-74ee-4ad3-bdc9-356b82aee9f2 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:47.511311 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c649308f-3ed3-470c-8faf-58c7cb560b65 req-b4272741-74ee-4ad3-bdc9-356b82aee9f2 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d632c47-46f8-4163-8071-a67564f760d9 HTTP/1.1" status: 200 len: 947 time: 0.1706288 Sep 21 17:49:47.537834 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['785b3e6e-7c24-4f49-b532-af0d6e460ec6'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:49:47.539500 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf247adc-10f0-4572-a162-0462bd708a6d req-fa9b74af-5481-478e-9ebe-f3c88abf229c service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505608 Sep 21 17:49:47.541793 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28124879-45dd-4cfe-bcab-57dc880b4d5f req-e3b378c1-cfca-4ab7-a578-33c8d25aa9df tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Router 802f0331-e0b0-4260-b395-00478bbc376b has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:49:47.569692 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['5e645864-710b-499e-8085-e6eeed0fc4b9'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:49:47.630688 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37ace3-43ba-4986-afa3-3534c5e1b93f req-d8ffef2f-182f-41a4-8d8a-2590d375b468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:47.632945 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ef37ace3-43ba-4986-afa3-3534c5e1b93f req-d8ffef2f-182f-41a4-8d8a-2590d375b468 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1804335 Sep 21 17:49:47.666896 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28124879-45dd-4cfe-bcab-57dc880b4d5f req-e3b378c1-cfca-4ab7-a578-33c8d25aa9df tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:49:47.680201 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-28124879-45dd-4cfe-bcab-57dc880b4d5f req-e3b378c1-cfca-4ab7-a578-33c8d25aa9df tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:47.682949 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358dc00a-7621-428f-a28d-3442f321ccc1 None None] Sync routers for ids ['802f0331-e0b0-4260-b395-00478bbc376b'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:49:47.684536 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c649308f-3ed3-470c-8faf-58c7cb560b65 req-3c76ed04-432d-4c4d-b3e9-808aed585153 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fc618fb-1665-4e1f-b42f-6a0c5f255e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555943 Sep 21 17:49:47.697152 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device d675028a-dbd5-42b0-b0ac-3c90e6e3a883 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:49:47.741931 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-28124879-45dd-4cfe-bcab-57dc880b4d5f req-e3b378c1-cfca-4ab7-a578-33c8d25aa9df tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "PUT /v2.0/floatingips/45e519fe-653d-4789-8dfe-8df25fb6a891 HTTP/1.1" status: 200 len: 694 time: 0.7216532 Sep 21 17:49:47.749162 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ef37ace3-43ba-4986-afa3-3534c5e1b93f req-ff12bb94-844d-4cb3-930a-a1ebd3599104 service neutron] 10.222.0.38 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593241 Sep 21 17:49:47.803466 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28124879-45dd-4cfe-bcab-57dc880b4d5f req-a42c2b1c-b073-4ac9-a72d-5fa6301246fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:47.804915 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-28124879-45dd-4cfe-bcab-57dc880b4d5f req-a42c2b1c-b073-4ac9-a72d-5fa6301246fc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c68d21430e749de8d370bf53e53bb78&device_id=1f7de73c-da4c-492d-815e-7f1caf14a67e HTTP/1.1" status: 200 len: 1096 time: 0.0442879 Sep 21 17:49:47.819264 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358dc00a-7621-428f-a28d-3442f321ccc1 None None] Routers {'802f0331-e0b0-4260-b395-00478bbc376b'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:49:47.819912 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-358dc00a-7621-428f-a28d-3442f321ccc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:49:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['802f0331-e0b0-4260-b395-00478bbc376b'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:47.869560 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf247adc-10f0-4572-a162-0462bd708a6d req-05ff8f0e-64f1-4e75-981a-2441ba6fe68c service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134737 Sep 21 17:49:47.912450 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28124879-45dd-4cfe-bcab-57dc880b4d5f req-e9144eae-4fd1-4a54-96a8-736f2859a8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:47.917960 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-28124879-45dd-4cfe-bcab-57dc880b4d5f req-e9144eae-4fd1-4a54-96a8-736f2859a8ae service neutron] 10.222.0.58 "GET /v2.0/networks?id=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 HTTP/1.1" status: 200 len: 922 time: 0.1050930 Sep 21 17:49:47.979179 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-28124879-45dd-4cfe-bcab-57dc880b4d5f req-eb9b9405-f348-4896-8e7c-5caae6739021 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59af6285-3ac7-4228-a60f-7d0f5006588f HTTP/1.1" status: 200 len: 217 time: 0.0540960 Sep 21 17:49:47.982482 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ef37ace3-43ba-4986-afa3-3534c5e1b93f req-e721466a-95c0-4781-a472-baa94ae47a9a service neutron] 10.222.0.38 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985617 Sep 21 17:49:48.046956 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28124879-45dd-4cfe-bcab-57dc880b4d5f req-86c34c24-b7ae-4adb-97f7-d66d62be1c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:48.049540 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-28124879-45dd-4cfe-bcab-57dc880b4d5f req-86c34c24-b7ae-4adb-97f7-d66d62be1c1c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75cf884a-1a0d-44bf-9cea-948d8d70878a HTTP/1.1" status: 200 len: 860 time: 0.0637550 Sep 21 17:49:48.050816 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ef37ace3-43ba-4986-afa3-3534c5e1b93f req-701c5497-8e31-416f-b8bc-fc5b0386b9c1 service neutron] 10.222.0.44 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059916 Sep 21 17:49:48.065240 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port d675028a-dbd5-42b0-b0ac-3c90e6e3a883, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=d675028a-dbd5-42b0-b0ac-3c90e6e3a883,segment=NetworkSegment(79bddfb5-407e-4ad8-9cd2-c25c34969797),segment_id=79bddfb5-407e-4ad8-9cd2-c25c34969797)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:48.088390 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c561a0-662d-454d-ab39-3f4caf690d8a req-ef5b6750-a80b-4f90-bffb-10d5ba679d27 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:48.090208 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-63c561a0-662d-454d-ab39-3f4caf690d8a req-ef5b6750-a80b-4f90-bffb-10d5ba679d27 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/ports?device_id=83312476-8644-48b8-b69d-37be81bc0122 HTTP/1.1" status: 200 len: 944 time: 0.2666080 Sep 21 17:49:48.105099 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-358dc00a-7621-428f-a28d-3442f321ccc1 None None] Set router 802f0331-e0b0-4260-b395-00478bbc376b gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:49:48.109542 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'd675028a-dbd5-42b0-b0ac-3c90e6e3a883', 'network_id': 'c3a63348-7687-4a82-b03b-cb636db352af', 'port_id': 'd675028a-dbd5-42b0-b0ac-3c90e6e3a883', 'mac_address': 'fa:16:3e:06:14:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dffd8cb-6a6d-4289-a26b-fc5b387dd7a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:49:48.110003 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf247adc-10f0-4572-a162-0462bd708a6d req-97ac23b0-4d09-4c88-98bc-e724df0f1d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:48.111814 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf247adc-10f0-4572-a162-0462bd708a6d req-97ac23b0-4d09-4c88-98bc-e724df0f1d77 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d60a2653cb364fb39cfe282da6d04c36&device_id=83312476-8644-48b8-b69d-37be81bc0122 HTTP/1.1" status: 200 len: 1095 time: 0.1124520 Sep 21 17:49:48.118603 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28124879-45dd-4cfe-bcab-57dc880b4d5f req-2e0cfdbe-b741-450a-94a2-f9b306bef38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:48.121090 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-28124879-45dd-4cfe-bcab-57dc880b4d5f req-2e0cfdbe-b741-450a-94a2-f9b306bef38d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654192 Sep 21 17:49:48.185747 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:48.195006 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f7de73c-da4c-492d-815e-7f1caf14a67e', 'tag': '59af6285-3ac7-4228-a60f-7d0f5006588f'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:49:48.197226 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9361cde9-dac5-4604-a2fa-c83f39c1e3f3" -d '{"events": [{"name": "network-changed", "server_uuid": "1f7de73c-da4c-492d-815e-7f1caf14a67e", "tag": "59af6285-3ac7-4228-a60f-7d0f5006588f"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:49:48.209950 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-63c561a0-662d-454d-ab39-3f4caf690d8a req-cd2969ea-0eb8-4a53-9551-510985255fc1 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19445-858c-4277-bf9f-cee04c3f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059916 Sep 21 17:49:48.231239 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-28124879-45dd-4cfe-bcab-57dc880b4d5f req-0d46a0af-1a98-4527-bdc5-8879383038e2 service neutron] 10.222.0.58 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036379 Sep 21 17:49:48.286343 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d675028a-dbd5-42b0-b0ac-3c90e6e3a883 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:49:48.313906 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port d675028a-dbd5-42b0-b0ac-3c90e6e3a883, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=d675028a-dbd5-42b0-b0ac-3c90e6e3a883,segment=NetworkSegment(79bddfb5-407e-4ad8-9cd2-c25c34969797),segment_id=79bddfb5-407e-4ad8-9cd2-c25c34969797)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:48.351127 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ef37ace3-43ba-4986-afa3-3534c5e1b93f req-329b8ee7-02eb-44b8-a8c8-9b27b583e425 service neutron] 10.222.0.44 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853744 Sep 21 17:49:48.362396 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-28124879-45dd-4cfe-bcab-57dc880b4d5f req-ca1d8b17-ec45-48f2-b102-fd7d680b555d service neutron] 10.222.0.58 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243203 Sep 21 17:49:48.380684 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:48.381365 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:49:48.382017 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf247adc-10f0-4572-a162-0462bd708a6d req-ad68b45f-bef5-41d6-bb4f-e50e7a9ac488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:48.383482 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf247adc-10f0-4572-a162-0462bd708a6d req-ad68b45f-bef5-41d6-bb4f-e50e7a9ac488 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c3a63348-7687-4a82-b03b-cb636db352af HTTP/1.1" status: 200 len: 929 time: 0.2548852 Sep 21 17:49:48.409336 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a820d66-d9e1-430d-87d2-04c84b1d1691 req-82d0f3fb-82a6-4575-96bc-605826e5e82b tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:48.411461 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1a820d66-d9e1-430d-87d2-04c84b1d1691 req-82d0f3fb-82a6-4575-96bc-605826e5e82b tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427 HTTP/1.1" status: 200 len: 944 time: 0.1076541 Sep 21 17:49:48.448652 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6eee39c1-b29e-4d48-82ad-0da6c376640a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:48.477284 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf247adc-10f0-4572-a162-0462bd708a6d req-7f495f30-9f5f-4a31-b728-2e5196cb2d42 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d675028a-dbd5-42b0-b0ac-3c90e6e3a883 HTTP/1.1" status: 200 len: 217 time: 0.0646536 Sep 21 17:49:48.540210 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf247adc-10f0-4572-a162-0462bd708a6d req-cde0f43f-ce58-4694-89cb-f702b65d79ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:48.541868 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf247adc-10f0-4572-a162-0462bd708a6d req-cde0f43f-ce58-4694-89cb-f702b65d79ef service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5dffd8cb-6a6d-4289-a26b-fc5b387dd7a6 HTTP/1.1" status: 200 len: 867 time: 0.0528932 Sep 21 17:49:48.557520 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1a820d66-d9e1-430d-87d2-04c84b1d1691 req-9b0cfc7c-fcb4-4e04-b59c-809f020b8745 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315863 Sep 21 17:49:48.598267 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=d675028a-dbd5-42b0-b0ac-3c90e6e3a883,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:48.615219 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf247adc-10f0-4572-a162-0462bd708a6d req-0d894dc2-7c9e-45fb-bcf1-76da898a28c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:48.616933 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf247adc-10f0-4572-a162-0462bd708a6d req-0d894dc2-7c9e-45fb-bcf1-76da898a28c2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c3a63348-7687-4a82-b03b-cb636db352af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583227 Sep 21 17:49:48.623237 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1077deee-d4f9-4d58-b39c-22e64b216135 x-openstack-request-id: req-1077deee-d4f9-4d58-b39c-22e64b216135 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:49:48.623553 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f7de73c-da4c-492d-815e-7f1caf14a67e", "tag": "59af6285-3ac7-4228-a60f-7d0f5006588f", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:49:48.623805 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1077deee-d4f9-4d58-b39c-22e64b216135 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:49:48.625152 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f7de73c-da4c-492d-815e-7f1caf14a67e', 'tag': '59af6285-3ac7-4228-a60f-7d0f5006588f', 'status': 'completed', 'code': 200} Sep 21 17:49:48.668737 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:48.683810 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'd3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': 'd3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8', 'mac_address': 'fa:16:3e:d7:be:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:49:48.690680 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-358dc00a-7621-428f-a28d-3442f321ccc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802f0331-e0b0-4260-b395-00478bbc376b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1245959078-router', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:36Z', 'updated_at': '2021-09-21T17:48:45Z', 'revision_number': 4, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'gw_port': {'id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:37Z', 'updated_at': '2021-09-21T17:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '1c58ea0c-83e9-45c6-afe9-9c9106cca901', 'name': '', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'mac_address': 'fa:16:3e:57:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:43Z', 'updated_at': '2021-09-21T17:48:52Z', 'revision_number': 5, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'subnets': [{'id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:48.725419 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358dc00a-7621-428f-a28d-3442f321ccc1 None None] Checking router: 802f0331-e0b0-4260-b395-00478bbc376b for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:49:48.783070 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358dc00a-7621-428f-a28d-3442f321ccc1 None None] Routers {'802f0331-e0b0-4260-b395-00478bbc376b'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:49:48.783890 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-358dc00a-7621-428f-a28d-3442f321ccc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:49:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['802f0331-e0b0-4260-b395-00478bbc376b'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:48.785883 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:48.803484 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a75cb5-9c84-464d-93dc-96bbd905a104 req-502ff84c-ac02-4935-84e9-268667b393bc tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:48.806103 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-61a75cb5-9c84-464d-93dc-96bbd905a104 req-502ff84c-ac02-4935-84e9-268667b393bc tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 948 time: 0.0870411 Sep 21 17:49:48.841603 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:49:48.865434 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-61a75cb5-9c84-464d-93dc-96bbd905a104 req-155cbb83-640b-46a4-85c3-fab64c5fdc90 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519910 Sep 21 17:49:48.876269 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:48.884030 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:48.975144 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:49.003815 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-358dc00a-7621-428f-a28d-3442f321ccc1 None None] Set router 802f0331-e0b0-4260-b395-00478bbc376b gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:49:49.004483 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9211065-25a9-4340-a60f-f51fab3737e5 req-a6977d53-b0fc-4d2e-abb4-c3dca4f3bf42 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:49.007534 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e9211065-25a9-4340-a60f-f51fab3737e5 req-a6977d53-b0fc-4d2e-abb4-c3dca4f3bf42 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports?device_id=97995358-b50c-487c-8edf-1bb933d9355c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0780475 Sep 21 17:49:49.032974 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:49.064826 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e9211065-25a9-4340-a60f-f51fab3737e5 req-0cfc3c12-5b3f-4aa0-a285-541cdc7fc52c tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.45 HTTP/1.1" status: 200 len: 697 time: 0.0506840 Sep 21 17:49:49.075202 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-e9211065-25a9-4340-a60f-f51fab3737e5 req-f15c236f-93ed-44a0-8c59-30e13cc4db05 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Request body: {'floatingip': {'port_id': '356dc1ce-2896-4305-a9a7-238488263c10', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:49:49.116977 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-e9211065-25a9-4340-a60f-f51fab3737e5 req-f15c236f-93ed-44a0-8c59-30e13cc4db05 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks [] for floatingip, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:49.118844 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193694b-12bb-48b3-bf46-0601a9180aa3 req-e39ba338-e822-4b30-a2d2-4a153a5eff17 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:49.122337 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a193694b-12bb-48b3-bf46-0601a9180aa3 req-e39ba338-e822-4b30-a2d2-4a153a5eff17 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388&tenant_id=cf880db396d441f990414b9e732efe10&binding%3Ahost_id=n-h2-810291-1 HTTP/1.1" status: 200 len: 948 time: 0.4362032 Sep 21 17:49:49.201565 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361cde9-dac5-4604-a2fa-c83f39c1e3f3 req-5f27155c-9f87-498b-b006-707456dc6b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:49.203285 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9361cde9-dac5-4604-a2fa-c83f39c1e3f3 req-5f27155c-9f87-498b-b006-707456dc6b01 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1c68d21430e749de8d370bf53e53bb78&device_id=1f7de73c-da4c-492d-815e-7f1caf14a67e HTTP/1.1" status: 200 len: 1096 time: 0.5417132 Sep 21 17:49:49.217478 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929dd0a-ffc7-49a2-97b1-ce2da36f30a5 req-bca6d36f-aa73-4e56-8c18-f3fc0de59b1d tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:49.219462 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d929dd0a-ffc7-49a2-97b1-ce2da36f30a5 req-bca6d36f-aa73-4e56-8c18-f3fc0de59b1d tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d632c47-46f8-4163-8071-a67564f760d9 HTTP/1.1" status: 200 len: 948 time: 0.2066312 Sep 21 17:49:49.249538 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf247adc-10f0-4572-a162-0462bd708a6d req-09436558-a637-47f3-b06a-93373bc6ea81 service neutron] 10.222.0.38 "GET /v2.0/networks/c3a63348-7687-4a82-b03b-cb636db352af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6226070 Sep 21 17:49:49.263265 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:49:49.266332 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['d675028a-dbd5-42b0-b0ac-3c90e6e3a883'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:49:49.378043 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [req-a193694b-12bb-48b3-bf46-0601a9180aa3 req-5fc96247-6f1f-4f52-9748-35e56a117f97 service neutron] delete failed (client error): The resource could not be found. Sep 21 17:49:49.379339 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a193694b-12bb-48b3-bf46-0601a9180aa3 req-5fc96247-6f1f-4f52-9748-35e56a117f97 service neutron] 10.222.0.38 "DELETE /v2.0/ports/785b3e6e-7c24-4f49-b532-af0d6e460ec6/bindings/n-h1-810291-1 HTTP/1.1" status: 404 len: 380 time: 0.2414560 Sep 21 17:49:49.414020 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d929dd0a-ffc7-49a2-97b1-ce2da36f30a5 req-e625db2b-16f1-4d76-a7be-b992c521cb7a tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fc618fb-1665-4e1f-b42f-6a0c5f255e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762090 Sep 21 17:49:49.540529 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361cde9-dac5-4604-a2fa-c83f39c1e3f3 req-36988547-5a45-4c17-bd28-1350d769a611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:49.542177 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9361cde9-dac5-4604-a2fa-c83f39c1e3f3 req-36988547-5a45-4c17-bd28-1350d769a611 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 HTTP/1.1" status: 200 len: 922 time: 0.3184812 Sep 21 17:49:49.619991 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf247adc-10f0-4572-a162-0462bd708a6d req-295d1767-c7ba-4756-b47f-3ce36d321f44 service neutron] 10.222.0.38 "GET /v2.0/networks/c3a63348-7687-4a82-b03b-cb636db352af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438172 Sep 21 17:49:49.622496 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9361cde9-dac5-4604-a2fa-c83f39c1e3f3 req-ed6efd58-c882-4361-9139-842f155a1f16 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59af6285-3ac7-4228-a60f-7d0f5006588f HTTP/1.1" status: 200 len: 217 time: 0.0581040 Sep 21 17:49:49.624526 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193694b-12bb-48b3-bf46-0601a9180aa3 req-c35ce7c8-b6d4-471b-b34c-9513969ff282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:49.624739 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-358dc00a-7621-428f-a28d-3442f321ccc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802f0331-e0b0-4260-b395-00478bbc376b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1245959078-router', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:36Z', 'updated_at': '2021-09-21T17:48:45Z', 'revision_number': 4, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'gw_port': {'id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:37Z', 'updated_at': '2021-09-21T17:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '1c58ea0c-83e9-45c6-afe9-9c9106cca901', 'name': '', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'mac_address': 'fa:16:3e:57:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:43Z', 'updated_at': '2021-09-21T17:48:52Z', 'revision_number': 5, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'subnets': [{'id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:49.626108 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a193694b-12bb-48b3-bf46-0601a9180aa3 req-c35ce7c8-b6d4-471b-b34c-9513969ff282 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 1099 time: 0.1611371 Sep 21 17:49:49.645774 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-e9211065-25a9-4340-a60f-f51fab3737e5 req-f15c236f-93ed-44a0-8c59-30e13cc4db05 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:49.654164 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-e9211065-25a9-4340-a60f-f51fab3737e5 req-f15c236f-93ed-44a0-8c59-30e13cc4db05 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:49.661762 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358dc00a-7621-428f-a28d-3442f321ccc1 None None] The sync data for ids ['802f0331-e0b0-4260-b395-00478bbc376b'] in n-d-810291-1 is: [{'id': '802f0331-e0b0-4260-b395-00478bbc376b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1245959078-router', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:36Z', 'updated_at': '2021-09-21T17:48:45Z', 'revision_number': 4, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'gw_port': {'id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:37Z', 'updated_at': '2021-09-21T17:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '1c58ea0c-83e9-45c6-afe9-9c9106cca901', 'name': '', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'mac_address': 'fa:16:3e:57:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:43Z', 'updated_at': '2021-09-21T17:48:52Z', 'revision_number': 5, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'subnets': [{'id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:49:49.696507 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1846881-2556-4811-98ca-308b0ca822eb req-ccc28aab-d84d-4c64-834e-6a0382ebdb85 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:49.698189 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d1846881-2556-4811-98ca-308b0ca822eb req-ccc28aab-d84d-4c64-834e-6a0382ebdb85 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/ports?device_id=83312476-8644-48b8-b69d-37be81bc0122 HTTP/1.1" status: 200 len: 945 time: 0.1533191 Sep 21 17:49:49.780048 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [req-e9211065-25a9-4340-a60f-f51fab3737e5 req-f15c236f-93ed-44a0-8c59-30e13cc4db05 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Floating IP 45e519fe-653d-4789-8dfe-8df25fb6a891 associated. External IP: 172.25.6.45, port: 356dc1ce-2896-4305-a9a7-238488263c10. Sep 21 17:49:49.817247 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d1846881-2556-4811-98ca-308b0ca822eb req-487990a7-06af-4499-9f3a-1bbcd0b20680 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19445-858c-4277-bf9f-cee04c3f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876830 Sep 21 17:49:49.820761 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361cde9-dac5-4604-a2fa-c83f39c1e3f3 req-3cd44de8-7f71-4596-bd89-d61ef48f3326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:49.821811 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9361cde9-dac5-4604-a2fa-c83f39c1e3f3 req-3cd44de8-7f71-4596-bd89-d61ef48f3326 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=75cf884a-1a0d-44bf-9cea-948d8d70878a HTTP/1.1" status: 200 len: 860 time: 0.1432564 Sep 21 17:49:49.896371 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193694b-12bb-48b3-bf46-0601a9180aa3 req-09edf0cc-04c1-4808-9fd4-aabb65514681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:49.898829 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a193694b-12bb-48b3-bf46-0601a9180aa3 req-09edf0cc-04c1-4808-9fd4-aabb65514681 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.2402585 Sep 21 17:49:49.937137 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:49.955792 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a193694b-12bb-48b3-bf46-0601a9180aa3 req-cb13a7d2-44a3-484c-88f4-9a94ede1f6cd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=785b3e6e-7c24-4f49-b532-af0d6e460ec6 HTTP/1.1" status: 200 len: 217 time: 0.0425434 Sep 21 17:49:49.959919 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361cde9-dac5-4604-a2fa-c83f39c1e3f3 req-3b946339-5d7d-4c70-beee-2b1bb6da90ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:49.961330 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9361cde9-dac5-4604-a2fa-c83f39c1e3f3 req-3b946339-5d7d-4c70-beee-2b1bb6da90ad service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1184857 Sep 21 17:49:50.068559 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9211065-25a9-4340-a60f-f51fab3737e5 req-f15c236f-93ed-44a0-8c59-30e13cc4db05 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Router 802f0331-e0b0-4260-b395-00478bbc376b has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:49:50.090323 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392366cc-1100-4cf9-8d43-cbe4b117685f None None] New status for floating IP 45e519fe-653d-4789-8dfe-8df25fb6a891: DOWN {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:49:50.109625 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193694b-12bb-48b3-bf46-0601a9180aa3 req-082aa24d-cf5b-4658-bf52-6a11595ae81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:50.111117 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a193694b-12bb-48b3-bf46-0601a9180aa3 req-082aa24d-cf5b-4658-bf52-6a11595ae81a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1343250 Sep 21 17:49:50.147642 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a655682-911f-4c72-a37b-1b9624a08027 req-05b45088-07f1-41b5-8d43-95a83595988e tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:50.149046 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4a655682-911f-4c72-a37b-1b9624a08027 req-05b45088-07f1-41b5-8d43-95a83595988e tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427 HTTP/1.1" status: 200 len: 944 time: 0.1271107 Sep 21 17:49:50.173941 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9361cde9-dac5-4604-a2fa-c83f39c1e3f3 req-153af55c-ec63-42d9-91fa-dbd1a48c9810 service neutron] 10.222.0.38 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890514 Sep 21 17:49:50.183172 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9211065-25a9-4340-a60f-f51fab3737e5 req-f15c236f-93ed-44a0-8c59-30e13cc4db05 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:49:50.192153 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-e9211065-25a9-4340-a60f-f51fab3737e5 req-f15c236f-93ed-44a0-8c59-30e13cc4db05 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:50.221044 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e9211065-25a9-4340-a60f-f51fab3737e5 req-f15c236f-93ed-44a0-8c59-30e13cc4db05 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "PUT /v2.0/floatingips/45e519fe-653d-4789-8dfe-8df25fb6a891 HTTP/1.1" status: 200 len: 998 time: 1.1498680 Sep 21 17:49:50.242180 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4a655682-911f-4c72-a37b-1b9624a08027 req-0cf62f67-0cac-4203-8e47-5ee05b7bdf7b tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785577 Sep 21 17:49:50.244081 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193694b-12bb-48b3-bf46-0601a9180aa3 req-e4e54e08-0326-4316-8441-9e7521816b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:50.245490 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a193694b-12bb-48b3-bf46-0601a9180aa3 req-e4e54e08-0326-4316-8441-9e7521816b36 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1208184 Sep 21 17:49:50.310604 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9211065-25a9-4340-a60f-f51fab3737e5 req-bc27c773-8c8b-4e9e-92b1-8ad17b6ee55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:50.321272 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e9211065-25a9-4340-a60f-f51fab3737e5 req-bc27c773-8c8b-4e9e-92b1-8ad17b6ee55f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c68d21430e749de8d370bf53e53bb78&device_id=97995358-b50c-487c-8edf-1bb933d9355c HTTP/1.1" status: 200 len: 1097 time: 0.0869079 Sep 21 17:49:50.382164 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 5e645864-710b-499e-8085-e6eeed0fc4b9 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:49:50.395829 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9361cde9-dac5-4604-a2fa-c83f39c1e3f3 req-bbfa0ae3-07a3-42dc-8d6e-e91226ee5e09 service neutron] 10.222.0.38 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110565 Sep 21 17:49:50.443386 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a193694b-12bb-48b3-bf46-0601a9180aa3 req-6e728a5a-ce03-4312-af1e-a09cdc9f9560 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712329 Sep 21 17:49:50.456290 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757ab9f-35a3-4657-a8cd-0c1b7fc73436 req-c1c188e0-48fe-4a8f-bdea-0ba9ea008741 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:50.456733 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9211065-25a9-4340-a60f-f51fab3737e5 req-11ef9913-1351-4966-9563-4f320a2afdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:50.457824 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5757ab9f-35a3-4657-a8cd-0c1b7fc73436 req-c1c188e0-48fe-4a8f-bdea-0ba9ea008741 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 948 time: 0.1061182 Sep 21 17:49:50.465391 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e9211065-25a9-4340-a60f-f51fab3737e5 req-11ef9913-1351-4966-9563-4f320a2afdf0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 HTTP/1.1" status: 200 len: 922 time: 0.1432710 Sep 21 17:49:50.472726 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 5e645864-710b-499e-8085-e6eeed0fc4b9 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:49:50.477161 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 5e645864-710b-499e-8085-e6eeed0fc4b9 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:49:50.477537 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:50.570388 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e9211065-25a9-4340-a60f-f51fab3737e5 req-ae168786-1af6-4cf7-a1d9-09009b0a468b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=356dc1ce-2896-4305-a9a7-238488263c10 HTTP/1.1" status: 200 len: 999 time: 0.0972376 Sep 21 17:49:50.585174 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589b04a3-b430-4219-9fff-242b6673fce8 None None] Sync routers for ids ['802f0331-e0b0-4260-b395-00478bbc376b'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:49:50.593881 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:50.609817 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589b04a3-b430-4219-9fff-242b6673fce8 None None] Routers {'802f0331-e0b0-4260-b395-00478bbc376b'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:49:50.610787 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-589b04a3-b430-4219-9fff-242b6673fce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:49:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['802f0331-e0b0-4260-b395-00478bbc376b'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:50.624433 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5757ab9f-35a3-4657-a8cd-0c1b7fc73436 req-862631d9-3d21-425a-82e2-3bec7c841374 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565225 Sep 21 17:49:50.626454 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a193694b-12bb-48b3-bf46-0601a9180aa3 req-c719285d-d959-4cb9-80f3-a1696ba6e603 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675942 Sep 21 17:49:50.629994 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97995358-b50c-487c-8edf-1bb933d9355c', 'tag': '356dc1ce-2896-4305-a9a7-238488263c10'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:49:50.649509 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06d4e0e-cf49-4208-bf4a-86069a8ba885" -d '{"events": [{"name": "network-changed", "server_uuid": "97995358-b50c-487c-8edf-1bb933d9355c", "tag": "356dc1ce-2896-4305-a9a7-238488263c10"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:49:50.651761 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1340af-b61b-4f35-aada-d2b93432e3ea req-dfe0f5f9-eb91-4ef1-ae93-46c10ff8fa4f tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:50.653415 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aa1340af-b61b-4f35-aada-d2b93432e3ea req-dfe0f5f9-eb91-4ef1-ae93-46c10ff8fa4f tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f7de73c-da4c-492d-815e-7f1caf14a67e HTTP/1.1" status: 200 len: 945 time: 0.0752621 Sep 21 17:49:50.662754 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9211065-25a9-4340-a60f-f51fab3737e5 req-4a646ff0-e7cc-497a-a067-e28b6ec387c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:50.663452 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede89eb3-9b5a-40aa-8e86-2ea4a0bde427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e645864-710b-499e-8085-e6eeed0fc4b9'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:49:50.666152 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17adf6e-1e60-42d1-a84f-49d7530500bb" -d '{"events": [{"server_uuid": "ede89eb3-9b5a-40aa-8e86-2ea4a0bde427", "name": "network-vif-plugged", "status": "completed", "tag": "5e645864-710b-499e-8085-e6eeed0fc4b9"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:49:50.667906 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e9211065-25a9-4340-a60f-f51fab3737e5 req-4a646ff0-e7cc-497a-a067-e28b6ec387c3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75cf884a-1a0d-44bf-9cea-948d8d70878a HTTP/1.1" status: 200 len: 860 time: 0.0891533 Sep 21 17:49:50.692875 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 5e645864-710b-499e-8085-e6eeed0fc4b9, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5e645864-710b-499e-8085-e6eeed0fc4b9,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:50.701736 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:50.702777 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 785b3e6e-7c24-4f49-b532-af0d6e460ec6 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:49:50.742591 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9211065-25a9-4340-a60f-f51fab3737e5 req-402a8a1b-6aaa-4750-a4f8-64ed42bded00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:50.744524 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e9211065-25a9-4340-a60f-f51fab3737e5 req-402a8a1b-6aaa-4750-a4f8-64ed42bded00 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688896 Sep 21 17:49:50.788686 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=5e645864-710b-499e-8085-e6eeed0fc4b9,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:50.837203 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-aa1340af-b61b-4f35-aada-d2b93432e3ea req-883b1b53-6ed6-49a4-8f2f-c041b105f045 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Deleting port 59af6285-3ac7-4228-a60f-7d0f5006588f {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:49:50.837950 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-aa1340af-b61b-4f35-aada-d2b93432e3ea req-883b1b53-6ed6-49a4-8f2f-c041b105f045 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:50.858515 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-589b04a3-b430-4219-9fff-242b6673fce8 None None] Set router 802f0331-e0b0-4260-b395-00478bbc376b gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:49:50.866117 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e9211065-25a9-4340-a60f-f51fab3737e5 req-408f4993-c4cc-4faf-b589-dacc2af18a4a service neutron] 10.222.0.58 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143031 Sep 21 17:49:50.876984 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca76f86-51d9-46c5-86b9-3b9ae8ff3d19 req-c7431d23-ef5d-4238-8a3d-abdd0b021fa9 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:50.878489 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cca76f86-51d9-46c5-86b9-3b9ae8ff3d19 req-c7431d23-ef5d-4238-8a3d-abdd0b021fa9 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d632c47-46f8-4163-8071-a67564f760d9 HTTP/1.1" status: 200 len: 948 time: 0.1202214 Sep 21 17:49:50.909079 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 785b3e6e-7c24-4f49-b532-af0d6e460ec6 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:49:50.923084 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 785b3e6e-7c24-4f49-b532-af0d6e460ec6 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:49:50.923804 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:50.959897 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cca76f86-51d9-46c5-86b9-3b9ae8ff3d19 req-f5309102-f856-4edd-819c-6322972839d7 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fc618fb-1665-4e1f-b42f-6a0c5f255e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728507 Sep 21 17:49:50.981555 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e9211065-25a9-4340-a60f-f51fab3737e5 req-de8df3bb-0724-4200-9a7f-354812f0aa9d service neutron] 10.222.0.58 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091795 Sep 21 17:49:50.988269 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-aa1340af-b61b-4f35-aada-d2b93432e3ea req-883b1b53-6ed6-49a4-8f2f-c041b105f045 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] For port 59af6285-3ac7-4228-a60f-7d0f5006588f, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=59af6285-3ac7-4228-a60f-7d0f5006588f,segment=NetworkSegment(5b6f10d4-dd75-4fb6-b8ac-481a524386ad),segment_id=5b6f10d4-dd75-4fb6-b8ac-481a524386ad)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:50.988647 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-aa1340af-b61b-4f35-aada-d2b93432e3ea req-883b1b53-6ed6-49a4-8f2f-c041b105f045 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:51.013554 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-aa1340af-b61b-4f35-aada-d2b93432e3ea req-883b1b53-6ed6-49a4-8f2f-c041b105f045 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Calling delete_port for 59af6285-3ac7-4228-a60f-7d0f5006588f owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:49:51.046916 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6fb238-6f2e-4372-af7f-497127258b73 x-openstack-request-id: req-ee6fb238-6f2e-4372-af7f-497127258b73 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:49:51.047271 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97995358-b50c-487c-8edf-1bb933d9355c", "tag": "356dc1ce-2896-4305-a9a7-238488263c10", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:49:51.048014 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ee6fb238-6f2e-4372-af7f-497127258b73 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:49:51.048430 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97995358-b50c-487c-8edf-1bb933d9355c', 'tag': '356dc1ce-2896-4305-a9a7-238488263c10', 'status': 'completed', 'code': 200} Sep 21 17:49:51.069221 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201e8cfc-8470-426d-aa10-c3fc766e3da8 x-openstack-request-id: req-201e8cfc-8470-426d-aa10-c3fc766e3da8 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:49:51.069476 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede89eb3-9b5a-40aa-8e86-2ea4a0bde427", "name": "network-vif-plugged", "status": "completed", "tag": "5e645864-710b-499e-8085-e6eeed0fc4b9", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:49:51.069833 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-201e8cfc-8470-426d-aa10-c3fc766e3da8 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:49:51.070301 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede89eb3-9b5a-40aa-8e86-2ea4a0bde427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e645864-710b-499e-8085-e6eeed0fc4b9', 'code': 200} Sep 21 17:49:51.173749 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:51.220512 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d4e0e-cf49-4208-bf4a-86069a8ba885 req-630a3021-3ff5-4f9c-85c5-82fcf2a4e0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:51.222086 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b06d4e0e-cf49-4208-bf4a-86069a8ba885 req-630a3021-3ff5-4f9c-85c5-82fcf2a4e0b0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c68d21430e749de8d370bf53e53bb78&device_id=97995358-b50c-487c-8edf-1bb933d9355c HTTP/1.1" status: 200 len: 1097 time: 0.1123276 Sep 21 17:49:51.241925 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4107e-f528-4ee9-8034-dbe5f3ad139e req-95d96f4d-b95d-4501-8097-876f6d2b59e0 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:51.243291 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3a4107e-f528-4ee9-8034-dbe5f3ad139e req-95d96f4d-b95d-4501-8097-876f6d2b59e0 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/ports?device_id=83312476-8644-48b8-b69d-37be81bc0122 HTTP/1.1" status: 200 len: 945 time: 0.0851808 Sep 21 17:49:51.260542 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 785b3e6e-7c24-4f49-b532-af0d6e460ec6, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=785b3e6e-7c24-4f49-b532-af0d6e460ec6,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:51.269113 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:51.340127 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3a4107e-f528-4ee9-8034-dbe5f3ad139e req-3476e8c2-1195-4c65-b56e-b3071db00a41 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19445-858c-4277-bf9f-cee04c3f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624347 Sep 21 17:49:51.372505 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=785b3e6e-7c24-4f49-b532-af0d6e460ec6,revision_number=9']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:51.414591 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-589b04a3-b430-4219-9fff-242b6673fce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802f0331-e0b0-4260-b395-00478bbc376b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1245959078-router', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:36Z', 'updated_at': '2021-09-21T17:48:45Z', 'revision_number': 4, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'gw_port': {'id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:37Z', 'updated_at': '2021-09-21T17:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '45e519fe-653d-4789-8dfe-8df25fb6a891', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'floating_ip_address': '172.25.6.45', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'port_id': '356dc1ce-2896-4305-a9a7-238488263c10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'mac_address': 'fa:16:3e:7a:24:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97995358-b50c-487c-8edf-1bb933d9355c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:49:17Z', 'updated_at': '2021-09-21T17:49:50Z', 'revision_number': 7, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c58ea0c-83e9-45c6-afe9-9c9106cca901', 'name': '', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'mac_address': 'fa:16:3e:57:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:43Z', 'updated_at': '2021-09-21T17:48:52Z', 'revision_number': 5, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'subnets': [{'id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:51.470658 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589b04a3-b430-4219-9fff-242b6673fce8 None None] Checking router: 802f0331-e0b0-4260-b395-00478bbc376b for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:49:51.478036 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:51.483951 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589b04a3-b430-4219-9fff-242b6673fce8 None None] Routers {'802f0331-e0b0-4260-b395-00478bbc376b'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:49:51.484769 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-589b04a3-b430-4219-9fff-242b6673fce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:49:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['802f0331-e0b0-4260-b395-00478bbc376b'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:51.586837 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d4e0e-cf49-4208-bf4a-86069a8ba885 req-42df33ac-cf9a-4e1f-ad98-ec3c1f987c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:51.588791 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b06d4e0e-cf49-4208-bf4a-86069a8ba885 req-42df33ac-cf9a-4e1f-ad98-ec3c1f987c9c service neutron] 10.222.0.44 "GET /v2.0/networks?id=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 HTTP/1.1" status: 200 len: 922 time: 0.3446076 Sep 21 17:49:51.602354 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc77455-3200-4074-a718-353b7ef38c9a req-e130873e-42fe-477f-8f55-2b758bb07db1 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:51.602612 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-589b04a3-b430-4219-9fff-242b6673fce8 None None] Set router 802f0331-e0b0-4260-b395-00478bbc376b gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:49:51.603949 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1cc77455-3200-4074-a718-353b7ef38c9a req-e130873e-42fe-477f-8f55-2b758bb07db1 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427 HTTP/1.1" status: 200 len: 945 time: 0.1705298 Sep 21 17:49:51.613426 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-aa1340af-b61b-4f35-aada-d2b93432e3ea req-883b1b53-6ed6-49a4-8f2f-c041b105f045 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:51.638089 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8ed851d2-00b4-4cef-bd4c-21fa1542002b req-cddaabb7-86b8-4d49-8c17-4f6c2d86a0c5 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/floatingips/45e519fe-653d-4789-8dfe-8df25fb6a891 HTTP/1.1" status: 200 len: 996 time: 0.4744821 Sep 21 17:49:51.653002 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ba485-e0b2-4bc5-b56c-bd282cec57b0 req-9a015559-e776-46c3-8cb4-d4c12c4aa0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:51.655126 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-939ba485-e0b2-4bc5-b56c-bd282cec57b0 req-9a015559-e776-46c3-8cb4-d4c12c4aa0ea service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427 HTTP/1.1" status: 200 len: 1096 time: 0.4268508 Sep 21 17:49:51.689676 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b1b53-6ed6-49a4-8f2f-c041b105f045 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Pushing event deleted for resources: {'Port': ['ID=59af6285-3ac7-4228-a60f-7d0f5006588f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:51.702335 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['356dc1ce-2896-4305-a9a7-238488263c10'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:49:51.705015 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['59af6285-3ac7-4228-a60f-7d0f5006588f'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:49:51.708420 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device d675028a-dbd5-42b0-b0ac-3c90e6e3a883 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:49:51.765746 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-939ba485-e0b2-4bc5-b56c-bd282cec57b0 req-c1dc12ea-df71-47bd-9563-13968659671a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977433 Sep 21 17:49:51.782730 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1340af-b61b-4f35-aada-d2b93432e3ea req-883b1b53-6ed6-49a4-8f2f-c041b105f045 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] No DVR routers for this DVR port 59af6285-3ac7-4228-a60f-7d0f5006588f on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:49:51.796323 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b06d4e0e-cf49-4208-bf4a-86069a8ba885 req-34a73862-bedf-4709-bc0b-c0d0285d9191 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=356dc1ce-2896-4305-a9a7-238488263c10 HTTP/1.1" status: 200 len: 999 time: 0.1905751 Sep 21 17:49:51.800839 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-aa1340af-b61b-4f35-aada-d2b93432e3ea req-883b1b53-6ed6-49a4-8f2f-c041b105f045 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:51.804211 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aa1340af-b61b-4f35-aada-d2b93432e3ea req-883b1b53-6ed6-49a4-8f2f-c041b105f045 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.38 "DELETE /v2.0/ports/59af6285-3ac7-4228-a60f-7d0f5006588f HTTP/1.1" status: 204 len: 173 time: 1.1407254 Sep 21 17:49:51.804831 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7de73c-da4c-492d-815e-7f1caf14a67e', 'name': 'network-vif-deleted', 'tag': '59af6285-3ac7-4228-a60f-7d0f5006588f'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:49:51.812226 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed851d2-00b4-4cef-bd4c-21fa1542002b req-90e09927-3f77-4b4f-a73f-8e93007221c6 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:51.821639 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8ed851d2-00b4-4cef-bd4c-21fa1542002b req-90e09927-3f77-4b4f-a73f-8e93007221c6 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 784 time: 0.1818178 Sep 21 17:49:51.827834 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc4028c-f77d-4fd2-a774-ef50395ac44c" -d '{"events": [{"server_uuid": "1f7de73c-da4c-492d-815e-7f1caf14a67e", "name": "network-vif-deleted", "tag": "59af6285-3ac7-4228-a60f-7d0f5006588f"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:49:51.831143 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-8ed851d2-00b4-4cef-bd4c-21fa1542002b req-d2d0c8d5-d967-478c-987e-3ac61e0ba26a tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:49:51.841610 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1cc77455-3200-4074-a718-353b7ef38c9a req-4c91f219-1ce1-4db4-8e8f-b0bf2c489a69 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240384 Sep 21 17:49:51.863378 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8ed851d2-00b4-4cef-bd4c-21fa1542002b req-d2d0c8d5-d967-478c-987e-3ac61e0ba26a tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0397379 Sep 21 17:49:51.916164 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06589324-ff57-4e94-afaa-d655e4f6b54d x-openstack-request-id: req-06589324-ff57-4e94-afaa-d655e4f6b54d {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:49:51.916676 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7de73c-da4c-492d-815e-7f1caf14a67e", "name": "network-vif-deleted", "tag": "59af6285-3ac7-4228-a60f-7d0f5006588f", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:49:51.917076 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-06589324-ff57-4e94-afaa-d655e4f6b54d {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:49:51.917759 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7de73c-da4c-492d-815e-7f1caf14a67e', 'name': 'network-vif-deleted', 'tag': '59af6285-3ac7-4228-a60f-7d0f5006588f', 'status': 'completed', 'code': 200} Sep 21 17:49:51.991548 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f69f0-4b01-441a-9122-710c95f5612e req-dad86094-c3bc-4d11-a8f1-3dc28b1c047a tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:52.000551 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b19f69f0-4b01-441a-9122-710c95f5612e req-dad86094-c3bc-4d11-a8f1-3dc28b1c047a tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 949 time: 0.0861516 Sep 21 17:49:52.051661 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b19f69f0-4b01-441a-9122-710c95f5612e req-272212bb-240a-4427-93c7-842b618c81df tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500569 Sep 21 17:49:52.168792 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b2b68-8742-4e55-a68d-e8a2dcc00b21 req-d1b0d6db-98f9-47d3-b7a7-c991fd27dd42 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:52.170496 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b90b2b68-8742-4e55-a68d-e8a2dcc00b21 req-d1b0d6db-98f9-47d3-b7a7-c991fd27dd42 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d632c47-46f8-4163-8071-a67564f760d9 HTTP/1.1" status: 200 len: 948 time: 0.0572369 Sep 21 17:49:52.185740 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port d675028a-dbd5-42b0-b0ac-3c90e6e3a883 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:49:52.217079 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port d675028a-dbd5-42b0-b0ac-3c90e6e3a883 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:49:52.217412 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:52.232519 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b90b2b68-8742-4e55-a68d-e8a2dcc00b21 req-c3d69aaf-013f-4626-ae86-8b69a194c043 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fc618fb-1665-4e1f-b42f-6a0c5f255e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494146 Sep 21 17:49:52.368248 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81ecef-6d4c-40c2-8cd9-d46ce592545d req-ebee0e1c-b86b-4c34-8cc1-4474bd358365 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:52.369954 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8d81ecef-6d4c-40c2-8cd9-d46ce592545d req-ebee0e1c-b86b-4c34-8cc1-4474bd358365 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 949 time: 0.0717506 Sep 21 17:49:52.413582 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8d81ecef-6d4c-40c2-8cd9-d46ce592545d req-58279f4b-96da-49de-a900-2e62c1b5bfff tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367498 Sep 21 17:49:52.417450 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c45176cd-7f39-408f-a76f-6adc43777687 req-2fc6b3b4-e21d-4239-983d-15478bb4b34e tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.45 HTTP/1.1" status: 200 len: 999 time: 0.4667835 Sep 21 17:49:52.463755 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-589b04a3-b430-4219-9fff-242b6673fce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802f0331-e0b0-4260-b395-00478bbc376b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1245959078-router', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:36Z', 'updated_at': '2021-09-21T17:48:45Z', 'revision_number': 4, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'gw_port': {'id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:37Z', 'updated_at': '2021-09-21T17:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '45e519fe-653d-4789-8dfe-8df25fb6a891', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'floating_ip_address': '172.25.6.45', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'port_id': '356dc1ce-2896-4305-a9a7-238488263c10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'mac_address': 'fa:16:3e:7a:24:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97995358-b50c-487c-8edf-1bb933d9355c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:49:17Z', 'updated_at': '2021-09-21T17:49:50Z', 'revision_number': 7, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c58ea0c-83e9-45c6-afe9-9c9106cca901', 'name': '', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'mac_address': 'fa:16:3e:57:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:43Z', 'updated_at': '2021-09-21T17:48:52Z', 'revision_number': 5, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'subnets': [{'id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:52.480731 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d4e0e-cf49-4208-bf4a-86069a8ba885 req-67a89eaf-0a0e-4bf8-a1e3-4f71779ce0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:52.482382 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b06d4e0e-cf49-4208-bf4a-86069a8ba885 req-67a89eaf-0a0e-4bf8-a1e3-4f71779ce0f5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=75cf884a-1a0d-44bf-9cea-948d8d70878a HTTP/1.1" status: 200 len: 860 time: 0.4400148 Sep 21 17:49:52.510031 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45176cd-7f39-408f-a76f-6adc43777687 req-f892b73f-7abf-4432-a1fa-d5a1fc145e92 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:52.511992 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:52.515229 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c45176cd-7f39-408f-a76f-6adc43777687 req-f892b73f-7abf-4432-a1fa-d5a1fc145e92 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports/356dc1ce-2896-4305-a9a7-238488263c10 HTTP/1.1" status: 200 len: 943 time: 0.0860102 Sep 21 17:49:52.515624 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589b04a3-b430-4219-9fff-242b6673fce8 None None] The sync data for ids ['802f0331-e0b0-4260-b395-00478bbc376b'] in n-d-810291-1 is: [{'id': '802f0331-e0b0-4260-b395-00478bbc376b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1245959078-router', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:36Z', 'updated_at': '2021-09-21T17:48:45Z', 'revision_number': 4, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'gw_port': {'id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:37Z', 'updated_at': '2021-09-21T17:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '45e519fe-653d-4789-8dfe-8df25fb6a891', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'floating_ip_address': '172.25.6.45', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'port_id': '356dc1ce-2896-4305-a9a7-238488263c10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'mac_address': 'fa:16:3e:7a:24:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97995358-b50c-487c-8edf-1bb933d9355c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:49:17Z', 'updated_at': '2021-09-21T17:49:50Z', 'revision_number': 7, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c58ea0c-83e9-45c6-afe9-9c9106cca901', 'name': '', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'mac_address': 'fa:16:3e:57:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:43Z', 'updated_at': '2021-09-21T17:48:52Z', 'revision_number': 5, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'subnets': [{'id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:49:52.584128 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port d675028a-dbd5-42b0-b0ac-3c90e6e3a883, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=d675028a-dbd5-42b0-b0ac-3c90e6e3a883,segment=NetworkSegment(79bddfb5-407e-4ad8-9cd2-c25c34969797),segment_id=79bddfb5-407e-4ad8-9cd2-c25c34969797)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:52.591238 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:52.592240 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d4e0e-cf49-4208-bf4a-86069a8ba885 req-7beb65de-7439-4de2-b026-7ef578f460ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:52.592393 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:49:52.594992 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b06d4e0e-cf49-4208-bf4a-86069a8ba885 req-7beb65de-7439-4de2-b026-7ef578f460ff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946200 Sep 21 17:49:52.687943 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4c9a7-7557-4b33-88e3-e9a6c9e77d30 req-f5bd5814-ec8e-437f-8155-e8447391ca91 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:52.690330 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a4f4c9a7-7557-4b33-88e3-e9a6c9e77d30 req-f5bd5814-ec8e-437f-8155-e8447391ca91 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/ports?device_id=83312476-8644-48b8-b69d-37be81bc0122 HTTP/1.1" status: 200 len: 946 time: 0.0552325 Sep 21 17:49:52.701121 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=d675028a-dbd5-42b0-b0ac-3c90e6e3a883,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:52.740186 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a4f4c9a7-7557-4b33-88e3-e9a6c9e77d30 req-70b7fde9-1222-415e-b45b-fc21f978beef tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19445-858c-4277-bf9f-cee04c3f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385907 Sep 21 17:49:52.740970 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:49:52.747347 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:49:52.747618 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:52.833288 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c45176cd-7f39-408f-a76f-6adc43777687 req-b9599f47-35bc-40f6-a473-97d81df72092 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.45 HTTP/1.1" status: 200 len: 999 time: 0.1867445 Sep 21 17:49:52.857682 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b06d4e0e-cf49-4208-bf4a-86069a8ba885 req-59e7fbb6-7afa-404b-b5a8-02b7a1f782f0 service neutron] 10.222.0.44 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521224 Sep 21 17:49:52.878356 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:52.885075 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d0c447-c304-4858-8f01-27c8b50615dc None None] New status for floating IP 45e519fe-653d-4789-8dfe-8df25fb6a891: ACTIVE {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:49:52.955510 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:52.964247 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:52.985421 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cdb56b-9d82-436a-93f0-644f7ba6bb31 req-47085e96-520c-49d3-8337-0b9334906849 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:52.987151 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-72cdb56b-9d82-436a-93f0-644f7ba6bb31 req-47085e96-520c-49d3-8337-0b9334906849 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427 HTTP/1.1" status: 200 len: 945 time: 0.0630841 Sep 21 17:49:53.019553 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45176cd-7f39-408f-a76f-6adc43777687 req-3e3605f9-b67d-4b53-ba30-502a5f2be410 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:53.025695 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:53.029759 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c45176cd-7f39-408f-a76f-6adc43777687 req-3e3605f9-b67d-4b53-ba30-502a5f2be410 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 784 time: 0.1707282 Sep 21 17:49:53.035849 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:53.037367 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-c45176cd-7f39-408f-a76f-6adc43777687 req-37a887e3-a6b8-4223-9e97-607622d66063 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:49:53.047002 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c45176cd-7f39-408f-a76f-6adc43777687 req-37a887e3-a6b8-4223-9e97-607622d66063 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072999 Sep 21 17:49:53.059091 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-72cdb56b-9d82-436a-93f0-644f7ba6bb31 req-1fbd41ec-595c-491d-97a2-5a18772e5386 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652914 Sep 21 17:49:53.071170 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca727e3-d63b-4803-9e12-c0f78c338388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785b3e6e-7c24-4f49-b532-af0d6e460ec6'}, {'server_uuid': '83312476-8644-48b8-b69d-37be81bc0122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd675028a-dbd5-42b0-b0ac-3c90e6e3a883'}, {'server_uuid': '9d632c47-46f8-4163-8071-a67564f760d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:49:53.075397 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821245dc-80b6-44e0-afe4-300c8c835538" -d '{"events": [{"server_uuid": "7ca727e3-d63b-4803-9e12-c0f78c338388", "name": "network-vif-plugged", "status": "completed", "tag": "785b3e6e-7c24-4f49-b532-af0d6e460ec6"}, {"server_uuid": "83312476-8644-48b8-b69d-37be81bc0122", "name": "network-vif-plugged", "status": "completed", "tag": "d675028a-dbd5-42b0-b0ac-3c90e6e3a883"}, {"server_uuid": "9d632c47-46f8-4163-8071-a67564f760d9", "name": "network-vif-plugged", "status": "completed", "tag": "d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:49:53.145129 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 21 Sep 2021 17:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b431130d-b5b0-425c-bbd8-0b0a3e831613 x-openstack-request-id: req-b431130d-b5b0-425c-bbd8-0b0a3e831613 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:49:53.145450 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca727e3-d63b-4803-9e12-c0f78c338388", "name": "network-vif-plugged", "status": "completed", "tag": "785b3e6e-7c24-4f49-b532-af0d6e460ec6", "code": 200}, {"server_uuid": "83312476-8644-48b8-b69d-37be81bc0122", "name": "network-vif-plugged", "status": "completed", "tag": "d675028a-dbd5-42b0-b0ac-3c90e6e3a883", "code": 200}, {"server_uuid": "9d632c47-46f8-4163-8071-a67564f760d9", "name": "network-vif-plugged", "status": "completed", "tag": "d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:49:53.145705 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b431130d-b5b0-425c-bbd8-0b0a3e831613 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:49:53.146256 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca727e3-d63b-4803-9e12-c0f78c338388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785b3e6e-7c24-4f49-b532-af0d6e460ec6', 'code': 200} Sep 21 17:49:53.146517 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83312476-8644-48b8-b69d-37be81bc0122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd675028a-dbd5-42b0-b0ac-3c90e6e3a883', 'code': 200} Sep 21 17:49:53.146770 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d632c47-46f8-4163-8071-a67564f760d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8', 'code': 200} Sep 21 17:49:53.185669 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c45176cd-7f39-408f-a76f-6adc43777687 req-46ce16ef-88e2-4d85-866c-97b7f30f28aa tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.45 HTTP/1.1" status: 200 len: 999 time: 0.1369421 Sep 21 17:49:53.223617 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-c45176cd-7f39-408f-a76f-6adc43777687 req-a932ff73-c878-4977-b195-6644a6aae314 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:49:53.238553 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b06d4e0e-cf49-4208-bf4a-86069a8ba885 req-1cbaff02-9a35-4189-b0c8-80e209419d5b service neutron] 10.222.0.44 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532225 Sep 21 17:49:53.378983 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8919c-3409-4b6d-907f-c99066ce17a8 req-e0d6b71a-36b0-4d7c-864d-6c78a6385ac7 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:53.380961 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7ef8919c-3409-4b6d-907f-c99066ce17a8 req-e0d6b71a-36b0-4d7c-864d-6c78a6385ac7 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d632c47-46f8-4163-8071-a67564f760d9 HTTP/1.1" status: 200 len: 949 time: 0.0618625 Sep 21 17:49:53.430479 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7ef8919c-3409-4b6d-907f-c99066ce17a8 req-2144ec3f-0f77-4d38-9b1b-cedd0147fb61 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fc618fb-1665-4e1f-b42f-6a0c5f255e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423605 Sep 21 17:49:53.472149 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c45176cd-7f39-408f-a76f-6adc43777687 req-a932ff73-c878-4977-b195-6644a6aae314 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks [] for floatingip, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:53.480044 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74051025-4659-4c06-870a-02e74912329d req-af330f2b-8db0-45f8-96bb-9e1e69004275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:53.481619 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-74051025-4659-4c06-870a-02e74912329d req-af330f2b-8db0-45f8-96bb-9e1e69004275 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=83312476-8644-48b8-b69d-37be81bc0122 HTTP/1.1" status: 200 len: 1097 time: 0.2072773 Sep 21 17:49:53.517857 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3409e11-0e69-4dcc-9b53-afb504e8c13f req-7ab2be5f-1519-4b6a-a145-74c12efb7797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:53.519461 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3409e11-0e69-4dcc-9b53-afb504e8c13f req-7ab2be5f-1519-4b6a-a145-74c12efb7797 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9d632c47-46f8-4163-8071-a67564f760d9 HTTP/1.1" status: 200 len: 1100 time: 0.2465165 Sep 21 17:49:53.566393 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-084201ad-3cb1-4601-b86e-f7199f572d82 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=cf880db396d441f990414b9e732efe10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393808 Sep 21 17:49:53.628814 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3409e11-0e69-4dcc-9b53-afb504e8c13f req-ea978257-8f06-49a8-a7f2-90c870626b79 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7fc618fb-1665-4e1f-b42f-6a0c5f255e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992746 Sep 21 17:49:53.633965 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-74051025-4659-4c06-870a-02e74912329d req-63d9947f-1586-4d2b-9457-5e88a866e3d9 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b3f19445-858c-4277-bf9f-cee04c3f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186938 Sep 21 17:49:53.685927 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c45176cd-7f39-408f-a76f-6adc43777687 req-a932ff73-c878-4977-b195-6644a6aae314 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:53.687528 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-90c52e13-cc9b-4d9d-8d6c-2bea477bcb2f tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:53.689033 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-90c52e13-cc9b-4d9d-8d6c-2bea477bcb2f tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1206470 Sep 21 17:49:53.690557 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c45176cd-7f39-408f-a76f-6adc43777687 req-a932ff73-c878-4977-b195-6644a6aae314 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:53.691126 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [req-c45176cd-7f39-408f-a76f-6adc43777687 req-a932ff73-c878-4977-b195-6644a6aae314 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Floating IP 45e519fe-653d-4789-8dfe-8df25fb6a891 disassociated. External IP: 172.25.6.45, port: 356dc1ce-2896-4305-a9a7-238488263c10. Sep 21 17:49:53.694942 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 59af6285-3ac7-4228-a60f-7d0f5006588f no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:49:53.718214 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 59af6285-3ac7-4228-a60f-7d0f5006588f {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:49:53.718641 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 59af6285-3ac7-4228-a60f-7d0f5006588f not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:49:53.723177 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-21a0e276-c9fa-47cf-952b-9e5a806b3cf0 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/quotas/cf880db396d441f990414b9e732efe10 HTTP/1.1" status: 200 len: 375 time: 0.0234649 Sep 21 17:49:53.779527 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-7845a2da-3b60-429b-b0e3-709a00036654 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554662 Sep 21 17:49:53.937182 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c45176cd-7f39-408f-a76f-6adc43777687 req-a932ff73-c878-4977-b195-6644a6aae314 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Router 802f0331-e0b0-4260-b395-00478bbc376b has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:49:54.056981 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c45176cd-7f39-408f-a76f-6adc43777687 req-a932ff73-c878-4977-b195-6644a6aae314 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:49:54.063158 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c45176cd-7f39-408f-a76f-6adc43777687 req-a932ff73-c878-4977-b195-6644a6aae314 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:54.068029 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06560afc-a412-4e21-af74-0974f78d79b4 None None] Sync routers for ids ['802f0331-e0b0-4260-b395-00478bbc376b'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:49:54.091496 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06560afc-a412-4e21-af74-0974f78d79b4 None None] Routers {'802f0331-e0b0-4260-b395-00478bbc376b'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:49:54.092168 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-06560afc-a412-4e21-af74-0974f78d79b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:49:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['802f0331-e0b0-4260-b395-00478bbc376b'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:54.092429 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c45176cd-7f39-408f-a76f-6adc43777687 req-a932ff73-c878-4977-b195-6644a6aae314 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "PUT /v2.0/floatingips/45e519fe-653d-4789-8dfe-8df25fb6a891 HTTP/1.1" status: 200 len: 694 time: 0.8782122 Sep 21 17:49:54.092902 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97995358-b50c-487c-8edf-1bb933d9355c', 'tag': '356dc1ce-2896-4305-a9a7-238488263c10'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:49:54.096776 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfe559f-15f9-4437-b8ad-7b095393d013" -d '{"events": [{"name": "network-changed", "server_uuid": "97995358-b50c-487c-8edf-1bb933d9355c", "tag": "356dc1ce-2896-4305-a9a7-238488263c10"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:49:54.185168 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45176cd-7f39-408f-a76f-6adc43777687 req-c4311431-1884-4b0a-9eaa-1e7f1a58cf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:54.189204 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c45176cd-7f39-408f-a76f-6adc43777687 req-c4311431-1884-4b0a-9eaa-1e7f1a58cf88 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c68d21430e749de8d370bf53e53bb78&device_id=97995358-b50c-487c-8edf-1bb933d9355c HTTP/1.1" status: 200 len: 1097 time: 0.0719943 Sep 21 17:49:54.218975 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fee10a-7a45-4e41-bf8a-511c8f42761f req-6a53f700-7cd5-47b9-ad8f-8db2e1afb30d tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:54.220615 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e1fee10a-7a45-4e41-bf8a-511c8f42761f req-6a53f700-7cd5-47b9-ad8f-8db2e1afb30d tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/ports?device_id=83312476-8644-48b8-b69d-37be81bc0122 HTTP/1.1" status: 200 len: 946 time: 0.0743077 Sep 21 17:49:54.272768 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e1fee10a-7a45-4e41-bf8a-511c8f42761f req-a7aab836-116d-49ce-abd8-d3f9f4c235dc tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19445-858c-4277-bf9f-cee04c3f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416868 Sep 21 17:49:54.279519 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-06560afc-a412-4e21-af74-0974f78d79b4 None None] Set router 802f0331-e0b0-4260-b395-00478bbc376b gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:49:54.329454 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45176cd-7f39-408f-a76f-6adc43777687 req-60864bdd-2278-4b4c-8f12-39927f4c49f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:54.331435 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c45176cd-7f39-408f-a76f-6adc43777687 req-60864bdd-2278-4b4c-8f12-39927f4c49f7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 HTTP/1.1" status: 200 len: 922 time: 0.1324377 Sep 21 17:49:54.352918 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d09ed567-b148-4b18-b747-b2edbf651b4e req-9732158c-1f14-4a5e-976b-94e1b7e9edf1 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 210 time: 0.0385315 Sep 21 17:49:54.416138 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c45176cd-7f39-408f-a76f-6adc43777687 req-cfe862df-9395-4ba2-8e6a-398865d136af service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=356dc1ce-2896-4305-a9a7-238488263c10 HTTP/1.1" status: 200 len: 217 time: 0.0781457 Sep 21 17:49:54.435172 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:54.465726 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb33b7-8095-4a48-92b4-e69520230c5e req-e6168c3f-5f01-4f27-a911-f2df168b05f2 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:54.475825 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5aeb33b7-8095-4a48-92b4-e69520230c5e req-e6168c3f-5f01-4f27-a911-f2df168b05f2 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427 HTTP/1.1" status: 200 len: 945 time: 0.0640121 Sep 21 17:49:54.487389 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45176cd-7f39-408f-a76f-6adc43777687 req-0c9659df-f06d-4c67-ac23-af6d1d9043ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:54.491445 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c45176cd-7f39-408f-a76f-6adc43777687 req-0c9659df-f06d-4c67-ac23-af6d1d9043ab service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75cf884a-1a0d-44bf-9cea-948d8d70878a HTTP/1.1" status: 200 len: 860 time: 0.0742700 Sep 21 17:49:54.537922 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5aeb33b7-8095-4a48-92b4-e69520230c5e req-796de796-cced-4d1a-8c1f-740cca863304 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592225 Sep 21 17:49:54.601541 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b8ec32-a3a1-4628-acb1-8e74cc80b466 x-openstack-request-id: req-87b8ec32-a3a1-4628-acb1-8e74cc80b466 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:49:54.601848 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97995358-b50c-487c-8edf-1bb933d9355c", "tag": "356dc1ce-2896-4305-a9a7-238488263c10", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:49:54.608467 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-87b8ec32-a3a1-4628-acb1-8e74cc80b466 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:49:54.608975 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97995358-b50c-487c-8edf-1bb933d9355c', 'tag': '356dc1ce-2896-4305-a9a7-238488263c10', 'status': 'completed', 'code': 200} Sep 21 17:49:54.618168 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45176cd-7f39-408f-a76f-6adc43777687 req-86e4f632-c613-45aa-852a-859a401bedf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:54.629731 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c45176cd-7f39-408f-a76f-6adc43777687 req-86e4f632-c613-45aa-852a-859a401bedf4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1327174 Sep 21 17:49:54.720156 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-06560afc-a412-4e21-af74-0974f78d79b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802f0331-e0b0-4260-b395-00478bbc376b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1245959078-router', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:36Z', 'updated_at': '2021-09-21T17:48:45Z', 'revision_number': 4, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'gw_port': {'id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:37Z', 'updated_at': '2021-09-21T17:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '1c58ea0c-83e9-45c6-afe9-9c9106cca901', 'name': '', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'mac_address': 'fa:16:3e:57:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:43Z', 'updated_at': '2021-09-21T17:48:52Z', 'revision_number': 5, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'subnets': [{'id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:54.754349 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06560afc-a412-4e21-af74-0974f78d79b4 None None] Checking router: 802f0331-e0b0-4260-b395-00478bbc376b for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:49:54.764224 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06560afc-a412-4e21-af74-0974f78d79b4 None None] Routers {'802f0331-e0b0-4260-b395-00478bbc376b'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:49:54.765243 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-06560afc-a412-4e21-af74-0974f78d79b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:49:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['802f0331-e0b0-4260-b395-00478bbc376b'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:54.766663 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77404fc-2226-4a18-9edf-ceb79befe589 req-b672d30d-4941-4f54-80dc-6eb32b4a2f26 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:54.772670 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e77404fc-2226-4a18-9edf-ceb79befe589 req-b672d30d-4941-4f54-80dc-6eb32b4a2f26 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d632c47-46f8-4163-8071-a67564f760d9 HTTP/1.1" status: 200 len: 949 time: 0.1040289 Sep 21 17:49:54.823274 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e77404fc-2226-4a18-9edf-ceb79befe589 req-44f4106f-d165-4e23-937b-e11ee6b71938 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fc618fb-1665-4e1f-b42f-6a0c5f255e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409720 Sep 21 17:49:54.887272 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe559f-15f9-4437-b8ad-7b095393d013 req-df5eb845-436b-4fe7-ba5d-76ff8d3a9060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:54.888587 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ddfe559f-15f9-4437-b8ad-7b095393d013 req-df5eb845-436b-4fe7-ba5d-76ff8d3a9060 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c68d21430e749de8d370bf53e53bb78&device_id=97995358-b50c-487c-8edf-1bb933d9355c HTTP/1.1" status: 200 len: 1097 time: 0.2071071 Sep 21 17:49:54.922967 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-06560afc-a412-4e21-af74-0974f78d79b4 None None] Set router 802f0331-e0b0-4260-b395-00478bbc376b gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:49:54.972220 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c45176cd-7f39-408f-a76f-6adc43777687 req-8964a7d0-00e9-41a9-b626-479dbc51f1b9 service neutron] 10.222.0.58 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415821 Sep 21 17:49:55.014006 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b66df2-23e5-4004-b398-097547f17a23 req-974e7f15-a96b-4cbb-8c45-deee8a6a7045 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:55.015143 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d0b66df2-23e5-4004-b398-097547f17a23 req-974e7f15-a96b-4cbb-8c45-deee8a6a7045 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427 HTTP/1.1" status: 200 len: 1096 time: 0.0482314 Sep 21 17:49:55.101002 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d0b66df2-23e5-4004-b398-097547f17a23 req-f551d1e2-4a07-45b0-b932-520d5f492514 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781615 Sep 21 17:49:55.237422 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe559f-15f9-4437-b8ad-7b095393d013 req-536d3f4a-db77-406e-a53d-c719de55926e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:55.238987 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ddfe559f-15f9-4437-b8ad-7b095393d013 req-536d3f4a-db77-406e-a53d-c719de55926e service neutron] 10.222.0.44 "GET /v2.0/networks?id=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 HTTP/1.1" status: 200 len: 922 time: 0.3399932 Sep 21 17:49:55.256172 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c45176cd-7f39-408f-a76f-6adc43777687 req-3f921b25-079d-4441-8438-0864ad671d7a service neutron] 10.222.0.58 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829947 Sep 21 17:49:55.318960 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-06560afc-a412-4e21-af74-0974f78d79b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802f0331-e0b0-4260-b395-00478bbc376b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1245959078-router', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:36Z', 'updated_at': '2021-09-21T17:48:45Z', 'revision_number': 4, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'gw_port': {'id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:37Z', 'updated_at': '2021-09-21T17:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '1c58ea0c-83e9-45c6-afe9-9c9106cca901', 'name': '', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'mac_address': 'fa:16:3e:57:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:43Z', 'updated_at': '2021-09-21T17:48:52Z', 'revision_number': 5, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'subnets': [{'id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:49:55.338517 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ddfe559f-15f9-4437-b8ad-7b095393d013 req-272ac8f2-68e0-4b60-a36a-b74ab71e443e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=356dc1ce-2896-4305-a9a7-238488263c10 HTTP/1.1" status: 200 len: 217 time: 0.0813043 Sep 21 17:49:55.386964 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06560afc-a412-4e21-af74-0974f78d79b4 None None] The sync data for ids ['802f0331-e0b0-4260-b395-00478bbc376b'] in n-d-810291-1 is: [{'id': '802f0331-e0b0-4260-b395-00478bbc376b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1245959078-router', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:36Z', 'updated_at': '2021-09-21T17:48:45Z', 'revision_number': 4, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'gw_port': {'id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:37Z', 'updated_at': '2021-09-21T17:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '1c58ea0c-83e9-45c6-afe9-9c9106cca901', 'name': '', 'network_id': 'dd573cca-7543-4cc1-a3b1-553cdc8e3ef8', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'mac_address': 'fa:16:3e:57:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:43Z', 'updated_at': '2021-09-21T17:48:52Z', 'revision_number': 5, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'subnets': [{'id': '75cf884a-1a0d-44bf-9cea-948d8d70878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:49:55.443130 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe559f-15f9-4437-b8ad-7b095393d013 req-024063af-7e49-4454-9cf8-60e2865ba1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:55.444830 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ddfe559f-15f9-4437-b8ad-7b095393d013 req-024063af-7e49-4454-9cf8-60e2865ba1ee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=75cf884a-1a0d-44bf-9cea-948d8d70878a HTTP/1.1" status: 200 len: 860 time: 0.0945282 Sep 21 17:49:55.451684 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744dcbd-a7cd-4106-96ed-4fa760e67676 req-c8e68585-abdd-40d2-8800-23476ac7c872 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:55.459213 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a744dcbd-a7cd-4106-96ed-4fa760e67676 req-c8e68585-abdd-40d2-8800-23476ac7c872 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427 HTTP/1.1" status: 200 len: 1096 time: 0.0965946 Sep 21 17:49:55.536148 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a744dcbd-a7cd-4106-96ed-4fa760e67676 req-fe8c3ed9-3cb8-4093-994b-f2a045ccc05e tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758972 Sep 21 17:49:55.544941 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe559f-15f9-4437-b8ad-7b095393d013 req-3836cdc1-2ff6-474a-9e68-47d34c75b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:55.546531 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ddfe559f-15f9-4437-b8ad-7b095393d013 req-3836cdc1-2ff6-474a-9e68-47d34c75b016 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847816 Sep 21 17:49:55.570056 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894baab-7b31-4608-bdd4-7e265596742e req-d174d9cb-817a-46e5-8fc5-e869ca3f1eed tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:55.582266 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8894baab-7b31-4608-bdd4-7e265596742e req-d174d9cb-817a-46e5-8fc5-e869ca3f1eed tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/ports?device_id=83312476-8644-48b8-b69d-37be81bc0122 HTTP/1.1" status: 200 len: 946 time: 0.0977964 Sep 21 17:49:55.669999 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-ffe23db3-167d-4395-a7b8-dfd9618792df tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=cf880db396d441f990414b9e732efe10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326300 Sep 21 17:49:55.698443 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8894baab-7b31-4608-bdd4-7e265596742e req-96f3c618-5428-4c32-9f6b-e30bb0bcca5d tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19445-858c-4277-bf9f-cee04c3f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152844 Sep 21 17:49:55.849567 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42464c2-55a1-4d56-b96c-8a13c3bd9944 None None] New status for floating IP 45e519fe-653d-4789-8dfe-8df25fb6a891: DOWN {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:49:55.908113 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eae460de-36fc-45cf-ae6f-8da570ca386f req-88c1c7a2-3f3b-4cd2-ba33-9923dcce171e tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 210 time: 0.1549523 Sep 21 17:49:55.915045 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ddfe559f-15f9-4437-b8ad-7b095393d013 req-6b63dab8-d451-4938-80b0-355f1af91c81 service neutron] 10.222.0.44 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495545 Sep 21 17:49:55.995288 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-ef803d0e-1133-41fe-bbac-dbe3644f9e22 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:55.996807 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-ef803d0e-1133-41fe-bbac-dbe3644f9e22 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3198609 Sep 21 17:49:56.032726 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-6d1f8146-6387-4d5a-8eda-fdc720b3c07f tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Request body: {'port': {'device_id': '6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'admin_state_up': True, 'tenant_id': 'cf880db396d441f990414b9e732efe10'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:49:56.061524 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ddfe559f-15f9-4437-b8ad-7b095393d013 req-15713e54-8237-4329-a6a3-6e61247b3a8b service neutron] 10.222.0.44 "GET /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366487 Sep 21 17:49:56.213123 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fbc54a01-e3f0-420c-aac9-04e80e8309d6 req-4aca658d-c2ee-402c-8b17-8a37d11dff1c tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 258 time: 0.3097904 Sep 21 17:49:56.221030 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-fbc54a01-e3f0-420c-aac9-04e80e8309d6 req-3bc96f0b-0f2d-4812-b8a9-fa025d3b385e tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:49:56.223985 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-75c7a9ca-fb21-45ec-9e6a-a4f9f419a996 req-a1d830b1-692b-48a0-b2d8-a941c619b646 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/floatingips/45e519fe-653d-4789-8dfe-8df25fb6a891 HTTP/1.1" status: 200 len: 694 time: 0.0629990 Sep 21 17:49:56.267884 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-fbc54a01-e3f0-420c-aac9-04e80e8309d6 req-3bc96f0b-0f2d-4812-b8a9-fa025d3b385e tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks [] for floatingip, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:56.313022 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-6d1f8146-6387-4d5a-8eda-fdc720b3c07f tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Made reservation on behalf of cf880db396d441f990414b9e732efe10 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:49:56.316945 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-6d1f8146-6387-4d5a-8eda-fdc720b3c07f tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:56.355757 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7a9ca-fb21-45ec-9e6a-a4f9f419a996 req-e8b01487-7230-42a4-b413-753828327824 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:56.357154 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-75c7a9ca-fb21-45ec-9e6a-a4f9f419a996 req-e8b01487-7230-42a4-b413-753828327824 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 784 time: 0.1314871 Sep 21 17:49:56.368552 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-75c7a9ca-fb21-45ec-9e6a-a4f9f419a996 req-68916818-624e-4eae-9b3f-7c8ff110f3d9 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:49:56.369531 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-75c7a9ca-fb21-45ec-9e6a-a4f9f419a996 req-68916818-624e-4eae-9b3f-7c8ff110f3d9 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057223 Sep 21 17:49:56.422902 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-75c7a9ca-fb21-45ec-9e6a-a4f9f419a996 req-47aeabe2-9aef-4866-b200-3573c2c62d67 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.45 HTTP/1.1" status: 200 len: 696 time: 0.0457675 Sep 21 17:49:56.476937 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-75c7a9ca-fb21-45ec-9e6a-a4f9f419a996 req-ed227318-d2bc-468b-8f08-d3445bd8008a tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.45 HTTP/1.1" status: 200 len: 696 time: 0.0473642 Sep 21 17:49:56.497294 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-6d1f8146-6387-4d5a-8eda-fdc720b3c07f tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Allocated IP 192.168.233.8 (c714db5f-672e-4004-8098-88db84169d3c/53f6ee96-7c10-4364-b9ae-9f7e7556e695/c68b5a8b-2abe-43cb-9563-22cd56c02184) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:49:56.510793 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-fbc54a01-e3f0-420c-aac9-04e80e8309d6 req-3bc96f0b-0f2d-4812-b8a9-fa025d3b385e tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:56.705684 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [req-fbc54a01-e3f0-420c-aac9-04e80e8309d6 req-3bc96f0b-0f2d-4812-b8a9-fa025d3b385e tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Allocated IP 172.25.6.71 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/ad6f2e73-075e-42ad-afda-84199e1e9ccb) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:49:56.755474 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-6d1f8146-6387-4d5a-8eda-fdc720b3c07f tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:56.826041 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-75c7a9ca-fb21-45ec-9e6a-a4f9f419a996 req-e9c45b68-5981-453a-8d9c-c902f5fa9af1 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Deleting port 1080de05-bccb-4df7-ad2c-57f67ee13b37 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:49:56.826619 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-75c7a9ca-fb21-45ec-9e6a-a4f9f419a996 req-e9c45b68-5981-453a-8d9c-c902f5fa9af1 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:56.850405 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-6d1f8146-6387-4d5a-8eda-fdc720b3c07f tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:56.857632 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-fbc54a01-e3f0-420c-aac9-04e80e8309d6 req-3bc96f0b-0f2d-4812-b8a9-fa025d3b385e tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:56.863385 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['785b3e6e-7c24-4f49-b532-af0d6e460ec6'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:49:56.903725 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-6d1f8146-6387-4d5a-8eda-fdc720b3c07f tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Network c714db5f-672e-4004-8098-88db84169d3c is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:49:56.909670 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-75c7a9ca-fb21-45ec-9e6a-a4f9f419a996 req-e9c45b68-5981-453a-8d9c-c902f5fa9af1 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:56.910107 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-75c7a9ca-fb21-45ec-9e6a-a4f9f419a996 req-e9c45b68-5981-453a-8d9c-c902f5fa9af1 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:56.911110 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['09d50637-541d-43ad-8851-a8cefb7b9446'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:49:56.912049 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-6d1f8146-6387-4d5a-8eda-fdc720b3c07f tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:49:56.914348 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-6d1f8146-6387-4d5a-8eda-fdc720b3c07f tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:49:56.921261 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-6d1f8146-6387-4d5a-8eda-fdc720b3c07f tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:56.921634 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-6d1f8146-6387-4d5a-8eda-fdc720b3c07f tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:56.933210 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f8146-6387-4d5a-8eda-fdc720b3c07f tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Pushing event updated for resources: {'Port': ['ID=c68b5a8b-2abe-43cb-9563-22cd56c02184,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:56.957540 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-6d1f8146-6387-4d5a-8eda-fdc720b3c07f tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9291739 Sep 21 17:49:56.958525 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-75c7a9ca-fb21-45ec-9e6a-a4f9f419a996 req-e9c45b68-5981-453a-8d9c-c902f5fa9af1 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Calling delete_port for 1080de05-bccb-4df7-ad2c-57f67ee13b37 owned by network:floatingip {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:49:56.965392 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-fbc54a01-e3f0-420c-aac9-04e80e8309d6 req-3bc96f0b-0f2d-4812-b8a9-fa025d3b385e tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:56.999508 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-3df89ed6-7949-4f30-a8d7-4490c6a5499c service neutron] Request body: {'port': {'device_id': '6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:49:57.034524 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbc54a01-e3f0-420c-aac9-04e80e8309d6 req-3bc96f0b-0f2d-4812-b8a9-fa025d3b385e tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:49:57.042862 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [req-fbc54a01-e3f0-420c-aac9-04e80e8309d6 req-3bc96f0b-0f2d-4812-b8a9-fa025d3b385e tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:49:57.047103 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc54a01-e3f0-420c-aac9-04e80e8309d6 req-3bc96f0b-0f2d-4812-b8a9-fa025d3b385e tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:49:57.096741 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc96f0b-0f2d-4812-b8a9-fa025d3b385e tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Pushing event updated for resources: {'Port': ['ID=ad6f2e73-075e-42ad-afda-84199e1e9ccb,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:57.107608 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-3df89ed6-7949-4f30-a8d7-4490c6a5499c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:57.150125 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-75c7a9ca-fb21-45ec-9e6a-a4f9f419a996 req-e9c45b68-5981-453a-8d9c-c902f5fa9af1 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:57.181741 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c45b68-5981-453a-8d9c-c902f5fa9af1 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Pushing event deleted for resources: {'Port': ['ID=1080de05-bccb-4df7-ad2c-57f67ee13b37,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:57.221682 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-75c7a9ca-fb21-45ec-9e6a-a4f9f419a996 req-e9c45b68-5981-453a-8d9c-c902f5fa9af1 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks [] for floatingip, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:57.224658 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-75c7a9ca-fb21-45ec-9e6a-a4f9f419a996 req-e9c45b68-5981-453a-8d9c-c902f5fa9af1 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:57.235513 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-8b7f6275-1820-48ac-b053-4edbb6686ca4 None None] Provisioning complete for port c68b5a8b-2abe-43cb-9563-22cd56c02184 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:49:57.236235 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8b7f6275-1820-48ac-b053-4edbb6686ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:57.236883 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-75c7a9ca-fb21-45ec-9e6a-a4f9f419a996 req-e9c45b68-5981-453a-8d9c-c902f5fa9af1 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "DELETE /v2.0/floatingips/45e519fe-653d-4789-8dfe-8df25fb6a891 HTTP/1.1" status: 204 len: 173 time: 0.7535658 Sep 21 17:49:57.251921 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-fbc54a01-e3f0-420c-aac9-04e80e8309d6 req-3bc96f0b-0f2d-4812-b8a9-fa025d3b385e tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:57.275566 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-8b7f6275-1820-48ac-b053-4edbb6686ca4 None None] Port c68b5a8b-2abe-43cb-9563-22cd56c02184 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:49:57.326172 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-fbc54a01-e3f0-420c-aac9-04e80e8309d6 req-3bc96f0b-0f2d-4812-b8a9-fa025d3b385e tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:57.343387 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-21eb51ff-a5bf-449b-9605-35d9e8c3c7a1 req-d3ee25d0-906d-4750-b767-dffc4b504822 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0761216 Sep 21 17:49:57.355289 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da04af-9758-491a-90a7-4bcbbc32c1ad req-af511482-d055-4f33-bbb4-2d205df21752 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:57.356730 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b5da04af-9758-491a-90a7-4bcbbc32c1ad req-af511482-d055-4f33-bbb4-2d205df21752 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d632c47-46f8-4163-8071-a67564f760d9 HTTP/1.1" status: 200 len: 949 time: 0.0571992 Sep 21 17:49:57.395344 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b5da04af-9758-491a-90a7-4bcbbc32c1ad req-c6ccf38a-7832-4cfd-a685-5e97a9256637 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fc618fb-1665-4e1f-b42f-6a0c5f255e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323262 Sep 21 17:49:57.437086 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb51ff-a5bf-449b-9605-35d9e8c3c7a1 req-bd2361de-7f78-430d-aa15-2f259599c08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:57.449982 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-21eb51ff-a5bf-449b-9605-35d9e8c3c7a1 req-bd2361de-7f78-430d-aa15-2f259599c08a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=564aef6a99cc4ded992fbb9f0e732388&device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 1096 time: 0.0424747 Sep 21 17:49:57.549101 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-3df89ed6-7949-4f30-a8d7-4490c6a5499c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c68b5a8b-2abe-43cb-9563-22cd56c02184 {{(pid=101461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:49:57.565495 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-3df89ed6-7949-4f30-a8d7-4490c6a5499c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:57.580912 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb51ff-a5bf-449b-9605-35d9e8c3c7a1 req-0f8e6bb8-f3e1-483a-8d97-25b035ab5e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:57.582596 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-21eb51ff-a5bf-449b-9605-35d9e8c3c7a1 req-0f8e6bb8-f3e1-483a-8d97-25b035ab5e06 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ce365bfd-7bb2-49d3-914a-63ce743986ef HTTP/1.1" status: 200 len: 908 time: 0.1104057 Sep 21 17:49:57.597328 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.provisioning_blocks [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-3df89ed6-7949-4f30-a8d7-4490c6a5499c service neutron] Transition to ACTIVE for port object c68b5a8b-2abe-43cb-9563-22cd56c02184 will not be triggered until provisioned by entity L2. {{(pid=101461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:49:57.607966 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-3df89ed6-7949-4f30-a8d7-4490c6a5499c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:57.623002 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-fbc54a01-e3f0-420c-aac9-04e80e8309d6 req-3bc96f0b-0f2d-4812-b8a9-fa025d3b385e tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:57.645679 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-fbc54a01-e3f0-420c-aac9-04e80e8309d6 req-3bc96f0b-0f2d-4812-b8a9-fa025d3b385e tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:57.663044 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-21eb51ff-a5bf-449b-9605-35d9e8c3c7a1 req-99ba9f0c-7783-41c1-a842-76cec3ff15a9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65dff5a5-5e62-487b-954c-6d78ff73c641 HTTP/1.1" status: 200 len: 217 time: 0.0645411 Sep 21 17:49:57.676795 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-fbc54a01-e3f0-420c-aac9-04e80e8309d6 req-3bc96f0b-0f2d-4812-b8a9-fa025d3b385e tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:57.688198 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df89ed6-7949-4f30-a8d7-4490c6a5499c service neutron] Pushing event updated for resources: {'Port': ['ID=c68b5a8b-2abe-43cb-9563-22cd56c02184,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:57.713926 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a332a5f-097e-4fbe-8892-e04c41263a84 req-40ed3237-85be-4a0d-abc4-603982d371c6 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:57.715771 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0a332a5f-097e-4fbe-8892-e04c41263a84 req-40ed3237-85be-4a0d-abc4-603982d371c6 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/ports?device_id=50e3f8b8-ae1f-410d-873c-8985c10ee958 HTTP/1.1" status: 200 len: 945 time: 0.1149671 Sep 21 17:49:57.747497 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-fbc54a01-e3f0-420c-aac9-04e80e8309d6 req-3bc96f0b-0f2d-4812-b8a9-fa025d3b385e tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:57.748737 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fbc54a01-e3f0-420c-aac9-04e80e8309d6 req-3bc96f0b-0f2d-4812-b8a9-fa025d3b385e tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5345552 Sep 21 17:49:57.764824 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0a332a5f-097e-4fbe-8892-e04c41263a84 req-b0777202-e05c-4916-aeff-2de3ec16869c tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a5788c3-3b53-45da-bc36-1e521b2619d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405219 Sep 21 17:49:57.766376 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb51ff-a5bf-449b-9605-35d9e8c3c7a1 req-61d9cdf3-7a20-4a3d-a5b5-46dfcc3cdf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:57.767769 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-21eb51ff-a5bf-449b-9605-35d9e8c3c7a1 req-61d9cdf3-7a20-4a3d-a5b5-46dfcc3cdf4f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f6bcee82-068a-4838-bdd8-412dc7128026 HTTP/1.1" status: 200 len: 847 time: 0.0914271 Sep 21 17:49:57.771958 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-3df89ed6-7949-4f30-a8d7-4490c6a5499c service neutron] Attempting to bind port c68b5a8b-2abe-43cb-9563-22cd56c02184 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:49:57.772321 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-3df89ed6-7949-4f30-a8d7-4490c6a5499c service neutron] Attempting to bind port c68b5a8b-2abe-43cb-9563-22cd56c02184 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:49:57.772777 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-3df89ed6-7949-4f30-a8d7-4490c6a5499c service neutron] Attempting to bind port c68b5a8b-2abe-43cb-9563-22cd56c02184 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:49:57.785760 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc96f0b-0f2d-4812-b8a9-fa025d3b385e tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Pushing event updated for resources: {'Port': ['ID=ad6f2e73-075e-42ad-afda-84199e1e9ccb,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:57.816502 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-21eb51ff-a5bf-449b-9605-35d9e8c3c7a1 req-7a81cfb6-d347-4830-93a2-dfcea9fd6063 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ce365bfd-7bb2-49d3-914a-63ce743986ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390244 Sep 21 17:49:57.838404 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-3df89ed6-7949-4f30-a8d7-4490c6a5499c service neutron] Port c68b5a8b-2abe-43cb-9563-22cd56c02184 on network c714db5f-672e-4004-8098-88db84169d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:49:57.838731 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-3df89ed6-7949-4f30-a8d7-4490c6a5499c service neutron] Attempting to bind port c68b5a8b-2abe-43cb-9563-22cd56c02184 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:49:57.851055 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-3df89ed6-7949-4f30-a8d7-4490c6a5499c service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:49:57.851452 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-3df89ed6-7949-4f30-a8d7-4490c6a5499c service neutron] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:49:57.851865 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-3df89ed6-7949-4f30-a8d7-4490c6a5499c service neutron] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:49:57.852256 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-3df89ed6-7949-4f30-a8d7-4490c6a5499c service neutron] Bound port: c68b5a8b-2abe-43cb-9563-22cd56c02184, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:49:57.852752 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-3df89ed6-7949-4f30-a8d7-4490c6a5499c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:57.857538 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fbc54a01-e3f0-420c-aac9-04e80e8309d6 req-b045a39d-984e-4397-9d88-0504c60fea0c tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.71 HTTP/1.1" status: 200 len: 695 time: 0.0866635 Sep 21 17:49:57.979094 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-21eb51ff-a5bf-449b-9605-35d9e8c3c7a1 req-be200b6b-73db-4d98-bb70-e7ccfb343ecd service neutron] 10.222.0.44 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490266 Sep 21 17:49:58.000827 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba8aea-6aea-4b02-a754-15d77f0bcf19 req-7e4bb6dd-7853-4e11-bba3-14e7805d5bb3 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:58.004790 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-95ba8aea-6aea-4b02-a754-15d77f0bcf19 req-7e4bb6dd-7853-4e11-bba3-14e7805d5bb3 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 946 time: 0.0655699 Sep 21 17:49:58.015221 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-3df89ed6-7949-4f30-a8d7-4490c6a5499c service neutron] For port c68b5a8b-2abe-43cb-9563-22cd56c02184, host n-h2-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:49:58.018751 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-3df89ed6-7949-4f30-a8d7-4490c6a5499c service neutron] For port c68b5a8b-2abe-43cb-9563-22cd56c02184, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=c68b5a8b-2abe-43cb-9563-22cd56c02184,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:49:58.028191 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-3df89ed6-7949-4f30-a8d7-4490c6a5499c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:58.075793 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-3df89ed6-7949-4f30-a8d7-4490c6a5499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:58.076398 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-3df89ed6-7949-4f30-a8d7-4490c6a5499c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:58.077827 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-3df89ed6-7949-4f30-a8d7-4490c6a5499c service neutron] 10.222.0.44 "PUT /v2.0/ports/c68b5a8b-2abe-43cb-9563-22cd56c02184 HTTP/1.1" status: 200 len: 1094 time: 1.0826056 Sep 21 17:49:58.078267 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e', 'tag': 'c68b5a8b-2abe-43cb-9563-22cd56c02184'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:49:58.080533 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c834e5-1ce5-4c14-869f-ac25313b74fa" -d '{"events": [{"name": "network-changed", "server_uuid": "6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e", "tag": "c68b5a8b-2abe-43cb-9563-22cd56c02184"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:49:58.102992 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc54a01-e3f0-420c-aac9-04e80e8309d6 req-1cf716fe-641a-4419-b9b3-bffc4e5680de tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:58.104520 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fbc54a01-e3f0-420c-aac9-04e80e8309d6 req-1cf716fe-641a-4419-b9b3-bffc4e5680de tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 784 time: 0.2383218 Sep 21 17:49:58.105149 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-95ba8aea-6aea-4b02-a754-15d77f0bcf19 req-b8e6a2dc-b831-48c5-831c-1f2772cdf5d1 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908053 Sep 21 17:49:58.121770 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df89ed6-7949-4f30-a8d7-4490c6a5499c service neutron] Pushing event updated for resources: {'Port': ['ID=c68b5a8b-2abe-43cb-9563-22cd56c02184,revision_number=3']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:58.131918 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-fbc54a01-e3f0-420c-aac9-04e80e8309d6 req-b90ff92d-195f-4959-8c7b-c5a7bae49f11 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:49:58.140175 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fbc54a01-e3f0-420c-aac9-04e80e8309d6 req-b90ff92d-195f-4959-8c7b-c5a7bae49f11 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150743 Sep 21 17:49:58.156618 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-21eb51ff-a5bf-449b-9605-35d9e8c3c7a1 req-0a087401-51f8-4960-8008-f1a9d0209b1a service neutron] 10.222.0.44 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505902 Sep 21 17:49:58.275079 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-49afb51f-9ac7-47e8-a6d3-42ea798230a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:58.276794 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-49afb51f-9ac7-47e8-a6d3-42ea798230a0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 1097 time: 0.0899544 Sep 21 17:49:58.359659 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-6549984f-20c4-4b3e-b559-373c56e60982 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=c68b5a8b-2abe-43cb-9563-22cd56c02184 HTTP/1.1" status: 200 len: 217 time: 0.0656850 Sep 21 17:49:58.429995 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-d82e702c-b273-4443-9dcc-c3c0e3958085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:58.431502 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-d82e702c-b273-4443-9dcc-c3c0e3958085 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.0630944 Sep 21 17:49:58.461594 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb36c1-f7d8-499c-b95f-792e3d9861ad req-837012ce-94b1-4e46-b080-b9e68de4930e tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:58.463209 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e2eb36c1-f7d8-499c-b95f-792e3d9861ad req-837012ce-94b1-4e46-b080-b9e68de4930e tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427 HTTP/1.1" status: 200 len: 1096 time: 0.0871222 Sep 21 17:49:58.486180 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d9862-5785-439c-8ccf-c9f19e104d6d req-230126a8-1653-49c0-9076-6d3ea043338a tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:58.487755 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-069d9862-5785-439c-8ccf-c9f19e104d6d req-230126a8-1653-49c0-9076-6d3ea043338a tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.44 "GET /v2.0/ports?device_id=50e3f8b8-ae1f-410d-873c-8985c10ee958 HTTP/1.1" status: 200 len: 945 time: 0.0721192 Sep 21 17:49:58.494658 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-08349bca-2105-4b5d-a286-963e6e25555e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:58.496660 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-08349bca-2105-4b5d-a286-963e6e25555e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0485222 Sep 21 17:49:58.533446 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e2eb36c1-f7d8-499c-b95f-792e3d9861ad req-bc50737b-eba2-4924-95d9-6e134ae40be9 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446725 Sep 21 17:49:58.568765 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9a7285-a872-4774-a56a-727dbc1d46c4 x-openstack-request-id: req-8a9a7285-a872-4774-a56a-727dbc1d46c4 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:49:58.569063 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e", "tag": "c68b5a8b-2abe-43cb-9563-22cd56c02184", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:49:58.569310 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8a9a7285-a872-4774-a56a-727dbc1d46c4 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:49:58.569709 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e', 'tag': 'c68b5a8b-2abe-43cb-9563-22cd56c02184', 'status': 'completed', 'code': 200} Sep 21 17:49:58.689424 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-069d9862-5785-439c-8ccf-c9f19e104d6d req-9b0bdeca-497e-4236-9c1d-27553bb659f7 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Deleting port 5bac040e-9d43-4d5f-aac3-b11c3b275804 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:49:58.689766 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-069d9862-5785-439c-8ccf-c9f19e104d6d req-9b0bdeca-497e-4236-9c1d-27553bb659f7 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:58.700492 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ee9f0-102b-4dcc-9e8c-9241ffd54d55 req-4ed97c1d-42f7-4e47-8f42-289899ebd785 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:58.701919 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-df5ee9f0-102b-4dcc-9e8c-9241ffd54d55 req-4ed97c1d-42f7-4e47-8f42-289899ebd785 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d632c47-46f8-4163-8071-a67564f760d9 HTTP/1.1" status: 200 len: 949 time: 0.0687263 Sep 21 17:49:58.708575 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-169a5608-5024-4a55-90fd-bc15c91a669a service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736948 Sep 21 17:49:58.724363 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fd895-fd05-4525-9851-e4a51a9bb3c8 req-71ee4d17-41ed-4cc4-9c47-8c0c1afbf681 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:58.726077 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-177fd895-fd05-4525-9851-e4a51a9bb3c8 req-71ee4d17-41ed-4cc4-9c47-8c0c1afbf681 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/ports?device_id=83312476-8644-48b8-b69d-37be81bc0122&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1078176 Sep 21 17:49:58.794904 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-df5ee9f0-102b-4dcc-9e8c-9241ffd54d55 req-86a25e2d-a0dc-44cc-9a53-ddf6ad1a1a63 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fc618fb-1665-4e1f-b42f-6a0c5f255e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794246 Sep 21 17:49:58.810168 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-177fd895-fd05-4525-9851-e4a51a9bb3c8 req-9bb7f6ad-eb88-46ef-9664-a93daad908bd tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.71 HTTP/1.1" status: 200 len: 695 time: 0.0647564 Sep 21 17:49:58.832112 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-069d9862-5785-439c-8ccf-c9f19e104d6d req-9b0bdeca-497e-4236-9c1d-27553bb659f7 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] For port 5bac040e-9d43-4d5f-aac3-b11c3b275804, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5bac040e-9d43-4d5f-aac3-b11c3b275804,segment=NetworkSegment(67303b61-e45a-4af0-805b-0bf5aae7fcb6),segment_id=67303b61-e45a-4af0-805b-0bf5aae7fcb6)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:49:58.832476 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-069d9862-5785-439c-8ccf-c9f19e104d6d req-9b0bdeca-497e-4236-9c1d-27553bb659f7 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:58.846748 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-177fd895-fd05-4525-9851-e4a51a9bb3c8 req-ca16c6aa-06cb-4adb-9508-ad09e73b60a1 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Request body: {'floatingip': {'port_id': 'd675028a-dbd5-42b0-b0ac-3c90e6e3a883', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:49:58.852330 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-069d9862-5785-439c-8ccf-c9f19e104d6d req-9b0bdeca-497e-4236-9c1d-27553bb659f7 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Calling delete_port for 5bac040e-9d43-4d5f-aac3-b11c3b275804 owned by compute:nova {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:49:58.907907 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-177fd895-fd05-4525-9851-e4a51a9bb3c8 req-ca16c6aa-06cb-4adb-9508-ad09e73b60a1 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks [] for floatingip, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:58.977070 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf974c31-cdcb-4f28-b842-3398ab14ed22 req-27300bf8-fe97-44a5-b3fc-4f266046d3ef service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498932 Sep 21 17:49:59.135805 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c834e5-1ce5-4c14-869f-ac25313b74fa req-a2429cb9-90df-4119-ae36-cbc9826cf21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:59.137513 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-67c834e5-1ce5-4c14-869f-ac25313b74fa req-a2429cb9-90df-4119-ae36-cbc9826cf21b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 1097 time: 0.0987978 Sep 21 17:49:59.233078 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e010ed8-438d-4c39-87c1-8b81ccc63196 req-c71091f4-81c6-4b41-b912-0dd1a4856854 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:59.234538 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1e010ed8-438d-4c39-87c1-8b81ccc63196 req-c71091f4-81c6-4b41-b912-0dd1a4856854 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports?device_id=97995358-b50c-487c-8edf-1bb933d9355c HTTP/1.1" status: 200 len: 946 time: 0.3330586 Sep 21 17:49:59.306072 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1e010ed8-438d-4c39-87c1-8b81ccc63196 req-5dc127f7-a1f7-42ac-923d-de931bc3e608 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d1adea4-3123-43ec-b076-7a49a44dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650105 Sep 21 17:49:59.313766 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-069d9862-5785-439c-8ccf-c9f19e104d6d req-9b0bdeca-497e-4236-9c1d-27553bb659f7 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:59.327603 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['5bac040e-9d43-4d5f-aac3-b11c3b275804'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:49:59.388032 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0bdeca-497e-4236-9c1d-27553bb659f7 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Pushing event deleted for resources: {'Port': ['ID=5bac040e-9d43-4d5f-aac3-b11c3b275804,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:49:59.388753 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c834e5-1ce5-4c14-869f-ac25313b74fa req-aea13b6d-a8d2-4661-9acd-01d0df213826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:59.390702 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-67c834e5-1ce5-4c14-869f-ac25313b74fa req-aea13b6d-a8d2-4661-9acd-01d0df213826 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.2259660 Sep 21 17:49:59.414011 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-069d9862-5785-439c-8ccf-c9f19e104d6d req-9b0bdeca-497e-4236-9c1d-27553bb659f7 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] No DVR routers for this DVR port 5bac040e-9d43-4d5f-aac3-b11c3b275804 on host n-h2-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:49:59.417113 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-069d9862-5785-439c-8ccf-c9f19e104d6d req-9b0bdeca-497e-4236-9c1d-27553bb659f7 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:59.419668 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-069d9862-5785-439c-8ccf-c9f19e104d6d req-9b0bdeca-497e-4236-9c1d-27553bb659f7 tempest-AttachSCSIVolumeTestJSON-116513348 tempest-AttachSCSIVolumeTestJSON-116513348-project] 10.222.0.44 "DELETE /v2.0/ports/5bac040e-9d43-4d5f-aac3-b11c3b275804 HTTP/1.1" status: 204 len: 173 time: 0.9014087 Sep 21 17:49:59.466472 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-67c834e5-1ce5-4c14-869f-ac25313b74fa req-eff31d0e-8b73-43da-8cb2-2c3430f917f5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=c68b5a8b-2abe-43cb-9563-22cd56c02184 HTTP/1.1" status: 200 len: 217 time: 0.0644546 Sep 21 17:49:59.856203 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c834e5-1ce5-4c14-869f-ac25313b74fa req-d1f9f281-06df-455a-8f6e-ae2ea67408c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:59.857807 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-67c834e5-1ce5-4c14-869f-ac25313b74fa req-d1f9f281-06df-455a-8f6e-ae2ea67408c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.3550508 Sep 21 17:49:59.928531 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.db.resource_extend [req-177fd895-fd05-4525-9851-e4a51a9bb3c8 req-ca16c6aa-06cb-4adb-9508-ad09e73b60a1 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 17:49:59.980794 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c834e5-1ce5-4c14-869f-ac25313b74fa req-5cecf2a0-03f8-49a8-aff5-8fbbb6b8f057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:49:59.982343 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-67c834e5-1ce5-4c14-869f-ac25313b74fa req-5cecf2a0-03f8-49a8-aff5-8fbbb6b8f057 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1040485 Sep 21 17:49:59.992209 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-177fd895-fd05-4525-9851-e4a51a9bb3c8 req-ca16c6aa-06cb-4adb-9508-ad09e73b60a1 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:00.004646 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-177fd895-fd05-4525-9851-e4a51a9bb3c8 req-ca16c6aa-06cb-4adb-9508-ad09e73b60a1 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:00.163301 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-67c834e5-1ce5-4c14-869f-ac25313b74fa req-a69b1246-a693-4875-b061-be47e40882ef service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687732 Sep 21 17:50:00.176936 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [req-177fd895-fd05-4525-9851-e4a51a9bb3c8 req-ca16c6aa-06cb-4adb-9508-ad09e73b60a1 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Floating IP 69b0403e-ba6e-417d-9310-33690dedfb18 associated. External IP: 172.25.6.71, port: d675028a-dbd5-42b0-b0ac-3c90e6e3a883. Sep 21 17:50:00.225582 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-35355b92-230b-4303-aeee-76021f43ab41 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:50:00.226589 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-35355b92-230b-4303-aeee-76021f43ab41 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069370 Sep 21 17:50:00.262833 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-c257bfdc-3a0f-4fe2-8eb2-35be0b3121dc tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:00.264209 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-c257bfdc-3a0f-4fe2-8eb2-35be0b3121dc tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/ports/5e645864-710b-499e-8085-e6eeed0fc4b9 HTTP/1.1" status: 200 len: 1093 time: 0.0318162 Sep 21 17:50:00.273053 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-c27aad08-184e-4ba7-8b40-1dc5b196c7a8 service neutron] Request body: {'binding': {'host': 'n-h1-810291-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:50:00.273565 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-c27aad08-184e-4ba7-8b40-1dc5b196c7a8 service neutron] Unknown quota resources ['binding']. {{(pid=101461) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 17:50:00.358949 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-67c834e5-1ce5-4c14-869f-ac25313b74fa req-39cb9ba9-49ec-4f3d-b9fc-b5247bca5c8d service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778140 Sep 21 17:50:00.409030 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-c27aad08-184e-4ba7-8b40-1dc5b196c7a8 service neutron] Attempting to bind port 5e645864-710b-499e-8085-e6eeed0fc4b9 on host n-h1-810291-1 for vnic_type normal with profile None {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:50:00.409476 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-c27aad08-184e-4ba7-8b40-1dc5b196c7a8 service neutron] Attempting to bind port 5e645864-710b-499e-8085-e6eeed0fc4b9 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:50:00.409893 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-c27aad08-184e-4ba7-8b40-1dc5b196c7a8 service neutron] Attempting to bind port 5e645864-710b-499e-8085-e6eeed0fc4b9 on network 24a709a9-6fef-4b8b-a432-62063bc26954 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:50:00.414361 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-c27aad08-184e-4ba7-8b40-1dc5b196c7a8 service neutron] Port 5e645864-710b-499e-8085-e6eeed0fc4b9 on network 24a709a9-6fef-4b8b-a432-62063bc26954 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:50:00.414689 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-c27aad08-184e-4ba7-8b40-1dc5b196c7a8 service neutron] Attempting to bind port 5e645864-710b-499e-8085-e6eeed0fc4b9 on network 24a709a9-6fef-4b8b-a432-62063bc26954 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:50:00.419772 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-c27aad08-184e-4ba7-8b40-1dc5b196c7a8 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:50:00.420115 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-c27aad08-184e-4ba7-8b40-1dc5b196c7a8 service neutron] Checking segment: {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:50:00.420504 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-c27aad08-184e-4ba7-8b40-1dc5b196c7a8 service neutron] Bound using segment: {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:50:00.420929 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-c27aad08-184e-4ba7-8b40-1dc5b196c7a8 service neutron] Bound port: 5e645864-710b-499e-8085-e6eeed0fc4b9, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'}}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:50:00.468131 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [req-177fd895-fd05-4525-9851-e4a51a9bb3c8 req-ca16c6aa-06cb-4adb-9508-ad09e73b60a1 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Router 3667fe52-1c47-41e8-a285-309ea7aac4d0 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:50:00.473650 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-c27aad08-184e-4ba7-8b40-1dc5b196c7a8 service neutron] For port 5e645864-710b-499e-8085-e6eeed0fc4b9, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=5e645864-710b-499e-8085-e6eeed0fc4b9,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:50:00.478005 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-c27aad08-184e-4ba7-8b40-1dc5b196c7a8 service neutron] Notify callbacks [] for binding, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:00.479218 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-c27aad08-184e-4ba7-8b40-1dc5b196c7a8 service neutron] 10.222.0.58 "POST /v2.0/ports/5e645864-710b-499e-8085-e6eeed0fc4b9/bindings HTTP/1.1" status: 201 len: 389 time: 0.2094612 Sep 21 17:50:00.570997 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e3f8b8-ae1f-410d-873c-8985c10ee958', 'name': 'network-vif-deleted', 'tag': '5bac040e-9d43-4d5f-aac3-b11c3b275804'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:50:00.577605 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1880f406-1400-4429-9fca-3930ef716819" -d '{"events": [{"server_uuid": "50e3f8b8-ae1f-410d-873c-8985c10ee958", "name": "network-vif-deleted", "tag": "5bac040e-9d43-4d5f-aac3-b11c3b275804"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:50:00.594842 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-177fd895-fd05-4525-9851-e4a51a9bb3c8 req-ca16c6aa-06cb-4adb-9508-ad09e73b60a1 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:50:00.599799 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-177fd895-fd05-4525-9851-e4a51a9bb3c8 req-ca16c6aa-06cb-4adb-9508-ad09e73b60a1 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:00.605984 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3c7373-a767-47f4-a539-a54b390e5ac6 None None] Sync routers for ids ['3667fe52-1c47-41e8-a285-309ea7aac4d0'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:50:00.617592 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3c7373-a767-47f4-a539-a54b390e5ac6 None None] Routers {'3667fe52-1c47-41e8-a285-309ea7aac4d0'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:50:00.618343 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-fd3c7373-a767-47f4-a539-a54b390e5ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:49:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3667fe52-1c47-41e8-a285-309ea7aac4d0'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:00.695749 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-177fd895-fd05-4525-9851-e4a51a9bb3c8 req-ca16c6aa-06cb-4adb-9508-ad09e73b60a1 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "PUT /v2.0/floatingips/69b0403e-ba6e-417d-9310-33690dedfb18 HTTP/1.1" status: 200 len: 996 time: 1.8519449 Sep 21 17:50:00.698181 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83312476-8644-48b8-b69d-37be81bc0122', 'tag': 'd675028a-dbd5-42b0-b0ac-3c90e6e3a883'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:50:00.698818 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-2ba5c230-8dcd-43e6-b2d8-4b905a6aeaef tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=5d4bd902d38d445d9d4accd229dcc47f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395644 Sep 21 17:50:00.700400 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3c3c7d-9982-4d4d-9f73-dcec1f0bc20e" -d '{"events": [{"name": "network-changed", "server_uuid": "83312476-8644-48b8-b69d-37be81bc0122", "tag": "d675028a-dbd5-42b0-b0ac-3c90e6e3a883"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:50:00.771416 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-fd3c7373-a767-47f4-a539-a54b390e5ac6 None None] Set router 3667fe52-1c47-41e8-a285-309ea7aac4d0 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:50:00.800172 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c46c96-af4e-45c2-a47e-2d189c79115e req-a1381071-655f-4edd-aa49-cd33b55bb462 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:00.801644 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-38c46c96-af4e-45c2-a47e-2d189c79115e req-a1381071-655f-4edd-aa49-cd33b55bb462 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.44 "GET /v2.0/ports?device_id=97995358-b50c-487c-8edf-1bb933d9355c HTTP/1.1" status: 200 len: 946 time: 0.1682343 Sep 21 17:50:00.843164 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-e93c7eac-8081-45bf-9904-d56d390310ee tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:00.845001 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-e93c7eac-8081-45bf-9904-d56d390310ee tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1453083 Sep 21 17:50:00.868179 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-c4ec1f39-1404-4290-a854-db0ed4b60df7 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/quotas/5d4bd902d38d445d9d4accd229dcc47f HTTP/1.1" status: 200 len: 375 time: 0.0167460 Sep 21 17:50:00.901415 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fd895-fd05-4525-9851-e4a51a9bb3c8 req-af31dde8-0365-449a-8a59-f7ac9384e72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:00.903732 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-177fd895-fd05-4525-9851-e4a51a9bb3c8 req-af31dde8-0365-449a-8a59-f7ac9384e72f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d60a2653cb364fb39cfe282da6d04c36&device_id=83312476-8644-48b8-b69d-37be81bc0122 HTTP/1.1" status: 200 len: 1097 time: 0.1917107 Sep 21 17:50:00.908971 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-656ca611-9d1e-46f7-be44-90c9d5f82e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:00.910559 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-656ca611-9d1e-46f7-be44-90c9d5f82e76 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=57dccdb6847547f580dd9713009778d2&device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427 HTTP/1.1" status: 200 len: 1096 time: 0.1997602 Sep 21 17:50:00.937249 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-28edebf9-288e-450c-a67a-d3c47a981215 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d4bd902d38d445d9d4accd229dcc47f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0680046 Sep 21 17:50:01.035487 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-fd3c7373-a767-47f4-a539-a54b390e5ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637935897-router', 'tenant_id': 'd60a2653cb364fb39cfe282da6d04c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'a27e1ad3-b1d2-436c-b408-d15e527fceb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:49:27Z', 'updated_at': '2021-09-21T17:49:32Z', 'revision_number': 4, 'project_id': 'd60a2653cb364fb39cfe282da6d04c36', 'gw_port': {'id': 'a27e1ad3-b1d2-436c-b408-d15e527fceb2', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:43:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:49:28Z', 'updated_at': '2021-09-21T17:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '69b0403e-ba6e-417d-9310-33690dedfb18', 'tenant_id': 'd60a2653cb364fb39cfe282da6d04c36', 'floating_ip_address': '172.25.6.71', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'port_id': 'd675028a-dbd5-42b0-b0ac-3c90e6e3a883', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3a63348-7687-4a82-b03b-cb636db352af', 'mac_address': 'fa:16:3e:06:14:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83312476-8644-48b8-b69d-37be81bc0122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:49:57Z', 'updated_at': '2021-09-21T17:49:59Z', 'revision_number': 1, 'project_id': 'd60a2653cb364fb39cfe282da6d04c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9', 'name': '', 'network_id': 'c3a63348-7687-4a82-b03b-cb636db352af', 'tenant_id': 'd60a2653cb364fb39cfe282da6d04c36', 'mac_address': 'fa:16:3e:8c:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5dffd8cb-6a6d-4289-a26b-fc5b387dd7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:49:31Z', 'updated_at': '2021-09-21T17:49:37Z', 'revision_number': 5, 'project_id': 'd60a2653cb364fb39cfe282da6d04c36', 'subnets': [{'id': '5dffd8cb-6a6d-4289-a26b-fc5b387dd7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:01.065988 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3c7373-a767-47f4-a539-a54b390e5ac6 None None] Checking router: 3667fe52-1c47-41e8-a285-309ea7aac4d0 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:50:01.076044 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3c7373-a767-47f4-a539-a54b390e5ac6 None None] Routers {'3667fe52-1c47-41e8-a285-309ea7aac4d0'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:50:01.076664 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-fd3c7373-a767-47f4-a539-a54b390e5ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:49:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3667fe52-1c47-41e8-a285-309ea7aac4d0'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:01.093262 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-38c46c96-af4e-45c2-a47e-2d189c79115e req-47c05b3d-6c8f-435e-a2a1-e297802955b2 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Deleting port 356dc1ce-2896-4305-a9a7-238488263c10 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:50:01.093613 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-38c46c96-af4e-45c2-a47e-2d189c79115e req-47c05b3d-6c8f-435e-a2a1-e297802955b2 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:01.113889 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fd895-fd05-4525-9851-e4a51a9bb3c8 req-e2c910f7-8b88-48cc-8668-cfa70d83c44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:01.115491 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-177fd895-fd05-4525-9851-e4a51a9bb3c8 req-e2c910f7-8b88-48cc-8668-cfa70d83c44f service neutron] 10.222.0.58 "GET /v2.0/networks?id=c3a63348-7687-4a82-b03b-cb636db352af HTTP/1.1" status: 200 len: 929 time: 0.2032814 Sep 21 17:50:01.361135 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-38c46c96-af4e-45c2-a47e-2d189c79115e req-47c05b3d-6c8f-435e-a2a1-e297802955b2 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] For port 356dc1ce-2896-4305-a9a7-238488263c10, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=356dc1ce-2896-4305-a9a7-238488263c10,segment=NetworkSegment(5b6f10d4-dd75-4fb6-b8ac-481a524386ad),segment_id=5b6f10d4-dd75-4fb6-b8ac-481a524386ad)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:01.361829 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-38c46c96-af4e-45c2-a47e-2d189c79115e req-47c05b3d-6c8f-435e-a2a1-e297802955b2 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:01.391284 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-fd3c7373-a767-47f4-a539-a54b390e5ac6 None None] Set router 3667fe52-1c47-41e8-a285-309ea7aac4d0 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:50:01.394394 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-177fd895-fd05-4525-9851-e4a51a9bb3c8 req-c1ad80f4-fbbb-4a6b-9f4a-a2861fff7626 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d675028a-dbd5-42b0-b0ac-3c90e6e3a883 HTTP/1.1" status: 200 len: 999 time: 0.2607019 Sep 21 17:50:01.395667 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-38c46c96-af4e-45c2-a47e-2d189c79115e req-47c05b3d-6c8f-435e-a2a1-e297802955b2 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Calling delete_port for 356dc1ce-2896-4305-a9a7-238488263c10 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:50:01.406522 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724507d-9d78-44f4-a423-711ba88fb60c req-cab690e0-58c3-4af5-86e2-2ffe25b3fc42 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:01.408155 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d724507d-9d78-44f4-a423-711ba88fb60c req-cab690e0-58c3-4af5-86e2-2ffe25b3fc42 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 946 time: 0.1012001 Sep 21 17:50:01.488642 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:50:01.497520 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d724507d-9d78-44f4-a423-711ba88fb60c req-31a13acc-0221-470b-b9d2-eb8242f9a447 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781634 Sep 21 17:50:01.542252 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-f61179f8-3f99-46d6-acfa-6f050e9161a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:01.543989 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-f61179f8-3f99-46d6-acfa-6f050e9161a7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=24a709a9-6fef-4b8b-a432-62063bc26954 HTTP/1.1" status: 200 len: 922 time: 0.6096544 Sep 21 17:50:01.635367 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-77712dcc-bfd6-4e99-9938-c4606ea5a7bc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e645864-710b-499e-8085-e6eeed0fc4b9 HTTP/1.1" status: 200 len: 217 time: 0.0734038 Sep 21 17:50:01.687396 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fd895-fd05-4525-9851-e4a51a9bb3c8 req-c8fb13f5-92f1-4dfc-97b3-e50395ef0dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:01.689684 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-177fd895-fd05-4525-9851-e4a51a9bb3c8 req-c8fb13f5-92f1-4dfc-97b3-e50395ef0dbf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5dffd8cb-6a6d-4289-a26b-fc5b387dd7a6 HTTP/1.1" status: 200 len: 867 time: 0.2779810 Sep 21 17:50:01.753846 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160805a2-0e27-4bf4-bf17-999ce81063a0 req-e7c74acb-3904-4d79-9d35-75052442d0ad tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:01.757014 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-fd3c7373-a767-47f4-a539-a54b390e5ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637935897-router', 'tenant_id': 'd60a2653cb364fb39cfe282da6d04c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'a27e1ad3-b1d2-436c-b408-d15e527fceb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:49:27Z', 'updated_at': '2021-09-21T17:49:32Z', 'revision_number': 4, 'project_id': 'd60a2653cb364fb39cfe282da6d04c36', 'gw_port': {'id': 'a27e1ad3-b1d2-436c-b408-d15e527fceb2', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:43:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:49:28Z', 'updated_at': '2021-09-21T17:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '69b0403e-ba6e-417d-9310-33690dedfb18', 'tenant_id': 'd60a2653cb364fb39cfe282da6d04c36', 'floating_ip_address': '172.25.6.71', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'port_id': 'd675028a-dbd5-42b0-b0ac-3c90e6e3a883', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3a63348-7687-4a82-b03b-cb636db352af', 'mac_address': 'fa:16:3e:06:14:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83312476-8644-48b8-b69d-37be81bc0122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:49:57Z', 'updated_at': '2021-09-21T17:49:59Z', 'revision_number': 1, 'project_id': 'd60a2653cb364fb39cfe282da6d04c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9', 'name': '', 'network_id': 'c3a63348-7687-4a82-b03b-cb636db352af', 'tenant_id': 'd60a2653cb364fb39cfe282da6d04c36', 'mac_address': 'fa:16:3e:8c:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5dffd8cb-6a6d-4289-a26b-fc5b387dd7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:49:31Z', 'updated_at': '2021-09-21T17:49:37Z', 'revision_number': 5, 'project_id': 'd60a2653cb364fb39cfe282da6d04c36', 'subnets': [{'id': '5dffd8cb-6a6d-4289-a26b-fc5b387dd7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:01.774021 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-160805a2-0e27-4bf4-bf17-999ce81063a0 req-e7c74acb-3904-4d79-9d35-75052442d0ad tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/ports?device_id=97995358-b50c-487c-8edf-1bb933d9355c HTTP/1.1" status: 200 len: 946 time: 0.1497421 Sep 21 17:50:01.816387 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3c7373-a767-47f4-a539-a54b390e5ac6 None None] The sync data for ids ['3667fe52-1c47-41e8-a285-309ea7aac4d0'] in n-d-810291-1 is: [{'id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637935897-router', 'tenant_id': 'd60a2653cb364fb39cfe282da6d04c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'a27e1ad3-b1d2-436c-b408-d15e527fceb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:49:27Z', 'updated_at': '2021-09-21T17:49:32Z', 'revision_number': 4, 'project_id': 'd60a2653cb364fb39cfe282da6d04c36', 'gw_port': {'id': 'a27e1ad3-b1d2-436c-b408-d15e527fceb2', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:43:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:49:28Z', 'updated_at': '2021-09-21T17:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '69b0403e-ba6e-417d-9310-33690dedfb18', 'tenant_id': 'd60a2653cb364fb39cfe282da6d04c36', 'floating_ip_address': '172.25.6.71', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'port_id': 'd675028a-dbd5-42b0-b0ac-3c90e6e3a883', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3a63348-7687-4a82-b03b-cb636db352af', 'mac_address': 'fa:16:3e:06:14:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83312476-8644-48b8-b69d-37be81bc0122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:49:57Z', 'updated_at': '2021-09-21T17:49:59Z', 'revision_number': 1, 'project_id': 'd60a2653cb364fb39cfe282da6d04c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9', 'name': '', 'network_id': 'c3a63348-7687-4a82-b03b-cb636db352af', 'tenant_id': 'd60a2653cb364fb39cfe282da6d04c36', 'mac_address': 'fa:16:3e:8c:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5dffd8cb-6a6d-4289-a26b-fc5b387dd7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:49:31Z', 'updated_at': '2021-09-21T17:49:37Z', 'revision_number': 5, 'project_id': 'd60a2653cb364fb39cfe282da6d04c36', 'subnets': [{'id': '5dffd8cb-6a6d-4289-a26b-fc5b387dd7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:50:01.824380 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-160805a2-0e27-4bf4-bf17-999ce81063a0 req-beb41fb9-5cc1-4f8d-93a2-873930e6014d tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d1adea4-3123-43ec-b076-7a49a44dbe27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452120 Sep 21 17:50:01.856176 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-0d76c5d8-3879-4ce8-a1ae-5c5d4ad36d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:01.857843 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-0d76c5d8-3879-4ce8-a1ae-5c5d4ad36d2a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f5dcf0d3-3653-4c17-af0f-a1adf84dd578 HTTP/1.1" status: 200 len: 861 time: 0.2119980 Sep 21 17:50:01.860642 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-38c46c96-af4e-45c2-a47e-2d189c79115e req-47c05b3d-6c8f-435e-a2a1-e297802955b2 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:01.874060 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['356dc1ce-2896-4305-a9a7-238488263c10'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:50:01.912526 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c05b3d-6c8f-435e-a2a1-e297802955b2 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Pushing event deleted for resources: {'Port': ['ID=356dc1ce-2896-4305-a9a7-238488263c10,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:01.957606 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6e413-0479-4f4d-bdbd-a18d0ef30759 req-f8d90b86-5ca3-438d-84c8-b53b5b7118b2 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:01.965747 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-26b6e413-0479-4f4d-bdbd-a18d0ef30759 req-f8d90b86-5ca3-438d-84c8-b53b5b7118b2 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427 HTTP/1.1" status: 200 len: 945 time: 0.0704286 Sep 21 17:50:01.984332 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-72c3a460-746b-4d4a-9479-5f3c1917dd25 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=24a709a9-6fef-4b8b-a432-62063bc26954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905390 Sep 21 17:50:02.007260 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fd895-fd05-4525-9851-e4a51a9bb3c8 req-870f20c2-debf-44bc-aca0-df84a66c1a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:02.008717 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-177fd895-fd05-4525-9851-e4a51a9bb3c8 req-870f20c2-debf-44bc-aca0-df84a66c1a0f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c3a63348-7687-4a82-b03b-cb636db352af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3056760 Sep 21 17:50:02.009450 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c46c96-af4e-45c2-a47e-2d189c79115e req-47c05b3d-6c8f-435e-a2a1-e297802955b2 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] No DVR routers for this DVR port 356dc1ce-2896-4305-a9a7-238488263c10 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:50:02.017619 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-26b6e413-0479-4f4d-bdbd-a18d0ef30759 req-8527074e-1bea-43a3-a095-0eb098c71e4f tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451982 Sep 21 17:50:02.018574 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-38c46c96-af4e-45c2-a47e-2d189c79115e req-47c05b3d-6c8f-435e-a2a1-e297802955b2 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:02.021883 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-38c46c96-af4e-45c2-a47e-2d189c79115e req-47c05b3d-6c8f-435e-a2a1-e297802955b2 tempest-FloatingIPsAssociationTestJSON-862519159 tempest-FloatingIPsAssociationTestJSON-862519159-project] 10.222.0.44 "DELETE /v2.0/ports/356dc1ce-2896-4305-a9a7-238488263c10 HTTP/1.1" status: 204 len: 173 time: 1.2115977 Sep 21 17:50:02.063979 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ef669a-76d0-4c22-bce6-b547372a4e94 x-openstack-request-id: req-23ef669a-76d0-4c22-bce6-b547372a4e94 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:50:02.064489 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e3f8b8-ae1f-410d-873c-8985c10ee958", "name": "network-vif-deleted", "tag": "5bac040e-9d43-4d5f-aac3-b11c3b275804", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:50:02.064981 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-23ef669a-76d0-4c22-bce6-b547372a4e94 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:50:02.065553 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e3f8b8-ae1f-410d-873c-8985c10ee958', 'name': 'network-vif-deleted', 'tag': '5bac040e-9d43-4d5f-aac3-b11c3b275804', 'status': 'completed', 'code': 200} Sep 21 17:50:02.116404 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f144d9b-946f-40c1-9b0d-45ef91cf1f78 x-openstack-request-id: req-6f144d9b-946f-40c1-9b0d-45ef91cf1f78 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:50:02.121012 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83312476-8644-48b8-b69d-37be81bc0122", "tag": "d675028a-dbd5-42b0-b0ac-3c90e6e3a883", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:50:02.122126 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6f144d9b-946f-40c1-9b0d-45ef91cf1f78 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:50:02.122773 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83312476-8644-48b8-b69d-37be81bc0122', 'tag': 'd675028a-dbd5-42b0-b0ac-3c90e6e3a883', 'status': 'completed', 'code': 200} Sep 21 17:50:02.202709 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b930dd-f959-425e-b025-8bf36155255c None None] New status for floating IP 69b0403e-ba6e-417d-9310-33690dedfb18: ACTIVE {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:50:02.232562 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-238291fd-e3e4-45ca-8f58-c433d51d9769 req-d2d6b5b2-4b65-4faf-a5e7-8fd69b0868a5 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea27bd4-7fe5-49d9-8767-a4e09fa2776f HTTP/1.1" status: 200 len: 210 time: 0.0527616 Sep 21 17:50:02.356886 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-177fd895-fd05-4525-9851-e4a51a9bb3c8 req-488c1a5d-c522-4cc3-b2ee-6c9721ee3df7 service neutron] 10.222.0.58 "GET /v2.0/networks/c3a63348-7687-4a82-b03b-cb636db352af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312156 Sep 21 17:50:02.413369 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-9f2c6339-220d-4f87-84a1-7c919886bef7 service neutron] 10.222.0.38 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083314 Sep 21 17:50:02.432797 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device c68b5a8b-2abe-43cb-9563-22cd56c02184 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:50:02.433013 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c3c7d-9982-4d4d-9f73-dcec1f0bc20e req-05e8fb6b-ffa2-4119-8acb-f3be17a1978b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:02.434513 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7b3c3c7d-9982-4d4d-9f73-dcec1f0bc20e req-05e8fb6b-ffa2-4119-8acb-f3be17a1978b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d60a2653cb364fb39cfe282da6d04c36&device_id=83312476-8644-48b8-b69d-37be81bc0122 HTTP/1.1" status: 200 len: 1097 time: 0.2357488 Sep 21 17:50:02.435406 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 5bac040e-9d43-4d5f-aac3-b11c3b275804 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:50:02.497770 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 5bac040e-9d43-4d5f-aac3-b11c3b275804 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:50:02.498184 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 5bac040e-9d43-4d5f-aac3-b11c3b275804 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:50:02.653108 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port c68b5a8b-2abe-43cb-9563-22cd56c02184, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=c68b5a8b-2abe-43cb-9563-22cd56c02184,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:02.666852 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'c68b5a8b-2abe-43cb-9563-22cd56c02184', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': 'c68b5a8b-2abe-43cb-9563-22cd56c02184', 'mac_address': 'fa:16:3e:9d:10:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:50:02.737308 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6d449-e02f-4a17-8ab5-78d88c7f43b1 req-46d2c6ad-5f0c-4e21-a82c-e225a5b9ea46 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:02.743879 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:02.748330 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7db6d449-e02f-4a17-8ab5-78d88c7f43b1 req-46d2c6ad-5f0c-4e21-a82c-e225a5b9ea46 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 946 time: 0.1085382 Sep 21 17:50:02.760562 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c68b5a8b-2abe-43cb-9563-22cd56c02184 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:50:02.790257 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port c68b5a8b-2abe-43cb-9563-22cd56c02184, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=c68b5a8b-2abe-43cb-9563-22cd56c02184,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:02.802509 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:02.821106 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7db6d449-e02f-4a17-8ab5-78d88c7f43b1 req-ca05896c-f885-490c-b9a7-d2a2bcae3938 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698199 Sep 21 17:50:02.863822 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=c68b5a8b-2abe-43cb-9563-22cd56c02184,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:02.903718 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-da040ef2-5158-4aa9-870e-1a07847111ad tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=5d4bd902d38d445d9d4accd229dcc47f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0817230 Sep 21 17:50:02.904962 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50410) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:03.022472 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-177fd895-fd05-4525-9851-e4a51a9bb3c8 req-f3f7fffe-f518-4079-882b-650a51ced07e service neutron] 10.222.0.58 "GET /v2.0/networks/c3a63348-7687-4a82-b03b-cb636db352af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6496434 Sep 21 17:50:03.030129 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-deb48d1e-dacb-4032-87f4-e072b8ad086d service neutron] 10.222.0.38 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6010058 Sep 21 17:50:03.086164 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c3c7d-9982-4d4d-9f73-dcec1f0bc20e req-08a13279-d306-42da-b6d8-8f0e42dfe412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:03.087920 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7b3c3c7d-9982-4d4d-9f73-dcec1f0bc20e req-08a13279-d306-42da-b6d8-8f0e42dfe412 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c3a63348-7687-4a82-b03b-cb636db352af HTTP/1.1" status: 200 len: 929 time: 0.6053431 Sep 21 17:50:03.122901 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['c68b5a8b-2abe-43cb-9563-22cd56c02184'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:50:03.290463 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a2818-cd10-4871-8646-2ba527900517 req-ebcf7ef0-e7d6-455b-9e0b-7424e53d4a78 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:03.292008 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c12a2818-cd10-4871-8646-2ba527900517 req-ebcf7ef0-e7d6-455b-9e0b-7424e53d4a78 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427 HTTP/1.1" status: 200 len: 945 time: 0.1411731 Sep 21 17:50:03.361135 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-c821f1db-ca43-43a5-895e-35cce3f39239 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:03.362595 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-c821f1db-ca43-43a5-895e-35cce3f39239 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4159307 Sep 21 17:50:03.384300 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c12a2818-cd10-4871-8646-2ba527900517 req-1d0501ab-fb29-43b0-ad18-2740bad19d24 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851374 Sep 21 17:50:03.386324 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-50e0e318-7909-40e6-8ada-c1ea5bbd97e7 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Request body: {'port': {'device_id': '8ea27bd4-7fe5-49d9-8767-a4e09fa2776f', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'admin_state_up': True, 'tenant_id': '5d4bd902d38d445d9d4accd229dcc47f'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:50:03.437743 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7b3c3c7d-9982-4d4d-9f73-dcec1f0bc20e req-2b5dcc2f-7780-4258-8f2f-bb53e356d928 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d675028a-dbd5-42b0-b0ac-3c90e6e3a883 HTTP/1.1" status: 200 len: 1001 time: 0.3199227 Sep 21 17:50:03.496665 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-c747044e-6499-4b72-9552-d48f395ed335 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:03.498117 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-c747044e-6499-4b72-9552-d48f395ed335 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427&tenant_id=57dccdb6847547f580dd9713009778d2&binding%3Ahost_id=n-h2-810291-1 HTTP/1.1" status: 200 len: 1096 time: 0.3187215 Sep 21 17:50:03.516745 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-0351b9e7-de51-4b36-bec4-18b9b3d86b09 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-810291-1'}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:50:03.530683 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-43b42f54-3dfa-434c-ae35-18c46c8f4d5b req-01cf840e-2fee-443b-9d58-7a44189151b7 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea27bd4-7fe5-49d9-8767-a4e09fa2776f HTTP/1.1" status: 200 len: 210 time: 0.0561175 Sep 21 17:50:03.562619 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-625e584f-1125-407f-bdd3-d719609a8477 req-eaba015c-ac98-4a88-9687-17b1c70e7d78 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 258 time: 0.4615953 Sep 21 17:50:03.596099 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-965ea5cb-3ec3-4ed1-9085-415ce5b86a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:03.602569 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-625e584f-1125-407f-bdd3-d719609a8477 req-3d82d5f8-6e3f-4dd0-b556-bdc2a16339ef tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:50:03.628239 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c3c7d-9982-4d4d-9f73-dcec1f0bc20e req-da869747-2dbe-4a21-b17f-52cc071b257b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:03.629697 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7b3c3c7d-9982-4d4d-9f73-dcec1f0bc20e req-da869747-2dbe-4a21-b17f-52cc071b257b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5dffd8cb-6a6d-4289-a26b-fc5b387dd7a6 HTTP/1.1" status: 200 len: 867 time: 0.1741626 Sep 21 17:50:03.703365 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-0351b9e7-de51-4b36-bec4-18b9b3d86b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:03.745948 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-625e584f-1125-407f-bdd3-d719609a8477 req-3d82d5f8-6e3f-4dd0-b556-bdc2a16339ef tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks [] for floatingip, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:03.755350 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445be0e-1649-470f-8e53-3cff063eecd9 req-2a2084f6-d13f-446e-a35e-77527890a691 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:03.756940 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9445be0e-1649-470f-8e53-3cff063eecd9 req-2a2084f6-d13f-446e-a35e-77527890a691 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 1096 time: 0.0707071 Sep 21 17:50:03.770795 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c3c7d-9982-4d4d-9f73-dcec1f0bc20e req-928f1ca0-0a6d-481f-93ef-1d2578aa19ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:03.772367 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7b3c3c7d-9982-4d4d-9f73-dcec1f0bc20e req-928f1ca0-0a6d-481f-93ef-1d2578aa19ea service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c3a63348-7687-4a82-b03b-cb636db352af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1309230 Sep 21 17:50:03.810215 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-50e0e318-7909-40e6-8ada-c1ea5bbd97e7 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Made reservation on behalf of 5d4bd902d38d445d9d4accd229dcc47f for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:50:03.814469 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-50e0e318-7909-40e6-8ada-c1ea5bbd97e7 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:03.866906 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9445be0e-1649-470f-8e53-3cff063eecd9 req-9cee1ebf-f5a6-4d50-a1f7-60fbab868d87 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827961 Sep 21 17:50:03.978911 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-965ea5cb-3ec3-4ed1-9085-415ce5b86a44 admin admin] Deleting port 1c58ea0c-83e9-45c6-afe9-9c9106cca901 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:50:03.979473 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-965ea5cb-3ec3-4ed1-9085-415ce5b86a44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:04.080719 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8bb3d-c57b-4c1c-816e-26de8a2dce25 req-46a55977-bf54-4fa7-b96b-bab8ea2a3da8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:04.082157 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9fb8bb3d-c57b-4c1c-816e-26de8a2dce25 req-46a55977-bf54-4fa7-b96b-bab8ea2a3da8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 947 time: 0.1050417 Sep 21 17:50:04.124901 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97995358-b50c-487c-8edf-1bb933d9355c', 'name': 'network-vif-deleted', 'tag': '356dc1ce-2896-4305-a9a7-238488263c10'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:50:04.126774 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e49bcf-f266-4910-a9ed-bbe899ff5093" -d '{"events": [{"server_uuid": "97995358-b50c-487c-8edf-1bb933d9355c", "name": "network-vif-deleted", "tag": "356dc1ce-2896-4305-a9a7-238488263c10"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:50:04.127411 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-965ea5cb-3ec3-4ed1-9085-415ce5b86a44 admin admin] For port 1c58ea0c-83e9-45c6-afe9-9c9106cca901, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1c58ea0c-83e9-45c6-afe9-9c9106cca901,segment=NetworkSegment(5b6f10d4-dd75-4fb6-b8ac-481a524386ad),segment_id=5b6f10d4-dd75-4fb6-b8ac-481a524386ad)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:04.127928 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-965ea5cb-3ec3-4ed1-9085-415ce5b86a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:04.144378 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7b3c3c7d-9982-4d4d-9f73-dcec1f0bc20e req-714a1c53-7de8-4f92-881d-23aa4c9a6edf service neutron] 10.222.0.38 "GET /v2.0/networks/c3a63348-7687-4a82-b03b-cb636db352af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558035 Sep 21 17:50:04.145885 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-0351b9e7-de51-4b36-bec4-18b9b3d86b09 service neutron] For port 5e645864-710b-499e-8085-e6eeed0fc4b9, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5e645864-710b-499e-8085-e6eeed0fc4b9,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:04.151991 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9fb8bb3d-c57b-4c1c-816e-26de8a2dce25 req-920925c7-6ab9-41cd-b74e-c6d363e99774 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596068 Sep 21 17:50:04.152969 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-965ea5cb-3ec3-4ed1-9085-415ce5b86a44 admin admin] Calling delete_port for 1c58ea0c-83e9-45c6-afe9-9c9106cca901 owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:50:04.252053 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-50e0e318-7909-40e6-8ada-c1ea5bbd97e7 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Allocated IP 192.168.233.231 (c714db5f-672e-4004-8098-88db84169d3c/53f6ee96-7c10-4364-b9ae-9f7e7556e695/bf0a78f0-7093-47e5-9694-2c9fea2c6b09) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:50:04.293669 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-0351b9e7-de51-4b36-bec4-18b9b3d86b09 service neutron] For port 5e645864-710b-499e-8085-e6eeed0fc4b9, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:50:04.371157 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7b3c3c7d-9982-4d4d-9f73-dcec1f0bc20e req-7ef6afd5-5945-47ca-8aab-37e932fdab77 service neutron] 10.222.0.38 "GET /v2.0/networks/c3a63348-7687-4a82-b03b-cb636db352af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186220 Sep 21 17:50:04.382747 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-965ea5cb-3ec3-4ed1-9085-415ce5b86a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:04.403285 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-0351b9e7-de51-4b36-bec4-18b9b3d86b09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:04.418307 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-0351b9e7-de51-4b36-bec4-18b9b3d86b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:04.421176 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-625e584f-1125-407f-bdd3-d719609a8477 req-3d82d5f8-6e3f-4dd0-b556-bdc2a16339ef tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:04.430940 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device c68b5a8b-2abe-43cb-9563-22cd56c02184 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:50:04.495192 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ea5cb-3ec3-4ed1-9085-415ce5b86a44 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c58ea0c-83e9-45c6-afe9-9c9106cca901,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:04.535161 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port c68b5a8b-2abe-43cb-9563-22cd56c02184 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:50:04.539449 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port c68b5a8b-2abe-43cb-9563-22cd56c02184 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:50:04.539811 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:04.668902 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-965ea5cb-3ec3-4ed1-9085-415ce5b86a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:04.673872 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:04.728232 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port c68b5a8b-2abe-43cb-9563-22cd56c02184, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=c68b5a8b-2abe-43cb-9563-22cd56c02184,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:04.729276 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68b5a8b-2abe-43cb-9563-22cd56c02184'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:50:04.734446 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b232bc5-aa49-42f6-84b7-a9dcb2466b57" -d '{"events": [{"server_uuid": "6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e", "name": "network-vif-plugged", "status": "completed", "tag": "c68b5a8b-2abe-43cb-9563-22cd56c02184"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:50:04.745533 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:04.747450 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 356dc1ce-2896-4305-a9a7-238488263c10 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:50:04.780781 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 356dc1ce-2896-4305-a9a7-238488263c10 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:50:04.781139 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 356dc1ce-2896-4305-a9a7-238488263c10 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:50:04.863872 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=c68b5a8b-2abe-43cb-9563-22cd56c02184,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:04.876764 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-50e0e318-7909-40e6-8ada-c1ea5bbd97e7 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:04.919814 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-625e584f-1125-407f-bdd3-d719609a8477 req-3d82d5f8-6e3f-4dd0-b556-bdc2a16339ef tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Allocated IP 172.25.6.31 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/e2243d04-fe5b-47bd-8b1f-d8658b03b859) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:50:04.953598 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965ea5cb-3ec3-4ed1-9085-415ce5b86a44 admin admin] Router 802f0331-e0b0-4260-b395-00478bbc376b has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:50:04.968015 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351b9e7-de51-4b36-bec4-18b9b3d86b09 service neutron] Pushing event updated for resources: {'Port': ['ID=5e645864-710b-499e-8085-e6eeed0fc4b9,revision_number=7']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:05.104520 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-0351b9e7-de51-4b36-bec4-18b9b3d86b09 service neutron] Attempting to bind port 5e645864-710b-499e-8085-e6eeed0fc4b9 on host n-h2-810291-1 for vnic_type normal with profile {"migrating_to": "n-h1-810291-1"} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:50:05.105674 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-0351b9e7-de51-4b36-bec4-18b9b3d86b09 service neutron] Attempting to bind port 5e645864-710b-499e-8085-e6eeed0fc4b9 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:50:05.106134 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-0351b9e7-de51-4b36-bec4-18b9b3d86b09 service neutron] Attempting to bind port 5e645864-710b-499e-8085-e6eeed0fc4b9 on network 24a709a9-6fef-4b8b-a432-62063bc26954 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:50:05.113791 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-50e0e318-7909-40e6-8ada-c1ea5bbd97e7 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:05.127353 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-0351b9e7-de51-4b36-bec4-18b9b3d86b09 service neutron] Port 5e645864-710b-499e-8085-e6eeed0fc4b9 on network 24a709a9-6fef-4b8b-a432-62063bc26954 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:50:05.127880 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-0351b9e7-de51-4b36-bec4-18b9b3d86b09 service neutron] Attempting to bind port 5e645864-710b-499e-8085-e6eeed0fc4b9 on network 24a709a9-6fef-4b8b-a432-62063bc26954 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:50:05.130293 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:50:05.202839 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e0e318-7909-40e6-8ada-c1ea5bbd97e7 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Pushing event updated for resources: {'Port': ['ID=bf0a78f0-7093-47e5-9694-2c9fea2c6b09,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:05.221866 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-0351b9e7-de51-4b36-bec4-18b9b3d86b09 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:50:05.223061 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-0351b9e7-de51-4b36-bec4-18b9b3d86b09 service neutron] Checking segment: {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:50:05.223512 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-0351b9e7-de51-4b36-bec4-18b9b3d86b09 service neutron] Bound using segment: {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:50:05.224485 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-0351b9e7-de51-4b36-bec4-18b9b3d86b09 service neutron] Bound port: 5e645864-710b-499e-8085-e6eeed0fc4b9, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:50:05.224989 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-0351b9e7-de51-4b36-bec4-18b9b3d86b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:05.315927 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-50e0e318-7909-40e6-8ada-c1ea5bbd97e7 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Network c714db5f-672e-4004-8098-88db84169d3c is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:50:05.322006 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-50e0e318-7909-40e6-8ada-c1ea5bbd97e7 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:50:05.345885 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-50e0e318-7909-40e6-8ada-c1ea5bbd97e7 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:50:05.351333 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-50e0e318-7909-40e6-8ada-c1ea5bbd97e7 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:05.352140 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-50e0e318-7909-40e6-8ada-c1ea5bbd97e7 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:05.373156 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-50e0e318-7909-40e6-8ada-c1ea5bbd97e7 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9907227 Sep 21 17:50:05.401832 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-c6c30c25-8fd9-478f-8112-3679040d9e47 service neutron] Request body: {'port': {'device_id': '8ea27bd4-7fe5-49d9-8767-a4e09fa2776f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:50:05.463777 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-625e584f-1125-407f-bdd3-d719609a8477 req-3d82d5f8-6e3f-4dd0-b556-bdc2a16339ef tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:05.467440 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-0351b9e7-de51-4b36-bec4-18b9b3d86b09 service neutron] For port 5e645864-710b-499e-8085-e6eeed0fc4b9, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:50:05.511059 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-b0d3a037-ab6d-4e61-b09f-fd30e9cf2f79 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:50:05.512275 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-b0d3a037-ab6d-4e61-b09f-fd30e9cf2f79 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073431 Sep 21 17:50:05.515102 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-c6c30c25-8fd9-478f-8112-3679040d9e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:05.530894 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-0351b9e7-de51-4b36-bec4-18b9b3d86b09 service neutron] For port 5e645864-710b-499e-8085-e6eeed0fc4b9, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5e645864-710b-499e-8085-e6eeed0fc4b9,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:50:05.542072 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-0351b9e7-de51-4b36-bec4-18b9b3d86b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:05.548165 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965ea5cb-3ec3-4ed1-9085-415ce5b86a44 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:50:05.554966 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-965ea5cb-3ec3-4ed1-9085-415ce5b86a44 admin admin] 10.222.0.58 "PUT /v2.0/routers/802f0331-e0b0-4260-b395-00478bbc376b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6489248 Sep 21 17:50:05.557689 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50468) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:05.563084 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb07a13-20a2-4f5c-aadc-884fb4c4f6f9 None None] Sync routers for ids ['802f0331-e0b0-4260-b395-00478bbc376b'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:50:05.576266 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb07a13-20a2-4f5c-aadc-884fb4c4f6f9 None None] Routers {'802f0331-e0b0-4260-b395-00478bbc376b'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:50:05.576904 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-cbb07a13-20a2-4f5c-aadc-884fb4c4f6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:49:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['802f0331-e0b0-4260-b395-00478bbc376b'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:05.630423 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351b9e7-de51-4b36-bec4-18b9b3d86b09 service neutron] Pushing event updated for resources: {'Port': ['ID=5e645864-710b-499e-8085-e6eeed0fc4b9,revision_number=8']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:05.745361 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e27508c3-c2a4-4c67-a136-d6163a87a877 admin admin] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:05.750698 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-2d17887b-e6b5-4b07-8434-f887421c6f51 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:05.752349 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-2d17887b-e6b5-4b07-8434-f887421c6f51 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/ports/088ae4ee-9c54-471a-9def-2abee202994b HTTP/1.1" status: 200 len: 1093 time: 0.2328887 Sep 21 17:50:05.789042 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-235834d8-e38e-4153-85cc-9f33b7654f5a service neutron] Request body: {'binding': {'host': 'n-h2-810291-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:50:05.789493 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-235834d8-e38e-4153-85cc-9f33b7654f5a service neutron] Unknown quota resources ['binding']. {{(pid=101461) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 17:50:05.807522 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-588b78a2-58db-410a-988c-11a61dddb574 None None] Provisioning complete for port bf0a78f0-7093-47e5-9694-2c9fea2c6b09 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:50:05.808606 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-588b78a2-58db-410a-988c-11a61dddb574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:05.850799 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-cbb07a13-20a2-4f5c-aadc-884fb4c4f6f9 None None] Set router 802f0331-e0b0-4260-b395-00478bbc376b gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:50:05.963229 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e27508c3-c2a4-4c67-a136-d6163a87a877 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:06.036906 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-235834d8-e38e-4153-85cc-9f33b7654f5a service neutron] Attempting to bind port 088ae4ee-9c54-471a-9def-2abee202994b on host n-h2-810291-1 for vnic_type normal with profile None {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:50:06.038038 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-235834d8-e38e-4153-85cc-9f33b7654f5a service neutron] Attempting to bind port 088ae4ee-9c54-471a-9def-2abee202994b by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:50:06.038416 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-235834d8-e38e-4153-85cc-9f33b7654f5a service neutron] Attempting to bind port 088ae4ee-9c54-471a-9def-2abee202994b on network ce365bfd-7bb2-49d3-914a-63ce743986ef {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:50:06.045781 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-625e584f-1125-407f-bdd3-d719609a8477 req-3d82d5f8-6e3f-4dd0-b556-bdc2a16339ef tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:06.046732 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-235834d8-e38e-4153-85cc-9f33b7654f5a service neutron] Port 088ae4ee-9c54-471a-9def-2abee202994b on network ce365bfd-7bb2-49d3-914a-63ce743986ef not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:50:06.047092 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-235834d8-e38e-4153-85cc-9f33b7654f5a service neutron] Attempting to bind port 088ae4ee-9c54-471a-9def-2abee202994b on network ce365bfd-7bb2-49d3-914a-63ce743986ef {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:50:06.054874 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-0351b9e7-de51-4b36-bec4-18b9b3d86b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:06.055905 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-0351b9e7-de51-4b36-bec4-18b9b3d86b09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:06.057327 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-0351b9e7-de51-4b36-bec4-18b9b3d86b09 service neutron] 10.222.0.38 "PUT /v2.0/ports/5e645864-710b-499e-8085-e6eeed0fc4b9 HTTP/1.1" status: 200 len: 1121 time: 2.5447550 Sep 21 17:50:06.060564 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-235834d8-e38e-4153-85cc-9f33b7654f5a service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:50:06.060937 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-235834d8-e38e-4153-85cc-9f33b7654f5a service neutron] Checking segment: {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:50:06.061640 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-235834d8-e38e-4153-85cc-9f33b7654f5a service neutron] Bound using segment: {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:50:06.062099 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-235834d8-e38e-4153-85cc-9f33b7654f5a service neutron] Bound port: 088ae4ee-9c54-471a-9def-2abee202994b, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'}}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:50:06.112161 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-625e584f-1125-407f-bdd3-d719609a8477 req-3d82d5f8-6e3f-4dd0-b556-bdc2a16339ef tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:50:06.117789 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-235834d8-e38e-4153-85cc-9f33b7654f5a service neutron] For port 088ae4ee-9c54-471a-9def-2abee202994b, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=088ae4ee-9c54-471a-9def-2abee202994b,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:50:06.120957 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-e27508c3-c2a4-4c67-a136-d6163a87a877 admin admin] Deleting port 10e4925e-71c0-4c5b-82c3-e2de1e90420b {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:50:06.122366 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e27508c3-c2a4-4c67-a136-d6163a87a877 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:06.127050 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-235834d8-e38e-4153-85cc-9f33b7654f5a service neutron] Notify callbacks [] for binding, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:06.127257 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-625e584f-1125-407f-bdd3-d719609a8477 req-3d82d5f8-6e3f-4dd0-b556-bdc2a16339ef tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:50:06.128216 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-235834d8-e38e-4153-85cc-9f33b7654f5a service neutron] 10.222.0.58 "POST /v2.0/ports/088ae4ee-9c54-471a-9def-2abee202994b/bindings HTTP/1.1" status: 201 len: 389 time: 0.3448579 Sep 21 17:50:06.131740 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-625e584f-1125-407f-bdd3-d719609a8477 req-3d82d5f8-6e3f-4dd0-b556-bdc2a16339ef tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:50:06.135755 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82d5f8-6e3f-4dd0-b556-bdc2a16339ef tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Pushing event updated for resources: {'Port': ['ID=e2243d04-fe5b-47bd-8b1f-d8658b03b859,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:06.156570 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-588b78a2-58db-410a-988c-11a61dddb574 None None] Port bf0a78f0-7093-47e5-9694-2c9fea2c6b09 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:50:06.198394 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-cbb07a13-20a2-4f5c-aadc-884fb4c4f6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802f0331-e0b0-4260-b395-00478bbc376b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1245959078-router', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:36Z', 'updated_at': '2021-09-21T17:50:04Z', 'revision_number': 5, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'gw_port': {'id': '10e4925e-71c0-4c5b-82c3-e2de1e90420b', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802f0331-e0b0-4260-b395-00478bbc376b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:37Z', 'updated_at': '2021-09-21T17:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:06.238511 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-e27508c3-c2a4-4c67-a136-d6163a87a877 admin admin] For port 10e4925e-71c0-4c5b-82c3-e2de1e90420b, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=10e4925e-71c0-4c5b-82c3-e2de1e90420b,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:06.238981 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e27508c3-c2a4-4c67-a136-d6163a87a877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:06.256738 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-e27508c3-c2a4-4c67-a136-d6163a87a877 admin admin] Calling delete_port for 10e4925e-71c0-4c5b-82c3-e2de1e90420b owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:50:06.267167 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-625e584f-1125-407f-bdd3-d719609a8477 req-3d82d5f8-6e3f-4dd0-b556-bdc2a16339ef tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:06.268917 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['5e645864-710b-499e-8085-e6eeed0fc4b9'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:50:06.275779 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb07a13-20a2-4f5c-aadc-884fb4c4f6f9 None None] Checking router: 802f0331-e0b0-4260-b395-00478bbc376b for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:50:06.326566 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-625e584f-1125-407f-bdd3-d719609a8477 req-3d82d5f8-6e3f-4dd0-b556-bdc2a16339ef tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:06.358163 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ba6a61-b7a5-4084-b041-4a13cbdcf6ed x-openstack-request-id: req-d4ba6a61-b7a5-4084-b041-4a13cbdcf6ed {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:50:06.358163 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97995358-b50c-487c-8edf-1bb933d9355c", "name": "network-vif-deleted", "tag": "356dc1ce-2896-4305-a9a7-238488263c10", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:50:06.358420 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d4ba6a61-b7a5-4084-b041-4a13cbdcf6ed {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:50:06.358758 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97995358-b50c-487c-8edf-1bb933d9355c', 'name': 'network-vif-deleted', 'tag': '356dc1ce-2896-4305-a9a7-238488263c10', 'status': 'completed', 'code': 200} Sep 21 17:50:06.366211 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb07a13-20a2-4f5c-aadc-884fb4c4f6f9 None None] Routers {'802f0331-e0b0-4260-b395-00478bbc376b'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:50:06.367156 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-cbb07a13-20a2-4f5c-aadc-884fb4c4f6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:49:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['802f0331-e0b0-4260-b395-00478bbc376b'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:06.430496 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-c6c30c25-8fd9-478f-8112-3679040d9e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf0a78f0-7093-47e5-9694-2c9fea2c6b09 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:50:06.446336 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-c6c30c25-8fd9-478f-8112-3679040d9e47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:06.489913 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-cbb07a13-20a2-4f5c-aadc-884fb4c4f6f9 None None] Set router 802f0331-e0b0-4260-b395-00478bbc376b gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:50:06.505342 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-c6c30c25-8fd9-478f-8112-3679040d9e47 service neutron] Transition to ACTIVE for port object bf0a78f0-7093-47e5-9694-2c9fea2c6b09 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:50:06.524155 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-c6c30c25-8fd9-478f-8112-3679040d9e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:06.549844 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e27508c3-c2a4-4c67-a136-d6163a87a877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:06.571114 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-cbb07a13-20a2-4f5c-aadc-884fb4c4f6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '802f0331-e0b0-4260-b395-00478bbc376b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1245959078-router', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:36Z', 'updated_at': '2021-09-21T17:50:05Z', 'revision_number': 6, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:06.585756 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d54f9-10fa-43df-bdfb-67873b84357b req-62ef8bf0-7aee-4ec7-ac2e-b851d0432758 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:06.587832 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-951d54f9-10fa-43df-bdfb-67873b84357b req-62ef8bf0-7aee-4ec7-ac2e-b851d0432758 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427 HTTP/1.1" status: 200 len: 943 time: 0.0999758 Sep 21 17:50:06.589352 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27508c3-c2a4-4c67-a136-d6163a87a877 admin admin] Pushing event deleted for resources: {'Port': ['ID=10e4925e-71c0-4c5b-82c3-e2de1e90420b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:06.611064 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb07a13-20a2-4f5c-aadc-884fb4c4f6f9 None None] The sync data for ids ['802f0331-e0b0-4260-b395-00478bbc376b'] in n-d-810291-1 is: [{'id': '802f0331-e0b0-4260-b395-00478bbc376b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1245959078-router', 'tenant_id': '1c68d21430e749de8d370bf53e53bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:36Z', 'updated_at': '2021-09-21T17:50:05Z', 'revision_number': 6, 'project_id': '1c68d21430e749de8d370bf53e53bb78', 'gw_port_host': None}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:50:06.625699 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e27508c3-c2a4-4c67-a136-d6163a87a877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:06.649544 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-6dd61ee7-37b5-4971-9ec6-dbac1383e276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:06.651232 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-6dd61ee7-37b5-4971-9ec6-dbac1383e276 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=564aef6a99cc4ded992fbb9f0e732388&device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 1096 time: 0.1611309 Sep 21 17:50:06.682964 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c30c25-8fd9-478f-8112-3679040d9e47 service neutron] Pushing event updated for resources: {'Port': ['ID=bf0a78f0-7093-47e5-9694-2c9fea2c6b09,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:06.701702 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-c6c30c25-8fd9-478f-8112-3679040d9e47 service neutron] Attempting to bind port bf0a78f0-7093-47e5-9694-2c9fea2c6b09 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:50:06.702127 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-c6c30c25-8fd9-478f-8112-3679040d9e47 service neutron] Attempting to bind port bf0a78f0-7093-47e5-9694-2c9fea2c6b09 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:50:06.702517 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-c6c30c25-8fd9-478f-8112-3679040d9e47 service neutron] Attempting to bind port bf0a78f0-7093-47e5-9694-2c9fea2c6b09 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:50:06.723237 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-c6c30c25-8fd9-478f-8112-3679040d9e47 service neutron] Port bf0a78f0-7093-47e5-9694-2c9fea2c6b09 on network c714db5f-672e-4004-8098-88db84169d3c not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:50:06.723237 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-c6c30c25-8fd9-478f-8112-3679040d9e47 service neutron] Attempting to bind port bf0a78f0-7093-47e5-9694-2c9fea2c6b09 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:50:06.755229 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-951d54f9-10fa-43df-bdfb-67873b84357b req-3f7bf928-dd49-4845-8929-176ba2aeea42 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567595 Sep 21 17:50:06.757341 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e27508c3-c2a4-4c67-a136-d6163a87a877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:06.759926 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e27508c3-c2a4-4c67-a136-d6163a87a877 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:06.760457 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-c6c30c25-8fd9-478f-8112-3679040d9e47 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:50:06.760897 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-c6c30c25-8fd9-478f-8112-3679040d9e47 service neutron] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:50:06.761359 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-c6c30c25-8fd9-478f-8112-3679040d9e47 service neutron] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:50:06.761982 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-c6c30c25-8fd9-478f-8112-3679040d9e47 service neutron] Bound port: bf0a78f0-7093-47e5-9694-2c9fea2c6b09, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:50:06.762468 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-c6c30c25-8fd9-478f-8112-3679040d9e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:06.768289 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-625e584f-1125-407f-bdd3-d719609a8477 req-3d82d5f8-6e3f-4dd0-b556-bdc2a16339ef tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:06.790524 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-625e584f-1125-407f-bdd3-d719609a8477 req-3d82d5f8-6e3f-4dd0-b556-bdc2a16339ef tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:06.832285 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e27508c3-c2a4-4c67-a136-d6163a87a877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:06.835205 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27508c3-c2a4-4c67-a136-d6163a87a877 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 802f0331-e0b0-4260-b395-00478bbc376b {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 17:50:06.840932 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e27508c3-c2a4-4c67-a136-d6163a87a877 admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:06.843336 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e27508c3-c2a4-4c67-a136-d6163a87a877 admin admin] 10.222.0.58 "DELETE /v2.0/routers/802f0331-e0b0-4260-b395-00478bbc376b HTTP/1.1" status: 204 len: 168 time: 1.2847099 Sep 21 17:50:06.846008 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50474) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:06.857138 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-625e584f-1125-407f-bdd3-d719609a8477 req-3d82d5f8-6e3f-4dd0-b556-bdc2a16339ef tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:06.893687 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-cfc7930f-7534-4feb-9d79-0c80dd228491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:06.895194 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-cfc7930f-7534-4feb-9d79-0c80dd228491 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ce365bfd-7bb2-49d3-914a-63ce743986ef HTTP/1.1" status: 200 len: 908 time: 0.2243273 Sep 21 17:50:06.902568 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-625e584f-1125-407f-bdd3-d719609a8477 req-3d82d5f8-6e3f-4dd0-b556-bdc2a16339ef tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:06.903742 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-625e584f-1125-407f-bdd3-d719609a8477 req-3d82d5f8-6e3f-4dd0-b556-bdc2a16339ef tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3285692 Sep 21 17:50:06.909080 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82d5f8-6e3f-4dd0-b556-bdc2a16339ef tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Pushing event updated for resources: {'Port': ['ID=e2243d04-fe5b-47bd-8b1f-d8658b03b859,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:06.921157 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a5ebd4a-c57e-427b-8ef2-9b0138b50cf8 admin admin] Deleting subnet 75cf884a-1a0d-44bf-9cea-948d8d70878a {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:50:06.931678 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496e774-9b99-4595-8c03-689391f64e90 req-830d57b3-b366-41a0-8723-d35271805c4d tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:06.933152 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b496e774-9b99-4595-8c03-689391f64e90 req-830d57b3-b366-41a0-8723-d35271805c4d tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea27bd4-7fe5-49d9-8767-a4e09fa2776f HTTP/1.1" status: 200 len: 948 time: 0.0886819 Sep 21 17:50:06.933901 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0a5ebd4a-c57e-427b-8ef2-9b0138b50cf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:06.983836 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0a5ebd4a-c57e-427b-8ef2-9b0138b50cf8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:06.993400 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-708468a5-d104-4f5e-a45c-bc37e2fc2484 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=088ae4ee-9c54-471a-9def-2abee202994b HTTP/1.1" status: 200 len: 217 time: 0.0865221 Sep 21 17:50:07.003425 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-c6c30c25-8fd9-478f-8112-3679040d9e47 service neutron] For port bf0a78f0-7093-47e5-9694-2c9fea2c6b09, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:50:07.009680 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-625e584f-1125-407f-bdd3-d719609a8477 req-2b463697-8e96-426a-80fa-876e5dcb49d0 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.31 HTTP/1.1" status: 200 len: 695 time: 0.0967741 Sep 21 17:50:07.022896 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b496e774-9b99-4595-8c03-689391f64e90 req-7909a63d-6080-4d66-bb3e-99c271da9880 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fc618fb-1665-4e1f-b42f-6a0c5f255e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697660 Sep 21 17:50:07.064997 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-c6c30c25-8fd9-478f-8112-3679040d9e47 service neutron] For port bf0a78f0-7093-47e5-9694-2c9fea2c6b09, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=bf0a78f0-7093-47e5-9694-2c9fea2c6b09,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:50:07.083778 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-c6c30c25-8fd9-478f-8112-3679040d9e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:07.104173 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0a5ebd4a-c57e-427b-8ef2-9b0138b50cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:07.137863 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1c58ea0c-83e9-45c6-afe9-9c9106cca901 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:50:07.163643 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 1c58ea0c-83e9-45c6-afe9-9c9106cca901 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:50:07.164322 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1c58ea0c-83e9-45c6-afe9-9c9106cca901 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:50:07.168146 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-c6c30c25-8fd9-478f-8112-3679040d9e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:07.169320 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-c6c30c25-8fd9-478f-8112-3679040d9e47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:07.170666 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-c6c30c25-8fd9-478f-8112-3679040d9e47 service neutron] 10.222.0.38 "PUT /v2.0/ports/bf0a78f0-7093-47e5-9694-2c9fea2c6b09 HTTP/1.1" status: 200 len: 1096 time: 1.7847731 Sep 21 17:50:07.197185 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0a5ebd4a-c57e-427b-8ef2-9b0138b50cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:07.198864 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3556c0f9-f87a-4445-ba74-b5207463990f x-openstack-request-id: req-3556c0f9-f87a-4445-ba74-b5207463990f {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:50:07.199294 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e", "name": "network-vif-plugged", "status": "completed", "tag": "c68b5a8b-2abe-43cb-9563-22cd56c02184", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:50:07.199625 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3556c0f9-f87a-4445-ba74-b5207463990f {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:50:07.200032 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68b5a8b-2abe-43cb-9563-22cd56c02184', 'code': 200} Sep 21 17:50:07.235391 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ebd4a-c57e-427b-8ef2-9b0138b50cf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75cf884a-1a0d-44bf-9cea-948d8d70878a,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:07.236456 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-6a7b87dd-9f2b-4b9c-a1ab-9eaf59b0d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:07.241317 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0a5ebd4a-c57e-427b-8ef2-9b0138b50cf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:07.243742 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0a5ebd4a-c57e-427b-8ef2-9b0138b50cf8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/75cf884a-1a0d-44bf-9cea-948d8d70878a HTTP/1.1" status: 204 len: 168 time: 0.3967886 Sep 21 17:50:07.244018 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-6a7b87dd-9f2b-4b9c-a1ab-9eaf59b0d171 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f6bcee82-068a-4838-bdd8-412dc7128026 HTTP/1.1" status: 200 len: 847 time: 0.2378874 Sep 21 17:50:07.246180 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50476) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:07.252035 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01be0f7-e84a-4ba5-a58a-9a9fa648d8f2 None None] Network dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:50:07.349377 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c30c25-8fd9-478f-8112-3679040d9e47 service neutron] Pushing event updated for resources: {'Port': ['ID=bf0a78f0-7093-47e5-9694-2c9fea2c6b09,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:07.355465 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-6e80d7a0-839c-45aa-a020-1af0a0f2d84f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ce365bfd-7bb2-49d3-914a-63ce743986ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650485 Sep 21 17:50:07.396079 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e584f-1125-407f-bdd3-d719609a8477 req-01f766dc-9323-4bef-a651-abe84aabdf97 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:07.397546 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-625e584f-1125-407f-bdd3-d719609a8477 req-01f766dc-9323-4bef-a651-abe84aabdf97 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 784 time: 0.3732593 Sep 21 17:50:07.440229 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ed2c4f96-146d-45c4-892a-bf5259918a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:07.454104 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-0e2f36a6-7f65-4698-9e1b-90bbd9ba9871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:07.455647 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-0e2f36a6-7f65-4698-9e1b-90bbd9ba9871 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d4bd902d38d445d9d4accd229dcc47f&device_id=8ea27bd4-7fe5-49d9-8767-a4e09fa2776f HTTP/1.1" status: 200 len: 1099 time: 0.1900311 Sep 21 17:50:07.520330 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f4bd4-ac24-4239-bdb6-198c3e78750a req-62964abc-09be-4ef8-af5f-bf01f7b73f64 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:07.523867 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a85f4bd4-ac24-4239-bdb6-198c3e78750a req-62964abc-09be-4ef8-af5f-bf01f7b73f64 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 948 time: 0.1934953 Sep 21 17:50:07.526082 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-d9d725ab-8991-43cb-a853-319f01f7bc4b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=bf0a78f0-7093-47e5-9694-2c9fea2c6b09 HTTP/1.1" status: 200 len: 217 time: 0.0598578 Sep 21 17:50:07.529720 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12862e57-3e49-448f-826c-8b42d92f5f97 req-1fa31935-6d92-4646-8c5c-ee148084c26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:07.532102 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-12862e57-3e49-448f-826c-8b42d92f5f97 req-1fa31935-6d92-4646-8c5c-ee148084c26e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 1099 time: 0.2381976 Sep 21 17:50:07.607389 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-cc2b5945-e0a8-4ff3-8fdd-e3638049806e service neutron] 10.222.0.44 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420805 Sep 21 17:50:07.614902 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a85f4bd4-ac24-4239-bdb6-198c3e78750a req-d98c4e28-d96f-4b40-9a21-86dab88528ef tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777969 Sep 21 17:50:07.618423 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e024e9-66d1-49df-a172-d95c0061839c req-9c5c1ae0-332d-4b42-9f93-89039dd52305 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:07.623335 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-12862e57-3e49-448f-826c-8b42d92f5f97 req-18b8082f-994c-4293-80e5-7ce392cdfec6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792902 Sep 21 17:50:07.627779 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e8e024e9-66d1-49df-a172-d95c0061839c req-9c5c1ae0-332d-4b42-9f93-89039dd52305 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 945 time: 0.1509192 Sep 21 17:50:07.638869 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-ed2c4f96-146d-45c4-892a-bf5259918a4b admin admin] Deleting port 467cc323-d046-4cd1-9427-a4e8ab4df708 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:50:07.639171 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ed2c4f96-146d-45c4-892a-bf5259918a4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:07.665790 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50482) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:07.682235 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-2f5eb2b8-b88a-4e35-9cd3-0f6da41bba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:07.683818 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-2f5eb2b8-b88a-4e35-9cd3-0f6da41bba66 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1389699 Sep 21 17:50:07.703228 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108e38b4-c1ac-4f9a-8ea5-ce09c822075b None None] DHCP port deletion for dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 17:50:07.766592 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e8e024e9-66d1-49df-a172-d95c0061839c req-a418b687-ba76-4ea2-a45c-7312a3446072 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200714 Sep 21 17:50:07.780747 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-108e38b4-c1ac-4f9a-8ea5-ce09c822075b None None] Deleting port 467cc323-d046-4cd1-9427-a4e8ab4df708 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:50:07.783351 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-108e38b4-c1ac-4f9a-8ea5-ce09c822075b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:07.795788 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-4f2dbf15-d449-4892-b0e3-956ea1f7ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:07.797743 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-4f2dbf15-d449-4892-b0e3-956ea1f7ff5e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0781868 Sep 21 17:50:07.800263 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-2bf26ea7-2464-4d0d-bd9d-f5f777089ab7 service neutron] 10.222.0.44 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713743 Sep 21 17:50:07.827276 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-ed2c4f96-146d-45c4-892a-bf5259918a4b admin admin] For port 467cc323-d046-4cd1-9427-a4e8ab4df708, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=467cc323-d046-4cd1-9427-a4e8ab4df708,segment=NetworkSegment(5b6f10d4-dd75-4fb6-b8ac-481a524386ad),segment_id=5b6f10d4-dd75-4fb6-b8ac-481a524386ad)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:07.827672 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ed2c4f96-146d-45c4-892a-bf5259918a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:07.889149 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-108e38b4-c1ac-4f9a-8ea5-ce09c822075b None None] For port 467cc323-d046-4cd1-9427-a4e8ab4df708, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=467cc323-d046-4cd1-9427-a4e8ab4df708,segment=NetworkSegment(5b6f10d4-dd75-4fb6-b8ac-481a524386ad),segment_id=5b6f10d4-dd75-4fb6-b8ac-481a524386ad)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:07.889611 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-108e38b4-c1ac-4f9a-8ea5-ce09c822075b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:07.904687 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-108e38b4-c1ac-4f9a-8ea5-ce09c822075b None None] Calling delete_port for 467cc323-d046-4cd1-9427-a4e8ab4df708 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:50:07.918197 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-ed2c4f96-146d-45c4-892a-bf5259918a4b admin admin] Calling delete_port for 467cc323-d046-4cd1-9427-a4e8ab4df708 owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:50:07.990283 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d28cb-51fa-433e-a046-ac5667e01859 req-37222534-e346-4f88-a752-e4872a793e54 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:07.992348 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dc7d28cb-51fa-433e-a046-ac5667e01859 req-37222534-e346-4f88-a752-e4872a793e54 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427 HTTP/1.1" status: 200 len: 943 time: 0.0902913 Sep 21 17:50:07.994369 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-6a5b2776-a825-4be7-8295-52f78f140e0c service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863286 Sep 21 17:50:08.053201 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17a901-d530-4e2f-b348-5a55da95d533 req-b92ec4fe-7bcb-4ba0-a06c-f029ef363185 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:08.053931 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-108e38b4-c1ac-4f9a-8ea5-ce09c822075b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:08.061822 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ef17a901-d530-4e2f-b348-5a55da95d533 req-b92ec4fe-7bcb-4ba0-a06c-f029ef363185 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/ports?device_id=83312476-8644-48b8-b69d-37be81bc0122&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3410554 Sep 21 17:50:08.078494 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dc7d28cb-51fa-433e-a046-ac5667e01859 req-2085f208-7ae7-4b84-aec7-fad674428375 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796368 Sep 21 17:50:08.088853 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e38b4-c1ac-4f9a-8ea5-ce09c822075b None None] Pushing event deleted for resources: {'Port': ['ID=467cc323-d046-4cd1-9427-a4e8ab4df708,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:08.091664 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108e38b4-c1ac-4f9a-8ea5-ce09c822075b None None] No DVR routers for this DVR port 467cc323-d046-4cd1-9427-a4e8ab4df708 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:50:08.172916 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ef17a901-d530-4e2f-b348-5a55da95d533 req-6be176f3-f955-463b-95ba-d251c7c7e7e3 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.31 HTTP/1.1" status: 200 len: 695 time: 0.1101196 Sep 21 17:50:08.195488 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-ef17a901-d530-4e2f-b348-5a55da95d533 req-3ac6082e-37b4-4c2f-8ac7-7b731b2bd271 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Request body: {'floatingip': {'port_id': 'd675028a-dbd5-42b0-b0ac-3c90e6e3a883', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:50:08.219258 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-83bb3edd-d534-4e35-b7a4-653ac9426c75 req-9b1ed862-7887-47c1-a42d-cf4a9bced20a service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044518 Sep 21 17:50:08.237638 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a172f4-c89d-482a-a672-66b545cad9f3 req-eac6a3e6-7ae6-4c13-b2f0-f066a68a37ba tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:08.237638 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-24a172f4-c89d-482a-a672-66b545cad9f3 req-eac6a3e6-7ae6-4c13-b2f0-f066a68a37ba tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea27bd4-7fe5-49d9-8767-a4e09fa2776f HTTP/1.1" status: 200 len: 948 time: 0.0713139 Sep 21 17:50:08.283811 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-24a172f4-c89d-482a-a672-66b545cad9f3 req-6e268756-87eb-4087-a629-61636fc9a6bd tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fc618fb-1665-4e1f-b42f-6a0c5f255e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412536 Sep 21 17:50:08.360555 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede89eb3-9b5a-40aa-8e86-2ea4a0bde427', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e645864-710b-499e-8085-e6eeed0fc4b9'}, {'name': 'network-changed', 'server_uuid': 'ede89eb3-9b5a-40aa-8e86-2ea4a0bde427', 'tag': '5e645864-710b-499e-8085-e6eeed0fc4b9'}, {'name': 'network-changed', 'server_uuid': '8ea27bd4-7fe5-49d9-8767-a4e09fa2776f', 'tag': 'bf0a78f0-7093-47e5-9694-2c9fea2c6b09'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:50:08.364866 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f866f5-2a83-4eea-9b67-a5e7b468d6fd" -d '{"events": [{"server_uuid": "ede89eb3-9b5a-40aa-8e86-2ea4a0bde427", "name": "network-vif-unplugged", "status": "completed", "tag": "5e645864-710b-499e-8085-e6eeed0fc4b9"}, {"name": "network-changed", "server_uuid": "ede89eb3-9b5a-40aa-8e86-2ea4a0bde427", "tag": "5e645864-710b-499e-8085-e6eeed0fc4b9"}, {"name": "network-changed", "server_uuid": "8ea27bd4-7fe5-49d9-8767-a4e09fa2776f", "tag": "bf0a78f0-7093-47e5-9694-2c9fea2c6b09"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:50:08.414652 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 21 Sep 2021 17:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5f8fc4-712a-4eea-889e-a82078cbb06f x-openstack-request-id: req-ca5f8fc4-712a-4eea-889e-a82078cbb06f {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:50:08.414983 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede89eb3-9b5a-40aa-8e86-2ea4a0bde427", "name": "network-vif-unplugged", "status": "completed", "tag": "5e645864-710b-499e-8085-e6eeed0fc4b9", "code": 200}, {"name": "network-changed", "server_uuid": "ede89eb3-9b5a-40aa-8e86-2ea4a0bde427", "tag": "5e645864-710b-499e-8085-e6eeed0fc4b9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8ea27bd4-7fe5-49d9-8767-a4e09fa2776f", "tag": "bf0a78f0-7093-47e5-9694-2c9fea2c6b09", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:50:08.415241 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ca5f8fc4-712a-4eea-889e-a82078cbb06f {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:50:08.415686 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede89eb3-9b5a-40aa-8e86-2ea4a0bde427', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e645864-710b-499e-8085-e6eeed0fc4b9', 'code': 200} Sep 21 17:50:08.415908 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ede89eb3-9b5a-40aa-8e86-2ea4a0bde427', 'tag': '5e645864-710b-499e-8085-e6eeed0fc4b9', 'status': 'completed', 'code': 200} Sep 21 17:50:08.416157 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ea27bd4-7fe5-49d9-8767-a4e09fa2776f', 'tag': 'bf0a78f0-7093-47e5-9694-2c9fea2c6b09', 'status': 'completed', 'code': 200} Sep 21 17:50:08.511775 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f866f5-2a83-4eea-9b67-a5e7b468d6fd req-bef1a276-2801-4605-8b61-caead8e4160f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:08.513448 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65f866f5-2a83-4eea-9b67-a5e7b468d6fd req-bef1a276-2801-4605-8b61-caead8e4160f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57dccdb6847547f580dd9713009778d2&device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427 HTTP/1.1" status: 200 len: 1124 time: 0.0720031 Sep 21 17:50:08.519080 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f866f5-2a83-4eea-9b67-a5e7b468d6fd req-cef4678e-6f54-4df4-93e4-5a801ef5a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:08.520466 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65f866f5-2a83-4eea-9b67-a5e7b468d6fd req-cef4678e-6f54-4df4-93e4-5a801ef5a4d5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d4bd902d38d445d9d4accd229dcc47f&device_id=8ea27bd4-7fe5-49d9-8767-a4e09fa2776f HTTP/1.1" status: 200 len: 1099 time: 0.0685351 Sep 21 17:50:08.530048 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ef17a901-d530-4e2f-b348-5a55da95d533 req-3ac6082e-37b4-4c2f-8ac7-7b731b2bd271 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks [] for floatingip, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:08.643947 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ed2c4f96-146d-45c4-892a-bf5259918a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:08.691265 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c4f96-146d-45c4-892a-bf5259918a4b admin admin] Pushing event deleted for resources: {'Port': ['ID=467cc323-d046-4cd1-9427-a4e8ab4df708,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:08.695499 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f866f5-2a83-4eea-9b67-a5e7b468d6fd req-947c5f36-064f-46e6-9aa8-f0140ad266c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:08.697266 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65f866f5-2a83-4eea-9b67-a5e7b468d6fd req-947c5f36-064f-46e6-9aa8-f0140ad266c5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.1670866 Sep 21 17:50:08.701113 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2c4f96-146d-45c4-892a-bf5259918a4b admin admin] No DVR routers for this DVR port 467cc323-d046-4cd1-9427-a4e8ab4df708 on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:50:08.706827 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f866f5-2a83-4eea-9b67-a5e7b468d6fd req-93cb6165-df51-4b02-86ef-23fc181d6096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:08.708386 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65f866f5-2a83-4eea-9b67-a5e7b468d6fd req-93cb6165-df51-4b02-86ef-23fc181d6096 service neutron] 10.222.0.44 "GET /v2.0/networks?id=24a709a9-6fef-4b8b-a432-62063bc26954 HTTP/1.1" status: 200 len: 922 time: 0.1865499 Sep 21 17:50:08.751587 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65f866f5-2a83-4eea-9b67-a5e7b468d6fd req-48f790d0-1c65-4636-b8c4-eb79dfb31df3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=bf0a78f0-7093-47e5-9694-2c9fea2c6b09 HTTP/1.1" status: 200 len: 217 time: 0.0419405 Sep 21 17:50:08.844729 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65f866f5-2a83-4eea-9b67-a5e7b468d6fd req-57a149d6-dea3-45dc-b39b-42c1bb69e7c1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e645864-710b-499e-8085-e6eeed0fc4b9 HTTP/1.1" status: 200 len: 217 time: 0.1006057 Sep 21 17:50:08.851261 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ed2c4f96-146d-45c4-892a-bf5259918a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:08.885574 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 10e4925e-71c0-4c5b-82c3-e2de1e90420b no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:50:08.901923 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f866f5-2a83-4eea-9b67-a5e7b468d6fd req-28e09d08-e3d3-423e-946d-2647d859f855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:08.903609 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65f866f5-2a83-4eea-9b67-a5e7b468d6fd req-28e09d08-e3d3-423e-946d-2647d859f855 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1138501 Sep 21 17:50:08.908059 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ed2c4f96-146d-45c4-892a-bf5259918a4b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:50:08.908405 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ed2c4f96-146d-45c4-892a-bf5259918a4b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:50:08.909365 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ed2c4f96-146d-45c4-892a-bf5259918a4b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:50:08.909521 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ed2c4f96-146d-45c4-892a-bf5259918a4b admin admin] Subscribe: > port after_create 55550000 {{(pid=101461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:50:08.909862 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ed2c4f96-146d-45c4-892a-bf5259918a4b admin admin] Subscribe: > port after_delete 55550000 {{(pid=101461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:50:08.909987 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 10e4925e-71c0-4c5b-82c3-e2de1e90420b {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:50:08.910204 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ed2c4f96-146d-45c4-892a-bf5259918a4b admin admin] Subscribe: > port after_update 55550000 {{(pid=101461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:50:08.910329 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 10e4925e-71c0-4c5b-82c3-e2de1e90420b not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:50:08.910517 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ed2c4f96-146d-45c4-892a-bf5259918a4b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:50:08.910696 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 467cc323-d046-4cd1-9427-a4e8ab4df708 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:50:08.910814 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ed2c4f96-146d-45c4-892a-bf5259918a4b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:50:08.911165 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ed2c4f96-146d-45c4-892a-bf5259918a4b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:50:08.911502 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ed2c4f96-146d-45c4-892a-bf5259918a4b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:50:08.927852 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705bdf2-eb87-49f0-acc4-3d47008dd48e req-c6eb59d0-f3c8-4e3d-9af5-480cd406bdbe tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:08.929506 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3705bdf2-eb87-49f0-acc4-3d47008dd48e req-c6eb59d0-f3c8-4e3d-9af5-480cd406bdbe tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 948 time: 0.1847279 Sep 21 17:50:08.936797 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 467cc323-d046-4cd1-9427-a4e8ab4df708 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:50:08.937147 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 467cc323-d046-4cd1-9427-a4e8ab4df708 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:50:08.981935 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f866f5-2a83-4eea-9b67-a5e7b468d6fd req-55c6fd17-867f-4d06-882d-2d0702f5d252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:08.983397 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65f866f5-2a83-4eea-9b67-a5e7b468d6fd req-55c6fd17-867f-4d06-882d-2d0702f5d252 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f5dcf0d3-3653-4c17-af0f-a1adf84dd578 HTTP/1.1" status: 200 len: 861 time: 0.1211693 Sep 21 17:50:09.031040 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65f866f5-2a83-4eea-9b67-a5e7b468d6fd req-fbfa1950-6d15-4f9c-bb93-730a9127d079 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=24a709a9-6fef-4b8b-a432-62063bc26954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376639 Sep 21 17:50:09.032964 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ed2c4f96-146d-45c4-892a-bf5259918a4b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:50:09.033312 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ed2c4f96-146d-45c4-892a-bf5259918a4b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:50:09.034740 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ed2c4f96-146d-45c4-892a-bf5259918a4b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:50:09.035139 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ed2c4f96-146d-45c4-892a-bf5259918a4b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:50:09.035525 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-ed2c4f96-146d-45c4-892a-bf5259918a4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd573cca-7543-4cc1-a3b1-553cdc8e3ef8']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:09.036203 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3705bdf2-eb87-49f0-acc4-3d47008dd48e req-d566d851-37a0-49de-92b1-25b4de0f9da8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949802 Sep 21 17:50:09.040893 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f866f5-2a83-4eea-9b67-a5e7b468d6fd req-1caa3655-be52-4322-ac8a-fe0fcadcb747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:09.042469 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65f866f5-2a83-4eea-9b67-a5e7b468d6fd req-1caa3655-be52-4322-ac8a-fe0fcadcb747 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1238172 Sep 21 17:50:09.086439 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-ed2c4f96-146d-45c4-892a-bf5259918a4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b6f10d4-dd75-4fb6-b8ac-481a524386ad') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:09.087056 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-ed2c4f96-146d-45c4-892a-bf5259918a4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b6f10d4-dd75-4fb6-b8ac-481a524386ad') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:09.118849 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [req-ef17a901-d530-4e2f-b348-5a55da95d533 req-3ac6082e-37b4-4c2f-8ac7-7b731b2bd271 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] update failed (client error): There was a conflict when trying to complete your request. Sep 21 17:50:09.120023 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ef17a901-d530-4e2f-b348-5a55da95d533 req-3ac6082e-37b4-4c2f-8ac7-7b731b2bd271 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "PUT /v2.0/floatingips/437d12f3-5bad-4f12-b451-1ab8e33c7aa5 HTTP/1.1" status: 409 len: 550 time: 0.9286304 Sep 21 17:50:09.128947 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ed2c4f96-146d-45c4-892a-bf5259918a4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:09.134821 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5230ba10-5a3e-4d84-a73c-6f8c0eb72dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:09.185740 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ed2c4f96-146d-45c4-892a-bf5259918a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:09.201409 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed2c4f96-146d-45c4-892a-bf5259918a4b admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:50:09.201817 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ed2c4f96-146d-45c4-892a-bf5259918a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: from cryptography.utils import int_from_bytes Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: from cryptography.utils import int_from_bytes Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: timer() Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:50:09.221655 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:50:09.276327 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65f866f5-2a83-4eea-9b67-a5e7b468d6fd req-9583c682-b98d-4c94-a0f4-ea6af6978405 service neutron] 10.222.0.44 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318149 Sep 21 17:50:09.287838 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380e438-d728-49a8-9357-d6bd965295f2 req-81fba073-385d-433a-a63d-8d8098733616 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:09.289377 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3380e438-d728-49a8-9357-d6bd965295f2 req-81fba073-385d-433a-a63d-8d8098733616 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 945 time: 0.1800776 Sep 21 17:50:09.293131 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65f866f5-2a83-4eea-9b67-a5e7b468d6fd req-6485064f-9fc3-41fe-b328-5c5be1602f3c service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305450 Sep 21 17:50:09.364250 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ed2c4f96-146d-45c4-892a-bf5259918a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:09.389316 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ed2c4f96-146d-45c4-892a-bf5259918a4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:09.391461 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ed2c4f96-146d-45c4-892a-bf5259918a4b admin admin] 10.222.0.58 "DELETE /v2.0/networks/dd573cca-7543-4cc1-a3b1-553cdc8e3ef8 HTTP/1.1" status: 204 len: 168 time: 2.1440036 Sep 21 17:50:09.442840 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba931e-6b67-4051-b945-26966ddd002e req-09854b52-a9dd-4b9e-aab6-6617fb9d1db1 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:09.450822 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bfba931e-6b67-4051-b945-26966ddd002e req-09854b52-a9dd-4b9e-aab6-6617fb9d1db1 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427 HTTP/1.1" status: 200 len: 943 time: 0.2141542 Sep 21 17:50:09.453843 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c4f96-146d-45c4-892a-bf5259918a4b admin admin] Pushing event deleted for resources: {'Network': ['ID=dd573cca-7543-4cc1-a3b1-553cdc8e3ef8,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:09.533176 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bfba931e-6b67-4051-b945-26966ddd002e req-b368557d-4503-4d3e-bac3-4cdefa9c316d tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812466 Sep 21 17:50:09.637865 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50506) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:09.677764 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ad8e8176-ff2d-4af4-9091-4e300d9bd3e3 req-e1ac811c-3a47-4d05-82b3-48ee22f993e6 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/floatingips/437d12f3-5bad-4f12-b451-1ab8e33c7aa5 HTTP/1.1" status: 200 len: 692 time: 0.0784445 Sep 21 17:50:09.765906 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 5e645864-710b-499e-8085-e6eeed0fc4b9 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:50:09.770647 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3380e438-d728-49a8-9357-d6bd965295f2 req-9f4ea6f5-4f96-461a-bc73-b2320def663b tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699156 Sep 21 17:50:09.774261 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-5230ba10-5a3e-4d84-a73c-6f8c0eb72dce admin admin] Deleting port 46c7e083-0117-46f9-97f5-7560a5a93018 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:50:09.774695 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5230ba10-5a3e-4d84-a73c-6f8c0eb72dce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:09.798536 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f0f6b24f-a8b8-443d-b247-cf9bfec297b5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1c68d21430e749de8d370bf53e53bb78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475484 Sep 21 17:50:09.803841 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50508) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:09.829019 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65f866f5-2a83-4eea-9b67-a5e7b468d6fd req-02b6c47a-7f80-4a40-bdfb-467abda402ef service neutron] 10.222.0.44 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5382454 Sep 21 17:50:09.832940 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65f866f5-2a83-4eea-9b67-a5e7b468d6fd req-09c9d712-5b52-4ba6-a5c0-8035106f6c4e service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052641 Sep 21 17:50:09.882495 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e8176-ff2d-4af4-9091-4e300d9bd3e3 req-0ac4cca6-758a-4201-be6c-4a19471fb9fc tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:09.883818 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ad8e8176-ff2d-4af4-9091-4e300d9bd3e3 req-0ac4cca6-758a-4201-be6c-4a19471fb9fc tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 784 time: 0.1983991 Sep 21 17:50:09.924512 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-ad8e8176-ff2d-4af4-9091-4e300d9bd3e3 req-77bba316-7bef-433a-adaf-90c6e0234ce1 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:50:09.925747 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ad8e8176-ff2d-4af4-9091-4e300d9bd3e3 req-77bba316-7bef-433a-adaf-90c6e0234ce1 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0327349 Sep 21 17:50:09.954258 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 5e645864-710b-499e-8085-e6eeed0fc4b9, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5e645864-710b-499e-8085-e6eeed0fc4b9,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:09.965829 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-5230ba10-5a3e-4d84-a73c-6f8c0eb72dce admin admin] For port 46c7e083-0117-46f9-97f5-7560a5a93018, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=46c7e083-0117-46f9-97f5-7560a5a93018,segment=NetworkSegment(67303b61-e45a-4af0-805b-0bf5aae7fcb6),segment_id=67303b61-e45a-4af0-805b-0bf5aae7fcb6)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:09.966280 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5230ba10-5a3e-4d84-a73c-6f8c0eb72dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:09.968987 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 5e645864-710b-499e-8085-e6eeed0fc4b9 has no active binding in host n-h1-810291-1 {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 21 17:50:09.977213 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595b636-8cf2-413c-906a-4d76af95410e req-459354e0-2646-4517-b3ca-f23ee8a44452 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:09.979255 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4595b636-8cf2-413c-906a-4d76af95410e req-459354e0-2646-4517-b3ca-f23ee8a44452 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea27bd4-7fe5-49d9-8767-a4e09fa2776f HTTP/1.1" status: 200 len: 948 time: 0.0656292 Sep 21 17:50:10.002203 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6ba5b8bb-b015-4a0f-878f-aa28b389e325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:10.018152 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4595b636-8cf2-413c-906a-4d76af95410e req-482b2f70-45bf-43d8-a5aa-3c15c07f624c tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fc618fb-1665-4e1f-b42f-6a0c5f255e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327914 Sep 21 17:50:10.036389 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-5230ba10-5a3e-4d84-a73c-6f8c0eb72dce admin admin] Calling delete_port for 46c7e083-0117-46f9-97f5-7560a5a93018 owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:50:10.053795 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ad8e8176-ff2d-4af4-9091-4e300d9bd3e3 req-20fd203c-cbe7-47a9-87f0-0f1538bf6d84 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.31 HTTP/1.1" status: 200 len: 695 time: 0.0831158 Sep 21 17:50:10.107017 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6ba5b8bb-b015-4a0f-878f-aa28b389e325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:10.159933 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ad8e8176-ff2d-4af4-9091-4e300d9bd3e3 req-19655419-37af-469a-91fe-a9fb1ef54593 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.31 HTTP/1.1" status: 200 len: 695 time: 0.0948126 Sep 21 17:50:10.216143 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366aa0ab-0878-4b8a-a7a6-71863acd6860 req-4d2e8618-020e-4ff3-af03-f2c93c441f94 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:10.217854 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-366aa0ab-0878-4b8a-a7a6-71863acd6860 req-4d2e8618-020e-4ff3-af03-f2c93c441f94 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 948 time: 0.0692699 Sep 21 17:50:10.267748 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-366aa0ab-0878-4b8a-a7a6-71863acd6860 req-263029ed-8523-47e9-a227-d677c7e7db08 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423052 Sep 21 17:50:10.332003 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6ba5b8bb-b015-4a0f-878f-aa28b389e325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:10.334528 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6ba5b8bb-b015-4a0f-878f-aa28b389e325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:10.338333 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6ba5b8bb-b015-4a0f-878f-aa28b389e325 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2d1adea4-3123-43ec-b076-7a49a44dbe27 HTTP/1.1" status: 204 len: 168 time: 0.5322063 Sep 21 17:50:10.348275 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-c08a764c-93ee-44a4-8f0c-c6a699fe6f19 service neutron] 10.222.0.44 "GET /v2.0/ports/5e645864-710b-499e-8085-e6eeed0fc4b9/bindings/n-h1-810291-1 HTTP/1.1" status: 200 len: 384 time: 0.0731368 Sep 21 17:50:10.367297 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5b8bb-b015-4a0f-878f-aa28b389e325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1adea4-3123-43ec-b076-7a49a44dbe27,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:10.421382 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-ad8e8176-ff2d-4af4-9091-4e300d9bd3e3 req-b4eacab3-7c0f-4b04-8309-bc0d39a7d5d1 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Deleting port e2243d04-fe5b-47bd-8b1f-d8658b03b859 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:50:10.421634 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ad8e8176-ff2d-4af4-9091-4e300d9bd3e3 req-b4eacab3-7c0f-4b04-8309-bc0d39a7d5d1 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:10.496917 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5230ba10-5a3e-4d84-a73c-6f8c0eb72dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:10.532605 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230ba10-5a3e-4d84-a73c-6f8c0eb72dce admin admin] Pushing event deleted for resources: {'Port': ['ID=46c7e083-0117-46f9-97f5-7560a5a93018,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:10.547552 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ad8e8176-ff2d-4af4-9091-4e300d9bd3e3 req-b4eacab3-7c0f-4b04-8309-bc0d39a7d5d1 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:10.547657 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ad8e8176-ff2d-4af4-9091-4e300d9bd3e3 req-b4eacab3-7c0f-4b04-8309-bc0d39a7d5d1 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:10.551652 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afe845-d590-4269-9443-053d7e2039e9 req-6d19999f-07b0-421f-b090-56c2953f574a tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:10.560348 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-79afe845-d590-4269-9443-053d7e2039e9 req-6d19999f-07b0-421f-b090-56c2953f574a tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 948 time: 0.1374822 Sep 21 17:50:10.576708 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-ad8e8176-ff2d-4af4-9091-4e300d9bd3e3 req-b4eacab3-7c0f-4b04-8309-bc0d39a7d5d1 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Calling delete_port for e2243d04-fe5b-47bd-8b1f-d8658b03b859 owned by network:floatingip {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:50:10.684922 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-79afe845-d590-4269-9443-053d7e2039e9 req-412665cb-00ca-4fc5-8bb1-194a2af67169 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170108 Sep 21 17:50:10.732845 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-0f683d7e-6b94-436a-8fae-84f5f37df0ce service neutron] For port 5e645864-710b-499e-8085-e6eeed0fc4b9, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5e645864-710b-499e-8085-e6eeed0fc4b9,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:10.778268 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-0f683d7e-6b94-436a-8fae-84f5f37df0ce service neutron] For port 5e645864-710b-499e-8085-e6eeed0fc4b9, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:50:10.857995 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ad8e8176-ff2d-4af4-9091-4e300d9bd3e3 req-b4eacab3-7c0f-4b04-8309-bc0d39a7d5d1 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:10.863353 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-0f683d7e-6b94-436a-8fae-84f5f37df0ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e645864-710b-499e-8085-e6eeed0fc4b9 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:50:10.879274 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-0f683d7e-6b94-436a-8fae-84f5f37df0ce service neutron] For port 5e645864-710b-499e-8085-e6eeed0fc4b9, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=5e645864-710b-499e-8085-e6eeed0fc4b9,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:10.899818 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eacab3-7c0f-4b04-8309-bc0d39a7d5d1 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Pushing event deleted for resources: {'Port': ['ID=e2243d04-fe5b-47bd-8b1f-d8658b03b859,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:10.910726 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-0f683d7e-6b94-436a-8fae-84f5f37df0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:10.922777 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39003960-84c2-4683-94b5-33cf08b600a1 req-9fcdd7a8-9f8e-4e4a-aea1-09e84e467499 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:10.924605 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-39003960-84c2-4683-94b5-33cf08b600a1 req-9fcdd7a8-9f8e-4e4a-aea1-09e84e467499 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427 HTTP/1.1" status: 200 len: 943 time: 0.1063707 Sep 21 17:50:11.011282 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-39003960-84c2-4683-94b5-33cf08b600a1 req-d5018199-ecf7-4aed-b0c4-5b80f4082383 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740850 Sep 21 17:50:11.064375 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-0f683d7e-6b94-436a-8fae-84f5f37df0ce service neutron] Transition to ACTIVE for port object 5e645864-710b-499e-8085-e6eeed0fc4b9 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:50:11.070302 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-0f683d7e-6b94-436a-8fae-84f5f37df0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:11.157473 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-0f683d7e-6b94-436a-8fae-84f5f37df0ce service neutron] No DVR routers for this DVR port 5e645864-710b-499e-8085-e6eeed0fc4b9 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:50:11.204371 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f683d7e-6b94-436a-8fae-84f5f37df0ce service neutron] Pushing event updated for resources: {'Port': ['ID=5e645864-710b-499e-8085-e6eeed0fc4b9,revision_number=10']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:11.242264 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-0f683d7e-6b94-436a-8fae-84f5f37df0ce service neutron] 10.222.0.44 "PUT /v2.0/ports/5e645864-710b-499e-8085-e6eeed0fc4b9/bindings/n-h1-810291-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8860924 Sep 21 17:50:11.270073 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f457ab-fe47-435d-a281-72bb2b53dba5 req-f3a1244a-e6df-4ac4-825a-7ad4ad5cfb97 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:11.272271 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-91f457ab-fe47-435d-a281-72bb2b53dba5 req-f3a1244a-e6df-4ac4-825a-7ad4ad5cfb97 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 945 time: 0.0808442 Sep 21 17:50:11.303103 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ad8e8176-ff2d-4af4-9091-4e300d9bd3e3 req-b4eacab3-7c0f-4b04-8309-bc0d39a7d5d1 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks [] for floatingip, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:11.305638 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ad8e8176-ff2d-4af4-9091-4e300d9bd3e3 req-b4eacab3-7c0f-4b04-8309-bc0d39a7d5d1 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:11.306964 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ad8e8176-ff2d-4af4-9091-4e300d9bd3e3 req-b4eacab3-7c0f-4b04-8309-bc0d39a7d5d1 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "DELETE /v2.0/floatingips/437d12f3-5bad-4f12-b451-1ab8e33c7aa5 HTTP/1.1" status: 204 len: 173 time: 1.1390355 Sep 21 17:50:11.319241 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5230ba10-5a3e-4d84-a73c-6f8c0eb72dce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:11.399491 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-91f457ab-fe47-435d-a281-72bb2b53dba5 req-2ee9693a-621a-4d65-9b1b-31dec25096bf tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204021 Sep 21 17:50:11.411716 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-32851484-63ba-4468-ac51-a27943483a46 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:11.414263 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-32851484-63ba-4468-ac51-a27943483a46 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427&tenant_id=57dccdb6847547f580dd9713009778d2&binding%3Ahost_id=n-h2-810291-1 HTTP/1.1" status: 200 len: 1095 time: 0.1020312 Sep 21 17:50:11.477800 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-5a6660f2-ecee-4f67-9cbb-17d270d79965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:11.485169 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-5a6660f2-ecee-4f67-9cbb-17d270d79965 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427&tenant_id=57dccdb6847547f580dd9713009778d2 HTTP/1.1" status: 200 len: 1095 time: 0.0610325 Sep 21 17:50:11.517627 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df328b9-bd87-459f-b7d3-de17954981bd req-a509fc5f-9875-439e-a4e2-f9657cb301c3 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:11.526671 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7df328b9-bd87-459f-b7d3-de17954981bd req-a509fc5f-9875-439e-a4e2-f9657cb301c3 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea27bd4-7fe5-49d9-8767-a4e09fa2776f HTTP/1.1" status: 200 len: 948 time: 0.1169848 Sep 21 17:50:11.572229 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50550) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:11.624794 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7df328b9-bd87-459f-b7d3-de17954981bd req-fc87a85d-9515-4ec0-aebd-2411fec2147e tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fc618fb-1665-4e1f-b42f-6a0c5f255e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921180 Sep 21 17:50:11.640761 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-a858eeae-1a85-4632-a4c7-9364937be5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:11.642557 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-a858eeae-1a85-4632-a4c7-9364937be5ab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=57dccdb6847547f580dd9713009778d2&device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427 HTTP/1.1" status: 200 len: 1095 time: 0.1209254 Sep 21 17:50:11.645931 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-539af3f1-2136-41c0-b4a6-48934b15e9e7 req-88600c89-fb60-4291-8fd0-427fde34a839 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.71 HTTP/1.1" status: 200 len: 1001 time: 0.0825999 Sep 21 17:50:11.742083 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-a06cec74-a38c-458e-94a7-1880a115d345 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1476032272-network', 'tenant_id': '4b11d9a6004a488cac0b954cbd473afb'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:50:11.753692 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-e39c33c8-ab9c-4e83-91fa-25a17967f12a req-9eb84d24-0581-490a-9980-b7b9beb2d79e service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:50:11.754863 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e39c33c8-ab9c-4e83-91fa-25a17967f12a req-9eb84d24-0581-490a-9980-b7b9beb2d79e service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054722 Sep 21 17:50:11.759294 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5230ba10-5a3e-4d84-a73c-6f8c0eb72dce admin admin] Router bbd2b844-438f-48f4-ba2d-1daa509c50ec has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:50:11.779804 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device bf0a78f0-7093-47e5-9694-2c9fea2c6b09 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:50:11.795119 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539af3f1-2136-41c0-b4a6-48934b15e9e7 req-70ed616a-812c-4a11-9962-5755a658b1d2 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:11.797040 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-539af3f1-2136-41c0-b4a6-48934b15e9e7 req-70ed616a-812c-4a11-9962-5755a658b1d2 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/ports/d675028a-dbd5-42b0-b0ac-3c90e6e3a883 HTTP/1.1" status: 200 len: 943 time: 0.1365266 Sep 21 17:50:11.813368 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-bdadcd94-423e-45f9-9bfe-90a075b15ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:11.815136 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-bdadcd94-423e-45f9-9bfe-90a075b15ac8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=24a709a9-6fef-4b8b-a432-62063bc26954 HTTP/1.1" status: 200 len: 922 time: 0.1642292 Sep 21 17:50:11.858613 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06cec74-a38c-458e-94a7-1880a115d345 admin admin] Made reservation on behalf of 4b11d9a6004a488cac0b954cbd473afb for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:50:11.861072 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a06cec74-a38c-458e-94a7-1880a115d345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:11.874552 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a06cec74-a38c-458e-94a7-1880a115d345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:11.912384 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-564352dd-9c59-453b-b9fa-6d73a66e14fe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e645864-710b-499e-8085-e6eeed0fc4b9 HTTP/1.1" status: 200 len: 217 time: 0.0771430 Sep 21 17:50:11.984507 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port bf0a78f0-7093-47e5-9694-2c9fea2c6b09, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=bf0a78f0-7093-47e5-9694-2c9fea2c6b09,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:11.996667 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5230ba10-5a3e-4d84-a73c-6f8c0eb72dce admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:50:11.998860 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'bf0a78f0-7093-47e5-9694-2c9fea2c6b09', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': 'bf0a78f0-7093-47e5-9694-2c9fea2c6b09', 'mac_address': 'fa:16:3e:bf:44:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:50:12.014685 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5230ba10-5a3e-4d84-a73c-6f8c0eb72dce admin admin] 10.222.0.58 "PUT /v2.0/routers/bbd2b844-438f-48f4-ba2d-1daa509c50ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3480513 Sep 21 17:50:12.014981 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098c0ec7-15ac-4754-b72e-178374f64dbd None None] Sync routers for ids ['bbd2b844-438f-48f4-ba2d-1daa509c50ec'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:50:12.023315 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-539af3f1-2136-41c0-b4a6-48934b15e9e7 req-d74389b2-0888-4a1e-b58d-b410de94ca8b tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.71 HTTP/1.1" status: 200 len: 1001 time: 0.1136911 Sep 21 17:50:12.029294 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50554) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:12.034353 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098c0ec7-15ac-4754-b72e-178374f64dbd None None] Routers {'bbd2b844-438f-48f4-ba2d-1daa509c50ec'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:50:12.039962 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-098c0ec7-15ac-4754-b72e-178374f64dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:49:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['bbd2b844-438f-48f4-ba2d-1daa509c50ec'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:12.048797 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:12.065924 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf0a78f0-7093-47e5-9694-2c9fea2c6b09 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:50:12.092497 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port bf0a78f0-7093-47e5-9694-2c9fea2c6b09, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=bf0a78f0-7093-47e5-9694-2c9fea2c6b09,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:12.100555 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:12.204878 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=bf0a78f0-7093-47e5-9694-2c9fea2c6b09,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:12.264825 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539af3f1-2136-41c0-b4a6-48934b15e9e7 req-f5ec43c6-841d-4cfd-bd90-c7b605e3fd11 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:12.265305 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-098c0ec7-15ac-4754-b72e-178374f64dbd None None] Set router bbd2b844-438f-48f4-ba2d-1daa509c50ec gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:50:12.273667 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-539af3f1-2136-41c0-b4a6-48934b15e9e7 req-f5ec43c6-841d-4cfd-bd90-c7b605e3fd11 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 784 time: 0.2493680 Sep 21 17:50:12.286698 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9d741d3e-c58c-4512-a4a1-86717496ac75 admin admin] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:12.323955 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-ca77d3b4-386f-49a4-a749-416760ae7d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:12.325433 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-ca77d3b4-386f-49a4-a749-416760ae7d9f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f5dcf0d3-3653-4c17-af0f-a1adf84dd578 HTTP/1.1" status: 200 len: 861 time: 0.4058621 Sep 21 17:50:12.388737 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-539af3f1-2136-41c0-b4a6-48934b15e9e7 req-ef9be135-7043-4c1f-af33-b22a7c571113 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.71 HTTP/1.1" status: 200 len: 1001 time: 0.1138380 Sep 21 17:50:12.393761 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-00cf4c90-7952-4a00-89e6-6a4cf8ff77f4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=24a709a9-6fef-4b8b-a432-62063bc26954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547762 Sep 21 17:50:12.397237 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-539af3f1-2136-41c0-b4a6-48934b15e9e7 req-e07e3fe5-064f-44f3-9ac9-03fccd28fdb0 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:50:12.415286 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['bf0a78f0-7093-47e5-9694-2c9fea2c6b09'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:50:12.525884 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-539af3f1-2136-41c0-b4a6-48934b15e9e7 req-e07e3fe5-064f-44f3-9ac9-03fccd28fdb0 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks [] for floatingip, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:12.562403 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-098c0ec7-15ac-4754-b72e-178374f64dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd2b844-438f-48f4-ba2d-1daa509c50ec', 'name': 'tempest-AttachSCSIVolumeTestJSON-963135659-router', 'tenant_id': '7b8df62cc2a44f18b1012d84424cf7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '6f7a483d-4f5f-4965-ae12-3a2e53aeef21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:47:51Z', 'updated_at': '2021-09-21T17:50:10Z', 'revision_number': 5, 'project_id': '7b8df62cc2a44f18b1012d84424cf7b7', 'gw_port': {'id': '6f7a483d-4f5f-4965-ae12-3a2e53aeef21', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd2b844-438f-48f4-ba2d-1daa509c50ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:47:52Z', 'updated_at': '2021-09-21T17:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:12.566359 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a06cec74-a38c-458e-94a7-1880a115d345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:12.594068 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098c0ec7-15ac-4754-b72e-178374f64dbd None None] Checking router: bbd2b844-438f-48f4-ba2d-1daa509c50ec for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:50:12.604980 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098c0ec7-15ac-4754-b72e-178374f64dbd None None] Routers {'bbd2b844-438f-48f4-ba2d-1daa509c50ec'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:50:12.605841 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-098c0ec7-15ac-4754-b72e-178374f64dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:49:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['bbd2b844-438f-48f4-ba2d-1daa509c50ec'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:12.617295 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a06cec74-a38c-458e-94a7-1880a115d345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:12.622246 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-856f75e7-2708-4c97-a97d-e015c1d3b2ab service neutron] 10.222.0.38 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848521 Sep 21 17:50:12.635139 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a06cec74-a38c-458e-94a7-1880a115d345 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:50:12.646231 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a06cec74-a38c-458e-94a7-1880a115d345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:12.646502 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-a06cec74-a38c-458e-94a7-1880a115d345 admin admin] Added segment 7f6601b8-cf57-4efd-aa8f-eebbb70428fb of type vlan for network 0e82e62e-d187-4094-aa6d-69524fea08d6 Sep 21 17:50:12.697934 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9d741d3e-c58c-4512-a4a1-86717496ac75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:12.725346 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a06cec74-a38c-458e-94a7-1880a115d345 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:12.748119 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d95a5-db7e-41ca-8b7a-8d4233f1f149 req-9fe3e3f3-1fba-4764-a6b7-8c132ef854af tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:12.754694 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d00d95a5-db7e-41ca-8b7a-8d4233f1f149 req-9fe3e3f3-1fba-4764-a6b7-8c132ef854af tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427 HTTP/1.1" status: 200 len: 944 time: 0.1864145 Sep 21 17:50:12.786682 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-098c0ec7-15ac-4754-b72e-178374f64dbd None None] Set router bbd2b844-438f-48f4-ba2d-1daa509c50ec gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:50:12.799877 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bd8f1d2c-2750-4af6-9c7c-ba3b91b0e4fd req-34b4d962-00fa-425c-a8d8-aab94436d96d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2661002 Sep 21 17:50:12.801037 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cec74-a38c-458e-94a7-1880a115d345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f181e442-cd90-43dc-87b9-8bf358c1d9f6,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:12.812807 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-539af3f1-2136-41c0-b4a6-48934b15e9e7 req-e07e3fe5-064f-44f3-9ac9-03fccd28fdb0 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:12.830744 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-539af3f1-2136-41c0-b4a6-48934b15e9e7 req-e07e3fe5-064f-44f3-9ac9-03fccd28fdb0 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:12.831122 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [req-539af3f1-2136-41c0-b4a6-48934b15e9e7 req-e07e3fe5-064f-44f3-9ac9-03fccd28fdb0 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Floating IP 69b0403e-ba6e-417d-9310-33690dedfb18 disassociated. External IP: 172.25.6.71, port: d675028a-dbd5-42b0-b0ac-3c90e6e3a883. Sep 21 17:50:12.835897 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-bd8f1d2c-2750-4af6-9c7c-ba3b91b0e4fd req-5752d7bf-4ffc-424a-af3a-51a8cdf947b7 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:50:12.837843 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bd8f1d2c-2750-4af6-9c7c-ba3b91b0e4fd req-5752d7bf-4ffc-424a-af3a-51a8cdf947b7 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0189619 Sep 21 17:50:12.864115 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a06cec74-a38c-458e-94a7-1880a115d345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:12.865443 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06cec74-a38c-458e-94a7-1880a115d345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:12.866206 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a06cec74-a38c-458e-94a7-1880a115d345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:12.894027 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d00d95a5-db7e-41ca-8b7a-8d4233f1f149 req-640bb305-8b94-4026-97ad-82d4ae841ba1 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334999 Sep 21 17:50:12.953525 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-69028a3b-c13a-4344-bb27-048630900f7b service neutron] 10.222.0.38 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923696 Sep 21 17:50:12.960352 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a06cec74-a38c-458e-94a7-1880a115d345 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3870442 Sep 21 17:50:12.964004 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50570) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:12.970879 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-eb1b4c1c-07b5-49ad-b4b2-1210b30d19fe admin admin] Request body: {'subnet': {'network_id': '0e82e62e-d187-4094-aa6d-69524fea08d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1476032272-subnet', 'tenant_id': '4b11d9a6004a488cac0b954cbd473afb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:50:13.000396 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1b4c1c-07b5-49ad-b4b2-1210b30d19fe admin admin] Made reservation on behalf of 4b11d9a6004a488cac0b954cbd473afb for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:50:13.004971 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eb1b4c1c-07b5-49ad-b4b2-1210b30d19fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:13.006851 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cec74-a38c-458e-94a7-1880a115d345 admin admin] Pushing event updated for resources: {'Network': ['ID=0e82e62e-d187-4094-aa6d-69524fea08d6,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:13.017734 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 0e82e62e-d187-4094-aa6d-69524fea08d6 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:50:13.029771 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-9d741d3e-c58c-4512-a4a1-86717496ac75 admin admin] Deleting port 6f7a483d-4f5f-4965-ae12-3a2e53aeef21 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:50:13.032028 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9d741d3e-c58c-4512-a4a1-86717496ac75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:13.061870 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-098c0ec7-15ac-4754-b72e-178374f64dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd2b844-438f-48f4-ba2d-1daa509c50ec', 'name': 'tempest-AttachSCSIVolumeTestJSON-963135659-router', 'tenant_id': '7b8df62cc2a44f18b1012d84424cf7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '6f7a483d-4f5f-4965-ae12-3a2e53aeef21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:47:51Z', 'updated_at': '2021-09-21T17:50:10Z', 'revision_number': 5, 'project_id': '7b8df62cc2a44f18b1012d84424cf7b7', 'gw_port': {'id': '6f7a483d-4f5f-4965-ae12-3a2e53aeef21', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd2b844-438f-48f4-ba2d-1daa509c50ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:47:52Z', 'updated_at': '2021-09-21T17:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:13.143295 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098c0ec7-15ac-4754-b72e-178374f64dbd None None] The sync data for ids ['bbd2b844-438f-48f4-ba2d-1daa509c50ec'] in n-d-810291-1 is: [{'id': 'bbd2b844-438f-48f4-ba2d-1daa509c50ec', 'name': 'tempest-AttachSCSIVolumeTestJSON-963135659-router', 'tenant_id': '7b8df62cc2a44f18b1012d84424cf7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '6f7a483d-4f5f-4965-ae12-3a2e53aeef21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:47:51Z', 'updated_at': '2021-09-21T17:50:10Z', 'revision_number': 5, 'project_id': '7b8df62cc2a44f18b1012d84424cf7b7', 'gw_port': {'id': '6f7a483d-4f5f-4965-ae12-3a2e53aeef21', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd2b844-438f-48f4-ba2d-1daa509c50ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:47:52Z', 'updated_at': '2021-09-21T17:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:50:13.148831 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb77751-1b56-4ef5-a772-51fcc1e78da7 req-333ef686-37d4-4b4d-9c2a-06942247183c tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:13.156230 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-deb77751-1b56-4ef5-a772-51fcc1e78da7 req-333ef686-37d4-4b4d-9c2a-06942247183c tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 948 time: 0.1065016 Sep 21 17:50:13.190062 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-9d741d3e-c58c-4512-a4a1-86717496ac75 admin admin] For port 6f7a483d-4f5f-4965-ae12-3a2e53aeef21, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=6f7a483d-4f5f-4965-ae12-3a2e53aeef21,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:13.190425 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9d741d3e-c58c-4512-a4a1-86717496ac75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:13.211346 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-9d741d3e-c58c-4512-a4a1-86717496ac75 admin admin] Calling delete_port for 6f7a483d-4f5f-4965-ae12-3a2e53aeef21 owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:50:13.243364 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-deb77751-1b56-4ef5-a772-51fcc1e78da7 req-76dc6219-d4a1-4d8b-9d54-03b91cff65d2 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722516 Sep 21 17:50:13.302210 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [req-539af3f1-2136-41c0-b4a6-48934b15e9e7 req-e07e3fe5-064f-44f3-9ac9-03fccd28fdb0 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Router 3667fe52-1c47-41e8-a285-309ea7aac4d0 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:50:13.384321 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a790d-2152-4116-915d-b290f116ab4a req-2eca8815-b7ea-4fd5-bf67-90371ee130b1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:13.385815 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f35a790d-2152-4116-915d-b290f116ab4a req-2eca8815-b7ea-4fd5-bf67-90371ee130b1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 945 time: 0.0805786 Sep 21 17:50:13.394362 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-3d8c8bd4-11e9-4c79-928a-4494adebff63 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:13.395933 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-3d8c8bd4-11e9-4c79-928a-4494adebff63 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427&tenant_id=57dccdb6847547f580dd9713009778d2&binding%3Ahost_id=n-h1-810291-1 HTTP/1.1" status: 200 len: 1095 time: 0.1290991 Sep 21 17:50:13.520128 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f35a790d-2152-4116-915d-b290f116ab4a req-e938e7fb-01f0-42a5-a1c4-e1521420f630 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014650 Sep 21 17:50:13.537873 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9d741d3e-c58c-4512-a4a1-86717496ac75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:13.546847 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eb1b4c1c-07b5-49ad-b4b2-1210b30d19fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:13.573499 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d741d3e-c58c-4512-a4a1-86717496ac75 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f7a483d-4f5f-4965-ae12-3a2e53aeef21,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:13.606057 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-539af3f1-2136-41c0-b4a6-48934b15e9e7 req-e07e3fe5-064f-44f3-9ac9-03fccd28fdb0 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:50:13.614749 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-539af3f1-2136-41c0-b4a6-48934b15e9e7 req-e07e3fe5-064f-44f3-9ac9-03fccd28fdb0 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:13.617474 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaff6d7-cb98-4b18-ae97-563e772d09b2 None None] Sync routers for ids ['3667fe52-1c47-41e8-a285-309ea7aac4d0'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:50:13.639104 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaff6d7-cb98-4b18-ae97-563e772d09b2 None None] Routers {'3667fe52-1c47-41e8-a285-309ea7aac4d0'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:50:13.640412 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-cdaff6d7-cb98-4b18-ae97-563e772d09b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:49:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3667fe52-1c47-41e8-a285-309ea7aac4d0'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:13.677944 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b4c1c-07b5-49ad-b4b2-1210b30d19fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=279c48b9-00b0-4a66-9f75-dc3921a8944a,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:13.701763 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-539af3f1-2136-41c0-b4a6-48934b15e9e7 req-e07e3fe5-064f-44f3-9ac9-03fccd28fdb0 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "PUT /v2.0/floatingips/69b0403e-ba6e-417d-9310-33690dedfb18 HTTP/1.1" status: 200 len: 694 time: 1.3117483 Sep 21 17:50:13.707204 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83312476-8644-48b8-b69d-37be81bc0122', 'tag': 'd675028a-dbd5-42b0-b0ac-3c90e6e3a883'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:50:13.708862 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9d741d3e-c58c-4512-a4a1-86717496ac75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:13.709301 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79380b91-22d8-47f6-8786-c420cb56d76c" -d '{"events": [{"name": "network-changed", "server_uuid": "83312476-8644-48b8-b69d-37be81bc0122", "tag": "d675028a-dbd5-42b0-b0ac-3c90e6e3a883"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:50:13.827308 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device bf0a78f0-7093-47e5-9694-2c9fea2c6b09 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:50:13.872924 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9d741d3e-c58c-4512-a4a1-86717496ac75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:13.875832 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9d741d3e-c58c-4512-a4a1-86717496ac75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:13.918642 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-cdaff6d7-cb98-4b18-ae97-563e772d09b2 None None] Set router 3667fe52-1c47-41e8-a285-309ea7aac4d0 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:50:13.942031 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487cd86-dc8d-48f2-bc60-37229e30be37 req-ff423914-7067-4cb9-ac9b-73468a68278b tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:13.945718 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1487cd86-dc8d-48f2-bc60-37229e30be37 req-ff423914-7067-4cb9-ac9b-73468a68278b tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea27bd4-7fe5-49d9-8767-a4e09fa2776f HTTP/1.1" status: 200 len: 949 time: 0.1865106 Sep 21 17:50:13.956285 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9d741d3e-c58c-4512-a4a1-86717496ac75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:13.957201 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d741d3e-c58c-4512-a4a1-86717496ac75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbd2b844-438f-48f4-ba2d-1daa509c50ec {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 17:50:13.968230 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9d741d3e-c58c-4512-a4a1-86717496ac75 admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:13.973928 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9d741d3e-c58c-4512-a4a1-86717496ac75 admin admin] 10.222.0.58 "DELETE /v2.0/routers/bbd2b844-438f-48f4-ba2d-1daa509c50ec HTTP/1.1" status: 204 len: 168 time: 1.9434612 Sep 21 17:50:13.974794 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50594) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:14.028648 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port bf0a78f0-7093-47e5-9694-2c9fea2c6b09 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:50:14.033032 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port bf0a78f0-7093-47e5-9694-2c9fea2c6b09 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:50:14.033405 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:14.048278 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1487cd86-dc8d-48f2-bc60-37229e30be37 req-1266d0ca-2579-46ca-a7a4-bceef2b6c6fc tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fc618fb-1665-4e1f-b42f-6a0c5f255e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952554 Sep 21 17:50:14.059674 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-422ce8b2-4a63-44bd-b0b4-bb1e3aeb5027 admin admin] Deleting subnet 7b1acb97-a665-4981-aa27-e3c7a92f8d95 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:50:14.084666 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-422ce8b2-4a63-44bd-b0b4-bb1e3aeb5027 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:14.124542 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-422ce8b2-4a63-44bd-b0b4-bb1e3aeb5027 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:14.237533 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-422ce8b2-4a63-44bd-b0b4-bb1e3aeb5027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:14.271655 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:14.273871 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977a0981-48e4-4075-a7c2-eff83898aa14 x-openstack-request-id: req-977a0981-48e4-4075-a7c2-eff83898aa14 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:50:14.274260 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83312476-8644-48b8-b69d-37be81bc0122", "tag": "d675028a-dbd5-42b0-b0ac-3c90e6e3a883", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:50:14.274605 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-977a0981-48e4-4075-a7c2-eff83898aa14 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:50:14.275109 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83312476-8644-48b8-b69d-37be81bc0122', 'tag': 'd675028a-dbd5-42b0-b0ac-3c90e6e3a883', 'status': 'completed', 'code': 200} Sep 21 17:50:14.292251 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1b4c1c-07b5-49ad-b4b2-1210b30d19fe admin admin] Checking segment: {'id': '7f6601b8-cf57-4efd-aa8f-eebbb70428fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0e82e62e-d187-4094-aa6d-69524fea08d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:50:14.292595 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1b4c1c-07b5-49ad-b4b2-1210b30d19fe admin admin] Network hostable DHCP agents. Network: 0e82e62e-d187-4094-aa6d-69524fea08d6, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:50:14.294225 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-cdaff6d7-cb98-4b18-ae97-563e772d09b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637935897-router', 'tenant_id': 'd60a2653cb364fb39cfe282da6d04c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'a27e1ad3-b1d2-436c-b408-d15e527fceb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:49:27Z', 'updated_at': '2021-09-21T17:49:32Z', 'revision_number': 4, 'project_id': 'd60a2653cb364fb39cfe282da6d04c36', 'gw_port': {'id': 'a27e1ad3-b1d2-436c-b408-d15e527fceb2', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:43:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:49:28Z', 'updated_at': '2021-09-21T17:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9', 'name': '', 'network_id': 'c3a63348-7687-4a82-b03b-cb636db352af', 'tenant_id': 'd60a2653cb364fb39cfe282da6d04c36', 'mac_address': 'fa:16:3e:8c:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5dffd8cb-6a6d-4289-a26b-fc5b387dd7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:49:31Z', 'updated_at': '2021-09-21T17:49:37Z', 'revision_number': 5, 'project_id': 'd60a2653cb364fb39cfe282da6d04c36', 'subnets': [{'id': '5dffd8cb-6a6d-4289-a26b-fc5b387dd7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:14.301889 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea27bd4-7fe5-49d9-8767-a4e09fa2776f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0a78f0-7093-47e5-9694-2c9fea2c6b09'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:50:14.304261 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45b0be3-0ea6-4494-9761-f4b5ebb5ac39" -d '{"events": [{"server_uuid": "8ea27bd4-7fe5-49d9-8767-a4e09fa2776f", "name": "network-vif-plugged", "status": "completed", "tag": "bf0a78f0-7093-47e5-9694-2c9fea2c6b09"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:50:14.331851 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-ad76a95c-1d14-40d2-8bc8-b775fc991f3b service neutron] For port 5e645864-710b-499e-8085-e6eeed0fc4b9, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:50:14.337923 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaff6d7-cb98-4b18-ae97-563e772d09b2 None None] Checking router: 3667fe52-1c47-41e8-a285-309ea7aac4d0 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:50:14.340499 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-ad76a95c-1d14-40d2-8bc8-b775fc991f3b service neutron] Notify callbacks [] for binding, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:14.341666 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port bf0a78f0-7093-47e5-9694-2c9fea2c6b09, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=bf0a78f0-7093-47e5-9694-2c9fea2c6b09,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:14.341818 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c036914f-47f2-4c95-8b17-dedc90fdfd98 req-ad76a95c-1d14-40d2-8bc8-b775fc991f3b service neutron] 10.222.0.38 "DELETE /v2.0/ports/5e645864-710b-499e-8085-e6eeed0fc4b9/bindings/n-h2-810291-1 HTTP/1.1" status: 204 len: 173 time: 0.9327819 Sep 21 17:50:14.350731 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaff6d7-cb98-4b18-ae97-563e772d09b2 None None] Routers {'3667fe52-1c47-41e8-a285-309ea7aac4d0'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:50:14.351222 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbdc5b-e2cd-4b44-80b3-c9e4e9beca9e req-22bdeaad-b444-45e9-ac1e-4aa478a18225 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:14.351492 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-cdaff6d7-cb98-4b18-ae97-563e772d09b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:49:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3667fe52-1c47-41e8-a285-309ea7aac4d0'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:14.352070 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539af3f1-2136-41c0-b4a6-48934b15e9e7 req-0acb3393-1fc1-4b2f-859d-b37127220c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:14.352949 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e4fbdc5b-e2cd-4b44-80b3-c9e4e9beca9e req-22bdeaad-b444-45e9-ac1e-4aa478a18225 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427 HTTP/1.1" status: 200 len: 944 time: 0.0717497 Sep 21 17:50:14.353702 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:14.359508 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-539af3f1-2136-41c0-b4a6-48934b15e9e7 req-0acb3393-1fc1-4b2f-859d-b37127220c9d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d60a2653cb364fb39cfe282da6d04c36&device_id=83312476-8644-48b8-b69d-37be81bc0122 HTTP/1.1" status: 200 len: 1097 time: 0.6356876 Sep 21 17:50:14.366344 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-422ce8b2-4a63-44bd-b0b4-bb1e3aeb5027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:14.392649 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1b4c1c-07b5-49ad-b4b2-1210b30d19fe admin admin] Network 0e82e62e-d187-4094-aa6d-69524fea08d6 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:50:14.404935 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79380b91-22d8-47f6-8786-c420cb56d76c req-e8b28987-b004-4411-91af-db270896a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:14.406437 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-79380b91-22d8-47f6-8786-c420cb56d76c req-e8b28987-b004-4411-91af-db270896a249 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d60a2653cb364fb39cfe282da6d04c36&device_id=83312476-8644-48b8-b69d-37be81bc0122 HTTP/1.1" status: 200 len: 1097 time: 0.1302741 Sep 21 17:50:14.417477 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7b2e69-8087-4952-b8b8-a893cb9fd553 None None] Network a85aca27-47ab-4d45-92c3-b1f3ae1ab31b requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:50:14.433152 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-422ce8b2-4a63-44bd-b0b4-bb1e3aeb5027 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:14.439197 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-422ce8b2-4a63-44bd-b0b4-bb1e3aeb5027 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7b1acb97-a665-4981-aa27-e3c7a92f8d95 HTTP/1.1" status: 204 len: 168 time: 0.4554179 Sep 21 17:50:14.442825 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50600) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:14.443940 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ce8b2-4a63-44bd-b0b4-bb1e3aeb5027 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b1acb97-a665-4981-aa27-e3c7a92f8d95,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:14.458767 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-eb1b4c1c-07b5-49ad-b4b2-1210b30d19fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 0e82e62e-d187-4094-aa6d-69524fea08d6) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:50:14.474077 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e4fbdc5b-e2cd-4b44-80b3-c9e4e9beca9e req-e8606b4a-f132-46c9-87bb-68b085fa3913 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042659 Sep 21 17:50:14.479468 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1b4c1c-07b5-49ad-b4b2-1210b30d19fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:14.480060 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eb1b4c1c-07b5-49ad-b4b2-1210b30d19fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:14.544909 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-cdaff6d7-cb98-4b18-ae97-563e772d09b2 None None] Set router 3667fe52-1c47-41e8-a285-309ea7aac4d0 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:50:14.563954 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-eb1b4c1c-07b5-49ad-b4b2-1210b30d19fe admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5980053 Sep 21 17:50:14.569876 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50606) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:14.570332 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539af3f1-2136-41c0-b4a6-48934b15e9e7 req-bcc3261c-6468-476d-91af-6f286b20e1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:14.571848 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-539af3f1-2136-41c0-b4a6-48934b15e9e7 req-bcc3261c-6468-476d-91af-6f286b20e1f8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c3a63348-7687-4a82-b03b-cb636db352af HTTP/1.1" status: 200 len: 929 time: 0.2113502 Sep 21 17:50:14.606187 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 5e645864-710b-499e-8085-e6eeed0fc4b9 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:50:14.606663 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-e129a67e-3051-4994-bde5-8c141b82f927 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1476032272-router', 'tenant_id': '4b11d9a6004a488cac0b954cbd473afb', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:50:14.609168 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6567846b-1659-44fe-a122-f2b9f80ec9c1 None None] Network 0e82e62e-d187-4094-aa6d-69524fea08d6 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:50:14.633486 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-539af3f1-2136-41c0-b4a6-48934b15e9e7 req-8ee29067-47db-4e20-bdbd-079a205da1b8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d675028a-dbd5-42b0-b0ac-3c90e6e3a883 HTTP/1.1" status: 200 len: 217 time: 0.0481334 Sep 21 17:50:14.638790 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79380b91-22d8-47f6-8786-c420cb56d76c req-ab9a6300-625a-4893-a1f0-28198e16611f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:14.640638 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-79380b91-22d8-47f6-8786-c420cb56d76c req-ab9a6300-625a-4893-a1f0-28198e16611f service neutron] 10.222.0.38 "GET /v2.0/networks?id=c3a63348-7687-4a82-b03b-cb636db352af HTTP/1.1" status: 200 len: 929 time: 0.2229419 Sep 21 17:50:14.675508 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e7eca6bc-34ba-4a67-8582-4de9830d33c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:14.693184 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e129a67e-3051-4994-bde5-8c141b82f927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:14.694248 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e129a67e-3051-4994-bde5-8c141b82f927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:14.717831 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cb60e-6af4-4106-860d-876aef324431 req-86c4e111-c843-44b2-9fdc-d30f8bc1942d tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:14.719478 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-951cb60e-6af4-4106-860d-876aef324431 req-86c4e111-c843-44b2-9fdc-d30f8bc1942d tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 948 time: 0.1564188 Sep 21 17:50:14.743737 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-79380b91-22d8-47f6-8786-c420cb56d76c req-046d1d84-a344-40dc-b26f-e91218f39149 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d675028a-dbd5-42b0-b0ac-3c90e6e3a883 HTTP/1.1" status: 200 len: 217 time: 0.0763149 Sep 21 17:50:14.785561 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539af3f1-2136-41c0-b4a6-48934b15e9e7 req-9262e39a-c20c-4a45-a01e-c89c4987bb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:14.787233 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-539af3f1-2136-41c0-b4a6-48934b15e9e7 req-9262e39a-c20c-4a45-a01e-c89c4987bb25 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5dffd8cb-6a6d-4289-a26b-fc5b387dd7a6 HTTP/1.1" status: 200 len: 867 time: 0.1457081 Sep 21 17:50:14.800069 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f1d2c-2750-4af6-9c7c-ba3b91b0e4fd req-fc05877e-d939-4ee4-aea1-d023c5bdf232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:14.801740 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bd8f1d2c-2750-4af6-9c7c-ba3b91b0e4fd req-fc05877e-d939-4ee4-aea1-d023c5bdf232 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 1099 time: 0.1328282 Sep 21 17:50:14.804829 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e129a67e-3051-4994-bde5-8c141b82f927 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:14.838171 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-951cb60e-6af4-4106-860d-876aef324431 req-db1a38ae-3491-4485-9b5e-63787c0cd809 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103215 Sep 21 17:50:14.857278 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79380b91-22d8-47f6-8786-c420cb56d76c req-ced80744-ec8e-46be-b8b1-5b6caf4113b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:14.859425 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-79380b91-22d8-47f6-8786-c420cb56d76c req-ced80744-ec8e-46be-b8b1-5b6caf4113b2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5dffd8cb-6a6d-4289-a26b-fc5b387dd7a6 HTTP/1.1" status: 200 len: 867 time: 0.1073713 Sep 21 17:50:14.936797 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=bf0a78f0-7093-47e5-9694-2c9fea2c6b09,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:14.950976 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 46c7e083-0117-46f9-97f5-7560a5a93018 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:50:14.951438 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539af3f1-2136-41c0-b4a6-48934b15e9e7 req-91448672-e510-44fc-9736-f3c99c926763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:14.953389 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-539af3f1-2136-41c0-b4a6-48934b15e9e7 req-91448672-e510-44fc-9736-f3c99c926763 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c3a63348-7687-4a82-b03b-cb636db352af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1503239 Sep 21 17:50:14.960042 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-e7eca6bc-34ba-4a67-8582-4de9830d33c8 admin admin] Deleting port c2283b6c-2fff-4314-b3ce-411001940551 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:50:14.960397 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e7eca6bc-34ba-4a67-8582-4de9830d33c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:15.003539 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79380b91-22d8-47f6-8786-c420cb56d76c req-62fcf9ef-5341-4981-8a7e-34e788ffd15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:15.005136 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-79380b91-22d8-47f6-8786-c420cb56d76c req-62fcf9ef-5341-4981-8a7e-34e788ffd15f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c3a63348-7687-4a82-b03b-cb636db352af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1340444 Sep 21 17:50:15.009600 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f1d2c-2750-4af6-9c7c-ba3b91b0e4fd req-e273b2e1-5c88-4e96-9ded-8f36584017b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:15.011092 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bd8f1d2c-2750-4af6-9c7c-ba3b91b0e4fd req-e273b2e1-5c88-4e96-9ded-8f36584017b5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.1973195 Sep 21 17:50:15.034406 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afd826d-5d15-4c54-88f1-9555016ccab8 x-openstack-request-id: req-4afd826d-5d15-4c54-88f1-9555016ccab8 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:50:15.035064 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea27bd4-7fe5-49d9-8767-a4e09fa2776f", "name": "network-vif-plugged", "status": "completed", "tag": "bf0a78f0-7093-47e5-9694-2c9fea2c6b09", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:50:15.035064 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4afd826d-5d15-4c54-88f1-9555016ccab8 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:50:15.035872 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea27bd4-7fe5-49d9-8767-a4e09fa2776f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0a78f0-7093-47e5-9694-2c9fea2c6b09', 'code': 200} Sep 21 17:50:15.148934 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 46c7e083-0117-46f9-97f5-7560a5a93018 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:50:15.149295 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 46c7e083-0117-46f9-97f5-7560a5a93018 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:50:15.149729 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 6f7a483d-4f5f-4965-ae12-3a2e53aeef21 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:50:15.165559 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bd8f1d2c-2750-4af6-9c7c-ba3b91b0e4fd req-5d5884e3-bf6d-43fb-8e7b-cf8c027fccbb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=c68b5a8b-2abe-43cb-9563-22cd56c02184 HTTP/1.1" status: 200 len: 217 time: 0.1271956 Sep 21 17:50:15.167588 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-539af3f1-2136-41c0-b4a6-48934b15e9e7 req-a402844f-954e-49e8-ba4d-7e545df73a16 service neutron] 10.222.0.58 "GET /v2.0/networks/c3a63348-7687-4a82-b03b-cb636db352af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007010 Sep 21 17:50:15.200609 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918191b8-5f92-4acb-9b66-def572aa6f4c req-900601fb-f1a9-4610-95cc-9d521273c867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:15.202187 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-918191b8-5f92-4acb-9b66-def572aa6f4c req-900601fb-f1a9-4610-95cc-9d521273c867 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8ea27bd4-7fe5-49d9-8767-a4e09fa2776f HTTP/1.1" status: 200 len: 1101 time: 0.2189596 Sep 21 17:50:15.234537 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 6f7a483d-4f5f-4965-ae12-3a2e53aeef21 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:50:15.235249 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 6f7a483d-4f5f-4965-ae12-3a2e53aeef21 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:50:15.242909 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 5e645864-710b-499e-8085-e6eeed0fc4b9 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:50:15.349985 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b36b1c-6000-428a-92a1-34aaa4159b73 None None] DHCP port deletion for a85aca27-47ab-4d45-92c3-b1f3ae1ab31b request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 17:50:15.352497 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e129a67e-3051-4994-bde5-8c141b82f927 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:15.414616 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f1d2c-2750-4af6-9c7c-ba3b91b0e4fd req-c4a1ae05-23b3-489f-9abb-268e23ef5b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:15.416027 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bd8f1d2c-2750-4af6-9c7c-ba3b91b0e4fd req-c4a1ae05-23b3-489f-9abb-268e23ef5b7e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.2306414 Sep 21 17:50:15.429403 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-e7eca6bc-34ba-4a67-8582-4de9830d33c8 admin admin] For port c2283b6c-2fff-4314-b3ce-411001940551, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=c2283b6c-2fff-4314-b3ce-411001940551,segment=NetworkSegment(67303b61-e45a-4af0-805b-0bf5aae7fcb6),segment_id=67303b61-e45a-4af0-805b-0bf5aae7fcb6)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:15.429755 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e7eca6bc-34ba-4a67-8582-4de9830d33c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:15.433132 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-539af3f1-2136-41c0-b4a6-48934b15e9e7 req-38aa3d5a-6b95-480a-8a2d-b1650a730377 service neutron] 10.222.0.58 "GET /v2.0/networks/c3a63348-7687-4a82-b03b-cb636db352af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371228 Sep 21 17:50:15.439555 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-918191b8-5f92-4acb-9b66-def572aa6f4c req-8b5f0b04-81d2-4b20-8ff8-536ceb35312a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7fc618fb-1665-4e1f-b42f-6a0c5f255e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836019 Sep 21 17:50:15.445339 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6a13a0-df04-4573-b55f-9f6c2a2b9f67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-0e82e62e-d187-4094-aa6d-69524fea08d6', 'network_id': '0e82e62e-d187-4094-aa6d-69524fea08d6', 'tenant_id': '4b11d9a6004a488cac0b954cbd473afb', 'fixed_ips': [{'subnet_id': '279c48b9-00b0-4a66-9f75-dc3921a8944a'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:50:15.446190 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bf6a13a0-df04-4573-b55f-9f6c2a2b9f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:15.450051 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-79380b91-22d8-47f6-8786-c420cb56d76c req-2a197814-3926-463f-aa63-8e9c0fc92f57 service neutron] 10.222.0.38 "GET /v2.0/networks/c3a63348-7687-4a82-b03b-cb636db352af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123039 Sep 21 17:50:15.454382 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-e7eca6bc-34ba-4a67-8582-4de9830d33c8 admin admin] Calling delete_port for c2283b6c-2fff-4314-b3ce-411001940551 owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:50:15.482587 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39227d-83ed-4f21-a974-a5beb90cf412 req-9e251e84-633b-4dd3-9f38-fd528439d4da tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:15.486239 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f1d2c-2750-4af6-9c7c-ba3b91b0e4fd req-21e33924-3cd7-4f6d-b85b-c8ccaa738aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:15.489652 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ea39227d-83ed-4f21-a974-a5beb90cf412 req-9e251e84-633b-4dd3-9f38-fd528439d4da tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 945 time: 0.1397505 Sep 21 17:50:15.494966 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bd8f1d2c-2750-4af6-9c7c-ba3b91b0e4fd req-21e33924-3cd7-4f6d-b85b-c8ccaa738aad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0578573 Sep 21 17:50:15.599549 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-d9b36b1c-6000-428a-92a1-34aaa4159b73 None None] Deleting port c2283b6c-2fff-4314-b3ce-411001940551 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:50:15.600043 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d9b36b1c-6000-428a-92a1-34aaa4159b73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:15.604915 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ea39227d-83ed-4f21-a974-a5beb90cf412 req-9397c338-e63d-4028-ad6f-57aa287dcf64 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129146 Sep 21 17:50:15.619988 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-cdaff6d7-cb98-4b18-ae97-563e772d09b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637935897-router', 'tenant_id': 'd60a2653cb364fb39cfe282da6d04c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'a27e1ad3-b1d2-436c-b408-d15e527fceb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:49:27Z', 'updated_at': '2021-09-21T17:49:32Z', 'revision_number': 4, 'project_id': 'd60a2653cb364fb39cfe282da6d04c36', 'gw_port': {'id': 'a27e1ad3-b1d2-436c-b408-d15e527fceb2', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:43:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:49:28Z', 'updated_at': '2021-09-21T17:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9', 'name': '', 'network_id': 'c3a63348-7687-4a82-b03b-cb636db352af', 'tenant_id': 'd60a2653cb364fb39cfe282da6d04c36', 'mac_address': 'fa:16:3e:8c:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5dffd8cb-6a6d-4289-a26b-fc5b387dd7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:49:31Z', 'updated_at': '2021-09-21T17:49:37Z', 'revision_number': 5, 'project_id': 'd60a2653cb364fb39cfe282da6d04c36', 'subnets': [{'id': '5dffd8cb-6a6d-4289-a26b-fc5b387dd7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:15.645118 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e7eca6bc-34ba-4a67-8582-4de9830d33c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:15.666703 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaff6d7-cb98-4b18-ae97-563e772d09b2 None None] The sync data for ids ['3667fe52-1c47-41e8-a285-309ea7aac4d0'] in n-d-810291-1 is: [{'id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637935897-router', 'tenant_id': 'd60a2653cb364fb39cfe282da6d04c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'a27e1ad3-b1d2-436c-b408-d15e527fceb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:49:27Z', 'updated_at': '2021-09-21T17:49:32Z', 'revision_number': 4, 'project_id': 'd60a2653cb364fb39cfe282da6d04c36', 'gw_port': {'id': 'a27e1ad3-b1d2-436c-b408-d15e527fceb2', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:43:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:49:28Z', 'updated_at': '2021-09-21T17:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9', 'name': '', 'network_id': 'c3a63348-7687-4a82-b03b-cb636db352af', 'tenant_id': 'd60a2653cb364fb39cfe282da6d04c36', 'mac_address': 'fa:16:3e:8c:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5dffd8cb-6a6d-4289-a26b-fc5b387dd7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:49:31Z', 'updated_at': '2021-09-21T17:49:37Z', 'revision_number': 5, 'project_id': 'd60a2653cb364fb39cfe282da6d04c36', 'subnets': [{'id': '5dffd8cb-6a6d-4289-a26b-fc5b387dd7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:50:15.688056 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bd8f1d2c-2750-4af6-9c7c-ba3b91b0e4fd req-4fc189e6-7c3a-440a-89d1-896dd964fd8c service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653097 Sep 21 17:50:15.716543 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eca6bc-34ba-4a67-8582-4de9830d33c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2283b6c-2fff-4314-b3ce-411001940551,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:15.752861 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eca6bc-34ba-4a67-8582-4de9830d33c8 admin admin] No DVR routers for this DVR port c2283b6c-2fff-4314-b3ce-411001940551 on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:50:15.810237 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-d9b36b1c-6000-428a-92a1-34aaa4159b73 None None] For port c2283b6c-2fff-4314-b3ce-411001940551, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=c2283b6c-2fff-4314-b3ce-411001940551,segment=NetworkSegment(67303b61-e45a-4af0-805b-0bf5aae7fcb6),segment_id=67303b61-e45a-4af0-805b-0bf5aae7fcb6)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:15.810679 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d9b36b1c-6000-428a-92a1-34aaa4159b73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:15.811957 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98716784-1abb-4309-92c9-d762063b0479 req-b095f38b-18f9-46e4-ac9d-862b4551af77 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:15.813917 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-98716784-1abb-4309-92c9-d762063b0479 req-b095f38b-18f9-46e4-ac9d-862b4551af77 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427 HTTP/1.1" status: 200 len: 1095 time: 0.1194360 Sep 21 17:50:15.833843 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-d9b36b1c-6000-428a-92a1-34aaa4159b73 None None] Calling delete_port for c2283b6c-2fff-4314-b3ce-411001940551 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:50:15.841234 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-bf6a13a0-df04-4573-b55f-9f6c2a2b9f67 None None] Allocated IP 172.20.0.2 (0e82e62e-d187-4094-aa6d-69524fea08d6/279c48b9-00b0-4a66-9f75-dc3921a8944a/62961af0-6592-4157-87f8-5f75ac4050c3) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:50:15.884966 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e7eca6bc-34ba-4a67-8582-4de9830d33c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:15.898969 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6789f92-a6a1-4d9a-9219-d86097706d16 req-57a96358-aaf3-4222-a613-56cbcd0a2284 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:15.899320 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d6789f92-a6a1-4d9a-9219-d86097706d16 req-57a96358-aaf3-4222-a613-56cbcd0a2284 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea27bd4-7fe5-49d9-8767-a4e09fa2776f HTTP/1.1" status: 200 len: 950 time: 0.1679988 Sep 21 17:50:15.931267 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d372315f-a678-49b1-99fc-7fe8352e649f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:15.963257 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-79380b91-22d8-47f6-8786-c420cb56d76c req-8ae976e7-fdb9-4c71-acec-8bafbf433a90 service neutron] 10.222.0.38 "GET /v2.0/networks/c3a63348-7687-4a82-b03b-cb636db352af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736259 Sep 21 17:50:15.976592 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d6789f92-a6a1-4d9a-9219-d86097706d16 req-8234087b-86fb-4d3f-a2a8-d689f29c9a88 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fc618fb-1665-4e1f-b42f-6a0c5f255e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679288 Sep 21 17:50:15.980619 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bd8f1d2c-2750-4af6-9c7c-ba3b91b0e4fd req-cc6d1f8d-8b85-4998-8b3c-ae2aab2f24a3 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482946 Sep 21 17:50:16.028991 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-e7eca6bc-34ba-4a67-8582-4de9830d33c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85aca27-47ab-4d45-92c3-b1f3ae1ab31b']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:16.053720 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d9b36b1c-6000-428a-92a1-34aaa4159b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:16.063311 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160b5c9a-bd36-4de1-84fa-ddc00238f9da None None] New status for floating IP 69b0403e-ba6e-417d-9310-33690dedfb18: DOWN {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:50:16.080915 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c5a777ee-ae09-4c10-afb0-ae806f32d1ec req-d699d4cc-29bf-4a22-b2d6-f976387966b0 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/floatingips/69b0403e-ba6e-417d-9310-33690dedfb18 HTTP/1.1" status: 200 len: 694 time: 0.0788429 Sep 21 17:50:16.084603 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-e7eca6bc-34ba-4a67-8582-4de9830d33c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67303b61-e45a-4af0-805b-0bf5aae7fcb6') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:16.084918 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-e7eca6bc-34ba-4a67-8582-4de9830d33c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67303b61-e45a-4af0-805b-0bf5aae7fcb6') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:16.093935 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b36b1c-6000-428a-92a1-34aaa4159b73 None None] No DVR routers for this DVR port c2283b6c-2fff-4314-b3ce-411001940551 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:50:16.100117 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b36b1c-6000-428a-92a1-34aaa4159b73 None None] Pushing event deleted for resources: {'Port': ['ID=c2283b6c-2fff-4314-b3ce-411001940551,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:16.149459 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bf6a13a0-df04-4573-b55f-9f6c2a2b9f67 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:16.151773 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-98716784-1abb-4309-92c9-d762063b0479 req-406ed586-3b61-45b1-9815-08e8f6acf331 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959976 Sep 21 17:50:16.159352 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bf6a13a0-df04-4573-b55f-9f6c2a2b9f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:16.162234 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e7eca6bc-34ba-4a67-8582-4de9830d33c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:16.195328 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e7eca6bc-34ba-4a67-8582-4de9830d33c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:16.211040 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7eca6bc-34ba-4a67-8582-4de9830d33c8 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:50:16.211040 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e7eca6bc-34ba-4a67-8582-4de9830d33c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:16.270744 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6a13a0-df04-4573-b55f-9f6c2a2b9f67 None None] Network 0e82e62e-d187-4094-aa6d-69524fea08d6 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:50:16.286527 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a13a0-df04-4573-b55f-9f6c2a2b9f67 None None] Pushing event updated for resources: {'Port': ['ID=62961af0-6592-4157-87f8-5f75ac4050c3,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:16.287138 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a777ee-ae09-4c10-afb0-ae806f32d1ec req-c2c84cbb-3501-4ee4-af99-507a19f65180 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:16.288813 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c5a777ee-ae09-4c10-afb0-ae806f32d1ec req-c2c84cbb-3501-4ee4-af99-507a19f65180 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 784 time: 0.2061460 Sep 21 17:50:16.292179 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-bf6a13a0-df04-4573-b55f-9f6c2a2b9f67 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:50:16.295634 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6a13a0-df04-4573-b55f-9f6c2a2b9f67 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:50:16.327162 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 17:50:16.327162 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:50:16.327162 n-d-810291-1 neutron-server[101461]: timer() Sep 21 17:50:16.327162 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:50:16.327162 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 17:50:16.327162 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:50:16.327162 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 17:50:16.327162 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:50:16.327162 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 17:50:16.327162 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:50:16.327162 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 17:50:16.327162 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:50:16.327162 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 17:50:16.327162 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:50:16.327162 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:50:16.327162 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:50:16.327162 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:50:16.327162 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:50:16.327162 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 17:50:16.327162 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:50:16.327162 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 17:50:16.327162 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:50:16.327162 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:50:16.327162 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:50:16.327162 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 17:50:16.327162 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:50:16.327162 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:50:16.327162 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:50:16.327162 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:50:16.327162 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:50:16.327162 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:50:16.327162 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:50:16.334373 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e129a67e-3051-4994-bde5-8c141b82f927 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:16.372607 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-bf6a13a0-df04-4573-b55f-9f6c2a2b9f67 None None] Attempting to bind port 62961af0-6592-4157-87f8-5f75ac4050c3 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:50:16.372879 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-bf6a13a0-df04-4573-b55f-9f6c2a2b9f67 None None] Attempting to bind port 62961af0-6592-4157-87f8-5f75ac4050c3 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '7f6601b8-cf57-4efd-aa8f-eebbb70428fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0e82e62e-d187-4094-aa6d-69524fea08d6'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:50:16.373239 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6a13a0-df04-4573-b55f-9f6c2a2b9f67 None None] Attempting to bind port 62961af0-6592-4157-87f8-5f75ac4050c3 on network 0e82e62e-d187-4094-aa6d-69524fea08d6 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:50:16.379968 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6a13a0-df04-4573-b55f-9f6c2a2b9f67 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:50:16.380339 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6a13a0-df04-4573-b55f-9f6c2a2b9f67 None None] Checking segment: {'id': '7f6601b8-cf57-4efd-aa8f-eebbb70428fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0e82e62e-d187-4094-aa6d-69524fea08d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:50:16.380745 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bf6a13a0-df04-4573-b55f-9f6c2a2b9f67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:16.381136 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6a13a0-df04-4573-b55f-9f6c2a2b9f67 None None] Bound using segment: {'id': '7f6601b8-cf57-4efd-aa8f-eebbb70428fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0e82e62e-d187-4094-aa6d-69524fea08d6'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:50:16.381345 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e7eca6bc-34ba-4a67-8582-4de9830d33c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:16.381655 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-bf6a13a0-df04-4573-b55f-9f6c2a2b9f67 None None] Bound port: 62961af0-6592-4157-87f8-5f75ac4050c3, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6601b8-cf57-4efd-aa8f-eebbb70428fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0e82e62e-d187-4094-aa6d-69524fea08d6'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:50:16.382040 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bf6a13a0-df04-4573-b55f-9f6c2a2b9f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:16.396073 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c5a777ee-ae09-4c10-afb0-ae806f32d1ec req-212d01a7-f970-4630-9606-c6208bbefa4c tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.71 HTTP/1.1" status: 200 len: 697 time: 0.0986240 Sep 21 17:50:16.399011 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e129a67e-3051-4994-bde5-8c141b82f927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:16.403633 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e7eca6bc-34ba-4a67-8582-4de9830d33c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:16.408195 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e7eca6bc-34ba-4a67-8582-4de9830d33c8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/a85aca27-47ab-4d45-92c3-b1f3ae1ab31b HTTP/1.1" status: 204 len: 168 time: 1.9593663 Sep 21 17:50:16.410295 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50622) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:16.425262 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eca6bc-34ba-4a67-8582-4de9830d33c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a85aca27-47ab-4d45-92c3-b1f3ae1ab31b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:16.454707 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-bf6a13a0-df04-4573-b55f-9f6c2a2b9f67 None None] For port 62961af0-6592-4157-87f8-5f75ac4050c3, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:50:16.458854 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-bf6a13a0-df04-4573-b55f-9f6c2a2b9f67 None None] For port 62961af0-6592-4157-87f8-5f75ac4050c3, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=62961af0-6592-4157-87f8-5f75ac4050c3,segment=NetworkSegment(7f6601b8-cf57-4efd-aa8f-eebbb70428fb),segment_id=7f6601b8-cf57-4efd-aa8f-eebbb70428fb)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:50:16.466086 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c5a777ee-ae09-4c10-afb0-ae806f32d1ec req-8eecb498-6f62-4895-ba71-0c5948c6f4fa tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.71 HTTP/1.1" status: 200 len: 697 time: 0.0616379 Sep 21 17:50:16.467290 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bf6a13a0-df04-4573-b55f-9f6c2a2b9f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:16.487500 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8d20e-e6b1-408c-bbfa-f7a3db940a0c req-1350b3f1-47d9-4d61-b708-1813e1f58060 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:16.489245 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3ee8d20e-e6b1-408c-bbfa-f7a3db940a0c req-1350b3f1-47d9-4d61-b708-1813e1f58060 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 948 time: 0.1585634 Sep 21 17:50:16.526721 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a13a0-df04-4573-b55f-9f6c2a2b9f67 None None] Pushing event updated for resources: {'Port': ['ID=62961af0-6592-4157-87f8-5f75ac4050c3,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:16.587194 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-e129a67e-3051-4994-bde5-8c141b82f927 admin admin] Allocated IP 172.25.6.115 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/1b1e7ec1-6cea-4eca-88e9-c7469f688147) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:50:16.607549 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3ee8d20e-e6b1-408c-bbfa-f7a3db940a0c req-c4e577f9-d008-4b9e-85c8-41afa75f600e tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077464 Sep 21 17:50:16.819296 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e129a67e-3051-4994-bde5-8c141b82f927 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:16.866504 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-0e685b31-d9e6-42e3-ba27-9d7c84408eab tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:16.867310 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-c5a777ee-ae09-4c10-afb0-ae806f32d1ec req-0dee2865-aa79-42e6-9f48-4998e5da1240 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Deleting port ad6f2e73-075e-42ad-afda-84199e1e9ccb {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:50:16.867970 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c5a777ee-ae09-4c10-afb0-ae806f32d1ec req-0dee2865-aa79-42e6-9f48-4998e5da1240 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:16.876582 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-0e685b31-d9e6-42e3-ba27-9d7c84408eab tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/networks?id=24a709a9-6fef-4b8b-a432-62063bc26954 HTTP/1.1" status: 200 len: 821 time: 0.1911414 Sep 21 17:50:16.901953 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-b0e28628-692c-43c0-8908-11eedbe33f96 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/quotas/57dccdb6847547f580dd9713009778d2 HTTP/1.1" status: 200 len: 375 time: 0.0241127 Sep 21 17:50:16.953483 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e129a67e-3051-4994-bde5-8c141b82f927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:16.993136 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 62961af0-6592-4157-87f8-5f75ac4050c3 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:50:17.006365 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e129a67e-3051-4994-bde5-8c141b82f927 admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:50:17.013985 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-e129a67e-3051-4994-bde5-8c141b82f927 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:50:17.019304 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e129a67e-3051-4994-bde5-8c141b82f927 admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:50:17.020525 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c5a777ee-ae09-4c10-afb0-ae806f32d1ec req-0dee2865-aa79-42e6-9f48-4998e5da1240 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:17.020950 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c5a777ee-ae09-4c10-afb0-ae806f32d1ec req-0dee2865-aa79-42e6-9f48-4998e5da1240 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:17.044969 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-c5a777ee-ae09-4c10-afb0-ae806f32d1ec req-0dee2865-aa79-42e6-9f48-4998e5da1240 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Calling delete_port for ad6f2e73-075e-42ad-afda-84199e1e9ccb owned by network:floatingip {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:50:17.046577 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 62961af0-6592-4157-87f8-5f75ac4050c3 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:50:17.047231 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:17.052609 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-7f9bec4e-e3b8-4c95-a006-179d9f3f18e9 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=57dccdb6847547f580dd9713009778d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1495051 Sep 21 17:50:17.078021 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129a67e-3051-4994-bde5-8c141b82f927 admin admin] Pushing event updated for resources: {'Port': ['ID=1b1e7ec1-6cea-4eca-88e9-c7469f688147,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:17.129110 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:17.167954 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 62961af0-6592-4157-87f8-5f75ac4050c3, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=62961af0-6592-4157-87f8-5f75ac4050c3,segment=NetworkSegment(7f6601b8-cf57-4efd-aa8f-eebbb70428fb),segment_id=7f6601b8-cf57-4efd-aa8f-eebbb70428fb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:17.176854 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:17.210226 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f03b0733-408b-4082-bd9a-e78d4cffeac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:17.238557 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=62961af0-6592-4157-87f8-5f75ac4050c3,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:17.263340 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device c2283b6c-2fff-4314-b3ce-411001940551 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:50:17.286567 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-e97c3755-f6e4-4a4c-b686-179a9e6c950a service neutron] 10.222.0.58 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171612 Sep 21 17:50:17.292816 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: c2283b6c-2fff-4314-b3ce-411001940551 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:50:17.293219 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device c2283b6c-2fff-4314-b3ce-411001940551 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:50:17.483268 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-ee1749bf-082e-4cef-9cde-6732a4a63e24 service neutron] 10.222.0.58 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890781 Sep 21 17:50:17.488746 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e129a67e-3051-4994-bde5-8c141b82f927 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:17.602767 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c5a777ee-ae09-4c10-afb0-ae806f32d1ec req-0dee2865-aa79-42e6-9f48-4998e5da1240 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:17.647055 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee2865-aa79-42e6-9f48-4998e5da1240 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Pushing event deleted for resources: {'Port': ['ID=ad6f2e73-075e-42ad-afda-84199e1e9ccb,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:17.735942 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c5a777ee-ae09-4c10-afb0-ae806f32d1ec req-0dee2865-aa79-42e6-9f48-4998e5da1240 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks [] for floatingip, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:17.738663 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c5a777ee-ae09-4c10-afb0-ae806f32d1ec req-0dee2865-aa79-42e6-9f48-4998e5da1240 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:17.749668 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f8db87-ae0d-4011-a125-a985a36e2c09 None None] Network 0e82e62e-d187-4094-aa6d-69524fea08d6 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:50:17.750867 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c5a777ee-ae09-4c10-afb0-ae806f32d1ec req-0dee2865-aa79-42e6-9f48-4998e5da1240 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "DELETE /v2.0/floatingips/69b0403e-ba6e-417d-9310-33690dedfb18 HTTP/1.1" status: 204 len: 173 time: 1.2764521 Sep 21 17:50:17.778443 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e129a67e-3051-4994-bde5-8c141b82f927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:17.853896 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-13895317-243f-45d3-983d-23c9626156ec None None] Provisioning complete for port 62961af0-6592-4157-87f8-5f75ac4050c3 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:50:17.854488 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-13895317-243f-45d3-983d-23c9626156ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:17.875054 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598952cd-3897-49ef-a818-93b7a5126a1b req-2b2e2d76-8356-47a8-82ba-145524251fd1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:17.876693 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-598952cd-3897-49ef-a818-93b7a5126a1b req-2b2e2d76-8356-47a8-82ba-145524251fd1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 945 time: 0.1472793 Sep 21 17:50:17.969145 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-598952cd-3897-49ef-a818-93b7a5126a1b req-e1a37810-192c-48e0-a7a0-024e3fb7e741 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800152 Sep 21 17:50:18.013167 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e129a67e-3051-4994-bde5-8c141b82f927 admin admin] Router f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:50:18.046862 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06ebd4-06a0-4359-81bb-054d98d04280 req-cdef4404-8a10-4777-ac77-19ca6cb04d55 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:18.048397 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4a06ebd4-06a0-4359-81bb-054d98d04280 req-cdef4404-8a10-4777-ac77-19ca6cb04d55 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea27bd4-7fe5-49d9-8767-a4e09fa2776f HTTP/1.1" status: 200 len: 950 time: 0.1336954 Sep 21 17:50:18.064966 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-f03b0733-408b-4082-bd9a-e78d4cffeac0 admin admin] Deleting port 979362b2-f0a6-481c-9530-b9adf4db99f9 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:50:18.065356 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f03b0733-408b-4082-bd9a-e78d4cffeac0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:18.102509 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-18363fb7-4d86-4ee7-b3dc-664ceb4c4e2f req-fa59d877-6844-440c-bcf5-b9df71a63b3f tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 210 time: 0.0455563 Sep 21 17:50:18.175315 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e129a67e-3051-4994-bde5-8c141b82f927 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:50:18.187139 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4a06ebd4-06a0-4359-81bb-054d98d04280 req-086f42ff-eeca-4901-8bb2-34c63b08ecc0 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fc618fb-1665-4e1f-b42f-6a0c5f255e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192226 Sep 21 17:50:18.187342 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca99d284-04c5-4266-8b8a-4f7c6767b5c1 None None] Sync routers for ids ['f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:50:18.200892 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca99d284-04c5-4266-8b8a-4f7c6767b5c1 None None] Routers {'f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:50:18.205262 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-ca99d284-04c5-4266-8b8a-4f7c6767b5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:49:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:18.234548 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-f03b0733-408b-4082-bd9a-e78d4cffeac0 admin admin] For port 979362b2-f0a6-481c-9530-b9adf4db99f9, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=979362b2-f0a6-481c-9530-b9adf4db99f9,segment=NetworkSegment(496d3bec-efa1-479a-a0f5-18a028e845be),segment_id=496d3bec-efa1-479a-a0f5-18a028e845be)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:18.235140 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f03b0733-408b-4082-bd9a-e78d4cffeac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:18.260464 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-f03b0733-408b-4082-bd9a-e78d4cffeac0 admin admin] Calling delete_port for 979362b2-f0a6-481c-9530-b9adf4db99f9 owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:50:18.293865 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e129a67e-3051-4994-bde5-8c141b82f927 admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:18.297929 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e129a67e-3051-4994-bde5-8c141b82f927 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.7021508 Sep 21 17:50:18.301337 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50656) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:18.352015 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2aae308f-537f-44b8-911f-44f9c58b0408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:18.367308 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-ca99d284-04c5-4266-8b8a-4f7c6767b5c1 None None] Set router f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:50:18.369371 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-c60c410e-73ce-4f4e-8482-623cf38fb83c None None] Provisioning complete for port 62961af0-6592-4157-87f8-5f75ac4050c3 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:50:18.369547 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c60c410e-73ce-4f4e-8482-623cf38fb83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:18.492773 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26175004-c106-4d33-a421-e1cab8e17090 req-3302d79c-c399-4953-8ded-cc990efeca7e tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:18.501514 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-26175004-c106-4d33-a421-e1cab8e17090 req-3302d79c-c399-4953-8ded-cc990efeca7e tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 948 time: 0.3030472 Sep 21 17:50:18.663665 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f03b0733-408b-4082-bd9a-e78d4cffeac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:18.694420 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b0733-408b-4082-bd9a-e78d4cffeac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=979362b2-f0a6-481c-9530-b9adf4db99f9,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:18.705618 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07576aa7-832e-4278-9df9-1c384221af8a req-62592790-666b-46cb-ae8a-bbc6d15b97d0 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:18.706646 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07576aa7-832e-4278-9df9-1c384221af8a req-62592790-666b-46cb-ae8a-bbc6d15b97d0 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/ports?device_id=83312476-8644-48b8-b69d-37be81bc0122&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1424997 Sep 21 17:50:18.809456 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07576aa7-832e-4278-9df9-1c384221af8a req-a8ed7fa1-d347-4137-a945-7ab86810638e tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0786526 Sep 21 17:50:18.863862 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-ca99d284-04c5-4266-8b8a-4f7c6767b5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1476032272-router', 'tenant_id': '4b11d9a6004a488cac0b954cbd473afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '1b1e7ec1-6cea-4eca-88e9-c7469f688147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:50:14Z', 'updated_at': '2021-09-21T17:50:17Z', 'revision_number': 3, 'project_id': '4b11d9a6004a488cac0b954cbd473afb', 'gw_port': {'id': '1b1e7ec1-6cea-4eca-88e9-c7469f688147', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:50:16Z', 'updated_at': '2021-09-21T17:50:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:18.893155 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-26175004-c106-4d33-a421-e1cab8e17090 req-17404362-124b-471f-95d2-00f8ae8341b8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861091 Sep 21 17:50:18.909172 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca99d284-04c5-4266-8b8a-4f7c6767b5c1 None None] Checking router: f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:50:18.909569 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca99d284-04c5-4266-8b8a-4f7c6767b5c1 None None] Updating router f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0 port 1b1e7ec1-6cea-4eca-88e9-c7469f688147 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:50:18.992246 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f03b0733-408b-4082-bd9a-e78d4cffeac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:19.017005 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ca99d284-04c5-4266-8b8a-4f7c6767b5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:19.017897 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d72bab-84c8-4dba-a5f5-c923a44a4a7e req-c910a54b-fbff-4c96-808c-2dd9634ac82d tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:19.020001 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a8d72bab-84c8-4dba-a5f5-c923a44a4a7e req-c910a54b-fbff-4c96-808c-2dd9634ac82d tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea27bd4-7fe5-49d9-8767-a4e09fa2776f HTTP/1.1" status: 200 len: 950 time: 0.0866454 Sep 21 17:50:19.028010 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:19.077336 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 62961af0-6592-4157-87f8-5f75ac4050c3 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:50:19.148870 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a8d72bab-84c8-4dba-a5f5-c923a44a4a7e req-c55ec1b7-77b6-4fd0-8678-8d0f5738e2d7 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fc618fb-1665-4e1f-b42f-6a0c5f255e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213875 Sep 21 17:50:19.237249 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 62961af0-6592-4157-87f8-5f75ac4050c3 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:50:19.237826 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:19.239322 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bb2b29b5-bf92-4f53-8ad8-a851fa168915 req-e2661510-79cc-4d24-979a-6b7e616b34ef tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1141729 Sep 21 17:50:19.371711 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-d328709d-3d54-436b-b63c-017b62a77786 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:19.374047 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-d328709d-3d54-436b-b63c-017b62a77786 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7&tenant_id=564aef6a99cc4ded992fbb9f0e732388&binding%3Ahost_id=n-h1-810291-1 HTTP/1.1" status: 200 len: 1096 time: 0.1342978 Sep 21 17:50:19.391026 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ed25bb20-6483-492e-aee7-5dc78cfc90d9 req-f1cd36d9-c1fe-4546-b700-bd610ac54077 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 210 time: 0.0562296 Sep 21 17:50:19.403104 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624899d-075f-4060-a724-a2acbb912f9c req-d0070670-d005-49f5-b598-6cb26aa535eb tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:19.412271 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d624899d-075f-4060-a724-a2acbb912f9c req-d0070670-d005-49f5-b598-6cb26aa535eb tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 945 time: 0.1748118 Sep 21 17:50:19.433360 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ca99d284-04c5-4266-8b8a-4f7c6767b5c1 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:19.441833 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810291-1'}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:50:19.442501 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ca99d284-04c5-4266-8b8a-4f7c6767b5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:19.459806 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-78daddec-4143-4277-a22e-86761b3a7ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:19.497479 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d134f-3228-4fed-bd0a-660b194e97b3 None None] Pushing event updated for resources: {'Port': ['ID=1b1e7ec1-6cea-4eca-88e9-c7469f688147,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:19.499857 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-ca99d284-04c5-4266-8b8a-4f7c6767b5c1 None None] Attempting to bind port 1b1e7ec1-6cea-4eca-88e9-c7469f688147 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:50:19.500223 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-ca99d284-04c5-4266-8b8a-4f7c6767b5c1 None None] Attempting to bind port 1b1e7ec1-6cea-4eca-88e9-c7469f688147 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:50:19.500583 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99d284-04c5-4266-8b8a-4f7c6767b5c1 None None] Attempting to bind port 1b1e7ec1-6cea-4eca-88e9-c7469f688147 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:50:19.508121 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99d284-04c5-4266-8b8a-4f7c6767b5c1 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:50:19.508698 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99d284-04c5-4266-8b8a-4f7c6767b5c1 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:50:19.509202 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ca99d284-04c5-4266-8b8a-4f7c6767b5c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:19.509506 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99d284-04c5-4266-8b8a-4f7c6767b5c1 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:50:19.509980 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-ca99d284-04c5-4266-8b8a-4f7c6767b5c1 None None] Bound port: 1b1e7ec1-6cea-4eca-88e9-c7469f688147, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:50:19.510364 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ca99d284-04c5-4266-8b8a-4f7c6767b5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:19.579079 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-ca99d284-04c5-4266-8b8a-4f7c6767b5c1 None None] For port 1b1e7ec1-6cea-4eca-88e9-c7469f688147, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:50:19.582401 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-ca99d284-04c5-4266-8b8a-4f7c6767b5c1 None None] For port 1b1e7ec1-6cea-4eca-88e9-c7469f688147, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1b1e7ec1-6cea-4eca-88e9-c7469f688147,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:50:19.588435 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ca99d284-04c5-4266-8b8a-4f7c6767b5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:19.619901 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d624899d-075f-4060-a724-a2acbb912f9c req-571730fe-5b52-4598-baf6-f757bb0f3ca5 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063587 Sep 21 17:50:19.637721 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:19.658173 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-67cacfed-39b9-47d2-b41f-7d88e912ae78 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:19.659688 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-67cacfed-39b9-47d2-b41f-7d88e912ae78 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.38 "GET /v2.0/networks?id=24a709a9-6fef-4b8b-a432-62063bc26954 HTTP/1.1" status: 200 len: 821 time: 0.4192700 Sep 21 17:50:19.662313 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca99d284-04c5-4266-8b8a-4f7c6767b5c1 None None] Routers {'f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:50:19.662969 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-ca99d284-04c5-4266-8b8a-4f7c6767b5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:50:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:19.668153 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d134f-3228-4fed-bd0a-660b194e97b3 None None] Pushing event updated for resources: {'Port': ['ID=1b1e7ec1-6cea-4eca-88e9-c7469f688147,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:19.703405 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-78daddec-4143-4277-a22e-86761b3a7ba3 admin admin] Allocated IP 172.20.0.1 (0e82e62e-d187-4094-aa6d-69524fea08d6/279c48b9-00b0-4a66-9f75-dc3921a8944a/9a40ee02-9e7f-4d9d-86b4-90be3d66becc) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:50:19.717983 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-6a8c96b8-d17e-47a1-99a3-3cb7a2a25f60 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Request body: {'port': {'device_id': '2104ed3f-76aa-4335-9882-7599aa0f4a65', 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954', 'admin_state_up': True, 'tenant_id': '57dccdb6847547f580dd9713009778d2'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:50:19.775783 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-ca99d284-04c5-4266-8b8a-4f7c6767b5c1 None None] Set router f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:50:19.820140 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-78daddec-4143-4277-a22e-86761b3a7ba3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:19.860656 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-78daddec-4143-4277-a22e-86761b3a7ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:19.881607 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03b0733-408b-4082-bd9a-e78d4cffeac0 admin admin] Router 45ca985d-5019-4c1e-9d91-7600f002d940 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:50:19.894615 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78daddec-4143-4277-a22e-86761b3a7ba3 admin admin] Network 0e82e62e-d187-4094-aa6d-69524fea08d6 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:50:19.897517 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-78daddec-4143-4277-a22e-86761b3a7ba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:50:19.900968 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78daddec-4143-4277-a22e-86761b3a7ba3 admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:50:19.932975 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78daddec-4143-4277-a22e-86761b3a7ba3 admin admin] Pushing event updated for resources: {'Port': ['ID=9a40ee02-9e7f-4d9d-86b4-90be3d66becc,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:19.941153 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d11b56-fb8c-4f75-8d2d-47fec42aecdf req-b8e4ed4e-abe6-4a95-8b4a-884825bf71df tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:19.942670 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d7d11b56-fb8c-4f75-8d2d-47fec42aecdf req-b8e4ed4e-abe6-4a95-8b4a-884825bf71df tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/ports?device_id=83312476-8644-48b8-b69d-37be81bc0122 HTTP/1.1" status: 200 len: 946 time: 0.2200220 Sep 21 17:50:19.959127 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-78daddec-4143-4277-a22e-86761b3a7ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:20.001792 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:20.027821 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-ca99d284-04c5-4266-8b8a-4f7c6767b5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1476032272-router', 'tenant_id': '4b11d9a6004a488cac0b954cbd473afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '1b1e7ec1-6cea-4eca-88e9-c7469f688147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:50:14Z', 'updated_at': '2021-09-21T17:50:17Z', 'revision_number': 3, 'project_id': '4b11d9a6004a488cac0b954cbd473afb', 'gw_port': {'id': '1b1e7ec1-6cea-4eca-88e9-c7469f688147', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:50:16Z', 'updated_at': '2021-09-21T17:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:20.057808 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca99d284-04c5-4266-8b8a-4f7c6767b5c1 None None] The sync data for ids ['f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0'] in n-d-810291-1 is: [{'id': 'f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1476032272-router', 'tenant_id': '4b11d9a6004a488cac0b954cbd473afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '1b1e7ec1-6cea-4eca-88e9-c7469f688147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:50:14Z', 'updated_at': '2021-09-21T17:50:17Z', 'revision_number': 3, 'project_id': '4b11d9a6004a488cac0b954cbd473afb', 'gw_port': {'id': '1b1e7ec1-6cea-4eca-88e9-c7469f688147', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:50:16Z', 'updated_at': '2021-09-21T17:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:50:20.062632 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] For port 088ae4ee-9c54-471a-9def-2abee202994b, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=088ae4ee-9c54-471a-9def-2abee202994b,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:20.105554 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d7d11b56-fb8c-4f75-8d2d-47fec42aecdf req-2c07e698-ab66-4dbd-8a9a-e6b014729b32 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19445-858c-4277-bf9f-cee04c3f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538289 Sep 21 17:50:20.107853 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1193b4-e5b8-4ac5-8fba-73cd4e8d25ed req-47ae5cc5-bedc-4a30-8b21-26ddb671e0a8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:20.109558 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9f1193b4-e5b8-4ac5-8fba-73cd4e8d25ed req-47ae5cc5-bedc-4a30-8b21-26ddb671e0a8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 948 time: 0.0964394 Sep 21 17:50:20.161738 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-6a8c96b8-d17e-47a1-99a3-3cb7a2a25f60 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Made reservation on behalf of 57dccdb6847547f580dd9713009778d2 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:50:20.166739 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-6a8c96b8-d17e-47a1-99a3-3cb7a2a25f60 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:20.213613 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] For port 088ae4ee-9c54-471a-9def-2abee202994b, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:50:20.221101 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-78daddec-4143-4277-a22e-86761b3a7ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:20.238570 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03b0733-408b-4082-bd9a-e78d4cffeac0 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:50:20.248019 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f03b0733-408b-4082-bd9a-e78d4cffeac0 admin admin] 10.222.0.58 "PUT /v2.0/routers/45ca985d-5019-4c1e-9d91-7600f002d940/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7862501 Sep 21 17:50:20.251670 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50680) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:20.252523 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7911c7d6-3460-4c96-bf18-f1824404dc89 None None] Sync routers for ids ['45ca985d-5019-4c1e-9d91-7600f002d940'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:50:20.260580 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9f1193b4-e5b8-4ac5-8fba-73cd4e8d25ed req-3d0b46db-03da-472c-9370-8ca318be1efa tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296191 Sep 21 17:50:20.267827 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7911c7d6-3460-4c96-bf18-f1824404dc89 None None] Routers {'45ca985d-5019-4c1e-9d91-7600f002d940'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:50:20.268459 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-7911c7d6-3460-4c96-bf18-f1824404dc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:50:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['45ca985d-5019-4c1e-9d91-7600f002d940'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:20.293119 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-3eb00ca4-171f-4b0f-b3d7-307042181657 None None] Provisioning complete for port 9a40ee02-9e7f-4d9d-86b4-90be3d66becc triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:50:20.293788 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3eb00ca4-171f-4b0f-b3d7-307042181657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:20.367050 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-3eb00ca4-171f-4b0f-b3d7-307042181657 None None] Port 9a40ee02-9e7f-4d9d-86b4-90be3d66becc cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:50:20.433621 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-7911c7d6-3460-4c96-bf18-f1824404dc89 None None] Set router 45ca985d-5019-4c1e-9d91-7600f002d940 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:50:20.475383 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-78daddec-4143-4277-a22e-86761b3a7ba3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:20.483783 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-78daddec-4143-4277-a22e-86761b3a7ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:20.512339 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 088ae4ee-9c54-471a-9def-2abee202994b details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:50:20.600623 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6b665a0f-10bc-447b-860a-cf12692c454f req-732a4109-e8bf-49c9-a4c6-c3d024023de1 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 210 time: 0.0610523 Sep 21 17:50:20.601663 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-78daddec-4143-4277-a22e-86761b3a7ba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:20.676930 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 088ae4ee-9c54-471a-9def-2abee202994b, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=088ae4ee-9c54-471a-9def-2abee202994b,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:20.691913 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 088ae4ee-9c54-471a-9def-2abee202994b has no active binding in host n-h2-810291-1 {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 21 17:50:20.715588 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d7beed-6e0e-46af-a069-899eabff5ec7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '088ae4ee-9c54-471a-9def-2abee202994b'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:50:20.717840 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6697d73-fddd-4912-a767-b207ac903258" -d '{"events": [{"server_uuid": "93d7beed-6e0e-46af-a069-899eabff5ec7", "name": "network-vif-unplugged", "status": "completed", "tag": "088ae4ee-9c54-471a-9def-2abee202994b"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:50:20.722152 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:20.765543 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-7911c7d6-3460-4c96-bf18-f1824404dc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ca985d-5019-4c1e-9d91-7600f002d940', 'name': 'tempest-AttachSCSIVolumeTestJSON-657942137-router', 'tenant_id': 'd13b3c35320a49f6b25211e78c7b9f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '67a337c4-6d78-4073-bb28-2f7b7dba2488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:03Z', 'updated_at': '2021-09-21T17:50:18Z', 'revision_number': 5, 'project_id': 'd13b3c35320a49f6b25211e78c7b9f7f', 'gw_port': {'id': '67a337c4-6d78-4073-bb28-2f7b7dba2488', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ca985d-5019-4c1e-9d91-7600f002d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:04Z', 'updated_at': '2021-09-21T17:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:20.767946 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:20.792413 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78daddec-4143-4277-a22e-86761b3a7ba3 admin admin] Pushing event updated for resources: {'Port': ['ID=9a40ee02-9e7f-4d9d-86b4-90be3d66becc,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:20.824592 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7911c7d6-3460-4c96-bf18-f1824404dc89 None None] Checking router: 45ca985d-5019-4c1e-9d91-7600f002d940 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:50:20.834599 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca9854-cb89-4086-b4ec-931ad3713db6 req-fba65662-a290-4651-8176-a583df08df45 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:20.846623 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e0ca9854-cb89-4086-b4ec-931ad3713db6 req-fba65662-a290-4651-8176-a583df08df45 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 943 time: 0.1106358 Sep 21 17:50:20.849493 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7911c7d6-3460-4c96-bf18-f1824404dc89 None None] Routers {'45ca985d-5019-4c1e-9d91-7600f002d940'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:50:20.850239 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78daddec-4143-4277-a22e-86761b3a7ba3 admin admin] Network 0e82e62e-d187-4094-aa6d-69524fea08d6 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:50:20.851861 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-7911c7d6-3460-4c96-bf18-f1824404dc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:50:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['45ca985d-5019-4c1e-9d91-7600f002d940'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:20.864633 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-78daddec-4143-4277-a22e-86761b3a7ba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:50:20.939074 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db947f-d56e-46e0-9d36-b232929c5505 req-0fbe4608-8d89-4bea-a926-ef3948063c7a tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:20.945922 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-40db947f-d56e-46e0-9d36-b232929c5505 req-0fbe4608-8d89-4bea-a926-ef3948063c7a tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea27bd4-7fe5-49d9-8767-a4e09fa2776f HTTP/1.1" status: 200 len: 950 time: 0.2614005 Sep 21 17:50:20.975685 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1b1e7ec1-6cea-4eca-88e9-c7469f688147 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:50:20.984938 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-6a8c96b8-d17e-47a1-99a3-3cb7a2a25f60 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Allocated IP 172.20.0.7 (24a709a9-6fef-4b8b-a432-62063bc26954/f5dcf0d3-3653-4c17-af0f-a1adf84dd578/136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:50:21.020918 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ba8c863a-992d-4ba9-8cdf-5b2e6a6186e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:21.023400 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-7911c7d6-3460-4c96-bf18-f1824404dc89 None None] Set router 45ca985d-5019-4c1e-9d91-7600f002d940 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:50:21.050501 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 1b1e7ec1-6cea-4eca-88e9-c7469f688147 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:50:21.050883 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:21.085146 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78daddec-4143-4277-a22e-86761b3a7ba3 admin admin] Router f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:50:21.118839 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e0ca9854-cb89-4086-b4ec-931ad3713db6 req-f4053bca-5fb1-4e95-aafc-37336405a8dd tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708976 Sep 21 17:50:21.262230 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78daddec-4143-4277-a22e-86761b3a7ba3 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:50:21.275710 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-78daddec-4143-4277-a22e-86761b3a7ba3 admin admin] 10.222.0.58 "PUT /v2.0/routers/f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9673591 Sep 21 17:50:21.281036 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-4c0e9ad5-ab64-4de6-861e-41c32ebe7269 None None] Provisioning complete for port 9a40ee02-9e7f-4d9d-86b4-90be3d66becc triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:50:21.281415 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4c0e9ad5-ab64-4de6-861e-41c32ebe7269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:21.284534 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:21.328536 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-7911c7d6-3460-4c96-bf18-f1824404dc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ca985d-5019-4c1e-9d91-7600f002d940', 'name': 'tempest-AttachSCSIVolumeTestJSON-657942137-router', 'tenant_id': 'd13b3c35320a49f6b25211e78c7b9f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '67a337c4-6d78-4073-bb28-2f7b7dba2488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:03Z', 'updated_at': '2021-09-21T17:50:18Z', 'revision_number': 5, 'project_id': 'd13b3c35320a49f6b25211e78c7b9f7f', 'gw_port': {'id': '67a337c4-6d78-4073-bb28-2f7b7dba2488', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ca985d-5019-4c1e-9d91-7600f002d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:04Z', 'updated_at': '2021-09-21T17:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:21.348882 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 1b1e7ec1-6cea-4eca-88e9-c7469f688147, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1b1e7ec1-6cea-4eca-88e9-c7469f688147,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:21.350194 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] Pushing event updated for resources: {'Port': ['ID=088ae4ee-9c54-471a-9def-2abee202994b,revision_number=7']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:21.357075 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 17:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc841ce-b6d2-4b3b-9c3a-0e56832b6fb5 x-openstack-request-id: req-edc841ce-b6d2-4b3b-9c3a-0e56832b6fb5 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:50:21.357292 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d7beed-6e0e-46af-a069-899eabff5ec7", "name": "network-vif-unplugged", "status": "completed", "tag": "088ae4ee-9c54-471a-9def-2abee202994b", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:50:21.357535 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-edc841ce-b6d2-4b3b-9c3a-0e56832b6fb5 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:50:21.357966 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d7beed-6e0e-46af-a069-899eabff5ec7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '088ae4ee-9c54-471a-9def-2abee202994b', 'code': 200} Sep 21 17:50:21.363087 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:21.374728 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7911c7d6-3460-4c96-bf18-f1824404dc89 None None] The sync data for ids ['45ca985d-5019-4c1e-9d91-7600f002d940'] in n-d-810291-1 is: [{'id': '45ca985d-5019-4c1e-9d91-7600f002d940', 'name': 'tempest-AttachSCSIVolumeTestJSON-657942137-router', 'tenant_id': 'd13b3c35320a49f6b25211e78c7b9f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '67a337c4-6d78-4073-bb28-2f7b7dba2488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:03Z', 'updated_at': '2021-09-21T17:50:18Z', 'revision_number': 5, 'project_id': 'd13b3c35320a49f6b25211e78c7b9f7f', 'gw_port': {'id': '67a337c4-6d78-4073-bb28-2f7b7dba2488', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ca985d-5019-4c1e-9d91-7600f002d940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:04Z', 'updated_at': '2021-09-21T17:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:50:21.411671 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b88d1-e181-42b2-b57a-dba5952283f9 req-8df4a401-f937-40b3-ac11-fc7556848088 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:21.413448 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4c4b88d1-e181-42b2-b57a-dba5952283f9 req-8df4a401-f937-40b3-ac11-fc7556848088 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/ports?device_id=83312476-8644-48b8-b69d-37be81bc0122 HTTP/1.1" status: 200 len: 946 time: 0.1031356 Sep 21 17:50:21.425398 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ba8c863a-992d-4ba9-8cdf-5b2e6a6186e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:21.450522 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-4c0e9ad5-ab64-4de6-861e-41c32ebe7269 None None] Port 9a40ee02-9e7f-4d9d-86b4-90be3d66becc cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:50:21.464425 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4c4b88d1-e181-42b2-b57a-dba5952283f9 req-baf9e958-0c5b-43ee-a602-c00edacb8c28 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19445-858c-4277-bf9f-cee04c3f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365784 Sep 21 17:50:21.491851 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:21.504715 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] Attempting to bind port 088ae4ee-9c54-471a-9def-2abee202994b on host n-h1-810291-1 for vnic_type normal with profile {"migrating_to": "n-h2-810291-1"} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:50:21.505142 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] Attempting to bind port 088ae4ee-9c54-471a-9def-2abee202994b by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:50:21.505561 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] Attempting to bind port 088ae4ee-9c54-471a-9def-2abee202994b on network ce365bfd-7bb2-49d3-914a-63ce743986ef {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:50:21.511038 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=1b1e7ec1-6cea-4eca-88e9-c7469f688147,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:21.550513 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-40db947f-d56e-46e0-9d36-b232929c5505 req-9cbf6abb-2c67-468b-8609-26cdc97bece3 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fc618fb-1665-4e1f-b42f-6a0c5f255e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6037390 Sep 21 17:50:21.554470 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] Port 088ae4ee-9c54-471a-9def-2abee202994b on network ce365bfd-7bb2-49d3-914a-63ce743986ef not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:50:21.554799 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] Attempting to bind port 088ae4ee-9c54-471a-9def-2abee202994b on network ce365bfd-7bb2-49d3-914a-63ce743986ef {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:50:21.579735 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:50:21.580091 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] Checking segment: {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:50:21.580465 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] Bound using segment: {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:50:21.580910 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] Bound port: 088ae4ee-9c54-471a-9def-2abee202994b, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:50:21.581272 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:21.603780 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b37fcd-b18c-4ac0-936a-cf281acd9df1 req-902cf4c4-f7e5-49c7-a6aa-d8bf8e1cd097 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:21.605360 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-16b37fcd-b18c-4ac0-936a-cf281acd9df1 req-902cf4c4-f7e5-49c7-a6aa-d8bf8e1cd097 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.38 "GET /v2.0/ports?device_id=83312476-8644-48b8-b69d-37be81bc0122 HTTP/1.1" status: 200 len: 946 time: 0.2380733 Sep 21 17:50:21.667615 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5766349-3169-485f-a5c1-1440a589d96f req-2f2ed476-a64f-4c91-9ad0-22d04efc5cf1 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:21.669255 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f5766349-3169-485f-a5c1-1440a589d96f req-2f2ed476-a64f-4c91-9ad0-22d04efc5cf1 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 948 time: 0.0545418 Sep 21 17:50:21.714836 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f5766349-3169-485f-a5c1-1440a589d96f req-5d810fd7-7b7f-495e-99cc-e68bb59063ea tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389714 Sep 21 17:50:21.826012 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [req-39ebc737-8063-45ff-8942-6faa8d783050 req-9d50cbbc-74b5-4f5d-8055-24f5f308804b tempest-FloatingIPDetailsNegativeTestJSON-1129227087 tempest-FloatingIPDetailsNegativeTestJSON-1129227087-project] show failed (client error): The resource could not be found. Sep 21 17:50:21.827087 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-39ebc737-8063-45ff-8942-6faa8d783050 req-9d50cbbc-74b5-4f5d-8055-24f5f308804b tempest-FloatingIPDetailsNegativeTestJSON-1129227087 tempest-FloatingIPDetailsNegativeTestJSON-1129227087-project] 10.222.0.58 "GET /v2.0/floatingips/afcf179f-bc0b-427b-a523-bb11f9b9e27a HTTP/1.1" status: 404 len: 350 time: 0.0969257 Sep 21 17:50:21.828371 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-ba8c863a-992d-4ba9-8cdf-5b2e6a6186e6 admin admin] Deleting port 67a337c4-6d78-4073-bb28-2f7b7dba2488 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:50:21.828737 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ba8c863a-992d-4ba9-8cdf-5b2e6a6186e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:21.829104 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d8f4b-bf4d-43fa-846c-3f4d3d72d2ee req-12cb9181-c67e-4f31-9fdf-805ed5394f54 tempest-LiveMigrationNegativeTest-170677834 tempest-LiveMigrationNegativeTest-170677834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:21.830837 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-891d8f4b-bf4d-43fa-846c-3f4d3d72d2ee req-12cb9181-c67e-4f31-9fdf-805ed5394f54 tempest-LiveMigrationNegativeTest-170677834 tempest-LiveMigrationNegativeTest-170677834-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8ea27bd4-7fe5-49d9-8767-a4e09fa2776f HTTP/1.1" status: 200 len: 1101 time: 0.0438058 Sep 21 17:50:21.838041 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50704) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:21.853979 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-891d8f4b-bf4d-43fa-846c-3f4d3d72d2ee req-885253a3-7a30-431a-a4f5-e0600d016513 tempest-LiveMigrationNegativeTest-170677834 tempest-LiveMigrationNegativeTest-170677834-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:21.875596 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] For port 088ae4ee-9c54-471a-9def-2abee202994b, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:50:21.958699 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-891d8f4b-bf4d-43fa-846c-3f4d3d72d2ee req-885253a3-7a30-431a-a4f5-e0600d016513 tempest-LiveMigrationNegativeTest-170677834 tempest-LiveMigrationNegativeTest-170677834-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:21.965757 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-891d8f4b-bf4d-43fa-846c-3f4d3d72d2ee req-885253a3-7a30-431a-a4f5-e0600d016513 tempest-LiveMigrationNegativeTest-170677834 tempest-LiveMigrationNegativeTest-170677834-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:21.989793 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-891d8f4b-bf4d-43fa-846c-3f4d3d72d2ee req-885253a3-7a30-431a-a4f5-e0600d016513 tempest-LiveMigrationNegativeTest-170677834 tempest-LiveMigrationNegativeTest-170677834-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=7fc618fb-1665-4e1f-b42f-6a0c5f255e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499577 Sep 21 17:50:21.993846 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] For port 088ae4ee-9c54-471a-9def-2abee202994b, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=088ae4ee-9c54-471a-9def-2abee202994b,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:50:22.000646 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885253a3-7a30-431a-a4f5-e0600d016513 tempest-LiveMigrationNegativeTest-170677834 tempest-LiveMigrationNegativeTest-170677834-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca9d213-d098-450b-99f5-78105be51df4,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:22.009955 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4c3e1d9e-b9c6-4d76-a0b8-2fe7f08d6eaa req-b166c6da-64c5-4c0f-8aa0-a103d69078bb tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 210 time: 0.0994468 Sep 21 17:50:22.014200 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-6a8c96b8-d17e-47a1-99a3-3cb7a2a25f60 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:22.021058 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:22.150807 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-16b37fcd-b18c-4ac0-936a-cf281acd9df1 req-a92bf7dd-6ebf-4202-b664-90fccf911de3 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Deleting port d675028a-dbd5-42b0-b0ac-3c90e6e3a883 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:50:22.151544 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-16b37fcd-b18c-4ac0-936a-cf281acd9df1 req-a92bf7dd-6ebf-4202-b664-90fccf911de3 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:22.198740 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-ba8c863a-992d-4ba9-8cdf-5b2e6a6186e6 admin admin] For port 67a337c4-6d78-4073-bb28-2f7b7dba2488, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=67a337c4-6d78-4073-bb28-2f7b7dba2488,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:22.199166 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ba8c863a-992d-4ba9-8cdf-5b2e6a6186e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:22.229206 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] Pushing event updated for resources: {'Port': ['ID=088ae4ee-9c54-471a-9def-2abee202994b,revision_number=8']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:22.257992 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85fd72-0741-4b15-b5f9-3b7c38c0a699 req-b92539e2-6384-49fa-9ea9-ccdd9e54d7a2 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:22.260229 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ad85fd72-0741-4b15-b5f9-3b7c38c0a699 req-b92539e2-6384-49fa-9ea9-ccdd9e54d7a2 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 943 time: 0.0534525 Sep 21 17:50:22.264000 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-ba8c863a-992d-4ba9-8cdf-5b2e6a6186e6 admin admin] Calling delete_port for 67a337c4-6d78-4073-bb28-2f7b7dba2488 owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:50:22.319754 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ad85fd72-0741-4b15-b5f9-3b7c38c0a699 req-5d28ac44-50e7-4399-b4c8-cec64bb525fc tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512407 Sep 21 17:50:22.350315 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:22.350840 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:22.351210 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:22.351361 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:22.351698 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:22.352022 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:22.352342 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:22.352648 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:22.352967 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:22.353281 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:22.353598 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:22.353909 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:22.361441 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:22.362131 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:22.363606 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-a0c0f269-2996-4b9e-94d1-464f2906173d service neutron] 10.222.0.44 "PUT /v2.0/ports/088ae4ee-9c54-471a-9def-2abee202994b HTTP/1.1" status: 200 len: 1121 time: 2.9432199 Sep 21 17:50:22.378138 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-6a8c96b8-d17e-47a1-99a3-3cb7a2a25f60 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:22.462676 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['088ae4ee-9c54-471a-9def-2abee202994b'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:50:22.475941 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['088ae4ee-9c54-471a-9def-2abee202994b'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:50:22.548178 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-6a8c96b8-d17e-47a1-99a3-3cb7a2a25f60 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Network 24a709a9-6fef-4b8b-a432-62063bc26954 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:50:22.569037 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-6a8c96b8-d17e-47a1-99a3-3cb7a2a25f60 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:50:22.572293 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-16b37fcd-b18c-4ac0-936a-cf281acd9df1 req-a92bf7dd-6ebf-4202-b664-90fccf911de3 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] For port d675028a-dbd5-42b0-b0ac-3c90e6e3a883, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=d675028a-dbd5-42b0-b0ac-3c90e6e3a883,segment=NetworkSegment(79bddfb5-407e-4ad8-9cd2-c25c34969797),segment_id=79bddfb5-407e-4ad8-9cd2-c25c34969797)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:22.572662 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-16b37fcd-b18c-4ac0-936a-cf281acd9df1 req-a92bf7dd-6ebf-4202-b664-90fccf911de3 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:22.581138 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-6a8c96b8-d17e-47a1-99a3-3cb7a2a25f60 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:50:22.586582 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-6a8c96b8-d17e-47a1-99a3-3cb7a2a25f60 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:22.587393 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-6a8c96b8-d17e-47a1-99a3-3cb7a2a25f60 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:22.591471 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1570021-3b40-4e4a-8aa6-54f4e495be28 None None] Sync routers for ids ['f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:50:22.603087 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c96b8-d17e-47a1-99a3-3cb7a2a25f60 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Pushing event updated for resources: {'Port': ['ID=136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:22.621925 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0869a-f108-44f1-9a28-00d3afee1f7d req-5bbe2d01-c8b9-47f7-abe2-1d90a79b42ab tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:22.623246 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-16b37fcd-b18c-4ac0-936a-cf281acd9df1 req-a92bf7dd-6ebf-4202-b664-90fccf911de3 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Calling delete_port for d675028a-dbd5-42b0-b0ac-3c90e6e3a883 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:50:22.631686 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c7e0869a-f108-44f1-9a28-00d3afee1f7d req-5bbe2d01-c8b9-47f7-abe2-1d90a79b42ab tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/ports?device_id=83312476-8644-48b8-b69d-37be81bc0122 HTTP/1.1" status: 200 len: 946 time: 0.0729141 Sep 21 17:50:22.651086 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1570021-3b40-4e4a-8aa6-54f4e495be28 None None] Routers {'f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:50:22.651864 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-e1570021-3b40-4e4a-8aa6-54f4e495be28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:50:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:22.669296 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895d17b-8499-4132-9343-fe79e8b4c554 req-9efd8e84-151f-4595-b919-ebe5160242e9 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:22.670794 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1895d17b-8499-4132-9343-fe79e8b4c554 req-9efd8e84-151f-4595-b919-ebe5160242e9 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea27bd4-7fe5-49d9-8767-a4e09fa2776f HTTP/1.1" status: 200 len: 950 time: 0.2878015 Sep 21 17:50:22.672404 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c7e0869a-f108-44f1-9a28-00d3afee1f7d req-3a9ddecc-7b35-4bb0-8b53-b1fd89cfe0de tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f19445-858c-4277-bf9f-cee04c3f3b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322590 Sep 21 17:50:22.677503 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-6a8c96b8-d17e-47a1-99a3-3cb7a2a25f60 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9635210 Sep 21 17:50:22.720914 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-215bfae0-3cd7-436c-a3bd-88b71ffeac5b service neutron] Request body: {'port': {'device_id': '2104ed3f-76aa-4335-9882-7599aa0f4a65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:50:22.867123 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f227afe-6786-4173-997d-9f04827a64e7 req-7ae877d6-778d-4be4-9574-eec89d9a8328 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:22.869037 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5f227afe-6786-4173-997d-9f04827a64e7 req-7ae877d6-778d-4be4-9574-eec89d9a8328 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 948 time: 0.0561225 Sep 21 17:50:22.876619 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-e1570021-3b40-4e4a-8aa6-54f4e495be28 None None] Set router f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:50:22.922710 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5f227afe-6786-4173-997d-9f04827a64e7 req-56d4397e-0c7a-4b2a-b500-10b5cb98cd31 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467567 Sep 21 17:50:22.935772 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1b1e7ec1-6cea-4eca-88e9-c7469f688147 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:50:23.068275 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:23.096741 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 1b1e7ec1-6cea-4eca-88e9-c7469f688147 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:50:23.097118 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:23.147240 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e50512-2a8f-4696-a762-a01019dbe55c req-20951d1a-1b9d-45fc-9052-c7a3648bd630 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:23.148904 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-71e50512-2a8f-4696-a762-a01019dbe55c req-20951d1a-1b9d-45fc-9052-c7a3648bd630 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 931 time: 0.0551636 Sep 21 17:50:23.167873 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1895d17b-8499-4132-9343-fe79e8b4c554 req-99af9950-f1d3-4777-9960-66d02b80aa7c tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fc618fb-1665-4e1f-b42f-6a0c5f255e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4549193 Sep 21 17:50:23.200958 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-71e50512-2a8f-4696-a762-a01019dbe55c req-23c8cf54-8038-4eed-b4c5-28d58fea9700 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433519 Sep 21 17:50:23.233902 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-215bfae0-3cd7-436c-a3bd-88b71ffeac5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:23.317877 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ba8c863a-992d-4ba9-8cdf-5b2e6a6186e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:23.334291 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-e1570021-3b40-4e4a-8aa6-54f4e495be28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1476032272-router', 'tenant_id': '4b11d9a6004a488cac0b954cbd473afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '1b1e7ec1-6cea-4eca-88e9-c7469f688147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:50:14Z', 'updated_at': '2021-09-21T17:50:20Z', 'revision_number': 4, 'project_id': '4b11d9a6004a488cac0b954cbd473afb', 'gw_port': {'id': '1b1e7ec1-6cea-4eca-88e9-c7469f688147', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:50:16Z', 'updated_at': '2021-09-21T17:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '9a40ee02-9e7f-4d9d-86b4-90be3d66becc', 'name': '', 'network_id': '0e82e62e-d187-4094-aa6d-69524fea08d6', 'tenant_id': '4b11d9a6004a488cac0b954cbd473afb', 'mac_address': 'fa:16:3e:45:78:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '279c48b9-00b0-4a66-9f75-dc3921a8944a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:50:19Z', 'updated_at': '2021-09-21T17:50:20Z', 'revision_number': 2, 'project_id': '4b11d9a6004a488cac0b954cbd473afb', 'subnets': [{'id': '279c48b9-00b0-4a66-9f75-dc3921a8944a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:23.361480 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d7beed-6e0e-46af-a069-899eabff5ec7', 'tag': '088ae4ee-9c54-471a-9def-2abee202994b'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:50:23.363776 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac3c2d6-4f4a-42f3-bf91-5dc34dac738f" -d '{"events": [{"name": "network-changed", "server_uuid": "93d7beed-6e0e-46af-a069-899eabff5ec7", "tag": "088ae4ee-9c54-471a-9def-2abee202994b"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:50:23.366847 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1570021-3b40-4e4a-8aa6-54f4e495be28 None None] Checking router: f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:50:23.367357 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1570021-3b40-4e4a-8aa6-54f4e495be28 None None] Updating router f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0 port 9a40ee02-9e7f-4d9d-86b4-90be3d66becc binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:50:23.381150 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c863a-992d-4ba9-8cdf-5b2e6a6186e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=67a337c4-6d78-4073-bb28-2f7b7dba2488,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:23.384172 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-16b37fcd-b18c-4ac0-936a-cf281acd9df1 req-a92bf7dd-6ebf-4202-b664-90fccf911de3 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:23.387775 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 979362b2-f0a6-481c-9530-b9adf4db99f9 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:50:23.419057 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['d675028a-dbd5-42b0-b0ac-3c90e6e3a883'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:50:23.421447 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 979362b2-f0a6-481c-9530-b9adf4db99f9 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:50:23.421950 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 979362b2-f0a6-481c-9530-b9adf4db99f9 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:50:23.445448 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e1570021-3b40-4e4a-8aa6-54f4e495be28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:23.484014 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fafc81d-90b6-4cb0-9d1d-010eda9b5a34 x-openstack-request-id: req-2fafc81d-90b6-4cb0-9d1d-010eda9b5a34 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:50:23.484303 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d7beed-6e0e-46af-a069-899eabff5ec7", "tag": "088ae4ee-9c54-471a-9def-2abee202994b", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:50:23.484546 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2fafc81d-90b6-4cb0-9d1d-010eda9b5a34 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:50:23.484927 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d7beed-6e0e-46af-a069-899eabff5ec7', 'tag': '088ae4ee-9c54-471a-9def-2abee202994b', 'status': 'completed', 'code': 200} Sep 21 17:50:23.503862 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ba8c863a-992d-4ba9-8cdf-5b2e6a6186e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:23.519885 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92bf7dd-6ebf-4202-b664-90fccf911de3 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Pushing event deleted for resources: {'Port': ['ID=d675028a-dbd5-42b0-b0ac-3c90e6e3a883,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:23.729284 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ba8c863a-992d-4ba9-8cdf-5b2e6a6186e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:23.732336 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ba8c863a-992d-4ba9-8cdf-5b2e6a6186e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:23.734105 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e1570021-3b40-4e4a-8aa6-54f4e495be28 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:23.741552 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e1570021-3b40-4e4a-8aa6-54f4e495be28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:23.768765 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b37fcd-b18c-4ac0-936a-cf281acd9df1 req-a92bf7dd-6ebf-4202-b664-90fccf911de3 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] No DVR routers for this DVR port d675028a-dbd5-42b0-b0ac-3c90e6e3a883 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:50:23.789236 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-28e7cc51-1661-42da-aa6e-469605ca201e req-3c1afc3d-9c9b-4139-afc9-3bc47aa56af1 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.58 "GET /v2.0/ports?device_id=83312476-8644-48b8-b69d-37be81bc0122 HTTP/1.1" status: 200 len: 210 time: 0.0266302 Sep 21 17:50:23.810744 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-16b37fcd-b18c-4ac0-936a-cf281acd9df1 req-a92bf7dd-6ebf-4202-b664-90fccf911de3 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:23.813135 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-16b37fcd-b18c-4ac0-936a-cf281acd9df1 req-a92bf7dd-6ebf-4202-b664-90fccf911de3 tempest-FloatingIPsAssociationNegativeTestJSON-92201863 tempest-FloatingIPsAssociationNegativeTestJSON-92201863-project] 10.222.0.38 "DELETE /v2.0/ports/d675028a-dbd5-42b0-b0ac-3c90e6e3a883 HTTP/1.1" status: 204 len: 173 time: 2.2012076 Sep 21 17:50:23.871008 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3f404-cb87-4133-9189-a24505ce7dd0 None None] Pushing event updated for resources: {'Port': ['ID=9a40ee02-9e7f-4d9d-86b4-90be3d66becc,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:23.892762 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3c2d6-4f4a-42f3-bf91-5dc34dac738f req-c0cdd151-4bb5-4b1a-a62b-fe858c647c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:23.894289 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2ac3c2d6-4f4a-42f3-bf91-5dc34dac738f req-c0cdd151-4bb5-4b1a-a62b-fe858c647c72 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=564aef6a99cc4ded992fbb9f0e732388&device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 1124 time: 0.4119685 Sep 21 17:50:23.906842 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ba8c863a-992d-4ba9-8cdf-5b2e6a6186e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:23.907446 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8c863a-992d-4ba9-8cdf-5b2e6a6186e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45ca985d-5019-4c1e-9d91-7600f002d940 {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 17:50:23.917269 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-e1570021-3b40-4e4a-8aa6-54f4e495be28 None None] Attempting to bind port 9a40ee02-9e7f-4d9d-86b4-90be3d66becc on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:50:23.917641 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-e1570021-3b40-4e4a-8aa6-54f4e495be28 None None] Attempting to bind port 9a40ee02-9e7f-4d9d-86b4-90be3d66becc by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '7f6601b8-cf57-4efd-aa8f-eebbb70428fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0e82e62e-d187-4094-aa6d-69524fea08d6'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:50:23.918069 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1570021-3b40-4e4a-8aa6-54f4e495be28 None None] Attempting to bind port 9a40ee02-9e7f-4d9d-86b4-90be3d66becc on network 0e82e62e-d187-4094-aa6d-69524fea08d6 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:50:23.923930 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1570021-3b40-4e4a-8aa6-54f4e495be28 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:50:23.924299 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1570021-3b40-4e4a-8aa6-54f4e495be28 None None] Checking segment: {'id': '7f6601b8-cf57-4efd-aa8f-eebbb70428fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0e82e62e-d187-4094-aa6d-69524fea08d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:50:23.924720 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e1570021-3b40-4e4a-8aa6-54f4e495be28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:23.925128 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1570021-3b40-4e4a-8aa6-54f4e495be28 None None] Bound using segment: {'id': '7f6601b8-cf57-4efd-aa8f-eebbb70428fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0e82e62e-d187-4094-aa6d-69524fea08d6'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:50:23.925579 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-e1570021-3b40-4e4a-8aa6-54f4e495be28 None None] Bound port: 9a40ee02-9e7f-4d9d-86b4-90be3d66becc, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6601b8-cf57-4efd-aa8f-eebbb70428fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0e82e62e-d187-4094-aa6d-69524fea08d6'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:50:23.925956 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e1570021-3b40-4e4a-8aa6-54f4e495be28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:23.939759 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ba8c863a-992d-4ba9-8cdf-5b2e6a6186e6 admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:23.943375 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ba8c863a-992d-4ba9-8cdf-5b2e6a6186e6 admin admin] 10.222.0.58 "DELETE /v2.0/routers/45ca985d-5019-4c1e-9d91-7600f002d940 HTTP/1.1" status: 204 len: 168 time: 3.6627707 Sep 21 17:50:23.945123 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50736) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:23.973016 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021a028-20bd-4adf-b1eb-c6a1d8f9adff req-054db306-edbd-47a6-806b-193a3e9d178d tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:23.974659 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b021a028-20bd-4adf-b1eb-c6a1d8f9adff req-054db306-edbd-47a6-806b-193a3e9d178d tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 943 time: 0.4935272 Sep 21 17:50:24.058446 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-e1570021-3b40-4e4a-8aa6-54f4e495be28 None None] For port 9a40ee02-9e7f-4d9d-86b4-90be3d66becc, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:50:24.063153 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-e1570021-3b40-4e4a-8aa6-54f4e495be28 None None] For port 9a40ee02-9e7f-4d9d-86b4-90be3d66becc, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=9a40ee02-9e7f-4d9d-86b4-90be3d66becc,segment=NetworkSegment(7f6601b8-cf57-4efd-aa8f-eebbb70428fb),segment_id=7f6601b8-cf57-4efd-aa8f-eebbb70428fb)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:50:24.069148 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e1570021-3b40-4e4a-8aa6-54f4e495be28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:24.076303 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-afac9ced-346d-491a-80bc-6259ebe5f983 admin admin] Deleting subnet 3758e5e3-dac4-4bab-ba30-39230b4b74c8 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:50:24.098654 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-afac9ced-346d-491a-80bc-6259ebe5f983 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:24.143784 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1570021-3b40-4e4a-8aa6-54f4e495be28 None None] Routers {'f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:50:24.144642 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-e1570021-3b40-4e4a-8aa6-54f4e495be28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:50:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:24.157811 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6e592-bc74-4f41-9632-c8c1621cd8f5 req-c1dc02fd-40f7-43d7-ac99-46e52d0ca712 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:24.159405 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-09b6e592-bc74-4f41-9632-c8c1621cd8f5 req-c1dc02fd-40f7-43d7-ac99-46e52d0ca712 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 948 time: 0.1093297 Sep 21 17:50:24.161562 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-afac9ced-346d-491a-80bc-6259ebe5f983 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:24.194412 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d83136fe-beea-438e-991f-b3398d44b220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:24.196798 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3c2d6-4f4a-42f3-bf91-5dc34dac738f req-66e53487-9efe-43e5-a06e-1b1c59aa8bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:24.198298 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2ac3c2d6-4f4a-42f3-bf91-5dc34dac738f req-66e53487-9efe-43e5-a06e-1b1c59aa8bb8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ce365bfd-7bb2-49d3-914a-63ce743986ef HTTP/1.1" status: 200 len: 908 time: 0.2850254 Sep 21 17:50:24.222911 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3f404-cb87-4133-9189-a24505ce7dd0 None None] Pushing event updated for resources: {'Port': ['ID=9a40ee02-9e7f-4d9d-86b4-90be3d66becc,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:24.250223 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-30420a4d-1ca3-4695-8f1c-09da68e0d814 None None] Provisioning complete for port 9a40ee02-9e7f-4d9d-86b4-90be3d66becc triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:50:24.250859 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-30420a4d-1ca3-4695-8f1c-09da68e0d814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:24.268633 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-215bfae0-3cd7-436c-a3bd-88b71ffeac5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:50:24.272991 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-afac9ced-346d-491a-80bc-6259ebe5f983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:24.278163 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-215bfae0-3cd7-436c-a3bd-88b71ffeac5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:24.293433 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-215bfae0-3cd7-436c-a3bd-88b71ffeac5b service neutron] Transition to ACTIVE for port object 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:50:24.344088 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-afac9ced-346d-491a-80bc-6259ebe5f983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:24.350606 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-215bfae0-3cd7-436c-a3bd-88b71ffeac5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:24.368374 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-e1570021-3b40-4e4a-8aa6-54f4e495be28 None None] Set router f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:50:24.379630 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac9ced-346d-491a-80bc-6259ebe5f983 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3758e5e3-dac4-4bab-ba30-39230b4b74c8,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:24.398290 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c192352-7974-45bc-9df6-6b0ed80e4865 None None] Network 6505b804-ad26-4a4e-abe0-94b7f04cbfac requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:50:24.399251 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-afac9ced-346d-491a-80bc-6259ebe5f983 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:24.403668 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:24.404358 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-afac9ced-346d-491a-80bc-6259ebe5f983 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3758e5e3-dac4-4bab-ba30-39230b4b74c8 HTTP/1.1" status: 204 len: 168 time: 0.4578917 Sep 21 17:50:24.407559 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50744) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:24.449351 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac9ced-346d-491a-80bc-6259ebe5f983 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:24.449953 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac9ced-346d-491a-80bc-6259ebe5f983 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:24.450290 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac9ced-346d-491a-80bc-6259ebe5f983 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:24.450804 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac9ced-346d-491a-80bc-6259ebe5f983 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:24.451444 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac9ced-346d-491a-80bc-6259ebe5f983 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:24.451921 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac9ced-346d-491a-80bc-6259ebe5f983 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:24.452415 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac9ced-346d-491a-80bc-6259ebe5f983 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:24.452994 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac9ced-346d-491a-80bc-6259ebe5f983 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:24.453607 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac9ced-346d-491a-80bc-6259ebe5f983 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:24.454080 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac9ced-346d-491a-80bc-6259ebe5f983 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:24.454613 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac9ced-346d-491a-80bc-6259ebe5f983 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:24.455224 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac9ced-346d-491a-80bc-6259ebe5f983 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:24.478786 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-09b6e592-bc74-4f41-9632-c8c1621cd8f5 req-4c01329e-6c51-4efa-8359-740cb354aff6 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455412 Sep 21 17:50:24.566977 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b021a028-20bd-4adf-b1eb-c6a1d8f9adff req-ff297e9d-aa9d-42fa-a0ea-1e665b9cc290 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5749178 Sep 21 17:50:24.581919 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2ac3c2d6-4f4a-42f3-bf91-5dc34dac738f req-0c04036b-3a2c-4df9-8c8c-9c5d9ea7e340 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=088ae4ee-9c54-471a-9def-2abee202994b HTTP/1.1" status: 200 len: 217 time: 0.2408392 Sep 21 17:50:24.616515 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-30420a4d-1ca3-4695-8f1c-09da68e0d814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:24.622721 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7cdece92-8603-4e78-92d9-622bbf600bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:24.641915 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-215bfae0-3cd7-436c-a3bd-88b71ffeac5b service neutron] Attempting to bind port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:50:24.642251 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-215bfae0-3cd7-436c-a3bd-88b71ffeac5b service neutron] Attempting to bind port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:50:24.642576 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-215bfae0-3cd7-436c-a3bd-88b71ffeac5b service neutron] Attempting to bind port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 on network 24a709a9-6fef-4b8b-a432-62063bc26954 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:50:24.677145 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215bfae0-3cd7-436c-a3bd-88b71ffeac5b service neutron] Pushing event updated for resources: {'Port': ['ID=136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:24.706397 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf10b9-2250-4a6e-8d2b-72a853e146dd req-a49b7d26-330e-4239-a5e2-c4adbc5a6162 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:24.708058 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-52cf10b9-2250-4a6e-8d2b-72a853e146dd req-a49b7d26-330e-4239-a5e2-c4adbc5a6162 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea27bd4-7fe5-49d9-8767-a4e09fa2776f HTTP/1.1" status: 200 len: 950 time: 0.1206915 Sep 21 17:50:24.712789 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad6b31-1557-408b-90eb-1fa515439fdc req-e960b9fa-f42c-40ed-af64-4d3d03ed9980 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:24.715619 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-30420a4d-1ca3-4695-8f1c-09da68e0d814 None None] For port 9a40ee02-9e7f-4d9d-86b4-90be3d66becc, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=9a40ee02-9e7f-4d9d-86b4-90be3d66becc,segment=NetworkSegment(7f6601b8-cf57-4efd-aa8f-eebbb70428fb),segment_id=7f6601b8-cf57-4efd-aa8f-eebbb70428fb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:24.715806 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-36ad6b31-1557-408b-90eb-1fa515439fdc req-e960b9fa-f42c-40ed-af64-4d3d03ed9980 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ea27bd4-7fe5-49d9-8767-a4e09fa2776f HTTP/1.1" status: 200 len: 950 time: 0.6256738 Sep 21 17:50:24.716428 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-215bfae0-3cd7-436c-a3bd-88b71ffeac5b service neutron] Port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 on network 24a709a9-6fef-4b8b-a432-62063bc26954 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:50:24.717025 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-215bfae0-3cd7-436c-a3bd-88b71ffeac5b service neutron] Attempting to bind port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 on network 24a709a9-6fef-4b8b-a432-62063bc26954 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:50:24.729539 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-30420a4d-1ca3-4695-8f1c-09da68e0d814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:24.755963 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-7cdece92-8603-4e78-92d9-622bbf600bc2 admin admin] Deleting port 8f2fbc8e-ed75-42f8-a247-73ecad8d330b {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:50:24.756575 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7cdece92-8603-4e78-92d9-622bbf600bc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:24.786714 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-52cf10b9-2250-4a6e-8d2b-72a853e146dd req-d0c80e54-9fd4-491e-a332-753e0f1b6f74 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fc618fb-1665-4e1f-b42f-6a0c5f255e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719898 Sep 21 17:50:24.790381 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30420a4d-1ca3-4695-8f1c-09da68e0d814 None None] Pushing event updated for resources: {'Port': ['ID=9a40ee02-9e7f-4d9d-86b4-90be3d66becc,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:24.796302 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-215bfae0-3cd7-436c-a3bd-88b71ffeac5b service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:50:24.796751 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-215bfae0-3cd7-436c-a3bd-88b71ffeac5b service neutron] Checking segment: {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:50:24.797473 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-215bfae0-3cd7-436c-a3bd-88b71ffeac5b service neutron] Bound using segment: {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:50:24.798018 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-215bfae0-3cd7-436c-a3bd-88b71ffeac5b service neutron] Bound port: 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:50:24.798488 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-215bfae0-3cd7-436c-a3bd-88b71ffeac5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:24.801655 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-e1570021-3b40-4e4a-8aa6-54f4e495be28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1476032272-router', 'tenant_id': '4b11d9a6004a488cac0b954cbd473afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '1b1e7ec1-6cea-4eca-88e9-c7469f688147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:50:14Z', 'updated_at': '2021-09-21T17:50:20Z', 'revision_number': 4, 'project_id': '4b11d9a6004a488cac0b954cbd473afb', 'gw_port': {'id': '1b1e7ec1-6cea-4eca-88e9-c7469f688147', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:50:16Z', 'updated_at': '2021-09-21T17:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '9a40ee02-9e7f-4d9d-86b4-90be3d66becc', 'name': '', 'network_id': '0e82e62e-d187-4094-aa6d-69524fea08d6', 'tenant_id': '4b11d9a6004a488cac0b954cbd473afb', 'mac_address': 'fa:16:3e:45:78:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '279c48b9-00b0-4a66-9f75-dc3921a8944a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:50:19Z', 'updated_at': '2021-09-21T17:50:24Z', 'revision_number': 4, 'project_id': '4b11d9a6004a488cac0b954cbd473afb', 'subnets': [{'id': '279c48b9-00b0-4a66-9f75-dc3921a8944a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:24.845093 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1570021-3b40-4e4a-8aa6-54f4e495be28 None None] The sync data for ids ['f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0'] in n-d-810291-1 is: [{'id': 'f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1476032272-router', 'tenant_id': '4b11d9a6004a488cac0b954cbd473afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '1b1e7ec1-6cea-4eca-88e9-c7469f688147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:50:14Z', 'updated_at': '2021-09-21T17:50:20Z', 'revision_number': 4, 'project_id': '4b11d9a6004a488cac0b954cbd473afb', 'gw_port': {'id': '1b1e7ec1-6cea-4eca-88e9-c7469f688147', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:50:16Z', 'updated_at': '2021-09-21T17:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '9a40ee02-9e7f-4d9d-86b4-90be3d66becc', 'name': '', 'network_id': '0e82e62e-d187-4094-aa6d-69524fea08d6', 'tenant_id': '4b11d9a6004a488cac0b954cbd473afb', 'mac_address': 'fa:16:3e:45:78:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '279c48b9-00b0-4a66-9f75-dc3921a8944a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:50:19Z', 'updated_at': '2021-09-21T17:50:24Z', 'revision_number': 4, 'project_id': '4b11d9a6004a488cac0b954cbd473afb', 'subnets': [{'id': '279c48b9-00b0-4a66-9f75-dc3921a8944a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:50:24.852953 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269063ae-3ca6-4dde-808b-c9f1769deced None None] DHCP port deletion for 6505b804-ad26-4a4e-abe0-94b7f04cbfac request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 17:50:24.853117 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3c2d6-4f4a-42f3-bf91-5dc34dac738f req-2ebdada9-7076-425a-b59d-c2c9fc82fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:24.854586 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2ac3c2d6-4f4a-42f3-bf91-5dc34dac738f req-2ebdada9-7076-425a-b59d-c2c9fc82fdfb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f6bcee82-068a-4838-bdd8-412dc7128026 HTTP/1.1" status: 200 len: 847 time: 0.2572339 Sep 21 17:50:24.872413 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50748) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:24.894687 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5debab1a-0deb-4810-9aa1-2b5c5de38f77 None None] Provisioning complete for port 9a40ee02-9e7f-4d9d-86b4-90be3d66becc triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:50:24.895113 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5debab1a-0deb-4810-9aa1-2b5c5de38f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:24.990399 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-269063ae-3ca6-4dde-808b-c9f1769deced None None] Deleting port 8f2fbc8e-ed75-42f8-a247-73ecad8d330b {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:50:24.990778 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-269063ae-3ca6-4dde-808b-c9f1769deced None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:24.992332 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-7cdece92-8603-4e78-92d9-622bbf600bc2 admin admin] For port 8f2fbc8e-ed75-42f8-a247-73ecad8d330b, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=8f2fbc8e-ed75-42f8-a247-73ecad8d330b,segment=NetworkSegment(496d3bec-efa1-479a-a0f5-18a028e845be),segment_id=496d3bec-efa1-479a-a0f5-18a028e845be)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:24.992897 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7cdece92-8603-4e78-92d9-622bbf600bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:25.014781 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-7cdece92-8603-4e78-92d9-622bbf600bc2 admin admin] Calling delete_port for 8f2fbc8e-ed75-42f8-a247-73ecad8d330b owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:50:25.039912 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 8f2fbc8e-ed75-42f8-a247-73ecad8d330b no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:50:25.041179 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2ac3c2d6-4f4a-42f3-bf91-5dc34dac738f req-27a31357-330e-4a49-8f3a-3e090df1ce81 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ce365bfd-7bb2-49d3-914a-63ce743986ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068690 Sep 21 17:50:25.088787 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97961491-15d2-4428-a034-8fbb4fa9a36e req-c1440662-2321-4e6b-8223-45fd3c6ac784 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:25.090665 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-97961491-15d2-4428-a034-8fbb4fa9a36e req-c1440662-2321-4e6b-8223-45fd3c6ac784 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 943 time: 0.4159193 Sep 21 17:50:25.142679 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-269063ae-3ca6-4dde-808b-c9f1769deced None None] For port 8f2fbc8e-ed75-42f8-a247-73ecad8d330b, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=8f2fbc8e-ed75-42f8-a247-73ecad8d330b,segment=NetworkSegment(496d3bec-efa1-479a-a0f5-18a028e845be),segment_id=496d3bec-efa1-479a-a0f5-18a028e845be)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:25.143109 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-269063ae-3ca6-4dde-808b-c9f1769deced None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:25.157830 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-269063ae-3ca6-4dde-808b-c9f1769deced None None] Calling delete_port for 8f2fbc8e-ed75-42f8-a247-73ecad8d330b owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:50:25.237053 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Port 8f2fbc8e-ed75-42f8-a247-73ecad8d330b update to DOWN by agent not found {{(pid=101462) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 21 17:50:25.237344 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7cdece92-8603-4e78-92d9-622bbf600bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:25.237482 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 67a337c4-6d78-4073-bb28-2f7b7dba2488 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:50:25.265421 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 67a337c4-6d78-4073-bb28-2f7b7dba2488 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:50:25.266016 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 67a337c4-6d78-4073-bb28-2f7b7dba2488 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:50:25.282389 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdece92-8603-4e78-92d9-622bbf600bc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f2fbc8e-ed75-42f8-a247-73ecad8d330b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:25.284972 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdece92-8603-4e78-92d9-622bbf600bc2 admin admin] No DVR routers for this DVR port 8f2fbc8e-ed75-42f8-a247-73ecad8d330b on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:50:25.308406 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-215bfae0-3cd7-436c-a3bd-88b71ffeac5b service neutron] For port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:50:25.322765 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-215bfae0-3cd7-436c-a3bd-88b71ffeac5b service neutron] For port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:50:25.342955 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2ac3c2d6-4f4a-42f3-bf91-5dc34dac738f req-f1b927f2-4423-4f0d-9a22-d589a6da7a88 service neutron] 10.222.0.38 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438247 Sep 21 17:50:25.359982 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-97961491-15d2-4428-a034-8fbb4fa9a36e req-fbb326db-e24f-4d95-9aa4-f9d5bb0e641a tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430968 Sep 21 17:50:25.367569 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-215bfae0-3cd7-436c-a3bd-88b71ffeac5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:25.370998 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7cdece92-8603-4e78-92d9-622bbf600bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:25.397663 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-7cdece92-8603-4e78-92d9-622bbf600bc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6505b804-ad26-4a4e-abe0-94b7f04cbfac']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:25.408565 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-7cdece92-8603-4e78-92d9-622bbf600bc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '496d3bec-efa1-479a-a0f5-18a028e845be') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:25.408868 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-7cdece92-8603-4e78-92d9-622bbf600bc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '496d3bec-efa1-479a-a0f5-18a028e845be') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:25.451360 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7cdece92-8603-4e78-92d9-622bbf600bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:25.457959 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-269063ae-3ca6-4dde-808b-c9f1769deced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:25.477591 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7cdece92-8603-4e78-92d9-622bbf600bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:25.484872 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cdece92-8603-4e78-92d9-622bbf600bc2 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:50:25.485316 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7cdece92-8603-4e78-92d9-622bbf600bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:25.487497 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269063ae-3ca6-4dde-808b-c9f1769deced None None] Pushing event deleted for resources: {'Port': ['ID=8f2fbc8e-ed75-42f8-a247-73ecad8d330b,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:25.495825 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269063ae-3ca6-4dde-808b-c9f1769deced None None] No DVR routers for this DVR port 8f2fbc8e-ed75-42f8-a247-73ecad8d330b on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:50:25.539119 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83312476-8644-48b8-b69d-37be81bc0122', 'name': 'network-vif-deleted', 'tag': 'd675028a-dbd5-42b0-b0ac-3c90e6e3a883'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:50:25.541398 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa566a3-afd4-469d-b61e-33caa909aaa4" -d '{"events": [{"server_uuid": "83312476-8644-48b8-b69d-37be81bc0122", "name": "network-vif-deleted", "tag": "d675028a-dbd5-42b0-b0ac-3c90e6e3a883"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:50:25.544740 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 17:50:25.544740 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:50:25.544740 n-d-810291-1 neutron-server[101461]: timer() Sep 21 17:50:25.544740 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:50:25.544740 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 17:50:25.544740 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:50:25.544740 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 17:50:25.544740 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:50:25.544740 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 17:50:25.544740 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:50:25.544740 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 17:50:25.544740 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:50:25.544740 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 17:50:25.544740 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:50:25.544740 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:50:25.544740 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:50:25.544740 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:50:25.544740 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:50:25.544740 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 17:50:25.544740 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:50:25.544740 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 17:50:25.544740 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:50:25.544740 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:50:25.544740 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:50:25.544740 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 17:50:25.544740 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:50:25.544740 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:50:25.544740 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:50:25.544740 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:50:25.544740 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:50:25.544740 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:50:25.544740 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:50:25.556803 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7cdece92-8603-4e78-92d9-622bbf600bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:25.565716 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7cdece92-8603-4e78-92d9-622bbf600bc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:25.570121 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7cdece92-8603-4e78-92d9-622bbf600bc2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/6505b804-ad26-4a4e-abe0-94b7f04cbfac HTTP/1.1" status: 204 len: 168 time: 1.1587145 Sep 21 17:50:25.577891 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215bfae0-3cd7-436c-a3bd-88b71ffeac5b service neutron] Pushing event updated for resources: {'Port': ['ID=136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:25.606329 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdece92-8603-4e78-92d9-622bbf600bc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6505b804-ad26-4a4e-abe0-94b7f04cbfac,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:25.627123 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-215bfae0-3cd7-436c-a3bd-88b71ffeac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:25.627869 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-215bfae0-3cd7-436c-a3bd-88b71ffeac5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:25.629325 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-215bfae0-3cd7-436c-a3bd-88b71ffeac5b service neutron] 10.222.0.38 "PUT /v2.0/ports/136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 HTTP/1.1" status: 200 len: 1091 time: 2.9158034 Sep 21 17:50:25.642515 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afb667f-403e-4dcc-be20-e49dcc8c9dba x-openstack-request-id: req-6afb667f-403e-4dcc-be20-e49dcc8c9dba {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:50:25.642817 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83312476-8644-48b8-b69d-37be81bc0122", "name": "network-vif-deleted", "tag": "d675028a-dbd5-42b0-b0ac-3c90e6e3a883", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:50:25.643306 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6afb667f-403e-4dcc-be20-e49dcc8c9dba {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:50:25.643793 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83312476-8644-48b8-b69d-37be81bc0122', 'name': 'network-vif-deleted', 'tag': 'd675028a-dbd5-42b0-b0ac-3c90e6e3a883', 'status': 'completed', 'code': 200} Sep 21 17:50:25.663002 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2ac3c2d6-4f4a-42f3-bf91-5dc34dac738f req-9a9482b7-8664-4498-845e-4857b852ce07 service neutron] 10.222.0.38 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018243 Sep 21 17:50:25.669106 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-36ad6b31-1557-408b-90eb-1fa515439fdc req-97e49dfe-d259-44f4-bfcb-5ef8d1e9a207 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Deleting port bf0a78f0-7093-47e5-9694-2c9fea2c6b09 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:50:25.669495 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-36ad6b31-1557-408b-90eb-1fa515439fdc req-97e49dfe-d259-44f4-bfcb-5ef8d1e9a207 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:25.706664 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28c602-df11-42fb-b2d4-0b8b6acb1d8b req-8ac00290-c9e0-47ef-a237-7ca5d88f6df0 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:25.715324 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-be28c602-df11-42fb-b2d4-0b8b6acb1d8b req-8ac00290-c9e0-47ef-a237-7ca5d88f6df0 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 948 time: 0.1417966 Sep 21 17:50:25.762376 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50760) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:25.779797 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-be28c602-df11-42fb-b2d4-0b8b6acb1d8b req-715dd08b-8c99-44cb-85e7-57e6e0980d21 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631979 Sep 21 17:50:25.859929 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b424dcad-a77d-4518-a3c3-d551cd3a89ca admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7b8df62cc2a44f18b1012d84424cf7b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0965114 Sep 21 17:50:25.870333 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50764) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:25.877194 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device d675028a-dbd5-42b0-b0ac-3c90e6e3a883 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:50:25.903101 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: d675028a-dbd5-42b0-b0ac-3c90e6e3a883 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:50:25.903447 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device d675028a-dbd5-42b0-b0ac-3c90e6e3a883 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:50:25.946147 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e4f18175-3555-40ad-b9c6-209371c3770a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:25.997625 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47163a75-61b6-4904-80f1-ec2f7b4138f5 req-577603af-9114-40ee-8d04-e3289673eaea tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:25.999331 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-47163a75-61b6-4904-80f1-ec2f7b4138f5 req-577603af-9114-40ee-8d04-e3289673eaea tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea27bd4-7fe5-49d9-8767-a4e09fa2776f HTTP/1.1" status: 200 len: 950 time: 0.1441352 Sep 21 17:50:26.031099 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bd170184-e5f0-4d8c-8b0c-b8ad593d2118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:26.115736 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bd170184-e5f0-4d8c-8b0c-b8ad593d2118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:26.141105 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-47163a75-61b6-4904-80f1-ec2f7b4138f5 req-18744537-c7c5-4ee3-bc71-edb219a44a52 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fc618fb-1665-4e1f-b42f-6a0c5f255e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329181 Sep 21 17:50:26.192575 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-36ad6b31-1557-408b-90eb-1fa515439fdc req-97e49dfe-d259-44f4-bfcb-5ef8d1e9a207 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] For port bf0a78f0-7093-47e5-9694-2c9fea2c6b09, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=bf0a78f0-7093-47e5-9694-2c9fea2c6b09,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:26.193085 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-36ad6b31-1557-408b-90eb-1fa515439fdc req-97e49dfe-d259-44f4-bfcb-5ef8d1e9a207 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:26.208293 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-36ad6b31-1557-408b-90eb-1fa515439fdc req-97e49dfe-d259-44f4-bfcb-5ef8d1e9a207 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Calling delete_port for bf0a78f0-7093-47e5-9694-2c9fea2c6b09 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:50:26.256799 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bd170184-e5f0-4d8c-8b0c-b8ad593d2118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:26.259396 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bd170184-e5f0-4d8c-8b0c-b8ad593d2118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:26.260645 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bd170184-e5f0-4d8c-8b0c-b8ad593d2118 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0a5788c3-3b53-45da-bc36-1e521b2619d0 HTTP/1.1" status: 204 len: 168 time: 0.3890836 Sep 21 17:50:26.269285 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad19c0b-afd3-42c2-a8f3-222365fb9490 req-56ed64e6-cf97-4ed1-baaf-8a867a5c8847 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:26.270991 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4ad19c0b-afd3-42c2-a8f3-222365fb9490 req-56ed64e6-cf97-4ed1-baaf-8a867a5c8847 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 943 time: 0.5563462 Sep 21 17:50:26.273778 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd170184-e5f0-4d8c-8b0c-b8ad593d2118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5788c3-3b53-45da-bc36-1e521b2619d0,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:26.289309 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-6f25bea4-7b3a-4251-96ac-042cb04d743d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:26.290885 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-6f25bea4-7b3a-4251-96ac-042cb04d743d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=57dccdb6847547f580dd9713009778d2&device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 1094 time: 0.5497103 Sep 21 17:50:26.354943 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-e4f18175-3555-40ad-b9c6-209371c3770a admin admin] Deleting port 7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:50:26.355413 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e4f18175-3555-40ad-b9c6-209371c3770a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:26.368645 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-e159674d-2fb4-4339-9218-673ce9e44ec5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 HTTP/1.1" status: 200 len: 217 time: 0.0591969 Sep 21 17:50:26.382219 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-d83136fe-beea-438e-991f-b3398d44b220 admin admin] Deleting port 9a40ee02-9e7f-4d9d-86b4-90be3d66becc {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:50:26.382670 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d83136fe-beea-438e-991f-b3398d44b220 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:26.431164 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4ad19c0b-afd3-42c2-a8f3-222365fb9490 req-bb27ff41-214e-400d-a14b-a8666e36632e tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464198 Sep 21 17:50:26.468573 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-e4f18175-3555-40ad-b9c6-209371c3770a admin admin] For port 7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9,segment=NetworkSegment(79bddfb5-407e-4ad8-9cd2-c25c34969797),segment_id=79bddfb5-407e-4ad8-9cd2-c25c34969797)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:26.469060 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e4f18175-3555-40ad-b9c6-209371c3770a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:26.534053 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-a4edba2c-a9dc-4765-8f3b-e7b0de7ba05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:26.535593 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-a4edba2c-a9dc-4765-8f3b-e7b0de7ba05d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f5dcf0d3-3653-4c17-af0f-a1adf84dd578 HTTP/1.1" status: 200 len: 861 time: 0.1484742 Sep 21 17:50:26.555675 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-36ad6b31-1557-408b-90eb-1fa515439fdc req-97e49dfe-d259-44f4-bfcb-5ef8d1e9a207 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:26.569385 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:50:26.588095 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-47f6cf63-1651-4ccc-b731-3fbdc3fb5238 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=24a709a9-6fef-4b8b-a432-62063bc26954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432749 Sep 21 17:50:26.640864 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e49dfe-d259-44f4-bfcb-5ef8d1e9a207 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Pushing event deleted for resources: {'Port': ['ID=bf0a78f0-7093-47e5-9694-2c9fea2c6b09,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:26.659270 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-d83136fe-beea-438e-991f-b3398d44b220 admin admin] For port 9a40ee02-9e7f-4d9d-86b4-90be3d66becc, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=9a40ee02-9e7f-4d9d-86b4-90be3d66becc,segment=NetworkSegment(7f6601b8-cf57-4efd-aa8f-eebbb70428fb),segment_id=7f6601b8-cf57-4efd-aa8f-eebbb70428fb)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:26.659640 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d83136fe-beea-438e-991f-b3398d44b220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:26.689555 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-d83136fe-beea-438e-991f-b3398d44b220 admin admin] Calling delete_port for 9a40ee02-9e7f-4d9d-86b4-90be3d66becc owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:50:26.771226 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ad6b31-1557-408b-90eb-1fa515439fdc req-97e49dfe-d259-44f4-bfcb-5ef8d1e9a207 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] No DVR routers for this DVR port bf0a78f0-7093-47e5-9694-2c9fea2c6b09 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:50:26.776060 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-36ad6b31-1557-408b-90eb-1fa515439fdc req-97e49dfe-d259-44f4-bfcb-5ef8d1e9a207 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:26.778254 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-36ad6b31-1557-408b-90eb-1fa515439fdc req-97e49dfe-d259-44f4-bfcb-5ef8d1e9a207 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.38 "DELETE /v2.0/ports/bf0a78f0-7093-47e5-9694-2c9fea2c6b09 HTTP/1.1" status: 204 len: 173 time: 2.0040829 Sep 21 17:50:26.786651 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50774) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:26.852975 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-e4f18175-3555-40ad-b9c6-209371c3770a admin admin] Calling delete_port for 7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9 owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:50:26.964366 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 9a40ee02-9e7f-4d9d-86b4-90be3d66becc up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:50:26.983682 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a67c80-21c2-4c22-acba-8d22dff648f5 req-4ce75b2d-64a0-4844-9985-bc61af7194fa tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:26.986079 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-08a67c80-21c2-4c22-acba-8d22dff648f5 req-4ce75b2d-64a0-4844-9985-bc61af7194fa tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 943 time: 0.5054905 Sep 21 17:50:27.001311 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-3af15c76-af5a-420b-8777-727545ac3d15 service neutron] 10.222.0.38 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804758 Sep 21 17:50:27.003460 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-21a81f3c-c760-488f-8ca2-1b3650026d60 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d13b3c35320a49f6b25211e78c7b9f7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141340 Sep 21 17:50:27.005926 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50778) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:27.012033 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 9a40ee02-9e7f-4d9d-86b4-90be3d66becc triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:50:27.012409 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:27.041832 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c561ce-9af8-4d1a-8931-406ee08978cb req-dbbc224f-bd7a-4a20-9ca2-a81d0e0fbcaa tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:27.049463 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-26c561ce-9af8-4d1a-8931-406ee08978cb req-dbbc224f-bd7a-4a20-9ca2-a81d0e0fbcaa tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 948 time: 0.1396401 Sep 21 17:50:27.082906 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-08a67c80-21c2-4c22-acba-8d22dff648f5 req-bb719466-a818-4007-93f5-4e827e470721 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862966 Sep 21 17:50:27.163186 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e4f18175-3555-40ad-b9c6-209371c3770a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:27.194876 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f18175-3555-40ad-b9c6-209371c3770a admin admin] Pushing event deleted for resources: {'Port': ['ID=7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:27.229847 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-26c561ce-9af8-4d1a-8931-406ee08978cb req-8fc57c28-8fcd-4f4e-8d44-294f6960ec5a tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665909 Sep 21 17:50:27.293467 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-53295881-fad2-4db4-8500-6c1c5c26a13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:27.299005 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-98acf6f3-7abf-45b3-a748-a6fda3d39b55 req-c5422ce5-b3f1-49e7-a712-2e8cc8036c60 service neutron] 10.222.0.38 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809119 Sep 21 17:50:27.307535 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7804f5ba-1c15-4559-a424-1ad32b4b950f req-bd11c805-4950-49a6-81c9-11793b6bcc85 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ea27bd4-7fe5-49d9-8767-a4e09fa2776f HTTP/1.1" status: 200 len: 210 time: 0.0397580 Sep 21 17:50:27.373041 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-53295881-fad2-4db4-8500-6c1c5c26a13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:27.415860 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d83136fe-beea-438e-991f-b3398d44b220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:27.446400 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83136fe-beea-438e-991f-b3398d44b220 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a40ee02-9e7f-4d9d-86b4-90be3d66becc,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:27.468978 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e4f18175-3555-40ad-b9c6-209371c3770a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:27.525495 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-53295881-fad2-4db4-8500-6c1c5c26a13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:27.528137 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-53295881-fad2-4db4-8500-6c1c5c26a13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:27.531686 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-53295881-fad2-4db4-8500-6c1c5c26a13b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6adf4c56-c283-4360-b79f-bb83d3f73cbf HTTP/1.1" status: 204 len: 168 time: 0.5225136 Sep 21 17:50:27.547548 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53295881-fad2-4db4-8500-6c1c5c26a13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adf4c56-c283-4360-b79f-bb83d3f73cbf,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:27.631084 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d83136fe-beea-438e-991f-b3398d44b220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:27.646052 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2104ed3f-76aa-4335-9882-7599aa0f4a65', 'tag': '136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8'}, {'server_uuid': '8ea27bd4-7fe5-49d9-8767-a4e09fa2776f', 'name': 'network-vif-deleted', 'tag': 'bf0a78f0-7093-47e5-9694-2c9fea2c6b09'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:50:27.648695 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8865627e-dca4-4253-ae62-25b00afd651a" -d '{"events": [{"name": "network-changed", "server_uuid": "2104ed3f-76aa-4335-9882-7599aa0f4a65", "tag": "136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8"}, {"server_uuid": "8ea27bd4-7fe5-49d9-8767-a4e09fa2776f", "name": "network-vif-deleted", "tag": "bf0a78f0-7093-47e5-9694-2c9fea2c6b09"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:50:27.709265 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f306e9-bad9-4e4f-a12d-e99041da7615 req-e665f98e-04bb-4fab-ba38-006dfa0ab8f1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:27.717748 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e1f306e9-bad9-4e4f-a12d-e99041da7615 req-e665f98e-04bb-4fab-ba38-006dfa0ab8f1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 943 time: 0.1240129 Sep 21 17:50:27.731715 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 21 Sep 2021 17:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c2ad5c-ac1f-4272-9088-fb4890c8ad67 x-openstack-request-id: req-86c2ad5c-ac1f-4272-9088-fb4890c8ad67 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:50:27.732012 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2104ed3f-76aa-4335-9882-7599aa0f4a65", "tag": "136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8", "status": "completed", "code": 200}, {"server_uuid": "8ea27bd4-7fe5-49d9-8767-a4e09fa2776f", "name": "network-vif-deleted", "tag": "bf0a78f0-7093-47e5-9694-2c9fea2c6b09", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:50:27.732262 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-86c2ad5c-ac1f-4272-9088-fb4890c8ad67 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:50:27.732657 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2104ed3f-76aa-4335-9882-7599aa0f4a65', 'tag': '136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8', 'status': 'completed', 'code': 200} Sep 21 17:50:27.732909 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea27bd4-7fe5-49d9-8767-a4e09fa2776f', 'name': 'network-vif-deleted', 'tag': 'bf0a78f0-7093-47e5-9694-2c9fea2c6b09', 'status': 'completed', 'code': 200} Sep 21 17:50:27.769330 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e1f306e9-bad9-4e4f-a12d-e99041da7615 req-662da7db-b38d-48b6-a2e5-5d76540053f3 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504408 Sep 21 17:50:27.834108 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f18175-3555-40ad-b9c6-209371c3770a admin admin] Router 3667fe52-1c47-41e8-a285-309ea7aac4d0 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:50:27.840170 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865627e-dca4-4253-ae62-25b00afd651a req-72603c4a-9571-4950-98ca-a7ed78277736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:27.841668 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8865627e-dca4-4253-ae62-25b00afd651a req-72603c4a-9571-4950-98ca-a7ed78277736 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=57dccdb6847547f580dd9713009778d2&device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 1094 time: 0.0673437 Sep 21 17:50:27.876929 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device bf0a78f0-7093-47e5-9694-2c9fea2c6b09 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:50:27.906096 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: bf0a78f0-7093-47e5-9694-2c9fea2c6b09 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:50:27.906685 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device bf0a78f0-7093-47e5-9694-2c9fea2c6b09 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:50:27.958476 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f18175-3555-40ad-b9c6-209371c3770a admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:50:27.963973 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e4f18175-3555-40ad-b9c6-209371c3770a admin admin] 10.222.0.58 "PUT /v2.0/routers/3667fe52-1c47-41e8-a285-309ea7aac4d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0899801 Sep 21 17:50:27.966505 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50796) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:27.981003 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac4b3db-da36-439e-abac-96acd441d5ff None None] Sync routers for ids ['3667fe52-1c47-41e8-a285-309ea7aac4d0'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:50:27.991514 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac4b3db-da36-439e-abac-96acd441d5ff None None] Routers {'3667fe52-1c47-41e8-a285-309ea7aac4d0'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:50:27.992944 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5ac4b3db-da36-439e-abac-96acd441d5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:50:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3667fe52-1c47-41e8-a285-309ea7aac4d0'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:28.006688 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865627e-dca4-4253-ae62-25b00afd651a req-260ca599-c338-462d-b9ef-d0870fa4d30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:28.008122 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8865627e-dca4-4253-ae62-25b00afd651a req-260ca599-c338-462d-b9ef-d0870fa4d30a service neutron] 10.222.0.38 "GET /v2.0/networks?id=24a709a9-6fef-4b8b-a432-62063bc26954 HTTP/1.1" status: 200 len: 922 time: 0.1376121 Sep 21 17:50:28.016706 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83136fe-beea-438e-991f-b3398d44b220 admin admin] Router f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:50:28.064395 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8865627e-dca4-4253-ae62-25b00afd651a req-d59b8ea2-a8c4-4d4c-89c9-d433d824216e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 HTTP/1.1" status: 200 len: 217 time: 0.0414774 Sep 21 17:50:28.088292 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f0c6915c-1158-411c-8689-a03855c096fe admin admin] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:28.151734 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-5ac4b3db-da36-439e-abac-96acd441d5ff None None] Set router 3667fe52-1c47-41e8-a285-309ea7aac4d0 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:50:28.157423 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865627e-dca4-4253-ae62-25b00afd651a req-4b28fb5a-ce98-4c51-b1ee-1b0e185514f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:28.158905 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8865627e-dca4-4253-ae62-25b00afd651a req-4b28fb5a-ce98-4c51-b1ee-1b0e185514f0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f5dcf0d3-3653-4c17-af0f-a1adf84dd578 HTTP/1.1" status: 200 len: 861 time: 0.0870125 Sep 21 17:50:28.235027 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8865627e-dca4-4253-ae62-25b00afd651a req-d9f93f0b-ffdc-48ec-8b1e-188bb1848b47 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=24a709a9-6fef-4b8b-a432-62063bc26954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386820 Sep 21 17:50:28.263719 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f0c6915c-1158-411c-8689-a03855c096fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:28.267116 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83136fe-beea-438e-991f-b3398d44b220 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:50:28.277004 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d83136fe-beea-438e-991f-b3398d44b220 admin admin] 10.222.0.58 "PUT /v2.0/routers/f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4199760 Sep 21 17:50:28.278959 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f5afcd-86e7-4d00-a9b6-8a7d36825211 None None] Sync routers for ids ['f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:50:28.280523 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50810) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:28.298389 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f5afcd-86e7-4d00-a9b6-8a7d36825211 None None] Routers {'f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:50:28.299116 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-16f5afcd-86e7-4d00-a9b6-8a7d36825211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:50:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:28.462533 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a67a6a-02e9-4f9e-bdd4-73dd08532dc5 req-cd7d4334-9164-44e7-abb0-15d4f5ce10a1 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:28.465062 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-10a67a6a-02e9-4f9e-bdd4-73dd08532dc5 req-cd7d4334-9164-44e7-abb0-15d4f5ce10a1 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 943 time: 0.1893086 Sep 21 17:50:28.497449 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8865627e-dca4-4253-ae62-25b00afd651a req-43846c60-1cdd-4af7-8f31-38ebaa818965 service neutron] 10.222.0.38 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538636 Sep 21 17:50:28.541200 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb10ee-70c9-4700-8a9f-e45da81803bd req-c9584bd5-99fb-4ae1-878c-b770fb4023be tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:28.543397 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-36cb10ee-70c9-4700-8a9f-e45da81803bd req-c9584bd5-99fb-4ae1-878c-b770fb4023be tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 948 time: 0.2154787 Sep 21 17:50:28.549915 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-16f5afcd-86e7-4d00-a9b6-8a7d36825211 None None] Set router f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:50:28.566870 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5ac4b3db-da36-439e-abac-96acd441d5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637935897-router', 'tenant_id': 'd60a2653cb364fb39cfe282da6d04c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'a27e1ad3-b1d2-436c-b408-d15e527fceb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:49:27Z', 'updated_at': '2021-09-21T17:50:27Z', 'revision_number': 5, 'project_id': 'd60a2653cb364fb39cfe282da6d04c36', 'gw_port': {'id': 'a27e1ad3-b1d2-436c-b408-d15e527fceb2', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:43:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:49:28Z', 'updated_at': '2021-09-21T17:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:28.569998 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5ef181f7-ac9d-46d5-a701-1684a6568490 admin admin] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:28.614793 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac4b3db-da36-439e-abac-96acd441d5ff None None] Checking router: 3667fe52-1c47-41e8-a285-309ea7aac4d0 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:50:28.616694 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50820) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:28.624729 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac4b3db-da36-439e-abac-96acd441d5ff None None] Routers {'3667fe52-1c47-41e8-a285-309ea7aac4d0'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:50:28.625675 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5ac4b3db-da36-439e-abac-96acd441d5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:50:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3667fe52-1c47-41e8-a285-309ea7aac4d0'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:28.647524 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-10a67a6a-02e9-4f9e-bdd4-73dd08532dc5 req-6efea8b6-14f1-4eb5-a322-e3a7efb88de6 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716683 Sep 21 17:50:28.731246 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-5ac4b3db-da36-439e-abac-96acd441d5ff None None] Set router 3667fe52-1c47-41e8-a285-309ea7aac4d0 gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:50:28.742037 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-f0c6915c-1158-411c-8689-a03855c096fe admin admin] Deleting port a27e1ad3-b1d2-436c-b408-d15e527fceb2 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:50:28.742224 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f0c6915c-1158-411c-8689-a03855c096fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:28.786537 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-36cb10ee-70c9-4700-8a9f-e45da81803bd req-43619de5-d467-44f2-af76-00240e2b15b3 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282953 Sep 21 17:50:28.824548 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8865627e-dca4-4253-ae62-25b00afd651a req-ffba2cba-6d2a-4d82-86d4-5dfb5d7d69bc service neutron] 10.222.0.38 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191135 Sep 21 17:50:28.845082 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-6e104d9d-b0d4-48db-a1d6-cba132813c81 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1324165687-network', 'tenant_id': '5d3ca10dab864494a95ff993f73111e1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:50:28.887732 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5ef181f7-ac9d-46d5-a701-1684a6568490 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:28.891535 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e104d9d-b0d4-48db-a1d6-cba132813c81 admin admin] Made reservation on behalf of 5d3ca10dab864494a95ff993f73111e1 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:50:28.893887 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6e104d9d-b0d4-48db-a1d6-cba132813c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:28.906840 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6e104d9d-b0d4-48db-a1d6-cba132813c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:29.035461 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5ac4b3db-da36-439e-abac-96acd441d5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637935897-router', 'tenant_id': 'd60a2653cb364fb39cfe282da6d04c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:49:27Z', 'updated_at': '2021-09-21T17:50:28Z', 'revision_number': 6, 'project_id': 'd60a2653cb364fb39cfe282da6d04c36', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:29.059153 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-f0c6915c-1158-411c-8689-a03855c096fe admin admin] For port a27e1ad3-b1d2-436c-b408-d15e527fceb2, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a27e1ad3-b1d2-436c-b408-d15e527fceb2,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:29.059598 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f0c6915c-1158-411c-8689-a03855c096fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:29.073893 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-16f5afcd-86e7-4d00-a9b6-8a7d36825211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1476032272-router', 'tenant_id': '4b11d9a6004a488cac0b954cbd473afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '1b1e7ec1-6cea-4eca-88e9-c7469f688147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:50:14Z', 'updated_at': '2021-09-21T17:50:27Z', 'revision_number': 5, 'project_id': '4b11d9a6004a488cac0b954cbd473afb', 'gw_port': {'id': '1b1e7ec1-6cea-4eca-88e9-c7469f688147', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:50:16Z', 'updated_at': '2021-09-21T17:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:29.085465 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac4b3db-da36-439e-abac-96acd441d5ff None None] The sync data for ids ['3667fe52-1c47-41e8-a285-309ea7aac4d0'] in n-d-810291-1 is: [{'id': '3667fe52-1c47-41e8-a285-309ea7aac4d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637935897-router', 'tenant_id': 'd60a2653cb364fb39cfe282da6d04c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:49:27Z', 'updated_at': '2021-09-21T17:50:28Z', 'revision_number': 6, 'project_id': 'd60a2653cb364fb39cfe282da6d04c36', 'gw_port_host': None}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:50:29.105875 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-f0c6915c-1158-411c-8689-a03855c096fe admin admin] Calling delete_port for a27e1ad3-b1d2-436c-b408-d15e527fceb2 owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:50:29.140779 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f5afcd-86e7-4d00-a9b6-8a7d36825211 None None] Checking router: f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:50:29.161848 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f5afcd-86e7-4d00-a9b6-8a7d36825211 None None] Routers {'f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:50:29.162503 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-16f5afcd-86e7-4d00-a9b6-8a7d36825211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:50:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:29.173149 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6e104d9d-b0d4-48db-a1d6-cba132813c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:29.187509 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c37f5-49cc-400c-869b-b9d5f9728a20 req-c3ff3afc-e7ac-456d-b4fa-6ec0da207158 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:29.198000 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-335c37f5-49cc-400c-869b-b9d5f9728a20 req-c3ff3afc-e7ac-456d-b4fa-6ec0da207158 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 943 time: 0.1699893 Sep 21 17:50:29.201603 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-5ef181f7-ac9d-46d5-a701-1684a6568490 admin admin] Deleting port 1b1e7ec1-6cea-4eca-88e9-c7469f688147 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:50:29.201950 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5ef181f7-ac9d-46d5-a701-1684a6568490 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:29.241133 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6e104d9d-b0d4-48db-a1d6-cba132813c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:29.263660 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-335c37f5-49cc-400c-869b-b9d5f9728a20 req-c2725b6f-4b0e-4a68-a542-b912002ba983 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645013 Sep 21 17:50:29.270492 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-16f5afcd-86e7-4d00-a9b6-8a7d36825211 None None] Set router f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0 gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:50:29.299796 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e104d9d-b0d4-48db-a1d6-cba132813c81 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:50:29.311093 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6e104d9d-b0d4-48db-a1d6-cba132813c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:29.311540 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-6e104d9d-b0d4-48db-a1d6-cba132813c81 admin admin] Added segment 9c08f836-aec9-456e-aaf6-ac9a8961f79b of type vlan for network b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b Sep 21 17:50:29.314686 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b7b01-c3d3-4cf4-abf8-2d04613570e3 req-564328c3-96bf-4812-9ae0-7ea716ba7946 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:29.316336 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-309b7b01-c3d3-4cf4-abf8-2d04613570e3 req-564328c3-96bf-4812-9ae0-7ea716ba7946 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d632c47-46f8-4163-8071-a67564f760d9 HTTP/1.1" status: 200 len: 949 time: 0.1326129 Sep 21 17:50:29.330616 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-16f5afcd-86e7-4d00-a9b6-8a7d36825211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1476032272-router', 'tenant_id': '4b11d9a6004a488cac0b954cbd473afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:50:14Z', 'updated_at': '2021-09-21T17:50:28Z', 'revision_number': 6, 'project_id': '4b11d9a6004a488cac0b954cbd473afb', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:29.360968 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f5afcd-86e7-4d00-a9b6-8a7d36825211 None None] The sync data for ids ['f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0'] in n-d-810291-1 is: [{'id': 'f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1476032272-router', 'tenant_id': '4b11d9a6004a488cac0b954cbd473afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:50:14Z', 'updated_at': '2021-09-21T17:50:28Z', 'revision_number': 6, 'project_id': '4b11d9a6004a488cac0b954cbd473afb', 'gw_port_host': None}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:50:29.361372 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6e104d9d-b0d4-48db-a1d6-cba132813c81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:29.385587 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e104d9d-b0d4-48db-a1d6-cba132813c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2148bb-67ac-4696-b3a3-1613b44af34c,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:29.406185 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-5ef181f7-ac9d-46d5-a701-1684a6568490 admin admin] For port 1b1e7ec1-6cea-4eca-88e9-c7469f688147, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1b1e7ec1-6cea-4eca-88e9-c7469f688147,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:29.406783 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5ef181f7-ac9d-46d5-a701-1684a6568490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:29.410618 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6e104d9d-b0d4-48db-a1d6-cba132813c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:29.411777 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e104d9d-b0d4-48db-a1d6-cba132813c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:29.412651 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6e104d9d-b0d4-48db-a1d6-cba132813c81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:29.440221 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-5ef181f7-ac9d-46d5-a701-1684a6568490 admin admin] Calling delete_port for 1b1e7ec1-6cea-4eca-88e9-c7469f688147 owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:50:29.446172 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-309b7b01-c3d3-4cf4-abf8-2d04613570e3 req-74bffa14-cabc-4937-aafe-f13c1f7a7a37 tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fc618fb-1665-4e1f-b42f-6a0c5f255e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976079 Sep 21 17:50:29.458385 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6e104d9d-b0d4-48db-a1d6-cba132813c81 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8095953 Sep 21 17:50:29.461419 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50830) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:29.469067 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-9cf48efd-1853-4948-bfdb-084a44798dbb admin admin] Request body: {'subnet': {'network_id': 'b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1324165687-subnet', 'tenant_id': '5d3ca10dab864494a95ff993f73111e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:50:29.517359 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e104d9d-b0d4-48db-a1d6-cba132813c81 admin admin] Pushing event updated for resources: {'Network': ['ID=b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:29.533071 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:50:29.544778 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf48efd-1853-4948-bfdb-084a44798dbb admin admin] Made reservation on behalf of 5d3ca10dab864494a95ff993f73111e1 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:50:29.547557 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9cf48efd-1853-4948-bfdb-084a44798dbb admin admin] Notify callbacks [] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:29.628945 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f0c6915c-1158-411c-8689-a03855c096fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:29.667291 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6915c-1158-411c-8689-a03855c096fe admin admin] Pushing event deleted for resources: {'Port': ['ID=a27e1ad3-b1d2-436c-b408-d15e527fceb2,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:29.802809 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9cf48efd-1853-4948-bfdb-084a44798dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:29.806730 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5ef181f7-ac9d-46d5-a701-1684a6568490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:29.821514 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf475d7-e076-4b6f-8a59-cee4aefdee6e req-e3656b42-84c4-49b5-b56d-832dd15ac599 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:29.823060 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cdf475d7-e076-4b6f-8a59-cee4aefdee6e req-e3656b42-84c4-49b5-b56d-832dd15ac599 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 943 time: 0.0770380 Sep 21 17:50:29.862798 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f0c6915c-1158-411c-8689-a03855c096fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:29.867757 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef181f7-ac9d-46d5-a701-1684a6568490 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b1e7ec1-6cea-4eca-88e9-c7469f688147,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:29.871873 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:50:29.952264 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cdf475d7-e076-4b6f-8a59-cee4aefdee6e req-d4fd8a66-85ec-4d42-830a-5b03705df2c6 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989988 Sep 21 17:50:29.961429 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf48efd-1853-4948-bfdb-084a44798dbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=def27755-188f-4074-84e9-9b2c33d106ae,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:29.976540 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf48efd-1853-4948-bfdb-084a44798dbb admin admin] Checking segment: {'id': '9c08f836-aec9-456e-aaf6-ac9a8961f79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:50:29.977093 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf48efd-1853-4948-bfdb-084a44798dbb admin admin] Network hostable DHCP agents. Network: b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:50:29.988990 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:30.002295 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8', 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954', 'port_id': '136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8', 'mac_address': 'fa:16:3e:cf:44:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5dcf0d3-3653-4c17-af0f-a1adf84dd578', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:50:30.013295 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf48efd-1853-4948-bfdb-084a44798dbb admin admin] Network b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:50:30.026520 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-9cf48efd-1853-4948-bfdb-084a44798dbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:50:30.038568 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d8542d-c258-423f-bdb9-ba8975ea8b80 None None] Network b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:50:30.048405 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf48efd-1853-4948-bfdb-084a44798dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:30.060851 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9cf48efd-1853-4948-bfdb-084a44798dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:30.094360 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9cf48efd-1853-4948-bfdb-084a44798dbb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6318188 Sep 21 17:50:30.114157 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f0c6915c-1158-411c-8689-a03855c096fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:30.124104 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f0c6915c-1158-411c-8689-a03855c096fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:30.156295 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:30.177170 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:50:30.180533 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699c6f6-a74d-4386-9c65-08e755b9a5b0 req-98fb4de6-493d-495a-80eb-d4cb46e546d0 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:30.193613 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c699c6f6-a74d-4386-9c65-08e755b9a5b0 req-98fb4de6-493d-495a-80eb-d4cb46e546d0 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 948 time: 0.2734215 Sep 21 17:50:30.204188 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5ef181f7-ac9d-46d5-a701-1684a6568490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:30.213740 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f0c6915c-1158-411c-8689-a03855c096fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:30.214309 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c6915c-1158-411c-8689-a03855c096fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3667fe52-1c47-41e8-a285-309ea7aac4d0 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 17:50:30.240631 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:30.257243 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:30.282967 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f0c6915c-1158-411c-8689-a03855c096fe admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:30.284166 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f0c6915c-1158-411c-8689-a03855c096fe admin admin] 10.222.0.58 "DELETE /v2.0/routers/3667fe52-1c47-41e8-a285-309ea7aac4d0 HTTP/1.1" status: 204 len: 168 time: 2.3166797 Sep 21 17:50:30.287909 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50842) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:30.390482 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b567fe3-a61a-41f8-b429-57c958038b4f None None] Network b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:50:30.415030 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:30.417331 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-4120e1ad-d82e-4b99-89d5-1841d283b0c1 service neutron] 10.222.0.38 "GET /v2.0/ports/088ae4ee-9c54-471a-9def-2abee202994b/bindings/n-h2-810291-1 HTTP/1.1" status: 200 len: 384 time: 0.1545477 Sep 21 17:50:30.516356 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:50:30.704257 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5ef181f7-ac9d-46d5-a701-1684a6568490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:30.709203 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5ef181f7-ac9d-46d5-a701-1684a6568490 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:30.733594 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c699c6f6-a74d-4386-9c65-08e755b9a5b0 req-a43d459a-44de-4647-bd06-8e4e452e3b39 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5390823 Sep 21 17:50:30.775596 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-d71c3fcc-6793-4f6b-abeb-8b107ef7724f admin admin] Deleting subnet 5dffd8cb-6a6d-4289-a26b-fc5b387dd7a6 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:50:30.779278 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d71c3fcc-6793-4f6b-abeb-8b107ef7724f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:30.800306 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5ef181f7-ac9d-46d5-a701-1684a6568490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:30.800846 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef181f7-ac9d-46d5-a701-1684a6568490 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 17:50:30.808761 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5ef181f7-ac9d-46d5-a701-1684a6568490 admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:30.810011 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5ef181f7-ac9d-46d5-a701-1684a6568490 admin admin] 10.222.0.58 "DELETE /v2.0/routers/f50fc8d6-bc37-4315-8e8d-5fe1c6ffb3e0 HTTP/1.1" status: 204 len: 168 time: 2.5281253 Sep 21 17:50:30.814983 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50852) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:30.856007 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d71c3fcc-6793-4f6b-abeb-8b107ef7724f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:30.896154 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d85beeb-7b63-407a-8028-c50b302f5c17 admin admin] Deleting subnet 279c48b9-00b0-4a66-9f75-dc3921a8944a {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:50:30.898784 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4e381-8139-4a5d-a8a1-546ff55b6360 req-5a18a1eb-499d-44cd-8e89-834c604aec1f tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:30.899360 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1d85beeb-7b63-407a-8028-c50b302f5c17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:30.900620 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dfa4e381-8139-4a5d-a8a1-546ff55b6360 req-5a18a1eb-499d-44cd-8e89-834c604aec1f tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.38 "GET /v2.0/ports?device_id=9d632c47-46f8-4163-8071-a67564f760d9 HTTP/1.1" status: 200 len: 949 time: 0.4392889 Sep 21 17:50:30.915310 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69950b-8ea0-4f03-b46a-49ca59d643a7 req-34cf1fd3-f367-44b5-afed-19b25c50f52f tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:30.918075 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-af69950b-8ea0-4f03-b46a-49ca59d643a7 req-34cf1fd3-f367-44b5-afed-19b25c50f52f tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 943 time: 0.5205970 Sep 21 17:50:30.929048 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:50:30.934151 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1d85beeb-7b63-407a-8028-c50b302f5c17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:30.963640 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:50:30.963998 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 7b6a7bf0-8b54-4aa4-9c76-2acc11f116e9 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:50:30.964393 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 9a40ee02-9e7f-4d9d-86b4-90be3d66becc no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:50:30.990879 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 9a40ee02-9e7f-4d9d-86b4-90be3d66becc {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:50:30.991249 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 9a40ee02-9e7f-4d9d-86b4-90be3d66becc not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:50:30.991664 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1b1e7ec1-6cea-4eca-88e9-c7469f688147 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:50:31.011751 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 1b1e7ec1-6cea-4eca-88e9-c7469f688147 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:50:31.012093 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1b1e7ec1-6cea-4eca-88e9-c7469f688147 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:50:31.012512 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a27e1ad3-b1d2-436c-b408-d15e527fceb2 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:50:31.038019 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1d85beeb-7b63-407a-8028-c50b302f5c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:31.050674 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: a27e1ad3-b1d2-436c-b408-d15e527fceb2 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:50:31.051451 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a27e1ad3-b1d2-436c-b408-d15e527fceb2 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:50:31.089072 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-af69950b-8ea0-4f03-b46a-49ca59d643a7 req-bb0e2d73-5f6f-44aa-978b-5507a84fa2ab tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788054 Sep 21 17:50:31.136686 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-dfa4e381-8139-4a5d-a8a1-546ff55b6360 req-6a3e3a27-ea6f-4161-afee-a146c42d126b tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Deleting port d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:50:31.138173 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dfa4e381-8139-4a5d-a8a1-546ff55b6360 req-6a3e3a27-ea6f-4161-afee-a146c42d126b tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:31.141785 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d71c3fcc-6793-4f6b-abeb-8b107ef7724f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:31.223154 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1d85beeb-7b63-407a-8028-c50b302f5c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:31.269724 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85beeb-7b63-407a-8028-c50b302f5c17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=279c48b9-00b0-4a66-9f75-dc3921a8944a,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:31.271898 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1d85beeb-7b63-407a-8028-c50b302f5c17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:31.277153 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1d85beeb-7b63-407a-8028-c50b302f5c17 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/279c48b9-00b0-4a66-9f75-dc3921a8944a HTTP/1.1" status: 204 len: 168 time: 0.4580424 Sep 21 17:50:31.277273 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264faccd-7603-42f4-a466-c8e2345073d3 None None] Network 0e82e62e-d187-4094-aa6d-69524fea08d6 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:50:31.278419 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50866) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:31.283518 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-4708582c-da65-4355-83c7-5df1bc3289cc tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:31.285021 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-4708582c-da65-4355-83c7-5df1bc3289cc tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/networks?id=b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b HTTP/1.1" status: 200 len: 805 time: 0.2048397 Sep 21 17:50:31.304215 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-5bf077e7-519f-4a01-b316-188538c80a49 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/quotas/5d3ca10dab864494a95ff993f73111e1 HTTP/1.1" status: 200 len: 375 time: 0.0128176 Sep 21 17:50:31.306569 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d71c3fcc-6793-4f6b-abeb-8b107ef7724f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:31.345384 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c3fcc-6793-4f6b-abeb-8b107ef7724f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dffd8cb-6a6d-4289-a26b-fc5b387dd7a6,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:31.347486 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d71c3fcc-6793-4f6b-abeb-8b107ef7724f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:31.349607 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d71c3fcc-6793-4f6b-abeb-8b107ef7724f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5dffd8cb-6a6d-4289-a26b-fc5b387dd7a6 HTTP/1.1" status: 204 len: 168 time: 1.0579560 Sep 21 17:50:31.356995 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa31597f-7506-431d-861a-41657e6b827a None None] Network c3a63348-7687-4a82-b03b-cb636db352af requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:50:31.365423 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50868) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:31.370273 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-27091dbd-3699-4a7f-83e5-a39a8ce92edd tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d3ca10dab864494a95ff993f73111e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551867 Sep 21 17:50:31.370564 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-cad55767-68fe-4b7c-a15c-2305bdcf2c69 service neutron] For port 088ae4ee-9c54-471a-9def-2abee202994b, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=088ae4ee-9c54-471a-9def-2abee202994b,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:31.392165 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc6d0b-5114-4112-ad18-1176689b5ee0 req-48d88d5d-ddc1-4f56-ae23-e60abfd0c87a tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:31.393906 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-13bc6d0b-5114-4112-ad18-1176689b5ee0 req-48d88d5d-ddc1-4f56-ae23-e60abfd0c87a tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d632c47-46f8-4163-8071-a67564f760d9 HTTP/1.1" status: 200 len: 949 time: 0.2135096 Sep 21 17:50:31.423443 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-dfa4e381-8139-4a5d-a8a1-546ff55b6360 req-6a3e3a27-ea6f-4161-afee-a146c42d126b tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] For port d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:31.423811 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dfa4e381-8139-4a5d-a8a1-546ff55b6360 req-6a3e3a27-ea6f-4161-afee-a146c42d126b tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:31.474597 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-ec734e36-d1d0-4768-b4dc-2be4de9fd13a service neutron] 10.222.0.58 "GET /v2.0/networks/b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953374 Sep 21 17:50:31.498175 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-dfa4e381-8139-4a5d-a8a1-546ff55b6360 req-6a3e3a27-ea6f-4161-afee-a146c42d126b tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Calling delete_port for d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:50:31.558892 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8329dd-301c-4258-8920-5bf574c6318f None None] DHCP port deletion for 0e82e62e-d187-4094-aa6d-69524fea08d6 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 17:50:31.574826 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:31.588065 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-cad55767-68fe-4b7c-a15c-2305bdcf2c69 service neutron] For port 088ae4ee-9c54-471a-9def-2abee202994b, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:50:31.594372 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-31825617-196b-4663-a80b-6b972a97ab8e service neutron] 10.222.0.58 "GET /v2.0/networks/b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120765 Sep 21 17:50:31.616219 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aa9b05ea-975e-4cc5-8228-6aaa4a7a8b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:31.623999 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-cb8329dd-301c-4258-8920-5bf574c6318f None None] Deleting port 62961af0-6592-4157-87f8-5f75ac4050c3 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:50:31.624360 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cb8329dd-301c-4258-8920-5bf574c6318f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:31.641773 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5529a4b-34d1-4edd-b710-0e4077677ab4 None None] DHCP port deletion for c3a63348-7687-4a82-b03b-cb636db352af request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 17:50:31.690230 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-13bc6d0b-5114-4112-ad18-1176689b5ee0 req-0a7ef12e-36ed-4dfc-be2e-a45bace8eacb tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/security-groups?id=7fc618fb-1665-4e1f-b42f-6a0c5f255e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634196 Sep 21 17:50:31.728321 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-cad55767-68fe-4b7c-a15c-2305bdcf2c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 088ae4ee-9c54-471a-9def-2abee202994b {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:50:31.731814 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-cb8329dd-301c-4258-8920-5bf574c6318f None None] For port 62961af0-6592-4157-87f8-5f75ac4050c3, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=62961af0-6592-4157-87f8-5f75ac4050c3,segment=NetworkSegment(7f6601b8-cf57-4efd-aa8f-eebbb70428fb),segment_id=7f6601b8-cf57-4efd-aa8f-eebbb70428fb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:31.731814 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cb8329dd-301c-4258-8920-5bf574c6318f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:31.750031 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-cb8329dd-301c-4258-8920-5bf574c6318f None None] Calling delete_port for 62961af0-6592-4157-87f8-5f75ac4050c3 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:50:31.798118 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-cad55767-68fe-4b7c-a15c-2305bdcf2c69 service neutron] For port 088ae4ee-9c54-471a-9def-2abee202994b, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=088ae4ee-9c54-471a-9def-2abee202994b,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:31.810142 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-a5529a4b-34d1-4edd-b710-0e4077677ab4 None None] Deleting port 6c0d798b-629a-45d0-836b-2e72383b6c89 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:50:31.810582 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a5529a4b-34d1-4edd-b710-0e4077677ab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:31.847164 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef5c70-6146-4956-857b-cdda9fb1d3f6 req-84274b55-e243-4e9f-a047-83a1364de9fe tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:31.851478 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-43ef5c70-6146-4956-857b-cdda9fb1d3f6 req-84274b55-e243-4e9f-a047-83a1364de9fe tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 944 time: 0.0749910 Sep 21 17:50:31.859869 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-cad55767-68fe-4b7c-a15c-2305bdcf2c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:31.900331 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:50:31.907961 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-43ef5c70-6146-4956-857b-cdda9fb1d3f6 req-18323e3d-aa6f-4c1c-ad9a-fe85bd7fc350 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488605 Sep 21 17:50:31.927462 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e4aeddfb-250d-4e7f-ae41-42c439b30a9c req-6e01db58-2b17-45c8-a1fa-63cf5e28432e tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b29de-272b-49f9-a6a9-fea329aa0aed HTTP/1.1" status: 200 len: 210 time: 0.0455532 Sep 21 17:50:31.946555 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a5529a4b-34d1-4edd-b710-0e4077677ab4 None None] For port 6c0d798b-629a-45d0-836b-2e72383b6c89, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=6c0d798b-629a-45d0-836b-2e72383b6c89,segment=NetworkSegment(79bddfb5-407e-4ad8-9cd2-c25c34969797),segment_id=79bddfb5-407e-4ad8-9cd2-c25c34969797)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:31.946980 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a5529a4b-34d1-4edd-b710-0e4077677ab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:31.969133 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-a5529a4b-34d1-4edd-b710-0e4077677ab4 None None] Calling delete_port for 6c0d798b-629a-45d0-836b-2e72383b6c89 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:50:31.974518 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cb8329dd-301c-4258-8920-5bf574c6318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:32.014581 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8329dd-301c-4258-8920-5bf574c6318f None None] Pushing event deleted for resources: {'Port': ['ID=62961af0-6592-4157-87f8-5f75ac4050c3,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:32.051308 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-cad55767-68fe-4b7c-a15c-2305bdcf2c69 service neutron] Transition to ACTIVE for port object 088ae4ee-9c54-471a-9def-2abee202994b will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:50:32.064716 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-aa9b05ea-975e-4cc5-8228-6aaa4a7a8b37 admin admin] Deleting port 6c0d798b-629a-45d0-836b-2e72383b6c89 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:50:32.065140 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aa9b05ea-975e-4cc5-8228-6aaa4a7a8b37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:32.068891 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310020e-fa2f-434c-9d90-0e6ad142cd13 req-7ddcc4ea-d593-43a1-9236-9108e7c44790 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:32.070650 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a310020e-fa2f-434c-9d90-0e6ad142cd13 req-7ddcc4ea-d593-43a1-9236-9108e7c44790 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 948 time: 0.0653455 Sep 21 17:50:32.082273 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8329dd-301c-4258-8920-5bf574c6318f None None] No DVR routers for this DVR port 62961af0-6592-4157-87f8-5f75ac4050c3 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:50:32.106805 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:50:32.116628 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-cad55767-68fe-4b7c-a15c-2305bdcf2c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:32.119391 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] Deleting port 62961af0-6592-4157-87f8-5f75ac4050c3 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:50:32.119589 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:32.121471 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a310020e-fa2f-434c-9d90-0e6ad142cd13 req-631c5cce-2c4a-4757-8351-cb830484bac2 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435145 Sep 21 17:50:32.130002 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:50:32.130214 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:32.202902 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a5529a4b-34d1-4edd-b710-0e4077677ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:32.233726 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dfa4e381-8139-4a5d-a8a1-546ff55b6360 req-6a3e3a27-ea6f-4161-afee-a146c42d126b tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:32.240656 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5529a4b-34d1-4edd-b710-0e4077677ab4 None None] Pushing event deleted for resources: {'Port': ['ID=6c0d798b-629a-45d0-836b-2e72383b6c89,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:32.242690 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5529a4b-34d1-4edd-b710-0e4077677ab4 None None] No DVR routers for this DVR port 6c0d798b-629a-45d0-836b-2e72383b6c89 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:50:32.284630 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:32.310298 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2104ed3f-76aa-4335-9882-7599aa0f4a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:50:32.313372 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72668bf8-cafd-45f0-8912-5160a8491b36" -d '{"events": [{"server_uuid": "2104ed3f-76aa-4335-9882-7599aa0f4a65", "name": "network-vif-plugged", "status": "completed", "tag": "136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:50:32.328521 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:32.336220 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:32.337149 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:50:32.367979 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f034f1b-cacf-47cc-a1fc-5f4fc5ec8ca2 x-openstack-request-id: req-7f034f1b-cacf-47cc-a1fc-5f4fc5ec8ca2 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:50:32.368362 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2104ed3f-76aa-4335-9882-7599aa0f4a65", "name": "network-vif-plugged", "status": "completed", "tag": "136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:50:32.368706 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7f034f1b-cacf-47cc-a1fc-5f4fc5ec8ca2 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:50:32.369182 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2104ed3f-76aa-4335-9882-7599aa0f4a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8', 'code': 200} Sep 21 17:50:32.370783 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:50:32.371261 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:50:32.371761 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 088ae4ee-9c54-471a-9def-2abee202994b no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:50:32.383843 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-cad55767-68fe-4b7c-a15c-2305bdcf2c69 service neutron] No DVR routers for this DVR port 088ae4ee-9c54-471a-9def-2abee202994b on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:50:32.413092 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-aa9b05ea-975e-4cc5-8228-6aaa4a7a8b37 admin admin] For port 6c0d798b-629a-45d0-836b-2e72383b6c89, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=6c0d798b-629a-45d0-836b-2e72383b6c89,segment=NetworkSegment(79bddfb5-407e-4ad8-9cd2-c25c34969797),segment_id=79bddfb5-407e-4ad8-9cd2-c25c34969797)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:32.413465 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aa9b05ea-975e-4cc5-8228-6aaa4a7a8b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:32.431585 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] For port 62961af0-6592-4157-87f8-5f75ac4050c3, host n-d-810291-1, got binding levels [] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:32.431585 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:32.519358 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] Calling delete_port for 62961af0-6592-4157-87f8-5f75ac4050c3 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:50:32.542393 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-cad55767-68fe-4b7c-a15c-2305bdcf2c69 service neutron] 10.222.0.38 "PUT /v2.0/ports/088ae4ee-9c54-471a-9def-2abee202994b/bindings/n-h2-810291-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1098411 Sep 21 17:50:32.544132 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.ipam_backend_mixin [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] Port 62961af0-6592-4157-87f8-5f75ac4050c3 was not found and therefore no delete operation was performed {{(pid=101460) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 17:50:32.560864 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-aa9b05ea-975e-4cc5-8228-6aaa4a7a8b37 admin admin] Calling delete_port for 6c0d798b-629a-45d0-836b-2e72383b6c89 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:50:32.563036 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa4e381-8139-4a5d-a8a1-546ff55b6360 req-6a3e3a27-ea6f-4161-afee-a146c42d126b tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] No DVR routers for this DVR port d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:50:32.565756 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dfa4e381-8139-4a5d-a8a1-546ff55b6360 req-6a3e3a27-ea6f-4161-afee-a146c42d126b tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:32.568312 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dfa4e381-8139-4a5d-a8a1-546ff55b6360 req-6a3e3a27-ea6f-4161-afee-a146c42d126b tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.38 "DELETE /v2.0/ports/d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8 HTTP/1.1" status: 204 len: 173 time: 1.6485677 Sep 21 17:50:32.572993 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d632c47-46f8-4163-8071-a67564f760d9', 'name': 'network-vif-deleted', 'tag': 'd3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:50:32.573615 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:32.575329 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14aa5bb1-f379-447e-b9c1-5d7a63df70c7" -d '{"events": [{"server_uuid": "9d632c47-46f8-4163-8071-a67564f760d9", "name": "network-vif-deleted", "tag": "d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:50:32.578813 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 088ae4ee-9c54-471a-9def-2abee202994b not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:50:32.579092 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad55767-68fe-4b7c-a15c-2305bdcf2c69 service neutron] Pushing event updated for resources: {'Port': ['ID=088ae4ee-9c54-471a-9def-2abee202994b,revision_number=10']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:32.594433 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:32.604068 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264f5dd-3282-4df4-9f08-473d9b99b4c9 req-b32c7df9-ed7e-47fa-a003-2b86220a94e8 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:32.606481 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5264f5dd-3282-4df4-9f08-473d9b99b4c9 req-b32c7df9-ed7e-47fa-a003-2b86220a94e8 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 944 time: 0.4145870 Sep 21 17:50:32.635048 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191c7364-7709-4c96-906d-bb7bd553e5cb x-openstack-request-id: req-191c7364-7709-4c96-906d-bb7bd553e5cb {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:50:32.635349 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d632c47-46f8-4163-8071-a67564f760d9", "name": "network-vif-deleted", "tag": "d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:50:32.635710 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-191c7364-7709-4c96-906d-bb7bd553e5cb {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:50:32.636156 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d632c47-46f8-4163-8071-a67564f760d9', 'name': 'network-vif-deleted', 'tag': 'd3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8', 'status': 'completed', 'code': 200} Sep 21 17:50:32.642813 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e3a27-ea6f-4161-afee-a146c42d126b tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] Pushing event deleted for resources: {'Port': ['ID=d3e483f7-1e1a-4fff-a2d4-8c2b7e62a9d8,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:32.679818 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] No DVR routers for this DVR port 62961af0-6592-4157-87f8-5f75ac4050c3 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:50:32.717672 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] Pushing event deleted for resources: {'Port': ['ID=62961af0-6592-4157-87f8-5f75ac4050c3,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:32.771758 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2e79b-6573-4a12-932d-9d5fc1e8bb0d req-05f6b9c2-4e2b-4cac-bbe4-ce82e1479608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:32.773279 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35b2e79b-6573-4a12-932d-9d5fc1e8bb0d req-05f6b9c2-4e2b-4cac-bbe4-ce82e1479608 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 1096 time: 0.3017702 Sep 21 17:50:32.810988 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4bbe1343-802d-493b-a56b-daf468bde825 req-d76ae95b-1ae2-49a3-a701-b5b02e2a90de tempest-LiveMigrationNegativeTest-1373122289 tempest-LiveMigrationNegativeTest-1373122289-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d632c47-46f8-4163-8071-a67564f760d9 HTTP/1.1" status: 200 len: 210 time: 0.0322456 Sep 21 17:50:32.811532 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5264f5dd-3282-4df4-9f08-473d9b99b4c9 req-68f56fd3-9207-48b8-9025-29ba36785959 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713603 Sep 21 17:50:32.908159 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:32.929501 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 62961af0-6592-4157-87f8-5f75ac4050c3 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:50:32.975737 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 62961af0-6592-4157-87f8-5f75ac4050c3 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:50:32.976086 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 62961af0-6592-4157-87f8-5f75ac4050c3 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:50:32.976496 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 6c0d798b-629a-45d0-836b-2e72383b6c89 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:50:33.023993 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 6c0d798b-629a-45d0-836b-2e72383b6c89 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:50:33.024307 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 6c0d798b-629a-45d0-836b-2e72383b6c89 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:50:33.024844 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:50:33.025690 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:50:33.026597 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:50:33.027167 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] Subscribe: > port after_create 55550000 {{(pid=101460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:50:33.028300 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:50:33.028784 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] Subscribe: > port after_update 55550000 {{(pid=101460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:50:33.029253 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:50:33.032529 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:50:33.032872 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:50:33.033220 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:50:33.099660 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c476203-bf94-4450-8691-6465801c83f9 req-ef6d56f0-85ff-4430-99ce-66e76c8f89a7 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:33.101156 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1c476203-bf94-4450-8691-6465801c83f9 req-ef6d56f0-85ff-4430-99ce-66e76c8f89a7 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 945 time: 0.0556951 Sep 21 17:50:33.102356 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:50:33.102738 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:50:33.103074 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:50:33.103560 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:50:33.103785 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e82e62e-d187-4094-aa6d-69524fea08d6']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:33.140735 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1c476203-bf94-4450-8691-6465801c83f9 req-bdf880ef-d738-4575-a738-1bd9897c1cee tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324757 Sep 21 17:50:33.153715 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6601b8-cf57-4efd-aa8f-eebbb70428fb') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:33.154063 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6601b8-cf57-4efd-aa8f-eebbb70428fb') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:33.161590 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aa9b05ea-975e-4cc5-8228-6aaa4a7a8b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:33.200756 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35b2e79b-6573-4a12-932d-9d5fc1e8bb0d req-b17c7db0-93e1-4bda-80c3-71897ad3c3d0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139416 Sep 21 17:50:33.229416 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:33.234501 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5327f9f7-45de-4f91-a507-806d75a3e252 req-4a4d76ab-afff-4eb4-a482-ae96b2082e45 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b29de-272b-49f9-a6a9-fea329aa0aed HTTP/1.1" status: 200 len: 210 time: 0.1070070 Sep 21 17:50:33.266126 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95d835-bbb0-4c6e-88a9-0a4537612c32 req-49a6a791-701f-4302-897a-a4edeac6468b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:33.267692 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5c95d835-bbb0-4c6e-88a9-0a4537612c32 req-49a6a791-701f-4302-897a-a4edeac6468b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 948 time: 0.0518682 Sep 21 17:50:33.278307 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b05ea-975e-4cc5-8228-6aaa4a7a8b37 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c0d798b-629a-45d0-836b-2e72383b6c89,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:33.280300 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9b05ea-975e-4cc5-8228-6aaa4a7a8b37 admin admin] No DVR routers for this DVR port 6c0d798b-629a-45d0-836b-2e72383b6c89 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:50:33.286960 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:33.309467 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5c95d835-bbb0-4c6e-88a9-0a4537612c32 req-2bc26009-e8b4-4e6c-a79a-0053faab1c5e tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354970 Sep 21 17:50:33.320107 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-04fcc927-70e1-4291-877c-d9f494a83603 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:33.321784 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-04fcc927-70e1-4291-877c-d9f494a83603 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7&tenant_id=564aef6a99cc4ded992fbb9f0e732388&binding%3Ahost_id=n-h1-810291-1 HTTP/1.1" status: 200 len: 1095 time: 0.4167590 Sep 21 17:50:33.325153 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:50:33.325562 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: from cryptography.utils import int_from_bytes Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: from cryptography.utils import int_from_bytes Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: timer() Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:50:33.329390 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:50:33.439895 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-b9799f06-19ae-4ac1-9a8d-765107b04f50 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:33.441387 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-b9799f06-19ae-4ac1-9a8d-765107b04f50 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.38 "GET /v2.0/networks?id=b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b HTTP/1.1" status: 200 len: 805 time: 0.5016427 Sep 21 17:50:33.472713 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:33.474997 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aa9b05ea-975e-4cc5-8228-6aaa4a7a8b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:33.489992 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-7e7e1c53-dd83-4e06-9b89-f3f513bad1d8 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Request body: {'port': {'device_id': 'a85b29de-272b-49f9-a6a9-fea329aa0aed', 'network_id': 'b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b', 'admin_state_up': True, 'tenant_id': '5d3ca10dab864494a95ff993f73111e1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:50:33.521568 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:33.523463 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] 10.222.0.58 "DELETE /v2.0/networks/0e82e62e-d187-4094-aa6d-69524fea08d6 HTTP/1.1" status: 204 len: 168 time: 2.2322626 Sep 21 17:50:33.544013 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-aa9b05ea-975e-4cc5-8228-6aaa4a7a8b37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a63348-7687-4a82-b03b-cb636db352af']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:33.555063 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152fe5e-a6b4-471c-8bb2-00c3a87b7199 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e82e62e-d187-4094-aa6d-69524fea08d6,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:33.561602 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-7bc6bc24-7c85-452d-b751-e6d020b7bcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:33.563448 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-7bc6bc24-7c85-452d-b751-e6d020b7bcab service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7&tenant_id=564aef6a99cc4ded992fbb9f0e732388 HTTP/1.1" status: 200 len: 1095 time: 0.2170365 Sep 21 17:50:33.565368 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-aa9b05ea-975e-4cc5-8228-6aaa4a7a8b37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79bddfb5-407e-4ad8-9cd2-c25c34969797') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:33.565658 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-aa9b05ea-975e-4cc5-8228-6aaa4a7a8b37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79bddfb5-407e-4ad8-9cd2-c25c34969797') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:33.605057 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aa9b05ea-975e-4cc5-8228-6aaa4a7a8b37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:33.646283 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50902) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:33.647642 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aa9b05ea-975e-4cc5-8228-6aaa4a7a8b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:33.663097 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9b05ea-975e-4cc5-8228-6aaa4a7a8b37 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:50:33.663464 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aa9b05ea-975e-4cc5-8228-6aaa4a7a8b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:33.665099 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 17:50:33.665099 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:50:33.665099 n-d-810291-1 neutron-server[101460]: timer() Sep 21 17:50:33.665099 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:50:33.665099 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 17:50:33.665099 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:50:33.665099 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 17:50:33.665099 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:50:33.665099 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 17:50:33.665099 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:50:33.665099 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 17:50:33.665099 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:50:33.665099 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 17:50:33.665099 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:50:33.665099 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:50:33.665099 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:50:33.665099 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:50:33.665099 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:50:33.665099 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 17:50:33.665099 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:50:33.665099 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 17:50:33.665099 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:50:33.665099 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:50:33.665099 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:50:33.665099 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 17:50:33.665099 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:50:33.665099 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:50:33.665099 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:50:33.665099 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:50:33.665099 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:50:33.665099 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:50:33.665099 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:50:33.687619 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-eb249303-34c6-40fa-8cd9-4b4932a547f6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4b11d9a6004a488cac0b954cbd473afb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396869 Sep 21 17:50:33.690248 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50904) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:33.734322 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-e1d59ed8-33df-4786-a3f5-21360cb4beba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:33.735841 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-e1d59ed8-33df-4786-a3f5-21360cb4beba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=564aef6a99cc4ded992fbb9f0e732388&device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 1095 time: 0.1330907 Sep 21 17:50:33.741777 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d57013b9-3905-4e09-a336-ff860d51af7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:33.756633 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aa9b05ea-975e-4cc5-8228-6aaa4a7a8b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:33.764405 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d57013b9-3905-4e09-a336-ff860d51af7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:33.770983 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aa9b05ea-975e-4cc5-8228-6aaa4a7a8b37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:33.772779 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-aa9b05ea-975e-4cc5-8228-6aaa4a7a8b37 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c3a63348-7687-4a82-b03b-cb636db352af HTTP/1.1" status: 204 len: 168 time: 2.4049540 Sep 21 17:50:33.775477 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-7e7e1c53-dd83-4e06-9b89-f3f513bad1d8 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Made reservation on behalf of 5d3ca10dab864494a95ff993f73111e1 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:50:33.778909 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-7e7e1c53-dd83-4e06-9b89-f3f513bad1d8 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:33.805445 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b05ea-975e-4cc5-8228-6aaa4a7a8b37 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3a63348-7687-4a82-b03b-cb636db352af,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:33.820933 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d57013b9-3905-4e09-a336-ff860d51af7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:33.823864 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d57013b9-3905-4e09-a336-ff860d51af7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:33.827583 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d57013b9-3905-4e09-a336-ff860d51af7d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f181e442-cd90-43dc-87b9-8bf358c1d9f6 HTTP/1.1" status: 204 len: 168 time: 0.1339915 Sep 21 17:50:33.862855 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57013b9-3905-4e09-a336-ff860d51af7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f181e442-cd90-43dc-87b9-8bf358c1d9f6,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:33.919339 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-e35b26c5-e1f3-4751-9158-4f5da632e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:33.920858 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-e35b26c5-e1f3-4751-9158-4f5da632e7fe service neutron] 10.222.0.44 "GET /v2.0/networks?id=ce365bfd-7bb2-49d3-914a-63ce743986ef HTTP/1.1" status: 200 len: 908 time: 0.1754110 Sep 21 17:50:34.030118 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50918) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:34.096597 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-696671d6-dfc6-4165-9597-87f20853bee3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d60a2653cb364fb39cfe282da6d04c36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0644674 Sep 21 17:50:34.097230 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50922) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:34.182046 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e66cd52e-7811-40ce-a3de-88535bd61dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:34.267914 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e66cd52e-7811-40ce-a3de-88535bd61dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:34.374208 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-42c1fd50-e00f-48ba-b01e-38d78a7643bb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=088ae4ee-9c54-471a-9def-2abee202994b HTTP/1.1" status: 200 len: 217 time: 0.3941896 Sep 21 17:50:34.384527 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c0293-0156-44e9-a4f7-cf23096ace68 req-d8f219ab-d8ad-473b-b31e-79b19b25181f tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:34.386089 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b86c0293-0156-44e9-a4f7-cf23096ace68 req-d8f219ab-d8ad-473b-b31e-79b19b25181f tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 945 time: 0.1160834 Sep 21 17:50:34.388386 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-7e7e1c53-dd83-4e06-9b89-f3f513bad1d8 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Allocated IP 172.20.0.2 (b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b/def27755-188f-4074-84e9-9b2c33d106ae/49aff478-3fd7-4b85-8bfa-85bbd6739c1f) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:50:34.440694 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e66cd52e-7811-40ce-a3de-88535bd61dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:34.443575 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e66cd52e-7811-40ce-a3de-88535bd61dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:34.445253 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e66cd52e-7811-40ce-a3de-88535bd61dc5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b3f19445-858c-4277-bf9f-cee04c3f3b7a HTTP/1.1" status: 204 len: 168 time: 0.3469241 Sep 21 17:50:34.463696 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50942) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:34.469064 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-17f936b4-3891-471e-8d70-24d00c650c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:34.470531 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-17f936b4-3891-471e-8d70-24d00c650c3f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f6bcee82-068a-4838-bdd8-412dc7128026 HTTP/1.1" status: 200 len: 847 time: 0.0766830 Sep 21 17:50:34.470899 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b86c0293-0156-44e9-a4f7-cf23096ace68 req-9a0fdab2-bde2-41e9-af43-8810c7377a37 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623488 Sep 21 17:50:34.472402 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66cd52e-7811-40ce-a3de-88535bd61dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f19445-858c-4277-bf9f-cee04c3f3b7a,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:34.478190 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cad24-19c6-42cc-b6d7-4c3e0b449453 req-535399db-c1e6-4da9-a7e8-aef6bdaec1f6 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:34.479755 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c37cad24-19c6-42cc-b6d7-4c3e0b449453 req-535399db-c1e6-4da9-a7e8-aef6bdaec1f6 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 944 time: 0.4986045 Sep 21 17:50:34.530093 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-ef1aae7e-89de-4a2b-a899-8dac5cc455b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ce365bfd-7bb2-49d3-914a-63ce743986ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491419 Sep 21 17:50:34.607538 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-db4626f8-0ff6-4b2d-970b-8c1d7529ec97 req-ee6e7da6-0cad-40cd-a126-000752812548 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b29de-272b-49f9-a6a9-fea329aa0aed HTTP/1.1" status: 200 len: 210 time: 0.0384936 Sep 21 17:50:34.633900 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c37cad24-19c6-42cc-b6d7-4c3e0b449453 req-0bcd6e3c-040c-4da6-8517-a04b6a0b71f4 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276777 Sep 21 17:50:34.745498 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fcb22-e50b-4088-b941-9781b598dc86 req-c6e0aed6-72f4-44e1-bf9c-84bdbbb986f5 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:34.755961 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-345fcb22-e50b-4088-b941-9781b598dc86 req-c6e0aed6-72f4-44e1-bf9c-84bdbbb986f5 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 948 time: 0.0816538 Sep 21 17:50:34.803917 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-8a594dde-e367-44c6-a03e-15e15cbeb82b service neutron] 10.222.0.44 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498803 Sep 21 17:50:34.811681 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-345fcb22-e50b-4088-b941-9781b598dc86 req-d90c2ca4-19ca-4db8-927b-d628037395a1 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556719 Sep 21 17:50:34.811827 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-7e7e1c53-dd83-4e06-9b89-f3f513bad1d8 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:34.817566 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-be792f22-3984-4c53-9631-d9fad3259219 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5d4bd902d38d445d9d4accd229dcc47f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3503201 Sep 21 17:50:34.820277 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50954) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:34.891702 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05571e06-3db3-442a-b267-c62ba0b09b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:34.923578 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05571e06-3db3-442a-b267-c62ba0b09b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:34.931640 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-7e7e1c53-dd83-4e06-9b89-f3f513bad1d8 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:34.989081 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05571e06-3db3-442a-b267-c62ba0b09b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:34.989816 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-f225d074-9f8b-4c60-9092-5995cf7c78b5 service neutron] 10.222.0.44 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711569 Sep 21 17:50:34.991954 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05571e06-3db3-442a-b267-c62ba0b09b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:34.996913 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-05571e06-3db3-442a-b267-c62ba0b09b9e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7fc618fb-1665-4e1f-b42f-6a0c5f255e22 HTTP/1.1" status: 204 len: 168 time: 0.1750836 Sep 21 17:50:35.006808 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05571e06-3db3-442a-b267-c62ba0b09b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc618fb-1665-4e1f-b42f-6a0c5f255e22,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:35.033385 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e1c53-dd83-4e06-9b89-f3f513bad1d8 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Pushing event updated for resources: {'Port': ['ID=49aff478-3fd7-4b85-8bfa-85bbd6739c1f,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:35.048564 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-7e7e1c53-dd83-4e06-9b89-f3f513bad1d8 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Network b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:50:35.053040 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-7e7e1c53-dd83-4e06-9b89-f3f513bad1d8 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:50:35.055666 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-7e7e1c53-dd83-4e06-9b89-f3f513bad1d8 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:50:35.105937 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-7e7e1c53-dd83-4e06-9b89-f3f513bad1d8 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:35.106506 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-7e7e1c53-dd83-4e06-9b89-f3f513bad1d8 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:35.127239 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-7e7e1c53-dd83-4e06-9b89-f3f513bad1d8 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6494646 Sep 21 17:50:35.140888 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-aa354240-36e4-4780-9880-b09961379b35 service neutron] Request body: {'port': {'device_id': 'a85b29de-272b-49f9-a6a9-fea329aa0aed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:50:35.229792 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-aa354240-36e4-4780-9880-b09961379b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:35.315879 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-eefa5fc5-1578-4320-92d7-bcbec929910c tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:35.317404 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-eefa5fc5-1578-4320-92d7-bcbec929910c tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7&tenant_id=564aef6a99cc4ded992fbb9f0e732388&binding%3Ahost_id=n-h2-810291-1 HTTP/1.1" status: 200 len: 1095 time: 0.0787225 Sep 21 17:50:35.483640 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50984) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:35.543873 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1be1735c-4fa6-44b5-a214-7dce6c452544 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=59004410bf81493bb4af023dbd05a597&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0586972 Sep 21 17:50:35.546331 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50996) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:35.581824 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-87ab13ba-846d-401a-bae8-883f4b6c0e64 service neutron] For port 088ae4ee-9c54-471a-9def-2abee202994b, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:50:35.586352 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-87ab13ba-846d-401a-bae8-883f4b6c0e64 service neutron] Notify callbacks [] for binding, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:35.587568 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b4a1ff8-bd89-49b4-b5f6-e73119f42ffa req-87ab13ba-846d-401a-bae8-883f4b6c0e64 service neutron] 10.222.0.44 "DELETE /v2.0/ports/088ae4ee-9c54-471a-9def-2abee202994b/bindings/n-h1-810291-1 HTTP/1.1" status: 204 len: 173 time: 0.2211490 Sep 21 17:50:35.603804 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-90db86ce-887c-4050-93d2-28e209641caf req-e106a4e1-07bb-4271-870d-c11878127a0f tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=652b6d7b719747f6b67ddd6fa55b4fec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376740 Sep 21 17:50:35.670138 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-aa354240-36e4-4780-9880-b09961379b35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49aff478-3fd7-4b85-8bfa-85bbd6739c1f {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:50:35.681353 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0953ad-798d-4c5a-863b-52863157bc53 req-7c140916-8c99-4faf-adf5-83ddd667c328 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:35.682905 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba0953ad-798d-4c5a-863b-52863157bc53 req-7c140916-8c99-4faf-adf5-83ddd667c328 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 945 time: 0.0931129 Sep 21 17:50:35.687595 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-aa354240-36e4-4780-9880-b09961379b35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:35.704395 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db577920-0b10-4da0-81b1-bb4663483ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:35.712911 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-aa354240-36e4-4780-9880-b09961379b35 service neutron] Transition to ACTIVE for port object 49aff478-3fd7-4b85-8bfa-85bbd6739c1f will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:50:35.721592 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-aa354240-36e4-4780-9880-b09961379b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:35.737801 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db577920-0b10-4da0-81b1-bb4663483ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:35.766099 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba0953ad-798d-4c5a-863b-52863157bc53 req-aebc4ac1-cd1c-4ae7-96ad-6594ff54d075 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722542 Sep 21 17:50:35.780920 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db86ce-887c-4050-93d2-28e209641caf req-d9e53be8-d04a-4061-81ec-4911f06a4d57 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:35.788171 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-90db86ce-887c-4050-93d2-28e209641caf req-d9e53be8-d04a-4061-81ec-4911f06a4d57 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1759417 Sep 21 17:50:35.790419 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa354240-36e4-4780-9880-b09961379b35 service neutron] Pushing event updated for resources: {'Port': ['ID=49aff478-3fd7-4b85-8bfa-85bbd6739c1f,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:35.817035 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-90db86ce-887c-4050-93d2-28e209641caf req-8d006856-3ea8-4c83-8ed2-f81b63942b3a tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.58 "GET /v2.0/quotas/652b6d7b719747f6b67ddd6fa55b4fec HTTP/1.1" status: 200 len: 375 time: 0.0280399 Sep 21 17:50:35.839458 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db577920-0b10-4da0-81b1-bb4663483ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:35.842246 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db577920-0b10-4da0-81b1-bb4663483ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:35.843412 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-db577920-0b10-4da0-81b1-bb4663483ac2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1ca9d213-d098-450b-99f5-78105be51df4 HTTP/1.1" status: 204 len: 168 time: 0.2959619 Sep 21 17:50:35.861146 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-90db86ce-887c-4050-93d2-28e209641caf req-9e9e736f-a316-45c1-8ed3-889ae0931385 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=652b6d7b719747f6b67ddd6fa55b4fec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352094 Sep 21 17:50:35.866081 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db577920-0b10-4da0-81b1-bb4663483ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca9d213-d098-450b-99f5-78105be51df4,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:35.867779 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-aa354240-36e4-4780-9880-b09961379b35 service neutron] Attempting to bind port 49aff478-3fd7-4b85-8bfa-85bbd6739c1f on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:50:35.868313 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-aa354240-36e4-4780-9880-b09961379b35 service neutron] Attempting to bind port 49aff478-3fd7-4b85-8bfa-85bbd6739c1f by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '9c08f836-aec9-456e-aaf6-ac9a8961f79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:50:35.868695 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-aa354240-36e4-4780-9880-b09961379b35 service neutron] Attempting to bind port 49aff478-3fd7-4b85-8bfa-85bbd6739c1f on network b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:50:35.873296 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-aa354240-36e4-4780-9880-b09961379b35 service neutron] Port 49aff478-3fd7-4b85-8bfa-85bbd6739c1f on network b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:50:35.873613 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-aa354240-36e4-4780-9880-b09961379b35 service neutron] Attempting to bind port 49aff478-3fd7-4b85-8bfa-85bbd6739c1f on network b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:50:35.879491 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-aa354240-36e4-4780-9880-b09961379b35 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:50:35.879828 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-aa354240-36e4-4780-9880-b09961379b35 service neutron] Checking segment: {'id': '9c08f836-aec9-456e-aaf6-ac9a8961f79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:50:35.880215 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-aa354240-36e4-4780-9880-b09961379b35 service neutron] Bound using segment: {'id': '9c08f836-aec9-456e-aaf6-ac9a8961f79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:50:35.880686 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-aa354240-36e4-4780-9880-b09961379b35 service neutron] Bound port: 49aff478-3fd7-4b85-8bfa-85bbd6739c1f, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c08f836-aec9-456e-aaf6-ac9a8961f79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:50:35.881058 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-aa354240-36e4-4780-9880-b09961379b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:35.981707 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-aa354240-36e4-4780-9880-b09961379b35 service neutron] For port 49aff478-3fd7-4b85-8bfa-85bbd6739c1f, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:50:35.986438 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-aa354240-36e4-4780-9880-b09961379b35 service neutron] For port 49aff478-3fd7-4b85-8bfa-85bbd6739c1f, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=49aff478-3fd7-4b85-8bfa-85bbd6739c1f,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:50:35.996274 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2762d-5239-4eeb-b9ae-91269357906e req-af1a61e6-3026-4cc8-abd4-37876df16dbd tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:35.997857 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e2d2762d-5239-4eeb-b9ae-91269357906e req-af1a61e6-3026-4cc8-abd4-37876df16dbd tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b29de-272b-49f9-a6a9-fea329aa0aed HTTP/1.1" status: 200 len: 943 time: 0.0840626 Sep 21 17:50:36.020742 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-aa354240-36e4-4780-9880-b09961379b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:36.068504 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-aa354240-36e4-4780-9880-b09961379b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:36.069281 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-aa354240-36e4-4780-9880-b09961379b35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:36.070490 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-aa354240-36e4-4780-9880-b09961379b35 service neutron] 10.222.0.38 "PUT /v2.0/ports/49aff478-3fd7-4b85-8bfa-85bbd6739c1f HTTP/1.1" status: 200 len: 1091 time: 0.9346139 Sep 21 17:50:36.070952 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85b29de-272b-49f9-a6a9-fea329aa0aed', 'tag': '49aff478-3fd7-4b85-8bfa-85bbd6739c1f'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:50:36.073333 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94844665-a6fc-40d8-8579-d2deb9a4ff53" -d '{"events": [{"name": "network-changed", "server_uuid": "a85b29de-272b-49f9-a6a9-fea329aa0aed", "tag": "49aff478-3fd7-4b85-8bfa-85bbd6739c1f"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:50:36.111672 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e2d2762d-5239-4eeb-b9ae-91269357906e req-1a5221e3-896e-4840-bbc4-2124b2c86e22 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929165 Sep 21 17:50:36.127320 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa354240-36e4-4780-9880-b09961379b35 service neutron] Pushing event updated for resources: {'Port': ['ID=49aff478-3fd7-4b85-8bfa-85bbd6739c1f,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:36.171984 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-f408a12d-0fa1-43c4-82cc-a045d83b945f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:36.173745 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-f408a12d-0fa1-43c4-82cc-a045d83b945f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d3ca10dab864494a95ff993f73111e1&device_id=a85b29de-272b-49f9-a6a9-fea329aa0aed HTTP/1.1" status: 200 len: 1094 time: 0.0566509 Sep 21 17:50:36.176740 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2ea32-7a4e-4ae7-a826-a65e61d0ecb4 req-bec47556-dbe0-4c37-a00f-15e518ddde7e tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:36.185033 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b6a2ea32-7a4e-4ae7-a826-a65e61d0ecb4 req-bec47556-dbe0-4c37-a00f-15e518ddde7e tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 944 time: 0.1229107 Sep 21 17:50:36.245565 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b6a2ea32-7a4e-4ae7-a826-a65e61d0ecb4 req-008efc58-28ea-41a4-a513-8897f5ce351f tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593364 Sep 21 17:50:36.296296 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-d420970a-c943-4d41-b413-490e9d1e3f01 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=49aff478-3fd7-4b85-8bfa-85bbd6739c1f HTTP/1.1" status: 200 len: 217 time: 0.1135097 Sep 21 17:50:36.387729 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-1a6fc8fd-bebe-4562-bde1-c873f5c40be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:36.390787 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-1a6fc8fd-bebe-4562-bde1-c873f5c40be4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=def27755-188f-4074-84e9-9b2c33d106ae HTTP/1.1" status: 200 len: 845 time: 0.0859675 Sep 21 17:50:36.402323 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40691b6-bd8b-4d39-a367-7b18893844bf req-4b983b66-8548-4604-b60f-896c4d96cf74 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:36.410560 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b40691b6-bd8b-4d39-a367-7b18893844bf req-4b983b66-8548-4604-b60f-896c4d96cf74 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 1096 time: 0.0776255 Sep 21 17:50:36.444923 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-1ec03113-95c7-4fb3-8d3f-8e71b177846c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393243 Sep 21 17:50:36.470345 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b40691b6-bd8b-4d39-a367-7b18893844bf req-403e9ccf-7166-488a-9fd2-595a421e2db8 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582924 Sep 21 17:50:36.602121 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d63f1c29-304b-4e6a-adc2-6cb2eb0f6558 req-49b58fe6-d570-4092-a9c6-c7483ab34c17 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fd3f70a-73f9-48ac-8edd-5ef18017bf39 HTTP/1.1" status: 200 len: 210 time: 0.0293093 Sep 21 17:50:36.660296 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-b1e89091-72c6-4b95-a8eb-3602c1b11e3e service neutron] 10.222.0.38 "GET /v2.0/networks/b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034786 Sep 21 17:50:36.675574 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd8691-a948-4da4-9bee-02ce31b84115 req-122b1426-357a-4392-8cfa-3cb802a25a31 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:36.677136 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-29bd8691-a948-4da4-9bee-02ce31b84115 req-122b1426-357a-4392-8cfa-3cb802a25a31 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 948 time: 0.1276293 Sep 21 17:50:36.694403 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273c8895-ae2f-4bdc-9eea-28c0e9da1af5 x-openstack-request-id: req-273c8895-ae2f-4bdc-9eea-28c0e9da1af5 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:50:36.694712 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a85b29de-272b-49f9-a6a9-fea329aa0aed", "tag": "49aff478-3fd7-4b85-8bfa-85bbd6739c1f", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:50:36.694970 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-273c8895-ae2f-4bdc-9eea-28c0e9da1af5 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:50:36.695348 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85b29de-272b-49f9-a6a9-fea329aa0aed', 'tag': '49aff478-3fd7-4b85-8bfa-85bbd6739c1f', 'status': 'completed', 'code': 200} Sep 21 17:50:36.777719 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-29bd8691-a948-4da4-9bee-02ce31b84115 req-c60f5cde-e3d7-434c-970e-2d8ed9d08783 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915854 Sep 21 17:50:36.823078 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-29283e4d-2c9c-4366-bd84-56aa83c694e5 req-3cd2d9ce-4df1-46c6-a77a-3593ab7c6b2a service neutron] 10.222.0.38 "GET /v2.0/networks/b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426814 Sep 21 17:50:36.823606 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51054) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:36.963832 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94844665-a6fc-40d8-8579-d2deb9a4ff53 req-a6d971b6-202c-4830-80f3-f302fa821758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:36.966406 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-94844665-a6fc-40d8-8579-d2deb9a4ff53 req-a6d971b6-202c-4830-80f3-f302fa821758 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d3ca10dab864494a95ff993f73111e1&device_id=a85b29de-272b-49f9-a6a9-fea329aa0aed HTTP/1.1" status: 200 len: 1094 time: 0.0748956 Sep 21 17:50:37.012977 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84fbec5-ceb1-4590-899b-ec586f4eb451 req-67d9d337-e487-4a08-b1bd-9f56db1209b5 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:37.015934 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b84fbec5-ceb1-4590-899b-ec586f4eb451 req-67d9d337-e487-4a08-b1bd-9f56db1209b5 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 1095 time: 0.0691676 Sep 21 17:50:37.082903 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b84fbec5-ceb1-4590-899b-ec586f4eb451 req-4d806471-a001-4a1b-b05a-ceb1c494defa tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578952 Sep 21 17:50:37.107206 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94844665-a6fc-40d8-8579-d2deb9a4ff53 req-03c7b047-b5e0-48b5-8e77-77ee7af58ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:37.108736 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-94844665-a6fc-40d8-8579-d2deb9a4ff53 req-03c7b047-b5e0-48b5-8e77-77ee7af58ba1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b HTTP/1.1" status: 200 len: 906 time: 0.1344399 Sep 21 17:50:37.144942 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f47d9de-cbd4-4175-b825-51a45e07ea43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:37.185357 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-94844665-a6fc-40d8-8579-d2deb9a4ff53 req-21da75ce-e59a-497f-b088-152e977ebffa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=49aff478-3fd7-4b85-8bfa-85bbd6739c1f HTTP/1.1" status: 200 len: 217 time: 0.0682485 Sep 21 17:50:37.247839 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b255646-6c4c-45f2-b819-42cceb339703 req-6d4da717-f803-4f37-b521-154136c38185 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:37.249905 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b255646-6c4c-45f2-b819-42cceb339703 req-6d4da717-f803-4f37-b521-154136c38185 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 1095 time: 0.0918591 Sep 21 17:50:37.260191 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94844665-a6fc-40d8-8579-d2deb9a4ff53 req-1c832c47-6668-4585-aa3e-695eab2aa203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:37.262723 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-94844665-a6fc-40d8-8579-d2deb9a4ff53 req-1c832c47-6668-4585-aa3e-695eab2aa203 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=def27755-188f-4074-84e9-9b2c33d106ae HTTP/1.1" status: 200 len: 845 time: 0.0683565 Sep 21 17:50:37.299275 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d07fdf-53fc-4096-85c1-6416b595fcbd req-ee46abfe-f302-4b37-a510-9e99489d993a tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:37.301495 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-24d07fdf-53fc-4096-85c1-6416b595fcbd req-ee46abfe-f302-4b37-a510-9e99489d993a tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b29de-272b-49f9-a6a9-fea329aa0aed HTTP/1.1" status: 200 len: 943 time: 0.0815778 Sep 21 17:50:37.341230 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-94844665-a6fc-40d8-8579-d2deb9a4ff53 req-b3f5850a-ce67-4360-b41d-c2eec0518422 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547721 Sep 21 17:50:37.350427 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f47d9de-cbd4-4175-b825-51a45e07ea43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:37.356314 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f47d9de-cbd4-4175-b825-51a45e07ea43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:37.363580 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b255646-6c4c-45f2-b819-42cceb339703 req-b18ff3e4-64d1-40f3-8c24-3fbc4789fe73 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995364 Sep 21 17:50:37.405850 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-24d07fdf-53fc-4096-85c1-6416b595fcbd req-d676cf40-02f1-45bd-ac8f-951c297e8211 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946350 Sep 21 17:50:37.416403 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5f47d9de-cbd4-4175-b825-51a45e07ea43 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=680a60107af843b78fdb9f9fc1ec0105&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5919099 Sep 21 17:50:37.425941 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51078) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:37.434138 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90db86ce-887c-4050-93d2-28e209641caf req-257ba31a-80f3-4a8e-bc8d-0efdc962c7f3 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=652b6d7b719747f6b67ddd6fa55b4fec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680957 Sep 21 17:50:37.448710 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47d9de-cbd4-4175-b825-51a45e07ea43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64cc1f63-e274-45cc-8829-fe9362461e28,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:37.513076 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-49afb510-11e7-4877-b4f2-3af0afe6525c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:37.564354 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-49afb510-11e7-4877-b4f2-3af0afe6525c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:37.628352 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-94844665-a6fc-40d8-8579-d2deb9a4ff53 req-ad7c5dbe-b6c1-4600-9234-ee2f2a8e770e service neutron] 10.222.0.38 "GET /v2.0/networks/b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082400 Sep 21 17:50:37.749055 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-94844665-a6fc-40d8-8579-d2deb9a4ff53 req-e06525a1-123a-43c6-bddc-67e5afc1236f service neutron] 10.222.0.38 "GET /v2.0/networks/b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036885 Sep 21 17:50:37.768311 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db86ce-887c-4050-93d2-28e209641caf req-1c65ab29-06aa-475e-b6d3-e31f546452de tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:37.769430 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-01d41b51-ab0b-4abe-a73c-1205ec022fb8 req-1b2d3250-8e87-4cc4-a6eb-8b1fec59780f tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fd3f70a-73f9-48ac-8edd-5ef18017bf39 HTTP/1.1" status: 200 len: 210 time: 0.0411713 Sep 21 17:50:37.770300 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90db86ce-887c-4050-93d2-28e209641caf req-1c65ab29-06aa-475e-b6d3-e31f546452de tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3211615 Sep 21 17:50:37.774092 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-49afb510-11e7-4877-b4f2-3af0afe6525c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:37.780294 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-49afb510-11e7-4877-b4f2-3af0afe6525c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:37.782405 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-49afb510-11e7-4877-b4f2-3af0afe6525c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/64cc1f63-e274-45cc-8829-fe9362461e28 HTTP/1.1" status: 204 len: 168 time: 0.3554862 Sep 21 17:50:37.790040 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-90db86ce-887c-4050-93d2-28e209641caf req-c238befa-1c3c-4767-9864-6dcaa3c638ee tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Request body: {'port': {'device_id': '5fd3f70a-73f9-48ac-8edd-5ef18017bf39', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'admin_state_up': True, 'tenant_id': '652b6d7b719747f6b67ddd6fa55b4fec'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:50:37.802653 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49afb510-11e7-4877-b4f2-3af0afe6525c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cc1f63-e274-45cc-8829-fe9362461e28,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:37.972149 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90db86ce-887c-4050-93d2-28e209641caf req-c238befa-1c3c-4767-9864-6dcaa3c638ee tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Made reservation on behalf of 652b6d7b719747f6b67ddd6fa55b4fec for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:50:37.976153 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-90db86ce-887c-4050-93d2-28e209641caf req-c238befa-1c3c-4767-9864-6dcaa3c638ee tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:38.011180 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-90db86ce-887c-4050-93d2-28e209641caf req-c238befa-1c3c-4767-9864-6dcaa3c638ee tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:38.125835 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c03f3-06d4-442e-87de-85e604dcc898 req-b44c5ae4-0793-4694-a090-a8bc8508cc36 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:38.127467 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b17c03f3-06d4-442e-87de-85e604dcc898 req-b44c5ae4-0793-4694-a090-a8bc8508cc36 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 948 time: 0.1217489 Sep 21 17:50:38.132859 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-90db86ce-887c-4050-93d2-28e209641caf req-c238befa-1c3c-4767-9864-6dcaa3c638ee tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:38.139522 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-90db86ce-887c-4050-93d2-28e209641caf req-c238befa-1c3c-4767-9864-6dcaa3c638ee tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:38.176561 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b17c03f3-06d4-442e-87de-85e604dcc898 req-0689ce3e-bb4f-4761-8358-e1356f7695b8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428712 Sep 21 17:50:38.250035 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238befa-1c3c-4767-9864-6dcaa3c638ee tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a759faf1-00ab-4a8d-bd66-9664be510a10,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:38.330755 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-90db86ce-887c-4050-93d2-28e209641caf req-c238befa-1c3c-4767-9864-6dcaa3c638ee tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Allocated IP 192.168.233.80 (c714db5f-672e-4004-8098-88db84169d3c/53f6ee96-7c10-4364-b9ae-9f7e7556e695/ed491fc3-4b85-4866-bac6-a047590551d3) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:50:38.468473 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:50:38.545584 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-90db86ce-887c-4050-93d2-28e209641caf req-c238befa-1c3c-4767-9864-6dcaa3c638ee tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:38.590003 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca225fd2-67e7-4d8c-a78c-9c08f8ddb0dd req-d0139861-8bb0-43d7-9918-8a9422e13f58 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:38.591797 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca225fd2-67e7-4d8c-a78c-9c08f8ddb0dd req-d0139861-8bb0-43d7-9918-8a9422e13f58 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b29de-272b-49f9-a6a9-fea329aa0aed HTTP/1.1" status: 200 len: 943 time: 0.0816026 Sep 21 17:50:38.632798 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-90db86ce-887c-4050-93d2-28e209641caf req-c238befa-1c3c-4767-9864-6dcaa3c638ee tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:38.696625 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90db86ce-887c-4050-93d2-28e209641caf req-c238befa-1c3c-4767-9864-6dcaa3c638ee tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Network c714db5f-672e-4004-8098-88db84169d3c is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:50:38.702829 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca225fd2-67e7-4d8c-a78c-9c08f8ddb0dd req-2f02d01f-59bd-4997-a8b3-ed559d0d24d7 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025367 Sep 21 17:50:38.706418 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-90db86ce-887c-4050-93d2-28e209641caf req-c238befa-1c3c-4767-9864-6dcaa3c638ee tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:50:38.711001 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-90db86ce-887c-4050-93d2-28e209641caf req-c238befa-1c3c-4767-9864-6dcaa3c638ee tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:50:38.755757 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238befa-1c3c-4767-9864-6dcaa3c638ee tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Pushing event updated for resources: {'Port': ['ID=ed491fc3-4b85-4866-bac6-a047590551d3,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:38.784502 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db86ce-887c-4050-93d2-28e209641caf req-c238befa-1c3c-4767-9864-6dcaa3c638ee tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:38.785135 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-90db86ce-887c-4050-93d2-28e209641caf req-c238befa-1c3c-4767-9864-6dcaa3c638ee tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:38.815172 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90db86ce-887c-4050-93d2-28e209641caf req-c238befa-1c3c-4767-9864-6dcaa3c638ee tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0252593 Sep 21 17:50:38.828303 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-90db86ce-887c-4050-93d2-28e209641caf req-3210de21-2e8b-471d-a45d-666d1696a454 service neutron] Request body: {'port': {'device_id': '5fd3f70a-73f9-48ac-8edd-5ef18017bf39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:50:38.901239 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-90db86ce-887c-4050-93d2-28e209641caf req-3210de21-2e8b-471d-a45d-666d1696a454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:39.101619 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-702d183c-9a5a-427d-af1e-2db0e0e77c5f None None] Provisioning complete for port ed491fc3-4b85-4866-bac6-a047590551d3 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:50:39.102187 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-702d183c-9a5a-427d-af1e-2db0e0e77c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:39.167222 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-702d183c-9a5a-427d-af1e-2db0e0e77c5f None None] Port ed491fc3-4b85-4866-bac6-a047590551d3 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:50:39.180500 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bd107-1418-44b2-987b-1ffdf19b4bc1 req-b78a926b-9d1e-4598-9dd1-450a926f0758 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:39.191484 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-575bd107-1418-44b2-987b-1ffdf19b4bc1 req-b78a926b-9d1e-4598-9dd1-450a926f0758 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fd3f70a-73f9-48ac-8edd-5ef18017bf39 HTTP/1.1" status: 200 len: 935 time: 0.2728827 Sep 21 17:50:39.286373 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-575bd107-1418-44b2-987b-1ffdf19b4bc1 req-065e590b-c2cf-4073-bbcb-0b56bdd74bac tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.58 "GET /v2.0/security-groups?id=a759faf1-00ab-4a8d-bd66-9664be510a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940011 Sep 21 17:50:39.418195 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-90db86ce-887c-4050-93d2-28e209641caf req-3210de21-2e8b-471d-a45d-666d1696a454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed491fc3-4b85-4866-bac6-a047590551d3 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:50:39.428750 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-90db86ce-887c-4050-93d2-28e209641caf req-3210de21-2e8b-471d-a45d-666d1696a454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:39.443178 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-90db86ce-887c-4050-93d2-28e209641caf req-3210de21-2e8b-471d-a45d-666d1696a454 service neutron] Transition to ACTIVE for port object ed491fc3-4b85-4866-bac6-a047590551d3 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:50:39.449945 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-90db86ce-887c-4050-93d2-28e209641caf req-3210de21-2e8b-471d-a45d-666d1696a454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:39.541254 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210de21-2e8b-471d-a45d-666d1696a454 service neutron] Pushing event updated for resources: {'Port': ['ID=ed491fc3-4b85-4866-bac6-a047590551d3,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:39.627376 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-90db86ce-887c-4050-93d2-28e209641caf req-3210de21-2e8b-471d-a45d-666d1696a454 service neutron] Attempting to bind port ed491fc3-4b85-4866-bac6-a047590551d3 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:50:39.627841 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-90db86ce-887c-4050-93d2-28e209641caf req-3210de21-2e8b-471d-a45d-666d1696a454 service neutron] Attempting to bind port ed491fc3-4b85-4866-bac6-a047590551d3 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:50:39.628381 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90db86ce-887c-4050-93d2-28e209641caf req-3210de21-2e8b-471d-a45d-666d1696a454 service neutron] Attempting to bind port ed491fc3-4b85-4866-bac6-a047590551d3 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:50:39.635911 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90db86ce-887c-4050-93d2-28e209641caf req-3210de21-2e8b-471d-a45d-666d1696a454 service neutron] Port ed491fc3-4b85-4866-bac6-a047590551d3 on network c714db5f-672e-4004-8098-88db84169d3c not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:50:39.636376 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90db86ce-887c-4050-93d2-28e209641caf req-3210de21-2e8b-471d-a45d-666d1696a454 service neutron] Attempting to bind port ed491fc3-4b85-4866-bac6-a047590551d3 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:50:39.642590 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90db86ce-887c-4050-93d2-28e209641caf req-3210de21-2e8b-471d-a45d-666d1696a454 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:50:39.643093 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90db86ce-887c-4050-93d2-28e209641caf req-3210de21-2e8b-471d-a45d-666d1696a454 service neutron] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:50:39.643642 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90db86ce-887c-4050-93d2-28e209641caf req-3210de21-2e8b-471d-a45d-666d1696a454 service neutron] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:50:39.646862 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-90db86ce-887c-4050-93d2-28e209641caf req-3210de21-2e8b-471d-a45d-666d1696a454 service neutron] Bound port: ed491fc3-4b85-4866-bac6-a047590551d3, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:50:39.653269 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-90db86ce-887c-4050-93d2-28e209641caf req-3210de21-2e8b-471d-a45d-666d1696a454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:39.735104 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-90db86ce-887c-4050-93d2-28e209641caf req-3210de21-2e8b-471d-a45d-666d1696a454 service neutron] For port ed491fc3-4b85-4866-bac6-a047590551d3, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:50:39.739347 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-90db86ce-887c-4050-93d2-28e209641caf req-3210de21-2e8b-471d-a45d-666d1696a454 service neutron] For port ed491fc3-4b85-4866-bac6-a047590551d3, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ed491fc3-4b85-4866-bac6-a047590551d3,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:50:39.745631 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-90db86ce-887c-4050-93d2-28e209641caf req-3210de21-2e8b-471d-a45d-666d1696a454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:39.787315 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db86ce-887c-4050-93d2-28e209641caf req-3210de21-2e8b-471d-a45d-666d1696a454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:39.787315 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-90db86ce-887c-4050-93d2-28e209641caf req-3210de21-2e8b-471d-a45d-666d1696a454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:39.787941 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90db86ce-887c-4050-93d2-28e209641caf req-3210de21-2e8b-471d-a45d-666d1696a454 service neutron] 10.222.0.38 "PUT /v2.0/ports/ed491fc3-4b85-4866-bac6-a047590551d3 HTTP/1.1" status: 200 len: 1095 time: 0.9665368 Sep 21 17:50:39.788093 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd3f70a-73f9-48ac-8edd-5ef18017bf39', 'tag': 'ed491fc3-4b85-4866-bac6-a047590551d3'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:50:39.790719 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f42535-de97-4e97-bd6c-180581bc0e80" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd3f70a-73f9-48ac-8edd-5ef18017bf39", "tag": "ed491fc3-4b85-4866-bac6-a047590551d3"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:50:39.922990 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210de21-2e8b-471d-a45d-666d1696a454 service neutron] Pushing event updated for resources: {'Port': ['ID=ed491fc3-4b85-4866-bac6-a047590551d3,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:39.943850 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db86ce-887c-4050-93d2-28e209641caf req-c7cc7894-c7f3-4500-a82f-7d8517f40246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:39.944937 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 49aff478-3fd7-4b85-8bfa-85bbd6739c1f details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:50:39.945803 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90db86ce-887c-4050-93d2-28e209641caf req-c7cc7894-c7f3-4500-a82f-7d8517f40246 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=652b6d7b719747f6b67ddd6fa55b4fec&device_id=5fd3f70a-73f9-48ac-8edd-5ef18017bf39 HTTP/1.1" status: 200 len: 1098 time: 0.0888577 Sep 21 17:50:40.000975 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec87fb-fe95-4e40-b2de-661f9cee1515 req-87aff736-da1b-4d9c-8f49-71667a3bb7b2 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:40.002574 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6cec87fb-fe95-4e40-b2de-661f9cee1515 req-87aff736-da1b-4d9c-8f49-71667a3bb7b2 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 948 time: 0.1087666 Sep 21 17:50:40.018793 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90db86ce-887c-4050-93d2-28e209641caf req-2c841df1-bca3-409d-9f31-c110fe02c143 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=ed491fc3-4b85-4866-bac6-a047590551d3 HTTP/1.1" status: 200 len: 217 time: 0.0636501 Sep 21 17:50:40.079168 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6cec87fb-fe95-4e40-b2de-661f9cee1515 req-a8d91d61-40aa-45cc-b294-aeb936a91335 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689430 Sep 21 17:50:40.093963 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db86ce-887c-4050-93d2-28e209641caf req-ce082fa4-0926-4756-8172-d115a4fd5048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:40.111025 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90db86ce-887c-4050-93d2-28e209641caf req-ce082fa4-0926-4756-8172-d115a4fd5048 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.0860281 Sep 21 17:50:40.131854 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 49aff478-3fd7-4b85-8bfa-85bbd6739c1f, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=49aff478-3fd7-4b85-8bfa-85bbd6739c1f,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:40.147795 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '49aff478-3fd7-4b85-8bfa-85bbd6739c1f', 'network_id': 'b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b', 'port_id': '49aff478-3fd7-4b85-8bfa-85bbd6739c1f', 'mac_address': 'fa:16:3e:76:9d:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def27755-188f-4074-84e9-9b2c33d106ae', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:50:40.201681 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:40.204013 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db86ce-887c-4050-93d2-28e209641caf req-a4e99960-37d1-4262-83c1-748bc092ad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:40.218407 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90db86ce-887c-4050-93d2-28e209641caf req-a4e99960-37d1-4262-83c1-748bc092ad37 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0975847 Sep 21 17:50:40.237174 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49aff478-3fd7-4b85-8bfa-85bbd6739c1f {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:50:40.259040 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0817156-04ad-4445-acc1-3e88cbad1c3e req-fb9ff582-15e1-409a-b576-d088b1f14278 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:40.263816 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a0817156-04ad-4445-acc1-3e88cbad1c3e req-fb9ff582-15e1-409a-b576-d088b1f14278 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b29de-272b-49f9-a6a9-fea329aa0aed HTTP/1.1" status: 200 len: 943 time: 0.0572472 Sep 21 17:50:40.280994 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 49aff478-3fd7-4b85-8bfa-85bbd6739c1f, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=49aff478-3fd7-4b85-8bfa-85bbd6739c1f,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:40.294307 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:40.307651 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a0817156-04ad-4445-acc1-3e88cbad1c3e req-8ec9c1e8-0db1-4fee-94d2-f7a53088bdce tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396175 Sep 21 17:50:40.372257 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=49aff478-3fd7-4b85-8bfa-85bbd6739c1f,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:40.380837 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbed8161-c444-4008-a62a-4dfc721934f0 x-openstack-request-id: req-dbed8161-c444-4008-a62a-4dfc721934f0 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:50:40.381511 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd3f70a-73f9-48ac-8edd-5ef18017bf39", "tag": "ed491fc3-4b85-4866-bac6-a047590551d3", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:50:40.382015 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dbed8161-c444-4008-a62a-4dfc721934f0 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:50:40.382431 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd3f70a-73f9-48ac-8edd-5ef18017bf39', 'tag': 'ed491fc3-4b85-4866-bac6-a047590551d3', 'status': 'completed', 'code': 200} Sep 21 17:50:40.385193 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90db86ce-887c-4050-93d2-28e209641caf req-f6e3100c-1f81-460b-85fd-3dbfb95bc9fa service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609824 Sep 21 17:50:40.496000 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90db86ce-887c-4050-93d2-28e209641caf req-ee5b1197-99a5-4b98-bfa0-976e8aa462b2 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017151 Sep 21 17:50:40.534078 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['49aff478-3fd7-4b85-8bfa-85bbd6739c1f'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:50:40.663410 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f42535-de97-4e97-bd6c-180581bc0e80 req-1a70cd82-d28d-42af-bbef-3204412e7fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:40.664833 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-73f42535-de97-4e97-bd6c-180581bc0e80 req-1a70cd82-d28d-42af-bbef-3204412e7fe1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=652b6d7b719747f6b67ddd6fa55b4fec&device_id=5fd3f70a-73f9-48ac-8edd-5ef18017bf39 HTTP/1.1" status: 200 len: 1098 time: 0.0816627 Sep 21 17:50:40.674725 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66eb07-df77-4d6a-b5ec-d262272f8d08 req-47f8e758-c7b0-44c2-8eca-3b7c06162069 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:40.676531 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3e66eb07-df77-4d6a-b5ec-d262272f8d08 req-47f8e758-c7b0-44c2-8eca-3b7c06162069 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fd3f70a-73f9-48ac-8edd-5ef18017bf39 HTTP/1.1" status: 200 len: 947 time: 0.0725322 Sep 21 17:50:40.757956 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3e66eb07-df77-4d6a-b5ec-d262272f8d08 req-efc79c09-5920-4645-b53f-a893304cfa47 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.58 "GET /v2.0/security-groups?id=a759faf1-00ab-4a8d-bd66-9664be510a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742500 Sep 21 17:50:40.810333 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f42535-de97-4e97-bd6c-180581bc0e80 req-ebf903f8-2f68-4dc8-83fb-b7efacf26234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:40.812684 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-73f42535-de97-4e97-bd6c-180581bc0e80 req-ebf903f8-2f68-4dc8-83fb-b7efacf26234 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.1397183 Sep 21 17:50:40.880595 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-73f42535-de97-4e97-bd6c-180581bc0e80 req-04d5889b-d082-49ce-866d-93e6fa88e880 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=ed491fc3-4b85-4866-bac6-a047590551d3 HTTP/1.1" status: 200 len: 217 time: 0.0594428 Sep 21 17:50:40.941599 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f42535-de97-4e97-bd6c-180581bc0e80 req-cbbaecf4-1c2d-4dc4-88d3-b4643c0f737a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:40.943838 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-73f42535-de97-4e97-bd6c-180581bc0e80 req-cbbaecf4-1c2d-4dc4-88d3-b4643c0f737a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.0546150 Sep 21 17:50:41.008112 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f42535-de97-4e97-bd6c-180581bc0e80 req-3444a5d9-011c-4750-b0bf-840e3196effd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:41.011976 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-73f42535-de97-4e97-bd6c-180581bc0e80 req-3444a5d9-011c-4750-b0bf-840e3196effd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0606911 Sep 21 17:50:41.149792 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-73f42535-de97-4e97-bd6c-180581bc0e80 req-47d62f8e-bc7a-4a53-b809-e22553c208ca service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289902 Sep 21 17:50:41.283099 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3fbdf-75d8-483a-92db-ab293ba5a5e6 req-8b654196-71ca-4a7f-a9e8-5bbd9e4234bc tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:41.285071 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-66b3fbdf-75d8-483a-92db-ab293ba5a5e6 req-8b654196-71ca-4a7f-a9e8-5bbd9e4234bc tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 948 time: 0.1143627 Sep 21 17:50:41.308667 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-73f42535-de97-4e97-bd6c-180581bc0e80 req-d6dc3119-590d-44a5-babc-aedee6212ba2 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500866 Sep 21 17:50:41.425274 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-66b3fbdf-75d8-483a-92db-ab293ba5a5e6 req-94ce149a-162a-47e4-9ea6-c06cd14877f8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138668 Sep 21 17:50:41.615020 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b228f8-0575-494a-b8d9-b065b2ebd754 req-000c0ea7-e328-4f2f-8b49-fe4ad04e666c tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:41.624070 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-00b228f8-0575-494a-b8d9-b065b2ebd754 req-000c0ea7-e328-4f2f-8b49-fe4ad04e666c tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b29de-272b-49f9-a6a9-fea329aa0aed HTTP/1.1" status: 200 len: 944 time: 0.1330626 Sep 21 17:50:41.721261 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-00b228f8-0575-494a-b8d9-b065b2ebd754 req-eba5317a-d9d6-4c7a-92a7-cfea2588edf5 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894608 Sep 21 17:50:41.757886 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51236) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:41.880580 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad91aac-4222-475f-8c7d-9bd40a216854 req-d196efad-b91f-4ba1-9042-8c097c7ff5e9 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:41.882058 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-71f7323d-8e17-413c-bebc-0f3a1662907c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:41.882857 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1ad91aac-4222-475f-8c7d-9bd40a216854 req-d196efad-b91f-4ba1-9042-8c097c7ff5e9 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fd3f70a-73f9-48ac-8edd-5ef18017bf39 HTTP/1.1" status: 200 len: 947 time: 0.0629151 Sep 21 17:50:41.929470 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1ad91aac-4222-475f-8c7d-9bd40a216854 req-34a5e0ae-29af-4f96-b384-2941c1fc5f71 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.58 "GET /v2.0/security-groups?id=a759faf1-00ab-4a8d-bd66-9664be510a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401614 Sep 21 17:50:41.961921 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 49aff478-3fd7-4b85-8bfa-85bbd6739c1f up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:50:42.008320 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-71f7323d-8e17-413c-bebc-0f3a1662907c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:42.014060 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-71f7323d-8e17-413c-bebc-0f3a1662907c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:42.024065 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 49aff478-3fd7-4b85-8bfa-85bbd6739c1f completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:50:42.028603 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 49aff478-3fd7-4b85-8bfa-85bbd6739c1f triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:50:42.029173 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:42.042446 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7323d-8e17-413c-bebc-0f3a1662907c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035a264e-2c21-4f9e-8804-9ee837970db8,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:42.089646 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-71f7323d-8e17-413c-bebc-0f3a1662907c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0a0c2448bad74281880a5d195a0fe2b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3303020 Sep 21 17:50:42.091964 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51248) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:42.130890 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:42.141924 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ae3a474f-6daf-4931-9897-8ce2f09ab2a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:42.156984 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85b29de-272b-49f9-a6a9-fea329aa0aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49aff478-3fd7-4b85-8bfa-85bbd6739c1f'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:50:42.159950 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbb2d03-d6cf-44c2-99b7-a2277633f9c6" -d '{"events": [{"server_uuid": "a85b29de-272b-49f9-a6a9-fea329aa0aed", "name": "network-vif-plugged", "status": "completed", "tag": "49aff478-3fd7-4b85-8bfa-85bbd6739c1f"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:50:42.177334 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ae3a474f-6daf-4931-9897-8ce2f09ab2a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:42.177692 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 49aff478-3fd7-4b85-8bfa-85bbd6739c1f, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=49aff478-3fd7-4b85-8bfa-85bbd6739c1f,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:42.184812 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:42.232774 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140e075b-6d48-41e6-af1b-b9906d1a0984 x-openstack-request-id: req-140e075b-6d48-41e6-af1b-b9906d1a0984 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:50:42.233206 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85b29de-272b-49f9-a6a9-fea329aa0aed", "name": "network-vif-plugged", "status": "completed", "tag": "49aff478-3fd7-4b85-8bfa-85bbd6739c1f", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:50:42.233456 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-140e075b-6d48-41e6-af1b-b9906d1a0984 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:50:42.233977 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85b29de-272b-49f9-a6a9-fea329aa0aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49aff478-3fd7-4b85-8bfa-85bbd6739c1f', 'code': 200} Sep 21 17:50:42.269640 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ae3a474f-6daf-4931-9897-8ce2f09ab2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:42.273869 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ae3a474f-6daf-4931-9897-8ce2f09ab2a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:42.276534 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ae3a474f-6daf-4931-9897-8ce2f09ab2a4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/035a264e-2c21-4f9e-8804-9ee837970db8 HTTP/1.1" status: 204 len: 168 time: 0.1835473 Sep 21 17:50:42.290056 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a474f-6daf-4931-9897-8ce2f09ab2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035a264e-2c21-4f9e-8804-9ee837970db8,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:42.295464 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=49aff478-3fd7-4b85-8bfa-85bbd6739c1f,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:42.363968 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72addd69-ec43-48fd-adb0-a95c1f270dad req-fe42194e-d8ee-4d08-ac3a-333da81d14d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:42.365494 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-72addd69-ec43-48fd-adb0-a95c1f270dad req-fe42194e-d8ee-4d08-ac3a-333da81d14d0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a85b29de-272b-49f9-a6a9-fea329aa0aed HTTP/1.1" status: 200 len: 1096 time: 0.0592213 Sep 21 17:50:42.405882 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-72addd69-ec43-48fd-adb0-a95c1f270dad req-28b97e3d-c042-44e4-8cf7-ed4cf001f444 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335085 Sep 21 17:50:42.572607 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b028e-fabc-43f3-830c-39bd8ad77391 req-af6047b7-a5ee-4882-a118-9585b98ca5e4 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:42.574259 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-db2b028e-fabc-43f3-830c-39bd8ad77391 req-af6047b7-a5ee-4882-a118-9585b98ca5e4 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 948 time: 0.0544822 Sep 21 17:50:42.641091 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-db2b028e-fabc-43f3-830c-39bd8ad77391 req-116d3cb6-0ce1-43e7-b6e0-83b912980b1e tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587168 Sep 21 17:50:42.662908 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51270) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:42.676525 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cec95d40-9dcc-4f8d-a4d2-d4c1c2c7cd24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:42.801698 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cec95d40-9dcc-4f8d-a4d2-d4c1c2c7cd24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:42.808423 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cec95d40-9dcc-4f8d-a4d2-d4c1c2c7cd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:42.905528 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51276) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:42.928299 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-cec95d40-9dcc-4f8d-a4d2-d4c1c2c7cd24 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e1fed5c325d3400282dd4ed6446182a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2638996 Sep 21 17:50:42.928472 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51280) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:42.934505 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec95d40-9dcc-4f8d-a4d2-d4c1c2c7cd24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68d0440-0ab0-4906-b9fa-fa563dea06cb,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:42.972253 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fceab5d-55d4-427f-a105-d620dceddc25 req-2d2c5773-cc36-4ac6-9c89-605db7c3b671 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:42.987197 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7fceab5d-55d4-427f-a105-d620dceddc25 req-2d2c5773-cc36-4ac6-9c89-605db7c3b671 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b29de-272b-49f9-a6a9-fea329aa0aed HTTP/1.1" status: 200 len: 945 time: 0.1271787 Sep 21 17:50:43.037342 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7fceab5d-55d4-427f-a105-d620dceddc25 req-e6ab5493-bc10-4ed9-8806-7fb1e66bd501 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492363 Sep 21 17:50:43.126770 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e73dd652-daf8-4b82-a8b0-40771b01c597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:43.245729 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e73dd652-daf8-4b82-a8b0-40771b01c597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:43.251340 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e73dd652-daf8-4b82-a8b0-40771b01c597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:43.320292 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e73dd652-daf8-4b82-a8b0-40771b01c597 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fa5bf92451e84b7d8a47b810fca4edb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4096003 Sep 21 17:50:43.322743 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73dd652-daf8-4b82-a8b0-40771b01c597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225e5567-8d42-425f-b0ff-11c5f8cbee35,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:43.326207 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51294) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:43.329806 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bd8f1d2c-2750-4af6-9c7c-ba3b91b0e4fd req-f97ae0f0-da19-4fe3-aa93-39cc6351a26d service neutron] 10.222.0.44 "GET /v2.0/ports/c68b5a8b-2abe-43cb-9563-22cd56c02184/bindings/n-h2-810291-1 HTTP/1.1" status: 200 len: 382 time: 0.4571869 Sep 21 17:50:43.388363 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-debf1621-a0c5-4d93-b70f-2d95c47965e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:43.399595 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e914e382-dd5d-44b3-8e36-73a5869feac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:43.402634 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24f2b1-6d03-47cc-b1ed-98919d7ff376 req-2b53e8d9-aa3d-42b2-8123-8f996efd3416 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:43.406882 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3f24f2b1-6d03-47cc-b1ed-98919d7ff376 req-2b53e8d9-aa3d-42b2-8123-8f996efd3416 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fd3f70a-73f9-48ac-8edd-5ef18017bf39 HTTP/1.1" status: 200 len: 947 time: 0.0906355 Sep 21 17:50:43.426643 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e914e382-dd5d-44b3-8e36-73a5869feac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:43.467480 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-debf1621-a0c5-4d93-b70f-2d95c47965e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:43.551613 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e914e382-dd5d-44b3-8e36-73a5869feac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:43.555961 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e914e382-dd5d-44b3-8e36-73a5869feac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:43.561876 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e914e382-dd5d-44b3-8e36-73a5869feac9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/225e5567-8d42-425f-b0ff-11c5f8cbee35 HTTP/1.1" status: 204 len: 168 time: 0.2311857 Sep 21 17:50:43.572055 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3f24f2b1-6d03-47cc-b1ed-98919d7ff376 req-1203f30b-1b06-4fd3-b1e6-4623e8de0581 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.58 "GET /v2.0/security-groups?id=a759faf1-00ab-4a8d-bd66-9664be510a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599488 Sep 21 17:50:43.586834 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914e382-dd5d-44b3-8e36-73a5869feac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225e5567-8d42-425f-b0ff-11c5f8cbee35,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:43.653963 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-debf1621-a0c5-4d93-b70f-2d95c47965e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:43.664114 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-debf1621-a0c5-4d93-b70f-2d95c47965e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:43.665609 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-debf1621-a0c5-4d93-b70f-2d95c47965e9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a68d0440-0ab0-4906-b9fa-fa563dea06cb HTTP/1.1" status: 204 len: 168 time: 0.7362392 Sep 21 17:50:43.707355 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf1621-a0c5-4d93-b70f-2d95c47965e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68d0440-0ab0-4906-b9fa-fa563dea06cb,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:43.720522 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f1d2c-2750-4af6-9c7c-ba3b91b0e4fd req-af34e88d-9aee-45b8-99bd-3f43f49f6019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:43.722313 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bd8f1d2c-2750-4af6-9c7c-ba3b91b0e4fd req-af34e88d-9aee-45b8-99bd-3f43f49f6019 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e&tenant_id=cf880db396d441f990414b9e732efe10 HTTP/1.1" status: 200 len: 1099 time: 0.0552354 Sep 21 17:50:43.824462 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f1d2c-2750-4af6-9c7c-ba3b91b0e4fd req-74dd13e9-20d5-4183-a3d0-f89d7d975f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:43.826707 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bd8f1d2c-2750-4af6-9c7c-ba3b91b0e4fd req-74dd13e9-20d5-4183-a3d0-f89d7d975f5e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 1099 time: 0.0794914 Sep 21 17:50:43.859545 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41061fe4-fd61-4676-8645-ad4034cd764f req-d44aa8eb-8795-425e-b7ea-a6f66051b0b9 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:43.860200 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-41061fe4-fd61-4676-8645-ad4034cd764f req-d44aa8eb-8795-425e-b7ea-a6f66051b0b9 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 948 time: 0.0892103 Sep 21 17:50:43.948594 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-41061fe4-fd61-4676-8645-ad4034cd764f req-10905cc9-e9ff-465b-85a6-9341b2cff307 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765815 Sep 21 17:50:43.961998 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device ed491fc3-4b85-4866-bac6-a047590551d3 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:50:43.989495 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f1d2c-2750-4af6-9c7c-ba3b91b0e4fd req-09e89cce-82e9-4a0f-9e38-be8dfb22a502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:43.994713 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bd8f1d2c-2750-4af6-9c7c-ba3b91b0e4fd req-09e89cce-82e9-4a0f-9e38-be8dfb22a502 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.1573145 Sep 21 17:50:44.141924 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bd8f1d2c-2750-4af6-9c7c-ba3b91b0e4fd req-909a021c-1237-4e38-9914-a8ec1f55cca9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=c68b5a8b-2abe-43cb-9563-22cd56c02184 HTTP/1.1" status: 200 len: 217 time: 0.1415286 Sep 21 17:50:44.252808 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f1d2c-2750-4af6-9c7c-ba3b91b0e4fd req-94d63972-0124-4d9d-befc-12ae2fd650e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:44.254782 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bd8f1d2c-2750-4af6-9c7c-ba3b91b0e4fd req-94d63972-0124-4d9d-befc-12ae2fd650e6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1046391 Sep 21 17:50:44.280117 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port ed491fc3-4b85-4866-bac6-a047590551d3, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ed491fc3-4b85-4866-bac6-a047590551d3,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:44.307735 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2b8b9-dfcc-47cd-b9d0-43e39af61417 req-afd10476-e70e-46c8-8ea9-100ad0691cb1 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:44.309872 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-aca2b8b9-dfcc-47cd-b9d0-43e39af61417 req-afd10476-e70e-46c8-8ea9-100ad0691cb1 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b29de-272b-49f9-a6a9-fea329aa0aed HTTP/1.1" status: 200 len: 945 time: 0.0897367 Sep 21 17:50:44.311725 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'ed491fc3-4b85-4866-bac6-a047590551d3', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': 'ed491fc3-4b85-4866-bac6-a047590551d3', 'mac_address': 'fa:16:3e:75:f1:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:50:44.352643 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f1d2c-2750-4af6-9c7c-ba3b91b0e4fd req-39e1d8d3-ade3-4980-94d3-62a822f26a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:44.357503 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bd8f1d2c-2750-4af6-9c7c-ba3b91b0e4fd req-39e1d8d3-ade3-4980-94d3-62a822f26a9f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0944891 Sep 21 17:50:44.376979 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:44.394176 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed491fc3-4b85-4866-bac6-a047590551d3 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:50:44.408960 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-aca2b8b9-dfcc-47cd-b9d0-43e39af61417 req-13c6a709-9ded-40b8-8d92-c7dc6ceda2f9 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921807 Sep 21 17:50:44.439391 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port ed491fc3-4b85-4866-bac6-a047590551d3, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ed491fc3-4b85-4866-bac6-a047590551d3,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:44.445194 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:44.551106 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bd8f1d2c-2750-4af6-9c7c-ba3b91b0e4fd req-16cca764-731b-450e-b07d-6148fa77e78e service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835339 Sep 21 17:50:44.555156 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=ed491fc3-4b85-4866-bac6-a047590551d3,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:44.702728 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['ed491fc3-4b85-4866-bac6-a047590551d3'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:50:44.854901 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402948c3-e426-4c25-a428-7899cd4daace req-16612523-cf49-4e92-bc3a-0eee6d147d29 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:44.864654 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-402948c3-e426-4c25-a428-7899cd4daace req-16612523-cf49-4e92-bc3a-0eee6d147d29 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b29de-272b-49f9-a6a9-fea329aa0aed HTTP/1.1" status: 200 len: 945 time: 0.1595793 Sep 21 17:50:44.878001 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bd8f1d2c-2750-4af6-9c7c-ba3b91b0e4fd req-9dd31231-abc9-4a4d-b7f7-cd1c6a861a5b service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135560 Sep 21 17:50:44.920643 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239db54f-786c-4055-9510-37c1232c8aa4 req-4cb956ae-fc32-4d23-8f82-59a7b6f7de86 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:44.926406 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51416) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:44.929545 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-239db54f-786c-4055-9510-37c1232c8aa4 req-4cb956ae-fc32-4d23-8f82-59a7b6f7de86 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fd3f70a-73f9-48ac-8edd-5ef18017bf39 HTTP/1.1" status: 200 len: 948 time: 0.1797295 Sep 21 17:50:44.970767 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-402948c3-e426-4c25-a428-7899cd4daace req-7e5928b0-c4c1-4cc8-8036-c16e870472c4 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992231 Sep 21 17:50:45.037099 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-239db54f-786c-4055-9510-37c1232c8aa4 req-2fc95f81-181c-401f-96b7-6ede6131bdb9 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.58 "GET /v2.0/security-groups?id=a759faf1-00ab-4a8d-bd66-9664be510a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009700 Sep 21 17:50:45.173603 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca299c9-4103-4dd9-b353-a348a1d46d38 req-bb16f0e8-e802-4a67-9489-da5d45e7eb02 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:45.175796 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3ca299c9-4103-4dd9-b353-a348a1d46d38 req-bb16f0e8-e802-4a67-9489-da5d45e7eb02 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 948 time: 0.0808773 Sep 21 17:50:45.222292 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-e2c194ff-844c-4173-a836-c72ad5edba28 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1864449569-network', 'tenant_id': 'e723094aa6f4441a862c24afd6445d40'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:50:45.291538 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3ca299c9-4103-4dd9-b353-a348a1d46d38 req-dc8230e9-28dd-43c5-8c2e-7e8a3a49b1ee tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035695 Sep 21 17:50:45.316101 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c194ff-844c-4173-a836-c72ad5edba28 admin admin] Made reservation on behalf of e723094aa6f4441a862c24afd6445d40 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:50:45.319156 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e2c194ff-844c-4173-a836-c72ad5edba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:45.330730 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e2c194ff-844c-4173-a836-c72ad5edba28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:45.443320 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e2c194ff-844c-4173-a836-c72ad5edba28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:45.448674 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e2c194ff-844c-4173-a836-c72ad5edba28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:45.475120 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2c194ff-844c-4173-a836-c72ad5edba28 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:50:45.495701 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c194ff-844c-4173-a836-c72ad5edba28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83e0fc1-242d-404c-9dbb-23bc3011febb,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:45.501462 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e2c194ff-844c-4173-a836-c72ad5edba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:45.502061 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-e2c194ff-844c-4173-a836-c72ad5edba28 admin admin] Added segment 062bf06d-3dce-4100-ac14-a26306e34159 of type vlan for network 5b364c1c-c2ed-45da-bbf5-7ccbedec262b Sep 21 17:50:45.552354 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e2c194ff-844c-4173-a836-c72ad5edba28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:45.589450 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e2c194ff-844c-4173-a836-c72ad5edba28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:45.590623 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c194ff-844c-4173-a836-c72ad5edba28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:45.591325 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e2c194ff-844c-4173-a836-c72ad5edba28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:45.635706 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e2c194ff-844c-4173-a836-c72ad5edba28 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7079310 Sep 21 17:50:45.636590 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51440) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:45.644182 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-4a50e508-fc84-42ce-a091-55992f697985 admin admin] Request body: {'subnet': {'network_id': '5b364c1c-c2ed-45da-bbf5-7ccbedec262b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1864449569-subnet', 'tenant_id': 'e723094aa6f4441a862c24afd6445d40', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:50:45.674622 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c194ff-844c-4173-a836-c72ad5edba28 admin admin] Pushing event updated for resources: {'Network': ['ID=5b364c1c-c2ed-45da-bbf5-7ccbedec262b,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:45.689521 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 5b364c1c-c2ed-45da-bbf5-7ccbedec262b details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:50:45.691271 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a50e508-fc84-42ce-a091-55992f697985 admin admin] Made reservation on behalf of e723094aa6f4441a862c24afd6445d40 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:50:45.694249 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4a50e508-fc84-42ce-a091-55992f697985 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:45.868154 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-db99dab6-b624-4b14-872b-50ce4f03856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:45.909230 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4a50e508-fc84-42ce-a091-55992f697985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:45.972050 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a50e508-fc84-42ce-a091-55992f697985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce4aea39-d3a5-447f-ab5e-432a22e6050b,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:45.978331 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device ed491fc3-4b85-4866-bac6-a047590551d3 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:50:45.985842 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a50e508-fc84-42ce-a091-55992f697985 admin admin] Checking segment: {'id': '062bf06d-3dce-4100-ac14-a26306e34159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5b364c1c-c2ed-45da-bbf5-7ccbedec262b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:50:45.986210 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a50e508-fc84-42ce-a091-55992f697985 admin admin] Network hostable DHCP agents. Network: 5b364c1c-c2ed-45da-bbf5-7ccbedec262b, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:50:46.017452 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a50e508-fc84-42ce-a091-55992f697985 admin admin] Network 5b364c1c-c2ed-45da-bbf5-7ccbedec262b is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:50:46.032356 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-4a50e508-fc84-42ce-a091-55992f697985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 5b364c1c-c2ed-45da-bbf5-7ccbedec262b) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:50:46.043500 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a50e508-fc84-42ce-a091-55992f697985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:46.045083 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4a50e508-fc84-42ce-a091-55992f697985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:46.047923 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd25adb-1c8a-415b-888e-33782eba5ef5 None None] Network 5b364c1c-c2ed-45da-bbf5-7ccbedec262b requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:50:46.079812 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4a50e508-fc84-42ce-a091-55992f697985 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4420362 Sep 21 17:50:46.081931 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51454) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:46.090328 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-28ba2a4e-7eb4-4cf7-80a6-36ca085dd2bf admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1864449569-router', 'tenant_id': 'e723094aa6f4441a862c24afd6445d40', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:50:46.141471 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-28ba2a4e-7eb4-4cf7-80a6-36ca085dd2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:46.144117 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-28ba2a4e-7eb4-4cf7-80a6-36ca085dd2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:46.215188 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port ed491fc3-4b85-4866-bac6-a047590551d3 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:50:46.230301 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-28ba2a4e-7eb4-4cf7-80a6-36ca085dd2bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:46.235290 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f8ef5-bcef-4dcc-872e-d81e6fef5437 req-03ac1bee-1a38-4d63-8db5-259944d5a6f5 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:46.246208 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-504f8ef5-bcef-4dcc-872e-d81e6fef5437 req-03ac1bee-1a38-4d63-8db5-259944d5a6f5 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fd3f70a-73f9-48ac-8edd-5ef18017bf39 HTTP/1.1" status: 200 len: 948 time: 0.0959220 Sep 21 17:50:46.252573 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port ed491fc3-4b85-4866-bac6-a047590551d3 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:50:46.252954 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:46.283471 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e72e61-6717-47d1-bda0-d0898454da38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-5b364c1c-c2ed-45da-bbf5-7ccbedec262b', 'network_id': '5b364c1c-c2ed-45da-bbf5-7ccbedec262b', 'tenant_id': 'e723094aa6f4441a862c24afd6445d40', 'fixed_ips': [{'subnet_id': 'ce4aea39-d3a5-447f-ab5e-432a22e6050b'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:50:46.284794 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e1e72e61-6717-47d1-bda0-d0898454da38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:46.302380 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-504f8ef5-bcef-4dcc-872e-d81e6fef5437 req-ba1932a1-2a3e-42fc-b126-4654d383adfd tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.58 "GET /v2.0/security-groups?id=a759faf1-00ab-4a8d-bd66-9664be510a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550973 Sep 21 17:50:46.397866 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db514b65-36e3-4869-a293-193a732cbc63 req-947854c1-6d2b-4c1e-a294-50065af344cc tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:46.404799 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-db514b65-36e3-4869-a293-193a732cbc63 req-947854c1-6d2b-4c1e-a294-50065af344cc tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=a85b29de-272b-49f9-a6a9-fea329aa0aed HTTP/1.1" status: 200 len: 945 time: 0.2744279 Sep 21 17:50:46.499415 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:46.521640 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-28ba2a4e-7eb4-4cf7-80a6-36ca085dd2bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:46.532801 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-db514b65-36e3-4869-a293-193a732cbc63 req-bfd53a10-3574-423d-a411-97bc08ec22cd tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244440 Sep 21 17:50:46.553907 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-e1e72e61-6717-47d1-bda0-d0898454da38 None None] Allocated IP 172.20.0.2 (5b364c1c-c2ed-45da-bbf5-7ccbedec262b/ce4aea39-d3a5-447f-ab5e-432a22e6050b/ba801f5f-0dea-4927-9fe5-15542910c874) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:50:46.574189 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd3f70a-73f9-48ac-8edd-5ef18017bf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed491fc3-4b85-4866-bac6-a047590551d3'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:50:46.576761 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab0a2d9-cd60-475d-945c-1bce7b6b3a1d" -d '{"events": [{"server_uuid": "5fd3f70a-73f9-48ac-8edd-5ef18017bf39", "name": "network-vif-plugged", "status": "completed", "tag": "ed491fc3-4b85-4866-bac6-a047590551d3"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:50:46.598098 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port ed491fc3-4b85-4866-bac6-a047590551d3, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ed491fc3-4b85-4866-bac6-a047590551d3,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:46.613036 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:46.713013 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device c68b5a8b-2abe-43cb-9563-22cd56c02184 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:50:46.810616 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=ed491fc3-4b85-4866-bac6-a047590551d3,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:46.874068 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-28ba2a4e-7eb4-4cf7-80a6-36ca085dd2bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:46.903770 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-28ba2a4e-7eb4-4cf7-80a6-36ca085dd2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:46.963977 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:46.973785 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d577fd-bb26-4b51-a741-3671e733b0d6 req-8f4042c5-9560-4099-baf0-bb2b7aeb4c70 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:46.976809 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d9d577fd-bb26-4b51-a741-3671e733b0d6 req-8f4042c5-9560-4099-baf0-bb2b7aeb4c70 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 948 time: 0.1760767 Sep 21 17:50:47.026768 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e1e72e61-6717-47d1-bda0-d0898454da38 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:47.039670 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port c68b5a8b-2abe-43cb-9563-22cd56c02184, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=c68b5a8b-2abe-43cb-9563-22cd56c02184,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:47.040490 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-28ba2a4e-7eb4-4cf7-80a6-36ca085dd2bf admin admin] Allocated IP 172.25.6.217 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/3fe993b4-9292-4fb5-af5f-ea6433c82221) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:50:47.043852 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e1e72e61-6717-47d1-bda0-d0898454da38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:47.054675 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:47.066000 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d9d577fd-bb26-4b51-a741-3671e733b0d6 req-022b132e-f7d0-4862-8b17-49ffe7984541 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806060 Sep 21 17:50:47.106414 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e72e61-6717-47d1-bda0-d0898454da38 None None] Network 5b364c1c-c2ed-45da-bbf5-7ccbedec262b is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:50:47.114731 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-e1e72e61-6717-47d1-bda0-d0898454da38 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:50:47.121554 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e72e61-6717-47d1-bda0-d0898454da38 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:50:47.136730 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e72e61-6717-47d1-bda0-d0898454da38 None None] Pushing event updated for resources: {'Port': ['ID=ba801f5f-0dea-4927-9fe5-15542910c874,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:47.155055 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e4df74-f236-4eda-9298-cf7cb3ee8ea0 x-openstack-request-id: req-c7e4df74-f236-4eda-9298-cf7cb3ee8ea0 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:50:47.155055 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd3f70a-73f9-48ac-8edd-5ef18017bf39", "name": "network-vif-plugged", "status": "completed", "tag": "ed491fc3-4b85-4866-bac6-a047590551d3", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:50:47.155366 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c7e4df74-f236-4eda-9298-cf7cb3ee8ea0 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:50:47.155662 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd3f70a-73f9-48ac-8edd-5ef18017bf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed491fc3-4b85-4866-bac6-a047590551d3', 'code': 200} Sep 21 17:50:47.193643 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e72e61-6717-47d1-bda0-d0898454da38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:47.194018 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e72e61-6717-47d1-bda0-d0898454da38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:47.194319 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e72e61-6717-47d1-bda0-d0898454da38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:47.194650 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e72e61-6717-47d1-bda0-d0898454da38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:47.195014 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e72e61-6717-47d1-bda0-d0898454da38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:47.195345 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e72e61-6717-47d1-bda0-d0898454da38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:47.195667 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e72e61-6717-47d1-bda0-d0898454da38 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:47.195987 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e72e61-6717-47d1-bda0-d0898454da38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:47.196305 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e72e61-6717-47d1-bda0-d0898454da38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:47.196621 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e72e61-6717-47d1-bda0-d0898454da38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:47.196935 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e72e61-6717-47d1-bda0-d0898454da38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:47.197251 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e72e61-6717-47d1-bda0-d0898454da38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:47.212437 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-28ba2a4e-7eb4-4cf7-80a6-36ca085dd2bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:47.289094 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-28ba2a4e-7eb4-4cf7-80a6-36ca085dd2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:47.300507 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-e1e72e61-6717-47d1-bda0-d0898454da38 None None] Attempting to bind port ba801f5f-0dea-4927-9fe5-15542910c874 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:50:47.307218 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-e1e72e61-6717-47d1-bda0-d0898454da38 None None] Attempting to bind port ba801f5f-0dea-4927-9fe5-15542910c874 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '062bf06d-3dce-4100-ac14-a26306e34159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5b364c1c-c2ed-45da-bbf5-7ccbedec262b'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:50:47.308062 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e72e61-6717-47d1-bda0-d0898454da38 None None] Attempting to bind port ba801f5f-0dea-4927-9fe5-15542910c874 on network 5b364c1c-c2ed-45da-bbf5-7ccbedec262b {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:50:47.353167 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e72e61-6717-47d1-bda0-d0898454da38 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:50:47.356013 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e72e61-6717-47d1-bda0-d0898454da38 None None] Checking segment: {'id': '062bf06d-3dce-4100-ac14-a26306e34159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5b364c1c-c2ed-45da-bbf5-7ccbedec262b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:50:47.357828 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e1e72e61-6717-47d1-bda0-d0898454da38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:47.359221 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e72e61-6717-47d1-bda0-d0898454da38 None None] Bound using segment: {'id': '062bf06d-3dce-4100-ac14-a26306e34159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5b364c1c-c2ed-45da-bbf5-7ccbedec262b'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:50:47.360673 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-e1e72e61-6717-47d1-bda0-d0898454da38 None None] Bound port: ba801f5f-0dea-4927-9fe5-15542910c874, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062bf06d-3dce-4100-ac14-a26306e34159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5b364c1c-c2ed-45da-bbf5-7ccbedec262b'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:50:47.361554 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e1e72e61-6717-47d1-bda0-d0898454da38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:47.376738 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba2a4e-7eb4-4cf7-80a6-36ca085dd2bf admin admin] Pushing event updated for resources: {'Port': ['ID=3fe993b4-9292-4fb5-af5f-ea6433c82221,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:47.401320 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=c68b5a8b-2abe-43cb-9563-22cd56c02184,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:47.426049 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c183e1-a4ac-49dc-973e-9b99dfca284a req-21d5b721-7b95-4af9-b031-069e46996be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:47.427600 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-44c183e1-a4ac-49dc-973e-9b99dfca284a req-21d5b721-7b95-4af9-b031-069e46996be2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5fd3f70a-73f9-48ac-8edd-5ef18017bf39 HTTP/1.1" status: 200 len: 1100 time: 0.1751673 Sep 21 17:50:47.461936 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ba2a4e-7eb4-4cf7-80a6-36ca085dd2bf admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:50:47.471433 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-28ba2a4e-7eb4-4cf7-80a6-36ca085dd2bf admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:50:47.515432 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ba2a4e-7eb4-4cf7-80a6-36ca085dd2bf admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:50:47.622027 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-e1e72e61-6717-47d1-bda0-d0898454da38 None None] For port ba801f5f-0dea-4927-9fe5-15542910c874, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:50:47.626037 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-e1e72e61-6717-47d1-bda0-d0898454da38 None None] For port ba801f5f-0dea-4927-9fe5-15542910c874, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ba801f5f-0dea-4927-9fe5-15542910c874,segment=NetworkSegment(062bf06d-3dce-4100-ac14-a26306e34159),segment_id=062bf06d-3dce-4100-ac14-a26306e34159)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:50:47.632178 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e1e72e61-6717-47d1-bda0-d0898454da38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:47.733955 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e72e61-6717-47d1-bda0-d0898454da38 None None] Pushing event updated for resources: {'Port': ['ID=ba801f5f-0dea-4927-9fe5-15542910c874,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:47.737449 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6735e-7ebf-4500-8739-0081cb74a621 req-ce7c0c29-4ade-45a6-9b00-ae50f3239ab5 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:47.751663 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dab6735e-7ebf-4500-8739-0081cb74a621 req-ce7c0c29-4ade-45a6-9b00-ae50f3239ab5 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fd3f70a-73f9-48ac-8edd-5ef18017bf39 HTTP/1.1" status: 200 len: 949 time: 0.1243343 Sep 21 17:50:47.822312 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dab6735e-7ebf-4500-8739-0081cb74a621 req-ff476f6f-eb42-496f-bceb-240446978787 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.58 "GET /v2.0/security-groups?id=a759faf1-00ab-4a8d-bd66-9664be510a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689602 Sep 21 17:50:47.857672 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-44c183e1-a4ac-49dc-973e-9b99dfca284a req-960cd8c7-e4ae-4c65-a396-33febee3321e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a759faf1-00ab-4a8d-bd66-9664be510a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880847 Sep 21 17:50:48.034571 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-28ba2a4e-7eb4-4cf7-80a6-36ca085dd2bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:48.058593 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51518) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:48.284647 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d15c0c5b-20f2-4455-a9e9-69d0baf6931f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:48.308089 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-28ba2a4e-7eb4-4cf7-80a6-36ca085dd2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:48.308757 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c43a79-7e1a-4880-aa47-e058f42ba440 req-2ba18ffb-14bf-4d1d-b6ae-f207f78eb27d tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:48.309693 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-18c43a79-7e1a-4880-aa47-e058f42ba440 req-2ba18ffb-14bf-4d1d-b6ae-f207f78eb27d tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 946 time: 0.1039176 Sep 21 17:50:48.345800 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-af07d57c-5094-4399-9bb2-3336e8d20ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:48.397471 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-18c43a79-7e1a-4880-aa47-e058f42ba440 req-6c53b845-adf8-421b-94ed-c2e9c7c9cffc tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635481 Sep 21 17:50:48.430454 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d15c0c5b-20f2-4455-a9e9-69d0baf6931f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:48.436488 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d15c0c5b-20f2-4455-a9e9-69d0baf6931f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:48.485338 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d15c0c5b-20f2-4455-a9e9-69d0baf6931f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ffaa0d1353a347759648a64e47c04d68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4229913 Sep 21 17:50:48.485338 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c0c5b-20f2-4455-a9e9-69d0baf6931f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c844c9c-387d-4845-9ae1-f1a1ba0b2f89,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:48.485791 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51528) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:48.540357 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ba2a4e-7eb4-4cf7-80a6-36ca085dd2bf admin admin] Router bcc4ac45-0a2c-455f-b063-9b000a36d709 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:50:48.550725 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-696db45f-a818-41c9-9cd1-8d7536b35bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:48.679938 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device c68b5a8b-2abe-43cb-9563-22cd56c02184 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:50:48.708073 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-696db45f-a818-41c9-9cd1-8d7536b35bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:48.782023 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ba2a4e-7eb4-4cf7-80a6-36ca085dd2bf admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:50:48.798173 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1165263-fb53-4511-9b10-5c759f3ac9e7 None None] Sync routers for ids ['bcc4ac45-0a2c-455f-b063-9b000a36d709'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:50:48.813236 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1165263-fb53-4511-9b10-5c759f3ac9e7 None None] Routers {'bcc4ac45-0a2c-455f-b063-9b000a36d709'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:50:48.814169 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-f1165263-fb53-4511-9b10-5c759f3ac9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:50:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['bcc4ac45-0a2c-455f-b063-9b000a36d709'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:48.823580 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-28ba2a4e-7eb4-4cf7-80a6-36ca085dd2bf admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:48.824854 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-28ba2a4e-7eb4-4cf7-80a6-36ca085dd2bf admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7407105 Sep 21 17:50:48.828332 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51544) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:48.884320 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-696db45f-a818-41c9-9cd1-8d7536b35bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:48.887015 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-696db45f-a818-41c9-9cd1-8d7536b35bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:48.888571 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-696db45f-a818-41c9-9cd1-8d7536b35bdb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4c844c9c-387d-4845-9ae1-f1a1ba0b2f89 HTTP/1.1" status: 204 len: 168 time: 0.4005024 Sep 21 17:50:48.902059 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port c68b5a8b-2abe-43cb-9563-22cd56c02184, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=c68b5a8b-2abe-43cb-9563-22cd56c02184,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:48.934660 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'c68b5a8b-2abe-43cb-9563-22cd56c02184', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': 'c68b5a8b-2abe-43cb-9563-22cd56c02184', 'mac_address': 'fa:16:3e:9d:10:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:50:49.029462 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:49.050660 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ba801f5f-0dea-4927-9fe5-15542910c874 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:50:49.075992 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-f1165263-fb53-4511-9b10-5c759f3ac9e7 None None] Set router bcc4ac45-0a2c-455f-b063-9b000a36d709 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:50:49.174521 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696db45f-a818-41c9-9cd1-8d7536b35bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c844c9c-387d-4845-9ae1-f1a1ba0b2f89,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:49.230981 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047f757-cac4-4411-b3ed-28a24405cda4 req-e604b2b2-fc62-48a4-8a5f-19c25689734f tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:49.236195 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c047f757-cac4-4411-b3ed-28a24405cda4 req-e604b2b2-fc62-48a4-8a5f-19c25689734f tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e&tenant_id=cf880db396d441f990414b9e732efe10&binding%3Ahost_id=n-h2-810291-1 HTTP/1.1" status: 200 len: 946 time: 0.3982821 Sep 21 17:50:49.301941 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173125e-5ec3-429d-859a-a97fd30e5abd req-c95c9cc6-6f9d-41c0-8522-4fe0fe4c390a tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:49.306119 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df79c1-796a-4733-a6fd-208b439c72e5 req-00077703-a3d9-4c28-8f26-2672341f0eb7 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:49.312211 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2173125e-5ec3-429d-859a-a97fd30e5abd req-c95c9cc6-6f9d-41c0-8522-4fe0fe4c390a tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 946 time: 0.2656257 Sep 21 17:50:49.319600 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9df79c1-796a-4733-a6fd-208b439c72e5 req-00077703-a3d9-4c28-8f26-2672341f0eb7 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fd3f70a-73f9-48ac-8edd-5ef18017bf39 HTTP/1.1" status: 200 len: 949 time: 0.3051879 Sep 21 17:50:49.382118 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2173125e-5ec3-429d-859a-a97fd30e5abd req-f85bfa77-c11d-4099-9626-a14bf2d79b8c tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683944 Sep 21 17:50:49.482632 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c68b5a8b-2abe-43cb-9563-22cd56c02184'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:50:49.484951 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab977518-74e1-4dff-84cc-3bb8a6d74443" -d '{"events": [{"server_uuid": "6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e", "name": "network-vif-unplugged", "status": "completed", "tag": "c68b5a8b-2abe-43cb-9563-22cd56c02184"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:50:49.519886 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9df79c1-796a-4733-a6fd-208b439c72e5 req-de8bc8aa-c4ee-4a7c-b4da-a48734d89f89 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.58 "GET /v2.0/security-groups?id=a759faf1-00ab-4a8d-bd66-9664be510a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940134 Sep 21 17:50:49.520286 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd4fab3-7a84-4735-9ef6-49391871fbfb None None] Network 5b364c1c-c2ed-45da-bbf5-7ccbedec262b requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:50:49.585337 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-f1165263-fb53-4511-9b10-5c759f3ac9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc4ac45-0a2c-455f-b063-9b000a36d709', 'name': 'tempest-ServersTestMultiNic-1864449569-router', 'tenant_id': 'e723094aa6f4441a862c24afd6445d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '3fe993b4-9292-4fb5-af5f-ea6433c82221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:50:46Z', 'updated_at': '2021-09-21T17:50:47Z', 'revision_number': 3, 'project_id': 'e723094aa6f4441a862c24afd6445d40', 'gw_port': {'id': '3fe993b4-9292-4fb5-af5f-ea6433c82221', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc4ac45-0a2c-455f-b063-9b000a36d709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:50:46Z', 'updated_at': '2021-09-21T17:50:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:49.591925 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51558) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:49.600639 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:49.615443 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 17:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2402e51f-7eb8-45ec-9d5e-39c37434438d x-openstack-request-id: req-2402e51f-7eb8-45ec-9d5e-39c37434438d {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:50:49.615731 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e", "name": "network-vif-unplugged", "status": "completed", "tag": "c68b5a8b-2abe-43cb-9563-22cd56c02184", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:50:49.615978 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2402e51f-7eb8-45ec-9d5e-39c37434438d {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:50:49.616354 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c68b5a8b-2abe-43cb-9563-22cd56c02184', 'code': 200} Sep 21 17:50:49.619783 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ee236f73-8140-44ec-bc20-ae0f8081b722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:49.643381 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c047f757-cac4-4411-b3ed-28a24405cda4 req-15f06933-56d6-493c-8163-dad545329c97 service neutron] 10.222.0.44 "GET /v2.0/ports/c68b5a8b-2abe-43cb-9563-22cd56c02184/bindings/n-h2-810291-1 HTTP/1.1" status: 200 len: 382 time: 0.3879085 Sep 21 17:50:49.651605 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1165263-fb53-4511-9b10-5c759f3ac9e7 None None] Checking router: bcc4ac45-0a2c-455f-b063-9b000a36d709 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:50:49.651966 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1165263-fb53-4511-9b10-5c759f3ac9e7 None None] Updating router bcc4ac45-0a2c-455f-b063-9b000a36d709 port 3fe993b4-9292-4fb5-af5f-ea6433c82221 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:50:49.704307 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-f1165263-fb53-4511-9b10-5c759f3ac9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:49.754152 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c68b5a8b-2abe-43cb-9563-22cd56c02184 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:50:49.839254 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port c68b5a8b-2abe-43cb-9563-22cd56c02184, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=c68b5a8b-2abe-43cb-9563-22cd56c02184,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:49.840483 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-93e79f0a-c091-4358-98f7-19fd9212c4e7 None None] Provisioning complete for port ba801f5f-0dea-4927-9fe5-15542910c874 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:50:49.840924 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-93e79f0a-c091-4358-98f7-19fd9212c4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:49.860837 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ee236f73-8140-44ec-bc20-ae0f8081b722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:49.865642 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e3ef6c5a-5e2b-4be2-a1e5-feb0d985b50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:49.869401 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ee236f73-8140-44ec-bc20-ae0f8081b722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:49.885147 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:49.894272 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port ba801f5f-0dea-4927-9fe5-15542910c874 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:50:49.894657 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:49.927967 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047f757-cac4-4411-b3ed-28a24405cda4 req-d17a4967-4fd9-4df7-b577-644057518334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:49.930600 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c047f757-cac4-4411-b3ed-28a24405cda4 req-d17a4967-4fd9-4df7-b577-644057518334 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 1097 time: 0.2609189 Sep 21 17:50:49.937153 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ee236f73-8140-44ec-bc20-ae0f8081b722 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0d8a211ca60c4f0483195626a8a56000&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3437414 Sep 21 17:50:49.938784 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee236f73-8140-44ec-bc20-ae0f8081b722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3047b137-7863-49fb-8ec9-f44bcb0e0235,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:49.943835 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51572) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:50.022424 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 49aff478-3fd7-4b85-8bfa-85bbd6739c1f details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:50:50.030585 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:50.046448 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=c68b5a8b-2abe-43cb-9563-22cd56c02184,revision_number=7']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:50.096254 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-e3ef6c5a-5e2b-4be2-a1e5-feb0d985b50f admin admin] Allocated IP 172.20.0.1 (5b364c1c-c2ed-45da-bbf5-7ccbedec262b/ce4aea39-d3a5-447f-ab5e-432a22e6050b/49309111-1b9a-4311-8e1f-078dad9a18f8) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:50:50.102762 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bc45d756-f267-4fc1-9333-aa8f9e4a50a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:50.141650 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047f757-cac4-4411-b3ed-28a24405cda4 req-59ffcf9f-d9d7-4718-8110-9c0ceb318061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:50.143919 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c047f757-cac4-4411-b3ed-28a24405cda4 req-59ffcf9f-d9d7-4718-8110-9c0ceb318061 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.1988838 Sep 21 17:50:50.150490 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bc45d756-f267-4fc1-9333-aa8f9e4a50a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:50.216383 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['c68b5a8b-2abe-43cb-9563-22cd56c02184'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:50:50.219151 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-93e79f0a-c091-4358-98f7-19fd9212c4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:50.248038 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c047f757-cac4-4411-b3ed-28a24405cda4 req-9f035be1-5240-46cd-8da1-15955abf25e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=c68b5a8b-2abe-43cb-9563-22cd56c02184 HTTP/1.1" status: 200 len: 217 time: 0.0952055 Sep 21 17:50:50.284268 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e3ef6c5a-5e2b-4be2-a1e5-feb0d985b50f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:50.288907 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:50.328908 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bc45d756-f267-4fc1-9333-aa8f9e4a50a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:50.336485 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bc45d756-f267-4fc1-9333-aa8f9e4a50a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:50.340194 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-bc45d756-f267-4fc1-9333-aa8f9e4a50a7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3047b137-7863-49fb-8ec9-f44bcb0e0235 HTTP/1.1" status: 204 len: 168 time: 0.3910143 Sep 21 17:50:50.344166 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 49aff478-3fd7-4b85-8bfa-85bbd6739c1f, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=49aff478-3fd7-4b85-8bfa-85bbd6739c1f,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:50.351099 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-93e79f0a-c091-4358-98f7-19fd9212c4e7 None None] For port ba801f5f-0dea-4927-9fe5-15542910c874, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ba801f5f-0dea-4927-9fe5-15542910c874,segment=NetworkSegment(062bf06d-3dce-4100-ac14-a26306e34159),segment_id=062bf06d-3dce-4100-ac14-a26306e34159)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:50.360186 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-f1165263-fb53-4511-9b10-5c759f3ac9e7 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:50.378211 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047f757-cac4-4411-b3ed-28a24405cda4 req-ebfa33e1-d4f4-4e3b-a7f5-ea0bb0492904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:50.378446 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-f1165263-fb53-4511-9b10-5c759f3ac9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:50.382233 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e3ef6c5a-5e2b-4be2-a1e5-feb0d985b50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:50.382863 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-93e79f0a-c091-4358-98f7-19fd9212c4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:50.393907 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c047f757-cac4-4411-b3ed-28a24405cda4 req-ebfa33e1-d4f4-4e3b-a7f5-ea0bb0492904 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1378663 Sep 21 17:50:50.400704 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45d756-f267-4fc1-9333-aa8f9e4a50a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3047b137-7863-49fb-8ec9-f44bcb0e0235,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:50.407960 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '49aff478-3fd7-4b85-8bfa-85bbd6739c1f', 'network_id': 'b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b', 'port_id': '49aff478-3fd7-4b85-8bfa-85bbd6739c1f', 'mac_address': 'fa:16:3e:76:9d:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def27755-188f-4074-84e9-9b2c33d106ae', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:50:50.468536 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef6c5a-5e2b-4be2-a1e5-feb0d985b50f admin admin] Pushing event updated for resources: {'Port': ['ID=49309111-1b9a-4311-8e1f-078dad9a18f8,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:50.484743 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ef6c5a-5e2b-4be2-a1e5-feb0d985b50f admin admin] Network 5b364c1c-c2ed-45da-bbf5-7ccbedec262b is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:50:50.486727 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-e3ef6c5a-5e2b-4be2-a1e5-feb0d985b50f admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:50:50.493208 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ef6c5a-5e2b-4be2-a1e5-feb0d985b50f admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:50:50.536632 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002a58d-dc59-4f86-9c5c-788f12d0013d None None] Pushing event updated for resources: {'Port': ['ID=3fe993b4-9292-4fb5-af5f-ea6433c82221,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:50.567607 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-f1165263-fb53-4511-9b10-5c759f3ac9e7 None None] Attempting to bind port 3fe993b4-9292-4fb5-af5f-ea6433c82221 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:50:50.567987 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-f1165263-fb53-4511-9b10-5c759f3ac9e7 None None] Attempting to bind port 3fe993b4-9292-4fb5-af5f-ea6433c82221 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:50:50.568398 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1165263-fb53-4511-9b10-5c759f3ac9e7 None None] Attempting to bind port 3fe993b4-9292-4fb5-af5f-ea6433c82221 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:50:50.571233 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002a58d-dc59-4f86-9c5c-788f12d0013d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:50.571559 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002a58d-dc59-4f86-9c5c-788f12d0013d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:50.572071 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002a58d-dc59-4f86-9c5c-788f12d0013d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:50.572554 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002a58d-dc59-4f86-9c5c-788f12d0013d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:50.573033 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002a58d-dc59-4f86-9c5c-788f12d0013d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:50.573609 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002a58d-dc59-4f86-9c5c-788f12d0013d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:50.574187 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002a58d-dc59-4f86-9c5c-788f12d0013d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:50.574734 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002a58d-dc59-4f86-9c5c-788f12d0013d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:50.575243 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002a58d-dc59-4f86-9c5c-788f12d0013d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:50.575702 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002a58d-dc59-4f86-9c5c-788f12d0013d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:50.576232 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002a58d-dc59-4f86-9c5c-788f12d0013d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:50.581026 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2002a58d-dc59-4f86-9c5c-788f12d0013d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:50:50.593986 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1165263-fb53-4511-9b10-5c759f3ac9e7 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:50:50.594354 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1165263-fb53-4511-9b10-5c759f3ac9e7 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:50:50.594716 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-f1165263-fb53-4511-9b10-5c759f3ac9e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:50.595122 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1165263-fb53-4511-9b10-5c759f3ac9e7 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:50:50.595604 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-f1165263-fb53-4511-9b10-5c759f3ac9e7 None None] Bound port: 3fe993b4-9292-4fb5-af5f-ea6433c82221, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:50:50.595970 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-f1165263-fb53-4511-9b10-5c759f3ac9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:50.598745 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047f757-cac4-4411-b3ed-28a24405cda4 req-0faafb4d-07d4-47b4-9467-efea83d43ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:50.604955 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c047f757-cac4-4411-b3ed-28a24405cda4 req-0faafb4d-07d4-47b4-9467-efea83d43ded service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1887281 Sep 21 17:50:50.711810 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e3ef6c5a-5e2b-4be2-a1e5-feb0d985b50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:50.722335 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-f1165263-fb53-4511-9b10-5c759f3ac9e7 None None] For port 3fe993b4-9292-4fb5-af5f-ea6433c82221, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:50:50.725950 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-f1165263-fb53-4511-9b10-5c759f3ac9e7 None None] For port 3fe993b4-9292-4fb5-af5f-ea6433c82221, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=3fe993b4-9292-4fb5-af5f-ea6433c82221,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:50:50.736144 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-f1165263-fb53-4511-9b10-5c759f3ac9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:50.781772 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.db.api [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 17:50:50.793922 n-d-810291-1 neutron-server[101462]: DEBUG oslo_db.api [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 17:50:50.795536 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e79f0a-c091-4358-98f7-19fd9212c4e7 None None] Pushing event updated for resources: {'Port': ['ID=ba801f5f-0dea-4927-9fe5-15542910c874,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:50.811436 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c047f757-cac4-4411-b3ed-28a24405cda4 req-1dc66825-1301-40e0-901e-1becdf206f0a service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980333 Sep 21 17:50:50.816996 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:50.858379 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1165263-fb53-4511-9b10-5c759f3ac9e7 None None] Routers {'bcc4ac45-0a2c-455f-b063-9b000a36d709'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:50:50.858972 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-f1165263-fb53-4511-9b10-5c759f3ac9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:50:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['bcc4ac45-0a2c-455f-b063-9b000a36d709'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:50.936501 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-3f1a419e-a3fc-47bc-9975-31a3d8056c57 None None] Provisioning complete for port ba801f5f-0dea-4927-9fe5-15542910c874 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:50:50.936871 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3f1a419e-a3fc-47bc-9975-31a3d8056c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:50.959291 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49aff478-3fd7-4b85-8bfa-85bbd6739c1f {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:50:50.978414 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d356264-df5a-4eff-9240-40b9c6874eb5 req-10cdee84-67f7-475d-aaea-fcc4691772cd tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:50.987289 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0d356264-df5a-4eff-9240-40b9c6874eb5 req-10cdee84-67f7-475d-aaea-fcc4691772cd tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 947 time: 0.3719661 Sep 21 17:50:51.051189 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e3ef6c5a-5e2b-4be2-a1e5-feb0d985b50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:51.092627 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0ed7e-8d67-4a04-99d7-5fe30d03d012 req-9012e079-4c01-4f69-910d-de1dd559dde2 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:51.095842 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-69b0ed7e-8d67-4a04-99d7-5fe30d03d012 req-9012e079-4c01-4f69-910d-de1dd559dde2 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fd3f70a-73f9-48ac-8edd-5ef18017bf39 HTTP/1.1" status: 200 len: 949 time: 0.2820191 Sep 21 17:50:51.103332 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c047f757-cac4-4411-b3ed-28a24405cda4 req-18555da5-6b70-4364-bfc0-d61341183580 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725616 Sep 21 17:50:51.125791 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 49aff478-3fd7-4b85-8bfa-85bbd6739c1f, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=49aff478-3fd7-4b85-8bfa-85bbd6739c1f,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:51.142260 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:51.155951 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-f1165263-fb53-4511-9b10-5c759f3ac9e7 None None] Set router bcc4ac45-0a2c-455f-b063-9b000a36d709 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:50:51.228214 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-69b0ed7e-8d67-4a04-99d7-5fe30d03d012 req-15016366-4139-40d2-a720-9ce681d4953f tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.58 "GET /v2.0/security-groups?id=a759faf1-00ab-4a8d-bd66-9664be510a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226909 Sep 21 17:50:51.232637 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0d356264-df5a-4eff-9240-40b9c6874eb5 req-610cd50e-d53a-4225-991b-39eb0b2e2dd0 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445507 Sep 21 17:50:51.325284 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002a58d-dc59-4f86-9c5c-788f12d0013d None None] Pushing event updated for resources: {'Port': ['ID=3fe993b4-9292-4fb5-af5f-ea6433c82221,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:51.350762 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['49aff478-3fd7-4b85-8bfa-85bbd6739c1f'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:50:51.394256 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=49aff478-3fd7-4b85-8bfa-85bbd6739c1f,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:51.456614 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:51.488491 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e3ef6c5a-5e2b-4be2-a1e5-feb0d985b50f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:51.503521 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e3ef6c5a-5e2b-4be2-a1e5-feb0d985b50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:51.542470 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-f1165263-fb53-4511-9b10-5c759f3ac9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc4ac45-0a2c-455f-b063-9b000a36d709', 'name': 'tempest-ServersTestMultiNic-1864449569-router', 'tenant_id': 'e723094aa6f4441a862c24afd6445d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '3fe993b4-9292-4fb5-af5f-ea6433c82221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:50:46Z', 'updated_at': '2021-09-21T17:50:47Z', 'revision_number': 3, 'project_id': 'e723094aa6f4441a862c24afd6445d40', 'gw_port': {'id': '3fe993b4-9292-4fb5-af5f-ea6433c82221', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc4ac45-0a2c-455f-b063-9b000a36d709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:50:46Z', 'updated_at': '2021-09-21T17:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:51.554323 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ba801f5f-0dea-4927-9fe5-15542910c874 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:50:51.595018 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1165263-fb53-4511-9b10-5c759f3ac9e7 None None] The sync data for ids ['bcc4ac45-0a2c-455f-b063-9b000a36d709'] in n-d-810291-1 is: [{'id': 'bcc4ac45-0a2c-455f-b063-9b000a36d709', 'name': 'tempest-ServersTestMultiNic-1864449569-router', 'tenant_id': 'e723094aa6f4441a862c24afd6445d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '3fe993b4-9292-4fb5-af5f-ea6433c82221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:50:46Z', 'updated_at': '2021-09-21T17:50:47Z', 'revision_number': 3, 'project_id': 'e723094aa6f4441a862c24afd6445d40', 'gw_port': {'id': '3fe993b4-9292-4fb5-af5f-ea6433c82221', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc4ac45-0a2c-455f-b063-9b000a36d709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:50:46Z', 'updated_at': '2021-09-21T17:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:50:51.646682 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef6c5a-5e2b-4be2-a1e5-feb0d985b50f admin admin] Pushing event updated for resources: {'Port': ['ID=49309111-1b9a-4311-8e1f-078dad9a18f8,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:51.669639 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e3ef6c5a-5e2b-4be2-a1e5-feb0d985b50f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:51.677310 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5e8e77b4-d205-4585-bb19-c9e48b26e9eb None None] Provisioning complete for port 49309111-1b9a-4311-8e1f-078dad9a18f8 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:50:51.678375 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5e8e77b4-d205-4585-bb19-c9e48b26e9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:51.779321 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port ba801f5f-0dea-4927-9fe5-15542910c874 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:50:51.780263 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:51.811175 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5e8e77b4-d205-4585-bb19-c9e48b26e9eb None None] Port 49309111-1b9a-4311-8e1f-078dad9a18f8 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:50:51.834781 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ef6c5a-5e2b-4be2-a1e5-feb0d985b50f admin admin] Network 5b364c1c-c2ed-45da-bbf5-7ccbedec262b is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:50:51.836611 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-e3ef6c5a-5e2b-4be2-a1e5-feb0d985b50f admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:50:52.014707 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 49aff478-3fd7-4b85-8bfa-85bbd6739c1f up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:50:52.200266 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ef6c5a-5e2b-4be2-a1e5-feb0d985b50f admin admin] Router bcc4ac45-0a2c-455f-b063-9b000a36d709 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:50:52.226499 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 49aff478-3fd7-4b85-8bfa-85bbd6739c1f triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:50:52.227145 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:52.465962 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:52.481144 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-2d63f6e0-45ca-4148-9a63-1be1b064a138 None None] Provisioning complete for port 49309111-1b9a-4311-8e1f-078dad9a18f8 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:50:52.481511 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2d63f6e0-45ca-4148-9a63-1be1b064a138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:52.586245 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85b29de-272b-49f9-a6a9-fea329aa0aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49aff478-3fd7-4b85-8bfa-85bbd6739c1f'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:50:52.588977 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32afdc0-9fd1-42fa-885d-fb02ce1a7966" -d '{"events": [{"server_uuid": "a85b29de-272b-49f9-a6a9-fea329aa0aed", "name": "network-vif-plugged", "status": "completed", "tag": "49aff478-3fd7-4b85-8bfa-85bbd6739c1f"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:50:52.626559 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 49aff478-3fd7-4b85-8bfa-85bbd6739c1f, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=49aff478-3fd7-4b85-8bfa-85bbd6739c1f,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:52.651896 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-2d63f6e0-45ca-4148-9a63-1be1b064a138 None None] Port 49309111-1b9a-4311-8e1f-078dad9a18f8 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:50:52.660424 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:52.727826 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device c68b5a8b-2abe-43cb-9563-22cd56c02184 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:50:52.909912 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=49aff478-3fd7-4b85-8bfa-85bbd6739c1f,revision_number=7']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:52.974449 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port c68b5a8b-2abe-43cb-9563-22cd56c02184 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:50:52.974848 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:53.088368 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ef6c5a-5e2b-4be2-a1e5-feb0d985b50f admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:50:53.090039 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:53.097847 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e3ef6c5a-5e2b-4be2-a1e5-feb0d985b50f admin admin] 10.222.0.58 "PUT /v2.0/routers/bcc4ac45-0a2c-455f-b063-9b000a36d709/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2683544 Sep 21 17:50:53.240799 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:53.340998 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port c68b5a8b-2abe-43cb-9563-22cd56c02184, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=c68b5a8b-2abe-43cb-9563-22cd56c02184,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:53.348246 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:53.386187 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51670) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:53.502620 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=c68b5a8b-2abe-43cb-9563-22cd56c02184,revision_number=8']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:53.649740 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 3fe993b4-9292-4fb5-af5f-ea6433c82221 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:50:53.741676 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047f757-cac4-4411-b3ed-28a24405cda4 req-b2b6f72b-0779-4703-94c0-18d79c4ccb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:53.746812 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c047f757-cac4-4411-b3ed-28a24405cda4 req-b2b6f72b-0779-4703-94c0-18d79c4ccb6e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e&tenant_id=cf880db396d441f990414b9e732efe10 HTTP/1.1" status: 200 len: 1099 time: 0.1066847 Sep 21 17:50:53.764934 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 3fe993b4-9292-4fb5-af5f-ea6433c82221 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:50:53.766164 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:53.815101 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-3ad65e08-2cb9-46a5-8e31-6070b77a7fd5 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1856363501'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:50:53.856573 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047f757-cac4-4411-b3ed-28a24405cda4 req-5a7b3b07-489c-4cd3-81a8-a10d9db6a03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:53.858723 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c047f757-cac4-4411-b3ed-28a24405cda4 req-5a7b3b07-489c-4cd3-81a8-a10d9db6a03d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 1099 time: 0.0852458 Sep 21 17:50:53.860101 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad65e08-2cb9-46a5-8e31-6070b77a7fd5 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Made reservation on behalf of e723094aa6f4441a862c24afd6445d40 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:50:53.864296 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3ad65e08-2cb9-46a5-8e31-6070b77a7fd5 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:53.898996 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ad65e08-2cb9-46a5-8e31-6070b77a7fd5 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:50:53.913386 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3ad65e08-2cb9-46a5-8e31-6070b77a7fd5 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:53.913735 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-3ad65e08-2cb9-46a5-8e31-6070b77a7fd5 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Added segment 0bcd8356-160f-4588-b9dd-d0124434889c of type vlan for network dd715e13-e301-4440-ae4c-88a0382cc1c1 Sep 21 17:50:53.989426 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3ad65e08-2cb9-46a5-8e31-6070b77a7fd5 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:54.103947 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:54.135764 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 3fe993b4-9292-4fb5-af5f-ea6433c82221, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=3fe993b4-9292-4fb5-af5f-ea6433c82221,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:54.143515 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.db.resource_extend [None req-3ad65e08-2cb9-46a5-8e31-6070b77a7fd5 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 17:50:54.143990 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:54.192745 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047f757-cac4-4411-b3ed-28a24405cda4 req-e96bf863-ee09-4fc3-aef7-18a2e235adb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:54.197307 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c047f757-cac4-4411-b3ed-28a24405cda4 req-e96bf863-ee09-4fc3-aef7-18a2e235adb8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.3162978 Sep 21 17:50:54.198459 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3ad65e08-2cb9-46a5-8e31-6070b77a7fd5 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:54.212695 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad65e08-2cb9-46a5-8e31-6070b77a7fd5 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:54.213367 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3ad65e08-2cb9-46a5-8e31-6070b77a7fd5 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:54.231867 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=3fe993b4-9292-4fb5-af5f-ea6433c82221,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:54.329532 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c047f757-cac4-4411-b3ed-28a24405cda4 req-999abcff-3aa3-47f2-a82f-6ff060b5c8f4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=c68b5a8b-2abe-43cb-9563-22cd56c02184 HTTP/1.1" status: 200 len: 217 time: 0.1122489 Sep 21 17:50:54.376004 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d4a55c-802a-422f-88ac-3b86395164e8 None None] Sync routers for ids ['bcc4ac45-0a2c-455f-b063-9b000a36d709'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:50:54.391418 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:54.412725 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d4a55c-802a-422f-88ac-3b86395164e8 None None] Routers {'bcc4ac45-0a2c-455f-b063-9b000a36d709'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:50:54.413841 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-56d4a55c-802a-422f-88ac-3b86395164e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:50:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['bcc4ac45-0a2c-455f-b063-9b000a36d709'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:54.632309 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-56d4a55c-802a-422f-88ac-3b86395164e8 None None] Set router bcc4ac45-0a2c-455f-b063-9b000a36d709 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:50:54.743581 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3ad65e08-2cb9-46a5-8e31-6070b77a7fd5 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3535755 Sep 21 17:50:54.744669 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51686) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:54.756655 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-956db58b-c50f-4ef2-a4f5-d79d5723e209 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Request body: {'subnet': {'network_id': 'dd715e13-e301-4440-ae4c-88a0382cc1c1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:50:54.836483 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad65e08-2cb9-46a5-8e31-6070b77a7fd5 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Pushing event updated for resources: {'Network': ['ID=dd715e13-e301-4440-ae4c-88a0382cc1c1,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:54.852761 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network dd715e13-e301-4440-ae4c-88a0382cc1c1 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:50:54.857121 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047f757-cac4-4411-b3ed-28a24405cda4 req-525ea080-769c-4fc4-9ea4-24c2c5864db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:54.860885 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c047f757-cac4-4411-b3ed-28a24405cda4 req-525ea080-769c-4fc4-9ea4-24c2c5864db7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.5145500 Sep 21 17:50:54.899929 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956db58b-c50f-4ef2-a4f5-d79d5723e209 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Made reservation on behalf of e723094aa6f4441a862c24afd6445d40 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:50:54.914137 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-956db58b-c50f-4ef2-a4f5-d79d5723e209 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:54.938983 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047f757-cac4-4411-b3ed-28a24405cda4 req-3734b059-a3d9-4f74-97dc-39c198519d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:54.944117 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c047f757-cac4-4411-b3ed-28a24405cda4 req-3734b059-a3d9-4f74-97dc-39c198519d3d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0734887 Sep 21 17:50:55.013702 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-56d4a55c-802a-422f-88ac-3b86395164e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc4ac45-0a2c-455f-b063-9b000a36d709', 'name': 'tempest-ServersTestMultiNic-1864449569-router', 'tenant_id': 'e723094aa6f4441a862c24afd6445d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '3fe993b4-9292-4fb5-af5f-ea6433c82221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:50:46Z', 'updated_at': '2021-09-21T17:50:50Z', 'revision_number': 4, 'project_id': 'e723094aa6f4441a862c24afd6445d40', 'gw_port': {'id': '3fe993b4-9292-4fb5-af5f-ea6433c82221', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc4ac45-0a2c-455f-b063-9b000a36d709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:50:46Z', 'updated_at': '2021-09-21T17:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '49309111-1b9a-4311-8e1f-078dad9a18f8', 'name': '', 'network_id': '5b364c1c-c2ed-45da-bbf5-7ccbedec262b', 'tenant_id': 'e723094aa6f4441a862c24afd6445d40', 'mac_address': 'fa:16:3e:57:d7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc4ac45-0a2c-455f-b063-9b000a36d709', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'ce4aea39-d3a5-447f-ab5e-432a22e6050b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:50:49Z', 'updated_at': '2021-09-21T17:50:51Z', 'revision_number': 2, 'project_id': 'e723094aa6f4441a862c24afd6445d40', 'subnets': [{'id': 'ce4aea39-d3a5-447f-ab5e-432a22e6050b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:55.059191 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d4a55c-802a-422f-88ac-3b86395164e8 None None] Checking router: bcc4ac45-0a2c-455f-b063-9b000a36d709 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:50:55.061733 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d4a55c-802a-422f-88ac-3b86395164e8 None None] Updating router bcc4ac45-0a2c-455f-b063-9b000a36d709 port 49309111-1b9a-4311-8e1f-078dad9a18f8 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:50:55.099622 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c047f757-cac4-4411-b3ed-28a24405cda4 req-09b465de-7fe8-4492-83ed-17aecc2c9a8c service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450367 Sep 21 17:50:55.107979 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-56d4a55c-802a-422f-88ac-3b86395164e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:55.280130 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c047f757-cac4-4411-b3ed-28a24405cda4 req-96901f25-2eb8-4517-a0ac-bd4579f48912 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719651 Sep 21 17:50:55.319693 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-956db58b-c50f-4ef2-a4f5-d79d5723e209 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:55.400660 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956db58b-c50f-4ef2-a4f5-d79d5723e209 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Pushing event updated for resources: {'Subnet': ['ID=540b1925-fe88-4f3b-beda-cec8a032b257,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:55.427586 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956db58b-c50f-4ef2-a4f5-d79d5723e209 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Checking segment: {'id': '0bcd8356-160f-4588-b9dd-d0124434889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'dd715e13-e301-4440-ae4c-88a0382cc1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:50:55.427946 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956db58b-c50f-4ef2-a4f5-d79d5723e209 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Network hostable DHCP agents. Network: dd715e13-e301-4440-ae4c-88a0382cc1c1, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:50:55.448947 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956db58b-c50f-4ef2-a4f5-d79d5723e209 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Network dd715e13-e301-4440-ae4c-88a0382cc1c1 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:50:55.462201 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-956db58b-c50f-4ef2-a4f5-d79d5723e209 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, dd715e13-e301-4440-ae4c-88a0382cc1c1) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:50:55.468849 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956db58b-c50f-4ef2-a4f5-d79d5723e209 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:55.469447 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-956db58b-c50f-4ef2-a4f5-d79d5723e209 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:55.494187 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a6a9da-c598-4317-a712-c5af1e2baf34 None None] Network dd715e13-e301-4440-ae4c-88a0382cc1c1 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:50:55.511942 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-956db58b-c50f-4ef2-a4f5-d79d5723e209 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7602746 Sep 21 17:50:55.511942 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51688) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:55.526511 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-cc31c73c-3eae-4c20-870e-2b151c098a7d tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-825890329'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:50:55.577260 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc31c73c-3eae-4c20-870e-2b151c098a7d tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Made reservation on behalf of e723094aa6f4441a862c24afd6445d40 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:50:55.584110 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cc31c73c-3eae-4c20-870e-2b151c098a7d tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:55.598155 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 3fe993b4-9292-4fb5-af5f-ea6433c82221 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:50:55.627740 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-56d4a55c-802a-422f-88ac-3b86395164e8 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:55.629739 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc31c73c-3eae-4c20-870e-2b151c098a7d tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:50:55.640313 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cc31c73c-3eae-4c20-870e-2b151c098a7d tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:55.640660 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-cc31c73c-3eae-4c20-870e-2b151c098a7d tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Added segment 105e61c3-6bae-4564-b3d8-ac6d6a1945af of type vlan for network d0a6852c-c277-4c0d-8f31-62983a882594 Sep 21 17:50:55.641015 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-56d4a55c-802a-422f-88ac-3b86395164e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:55.689778 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cc31c73c-3eae-4c20-870e-2b151c098a7d tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:55.710961 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16950a0b-23c7-48b5-aa6c-46398e9221e0 None None] Pushing event updated for resources: {'Port': ['ID=49309111-1b9a-4311-8e1f-078dad9a18f8,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:55.739990 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cc31c73c-3eae-4c20-870e-2b151c098a7d tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:55.746462 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc31c73c-3eae-4c20-870e-2b151c098a7d tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:55.747158 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cc31c73c-3eae-4c20-870e-2b151c098a7d tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:55.824247 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51692) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:50:55.827731 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-cc31c73c-3eae-4c20-870e-2b151c098a7d tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3130448 Sep 21 17:50:55.831645 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-33c05240-9483-4fd5-a819-42eea70b7d74 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Request body: {'subnet': {'network_id': 'd0a6852c-c277-4c0d-8f31-62983a882594', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:50:55.922386 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 3fe993b4-9292-4fb5-af5f-ea6433c82221 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:50:55.922885 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:55.965104 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31c73c-3eae-4c20-870e-2b151c098a7d tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Pushing event updated for resources: {'Network': ['ID=d0a6852c-c277-4c0d-8f31-62983a882594,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:55.972287 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-56d4a55c-802a-422f-88ac-3b86395164e8 None None] Attempting to bind port 49309111-1b9a-4311-8e1f-078dad9a18f8 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:50:55.972682 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-56d4a55c-802a-422f-88ac-3b86395164e8 None None] Attempting to bind port 49309111-1b9a-4311-8e1f-078dad9a18f8 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '062bf06d-3dce-4100-ac14-a26306e34159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5b364c1c-c2ed-45da-bbf5-7ccbedec262b'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:50:55.972991 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d4a55c-802a-422f-88ac-3b86395164e8 None None] Attempting to bind port 49309111-1b9a-4311-8e1f-078dad9a18f8 on network 5b364c1c-c2ed-45da-bbf5-7ccbedec262b {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:50:55.982100 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d4a55c-802a-422f-88ac-3b86395164e8 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:50:55.982595 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d4a55c-802a-422f-88ac-3b86395164e8 None None] Checking segment: {'id': '062bf06d-3dce-4100-ac14-a26306e34159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5b364c1c-c2ed-45da-bbf5-7ccbedec262b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:50:55.983159 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-56d4a55c-802a-422f-88ac-3b86395164e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:55.983552 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d4a55c-802a-422f-88ac-3b86395164e8 None None] Bound using segment: {'id': '062bf06d-3dce-4100-ac14-a26306e34159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5b364c1c-c2ed-45da-bbf5-7ccbedec262b'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:50:55.984397 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-56d4a55c-802a-422f-88ac-3b86395164e8 None None] Bound port: 49309111-1b9a-4311-8e1f-078dad9a18f8, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062bf06d-3dce-4100-ac14-a26306e34159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5b364c1c-c2ed-45da-bbf5-7ccbedec262b'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:50:55.985170 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-56d4a55c-802a-422f-88ac-3b86395164e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:55.987499 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network d0a6852c-c277-4c0d-8f31-62983a882594 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:50:56.014115 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c05240-9483-4fd5-a819-42eea70b7d74 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Made reservation on behalf of e723094aa6f4441a862c24afd6445d40 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:50:56.024026 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-33c05240-9483-4fd5-a819-42eea70b7d74 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:56.083486 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57a6234-854c-4582-9015-a9dbe13a983e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-dd715e13-e301-4440-ae4c-88a0382cc1c1', 'network_id': 'dd715e13-e301-4440-ae4c-88a0382cc1c1', 'tenant_id': 'e723094aa6f4441a862c24afd6445d40', 'fixed_ips': [{'subnet_id': '540b1925-fe88-4f3b-beda-cec8a032b257'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:50:56.084374 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b57a6234-854c-4582-9015-a9dbe13a983e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:56.377537 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-c93727b3-ad40-4007-80d9-5c60ea3cbbff None None] Provisioning complete for port 49309111-1b9a-4311-8e1f-078dad9a18f8 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:50:56.377971 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c93727b3-ad40-4007-80d9-5c60ea3cbbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:56.403302 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-56d4a55c-802a-422f-88ac-3b86395164e8 None None] For port 49309111-1b9a-4311-8e1f-078dad9a18f8, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:50:56.421516 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-33c05240-9483-4fd5-a819-42eea70b7d74 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:56.441668 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-56d4a55c-802a-422f-88ac-3b86395164e8 None None] For port 49309111-1b9a-4311-8e1f-078dad9a18f8, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=49309111-1b9a-4311-8e1f-078dad9a18f8,segment=NetworkSegment(062bf06d-3dce-4100-ac14-a26306e34159),segment_id=062bf06d-3dce-4100-ac14-a26306e34159)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:50:56.445533 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-b57a6234-854c-4582-9015-a9dbe13a983e None None] Allocated IP 19.80.0.2 (dd715e13-e301-4440-ae4c-88a0382cc1c1/540b1925-fe88-4f3b-beda-cec8a032b257/09aae423-a562-4b0a-b8fc-c7b98621b0e3) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:50:56.456214 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-56d4a55c-802a-422f-88ac-3b86395164e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:56.468611 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-c93727b3-ad40-4007-80d9-5c60ea3cbbff None None] Port 49309111-1b9a-4311-8e1f-078dad9a18f8 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:50:56.528414 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c05240-9483-4fd5-a819-42eea70b7d74 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Pushing event updated for resources: {'Subnet': ['ID=bf7ce44f-7906-461e-9525-5c887fe1a683,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:56.538098 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c05240-9483-4fd5-a819-42eea70b7d74 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Checking segment: {'id': '105e61c3-6bae-4564-b3d8-ac6d6a1945af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd0a6852c-c277-4c0d-8f31-62983a882594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:50:56.538471 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c05240-9483-4fd5-a819-42eea70b7d74 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Network hostable DHCP agents. Network: d0a6852c-c277-4c0d-8f31-62983a882594, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:50:56.575010 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c05240-9483-4fd5-a819-42eea70b7d74 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Network d0a6852c-c277-4c0d-8f31-62983a882594 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:50:56.576702 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d4a55c-802a-422f-88ac-3b86395164e8 None None] Routers {'bcc4ac45-0a2c-455f-b063-9b000a36d709'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:50:56.577432 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-56d4a55c-802a-422f-88ac-3b86395164e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:50:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['bcc4ac45-0a2c-455f-b063-9b000a36d709'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:56.595067 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-33c05240-9483-4fd5-a819-42eea70b7d74 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, d0a6852c-c277-4c0d-8f31-62983a882594) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:50:56.600797 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c05240-9483-4fd5-a819-42eea70b7d74 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:56.601398 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-33c05240-9483-4fd5-a819-42eea70b7d74 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:56.633940 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-33c05240-9483-4fd5-a819-42eea70b7d74 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8072183 Sep 21 17:50:56.694634 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8525291-aa39-4c5a-998a-de4fafa8897a None None] Network d0a6852c-c277-4c0d-8f31-62983a882594 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:50:56.696981 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16950a0b-23c7-48b5-aa6c-46398e9221e0 None None] Pushing event updated for resources: {'Port': ['ID=49309111-1b9a-4311-8e1f-078dad9a18f8,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:57.000630 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device c68b5a8b-2abe-43cb-9563-22cd56c02184 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:50:57.145748 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-da17c9e5-4c68-4132-822d-3930bf9f076f None None] Provisioning complete for port 49309111-1b9a-4311-8e1f-078dad9a18f8 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:50:57.146055 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-da17c9e5-4c68-4132-822d-3930bf9f076f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:57.236024 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-56d4a55c-802a-422f-88ac-3b86395164e8 None None] Set router bcc4ac45-0a2c-455f-b063-9b000a36d709 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:50:57.372795 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b57a6234-854c-4582-9015-a9dbe13a983e None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:57.407020 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:57.433580 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b57a6234-854c-4582-9015-a9dbe13a983e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:57.523959 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bd8812-44a2-467c-bd3f-f435b193c31f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-d0a6852c-c277-4c0d-8f31-62983a882594', 'network_id': 'd0a6852c-c277-4c0d-8f31-62983a882594', 'tenant_id': 'e723094aa6f4441a862c24afd6445d40', 'fixed_ips': [{'subnet_id': 'bf7ce44f-7906-461e-9525-5c887fe1a683'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:50:57.524833 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-96bd8812-44a2-467c-bd3f-f435b193c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:57.545021 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3e51786c-3a09-4549-8e03-ec4963dc6860 req-80ca8069-79c8-40c7-9194-10904595d2d8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0807648 Sep 21 17:50:57.575043 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57a6234-854c-4582-9015-a9dbe13a983e None None] Network dd715e13-e301-4440-ae4c-88a0382cc1c1 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:50:57.610500 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-b57a6234-854c-4582-9015-a9dbe13a983e None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:50:57.624677 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port c68b5a8b-2abe-43cb-9563-22cd56c02184, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=c68b5a8b-2abe-43cb-9563-22cd56c02184,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:57.625799 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57a6234-854c-4582-9015-a9dbe13a983e None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:50:57.627915 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a6234-854c-4582-9015-a9dbe13a983e None None] Pushing event updated for resources: {'Port': ['ID=09aae423-a562-4b0a-b8fc-c7b98621b0e3,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:57.643502 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:57.645226 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-da17c9e5-4c68-4132-822d-3930bf9f076f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:57.657512 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51786c-3a09-4549-8e03-ec4963dc6860 req-4015f691-ba29-4e6c-830c-b98ff1ecd681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:57.660662 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3e51786c-3a09-4549-8e03-ec4963dc6860 req-4015f691-ba29-4e6c-830c-b98ff1ecd681 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=564aef6a99cc4ded992fbb9f0e732388&device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 1096 time: 0.0789585 Sep 21 17:50:57.874419 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-da17c9e5-4c68-4132-822d-3930bf9f076f None None] For port 49309111-1b9a-4311-8e1f-078dad9a18f8, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=49309111-1b9a-4311-8e1f-078dad9a18f8,segment=NetworkSegment(062bf06d-3dce-4100-ac14-a26306e34159),segment_id=062bf06d-3dce-4100-ac14-a26306e34159)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:57.885061 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-b57a6234-854c-4582-9015-a9dbe13a983e None None] Attempting to bind port 09aae423-a562-4b0a-b8fc-c7b98621b0e3 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:50:57.885424 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-b57a6234-854c-4582-9015-a9dbe13a983e None None] Attempting to bind port 09aae423-a562-4b0a-b8fc-c7b98621b0e3 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '0bcd8356-160f-4588-b9dd-d0124434889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'dd715e13-e301-4440-ae4c-88a0382cc1c1'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:50:57.885783 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57a6234-854c-4582-9015-a9dbe13a983e None None] Attempting to bind port 09aae423-a562-4b0a-b8fc-c7b98621b0e3 on network dd715e13-e301-4440-ae4c-88a0382cc1c1 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:50:57.905989 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=c68b5a8b-2abe-43cb-9563-22cd56c02184,revision_number=9']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:57.909900 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-da17c9e5-4c68-4132-822d-3930bf9f076f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:57.948461 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57a6234-854c-4582-9015-a9dbe13a983e None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:50:57.950726 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57a6234-854c-4582-9015-a9dbe13a983e None None] Checking segment: {'id': '0bcd8356-160f-4588-b9dd-d0124434889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'dd715e13-e301-4440-ae4c-88a0382cc1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:50:57.950726 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b57a6234-854c-4582-9015-a9dbe13a983e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:57.950726 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57a6234-854c-4582-9015-a9dbe13a983e None None] Bound using segment: {'id': '0bcd8356-160f-4588-b9dd-d0124434889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'dd715e13-e301-4440-ae4c-88a0382cc1c1'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:50:57.950726 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-b57a6234-854c-4582-9015-a9dbe13a983e None None] Bound port: 09aae423-a562-4b0a-b8fc-c7b98621b0e3, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bcd8356-160f-4588-b9dd-d0124434889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'dd715e13-e301-4440-ae4c-88a0382cc1c1'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:50:57.950726 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b57a6234-854c-4582-9015-a9dbe13a983e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:57.978228 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51786c-3a09-4549-8e03-ec4963dc6860 req-ce29dc45-4d36-4432-bcef-048d06374588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:57.980323 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3e51786c-3a09-4549-8e03-ec4963dc6860 req-ce29dc45-4d36-4432-bcef-048d06374588 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ce365bfd-7bb2-49d3-914a-63ce743986ef HTTP/1.1" status: 200 len: 908 time: 0.2842734 Sep 21 17:50:57.991107 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-96bd8812-44a2-467c-bd3f-f435b193c31f None None] Allocated IP 19.86.0.2 (d0a6852c-c277-4c0d-8f31-62983a882594/bf7ce44f-7906-461e-9525-5c887fe1a683/dc298506-e72c-46ba-8498-c93c46df48dd) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:50:58.034768 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3e51786c-3a09-4549-8e03-ec4963dc6860 req-4d2ff5e5-c2ba-47e4-be98-90e8b9e7dab3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ab6d309-426f-4163-bdcd-8ac8922a6949 HTTP/1.1" status: 200 len: 217 time: 0.0424821 Sep 21 17:50:58.044933 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17c9e5-4c68-4132-822d-3930bf9f076f None None] Pushing event updated for resources: {'Port': ['ID=49309111-1b9a-4311-8e1f-078dad9a18f8,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:58.070769 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b5a37a16-355d-414a-a8e7-c396ee817739 req-49845661-5673-437d-9915-72b324ccde9a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3066397 Sep 21 17:50:58.098227 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-56d4a55c-802a-422f-88ac-3b86395164e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc4ac45-0a2c-455f-b063-9b000a36d709', 'name': 'tempest-ServersTestMultiNic-1864449569-router', 'tenant_id': 'e723094aa6f4441a862c24afd6445d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '3fe993b4-9292-4fb5-af5f-ea6433c82221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:50:46Z', 'updated_at': '2021-09-21T17:50:50Z', 'revision_number': 4, 'project_id': 'e723094aa6f4441a862c24afd6445d40', 'gw_port': {'id': '3fe993b4-9292-4fb5-af5f-ea6433c82221', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc4ac45-0a2c-455f-b063-9b000a36d709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:50:46Z', 'updated_at': '2021-09-21T17:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '49309111-1b9a-4311-8e1f-078dad9a18f8', 'name': '', 'network_id': '5b364c1c-c2ed-45da-bbf5-7ccbedec262b', 'tenant_id': 'e723094aa6f4441a862c24afd6445d40', 'mac_address': 'fa:16:3e:57:d7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc4ac45-0a2c-455f-b063-9b000a36d709', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'ce4aea39-d3a5-447f-ab5e-432a22e6050b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:50:49Z', 'updated_at': '2021-09-21T17:50:56Z', 'revision_number': 4, 'project_id': 'e723094aa6f4441a862c24afd6445d40', 'subnets': [{'id': 'ce4aea39-d3a5-447f-ab5e-432a22e6050b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:50:58.123504 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51786c-3a09-4549-8e03-ec4963dc6860 req-ab8052ed-b748-40e7-a2cd-d57746476e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:58.125273 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3e51786c-3a09-4549-8e03-ec4963dc6860 req-ab8052ed-b748-40e7-a2cd-d57746476e6b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f6bcee82-068a-4838-bdd8-412dc7128026 HTTP/1.1" status: 200 len: 847 time: 0.0813394 Sep 21 17:50:58.166395 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b57a6234-854c-4582-9015-a9dbe13a983e None None] For port 09aae423-a562-4b0a-b8fc-c7b98621b0e3, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:50:58.171934 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d4a55c-802a-422f-88ac-3b86395164e8 None None] The sync data for ids ['bcc4ac45-0a2c-455f-b063-9b000a36d709'] in n-d-810291-1 is: [{'id': 'bcc4ac45-0a2c-455f-b063-9b000a36d709', 'name': 'tempest-ServersTestMultiNic-1864449569-router', 'tenant_id': 'e723094aa6f4441a862c24afd6445d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '3fe993b4-9292-4fb5-af5f-ea6433c82221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:50:46Z', 'updated_at': '2021-09-21T17:50:50Z', 'revision_number': 4, 'project_id': 'e723094aa6f4441a862c24afd6445d40', 'gw_port': {'id': '3fe993b4-9292-4fb5-af5f-ea6433c82221', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc4ac45-0a2c-455f-b063-9b000a36d709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:50:46Z', 'updated_at': '2021-09-21T17:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '49309111-1b9a-4311-8e1f-078dad9a18f8', 'name': '', 'network_id': '5b364c1c-c2ed-45da-bbf5-7ccbedec262b', 'tenant_id': 'e723094aa6f4441a862c24afd6445d40', 'mac_address': 'fa:16:3e:57:d7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc4ac45-0a2c-455f-b063-9b000a36d709', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'ce4aea39-d3a5-447f-ab5e-432a22e6050b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:50:49Z', 'updated_at': '2021-09-21T17:50:56Z', 'revision_number': 4, 'project_id': 'e723094aa6f4441a862c24afd6445d40', 'subnets': [{'id': 'ce4aea39-d3a5-447f-ab5e-432a22e6050b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:50:58.188056 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b57a6234-854c-4582-9015-a9dbe13a983e None None] For port 09aae423-a562-4b0a-b8fc-c7b98621b0e3, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=09aae423-a562-4b0a-b8fc-c7b98621b0e3,segment=NetworkSegment(0bcd8356-160f-4588-b9dd-d0124434889c),segment_id=0bcd8356-160f-4588-b9dd-d0124434889c)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:50:58.210148 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b57a6234-854c-4582-9015-a9dbe13a983e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:58.265593 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3e51786c-3a09-4549-8e03-ec4963dc6860 req-b01090fc-047a-482c-89d5-1f094cf8eb14 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ce365bfd-7bb2-49d3-914a-63ce743986ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1311102 Sep 21 17:50:58.482318 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3e51786c-3a09-4549-8e03-ec4963dc6860 req-f06825c9-ffd2-4460-9466-7606a74dcf91 service neutron] 10.222.0.44 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010169 Sep 21 17:50:58.487439 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a6234-854c-4582-9015-a9dbe13a983e None None] Pushing event updated for resources: {'Port': ['ID=09aae423-a562-4b0a-b8fc-c7b98621b0e3,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:58.532854 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a37a16-355d-414a-a8e7-c396ee817739 req-48fa2812-78c0-4acb-b97c-a24ee18ca1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:58.533344 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-96bd8812-44a2-467c-bd3f-f435b193c31f None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:58.535556 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b5a37a16-355d-414a-a8e7-c396ee817739 req-48fa2812-78c0-4acb-b97c-a24ee18ca1b5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 1101 time: 0.3999393 Sep 21 17:50:58.566799 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-96bd8812-44a2-467c-bd3f-f435b193c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:58.656654 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bd8812-44a2-467c-bd3f-f435b193c31f None None] Network d0a6852c-c277-4c0d-8f31-62983a882594 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:50:58.670620 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-96bd8812-44a2-467c-bd3f-f435b193c31f None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:50:58.676925 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bd8812-44a2-467c-bd3f-f435b193c31f None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:50:58.688571 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd8812-44a2-467c-bd3f-f435b193c31f None None] Pushing event updated for resources: {'Port': ['ID=dc298506-e72c-46ba-8498-c93c46df48dd,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:58.738817 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device c68b5a8b-2abe-43cb-9563-22cd56c02184 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:50:58.872610 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-96bd8812-44a2-467c-bd3f-f435b193c31f None None] Attempting to bind port dc298506-e72c-46ba-8498-c93c46df48dd on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:50:58.872988 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-96bd8812-44a2-467c-bd3f-f435b193c31f None None] Attempting to bind port dc298506-e72c-46ba-8498-c93c46df48dd by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '105e61c3-6bae-4564-b3d8-ac6d6a1945af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd0a6852c-c277-4c0d-8f31-62983a882594'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:50:58.873345 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bd8812-44a2-467c-bd3f-f435b193c31f None None] Attempting to bind port dc298506-e72c-46ba-8498-c93c46df48dd on network d0a6852c-c277-4c0d-8f31-62983a882594 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:50:58.906003 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a37a16-355d-414a-a8e7-c396ee817739 req-5010d3db-f38d-41ba-bc25-48a75848f33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:58.908417 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b5a37a16-355d-414a-a8e7-c396ee817739 req-5010d3db-f38d-41ba-bc25-48a75848f33c service neutron] 10.222.0.38 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.3272445 Sep 21 17:50:58.928355 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bd8812-44a2-467c-bd3f-f435b193c31f None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:50:58.928761 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bd8812-44a2-467c-bd3f-f435b193c31f None None] Checking segment: {'id': '105e61c3-6bae-4564-b3d8-ac6d6a1945af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd0a6852c-c277-4c0d-8f31-62983a882594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:50:58.929163 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-96bd8812-44a2-467c-bd3f-f435b193c31f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:58.929563 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bd8812-44a2-467c-bd3f-f435b193c31f None None] Bound using segment: {'id': '105e61c3-6bae-4564-b3d8-ac6d6a1945af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd0a6852c-c277-4c0d-8f31-62983a882594'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:50:58.930077 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-96bd8812-44a2-467c-bd3f-f435b193c31f None None] Bound port: dc298506-e72c-46ba-8498-c93c46df48dd, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105e61c3-6bae-4564-b3d8-ac6d6a1945af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd0a6852c-c277-4c0d-8f31-62983a882594'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:50:58.930460 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-96bd8812-44a2-467c-bd3f-f435b193c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:58.982112 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b5a37a16-355d-414a-a8e7-c396ee817739 req-7efcfc6a-654b-47e1-bba3-a47d6edcc6cc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=09d50637-541d-43ad-8851-a8cefb7b9446 HTTP/1.1" status: 200 len: 217 time: 0.0637829 Sep 21 17:50:59.066913 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3e51786c-3a09-4549-8e03-ec4963dc6860 req-4efb855a-c1fd-495f-bb2e-a643ae79666d service neutron] 10.222.0.44 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5702770 Sep 21 17:50:59.109233 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a37a16-355d-414a-a8e7-c396ee817739 req-1931b6a8-fed6-408d-9af9-44d753775598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:59.111134 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b5a37a16-355d-414a-a8e7-c396ee817739 req-1931b6a8-fed6-408d-9af9-44d753775598 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1178904 Sep 21 17:50:59.155700 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port c68b5a8b-2abe-43cb-9563-22cd56c02184, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=c68b5a8b-2abe-43cb-9563-22cd56c02184,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:59.193739 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-96bd8812-44a2-467c-bd3f-f435b193c31f None None] For port dc298506-e72c-46ba-8498-c93c46df48dd, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:50:59.201001 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-96bd8812-44a2-467c-bd3f-f435b193c31f None None] For port dc298506-e72c-46ba-8498-c93c46df48dd, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=dc298506-e72c-46ba-8498-c93c46df48dd,segment=NetworkSegment(105e61c3-6bae-4564-b3d8-ac6d6a1945af),segment_id=105e61c3-6bae-4564-b3d8-ac6d6a1945af)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:50:59.203808 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'c68b5a8b-2abe-43cb-9563-22cd56c02184', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': 'c68b5a8b-2abe-43cb-9563-22cd56c02184', 'mac_address': 'fa:16:3e:9d:10:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:50:59.204111 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a37a16-355d-414a-a8e7-c396ee817739 req-30192583-7e42-44f2-b6dd-e79723b36199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:50:59.214270 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b5a37a16-355d-414a-a8e7-c396ee817739 req-30192583-7e42-44f2-b6dd-e79723b36199 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0944171 Sep 21 17:50:59.219997 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-96bd8812-44a2-467c-bd3f-f435b193c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:59.290313 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:59.388214 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c68b5a8b-2abe-43cb-9563-22cd56c02184 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:50:59.399322 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b5a37a16-355d-414a-a8e7-c396ee817739 req-8f71d61c-c237-485e-95df-d59680fb1cb8 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757376 Sep 21 17:50:59.561463 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port c68b5a8b-2abe-43cb-9563-22cd56c02184, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=c68b5a8b-2abe-43cb-9563-22cd56c02184,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:50:59.609227 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:59.639253 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd8812-44a2-467c-bd3f-f435b193c31f None None] Pushing event updated for resources: {'Port': ['ID=dc298506-e72c-46ba-8498-c93c46df48dd,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:59.642097 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b5a37a16-355d-414a-a8e7-c396ee817739 req-83bcc473-543d-456f-9c22-7486b0ea8ce9 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343464 Sep 21 17:50:59.841085 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=c68b5a8b-2abe-43cb-9563-22cd56c02184,revision_number=10']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:50:59.853642 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 49309111-1b9a-4311-8e1f-078dad9a18f8 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:51:00.168280 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['c68b5a8b-2abe-43cb-9563-22cd56c02184'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:51:00.235031 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ace7fb-d4c5-4d2a-9b27-b3e7ddf40426 None None] Network dd715e13-e301-4440-ae4c-88a0382cc1c1 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:51:00.291136 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 49309111-1b9a-4311-8e1f-078dad9a18f8 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:00.291487 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:00.383115 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-41141df0-f069-4275-8646-87825eea1694 None None] Provisioning complete for port 09aae423-a562-4b0a-b8fc-c7b98621b0e3 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:00.383499 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-41141df0-f069-4275-8646-87825eea1694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:00.690514 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-41141df0-f069-4275-8646-87825eea1694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:00.700590 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 09aae423-a562-4b0a-b8fc-c7b98621b0e3 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:51:00.799765 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 09aae423-a562-4b0a-b8fc-c7b98621b0e3 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:00.800140 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:00.910636 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-41141df0-f069-4275-8646-87825eea1694 None None] For port 09aae423-a562-4b0a-b8fc-c7b98621b0e3, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=09aae423-a562-4b0a-b8fc-c7b98621b0e3,segment=NetworkSegment(0bcd8356-160f-4588-b9dd-d0124434889c),segment_id=0bcd8356-160f-4588-b9dd-d0124434889c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:00.921372 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-41141df0-f069-4275-8646-87825eea1694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:00.962891 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:01.035641 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41141df0-f069-4275-8646-87825eea1694 None None] Pushing event updated for resources: {'Port': ['ID=09aae423-a562-4b0a-b8fc-c7b98621b0e3,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:01.092568 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.db.api [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 17:51:01.092920 n-d-810291-1 neutron-server[101462]: DEBUG oslo_db.api [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 17:51:01.133126 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec81624-216a-47b5-83d0-79b116075cfb None None] Network d0a6852c-c277-4c0d-8f31-62983a882594 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:51:01.235806 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9f401bbd-c26c-4042-8351-6de8b094931c None None] Provisioning complete for port dc298506-e72c-46ba-8498-c93c46df48dd triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:01.236184 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9f401bbd-c26c-4042-8351-6de8b094931c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:01.412190 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9f401bbd-c26c-4042-8351-6de8b094931c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:01.466176 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9f401bbd-c26c-4042-8351-6de8b094931c None None] For port dc298506-e72c-46ba-8498-c93c46df48dd, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=dc298506-e72c-46ba-8498-c93c46df48dd,segment=NetworkSegment(105e61c3-6bae-4564-b3d8-ac6d6a1945af),segment_id=105e61c3-6bae-4564-b3d8-ac6d6a1945af)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:01.472185 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9f401bbd-c26c-4042-8351-6de8b094931c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:01.628671 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f401bbd-c26c-4042-8351-6de8b094931c None None] Pushing event updated for resources: {'Port': ['ID=dc298506-e72c-46ba-8498-c93c46df48dd,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:01.681191 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-2edab95a-ee7a-4f11-b84d-322b56f9ff13 None None] Provisioning complete for port 09aae423-a562-4b0a-b8fc-c7b98621b0e3 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:01.681591 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2edab95a-ee7a-4f11-b84d-322b56f9ff13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:01.956886 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-0f673962-c2da-4a39-8dc6-588fb03c62c8 None None] Provisioning complete for port dc298506-e72c-46ba-8498-c93c46df48dd triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:01.958218 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0f673962-c2da-4a39-8dc6-588fb03c62c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:01.991047 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 09aae423-a562-4b0a-b8fc-c7b98621b0e3 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:51:02.086121 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 09aae423-a562-4b0a-b8fc-c7b98621b0e3 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:02.086496 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:02.179698 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device dc298506-e72c-46ba-8498-c93c46df48dd up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:51:02.244823 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port dc298506-e72c-46ba-8498-c93c46df48dd triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:02.245477 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:02.774147 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device c68b5a8b-2abe-43cb-9563-22cd56c02184 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:51:02.845584 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port c68b5a8b-2abe-43cb-9563-22cd56c02184 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:02.846527 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:02.954135 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:03.000532 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port c68b5a8b-2abe-43cb-9563-22cd56c02184, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=c68b5a8b-2abe-43cb-9563-22cd56c02184,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:03.011896 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:03.092114 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=c68b5a8b-2abe-43cb-9563-22cd56c02184,revision_number=11']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:03.353265 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116dec4-443f-4788-8eaf-8826d0d6e2c2 req-ba93099c-be90-4b79-b664-62e800814677 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:03.361746 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1116dec4-443f-4788-8eaf-8826d0d6e2c2 req-ba93099c-be90-4b79-b664-62e800814677 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 949 time: 0.0719309 Sep 21 17:51:03.414077 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1116dec4-443f-4788-8eaf-8826d0d6e2c2 req-b7ddd89c-d3b2-4214-8afa-89ee37ec1ae0 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513961 Sep 21 17:51:03.476150 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a973d2a0-2b5e-437a-9e08-b7c800592cd9 x-openstack-request-id: req-a973d2a0-2b5e-437a-9e08-b7c800592cd9 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:51:03.476493 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85b29de-272b-49f9-a6a9-fea329aa0aed", "name": "network-vif-plugged", "status": "completed", "tag": "49aff478-3fd7-4b85-8bfa-85bbd6739c1f", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:51:03.476746 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a973d2a0-2b5e-437a-9e08-b7c800592cd9 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:51:03.477185 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85b29de-272b-49f9-a6a9-fea329aa0aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49aff478-3fd7-4b85-8bfa-85bbd6739c1f', 'code': 200} Sep 21 17:51:03.646858 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ed199-bb29-485b-b762-36be2b9dcaea req-f5c2be2a-99b9-4e19-8998-377759950da7 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:03.649117 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fe6ed199-bb29-485b-b762-36be2b9dcaea req-f5c2be2a-99b9-4e19-8998-377759950da7 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 1096 time: 0.0440378 Sep 21 17:51:03.722706 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fe6ed199-bb29-485b-b762-36be2b9dcaea req-8e90e9cb-b2ac-4787-bb45-803d69bfa6fe tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644271 Sep 21 17:51:03.886423 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-35dcde9b-7d12-4db7-94bc-db614ce29b5e tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b7aeea17d9084d1cb5cfe3fde5162bc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312119 Sep 21 17:51:04.028276 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-52d7104d-ffbd-40ac-90c6-1bc22100084f tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:04.029123 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-52d7104d-ffbd-40ac-90c6-1bc22100084f tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1412551 Sep 21 17:51:04.055661 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-563da512-885a-40cb-a762-5882a35d81ca tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] 10.222.0.58 "GET /v2.0/quotas/b7aeea17d9084d1cb5cfe3fde5162bc1 HTTP/1.1" status: 200 len: 375 time: 0.0150671 Sep 21 17:51:04.082203 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-bfc76821-6ce7-4a8b-83aa-d51b27f1bf03 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:04.088314 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-bfc76821-6ce7-4a8b-83aa-d51b27f1bf03 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:04.089903 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-bfc76821-6ce7-4a8b-83aa-d51b27f1bf03 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/networks?id=dd715e13-e301-4440-ae4c-88a0382cc1c1&id=d0a6852c-c277-4c0d-8f31-62983a882594&id=dd715e13-e301-4440-ae4c-88a0382cc1c1 HTTP/1.1" status: 200 len: 1391 time: 0.1635468 Sep 21 17:51:04.092185 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-bb67662c-e0a4-4888-b12b-8a06c4df7db8 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b7aeea17d9084d1cb5cfe3fde5162bc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345082 Sep 21 17:51:04.113798 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-11c7fdb7-01bc-40c0-b1ea-1d68d4e0911d tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/quotas/e723094aa6f4441a862c24afd6445d40 HTTP/1.1" status: 200 len: 375 time: 0.0161755 Sep 21 17:51:04.185048 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-b3f8e77d-a255-4019-916d-7270069af38b tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e723094aa6f4441a862c24afd6445d40&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0682547 Sep 21 17:51:04.402325 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4095539-4c7e-49b1-95ec-72280e701c89 req-4a8994e6-3342-4590-8cbf-dfa34f374ac6 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:04.404569 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b4095539-4c7e-49b1-95ec-72280e701c89 req-4a8994e6-3342-4590-8cbf-dfa34f374ac6 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/ports?device_id=66fecaaa-5688-4f23-981a-4f09ace07bc5 HTTP/1.1" status: 200 len: 946 time: 0.1127446 Sep 21 17:51:04.449332 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-d92e03c4-a6ce-410e-a83a-a915d285166a service neutron] 10.222.0.58 "GET /v2.0/networks/dd715e13-e301-4440-ae4c-88a0382cc1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554274 Sep 21 17:51:04.468647 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b4095539-4c7e-49b1-95ec-72280e701c89 req-ccb2e13e-c1d9-4eff-8547-c3cf9f1b19c2 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550447 Sep 21 17:51:04.673201 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-0a91daf4-14d6-47a8-8676-900dba6c653d service neutron] 10.222.0.58 "GET /v2.0/networks/dd715e13-e301-4440-ae4c-88a0382cc1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222302 Sep 21 17:51:04.680112 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a58353-e165-4550-81f3-90ab882a5657 req-4e679f08-0773-4d0f-afee-99a3ba47dc65 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:04.688120 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-77a58353-e165-4550-81f3-90ab882a5657 req-4e679f08-0773-4d0f-afee-99a3ba47dc65 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 949 time: 0.1128607 Sep 21 17:51:04.801967 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-77a58353-e165-4550-81f3-90ab882a5657 req-03411372-82bd-449e-85da-5bb1652a3844 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128428 Sep 21 17:51:05.043473 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-6a32654d-4f66-4c51-b70f-d581672af981 service neutron] 10.222.0.58 "GET /v2.0/networks/d0a6852c-c277-4c0d-8f31-62983a882594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689685 Sep 21 17:51:05.275983 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-97947a55-9c1e-42bc-baa8-b3b9a01ad7ef service neutron] 10.222.0.58 "GET /v2.0/networks/d0a6852c-c277-4c0d-8f31-62983a882594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303131 Sep 21 17:51:05.477988 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-dfa55971-da5a-4f29-b84d-f6f95964266d service neutron] 10.222.0.58 "GET /v2.0/networks/dd715e13-e301-4440-ae4c-88a0382cc1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003155 Sep 21 17:51:05.478128 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68b5a8b-2abe-43cb-9563-22cd56c02184'}, {'server_uuid': '6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c68b5a8b-2abe-43cb-9563-22cd56c02184'}, {'server_uuid': '6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68b5a8b-2abe-43cb-9563-22cd56c02184'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:51:05.480542 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4fc677-ca67-4e0e-b71f-84fe4b7aa9ee" -d '{"events": [{"server_uuid": "6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e", "name": "network-vif-plugged", "status": "completed", "tag": "c68b5a8b-2abe-43cb-9563-22cd56c02184"}, {"server_uuid": "6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e", "name": "network-vif-unplugged", "status": "completed", "tag": "c68b5a8b-2abe-43cb-9563-22cd56c02184"}, {"server_uuid": "6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e", "name": "network-vif-plugged", "status": "completed", "tag": "c68b5a8b-2abe-43cb-9563-22cd56c02184"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:51:05.601467 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-97025ece-7996-4bda-a973-ef86e64a2130 service neutron] 10.222.0.58 "GET /v2.0/networks/dd715e13-e301-4440-ae4c-88a0382cc1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211526 Sep 21 17:51:05.925203 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-1c1d348c-96de-4774-8908-38eecdf1b0f2 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b7aeea17d9084d1cb5cfe3fde5162bc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1198845 Sep 21 17:51:06.137183 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device ed491fc3-4b85-4866-bac6-a047590551d3 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:51:06.233422 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ffc8688a-a31a-468a-a3fe-83f8689d6b16 req-deb8d5b2-3dc5-414f-a4ab-4b8ae7ceae97 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9e14ecc-e477-4bba-9f9f-78c9b8c4ff7e HTTP/1.1" status: 200 len: 210 time: 0.1401312 Sep 21 17:51:06.279170 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-436f508b-ae00-4dc1-ad7e-40c83998f1f6 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:06.280861 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-436f508b-ae00-4dc1-ad7e-40c83998f1f6 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3465159 Sep 21 17:51:06.310849 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-9cd7641a-3f6d-4f58-b5c4-0d415716b839 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Request body: {'port': {'device_id': 'e9e14ecc-e477-4bba-9f9f-78c9b8c4ff7e', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'admin_state_up': True, 'tenant_id': 'b7aeea17d9084d1cb5cfe3fde5162bc1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:51:06.415842 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-875a93a0-7f0b-40f5-aa42-d102afd79c41 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:51:06.417197 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-875a93a0-7f0b-40f5-aa42-d102afd79c41 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063927 Sep 21 17:51:06.547526 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-b9f3b355-7359-4c7a-be1b-b85cc6eaa1c6 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:06.557593 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-b9f3b355-7359-4c7a-be1b-b85cc6eaa1c6 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/ports/136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 HTTP/1.1" status: 200 len: 1093 time: 0.1318908 Sep 21 17:51:06.565897 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-9cd7641a-3f6d-4f58-b5c4-0d415716b839 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Made reservation on behalf of b7aeea17d9084d1cb5cfe3fde5162bc1 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:51:06.569416 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-02e18c0f-1deb-4f09-aa42-667c1e7363db service neutron] Request body: {'binding': {'host': 'n-h2-810291-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:51:06.570139 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-02e18c0f-1deb-4f09-aa42-667c1e7363db service neutron] Unknown quota resources ['binding']. {{(pid=101461) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 17:51:06.570332 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-9cd7641a-3f6d-4f58-b5c4-0d415716b839 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:06.590014 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-9cd7641a-3f6d-4f58-b5c4-0d415716b839 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:06.614516 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port ed491fc3-4b85-4866-bac6-a047590551d3, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ed491fc3-4b85-4866-bac6-a047590551d3,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:06.645564 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'ed491fc3-4b85-4866-bac6-a047590551d3', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': 'ed491fc3-4b85-4866-bac6-a047590551d3', 'mac_address': 'fa:16:3e:75:f1:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:51:06.827000 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-9cd7641a-3f6d-4f58-b5c4-0d415716b839 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:06.835125 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-9cd7641a-3f6d-4f58-b5c4-0d415716b839 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:06.856637 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Tue, 21 Sep 2021 17:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77522513-75d4-4616-a0bc-8739d965a895 x-openstack-request-id: req-77522513-75d4-4616-a0bc-8739d965a895 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:51:06.856972 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e", "name": "network-vif-plugged", "status": "completed", "tag": "c68b5a8b-2abe-43cb-9563-22cd56c02184", "code": 200}, {"server_uuid": "6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e", "name": "network-vif-unplugged", "status": "completed", "tag": "c68b5a8b-2abe-43cb-9563-22cd56c02184", "code": 200}, {"server_uuid": "6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e", "name": "network-vif-plugged", "status": "completed", "tag": "c68b5a8b-2abe-43cb-9563-22cd56c02184", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:51:06.857248 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-77522513-75d4-4616-a0bc-8739d965a895 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:51:06.863477 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68b5a8b-2abe-43cb-9563-22cd56c02184', 'code': 200} Sep 21 17:51:06.863808 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c68b5a8b-2abe-43cb-9563-22cd56c02184', 'code': 200} Sep 21 17:51:06.868815 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68b5a8b-2abe-43cb-9563-22cd56c02184', 'code': 200} Sep 21 17:51:06.871148 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:06.955183 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed491fc3-4b85-4866-bac6-a047590551d3 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:51:07.007385 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port ed491fc3-4b85-4866-bac6-a047590551d3, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ed491fc3-4b85-4866-bac6-a047590551d3,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:07.022358 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:07.043562 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-02e18c0f-1deb-4f09-aa42-667c1e7363db service neutron] Attempting to bind port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 on host n-h2-810291-1 for vnic_type normal with profile None {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:51:07.043897 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-02e18c0f-1deb-4f09-aa42-667c1e7363db service neutron] Attempting to bind port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:51:07.044228 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-02e18c0f-1deb-4f09-aa42-667c1e7363db service neutron] Attempting to bind port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 on network 24a709a9-6fef-4b8b-a432-62063bc26954 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:51:07.059294 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-277913f8-669c-4d15-9df0-3b7327becaf6 req-c4b7e965-2f90-4b11-9156-b70f55b79d35 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c540988-9fe3-4631-b952-748f088cd193 HTTP/1.1" status: 200 len: 210 time: 0.0429907 Sep 21 17:51:07.074539 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-02e18c0f-1deb-4f09-aa42-667c1e7363db service neutron] Port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 on network 24a709a9-6fef-4b8b-a432-62063bc26954 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:51:07.074804 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-02e18c0f-1deb-4f09-aa42-667c1e7363db service neutron] Attempting to bind port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 on network 24a709a9-6fef-4b8b-a432-62063bc26954 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:51:07.080191 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-02e18c0f-1deb-4f09-aa42-667c1e7363db service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:51:07.080641 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-02e18c0f-1deb-4f09-aa42-667c1e7363db service neutron] Checking segment: {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:51:07.081025 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-02e18c0f-1deb-4f09-aa42-667c1e7363db service neutron] Bound using segment: {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:51:07.081495 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-02e18c0f-1deb-4f09-aa42-667c1e7363db service neutron] Bound port: 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'}}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:51:07.166685 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=ed491fc3-4b85-4866-bac6-a047590551d3,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:07.179521 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-02e18c0f-1deb-4f09-aa42-667c1e7363db service neutron] For port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:51:07.197022 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-02e18c0f-1deb-4f09-aa42-667c1e7363db service neutron] Notify callbacks [] for binding, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:07.198873 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-02e18c0f-1deb-4f09-aa42-667c1e7363db service neutron] 10.222.0.58 "POST /v2.0/ports/136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8/bindings HTTP/1.1" status: 201 len: 389 time: 0.6400163 Sep 21 17:51:07.247788 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['ed491fc3-4b85-4866-bac6-a047590551d3'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:51:07.403939 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-9cd7641a-3f6d-4f58-b5c4-0d415716b839 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Allocated IP 192.168.233.79 (c714db5f-672e-4004-8098-88db84169d3c/53f6ee96-7c10-4364-b9ae-9f7e7556e695/9d669526-39f4-466a-8067-9b4f2f40f2a0) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:51:07.447821 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7641a-3f6d-4f58-b5c4-0d415716b839 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d926d8-5756-421c-a70e-e76c48307f77,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:07.701568 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-944d3a7b-b193-4bec-a818-7782f6e25c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:07.703745 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-944d3a7b-b193-4bec-a818-7782f6e25c9c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57dccdb6847547f580dd9713009778d2&device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 1096 time: 0.1236396 Sep 21 17:51:07.879994 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-52fe61b9-0257-46b5-93e1-8b9591c75525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:07.882266 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-52fe61b9-0257-46b5-93e1-8b9591c75525 service neutron] 10.222.0.44 "GET /v2.0/networks?id=24a709a9-6fef-4b8b-a432-62063bc26954 HTTP/1.1" status: 200 len: 922 time: 0.1665354 Sep 21 17:51:07.917594 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-9cd7641a-3f6d-4f58-b5c4-0d415716b839 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:07.975023 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-0584b9b8-35f4-49ec-977e-a827e5ece7de service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 HTTP/1.1" status: 200 len: 217 time: 0.0833783 Sep 21 17:51:08.032766 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-710154e1-5a33-4eeb-a947-dd2409391dda tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:08.036155 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-a1c47328-809e-4372-9f77-4b26bd1178c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:08.038168 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-a1c47328-809e-4372-9f77-4b26bd1178c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f5dcf0d3-3653-4c17-af0f-a1adf84dd578 HTTP/1.1" status: 200 len: 861 time: 0.0543919 Sep 21 17:51:08.039776 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-710154e1-5a33-4eeb-a947-dd2409391dda tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:08.041495 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-710154e1-5a33-4eeb-a947-dd2409391dda tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.38 "GET /v2.0/networks?id=dd715e13-e301-4440-ae4c-88a0382cc1c1&id=d0a6852c-c277-4c0d-8f31-62983a882594&id=dd715e13-e301-4440-ae4c-88a0382cc1c1 HTTP/1.1" status: 200 len: 1391 time: 0.2660127 Sep 21 17:51:08.043510 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-9cd7641a-3f6d-4f58-b5c4-0d415716b839 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:08.085012 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-ee00f032-0a55-491e-b59c-60e9b7d4a6be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=24a709a9-6fef-4b8b-a432-62063bc26954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360968 Sep 21 17:51:08.098326 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-e8c64242-1d54-47c0-8881-e3ea37445bc5 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Request body: {'port': {'device_id': '9c540988-9fe3-4631-b952-748f088cd193', 'network_id': 'dd715e13-e301-4440-ae4c-88a0382cc1c1', 'admin_state_up': True, 'tenant_id': 'e723094aa6f4441a862c24afd6445d40'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:51:08.155491 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device ed491fc3-4b85-4866-bac6-a047590551d3 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:51:08.288056 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port ed491fc3-4b85-4866-bac6-a047590551d3 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:08.291398 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:08.311692 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-a821e479-111b-4231-816a-7e68b421d3f0 service neutron] 10.222.0.44 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120974 Sep 21 17:51:08.377553 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7641a-3f6d-4f58-b5c4-0d415716b839 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Pushing event updated for resources: {'Port': ['ID=9d669526-39f4-466a-8067-9b4f2f40f2a0,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:08.392830 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-9cd7641a-3f6d-4f58-b5c4-0d415716b839 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Network c714db5f-672e-4004-8098-88db84169d3c is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:51:08.405607 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-9cd7641a-3f6d-4f58-b5c4-0d415716b839 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:51:08.411389 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-9cd7641a-3f6d-4f58-b5c4-0d415716b839 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:51:08.504645 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-ca8b7849-9e1b-4d9c-941d-39c771e9d6bf service neutron] 10.222.0.44 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804605 Sep 21 17:51:08.506254 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:08.576838 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-9cd7641a-3f6d-4f58-b5c4-0d415716b839 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:08.577520 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-9cd7641a-3f6d-4f58-b5c4-0d415716b839 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:08.617384 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port ed491fc3-4b85-4866-bac6-a047590551d3, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ed491fc3-4b85-4866-bac6-a047590551d3,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:08.630001 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:08.685620 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-e8c64242-1d54-47c0-8881-e3ea37445bc5 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Made reservation on behalf of e723094aa6f4441a862c24afd6445d40 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:51:08.690323 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-e8c64242-1d54-47c0-8881-e3ea37445bc5 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:08.801620 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=ed491fc3-4b85-4866-bac6-a047590551d3,revision_number=7']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:08.819657 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-9cd7641a-3f6d-4f58-b5c4-0d415716b839 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5265830 Sep 21 17:51:08.853789 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-eac23b3a-5d68-4192-97ae-517d91a813bf None None] Provisioning complete for port 9d669526-39f4-466a-8067-9b4f2f40f2a0 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:08.854341 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-eac23b3a-5d68-4192-97ae-517d91a813bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:08.898508 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd3f70a-73f9-48ac-8edd-5ef18017bf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed491fc3-4b85-4866-bac6-a047590551d3'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:51:08.910646 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7dd1f0-5b9b-4dc7-bacd-c4733c98b124" -d '{"events": [{"server_uuid": "5fd3f70a-73f9-48ac-8edd-5ef18017bf39", "name": "network-vif-plugged", "status": "completed", "tag": "ed491fc3-4b85-4866-bac6-a047590551d3"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:51:08.964716 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-eac23b3a-5d68-4192-97ae-517d91a813bf None None] Port 9d669526-39f4-466a-8067-9b4f2f40f2a0 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:51:09.032399 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-8f39851d-7ddd-404f-9d37-9b01d6628882 service neutron] Request body: {'port': {'device_id': 'e9e14ecc-e477-4bba-9f9f-78c9b8c4ff7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:51:09.089610 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-e8c64242-1d54-47c0-8881-e3ea37445bc5 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Allocated IP 19.80.0.248 (dd715e13-e301-4440-ae4c-88a0382cc1c1/540b1925-fe88-4f3b-beda-cec8a032b257/4df9844b-6800-4489-8f34-b9ba0ba1c54f) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:51:09.106696 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c188f-1855-4576-aad2-24ae96c759bd req-a7b89016-50c5-463a-8789-ae7b1196d38a tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:09.108990 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-186c188f-1855-4576-aad2-24ae96c759bd req-a7b89016-50c5-463a-8789-ae7b1196d38a tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.38 "GET /v2.0/ports?device_id=66fecaaa-5688-4f23-981a-4f09ace07bc5 HTTP/1.1" status: 200 len: 946 time: 0.4820571 Sep 21 17:51:09.162433 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-a0cabff1-4b95-4fc6-9010-c7a1d435f770 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=cf880db396d441f990414b9e732efe10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603004 Sep 21 17:51:09.241259 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-8f39851d-7ddd-404f-9d37-9b01d6628882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:09.257813 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-2f58bac7-f379-466c-891c-08b0dd7f8664 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--282026968&fields=id&tenant_id=b93028f5f6c042dd85c1734d29b3e8eb HTTP/1.1" status: 200 len: 267 time: 0.1476729 Sep 21 17:51:09.489752 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-a3b9138e-f7d1-44df-bd7c-21b032bd1ab4 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:09.501893 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-a3b9138e-f7d1-44df-bd7c-21b032bd1ab4 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3300071 Sep 21 17:51:09.549043 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-3e204686-bfdc-43d7-93cc-16307e335b1f tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/quotas/cf880db396d441f990414b9e732efe10 HTTP/1.1" status: 200 len: 375 time: 0.0457718 Sep 21 17:51:09.662780 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-88a933b1-7e2e-4493-9ba5-4563b5357710 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1056049 Sep 21 17:51:09.663069 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-d8dc86dc-b769-423d-ad66-9e47380e5dcd tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:09.670694 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-d8dc86dc-b769-423d-ad66-9e47380e5dcd tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/networks?id=11a4fcdf-56c0-4722-a4a2-ffbd8671669c HTTP/1.1" status: 200 len: 824 time: 0.4116495 Sep 21 17:51:09.683322 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-186c188f-1855-4576-aad2-24ae96c759bd req-35e586c9-a657-4276-b205-8a358d3fa13b tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Deleting port 33c2dcdf-eaf7-4914-a1a9-0b8248f353f2 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:51:09.684363 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-186c188f-1855-4576-aad2-24ae96c759bd req-35e586c9-a657-4276-b205-8a358d3fa13b tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:09.865117 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-ae2d906a-609d-444b-8724-f3847e3ad731 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/quotas/b93028f5f6c042dd85c1734d29b3e8eb HTTP/1.1" status: 200 len: 375 time: 0.1932323 Sep 21 17:51:09.902818 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-e8c64242-1d54-47c0-8881-e3ea37445bc5 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:09.959891 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-e8c64242-1d54-47c0-8881-e3ea37445bc5 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:10.151855 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c213835-c3cf-47d0-9752-c3396405fa6c req-11b85297-bc14-41e1-99dd-5dd021ca14d5 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:10.157773 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8c213835-c3cf-47d0-9752-c3396405fa6c req-11b85297-bc14-41e1-99dd-5dd021ca14d5 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9e14ecc-e477-4bba-9f9f-78c9b8c4ff7e HTTP/1.1" status: 200 len: 935 time: 0.1177356 Sep 21 17:51:10.259368 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8c213835-c3cf-47d0-9752-c3396405fa6c req-532760b2-d2a3-4d85-b009-bf824d3a1774 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1d926d8-5756-421c-a70e-e76c48307f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936534 Sep 21 17:51:10.488081 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-186c188f-1855-4576-aad2-24ae96c759bd req-35e586c9-a657-4276-b205-8a358d3fa13b tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] For port 33c2dcdf-eaf7-4914-a1a9-0b8248f353f2, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=33c2dcdf-eaf7-4914-a1a9-0b8248f353f2,segment=NetworkSegment(7a5dc2df-d527-4d5f-8075-3ae6a5871227),segment_id=7a5dc2df-d527-4d5f-8075-3ae6a5871227)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:10.488756 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-186c188f-1855-4576-aad2-24ae96c759bd req-35e586c9-a657-4276-b205-8a358d3fa13b tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:10.520982 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-e8c64242-1d54-47c0-8881-e3ea37445bc5 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Network dd715e13-e301-4440-ae4c-88a0382cc1c1 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:51:10.599667 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8e337-b92e-4f76-b876-c5b1e1f7b4d4 req-8ac9a6e6-0275-4418-ae2e-e9fb022e9345 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:10.602485 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c6d8e337-b92e-4f76-b876-c5b1e1f7b4d4 req-8ac9a6e6-0275-4418-ae2e-e9fb022e9345 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 945 time: 0.2023072 Sep 21 17:51:10.717424 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-e8c64242-1d54-47c0-8881-e3ea37445bc5 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:51:10.722618 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-e8c64242-1d54-47c0-8881-e3ea37445bc5 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:51:10.733706 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c6d8e337-b92e-4f76-b876-c5b1e1f7b4d4 req-770d0220-2109-46f7-bee7-45eab472f171 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219270 Sep 21 17:51:10.879258 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-8f39851d-7ddd-404f-9d37-9b01d6628882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d669526-39f4-466a-8067-9b4f2f40f2a0 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:51:10.888950 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-8f39851d-7ddd-404f-9d37-9b01d6628882 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:10.906044 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-8f39851d-7ddd-404f-9d37-9b01d6628882 service neutron] Transition to ACTIVE for port object 9d669526-39f4-466a-8067-9b4f2f40f2a0 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:51:10.938638 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c64242-1d54-47c0-8881-e3ea37445bc5 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Pushing event updated for resources: {'Port': ['ID=4df9844b-6800-4489-8f34-b9ba0ba1c54f,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:10.957685 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-8f39851d-7ddd-404f-9d37-9b01d6628882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:11.037087 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2333f-5cbd-447f-b989-79a99391b38f req-a0bec5ff-456f-421c-abd8-4322bfd1617d tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:11.050071 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7bc2333f-5cbd-447f-b989-79a99391b38f req-a0bec5ff-456f-421c-abd8-4322bfd1617d tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c540988-9fe3-4631-b952-748f088cd193 HTTP/1.1" status: 200 len: 932 time: 0.1294539 Sep 21 17:51:11.063669 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39851d-7ddd-404f-9d37-9b01d6628882 service neutron] Pushing event updated for resources: {'Port': ['ID=9d669526-39f4-466a-8067-9b4f2f40f2a0,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:11.131559 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7bc2333f-5cbd-447f-b989-79a99391b38f req-ae663010-a153-4479-b5e9-987894957b99 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802262 Sep 21 17:51:11.222077 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-3e41d698-101c-4bcb-9d05-7d1cd900a230 None None] Provisioning complete for port 4df9844b-6800-4489-8f34-b9ba0ba1c54f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:11.226814 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3e41d698-101c-4bcb-9d05-7d1cd900a230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:11.236663 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-deef8d7b-8696-497c-8ae1-6b98a972edfc tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b93028f5f6c042dd85c1734d29b3e8eb&fields=id HTTP/1.1" status: 200 len: 394 time: 1.3629680 Sep 21 17:51:11.399394 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20197aaf-3697-4187-ba04-a79a24cde987 x-openstack-request-id: req-20197aaf-3697-4187-ba04-a79a24cde987 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:51:11.407999 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd3f70a-73f9-48ac-8edd-5ef18017bf39", "name": "network-vif-plugged", "status": "completed", "tag": "ed491fc3-4b85-4866-bac6-a047590551d3", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:51:11.408625 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-20197aaf-3697-4187-ba04-a79a24cde987 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:51:11.409252 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd3f70a-73f9-48ac-8edd-5ef18017bf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed491fc3-4b85-4866-bac6-a047590551d3', 'code': 200} Sep 21 17:51:11.411035 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-3e41d698-101c-4bcb-9d05-7d1cd900a230 None None] Port 4df9844b-6800-4489-8f34-b9ba0ba1c54f cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:51:11.411540 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-9dfb86bc-b794-4143-9805-8931a159ff45 service neutron] 10.222.0.58 "GET /v2.0/networks/11a4fcdf-56c0-4722-a4a2-ffbd8671669c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738863 Sep 21 17:51:11.591167 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-e8c64242-1d54-47c0-8881-e3ea37445bc5 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:11.591967 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-e8c64242-1d54-47c0-8881-e3ea37445bc5 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:11.603787 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-930f9ee6-b625-45bf-a8da-438ddda7fc24 req-0762a49c-a5c4-42dc-a737-fef3a17c0867 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 210 time: 0.0698783 Sep 21 17:51:11.617134 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-e8c64242-1d54-47c0-8881-e3ea37445bc5 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5309753 Sep 21 17:51:11.686079 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-a9d8d436-3602-4a04-af11-95b2da5e1902 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Request body: {'port': {'device_id': '9c540988-9fe3-4631-b952-748f088cd193', 'network_id': 'd0a6852c-c277-4c0d-8f31-62983a882594', 'admin_state_up': True, 'tenant_id': 'e723094aa6f4441a862c24afd6445d40'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:51:11.910131 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-186c188f-1855-4576-aad2-24ae96c759bd req-35e586c9-a657-4276-b205-8a358d3fa13b tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:11.911181 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-186c188f-1855-4576-aad2-24ae96c759bd req-35e586c9-a657-4276-b205-8a358d3fa13b tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:11.911181 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [req-186c188f-1855-4576-aad2-24ae96c759bd req-35e586c9-a657-4276-b205-8a358d3fa13b tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Floating IP 352915d1-e335-49fd-b0ee-5dda52f9e574 disassociated. External IP: 172.25.6.182, port: 33c2dcdf-eaf7-4914-a1a9-0b8248f353f2. Sep 21 17:51:11.911181 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-186c188f-1855-4576-aad2-24ae96c759bd req-35e586c9-a657-4276-b205-8a358d3fa13b tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Calling delete_port for 33c2dcdf-eaf7-4914-a1a9-0b8248f353f2 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:51:11.955186 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-a9d8d436-3602-4a04-af11-95b2da5e1902 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Made reservation on behalf of e723094aa6f4441a862c24afd6445d40 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:51:11.958944 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-a9d8d436-3602-4a04-af11-95b2da5e1902 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:12.004251 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-13d2af9a-6136-4084-b93b-fcf1daff330e tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=cf880db396d441f990414b9e732efe10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1903703 Sep 21 17:51:12.179454 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 33c2dcdf-eaf7-4914-a1a9-0b8248f353f2 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:51:12.208665 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-064e6d5a-f458-4f70-9c86-6fce3c6ec4ef service neutron] 10.222.0.58 "GET /v2.0/networks/11a4fcdf-56c0-4722-a4a2-ffbd8671669c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7960088 Sep 21 17:51:12.210014 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-8f39851d-7ddd-404f-9d37-9b01d6628882 service neutron] Attempting to bind port 9d669526-39f4-466a-8067-9b4f2f40f2a0 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:51:12.210350 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-8f39851d-7ddd-404f-9d37-9b01d6628882 service neutron] Attempting to bind port 9d669526-39f4-466a-8067-9b4f2f40f2a0 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:51:12.210678 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-8f39851d-7ddd-404f-9d37-9b01d6628882 service neutron] Attempting to bind port 9d669526-39f4-466a-8067-9b4f2f40f2a0 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:51:12.222955 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-8f39851d-7ddd-404f-9d37-9b01d6628882 service neutron] Port 9d669526-39f4-466a-8067-9b4f2f40f2a0 on network c714db5f-672e-4004-8098-88db84169d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:51:12.223451 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-8f39851d-7ddd-404f-9d37-9b01d6628882 service neutron] Attempting to bind port 9d669526-39f4-466a-8067-9b4f2f40f2a0 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:51:12.241793 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-8f39851d-7ddd-404f-9d37-9b01d6628882 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:51:12.242142 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-8f39851d-7ddd-404f-9d37-9b01d6628882 service neutron] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:51:12.242534 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-8f39851d-7ddd-404f-9d37-9b01d6628882 service neutron] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:51:12.243003 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-8f39851d-7ddd-404f-9d37-9b01d6628882 service neutron] Bound port: 9d669526-39f4-466a-8067-9b4f2f40f2a0, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:51:12.243372 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-8f39851d-7ddd-404f-9d37-9b01d6628882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:12.243501 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-556040a1-4e91-41f6-aea0-31127b9298da tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:12.245636 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-556040a1-4e91-41f6-aea0-31127b9298da tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2363312 Sep 21 17:51:12.258744 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb4b99-121d-479a-9236-5b89ea770fa7 req-146d758f-4d36-4c88-8459-60077eb4f50a tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:12.270624 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-48bb4b99-121d-479a-9236-5b89ea770fa7 req-146d758f-4d36-4c88-8459-60077eb4f50a tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9e14ecc-e477-4bba-9f9f-78c9b8c4ff7e HTTP/1.1" status: 200 len: 947 time: 0.3351831 Sep 21 17:51:12.280340 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-a9d8d436-3602-4a04-af11-95b2da5e1902 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Allocated IP 19.86.0.87 (d0a6852c-c277-4c0d-8f31-62983a882594/bf7ce44f-7906-461e-9525-5c887fe1a683/84628d8c-7af0-4096-a4e8-c5bb37b5faf7) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:51:12.295256 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-8f071a97-af73-426f-a139-3b014889b95b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Request body: {'port': {'device_id': 'e6130800-b060-4d6f-b177-c915669d494c', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'admin_state_up': True, 'tenant_id': 'cf880db396d441f990414b9e732efe10'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:51:12.414325 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-48bb4b99-121d-479a-9236-5b89ea770fa7 req-cda2829e-1b69-4d4f-a162-46e8982d37b5 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1d926d8-5756-421c-a70e-e76c48307f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421282 Sep 21 17:51:12.428416 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:12.508468 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-8f39851d-7ddd-404f-9d37-9b01d6628882 service neutron] For port 9d669526-39f4-466a-8067-9b4f2f40f2a0, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:51:12.512313 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-8f39851d-7ddd-404f-9d37-9b01d6628882 service neutron] For port 9d669526-39f4-466a-8067-9b4f2f40f2a0, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9d669526-39f4-466a-8067-9b4f2f40f2a0,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:51:12.522251 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 33c2dcdf-eaf7-4914-a1a9-0b8248f353f2, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=33c2dcdf-eaf7-4914-a1a9-0b8248f353f2,segment=NetworkSegment(7a5dc2df-d527-4d5f-8075-3ae6a5871227),segment_id=7a5dc2df-d527-4d5f-8075-3ae6a5871227)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:12.529814 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:12.531518 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-8f39851d-7ddd-404f-9d37-9b01d6628882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:12.622212 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-8f071a97-af73-426f-a139-3b014889b95b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Made reservation on behalf of cf880db396d441f990414b9e732efe10 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:51:12.629688 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-8f071a97-af73-426f-a139-3b014889b95b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:12.735129 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-8f39851d-7ddd-404f-9d37-9b01d6628882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:12.737231 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-8f39851d-7ddd-404f-9d37-9b01d6628882 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:12.739596 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-8f39851d-7ddd-404f-9d37-9b01d6628882 service neutron] 10.222.0.44 "PUT /v2.0/ports/9d669526-39f4-466a-8067-9b4f2f40f2a0 HTTP/1.1" status: 200 len: 1095 time: 3.7132270 Sep 21 17:51:12.773567 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e14ecc-e477-4bba-9f9f-78c9b8c4ff7e', 'tag': '9d669526-39f4-466a-8067-9b4f2f40f2a0'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:51:12.780021 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35dcb4f9-773e-469c-b2a7-5151cfb62a20" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e14ecc-e477-4bba-9f9f-78c9b8c4ff7e", "tag": "9d669526-39f4-466a-8067-9b4f2f40f2a0"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:51:12.817117 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=33c2dcdf-eaf7-4914-a1a9-0b8248f353f2,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:12.882409 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-8f071a97-af73-426f-a139-3b014889b95b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Allocated IP 192.168.233.164 (c714db5f-672e-4004-8098-88db84169d3c/53f6ee96-7c10-4364-b9ae-9f7e7556e695/9f12000d-3ba1-4512-8d78-99a6007ea22e) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:51:13.039802 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39851d-7ddd-404f-9d37-9b01d6628882 service neutron] Pushing event updated for resources: {'Port': ['ID=9d669526-39f4-466a-8067-9b4f2f40f2a0,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:13.142816 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-8f071a97-af73-426f-a139-3b014889b95b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:13.194812 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-8f071a97-af73-426f-a139-3b014889b95b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:13.207000 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-1cfa0557-9495-422a-8756-56a861822723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:13.209301 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-1cfa0557-9495-422a-8756-56a861822723 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7aeea17d9084d1cb5cfe3fde5162bc1&device_id=e9e14ecc-e477-4bba-9f9f-78c9b8c4ff7e HTTP/1.1" status: 200 len: 1098 time: 0.3592772 Sep 21 17:51:13.222056 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['785b3e6e-7c24-4f49-b532-af0d6e460ec6', 'c68b5a8b-2abe-43cb-9563-22cd56c02184'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:51:13.253858 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['09d50637-541d-43ad-8851-a8cefb7b9446'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:51:13.283243 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f071a97-af73-426f-a139-3b014889b95b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Pushing event updated for resources: {'Port': ['ID=9f12000d-3ba1-4512-8d78-99a6007ea22e,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:13.298686 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-8f071a97-af73-426f-a139-3b014889b95b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Network c714db5f-672e-4004-8098-88db84169d3c is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:51:13.301005 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-8f071a97-af73-426f-a139-3b014889b95b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:51:13.310645 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-8f071a97-af73-426f-a139-3b014889b95b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:51:13.407904 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-8f071a97-af73-426f-a139-3b014889b95b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:13.408704 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-8f071a97-af73-426f-a139-3b014889b95b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:13.422146 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-90e4e35d-8a21-4278-8331-e44b7c635cec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=9d669526-39f4-466a-8067-9b4f2f40f2a0 HTTP/1.1" status: 200 len: 217 time: 0.1550846 Sep 21 17:51:13.440641 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-8f071a97-af73-426f-a139-3b014889b95b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1662750 Sep 21 17:51:13.453864 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fecaaa-5688-4f23-981a-4f09ace07bc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33c2dcdf-eaf7-4914-a1a9-0b8248f353f2'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:51:13.462789 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc09e9f-28da-4590-bded-3a2ddb82af59" -d '{"events": [{"server_uuid": "66fecaaa-5688-4f23-981a-4f09ace07bc5", "name": "network-vif-unplugged", "status": "completed", "tag": "33c2dcdf-eaf7-4914-a1a9-0b8248f353f2"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:51:13.477105 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-ea8fa2e1-9ada-499b-adc0-cdd0a3ebefdb service neutron] Request body: {'port': {'device_id': 'e6130800-b060-4d6f-b177-c915669d494c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:51:13.501016 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-186c188f-1855-4576-aad2-24ae96c759bd req-35e586c9-a657-4276-b205-8a358d3fa13b tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:13.612613 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e586c9-a657-4276-b205-8a358d3fa13b tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Pushing event deleted for resources: {'Port': ['ID=33c2dcdf-eaf7-4914-a1a9-0b8248f353f2,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:13.631271 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e57a9f-a503-4e2e-83d3-d47ac3ded3c4 req-891ec7d2-26bd-4a5f-9ebe-d5d588307988 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:13.633597 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-63e57a9f-a503-4e2e-83d3-d47ac3ded3c4 req-891ec7d2-26bd-4a5f-9ebe-d5d588307988 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 945 time: 0.7762840 Sep 21 17:51:13.637645 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-a9d8d436-3602-4a04-af11-95b2da5e1902 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:13.689420 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-ea8fa2e1-9ada-499b-adc0-cdd0a3ebefdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:13.828674 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-631fc67d-5e4f-4850-94f3-5a033bfd30ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:13.830278 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-631fc67d-5e4f-4850-94f3-5a033bfd30ae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.3832800 Sep 21 17:51:13.856878 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [req-186c188f-1855-4576-aad2-24ae96c759bd req-35e586c9-a657-4276-b205-8a358d3fa13b tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Router 9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:51:13.906500 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-63e57a9f-a503-4e2e-83d3-d47ac3ded3c4 req-28e8c554-accc-44e2-b9dd-d1a4562abb9f tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551444 Sep 21 17:51:14.057860 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-186c188f-1855-4576-aad2-24ae96c759bd req-35e586c9-a657-4276-b205-8a358d3fa13b tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:51:14.070301 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4656fa88-cb73-4db4-976a-4819baf3ce8c None None] Sync routers for ids ['9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:51:14.076354 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-a9d8d436-3602-4a04-af11-95b2da5e1902 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:14.088437 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4656fa88-cb73-4db4-976a-4819baf3ce8c None None] Routers {'9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:51:14.089204 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-4656fa88-cb73-4db4-976a-4819baf3ce8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:50:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:51:14.118652 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-e9499cf6-50ce-4696-996c-9c5a02b483f0 None None] Provisioning complete for port 9f12000d-3ba1-4512-8d78-99a6007ea22e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:14.121612 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e9499cf6-50ce-4696-996c-9c5a02b483f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:14.186287 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696a767-b1c3-4281-8af9-226583e19266 req-687bec53-8005-4823-8e8f-5510bfca6f6b tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:14.205321 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696a767-b1c3-4281-8af9-226583e19266 req-687bec53-8005-4823-8e8f-5510bfca6f6b tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:14.212493 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-e9499cf6-50ce-4696-996c-9c5a02b483f0 None None] Port 9f12000d-3ba1-4512-8d78-99a6007ea22e cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:51:14.217183 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3696a767-b1c3-4281-8af9-226583e19266 req-687bec53-8005-4823-8e8f-5510bfca6f6b tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c540988-9fe3-4631-b952-748f088cd193 HTTP/1.1" status: 200 len: 1654 time: 0.2572937 Sep 21 17:51:14.218989 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 49aff478-3fd7-4b85-8bfa-85bbd6739c1f no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:51:14.271364 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-186c188f-1855-4576-aad2-24ae96c759bd req-35e586c9-a657-4276-b205-8a358d3fa13b tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] No DVR routers for this DVR port 33c2dcdf-eaf7-4914-a1a9-0b8248f353f2 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:51:14.277689 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-186c188f-1855-4576-aad2-24ae96c759bd req-35e586c9-a657-4276-b205-8a358d3fa13b tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:14.281937 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-186c188f-1855-4576-aad2-24ae96c759bd req-35e586c9-a657-4276-b205-8a358d3fa13b tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.38 "DELETE /v2.0/ports/33c2dcdf-eaf7-4914-a1a9-0b8248f353f2 HTTP/1.1" status: 204 len: 173 time: 5.1236932 Sep 21 17:51:14.347685 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-e00baa86-b4b0-42e7-8467-0409940636db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:14.351373 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-e00baa86-b4b0-42e7-8467-0409940636db service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5078297 Sep 21 17:51:14.359100 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-a9d8d436-3602-4a04-af11-95b2da5e1902 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Network d0a6852c-c277-4c0d-8f31-62983a882594 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:51:14.416416 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-4656fa88-cb73-4db4-976a-4819baf3ce8c None None] Set router 9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:51:14.428146 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3696a767-b1c3-4281-8af9-226583e19266 req-6f21dddd-7568-473a-8b3a-ab8889217e33 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004361 Sep 21 17:51:14.608252 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-362a9984-8e3f-45d1-be1c-bdbb6588a3c4 req-482eb8fd-2e44-4446-bdea-1b44626dbd98 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f69d2a0-475e-4453-8654-827f46d65926 HTTP/1.1" status: 200 len: 210 time: 0.3393691 Sep 21 17:51:14.623669 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-a9d8d436-3602-4a04-af11-95b2da5e1902 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:51:14.626351 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:14.635575 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-a9d8d436-3602-4a04-af11-95b2da5e1902 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:51:14.714967 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 49aff478-3fd7-4b85-8bfa-85bbd6739c1f, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=49aff478-3fd7-4b85-8bfa-85bbd6739c1f,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:14.729664 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:14.739948 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8d436-3602-4a04-af11-95b2da5e1902 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Pushing event updated for resources: {'Port': ['ID=84628d8c-7af0-4096-a4e8-c5bb37b5faf7,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:14.752623 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8ff2f0-8c0a-49a3-a1bc-5f3847e3ef0f x-openstack-request-id: req-5e8ff2f0-8c0a-49a3-a1bc-5f3847e3ef0f {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:51:14.752623 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e14ecc-e477-4bba-9f9f-78c9b8c4ff7e", "tag": "9d669526-39f4-466a-8067-9b4f2f40f2a0", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:51:14.753148 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5e8ff2f0-8c0a-49a3-a1bc-5f3847e3ef0f {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:51:14.753647 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e14ecc-e477-4bba-9f9f-78c9b8c4ff7e', 'tag': '9d669526-39f4-466a-8067-9b4f2f40f2a0', 'status': 'completed', 'code': 200} Sep 21 17:51:14.832462 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-ea8fa2e1-9ada-499b-adc0-cdd0a3ebefdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f12000d-3ba1-4512-8d78-99a6007ea22e {{(pid=101461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:51:14.864138 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00472b04-8ecf-49ed-afa3-8ab9b2e7882c req-92375ce8-68bb-464e-8692-ccacd68e90d1 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:14.877456 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-00472b04-8ecf-49ed-afa3-8ab9b2e7882c req-92375ce8-68bb-464e-8692-ccacd68e90d1 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 936 time: 0.2874269 Sep 21 17:51:14.933734 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-ea8fa2e1-9ada-499b-adc0-cdd0a3ebefdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:14.968967 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=49aff478-3fd7-4b85-8bfa-85bbd6739c1f,revision_number=8']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:14.983050 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-58caed2b-996d-42bd-a251-863446d583b0 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5906668 Sep 21 17:51:15.035511 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-00472b04-8ecf-49ed-afa3-8ab9b2e7882c req-b447b805-d5ce-4390-92cf-1537030e419a tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570570 Sep 21 17:51:15.053892 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.provisioning_blocks [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-ea8fa2e1-9ada-499b-adc0-cdd0a3ebefdb service neutron] Transition to ACTIVE for port object 9f12000d-3ba1-4512-8d78-99a6007ea22e will not be triggered until provisioned by entity L2. {{(pid=101461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:51:15.054579 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-a9d8d436-3602-4a04-af11-95b2da5e1902 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:15.056470 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-a9d8d436-3602-4a04-af11-95b2da5e1902 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:15.076862 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-ea8fa2e1-9ada-499b-adc0-cdd0a3ebefdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:15.138629 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-4656fa88-cb73-4db4-976a-4819baf3ce8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350988157-router', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:07Z', 'updated_at': '2021-09-21T17:48:20Z', 'revision_number': 4, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'gw_port': {'id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:08Z', 'updated_at': '2021-09-21T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'd7603049-a3e7-4896-b522-a88926b8060b', 'name': '', 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'mac_address': 'fa:16:3e:da:5e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '42aa13e9-fa0a-473d-9510-59ad5e7250f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:17Z', 'updated_at': '2021-09-21T17:48:27Z', 'revision_number': 5, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'subnets': [{'id': '42aa13e9-fa0a-473d-9510-59ad5e7250f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:51:15.196243 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4656fa88-cb73-4db4-976a-4819baf3ce8c None None] Checking router: 9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:51:15.220919 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4656fa88-cb73-4db4-976a-4819baf3ce8c None None] Routers {'9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:51:15.221810 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-4656fa88-cb73-4db4-976a-4819baf3ce8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:50:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:51:15.252723 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-8a4f0eb2-d726-4374-8ee1-589033454776 None None] Provisioning complete for port 84628d8c-7af0-4096-a4e8-c5bb37b5faf7 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:15.257388 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0eb2-d726-4374-8ee1-589033454776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:15.326071 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8fa2e1-9ada-499b-adc0-cdd0a3ebefdb service neutron] Pushing event updated for resources: {'Port': ['ID=9f12000d-3ba1-4512-8d78-99a6007ea22e,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:15.352676 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-ea8fa2e1-9ada-499b-adc0-cdd0a3ebefdb service neutron] Attempting to bind port 9f12000d-3ba1-4512-8d78-99a6007ea22e on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:51:15.353057 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-ea8fa2e1-9ada-499b-adc0-cdd0a3ebefdb service neutron] Attempting to bind port 9f12000d-3ba1-4512-8d78-99a6007ea22e by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:51:15.353428 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-ea8fa2e1-9ada-499b-adc0-cdd0a3ebefdb service neutron] Attempting to bind port 9f12000d-3ba1-4512-8d78-99a6007ea22e on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:51:15.366470 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-ea8fa2e1-9ada-499b-adc0-cdd0a3ebefdb service neutron] Port 9f12000d-3ba1-4512-8d78-99a6007ea22e on network c714db5f-672e-4004-8098-88db84169d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:51:15.366794 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-ea8fa2e1-9ada-499b-adc0-cdd0a3ebefdb service neutron] Attempting to bind port 9f12000d-3ba1-4512-8d78-99a6007ea22e on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:51:15.376024 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-8a4f0eb2-d726-4374-8ee1-589033454776 None None] Port 84628d8c-7af0-4096-a4e8-c5bb37b5faf7 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:51:15.390360 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d219b-806a-4995-9456-f8725f86d8be req-34cd3331-66c3-4c51-a3c8-6a806ee2859c tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:15.399777 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-627d219b-806a-4995-9456-f8725f86d8be req-34cd3331-66c3-4c51-a3c8-6a806ee2859c tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9e14ecc-e477-4bba-9f9f-78c9b8c4ff7e HTTP/1.1" status: 200 len: 947 time: 0.1806448 Sep 21 17:51:15.411536 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-ea8fa2e1-9ada-499b-adc0-cdd0a3ebefdb service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:51:15.411876 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-ea8fa2e1-9ada-499b-adc0-cdd0a3ebefdb service neutron] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:51:15.412273 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-ea8fa2e1-9ada-499b-adc0-cdd0a3ebefdb service neutron] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:51:15.412721 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-ea8fa2e1-9ada-499b-adc0-cdd0a3ebefdb service neutron] Bound port: 9f12000d-3ba1-4512-8d78-99a6007ea22e, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:51:15.413085 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-ea8fa2e1-9ada-499b-adc0-cdd0a3ebefdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:15.469051 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:51:15.497029 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-4656fa88-cb73-4db4-976a-4819baf3ce8c None None] Set router 9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:51:15.546218 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-627d219b-806a-4995-9456-f8725f86d8be req-e94a6e82-4840-4072-a080-e84f36db83ce tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1d926d8-5756-421c-a70e-e76c48307f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351895 Sep 21 17:51:15.593334 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 17:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f243a5d0-2330-4bcc-97af-bd863beffb24 x-openstack-request-id: req-f243a5d0-2330-4bcc-97af-bd863beffb24 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:51:15.595011 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66fecaaa-5688-4f23-981a-4f09ace07bc5", "name": "network-vif-unplugged", "status": "completed", "tag": "33c2dcdf-eaf7-4914-a1a9-0b8248f353f2", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:51:15.595461 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f243a5d0-2330-4bcc-97af-bd863beffb24 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:51:15.596063 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fecaaa-5688-4f23-981a-4f09ace07bc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33c2dcdf-eaf7-4914-a1a9-0b8248f353f2', 'code': 200} Sep 21 17:51:15.624171 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-ea8fa2e1-9ada-499b-adc0-cdd0a3ebefdb service neutron] For port 9f12000d-3ba1-4512-8d78-99a6007ea22e, host n-h2-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:51:15.639227 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-ea8fa2e1-9ada-499b-adc0-cdd0a3ebefdb service neutron] For port 9f12000d-3ba1-4512-8d78-99a6007ea22e, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9f12000d-3ba1-4512-8d78-99a6007ea22e,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:51:15.649924 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-ea8fa2e1-9ada-499b-adc0-cdd0a3ebefdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:15.727943 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8fa2e1-9ada-499b-adc0-cdd0a3ebefdb service neutron] Pushing event updated for resources: {'Port': ['ID=9f12000d-3ba1-4512-8d78-99a6007ea22e,revision_number=3']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:15.737739 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-ea8fa2e1-9ada-499b-adc0-cdd0a3ebefdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:15.738956 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-ea8fa2e1-9ada-499b-adc0-cdd0a3ebefdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:15.740734 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-ea8fa2e1-9ada-499b-adc0-cdd0a3ebefdb service neutron] 10.222.0.44 "PUT /v2.0/ports/9f12000d-3ba1-4512-8d78-99a6007ea22e HTTP/1.1" status: 200 len: 1096 time: 2.2797074 Sep 21 17:51:15.741649 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6130800-b060-4d6f-b177-c915669d494c', 'tag': '9f12000d-3ba1-4512-8d78-99a6007ea22e'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:51:15.758551 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf55ba6-ad6a-45db-ab82-bc945f1b8b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "e6130800-b060-4d6f-b177-c915669d494c", "tag": "9f12000d-3ba1-4512-8d78-99a6007ea22e"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:51:15.876111 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c6049602-c4d6-421f-872f-60ff1c8b7319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:15.900362 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-4656fa88-cb73-4db4-976a-4819baf3ce8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350988157-router', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:07Z', 'updated_at': '2021-09-21T17:48:20Z', 'revision_number': 4, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'gw_port': {'id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:08Z', 'updated_at': '2021-09-21T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'd7603049-a3e7-4896-b522-a88926b8060b', 'name': '', 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'mac_address': 'fa:16:3e:da:5e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '42aa13e9-fa0a-473d-9510-59ad5e7250f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:17Z', 'updated_at': '2021-09-21T17:48:27Z', 'revision_number': 5, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'subnets': [{'id': '42aa13e9-fa0a-473d-9510-59ad5e7250f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:51:15.916783 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-77ba969a-d05e-4b76-9336-02482ace1e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:15.923297 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-77ba969a-d05e-4b76-9336-02482ace1e15 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 1099 time: 0.1170926 Sep 21 17:51:15.955523 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4656fa88-cb73-4db4-976a-4819baf3ce8c None None] The sync data for ids ['9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'] in n-d-810291-1 is: [{'id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350988157-router', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:07Z', 'updated_at': '2021-09-21T17:48:20Z', 'revision_number': 4, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'gw_port': {'id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:08Z', 'updated_at': '2021-09-21T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'd7603049-a3e7-4896-b522-a88926b8060b', 'name': '', 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'mac_address': 'fa:16:3e:da:5e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '42aa13e9-fa0a-473d-9510-59ad5e7250f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:17Z', 'updated_at': '2021-09-21T17:48:27Z', 'revision_number': 5, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'subnets': [{'id': '42aa13e9-fa0a-473d-9510-59ad5e7250f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:51:16.031538 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-7c6106a5-4c5f-411e-9367-70ab219f012d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=9f12000d-3ba1-4512-8d78-99a6007ea22e HTTP/1.1" status: 200 len: 217 time: 0.0989745 Sep 21 17:51:16.168383 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-26cf3570-91f6-4494-ada9-849d210145ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:16.171321 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-26cf3570-91f6-4494-ada9-849d210145ff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.0941083 Sep 21 17:51:16.221986 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95328bd-fcdf-4033-9e15-48e7d5176a45 req-7df9af0b-2b65-4d7a-9f74-35786a10ba5e tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:16.223947 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e95328bd-fcdf-4033-9e15-48e7d5176a45 req-7df9af0b-2b65-4d7a-9f74-35786a10ba5e tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 945 time: 0.2189002 Sep 21 17:51:16.249037 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-a9d8d436-3602-4a04-af11-95b2da5e1902 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5681677 Sep 21 17:51:16.269921 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-97d56b2f-2438-4794-b9f2-93390b7fae56 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Request body: {'port': {'device_id': '9c540988-9fe3-4631-b952-748f088cd193', 'network_id': 'dd715e13-e301-4440-ae4c-88a0382cc1c1', 'admin_state_up': True, 'tenant_id': 'e723094aa6f4441a862c24afd6445d40'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:51:16.300347 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-6ba359a8-c432-4fc9-9ac5-88eaebe16f9f tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:16.301773 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-6ba359a8-c432-4fc9-9ac5-88eaebe16f9f tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.38 "GET /v2.0/networks?id=11a4fcdf-56c0-4722-a4a2-ffbd8671669c HTTP/1.1" status: 200 len: 824 time: 1.4930263 Sep 21 17:51:16.322643 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-543387dc-7a05-4317-9eac-50a54d686fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:16.324611 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-543387dc-7a05-4317-9eac-50a54d686fdf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1423957 Sep 21 17:51:16.394827 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e95328bd-fcdf-4033-9e15-48e7d5176a45 req-372f9b1c-af06-4b33-a305-d0d56c67a1b6 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435919 Sep 21 17:51:16.419562 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-159e64ae-5fbc-4b47-8d2d-b6a5dfbdd73e req-a06857f1-ac32-425f-8e16-31157a14de20 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3414421 Sep 21 17:51:16.448460 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-d4afcfb1-a3fb-4302-aeb0-0f3f663f8272 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:16.455747 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-d4afcfb1-a3fb-4302-aeb0-0f3f663f8272 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/networks?id=ce365bfd-7bb2-49d3-914a-63ce743986ef HTTP/1.1" status: 200 len: 807 time: 1.3407841 Sep 21 17:51:16.473683 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-ade9551f-238b-420c-90ba-14e3ed29bffe tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b93028f5f6c042dd85c1734d29b3e8eb HTTP/1.1" status: 200 len: 379 time: 0.1492038 Sep 21 17:51:16.487854 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-f295edca-8f3f-4df1-a12f-893fd1b03e16 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Request body: {'port': {'device_id': '4f69d2a0-475e-4453-8654-827f46d65926', 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c', 'admin_state_up': True, 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'security_groups': ['3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:51:16.545158 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08012356-fa4c-4dab-8029-cb9815e5767d None None] New status for floating IP 352915d1-e335-49fd-b0ee-5dda52f9e574: DOWN {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:51:16.554224 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-9c32334c-0b9a-424d-a3bd-61bd1a9bd030 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188292 Sep 21 17:51:16.570341 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-9a784329-a18b-40cc-8620-88832678273a tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/quotas/564aef6a99cc4ded992fbb9f0e732388 HTTP/1.1" status: 200 len: 375 time: 0.1136501 Sep 21 17:51:16.720441 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78adea-150c-4155-b531-3e8ec15e7494 req-e55b2aae-923f-4fbc-8ee4-71975d8cdb46 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:16.722261 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcb4f9-773e-469c-b2a7-5151cfb62a20 req-10f99ebf-a2b6-4d63-9b86-cba75d98ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:16.724481 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35dcb4f9-773e-469c-b2a7-5151cfb62a20 req-10f99ebf-a2b6-4d63-9b86-cba75d98ffbe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7aeea17d9084d1cb5cfe3fde5162bc1&device_id=e9e14ecc-e477-4bba-9f9f-78c9b8c4ff7e HTTP/1.1" status: 200 len: 1098 time: 0.2401865 Sep 21 17:51:16.728205 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78adea-150c-4155-b531-3e8ec15e7494 req-e55b2aae-923f-4fbc-8ee4-71975d8cdb46 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:16.730410 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2a78adea-150c-4155-b531-3e8ec15e7494 req-e55b2aae-923f-4fbc-8ee4-71975d8cdb46 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c540988-9fe3-4631-b952-748f088cd193 HTTP/1.1" status: 200 len: 1654 time: 0.1031413 Sep 21 17:51:16.735032 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6335f59a-3130-4690-a9f0-81dacde0e62c req-29643c1b-6caf-4d97-b670-4063069b5f7b service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723807 Sep 21 17:51:16.769673 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-8b58bf12-3624-4014-adfe-6396a3acecea tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=564aef6a99cc4ded992fbb9f0e732388&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1957481 Sep 21 17:51:16.784024 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2a78adea-150c-4155-b531-3e8ec15e7494 req-7a0fe117-aef5-4760-b8ef-79d7b91f7505 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438354 Sep 21 17:51:16.817438 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fecaaa-5688-4f23-981a-4f09ace07bc5', 'name': 'network-vif-deleted', 'tag': '33c2dcdf-eaf7-4914-a1a9-0b8248f353f2'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:51:16.823230 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c2c4e8-03ba-42f5-bf85-8678bed06969" -d '{"events": [{"server_uuid": "66fecaaa-5688-4f23-981a-4f09ace07bc5", "name": "network-vif-deleted", "tag": "33c2dcdf-eaf7-4914-a1a9-0b8248f353f2"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:51:16.838630 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-97d56b2f-2438-4794-b9f2-93390b7fae56 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Made reservation on behalf of e723094aa6f4441a862c24afd6445d40 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:51:16.843889 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-97d56b2f-2438-4794-b9f2-93390b7fae56 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:16.951937 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8e2ebac6-cef7-4d02-bac2-4e65048e377b req-c679ae81-2c34-4dc6-a4ed-1db1f17657ea tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f69d2a0-475e-4453-8654-827f46d65926 HTTP/1.1" status: 200 len: 210 time: 0.0435741 Sep 21 17:51:17.016664 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510651fe-5196-45c2-b0a9-f88afc7ca7a9 x-openstack-request-id: req-510651fe-5196-45c2-b0a9-f88afc7ca7a9 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:51:17.017419 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6130800-b060-4d6f-b177-c915669d494c", "tag": "9f12000d-3ba1-4512-8d78-99a6007ea22e", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:51:17.017834 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-510651fe-5196-45c2-b0a9-f88afc7ca7a9 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:51:17.018392 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6130800-b060-4d6f-b177-c915669d494c', 'tag': '9f12000d-3ba1-4512-8d78-99a6007ea22e', 'status': 'completed', 'code': 200} Sep 21 17:51:17.042448 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-f295edca-8f3f-4df1-a12f-893fd1b03e16 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Made reservation on behalf of b93028f5f6c042dd85c1734d29b3e8eb for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:51:17.046856 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-f295edca-8f3f-4df1-a12f-893fd1b03e16 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:17.092992 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcb4f9-773e-469c-b2a7-5151cfb62a20 req-a0b17ae9-2f4f-4c68-b92f-f3673d3e700c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:17.096989 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35dcb4f9-773e-469c-b2a7-5151cfb62a20 req-a0b17ae9-2f4f-4c68-b92f-f3673d3e700c service neutron] 10.222.0.44 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.3552423 Sep 21 17:51:17.101593 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-663f23b0-eef8-4c7c-8976-94471d0536d8 service neutron] 10.222.0.58 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292441 Sep 21 17:51:17.179161 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35dcb4f9-773e-469c-b2a7-5151cfb62a20 req-d42f36ca-52fe-4bc6-aae1-4f53a0c6550f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=9d669526-39f4-466a-8067-9b4f2f40f2a0 HTTP/1.1" status: 200 len: 217 time: 0.0601809 Sep 21 17:51:17.275118 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf55ba6-ad6a-45db-ab82-bc945f1b8b9f req-e2b590c9-432c-4de8-a719-1db857f5568c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:17.276913 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3cf55ba6-ad6a-45db-ab82-bc945f1b8b9f req-e2b590c9-432c-4de8-a719-1db857f5568c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 1099 time: 0.2330348 Sep 21 17:51:17.295876 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcb4f9-773e-469c-b2a7-5151cfb62a20 req-9064dc68-494f-4224-83eb-a29179003783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:17.297959 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35dcb4f9-773e-469c-b2a7-5151cfb62a20 req-9064dc68-494f-4224-83eb-a29179003783 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.0990827 Sep 21 17:51:17.388894 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf55ba6-ad6a-45db-ab82-bc945f1b8b9f req-b6906470-80e9-42cb-ac7b-382ec1255a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:17.392802 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3cf55ba6-ad6a-45db-ab82-bc945f1b8b9f req-b6906470-80e9-42cb-ac7b-382ec1255a6a service neutron] 10.222.0.44 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.1040881 Sep 21 17:51:17.421671 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-3f6e2ffe-a69a-4581-9ee9-bbbbede82fc9 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:17.423433 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-3f6e2ffe-a69a-4581-9ee9-bbbbede82fc9 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/networks?id=b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b HTTP/1.1" status: 200 len: 805 time: 0.3092494 Sep 21 17:51:17.484863 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-97d56b2f-2438-4794-b9f2-93390b7fae56 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Allocated IP 19.80.0.93 (dd715e13-e301-4440-ae4c-88a0382cc1c1/540b1925-fe88-4f3b-beda-cec8a032b257/006995ef-bd30-4944-a1b2-61dbac04c028) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:51:17.489537 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3cf55ba6-ad6a-45db-ab82-bc945f1b8b9f req-bd419b05-30f2-42ed-afb3-37ca0a31cc05 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=9f12000d-3ba1-4512-8d78-99a6007ea22e HTTP/1.1" status: 200 len: 217 time: 0.0823977 Sep 21 17:51:17.493091 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-8ef0f56c-0950-4974-84cf-585c5ced14c8 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/quotas/5d3ca10dab864494a95ff993f73111e1 HTTP/1.1" status: 200 len: 375 time: 0.0459995 Sep 21 17:51:17.597690 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85b29de-272b-49f9-a6a9-fea329aa0aed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49aff478-3fd7-4b85-8bfa-85bbd6739c1f'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:51:17.601103 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8b0cf6-61d5-48fd-892d-f900e5e2408c" -d '{"events": [{"server_uuid": "a85b29de-272b-49f9-a6a9-fea329aa0aed", "name": "network-vif-unplugged", "status": "completed", "tag": "49aff478-3fd7-4b85-8bfa-85bbd6739c1f"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:51:17.631101 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf55ba6-ad6a-45db-ab82-bc945f1b8b9f req-33eab4f1-fb7f-4954-8ad8-cd3c8f5368c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:17.633308 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3cf55ba6-ad6a-45db-ab82-bc945f1b8b9f req-33eab4f1-fb7f-4954-8ad8-cd3c8f5368c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1312943 Sep 21 17:51:17.640702 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-95479dff-e2b5-4976-a80c-e6faa96e3a01 service neutron] 10.222.0.58 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4734385 Sep 21 17:51:17.739124 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcb4f9-773e-469c-b2a7-5151cfb62a20 req-3d14244a-e5c9-4708-aa8c-b95f058a083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:17.740783 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35dcb4f9-773e-469c-b2a7-5151cfb62a20 req-3d14244a-e5c9-4708-aa8c-b95f058a083c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4008420 Sep 21 17:51:17.858111 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35dcb4f9-773e-469c-b2a7-5151cfb62a20 req-392a39e8-aa33-4d18-840e-e68f1eb81827 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058960 Sep 21 17:51:17.886268 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-f295edca-8f3f-4df1-a12f-893fd1b03e16 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Allocated IP 172.20.0.12 (11a4fcdf-56c0-4722-a4a2-ffbd8671669c/42aa13e9-fa0a-473d-9510-59ad5e7250f2/025b9817-f15a-4c12-bc45-955f038ceef7) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:51:17.944940 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e6ef5-64a6-433e-8b96-b4d7febf8ea2 req-76cce663-e6f4-414c-bc77-7ee4e8f6a9b0 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:17.946552 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-895e6ef5-64a6-433e-8b96-b4d7febf8ea2 req-76cce663-e6f4-414c-bc77-7ee4e8f6a9b0 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.38 "GET /v2.0/ports?device_id=a85b29de-272b-49f9-a6a9-fea329aa0aed HTTP/1.1" status: 200 len: 943 time: 0.2986822 Sep 21 17:51:18.035461 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-97d56b2f-2438-4794-b9f2-93390b7fae56 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:18.107786 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-01a4c009-88ea-48ca-9456-b04f121968c1 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d3ca10dab864494a95ff993f73111e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6082487 Sep 21 17:51:18.196586 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf55ba6-ad6a-45db-ab82-bc945f1b8b9f req-c59b566f-da39-4d18-ad4a-18d429b5755d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:18.198551 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3cf55ba6-ad6a-45db-ab82-bc945f1b8b9f req-c59b566f-da39-4d18-ad4a-18d429b5755d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5553498 Sep 21 17:51:18.267555 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-a6050f7f-a90a-4959-86e6-ad17921a9873 service neutron] 10.222.0.58 "GET /v2.0/networks/b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579299 Sep 21 17:51:18.294139 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35dcb4f9-773e-469c-b2a7-5151cfb62a20 req-a08d01f7-0ee8-4d8e-80ef-5ce58d496f5b service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237854 Sep 21 17:51:18.341923 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7406111a-0d40-4e75-8536-141d5bb74a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:18.347070 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-97d56b2f-2438-4794-b9f2-93390b7fae56 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:18.385967 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466503d-ddc4-4353-9c3c-6470fc2a422f req-7f2be586-6042-4097-bd2f-f6dc8047ddc9 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:18.393346 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d466503d-ddc4-4353-9c3c-6470fc2a422f req-7f2be586-6042-4097-bd2f-f6dc8047ddc9 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 948 time: 0.2248042 Sep 21 17:51:18.406630 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3cf55ba6-ad6a-45db-ab82-bc945f1b8b9f req-439708ca-f94b-4e01-8a16-22fc61856ce1 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972778 Sep 21 17:51:18.434908 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-16ea4bbd-4c99-439a-816e-3c7aba45150a service neutron] 10.222.0.58 "GET /v2.0/networks/b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658030 Sep 21 17:51:18.471838 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-895e6ef5-64a6-433e-8b96-b4d7febf8ea2 req-55037fe8-2a19-455d-be4f-5b8d4438e4a6 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Deleting port 49aff478-3fd7-4b85-8bfa-85bbd6739c1f {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:51:18.472190 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-895e6ef5-64a6-433e-8b96-b4d7febf8ea2 req-55037fe8-2a19-455d-be4f-5b8d4438e4a6 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:18.489703 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-97d56b2f-2438-4794-b9f2-93390b7fae56 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Network dd715e13-e301-4440-ae4c-88a0382cc1c1 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:51:18.516852 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-97d56b2f-2438-4794-b9f2-93390b7fae56 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:51:18.521624 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-97d56b2f-2438-4794-b9f2-93390b7fae56 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:51:18.527263 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-f295edca-8f3f-4df1-a12f-893fd1b03e16 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:18.547801 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3cf55ba6-ad6a-45db-ab82-bc945f1b8b9f req-cf300ccb-b507-44b1-8102-b122b14acfac service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286194 Sep 21 17:51:18.602634 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d56b2f-2438-4794-b9f2-93390b7fae56 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Pushing event updated for resources: {'Port': ['ID=006995ef-bd30-4944-a1b2-61dbac04c028,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:18.743761 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d466503d-ddc4-4353-9c3c-6470fc2a422f req-a69f95f2-b77a-4941-b9cc-09d1cd416a68 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495505 Sep 21 17:51:18.794971 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-f295edca-8f3f-4df1-a12f-893fd1b03e16 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:18.835416 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-97d56b2f-2438-4794-b9f2-93390b7fae56 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:18.838247 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-97d56b2f-2438-4794-b9f2-93390b7fae56 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:18.870445 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddcd75-c4e1-47a8-856b-a69cde2bb668 req-1437131a-f53b-4898-b615-763ac53be169 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:18.879398 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-62ddcd75-c4e1-47a8-856b-a69cde2bb668 req-1437131a-f53b-4898-b615-763ac53be169 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9e14ecc-e477-4bba-9f9f-78c9b8c4ff7e HTTP/1.1" status: 200 len: 947 time: 0.1255379 Sep 21 17:51:18.897315 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 9f12000d-3ba1-4512-8d78-99a6007ea22e details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:51:18.943113 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71afd4c2-28c1-43bd-933e-8149cba042b6 x-openstack-request-id: req-71afd4c2-28c1-43bd-933e-8149cba042b6 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:51:18.943406 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66fecaaa-5688-4f23-981a-4f09ace07bc5", "name": "network-vif-deleted", "tag": "33c2dcdf-eaf7-4914-a1a9-0b8248f353f2", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:51:18.943658 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-71afd4c2-28c1-43bd-933e-8149cba042b6 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:51:18.944045 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fecaaa-5688-4f23-981a-4f09ace07bc5', 'name': 'network-vif-deleted', 'tag': '33c2dcdf-eaf7-4914-a1a9-0b8248f353f2', 'status': 'completed', 'code': 200} Sep 21 17:51:18.958244 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-62ddcd75-c4e1-47a8-856b-a69cde2bb668 req-3fed84d0-7e9f-49a1-bc6f-77b319febce3 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1d926d8-5756-421c-a70e-e76c48307f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724511 Sep 21 17:51:18.965047 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-895e6ef5-64a6-433e-8b96-b4d7febf8ea2 req-55037fe8-2a19-455d-be4f-5b8d4438e4a6 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] For port 49aff478-3fd7-4b85-8bfa-85bbd6739c1f, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=49aff478-3fd7-4b85-8bfa-85bbd6739c1f,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:18.965478 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-895e6ef5-64a6-433e-8b96-b4d7febf8ea2 req-55037fe8-2a19-455d-be4f-5b8d4438e4a6 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:18.997082 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-f295edca-8f3f-4df1-a12f-893fd1b03e16 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Network 11a4fcdf-56c0-4722-a4a2-ffbd8671669c is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:51:19.004358 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-97d56b2f-2438-4794-b9f2-93390b7fae56 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7401762 Sep 21 17:51:19.015034 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-895e6ef5-64a6-433e-8b96-b4d7febf8ea2 req-55037fe8-2a19-455d-be4f-5b8d4438e4a6 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Calling delete_port for 49aff478-3fd7-4b85-8bfa-85bbd6739c1f owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:51:19.017664 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-f295edca-8f3f-4df1-a12f-893fd1b03e16 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:51:19.020493 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-f295edca-8f3f-4df1-a12f-893fd1b03e16 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:51:19.029710 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-225d0d4b-331d-43cb-b177-b7b03e3adf24 service neutron] Request body: {'port': {'device_id': '9c540988-9fe3-4631-b952-748f088cd193', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:51:19.084288 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295edca-8f3f-4df1-a12f-893fd1b03e16 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Pushing event updated for resources: {'Port': ['ID=025b9817-f15a-4c12-bc45-955f038ceef7,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:19.160334 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 9f12000d-3ba1-4512-8d78-99a6007ea22e, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9f12000d-3ba1-4512-8d78-99a6007ea22e,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:19.180203 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '9f12000d-3ba1-4512-8d78-99a6007ea22e', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': '9f12000d-3ba1-4512-8d78-99a6007ea22e', 'mac_address': 'fa:16:3e:f0:70:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:51:19.214780 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 17:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed27b29-acdd-4281-9a49-f216e2e139b5 x-openstack-request-id: req-4ed27b29-acdd-4281-9a49-f216e2e139b5 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:51:19.216768 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85b29de-272b-49f9-a6a9-fea329aa0aed", "name": "network-vif-unplugged", "status": "completed", "tag": "49aff478-3fd7-4b85-8bfa-85bbd6739c1f", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:51:19.217299 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4ed27b29-acdd-4281-9a49-f216e2e139b5 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:51:19.218685 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85b29de-272b-49f9-a6a9-fea329aa0aed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49aff478-3fd7-4b85-8bfa-85bbd6739c1f', 'code': 200} Sep 21 17:51:19.250796 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:19.293379 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-8b518d02-61a8-45b4-8491-35718ca13342 None None] Provisioning complete for port 006995ef-bd30-4944-a1b2-61dbac04c028 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:19.294223 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8b518d02-61a8-45b4-8491-35718ca13342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:19.377000 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-8b518d02-61a8-45b4-8491-35718ca13342 None None] Port 006995ef-bd30-4944-a1b2-61dbac04c028 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:51:19.427012 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:19.466047 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ca631-b63a-4bc0-b425-051287aabc90 req-ba0f282a-4a0f-47d7-b809-06692a31544f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:19.468636 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f12000d-3ba1-4512-8d78-99a6007ea22e {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:51:19.481927 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ca631-b63a-4bc0-b425-051287aabc90 req-ba0f282a-4a0f-47d7-b809-06692a31544f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:19.508931 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ca631-b63a-4bc0-b425-051287aabc90 req-ba0f282a-4a0f-47d7-b809-06692a31544f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:19.523252 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a46ca631-b63a-4bc0-b425-051287aabc90 req-ba0f282a-4a0f-47d7-b809-06692a31544f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c540988-9fe3-4631-b952-748f088cd193 HTTP/1.1" status: 200 len: 2375 time: 0.1931338 Sep 21 17:51:19.523893 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 9f12000d-3ba1-4512-8d78-99a6007ea22e, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9f12000d-3ba1-4512-8d78-99a6007ea22e,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:19.533126 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:19.536665 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 9d669526-39f4-466a-8067-9b4f2f40f2a0 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:51:19.630792 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a46ca631-b63a-4bc0-b425-051287aabc90 req-34042fc0-ce29-4ee6-8e8c-0d23a763dbe8 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970881 Sep 21 17:51:19.683659 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 9d669526-39f4-466a-8067-9b4f2f40f2a0, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9d669526-39f4-466a-8067-9b4f2f40f2a0,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:19.698648 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '9d669526-39f4-466a-8067-9b4f2f40f2a0', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': '9d669526-39f4-466a-8067-9b4f2f40f2a0', 'mac_address': 'fa:16:3e:f9:ae:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:51:19.742834 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=9f12000d-3ba1-4512-8d78-99a6007ea22e,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:19.759927 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-f295edca-8f3f-4df1-a12f-893fd1b03e16 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:19.767018 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-f295edca-8f3f-4df1-a12f-893fd1b03e16 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:19.789742 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-70717787-1598-4ccb-aaf1-4cd2646ec2d0 None None] Provisioning complete for port 025b9817-f15a-4c12-bc45-955f038ceef7 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:19.790184 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-70717787-1598-4ccb-aaf1-4cd2646ec2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:19.793935 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-225d0d4b-331d-43cb-b177-b7b03e3adf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:19.833333 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e7d0c-8b68-4bac-8908-4d3578694cb7 req-d28b3f22-d19c-4ab0-a1f9-9d7b57bcd558 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:19.834885 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fb3e7d0c-8b68-4bac-8908-4d3578694cb7 req-d28b3f22-d19c-4ab0-a1f9-9d7b57bcd558 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 945 time: 0.7746360 Sep 21 17:51:19.845743 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-70717787-1598-4ccb-aaf1-4cd2646ec2d0 None None] Port 025b9817-f15a-4c12-bc45-955f038ceef7 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:51:19.853921 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:19.872612 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d669526-39f4-466a-8067-9b4f2f40f2a0 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:51:19.883035 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02026a12-5496-474f-abea-55f1eae86d84 req-62f41881-2c01-4d80-84da-e214d9367911 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:19.891244 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-02026a12-5496-474f-abea-55f1eae86d84 req-62f41881-2c01-4d80-84da-e214d9367911 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f69d2a0-475e-4453-8654-827f46d65926 HTTP/1.1" status: 200 len: 932 time: 0.1237071 Sep 21 17:51:19.900088 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-d552eaef-5c7b-424c-950f-900f878b4257 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:19.903830 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 9d669526-39f4-466a-8067-9b4f2f40f2a0, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9d669526-39f4-466a-8067-9b4f2f40f2a0,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:19.904758 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-d552eaef-5c7b-424c-950f-900f878b4257 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.38 "GET /v2.0/networks?id=ce365bfd-7bb2-49d3-914a-63ce743986ef HTTP/1.1" status: 200 len: 807 time: 0.3728001 Sep 21 17:51:19.910499 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-f295edca-8f3f-4df1-a12f-893fd1b03e16 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4278452 Sep 21 17:51:19.916117 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:19.942070 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-58eed979-756c-40e8-868a-5df8918247ee service neutron] Request body: {'port': {'device_id': '4f69d2a0-475e-4453-8654-827f46d65926', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:51:19.967506 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-6102899f-fdf9-4591-8464-350fe860ddf1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Request body: {'port': {'device_id': '8668e4c0-b256-41bd-95d2-8f70b37d3838', 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef', 'admin_state_up': True, 'tenant_id': '564aef6a99cc4ded992fbb9f0e732388'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:51:19.987977 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:20.002820 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=9d669526-39f4-466a-8067-9b4f2f40f2a0,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:20.032117 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-02026a12-5496-474f-abea-55f1eae86d84 req-95e5a9b6-6420-4bf1-9347-eca7b5f5379b tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397581 Sep 21 17:51:20.080854 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fb3e7d0c-8b68-4bac-8908-4d3578694cb7 req-d4645c0f-f104-4dde-a85d-28777d7f124f tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361615 Sep 21 17:51:20.203278 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d32fc0ef-d68a-4366-99a5-2853ae005565 req-3e1ea3aa-f2e5-4521-9485-7307432bec31 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 210 time: 0.0326049 Sep 21 17:51:20.246362 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-6102899f-fdf9-4591-8464-350fe860ddf1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Made reservation on behalf of 564aef6a99cc4ded992fbb9f0e732388 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:51:20.248469 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['9f12000d-3ba1-4512-8d78-99a6007ea22e'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:51:20.252670 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-6102899f-fdf9-4591-8464-350fe860ddf1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:20.254255 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['9d669526-39f4-466a-8067-9b4f2f40f2a0'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:51:20.268608 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.38', 56923) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:51:20.556767 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-47276777-91ba-4920-a352-65b9be777a16 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:20.558319 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-47276777-91ba-4920-a352-65b9be777a16 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.38 "GET /v2.0/networks?id=b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b HTTP/1.1" status: 200 len: 805 time: 0.2825475 Sep 21 17:51:20.567143 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-58eed979-756c-40e8-868a-5df8918247ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:20.580987 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15392b20-be69-4010-9952-6192635088e0 req-def00f14-9bc0-4162-a5ca-461e9ca74ff8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:20.588242 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-15392b20-be69-4010-9952-6192635088e0 req-def00f14-9bc0-4162-a5ca-461e9ca74ff8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 949 time: 0.2329817 Sep 21 17:51:20.591872 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-895e6ef5-64a6-433e-8b96-b4d7febf8ea2 req-55037fe8-2a19-455d-be4f-5b8d4438e4a6 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:20.616964 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-63eb27ae-9073-47be-8cd6-2492bb68bd40 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Request body: {'port': {'device_id': '37f77c21-8587-4262-b484-b4f35cadbbba', 'network_id': 'b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b', 'admin_state_up': True, 'tenant_id': '5d3ca10dab864494a95ff993f73111e1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:51:20.635979 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-6102899f-fdf9-4591-8464-350fe860ddf1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Allocated IP 172.20.0.7 (ce365bfd-7bb2-49d3-914a-63ce743986ef/f6bcee82-068a-4838-bdd8-412dc7128026/2cbd7773-1b4f-414f-bf20-17171652c2b8) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:51:20.660260 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-15392b20-be69-4010-9952-6192635088e0 req-45b67f19-a4af-4614-9d6a-e155e135de09 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662727 Sep 21 17:51:20.686405 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55037fe8-2a19-455d-be4f-5b8d4438e4a6 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Pushing event deleted for resources: {'Port': ['ID=49aff478-3fd7-4b85-8bfa-85bbd6739c1f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:20.713241 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f515226f-bd5b-4d78-826c-c358b9e451b7 req-4b5eabc8-7a23-4443-bc19-cf1def3d7c24 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 210 time: 0.1479595 Sep 21 17:51:20.916703 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-895e6ef5-64a6-433e-8b96-b4d7febf8ea2 req-55037fe8-2a19-455d-be4f-5b8d4438e4a6 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] No DVR routers for this DVR port 49aff478-3fd7-4b85-8bfa-85bbd6739c1f on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:51:20.934602 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-895e6ef5-64a6-433e-8b96-b4d7febf8ea2 req-55037fe8-2a19-455d-be4f-5b8d4438e4a6 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:20.936304 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-895e6ef5-64a6-433e-8b96-b4d7febf8ea2 req-55037fe8-2a19-455d-be4f-5b8d4438e4a6 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.38 "DELETE /v2.0/ports/49aff478-3fd7-4b85-8bfa-85bbd6739c1f HTTP/1.1" status: 204 len: 173 time: 2.9796693 Sep 21 17:51:20.953717 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85b29de-272b-49f9-a6a9-fea329aa0aed', 'name': 'network-vif-deleted', 'tag': '49aff478-3fd7-4b85-8bfa-85bbd6739c1f'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:51:20.956266 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baff3062-a489-4617-a69d-fc7a7361bd4d" -d '{"events": [{"server_uuid": "a85b29de-272b-49f9-a6a9-fea329aa0aed", "name": "network-vif-deleted", "tag": "49aff478-3fd7-4b85-8bfa-85bbd6739c1f"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:51:20.979536 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-6102899f-fdf9-4591-8464-350fe860ddf1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:21.028402 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-6102899f-fdf9-4591-8464-350fe860ddf1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:21.047677 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752722d9-d5b0-49d8-ba57-91bc33adeeea req-460e1c82-5cb2-4b61-8f20-0c81cbd8d968 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:21.051562 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-752722d9-d5b0-49d8-ba57-91bc33adeeea req-460e1c82-5cb2-4b61-8f20-0c81cbd8d968 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9e14ecc-e477-4bba-9f9f-78c9b8c4ff7e HTTP/1.1" status: 200 len: 948 time: 0.2880826 Sep 21 17:51:21.117145 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37c309-d19d-4edc-8d31-db9a5c2db09a req-bbcb7c90-782a-4f9b-a1da-ca27ff0cf1d8 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:21.123396 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37c309-d19d-4edc-8d31-db9a5c2db09a req-bbcb7c90-782a-4f9b-a1da-ca27ff0cf1d8 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:21.129384 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37c309-d19d-4edc-8d31-db9a5c2db09a req-bbcb7c90-782a-4f9b-a1da-ca27ff0cf1d8 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:21.131243 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6a37c309-d19d-4edc-8d31-db9a5c2db09a req-bbcb7c90-782a-4f9b-a1da-ca27ff0cf1d8 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c540988-9fe3-4631-b952-748f088cd193 HTTP/1.1" status: 200 len: 2375 time: 0.2183633 Sep 21 17:51:21.152828 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-6102899f-fdf9-4591-8464-350fe860ddf1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Network ce365bfd-7bb2-49d3-914a-63ce743986ef is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:51:21.167200 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-752722d9-d5b0-49d8-ba57-91bc33adeeea req-bdc94e17-79be-4ee7-8281-f4f1977e8a78 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1d926d8-5756-421c-a70e-e76c48307f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036196 Sep 21 17:51:21.170984 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-6102899f-fdf9-4591-8464-350fe860ddf1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:51:21.176542 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-6102899f-fdf9-4591-8464-350fe860ddf1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:51:21.224732 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['088ae4ee-9c54-471a-9def-2abee202994b'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:51:21.243449 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-225d0d4b-331d-43cb-b177-b7b03e3adf24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df9844b-6800-4489-8f34-b9ba0ba1c54f {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:51:21.247944 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-63eb27ae-9073-47be-8cd6-2492bb68bd40 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Made reservation on behalf of 5d3ca10dab864494a95ff993f73111e1 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:51:21.251531 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-63eb27ae-9073-47be-8cd6-2492bb68bd40 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:21.255721 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6a37c309-d19d-4edc-8d31-db9a5c2db09a req-1b303e56-3dcb-4e76-80f9-e926f03fdbdb tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118138 Sep 21 17:51:21.267856 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-225d0d4b-331d-43cb-b177-b7b03e3adf24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:21.314770 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b768e8-b6bd-4526-a272-9b34f88ae0ea x-openstack-request-id: req-42b768e8-b6bd-4526-a272-9b34f88ae0ea {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:51:21.315107 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85b29de-272b-49f9-a6a9-fea329aa0aed", "name": "network-vif-deleted", "tag": "49aff478-3fd7-4b85-8bfa-85bbd6739c1f", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:51:21.315355 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-42b768e8-b6bd-4526-a272-9b34f88ae0ea {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:51:21.315833 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85b29de-272b-49f9-a6a9-fea329aa0aed', 'name': 'network-vif-deleted', 'tag': '49aff478-3fd7-4b85-8bfa-85bbd6739c1f', 'status': 'completed', 'code': 200} Sep 21 17:51:21.323351 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6102899f-fdf9-4591-8464-350fe860ddf1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Pushing event updated for resources: {'Port': ['ID=2cbd7773-1b4f-414f-bf20-17171652c2b8,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:21.343382 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-225d0d4b-331d-43cb-b177-b7b03e3adf24 service neutron] Transition to ACTIVE for port object 4df9844b-6800-4489-8f34-b9ba0ba1c54f will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:51:21.386813 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-225d0d4b-331d-43cb-b177-b7b03e3adf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:21.398246 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-6102899f-fdf9-4591-8464-350fe860ddf1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:21.399249 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-6102899f-fdf9-4591-8464-350fe860ddf1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:21.437275 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-6102899f-fdf9-4591-8464-350fe860ddf1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4856355 Sep 21 17:51:21.457719 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-48c4e65d-aa48-43b1-8b01-04fd1fc5be7d service neutron] Request body: {'port': {'device_id': '8668e4c0-b256-41bd-95d2-8f70b37d3838', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:51:21.503046 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:21.551714 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-48c4e65d-aa48-43b1-8b01-04fd1fc5be7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:21.595631 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55e3e5-193d-42c9-b7c9-4887bdeff5cf req-b8d9086b-b689-45a1-8fb7-1c866beb082b tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:21.604518 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5a55e3e5-193d-42c9-b7c9-4887bdeff5cf req-b8d9086b-b689-45a1-8fb7-1c866beb082b tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 945 time: 0.1632552 Sep 21 17:51:21.748409 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d0d4b-331d-43cb-b177-b7b03e3adf24 service neutron] Pushing event updated for resources: {'Port': ['ID=4df9844b-6800-4489-8f34-b9ba0ba1c54f,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:21.796860 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc588cd-e4c9-4102-b6f2-080536931574 req-0c0140bd-bf64-4ad3-8d1c-5b3b3d9f1271 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:21.804395 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1cc588cd-e4c9-4102-b6f2-080536931574 req-0c0140bd-bf64-4ad3-8d1c-5b3b3d9f1271 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f69d2a0-475e-4453-8654-827f46d65926 HTTP/1.1" status: 200 len: 932 time: 0.4100542 Sep 21 17:51:21.810819 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-63eb27ae-9073-47be-8cd6-2492bb68bd40 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Allocated IP 172.20.0.4 (b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b/def27755-188f-4074-84e9-9b2c33d106ae/450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:51:21.842196 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-58eed979-756c-40e8-868a-5df8918247ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 025b9817-f15a-4c12-bc45-955f038ceef7 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:51:21.881282 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-58eed979-756c-40e8-868a-5df8918247ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:21.958851 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-58eed979-756c-40e8-868a-5df8918247ee service neutron] Transition to ACTIVE for port object 025b9817-f15a-4c12-bc45-955f038ceef7 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:51:21.996919 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1cc588cd-e4c9-4102-b6f2-080536931574 req-0d95ebcc-0979-4e2a-924a-11de81737054 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916337 Sep 21 17:51:22.023870 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-58eed979-756c-40e8-868a-5df8918247ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:22.035439 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-48c4e65d-aa48-43b1-8b01-04fd1fc5be7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cbd7773-1b4f-414f-bf20-17171652c2b8 {{(pid=101461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:51:22.049714 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-48c4e65d-aa48-43b1-8b01-04fd1fc5be7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:22.074138 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-225d0d4b-331d-43cb-b177-b7b03e3adf24 service neutron] Attempting to bind port 4df9844b-6800-4489-8f34-b9ba0ba1c54f on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:51:22.074452 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-225d0d4b-331d-43cb-b177-b7b03e3adf24 service neutron] Attempting to bind port 4df9844b-6800-4489-8f34-b9ba0ba1c54f by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '0bcd8356-160f-4588-b9dd-d0124434889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'dd715e13-e301-4440-ae4c-88a0382cc1c1'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:51:22.074775 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-225d0d4b-331d-43cb-b177-b7b03e3adf24 service neutron] Attempting to bind port 4df9844b-6800-4489-8f34-b9ba0ba1c54f on network dd715e13-e301-4440-ae4c-88a0382cc1c1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:51:22.090108 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5a55e3e5-193d-42c9-b7c9-4887bdeff5cf req-60e79032-762e-49cf-a772-efb390034686 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4843009 Sep 21 17:51:22.124006 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.provisioning_blocks [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-48c4e65d-aa48-43b1-8b01-04fd1fc5be7d service neutron] Transition to ACTIVE for port object 2cbd7773-1b4f-414f-bf20-17171652c2b8 will not be triggered until provisioned by entity L2. {{(pid=101461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:51:22.132809 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-48c4e65d-aa48-43b1-8b01-04fd1fc5be7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:22.149326 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-225d0d4b-331d-43cb-b177-b7b03e3adf24 service neutron] Port 4df9844b-6800-4489-8f34-b9ba0ba1c54f on network dd715e13-e301-4440-ae4c-88a0382cc1c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:51:22.149326 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-225d0d4b-331d-43cb-b177-b7b03e3adf24 service neutron] Attempting to bind port 4df9844b-6800-4489-8f34-b9ba0ba1c54f on network dd715e13-e301-4440-ae4c-88a0382cc1c1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:51:22.245742 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4e65d-aa48-43b1-8b01-04fd1fc5be7d service neutron] Pushing event updated for resources: {'Port': ['ID=2cbd7773-1b4f-414f-bf20-17171652c2b8,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:22.248126 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 49aff478-3fd7-4b85-8bfa-85bbd6739c1f no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:51:22.279436 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-225d0d4b-331d-43cb-b177-b7b03e3adf24 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:51:22.279771 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-225d0d4b-331d-43cb-b177-b7b03e3adf24 service neutron] Checking segment: {'id': '0bcd8356-160f-4588-b9dd-d0124434889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'dd715e13-e301-4440-ae4c-88a0382cc1c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:51:22.280162 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-225d0d4b-331d-43cb-b177-b7b03e3adf24 service neutron] Bound using segment: {'id': '0bcd8356-160f-4588-b9dd-d0124434889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'dd715e13-e301-4440-ae4c-88a0382cc1c1'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:51:22.280612 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-225d0d4b-331d-43cb-b177-b7b03e3adf24 service neutron] Bound port: 4df9844b-6800-4489-8f34-b9ba0ba1c54f, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bcd8356-160f-4588-b9dd-d0124434889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'dd715e13-e301-4440-ae4c-88a0382cc1c1'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:51:22.280985 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-225d0d4b-331d-43cb-b177-b7b03e3adf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:22.291576 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 49aff478-3fd7-4b85-8bfa-85bbd6739c1f {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:51:22.292281 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 49aff478-3fd7-4b85-8bfa-85bbd6739c1f not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:51:22.360773 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93dc0f0-ed58-498b-8623-fa170e969b38 req-7de40f1f-8b14-4b36-8ba8-5ac174d07036 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:22.362455 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eed979-756c-40e8-868a-5df8918247ee service neutron] Pushing event updated for resources: {'Port': ['ID=025b9817-f15a-4c12-bc45-955f038ceef7,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:22.372218 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d93dc0f0-ed58-498b-8623-fa170e969b38 req-7de40f1f-8b14-4b36-8ba8-5ac174d07036 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 949 time: 0.1556602 Sep 21 17:51:22.443872 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eed979-756c-40e8-868a-5df8918247ee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:22.444396 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eed979-756c-40e8-868a-5df8918247ee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:22.444894 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eed979-756c-40e8-868a-5df8918247ee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:22.445378 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eed979-756c-40e8-868a-5df8918247ee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:22.446020 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eed979-756c-40e8-868a-5df8918247ee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:22.446637 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eed979-756c-40e8-868a-5df8918247ee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:22.447145 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eed979-756c-40e8-868a-5df8918247ee service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:22.448345 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eed979-756c-40e8-868a-5df8918247ee service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:22.448858 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eed979-756c-40e8-868a-5df8918247ee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:22.449521 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eed979-756c-40e8-868a-5df8918247ee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:22.450020 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eed979-756c-40e8-868a-5df8918247ee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:22.450508 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eed979-756c-40e8-868a-5df8918247ee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:22.462348 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d93dc0f0-ed58-498b-8623-fa170e969b38 req-bee5ae41-a05a-4676-a0fd-d6f83d54309f tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890117 Sep 21 17:51:22.520792 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-48c4e65d-aa48-43b1-8b01-04fd1fc5be7d service neutron] Attempting to bind port 2cbd7773-1b4f-414f-bf20-17171652c2b8 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:51:22.524976 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-48c4e65d-aa48-43b1-8b01-04fd1fc5be7d service neutron] Attempting to bind port 2cbd7773-1b4f-414f-bf20-17171652c2b8 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:51:22.525457 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-48c4e65d-aa48-43b1-8b01-04fd1fc5be7d service neutron] Attempting to bind port 2cbd7773-1b4f-414f-bf20-17171652c2b8 on network ce365bfd-7bb2-49d3-914a-63ce743986ef {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:51:22.531358 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9960982-28cb-4aa6-b7c9-e21c26701af1 req-8b9f2dc3-e8d6-4370-b6de-0687cf799ec9 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:22.533423 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d9960982-28cb-4aa6-b7c9-e21c26701af1 req-8b9f2dc3-e8d6-4370-b6de-0687cf799ec9 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 943 time: 0.4131210 Sep 21 17:51:22.537386 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-48c4e65d-aa48-43b1-8b01-04fd1fc5be7d service neutron] Port 2cbd7773-1b4f-414f-bf20-17171652c2b8 on network ce365bfd-7bb2-49d3-914a-63ce743986ef not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:51:22.537849 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-48c4e65d-aa48-43b1-8b01-04fd1fc5be7d service neutron] Attempting to bind port 2cbd7773-1b4f-414f-bf20-17171652c2b8 on network ce365bfd-7bb2-49d3-914a-63ce743986ef {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:51:22.548901 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-48c4e65d-aa48-43b1-8b01-04fd1fc5be7d service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:51:22.550197 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-48c4e65d-aa48-43b1-8b01-04fd1fc5be7d service neutron] Checking segment: {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:51:22.550701 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-48c4e65d-aa48-43b1-8b01-04fd1fc5be7d service neutron] Bound using segment: {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:51:22.552648 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-48c4e65d-aa48-43b1-8b01-04fd1fc5be7d service neutron] Bound port: 2cbd7773-1b4f-414f-bf20-17171652c2b8, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'}}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:51:22.553129 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-48c4e65d-aa48-43b1-8b01-04fd1fc5be7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:22.585565 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-63eb27ae-9073-47be-8cd6-2492bb68bd40 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:22.615987 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f1644216-98b5-4368-83e4-81a48f8ebf87 req-af7dcd72-6ed4-415c-b082-6cf61fdee4ea tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 210 time: 0.0423853 Sep 21 17:51:22.641396 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-225d0d4b-331d-43cb-b177-b7b03e3adf24 service neutron] For port 4df9844b-6800-4489-8f34-b9ba0ba1c54f, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:51:22.654805 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-58eed979-756c-40e8-868a-5df8918247ee service neutron] Attempting to bind port 025b9817-f15a-4c12-bc45-955f038ceef7 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:51:22.655425 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-58eed979-756c-40e8-868a-5df8918247ee service neutron] Attempting to bind port 025b9817-f15a-4c12-bc45-955f038ceef7 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '7a5dc2df-d527-4d5f-8075-3ae6a5871227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:51:22.655917 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-58eed979-756c-40e8-868a-5df8918247ee service neutron] Attempting to bind port 025b9817-f15a-4c12-bc45-955f038ceef7 on network 11a4fcdf-56c0-4722-a4a2-ffbd8671669c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:51:22.680110 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d9960982-28cb-4aa6-b7c9-e21c26701af1 req-b8652842-7ccc-4b29-956e-65ac00ff2166 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380694 Sep 21 17:51:22.684858 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-225d0d4b-331d-43cb-b177-b7b03e3adf24 service neutron] For port 4df9844b-6800-4489-8f34-b9ba0ba1c54f, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=4df9844b-6800-4489-8f34-b9ba0ba1c54f,segment=NetworkSegment(0bcd8356-160f-4588-b9dd-d0124434889c),segment_id=0bcd8356-160f-4588-b9dd-d0124434889c)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:51:22.718405 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-58eed979-756c-40e8-868a-5df8918247ee service neutron] Port 025b9817-f15a-4c12-bc45-955f038ceef7 on network 11a4fcdf-56c0-4722-a4a2-ffbd8671669c not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:51:22.718805 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-58eed979-756c-40e8-868a-5df8918247ee service neutron] Attempting to bind port 025b9817-f15a-4c12-bc45-955f038ceef7 on network 11a4fcdf-56c0-4722-a4a2-ffbd8671669c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:51:22.730109 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-225d0d4b-331d-43cb-b177-b7b03e3adf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:22.773090 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-48c4e65d-aa48-43b1-8b01-04fd1fc5be7d service neutron] For port 2cbd7773-1b4f-414f-bf20-17171652c2b8, host n-h1-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:51:22.776705 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-58eed979-756c-40e8-868a-5df8918247ee service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:51:22.777307 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-58eed979-756c-40e8-868a-5df8918247ee service neutron] Checking segment: {'id': '7a5dc2df-d527-4d5f-8075-3ae6a5871227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:51:22.777854 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-58eed979-756c-40e8-868a-5df8918247ee service neutron] Bound using segment: {'id': '7a5dc2df-d527-4d5f-8075-3ae6a5871227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:51:22.778492 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-58eed979-756c-40e8-868a-5df8918247ee service neutron] Bound port: 025b9817-f15a-4c12-bc45-955f038ceef7, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a5dc2df-d527-4d5f-8075-3ae6a5871227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:51:22.779314 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-58eed979-756c-40e8-868a-5df8918247ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:22.785118 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-48c4e65d-aa48-43b1-8b01-04fd1fc5be7d service neutron] For port 2cbd7773-1b4f-414f-bf20-17171652c2b8, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=2cbd7773-1b4f-414f-bf20-17171652c2b8,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:51:22.793162 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-48c4e65d-aa48-43b1-8b01-04fd1fc5be7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:22.850207 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-63eb27ae-9073-47be-8cd6-2492bb68bd40 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:22.913353 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-48c4e65d-aa48-43b1-8b01-04fd1fc5be7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:22.913808 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-48c4e65d-aa48-43b1-8b01-04fd1fc5be7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:22.915311 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-48c4e65d-aa48-43b1-8b01-04fd1fc5be7d service neutron] 10.222.0.38 "PUT /v2.0/ports/2cbd7773-1b4f-414f-bf20-17171652c2b8 HTTP/1.1" status: 200 len: 1091 time: 1.4622583 Sep 21 17:51:22.916639 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 9f12000d-3ba1-4512-8d78-99a6007ea22e up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:51:22.917866 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8668e4c0-b256-41bd-95d2-8f70b37d3838', 'tag': '2cbd7773-1b4f-414f-bf20-17171652c2b8'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:51:22.922636 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-225d0d4b-331d-43cb-b177-b7b03e3adf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:22.923332 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-225d0d4b-331d-43cb-b177-b7b03e3adf24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:22.924744 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-225d0d4b-331d-43cb-b177-b7b03e3adf24 service neutron] 10.222.0.38 "PUT /v2.0/ports/4df9844b-6800-4489-8f34-b9ba0ba1c54f HTTP/1.1" status: 200 len: 1092 time: 3.9111226 Sep 21 17:51:22.930039 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f790c7-7c10-413d-ac3c-4a1c57fdf34b" -d '{"events": [{"name": "network-changed", "server_uuid": "8668e4c0-b256-41bd-95d2-8f70b37d3838", "tag": "2cbd7773-1b4f-414f-bf20-17171652c2b8"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:51:22.984406 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-ce68486d-21fa-433b-844f-3edabf304fb8 service neutron] Request body: {'port': {'device_id': '9c540988-9fe3-4631-b952-748f088cd193', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:51:22.988513 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 9f12000d-3ba1-4512-8d78-99a6007ea22e completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:51:22.994782 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 9f12000d-3ba1-4512-8d78-99a6007ea22e triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:22.995490 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:23.016524 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4e65d-aa48-43b1-8b01-04fd1fc5be7d service neutron] Pushing event updated for resources: {'Port': ['ID=2cbd7773-1b4f-414f-bf20-17171652c2b8,revision_number=3']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:23.071780 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-63eb27ae-9073-47be-8cd6-2492bb68bd40 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Network b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:51:23.098382 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:23.101125 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-63eb27ae-9073-47be-8cd6-2492bb68bd40 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:51:23.102996 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d0d4b-331d-43cb-b177-b7b03e3adf24 service neutron] Pushing event updated for resources: {'Port': ['ID=4df9844b-6800-4489-8f34-b9ba0ba1c54f,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:23.105737 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47465fa-b628-4c2d-8a65-dc205b03cada req-ac7dd467-adac-491b-9e95-82b016e026be tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:23.118698 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:23.122634 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47465fa-b628-4c2d-8a65-dc205b03cada req-ac7dd467-adac-491b-9e95-82b016e026be tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:23.124850 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-63eb27ae-9073-47be-8cd6-2492bb68bd40 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:51:23.133867 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47465fa-b628-4c2d-8a65-dc205b03cada req-ac7dd467-adac-491b-9e95-82b016e026be tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:23.138313 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f47465fa-b628-4c2d-8a65-dc205b03cada req-ac7dd467-adac-491b-9e95-82b016e026be tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c540988-9fe3-4631-b952-748f088cd193 HTTP/1.1" status: 200 len: 2387 time: 0.2947769 Sep 21 17:51:23.169231 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-e014c45b-810f-4c60-926d-f0f8ad499946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:23.170754 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-e014c45b-810f-4c60-926d-f0f8ad499946 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=564aef6a99cc4ded992fbb9f0e732388&device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 1094 time: 0.1956439 Sep 21 17:51:23.173162 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 9f12000d-3ba1-4512-8d78-99a6007ea22e, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9f12000d-3ba1-4512-8d78-99a6007ea22e,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:23.174441 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6130800-b060-4d6f-b177-c915669d494c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f12000d-3ba1-4512-8d78-99a6007ea22e'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:51:23.179058 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e973bfda-55a5-43ab-b230-0c10bce3aaaa" -d '{"events": [{"server_uuid": "e6130800-b060-4d6f-b177-c915669d494c", "name": "network-vif-plugged", "status": "completed", "tag": "9f12000d-3ba1-4512-8d78-99a6007ea22e"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:51:23.184085 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:23.185958 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 9d669526-39f4-466a-8067-9b4f2f40f2a0 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:51:23.231783 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb27ae-9073-47be-8cd6-2492bb68bd40 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Pushing event updated for resources: {'Port': ['ID=450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:23.279873 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70baf764-daf2-4a78-8ac2-7fc54c2786d3 req-d535911d-91a8-4ea2-af6a-d883239a187c tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:23.281582 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-70baf764-daf2-4a78-8ac2-7fc54c2786d3 req-d535911d-91a8-4ea2-af6a-d883239a187c tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9e14ecc-e477-4bba-9f9f-78c9b8c4ff7e HTTP/1.1" status: 200 len: 948 time: 0.4564915 Sep 21 17:51:23.311129 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=9f12000d-3ba1-4512-8d78-99a6007ea22e,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:23.311680 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-b47d1cbb-3f69-45f4-bb0c-ff26e9dceda9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cbd7773-1b4f-414f-bf20-17171652c2b8 HTTP/1.1" status: 200 len: 217 time: 0.1257277 Sep 21 17:51:23.324513 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c540988-9fe3-4631-b952-748f088cd193', 'tag': '4df9844b-6800-4489-8f34-b9ba0ba1c54f'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:51:23.326749 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7080299d-3654-4777-a15d-e4c9f006cc2c" -d '{"events": [{"name": "network-changed", "server_uuid": "9c540988-9fe3-4631-b952-748f088cd193", "tag": "4df9844b-6800-4489-8f34-b9ba0ba1c54f"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:51:23.330963 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f47465fa-b628-4c2d-8a65-dc205b03cada req-83441b83-1aa2-495c-96a0-74469da0cca5 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806490 Sep 21 17:51:23.331626 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 9d669526-39f4-466a-8067-9b4f2f40f2a0 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:51:23.337030 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 9d669526-39f4-466a-8067-9b4f2f40f2a0 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:23.338024 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:23.385989 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-ce68486d-21fa-433b-844f-3edabf304fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:23.392541 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-70baf764-daf2-4a78-8ac2-7fc54c2786d3 req-c9493d47-f573-460c-9c14-e4fcd3a0a771 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1d926d8-5756-421c-a70e-e76c48307f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863652 Sep 21 17:51:23.398261 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-63eb27ae-9073-47be-8cd6-2492bb68bd40 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:23.398910 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-63eb27ae-9073-47be-8cd6-2492bb68bd40 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:23.409126 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-58eed979-756c-40e8-868a-5df8918247ee service neutron] For port 025b9817-f15a-4c12-bc45-955f038ceef7, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:51:23.442823 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23aab75b-3150-4d40-b73e-e6dd337e822d x-openstack-request-id: req-23aab75b-3150-4d40-b73e-e6dd337e822d {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:51:23.448169 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8668e4c0-b256-41bd-95d2-8f70b37d3838", "tag": "2cbd7773-1b4f-414f-bf20-17171652c2b8", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:51:23.449625 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-23aab75b-3150-4d40-b73e-e6dd337e822d {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:51:23.450302 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8668e4c0-b256-41bd-95d2-8f70b37d3838', 'tag': '2cbd7773-1b4f-414f-bf20-17171652c2b8', 'status': 'completed', 'code': 200} Sep 21 17:51:23.459583 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-58eed979-756c-40e8-868a-5df8918247ee service neutron] For port 025b9817-f15a-4c12-bc45-955f038ceef7, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=025b9817-f15a-4c12-bc45-955f038ceef7,segment=NetworkSegment(7a5dc2df-d527-4d5f-8075-3ae6a5871227),segment_id=7a5dc2df-d527-4d5f-8075-3ae6a5871227)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:51:23.465618 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-63eb27ae-9073-47be-8cd6-2492bb68bd40 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8832850 Sep 21 17:51:23.480932 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-58eed979-756c-40e8-868a-5df8918247ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:23.487229 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-b80a7f79-e9df-4783-93d5-533e0fe0e733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:23.488476 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-68bcea74-d7aa-4a24-8d0a-49353f22226c service neutron] Request body: {'port': {'device_id': '37f77c21-8587-4262-b484-b4f35cadbbba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:51:23.496120 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-b80a7f79-e9df-4783-93d5-533e0fe0e733 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f6bcee82-068a-4838-bdd8-412dc7128026 HTTP/1.1" status: 200 len: 847 time: 0.1599226 Sep 21 17:51:23.558033 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-9ac7e0cb-3d6b-4a01-a3c4-2c5ed358316e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ce365bfd-7bb2-49d3-914a-63ce743986ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549119 Sep 21 17:51:23.576222 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:23.653123 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 9d669526-39f4-466a-8067-9b4f2f40f2a0, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9d669526-39f4-466a-8067-9b4f2f40f2a0,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:23.654035 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-58eed979-756c-40e8-868a-5df8918247ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:23.654680 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-58eed979-756c-40e8-868a-5df8918247ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:23.656292 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-58eed979-756c-40e8-868a-5df8918247ee service neutron] 10.222.0.38 "PUT /v2.0/ports/025b9817-f15a-4c12-bc45-955f038ceef7 HTTP/1.1" status: 200 len: 1092 time: 3.7292347 Sep 21 17:51:23.659604 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:23.678242 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-68bcea74-d7aa-4a24-8d0a-49353f22226c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:23.704900 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659e905-7298-46c0-b0ec-b1eb17abb627 req-49dba8d7-98af-4d19-b8eb-94a622c68733 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:23.712981 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f659e905-7298-46c0-b0ec-b1eb17abb627 req-49dba8d7-98af-4d19-b8eb-94a622c68733 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 945 time: 0.1331823 Sep 21 17:51:23.747092 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=9d669526-39f4-466a-8067-9b4f2f40f2a0,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:23.769537 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-8ac2cc7f-2c4e-4654-b2bb-33412a5ef859 service neutron] 10.222.0.38 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996434 Sep 21 17:51:23.874074 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f659e905-7298-46c0-b0ec-b1eb17abb627 req-e5a672a1-1549-4edd-9577-f9b13ff48021 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569173 Sep 21 17:51:23.957370 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd431a62-c1c4-4b67-954a-47a188b331a9 x-openstack-request-id: req-dd431a62-c1c4-4b67-954a-47a188b331a9 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:51:23.957669 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6130800-b060-4d6f-b177-c915669d494c", "name": "network-vif-plugged", "status": "completed", "tag": "9f12000d-3ba1-4512-8d78-99a6007ea22e", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:51:23.957923 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dd431a62-c1c4-4b67-954a-47a188b331a9 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:51:23.958321 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6130800-b060-4d6f-b177-c915669d494c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f12000d-3ba1-4512-8d78-99a6007ea22e', 'code': 200} Sep 21 17:51:24.074824 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4ec9ea5e-3520-45fb-93a9-0711e3a22bcd req-cca69f63-78e2-44a3-ba2d-b8cec6afb5cb service neutron] 10.222.0.38 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905717 Sep 21 17:51:24.137297 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-68bcea74-d7aa-4a24-8d0a-49353f22226c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:51:24.140903 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-6f815036-0f11-4e70-9cbe-4cda951ce007 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:24.142866 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-6f815036-0f11-4e70-9cbe-4cda951ce007 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65&tenant_id=57dccdb6847547f580dd9713009778d2&binding%3Ahost_id=n-h1-810291-1 HTTP/1.1" status: 200 len: 1096 time: 0.1574435 Sep 21 17:51:24.146128 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-68bcea74-d7aa-4a24-8d0a-49353f22226c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:24.159778 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-68bcea74-d7aa-4a24-8d0a-49353f22226c service neutron] Transition to ACTIVE for port object 450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:51:24.166729 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810291-1'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:51:24.179343 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56fbd03-ca2f-4819-b1a0-23557ac5622d x-openstack-request-id: req-c56fbd03-ca2f-4819-b1a0-23557ac5622d {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:51:24.179610 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c540988-9fe3-4631-b952-748f088cd193", "tag": "4df9844b-6800-4489-8f34-b9ba0ba1c54f", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:51:24.180174 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c56fbd03-ca2f-4819-b1a0-23557ac5622d {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:51:24.180862 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c540988-9fe3-4631-b952-748f088cd193', 'tag': '4df9844b-6800-4489-8f34-b9ba0ba1c54f', 'status': 'completed', 'code': 200} Sep 21 17:51:24.217060 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eed979-756c-40e8-868a-5df8918247ee service neutron] Pushing event updated for resources: {'Port': ['ID=025b9817-f15a-4c12-bc45-955f038ceef7,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:24.219791 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080299d-3654-4777-a15d-e4c9f006cc2c req-c5f2a6bf-1c89-4736-b77e-5e3fc5e47668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:24.219929 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-68bcea74-d7aa-4a24-8d0a-49353f22226c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:24.220660 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080299d-3654-4777-a15d-e4c9f006cc2c req-c5f2a6bf-1c89-4736-b77e-5e3fc5e47668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:24.221334 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080299d-3654-4777-a15d-e4c9f006cc2c req-c5f2a6bf-1c89-4736-b77e-5e3fc5e47668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:24.223436 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7080299d-3654-4777-a15d-e4c9f006cc2c req-c5f2a6bf-1c89-4736-b77e-5e3fc5e47668 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e723094aa6f4441a862c24afd6445d40&device_id=9c540988-9fe3-4631-b952-748f088cd193 HTTP/1.1" status: 200 len: 2730 time: 0.1297681 Sep 21 17:51:24.259518 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbcd78c-244b-4e74-a9be-1c064301c2d6 req-ab39c4e2-2e7e-4743-900d-f2b8645c9e13 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:24.267196 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5cbcd78c-244b-4e74-a9be-1c064301c2d6 req-ab39c4e2-2e7e-4743-900d-f2b8645c9e13 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 950 time: 0.1562271 Sep 21 17:51:24.291937 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f6e7c-c821-46c4-9fd7-3964051865ef req-87a4965b-bf02-4643-b751-82ac8413f5c0 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:24.293813 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-738f6e7c-c821-46c4-9fd7-3964051865ef req-87a4965b-bf02-4643-b751-82ac8413f5c0 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f69d2a0-475e-4453-8654-827f46d65926 HTTP/1.1" status: 200 len: 944 time: 0.6765134 Sep 21 17:51:24.360331 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:24.384863 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:24.504572 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5cbcd78c-244b-4e74-a9be-1c064301c2d6 req-51e7e24d-203a-4113-8da4-f8cb4e642d47 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315013 Sep 21 17:51:24.564484 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080299d-3654-4777-a15d-e4c9f006cc2c req-1b9e0683-ef05-460f-86c4-c8905f4e9380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:24.573641 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080299d-3654-4777-a15d-e4c9f006cc2c req-1b9e0683-ef05-460f-86c4-c8905f4e9380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:24.574500 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080299d-3654-4777-a15d-e4c9f006cc2c req-1b9e0683-ef05-460f-86c4-c8905f4e9380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:24.578773 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7080299d-3654-4777-a15d-e4c9f006cc2c req-1b9e0683-ef05-460f-86c4-c8905f4e9380 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=e723094aa6f4441a862c24afd6445d40&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3364780 Sep 21 17:51:24.701200 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-eaf44f83-a60f-471a-a9eb-9fd39b386c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:24.702736 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-eaf44f83-a60f-471a-a9eb-9fd39b386c8b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b93028f5f6c042dd85c1734d29b3e8eb&device_id=4f69d2a0-475e-4453-8654-827f46d65926 HTTP/1.1" status: 200 len: 1095 time: 0.9299490 Sep 21 17:51:24.774721 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-691b4342-9bb1-4ba9-af17-29b6af6ed11e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=025b9817-f15a-4c12-bc45-955f038ceef7 HTTP/1.1" status: 200 len: 217 time: 0.0537500 Sep 21 17:51:24.878203 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bcea74-d7aa-4a24-8d0a-49353f22226c service neutron] Pushing event updated for resources: {'Port': ['ID=450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:24.888099 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f790c7-7c10-413d-ac3c-4a1c57fdf34b req-50b72f3d-0784-41f1-8bef-3fa4bc377ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:24.889714 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-44f790c7-7c10-413d-ac3c-4a1c57fdf34b req-50b72f3d-0784-41f1-8bef-3fa4bc377ec2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=564aef6a99cc4ded992fbb9f0e732388&device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 1094 time: 0.7262132 Sep 21 17:51:24.892776 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-738f6e7c-c821-46c4-9fd7-3964051865ef req-4fa08982-d1ce-49f6-a355-3ae1efe2a7b0 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2535646 Sep 21 17:51:24.913812 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:51:24.934098 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e37902-8fd7-4800-b08b-18b73ba2e330 req-7f27c8f4-b71f-4132-9ab4-9392c31aa5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:24.935678 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d6e37902-8fd7-4800-b08b-18b73ba2e330 req-7f27c8f4-b71f-4132-9ab4-9392c31aa5e4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 1101 time: 0.7539334 Sep 21 17:51:25.060279 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-68bcea74-d7aa-4a24-8d0a-49353f22226c service neutron] Attempting to bind port 450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:51:25.060517 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-68bcea74-d7aa-4a24-8d0a-49353f22226c service neutron] Attempting to bind port 450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '9c08f836-aec9-456e-aaf6-ac9a8961f79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:51:25.060884 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-68bcea74-d7aa-4a24-8d0a-49353f22226c service neutron] Attempting to bind port 450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf on network b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:51:25.073660 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-68bcea74-d7aa-4a24-8d0a-49353f22226c service neutron] Port 450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf on network b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:51:25.073987 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-68bcea74-d7aa-4a24-8d0a-49353f22226c service neutron] Attempting to bind port 450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf on network b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:51:25.121113 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:25.121852 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-ee06a09f-9f97-4252-866b-28bf2972023d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:25.124087 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-ee06a09f-9f97-4252-866b-28bf2972023d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=42aa13e9-fa0a-473d-9510-59ad5e7250f2 HTTP/1.1" status: 200 len: 863 time: 0.3353074 Sep 21 17:51:25.144183 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-68bcea74-d7aa-4a24-8d0a-49353f22226c service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:51:25.144941 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-68bcea74-d7aa-4a24-8d0a-49353f22226c service neutron] Checking segment: {'id': '9c08f836-aec9-456e-aaf6-ac9a8961f79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:51:25.145437 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 has no active binding in host n-h2-810291-1 {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 21 17:51:25.145576 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-68bcea74-d7aa-4a24-8d0a-49353f22226c service neutron] Bound using segment: {'id': '9c08f836-aec9-456e-aaf6-ac9a8961f79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:51:25.146183 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-68bcea74-d7aa-4a24-8d0a-49353f22226c service neutron] Bound port: 450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c08f836-aec9-456e-aaf6-ac9a8961f79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:51:25.146707 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-68bcea74-d7aa-4a24-8d0a-49353f22226c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:25.280491 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320cfb4-3255-4994-8345-a29f7726777f req-118dd352-2d84-462f-b50d-38ebc959e846 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:25.282744 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4320cfb4-3255-4994-8345-a29f7726777f req-118dd352-2d84-462f-b50d-38ebc959e846 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 943 time: 0.6816761 Sep 21 17:51:25.296694 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-68bcea74-d7aa-4a24-8d0a-49353f22226c service neutron] For port 450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:51:25.301720 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-68bcea74-d7aa-4a24-8d0a-49353f22226c service neutron] For port 450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:51:25.310798 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce2941-7beb-419d-ab42-6f7ba85131d5 req-2c937198-7b34-46e2-b705-4c605ba94919 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:25.312348 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-04ce2941-7beb-419d-ab42-6f7ba85131d5 req-2c937198-7b34-46e2-b705-4c605ba94919 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 943 time: 0.3117390 Sep 21 17:51:25.328725 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] For port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:25.338893 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d6e37902-8fd7-4800-b08b-18b73ba2e330 req-fa460d0a-f142-4705-ab0d-f9978f1f3bc0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838782 Sep 21 17:51:25.345848 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-68bcea74-d7aa-4a24-8d0a-49353f22226c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:25.364631 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080299d-3654-4777-a15d-e4c9f006cc2c req-23e166d1-5995-4368-8d3a-b036c0cb1728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:25.366106 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7080299d-3654-4777-a15d-e4c9f006cc2c req-23e166d1-5995-4368-8d3a-b036c0cb1728 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7759013 Sep 21 17:51:25.378215 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4320cfb4-3255-4994-8345-a29f7726777f req-2c755ee3-6e25-4f81-badc-301cb11aef82 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800908 Sep 21 17:51:25.403473 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f790c7-7c10-413d-ac3c-4a1c57fdf34b req-0b7add67-8ef9-4a3f-9647-a08355aa832f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:25.405136 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-44f790c7-7c10-413d-ac3c-4a1c57fdf34b req-0b7add67-8ef9-4a3f-9647-a08355aa832f service neutron] 10.222.0.38 "GET /v2.0/networks?id=ce365bfd-7bb2-49d3-914a-63ce743986ef HTTP/1.1" status: 200 len: 908 time: 0.4604030 Sep 21 17:51:25.418805 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-a27ddd07-4924-4a85-96ba-6e58322efbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:25.420445 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-a27ddd07-4924-4a85-96ba-6e58322efbcd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11a4fcdf-56c0-4722-a4a2-ffbd8671669c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2713327 Sep 21 17:51:25.431049 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-ce68486d-21fa-433b-844f-3edabf304fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84628d8c-7af0-4096-a4e8-c5bb37b5faf7 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:51:25.452456 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] For port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8, host n-h1-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:51:25.461656 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-ce68486d-21fa-433b-844f-3edabf304fb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:25.500297 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-68bcea74-d7aa-4a24-8d0a-49353f22226c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:25.501436 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-68bcea74-d7aa-4a24-8d0a-49353f22226c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:25.502738 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-68bcea74-d7aa-4a24-8d0a-49353f22226c service neutron] 10.222.0.38 "PUT /v2.0/ports/450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf HTTP/1.1" status: 200 len: 1091 time: 2.0235386 Sep 21 17:51:25.525715 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-44f790c7-7c10-413d-ac3c-4a1c57fdf34b req-7b2ec374-64e3-44b7-9dc2-1e07e174d837 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cbd7773-1b4f-414f-bf20-17171652c2b8 HTTP/1.1" status: 200 len: 217 time: 0.1040988 Sep 21 17:51:25.575637 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-ce68486d-21fa-433b-844f-3edabf304fb8 service neutron] Transition to ACTIVE for port object 84628d8c-7af0-4096-a4e8-c5bb37b5faf7 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:51:25.595577 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bcea74-d7aa-4a24-8d0a-49353f22226c service neutron] Pushing event updated for resources: {'Port': ['ID=450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:25.599222 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2104ed3f-76aa-4335-9882-7599aa0f4a65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:51:25.602135 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d2afdb-fc1c-4e61-9e29-377d762a60dd" -d '{"events": [{"server_uuid": "2104ed3f-76aa-4335-9882-7599aa0f4a65", "name": "network-vif-unplugged", "status": "completed", "tag": "136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:51:25.608819 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:25.620202 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cdf50a-3a42-4322-a221-e04bcffaafd9 req-065f9156-d365-416f-88eb-4b3323afddf7 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:25.626783 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cdf50a-3a42-4322-a221-e04bcffaafd9 req-065f9156-d365-416f-88eb-4b3323afddf7 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:25.633719 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cdf50a-3a42-4322-a221-e04bcffaafd9 req-065f9156-d365-416f-88eb-4b3323afddf7 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:25.635203 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-04ce2941-7beb-419d-ab42-6f7ba85131d5 req-ab8506db-b203-49d7-8628-40901d68c616 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935045 Sep 21 17:51:25.642885 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a7cdf50a-3a42-4322-a221-e04bcffaafd9 req-065f9156-d365-416f-88eb-4b3323afddf7 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c540988-9fe3-4631-b952-748f088cd193 HTTP/1.1" status: 200 len: 2387 time: 0.1168833 Sep 21 17:51:25.648471 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-ce68486d-21fa-433b-844f-3edabf304fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:25.697193 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a7cdf50a-3a42-4322-a221-e04bcffaafd9 req-9f7eba9a-79fa-47d3-8cbd-363d78407a35 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531902 Sep 21 17:51:25.698402 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:25.877385 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-fa2c0836-0573-4a73-92ab-a9cae2356a7a service neutron] 10.222.0.38 "GET /v2.0/networks/11a4fcdf-56c0-4722-a4a2-ffbd8671669c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416308 Sep 21 17:51:25.892211 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f790c7-7c10-413d-ac3c-4a1c57fdf34b req-7eef9e87-bf08-41bb-89ff-1ede44688e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:25.893698 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-44f790c7-7c10-413d-ac3c-4a1c57fdf34b req-7eef9e87-bf08-41bb-89ff-1ede44688e31 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f6bcee82-068a-4838-bdd8-412dc7128026 HTTP/1.1" status: 200 len: 847 time: 0.3587582 Sep 21 17:51:25.926242 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] Pushing event updated for resources: {'Port': ['ID=136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8,revision_number=7']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:25.930103 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] Attempting to bind port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 on host n-h1-810291-1 for vnic_type normal with profile {"migrating_to": "n-h2-810291-1"} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:51:25.930576 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] Attempting to bind port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:51:25.931050 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] Attempting to bind port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 on network 24a709a9-6fef-4b8b-a432-62063bc26954 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:51:25.942384 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] Port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 on network 24a709a9-6fef-4b8b-a432-62063bc26954 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:51:25.942597 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] Attempting to bind port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 on network 24a709a9-6fef-4b8b-a432-62063bc26954 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:51:25.952359 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:25.952894 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:25.953273 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:25.953700 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:25.954127 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:25.958126 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:25.959032 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:25.959349 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:25.959774 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:25.960025 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e14ecc-e477-4bba-9f9f-78c9b8c4ff7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d669526-39f4-466a-8067-9b4f2f40f2a0'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:51:25.960451 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:25.961115 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:25.961115 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:25.969681 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8117262-eed8-40a7-81d9-9f104a851877" -d '{"events": [{"server_uuid": "e9e14ecc-e477-4bba-9f9f-78c9b8c4ff7e", "name": "network-vif-plugged", "status": "completed", "tag": "9d669526-39f4-466a-8067-9b4f2f40f2a0"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:51:25.974374 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c42486-eb0c-494d-adc7-01c157ba0782 req-4266826b-ba8b-4762-bf4d-9cdb1de0bb28 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:25.982771 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-50c42486-eb0c-494d-adc7-01c157ba0782 req-4266826b-ba8b-4762-bf4d-9cdb1de0bb28 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 943 time: 0.1613727 Sep 21 17:51:26.025470 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4c04a42-d872-4e00-97e0-dea6d561a410 req-9418456b-251d-4053-936a-36218cef6d5b service neutron] 10.222.0.38 "GET /v2.0/networks/11a4fcdf-56c0-4722-a4a2-ffbd8671669c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293492 Sep 21 17:51:26.033191 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-50c42486-eb0c-494d-adc7-01c157ba0782 req-b0296a8b-a935-4827-b6f1-8e53329fcf8f tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433373 Sep 21 17:51:26.034222 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:51:26.034899 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] Checking segment: {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:51:26.035410 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] Bound using segment: {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:51:26.036396 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] Bound port: 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'}}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:51:26.038631 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:26.104432 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-44f790c7-7c10-413d-ac3c-4a1c57fdf34b req-524b14b7-e0bb-4d30-a7dd-e0f63b979339 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ce365bfd-7bb2-49d3-914a-63ce743986ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337408 Sep 21 17:51:26.115373 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-8ecf1eb9-9bdc-4a64-ac0b-91876ecae9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:26.117363 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-8ecf1eb9-9bdc-4a64-ac0b-91876ecae9e1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d3ca10dab864494a95ff993f73111e1&device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 1094 time: 0.4811027 Sep 21 17:51:26.147258 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68486d-21fa-433b-844f-3edabf304fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=84628d8c-7af0-4096-a4e8-c5bb37b5faf7,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:26.177748 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48f4ec-c0f0-46ee-964f-a61bab1573bd req-43594e53-dba3-4bca-9539-9198bc06a335 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:26.179390 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-df48f4ec-c0f0-46ee-964f-a61bab1573bd req-43594e53-dba3-4bca-9539-9198bc06a335 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9e14ecc-e477-4bba-9f9f-78c9b8c4ff7e HTTP/1.1" status: 200 len: 949 time: 0.4154458 Sep 21 17:51:26.197490 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f69d2a0-475e-4453-8654-827f46d65926', 'tag': '025b9817-f15a-4c12-bc45-955f038ceef7'}, {'name': 'network-changed', 'server_uuid': '37f77c21-8587-4262-b484-b4f35cadbbba', 'tag': '450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:51:26.201504 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc96892-d0bc-4195-8907-8a9147bd3aed" -d '{"events": [{"name": "network-changed", "server_uuid": "4f69d2a0-475e-4453-8654-827f46d65926", "tag": "025b9817-f15a-4c12-bc45-955f038ceef7"}, {"name": "network-changed", "server_uuid": "37f77c21-8587-4262-b484-b4f35cadbbba", "tag": "450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:51:26.233065 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] For port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8, host n-h1-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:51:26.255203 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351c543-5770-4ba9-9a61-f7e7df5cd370 req-583692c5-9a46-4063-a0c8-ad88dd500380 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:26.263239 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e351c543-5770-4ba9-9a61-f7e7df5cd370 req-583692c5-9a46-4063-a0c8-ad88dd500380 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 950 time: 0.0881336 Sep 21 17:51:26.276191 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] For port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:51:26.286508 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-b7480a8b-3d65-4d66-bfe1-fb1f0512a4a1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf HTTP/1.1" status: 200 len: 217 time: 0.1266007 Sep 21 17:51:26.300501 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:26.390072 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e351c543-5770-4ba9-9a61-f7e7df5cd370 req-1ae9b671-2f69-4a45-a543-e285c89c476f tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253879 Sep 21 17:51:26.398193 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-df48f4ec-c0f0-46ee-964f-a61bab1573bd req-55814a99-a8f7-4f03-be90-80c80f067024 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1d926d8-5756-421c-a70e-e76c48307f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695781 Sep 21 17:51:26.421463 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-ce68486d-21fa-433b-844f-3edabf304fb8 service neutron] Attempting to bind port 84628d8c-7af0-4096-a4e8-c5bb37b5faf7 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:51:26.421804 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-ce68486d-21fa-433b-844f-3edabf304fb8 service neutron] Attempting to bind port 84628d8c-7af0-4096-a4e8-c5bb37b5faf7 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '105e61c3-6bae-4564-b3d8-ac6d6a1945af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd0a6852c-c277-4c0d-8f31-62983a882594'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:51:26.422137 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-ce68486d-21fa-433b-844f-3edabf304fb8 service neutron] Attempting to bind port 84628d8c-7af0-4096-a4e8-c5bb37b5faf7 on network d0a6852c-c277-4c0d-8f31-62983a882594 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:51:26.449808 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-ce68486d-21fa-433b-844f-3edabf304fb8 service neutron] Port 84628d8c-7af0-4096-a4e8-c5bb37b5faf7 on network d0a6852c-c277-4c0d-8f31-62983a882594 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:51:26.450174 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-ce68486d-21fa-433b-844f-3edabf304fb8 service neutron] Attempting to bind port 84628d8c-7af0-4096-a4e8-c5bb37b5faf7 on network d0a6852c-c277-4c0d-8f31-62983a882594 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:51:26.455250 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-517a4388-0f0c-42c2-ba22-7da0d0765e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:26.456948 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-517a4388-0f0c-42c2-ba22-7da0d0765e22 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=def27755-188f-4074-84e9-9b2c33d106ae HTTP/1.1" status: 200 len: 845 time: 0.1589031 Sep 21 17:51:26.463263 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-44f790c7-7c10-413d-ac3c-4a1c57fdf34b req-271fa230-ffc6-44a3-9f8a-281ecca2c413 service neutron] 10.222.0.38 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448007 Sep 21 17:51:26.464307 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-ce68486d-21fa-433b-844f-3edabf304fb8 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:51:26.464648 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-ce68486d-21fa-433b-844f-3edabf304fb8 service neutron] Checking segment: {'id': '105e61c3-6bae-4564-b3d8-ac6d6a1945af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd0a6852c-c277-4c0d-8f31-62983a882594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:51:26.465095 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-ce68486d-21fa-433b-844f-3edabf304fb8 service neutron] Bound using segment: {'id': '105e61c3-6bae-4564-b3d8-ac6d6a1945af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd0a6852c-c277-4c0d-8f31-62983a882594'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:51:26.465559 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-ce68486d-21fa-433b-844f-3edabf304fb8 service neutron] Bound port: 84628d8c-7af0-4096-a4e8-c5bb37b5faf7, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105e61c3-6bae-4564-b3d8-ac6d6a1945af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd0a6852c-c277-4c0d-8f31-62983a882594'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:51:26.465923 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-ce68486d-21fa-433b-844f-3edabf304fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:26.531539 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-91c58532-778f-44c3-9c39-121b0a745ed0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541654 Sep 21 17:51:26.534511 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 17:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329f55d0-e147-47e1-9c96-a6b4f136406e x-openstack-request-id: req-329f55d0-e147-47e1-9c96-a6b4f136406e {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:51:26.534811 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2104ed3f-76aa-4335-9882-7599aa0f4a65", "name": "network-vif-unplugged", "status": "completed", "tag": "136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:51:26.536636 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-329f55d0-e147-47e1-9c96-a6b4f136406e {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:51:26.539568 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2104ed3f-76aa-4335-9882-7599aa0f4a65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8', 'code': 200} Sep 21 17:51:26.543295 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] Pushing event updated for resources: {'Port': ['ID=136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8,revision_number=8']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:26.555014 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3da85d-aef7-4622-9d06-bdaef4a8dee8 x-openstack-request-id: req-ce3da85d-aef7-4622-9d06-bdaef4a8dee8 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:51:26.555330 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e14ecc-e477-4bba-9f9f-78c9b8c4ff7e", "name": "network-vif-plugged", "status": "completed", "tag": "9d669526-39f4-466a-8067-9b4f2f40f2a0", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:51:26.555584 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ce3da85d-aef7-4622-9d06-bdaef4a8dee8 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:51:26.555972 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e14ecc-e477-4bba-9f9f-78c9b8c4ff7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d669526-39f4-466a-8067-9b4f2f40f2a0', 'code': 200} Sep 21 17:51:26.565878 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:26.566884 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:26.572092 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-ac9df967-9aa2-40d4-b61d-67f49faa1959 service neutron] 10.222.0.44 "PUT /v2.0/ports/136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 HTTP/1.1" status: 200 len: 1121 time: 2.4109809 Sep 21 17:51:26.628952 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 21 Sep 2021 17:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a91e43-a662-4a30-aa25-daca41b14479 x-openstack-request-id: req-33a91e43-a662-4a30-aa25-daca41b14479 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:51:26.629235 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f69d2a0-475e-4453-8654-827f46d65926", "tag": "025b9817-f15a-4c12-bc45-955f038ceef7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "37f77c21-8587-4262-b484-b4f35cadbbba", "tag": "450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:51:26.629473 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-33a91e43-a662-4a30-aa25-daca41b14479 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:51:26.629864 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f69d2a0-475e-4453-8654-827f46d65926', 'tag': '025b9817-f15a-4c12-bc45-955f038ceef7', 'status': 'completed', 'code': 200} Sep 21 17:51:26.630114 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f77c21-8587-4262-b484-b4f35cadbbba', 'tag': '450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf', 'status': 'completed', 'code': 200} Sep 21 17:51:26.653044 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:51:26.763462 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:51:26.826722 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2057dab-62dc-4f92-9fec-fe66503cd353 req-defa7038-2e64-48d3-8eff-017916f61f0f tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:26.842010 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b2057dab-62dc-4f92-9fec-fe66503cd353 req-defa7038-2e64-48d3-8eff-017916f61f0f tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 943 time: 0.1576822 Sep 21 17:51:26.956145 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b2057dab-62dc-4f92-9fec-fe66503cd353 req-970f6999-2128-4184-b938-d4fcfb005a7e tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127043 Sep 21 17:51:27.003189 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20965d79-eb20-43c7-9a17-7265bb91dccd req-bcd6b95a-7d1e-49e5-a5dc-292185feca38 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:27.009194 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-20965d79-eb20-43c7-9a17-7265bb91dccd req-bcd6b95a-7d1e-49e5-a5dc-292185feca38 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f69d2a0-475e-4453-8654-827f46d65926 HTTP/1.1" status: 200 len: 944 time: 0.4629807 Sep 21 17:51:27.014730 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-ce68486d-21fa-433b-844f-3edabf304fb8 service neutron] For port 84628d8c-7af0-4096-a4e8-c5bb37b5faf7, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:51:27.051372 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-44f790c7-7c10-413d-ac3c-4a1c57fdf34b req-5f42808a-2bd9-412e-b22d-d702148dea27 service neutron] 10.222.0.38 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5750971 Sep 21 17:51:27.094755 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-ce68486d-21fa-433b-844f-3edabf304fb8 service neutron] For port 84628d8c-7af0-4096-a4e8-c5bb37b5faf7, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=84628d8c-7af0-4096-a4e8-c5bb37b5faf7,segment=NetworkSegment(105e61c3-6bae-4564-b3d8-ac6d6a1945af),segment_id=105e61c3-6bae-4564-b3d8-ac6d6a1945af)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:51:27.115174 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-cfe88232-f1d4-43f4-80c5-841cdeb72aa7 service neutron] 10.222.0.38 "GET /v2.0/networks/b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5680153 Sep 21 17:51:27.123441 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-ce68486d-21fa-433b-844f-3edabf304fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:27.160722 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01008548-60a3-42ca-80fb-a8e38ac4e5e4 req-58c1aa12-5fcc-4984-9170-3c1bba3db395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:27.166124 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-01008548-60a3-42ca-80fb-a8e38ac4e5e4 req-58c1aa12-5fcc-4984-9170-3c1bba3db395 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e9e14ecc-e477-4bba-9f9f-78c9b8c4ff7e HTTP/1.1" status: 200 len: 1100 time: 0.1345692 Sep 21 17:51:27.213972 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc96892-d0bc-4195-8907-8a9147bd3aed req-de0db1d4-d160-4942-a7de-bbe482a268b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:27.215446 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6cc96892-d0bc-4195-8907-8a9147bd3aed req-de0db1d4-d160-4942-a7de-bbe482a268b8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b93028f5f6c042dd85c1734d29b3e8eb&device_id=4f69d2a0-475e-4453-8654-827f46d65926 HTTP/1.1" status: 200 len: 1095 time: 0.3989379 Sep 21 17:51:27.226645 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-ce68486d-21fa-433b-844f-3edabf304fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:27.227449 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-ce68486d-21fa-433b-844f-3edabf304fb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:27.228758 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-ce68486d-21fa-433b-844f-3edabf304fb8 service neutron] 10.222.0.38 "PUT /v2.0/ports/84628d8c-7af0-4096-a4e8-c5bb37b5faf7 HTTP/1.1" status: 200 len: 1091 time: 4.2487276 Sep 21 17:51:27.273317 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-20965d79-eb20-43c7-9a17-7265bb91dccd req-63e30a29-9e9b-434f-851e-7cf737130058 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2393720 Sep 21 17:51:27.319220 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-fca66582-38af-4cd9-9fbf-1ba6433f448d service neutron] Request body: {'port': {'device_id': '9c540988-9fe3-4631-b952-748f088cd193', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:51:27.346746 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-01008548-60a3-42ca-80fb-a8e38ac4e5e4 req-ed69acdf-8eee-4257-bd5a-3965f2339dcd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a1d926d8-5756-421c-a70e-e76c48307f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668677 Sep 21 17:51:27.394701 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68486d-21fa-433b-844f-3edabf304fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=84628d8c-7af0-4096-a4e8-c5bb37b5faf7,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:27.395783 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a689e3-3e8c-4177-801b-9df29462020f req-7a844d4a-36c8-438e-88ac-e195fde9bbf0 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:27.412778 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c0a689e3-3e8c-4177-801b-9df29462020f req-7a844d4a-36c8-438e-88ac-e195fde9bbf0 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 943 time: 0.1768839 Sep 21 17:51:27.479485 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c0a689e3-3e8c-4177-801b-9df29462020f req-e31c7917-d59f-408c-9029-aa8c0a9f9993 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600836 Sep 21 17:51:27.573612 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8d40b39-9e4c-4cb0-a344-406e27baafad req-44585601-5d80-4d51-b969-d064ba0d7912 service neutron] 10.222.0.38 "GET /v2.0/networks/b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436867 Sep 21 17:51:27.583550 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-fca66582-38af-4cd9-9fbf-1ba6433f448d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:27.621141 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc96892-d0bc-4195-8907-8a9147bd3aed req-75e9923d-ca21-4c35-b646-e0797f0f4a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:27.622630 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6cc96892-d0bc-4195-8907-8a9147bd3aed req-75e9923d-ca21-4c35-b646-e0797f0f4a9b service neutron] 10.222.0.38 "GET /v2.0/networks?id=11a4fcdf-56c0-4722-a4a2-ffbd8671669c HTTP/1.1" status: 200 len: 925 time: 0.3930790 Sep 21 17:51:27.633675 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56e6d4-c840-4ee9-91ba-985543e20ca6 req-af6a025b-fb1f-4ba4-9176-7d9a1bb48317 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:27.635606 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3899c6-0dcd-4f69-8b61-9d166b316008 req-a385a7e9-38bc-4b89-a2d0-207d3c78d2aa tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:27.637539 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6d3899c6-0dcd-4f69-8b61-9d166b316008 req-a385a7e9-38bc-4b89-a2d0-207d3c78d2aa tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 943 time: 0.0781589 Sep 21 17:51:27.640235 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56e6d4-c840-4ee9-91ba-985543e20ca6 req-af6a025b-fb1f-4ba4-9176-7d9a1bb48317 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:27.646342 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56e6d4-c840-4ee9-91ba-985543e20ca6 req-af6a025b-fb1f-4ba4-9176-7d9a1bb48317 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:27.647848 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0b56e6d4-c840-4ee9-91ba-985543e20ca6 req-af6a025b-fb1f-4ba4-9176-7d9a1bb48317 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c540988-9fe3-4631-b952-748f088cd193 HTTP/1.1" status: 200 len: 2399 time: 0.1888521 Sep 21 17:51:27.695839 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6d3899c6-0dcd-4f69-8b61-9d166b316008 req-01a13bcf-070a-4726-a9e3-ae9089e7bd8e tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521820 Sep 21 17:51:27.722852 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6cc96892-d0bc-4195-8907-8a9147bd3aed req-79f82ed2-1aba-449d-950c-8d4586be4369 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=025b9817-f15a-4c12-bc45-955f038ceef7 HTTP/1.1" status: 200 len: 217 time: 0.0629411 Sep 21 17:51:27.842518 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77fcad1-972c-437e-911a-8d999010e18e req-f7b1ebab-b2f7-4553-a977-96bd37db5e47 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:27.844251 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f77fcad1-972c-437e-911a-8d999010e18e req-f7b1ebab-b2f7-4553-a977-96bd37db5e47 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 950 time: 0.0796835 Sep 21 17:51:27.873179 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0b56e6d4-c840-4ee9-91ba-985543e20ca6 req-e070faa1-b0ff-40f2-ac51-5635a687e9cd tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981144 Sep 21 17:51:27.882079 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc96892-d0bc-4195-8907-8a9147bd3aed req-7cb0efcf-72f7-4f89-9aa6-fbb1feceb45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:27.883805 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6cc96892-d0bc-4195-8907-8a9147bd3aed req-7cb0efcf-72f7-4f89-9aa6-fbb1feceb45a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=42aa13e9-fa0a-473d-9510-59ad5e7250f2 HTTP/1.1" status: 200 len: 863 time: 0.1597817 Sep 21 17:51:27.934720 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f77fcad1-972c-437e-911a-8d999010e18e req-39d72f0a-d9c8-4f6c-be0d-469be939211f tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776865 Sep 21 17:51:28.047517 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834cce80-b590-4679-be59-3e16e947eb83 req-598578cd-aba1-44f7-8ec3-13e5b3d80a99 tempest-MigrationsAdminTest-1562195054 tempest-MigrationsAdminTest-1562195054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:28.050125 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-834cce80-b590-4679-be59-3e16e947eb83 req-598578cd-aba1-44f7-8ec3-13e5b3d80a99 tempest-MigrationsAdminTest-1562195054 tempest-MigrationsAdminTest-1562195054-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 1101 time: 0.0557783 Sep 21 17:51:28.097506 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-834cce80-b590-4679-be59-3e16e947eb83 req-bb62d9fe-f92c-46f3-b80c-a958a9fe7a54 tempest-MigrationsAdminTest-1562195054 tempest-MigrationsAdminTest-1562195054-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421321 Sep 21 17:51:28.242902 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d1901-d2b9-468a-a295-9b2d47524182 req-5ae77044-1c94-41e4-a190-4eb99a438a57 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:28.251337 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f91d1901-d2b9-468a-a295-9b2d47524182 req-5ae77044-1c94-41e4-a190-4eb99a438a57 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 943 time: 0.0711412 Sep 21 17:51:28.304659 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f91d1901-d2b9-468a-a295-9b2d47524182 req-25a1d510-8647-4e19-b37d-c66960dcc3e5 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463505 Sep 21 17:51:28.413148 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc96892-d0bc-4195-8907-8a9147bd3aed req-6140712c-433a-40d9-a9a9-60499e2c9aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:28.414757 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6cc96892-d0bc-4195-8907-8a9147bd3aed req-6140712c-433a-40d9-a9a9-60499e2c9aa9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11a4fcdf-56c0-4722-a4a2-ffbd8671669c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5188441 Sep 21 17:51:28.449992 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1ee0c-6dbf-4739-9ba0-58015909487c req-ae085b40-035c-4033-9be7-4129d466bdc4 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:28.451534 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-28b1ee0c-6dbf-4739-9ba0-58015909487c req-ae085b40-035c-4033-9be7-4129d466bdc4 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9e14ecc-e477-4bba-9f9f-78c9b8c4ff7e HTTP/1.1" status: 200 len: 949 time: 0.4638577 Sep 21 17:51:28.541192 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2104ed3f-76aa-4335-9882-7599aa0f4a65', 'tag': '136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:51:28.543714 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca7c326-56ac-4c0a-b55a-571fa7fd1086" -d '{"events": [{"name": "network-changed", "server_uuid": "2104ed3f-76aa-4335-9882-7599aa0f4a65", "tag": "136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:51:28.590459 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-28b1ee0c-6dbf-4739-9ba0-58015909487c req-6d008b2c-31d4-4746-867e-3f20a606caeb tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1d926d8-5756-421c-a70e-e76c48307f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304166 Sep 21 17:51:28.597975 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-fca66582-38af-4cd9-9fbf-1ba6433f448d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 006995ef-bd30-4944-a1b2-61dbac04c028 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:51:28.613256 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-fca66582-38af-4cd9-9fbf-1ba6433f448d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:28.628087 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6cc96892-d0bc-4195-8907-8a9147bd3aed req-bf072398-d968-420b-b3a0-63d0f1b6347f service neutron] 10.222.0.38 "GET /v2.0/networks/11a4fcdf-56c0-4722-a4a2-ffbd8671669c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013972 Sep 21 17:51:28.639408 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c540988-9fe3-4631-b952-748f088cd193', 'tag': '84628d8c-7af0-4096-a4e8-c5bb37b5faf7'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:51:28.653793 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9f7ea5-0729-4b71-8145-3f6b5c36c9b1" -d '{"events": [{"name": "network-changed", "server_uuid": "9c540988-9fe3-4631-b952-748f088cd193", "tag": "84628d8c-7af0-4096-a4e8-c5bb37b5faf7"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:51:28.702381 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-fca66582-38af-4cd9-9fbf-1ba6433f448d service neutron] Transition to ACTIVE for port object 006995ef-bd30-4944-a1b2-61dbac04c028 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:51:28.722160 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-fca66582-38af-4cd9-9fbf-1ba6433f448d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:28.817749 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed9f28-32ba-417f-9d7e-1a4b3d890ec7 req-fee7dd1f-3eac-4aa0-9302-f0aa6936f3e7 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:28.828065 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0fed9f28-32ba-417f-9d7e-1a4b3d890ec7 req-fee7dd1f-3eac-4aa0-9302-f0aa6936f3e7 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 943 time: 0.1472321 Sep 21 17:51:28.851050 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca66582-38af-4cd9-9fbf-1ba6433f448d service neutron] Pushing event updated for resources: {'Port': ['ID=006995ef-bd30-4944-a1b2-61dbac04c028,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:28.870958 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-06fd6d9c-ec77-496d-b815-8273e1285546 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1345828 Sep 21 17:51:28.900946 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5dacb-bb2e-426f-891e-12a8b73a9d55 req-091140f2-be77-4fdb-8cc1-dc94935e9c92 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:28.915108 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25d5dacb-bb2e-426f-891e-12a8b73a9d55 req-091140f2-be77-4fdb-8cc1-dc94935e9c92 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f69d2a0-475e-4453-8654-827f46d65926 HTTP/1.1" status: 200 len: 944 time: 0.2112758 Sep 21 17:51:28.945739 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0fed9f28-32ba-417f-9d7e-1a4b3d890ec7 req-491a0f4f-d07d-430f-9d94-c6541ce4edf1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166749 Sep 21 17:51:29.010522 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a79f4e-99b2-4d35-8ab5-fffc68075b9f x-openstack-request-id: req-81a79f4e-99b2-4d35-8ab5-fffc68075b9f {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:51:29.010853 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2104ed3f-76aa-4335-9882-7599aa0f4a65", "tag": "136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:51:29.011142 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-81a79f4e-99b2-4d35-8ab5-fffc68075b9f {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:51:29.011664 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2104ed3f-76aa-4335-9882-7599aa0f4a65', 'tag': '136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8', 'status': 'completed', 'code': 200} Sep 21 17:51:29.019309 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6cc96892-d0bc-4195-8907-8a9147bd3aed req-19a861a2-371c-44f7-9e80-b34e0e5d0ded service neutron] 10.222.0.38 "GET /v2.0/networks/11a4fcdf-56c0-4722-a4a2-ffbd8671669c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549566 Sep 21 17:51:29.167111 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25d5dacb-bb2e-426f-891e-12a8b73a9d55 req-94ef45f8-5feb-4616-be75-6799dd2e0c83 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2508082 Sep 21 17:51:29.199194 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41592f97-9845-40af-8258-c9820703dd16 req-47e93384-72a1-4ec1-9176-ba3ca44dbaa9 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:29.208863 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-41592f97-9845-40af-8258-c9820703dd16 req-47e93384-72a1-4ec1-9176-ba3ca44dbaa9 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 950 time: 0.1272380 Sep 21 17:51:29.283630 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-41592f97-9845-40af-8258-c9820703dd16 req-60a0e8ee-9f9a-492c-998d-42589ca9bd6c tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731091 Sep 21 17:51:29.288240 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17d26db-bffe-4e26-968e-d69a154a9687 x-openstack-request-id: req-e17d26db-bffe-4e26-968e-d69a154a9687 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:51:29.288559 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c540988-9fe3-4631-b952-748f088cd193", "tag": "84628d8c-7af0-4096-a4e8-c5bb37b5faf7", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:51:29.288774 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e17d26db-bffe-4e26-968e-d69a154a9687 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:51:29.289173 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c540988-9fe3-4631-b952-748f088cd193', 'tag': '84628d8c-7af0-4096-a4e8-c5bb37b5faf7', 'status': 'completed', 'code': 200} Sep 21 17:51:29.314677 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-fca66582-38af-4cd9-9fbf-1ba6433f448d service neutron] Attempting to bind port 006995ef-bd30-4944-a1b2-61dbac04c028 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:51:29.319479 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-fca66582-38af-4cd9-9fbf-1ba6433f448d service neutron] Attempting to bind port 006995ef-bd30-4944-a1b2-61dbac04c028 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '0bcd8356-160f-4588-b9dd-d0124434889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'dd715e13-e301-4440-ae4c-88a0382cc1c1'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:51:29.320134 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-fca66582-38af-4cd9-9fbf-1ba6433f448d service neutron] Attempting to bind port 006995ef-bd30-4944-a1b2-61dbac04c028 on network dd715e13-e301-4440-ae4c-88a0382cc1c1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:51:29.392993 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7c326-56ac-4c0a-b55a-571fa7fd1086 req-681ea49c-b35b-45b5-bc56-a25e6bf01550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:29.394981 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bca7c326-56ac-4c0a-b55a-571fa7fd1086 req-681ea49c-b35b-45b5-bc56-a25e6bf01550 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=57dccdb6847547f580dd9713009778d2&device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 1124 time: 0.3423061 Sep 21 17:51:29.414075 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-fca66582-38af-4cd9-9fbf-1ba6433f448d service neutron] Port 006995ef-bd30-4944-a1b2-61dbac04c028 on network dd715e13-e301-4440-ae4c-88a0382cc1c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:51:29.419238 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3caaf-7d99-4820-862f-06db1ea18009 req-9361c51e-6e22-4327-8f5d-7a9b07be3239 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:29.424714 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3caaf-7d99-4820-862f-06db1ea18009 req-9361c51e-6e22-4327-8f5d-7a9b07be3239 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:29.425427 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-fca66582-38af-4cd9-9fbf-1ba6433f448d service neutron] Attempting to bind port 006995ef-bd30-4944-a1b2-61dbac04c028 on network dd715e13-e301-4440-ae4c-88a0382cc1c1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:51:29.431071 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3caaf-7d99-4820-862f-06db1ea18009 req-9361c51e-6e22-4327-8f5d-7a9b07be3239 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:29.432807 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a8d3caaf-7d99-4820-862f-06db1ea18009 req-9361c51e-6e22-4327-8f5d-7a9b07be3239 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c540988-9fe3-4631-b952-748f088cd193 HTTP/1.1" status: 200 len: 2411 time: 0.0844991 Sep 21 17:51:29.436799 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-fca66582-38af-4cd9-9fbf-1ba6433f448d service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:51:29.437211 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-fca66582-38af-4cd9-9fbf-1ba6433f448d service neutron] Checking segment: {'id': '0bcd8356-160f-4588-b9dd-d0124434889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'dd715e13-e301-4440-ae4c-88a0382cc1c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:51:29.437670 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-fca66582-38af-4cd9-9fbf-1ba6433f448d service neutron] Bound using segment: {'id': '0bcd8356-160f-4588-b9dd-d0124434889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'dd715e13-e301-4440-ae4c-88a0382cc1c1'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:51:29.438159 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-fca66582-38af-4cd9-9fbf-1ba6433f448d service neutron] Bound port: 006995ef-bd30-4944-a1b2-61dbac04c028, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bcd8356-160f-4588-b9dd-d0124434889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'dd715e13-e301-4440-ae4c-88a0382cc1c1'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:51:29.438902 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-fca66582-38af-4cd9-9fbf-1ba6433f448d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:29.454006 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc96892-d0bc-4195-8907-8a9147bd3aed req-fe921bf8-1aa6-46b1-be5e-a2616bb8d258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:29.455204 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6cc96892-d0bc-4195-8907-8a9147bd3aed req-fe921bf8-1aa6-46b1-be5e-a2616bb8d258 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d3ca10dab864494a95ff993f73111e1&device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 1094 time: 0.3275146 Sep 21 17:51:29.479818 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a8d3caaf-7d99-4820-862f-06db1ea18009 req-eb6e3ed8-e630-4fa3-a644-cb760ccb19aa tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398836 Sep 21 17:51:29.564141 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f7ea5-0729-4b71-8145-3f6b5c36c9b1 req-b252d6bf-712a-4b3b-8931-c5786fb080bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:29.565036 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f7ea5-0729-4b71-8145-3f6b5c36c9b1 req-b252d6bf-712a-4b3b-8931-c5786fb080bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:29.565369 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f7ea5-0729-4b71-8145-3f6b5c36c9b1 req-b252d6bf-712a-4b3b-8931-c5786fb080bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:29.568687 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8d9f7ea5-0729-4b71-8145-3f6b5c36c9b1 req-b252d6bf-712a-4b3b-8931-c5786fb080bb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e723094aa6f4441a862c24afd6445d40&device_id=9c540988-9fe3-4631-b952-748f088cd193 HTTP/1.1" status: 200 len: 2822 time: 0.3069069 Sep 21 17:51:29.617283 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb34771-4b92-42a5-81ad-c443832d68c5 req-c8bbeedf-2881-4882-a984-ae976c1e6fda tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:29.626846 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1cb34771-4b92-42a5-81ad-c443832d68c5 req-c8bbeedf-2881-4882-a984-ae976c1e6fda tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 943 time: 0.0688651 Sep 21 17:51:29.666081 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-fca66582-38af-4cd9-9fbf-1ba6433f448d service neutron] For port 006995ef-bd30-4944-a1b2-61dbac04c028, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:51:29.669660 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-fca66582-38af-4cd9-9fbf-1ba6433f448d service neutron] For port 006995ef-bd30-4944-a1b2-61dbac04c028, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=006995ef-bd30-4944-a1b2-61dbac04c028,segment=NetworkSegment(0bcd8356-160f-4588-b9dd-d0124434889c),segment_id=0bcd8356-160f-4588-b9dd-d0124434889c)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:51:29.682662 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1cb34771-4b92-42a5-81ad-c443832d68c5 req-1397c3ed-e259-4643-aee1-a25a7116646e tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528123 Sep 21 17:51:29.700664 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6051d-27d3-43a8-9705-b7463483bc3a req-fb88be4e-1aee-4716-bb40-c08f5a34d030 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:29.702787 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9bb6051d-27d3-43a8-9705-b7463483bc3a req-fb88be4e-1aee-4716-bb40-c08f5a34d030 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 943 time: 0.3451352 Sep 21 17:51:29.742223 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-fca66582-38af-4cd9-9fbf-1ba6433f448d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:29.889476 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca66582-38af-4cd9-9fbf-1ba6433f448d service neutron] Pushing event updated for resources: {'Port': ['ID=006995ef-bd30-4944-a1b2-61dbac04c028,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:29.916058 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-fca66582-38af-4cd9-9fbf-1ba6433f448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:29.916866 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-fca66582-38af-4cd9-9fbf-1ba6433f448d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:29.918139 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-fca66582-38af-4cd9-9fbf-1ba6433f448d service neutron] 10.222.0.38 "PUT /v2.0/ports/006995ef-bd30-4944-a1b2-61dbac04c028 HTTP/1.1" status: 200 len: 1091 time: 2.6414776 Sep 21 17:51:30.007397 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6c398-c237-461a-a691-d90dff819749 req-06fe90c6-b248-431e-866c-06c1e944d3a2 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:30.015952 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b5d6c398-c237-461a-a691-d90dff819749 req-06fe90c6-b248-431e-866c-06c1e944d3a2 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9e14ecc-e477-4bba-9f9f-78c9b8c4ff7e HTTP/1.1" status: 200 len: 949 time: 0.1324439 Sep 21 17:51:30.079663 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b5d6c398-c237-461a-a691-d90dff819749 req-8b6fe6ea-33e9-4848-82cf-0e2eaea1c43b tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1d926d8-5756-421c-a70e-e76c48307f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620015 Sep 21 17:51:30.117921 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9bb6051d-27d3-43a8-9705-b7463483bc3a req-264c2453-3707-4e6b-a1e3-2d5ee9e04076 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020307 Sep 21 17:51:30.126262 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc96892-d0bc-4195-8907-8a9147bd3aed req-ec94a46f-3435-44d3-8e2d-7ae99dd14e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:30.128030 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6cc96892-d0bc-4195-8907-8a9147bd3aed req-ec94a46f-3435-44d3-8e2d-7ae99dd14e3a service neutron] 10.222.0.38 "GET /v2.0/networks?id=b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b HTTP/1.1" status: 200 len: 906 time: 0.6588991 Sep 21 17:51:30.129284 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7c326-56ac-4c0a-b55a-571fa7fd1086 req-c517e70d-978e-4123-a748-df0592f11273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:30.131063 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bca7c326-56ac-4c0a-b55a-571fa7fd1086 req-c517e70d-978e-4123-a748-df0592f11273 service neutron] 10.222.0.38 "GET /v2.0/networks?id=24a709a9-6fef-4b8b-a432-62063bc26954 HTTP/1.1" status: 200 len: 922 time: 0.6955485 Sep 21 17:51:30.276232 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f7ea5-0729-4b71-8145-3f6b5c36c9b1 req-95584441-4da7-4bc8-8d24-76ab2915ab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:30.277330 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f7ea5-0729-4b71-8145-3f6b5c36c9b1 req-95584441-4da7-4bc8-8d24-76ab2915ab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:30.278173 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f7ea5-0729-4b71-8145-3f6b5c36c9b1 req-95584441-4da7-4bc8-8d24-76ab2915ab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:30.281157 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8d9f7ea5-0729-4b71-8145-3f6b5c36c9b1 req-95584441-4da7-4bc8-8d24-76ab2915ab55 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=e723094aa6f4441a862c24afd6445d40&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6952074 Sep 21 17:51:30.283043 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bca7c326-56ac-4c0a-b55a-571fa7fd1086 req-1c368ffd-17ee-4ade-a712-5ca5da410f72 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 HTTP/1.1" status: 200 len: 217 time: 0.1358318 Sep 21 17:51:30.283412 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:51:30.284591 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6cc96892-d0bc-4195-8907-8a9147bd3aed req-3bc830b7-d0c4-4fa8-96df-ece8a2e96bc7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf HTTP/1.1" status: 200 len: 217 time: 0.1383789 Sep 21 17:51:30.286918 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defeb8f0-f08c-441f-be91-e0c47f417953 req-d03a3da5-27dd-474a-9553-dae945d21d4a tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:30.291683 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-defeb8f0-f08c-441f-be91-e0c47f417953 req-d03a3da5-27dd-474a-9553-dae945d21d4a tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 943 time: 0.0823882 Sep 21 17:51:30.346828 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-defeb8f0-f08c-441f-be91-e0c47f417953 req-2bc3ca92-ac44-4a71-b833-b463ec79325a tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499358 Sep 21 17:51:30.510565 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:30.548753 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345e724-d7c0-451b-a1b6-ce00ed02ecee req-6f2e6045-cb6d-4cfd-aa34-1b5dc1a56b0a tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:30.551205 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf', 'network_id': 'b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b', 'port_id': '450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf', 'mac_address': 'fa:16:3e:53:7d:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def27755-188f-4074-84e9-9b2c33d106ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:51:30.551466 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c345e724-d7c0-451b-a1b6-ce00ed02ecee req-6f2e6045-cb6d-4cfd-aa34-1b5dc1a56b0a tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 950 time: 0.0585504 Sep 21 17:51:30.597155 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:30.608843 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c345e724-d7c0-451b-a1b6-ce00ed02ecee req-a617a5b2-556d-4680-b225-65cbb177144d tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511911 Sep 21 17:51:30.617487 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc96892-d0bc-4195-8907-8a9147bd3aed req-9cf957a0-4fc6-4a51-8c04-0a7a75d0fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:30.618861 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:51:30.619438 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6cc96892-d0bc-4195-8907-8a9147bd3aed req-9cf957a0-4fc6-4a51-8c04-0a7a75d0fd0a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=def27755-188f-4074-84e9-9b2c33d106ae HTTP/1.1" status: 200 len: 845 time: 0.1216469 Sep 21 17:51:30.620495 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f7ea5-0729-4b71-8145-3f6b5c36c9b1 req-8789469b-f4b6-4ad8-bc4f-88ede8c81114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:30.637108 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8d9f7ea5-0729-4b71-8145-3f6b5c36c9b1 req-8789469b-f4b6-4ad8-bc4f-88ede8c81114 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3295774 Sep 21 17:51:30.640835 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:30.665606 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:30.666340 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 025b9817-f15a-4c12-bc45-955f038ceef7 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:51:30.729682 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6cc96892-d0bc-4195-8907-8a9147bd3aed req-afb356d9-78fc-4533-8628-a270a12ac809 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697649 Sep 21 17:51:30.753482 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:30.827953 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e17913-8b09-4099-ba6e-fd0c4ab4ff5d req-9c6f5add-afba-433f-8aad-dd690c32b967 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:30.830525 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-96e17913-8b09-4099-ba6e-fd0c4ab4ff5d req-9c6f5add-afba-433f-8aad-dd690c32b967 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f69d2a0-475e-4453-8654-827f46d65926 HTTP/1.1" status: 200 len: 944 time: 0.3336520 Sep 21 17:51:30.832833 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7c326-56ac-4c0a-b55a-571fa7fd1086 req-5418ecd9-a48f-40cc-8117-3f3512ffa853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:30.836078 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bca7c326-56ac-4c0a-b55a-571fa7fd1086 req-5418ecd9-a48f-40cc-8117-3f3512ffa853 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f5dcf0d3-3653-4c17-af0f-a1adf84dd578 HTTP/1.1" status: 200 len: 861 time: 0.3365066 Sep 21 17:51:30.846901 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5fe7d-1ca0-4c39-8dd7-a571ffb76953 req-41568e86-bf3d-49ea-b045-ff9b3ff6723e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:30.866081 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5fe7d-1ca0-4c39-8dd7-a571ffb76953 req-41568e86-bf3d-49ea-b045-ff9b3ff6723e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:30.872348 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5fe7d-1ca0-4c39-8dd7-a571ffb76953 req-41568e86-bf3d-49ea-b045-ff9b3ff6723e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:30.878616 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 025b9817-f15a-4c12-bc45-955f038ceef7, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=025b9817-f15a-4c12-bc45-955f038ceef7,segment=NetworkSegment(7a5dc2df-d527-4d5f-8075-3ae6a5871227),segment_id=7a5dc2df-d527-4d5f-8075-3ae6a5871227)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:30.880624 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-44b5fe7d-1ca0-4c39-8dd7-a571ffb76953 req-41568e86-bf3d-49ea-b045-ff9b3ff6723e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c540988-9fe3-4631-b952-748f088cd193 HTTP/1.1" status: 200 len: 2411 time: 0.1075292 Sep 21 17:51:30.885585 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-2647a41f-0599-4761-a849-75d192d47aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:30.886061 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-2647a41f-0599-4761-a849-75d192d47aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:30.887145 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-2647a41f-0599-4761-a849-75d192d47aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:30.890228 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-2647a41f-0599-4761-a849-75d192d47aee service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e723094aa6f4441a862c24afd6445d40&device_id=9c540988-9fe3-4631-b952-748f088cd193 HTTP/1.1" status: 200 len: 2864 time: 0.1972456 Sep 21 17:51:30.900192 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '025b9817-f15a-4c12-bc45-955f038ceef7', 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c', 'port_id': '025b9817-f15a-4c12-bc45-955f038ceef7', 'mac_address': 'fa:16:3e:58:2b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42aa13e9-fa0a-473d-9510-59ad5e7250f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:51:30.941915 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bca7c326-56ac-4c0a-b55a-571fa7fd1086 req-4abec873-8887-4175-bdf7-c00ca30366ab service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=24a709a9-6fef-4b8b-a432-62063bc26954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597570 Sep 21 17:51:30.951893 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-cf5cc9a8-a608-4cca-a9d5-65fedd8c210e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:30.952160 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:30.953844 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-cf5cc9a8-a608-4cca-a9d5-65fedd8c210e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 1101 time: 0.0645547 Sep 21 17:51:30.961890 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-44b5fe7d-1ca0-4c39-8dd7-a571ffb76953 req-41bc34d6-956f-4c5c-b839-4219db3111c3 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802338 Sep 21 17:51:30.988595 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 025b9817-f15a-4c12-bc45-955f038ceef7 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:51:30.997930 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-363d42cd-6f6a-4e44-8fdc-c2f3c5636235 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.248&port_id=4df9844b-6800-4489-8f34-b9ba0ba1c54f HTTP/1.1" status: 200 len: 217 time: 0.0975430 Sep 21 17:51:31.038958 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 025b9817-f15a-4c12-bc45-955f038ceef7, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=025b9817-f15a-4c12-bc45-955f038ceef7,segment=NetworkSegment(7a5dc2df-d527-4d5f-8075-3ae6a5871227),segment_id=7a5dc2df-d527-4d5f-8075-3ae6a5871227)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:31.045895 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:31.077920 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-0a0fbaa6-1fea-4dd9-96ab-94bea15dae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:31.080376 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-0a0fbaa6-1fea-4dd9-96ab-94bea15dae25 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.1104417 Sep 21 17:51:31.109236 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-96e17913-8b09-4099-ba6e-fd0c4ab4ff5d req-a12011a4-b046-4df3-a4eb-415d9b7db675 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539108 Sep 21 17:51:31.135029 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=025b9817-f15a-4c12-bc45-955f038ceef7,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:31.176555 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6cc96892-d0bc-4195-8907-8a9147bd3aed req-1c1a6d68-4b79-40dd-9a48-6c4b37e9017f service neutron] 10.222.0.38 "GET /v2.0/networks/b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275219 Sep 21 17:51:31.176802 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-634084a2-6a67-45de-805c-c25d2fa48a90 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=9f12000d-3ba1-4512-8d78-99a6007ea22e HTTP/1.1" status: 200 len: 217 time: 0.0736742 Sep 21 17:51:31.190041 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-36b34068-dde0-4ee4-8b6f-e736e76bd1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:31.191471 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-36b34068-dde0-4ee4-8b6f-e736e76bd1ae service neutron] 10.222.0.38 "GET /v2.0/subnets?id=540b1925-fe88-4f3b-beda-cec8a032b257 HTTP/1.1" status: 200 len: 801 time: 0.1758301 Sep 21 17:51:31.213798 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea3bec-b7b8-4209-a48a-f8c9c32ba10a req-c03df679-5942-4c68-8821-2e8468f3d02a tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:31.215861 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-48ea3bec-b7b8-4209-a48a-f8c9c32ba10a req-c03df679-5942-4c68-8821-2e8468f3d02a tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 944 time: 0.1234515 Sep 21 17:51:31.291550 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c540988-9fe3-4631-b952-748f088cd193', 'tag': '006995ef-bd30-4944-a1b2-61dbac04c028'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:51:31.295218 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423a32f1-956c-446a-a918-179d5c1b3736" -d '{"events": [{"name": "network-changed", "server_uuid": "9c540988-9fe3-4631-b952-748f088cd193", "tag": "006995ef-bd30-4944-a1b2-61dbac04c028"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:51:31.298870 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-48ea3bec-b7b8-4209-a48a-f8c9c32ba10a req-ab27c463-17b0-4af2-bc77-dd54f585a574 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622733 Sep 21 17:51:31.300124 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-555a1fa3-07e1-4dfe-8089-c5ec7d495f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:31.301857 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-555a1fa3-07e1-4dfe-8089-c5ec7d495f26 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1179426 Sep 21 17:51:31.364242 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:51:31.369854 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['025b9817-f15a-4c12-bc45-955f038ceef7'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:51:31.385896 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-56aa0170-d13e-4ce5-9a66-29c87980ee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:31.392576 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-56aa0170-d13e-4ce5-9a66-29c87980ee17 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0826871 Sep 21 17:51:31.508843 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8cfaf-bbf8-44b1-a2b1-188d54d407a3 req-95a63694-5d3d-453a-975c-c7fb48c6edf0 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:31.510461 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-daa8cfaf-bbf8-44b1-a2b1-188d54d407a3 req-95a63694-5d3d-453a-975c-c7fb48c6edf0 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 943 time: 0.1014216 Sep 21 17:51:31.546689 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-e7505c01-34b8-4b72-aede-2fff9e161a84 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452689 Sep 21 17:51:31.585674 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-daa8cfaf-bbf8-44b1-a2b1-188d54d407a3 req-8cb561ed-ca2d-4f38-8d61-4ccfeb38f72e tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684090 Sep 21 17:51:31.675298 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-0686b9e5-ae4b-4bd2-85fa-99e062611c0f service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181147 Sep 21 17:51:31.738480 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a1d28-d93c-4f5a-beb5-aeb7041adde1 req-b31c8c70-74af-44b4-baf4-f5b68d9cfc9a tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:31.740027 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d60a1d28-d93c-4f5a-beb5-aeb7041adde1 req-b31c8c70-74af-44b4-baf4-f5b68d9cfc9a tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9e14ecc-e477-4bba-9f9f-78c9b8c4ff7e HTTP/1.1" status: 200 len: 949 time: 0.0599344 Sep 21 17:51:31.796051 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-ca69a2ae-5913-4b82-8c69-aa4607f2e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:31.798105 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-ca69a2ae-5913-4b82-8c69-aa4607f2e1d1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dd715e13-e301-4440-ae4c-88a0382cc1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5734937 Sep 21 17:51:31.800843 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bca7c326-56ac-4c0a-b55a-571fa7fd1086 req-466b5fa0-9a60-44b4-9063-942c6f2935ab service neutron] 10.222.0.38 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8239229 Sep 21 17:51:31.803318 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d60a1d28-d93c-4f5a-beb5-aeb7041adde1 req-f4cfc13f-4dca-4e10-9d09-c9eec60d5604 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1d926d8-5756-421c-a70e-e76c48307f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523295 Sep 21 17:51:31.842406 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6cc96892-d0bc-4195-8907-8a9147bd3aed req-edcfcd03-505f-4f9a-b838-a102fa96d627 service neutron] 10.222.0.38 "GET /v2.0/networks/b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6545568 Sep 21 17:51:31.909647 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f95733-f245-4e65-b968-3cfbc55ba0b2 req-e420fc6b-12d9-48ce-adca-2e09552266a4 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:31.911260 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f6f95733-f245-4e65-b968-3cfbc55ba0b2 req-e420fc6b-12d9-48ce-adca-2e09552266a4 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 950 time: 0.0517929 Sep 21 17:51:31.921678 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad648a-bcfd-44a3-810f-be6cf686b35e req-0a3c0d86-351f-46f7-9bf0-a8ce78be4f45 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:31.923146 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f1ad648a-bcfd-44a3-810f-be6cf686b35e req-0a3c0d86-351f-46f7-9bf0-a8ce78be4f45 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 943 time: 0.1912551 Sep 21 17:51:31.959138 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f6f95733-f245-4e65-b968-3cfbc55ba0b2 req-a0ba10c3-a5b7-4c92-ad01-c3116fe8d5e4 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414526 Sep 21 17:51:32.010691 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f28eece-d388-46d3-8f93-9d6c73a2e7b5 x-openstack-request-id: req-6f28eece-d388-46d3-8f93-9d6c73a2e7b5 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:51:32.010997 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c540988-9fe3-4631-b952-748f088cd193", "tag": "006995ef-bd30-4944-a1b2-61dbac04c028", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:51:32.011244 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6f28eece-d388-46d3-8f93-9d6c73a2e7b5 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:51:32.011627 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c540988-9fe3-4631-b952-748f088cd193', 'tag': '006995ef-bd30-4944-a1b2-61dbac04c028', 'status': 'completed', 'code': 200} Sep 21 17:51:32.027355 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-a357b8bf-57ed-49a8-a957-a0e2ebd22ec4 service neutron] 10.222.0.38 "GET /v2.0/networks/dd715e13-e301-4440-ae4c-88a0382cc1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044837 Sep 21 17:51:32.031545 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f1ad648a-bcfd-44a3-810f-be6cf686b35e req-1b72b536-90b4-4e3c-b021-62371ff80c27 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014552 Sep 21 17:51:32.033762 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bca7c326-56ac-4c0a-b55a-571fa7fd1086 req-a3757a4c-9cce-4058-a748-2ad8e81f73fe service neutron] 10.222.0.38 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082388 Sep 21 17:51:32.109944 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1ad02-3e0a-429d-bf89-3da53991d628 req-2b9019bf-5207-49df-b888-36b5f795571c tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:32.116014 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1ad02-3e0a-429d-bf89-3da53991d628 req-2b9019bf-5207-49df-b888-36b5f795571c tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:32.121896 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-9f35d4b3-9886-4f69-94cd-c1c13dfe169a service neutron] 10.222.0.38 "GET /v2.0/networks/dd715e13-e301-4440-ae4c-88a0382cc1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868974 Sep 21 17:51:32.122221 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1ad02-3e0a-429d-bf89-3da53991d628 req-2b9019bf-5207-49df-b888-36b5f795571c tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:32.123870 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e5a1ad02-3e0a-429d-bf89-3da53991d628 req-2b9019bf-5207-49df-b888-36b5f795571c tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c540988-9fe3-4631-b952-748f088cd193 HTTP/1.1" status: 200 len: 2411 time: 0.0662298 Sep 21 17:51:32.165455 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-24cd80ef-c1ec-484f-bf73-a412f9d07f40 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.87&port_id=84628d8c-7af0-4096-a4e8-c5bb37b5faf7 HTTP/1.1" status: 200 len: 217 time: 0.0359211 Sep 21 17:51:32.171191 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e5a1ad02-3e0a-429d-bf89-3da53991d628 req-babfe982-eb8b-4b22-9aa4-36f3903dd8a0 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367115 Sep 21 17:51:32.241794 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-6420861c-3919-4bb1-ab9b-798d061183e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:32.243267 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-6420861c-3919-4bb1-ab9b-798d061183e0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bf7ce44f-7906-461e-9525-5c887fe1a683 HTTP/1.1" status: 200 len: 801 time: 0.0665424 Sep 21 17:51:32.255374 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6873f97-6489-48af-ae30-3e8799a150ce req-f74fb3e6-173e-4bf8-8c4a-e316c5a45980 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:32.256797 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f6873f97-6489-48af-ae30-3e8799a150ce req-f74fb3e6-173e-4bf8-8c4a-e316c5a45980 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f69d2a0-475e-4453-8654-827f46d65926 HTTP/1.1" status: 200 len: 945 time: 0.0883472 Sep 21 17:51:32.322844 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f6873f97-6489-48af-ae30-3e8799a150ce req-22c98199-d6d7-42a9-827a-939e0d87cbe2 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579758 Sep 21 17:51:32.325845 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-b37c7139-f720-44cc-bc1c-b5d442856c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:32.327402 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-b37c7139-f720-44cc-bc1c-b5d442856c39 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d0a6852c-c277-4c0d-8f31-62983a882594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0697267 Sep 21 17:51:32.427007 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8ab5f-85d3-4cd5-971e-ceecdffee969 req-79eea2b5-cb8e-4975-9062-83b38899129e tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:32.428661 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-70d8ab5f-85d3-4cd5-971e-ceecdffee969 req-79eea2b5-cb8e-4975-9062-83b38899129e tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 944 time: 0.0570560 Sep 21 17:51:32.434013 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-afbf2293-bd6f-48b4-9f93-b2ee5720979f service neutron] 10.222.0.38 "GET /v2.0/networks/d0a6852c-c277-4c0d-8f31-62983a882594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956144 Sep 21 17:51:32.470672 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-70d8ab5f-85d3-4cd5-971e-ceecdffee969 req-1e16d5bf-d104-4845-88d6-73ab9d22e7e7 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347173 Sep 21 17:51:32.554493 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-cf8f36cb-f00d-4cde-8aef-3c19ac7698b9 service neutron] 10.222.0.38 "GET /v2.0/networks/d0a6852c-c277-4c0d-8f31-62983a882594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119134 Sep 21 17:51:32.605288 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-e1866a48-472d-4563-a857-cfa98c110afc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.93&port_id=006995ef-bd30-4944-a1b2-61dbac04c028 HTTP/1.1" status: 200 len: 217 time: 0.0424335 Sep 21 17:51:32.616724 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890c45b-b070-4841-b816-9a601173ca27 req-a47ba5a8-2762-4d91-93e3-667dd392f0fd tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:32.618479 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1890c45b-b070-4841-b816-9a601173ca27 req-a47ba5a8-2762-4d91-93e3-667dd392f0fd tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fd3f70a-73f9-48ac-8edd-5ef18017bf39 HTTP/1.1" status: 200 len: 949 time: 0.0975702 Sep 21 17:51:32.694156 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-e5e8d2fe-f5f8-4971-8930-18849c401867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:32.695671 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-e5e8d2fe-f5f8-4971-8930-18849c401867 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=540b1925-fe88-4f3b-beda-cec8a032b257 HTTP/1.1" status: 200 len: 801 time: 0.0762169 Sep 21 17:51:32.705469 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1890c45b-b070-4841-b816-9a601173ca27 req-52ae3337-65a8-49cc-87fe-7350adbb3866 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.58 "GET /v2.0/security-groups?id=a759faf1-00ab-4a8d-bd66-9664be510a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773625 Sep 21 17:51:32.756980 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-216c6341-a38d-4947-8ee6-037beb56642c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:32.758585 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-216c6341-a38d-4947-8ee6-037beb56642c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dd715e13-e301-4440-ae4c-88a0382cc1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0504193 Sep 21 17:51:32.760807 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf20806-9cbc-459b-a0ad-5a6b6479633c req-b769ff4d-01b5-4c8e-93bd-eefbc24facfa tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:32.762905 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5cf20806-9cbc-459b-a0ad-5a6b6479633c req-b769ff4d-01b5-4c8e-93bd-eefbc24facfa tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 943 time: 0.0740857 Sep 21 17:51:32.817909 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5cf20806-9cbc-459b-a0ad-5a6b6479633c req-a4c6ba91-20c1-44ed-aa6b-6034aec49076 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457473 Sep 21 17:51:32.900563 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-e7b1ef39-8312-408f-9e46-d1332e3c0443 service neutron] 10.222.0.38 "GET /v2.0/networks/dd715e13-e301-4440-ae4c-88a0382cc1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327314 Sep 21 17:51:32.961564 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ab2f5-a422-4a3b-a2de-e96b8d6cf8bc req-094e0a33-7612-4990-8303-8ff03b5bc50d tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:32.964241 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0d4ab2f5-a422-4a3b-a2de-e96b8d6cf8bc req-094e0a33-7612-4990-8303-8ff03b5bc50d tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9e14ecc-e477-4bba-9f9f-78c9b8c4ff7e HTTP/1.1" status: 200 len: 949 time: 0.0670943 Sep 21 17:51:32.966729 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:51:33.034792 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0d4ab2f5-a422-4a3b-a2de-e96b8d6cf8bc req-01633527-e744-4dc1-86f9-7d4f9c6ca64d tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1d926d8-5756-421c-a70e-e76c48307f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572701 Sep 21 17:51:33.036855 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59c71438-ea80-4e61-afc2-2ca22aaa9f90 req-7400f9e1-0fcb-46a1-8b1e-277582be50f6 service neutron] 10.222.0.38 "GET /v2.0/networks/dd715e13-e301-4440-ae4c-88a0382cc1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247962 Sep 21 17:51:33.147965 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77dc814-7881-4e6d-910e-c0af583913d2 req-0a98cfcd-40ba-4d4b-b47d-8d7c09edad76 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:33.151815 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:33.158354 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d77dc814-7881-4e6d-910e-c0af583913d2 req-0a98cfcd-40ba-4d4b-b47d-8d7c09edad76 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 950 time: 0.0669441 Sep 21 17:51:33.176554 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 has no active binding in host n-h2-810291-1 {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 21 17:51:33.183360 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a32f1-956c-446a-a918-179d5c1b3736 req-c8cb868c-37ca-4e1d-a437-4f6d8981392f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:33.184030 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a32f1-956c-446a-a918-179d5c1b3736 req-c8cb868c-37ca-4e1d-a437-4f6d8981392f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:33.184504 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a32f1-956c-446a-a918-179d5c1b3736 req-c8cb868c-37ca-4e1d-a437-4f6d8981392f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:33.204283 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-423a32f1-956c-446a-a918-179d5c1b3736 req-c8cb868c-37ca-4e1d-a437-4f6d8981392f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e723094aa6f4441a862c24afd6445d40&device_id=9c540988-9fe3-4631-b952-748f088cd193 HTTP/1.1" status: 200 len: 2864 time: 0.0724173 Sep 21 17:51:33.218770 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d77dc814-7881-4e6d-910e-c0af583913d2 req-3020ed0c-debb-4466-a31e-b2528d74e170 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534470 Sep 21 17:51:33.325703 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a32f1-956c-446a-a918-179d5c1b3736 req-964abf74-7e98-4617-86e6-030d58a0b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:33.327052 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-423a32f1-956c-446a-a918-179d5c1b3736 req-964abf74-7e98-4617-86e6-030d58a0b799 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dd715e13-e301-4440-ae4c-88a0382cc1c1 HTTP/1.1" status: 200 len: 903 time: 0.1218441 Sep 21 17:51:33.344144 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d92700-d038-4c1a-9839-2f18ed462de5 req-80924098-29bf-4100-bffe-1bd6aa294e46 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:33.352827 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-20d92700-d038-4c1a-9839-2f18ed462de5 req-80924098-29bf-4100-bffe-1bd6aa294e46 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 943 time: 0.0697763 Sep 21 17:51:33.391929 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-423a32f1-956c-446a-a918-179d5c1b3736 req-974ad045-70bf-4b8a-8aa1-30b2902f2a1c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.93&port_id=006995ef-bd30-4944-a1b2-61dbac04c028 HTTP/1.1" status: 200 len: 217 time: 0.0557995 Sep 21 17:51:33.427327 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-20d92700-d038-4c1a-9839-2f18ed462de5 req-90f2934b-0e84-4502-a3d0-cbf607071e92 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688291 Sep 21 17:51:33.468141 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ce977-892b-441c-bae7-a64f0b5ccb52 req-85b839bd-71bb-4176-b164-221b6b6a2436 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:33.479011 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a32f1-956c-446a-a918-179d5c1b3736 req-96d4d749-460a-4963-a973-786b63bdafd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:33.479251 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-069ce977-892b-441c-bae7-a64f0b5ccb52 req-85b839bd-71bb-4176-b164-221b6b6a2436 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9e14ecc-e477-4bba-9f9f-78c9b8c4ff7e HTTP/1.1" status: 200 len: 949 time: 0.0942740 Sep 21 17:51:33.481132 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-423a32f1-956c-446a-a918-179d5c1b3736 req-96d4d749-460a-4963-a973-786b63bdafd7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=540b1925-fe88-4f3b-beda-cec8a032b257 HTTP/1.1" status: 200 len: 801 time: 0.0812492 Sep 21 17:51:33.532611 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a32f1-956c-446a-a918-179d5c1b3736 req-6ab14d96-fc2b-4236-9260-10946961fca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:33.534224 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-423a32f1-956c-446a-a918-179d5c1b3736 req-6ab14d96-fc2b-4236-9260-10946961fca1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dd715e13-e301-4440-ae4c-88a0382cc1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0460215 Sep 21 17:51:33.601559 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e969b0-9476-496e-bcaa-f8815fbb3d73 req-5957107e-b1b8-45f5-b65d-c5b66681a8aa tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:33.607486 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e969b0-9476-496e-bcaa-f8815fbb3d73 req-5957107e-b1b8-45f5-b65d-c5b66681a8aa tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:33.613710 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e969b0-9476-496e-bcaa-f8815fbb3d73 req-5957107e-b1b8-45f5-b65d-c5b66681a8aa tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:33.615438 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-72e969b0-9476-496e-bcaa-f8815fbb3d73 req-5957107e-b1b8-45f5-b65d-c5b66681a8aa tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c540988-9fe3-4631-b952-748f088cd193 HTTP/1.1" status: 200 len: 2411 time: 0.1351793 Sep 21 17:51:33.642842 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d0540-3280-4ea6-a36c-b0286bbc94e3 req-68c06970-9207-4055-b599-346c4c2b53b9 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:33.643930 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-700d0540-3280-4ea6-a36c-b0286bbc94e3 req-68c06970-9207-4055-b599-346c4c2b53b9 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f69d2a0-475e-4453-8654-827f46d65926 HTTP/1.1" status: 200 len: 945 time: 0.1079910 Sep 21 17:51:33.672221 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-069ce977-892b-441c-bae7-a64f0b5ccb52 req-e3cd2c87-e728-43ad-8e9d-e2460b3512e2 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Deleting port 9d669526-39f4-466a-8067-9b4f2f40f2a0 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:51:33.672570 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-069ce977-892b-441c-bae7-a64f0b5ccb52 req-e3cd2c87-e728-43ad-8e9d-e2460b3512e2 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:33.677404 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-423a32f1-956c-446a-a918-179d5c1b3736 req-987e9768-311e-4647-aca8-f176847f707c service neutron] 10.222.0.38 "GET /v2.0/networks/dd715e13-e301-4440-ae4c-88a0382cc1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322360 Sep 21 17:51:33.682277 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-72e969b0-9476-496e-bcaa-f8815fbb3d73 req-4f738d81-45c1-4f73-b4ef-811d9601b811 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549424 Sep 21 17:51:33.724699 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-700d0540-3280-4ea6-a36c-b0286bbc94e3 req-0fbb6112-cdff-4e35-81c3-89f92bec4585 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642929 Sep 21 17:51:33.794126 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-069ce977-892b-441c-bae7-a64f0b5ccb52 req-e3cd2c87-e728-43ad-8e9d-e2460b3512e2 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] For port 9d669526-39f4-466a-8067-9b4f2f40f2a0, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9d669526-39f4-466a-8067-9b4f2f40f2a0,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:33.794409 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-069ce977-892b-441c-bae7-a64f0b5ccb52 req-e3cd2c87-e728-43ad-8e9d-e2460b3512e2 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:33.807422 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-069ce977-892b-441c-bae7-a64f0b5ccb52 req-e3cd2c87-e728-43ad-8e9d-e2460b3512e2 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Calling delete_port for 9d669526-39f4-466a-8067-9b4f2f40f2a0 owned by compute:nova {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:51:33.815035 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-423a32f1-956c-446a-a918-179d5c1b3736 req-c9ce8b03-154b-44b4-8185-c35e39b21c63 service neutron] 10.222.0.38 "GET /v2.0/networks/dd715e13-e301-4440-ae4c-88a0382cc1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244249 Sep 21 17:51:33.918533 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d5c32-8f7e-45fa-a422-7c3b287397bb req-ed3aa80d-ce6b-4eeb-9fe0-46c11d0980d4 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:33.920130 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-637d5c32-8f7e-45fa-a422-7c3b287397bb req-ed3aa80d-ce6b-4eeb-9fe0-46c11d0980d4 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 944 time: 0.0982354 Sep 21 17:51:33.977369 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-637d5c32-8f7e-45fa-a422-7c3b287397bb req-78ec4631-e6a3-4f91-934b-256f281f0325 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484879 Sep 21 17:51:34.061329 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-069ce977-892b-441c-bae7-a64f0b5ccb52 req-e3cd2c87-e728-43ad-8e9d-e2460b3512e2 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:34.074761 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['9d669526-39f4-466a-8067-9b4f2f40f2a0'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:51:34.119276 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd2c87-e728-43ad-8e9d-e2460b3512e2 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Pushing event deleted for resources: {'Port': ['ID=9d669526-39f4-466a-8067-9b4f2f40f2a0,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:34.137407 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65ec76-123c-497e-bd12-50dfae4fb266 req-2d4d6a9d-83ca-4489-bc73-81828443c23e tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:34.142969 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1b65ec76-123c-497e-bd12-50dfae4fb266 req-2d4d6a9d-83ca-4489-bc73-81828443c23e tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 943 time: 0.0935860 Sep 21 17:51:34.182248 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9acafb34-7547-46d2-a419-64a880094e0a req-99e4e5e8-7b7a-4b31-b5fa-ac88c92c6a39 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9e14ecc-e477-4bba-9f9f-78c9b8c4ff7e HTTP/1.1" status: 200 len: 210 time: 0.0536449 Sep 21 17:51:34.197599 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-069ce977-892b-441c-bae7-a64f0b5ccb52 req-e3cd2c87-e728-43ad-8e9d-e2460b3512e2 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] No DVR routers for this DVR port 9d669526-39f4-466a-8067-9b4f2f40f2a0 on host n-h2-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:51:34.214594 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-069ce977-892b-441c-bae7-a64f0b5ccb52 req-e3cd2c87-e728-43ad-8e9d-e2460b3512e2 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:34.216910 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-069ce977-892b-441c-bae7-a64f0b5ccb52 req-e3cd2c87-e728-43ad-8e9d-e2460b3512e2 tempest-TenantUsagesTestJSON-1719833941 tempest-TenantUsagesTestJSON-1719833941-project] 10.222.0.44 "DELETE /v2.0/ports/9d669526-39f4-466a-8067-9b4f2f40f2a0 HTTP/1.1" status: 204 len: 173 time: 0.7276959 Sep 21 17:51:34.217566 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e14ecc-e477-4bba-9f9f-78c9b8c4ff7e', 'name': 'network-vif-deleted', 'tag': '9d669526-39f4-466a-8067-9b4f2f40f2a0'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:51:34.219691 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4def3a59-9729-4be8-8dc8-87e716aee60e" -d '{"events": [{"server_uuid": "e9e14ecc-e477-4bba-9f9f-78c9b8c4ff7e", "name": "network-vif-deleted", "tag": "9d669526-39f4-466a-8067-9b4f2f40f2a0"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:51:34.260804 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1b65ec76-123c-497e-bd12-50dfae4fb266 req-4a55aed3-99e2-4d90-8ec4-00d380767481 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038945 Sep 21 17:51:34.305651 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 2cbd7773-1b4f-414f-bf20-17171652c2b8 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:51:34.308235 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:51:34.343693 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7aeffc3-06d0-4720-88a6-80abdc6cd00d x-openstack-request-id: req-b7aeffc3-06d0-4720-88a6-80abdc6cd00d {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:51:34.344229 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e14ecc-e477-4bba-9f9f-78c9b8c4ff7e", "name": "network-vif-deleted", "tag": "9d669526-39f4-466a-8067-9b4f2f40f2a0", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:51:34.344659 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b7aeffc3-06d0-4720-88a6-80abdc6cd00d {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:51:34.345231 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e14ecc-e477-4bba-9f9f-78c9b8c4ff7e', 'name': 'network-vif-deleted', 'tag': '9d669526-39f4-466a-8067-9b4f2f40f2a0', 'status': 'completed', 'code': 200} Sep 21 17:51:34.374131 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-87def7b4-ce93-464e-b824-ec608b344a4d service neutron] 10.222.0.38 "GET /v2.0/ports/136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8/bindings/n-h2-810291-1 HTTP/1.1" status: 200 len: 384 time: 0.1146557 Sep 21 17:51:34.444226 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce74f5f-906a-4ee9-8c22-2bb9bf547d40 req-59f3ac09-4e28-425a-9401-41e79eec3f6d tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:34.454530 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fce74f5f-906a-4ee9-8c22-2bb9bf547d40 req-59f3ac09-4e28-425a-9401-41e79eec3f6d tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 950 time: 0.0734115 Sep 21 17:51:34.488244 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:51:34.491588 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 2cbd7773-1b4f-414f-bf20-17171652c2b8, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=2cbd7773-1b4f-414f-bf20-17171652c2b8,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:34.503304 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fce74f5f-906a-4ee9-8c22-2bb9bf547d40 req-0c03e999-769b-45a6-ab00-9e9f5c14d08c tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473535 Sep 21 17:51:34.503791 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:34.504167 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:34.507051 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '2cbd7773-1b4f-414f-bf20-17171652c2b8', 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef', 'port_id': '2cbd7773-1b4f-414f-bf20-17171652c2b8', 'mac_address': 'fa:16:3e:1b:87:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6bcee82-068a-4838-bdd8-412dc7128026', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:51:34.572899 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:34.589162 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cbd7773-1b4f-414f-bf20-17171652c2b8 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:51:34.604568 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64aab4-086a-407d-a622-ca312532babd req-832e11c8-a9f5-4b92-a9d8-bbbf5e05b520 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:34.607461 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0a64aab4-086a-407d-a622-ca312532babd req-832e11c8-a9f5-4b92-a9d8-bbbf5e05b520 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 943 time: 0.0932686 Sep 21 17:51:34.622678 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-3de94e5c-5aad-48a4-9909-b6d15b169d2b service neutron] For port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:34.634033 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 2cbd7773-1b4f-414f-bf20-17171652c2b8, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=2cbd7773-1b4f-414f-bf20-17171652c2b8,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:34.640548 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:34.643715 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:34.658018 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-3de94e5c-5aad-48a4-9909-b6d15b169d2b service neutron] For port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:51:34.688773 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0a64aab4-086a-407d-a622-ca312532babd req-1fc6c713-e466-42ab-bf27-1c7a6bf849b2 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680616 Sep 21 17:51:34.694749 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f77c21-8587-4262-b484-b4f35cadbbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:51:34.697127 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c242cb-4a01-4156-a190-3d4a6b85080d" -d '{"events": [{"server_uuid": "37f77c21-8587-4262-b484-b4f35cadbbba", "name": "network-vif-plugged", "status": "completed", "tag": "450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:51:34.700172 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-3de94e5c-5aad-48a4-9909-b6d15b169d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:51:34.718863 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=2cbd7773-1b4f-414f-bf20-17171652c2b8,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:34.722034 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-3de94e5c-5aad-48a4-9909-b6d15b169d2b service neutron] For port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:34.722744 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:34.729005 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:34.730852 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 025b9817-f15a-4c12-bc45-955f038ceef7 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:51:34.741728 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-3de94e5c-5aad-48a4-9909-b6d15b169d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:34.791303 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bac1487-d78b-4ba3-b492-6f8f4b978f26 x-openstack-request-id: req-6bac1487-d78b-4ba3-b492-6f8f4b978f26 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:51:34.791879 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f77c21-8587-4262-b484-b4f35cadbbba", "name": "network-vif-plugged", "status": "completed", "tag": "450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:51:34.792508 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6bac1487-d78b-4ba3-b492-6f8f4b978f26 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:51:34.793108 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f77c21-8587-4262-b484-b4f35cadbbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf', 'code': 200} Sep 21 17:51:34.826818 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:34.842148 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 025b9817-f15a-4c12-bc45-955f038ceef7 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:51:34.846814 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 025b9817-f15a-4c12-bc45-955f038ceef7 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:34.848392 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:34.908827 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf066d9-af31-467d-a715-2422d50d500d req-dfb19681-fe1b-443f-8076-7782d27e39cf tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:34.918856 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5bf066d9-af31-467d-a715-2422d50d500d req-dfb19681-fe1b-443f-8076-7782d27e39cf tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f69d2a0-475e-4453-8654-827f46d65926 HTTP/1.1" status: 200 len: 945 time: 0.0724704 Sep 21 17:51:34.922310 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ea3d2-0739-4323-9562-e3b027098d93 req-6aa8b81a-2812-48eb-b79d-c0494dc89741 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:34.929025 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ea3d2-0739-4323-9562-e3b027098d93 req-6aa8b81a-2812-48eb-b79d-c0494dc89741 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:34.935643 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ea3d2-0739-4323-9562-e3b027098d93 req-6aa8b81a-2812-48eb-b79d-c0494dc89741 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:34.938018 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-285ea3d2-0739-4323-9562-e3b027098d93 req-6aa8b81a-2812-48eb-b79d-c0494dc89741 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c540988-9fe3-4631-b952-748f088cd193 HTTP/1.1" status: 200 len: 2411 time: 0.1572614 Sep 21 17:51:34.956571 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-3de94e5c-5aad-48a4-9909-b6d15b169d2b service neutron] Transition to ACTIVE for port object 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:51:34.957479 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:34.967783 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5bf066d9-af31-467d-a715-2422d50d500d req-dd500386-1fb0-40de-842c-fa285d60aeda tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478344 Sep 21 17:51:34.969634 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-3de94e5c-5aad-48a4-9909-b6d15b169d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:34.989542 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece017f2-f347-4f12-9d96-8e2c98745291 req-025bcb5c-1246-4423-8101-1f4111e7eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:34.989542 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ece017f2-f347-4f12-9d96-8e2c98745291 req-025bcb5c-1246-4423-8101-1f4111e7eb8a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 1096 time: 0.1356881 Sep 21 17:51:34.992756 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 025b9817-f15a-4c12-bc45-955f038ceef7, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=025b9817-f15a-4c12-bc45-955f038ceef7,segment=NetworkSegment(7a5dc2df-d527-4d5f-8075-3ae6a5871227),segment_id=7a5dc2df-d527-4d5f-8075-3ae6a5871227)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:34.996787 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:35.037424 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['2cbd7773-1b4f-414f-bf20-17171652c2b8'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:51:35.080713 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-285ea3d2-0739-4323-9562-e3b027098d93 req-04f67712-8a51-4271-9d5c-88f7ae1aeecf tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304812 Sep 21 17:51:35.082311 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=025b9817-f15a-4c12-bc45-955f038ceef7,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:35.087089 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-3de94e5c-5aad-48a4-9909-b6d15b169d2b service neutron] No DVR routers for this DVR port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:51:35.112131 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de94e5c-5aad-48a4-9909-b6d15b169d2b service neutron] Pushing event updated for resources: {'Port': ['ID=136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8,revision_number=10']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:35.126287 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcfe3b-17fe-4441-a138-3ddb3df04246 req-267fffaa-adcd-49db-b7b2-91900f63e045 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:35.128666 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-85fcfe3b-17fe-4441-a138-3ddb3df04246 req-267fffaa-adcd-49db-b7b2-91900f63e045 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 945 time: 0.0663939 Sep 21 17:51:35.128796 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ece017f2-f347-4f12-9d96-8e2c98745291 req-1a25597d-5430-465c-88ba-7d09a44fa52f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157269 Sep 21 17:51:35.136962 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-3de94e5c-5aad-48a4-9909-b6d15b169d2b service neutron] 10.222.0.38 "PUT /v2.0/ports/136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8/bindings/n-h2-810291-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7543538 Sep 21 17:51:35.166747 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-85fcfe3b-17fe-4441-a138-3ddb3df04246 req-c645c747-4900-472b-a5b3-d7b36b7be493 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320704 Sep 21 17:51:35.403248 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88c0fd-8988-4eee-b7b9-6d3ff01ae2be req-a4448cb3-7c5a-415e-8819-eff9d4464121 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:35.404906 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1e88c0fd-8988-4eee-b7b9-6d3ff01ae2be req-a4448cb3-7c5a-415e-8819-eff9d4464121 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 944 time: 0.0534124 Sep 21 17:51:35.442868 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-af9be401-6f08-4c84-bbec-c89b4e67bc23 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:35.446130 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-af9be401-6f08-4c84-bbec-c89b4e67bc23 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65&tenant_id=57dccdb6847547f580dd9713009778d2&binding%3Ahost_id=n-h1-810291-1 HTTP/1.1" status: 200 len: 1095 time: 0.0489128 Sep 21 17:51:35.459175 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1e88c0fd-8988-4eee-b7b9-6d3ff01ae2be req-cfefe62a-f0a2-45a5-b80b-e850add76985 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461018 Sep 21 17:51:35.498871 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-cebe883d-7fbb-4dc4-a0ab-006ff8e34ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:35.500411 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-cebe883d-7fbb-4dc4-a0ab-006ff8e34ff8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65&tenant_id=57dccdb6847547f580dd9713009778d2 HTTP/1.1" status: 200 len: 1095 time: 0.0460169 Sep 21 17:51:35.516111 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 52536) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:51:35.576334 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-9ec4a450-5747-4d1f-a070-4ad9b969f46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:35.577886 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-9ec4a450-5747-4d1f-a070-4ad9b969f46d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57dccdb6847547f580dd9713009778d2&device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 1095 time: 0.0519993 Sep 21 17:51:35.693857 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ee2d4-8546-4974-9c16-b97111cc2060 req-8adab697-ee2c-4835-a207-e4cf98944895 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:35.695359 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ca9ee2d4-8546-4974-9c16-b97111cc2060 req-8adab697-ee2c-4835-a207-e4cf98944895 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 950 time: 0.1295936 Sep 21 17:51:35.750899 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3f154286-8415-426d-b811-348038798292 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b7aeea17d9084d1cb5cfe3fde5162bc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2332621 Sep 21 17:51:35.753692 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 52544) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:51:35.754366 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-688c363c-270f-4005-9f56-ac2f90baddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:35.756663 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-688c363c-270f-4005-9f56-ac2f90baddbf service neutron] 10.222.0.44 "GET /v2.0/networks?id=24a709a9-6fef-4b8b-a432-62063bc26954 HTTP/1.1" status: 200 len: 922 time: 0.1576245 Sep 21 17:51:35.810409 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-523926c8-14b5-49de-b66e-bd2748c42c7e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 HTTP/1.1" status: 200 len: 217 time: 0.0431225 Sep 21 17:51:35.813284 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ca9ee2d4-8546-4974-9c16-b97111cc2060 req-0821a930-ce62-49c0-be44-9e7b1d152bf4 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093786 Sep 21 17:51:35.861594 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792cc2f-1746-4938-a7ab-9b3e6438937d req-be3aa969-c54b-4b6d-ad84-1fab071eec82 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:35.863058 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c792cc2f-1746-4938-a7ab-9b3e6438937d req-be3aa969-c54b-4b6d-ad84-1fab071eec82 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 944 time: 0.1002774 Sep 21 17:51:35.866136 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-abaeb786-8bc2-408e-bf0e-574f0f65efdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:35.867187 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-b450f4c6-e3d2-498e-91b5-f02ceae29caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:35.868766 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-b450f4c6-e3d2-498e-91b5-f02ceae29caf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f5dcf0d3-3653-4c17-af0f-a1adf84dd578 HTTP/1.1" status: 200 len: 861 time: 0.0504124 Sep 21 17:51:35.900742 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-61f5af2d-b74d-4894-870b-ff3a52fac499 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=24a709a9-6fef-4b8b-a432-62063bc26954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239291 Sep 21 17:51:35.900978 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-abaeb786-8bc2-408e-bf0e-574f0f65efdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:35.934534 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c792cc2f-1746-4938-a7ab-9b3e6438937d req-42e4933a-266a-4329-9dbe-9e60c2289d87 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637653 Sep 21 17:51:35.969477 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-abaeb786-8bc2-408e-bf0e-574f0f65efdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:35.972309 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-abaeb786-8bc2-408e-bf0e-574f0f65efdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:35.973519 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-abaeb786-8bc2-408e-bf0e-574f0f65efdc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a1d926d8-5756-421c-a70e-e76c48307f77 HTTP/1.1" status: 204 len: 168 time: 0.2188647 Sep 21 17:51:35.981474 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaeb786-8bc2-408e-bf0e-574f0f65efdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d926d8-5756-421c-a70e-e76c48307f77,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:35.996254 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-290ac403-8b01-4ca6-8433-9627ecd90bae service neutron] 10.222.0.44 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878003 Sep 21 17:51:36.139018 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08c810-712c-4a2d-8334-d2a65490f26e req-13dbcf5c-6ca2-442f-838a-6173a5811ff9 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:36.140659 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cb08c810-712c-4a2d-8334-d2a65490f26e req-13dbcf5c-6ca2-442f-838a-6173a5811ff9 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f69d2a0-475e-4453-8654-827f46d65926 HTTP/1.1" status: 200 len: 946 time: 0.1006775 Sep 21 17:51:36.143036 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-7ede251d-a2b0-4fc2-8d44-137e4400e1f9 service neutron] 10.222.0.44 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386752 Sep 21 17:51:36.192304 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cb08c810-712c-4a2d-8334-d2a65490f26e req-c5d628e2-cdad-4740-bbf5-4530c11484dd tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409210 Sep 21 17:51:36.210218 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2c856-d6c6-4879-a969-9b47c987740e req-76bd0e20-cfc7-42dc-bb45-5cb1d5570788 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:36.216888 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2c856-d6c6-4879-a969-9b47c987740e req-76bd0e20-cfc7-42dc-bb45-5cb1d5570788 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:36.224298 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2c856-d6c6-4879-a969-9b47c987740e req-76bd0e20-cfc7-42dc-bb45-5cb1d5570788 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:36.224683 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8e2c856-d6c6-4879-a969-9b47c987740e req-76bd0e20-cfc7-42dc-bb45-5cb1d5570788 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c540988-9fe3-4631-b952-748f088cd193 HTTP/1.1" status: 200 len: 2411 time: 0.0733752 Sep 21 17:51:36.277441 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8e2c856-d6c6-4879-a969-9b47c987740e req-4e11fc5a-11d9-41f3-bbcc-228efdc60d15 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411594 Sep 21 17:51:36.300682 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 84628d8c-7af0-4096-a4e8-c5bb37b5faf7 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:51:36.305046 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 2cbd7773-1b4f-414f-bf20-17171652c2b8 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:51:36.311104 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ddd0f-d5df-4d95-8a0a-4d654368bdeb req-2fcdf9aa-684d-4d31-a835-55f918753055 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:36.315395 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-721ddd0f-d5df-4d95-8a0a-4d654368bdeb req-2fcdf9aa-684d-4d31-a835-55f918753055 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 945 time: 0.0646887 Sep 21 17:51:36.329423 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 52556) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:51:36.344733 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6f7d478a-4736-40bb-a139-939a4d9a3501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:36.372577 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-721ddd0f-d5df-4d95-8a0a-4d654368bdeb req-c50aa461-18da-46c0-9dec-ca63d4f8e895 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524995 Sep 21 17:51:36.413628 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 2cbd7773-1b4f-414f-bf20-17171652c2b8 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:51:36.444826 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 2cbd7773-1b4f-414f-bf20-17171652c2b8 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:36.445499 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:36.483139 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6f7d478a-4736-40bb-a139-939a4d9a3501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:36.486017 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-daff6413-841f-4389-a842-12cbfd0c1472 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:36.487795 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-daff6413-841f-4389-a842-12cbfd0c1472 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65&tenant_id=57dccdb6847547f580dd9713009778d2&binding%3Ahost_id=n-h2-810291-1 HTTP/1.1" status: 200 len: 1095 time: 0.0949502 Sep 21 17:51:36.493161 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6f7d478a-4736-40bb-a139-939a4d9a3501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:36.524373 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 84628d8c-7af0-4096-a4e8-c5bb37b5faf7, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=84628d8c-7af0-4096-a4e8-c5bb37b5faf7,segment=NetworkSegment(105e61c3-6bae-4564-b3d8-ac6d6a1945af),segment_id=105e61c3-6bae-4564-b3d8-ac6d6a1945af)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:36.542750 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6f7d478a-4736-40bb-a139-939a4d9a3501 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=831e739a9c234f1e90db4b5c1fdbe486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2121511 Sep 21 17:51:36.543794 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d478a-4736-40bb-a139-939a4d9a3501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffb466a-e56a-41b7-bca8-6f0f96cf88f6,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:36.546223 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 52570) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:51:36.562806 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '84628d8c-7af0-4096-a4e8-c5bb37b5faf7', 'network_id': 'd0a6852c-c277-4c0d-8f31-62983a882594', 'port_id': '84628d8c-7af0-4096-a4e8-c5bb37b5faf7', 'mac_address': 'fa:16:3e:62:89:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf7ce44f-7906-461e-9525-5c887fe1a683', 'ip_address': '19.86.0.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:51:36.596925 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9bb2650a-3cad-42c2-bca2-bc01127664b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:36.614440 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfece3-7afe-4527-bafe-683c28461e04 req-ed257d9b-dcf8-4c61-a84e-7a79bc1c0dd8 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:36.616171 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-61dfece3-7afe-4527-bafe-683c28461e04 req-ed257d9b-dcf8-4c61-a84e-7a79bc1c0dd8 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 944 time: 0.0811656 Sep 21 17:51:36.617906 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9bb2650a-3cad-42c2-bca2-bc01127664b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:36.645772 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:36.647498 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:36.668164 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9bb2650a-3cad-42c2-bca2-bc01127664b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:36.671444 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9bb2650a-3cad-42c2-bca2-bc01127664b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:36.673105 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9bb2650a-3cad-42c2-bca2-bc01127664b6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1ffb466a-e56a-41b7-bca8-6f0f96cf88f6 HTTP/1.1" status: 204 len: 168 time: 0.1256576 Sep 21 17:51:36.674290 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84628d8c-7af0-4096-a4e8-c5bb37b5faf7 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:51:36.683330 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2650a-3cad-42c2-bca2-bc01127664b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffb466a-e56a-41b7-bca8-6f0f96cf88f6,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:36.696918 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-61dfece3-7afe-4527-bafe-683c28461e04 req-e19b2bc7-e9c9-42e0-83ac-9856d4c16509 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561433 Sep 21 17:51:36.702033 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-c264acab-1987-4b1c-9128-484fcb261083 service neutron] For port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8, host n-h1-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:51:36.702455 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 2cbd7773-1b4f-414f-bf20-17171652c2b8, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=2cbd7773-1b4f-414f-bf20-17171652c2b8,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:36.706372 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-c264acab-1987-4b1c-9128-484fcb261083 service neutron] Notify callbacks [] for binding, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:36.711162 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8185f4ed-e5b0-4e3b-8ba9-50be5b8dfe0c req-c264acab-1987-4b1c-9128-484fcb261083 service neutron] 10.222.0.44 "DELETE /v2.0/ports/136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8/bindings/n-h1-810291-1 HTTP/1.1" status: 204 len: 173 time: 0.2103798 Sep 21 17:51:36.721813 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 84628d8c-7af0-4096-a4e8-c5bb37b5faf7, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=84628d8c-7af0-4096-a4e8-c5bb37b5faf7,segment=NetworkSegment(105e61c3-6bae-4564-b3d8-ac6d6a1945af),segment_id=105e61c3-6bae-4564-b3d8-ac6d6a1945af)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:36.723141 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:36.724007 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device ed491fc3-4b85-4866-bac6-a047590551d3 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:51:36.736222 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:36.736882 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 006995ef-bd30-4944-a1b2-61dbac04c028 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:51:36.811810 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f69d2a0-475e-4453-8654-827f46d65926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025b9817-f15a-4c12-bc45-955f038ceef7'}, {'server_uuid': '8668e4c0-b256-41bd-95d2-8f70b37d3838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbd7773-1b4f-414f-bf20-17171652c2b8'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:51:36.814970 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33024a0a-92da-4baa-afe2-88ea0268d405" -d '{"events": [{"server_uuid": "4f69d2a0-475e-4453-8654-827f46d65926", "name": "network-vif-plugged", "status": "completed", "tag": "025b9817-f15a-4c12-bc45-955f038ceef7"}, {"server_uuid": "8668e4c0-b256-41bd-95d2-8f70b37d3838", "name": "network-vif-plugged", "status": "completed", "tag": "2cbd7773-1b4f-414f-bf20-17171652c2b8"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:51:36.840430 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=2cbd7773-1b4f-414f-bf20-17171652c2b8,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:36.852133 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025b565-c399-4ea5-a935-f19d7a43e1e6 req-82539099-8428-418c-810e-d8538a377fae tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:36.853895 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3025b565-c399-4ea5-a935-f19d7a43e1e6 req-82539099-8428-418c-810e-d8538a377fae tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 1095 time: 0.0482261 Sep 21 17:51:36.893635 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Sep 2021 17:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20461352-2ec5-4a91-b176-a92f10bdd79b x-openstack-request-id: req-20461352-2ec5-4a91-b176-a92f10bdd79b {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:51:36.896299 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3025b565-c399-4ea5-a935-f19d7a43e1e6 req-a0ccbd59-6e7c-4e46-acc7-b00923fbceb3 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324414 Sep 21 17:51:36.903894 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f69d2a0-475e-4453-8654-827f46d65926", "name": "network-vif-plugged", "status": "completed", "tag": "025b9817-f15a-4c12-bc45-955f038ceef7", "code": 200}, {"server_uuid": "8668e4c0-b256-41bd-95d2-8f70b37d3838", "name": "network-vif-plugged", "status": "completed", "tag": "2cbd7773-1b4f-414f-bf20-17171652c2b8", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:51:36.904625 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-20461352-2ec5-4a91-b176-a92f10bdd79b {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:51:36.905060 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f69d2a0-475e-4453-8654-827f46d65926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025b9817-f15a-4c12-bc45-955f038ceef7', 'code': 200} Sep 21 17:51:36.905318 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8668e4c0-b256-41bd-95d2-8f70b37d3838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbd7773-1b4f-414f-bf20-17171652c2b8', 'code': 200} Sep 21 17:51:36.988547 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 9d669526-39f4-466a-8067-9b4f2f40f2a0 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:51:37.017222 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 9d669526-39f4-466a-8067-9b4f2f40f2a0 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:51:37.017355 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 9d669526-39f4-466a-8067-9b4f2f40f2a0 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:51:37.060380 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a3b12-c926-4679-b648-603fa0591e48 req-1ddc02f7-9a83-4fd8-a9ad-d67a2f6f5b3d tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:37.061563 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:37.069387 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-830a3b12-c926-4679-b648-603fa0591e48 req-1ddc02f7-9a83-4fd8-a9ad-d67a2f6f5b3d tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 1095 time: 0.0639234 Sep 21 17:51:37.080273 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=84628d8c-7af0-4096-a4e8-c5bb37b5faf7,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:37.108734 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72b039-cf43-4bba-9eeb-74021f0b382a req-a23142c0-91cb-436d-9ec8-486523ffb9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:37.110485 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5e72b039-cf43-4bba-9eeb-74021f0b382a req-a23142c0-91cb-436d-9ec8-486523ffb9d7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4f69d2a0-475e-4453-8654-827f46d65926 HTTP/1.1" status: 200 len: 1097 time: 0.1363428 Sep 21 17:51:37.116526 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025a41b-477b-41e3-b8c0-2db3c20ec70c req-87255dd2-1246-4c67-8965-4edb0a2ca8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:37.118221 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1025a41b-477b-41e3-b8c0-2db3c20ec70c req-87255dd2-1246-4c67-8965-4edb0a2ca8de service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 1096 time: 0.1428146 Sep 21 17:51:37.125579 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-830a3b12-c926-4679-b648-603fa0591e48 req-b1314958-baf8-46fc-b3dd-28a2ddc1b84d tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549779 Sep 21 17:51:37.126353 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85257c-158b-45e8-8f82-1ae459b1d6a1 req-910db144-335f-4b97-8406-6b815395a5b0 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:37.133562 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-db85257c-158b-45e8-8f82-1ae459b1d6a1 req-910db144-335f-4b97-8406-6b815395a5b0 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 950 time: 0.1187518 Sep 21 17:51:37.135265 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port ed491fc3-4b85-4866-bac6-a047590551d3, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ed491fc3-4b85-4866-bac6-a047590551d3,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:37.155787 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 006995ef-bd30-4944-a1b2-61dbac04c028, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=006995ef-bd30-4944-a1b2-61dbac04c028,segment=NetworkSegment(0bcd8356-160f-4588-b9dd-d0124434889c),segment_id=0bcd8356-160f-4588-b9dd-d0124434889c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:37.174887 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '006995ef-bd30-4944-a1b2-61dbac04c028', 'network_id': 'dd715e13-e301-4440-ae4c-88a0382cc1c1', 'port_id': '006995ef-bd30-4944-a1b2-61dbac04c028', 'mac_address': 'fa:16:3e:16:74:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '540b1925-fe88-4f3b-beda-cec8a032b257', 'ip_address': '19.80.0.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:51:37.183206 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:37.184197 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:51:37.230901 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1025a41b-477b-41e3-b8c0-2db3c20ec70c req-983c6ad7-09df-494e-97e6-074c5d9c6e1a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921435 Sep 21 17:51:37.247418 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-db85257c-158b-45e8-8f82-1ae459b1d6a1 req-de65dac1-0c80-4970-a515-6d97b826da56 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119051 Sep 21 17:51:37.256346 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5e72b039-cf43-4bba-9eeb-74021f0b382a req-6c0ad882-2abe-432c-b3f2-bc9af6998470 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197469 Sep 21 17:51:37.330529 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641d632-550e-4c99-a23d-4646c250ca23 req-a39908f1-89c1-4296-b248-5c4f1217aab9 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:37.338010 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3641d632-550e-4c99-a23d-4646c250ca23 req-a39908f1-89c1-4296-b248-5c4f1217aab9 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 945 time: 0.0609801 Sep 21 17:51:37.387288 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3641d632-550e-4c99-a23d-4646c250ca23 req-3465bd17-46bd-4615-8df4-288d09f0b149 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431561 Sep 21 17:51:37.414988 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef7b78-3ac8-49d7-9f0e-8c745eddeafe req-908c634b-399f-405f-8160-3c9e019ec384 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:37.424236 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2aef7b78-3ac8-49d7-9f0e-8c745eddeafe req-908c634b-399f-405f-8160-3c9e019ec384 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f69d2a0-475e-4453-8654-827f46d65926 HTTP/1.1" status: 200 len: 946 time: 0.0801952 Sep 21 17:51:37.472052 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=ed491fc3-4b85-4866-bac6-a047590551d3,revision_number=8']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:37.481682 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2aef7b78-3ac8-49d7-9f0e-8c745eddeafe req-b2500ff0-24f3-499e-b57f-d45915f45ee7 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418584 Sep 21 17:51:37.482172 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:37.482172 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:51:37.490712 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 006995ef-bd30-4944-a1b2-61dbac04c028 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:51:37.514278 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 006995ef-bd30-4944-a1b2-61dbac04c028, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=006995ef-bd30-4944-a1b2-61dbac04c028,segment=NetworkSegment(0bcd8356-160f-4588-b9dd-d0124434889c),segment_id=0bcd8356-160f-4588-b9dd-d0124434889c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:37.521015 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:37.521844 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 4df9844b-6800-4489-8f34-b9ba0ba1c54f details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:51:37.524710 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46365902-da22-49fb-b968-025b624f4efc req-7c4abf57-6b37-46ce-b462-2f881219cf66 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:37.530797 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46365902-da22-49fb-b968-025b624f4efc req-7c4abf57-6b37-46ce-b462-2f881219cf66 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:37.540497 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46365902-da22-49fb-b968-025b624f4efc req-7c4abf57-6b37-46ce-b462-2f881219cf66 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:37.542292 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-46365902-da22-49fb-b968-025b624f4efc req-7c4abf57-6b37-46ce-b462-2f881219cf66 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c540988-9fe3-4631-b952-748f088cd193 HTTP/1.1" status: 200 len: 2412 time: 0.0888042 Sep 21 17:51:37.589668 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=006995ef-bd30-4944-a1b2-61dbac04c028,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:37.595258 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 4df9844b-6800-4489-8f34-b9ba0ba1c54f, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=4df9844b-6800-4489-8f34-b9ba0ba1c54f,segment=NetworkSegment(0bcd8356-160f-4588-b9dd-d0124434889c),segment_id=0bcd8356-160f-4588-b9dd-d0124434889c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:37.606653 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '4df9844b-6800-4489-8f34-b9ba0ba1c54f', 'network_id': 'dd715e13-e301-4440-ae4c-88a0382cc1c1', 'port_id': '4df9844b-6800-4489-8f34-b9ba0ba1c54f', 'mac_address': 'fa:16:3e:d9:fe:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '540b1925-fe88-4f3b-beda-cec8a032b257', 'ip_address': '19.80.0.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:51:37.610996 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-46365902-da22-49fb-b968-025b624f4efc req-8eadca9d-4b3b-471e-bdd6-12a1932987e6 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571957 Sep 21 17:51:37.650100 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 52620) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:51:37.650398 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:37.664534 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df9844b-6800-4489-8f34-b9ba0ba1c54f {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:51:37.697353 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 4df9844b-6800-4489-8f34-b9ba0ba1c54f, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=4df9844b-6800-4489-8f34-b9ba0ba1c54f,segment=NetworkSegment(0bcd8356-160f-4588-b9dd-d0124434889c),segment_id=0bcd8356-160f-4588-b9dd-d0124434889c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:37.704476 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:37.762271 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=4df9844b-6800-4489-8f34-b9ba0ba1c54f,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:37.792479 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d381a1a-3c7b-4add-b615-7fa6e9e4d99b req-6669e6db-8a6e-4903-b72d-8f3ac9736f4c tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:37.799716 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2d381a1a-3c7b-4add-b615-7fa6e9e4d99b req-6669e6db-8a6e-4903-b72d-8f3ac9736f4c tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 945 time: 0.1124434 Sep 21 17:51:37.821868 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-47cc4403-b9fa-4cf0-a9e1-4142b44af456 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1459886818-network', 'tenant_id': '40f418018bdc42e9b68bb41d52383f8c'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:51:37.853043 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2d381a1a-3c7b-4add-b615-7fa6e9e4d99b req-e9d746cf-a07d-44ca-a368-0d1eb2a7848f tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523608 Sep 21 17:51:37.860782 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cc4403-b9fa-4cf0-a9e1-4142b44af456 admin admin] Made reservation on behalf of 40f418018bdc42e9b68bb41d52383f8c for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:51:37.864634 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-47cc4403-b9fa-4cf0-a9e1-4142b44af456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:37.873541 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-47cc4403-b9fa-4cf0-a9e1-4142b44af456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:37.961065 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-47cc4403-b9fa-4cf0-a9e1-4142b44af456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:37.965924 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-47cc4403-b9fa-4cf0-a9e1-4142b44af456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:37.991205 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47cc4403-b9fa-4cf0-a9e1-4142b44af456 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:51:38.001257 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc4403-b9fa-4cf0-a9e1-4142b44af456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce632c6-a035-4d95-be56-fbacb7a53ff4,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:38.006297 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-47cc4403-b9fa-4cf0-a9e1-4142b44af456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:38.006647 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-47cc4403-b9fa-4cf0-a9e1-4142b44af456 admin admin] Added segment 2653a7e0-4df0-49cc-b475-c4f3ac285885 of type vlan for network 5e4e9767-c6de-477b-9b92-cdfe8330c1ce Sep 21 17:51:38.055149 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-47cc4403-b9fa-4cf0-a9e1-4142b44af456 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:38.080715 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-47cc4403-b9fa-4cf0-a9e1-4142b44af456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:38.081608 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cc4403-b9fa-4cf0-a9e1-4142b44af456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:38.082186 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-47cc4403-b9fa-4cf0-a9e1-4142b44af456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:38.168506 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-47cc4403-b9fa-4cf0-a9e1-4142b44af456 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5144997 Sep 21 17:51:38.169031 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 52646) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:51:38.172366 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc4403-b9fa-4cf0-a9e1-4142b44af456 admin admin] Pushing event updated for resources: {'Network': ['ID=5e4e9767-c6de-477b-9b92-cdfe8330c1ce,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:38.183679 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-33632d01-b893-4dcb-856c-6ecb9a8e8dfe admin admin] Request body: {'subnet': {'network_id': '5e4e9767-c6de-477b-9b92-cdfe8330c1ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1459886818-subnet', 'tenant_id': '40f418018bdc42e9b68bb41d52383f8c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:51:38.184437 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 5e4e9767-c6de-477b-9b92-cdfe8330c1ce details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:51:38.186971 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cee07-c71d-4886-9aa7-6370fe5d8c91 req-fdea10aa-edd6-4426-9af0-9e0fc7b5660c tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:38.189126 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3b0cee07-c71d-4886-9aa7-6370fe5d8c91 req-fdea10aa-edd6-4426-9af0-9e0fc7b5660c tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 945 time: 0.1043162 Sep 21 17:51:38.221575 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33632d01-b893-4dcb-856c-6ecb9a8e8dfe admin admin] Made reservation on behalf of 40f418018bdc42e9b68bb41d52383f8c for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:51:38.224067 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-33632d01-b893-4dcb-856c-6ecb9a8e8dfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:38.240553 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3b0cee07-c71d-4886-9aa7-6370fe5d8c91 req-58b3b264-0ef3-4de3-9b1f-e36134458219 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353947 Sep 21 17:51:38.307623 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['84628d8c-7af0-4096-a4e8-c5bb37b5faf7'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:51:38.310469 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device ed491fc3-4b85-4866-bac6-a047590551d3 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:51:38.345566 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['006995ef-bd30-4944-a1b2-61dbac04c028'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:51:38.374731 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['4df9844b-6800-4489-8f34-b9ba0ba1c54f'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:51:38.510525 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-33632d01-b893-4dcb-856c-6ecb9a8e8dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:38.522989 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.db.resource_extend [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 17:51:38.563542 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1fe3e-a291-4832-b63d-58eee758cfcb req-b11233b3-a4ff-4ab1-94ba-8dcd50c3097e tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:38.572663 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0fe1fe3e-a291-4832-b63d-58eee758cfcb req-b11233b3-a4ff-4ab1-94ba-8dcd50c3097e tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 945 time: 0.0784402 Sep 21 17:51:38.582490 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc362ed-45ff-49af-a28b-c8393549b054 req-f3aa4272-e883-4686-ad7b-44384a733890 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:38.590063 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0dc362ed-45ff-49af-a28b-c8393549b054 req-f3aa4272-e883-4686-ad7b-44384a733890 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 950 time: 0.1076922 Sep 21 17:51:38.592061 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33632d01-b893-4dcb-856c-6ecb9a8e8dfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa29888d-ade9-44aa-a6ec-b3bdcbeb6d2a,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:38.629015 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33632d01-b893-4dcb-856c-6ecb9a8e8dfe admin admin] Checking segment: {'id': '2653a7e0-4df0-49cc-b475-c4f3ac285885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5e4e9767-c6de-477b-9b92-cdfe8330c1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:51:38.629372 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33632d01-b893-4dcb-856c-6ecb9a8e8dfe admin admin] Network hostable DHCP agents. Network: 5e4e9767-c6de-477b-9b92-cdfe8330c1ce, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:51:38.666349 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0dc362ed-45ff-49af-a28b-c8393549b054 req-4492a80c-c622-4188-897d-ddb95dfa1a61 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699940 Sep 21 17:51:38.676699 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0fe1fe3e-a291-4832-b63d-58eee758cfcb req-b800d760-759e-4520-be1f-c042b6e67d13 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025047 Sep 21 17:51:38.685640 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33632d01-b893-4dcb-856c-6ecb9a8e8dfe admin admin] Network 5e4e9767-c6de-477b-9b92-cdfe8330c1ce is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:51:38.713746 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-33632d01-b893-4dcb-856c-6ecb9a8e8dfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 5e4e9767-c6de-477b-9b92-cdfe8330c1ce) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:51:38.719544 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33632d01-b893-4dcb-856c-6ecb9a8e8dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:38.720986 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-33632d01-b893-4dcb-856c-6ecb9a8e8dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:38.737385 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3740b377-6e65-4b78-a38d-882a8c824285 None None] Network 5e4e9767-c6de-477b-9b92-cdfe8330c1ce requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:51:38.753116 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-33632d01-b893-4dcb-856c-6ecb9a8e8dfe admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5830395 Sep 21 17:51:38.756728 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 52670) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:51:38.763165 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-41a37c02-e4c6-44fa-8763-2fc6a09dee61 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1459886818-router', 'tenant_id': '40f418018bdc42e9b68bb41d52383f8c', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:51:38.838428 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port ed491fc3-4b85-4866-bac6-a047590551d3, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ed491fc3-4b85-4866-bac6-a047590551d3,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:38.884777 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41a37c02-e4c6-44fa-8763-2fc6a09dee61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:38.886255 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41a37c02-e4c6-44fa-8763-2fc6a09dee61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:38.889462 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51d132-4fa5-4a47-a977-63ba45e243f4 req-21593ceb-5025-45ad-a798-cdac5f343af2 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:38.893384 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2e51d132-4fa5-4a47-a977-63ba45e243f4 req-21593ceb-5025-45ad-a798-cdac5f343af2 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f69d2a0-475e-4453-8654-827f46d65926 HTTP/1.1" status: 200 len: 946 time: 0.1041048 Sep 21 17:51:38.921707 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd3f70a-73f9-48ac-8edd-5ef18017bf39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed491fc3-4b85-4866-bac6-a047590551d3'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:51:38.925907 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f830c753-401b-48f7-bd60-20389a5b2efa" -d '{"events": [{"server_uuid": "5fd3f70a-73f9-48ac-8edd-5ef18017bf39", "name": "network-vif-unplugged", "status": "completed", "tag": "ed491fc3-4b85-4866-bac6-a047590551d3"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:51:38.966873 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2e51d132-4fa5-4a47-a977-63ba45e243f4 req-399f9590-37fd-4761-be53-91a6ba0b9f2f tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651567 Sep 21 17:51:39.000527 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'ed491fc3-4b85-4866-bac6-a047590551d3', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': 'ed491fc3-4b85-4866-bac6-a047590551d3', 'mac_address': 'fa:16:3e:75:f1:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:51:39.032576 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717e141-4b23-498e-b661-1cc757eeafaf req-5a390e0f-31d9-4871-bc49-923377369004 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:39.039922 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717e141-4b23-498e-b661-1cc757eeafaf req-5a390e0f-31d9-4871-bc49-923377369004 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:39.048810 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717e141-4b23-498e-b661-1cc757eeafaf req-5a390e0f-31d9-4871-bc49-923377369004 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:39.050864 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8717e141-4b23-498e-b661-1cc757eeafaf req-5a390e0f-31d9-4871-bc49-923377369004 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c540988-9fe3-4631-b952-748f088cd193 HTTP/1.1" status: 200 len: 2414 time: 0.2042248 Sep 21 17:51:39.209218 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41a37c02-e4c6-44fa-8763-2fc6a09dee61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:39.330183 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 17:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa6f08b-b190-43dd-a364-cf8655aa4a27 x-openstack-request-id: req-baa6f08b-b190-43dd-a364-cf8655aa4a27 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:51:39.330490 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd3f70a-73f9-48ac-8edd-5ef18017bf39", "name": "network-vif-unplugged", "status": "completed", "tag": "ed491fc3-4b85-4866-bac6-a047590551d3", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:51:39.330746 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-baa6f08b-b190-43dd-a364-cf8655aa4a27 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:51:39.331280 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd3f70a-73f9-48ac-8edd-5ef18017bf39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed491fc3-4b85-4866-bac6-a047590551d3', 'code': 200} Sep 21 17:51:39.336405 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8717e141-4b23-498e-b661-1cc757eeafaf req-3222f8d4-cfdc-4fe8-b740-8d792917ec26 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919119 Sep 21 17:51:39.368643 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:39.450416 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9fe17-dabb-4493-844c-6db5ce942689 req-bc2623ee-3444-41a4-a094-797f8e36d242 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:39.453673 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-41b9fe17-dabb-4493-844c-6db5ce942689 req-bc2623ee-3444-41a4-a094-797f8e36d242 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 945 time: 0.0914073 Sep 21 17:51:39.485748 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed491fc3-4b85-4866-bac6-a047590551d3 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:51:39.510742 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41a37c02-e4c6-44fa-8763-2fc6a09dee61 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:39.523223 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dbf044-1910-45b6-a91c-0721dd19f5b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-5e4e9767-c6de-477b-9b92-cdfe8330c1ce', 'network_id': '5e4e9767-c6de-477b-9b92-cdfe8330c1ce', 'tenant_id': '40f418018bdc42e9b68bb41d52383f8c', 'fixed_ips': [{'subnet_id': 'aa29888d-ade9-44aa-a6ec-b3bdcbeb6d2a'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:51:39.524100 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a9dbf044-1910-45b6-a91c-0721dd19f5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:39.543061 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-41b9fe17-dabb-4493-844c-6db5ce942689 req-bb8d79f0-36a4-46cd-bd4f-4d70d011bdb5 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782411 Sep 21 17:51:39.545066 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port ed491fc3-4b85-4866-bac6-a047590551d3, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ed491fc3-4b85-4866-bac6-a047590551d3,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:39.563465 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:39.834839 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['ed491fc3-4b85-4866-bac6-a047590551d3'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:51:39.895578 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=ed491fc3-4b85-4866-bac6-a047590551d3,revision_number=9']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:39.905839 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8baa09-357a-449f-8f58-3b56e76750a6 req-5477cd09-8f33-4d37-8c37-ebda085b0b67 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:39.921958 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2e8baa09-357a-449f-8f58-3b56e76750a6 req-5477cd09-8f33-4d37-8c37-ebda085b0b67 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 945 time: 0.1261959 Sep 21 17:51:39.964662 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-a9dbf044-1910-45b6-a91c-0721dd19f5b4 None None] Allocated IP 172.20.0.2 (5e4e9767-c6de-477b-9b92-cdfe8330c1ce/aa29888d-ade9-44aa-a6ec-b3bdcbeb6d2a/98b97089-a8e5-4e38-bc5b-9aaac5903e01) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:51:40.006283 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2e8baa09-357a-449f-8f58-3b56e76750a6 req-0bdef33e-554b-49dd-92dd-4f941fb89f20 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717497 Sep 21 17:51:40.127988 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f12c0e-01f3-4efa-8f78-6dd3e4d1f242 req-ba50d25d-52b7-4d91-b130-ac7373eb8449 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:40.136135 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-91f12c0e-01f3-4efa-8f78-6dd3e4d1f242 req-ba50d25d-52b7-4d91-b130-ac7373eb8449 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f69d2a0-475e-4453-8654-827f46d65926 HTTP/1.1" status: 200 len: 946 time: 0.0654824 Sep 21 17:51:40.203746 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-91f12c0e-01f3-4efa-8f78-6dd3e4d1f242 req-5937aaf4-4178-4a86-9550-ecd4e7a804bf tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661564 Sep 21 17:51:40.319011 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f809b-35e2-47f3-9060-332d33e7fa36 req-5bdf911f-6740-4b4a-97c1-00f0d6c53b84 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:40.327789 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b0f809b-35e2-47f3-9060-332d33e7fa36 req-5bdf911f-6740-4b4a-97c1-00f0d6c53b84 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 1096 time: 0.0522215 Sep 21 17:51:40.368348 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a9dbf044-1910-45b6-a91c-0721dd19f5b4 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:40.377530 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a9dbf044-1910-45b6-a91c-0721dd19f5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:40.403246 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b0f809b-35e2-47f3-9060-332d33e7fa36 req-6632052d-d78c-4c9a-8cf0-8e62aeb2fafe tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740483 Sep 21 17:51:40.452886 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dbf044-1910-45b6-a91c-0721dd19f5b4 None None] Network 5e4e9767-c6de-477b-9b92-cdfe8330c1ce is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:51:40.464495 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-a9dbf044-1910-45b6-a91c-0721dd19f5b4 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:51:40.483816 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dbf044-1910-45b6-a91c-0721dd19f5b4 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:51:40.520713 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbf044-1910-45b6-a91c-0721dd19f5b4 None None] Pushing event updated for resources: {'Port': ['ID=98b97089-a8e5-4e38-bc5b-9aaac5903e01,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:40.540563 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd0ff3-3577-4efb-9aca-d7a57abc6d3c req-813a1a88-be89-4bd7-9be1-d415d4a6290a tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:40.547170 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-accd0ff3-3577-4efb-9aca-d7a57abc6d3c req-813a1a88-be89-4bd7-9be1-d415d4a6290a tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 950 time: 0.7056918 Sep 21 17:51:40.588637 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41a37c02-e4c6-44fa-8763-2fc6a09dee61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:40.631481 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-accd0ff3-3577-4efb-9aca-d7a57abc6d3c req-845ced25-172b-4bf7-b894-e1f0b6aeaa81 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805941 Sep 21 17:51:40.635770 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41a37c02-e4c6-44fa-8763-2fc6a09dee61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:40.645098 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a9dbf044-1910-45b6-a91c-0721dd19f5b4 None None] Attempting to bind port 98b97089-a8e5-4e38-bc5b-9aaac5903e01 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:51:40.645098 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a9dbf044-1910-45b6-a91c-0721dd19f5b4 None None] Attempting to bind port 98b97089-a8e5-4e38-bc5b-9aaac5903e01 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '2653a7e0-4df0-49cc-b475-c4f3ac285885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5e4e9767-c6de-477b-9b92-cdfe8330c1ce'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:51:40.645098 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dbf044-1910-45b6-a91c-0721dd19f5b4 None None] Attempting to bind port 98b97089-a8e5-4e38-bc5b-9aaac5903e01 on network 5e4e9767-c6de-477b-9b92-cdfe8330c1ce {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:51:40.652882 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dbf044-1910-45b6-a91c-0721dd19f5b4 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:51:40.653268 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dbf044-1910-45b6-a91c-0721dd19f5b4 None None] Checking segment: {'id': '2653a7e0-4df0-49cc-b475-c4f3ac285885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5e4e9767-c6de-477b-9b92-cdfe8330c1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:51:40.655604 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a9dbf044-1910-45b6-a91c-0721dd19f5b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:40.656011 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dbf044-1910-45b6-a91c-0721dd19f5b4 None None] Bound using segment: {'id': '2653a7e0-4df0-49cc-b475-c4f3ac285885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5e4e9767-c6de-477b-9b92-cdfe8330c1ce'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:51:40.656494 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a9dbf044-1910-45b6-a91c-0721dd19f5b4 None None] Bound port: 98b97089-a8e5-4e38-bc5b-9aaac5903e01, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2653a7e0-4df0-49cc-b475-c4f3ac285885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5e4e9767-c6de-477b-9b92-cdfe8330c1ce'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:51:40.656891 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a9dbf044-1910-45b6-a91c-0721dd19f5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:40.705141 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3711ff-869b-49cd-91ef-e0d91782828d req-a9d01217-63ef-496c-b5ed-a1c7a7f2c4f6 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:40.719405 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0d3711ff-869b-49cd-91ef-e0d91782828d req-a9d01217-63ef-496c-b5ed-a1c7a7f2c4f6 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f69d2a0-475e-4453-8654-827f46d65926 HTTP/1.1" status: 200 len: 946 time: 0.1319053 Sep 21 17:51:40.719942 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 52716) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:51:40.739691 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-455118ba-f636-492e-996b-931fe2f7eff1 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Request body: {'floatingip': {'port_id': '025b9817-f15a-4c12-bc45-955f038ceef7'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:51:40.850282 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-455118ba-f636-492e-996b-931fe2f7eff1 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks [] for floatingip, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:40.880393 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a9dbf044-1910-45b6-a91c-0721dd19f5b4 None None] For port 98b97089-a8e5-4e38-bc5b-9aaac5903e01, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:51:40.893061 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a9dbf044-1910-45b6-a91c-0721dd19f5b4 None None] For port 98b97089-a8e5-4e38-bc5b-9aaac5903e01, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=98b97089-a8e5-4e38-bc5b-9aaac5903e01,segment=NetworkSegment(2653a7e0-4df0-49cc-b475-c4f3ac285885),segment_id=2653a7e0-4df0-49cc-b475-c4f3ac285885)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:51:40.901552 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a9dbf044-1910-45b6-a91c-0721dd19f5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:40.936344 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-41a37c02-e4c6-44fa-8763-2fc6a09dee61 admin admin] Allocated IP 172.25.6.135 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/3290664d-cef8-4aab-bead-b6ba412a7290) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:51:41.022661 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbf044-1910-45b6-a91c-0721dd19f5b4 None None] Pushing event updated for resources: {'Port': ['ID=98b97089-a8e5-4e38-bc5b-9aaac5903e01,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:41.024026 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e682e-d2e7-4b3e-8380-72d8d4a3c1e9 req-4e443e43-ca38-4020-b1dc-76d793a10965 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:41.030885 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e682e-d2e7-4b3e-8380-72d8d4a3c1e9 req-4e443e43-ca38-4020-b1dc-76d793a10965 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:41.036674 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e682e-d2e7-4b3e-8380-72d8d4a3c1e9 req-4e443e43-ca38-4020-b1dc-76d793a10965 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:41.048310 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c7e682e-d2e7-4b3e-8380-72d8d4a3c1e9 req-4e443e43-ca38-4020-b1dc-76d793a10965 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c540988-9fe3-4631-b952-748f088cd193 HTTP/1.1" status: 200 len: 2414 time: 0.1870313 Sep 21 17:51:41.088916 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41a37c02-e4c6-44fa-8763-2fc6a09dee61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:41.153776 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c7e682e-d2e7-4b3e-8380-72d8d4a3c1e9 req-97a3b66d-a801-4292-9ff8-92c993cc83f9 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000109 Sep 21 17:51:41.154900 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41a37c02-e4c6-44fa-8763-2fc6a09dee61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:41.278170 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a37c02-e4c6-44fa-8763-2fc6a09dee61 admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:51:41.284118 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-41a37c02-e4c6-44fa-8763-2fc6a09dee61 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:51:41.299270 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a37c02-e4c6-44fa-8763-2fc6a09dee61 admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:51:41.310838 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbacbe55-6dac-4651-9770-9d59fa66dceb req-44c3aae5-5cd8-4c71-bff9-f9cf0eec78c4 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:41.319182 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cbacbe55-6dac-4651-9770-9d59fa66dceb req-44c3aae5-5cd8-4c71-bff9-f9cf0eec78c4 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 1096 time: 0.1831725 Sep 21 17:51:41.341525 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a37c02-e4c6-44fa-8763-2fc6a09dee61 admin admin] Pushing event updated for resources: {'Port': ['ID=3290664d-cef8-4aab-bead-b6ba412a7290,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:41.487209 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e7a62-d08e-49b0-a99c-908806650cc3 req-2332e41b-b852-4133-a1ed-68662be222a9 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:41.488896 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4d6e7a62-d08e-49b0-a99c-908806650cc3 req-2332e41b-b852-4133-a1ed-68662be222a9 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 945 time: 0.2039473 Sep 21 17:51:41.576101 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cbacbe55-6dac-4651-9770-9d59fa66dceb req-9fc48737-aa75-4900-bc9b-2f389ef95daf tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559218 Sep 21 17:51:41.614311 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4d6e7a62-d08e-49b0-a99c-908806650cc3 req-8d76b157-40b4-4ce9-b270-68918675fde4 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125367 Sep 21 17:51:41.861036 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-455118ba-f636-492e-996b-931fe2f7eff1 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:41.908450 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-455118ba-f636-492e-996b-931fe2f7eff1 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:41.909948 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 98b97089-a8e5-4e38-bc5b-9aaac5903e01 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:51:41.992399 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c74d7-5edd-4e95-b18e-94ed9ffa963d req-07c1301a-abce-4c47-8770-7edf3db555e4 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:41.993053 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 98b97089-a8e5-4e38-bc5b-9aaac5903e01 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:41.995089 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:42.002397 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f93c74d7-5edd-4e95-b18e-94ed9ffa963d req-07c1301a-abce-4c47-8770-7edf3db555e4 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 950 time: 0.1396854 Sep 21 17:51:42.014031 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41a37c02-e4c6-44fa-8763-2fc6a09dee61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:42.169182 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:42.251672 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 98b97089-a8e5-4e38-bc5b-9aaac5903e01, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=98b97089-a8e5-4e38-bc5b-9aaac5903e01,segment=NetworkSegment(2653a7e0-4df0-49cc-b475-c4f3ac285885),segment_id=2653a7e0-4df0-49cc-b475-c4f3ac285885)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:42.261257 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:42.335555 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device ed491fc3-4b85-4866-bac6-a047590551d3 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:51:42.523494 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41a37c02-e4c6-44fa-8763-2fc6a09dee61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:42.541993 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port ed491fc3-4b85-4866-bac6-a047590551d3 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:42.542323 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:42.547335 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=98b97089-a8e5-4e38-bc5b-9aaac5903e01,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:42.772918 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f93c74d7-5edd-4e95-b18e-94ed9ffa963d req-86b2f349-8d3f-48c2-9970-76ceecc7be5a tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7655196 Sep 21 17:51:42.772918 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-455118ba-f636-492e-996b-931fe2f7eff1 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Floating IP 352915d1-e335-49fd-b0ee-5dda52f9e574 associated. External IP: 172.25.6.182, port: 025b9817-f15a-4c12-bc45-955f038ceef7. Sep 21 17:51:42.774977 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e70a705-8c48-4646-9341-89a09d95bebb None None] Network 5e4e9767-c6de-477b-9b92-cdfe8330c1ce requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:51:42.845918 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a37c02-e4c6-44fa-8763-2fc6a09dee61 admin admin] Router 450af0da-7105-46a4-a249-56e1908c390e is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:51:43.089684 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a37c02-e4c6-44fa-8763-2fc6a09dee61 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:51:43.113924 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73941a15-01ae-47e3-aa61-8dac0c145816 None None] Sync routers for ids ['450af0da-7105-46a4-a249-56e1908c390e'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:51:43.130553 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73941a15-01ae-47e3-aa61-8dac0c145816 None None] Routers {'450af0da-7105-46a4-a249-56e1908c390e'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:51:43.131847 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-73941a15-01ae-47e3-aa61-8dac0c145816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:51:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['450af0da-7105-46a4-a249-56e1908c390e'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:51:43.140707 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41a37c02-e4c6-44fa-8763-2fc6a09dee61 admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:43.145390 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-41a37c02-e4c6-44fa-8763-2fc6a09dee61 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3878589 Sep 21 17:51:43.146118 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 52764) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:51:43.327151 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ddea7-23cb-478c-a8d4-40b24fbdc67b req-3309a48d-aed1-414c-9c85-ea86ff3d294f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:43.335132 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ddea7-23cb-478c-a8d4-40b24fbdc67b req-3309a48d-aed1-414c-9c85-ea86ff3d294f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:43.360331 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ddea7-23cb-478c-a8d4-40b24fbdc67b req-3309a48d-aed1-414c-9c85-ea86ff3d294f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:43.370602 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-659ddea7-23cb-478c-a8d4-40b24fbdc67b req-3309a48d-aed1-414c-9c85-ea86ff3d294f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c540988-9fe3-4631-b952-748f088cd193 HTTP/1.1" status: 200 len: 2414 time: 0.3138943 Sep 21 17:51:43.425255 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-73941a15-01ae-47e3-aa61-8dac0c145816 None None] Set router 450af0da-7105-46a4-a249-56e1908c390e gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:51:43.465134 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-2a952699-76d6-491d-ae5e-b4810a884d0d tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:51:43.472957 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-2a952699-76d6-491d-ae5e-b4810a884d0d tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0865500 Sep 21 17:51:43.513154 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:43.543980 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-7dcd5818-9f27-4a0e-b9ca-e8049b490c57 None None] Provisioning complete for port 98b97089-a8e5-4e38-bc5b-9aaac5903e01 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:43.544945 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7dcd5818-9f27-4a0e-b9ca-e8049b490c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:43.574392 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-659ddea7-23cb-478c-a8d4-40b24fbdc67b req-9d1f33fe-a208-4b0c-861d-aae9f207e1d7 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025411 Sep 21 17:51:43.582490 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-676feb16-b324-4626-9675-028b1c0d605a tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:43.591778 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-676feb16-b324-4626-9675-028b1c0d605a tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/ports/2cbd7773-1b4f-414f-bf20-17171652c2b8 HTTP/1.1" status: 200 len: 1093 time: 0.1177759 Sep 21 17:51:43.596478 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-496903f2-0ba3-499a-ac6f-b81a91a41bbb service neutron] Request body: {'binding': {'host': 'n-h2-810291-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:51:43.596929 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-496903f2-0ba3-499a-ac6f-b81a91a41bbb service neutron] Unknown quota resources ['binding']. {{(pid=101461) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 17:51:43.599246 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455118ba-f636-492e-996b-931fe2f7eff1 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Router 9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:51:43.687523 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd3f70a-73f9-48ac-8edd-5ef18017bf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed491fc3-4b85-4866-bac6-a047590551d3'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:51:43.690777 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b80223-2b4e-456d-a697-17265ca1c189" -d '{"events": [{"server_uuid": "5fd3f70a-73f9-48ac-8edd-5ef18017bf39", "name": "network-vif-plugged", "status": "completed", "tag": "ed491fc3-4b85-4866-bac6-a047590551d3"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:51:43.780900 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port ed491fc3-4b85-4866-bac6-a047590551d3, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ed491fc3-4b85-4866-bac6-a047590551d3,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:43.793459 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:43.794911 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 84628d8c-7af0-4096-a4e8-c5bb37b5faf7 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:51:43.825494 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5d263-0c97-4460-a4dd-6d3649e21b82 req-f4cbf06b-fe06-4d3a-b7ab-9c82a7a2a048 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:43.840061 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4ee5d263-0c97-4460-a4dd-6d3649e21b82 req-f4cbf06b-fe06-4d3a-b7ab-9c82a7a2a048 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 945 time: 0.1469841 Sep 21 17:51:43.884391 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-73941a15-01ae-47e3-aa61-8dac0c145816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450af0da-7105-46a4-a249-56e1908c390e', 'name': 'tempest-FloatingIPsTestJSON-1459886818-router', 'tenant_id': '40f418018bdc42e9b68bb41d52383f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '3290664d-cef8-4aab-bead-b6ba412a7290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:51:38Z', 'updated_at': '2021-09-21T17:51:41Z', 'revision_number': 3, 'project_id': '40f418018bdc42e9b68bb41d52383f8c', 'gw_port': {'id': '3290664d-cef8-4aab-bead-b6ba412a7290', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450af0da-7105-46a4-a249-56e1908c390e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:51:40Z', 'updated_at': '2021-09-21T17:51:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:51:43.947505 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=ed491fc3-4b85-4866-bac6-a047590551d3,revision_number=10']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:43.950140 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455118ba-f636-492e-996b-931fe2f7eff1 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:51:43.958605 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-455118ba-f636-492e-996b-931fe2f7eff1 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:43.959063 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 98b97089-a8e5-4e38-bc5b-9aaac5903e01 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:51:43.963047 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73941a15-01ae-47e3-aa61-8dac0c145816 None None] Checking router: 450af0da-7105-46a4-a249-56e1908c390e for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:51:43.963829 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73941a15-01ae-47e3-aa61-8dac0c145816 None None] Updating router 450af0da-7105-46a4-a249-56e1908c390e port 3290664d-cef8-4aab-bead-b6ba412a7290 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:51:44.021670 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-73941a15-01ae-47e3-aa61-8dac0c145816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:44.025678 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4ee5d263-0c97-4460-a4dd-6d3649e21b82 req-cb32ba70-b8d5-4f75-8d5e-549a366de017 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867998 Sep 21 17:51:44.048403 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-455118ba-f636-492e-996b-931fe2f7eff1 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "PUT /v2.0/floatingips/352915d1-e335-49fd-b0ee-5dda52f9e574 HTTP/1.1" status: 200 len: 992 time: 3.3192666 Sep 21 17:51:44.049272 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f69d2a0-475e-4453-8654-827f46d65926', 'tag': '025b9817-f15a-4c12-bc45-955f038ceef7'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:51:44.063073 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-496903f2-0ba3-499a-ac6f-b81a91a41bbb service neutron] Attempting to bind port 2cbd7773-1b4f-414f-bf20-17171652c2b8 on host n-h2-810291-1 for vnic_type normal with profile None {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:51:44.063616 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-496903f2-0ba3-499a-ac6f-b81a91a41bbb service neutron] Attempting to bind port 2cbd7773-1b4f-414f-bf20-17171652c2b8 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:51:44.065764 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-496903f2-0ba3-499a-ac6f-b81a91a41bbb service neutron] Attempting to bind port 2cbd7773-1b4f-414f-bf20-17171652c2b8 on network ce365bfd-7bb2-49d3-914a-63ce743986ef {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:51:44.066978 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c01bfa7-bb25-4aff-85d1-9565527c36cf None None] Sync routers for ids ['9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:51:44.069919 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7195d8-eb48-4ada-a747-2f7ec0c99998" -d '{"events": [{"name": "network-changed", "server_uuid": "4f69d2a0-475e-4453-8654-827f46d65926", "tag": "025b9817-f15a-4c12-bc45-955f038ceef7"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:51:44.076715 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-496903f2-0ba3-499a-ac6f-b81a91a41bbb service neutron] Port 2cbd7773-1b4f-414f-bf20-17171652c2b8 on network ce365bfd-7bb2-49d3-914a-63ce743986ef not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:51:44.078838 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-496903f2-0ba3-499a-ac6f-b81a91a41bbb service neutron] Attempting to bind port 2cbd7773-1b4f-414f-bf20-17171652c2b8 on network ce365bfd-7bb2-49d3-914a-63ce743986ef {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:51:44.100643 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-496903f2-0ba3-499a-ac6f-b81a91a41bbb service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:51:44.101899 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-496903f2-0ba3-499a-ac6f-b81a91a41bbb service neutron] Checking segment: {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:51:44.104975 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-496903f2-0ba3-499a-ac6f-b81a91a41bbb service neutron] Bound using segment: {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:51:44.105711 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-496903f2-0ba3-499a-ac6f-b81a91a41bbb service neutron] Bound port: 2cbd7773-1b4f-414f-bf20-17171652c2b8, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'}}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:51:44.137465 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c01bfa7-bb25-4aff-85d1-9565527c36cf None None] Routers {'9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:51:44.137852 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-9c01bfa7-bb25-4aff-85d1-9565527c36cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:51:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:51:44.230860 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-496903f2-0ba3-499a-ac6f-b81a91a41bbb service neutron] For port 2cbd7773-1b4f-414f-bf20-17171652c2b8, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=2cbd7773-1b4f-414f-bf20-17171652c2b8,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:51:44.248185 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-496903f2-0ba3-499a-ac6f-b81a91a41bbb service neutron] Notify callbacks [] for binding, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:44.249453 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-496903f2-0ba3-499a-ac6f-b81a91a41bbb service neutron] 10.222.0.58 "POST /v2.0/ports/2cbd7773-1b4f-414f-bf20-17171652c2b8/bindings HTTP/1.1" status: 201 len: 389 time: 0.6565378 Sep 21 17:51:44.250965 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4349e2-f42e-4b2c-8638-d64854e983d1 x-openstack-request-id: req-aa4349e2-f42e-4b2c-8638-d64854e983d1 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:51:44.251253 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd3f70a-73f9-48ac-8edd-5ef18017bf39", "name": "network-vif-plugged", "status": "completed", "tag": "ed491fc3-4b85-4866-bac6-a047590551d3", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:51:44.251503 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aa4349e2-f42e-4b2c-8638-d64854e983d1 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:51:44.251887 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd3f70a-73f9-48ac-8edd-5ef18017bf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed491fc3-4b85-4866-bac6-a047590551d3', 'code': 200} Sep 21 17:51:44.349279 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 84628d8c-7af0-4096-a4e8-c5bb37b5faf7 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:51:44.379045 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 84628d8c-7af0-4096-a4e8-c5bb37b5faf7 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:44.379805 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:44.446891 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-96e92113-6abe-407f-8946-3871b9821018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:44.463431 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d985f4-efc5-4a37-916f-25bc37d3451b req-912f2c36-2486-4a69-b521-6da1cfc1babc tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:44.472079 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-75d985f4-efc5-4a37-916f-25bc37d3451b req-912f2c36-2486-4a69-b521-6da1cfc1babc tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 950 time: 0.1170411 Sep 21 17:51:44.570557 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-75d985f4-efc5-4a37-916f-25bc37d3451b req-ffa33541-4ac0-4669-9b8c-b3a1877c2885 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922861 Sep 21 17:51:44.607619 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 98b97089-a8e5-4e38-bc5b-9aaac5903e01 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:44.608173 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:44.617257 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-73941a15-01ae-47e3-aa61-8dac0c145816 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:44.630791 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-73941a15-01ae-47e3-aa61-8dac0c145816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:44.686205 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835c5651-6d6a-4f1d-9162-d989131ca04f x-openstack-request-id: req-835c5651-6d6a-4f1d-9162-d989131ca04f {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:51:44.686603 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f69d2a0-475e-4453-8654-827f46d65926", "tag": "025b9817-f15a-4c12-bc45-955f038ceef7", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:51:44.686968 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-835c5651-6d6a-4f1d-9162-d989131ca04f {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:51:44.687472 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f69d2a0-475e-4453-8654-827f46d65926', 'tag': '025b9817-f15a-4c12-bc45-955f038ceef7', 'status': 'completed', 'code': 200} Sep 21 17:51:44.709629 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-73941a15-01ae-47e3-aa61-8dac0c145816 None None] Attempting to bind port 3290664d-cef8-4aab-bead-b6ba412a7290 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:51:44.710002 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-73941a15-01ae-47e3-aa61-8dac0c145816 None None] Attempting to bind port 3290664d-cef8-4aab-bead-b6ba412a7290 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:51:44.710355 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73941a15-01ae-47e3-aa61-8dac0c145816 None None] Attempting to bind port 3290664d-cef8-4aab-bead-b6ba412a7290 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:51:44.749392 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73941a15-01ae-47e3-aa61-8dac0c145816 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:51:44.750068 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73941a15-01ae-47e3-aa61-8dac0c145816 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:51:44.750661 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-73941a15-01ae-47e3-aa61-8dac0c145816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:44.751223 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73941a15-01ae-47e3-aa61-8dac0c145816 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:51:44.751853 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-73941a15-01ae-47e3-aa61-8dac0c145816 None None] Bound port: 3290664d-cef8-4aab-bead-b6ba412a7290, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:51:44.752423 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-73941a15-01ae-47e3-aa61-8dac0c145816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:44.760214 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb204080-46ba-4e34-98d2-09d519c19a26 None None] Pushing event updated for resources: {'Port': ['ID=3290664d-cef8-4aab-bead-b6ba412a7290,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:44.826174 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7195d8-eb48-4ada-a747-2f7ec0c99998 req-e382b05a-631c-4ce6-b2ca-1cc3fe319250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:44.832173 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7c7195d8-eb48-4ada-a747-2f7ec0c99998 req-e382b05a-631c-4ce6-b2ca-1cc3fe319250 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b93028f5f6c042dd85c1734d29b3e8eb&device_id=4f69d2a0-475e-4453-8654-827f46d65926 HTTP/1.1" status: 200 len: 1097 time: 0.1243727 Sep 21 17:51:44.846150 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-aba3cc8a-6abc-4ddb-9f93-856c8ef956b1 None None] Provisioning complete for port 98b97089-a8e5-4e38-bc5b-9aaac5903e01 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:44.846522 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-aba3cc8a-6abc-4ddb-9f93-856c8ef956b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:44.862683 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-73941a15-01ae-47e3-aa61-8dac0c145816 None None] For port 3290664d-cef8-4aab-bead-b6ba412a7290, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:51:44.864606 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-96e92113-6abe-407f-8946-3871b9821018 admin admin] Allocated IP 172.20.0.1 (5e4e9767-c6de-477b-9b92-cdfe8330c1ce/aa29888d-ade9-44aa-a6ec-b3bdcbeb6d2a/47f301bb-dd6d-43a5-93dd-8c9ffce3ce77) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:51:44.866283 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-73941a15-01ae-47e3-aa61-8dac0c145816 None None] For port 3290664d-cef8-4aab-bead-b6ba412a7290, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=3290664d-cef8-4aab-bead-b6ba412a7290,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:51:44.875469 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-73941a15-01ae-47e3-aa61-8dac0c145816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:44.894472 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-9c01bfa7-bb25-4aff-85d1-9565527c36cf None None] Set router 9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:51:45.016357 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73941a15-01ae-47e3-aa61-8dac0c145816 None None] Routers {'450af0da-7105-46a4-a249-56e1908c390e'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:51:45.019637 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-73941a15-01ae-47e3-aa61-8dac0c145816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:51:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['450af0da-7105-46a4-a249-56e1908c390e'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:51:45.021618 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb204080-46ba-4e34-98d2-09d519c19a26 None None] Pushing event updated for resources: {'Port': ['ID=3290664d-cef8-4aab-bead-b6ba412a7290,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:45.060146 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:45.060965 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-53030d2a-ef03-4a71-848d-609b0a3060df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:45.062475 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-53030d2a-ef03-4a71-848d-609b0a3060df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=564aef6a99cc4ded992fbb9f0e732388&device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 1096 time: 0.4379807 Sep 21 17:51:45.068373 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-96e92113-6abe-407f-8946-3871b9821018 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:45.112585 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67409f6f-a9e8-4b11-8522-3d20067de798 req-68487497-fd31-4a76-99ed-810593ecf8fb tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:45.121612 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67409f6f-a9e8-4b11-8522-3d20067de798 req-68487497-fd31-4a76-99ed-810593ecf8fb tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:45.133396 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67409f6f-a9e8-4b11-8522-3d20067de798 req-68487497-fd31-4a76-99ed-810593ecf8fb tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:45.138768 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-67409f6f-a9e8-4b11-8522-3d20067de798 req-68487497-fd31-4a76-99ed-810593ecf8fb tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c540988-9fe3-4631-b952-748f088cd193 HTTP/1.1" status: 200 len: 2414 time: 0.2999387 Sep 21 17:51:45.144946 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 84628d8c-7af0-4096-a4e8-c5bb37b5faf7, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=84628d8c-7af0-4096-a4e8-c5bb37b5faf7,segment=NetworkSegment(105e61c3-6bae-4564-b3d8-ac6d6a1945af),segment_id=105e61c3-6bae-4564-b3d8-ac6d6a1945af)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:45.164480 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:45.171391 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 006995ef-bd30-4944-a1b2-61dbac04c028 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:51:45.183573 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a5535-efc9-48d5-bb21-087c41db6b59 req-eafc2a26-be96-4b3f-b84b-452a09c4888a tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:45.185132 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1f9a5535-efc9-48d5-bb21-087c41db6b59 req-eafc2a26-be96-4b3f-b84b-452a09c4888a tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 945 time: 0.2167375 Sep 21 17:51:45.252929 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7195d8-eb48-4ada-a747-2f7ec0c99998 req-c6bbec0c-c958-4e1c-93e3-17dbd9257b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:45.254812 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7c7195d8-eb48-4ada-a747-2f7ec0c99998 req-c6bbec0c-c958-4e1c-93e3-17dbd9257b26 service neutron] 10.222.0.38 "GET /v2.0/networks?id=11a4fcdf-56c0-4722-a4a2-ffbd8671669c HTTP/1.1" status: 200 len: 925 time: 0.3991196 Sep 21 17:51:45.264270 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-67409f6f-a9e8-4b11-8522-3d20067de798 req-b518d696-c297-41b4-8876-b2100b4f94eb tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163163 Sep 21 17:51:45.289439 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-73941a15-01ae-47e3-aa61-8dac0c145816 None None] Set router 450af0da-7105-46a4-a249-56e1908c390e gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:51:45.342662 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7c7195d8-eb48-4ada-a747-2f7ec0c99998 req-55c25600-22ea-45b9-80c0-d12823270af9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=025b9817-f15a-4c12-bc45-955f038ceef7 HTTP/1.1" status: 200 len: 1000 time: 0.0767884 Sep 21 17:51:45.443062 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-96e92113-6abe-407f-8946-3871b9821018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:45.497147 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=84628d8c-7af0-4096-a4e8-c5bb37b5faf7,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:45.526074 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e92113-6abe-407f-8946-3871b9821018 admin admin] Network 5e4e9767-c6de-477b-9b92-cdfe8330c1ce is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:51:45.535966 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 006995ef-bd30-4944-a1b2-61dbac04c028 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:51:45.541655 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1f9a5535-efc9-48d5-bb21-087c41db6b59 req-032f8f93-c8ff-4ac4-b3e5-cf7bd69e72ae tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386071 Sep 21 17:51:45.548784 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7195d8-eb48-4ada-a747-2f7ec0c99998 req-64f24cc2-496e-4242-8ec7-08fbb070b6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:45.550257 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-38892c77-f8b2-43e6-8951-fccf508a40ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:45.551587 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7c7195d8-eb48-4ada-a747-2f7ec0c99998 req-64f24cc2-496e-4242-8ec7-08fbb070b6e0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=42aa13e9-fa0a-473d-9510-59ad5e7250f2 HTTP/1.1" status: 200 len: 863 time: 0.1940780 Sep 21 17:51:45.552881 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-38892c77-f8b2-43e6-8951-fccf508a40ec service neutron] 10.222.0.44 "GET /v2.0/networks?id=ce365bfd-7bb2-49d3-914a-63ce743986ef HTTP/1.1" status: 200 len: 908 time: 0.4787967 Sep 21 17:51:45.553882 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-96e92113-6abe-407f-8946-3871b9821018 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:51:45.565203 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 006995ef-bd30-4944-a1b2-61dbac04c028 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:45.565428 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:45.576933 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e92113-6abe-407f-8946-3871b9821018 admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:51:45.682732 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b070e3f-6272-4caf-9b3e-484bf9bc1eb7 req-985dae59-4346-4921-95be-abe82d8507fd tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:45.691440 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-96e92113-6abe-407f-8946-3871b9821018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:45.701403 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3b070e3f-6272-4caf-9b3e-484bf9bc1eb7 req-985dae59-4346-4921-95be-abe82d8507fd tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 945 time: 0.2564700 Sep 21 17:51:45.779958 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-73941a15-01ae-47e3-aa61-8dac0c145816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450af0da-7105-46a4-a249-56e1908c390e', 'name': 'tempest-FloatingIPsTestJSON-1459886818-router', 'tenant_id': '40f418018bdc42e9b68bb41d52383f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '3290664d-cef8-4aab-bead-b6ba412a7290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:51:38Z', 'updated_at': '2021-09-21T17:51:41Z', 'revision_number': 3, 'project_id': '40f418018bdc42e9b68bb41d52383f8c', 'gw_port': {'id': '3290664d-cef8-4aab-bead-b6ba412a7290', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450af0da-7105-46a4-a249-56e1908c390e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:51:40Z', 'updated_at': '2021-09-21T17:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:51:45.803634 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7195d8-eb48-4ada-a747-2f7ec0c99998 req-fc68da9a-384f-4d93-ae68-340bf9ed2dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:45.805175 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7c7195d8-eb48-4ada-a747-2f7ec0c99998 req-fc68da9a-384f-4d93-ae68-340bf9ed2dc1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11a4fcdf-56c0-4722-a4a2-ffbd8671669c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2460225 Sep 21 17:51:45.853832 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3b070e3f-6272-4caf-9b3e-484bf9bc1eb7 req-9b57008d-1fc0-40a2-84b8-75c3fb21229d tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490576 Sep 21 17:51:45.897754 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-1756dd08-370c-417c-860a-574aff2bb894 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cbd7773-1b4f-414f-bf20-17171652c2b8 HTTP/1.1" status: 200 len: 217 time: 0.3354902 Sep 21 17:51:45.922732 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73941a15-01ae-47e3-aa61-8dac0c145816 None None] The sync data for ids ['450af0da-7105-46a4-a249-56e1908c390e'] in n-d-810291-1 is: [{'id': '450af0da-7105-46a4-a249-56e1908c390e', 'name': 'tempest-FloatingIPsTestJSON-1459886818-router', 'tenant_id': '40f418018bdc42e9b68bb41d52383f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '3290664d-cef8-4aab-bead-b6ba412a7290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:51:38Z', 'updated_at': '2021-09-21T17:51:41Z', 'revision_number': 3, 'project_id': '40f418018bdc42e9b68bb41d52383f8c', 'gw_port': {'id': '3290664d-cef8-4aab-bead-b6ba412a7290', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450af0da-7105-46a4-a249-56e1908c390e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:51:40Z', 'updated_at': '2021-09-21T17:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:51:45.977623 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:46.049591 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-f9e8d985-3b46-47d8-ac03-a6ac171f86fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:46.051150 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-f9e8d985-3b46-47d8-ac03-a6ac171f86fb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f6bcee82-068a-4838-bdd8-412dc7128026 HTTP/1.1" status: 200 len: 847 time: 0.1443133 Sep 21 17:51:46.053629 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e92113-6abe-407f-8946-3871b9821018 admin admin] Pushing event updated for resources: {'Port': ['ID=47f301bb-dd6d-43a5-93dd-8c9ffce3ce77,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:46.054528 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7c7195d8-eb48-4ada-a747-2f7ec0c99998 req-bc0e3baf-80e9-445e-9d15-a82f5cd3d236 service neutron] 10.222.0.38 "GET /v2.0/networks/11a4fcdf-56c0-4722-a4a2-ffbd8671669c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399025 Sep 21 17:51:46.065644 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-61623a7c-646b-436c-90f7-eee3e824d217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:46.120087 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-96e92113-6abe-407f-8946-3871b9821018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:46.126356 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 006995ef-bd30-4944-a1b2-61dbac04c028, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=006995ef-bd30-4944-a1b2-61dbac04c028,segment=NetworkSegment(0bcd8356-160f-4588-b9dd-d0124434889c),segment_id=0bcd8356-160f-4588-b9dd-d0124434889c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:46.139860 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-9c01bfa7-bb25-4aff-85d1-9565527c36cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350988157-router', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:07Z', 'updated_at': '2021-09-21T17:48:20Z', 'revision_number': 4, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'gw_port': {'id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:08Z', 'updated_at': '2021-09-21T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '352915d1-e335-49fd-b0ee-5dda52f9e574', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'floating_ip_address': '172.25.6.182', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'port_id': '025b9817-f15a-4c12-bc45-955f038ceef7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c', 'mac_address': 'fa:16:3e:58:2b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f69d2a0-475e-4453-8654-827f46d65926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:48:53Z', 'updated_at': '2021-09-21T17:51:41Z', 'revision_number': 5, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7603049-a3e7-4896-b522-a88926b8060b', 'name': '', 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'mac_address': 'fa:16:3e:da:5e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '42aa13e9-fa0a-473d-9510-59ad5e7250f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:17Z', 'updated_at': '2021-09-21T17:48:27Z', 'revision_number': 5, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'subnets': [{'id': '42aa13e9-fa0a-473d-9510-59ad5e7250f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:51:46.180984 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-4a44c372-60d0-4d6c-8c9c-d7e216312803 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ce365bfd-7bb2-49d3-914a-63ce743986ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821145 Sep 21 17:51:46.184709 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c01bfa7-bb25-4aff-85d1-9565527c36cf None None] Checking router: 9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:51:46.186833 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:46.196228 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 4df9844b-6800-4489-8f34-b9ba0ba1c54f up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:51:46.227166 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7c7195d8-eb48-4ada-a747-2f7ec0c99998 req-be86fda2-556e-4e1a-abd5-e34a34a3be00 service neutron] 10.222.0.38 "GET /v2.0/networks/11a4fcdf-56c0-4722-a4a2-ffbd8671669c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649599 Sep 21 17:51:46.253621 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c540988-9fe3-4631-b952-748f088cd193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84628d8c-7af0-4096-a4e8-c5bb37b5faf7'}, {'server_uuid': '9c540988-9fe3-4631-b952-748f088cd193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006995ef-bd30-4944-a1b2-61dbac04c028'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:51:46.255237 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d12960-9378-4f6c-8c94-be602e16cf80" -d '{"events": [{"server_uuid": "9c540988-9fe3-4631-b952-748f088cd193", "name": "network-vif-plugged", "status": "completed", "tag": "84628d8c-7af0-4096-a4e8-c5bb37b5faf7"}, {"server_uuid": "9c540988-9fe3-4631-b952-748f088cd193", "name": "network-vif-plugged", "status": "completed", "tag": "006995ef-bd30-4944-a1b2-61dbac04c028"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:51:46.340009 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c01bfa7-bb25-4aff-85d1-9565527c36cf None None] Routers {'9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:51:46.340626 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-9c01bfa7-bb25-4aff-85d1-9565527c36cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:51:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:51:46.475702 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-59944c37-f288-4560-b5f0-bd209ba8dd3d None None] Provisioning complete for port 47f301bb-dd6d-43a5-93dd-8c9ffce3ce77 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:46.476078 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-59944c37-f288-4560-b5f0-bd209ba8dd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:46.486706 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Sep 2021 17:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1d5df2-e815-405d-9048-8de46cfd83d4 x-openstack-request-id: req-0c1d5df2-e815-405d-9048-8de46cfd83d4 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:51:46.487488 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c540988-9fe3-4631-b952-748f088cd193", "name": "network-vif-plugged", "status": "completed", "tag": "84628d8c-7af0-4096-a4e8-c5bb37b5faf7", "code": 200}, {"server_uuid": "9c540988-9fe3-4631-b952-748f088cd193", "name": "network-vif-plugged", "status": "completed", "tag": "006995ef-bd30-4944-a1b2-61dbac04c028", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:51:46.487690 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0c1d5df2-e815-405d-9048-8de46cfd83d4 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:51:46.488091 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c540988-9fe3-4631-b952-748f088cd193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84628d8c-7af0-4096-a4e8-c5bb37b5faf7', 'code': 200} Sep 21 17:51:46.488354 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c540988-9fe3-4631-b952-748f088cd193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006995ef-bd30-4944-a1b2-61dbac04c028', 'code': 200} Sep 21 17:51:46.587872 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=006995ef-bd30-4944-a1b2-61dbac04c028,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:46.596189 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eec505-209f-43af-96b4-766f343536eb req-7529666d-094e-4a78-8e09-506c0eb91fad tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:46.602156 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eec505-209f-43af-96b4-766f343536eb req-7529666d-094e-4a78-8e09-506c0eb91fad tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:46.622489 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eec505-209f-43af-96b4-766f343536eb req-7529666d-094e-4a78-8e09-506c0eb91fad tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:46.639544 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-12eec505-209f-43af-96b4-766f343536eb req-7529666d-094e-4a78-8e09-506c0eb91fad tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c540988-9fe3-4631-b952-748f088cd193 HTTP/1.1" status: 200 len: 2416 time: 0.1539607 Sep 21 17:51:46.664440 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-59944c37-f288-4560-b5f0-bd209ba8dd3d None None] Port 47f301bb-dd6d-43a5-93dd-8c9ffce3ce77 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:51:46.715563 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-12eec505-209f-43af-96b4-766f343536eb req-298082bc-1653-4519-b36f-89c66be3e8a3 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750129 Sep 21 17:51:46.759048 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 4df9844b-6800-4489-8f34-b9ba0ba1c54f completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:51:46.766623 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 4df9844b-6800-4489-8f34-b9ba0ba1c54f triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:46.767331 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:46.835424 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-9c01bfa7-bb25-4aff-85d1-9565527c36cf None None] Set router 9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:51:46.852451 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644a09c-de11-4ab3-b07f-c18936d3d47e req-ec5ab510-9efd-4a3a-8123-1e30e040bcc3 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:46.863580 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f644a09c-de11-4ab3-b07f-c18936d3d47e req-ec5ab510-9efd-4a3a-8123-1e30e040bcc3 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 945 time: 0.0817327 Sep 21 17:51:46.925757 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f644a09c-de11-4ab3-b07f-c18936d3d47e req-83bdac0e-a07f-4040-9105-25b860210fe6 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612078 Sep 21 17:51:46.947035 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-96e92113-6abe-407f-8946-3871b9821018 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:46.969325 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ae31b-5fb6-4320-a4d2-b19e93abcb12 req-f77459ae-9f8d-4766-959e-ef5684560048 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:46.976731 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9c3ae31b-5fb6-4320-a4d2-b19e93abcb12 req-f77459ae-9f8d-4766-959e-ef5684560048 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 950 time: 0.9245071 Sep 21 17:51:46.983621 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-96e92113-6abe-407f-8946-3871b9821018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:47.019776 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:47.075671 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e92113-6abe-407f-8946-3871b9821018 admin admin] Pushing event updated for resources: {'Port': ['ID=47f301bb-dd6d-43a5-93dd-8c9ffce3ce77,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:47.124053 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 4df9844b-6800-4489-8f34-b9ba0ba1c54f, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=4df9844b-6800-4489-8f34-b9ba0ba1c54f,segment=NetworkSegment(0bcd8356-160f-4588-b9dd-d0124434889c),segment_id=0bcd8356-160f-4588-b9dd-d0124434889c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:47.136974 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9c3ae31b-5fb6-4320-a4d2-b19e93abcb12 req-000f5cce-745d-4b4c-ac68-87cdfc4e934b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591115 Sep 21 17:51:47.159247 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:47.227209 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-96e92113-6abe-407f-8946-3871b9821018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:47.237233 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=4df9844b-6800-4489-8f34-b9ba0ba1c54f,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:47.257241 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:47.257594 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:47.257916 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:47.258249 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:47.258575 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:47.264647 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:47.264647 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:47.264647 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:47.265048 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:47.267093 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:47.267948 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:47.267948 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:51:47.280735 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bae3a9-c74d-4278-be3b-c88207c442fa req-6a4fccca-1f6a-45a8-9c76-62375e1e1046 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:47.301728 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-50bae3a9-c74d-4278-be3b-c88207c442fa req-6a4fccca-1f6a-45a8-9c76-62375e1e1046 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 945 time: 0.1282198 Sep 21 17:51:47.394211 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-fc8ea07c-e2fa-49c5-8ec9-297a319de971 service neutron] 10.222.0.44 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1906824 Sep 21 17:51:47.395585 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-50bae3a9-c74d-4278-be3b-c88207c442fa req-41665baf-d195-4f26-bc33-916b7a2f8844 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929224 Sep 21 17:51:47.448160 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e92113-6abe-407f-8946-3871b9821018 admin admin] Network 5e4e9767-c6de-477b-9b92-cdfe8330c1ce is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:51:47.452720 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-96e92113-6abe-407f-8946-3871b9821018 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:51:47.684227 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e92113-6abe-407f-8946-3871b9821018 admin admin] Router 450af0da-7105-46a4-a249-56e1908c390e has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:51:47.788078 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-9c01bfa7-bb25-4aff-85d1-9565527c36cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350988157-router', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:07Z', 'updated_at': '2021-09-21T17:48:20Z', 'revision_number': 4, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'gw_port': {'id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:08Z', 'updated_at': '2021-09-21T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '352915d1-e335-49fd-b0ee-5dda52f9e574', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'floating_ip_address': '172.25.6.182', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'port_id': '025b9817-f15a-4c12-bc45-955f038ceef7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c', 'mac_address': 'fa:16:3e:58:2b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f69d2a0-475e-4453-8654-827f46d65926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:48:53Z', 'updated_at': '2021-09-21T17:51:41Z', 'revision_number': 5, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7603049-a3e7-4896-b522-a88926b8060b', 'name': '', 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'mac_address': 'fa:16:3e:da:5e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '42aa13e9-fa0a-473d-9510-59ad5e7250f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:17Z', 'updated_at': '2021-09-21T17:48:27Z', 'revision_number': 5, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'subnets': [{'id': '42aa13e9-fa0a-473d-9510-59ad5e7250f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:51:47.843423 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c01bfa7-bb25-4aff-85d1-9565527c36cf None None] The sync data for ids ['9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'] in n-d-810291-1 is: [{'id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350988157-router', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:07Z', 'updated_at': '2021-09-21T17:48:20Z', 'revision_number': 4, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'gw_port': {'id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:08Z', 'updated_at': '2021-09-21T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '352915d1-e335-49fd-b0ee-5dda52f9e574', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'floating_ip_address': '172.25.6.182', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'port_id': '025b9817-f15a-4c12-bc45-955f038ceef7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c', 'mac_address': 'fa:16:3e:58:2b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f69d2a0-475e-4453-8654-827f46d65926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:48:53Z', 'updated_at': '2021-09-21T17:51:41Z', 'revision_number': 5, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7603049-a3e7-4896-b522-a88926b8060b', 'name': '', 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'mac_address': 'fa:16:3e:da:5e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '42aa13e9-fa0a-473d-9510-59ad5e7250f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:17Z', 'updated_at': '2021-09-21T17:48:27Z', 'revision_number': 5, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'subnets': [{'id': '42aa13e9-fa0a-473d-9510-59ad5e7250f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:51:47.864769 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-8fd77065-225b-4928-8d0c-39b92f6ca20b None None] Provisioning complete for port 47f301bb-dd6d-43a5-93dd-8c9ffce3ce77 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:47.865374 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8fd77065-225b-4928-8d0c-39b92f6ca20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:47.920338 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-fbe81a9b-1c2a-4ca3-b199-544dffa25951 service neutron] 10.222.0.44 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5072546 Sep 21 17:51:47.978511 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-8fd77065-225b-4928-8d0c-39b92f6ca20b None None] Port 47f301bb-dd6d-43a5-93dd-8c9ffce3ce77 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:51:48.019247 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 3290664d-cef8-4aab-bead-b6ba412a7290 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:51:48.110536 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b97a1-2f8b-45f7-b4a6-0c2e5b9b2573 req-dc365791-1b11-4608-bfa2-aa9308536ad0 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:48.122230 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5e3b97a1-2f8b-45f7-b4a6-0c2e5b9b2573 req-dc365791-1b11-4608-bfa2-aa9308536ad0 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 945 time: 0.0714271 Sep 21 17:51:48.190434 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5e3b97a1-2f8b-45f7-b4a6-0c2e5b9b2573 req-04a6ad24-b441-4241-a3a7-d18df7488707 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670397 Sep 21 17:51:48.289518 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 3290664d-cef8-4aab-bead-b6ba412a7290 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:48.291993 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:48.399115 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d249768-be9c-4439-9dc4-a179f00ad206 None None] New status for floating IP 352915d1-e335-49fd-b0ee-5dda52f9e574: ACTIVE {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:51:48.479783 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4d37968a-f2aa-4812-b0d8-60efa148489d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:48.490453 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c540988-9fe3-4631-b952-748f088cd193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df9844b-6800-4489-8f34-b9ba0ba1c54f'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:51:48.492769 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5041c8cf-6b7b-4fa2-a178-ffceae743a40" -d '{"events": [{"server_uuid": "9c540988-9fe3-4631-b952-748f088cd193", "name": "network-vif-plugged", "status": "completed", "tag": "4df9844b-6800-4489-8f34-b9ba0ba1c54f"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:51:48.514390 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e92113-6abe-407f-8946-3871b9821018 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:51:48.528056 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:48.560867 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-96e92113-6abe-407f-8946-3871b9821018 admin admin] 10.222.0.58 "PUT /v2.0/routers/450af0da-7105-46a4-a249-56e1908c390e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4087193 Sep 21 17:51:48.574211 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 3290664d-cef8-4aab-bead-b6ba412a7290, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=3290664d-cef8-4aab-bead-b6ba412a7290,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:48.594630 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:48.653504 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b914bba-6afe-4208-b0e1-1e38dcf47997 req-ef0a616c-c708-432d-8e05-c5a8b3ab06ce tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:48.655767 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5b914bba-6afe-4208-b0e1-1e38dcf47997 req-ef0a616c-c708-432d-8e05-c5a8b3ab06ce tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 950 time: 0.1914785 Sep 21 17:51:48.735014 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=3290664d-cef8-4aab-bead-b6ba412a7290,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:48.757789 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5b914bba-6afe-4208-b0e1-1e38dcf47997 req-67522ca4-9dbb-48ba-81cb-5eca645c8bcd tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848129 Sep 21 17:51:48.800000 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b68f6-bc4c-476f-b132-1d0d49694878 req-c408ffdd-2ed1-4828-88bd-6d70b78bc079 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:48.848150 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b68f6-bc4c-476f-b132-1d0d49694878 req-c408ffdd-2ed1-4828-88bd-6d70b78bc079 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:48.853974 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63083ba-262e-45f2-96f3-bbbc504f4aee None None] Sync routers for ids ['450af0da-7105-46a4-a249-56e1908c390e'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:51:48.882911 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63083ba-262e-45f2-96f3-bbbc504f4aee None None] Routers {'450af0da-7105-46a4-a249-56e1908c390e'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:51:48.885251 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-f63083ba-262e-45f2-96f3-bbbc504f4aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:51:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['450af0da-7105-46a4-a249-56e1908c390e'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:51:48.890233 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b68f6-bc4c-476f-b132-1d0d49694878 req-c408ffdd-2ed1-4828-88bd-6d70b78bc079 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:48.893054 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e17b68f6-bc4c-476f-b132-1d0d49694878 req-c408ffdd-2ed1-4828-88bd-6d70b78bc079 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c540988-9fe3-4631-b952-748f088cd193 HTTP/1.1" status: 200 len: 2417 time: 0.6117520 Sep 21 17:51:49.066894 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e17b68f6-bc4c-476f-b132-1d0d49694878 req-80ab296b-884e-42c1-9fe6-7d5e0eb7b6dd tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605165 Sep 21 17:51:49.084381 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:49.090656 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6b3f3-ff3b-4a1e-a44d-e2711ee0d5fd req-9c909f24-7474-4bff-b47f-33ed448352cf tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:49.100430 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2fc6b3f3-ff3b-4a1e-a44d-e2711ee0d5fd req-9c909f24-7474-4bff-b47f-33ed448352cf tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 945 time: 0.1268222 Sep 21 17:51:49.184281 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2fc6b3f3-ff3b-4a1e-a44d-e2711ee0d5fd req-6e5d5191-8868-456e-adde-c09c9fe81324 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827849 Sep 21 17:51:49.207335 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-f63083ba-262e-45f2-96f3-bbbc504f4aee None None] Set router 450af0da-7105-46a4-a249-56e1908c390e gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:51:49.391992 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87d84b0-2abe-4db6-8b2f-8e239c14f254 x-openstack-request-id: req-f87d84b0-2abe-4db6-8b2f-8e239c14f254 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:51:49.392626 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c540988-9fe3-4631-b952-748f088cd193", "name": "network-vif-plugged", "status": "completed", "tag": "4df9844b-6800-4489-8f34-b9ba0ba1c54f", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:51:49.392955 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f87d84b0-2abe-4db6-8b2f-8e239c14f254 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:51:49.393379 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c540988-9fe3-4631-b952-748f088cd193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df9844b-6800-4489-8f34-b9ba0ba1c54f', 'code': 200} Sep 21 17:51:49.537862 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcd0fa-e827-45ef-9f18-3f8a7c7695f9 req-da31085f-98b7-4bc1-ba72-c1d12ffe20ab tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:49.549879 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1efcd0fa-e827-45ef-9f18-3f8a7c7695f9 req-da31085f-98b7-4bc1-ba72-c1d12ffe20ab tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 945 time: 0.0839286 Sep 21 17:51:49.608597 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1efcd0fa-e827-45ef-9f18-3f8a7c7695f9 req-372b4b4a-6132-4794-bd1b-e9524f46606e tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567286 Sep 21 17:51:49.647225 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-f63083ba-262e-45f2-96f3-bbbc504f4aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450af0da-7105-46a4-a249-56e1908c390e', 'name': 'tempest-FloatingIPsTestJSON-1459886818-router', 'tenant_id': '40f418018bdc42e9b68bb41d52383f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '3290664d-cef8-4aab-bead-b6ba412a7290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:51:38Z', 'updated_at': '2021-09-21T17:51:45Z', 'revision_number': 4, 'project_id': '40f418018bdc42e9b68bb41d52383f8c', 'gw_port': {'id': '3290664d-cef8-4aab-bead-b6ba412a7290', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450af0da-7105-46a4-a249-56e1908c390e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:51:40Z', 'updated_at': '2021-09-21T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '47f301bb-dd6d-43a5-93dd-8c9ffce3ce77', 'name': '', 'network_id': '5e4e9767-c6de-477b-9b92-cdfe8330c1ce', 'tenant_id': '40f418018bdc42e9b68bb41d52383f8c', 'mac_address': 'fa:16:3e:1b:85:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450af0da-7105-46a4-a249-56e1908c390e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'aa29888d-ade9-44aa-a6ec-b3bdcbeb6d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:51:44Z', 'updated_at': '2021-09-21T17:51:46Z', 'revision_number': 2, 'project_id': '40f418018bdc42e9b68bb41d52383f8c', 'subnets': [{'id': 'aa29888d-ade9-44aa-a6ec-b3bdcbeb6d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:51:49.699677 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7c2c72cf-47c9-4943-9904-d96061c1da2e req-a0b9a574-9f3b-49bd-8d6d-cd886b9a877f tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1641307 Sep 21 17:51:49.708362 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-7c2c72cf-47c9-4943-9904-d96061c1da2e req-a7b6e3f9-1eec-4fa0-a8c5-377f4a7dcaa4 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:51:49.721450 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bfed5-ef4d-4648-b660-b5dcc816aaf3 req-3dd48279-c6ba-44b9-9cec-69abf0b5306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:49.721920 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bfed5-ef4d-4648-b660-b5dcc816aaf3 req-3dd48279-c6ba-44b9-9cec-69abf0b5306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:49.722404 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bfed5-ef4d-4648-b660-b5dcc816aaf3 req-3dd48279-c6ba-44b9-9cec-69abf0b5306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:49.722526 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63083ba-262e-45f2-96f3-bbbc504f4aee None None] Checking router: 450af0da-7105-46a4-a249-56e1908c390e for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:51:49.722876 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63083ba-262e-45f2-96f3-bbbc504f4aee None None] Updating router 450af0da-7105-46a4-a249-56e1908c390e port 47f301bb-dd6d-43a5-93dd-8c9ffce3ce77 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:51:49.724049 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-831bfed5-ef4d-4648-b660-b5dcc816aaf3 req-3dd48279-c6ba-44b9-9cec-69abf0b5306a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9c540988-9fe3-4631-b952-748f088cd193 HTTP/1.1" status: 200 len: 2870 time: 0.2867711 Sep 21 17:51:49.789369 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7c2c72cf-47c9-4943-9904-d96061c1da2e req-a7b6e3f9-1eec-4fa0-a8c5-377f4a7dcaa4 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Notify callbacks [] for floatingip, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:49.790588 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f63083ba-262e-45f2-96f3-bbbc504f4aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:49.872564 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 3290664d-cef8-4aab-bead-b6ba412a7290 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:51:49.899208 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-831bfed5-ef4d-4648-b660-b5dcc816aaf3 req-40e45aa0-4078-4a99-9db3-faec6a84e2a4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407852 Sep 21 17:51:50.003995 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:50.082063 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7c2c72cf-47c9-4943-9904-d96061c1da2e req-a7b6e3f9-1eec-4fa0-a8c5-377f4a7dcaa4 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:50.127192 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 3290664d-cef8-4aab-bead-b6ba412a7290 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:50.127481 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:50.342236 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-7c2c72cf-47c9-4943-9904-d96061c1da2e req-a7b6e3f9-1eec-4fa0-a8c5-377f4a7dcaa4 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Allocated IP 172.25.6.108 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/d3864e8c-7104-4b1e-9878-986abb3af82d) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:51:50.520614 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f63083ba-262e-45f2-96f3-bbbc504f4aee None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:50.532799 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7c2c72cf-47c9-4943-9904-d96061c1da2e req-a7b6e3f9-1eec-4fa0-a8c5-377f4a7dcaa4 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:50.533314 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f63083ba-262e-45f2-96f3-bbbc504f4aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:50.577885 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7c2c72cf-47c9-4943-9904-d96061c1da2e req-a7b6e3f9-1eec-4fa0-a8c5-377f4a7dcaa4 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:50.633382 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c2c72cf-47c9-4943-9904-d96061c1da2e req-a7b6e3f9-1eec-4fa0-a8c5-377f4a7dcaa4 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:51:50.636903 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-7c2c72cf-47c9-4943-9904-d96061c1da2e req-a7b6e3f9-1eec-4fa0-a8c5-377f4a7dcaa4 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:51:50.642852 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c57b64-2cac-48f5-b6f7-69b25dd77495 None None] Pushing event updated for resources: {'Port': ['ID=47f301bb-dd6d-43a5-93dd-8c9ffce3ce77,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:50.644414 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2c72cf-47c9-4943-9904-d96061c1da2e req-a7b6e3f9-1eec-4fa0-a8c5-377f4a7dcaa4 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:51:50.763446 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7c2c72cf-47c9-4943-9904-d96061c1da2e req-a7b6e3f9-1eec-4fa0-a8c5-377f4a7dcaa4 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:50.768894 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-f63083ba-262e-45f2-96f3-bbbc504f4aee None None] Attempting to bind port 47f301bb-dd6d-43a5-93dd-8c9ffce3ce77 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:51:50.769818 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-f63083ba-262e-45f2-96f3-bbbc504f4aee None None] Attempting to bind port 47f301bb-dd6d-43a5-93dd-8c9ffce3ce77 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '2653a7e0-4df0-49cc-b475-c4f3ac285885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5e4e9767-c6de-477b-9b92-cdfe8330c1ce'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:51:50.769998 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6e3f9-1eec-4fa0-a8c5-377f4a7dcaa4 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Pushing event updated for resources: {'Port': ['ID=d3864e8c-7104-4b1e-9878-986abb3af82d,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:50.770692 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63083ba-262e-45f2-96f3-bbbc504f4aee None None] Attempting to bind port 47f301bb-dd6d-43a5-93dd-8c9ffce3ce77 on network 5e4e9767-c6de-477b-9b92-cdfe8330c1ce {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:51:50.782975 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63083ba-262e-45f2-96f3-bbbc504f4aee None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:51:50.784401 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63083ba-262e-45f2-96f3-bbbc504f4aee None None] Checking segment: {'id': '2653a7e0-4df0-49cc-b475-c4f3ac285885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5e4e9767-c6de-477b-9b92-cdfe8330c1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:51:50.786174 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f63083ba-262e-45f2-96f3-bbbc504f4aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:50.786174 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63083ba-262e-45f2-96f3-bbbc504f4aee None None] Bound using segment: {'id': '2653a7e0-4df0-49cc-b475-c4f3ac285885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5e4e9767-c6de-477b-9b92-cdfe8330c1ce'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:51:50.786496 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-f63083ba-262e-45f2-96f3-bbbc504f4aee None None] Bound port: 47f301bb-dd6d-43a5-93dd-8c9ffce3ce77, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2653a7e0-4df0-49cc-b475-c4f3ac285885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5e4e9767-c6de-477b-9b92-cdfe8330c1ce'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:51:50.786885 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f63083ba-262e-45f2-96f3-bbbc504f4aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:50.844987 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7c2c72cf-47c9-4943-9904-d96061c1da2e req-a7b6e3f9-1eec-4fa0-a8c5-377f4a7dcaa4 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:50.914732 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-f63083ba-262e-45f2-96f3-bbbc504f4aee None None] For port 47f301bb-dd6d-43a5-93dd-8c9ffce3ce77, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:51:50.920808 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-f63083ba-262e-45f2-96f3-bbbc504f4aee None None] For port 47f301bb-dd6d-43a5-93dd-8c9ffce3ce77, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=47f301bb-dd6d-43a5-93dd-8c9ffce3ce77,segment=NetworkSegment(2653a7e0-4df0-49cc-b475-c4f3ac285885),segment_id=2653a7e0-4df0-49cc-b475-c4f3ac285885)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:51:50.929434 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f63083ba-262e-45f2-96f3-bbbc504f4aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:51.064621 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63083ba-262e-45f2-96f3-bbbc504f4aee None None] Routers {'450af0da-7105-46a4-a249-56e1908c390e'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:51:51.065308 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-f63083ba-262e-45f2-96f3-bbbc504f4aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:51:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['450af0da-7105-46a4-a249-56e1908c390e'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:51:51.101851 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c57b64-2cac-48f5-b6f7-69b25dd77495 None None] Pushing event updated for resources: {'Port': ['ID=47f301bb-dd6d-43a5-93dd-8c9ffce3ce77,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:51.180894 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7c2c72cf-47c9-4943-9904-d96061c1da2e req-a7b6e3f9-1eec-4fa0-a8c5-377f4a7dcaa4 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:51.191801 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7c2c72cf-47c9-4943-9904-d96061c1da2e req-a7b6e3f9-1eec-4fa0-a8c5-377f4a7dcaa4 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:51.194575 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-f63083ba-262e-45f2-96f3-bbbc504f4aee None None] Set router 450af0da-7105-46a4-a249-56e1908c390e gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:51:51.305464 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-8816667e-45d4-4cc8-9038-f4f404ace00d None None] Provisioning complete for port 47f301bb-dd6d-43a5-93dd-8c9ffce3ce77 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:51.305953 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8816667e-45d4-4cc8-9038-f4f404ace00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:51.415668 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6e3f9-1eec-4fa0-a8c5-377f4a7dcaa4 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Pushing event updated for resources: {'Port': ['ID=d3864e8c-7104-4b1e-9878-986abb3af82d,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:51.448691 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7c2c72cf-47c9-4943-9904-d96061c1da2e req-a7b6e3f9-1eec-4fa0-a8c5-377f4a7dcaa4 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:51.486819 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7c2c72cf-47c9-4943-9904-d96061c1da2e req-a7b6e3f9-1eec-4fa0-a8c5-377f4a7dcaa4 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:51.493773 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7c2c72cf-47c9-4943-9904-d96061c1da2e req-a7b6e3f9-1eec-4fa0-a8c5-377f4a7dcaa4 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7931573 Sep 21 17:51:51.623450 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7c2c72cf-47c9-4943-9904-d96061c1da2e req-d714201f-4944-4720-ab1f-5357378b54b2 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.108 HTTP/1.1" status: 200 len: 696 time: 0.1117268 Sep 21 17:51:51.735340 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:51.844714 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8816667e-45d4-4cc8-9038-f4f404ace00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:51.865296 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c72cf-47c9-4943-9904-d96061c1da2e req-f2381e82-a1be-49e2-9b2c-b80d5440728a tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:51.870581 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7c2c72cf-47c9-4943-9904-d96061c1da2e req-f2381e82-a1be-49e2-9b2c-b80d5440728a tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 784 time: 0.2394722 Sep 21 17:51:52.087768 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-8816667e-45d4-4cc8-9038-f4f404ace00d None None] For port 47f301bb-dd6d-43a5-93dd-8c9ffce3ce77, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=47f301bb-dd6d-43a5-93dd-8c9ffce3ce77,segment=NetworkSegment(2653a7e0-4df0-49cc-b475-c4f3ac285885),segment_id=2653a7e0-4df0-49cc-b475-c4f3ac285885)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:52.092311 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa10c7-b177-47fc-bcc4-16944b1cd290 req-b272f1af-a7a9-4bcf-9033-212cfac49783 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:52.097142 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-f63083ba-262e-45f2-96f3-bbbc504f4aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450af0da-7105-46a4-a249-56e1908c390e', 'name': 'tempest-FloatingIPsTestJSON-1459886818-router', 'tenant_id': '40f418018bdc42e9b68bb41d52383f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '3290664d-cef8-4aab-bead-b6ba412a7290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:51:38Z', 'updated_at': '2021-09-21T17:51:45Z', 'revision_number': 4, 'project_id': '40f418018bdc42e9b68bb41d52383f8c', 'gw_port': {'id': '3290664d-cef8-4aab-bead-b6ba412a7290', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450af0da-7105-46a4-a249-56e1908c390e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:51:40Z', 'updated_at': '2021-09-21T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '47f301bb-dd6d-43a5-93dd-8c9ffce3ce77', 'name': '', 'network_id': '5e4e9767-c6de-477b-9b92-cdfe8330c1ce', 'tenant_id': '40f418018bdc42e9b68bb41d52383f8c', 'mac_address': 'fa:16:3e:1b:85:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450af0da-7105-46a4-a249-56e1908c390e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'aa29888d-ade9-44aa-a6ec-b3bdcbeb6d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:51:44Z', 'updated_at': '2021-09-21T17:51:50Z', 'revision_number': 4, 'project_id': '40f418018bdc42e9b68bb41d52383f8c', 'subnets': [{'id': 'aa29888d-ade9-44aa-a6ec-b3bdcbeb6d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:51:52.106909 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bcfa10c7-b177-47fc-bcc4-16944b1cd290 req-b272f1af-a7a9-4bcf-9033-212cfac49783 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 950 time: 0.1188569 Sep 21 17:51:52.129914 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63083ba-262e-45f2-96f3-bbbc504f4aee None None] The sync data for ids ['450af0da-7105-46a4-a249-56e1908c390e'] in n-d-810291-1 is: [{'id': '450af0da-7105-46a4-a249-56e1908c390e', 'name': 'tempest-FloatingIPsTestJSON-1459886818-router', 'tenant_id': '40f418018bdc42e9b68bb41d52383f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '3290664d-cef8-4aab-bead-b6ba412a7290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:51:38Z', 'updated_at': '2021-09-21T17:51:45Z', 'revision_number': 4, 'project_id': '40f418018bdc42e9b68bb41d52383f8c', 'gw_port': {'id': '3290664d-cef8-4aab-bead-b6ba412a7290', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450af0da-7105-46a4-a249-56e1908c390e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:51:40Z', 'updated_at': '2021-09-21T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '47f301bb-dd6d-43a5-93dd-8c9ffce3ce77', 'name': '', 'network_id': '5e4e9767-c6de-477b-9b92-cdfe8330c1ce', 'tenant_id': '40f418018bdc42e9b68bb41d52383f8c', 'mac_address': 'fa:16:3e:1b:85:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450af0da-7105-46a4-a249-56e1908c390e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'aa29888d-ade9-44aa-a6ec-b3bdcbeb6d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:51:44Z', 'updated_at': '2021-09-21T17:51:50Z', 'revision_number': 4, 'project_id': '40f418018bdc42e9b68bb41d52383f8c', 'subnets': [{'id': 'aa29888d-ade9-44aa-a6ec-b3bdcbeb6d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:51:52.131768 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8816667e-45d4-4cc8-9038-f4f404ace00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:52.221589 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bcfa10c7-b177-47fc-bcc4-16944b1cd290 req-d3fbf446-6ece-4a95-9d4a-009371ce5b03 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135383 Sep 21 17:51:52.279247 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816667e-45d4-4cc8-9038-f4f404ace00d None None] Pushing event updated for resources: {'Port': ['ID=47f301bb-dd6d-43a5-93dd-8c9ffce3ce77,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:52.294152 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-547d53e4-a665-41c4-aa27-bfd59b7395a8 None None] Provisioning complete for port 47f301bb-dd6d-43a5-93dd-8c9ffce3ce77 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:52.294538 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-547d53e4-a665-41c4-aa27-bfd59b7395a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:52.471122 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:51:52.603708 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47c3cc-08cc-4742-b861-5091b95426e1 req-f026d606-ff87-4d44-b601-fc4d64cd2774 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:52.615863 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47c3cc-08cc-4742-b861-5091b95426e1 req-f026d606-ff87-4d44-b601-fc4d64cd2774 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:52.625490 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47c3cc-08cc-4742-b861-5091b95426e1 req-f026d606-ff87-4d44-b601-fc4d64cd2774 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:52.627230 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7b47c3cc-08cc-4742-b861-5091b95426e1 req-f026d606-ff87-4d44-b601-fc4d64cd2774 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c540988-9fe3-4631-b952-748f088cd193 HTTP/1.1" status: 200 len: 2417 time: 0.1445570 Sep 21 17:51:52.708666 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7b47c3cc-08cc-4742-b861-5091b95426e1 req-c7543fd0-0f37-43f7-a632-9c536217d0df tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606167 Sep 21 17:51:52.926446 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2b1cd-251f-4162-8e66-037b282b5d75 req-223b6a6f-63d7-4480-b25d-d106f52ee550 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:52.928127 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b7d2b1cd-251f-4162-8e66-037b282b5d75 req-223b6a6f-63d7-4480-b25d-d106f52ee550 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 945 time: 0.1317327 Sep 21 17:51:52.998010 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b7d2b1cd-251f-4162-8e66-037b282b5d75 req-c36b86da-adb4-46eb-9387-757744492f62 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616577 Sep 21 17:51:53.054806 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:53.239623 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8f68d-a641-4e28-9387-7ba4799d84cc req-78be963c-c79f-46ec-8356-1ec93502d200 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:53.241550 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-50f8f68d-a641-4e28-9387-7ba4799d84cc req-78be963c-c79f-46ec-8356-1ec93502d200 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 945 time: 0.0866208 Sep 21 17:51:53.328099 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-50f8f68d-a641-4e28-9387-7ba4799d84cc req-8c656666-4bc4-4ae2-ae7c-2c37e0bec884 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780210 Sep 21 17:51:53.426889 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-81d96c04-0bf4-405f-ba8d-a7826ffa73d6 req-bc2f8ccf-e870-4e39-a649-770d6b71a0fb tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] 10.222.0.58 "GET /v2.0/floatingips/cdf30432-3ea0-4f14-9981-319f80670d77 HTTP/1.1" status: 200 len: 693 time: 0.0622184 Sep 21 17:51:53.580769 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d96c04-0bf4-405f-ba8d-a7826ffa73d6 req-349321d1-9015-4a8c-95a0-3084d00f7ac6 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:53.589198 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-81d96c04-0bf4-405f-ba8d-a7826ffa73d6 req-349321d1-9015-4a8c-95a0-3084d00f7ac6 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 784 time: 0.1610713 Sep 21 17:51:53.595691 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-81d96c04-0bf4-405f-ba8d-a7826ffa73d6 req-c3080245-ac24-4cc8-b47c-43d64063b2d7 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:51:53.618754 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-81d96c04-0bf4-405f-ba8d-a7826ffa73d6 req-c3080245-ac24-4cc8-b47c-43d64063b2d7 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0282431 Sep 21 17:51:53.910127 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e53d4-2c98-4861-b92a-8814f5368f2f req-a6b0dc7b-1263-4adc-af11-8b965b58654f tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:53.918873 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 47f301bb-dd6d-43a5-93dd-8c9ffce3ce77 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:51:53.928540 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7e5e53d4-2c98-4861-b92a-8814f5368f2f req-a6b0dc7b-1263-4adc-af11-8b965b58654f tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 950 time: 0.1417172 Sep 21 17:51:54.024897 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7e5e53d4-2c98-4861-b92a-8814f5368f2f req-778a0897-1741-4d40-8f0b-cdc7aea427a0 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947974 Sep 21 17:51:54.054536 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 47f301bb-dd6d-43a5-93dd-8c9ffce3ce77 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:51:54.058308 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:54.290456 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f443e2a-1904-400a-87f5-1a689f3cee8a req-89d63b5d-2dae-4f28-bad9-ef8df76ed5e8 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] 10.222.0.58 "GET /v2.0/floatingips?tenant_id=40f418018bdc42e9b68bb41d52383f8c HTTP/1.1" status: 200 len: 696 time: 0.1500688 Sep 21 17:51:54.392381 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:54.515724 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f443e2a-1904-400a-87f5-1a689f3cee8a req-9e2efcf0-7c8d-4b80-8535-3ac881410dfd tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:54.527252 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f443e2a-1904-400a-87f5-1a689f3cee8a req-9e2efcf0-7c8d-4b80-8535-3ac881410dfd tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] 10.222.0.58 "GET /v2.0/networks?id=b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 787 time: 0.2232425 Sep 21 17:51:54.531536 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-1f443e2a-1904-400a-87f5-1a689f3cee8a req-38ab0aaa-e37e-4334-950f-166647db2ddc tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:51:54.546396 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f443e2a-1904-400a-87f5-1a689f3cee8a req-38ab0aaa-e37e-4334-950f-166647db2ddc tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0219269 Sep 21 17:51:54.917061 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d849294-20ae-4c89-98d3-178173014e38 req-1048805b-a93d-44b5-b685-ab9cd3a0bf61 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:54.927961 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d849294-20ae-4c89-98d3-178173014e38 req-1048805b-a93d-44b5-b685-ab9cd3a0bf61 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 945 time: 0.0733769 Sep 21 17:51:54.978994 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d849294-20ae-4c89-98d3-178173014e38 req-312ad898-ec19-4fba-a14c-4e0cb66af992 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490870 Sep 21 17:51:55.113343 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6ec6c-db65-4b94-84a5-ac52c5d7cb89 req-dd7c78d2-fd22-438f-af54-98dc1ae55bf2 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:55.121845 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dbd6ec6c-db65-4b94-84a5-ac52c5d7cb89 req-dd7c78d2-fd22-438f-af54-98dc1ae55bf2 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 945 time: 0.0719705 Sep 21 17:51:55.169756 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dbd6ec6c-db65-4b94-84a5-ac52c5d7cb89 req-cbf69b61-5655-4246-a93b-3ac8a674ef0d tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455790 Sep 21 17:51:55.264772 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cb112a21-d9be-4907-ac96-2570ae6bbdb5 req-60e7caee-3bb9-451a-bf0a-449211160ae5 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] 10.222.0.58 "GET /v2.0/floatingips/cdf30432-3ea0-4f14-9981-319f80670d77 HTTP/1.1" status: 200 len: 693 time: 0.0663772 Sep 21 17:51:55.401612 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb112a21-d9be-4907-ac96-2570ae6bbdb5 req-65e2188c-97b8-4626-bd75-f352204181f1 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:55.403323 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cb112a21-d9be-4907-ac96-2570ae6bbdb5 req-65e2188c-97b8-4626-bd75-f352204181f1 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 784 time: 0.1375153 Sep 21 17:51:55.465170 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cb112a21-d9be-4907-ac96-2570ae6bbdb5 req-72ec9fd1-201f-408c-9122-a84cb8bc4c1c tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.108 HTTP/1.1" status: 200 len: 696 time: 0.0542648 Sep 21 17:51:55.525778 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cb112a21-d9be-4907-ac96-2570ae6bbdb5 req-bdadf469-1837-4640-ace9-dcf7be257c18 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.108 HTTP/1.1" status: 200 len: 696 time: 0.0528803 Sep 21 17:51:55.680601 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-cb112a21-d9be-4907-ac96-2570ae6bbdb5 req-d80e0866-ea6b-4ca9-a31e-26fbf8aeeb98 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Deleting port d3864e8c-7104-4b1e-9878-986abb3af82d {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:51:55.680955 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cb112a21-d9be-4907-ac96-2570ae6bbdb5 req-d80e0866-ea6b-4ca9-a31e-26fbf8aeeb98 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:55.770437 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cb112a21-d9be-4907-ac96-2570ae6bbdb5 req-d80e0866-ea6b-4ca9-a31e-26fbf8aeeb98 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:55.770814 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cb112a21-d9be-4907-ac96-2570ae6bbdb5 req-d80e0866-ea6b-4ca9-a31e-26fbf8aeeb98 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:55.785325 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-cb112a21-d9be-4907-ac96-2570ae6bbdb5 req-d80e0866-ea6b-4ca9-a31e-26fbf8aeeb98 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Calling delete_port for d3864e8c-7104-4b1e-9878-986abb3af82d owned by network:floatingip {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:51:55.962890 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cb112a21-d9be-4907-ac96-2570ae6bbdb5 req-d80e0866-ea6b-4ca9-a31e-26fbf8aeeb98 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:55.997542 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e0866-ea6b-4ca9-a31e-26fbf8aeeb98 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Pushing event deleted for resources: {'Port': ['ID=d3864e8c-7104-4b1e-9878-986abb3af82d,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:56.075909 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cb112a21-d9be-4907-ac96-2570ae6bbdb5 req-d80e0866-ea6b-4ca9-a31e-26fbf8aeeb98 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Notify callbacks [] for floatingip, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:56.079031 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cb112a21-d9be-4907-ac96-2570ae6bbdb5 req-d80e0866-ea6b-4ca9-a31e-26fbf8aeeb98 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:56.080559 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cb112a21-d9be-4907-ac96-2570ae6bbdb5 req-d80e0866-ea6b-4ca9-a31e-26fbf8aeeb98 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] 10.222.0.58 "DELETE /v2.0/floatingips/cdf30432-3ea0-4f14-9981-319f80670d77 HTTP/1.1" status: 204 len: 173 time: 0.5452933 Sep 21 17:51:56.200070 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eba545-ce72-43d7-a38b-f9522ee2813f req-ef353a21-f893-4ecf-a4a1-cf714b2c99fd tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:56.210871 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eba545-ce72-43d7-a38b-f9522ee2813f req-ef353a21-f893-4ecf-a4a1-cf714b2c99fd tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:56.213908 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eba545-ce72-43d7-a38b-f9522ee2813f req-ef353a21-f893-4ecf-a4a1-cf714b2c99fd tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:56.224236 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-64eba545-ce72-43d7-a38b-f9522ee2813f req-ef353a21-f893-4ecf-a4a1-cf714b2c99fd tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c540988-9fe3-4631-b952-748f088cd193 HTTP/1.1" status: 200 len: 2417 time: 0.0861888 Sep 21 17:51:56.263456 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-64eba545-ce72-43d7-a38b-f9522ee2813f req-0aeae1c9-80cd-446c-9ba7-bb0852fe253d tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381894 Sep 21 17:51:56.404432 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5178b4-7ff5-422a-92f7-9c58e588310d req-b884a191-1206-4847-bd25-d9f8138a866b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:56.406325 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6d5178b4-7ff5-422a-92f7-9c58e588310d req-b884a191-1206-4847-bd25-d9f8138a866b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 950 time: 0.0573096 Sep 21 17:51:56.462911 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6d5178b4-7ff5-422a-92f7-9c58e588310d req-17968f2e-fd30-4c8b-ac79-cf7e165c92d4 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487061 Sep 21 17:51:56.700682 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854e1ee-00d3-42be-a796-c5966e7b6a0b req-481a3c87-e4e6-4234-b79a-abc7c7a214ef tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:56.702813 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d854e1ee-00d3-42be-a796-c5966e7b6a0b req-481a3c87-e4e6-4234-b79a-abc7c7a214ef tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 945 time: 0.0644753 Sep 21 17:51:56.754273 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d854e1ee-00d3-42be-a796-c5966e7b6a0b req-664840f4-d46b-4136-9baa-dfc3955552be tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436311 Sep 21 17:51:56.945016 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7585e3-d23f-4aaa-b813-dd45c3eee5cb req-0a8a4c85-7726-456c-9cfa-2ab47330f34b tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:56.954109 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7585e3-d23f-4aaa-b813-dd45c3eee5cb req-0a8a4c85-7726-456c-9cfa-2ab47330f34b tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:56.961743 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7585e3-d23f-4aaa-b813-dd45c3eee5cb req-0a8a4c85-7726-456c-9cfa-2ab47330f34b tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:56.962324 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3e7585e3-d23f-4aaa-b813-dd45c3eee5cb req-0a8a4c85-7726-456c-9cfa-2ab47330f34b tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c540988-9fe3-4631-b952-748f088cd193 HTTP/1.1" status: 200 len: 2417 time: 0.1493907 Sep 21 17:51:56.996363 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dd97886c-cfc8-4b49-81c5-e0001ed26986 req-994d7542-6f90-494a-ae0b-ba4c0a220f97 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2081563 Sep 21 17:51:57.035223 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-dd97886c-cfc8-4b49-81c5-e0001ed26986 req-3713aeab-d6c2-426b-a6d9-e69f494ea209 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:51:57.122839 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dd97886c-cfc8-4b49-81c5-e0001ed26986 req-3713aeab-d6c2-426b-a6d9-e69f494ea209 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Notify callbacks [] for floatingip, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:57.174720 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-3e7585e3-d23f-4aaa-b813-dd45c3eee5cb req-f78a3c3c-9302-440e-b719-efa6d1975ae0 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Deleting port 4df9844b-6800-4489-8f34-b9ba0ba1c54f {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:51:57.176796 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3e7585e3-d23f-4aaa-b813-dd45c3eee5cb req-f78a3c3c-9302-440e-b719-efa6d1975ae0 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:57.670024 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-3e7585e3-d23f-4aaa-b813-dd45c3eee5cb req-f78a3c3c-9302-440e-b719-efa6d1975ae0 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] For port 4df9844b-6800-4489-8f34-b9ba0ba1c54f, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=4df9844b-6800-4489-8f34-b9ba0ba1c54f,segment=NetworkSegment(0bcd8356-160f-4588-b9dd-d0124434889c),segment_id=0bcd8356-160f-4588-b9dd-d0124434889c)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:57.670417 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3e7585e3-d23f-4aaa-b813-dd45c3eee5cb req-f78a3c3c-9302-440e-b719-efa6d1975ae0 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:57.686397 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-3e7585e3-d23f-4aaa-b813-dd45c3eee5cb req-f78a3c3c-9302-440e-b719-efa6d1975ae0 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Calling delete_port for 4df9844b-6800-4489-8f34-b9ba0ba1c54f owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:51:57.699439 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dd97886c-cfc8-4b49-81c5-e0001ed26986 req-3713aeab-d6c2-426b-a6d9-e69f494ea209 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:57.919289 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-dd97886c-cfc8-4b49-81c5-e0001ed26986 req-3713aeab-d6c2-426b-a6d9-e69f494ea209 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Allocated IP 172.25.6.253 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/d57d7cca-d3a5-4cfc-8e3d-2709272e68b4) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:51:58.054861 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3e7585e3-d23f-4aaa-b813-dd45c3eee5cb req-f78a3c3c-9302-440e-b719-efa6d1975ae0 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:58.079137 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['4df9844b-6800-4489-8f34-b9ba0ba1c54f', '84628d8c-7af0-4096-a4e8-c5bb37b5faf7', '006995ef-bd30-4944-a1b2-61dbac04c028'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:51:58.110776 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a3c3c-9302-440e-b719-efa6d1975ae0 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Pushing event deleted for resources: {'Port': ['ID=4df9844b-6800-4489-8f34-b9ba0ba1c54f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:58.182670 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7585e3-d23f-4aaa-b813-dd45c3eee5cb req-f78a3c3c-9302-440e-b719-efa6d1975ae0 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] No DVR routers for this DVR port 4df9844b-6800-4489-8f34-b9ba0ba1c54f on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:51:58.192583 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3e7585e3-d23f-4aaa-b813-dd45c3eee5cb req-f78a3c3c-9302-440e-b719-efa6d1975ae0 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:58.194742 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3e7585e3-d23f-4aaa-b813-dd45c3eee5cb req-f78a3c3c-9302-440e-b719-efa6d1975ae0 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.38 "DELETE /v2.0/ports/4df9844b-6800-4489-8f34-b9ba0ba1c54f HTTP/1.1" status: 204 len: 173 time: 1.2224650 Sep 21 17:51:58.195226 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c540988-9fe3-4631-b952-748f088cd193', 'name': 'network-vif-deleted', 'tag': '4df9844b-6800-4489-8f34-b9ba0ba1c54f'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:51:58.197577 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4abad9c-d729-42db-89a9-fb76efa6861f" -d '{"events": [{"server_uuid": "9c540988-9fe3-4631-b952-748f088cd193", "name": "network-vif-deleted", "tag": "4df9844b-6800-4489-8f34-b9ba0ba1c54f"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:51:58.210622 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dd97886c-cfc8-4b49-81c5-e0001ed26986 req-3713aeab-d6c2-426b-a6d9-e69f494ea209 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:58.415188 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dd97886c-cfc8-4b49-81c5-e0001ed26986 req-3713aeab-d6c2-426b-a6d9-e69f494ea209 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:58.426235 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-3e7585e3-d23f-4aaa-b813-dd45c3eee5cb req-8f3c27ee-3696-4ef2-97f0-b463a3220ebe tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Deleting port 006995ef-bd30-4944-a1b2-61dbac04c028 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:51:58.426614 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3e7585e3-d23f-4aaa-b813-dd45c3eee5cb req-8f3c27ee-3696-4ef2-97f0-b463a3220ebe tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:58.501335 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd97886c-cfc8-4b49-81c5-e0001ed26986 req-3713aeab-d6c2-426b-a6d9-e69f494ea209 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:51:58.517653 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-dd97886c-cfc8-4b49-81c5-e0001ed26986 req-3713aeab-d6c2-426b-a6d9-e69f494ea209 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:51:58.527639 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd97886c-cfc8-4b49-81c5-e0001ed26986 req-3713aeab-d6c2-426b-a6d9-e69f494ea209 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:51:58.583012 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713aeab-d6c2-426b-a6d9-e69f494ea209 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Pushing event updated for resources: {'Port': ['ID=d57d7cca-d3a5-4cfc-8e3d-2709272e68b4,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:58.631765 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-3e7585e3-d23f-4aaa-b813-dd45c3eee5cb req-8f3c27ee-3696-4ef2-97f0-b463a3220ebe tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] For port 006995ef-bd30-4944-a1b2-61dbac04c028, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=006995ef-bd30-4944-a1b2-61dbac04c028,segment=NetworkSegment(0bcd8356-160f-4588-b9dd-d0124434889c),segment_id=0bcd8356-160f-4588-b9dd-d0124434889c)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:51:58.632213 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3e7585e3-d23f-4aaa-b813-dd45c3eee5cb req-8f3c27ee-3696-4ef2-97f0-b463a3220ebe tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:58.665687 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-3e7585e3-d23f-4aaa-b813-dd45c3eee5cb req-8f3c27ee-3696-4ef2-97f0-b463a3220ebe tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Calling delete_port for 006995ef-bd30-4944-a1b2-61dbac04c028 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:51:58.752318 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-b939e049-49db-4c61-81d6-fdf6352795d6 service neutron] show failed (client error): The resource could not be found. Sep 21 17:51:58.754299 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-b939e049-49db-4c61-81d6-fdf6352795d6 service neutron] 10.222.0.44 "GET /v2.0/ports/9f12000d-3ba1-4512-8d78-99a6007ea22e/bindings/n-h1-810291-1 HTTP/1.1" status: 404 len: 380 time: 0.0690069 Sep 21 17:51:58.767683 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dd97886c-cfc8-4b49-81c5-e0001ed26986 req-3713aeab-d6c2-426b-a6d9-e69f494ea209 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:58.835462 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dd97886c-cfc8-4b49-81c5-e0001ed26986 req-3713aeab-d6c2-426b-a6d9-e69f494ea209 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:59.004545 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f847bd9d-4abe-4623-a352-252b81addb0f req-f53ad7f9-8db9-4da7-be66-3e3c111e75a2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1423399 Sep 21 17:51:59.046904 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3e7585e3-d23f-4aaa-b813-dd45c3eee5cb req-8f3c27ee-3696-4ef2-97f0-b463a3220ebe tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:59.092579 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14d4cf-6d0b-43b2-866a-b6735c1a8b3c req-a1976737-5e48-4431-b1f4-9faf4368e926 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:59.099404 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8d14d4cf-6d0b-43b2-866a-b6735c1a8b3c req-a1976737-5e48-4431-b1f4-9faf4368e926 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 945 time: 0.0674250 Sep 21 17:51:59.140617 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c27ee-3696-4ef2-97f0-b463a3220ebe tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Pushing event deleted for resources: {'Port': ['ID=006995ef-bd30-4944-a1b2-61dbac04c028,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:59.159428 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8d14d4cf-6d0b-43b2-866a-b6735c1a8b3c req-9bad1daf-5680-4a9c-829c-8994cb5cf766 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555286 Sep 21 17:51:59.207218 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-5bfb4d40-060e-46a5-ba2d-8d7266bdf72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:59.208797 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-5bfb4d40-060e-46a5-ba2d-8d7266bdf72d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c&tenant_id=cf880db396d441f990414b9e732efe10 HTTP/1.1" status: 200 len: 1101 time: 0.2094162 Sep 21 17:51:59.209556 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7585e3-d23f-4aaa-b813-dd45c3eee5cb req-8f3c27ee-3696-4ef2-97f0-b463a3220ebe tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] No DVR routers for this DVR port 006995ef-bd30-4944-a1b2-61dbac04c028 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:51:59.212343 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3e7585e3-d23f-4aaa-b813-dd45c3eee5cb req-8f3c27ee-3696-4ef2-97f0-b463a3220ebe tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:59.216534 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3e7585e3-d23f-4aaa-b813-dd45c3eee5cb req-8f3c27ee-3696-4ef2-97f0-b463a3220ebe tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.38 "DELETE /v2.0/ports/006995ef-bd30-4944-a1b2-61dbac04c028 HTTP/1.1" status: 204 len: 173 time: 1.0089679 Sep 21 17:51:59.228122 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c14f5ab7-8727-474a-b3e0-e160f55ff4f3 req-4b36b0b2-9325-4a78-91d5-3572e2348154 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0675929 Sep 21 17:51:59.234652 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847bd9d-4abe-4623-a352-252b81addb0f req-0713502c-8734-4b9f-9501-da63e006dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:59.236221 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f847bd9d-4abe-4623-a352-252b81addb0f req-0713502c-8734-4b9f-9501-da63e006dca6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=57dccdb6847547f580dd9713009778d2&device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427 HTTP/1.1" status: 200 len: 1095 time: 0.1915462 Sep 21 17:51:59.269955 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dd97886c-cfc8-4b49-81c5-e0001ed26986 req-3713aeab-d6c2-426b-a6d9-e69f494ea209 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:59.278266 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dd97886c-cfc8-4b49-81c5-e0001ed26986 req-3713aeab-d6c2-426b-a6d9-e69f494ea209 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:59.329633 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-bc7ef379-4e86-4d13-b69f-c116d9948a5f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810291-1', 'device_owner': 'compute:nova'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:51:59.349933 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f5ab7-8727-474a-b3e0-e160f55ff4f3 req-37c53bc8-f724-4de1-b4a7-0ab61626fa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:59.351854 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c14f5ab7-8727-474a-b3e0-e160f55ff4f3 req-37c53bc8-f724-4de1-b4a7-0ab61626fa3b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 1100 time: 0.0884938 Sep 21 17:51:59.365279 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4a0dd-ac74-4979-89da-cdf7f32173f4 req-fccdcfdf-259f-4115-b201-a940fa418ddd tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:59.369954 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e8d4a0dd-ac74-4979-89da-cdf7f32173f4 req-fccdcfdf-259f-4115-b201-a940fa418ddd tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c540988-9fe3-4631-b952-748f088cd193 HTTP/1.1" status: 200 len: 945 time: 0.1203513 Sep 21 17:51:59.449029 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e8d4a0dd-ac74-4979-89da-cdf7f32173f4 req-1177df9b-7dd1-4dc6-9204-ac416075b812 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708106 Sep 21 17:51:59.506660 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713aeab-d6c2-426b-a6d9-e69f494ea209 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Pushing event updated for resources: {'Port': ['ID=d57d7cca-d3a5-4cfc-8e3d-2709272e68b4,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:51:59.574228 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f5ab7-8727-474a-b3e0-e160f55ff4f3 req-944b3fd5-5980-4ced-8ca0-db121b597fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:59.575804 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c14f5ab7-8727-474a-b3e0-e160f55ff4f3 req-944b3fd5-5980-4ced-8ca0-db121b597fcf service neutron] 10.222.0.44 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.1800828 Sep 21 17:51:59.578525 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dd97886c-cfc8-4b49-81c5-e0001ed26986 req-3713aeab-d6c2-426b-a6d9-e69f494ea209 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:59.592445 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad856a-0d74-46c5-b493-8cb1bc2d5aa1 req-36a4b86c-6062-46d0-aedc-048be2c331b4 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:59.594045 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-53ad856a-0d74-46c5-b493-8cb1bc2d5aa1 req-36a4b86c-6062-46d0-aedc-048be2c331b4 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 950 time: 0.0671549 Sep 21 17:51:59.607995 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-bc7ef379-4e86-4d13-b69f-c116d9948a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:59.615197 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dd97886c-cfc8-4b49-81c5-e0001ed26986 req-3713aeab-d6c2-426b-a6d9-e69f494ea209 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:59.616604 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dd97886c-cfc8-4b49-81c5-e0001ed26986 req-3713aeab-d6c2-426b-a6d9-e69f494ea209 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6194224 Sep 21 17:51:59.625667 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847bd9d-4abe-4623-a352-252b81addb0f req-3f7256ce-2bea-4a7f-b175-deb17ec2684c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:59.627173 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f847bd9d-4abe-4623-a352-252b81addb0f req-3f7256ce-2bea-4a7f-b175-deb17ec2684c service neutron] 10.222.0.38 "GET /v2.0/networks?id=24a709a9-6fef-4b8b-a432-62063bc26954 HTTP/1.1" status: 200 len: 922 time: 0.3027599 Sep 21 17:51:59.649010 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c14f5ab7-8727-474a-b3e0-e160f55ff4f3 req-ab57a9f2-4b0e-4abb-ad4e-83d8e7b47cc8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=785b3e6e-7c24-4f49-b532-af0d6e460ec6 HTTP/1.1" status: 200 len: 217 time: 0.0539677 Sep 21 17:51:59.715513 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-53ad856a-0d74-46c5-b493-8cb1bc2d5aa1 req-a3822762-00dd-4b80-907c-3d4d3a9468c3 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142566 Sep 21 17:51:59.733826 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f5ab7-8727-474a-b3e0-e160f55ff4f3 req-78089a98-738e-45a7-95ef-1b921db91bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:59.735551 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c14f5ab7-8727-474a-b3e0-e160f55ff4f3 req-78089a98-738e-45a7-95ef-1b921db91bee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.0774527 Sep 21 17:51:59.753033 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f847bd9d-4abe-4623-a352-252b81addb0f req-0cdc7256-57e7-44cf-89ca-1f6bc041466e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e645864-710b-499e-8085-e6eeed0fc4b9 HTTP/1.1" status: 200 len: 217 time: 0.1110427 Sep 21 17:51:59.754246 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dd97886c-cfc8-4b49-81c5-e0001ed26986 req-beff68bd-e06f-464f-80eb-fead1ed7b54a tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.253 HTTP/1.1" status: 200 len: 696 time: 0.1243067 Sep 21 17:51:59.763350 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-3e7585e3-d23f-4aaa-b813-dd45c3eee5cb req-7b6f415b-204e-4a46-9fec-cadae6a1dea2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Deleting port 84628d8c-7af0-4096-a4e8-c5bb37b5faf7 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:51:59.763644 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3e7585e3-d23f-4aaa-b813-dd45c3eee5cb req-7b6f415b-204e-4a46-9fec-cadae6a1dea2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:59.803197 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f5ab7-8727-474a-b3e0-e160f55ff4f3 req-95c7477e-e165-4816-8e5d-4e97ce4e5ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:59.805087 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c14f5ab7-8727-474a-b3e0-e160f55ff4f3 req-95c7477e-e165-4816-8e5d-4e97ce4e5ce3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0606732 Sep 21 17:51:59.965923 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11abac8-f228-4ed4-a21d-a53e56c8977b req-7fe23692-9277-414c-a4fa-6b71435267d7 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:51:59.967479 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f11abac8-f228-4ed4-a21d-a53e56c8977b req-7fe23692-9277-414c-a4fa-6b71435267d7 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 945 time: 0.0730193 Sep 21 17:51:59.970004 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c14f5ab7-8727-474a-b3e0-e160f55ff4f3 req-f41b02c7-2401-417e-b29d-79d7e8b88c61 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545792 Sep 21 17:52:00.015398 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847bd9d-4abe-4623-a352-252b81addb0f req-1bd14a5a-6e9f-4023-a202-070498313722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:00.016909 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f847bd9d-4abe-4623-a352-252b81addb0f req-1bd14a5a-6e9f-4023-a202-070498313722 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f5dcf0d3-3653-4c17-af0f-a1adf84dd578 HTTP/1.1" status: 200 len: 861 time: 0.2565813 Sep 21 17:52:00.064580 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f11abac8-f228-4ed4-a21d-a53e56c8977b req-83625317-fbf2-4ca7-8a04-f01e1cb8bba3 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886919 Sep 21 17:52:00.096153 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f847bd9d-4abe-4623-a352-252b81addb0f req-b6953232-9187-4161-80c5-2c0e5e8c1400 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=24a709a9-6fef-4b8b-a432-62063bc26954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669019 Sep 21 17:52:00.109962 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c14f5ab7-8727-474a-b3e0-e160f55ff4f3 req-8b424dfe-8719-4cfe-80c0-8a9126f0b56e service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278725 Sep 21 17:52:00.137029 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08001119-156a-4e96-865e-d740255cb5dc x-openstack-request-id: req-08001119-156a-4e96-865e-d740255cb5dc {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:52:00.137327 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c540988-9fe3-4631-b952-748f088cd193", "name": "network-vif-deleted", "tag": "4df9844b-6800-4489-8f34-b9ba0ba1c54f", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:52:00.137585 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-08001119-156a-4e96-865e-d740255cb5dc {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:52:00.137985 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c540988-9fe3-4631-b952-748f088cd193', 'name': 'network-vif-deleted', 'tag': '4df9844b-6800-4489-8f34-b9ba0ba1c54f', 'status': 'completed', 'code': 200} Sep 21 17:52:00.170485 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97886c-cfc8-4b49-81c5-e0001ed26986 req-a8dfc97a-c121-494e-96b0-c1adb274ee1c tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:00.172112 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dd97886c-cfc8-4b49-81c5-e0001ed26986 req-a8dfc97a-c121-494e-96b0-c1adb274ee1c tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 784 time: 0.4015474 Sep 21 17:52:00.214109 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-3e7585e3-d23f-4aaa-b813-dd45c3eee5cb req-7b6f415b-204e-4a46-9fec-cadae6a1dea2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] For port 84628d8c-7af0-4096-a4e8-c5bb37b5faf7, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=84628d8c-7af0-4096-a4e8-c5bb37b5faf7,segment=NetworkSegment(105e61c3-6bae-4564-b3d8-ac6d6a1945af),segment_id=105e61c3-6bae-4564-b3d8-ac6d6a1945af)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:00.214981 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3e7585e3-d23f-4aaa-b813-dd45c3eee5cb req-7b6f415b-204e-4a46-9fec-cadae6a1dea2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:00.333748 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-3e7585e3-d23f-4aaa-b813-dd45c3eee5cb req-7b6f415b-204e-4a46-9fec-cadae6a1dea2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Calling delete_port for 84628d8c-7af0-4096-a4e8-c5bb37b5faf7 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:52:00.350553 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d584ffd-8785-45af-952e-2752a874baa9 req-f316e517-f472-4092-b3cb-f89ced1dfdcf tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:00.350846 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-bc7ef379-4e86-4d13-b69f-c116d9948a5f service neutron] For port 9f12000d-3ba1-4512-8d78-99a6007ea22e, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9f12000d-3ba1-4512-8d78-99a6007ea22e,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:00.353083 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7d584ffd-8785-45af-952e-2752a874baa9 req-f316e517-f472-4092-b3cb-f89ced1dfdcf tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 945 time: 0.0619230 Sep 21 17:52:00.377889 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-197f47df-6166-4daf-a7f7-8e6fb104ebcb req-c95306ce-ac4a-4dce-8bef-e67fc31052d9 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] 10.222.0.58 "GET /v2.0/floatingips/ca4e6b6a-668a-4cf0-90c8-df8b254ab009 HTTP/1.1" status: 200 len: 693 time: 0.1693130 Sep 21 17:52:00.399957 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 84628d8c-7af0-4096-a4e8-c5bb37b5faf7 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:52:00.400478 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7d584ffd-8785-45af-952e-2752a874baa9 req-dd3e0bb8-4d7a-4fc4-adb6-777afcfaf2b2 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404601 Sep 21 17:52:00.515846 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:00.532264 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1fa99-702e-424e-be1b-ca0f5ae852a1 req-e0ce3eea-837e-4244-8d34-03ccb791ea2b tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:00.534355 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-bc7ef379-4e86-4d13-b69f-c116d9948a5f service neutron] For port 9f12000d-3ba1-4512-8d78-99a6007ea22e, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:52:00.538144 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-20e1fa99-702e-424e-be1b-ca0f5ae852a1 req-e0ce3eea-837e-4244-8d34-03ccb791ea2b tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fd3f70a-73f9-48ac-8edd-5ef18017bf39 HTTP/1.1" status: 200 len: 950 time: 0.0751677 Sep 21 17:52:00.546266 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c540988-9fe3-4631-b952-748f088cd193', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84628d8c-7af0-4096-a4e8-c5bb37b5faf7'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:52:00.548952 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2230990-62c4-496c-8b82-6fac5d1f9dc9" -d '{"events": [{"server_uuid": "9c540988-9fe3-4631-b952-748f088cd193", "name": "network-vif-unplugged", "status": "completed", "tag": "84628d8c-7af0-4096-a4e8-c5bb37b5faf7"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:52:00.564941 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f847bd9d-4abe-4623-a352-252b81addb0f req-45bbae0b-1e90-4efa-b5da-9e1a002c63b8 service neutron] 10.222.0.38 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530849 Sep 21 17:52:00.566651 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 84628d8c-7af0-4096-a4e8-c5bb37b5faf7, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=84628d8c-7af0-4096-a4e8-c5bb37b5faf7,segment=NetworkSegment(105e61c3-6bae-4564-b3d8-ac6d6a1945af),segment_id=105e61c3-6bae-4564-b3d8-ac6d6a1945af)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:00.573087 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:00.574420 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 006995ef-bd30-4944-a1b2-61dbac04c028 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:52:00.599878 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 006995ef-bd30-4944-a1b2-61dbac04c028 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:52:00.600552 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 006995ef-bd30-4944-a1b2-61dbac04c028 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:52:00.601149 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 4df9844b-6800-4489-8f34-b9ba0ba1c54f no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:52:00.615657 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-20e1fa99-702e-424e-be1b-ca0f5ae852a1 req-5cc45fcc-512b-45d7-b559-c00d04679d74 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.58 "GET /v2.0/security-groups?id=a759faf1-00ab-4a8d-bd66-9664be510a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684662 Sep 21 17:52:00.664328 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 4df9844b-6800-4489-8f34-b9ba0ba1c54f {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:52:00.664994 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 4df9844b-6800-4489-8f34-b9ba0ba1c54f not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:52:00.677760 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f47df-6166-4daf-a7f7-8e6fb104ebcb req-fd6ed79c-500a-4959-9f2e-7c3c39e3fced tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:00.679344 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-197f47df-6166-4daf-a7f7-8e6fb104ebcb req-fd6ed79c-500a-4959-9f2e-7c3c39e3fced tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 784 time: 0.2673323 Sep 21 17:52:00.708588 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=84628d8c-7af0-4096-a4e8-c5bb37b5faf7,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:00.738686 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c3203-ac0f-4e65-b7c6-cf6773b56f4a req-e2b89ab9-22da-4bab-9bfc-c7565aac4ce1 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:00.740550 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-102c3203-ac0f-4e65-b7c6-cf6773b56f4a req-e2b89ab9-22da-4bab-9bfc-c7565aac4ce1 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c540988-9fe3-4631-b952-748f088cd193 HTTP/1.1" status: 200 len: 943 time: 0.0582697 Sep 21 17:52:00.764204 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-bc7ef379-4e86-4d13-b69f-c116d9948a5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:00.796279 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-102c3203-ac0f-4e65-b7c6-cf6773b56f4a req-916210db-40b9-4a23-9ca5-0b5800044b3b tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439937 Sep 21 17:52:00.802211 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-197f47df-6166-4daf-a7f7-8e6fb104ebcb req-ce8d9875-ce68-4608-a4c8-05d735792512 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.253 HTTP/1.1" status: 200 len: 696 time: 0.0796335 Sep 21 17:52:00.811088 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-bc7ef379-4e86-4d13-b69f-c116d9948a5f service neutron] Transition to ACTIVE for port object 9f12000d-3ba1-4512-8d78-99a6007ea22e will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:52:00.833050 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-bc7ef379-4e86-4d13-b69f-c116d9948a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:00.836242 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f847bd9d-4abe-4623-a352-252b81addb0f req-4f5d514e-818e-4861-97a0-0d85961f6f8e service neutron] 10.222.0.38 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535279 Sep 21 17:52:00.844131 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 17:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1f43f6-e135-49bc-a3e8-534961609421 x-openstack-request-id: req-9b1f43f6-e135-49bc-a3e8-534961609421 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:52:00.844500 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c540988-9fe3-4631-b952-748f088cd193", "name": "network-vif-unplugged", "status": "completed", "tag": "84628d8c-7af0-4096-a4e8-c5bb37b5faf7", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:52:00.844823 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9b1f43f6-e135-49bc-a3e8-534961609421 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:52:00.845302 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c540988-9fe3-4631-b952-748f088cd193', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84628d8c-7af0-4096-a4e8-c5bb37b5faf7', 'code': 200} Sep 21 17:52:01.291529 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-197f47df-6166-4daf-a7f7-8e6fb104ebcb req-b548a032-9fb7-466b-b7de-35b45df311b4 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.253 HTTP/1.1" status: 200 len: 696 time: 0.4692729 Sep 21 17:52:01.349608 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ef379-4e86-4d13-b69f-c116d9948a5f service neutron] Pushing event updated for resources: {'Port': ['ID=9f12000d-3ba1-4512-8d78-99a6007ea22e,revision_number=6']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:01.356981 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-bc7ef379-4e86-4d13-b69f-c116d9948a5f service neutron] No DVR routers for this DVR port 9f12000d-3ba1-4512-8d78-99a6007ea22e on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:52:01.403538 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3e7585e3-d23f-4aaa-b813-dd45c3eee5cb req-7b6f415b-204e-4a46-9fec-cadae6a1dea2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:01.421579 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-b6ffcd9f-550e-4334-8438-8a601326446d tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:01.424204 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-b6ffcd9f-550e-4334-8438-8a601326446d tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838&tenant_id=564aef6a99cc4ded992fbb9f0e732388&binding%3Ahost_id=n-h1-810291-1 HTTP/1.1" status: 200 len: 1096 time: 0.0984755 Sep 21 17:52:01.441007 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-fe6a5064-4c1a-4c86-aabc-1f85b1bb5194 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810291-1'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:52:01.540398 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f415b-204e-4a46-9fec-cadae6a1dea2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Pushing event deleted for resources: {'Port': ['ID=84628d8c-7af0-4096-a4e8-c5bb37b5faf7,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:01.603373 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7585e3-d23f-4aaa-b813-dd45c3eee5cb req-7b6f415b-204e-4a46-9fec-cadae6a1dea2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] No DVR routers for this DVR port 84628d8c-7af0-4096-a4e8-c5bb37b5faf7 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:52:01.611887 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3e7585e3-d23f-4aaa-b813-dd45c3eee5cb req-7b6f415b-204e-4a46-9fec-cadae6a1dea2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:01.613179 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538605ec-9550-49e6-8f10-14fafd0d82b3 req-096140ad-be74-40a8-8454-c55110c82c72 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:01.613953 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3e7585e3-d23f-4aaa-b813-dd45c3eee5cb req-7b6f415b-204e-4a46-9fec-cadae6a1dea2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.38 "DELETE /v2.0/ports/84628d8c-7af0-4096-a4e8-c5bb37b5faf7 HTTP/1.1" status: 204 len: 173 time: 2.2926383 Sep 21 17:52:01.614775 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-538605ec-9550-49e6-8f10-14fafd0d82b3 req-096140ad-be74-40a8-8454-c55110c82c72 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 948 time: 0.0804238 Sep 21 17:52:01.615570 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-fe6a5064-4c1a-4c86-aabc-1f85b1bb5194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:01.669172 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-bc7ef379-4e86-4d13-b69f-c116d9948a5f service neutron] Attempting to bind port 9f12000d-3ba1-4512-8d78-99a6007ea22e on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:52:01.669702 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-bc7ef379-4e86-4d13-b69f-c116d9948a5f service neutron] Attempting to bind port 9f12000d-3ba1-4512-8d78-99a6007ea22e by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:52:01.670192 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-bc7ef379-4e86-4d13-b69f-c116d9948a5f service neutron] Attempting to bind port 9f12000d-3ba1-4512-8d78-99a6007ea22e on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:52:01.678569 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-bc7ef379-4e86-4d13-b69f-c116d9948a5f service neutron] Port 9f12000d-3ba1-4512-8d78-99a6007ea22e on network c714db5f-672e-4004-8098-88db84169d3c not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:52:01.679200 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-bc7ef379-4e86-4d13-b69f-c116d9948a5f service neutron] Attempting to bind port 9f12000d-3ba1-4512-8d78-99a6007ea22e on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:52:01.688826 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-bc7ef379-4e86-4d13-b69f-c116d9948a5f service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:52:01.689825 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-bc7ef379-4e86-4d13-b69f-c116d9948a5f service neutron] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:52:01.690384 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-bc7ef379-4e86-4d13-b69f-c116d9948a5f service neutron] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:52:01.691016 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-bc7ef379-4e86-4d13-b69f-c116d9948a5f service neutron] Bound port: 9f12000d-3ba1-4512-8d78-99a6007ea22e, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:52:01.691562 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-bc7ef379-4e86-4d13-b69f-c116d9948a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:01.759869 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-538605ec-9550-49e6-8f10-14fafd0d82b3 req-3d225246-77d4-4cbb-96c6-e07cc4670839 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189330 Sep 21 17:52:01.776716 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-197f47df-6166-4daf-a7f7-8e6fb104ebcb req-11918117-54bc-466e-9d97-c57a2e67133c tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Deleting port d57d7cca-d3a5-4cfc-8e3d-2709272e68b4 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:52:01.777319 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-197f47df-6166-4daf-a7f7-8e6fb104ebcb req-11918117-54bc-466e-9d97-c57a2e67133c tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:01.903678 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-fe6a5064-4c1a-4c86-aabc-1f85b1bb5194 service neutron] For port 2cbd7773-1b4f-414f-bf20-17171652c2b8, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=2cbd7773-1b4f-414f-bf20-17171652c2b8,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:01.934903 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-bc7ef379-4e86-4d13-b69f-c116d9948a5f service neutron] For port 9f12000d-3ba1-4512-8d78-99a6007ea22e, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:52:01.952458 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-bc7ef379-4e86-4d13-b69f-c116d9948a5f service neutron] For port 9f12000d-3ba1-4512-8d78-99a6007ea22e, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=9f12000d-3ba1-4512-8d78-99a6007ea22e,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:52:01.956423 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-fe6a5064-4c1a-4c86-aabc-1f85b1bb5194 service neutron] For port 2cbd7773-1b4f-414f-bf20-17171652c2b8, host n-h1-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:52:01.967691 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-bc7ef379-4e86-4d13-b69f-c116d9948a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:01.976197 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-197f47df-6166-4daf-a7f7-8e6fb104ebcb req-11918117-54bc-466e-9d97-c57a2e67133c tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:01.976621 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-197f47df-6166-4daf-a7f7-8e6fb104ebcb req-11918117-54bc-466e-9d97-c57a2e67133c tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:02.016611 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8668e4c0-b256-41bd-95d2-8f70b37d3838', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cbd7773-1b4f-414f-bf20-17171652c2b8'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:52:02.017409 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-bc7ef379-4e86-4d13-b69f-c116d9948a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:02.018037 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-bc7ef379-4e86-4d13-b69f-c116d9948a5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:02.018920 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85040183-2e53-4250-b88f-039d48a42168" -d '{"events": [{"server_uuid": "8668e4c0-b256-41bd-95d2-8f70b37d3838", "name": "network-vif-unplugged", "status": "completed", "tag": "2cbd7773-1b4f-414f-bf20-17171652c2b8"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:52:02.019917 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-bc7ef379-4e86-4d13-b69f-c116d9948a5f service neutron] 10.222.0.38 "PUT /v2.0/ports/9f12000d-3ba1-4512-8d78-99a6007ea22e HTTP/1.1" status: 200 len: 1096 time: 2.6997576 Sep 21 17:52:02.024670 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-fe6a5064-4c1a-4c86-aabc-1f85b1bb5194 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:02.028809 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-197f47df-6166-4daf-a7f7-8e6fb104ebcb req-11918117-54bc-466e-9d97-c57a2e67133c tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Calling delete_port for d57d7cca-d3a5-4cfc-8e3d-2709272e68b4 owned by network:floatingip {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:52:02.033849 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabe263-b12b-4697-9f24-2ef50b39a0e5 req-f87d09c4-6b2f-4352-81ec-38b00e1308ea tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:02.041762 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0fabe263-b12b-4697-9f24-2ef50b39a0e5 req-f87d09c4-6b2f-4352-81ec-38b00e1308ea tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 945 time: 0.1030316 Sep 21 17:52:02.051306 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-fe6a5064-4c1a-4c86-aabc-1f85b1bb5194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:02.121558 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ef379-4e86-4d13-b69f-c116d9948a5f service neutron] Pushing event updated for resources: {'Port': ['ID=9f12000d-3ba1-4512-8d78-99a6007ea22e,revision_number=7']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:02.145103 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c540988-9fe3-4631-b952-748f088cd193', 'name': 'network-vif-deleted', 'tag': '006995ef-bd30-4944-a1b2-61dbac04c028'}, {'server_uuid': 'e6130800-b060-4d6f-b177-c915669d494c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f12000d-3ba1-4512-8d78-99a6007ea22e'}, {'server_uuid': '9c540988-9fe3-4631-b952-748f088cd193', 'name': 'network-vif-deleted', 'tag': '84628d8c-7af0-4096-a4e8-c5bb37b5faf7'}, {'name': 'network-changed', 'server_uuid': 'e6130800-b060-4d6f-b177-c915669d494c', 'tag': '9f12000d-3ba1-4512-8d78-99a6007ea22e'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:52:02.147025 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7129fd5a-00a2-4f7e-8a12-3faf58f9874f" -d '{"events": [{"server_uuid": "9c540988-9fe3-4631-b952-748f088cd193", "name": "network-vif-deleted", "tag": "006995ef-bd30-4944-a1b2-61dbac04c028"}, {"server_uuid": "e6130800-b060-4d6f-b177-c915669d494c", "name": "network-vif-unplugged", "status": "completed", "tag": "9f12000d-3ba1-4512-8d78-99a6007ea22e"}, {"server_uuid": "9c540988-9fe3-4631-b952-748f088cd193", "name": "network-vif-deleted", "tag": "84628d8c-7af0-4096-a4e8-c5bb37b5faf7"}, {"name": "network-changed", "server_uuid": "e6130800-b060-4d6f-b177-c915669d494c", "tag": "9f12000d-3ba1-4512-8d78-99a6007ea22e"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:52:02.157911 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0fabe263-b12b-4697-9f24-2ef50b39a0e5 req-b024afe1-84bd-4e85-9bbd-5d731cb47cae tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151278 Sep 21 17:52:02.169930 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-cb6b2b9a-c46d-4fc0-84ec-0d424d6a0f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:02.171738 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-cb6b2b9a-c46d-4fc0-84ec-0d424d6a0f06 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 1099 time: 0.1224890 Sep 21 17:52:02.175021 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a5064-4c1a-4c86-aabc-1f85b1bb5194 service neutron] Pushing event updated for resources: {'Port': ['ID=2cbd7773-1b4f-414f-bf20-17171652c2b8,revision_number=7']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:02.237140 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-fe6a5064-4c1a-4c86-aabc-1f85b1bb5194 service neutron] Attempting to bind port 2cbd7773-1b4f-414f-bf20-17171652c2b8 on host n-h1-810291-1 for vnic_type normal with profile {"migrating_to": "n-h2-810291-1"} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:52:02.237778 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-fe6a5064-4c1a-4c86-aabc-1f85b1bb5194 service neutron] Attempting to bind port 2cbd7773-1b4f-414f-bf20-17171652c2b8 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:52:02.238195 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-fe6a5064-4c1a-4c86-aabc-1f85b1bb5194 service neutron] Attempting to bind port 2cbd7773-1b4f-414f-bf20-17171652c2b8 on network ce365bfd-7bb2-49d3-914a-63ce743986ef {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:52:02.247372 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-fe6a5064-4c1a-4c86-aabc-1f85b1bb5194 service neutron] Port 2cbd7773-1b4f-414f-bf20-17171652c2b8 on network ce365bfd-7bb2-49d3-914a-63ce743986ef not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:52:02.248035 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-fe6a5064-4c1a-4c86-aabc-1f85b1bb5194 service neutron] Attempting to bind port 2cbd7773-1b4f-414f-bf20-17171652c2b8 on network ce365bfd-7bb2-49d3-914a-63ce743986ef {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:52:02.260428 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-fe6a5064-4c1a-4c86-aabc-1f85b1bb5194 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:52:02.260883 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-fe6a5064-4c1a-4c86-aabc-1f85b1bb5194 service neutron] Checking segment: {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:52:02.261368 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-fe6a5064-4c1a-4c86-aabc-1f85b1bb5194 service neutron] Bound using segment: {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:52:02.262387 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-fe6a5064-4c1a-4c86-aabc-1f85b1bb5194 service neutron] Bound port: 2cbd7773-1b4f-414f-bf20-17171652c2b8, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd50cc00e-8af1-432c-8758-2ed1bb30aa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ce365bfd-7bb2-49d3-914a-63ce743986ef'}}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:52:02.263155 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-fe6a5064-4c1a-4c86-aabc-1f85b1bb5194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:02.412497 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-3c5eaa0d-a360-415a-9c79-24e8f334a6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:02.414394 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-3c5eaa0d-a360-415a-9c79-24e8f334a6f5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.2306325 Sep 21 17:52:02.415687 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device ed491fc3-4b85-4866-bac6-a047590551d3 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:52:02.453255 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-fe6a5064-4c1a-4c86-aabc-1f85b1bb5194 service neutron] For port 2cbd7773-1b4f-414f-bf20-17171652c2b8, host n-h1-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:52:02.467367 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-fe6a5064-4c1a-4c86-aabc-1f85b1bb5194 service neutron] For port 2cbd7773-1b4f-414f-bf20-17171652c2b8, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=2cbd7773-1b4f-414f-bf20-17171652c2b8,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:52:02.501082 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a8796-8af9-4058-a19d-2c6159c0ce25 req-c8d16f23-eda2-4111-8cd6-a5b0329e1035 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:02.502768 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5e3a8796-8af9-4058-a19d-2c6159c0ce25 req-c8d16f23-eda2-4111-8cd6-a5b0329e1035 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 943 time: 0.1568367 Sep 21 17:52:02.506979 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-fe6a5064-4c1a-4c86-aabc-1f85b1bb5194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:02.520402 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-6cb6c371-2b78-4e00-b892-ae34d493807f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=9f12000d-3ba1-4512-8d78-99a6007ea22e HTTP/1.1" status: 200 len: 217 time: 0.0956397 Sep 21 17:52:02.525872 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-197f47df-6166-4daf-a7f7-8e6fb104ebcb req-11918117-54bc-466e-9d97-c57a2e67133c tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:02.559599 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11918117-54bc-466e-9d97-c57a2e67133c tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Pushing event deleted for resources: {'Port': ['ID=d57d7cca-d3a5-4cfc-8e3d-2709272e68b4,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:02.567182 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:02.620256 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-fe6a5064-4c1a-4c86-aabc-1f85b1bb5194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:02.621435 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-fe6a5064-4c1a-4c86-aabc-1f85b1bb5194 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:02.622881 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-fe6a5064-4c1a-4c86-aabc-1f85b1bb5194 service neutron] 10.222.0.44 "PUT /v2.0/ports/2cbd7773-1b4f-414f-bf20-17171652c2b8 HTTP/1.1" status: 200 len: 1121 time: 1.1901250 Sep 21 17:52:02.625965 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a5064-4c1a-4c86-aabc-1f85b1bb5194 service neutron] Pushing event updated for resources: {'Port': ['ID=2cbd7773-1b4f-414f-bf20-17171652c2b8,revision_number=8']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:02.627822 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port ed491fc3-4b85-4866-bac6-a047590551d3, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ed491fc3-4b85-4866-bac6-a047590551d3,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:02.633369 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:02.641556 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5e3a8796-8af9-4058-a19d-2c6159c0ce25 req-b44c77e8-57e1-4fdb-86fb-6efb98c1402f tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064215 Sep 21 17:52:02.672755 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-dc08b352-e37d-4793-9944-737130bdee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:02.674414 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-dc08b352-e37d-4793-9944-737130bdee30 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1160505 Sep 21 17:52:02.709387 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 53120) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:02.717695 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-197f47df-6166-4daf-a7f7-8e6fb104ebcb req-11918117-54bc-466e-9d97-c57a2e67133c tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Notify callbacks [] for floatingip, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:02.722905 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-197f47df-6166-4daf-a7f7-8e6fb104ebcb req-11918117-54bc-466e-9d97-c57a2e67133c tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:02.724508 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-197f47df-6166-4daf-a7f7-8e6fb104ebcb req-11918117-54bc-466e-9d97-c57a2e67133c tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] 10.222.0.58 "DELETE /v2.0/floatingips/ca4e6b6a-668a-4cf0-90c8-df8b254ab009 HTTP/1.1" status: 204 len: 173 time: 1.4085348 Sep 21 17:52:02.744811 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-b6fbcaf9-ce8e-408a-8634-27a2e28d3ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:02.746594 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-b6fbcaf9-ce8e-408a-8634-27a2e28d3ac3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0615096 Sep 21 17:52:02.752913 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=ed491fc3-4b85-4866-bac6-a047590551d3,revision_number=11']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:02.775090 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 17:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74aab716-9371-4d36-963c-8ac416e076d4 x-openstack-request-id: req-74aab716-9371-4d36-963c-8ac416e076d4 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:52:02.775646 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8668e4c0-b256-41bd-95d2-8f70b37d3838", "name": "network-vif-unplugged", "status": "completed", "tag": "2cbd7773-1b4f-414f-bf20-17171652c2b8", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:52:02.776045 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-74aab716-9371-4d36-963c-8ac416e076d4 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:52:02.776660 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8668e4c0-b256-41bd-95d2-8f70b37d3838', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cbd7773-1b4f-414f-bf20-17171652c2b8', 'code': 200} Sep 21 17:52:02.818677 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['2cbd7773-1b4f-414f-bf20-17171652c2b8'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:52:02.828238 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['2cbd7773-1b4f-414f-bf20-17171652c2b8'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:52:02.829162 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-d939e205-7fba-4c52-9914-82be004c238c tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Deleting subnet bf7ce44f-7906-461e-9525-5c887fe1a683 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:52:02.850761 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d939e205-7fba-4c52-9914-82be004c238c tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:02.909849 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd3f70a-73f9-48ac-8edd-5ef18017bf39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed491fc3-4b85-4866-bac6-a047590551d3'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:52:02.912614 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd61b97-c70c-4232-ba0c-3b87bb0c2e77" -d '{"events": [{"server_uuid": "5fd3f70a-73f9-48ac-8edd-5ef18017bf39", "name": "network-vif-unplugged", "status": "completed", "tag": "ed491fc3-4b85-4866-bac6-a047590551d3"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:52:02.918639 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-23206859-0360-4a4d-bb4e-a19e7bd45881 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555977 Sep 21 17:52:02.921323 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 694 Content-Type: application/json Date: Tue, 21 Sep 2021 17:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc9771d-8d4d-4ad7-a826-4522a635a81c x-openstack-request-id: req-5cc9771d-8d4d-4ad7-a826-4522a635a81c {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:52:02.921794 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c540988-9fe3-4631-b952-748f088cd193", "name": "network-vif-deleted", "tag": "006995ef-bd30-4944-a1b2-61dbac04c028", "status": "completed", "code": 200}, {"server_uuid": "e6130800-b060-4d6f-b177-c915669d494c", "name": "network-vif-unplugged", "status": "completed", "tag": "9f12000d-3ba1-4512-8d78-99a6007ea22e", "code": 200}, {"server_uuid": "9c540988-9fe3-4631-b952-748f088cd193", "name": "network-vif-deleted", "tag": "84628d8c-7af0-4096-a4e8-c5bb37b5faf7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e6130800-b060-4d6f-b177-c915669d494c", "tag": "9f12000d-3ba1-4512-8d78-99a6007ea22e", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:52:02.922049 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5cc9771d-8d4d-4ad7-a826-4522a635a81c {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:52:02.922776 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c540988-9fe3-4631-b952-748f088cd193', 'name': 'network-vif-deleted', 'tag': '006995ef-bd30-4944-a1b2-61dbac04c028', 'status': 'completed', 'code': 200} Sep 21 17:52:02.923071 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6130800-b060-4d6f-b177-c915669d494c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f12000d-3ba1-4512-8d78-99a6007ea22e', 'code': 200} Sep 21 17:52:02.924201 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c540988-9fe3-4631-b952-748f088cd193', 'name': 'network-vif-deleted', 'tag': '84628d8c-7af0-4096-a4e8-c5bb37b5faf7', 'status': 'completed', 'code': 200} Sep 21 17:52:02.924479 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6130800-b060-4d6f-b177-c915669d494c', 'tag': '9f12000d-3ba1-4512-8d78-99a6007ea22e', 'status': 'completed', 'code': 200} Sep 21 17:52:02.987830 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [req-39a987d0-731d-416d-a2e9-e0167ecfffaa req-22fde29f-dee0-441a-b1ba-13ca8cf087e4 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] show failed (client error): The resource could not be found. Sep 21 17:52:02.988932 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-39a987d0-731d-416d-a2e9-e0167ecfffaa req-22fde29f-dee0-441a-b1ba-13ca8cf087e4 tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] 10.222.0.58 "GET /v2.0/floatingips/ca4e6b6a-668a-4cf0-90c8-df8b254ab009 HTTP/1.1" status: 404 len: 350 time: 0.0636702 Sep 21 17:52:03.028073 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d939e205-7fba-4c52-9914-82be004c238c tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:03.041850 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129fd5a-00a2-4f7e-8a12-3faf58f9874f req-1a9cd0c4-32c6-439a-aab9-90d2ecb831a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:03.043467 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7129fd5a-00a2-4f7e-8a12-3faf58f9874f req-1a9cd0c4-32c6-439a-aab9-90d2ecb831a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 1099 time: 0.1287012 Sep 21 17:52:03.077475 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 2cbd7773-1b4f-414f-bf20-17171652c2b8 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:52:03.079358 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 9f12000d-3ba1-4512-8d78-99a6007ea22e no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:52:03.114587 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aace7aa7-7461-4095-b50d-2c3fbb0a2732 req-06a1f224-dd51-408a-849f-219ab6f5503b service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873574 Sep 21 17:52:03.173764 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980b37e-a375-4664-baa3-a3b947a97123 req-903dd978-de71-484e-bddf-0126a6300a5f tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:03.175797 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6980b37e-a375-4664-baa3-a3b947a97123 req-903dd978-de71-484e-bddf-0126a6300a5f tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 948 time: 0.0826969 Sep 21 17:52:03.231487 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129fd5a-00a2-4f7e-8a12-3faf58f9874f req-863b3584-b7f6-49f5-adf5-341f4328d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:03.233497 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7129fd5a-00a2-4f7e-8a12-3faf58f9874f req-863b3584-b7f6-49f5-adf5-341f4328d869 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.1631083 Sep 21 17:52:03.285261 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7129fd5a-00a2-4f7e-8a12-3faf58f9874f req-79433460-62c3-406b-bea3-9040856c9dbe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=9f12000d-3ba1-4512-8d78-99a6007ea22e HTTP/1.1" status: 200 len: 217 time: 0.0422769 Sep 21 17:52:03.285923 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129fd5a-00a2-4f7e-8a12-3faf58f9874f req-f8237728-d901-4918-9d4a-b4415bb707c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:03.288359 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7129fd5a-00a2-4f7e-8a12-3faf58f9874f req-f8237728-d901-4918-9d4a-b4415bb707c8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 1099 time: 0.1043558 Sep 21 17:52:03.296723 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6980b37e-a375-4664-baa3-a3b947a97123 req-25882cb5-39ce-4d69-a8e9-cb67c57e6f51 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144903 Sep 21 17:52:03.358154 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129fd5a-00a2-4f7e-8a12-3faf58f9874f req-152fb862-a55f-440f-a8e3-3aee9731b97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:03.359811 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7129fd5a-00a2-4f7e-8a12-3faf58f9874f req-152fb862-a55f-440f-a8e3-3aee9731b97a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.0669456 Sep 21 17:52:03.401830 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [req-79c5335c-2cc5-4d9c-919a-2666e1dfec61 req-195ef23b-7d9e-4596-a63e-f8841e311bac tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] show failed (client error): The resource could not be found. Sep 21 17:52:03.413921 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-79c5335c-2cc5-4d9c-919a-2666e1dfec61 req-195ef23b-7d9e-4596-a63e-f8841e311bac tempest-FloatingIPsTestJSON-2103108715 tempest-FloatingIPsTestJSON-2103108715-project] 10.222.0.58 "GET /v2.0/floatingips/ca4e6b6a-668a-4cf0-90c8-df8b254ab009 HTTP/1.1" status: 404 len: 350 time: 0.1246645 Sep 21 17:52:03.417561 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 53136) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:03.422293 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129fd5a-00a2-4f7e-8a12-3faf58f9874f req-3d819346-dc2c-4d43-b9b6-76dc705838fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:03.424152 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7129fd5a-00a2-4f7e-8a12-3faf58f9874f req-3d819346-dc2c-4d43-b9b6-76dc705838fa service neutron] 10.222.0.38 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.1262407 Sep 21 17:52:03.444475 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 17:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c68c1a5-6ce4-4636-bfce-1d3272d7c49d x-openstack-request-id: req-9c68c1a5-6ce4-4636-bfce-1d3272d7c49d {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:52:03.445074 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd3f70a-73f9-48ac-8edd-5ef18017bf39", "name": "network-vif-unplugged", "status": "completed", "tag": "ed491fc3-4b85-4866-bac6-a047590551d3", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:52:03.445074 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9c68c1a5-6ce4-4636-bfce-1d3272d7c49d {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:52:03.445376 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd3f70a-73f9-48ac-8edd-5ef18017bf39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed491fc3-4b85-4866-bac6-a047590551d3', 'code': 200} Sep 21 17:52:03.478304 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 9f12000d-3ba1-4512-8d78-99a6007ea22e not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:52:03.573236 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7129fd5a-00a2-4f7e-8a12-3faf58f9874f req-0790ac09-5aa0-482a-853e-ee64e1a672db service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=9f12000d-3ba1-4512-8d78-99a6007ea22e HTTP/1.1" status: 200 len: 217 time: 0.1403625 Sep 21 17:52:03.579431 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 2cbd7773-1b4f-414f-bf20-17171652c2b8, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=2cbd7773-1b4f-414f-bf20-17171652c2b8,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:03.624837 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 2cbd7773-1b4f-414f-bf20-17171652c2b8 has no active binding in host n-h2-810291-1 {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 21 17:52:03.652620 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec2f4e-e503-43f4-b439-6a79d84a1d02 req-4add5f07-0883-4cbf-aa14-0b5746c22dbe tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:03.654254 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-46ec2f4e-e503-43f4-b439-6a79d84a1d02 req-4add5f07-0883-4cbf-aa14-0b5746c22dbe tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fd3f70a-73f9-48ac-8edd-5ef18017bf39 HTTP/1.1" status: 200 len: 948 time: 0.2005765 Sep 21 17:52:03.662916 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129fd5a-00a2-4f7e-8a12-3faf58f9874f req-4c3d78ed-c3ba-420c-983a-64cca0c0b4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:03.667309 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7129fd5a-00a2-4f7e-8a12-3faf58f9874f req-4c3d78ed-c3ba-420c-983a-64cca0c0b4fe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.0766206 Sep 21 17:52:03.683712 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d939e205-7fba-4c52-9914-82be004c238c tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:03.733345 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129fd5a-00a2-4f7e-8a12-3faf58f9874f req-ea80b523-ad83-4493-8c22-6729a859c309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:03.735208 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7129fd5a-00a2-4f7e-8a12-3faf58f9874f req-ea80b523-ad83-4493-8c22-6729a859c309 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3442962 Sep 21 17:52:03.739619 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-46ec2f4e-e503-43f4-b439-6a79d84a1d02 req-d1cb13a6-b6c6-4a3c-b77f-36930f9af12b tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.58 "GET /v2.0/security-groups?id=a759faf1-00ab-4a8d-bd66-9664be510a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711253 Sep 21 17:52:03.741862 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129fd5a-00a2-4f7e-8a12-3faf58f9874f req-e4fdaf9b-ad19-4f51-b9ba-5564c51cc54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:03.743571 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7129fd5a-00a2-4f7e-8a12-3faf58f9874f req-e4fdaf9b-ad19-4f51-b9ba-5564c51cc54c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0670586 Sep 21 17:52:03.818363 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ad45a-21aa-4a50-bdd5-cfebed85033d req-0db4db5c-a428-4f50-b3ce-8311657afc3b tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:03.825835 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-aa9ad45a-21aa-4a50-bdd5-cfebed85033d req-0db4db5c-a428-4f50-b3ce-8311657afc3b tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 945 time: 0.2318938 Sep 21 17:52:03.900573 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7129fd5a-00a2-4f7e-8a12-3faf58f9874f req-e243eff9-f791-4d00-9371-ddfc76d33c79 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486173 Sep 21 17:52:03.913723 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a1dad-7c27-4e36-9144-e97960f56bd2 req-f422d156-1ad4-42a1-a0ca-7e387f8f34c7 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:03.914982 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-596a1dad-7c27-4e36-9144-e97960f56bd2 req-f422d156-1ad4-42a1-a0ca-7e387f8f34c7 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 943 time: 0.0841801 Sep 21 17:52:03.962047 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d939e205-7fba-4c52-9914-82be004c238c tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:04.005963 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939e205-7fba-4c52-9914-82be004c238c tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Pushing event deleted for resources: {'Subnet': ['ID=bf7ce44f-7906-461e-9525-5c887fe1a683,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:04.015074 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-596a1dad-7c27-4e36-9144-e97960f56bd2 req-3808f665-419f-4a4a-9bd5-3bcd11b83e6c tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857899 Sep 21 17:52:04.027517 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-aa9ad45a-21aa-4a50-bdd5-cfebed85033d req-61621df3-54ee-4151-bf74-5093f040aeb0 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006590 Sep 21 17:52:04.028139 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef8fdf5-aecb-4d20-bc9c-2210dae702d2 None None] Network d0a6852c-c277-4c0d-8f31-62983a882594 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:52:04.054947 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7129fd5a-00a2-4f7e-8a12-3faf58f9874f req-a534ed93-926c-4fe8-91f9-d15c7a827f05 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390004 Sep 21 17:52:04.079395 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d939e205-7fba-4c52-9914-82be004c238c tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:04.081325 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d939e205-7fba-4c52-9914-82be004c238c tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "DELETE /v2.0/subnets/bf7ce44f-7906-461e-9525-5c887fe1a683 HTTP/1.1" status: 204 len: 168 time: 1.3709233 Sep 21 17:52:04.084058 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 53142) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:04.092004 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7129fd5a-00a2-4f7e-8a12-3faf58f9874f req-f570eada-5ed7-4e18-9599-672e5a1562e2 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160450 Sep 21 17:52:04.181021 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3750d78b-24c3-4dda-bbad-f940f42d6296 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:04.268351 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-3750d78b-24c3-4dda-bbad-f940f42d6296 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Deleting port dc298506-e72c-46ba-8498-c93c46df48dd {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:52:04.268753 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3750d78b-24c3-4dda-bbad-f940f42d6296 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:04.292384 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7129fd5a-00a2-4f7e-8a12-3faf58f9874f req-aa857111-6ddf-41da-a242-5c4373669088 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897986 Sep 21 17:52:04.298800 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faf5d81-d173-4402-a539-9b7405ede970 None None] DHCP port deletion for d0a6852c-c277-4c0d-8f31-62983a882594 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 17:52:04.375657 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-3750d78b-24c3-4dda-bbad-f940f42d6296 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] For port dc298506-e72c-46ba-8498-c93c46df48dd, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=dc298506-e72c-46ba-8498-c93c46df48dd,segment=NetworkSegment(105e61c3-6bae-4564-b3d8-ac6d6a1945af),segment_id=105e61c3-6bae-4564-b3d8-ac6d6a1945af)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:04.376037 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3750d78b-24c3-4dda-bbad-f940f42d6296 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:04.379409 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5faf5d81-d173-4402-a539-9b7405ede970 None None] Deleting port dc298506-e72c-46ba-8498-c93c46df48dd {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:52:04.379862 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5faf5d81-d173-4402-a539-9b7405ede970 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:04.391656 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e7417777-4837-4f9a-8b46-1b984b77d8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:04.391930 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-3750d78b-24c3-4dda-bbad-f940f42d6296 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Calling delete_port for dc298506-e72c-46ba-8498-c93c46df48dd owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:52:04.462113 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5faf5d81-d173-4402-a539-9b7405ede970 None None] For port dc298506-e72c-46ba-8498-c93c46df48dd, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=dc298506-e72c-46ba-8498-c93c46df48dd,segment=NetworkSegment(105e61c3-6bae-4564-b3d8-ac6d6a1945af),segment_id=105e61c3-6bae-4564-b3d8-ac6d6a1945af)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:04.462725 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5faf5d81-d173-4402-a539-9b7405ede970 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:04.482271 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5faf5d81-d173-4402-a539-9b7405ede970 None None] Calling delete_port for dc298506-e72c-46ba-8498-c93c46df48dd owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:52:04.486255 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3750d78b-24c3-4dda-bbad-f940f42d6296 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:04.521377 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750d78b-24c3-4dda-bbad-f940f42d6296 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Pushing event deleted for resources: {'Port': ['ID=dc298506-e72c-46ba-8498-c93c46df48dd,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:04.523666 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3750d78b-24c3-4dda-bbad-f940f42d6296 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] No DVR routers for this DVR port dc298506-e72c-46ba-8498-c93c46df48dd on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:52:04.594643 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5faf5d81-d173-4402-a539-9b7405ede970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:04.626530 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf5d81-d173-4402-a539-9b7405ede970 None None] Pushing event deleted for resources: {'Port': ['ID=dc298506-e72c-46ba-8498-c93c46df48dd,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:04.640971 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faf5d81-d173-4402-a539-9b7405ede970 None None] No DVR routers for this DVR port dc298506-e72c-46ba-8498-c93c46df48dd on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:52:04.664013 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3750d78b-24c3-4dda-bbad-f940f42d6296 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:04.686840 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-3750d78b-24c3-4dda-bbad-f940f42d6296 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a6852c-c277-4c0d-8f31-62983a882594']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:52:04.698186 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-3750d78b-24c3-4dda-bbad-f940f42d6296 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '105e61c3-6bae-4564-b3d8-ac6d6a1945af') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:52:04.698429 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-3750d78b-24c3-4dda-bbad-f940f42d6296 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '105e61c3-6bae-4564-b3d8-ac6d6a1945af') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:52:04.710605 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3750d78b-24c3-4dda-bbad-f940f42d6296 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:04.727885 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3750d78b-24c3-4dda-bbad-f940f42d6296 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:04.735825 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3750d78b-24c3-4dda-bbad-f940f42d6296 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:52:04.736624 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3750d78b-24c3-4dda-bbad-f940f42d6296 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:04.740042 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 17:52:04.740042 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:52:04.740042 n-d-810291-1 neutron-server[101460]: timer() Sep 21 17:52:04.740042 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:52:04.740042 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 17:52:04.740042 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:52:04.740042 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 17:52:04.740042 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:52:04.740042 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 17:52:04.740042 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:52:04.740042 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 17:52:04.740042 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:52:04.740042 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 17:52:04.740042 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:52:04.740042 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:52:04.740042 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:52:04.740042 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:52:04.740042 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:52:04.740042 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 17:52:04.740042 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:52:04.740042 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 17:52:04.740042 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:52:04.740042 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:52:04.740042 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:52:04.740042 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 17:52:04.740042 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:52:04.740042 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:52:04.740042 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:52:04.740042 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:52:04.740042 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:52:04.740042 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:52:04.740042 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:52:04.817118 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8668e4c0-b256-41bd-95d2-8f70b37d3838', 'tag': '2cbd7773-1b4f-414f-bf20-17171652c2b8'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:52:04.819635 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04c8140-02ee-4892-952c-5da93800d0d6" -d '{"events": [{"name": "network-changed", "server_uuid": "8668e4c0-b256-41bd-95d2-8f70b37d3838", "tag": "2cbd7773-1b4f-414f-bf20-17171652c2b8"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:52:04.828977 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3750d78b-24c3-4dda-bbad-f940f42d6296 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:04.864805 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3750d78b-24c3-4dda-bbad-f940f42d6296 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:04.868016 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3750d78b-24c3-4dda-bbad-f940f42d6296 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "DELETE /v2.0/networks/d0a6852c-c277-4c0d-8f31-62983a882594 HTTP/1.1" status: 204 len: 168 time: 0.7825172 Sep 21 17:52:04.876152 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 53154) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:04.880765 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750d78b-24c3-4dda-bbad-f940f42d6296 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Pushing event deleted for resources: {'Network': ['ID=d0a6852c-c277-4c0d-8f31-62983a882594,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:04.930743 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fbbef-29c9-403a-bb39-e2df5ec67097 req-dca19595-f3e9-4098-b861-77574f8c20ae tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:04.932210 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-272fbbef-29c9-403a-bb39-e2df5ec67097 req-dca19595-f3e9-4098-b861-77574f8c20ae tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 948 time: 0.5358636 Sep 21 17:52:04.940983 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5232ec-bba2-401c-a4fc-f4888a8b0126 req-0522ddc8-ae99-46f4-8158-c34cf3550930 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:04.945970 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bb5232ec-bba2-401c-a4fc-f4888a8b0126 req-0522ddc8-ae99-46f4-8158-c34cf3550930 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fd3f70a-73f9-48ac-8edd-5ef18017bf39 HTTP/1.1" status: 200 len: 948 time: 0.0840034 Sep 21 17:52:04.956854 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-393ddadc-ea6e-4def-bc37-560c03d79dc8 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Deleting subnet 540b1925-fe88-4f3b-beda-cec8a032b257 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:52:04.967153 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-393ddadc-ea6e-4def-bc37-560c03d79dc8 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:04.994869 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bb5232ec-bba2-401c-a4fc-f4888a8b0126 req-8a3b90f4-6ec9-4413-aa89-c7dc9ddadfcc tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.58 "GET /v2.0/security-groups?id=a759faf1-00ab-4a8d-bd66-9664be510a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415299 Sep 21 17:52:05.076127 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-393ddadc-ea6e-4def-bc37-560c03d79dc8 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:05.081381 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80dff53b-debe-4f4b-abdb-e3f445110fd2 x-openstack-request-id: req-80dff53b-debe-4f4b-abdb-e3f445110fd2 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:52:05.081665 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8668e4c0-b256-41bd-95d2-8f70b37d3838", "tag": "2cbd7773-1b4f-414f-bf20-17171652c2b8", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:52:05.081909 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-80dff53b-debe-4f4b-abdb-e3f445110fd2 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:52:05.082654 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8668e4c0-b256-41bd-95d2-8f70b37d3838', 'tag': '2cbd7773-1b4f-414f-bf20-17171652c2b8', 'status': 'completed', 'code': 200} Sep 21 17:52:05.134848 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-272fbbef-29c9-403a-bb39-e2df5ec67097 req-0125e932-18c7-494f-a2f6-ea31336d06ae tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715243 Sep 21 17:52:05.231558 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c8140-02ee-4892-952c-5da93800d0d6 req-4fb7fd1f-8f22-45d6-8d5d-4eb85491cb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:05.233831 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f04c8140-02ee-4892-952c-5da93800d0d6 req-4fb7fd1f-8f22-45d6-8d5d-4eb85491cb85 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=564aef6a99cc4ded992fbb9f0e732388&device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 1124 time: 0.1203301 Sep 21 17:52:05.251390 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96870f99-c8b3-436a-9dbc-50b510366be9 req-8f8996eb-73f9-48a9-8005-89264498f057 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:05.258033 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-96870f99-c8b3-436a-9dbc-50b510366be9 req-8f8996eb-73f9-48a9-8005-89264498f057 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 943 time: 0.0816948 Sep 21 17:52:05.291524 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-393ddadc-ea6e-4def-bc37-560c03d79dc8 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:05.365430 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-96870f99-c8b3-436a-9dbc-50b510366be9 req-7c1125bd-192f-42fe-a847-80f555ed7e40 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059911 Sep 21 17:52:05.392981 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-393ddadc-ea6e-4def-bc37-560c03d79dc8 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:05.413316 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7ba92-3b17-4cf3-96fd-12659fd4e340 req-747cb8ce-07bd-4ae9-8951-177046b08939 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:05.414880 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bee7ba92-3b17-4cf3-96fd-12659fd4e340 req-747cb8ce-07bd-4ae9-8951-177046b08939 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 945 time: 0.1929905 Sep 21 17:52:05.419819 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c8140-02ee-4892-952c-5da93800d0d6 req-0979c970-8dcc-4afa-b88c-5b98a092bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:05.421660 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f04c8140-02ee-4892-952c-5da93800d0d6 req-0979c970-8dcc-4afa-b88c-5b98a092bcd6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ce365bfd-7bb2-49d3-914a-63ce743986ef HTTP/1.1" status: 200 len: 908 time: 0.1615620 Sep 21 17:52:05.452872 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede9ccee-1db7-4385-a809-482bed9ee1dd None None] Network dd715e13-e301-4440-ae4c-88a0382cc1c1 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:52:05.497297 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f04c8140-02ee-4892-952c-5da93800d0d6 req-e8ade49d-070a-4035-9e23-3d8dfe00d30c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cbd7773-1b4f-414f-bf20-17171652c2b8 HTTP/1.1" status: 200 len: 217 time: 0.0606487 Sep 21 17:52:05.510316 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ddadc-ea6e-4def-bc37-560c03d79dc8 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Pushing event deleted for resources: {'Subnet': ['ID=540b1925-fe88-4f3b-beda-cec8a032b257,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:05.513329 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-393ddadc-ea6e-4def-bc37-560c03d79dc8 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:05.518568 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-393ddadc-ea6e-4def-bc37-560c03d79dc8 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "DELETE /v2.0/subnets/540b1925-fe88-4f3b-beda-cec8a032b257 HTTP/1.1" status: 204 len: 168 time: 0.6397955 Sep 21 17:52:05.523107 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 53170) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:05.588882 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bee7ba92-3b17-4cf3-96fd-12659fd4e340 req-ed9bf9b3-47e8-40dc-93aa-da44be7738b1 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466610 Sep 21 17:52:05.635707 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-e7417777-4837-4f9a-8b46-1b984b77d8ed admin admin] Deleting port 47f301bb-dd6d-43a5-93dd-8c9ffce3ce77 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:52:05.636090 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e7417777-4837-4f9a-8b46-1b984b77d8ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:05.761321 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1979d315-7b27-4e31-91e5-d1aee6a294d5 None None] DHCP port deletion for dd715e13-e301-4440-ae4c-88a0382cc1c1 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 17:52:05.805434 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c8140-02ee-4892-952c-5da93800d0d6 req-b37f8fa8-9003-4fe6-9622-25f8256c14c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:05.827934 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-e7417777-4837-4f9a-8b46-1b984b77d8ed admin admin] For port 47f301bb-dd6d-43a5-93dd-8c9ffce3ce77, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=47f301bb-dd6d-43a5-93dd-8c9ffce3ce77,segment=NetworkSegment(2653a7e0-4df0-49cc-b475-c4f3ac285885),segment_id=2653a7e0-4df0-49cc-b475-c4f3ac285885)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:05.827934 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e7417777-4837-4f9a-8b46-1b984b77d8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:05.828686 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f04c8140-02ee-4892-952c-5da93800d0d6 req-b37f8fa8-9003-4fe6-9622-25f8256c14c4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f6bcee82-068a-4838-bdd8-412dc7128026 HTTP/1.1" status: 200 len: 847 time: 0.3076799 Sep 21 17:52:05.848525 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-15543181-a0ae-4b95-8730-67a0814942d2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:05.854558 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-e7417777-4837-4f9a-8b46-1b984b77d8ed admin admin] Calling delete_port for 47f301bb-dd6d-43a5-93dd-8c9ffce3ce77 owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:52:05.872836 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-1979d315-7b27-4e31-91e5-d1aee6a294d5 None None] Deleting port 09aae423-a562-4b0a-b8fc-c7b98621b0e3 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:52:05.873364 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1979d315-7b27-4e31-91e5-d1aee6a294d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:05.910561 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f04c8140-02ee-4892-952c-5da93800d0d6 req-5a4e720f-6f3a-4142-8fd5-877b082ab190 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ce365bfd-7bb2-49d3-914a-63ce743986ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671289 Sep 21 17:52:05.951069 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-1979d315-7b27-4e31-91e5-d1aee6a294d5 None None] For port 09aae423-a562-4b0a-b8fc-c7b98621b0e3, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=09aae423-a562-4b0a-b8fc-c7b98621b0e3,segment=NetworkSegment(0bcd8356-160f-4588-b9dd-d0124434889c),segment_id=0bcd8356-160f-4588-b9dd-d0124434889c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:05.951540 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1979d315-7b27-4e31-91e5-d1aee6a294d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:05.965951 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-1979d315-7b27-4e31-91e5-d1aee6a294d5 None None] Calling delete_port for 09aae423-a562-4b0a-b8fc-c7b98621b0e3 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:52:05.993128 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08509e-8158-49dd-b8df-362c2c9a6d72 req-33dec217-10c1-4f55-b5ab-6edf534a1241 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:05.995199 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7a08509e-8158-49dd-b8df-362c2c9a6d72 req-33dec217-10c1-4f55-b5ab-6edf534a1241 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.38 "GET /v2.0/ports?device_id=5fd3f70a-73f9-48ac-8edd-5ef18017bf39 HTTP/1.1" status: 200 len: 948 time: 0.1613293 Sep 21 17:52:06.054633 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 09aae423-a562-4b0a-b8fc-c7b98621b0e3 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:52:06.074178 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e7417777-4837-4f9a-8b46-1b984b77d8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:06.077395 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 09aae423-a562-4b0a-b8fc-c7b98621b0e3 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:52:06.077904 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 09aae423-a562-4b0a-b8fc-c7b98621b0e3 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:52:06.078462 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device dc298506-e72c-46ba-8498-c93c46df48dd no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:52:06.082176 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1979d315-7b27-4e31-91e5-d1aee6a294d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:06.113393 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7417777-4837-4f9a-8b46-1b984b77d8ed admin admin] Pushing event deleted for resources: {'Port': ['ID=47f301bb-dd6d-43a5-93dd-8c9ffce3ce77,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:06.115871 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f04c8140-02ee-4892-952c-5da93800d0d6 req-acfd74f8-b5ca-42d2-bdc8-78c7c1c3f8e7 service neutron] 10.222.0.38 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905825 Sep 21 17:52:06.121830 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: dc298506-e72c-46ba-8498-c93c46df48dd {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:52:06.127779 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device dc298506-e72c-46ba-8498-c93c46df48dd not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:52:06.167710 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979d315-7b27-4e31-91e5-d1aee6a294d5 None None] Pushing event deleted for resources: {'Port': ['ID=09aae423-a562-4b0a-b8fc-c7b98621b0e3,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:06.173709 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1979d315-7b27-4e31-91e5-d1aee6a294d5 None None] No DVR routers for this DVR port 09aae423-a562-4b0a-b8fc-c7b98621b0e3 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:52:06.268272 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-15543181-a0ae-4b95-8730-67a0814942d2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Deleting port 09aae423-a562-4b0a-b8fc-c7b98621b0e3 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:52:06.268645 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-15543181-a0ae-4b95-8730-67a0814942d2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:06.287857 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a9f18-0299-4163-bd7f-7de226b65551 req-896f08e3-11d9-42c4-9acd-682e0d241120 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:06.289296 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-585a9f18-0299-4163-bd7f-7de226b65551 req-896f08e3-11d9-42c4-9acd-682e0d241120 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 948 time: 0.0673318 Sep 21 17:52:06.377391 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edda6f-b2a4-4dcd-83b9-11287790d791 req-fec6ed10-c16a-4a22-8f99-da3227f6c9fb tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:06.385396 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-98edda6f-b2a4-4dcd-83b9-11287790d791 req-fec6ed10-c16a-4a22-8f99-da3227f6c9fb tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fd3f70a-73f9-48ac-8edd-5ef18017bf39 HTTP/1.1" status: 200 len: 948 time: 0.2684600 Sep 21 17:52:06.436363 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e7417777-4837-4f9a-8b46-1b984b77d8ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:06.446898 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-585a9f18-0299-4163-bd7f-7de226b65551 req-a4195449-774c-4633-a098-7332d81d16ee tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947232 Sep 21 17:52:06.458955 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-15543181-a0ae-4b95-8730-67a0814942d2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] For port 09aae423-a562-4b0a-b8fc-c7b98621b0e3, host n-d-810291-1, got binding levels [] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:06.459360 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-15543181-a0ae-4b95-8730-67a0814942d2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:06.462955 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 9f12000d-3ba1-4512-8d78-99a6007ea22e details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:52:06.514580 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f04c8140-02ee-4892-952c-5da93800d0d6 req-1c0cc78a-f02e-47ad-a20f-e6df91f0db74 service neutron] 10.222.0.38 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497422 Sep 21 17:52:06.517352 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-15543181-a0ae-4b95-8730-67a0814942d2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Calling delete_port for 09aae423-a562-4b0a-b8fc-c7b98621b0e3 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:52:06.521435 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.ipam_backend_mixin [None req-15543181-a0ae-4b95-8730-67a0814942d2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Port 09aae423-a562-4b0a-b8fc-c7b98621b0e3 was not found and therefore no delete operation was performed {{(pid=101460) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 17:52:06.537011 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-98edda6f-b2a4-4dcd-83b9-11287790d791 req-51937ee2-8c9c-4697-b5b2-f97455a89347 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.58 "GET /v2.0/security-groups?id=a759faf1-00ab-4a8d-bd66-9664be510a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462598 Sep 21 17:52:06.540041 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-15543181-a0ae-4b95-8730-67a0814942d2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:06.611756 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15543181-a0ae-4b95-8730-67a0814942d2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] No DVR routers for this DVR port 09aae423-a562-4b0a-b8fc-c7b98621b0e3 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:52:06.624987 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15543181-a0ae-4b95-8730-67a0814942d2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Pushing event deleted for resources: {'Port': ['ID=09aae423-a562-4b0a-b8fc-c7b98621b0e3,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:06.640009 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 9f12000d-3ba1-4512-8d78-99a6007ea22e, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=9f12000d-3ba1-4512-8d78-99a6007ea22e,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:06.644277 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7640c-f78e-416b-8fc0-54055b768aa7 req-57a22c82-8b95-4f45-9431-0eda9f15afc7 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:06.646452 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b2d7640c-f78e-416b-8fc0-54055b768aa7 req-57a22c82-8b95-4f45-9431-0eda9f15afc7 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 943 time: 0.1146600 Sep 21 17:52:06.646766 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-7a08509e-8158-49dd-b8df-362c2c9a6d72 req-557380a7-a94a-462c-a70e-92e1fc7154f1 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Deleting port ed491fc3-4b85-4866-bac6-a047590551d3 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:52:06.647146 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7a08509e-8158-49dd-b8df-362c2c9a6d72 req-557380a7-a94a-462c-a70e-92e1fc7154f1 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:06.663378 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '9f12000d-3ba1-4512-8d78-99a6007ea22e', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': '9f12000d-3ba1-4512-8d78-99a6007ea22e', 'mac_address': 'fa:16:3e:f0:70:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:52:06.722157 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:06.744793 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f12000d-3ba1-4512-8d78-99a6007ea22e {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:52:06.768586 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 9f12000d-3ba1-4512-8d78-99a6007ea22e, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=9f12000d-3ba1-4512-8d78-99a6007ea22e,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:06.774814 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b2d7640c-f78e-416b-8fc0-54055b768aa7 req-d83986e8-d025-441a-bccd-4a4d0f2e11b0 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196263 Sep 21 17:52:06.776619 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:06.806639 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7417777-4837-4f9a-8b46-1b984b77d8ed admin admin] Router 450af0da-7105-46a4-a249-56e1908c390e has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:52:06.905239 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=9f12000d-3ba1-4512-8d78-99a6007ea22e,revision_number=8']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:06.976788 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-7a08509e-8158-49dd-b8df-362c2c9a6d72 req-557380a7-a94a-462c-a70e-92e1fc7154f1 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] For port ed491fc3-4b85-4866-bac6-a047590551d3, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ed491fc3-4b85-4866-bac6-a047590551d3,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:06.977257 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7a08509e-8158-49dd-b8df-362c2c9a6d72 req-557380a7-a94a-462c-a70e-92e1fc7154f1 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:06.979180 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7417777-4837-4f9a-8b46-1b984b77d8ed admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:52:06.992339 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95df37eb-de3d-4320-8d1a-47a548f466ac None None] Sync routers for ids ['450af0da-7105-46a4-a249-56e1908c390e'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:52:06.996854 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e7417777-4837-4f9a-8b46-1b984b77d8ed admin admin] 10.222.0.58 "PUT /v2.0/routers/450af0da-7105-46a4-a249-56e1908c390e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5760283 Sep 21 17:52:06.999829 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-7a08509e-8158-49dd-b8df-362c2c9a6d72 req-557380a7-a94a-462c-a70e-92e1fc7154f1 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Calling delete_port for ed491fc3-4b85-4866-bac6-a047590551d3 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:52:07.007786 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 53198) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:07.008286 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95df37eb-de3d-4320-8d1a-47a548f466ac None None] Routers {'450af0da-7105-46a4-a249-56e1908c390e'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:52:07.009160 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-95df37eb-de3d-4320-8d1a-47a548f466ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:51:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['450af0da-7105-46a4-a249-56e1908c390e'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:52:07.071281 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-15543181-a0ae-4b95-8730-67a0814942d2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:07.106389 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a3801-981a-4eee-9139-61769380145a req-6ab10f17-11af-4ce9-958c-31f1dbc3246b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:07.115233 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0a7a3801-981a-4eee-9139-61769380145a req-6ab10f17-11af-4ce9-958c-31f1dbc3246b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 949 time: 0.1163740 Sep 21 17:52:07.115895 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['9f12000d-3ba1-4512-8d78-99a6007ea22e'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:52:07.137978 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-95df37eb-de3d-4320-8d1a-47a548f466ac None None] Set router 450af0da-7105-46a4-a249-56e1908c390e gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:52:07.241889 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0a7a3801-981a-4eee-9139-61769380145a req-7231ca0a-0179-435b-ba14-22c925294277 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260083 Sep 21 17:52:07.243531 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d81af50d-c35d-482f-97ed-0f8b746bb544 admin admin] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:07.340305 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-95df37eb-de3d-4320-8d1a-47a548f466ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450af0da-7105-46a4-a249-56e1908c390e', 'name': 'tempest-FloatingIPsTestJSON-1459886818-router', 'tenant_id': '40f418018bdc42e9b68bb41d52383f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '3290664d-cef8-4aab-bead-b6ba412a7290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:51:38Z', 'updated_at': '2021-09-21T17:52:06Z', 'revision_number': 5, 'project_id': '40f418018bdc42e9b68bb41d52383f8c', 'gw_port': {'id': '3290664d-cef8-4aab-bead-b6ba412a7290', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450af0da-7105-46a4-a249-56e1908c390e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:51:40Z', 'updated_at': '2021-09-21T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:52:07.371714 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95df37eb-de3d-4320-8d1a-47a548f466ac None None] Checking router: 450af0da-7105-46a4-a249-56e1908c390e for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:52:07.381333 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95df37eb-de3d-4320-8d1a-47a548f466ac None None] Routers {'450af0da-7105-46a4-a249-56e1908c390e'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:52:07.382223 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-95df37eb-de3d-4320-8d1a-47a548f466ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:51:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['450af0da-7105-46a4-a249-56e1908c390e'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:52:07.386133 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d81af50d-c35d-482f-97ed-0f8b746bb544 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:07.478541 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-d81af50d-c35d-482f-97ed-0f8b746bb544 admin admin] Deleting port 3290664d-cef8-4aab-bead-b6ba412a7290 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:52:07.478947 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d81af50d-c35d-482f-97ed-0f8b746bb544 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:07.522556 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-95df37eb-de3d-4320-8d1a-47a548f466ac None None] Set router 450af0da-7105-46a4-a249-56e1908c390e gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:52:07.647341 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-d81af50d-c35d-482f-97ed-0f8b746bb544 admin admin] For port 3290664d-cef8-4aab-bead-b6ba412a7290, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=3290664d-cef8-4aab-bead-b6ba412a7290,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:07.647667 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d81af50d-c35d-482f-97ed-0f8b746bb544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:07.661467 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-d81af50d-c35d-482f-97ed-0f8b746bb544 admin admin] Calling delete_port for 3290664d-cef8-4aab-bead-b6ba412a7290 owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:52:07.754372 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7a08509e-8158-49dd-b8df-362c2c9a6d72 req-557380a7-a94a-462c-a70e-92e1fc7154f1 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:07.795755 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557380a7-a94a-462c-a70e-92e1fc7154f1 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Pushing event deleted for resources: {'Port': ['ID=ed491fc3-4b85-4866-bac6-a047590551d3,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:07.807974 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-15543181-a0ae-4b95-8730-67a0814942d2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd715e13-e301-4440-ae4c-88a0382cc1c1']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:52:07.836464 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-1c2c36f1-6a38-4268-8cad-38bebef96b47 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:07.838303 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-1c2c36f1-6a38-4268-8cad-38bebef96b47 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.38 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c&tenant_id=cf880db396d441f990414b9e732efe10&binding%3Ahost_id=n-h1-810291-1 HTTP/1.1" status: 200 len: 949 time: 0.8020773 Sep 21 17:52:07.840784 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-15543181-a0ae-4b95-8730-67a0814942d2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bcd8356-160f-4588-b9dd-d0124434889c') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:52:07.841090 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-15543181-a0ae-4b95-8730-67a0814942d2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bcd8356-160f-4588-b9dd-d0124434889c') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:52:07.877806 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a35cd-3cf4-4199-b531-683c7ba2064a req-ecf904fa-6863-4ba5-b4d5-4638bc655c06 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:07.886738 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-246a35cd-3cf4-4199-b531-683c7ba2064a req-ecf904fa-6863-4ba5-b4d5-4638bc655c06 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 945 time: 0.8175092 Sep 21 17:52:07.895719 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-15543181-a0ae-4b95-8730-67a0814942d2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:07.927491 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-95df37eb-de3d-4320-8d1a-47a548f466ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450af0da-7105-46a4-a249-56e1908c390e', 'name': 'tempest-FloatingIPsTestJSON-1459886818-router', 'tenant_id': '40f418018bdc42e9b68bb41d52383f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '3290664d-cef8-4aab-bead-b6ba412a7290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:51:38Z', 'updated_at': '2021-09-21T17:52:06Z', 'revision_number': 5, 'project_id': '40f418018bdc42e9b68bb41d52383f8c', 'gw_port': {'id': '3290664d-cef8-4aab-bead-b6ba412a7290', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450af0da-7105-46a4-a249-56e1908c390e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:51:40Z', 'updated_at': '2021-09-21T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:52:07.938032 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1fd85508-2522-4808-8cd9-80bac5723c6e req-be702aa4-748a-4b43-a269-d3d6dbf985c8 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fd3f70a-73f9-48ac-8edd-5ef18017bf39 HTTP/1.1" status: 200 len: 210 time: 0.0293050 Sep 21 17:52:07.977079 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95df37eb-de3d-4320-8d1a-47a548f466ac None None] The sync data for ids ['450af0da-7105-46a4-a249-56e1908c390e'] in n-d-810291-1 is: [{'id': '450af0da-7105-46a4-a249-56e1908c390e', 'name': 'tempest-FloatingIPsTestJSON-1459886818-router', 'tenant_id': '40f418018bdc42e9b68bb41d52383f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '3290664d-cef8-4aab-bead-b6ba412a7290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:51:38Z', 'updated_at': '2021-09-21T17:52:06Z', 'revision_number': 5, 'project_id': '40f418018bdc42e9b68bb41d52383f8c', 'gw_port': {'id': '3290664d-cef8-4aab-bead-b6ba412a7290', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450af0da-7105-46a4-a249-56e1908c390e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:51:40Z', 'updated_at': '2021-09-21T17:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:52:08.016197 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-15543181-a0ae-4b95-8730-67a0814942d2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:08.024886 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15543181-a0ae-4b95-8730-67a0814942d2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:52:08.025877 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-15543181-a0ae-4b95-8730-67a0814942d2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:08.044695 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 17:52:08.044695 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:52:08.044695 n-d-810291-1 neutron-server[101460]: timer() Sep 21 17:52:08.044695 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:52:08.044695 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 17:52:08.044695 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:52:08.044695 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 17:52:08.044695 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:52:08.044695 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 17:52:08.044695 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:52:08.044695 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 17:52:08.044695 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:52:08.044695 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 17:52:08.044695 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:52:08.044695 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:52:08.044695 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:52:08.044695 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:52:08.044695 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:52:08.044695 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 17:52:08.044695 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:52:08.044695 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 17:52:08.044695 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:52:08.044695 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:52:08.044695 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:52:08.044695 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 17:52:08.044695 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:52:08.044695 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:52:08.044695 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:52:08.044695 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:52:08.044695 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:52:08.044695 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:52:08.044695 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:52:08.046916 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a08509e-8158-49dd-b8df-362c2c9a6d72 req-557380a7-a94a-462c-a70e-92e1fc7154f1 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] No DVR routers for this DVR port ed491fc3-4b85-4866-bac6-a047590551d3 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:52:08.109672 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d81af50d-c35d-482f-97ed-0f8b746bb544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:08.112726 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7a08509e-8158-49dd-b8df-362c2c9a6d72 req-557380a7-a94a-462c-a70e-92e1fc7154f1 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:08.115621 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7a08509e-8158-49dd-b8df-362c2c9a6d72 req-557380a7-a94a-462c-a70e-92e1fc7154f1 tempest-ImagesOneServerTestJSON-1176763016 tempest-ImagesOneServerTestJSON-1176763016-project] 10.222.0.38 "DELETE /v2.0/ports/ed491fc3-4b85-4866-bac6-a047590551d3 HTTP/1.1" status: 204 len: 173 time: 2.0597551 Sep 21 17:52:08.127487 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd3f70a-73f9-48ac-8edd-5ef18017bf39', 'name': 'network-vif-deleted', 'tag': 'ed491fc3-4b85-4866-bac6-a047590551d3'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:52:08.130147 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d58e2d-7c75-419e-bae8-5255feba41ee" -d '{"events": [{"server_uuid": "5fd3f70a-73f9-48ac-8edd-5ef18017bf39", "name": "network-vif-deleted", "tag": "ed491fc3-4b85-4866-bac6-a047590551d3"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:52:08.153390 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81af50d-c35d-482f-97ed-0f8b746bb544 admin admin] Pushing event deleted for resources: {'Port': ['ID=3290664d-cef8-4aab-bead-b6ba412a7290,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:08.170551 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384b7d7-ca46-4283-96e8-7a41957c2794 req-94abb243-ba0f-4fef-a0b9-bdc12a9521d4 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:08.180357 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0384b7d7-ca46-4283-96e8-7a41957c2794 req-94abb243-ba0f-4fef-a0b9-bdc12a9521d4 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 943 time: 0.1051209 Sep 21 17:52:08.275141 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d81af50d-c35d-482f-97ed-0f8b746bb544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:08.322424 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-246a35cd-3cf4-4199-b531-683c7ba2064a req-129a41dd-645f-4078-9c4a-a35a793de046 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351835 Sep 21 17:52:08.381918 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-15543181-a0ae-4b95-8730-67a0814942d2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:08.414347 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0384b7d7-ca46-4283-96e8-7a41957c2794 req-abcc612e-59bd-48a9-8430-afba15051124 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330952 Sep 21 17:52:08.416759 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d81af50d-c35d-482f-97ed-0f8b746bb544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:08.420531 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d81af50d-c35d-482f-97ed-0f8b746bb544 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:08.421786 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-15543181-a0ae-4b95-8730-67a0814942d2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:08.429135 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-15543181-a0ae-4b95-8730-67a0814942d2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "DELETE /v2.0/networks/dd715e13-e301-4440-ae4c-88a0382cc1c1 HTTP/1.1" status: 204 len: 168 time: 2.9047141 Sep 21 17:52:08.437693 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 53220) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:08.445949 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-8d71f26a-694e-409a-a2d2-a01e9a485247 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-307067281'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:52:08.473014 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 9f12000d-3ba1-4512-8d78-99a6007ea22e up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:52:08.491774 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-cc929f7d-a48b-41d6-b5af-57a4a688740e service neutron] 10.222.0.38 "GET /v2.0/ports/9f12000d-3ba1-4512-8d78-99a6007ea22e/bindings/n-h1-810291-1 HTTP/1.1" status: 200 len: 382 time: 0.6277506 Sep 21 17:52:08.492568 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15543181-a0ae-4b95-8730-67a0814942d2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Pushing event deleted for resources: {'Network': ['ID=dd715e13-e301-4440-ae4c-88a0382cc1c1,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:08.576630 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d81af50d-c35d-482f-97ed-0f8b746bb544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:08.576995 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81af50d-c35d-482f-97ed-0f8b746bb544 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 450af0da-7105-46a4-a249-56e1908c390e {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 17:52:08.586014 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d81af50d-c35d-482f-97ed-0f8b746bb544 admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:08.598764 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 53222) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:08.600593 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d81af50d-c35d-482f-97ed-0f8b746bb544 admin admin] 10.222.0.58 "DELETE /v2.0/routers/450af0da-7105-46a4-a249-56e1908c390e HTTP/1.1" status: 204 len: 168 time: 1.5904005 Sep 21 17:52:08.603480 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d71f26a-694e-409a-a2d2-a01e9a485247 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Made reservation on behalf of e723094aa6f4441a862c24afd6445d40 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:52:08.606499 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 9f12000d-3ba1-4512-8d78-99a6007ea22e completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:52:08.607005 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8d71f26a-694e-409a-a2d2-a01e9a485247 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:08.611846 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea68c4dd-3346-47a4-96bd-cbe7af6e9766 x-openstack-request-id: req-ea68c4dd-3346-47a4-96bd-cbe7af6e9766 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:52:08.612170 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd3f70a-73f9-48ac-8edd-5ef18017bf39", "name": "network-vif-deleted", "tag": "ed491fc3-4b85-4866-bac6-a047590551d3", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:52:08.612475 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ea68c4dd-3346-47a4-96bd-cbe7af6e9766 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:52:08.612757 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 9f12000d-3ba1-4512-8d78-99a6007ea22e triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:52:08.612909 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd3f70a-73f9-48ac-8edd-5ef18017bf39', 'name': 'network-vif-deleted', 'tag': 'ed491fc3-4b85-4866-bac6-a047590551d3', 'status': 'completed', 'code': 200} Sep 21 17:52:08.613551 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:08.655894 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d71f26a-694e-409a-a2d2-a01e9a485247 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:52:08.677137 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8d71f26a-694e-409a-a2d2-a01e9a485247 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:08.678337 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-8d71f26a-694e-409a-a2d2-a01e9a485247 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Added segment ad9b3b18-9dd1-4056-8261-3cbc4aa98be9 of type vlan for network e5536676-5ef9-44e8-9e38-92a0bc820c4e Sep 21 17:52:08.704099 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-aa4ea4e5-cc41-4bf3-9f7b-22e4072b735c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:08.705666 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-aa4ea4e5-cc41-4bf3-9f7b-22e4072b735c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 1100 time: 0.1784856 Sep 21 17:52:08.761117 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8d71f26a-694e-409a-a2d2-a01e9a485247 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:08.793579 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8d71f26a-694e-409a-a2d2-a01e9a485247 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:08.803584 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d71f26a-694e-409a-a2d2-a01e9a485247 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:08.804258 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8d71f26a-694e-409a-a2d2-a01e9a485247 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:08.812743 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:08.847913 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-ccab5663-8d0d-4a00-bcd2-012ee89c92d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:08.850115 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-ccab5663-8d0d-4a00-bcd2-012ee89c92d9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.1336212 Sep 21 17:52:08.872348 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6130800-b060-4d6f-b177-c915669d494c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f12000d-3ba1-4512-8d78-99a6007ea22e'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:52:08.886476 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd407b0a-7d65-4429-a393-02f8ef4ccb7e" -d '{"events": [{"server_uuid": "e6130800-b060-4d6f-b177-c915669d494c", "name": "network-vif-plugged", "status": "completed", "tag": "9f12000d-3ba1-4512-8d78-99a6007ea22e"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:52:08.893195 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d902992-8265-43ef-be7e-de06d331364e admin admin] Deleting subnet aa29888d-ade9-44aa-a6ec-b3bdcbeb6d2a {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:52:08.909188 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13c511-4630-4926-9254-19e1dbc7981d req-2f519e0b-89fd-4c5f-ba0d-c469ee538035 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:08.910865 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca13c511-4630-4926-9254-19e1dbc7981d req-2f519e0b-89fd-4c5f-ba0d-c469ee538035 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 949 time: 0.2947645 Sep 21 17:52:08.913504 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 9f12000d-3ba1-4512-8d78-99a6007ea22e, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=9f12000d-3ba1-4512-8d78-99a6007ea22e,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:08.914864 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71f26a-694e-409a-a2d2-a01e9a485247 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Pushing event updated for resources: {'Network': ['ID=e5536676-5ef9-44e8-9e38-92a0bc820c4e,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:08.924963 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:08.928187 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8d71f26a-694e-409a-a2d2-a01e9a485247 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4893386 Sep 21 17:52:08.930736 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 53226) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:08.933092 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network e5536676-5ef9-44e8-9e38-92a0bc820c4e details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:52:08.936712 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-610b904f-ebe6-4ddd-a21a-9d11cda3e62b tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Request body: {'subnet': {'network_id': 'e5536676-5ef9-44e8-9e38-92a0bc820c4e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:52:08.944576 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d902992-8265-43ef-be7e-de06d331364e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:08.967551 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-ec82b54d-3c89-4dda-9427-012ce79ff96b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=9f12000d-3ba1-4512-8d78-99a6007ea22e HTTP/1.1" status: 200 len: 217 time: 0.0956135 Sep 21 17:52:09.057658 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a667a989-c99e-40e2-adaf-d3dbe38899de x-openstack-request-id: req-a667a989-c99e-40e2-adaf-d3dbe38899de {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:52:09.058044 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6130800-b060-4d6f-b177-c915669d494c", "name": "network-vif-plugged", "status": "completed", "tag": "9f12000d-3ba1-4512-8d78-99a6007ea22e", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:52:09.058188 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a667a989-c99e-40e2-adaf-d3dbe38899de {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:52:09.058561 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6130800-b060-4d6f-b177-c915669d494c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f12000d-3ba1-4512-8d78-99a6007ea22e', 'code': 200} Sep 21 17:52:09.085880 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-f71c1fd4-c67c-4205-b926-8e0c6e422ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:09.087712 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-f71c1fd4-c67c-4205-b926-8e0c6e422ca0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1102631 Sep 21 17:52:09.131383 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=9f12000d-3ba1-4512-8d78-99a6007ea22e,revision_number=9']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:09.142807 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d902992-8265-43ef-be7e-de06d331364e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:09.202817 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610b904f-ebe6-4ddd-a21a-9d11cda3e62b tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Made reservation on behalf of e723094aa6f4441a862c24afd6445d40 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:52:09.207929 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-610b904f-ebe6-4ddd-a21a-9d11cda3e62b tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:09.216277 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca13c511-4630-4926-9254-19e1dbc7981d req-d1908fa4-9fc9-4834-b59e-7cc1638e41b0 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655416 Sep 21 17:52:09.250224 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-661194a2-0ec0-4dfd-958c-ec3d68bdadd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:09.252156 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-661194a2-0ec0-4dfd-958c-ec3d68bdadd3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1552801 Sep 21 17:52:09.428092 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d902992-8265-43ef-be7e-de06d331364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:09.532769 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-610b904f-ebe6-4ddd-a21a-9d11cda3e62b tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:09.568923 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-37e80d85-184d-4f56-b4bf-cc0a833cf4d3 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957506 Sep 21 17:52:09.633103 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 53242) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:09.681356 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d902992-8265-43ef-be7e-de06d331364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:09.686854 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75b1aa-6d9e-4db8-aa93-b6977d993247 req-b7dc7296-726d-4e0d-bb2a-883464b36f8e tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:09.688818 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8b75b1aa-6d9e-4db8-aa93-b6977d993247 req-b7dc7296-726d-4e0d-bb2a-883464b36f8e tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 945 time: 0.2415066 Sep 21 17:52:09.691918 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b904f-ebe6-4ddd-a21a-9d11cda3e62b tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Pushing event updated for resources: {'Subnet': ['ID=2846b347-492a-4121-8f2e-497031803d76,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:09.737130 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610b904f-ebe6-4ddd-a21a-9d11cda3e62b tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Checking segment: {'id': 'ad9b3b18-9dd1-4056-8261-3cbc4aa98be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e5536676-5ef9-44e8-9e38-92a0bc820c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:52:09.737130 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610b904f-ebe6-4ddd-a21a-9d11cda3e62b tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Network hostable DHCP agents. Network: e5536676-5ef9-44e8-9e38-92a0bc820c4e, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:52:09.763722 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8b75b1aa-6d9e-4db8-aa93-b6977d993247 req-e54ea61c-e5ae-43c7-9ee1-eae4ec4c01e5 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673218 Sep 21 17:52:09.790862 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610b904f-ebe6-4ddd-a21a-9d11cda3e62b tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Network e5536676-5ef9-44e8-9e38-92a0bc820c4e is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:52:09.801144 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d902992-8265-43ef-be7e-de06d331364e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa29888d-ade9-44aa-a6ec-b3bdcbeb6d2a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:09.806154 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d902992-8265-43ef-be7e-de06d331364e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:09.806803 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd0b44e-d984-403e-9fa2-14d4568e5b25 None None] Network 5e4e9767-c6de-477b-9b92-cdfe8330c1ce requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:52:09.811347 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0d902992-8265-43ef-be7e-de06d331364e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/aa29888d-ade9-44aa-a6ec-b3bdcbeb6d2a HTTP/1.1" status: 204 len: 168 time: 1.1963341 Sep 21 17:52:09.814207 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 53246) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:09.828962 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-610b904f-ebe6-4ddd-a21a-9d11cda3e62b tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, e5536676-5ef9-44e8-9e38-92a0bc820c4e) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:52:09.834709 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610b904f-ebe6-4ddd-a21a-9d11cda3e62b tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:09.835460 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-610b904f-ebe6-4ddd-a21a-9d11cda3e62b tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:09.847596 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec591e7-98c9-41e9-a4c2-baed1e54de65 req-c1518649-2857-4751-aada-9e6dd2122d54 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:09.852269 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829ea4d3-df43-461b-8fa1-ab454c8303bb None None] Network e5536676-5ef9-44e8-9e38-92a0bc820c4e requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:52:09.856900 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5ec591e7-98c9-41e9-a4c2-baed1e54de65 req-c1518649-2857-4751-aada-9e6dd2122d54 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 943 time: 0.1317105 Sep 21 17:52:09.871472 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-63d5046d-d64b-4140-b27b-cc8dd145cd2d service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837551 Sep 21 17:52:09.914245 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5ec591e7-98c9-41e9-a4c2-baed1e54de65 req-60560a9d-150d-4602-8e19-24882acb1d9f tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510159 Sep 21 17:52:09.935326 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 47f301bb-dd6d-43a5-93dd-8c9ffce3ce77 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:52:09.948208 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 53248) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:09.948441 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-610b904f-ebe6-4ddd-a21a-9d11cda3e62b tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0161419 Sep 21 17:52:09.954513 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-d5e393aa-5d4a-45b2-a8e8-69da070022ed tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1484183875'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:52:09.958594 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 47f301bb-dd6d-43a5-93dd-8c9ffce3ce77 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:52:09.959115 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 47f301bb-dd6d-43a5-93dd-8c9ffce3ce77 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:52:09.959547 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 3290664d-cef8-4aab-bead-b6ba412a7290 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:52:10.001314 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e393aa-5d4a-45b2-a8e8-69da070022ed tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Made reservation on behalf of e723094aa6f4441a862c24afd6445d40 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:52:10.008340 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d5e393aa-5d4a-45b2-a8e8-69da070022ed tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:10.010679 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-511b9b97-4bbd-4752-947c-06c7ff2de17d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=652b6d7b719747f6b67ddd6fa55b4fec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3762262 Sep 21 17:52:10.013323 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 53250) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:10.042773 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 3290664d-cef8-4aab-bead-b6ba412a7290 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:52:10.043213 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 3290664d-cef8-4aab-bead-b6ba412a7290 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:52:10.064064 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-59dc22fe-19e1-4da2-b71b-c59bbea5bdda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:10.070852 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e393aa-5d4a-45b2-a8e8-69da070022ed tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:52:10.098488 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d5e393aa-5d4a-45b2-a8e8-69da070022ed tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:10.098969 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-d5e393aa-5d4a-45b2-a8e8-69da070022ed tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Added segment 1423dfc9-e4ec-4978-b438-5f140d62b8ab of type vlan for network befc2595-34b4-4aae-b55a-b9ad873abb89 Sep 21 17:52:10.152716 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a08e67cb-c6b4-4826-8eff-84d79d8a5ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:10.218273 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d5e393aa-5d4a-45b2-a8e8-69da070022ed tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:10.232784 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a08e67cb-c6b4-4826-8eff-84d79d8a5ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:10.288790 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a49b2c0-b5eb-42fc-a4f3-adb573f3d6e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-e5536676-5ef9-44e8-9e38-92a0bc820c4e', 'network_id': 'e5536676-5ef9-44e8-9e38-92a0bc820c4e', 'tenant_id': 'e723094aa6f4441a862c24afd6445d40', 'fixed_ips': [{'subnet_id': '2846b347-492a-4121-8f2e-497031803d76'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:52:10.289967 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0a49b2c0-b5eb-42fc-a4f3-adb573f3d6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:10.303163 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d5e393aa-5d4a-45b2-a8e8-69da070022ed tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:10.310029 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e393aa-5d4a-45b2-a8e8-69da070022ed tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:10.310745 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d5e393aa-5d4a-45b2-a8e8-69da070022ed tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:10.348675 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5f4cc0-afb2-4f2d-870b-ae09747058e4 None None] DHCP port deletion for 5e4e9767-c6de-477b-9b92-cdfe8330c1ce request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 17:52:10.364288 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d5e393aa-5d4a-45b2-a8e8-69da070022ed tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4115710 Sep 21 17:52:10.367770 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 53256) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:10.376819 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-59dc22fe-19e1-4da2-b71b-c59bbea5bdda admin admin] Deleting port 98b97089-a8e5-4e38-bc5b-9aaac5903e01 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:52:10.377762 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-59dc22fe-19e1-4da2-b71b-c59bbea5bdda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:10.386138 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-57623b4b-b6e8-4083-91f6-5dc8dff03ea8 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Request body: {'subnet': {'network_id': 'befc2595-34b4-4aae-b55a-b9ad873abb89', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:52:10.538107 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e393aa-5d4a-45b2-a8e8-69da070022ed tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Pushing event updated for resources: {'Network': ['ID=befc2595-34b4-4aae-b55a-b9ad873abb89,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:10.560838 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57623b4b-b6e8-4083-91f6-5dc8dff03ea8 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Made reservation on behalf of e723094aa6f4441a862c24afd6445d40 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:52:10.562830 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device ed491fc3-4b85-4866-bac6-a047590551d3 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:52:10.566425 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57623b4b-b6e8-4083-91f6-5dc8dff03ea8 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:10.756515 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: ed491fc3-4b85-4866-bac6-a047590551d3 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:52:10.757058 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device ed491fc3-4b85-4866-bac6-a047590551d3 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:52:10.757551 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 2cbd7773-1b4f-414f-bf20-17171652c2b8 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:52:10.759894 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network befc2595-34b4-4aae-b55a-b9ad873abb89 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:52:10.809120 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-45f1df14-a728-41f4-bee6-4f7ab4f4506b service neutron] 10.222.0.38 "GET /v2.0/ports/2cbd7773-1b4f-414f-bf20-17171652c2b8/bindings/n-h2-810291-1 HTTP/1.1" status: 200 len: 384 time: 0.1418753 Sep 21 17:52:10.884720 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-0a49b2c0-b5eb-42fc-a4f3-adb573f3d6e7 None None] Allocated IP 19.80.0.2 (e5536676-5ef9-44e8-9e38-92a0bc820c4e/2846b347-492a-4121-8f2e-497031803d76/1f1d98e3-f2d6-4426-b6d6-e53946537fbc) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:52:10.903029 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f4cc0-afb2-4f2d-870b-ae09747058e4 None None] Deleting port 98b97089-a8e5-4e38-bc5b-9aaac5903e01 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:52:10.903503 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5a5f4cc0-afb2-4f2d-870b-ae09747058e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:11.016079 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-59dc22fe-19e1-4da2-b71b-c59bbea5bdda admin admin] For port 98b97089-a8e5-4e38-bc5b-9aaac5903e01, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=98b97089-a8e5-4e38-bc5b-9aaac5903e01,segment=NetworkSegment(2653a7e0-4df0-49cc-b475-c4f3ac285885),segment_id=2653a7e0-4df0-49cc-b475-c4f3ac285885)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:11.016441 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-59dc22fe-19e1-4da2-b71b-c59bbea5bdda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:11.046424 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-59dc22fe-19e1-4da2-b71b-c59bbea5bdda admin admin] Calling delete_port for 98b97089-a8e5-4e38-bc5b-9aaac5903e01 owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:52:11.056349 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e93000-7830-4962-8f48-396ac117c669 req-ec7722f1-dfa9-41fe-9709-07dac945f48f tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:11.065315 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-96e93000-7830-4962-8f48-396ac117c669 req-ec7722f1-dfa9-41fe-9709-07dac945f48f tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 950 time: 0.7433352 Sep 21 17:52:11.067480 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a08e67cb-c6b4-4826-8eff-84d79d8a5ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:11.070252 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a08e67cb-c6b4-4826-8eff-84d79d8a5ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:11.074770 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a08e67cb-c6b4-4826-8eff-84d79d8a5ec6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a759faf1-00ab-4a8d-bd66-9664be510a10 HTTP/1.1" status: 204 len: 168 time: 1.0601308 Sep 21 17:52:11.117695 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e67cb-c6b4-4826-8eff-84d79d8a5ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a759faf1-00ab-4a8d-bd66-9664be510a10,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:11.143420 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57623b4b-b6e8-4083-91f6-5dc8dff03ea8 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:11.154287 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5a5f4cc0-afb2-4f2d-870b-ae09747058e4 None None] For port 98b97089-a8e5-4e38-bc5b-9aaac5903e01, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=98b97089-a8e5-4e38-bc5b-9aaac5903e01,segment=NetworkSegment(2653a7e0-4df0-49cc-b475-c4f3ac285885),segment_id=2653a7e0-4df0-49cc-b475-c4f3ac285885)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:11.154715 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5a5f4cc0-afb2-4f2d-870b-ae09747058e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:11.190987 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f4cc0-afb2-4f2d-870b-ae09747058e4 None None] Calling delete_port for 98b97089-a8e5-4e38-bc5b-9aaac5903e01 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:52:11.307963 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0a49b2c0-b5eb-42fc-a4f3-adb573f3d6e7 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:11.318066 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0a49b2c0-b5eb-42fc-a4f3-adb573f3d6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:11.347259 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-96e93000-7830-4962-8f48-396ac117c669 req-6e596701-6bb9-4221-9e27-2405a3bad57b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807090 Sep 21 17:52:11.373147 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a49b2c0-b5eb-42fc-a4f3-adb573f3d6e7 None None] Network e5536676-5ef9-44e8-9e38-92a0bc820c4e is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:52:11.380347 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-0a49b2c0-b5eb-42fc-a4f3-adb573f3d6e7 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:52:11.385866 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a49b2c0-b5eb-42fc-a4f3-adb573f3d6e7 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:52:11.389844 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49b2c0-b5eb-42fc-a4f3-adb573f3d6e7 None None] Pushing event updated for resources: {'Port': ['ID=1f1d98e3-f2d6-4426-b6d6-e53946537fbc,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:11.394860 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5a5f4cc0-afb2-4f2d-870b-ae09747058e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:11.408374 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-59dc22fe-19e1-4da2-b71b-c59bbea5bdda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:11.446367 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f4cc0-afb2-4f2d-870b-ae09747058e4 None None] Pushing event deleted for resources: {'Port': ['ID=98b97089-a8e5-4e38-bc5b-9aaac5903e01,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:11.448431 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5f4cc0-afb2-4f2d-870b-ae09747058e4 None None] No DVR routers for this DVR port 98b97089-a8e5-4e38-bc5b-9aaac5903e01 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:52:11.494418 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc22fe-19e1-4da2-b71b-c59bbea5bdda admin admin] Pushing event deleted for resources: {'Port': ['ID=98b97089-a8e5-4e38-bc5b-9aaac5903e01,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:11.498846 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0a49b2c0-b5eb-42fc-a4f3-adb573f3d6e7 None None] Attempting to bind port 1f1d98e3-f2d6-4426-b6d6-e53946537fbc on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:52:11.500560 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0a49b2c0-b5eb-42fc-a4f3-adb573f3d6e7 None None] Attempting to bind port 1f1d98e3-f2d6-4426-b6d6-e53946537fbc by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'ad9b3b18-9dd1-4056-8261-3cbc4aa98be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e5536676-5ef9-44e8-9e38-92a0bc820c4e'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:52:11.502139 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a49b2c0-b5eb-42fc-a4f3-adb573f3d6e7 None None] Attempting to bind port 1f1d98e3-f2d6-4426-b6d6-e53946537fbc on network e5536676-5ef9-44e8-9e38-92a0bc820c4e {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:52:11.503479 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dc22fe-19e1-4da2-b71b-c59bbea5bdda admin admin] No DVR routers for this DVR port 98b97089-a8e5-4e38-bc5b-9aaac5903e01 on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:52:11.515872 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a49b2c0-b5eb-42fc-a4f3-adb573f3d6e7 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:52:11.520852 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a49b2c0-b5eb-42fc-a4f3-adb573f3d6e7 None None] Checking segment: {'id': 'ad9b3b18-9dd1-4056-8261-3cbc4aa98be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e5536676-5ef9-44e8-9e38-92a0bc820c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:52:11.521320 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0a49b2c0-b5eb-42fc-a4f3-adb573f3d6e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:11.521805 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a49b2c0-b5eb-42fc-a4f3-adb573f3d6e7 None None] Bound using segment: {'id': 'ad9b3b18-9dd1-4056-8261-3cbc4aa98be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e5536676-5ef9-44e8-9e38-92a0bc820c4e'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:52:11.522389 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0a49b2c0-b5eb-42fc-a4f3-adb573f3d6e7 None None] Bound port: 1f1d98e3-f2d6-4426-b6d6-e53946537fbc, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad9b3b18-9dd1-4056-8261-3cbc4aa98be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e5536676-5ef9-44e8-9e38-92a0bc820c4e'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:52:11.522848 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0a49b2c0-b5eb-42fc-a4f3-adb573f3d6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:11.523671 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57623b4b-b6e8-4083-91f6-5dc8dff03ea8 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Pushing event updated for resources: {'Subnet': ['ID=559e566b-2f23-49b1-8764-f71c184d482d,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:11.536161 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57623b4b-b6e8-4083-91f6-5dc8dff03ea8 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Checking segment: {'id': '1423dfc9-e4ec-4978-b438-5f140d62b8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'befc2595-34b4-4aae-b55a-b9ad873abb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:52:11.536784 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57623b4b-b6e8-4083-91f6-5dc8dff03ea8 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Network hostable DHCP agents. Network: befc2595-34b4-4aae-b55a-b9ad873abb89, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:52:11.559559 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c441621-c50b-449c-a50f-3156d9e9d04c req-7028daf6-40ad-401f-ac04-7e00c762d3b8 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:11.561409 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7c441621-c50b-449c-a50f-3156d9e9d04c req-7028daf6-40ad-401f-ac04-7e00c762d3b8 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 945 time: 0.5860345 Sep 21 17:52:11.574217 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-0bfb595e-7b73-4996-a873-facf28f93701 service neutron] For port 2cbd7773-1b4f-414f-bf20-17171652c2b8, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=2cbd7773-1b4f-414f-bf20-17171652c2b8,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:11.624288 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57623b4b-b6e8-4083-91f6-5dc8dff03ea8 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Network befc2595-34b4-4aae-b55a-b9ad873abb89 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:52:11.638850 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a80d4a-afac-4c98-a773-76bd68ed29e9 req-799bcf51-203e-4dae-b642-8a9d009b2424 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:11.640205 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-0bfb595e-7b73-4996-a873-facf28f93701 service neutron] For port 2cbd7773-1b4f-414f-bf20-17171652c2b8, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:52:11.640894 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-16a80d4a-afac-4c98-a773-76bd68ed29e9 req-799bcf51-203e-4dae-b642-8a9d009b2424 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 943 time: 0.1094980 Sep 21 17:52:11.664361 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-0a49b2c0-b5eb-42fc-a4f3-adb573f3d6e7 None None] For port 1f1d98e3-f2d6-4426-b6d6-e53946537fbc, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:52:11.669682 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-0a49b2c0-b5eb-42fc-a4f3-adb573f3d6e7 None None] For port 1f1d98e3-f2d6-4426-b6d6-e53946537fbc, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1f1d98e3-f2d6-4426-b6d6-e53946537fbc,segment=NetworkSegment(ad9b3b18-9dd1-4056-8261-3cbc4aa98be9),segment_id=ad9b3b18-9dd1-4056-8261-3cbc4aa98be9)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:52:11.672627 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-57623b4b-b6e8-4083-91f6-5dc8dff03ea8 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, befc2595-34b4-4aae-b55a-b9ad873abb89) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:52:11.684952 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57623b4b-b6e8-4083-91f6-5dc8dff03ea8 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:11.685553 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57623b4b-b6e8-4083-91f6-5dc8dff03ea8 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:11.691257 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8470092-b223-4568-ab57-2b8d8dab4149 None None] Network befc2595-34b4-4aae-b55a-b9ad873abb89 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:52:11.693280 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7c441621-c50b-449c-a50f-3156d9e9d04c req-6796fe1a-3d06-4e6d-a2c1-dae99a3f7734 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136718 Sep 21 17:52:11.698604 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-59dc22fe-19e1-4da2-b71b-c59bbea5bdda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:11.706051 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-0bfb595e-7b73-4996-a873-facf28f93701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cbd7773-1b4f-414f-bf20-17171652c2b8 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:52:11.718785 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-0bfb595e-7b73-4996-a873-facf28f93701 service neutron] For port 2cbd7773-1b4f-414f-bf20-17171652c2b8, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=2cbd7773-1b4f-414f-bf20-17171652c2b8,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:11.721841 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0a49b2c0-b5eb-42fc-a4f3-adb573f3d6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:11.732826 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-57623b4b-b6e8-4083-91f6-5dc8dff03ea8 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3639138 Sep 21 17:52:11.743763 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-0bfb595e-7b73-4996-a873-facf28f93701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:11.748944 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-59dc22fe-19e1-4da2-b71b-c59bbea5bdda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e4e9767-c6de-477b-9b92-cdfe8330c1ce']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:52:11.774260 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-16a80d4a-afac-4c98-a773-76bd68ed29e9 req-1a5c4aa4-ce11-496c-a32c-18c3d7f779ed tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047127 Sep 21 17:52:11.813518 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-59dc22fe-19e1-4da2-b71b-c59bbea5bdda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2653a7e0-4df0-49cc-b475-c4f3ac285885') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:52:11.813822 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-59dc22fe-19e1-4da2-b71b-c59bbea5bdda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2653a7e0-4df0-49cc-b475-c4f3ac285885') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:52:11.866036 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-59dc22fe-19e1-4da2-b71b-c59bbea5bdda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:11.893177 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-59dc22fe-19e1-4da2-b71b-c59bbea5bdda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:11.914919 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49b2c0-b5eb-42fc-a4f3-adb573f3d6e7 None None] Pushing event updated for resources: {'Port': ['ID=1f1d98e3-f2d6-4426-b6d6-e53946537fbc,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:11.915568 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59dc22fe-19e1-4da2-b71b-c59bbea5bdda admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:52:11.915836 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-59dc22fe-19e1-4da2-b71b-c59bbea5bdda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: timer() Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:52:11.920738 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:52:11.942534 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 98b97089-a8e5-4e38-bc5b-9aaac5903e01 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:52:11.993889 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 98b97089-a8e5-4e38-bc5b-9aaac5903e01 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:52:11.994622 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 98b97089-a8e5-4e38-bc5b-9aaac5903e01 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:52:12.001588 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-0bfb595e-7b73-4996-a873-facf28f93701 service neutron] Transition to ACTIVE for port object 2cbd7773-1b4f-414f-bf20-17171652c2b8 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:52:12.007543 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-59dc22fe-19e1-4da2-b71b-c59bbea5bdda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:12.015066 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-0bfb595e-7b73-4996-a873-facf28f93701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:12.036370 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-59dc22fe-19e1-4da2-b71b-c59bbea5bdda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:12.042594 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-59dc22fe-19e1-4da2-b71b-c59bbea5bdda admin admin] 10.222.0.58 "DELETE /v2.0/networks/5e4e9767-c6de-477b-9b92-cdfe8330c1ce HTTP/1.1" status: 204 len: 168 time: 2.2225866 Sep 21 17:52:12.080344 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc22fe-19e1-4da2-b71b-c59bbea5bdda admin admin] Pushing event deleted for resources: {'Network': ['ID=5e4e9767-c6de-477b-9b92-cdfe8330c1ce,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:12.201669 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-0bfb595e-7b73-4996-a873-facf28f93701 service neutron] No DVR routers for this DVR port 2cbd7773-1b4f-414f-bf20-17171652c2b8 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:52:12.280389 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a180acbb-fa30-45d8-a96b-fe86ec215c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-befc2595-34b4-4aae-b55a-b9ad873abb89', 'network_id': 'befc2595-34b4-4aae-b55a-b9ad873abb89', 'tenant_id': 'e723094aa6f4441a862c24afd6445d40', 'fixed_ips': [{'subnet_id': '559e566b-2f23-49b1-8764-f71c184d482d'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:52:12.281270 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a180acbb-fa30-45d8-a96b-fe86ec215c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:12.297260 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-0bfb595e-7b73-4996-a873-facf28f93701 service neutron] 10.222.0.38 "PUT /v2.0/ports/2cbd7773-1b4f-414f-bf20-17171652c2b8/bindings/n-h2-810291-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4764779 Sep 21 17:52:12.298672 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb595e-7b73-4996-a873-facf28f93701 service neutron] Pushing event updated for resources: {'Port': ['ID=2cbd7773-1b4f-414f-bf20-17171652c2b8,revision_number=10']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:12.470469 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 53300) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:12.627428 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-a180acbb-fa30-45d8-a96b-fe86ec215c49 None None] Allocated IP 19.86.0.2 (befc2595-34b4-4aae-b55a-b9ad873abb89/559e566b-2f23-49b1-8764-f71c184d482d/767b1876-83fd-4a88-928a-2e205b65d7cc) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:52:12.669992 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-162e2234-697d-44a8-bd11-142ba3c32e5b tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:12.673339 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-162e2234-697d-44a8-bd11-142ba3c32e5b tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838&tenant_id=564aef6a99cc4ded992fbb9f0e732388&binding%3Ahost_id=n-h1-810291-1 HTTP/1.1" status: 200 len: 1095 time: 0.1879921 Sep 21 17:52:12.684215 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-78bc948a-6328-49bd-abcd-6f0f242f6170 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:12.692663 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a66d32d9-eb82-4af4-a3a3-0c76a96525e8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=40f418018bdc42e9b68bb41d52383f8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2205677 Sep 21 17:52:12.692860 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-78bc948a-6328-49bd-abcd-6f0f242f6170 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:12.695179 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 53304) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:12.696015 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-78bc948a-6328-49bd-abcd-6f0f242f6170 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/networks?id=e5536676-5ef9-44e8-9e38-92a0bc820c4e&id=befc2595-34b4-4aae-b55a-b9ad873abb89 HTTP/1.1" status: 200 len: 1391 time: 0.5199444 Sep 21 17:52:12.704935 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-76638ab7-6856-4bc9-a35d-b03894385b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:12.706527 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-76638ab7-6856-4bc9-a35d-b03894385b7c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c&tenant_id=cf880db396d441f990414b9e732efe10 HTTP/1.1" status: 200 len: 1101 time: 0.2007565 Sep 21 17:52:12.715254 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c369f4-2de5-4931-bc23-ff30bbc1b692 req-ac01c4f6-a831-45ef-9446-93141baf37a8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:12.723459 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-47c369f4-2de5-4931-bc23-ff30bbc1b692 req-ac01c4f6-a831-45ef-9446-93141baf37a8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 950 time: 0.1612852 Sep 21 17:52:12.732270 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-f0db6217-33ac-4bba-ba59-4e6667644252 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810291-1', 'device_owner': 'compute:nova'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:52:12.768996 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-ac12921d-d512-43e8-a8b8-15f0d10cbd9a tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/quotas/e723094aa6f4441a862c24afd6445d40 HTTP/1.1" status: 200 len: 375 time: 0.0312536 Sep 21 17:52:12.828020 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-bf7372d8-f5b8-45ca-99a2-08091ddc45fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:12.833621 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-bf7372d8-f5b8-45ca-99a2-08091ddc45fb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838&tenant_id=564aef6a99cc4ded992fbb9f0e732388 HTTP/1.1" status: 200 len: 1095 time: 0.1361609 Sep 21 17:52:12.836943 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-47c369f4-2de5-4931-bc23-ff30bbc1b692 req-3b2d8475-8256-48bf-8fee-2ea5df4be1db tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125369 Sep 21 17:52:12.864650 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a180acbb-fa30-45d8-a96b-fe86ec215c49 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:12.891205 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a180acbb-fa30-45d8-a96b-fe86ec215c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:12.935189 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a180acbb-fa30-45d8-a96b-fe86ec215c49 None None] Network befc2595-34b4-4aae-b55a-b9ad873abb89 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:52:12.938416 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-a180acbb-fa30-45d8-a96b-fe86ec215c49 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:52:12.943246 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a180acbb-fa30-45d8-a96b-fe86ec215c49 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:52:12.946082 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-eb14559a-0618-47ec-bff2-a167b7588df9 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e723094aa6f4441a862c24afd6445d40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1757789 Sep 21 17:52:12.980670 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180acbb-fa30-45d8-a96b-fe86ec215c49 None None] Pushing event updated for resources: {'Port': ['ID=767b1876-83fd-4a88-928a-2e205b65d7cc,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:13.023193 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a180acbb-fa30-45d8-a96b-fe86ec215c49 None None] Attempting to bind port 767b1876-83fd-4a88-928a-2e205b65d7cc on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:52:13.023548 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a180acbb-fa30-45d8-a96b-fe86ec215c49 None None] Attempting to bind port 767b1876-83fd-4a88-928a-2e205b65d7cc by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '1423dfc9-e4ec-4978-b438-5f140d62b8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'befc2595-34b4-4aae-b55a-b9ad873abb89'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:52:13.023905 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a180acbb-fa30-45d8-a96b-fe86ec215c49 None None] Attempting to bind port 767b1876-83fd-4a88-928a-2e205b65d7cc on network befc2595-34b4-4aae-b55a-b9ad873abb89 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:52:13.030410 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-f0db6217-33ac-4bba-ba59-4e6667644252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:13.033926 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a180acbb-fa30-45d8-a96b-fe86ec215c49 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:52:13.034725 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a180acbb-fa30-45d8-a96b-fe86ec215c49 None None] Checking segment: {'id': '1423dfc9-e4ec-4978-b438-5f140d62b8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'befc2595-34b4-4aae-b55a-b9ad873abb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:52:13.037136 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a180acbb-fa30-45d8-a96b-fe86ec215c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:13.038161 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a180acbb-fa30-45d8-a96b-fe86ec215c49 None None] Bound using segment: {'id': '1423dfc9-e4ec-4978-b438-5f140d62b8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'befc2595-34b4-4aae-b55a-b9ad873abb89'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:52:13.039763 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a180acbb-fa30-45d8-a96b-fe86ec215c49 None None] Bound port: 767b1876-83fd-4a88-928a-2e205b65d7cc, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1423dfc9-e4ec-4978-b438-5f140d62b8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'befc2595-34b4-4aae-b55a-b9ad873abb89'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:52:13.040657 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a180acbb-fa30-45d8-a96b-fe86ec215c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:13.042056 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-869b0cb5-14b1-48c6-b645-97a646e396d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:13.043975 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-869b0cb5-14b1-48c6-b645-97a646e396d6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=564aef6a99cc4ded992fbb9f0e732388&device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 1095 time: 0.1720071 Sep 21 17:52:13.080302 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-be149cb6-8ffa-4bfb-a11b-13dc806a98a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:13.104260 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-6fdf6df8-042c-47f5-b794-26f9b036774a service neutron] 10.222.0.58 "GET /v2.0/networks/e5536676-5ef9-44e8-9e38-92a0bc820c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570330 Sep 21 17:52:13.116743 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a347805-4863-4037-a2fc-b33baa2964a6 req-b1d6e814-8aa4-4376-b1b3-0e694cd43be6 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:13.118402 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2a347805-4863-4037-a2fc-b33baa2964a6 req-b1d6e814-8aa4-4376-b1b3-0e694cd43be6 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 945 time: 0.1851075 Sep 21 17:52:13.122320 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-be149cb6-8ffa-4bfb-a11b-13dc806a98a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:13.151711 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a180acbb-fa30-45d8-a96b-fe86ec215c49 None None] For port 767b1876-83fd-4a88-928a-2e205b65d7cc, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:52:13.156446 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a180acbb-fa30-45d8-a96b-fe86ec215c49 None None] For port 767b1876-83fd-4a88-928a-2e205b65d7cc, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=767b1876-83fd-4a88-928a-2e205b65d7cc,segment=NetworkSegment(1423dfc9-e4ec-4978-b438-5f140d62b8ab),segment_id=1423dfc9-e4ec-4978-b438-5f140d62b8ab)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:52:13.163954 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a180acbb-fa30-45d8-a96b-fe86ec215c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:13.251210 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180acbb-fa30-45d8-a96b-fe86ec215c49 None None] Pushing event updated for resources: {'Port': ['ID=767b1876-83fd-4a88-928a-2e205b65d7cc,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:13.271839 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-2a19a14e-0694-4591-8c79-830685ac0c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:13.273421 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-2a19a14e-0694-4591-8c79-830685ac0c15 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ce365bfd-7bb2-49d3-914a-63ce743986ef HTTP/1.1" status: 200 len: 908 time: 0.2223613 Sep 21 17:52:13.280667 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-fd622dee-6093-451a-b778-b9ed38cb9372 service neutron] 10.222.0.58 "GET /v2.0/networks/e5536676-5ef9-44e8-9e38-92a0bc820c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752348 Sep 21 17:52:13.286985 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2a347805-4863-4037-a2fc-b33baa2964a6 req-f0bba2f8-9de5-4718-abf3-f786b349eda4 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514046 Sep 21 17:52:13.351018 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-3a28661c-6ff2-4408-8c48-ad267cfa8576 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cbd7773-1b4f-414f-bf20-17171652c2b8 HTTP/1.1" status: 200 len: 217 time: 0.0689921 Sep 21 17:52:13.362419 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-be149cb6-8ffa-4bfb-a11b-13dc806a98a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:13.373321 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-be149cb6-8ffa-4bfb-a11b-13dc806a98a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:13.377246 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-be149cb6-8ffa-4bfb-a11b-13dc806a98a9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cce632c6-a035-4d95-be56-fbacb7a53ff4 HTTP/1.1" status: 204 len: 168 time: 0.6788201 Sep 21 17:52:13.423443 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be149cb6-8ffa-4bfb-a11b-13dc806a98a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce632c6-a035-4d95-be56-fbacb7a53ff4,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:13.515002 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-99bdd15a-bc43-4d02-acd8-506eecfaa2b2 service neutron] 10.222.0.58 "GET /v2.0/networks/befc2595-34b4-4aae-b55a-b9ad873abb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233648 Sep 21 17:52:13.542960 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-6a480648-643a-4e03-b385-469ed9974fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:13.546006 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-6a480648-643a-4e03-b385-469ed9974fd4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f6bcee82-068a-4838-bdd8-412dc7128026 HTTP/1.1" status: 200 len: 847 time: 0.1824455 Sep 21 17:52:13.587060 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-f0db6217-33ac-4bba-ba59-4e6667644252 service neutron] For port 9f12000d-3ba1-4512-8d78-99a6007ea22e, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=9f12000d-3ba1-4512-8d78-99a6007ea22e,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:13.604433 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-565a3268-4697-4d9c-b052-ed061d3cb725 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ce365bfd-7bb2-49d3-914a-63ce743986ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447206 Sep 21 17:52:13.633517 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657d368-25d3-4cb7-bf6d-7b118f7965f1 req-291684c6-c568-4b87-9c10-a3d80ae8a81a tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:13.637643 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b657d368-25d3-4cb7-bf6d-7b118f7965f1 req-291684c6-c568-4b87-9c10-a3d80ae8a81a tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 944 time: 0.2463713 Sep 21 17:52:13.657146 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c364e3-be19-4c1e-a04d-38f094284e16 None None] Network e5536676-5ef9-44e8-9e38-92a0bc820c4e requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:52:13.722264 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b79fa27-f820-41dc-970b-dbf221b0d1aa None None] Provisioning complete for port 1f1d98e3-f2d6-4426-b6d6-e53946537fbc triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:52:13.722881 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b79fa27-f820-41dc-970b-dbf221b0d1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:13.745118 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b657d368-25d3-4cb7-bf6d-7b118f7965f1 req-1d323f0e-976a-45d6-8e84-fe313ead96b6 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743825 Sep 21 17:52:13.758357 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-136feab9-2787-477d-a90f-6f47bbe8ca79 service neutron] 10.222.0.44 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377337 Sep 21 17:52:13.767785 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-f0db6217-33ac-4bba-ba59-4e6667644252 service neutron] For port 9f12000d-3ba1-4512-8d78-99a6007ea22e, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:52:13.850214 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6130800-b060-4d6f-b177-c915669d494c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f12000d-3ba1-4512-8d78-99a6007ea22e'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:52:13.854279 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13c236e-af00-4ee8-826d-385b65f9ec26" -d '{"events": [{"server_uuid": "e6130800-b060-4d6f-b177-c915669d494c", "name": "network-vif-unplugged", "status": "completed", "tag": "9f12000d-3ba1-4512-8d78-99a6007ea22e"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:52:13.872486 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-f0db6217-33ac-4bba-ba59-4e6667644252 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:13.909253 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-f0db6217-33ac-4bba-ba59-4e6667644252 service neutron] Transition to ACTIVE for port object 9f12000d-3ba1-4512-8d78-99a6007ea22e will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:52:13.924374 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-f0db6217-33ac-4bba-ba59-4e6667644252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:14.044887 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b79fa27-f820-41dc-970b-dbf221b0d1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:14.062803 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1f1d98e3-f2d6-4426-b6d6-e53946537fbc up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:52:14.099166 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-2b3d6d41-e282-4c4b-80ec-1f705321614a service neutron] 10.222.0.58 "GET /v2.0/networks/befc2595-34b4-4aae-b55a-b9ad873abb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5503941 Sep 21 17:52:14.113108 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-f0db6217-33ac-4bba-ba59-4e6667644252 service neutron] No DVR routers for this DVR port 9f12000d-3ba1-4512-8d78-99a6007ea22e on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:52:14.118859 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db6217-33ac-4bba-ba59-4e6667644252 service neutron] Pushing event updated for resources: {'Port': ['ID=9f12000d-3ba1-4512-8d78-99a6007ea22e,revision_number=10']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:14.152856 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-f7471c1c-7e05-4ae7-ab73-5fc83102f9cb service neutron] 10.222.0.44 "GET /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804669 Sep 21 17:52:14.230770 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b79fa27-f820-41dc-970b-dbf221b0d1aa None None] For port 1f1d98e3-f2d6-4426-b6d6-e53946537fbc, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1f1d98e3-f2d6-4426-b6d6-e53946537fbc,segment=NetworkSegment(ad9b3b18-9dd1-4056-8261-3cbc4aa98be9),segment_id=ad9b3b18-9dd1-4056-8261-3cbc4aa98be9)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:14.242604 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-f0db6217-33ac-4bba-ba59-4e6667644252 service neutron] Attempting to bind port 9f12000d-3ba1-4512-8d78-99a6007ea22e on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:52:14.242733 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-f0db6217-33ac-4bba-ba59-4e6667644252 service neutron] Attempting to bind port 9f12000d-3ba1-4512-8d78-99a6007ea22e by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:52:14.243116 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b79fa27-f820-41dc-970b-dbf221b0d1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:14.251430 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 1f1d98e3-f2d6-4426-b6d6-e53946537fbc triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:52:14.251704 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:14.253361 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-f0db6217-33ac-4bba-ba59-4e6667644252 service neutron] Attempting to bind port 9f12000d-3ba1-4512-8d78-99a6007ea22e on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:52:14.272951 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-f0db6217-33ac-4bba-ba59-4e6667644252 service neutron] Port 9f12000d-3ba1-4512-8d78-99a6007ea22e on network c714db5f-672e-4004-8098-88db84169d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:52:14.274950 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-f0db6217-33ac-4bba-ba59-4e6667644252 service neutron] Attempting to bind port 9f12000d-3ba1-4512-8d78-99a6007ea22e on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:52:14.291097 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-f0db6217-33ac-4bba-ba59-4e6667644252 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:52:14.291752 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-f0db6217-33ac-4bba-ba59-4e6667644252 service neutron] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:52:14.293802 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-f0db6217-33ac-4bba-ba59-4e6667644252 service neutron] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:52:14.295137 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-f0db6217-33ac-4bba-ba59-4e6667644252 service neutron] Bound port: 9f12000d-3ba1-4512-8d78-99a6007ea22e, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:52:14.307692 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-f0db6217-33ac-4bba-ba59-4e6667644252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:14.459712 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79fa27-f820-41dc-970b-dbf221b0d1aa None None] Pushing event updated for resources: {'Port': ['ID=1f1d98e3-f2d6-4426-b6d6-e53946537fbc,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:14.503160 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-f0db6217-33ac-4bba-ba59-4e6667644252 service neutron] For port 9f12000d-3ba1-4512-8d78-99a6007ea22e, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:52:14.514497 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-f0db6217-33ac-4bba-ba59-4e6667644252 service neutron] For port 9f12000d-3ba1-4512-8d78-99a6007ea22e, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9f12000d-3ba1-4512-8d78-99a6007ea22e,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:52:14.525657 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-f0db6217-33ac-4bba-ba59-4e6667644252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:14.558546 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 9f12000d-3ba1-4512-8d78-99a6007ea22e no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:52:14.622185 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-2a53d7c5-a78b-471b-953a-a4bb05088b43 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:14.624069 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-2a53d7c5-a78b-471b-953a-a4bb05088b43 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838&tenant_id=564aef6a99cc4ded992fbb9f0e732388&binding%3Ahost_id=n-h2-810291-1 HTTP/1.1" status: 200 len: 1095 time: 0.1764755 Sep 21 17:52:14.665444 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 767b1876-83fd-4a88-928a-2e205b65d7cc up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:52:14.694075 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db6217-33ac-4bba-ba59-4e6667644252 service neutron] Pushing event updated for resources: {'Port': ['ID=9f12000d-3ba1-4512-8d78-99a6007ea22e,revision_number=11']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:14.730242 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-f0db6217-33ac-4bba-ba59-4e6667644252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:14.734204 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-f0db6217-33ac-4bba-ba59-4e6667644252 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:14.740029 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-f0db6217-33ac-4bba-ba59-4e6667644252 service neutron] 10.222.0.44 "PUT /v2.0/ports/9f12000d-3ba1-4512-8d78-99a6007ea22e HTTP/1.1" status: 200 len: 1097 time: 2.0083168 Sep 21 17:52:14.903150 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33125c74-8e30-412a-a6f8-b28eb4b0444e req-14006058-4b6d-401a-8f36-bd74006d387b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:14.912569 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-33125c74-8e30-412a-a6f8-b28eb4b0444e req-14006058-4b6d-401a-8f36-bd74006d387b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 949 time: 0.1705041 Sep 21 17:52:14.919770 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 9f12000d-3ba1-4512-8d78-99a6007ea22e not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:52:14.937276 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 767b1876-83fd-4a88-928a-2e205b65d7cc triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:52:14.937665 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:15.020526 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-95832acc-d76d-4fe0-acf7-bb94029f7d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:15.024263 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-95832acc-d76d-4fe0-acf7-bb94029f7d92 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 1100 time: 0.2613521 Sep 21 17:52:15.070669 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-91e05c03-72cf-4011-ba7a-5ee2a4c52245 None None] Provisioning complete for port 1f1d98e3-f2d6-4426-b6d6-e53946537fbc triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:52:15.071254 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-91e05c03-72cf-4011-ba7a-5ee2a4c52245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:15.074351 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-33125c74-8e30-412a-a6f8-b28eb4b0444e req-77903151-9987-4072-b764-70c1409d0168 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607242 Sep 21 17:52:15.150192 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-ac5d4723-c68b-4211-9359-1c20ee034a08 service neutron] For port 2cbd7773-1b4f-414f-bf20-17171652c2b8, host n-h1-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:52:15.156268 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-ac5d4723-c68b-4211-9359-1c20ee034a08 service neutron] Notify callbacks [] for binding, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:15.159835 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f40e1f7e-6558-4db7-9ab1-f3507f6ec980 req-ac5d4723-c68b-4211-9359-1c20ee034a08 service neutron] 10.222.0.44 "DELETE /v2.0/ports/2cbd7773-1b4f-414f-bf20-17171652c2b8/bindings/n-h1-810291-1 HTTP/1.1" status: 204 len: 173 time: 0.5253515 Sep 21 17:52:15.182564 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe67a82-e9c4-4ce2-88a5-ff55f4079efc None None] Network befc2595-34b4-4aae-b55a-b9ad873abb89 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:52:15.203676 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 17:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f206b387-1345-421b-bca4-8a60f24e0167 x-openstack-request-id: req-f206b387-1345-421b-bca4-8a60f24e0167 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:52:15.214275 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6130800-b060-4d6f-b177-c915669d494c", "name": "network-vif-unplugged", "status": "completed", "tag": "9f12000d-3ba1-4512-8d78-99a6007ea22e", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:52:15.214910 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f206b387-1345-421b-bca4-8a60f24e0167 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:52:15.215570 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6130800-b060-4d6f-b177-c915669d494c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f12000d-3ba1-4512-8d78-99a6007ea22e', 'code': 200} Sep 21 17:52:15.291997 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-7f2e9caf-dd8d-47a9-befe-d252bae35774 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:15.293997 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-7f2e9caf-dd8d-47a9-befe-d252bae35774 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/networks?id=24a709a9-6fef-4b8b-a432-62063bc26954 HTTP/1.1" status: 200 len: 821 time: 0.4650733 Sep 21 17:52:15.327078 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-c2353f0b-c6fa-4287-94a0-2193ef0f2230 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/quotas/57dccdb6847547f580dd9713009778d2 HTTP/1.1" status: 200 len: 375 time: 0.0238192 Sep 21 17:52:15.344814 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-65c9e7f8-e8c3-4faa-935d-57738e0696c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:15.347057 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-65c9e7f8-e8c3-4faa-935d-57738e0696c0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.3120623 Sep 21 17:52:15.413884 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783aa956-660d-4488-8a80-1935d1f067f5 req-f6433446-6d93-4981-9141-9a0154d0ff97 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:15.415980 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-783aa956-660d-4488-8a80-1935d1f067f5 req-f6433446-6d93-4981-9141-9a0154d0ff97 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 945 time: 0.1261487 Sep 21 17:52:15.440976 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-12159f15-77f9-4e5c-aa82-510504b86b20 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=9f12000d-3ba1-4512-8d78-99a6007ea22e HTTP/1.1" status: 200 len: 217 time: 0.0708277 Sep 21 17:52:15.510687 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-783aa956-660d-4488-8a80-1935d1f067f5 req-dcf19f5a-6ae5-4a71-acc9-480036ce67bc tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713158 Sep 21 17:52:15.539757 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-8e4e741c-f04d-4515-b0aa-ee9c41dcc0fd tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=57dccdb6847547f580dd9713009778d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2113781 Sep 21 17:52:15.598425 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:15.601698 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-27ab02ce-5906-4902-baf8-358a6dd05b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:15.603723 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-27ab02ce-5906-4902-baf8-358a6dd05b9b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1540952 Sep 21 17:52:15.626748 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e2000b2-b249-44b1-8216-b2d7b339de16 req-1ff757b2-d593-4d7d-97e1-863564a875cf tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e HTTP/1.1" status: 200 len: 210 time: 0.0413461 Sep 21 17:52:15.700617 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 767b1876-83fd-4a88-928a-2e205b65d7cc, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=767b1876-83fd-4a88-928a-2e205b65d7cc,segment=NetworkSegment(1423dfc9-e4ec-4978-b438-5f140d62b8ab),segment_id=1423dfc9-e4ec-4978-b438-5f140d62b8ab)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:15.708726 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:15.771591 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=767b1876-83fd-4a88-928a-2e205b65d7cc,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:15.773125 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0077eb6f-bd10-4ae2-b42a-4e00cc0f1de4 req-f916a5f1-15c8-4900-88e9-ab5b1418850c tempest-AbsoluteLimitsNegativeTestJSON-1086169925 tempest-AbsoluteLimitsNegativeTestJSON-1086169925-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=921ec4e03b254f8e9956d35f37f54e1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330634 Sep 21 17:52:15.820031 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-0608059a-0ec9-4e86-953d-43cf1e3b6af9 None None] Provisioning complete for port 767b1876-83fd-4a88-928a-2e205b65d7cc triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:52:15.820710 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0608059a-0ec9-4e86-953d-43cf1e3b6af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:15.888644 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1f1d98e3-f2d6-4426-b6d6-e53946537fbc up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:52:15.932630 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ff23bc10-3e6b-45a0-a843-a603d056cbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:16.000881 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077eb6f-bd10-4ae2-b42a-4e00cc0f1de4 req-8fb3ff22-384d-4f19-9475-f9120be21250 tempest-AbsoluteLimitsNegativeTestJSON-1086169925 tempest-AbsoluteLimitsNegativeTestJSON-1086169925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:16.006475 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0077eb6f-bd10-4ae2-b42a-4e00cc0f1de4 req-8fb3ff22-384d-4f19-9475-f9120be21250 tempest-AbsoluteLimitsNegativeTestJSON-1086169925 tempest-AbsoluteLimitsNegativeTestJSON-1086169925-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2228386 Sep 21 17:52:16.025083 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0077eb6f-bd10-4ae2-b42a-4e00cc0f1de4 req-aa10d81c-e6e3-4f29-a8b5-adec8800301f tempest-AbsoluteLimitsNegativeTestJSON-1086169925 tempest-AbsoluteLimitsNegativeTestJSON-1086169925-project] 10.222.0.58 "GET /v2.0/quotas/921ec4e03b254f8e9956d35f37f54e1e HTTP/1.1" status: 200 len: 375 time: 0.0132725 Sep 21 17:52:16.026434 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 1f1d98e3-f2d6-4426-b6d6-e53946537fbc triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:52:16.026825 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:16.099016 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0077eb6f-bd10-4ae2-b42a-4e00cc0f1de4 req-c19c73b5-98e2-4bec-8c92-73b97680cf0b tempest-AbsoluteLimitsNegativeTestJSON-1086169925 tempest-AbsoluteLimitsNegativeTestJSON-1086169925-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=921ec4e03b254f8e9956d35f37f54e1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584440 Sep 21 17:52:16.177885 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-74430e4d-4704-4c8c-9844-db9556b5c2a6 None None] Provisioning complete for port 767b1876-83fd-4a88-928a-2e205b65d7cc triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:52:16.178431 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-74430e4d-4704-4c8c-9844-db9556b5c2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:16.235143 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-98ca2d91-beed-4bf1-95f6-6cb69ead4d59 service neutron] 10.222.0.58 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6831820 Sep 21 17:52:16.276396 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61eaeb-2098-4e86-a057-231d9ef29160 req-ac092a27-13bd-40bd-be5d-4662d95e9652 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:16.279141 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-7542ca66-12d3-4a15-b42c-d33fc28218db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:16.280932 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-7542ca66-12d3-4a15-b42c-d33fc28218db service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6500008 Sep 21 17:52:16.287270 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2c61eaeb-2098-4e86-a057-231d9ef29160 req-ac092a27-13bd-40bd-be5d-4662d95e9652 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 944 time: 0.0750875 Sep 21 17:52:16.334466 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2c61eaeb-2098-4e86-a057-231d9ef29160 req-24c2363e-304e-4d48-9df9-dbbc09fb0832 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459559 Sep 21 17:52:16.410427 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-9c2ff3d7-87c2-403d-b732-e981d107155b service neutron] 10.222.0.58 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738317 Sep 21 17:52:16.465516 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-fbf43463-d988-4cb2-be9f-6a137205d34d service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546054 Sep 21 17:52:16.562825 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 53400) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:16.574295 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278899b-1136-4b17-94f1-3e6b97304d7b req-c0b83ae9-09d8-4bf5-b21a-8a9baffe56df tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:16.582995 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8278899b-1136-4b17-94f1-3e6b97304d7b req-c0b83ae9-09d8-4bf5-b21a-8a9baffe56df tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 949 time: 0.1146765 Sep 21 17:52:16.660566 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d0975195-3aee-4bde-b2d1-326fc855dec9 req-f44c73f9-bde9-496a-936e-b17e12046ff9 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788375 Sep 21 17:52:16.700290 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8278899b-1136-4b17-94f1-3e6b97304d7b req-7310565b-6405-44c6-926a-91b9c8d5296f tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158140 Sep 21 17:52:16.804636 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-d7a38aad-1924-4346-aa08-e8831d7d29dd tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:16.823241 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-d7a38aad-1924-4346-aa08-e8831d7d29dd tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:16.825807 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-d7a38aad-1924-4346-aa08-e8831d7d29dd tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.38 "GET /v2.0/networks?id=e5536676-5ef9-44e8-9e38-92a0bc820c4e&id=befc2595-34b4-4aae-b55a-b9ad873abb89 HTTP/1.1" status: 200 len: 1391 time: 0.1918843 Sep 21 17:52:16.841902 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-aa749ab5-c68f-4b11-9bc0-9d87b6d3d674 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Request body: {'port': {'device_id': '8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e', 'network_id': 'e5536676-5ef9-44e8-9e38-92a0bc820c4e', 'admin_state_up': True, 'tenant_id': 'e723094aa6f4441a862c24afd6445d40'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:52:16.874442 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9955b0d1-0527-427c-a3b9-807743db35a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:16.922236 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57157972-0277-4056-a9c6-0ca4a0823266 req-2e46a68d-c56c-402c-a871-9cc0fd7881d0 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:16.923869 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-57157972-0277-4056-a9c6-0ca4a0823266 req-2e46a68d-c56c-402c-a871-9cc0fd7881d0 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 945 time: 0.0998991 Sep 21 17:52:17.010276 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-57157972-0277-4056-a9c6-0ca4a0823266 req-2b311230-f934-4d3e-806c-d70aba283488 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640104 Sep 21 17:52:17.020586 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0360c91f-e8c8-4537-be45-e2f4f244d273 req-b8e21fb2-9b12-4139-b0e4-5b5a8763cfe0 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e HTTP/1.1" status: 200 len: 210 time: 0.0386291 Sep 21 17:52:17.079561 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9955b0d1-0527-427c-a3b9-807743db35a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:17.085790 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9955b0d1-0527-427c-a3b9-807743db35a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:17.116349 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-aa749ab5-c68f-4b11-9bc0-9d87b6d3d674 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Made reservation on behalf of e723094aa6f4441a862c24afd6445d40 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:52:17.119054 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-aa749ab5-c68f-4b11-9bc0-9d87b6d3d674 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:17.138959 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-34d4d03b-caae-4de7-a841-37b91fc3492e req-a3f69408-bb9e-4952-80b4-b503e8a9f9da tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 210 time: 0.0355392 Sep 21 17:52:17.162242 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9955b0d1-0527-427c-a3b9-807743db35a0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=921ec4e03b254f8e9956d35f37f54e1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5965822 Sep 21 17:52:17.165026 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 53434) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:17.181164 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9955b0d1-0527-427c-a3b9-807743db35a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1643840-d96c-46d2-9c94-d146faa83582,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:17.197856 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd765ea-f28f-4bc3-933c-fec29f63c65e req-9bd021ac-cbb2-4c01-9a40-de7eba6172f8 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:17.199826 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ebd765ea-f28f-4bc3-933c-fec29f63c65e req-9bd021ac-cbb2-4c01-9a40-de7eba6172f8 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 1095 time: 0.0890992 Sep 21 17:52:17.220591 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6130800-b060-4d6f-b177-c915669d494c', 'tag': '9f12000d-3ba1-4512-8d78-99a6007ea22e'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:52:17.222883 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff453021-163d-4b06-9ca7-6ecac4157f1d" -d '{"events": [{"name": "network-changed", "server_uuid": "e6130800-b060-4d6f-b177-c915669d494c", "tag": "9f12000d-3ba1-4512-8d78-99a6007ea22e"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:52:17.256055 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ebd765ea-f28f-4bc3-933c-fec29f63c65e req-f3b65eaf-26fc-40dd-8bab-3e36769ffa90 tempest-LiveMigrationTest-265125884 tempest-LiveMigrationTest-265125884-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456305 Sep 21 17:52:17.336394 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d1fc9a-acb8-41b8-8eb8-31e328af6207 x-openstack-request-id: req-16d1fc9a-acb8-41b8-8eb8-31e328af6207 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:52:17.336714 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6130800-b060-4d6f-b177-c915669d494c", "tag": "9f12000d-3ba1-4512-8d78-99a6007ea22e", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:52:17.337027 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-16d1fc9a-acb8-41b8-8eb8-31e328af6207 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:52:17.337515 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6130800-b060-4d6f-b177-c915669d494c', 'tag': '9f12000d-3ba1-4512-8d78-99a6007ea22e', 'status': 'completed', 'code': 200} Sep 21 17:52:17.390011 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b64de0c7-8862-445c-b747-a60de8c8a30c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:17.472402 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-aa749ab5-c68f-4b11-9bc0-9d87b6d3d674 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Allocated IP 19.80.0.107 (e5536676-5ef9-44e8-9e38-92a0bc820c4e/2846b347-492a-4121-8f2e-497031803d76/a49babc2-48be-479f-8e1e-14c993e81340) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:52:17.502309 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b64de0c7-8862-445c-b747-a60de8c8a30c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:17.529471 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff453021-163d-4b06-9ca7-6ecac4157f1d req-6d26d592-ad66-456c-beaf-cf9f6aac7c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:17.531324 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ff453021-163d-4b06-9ca7-6ecac4157f1d req-6d26d592-ad66-456c-beaf-cf9f6aac7c2e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 1100 time: 0.1831090 Sep 21 17:52:17.542247 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff453021-163d-4b06-9ca7-6ecac4157f1d req-83025a44-931c-4545-9515-734cf0b23f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:17.544010 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ff453021-163d-4b06-9ca7-6ecac4157f1d req-83025a44-931c-4545-9515-734cf0b23f53 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf880db396d441f990414b9e732efe10&device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 1100 time: 0.1947029 Sep 21 17:52:17.769807 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b64de0c7-8862-445c-b747-a60de8c8a30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:17.773323 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b64de0c7-8862-445c-b747-a60de8c8a30c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:17.773566 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b64de0c7-8862-445c-b747-a60de8c8a30c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d1643840-d96c-46d2-9c94-d146faa83582 HTTP/1.1" status: 204 len: 168 time: 0.6075716 Sep 21 17:52:17.855447 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b288681-e21c-4ea3-ace2-8342ccc67fc6 req-02424082-1333-4b8c-b84c-e0942d52e53e tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:17.857872 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8b288681-e21c-4ea3-ace2-8342ccc67fc6 req-02424082-1333-4b8c-b84c-e0942d52e53e tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 949 time: 0.0907447 Sep 21 17:52:17.872313 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 767b1876-83fd-4a88-928a-2e205b65d7cc up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:52:17.894380 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff453021-163d-4b06-9ca7-6ecac4157f1d req-781b7d23-8149-4cb0-86ef-cac03212a783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:17.896514 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ff453021-163d-4b06-9ca7-6ecac4157f1d req-781b7d23-8149-4cb0-86ef-cac03212a783 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.3302469 Sep 21 17:52:17.908490 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8b288681-e21c-4ea3-ace2-8342ccc67fc6 req-5cf7e2c5-9de7-4660-9815-d1ff6ffe3367 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427296 Sep 21 17:52:17.914291 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b3c04-5fd7-4701-b79b-896c724d1935 req-e111753e-4661-4912-b7e4-12b7641564a8 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:17.922759 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7a4b3c04-5fd7-4701-b79b-896c724d1935 req-e111753e-4661-4912-b7e4-12b7641564a8 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 944 time: 0.3550653 Sep 21 17:52:17.933116 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 767b1876-83fd-4a88-928a-2e205b65d7cc triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:52:17.933522 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:17.951619 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64de0c7-8862-445c-b747-a60de8c8a30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1643840-d96c-46d2-9c94-d146faa83582,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:18.010550 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ff453021-163d-4b06-9ca7-6ecac4157f1d req-48db94d0-e3be-4d37-b4a5-a448d0a67e7a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=9f12000d-3ba1-4512-8d78-99a6007ea22e HTTP/1.1" status: 200 len: 217 time: 0.0732024 Sep 21 17:52:18.033921 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff453021-163d-4b06-9ca7-6ecac4157f1d req-b5c51476-c625-42c2-9d6c-2f3f25b8a75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:18.035824 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ff453021-163d-4b06-9ca7-6ecac4157f1d req-b5c51476-c625-42c2-9d6c-2f3f25b8a75e service neutron] 10.222.0.38 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.4908834 Sep 21 17:52:18.127015 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b9ca0-ad09-44ab-8fac-0bc93bc2a76f req-65157658-3dc3-4c68-ab24-68206ab8fc64 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:18.128835 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0c8b9ca0-ad09-44ab-8fac-0bc93bc2a76f req-65157658-3dc3-4c68-ab24-68206ab8fc64 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 945 time: 0.0605571 Sep 21 17:52:18.167715 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7a4b3c04-5fd7-4701-b79b-896c724d1935 req-58f76f99-a18c-4cd1-88e6-a018068690bb tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438438 Sep 21 17:52:18.177979 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-aa749ab5-c68f-4b11-9bc0-9d87b6d3d674 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:18.183156 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ff453021-163d-4b06-9ca7-6ecac4157f1d req-0371a709-e1d9-4314-8152-48a03a3fab49 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=9f12000d-3ba1-4512-8d78-99a6007ea22e HTTP/1.1" status: 200 len: 217 time: 0.1108963 Sep 21 17:52:18.218852 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0c8b9ca0-ad09-44ab-8fac-0bc93bc2a76f req-4cb631db-5170-47cd-8ea0-c5d7958126f3 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789330 Sep 21 17:52:18.257121 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a45381-86cc-45b7-abb3-786a662738a7 req-332c7796-4348-4ac3-894f-4d909d89da03 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:18.260337 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-66a45381-86cc-45b7-abb3-786a662738a7 req-332c7796-4348-4ac3-894f-4d909d89da03 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.44 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 944 time: 0.0920787 Sep 21 17:52:18.265503 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff453021-163d-4b06-9ca7-6ecac4157f1d req-f39b2541-6ad1-4531-8e41-5953b8f1f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:18.267072 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ff453021-163d-4b06-9ca7-6ecac4157f1d req-f39b2541-6ad1-4531-8e41-5953b8f1f0db service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.2232683 Sep 21 17:52:18.353123 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eeb4fae0-6d6e-4ce3-956d-22ed5509807f req-3b4329e7-a2ce-49a9-96fa-6b1e5ad151a1 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e HTTP/1.1" status: 200 len: 210 time: 0.1004024 Sep 21 17:52:18.366176 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ac59a68d-286d-4c00-8ac0-32f213904e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:18.393898 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2f680fb3-dd5f-4498-b100-e1718aae889c req-3700a1c9-4cdd-48e9-8a5b-4a3b7332d5aa tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 210 time: 0.0727181 Sep 21 17:52:18.394917 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff453021-163d-4b06-9ca7-6ecac4157f1d req-a2461689-a7e2-4e3a-a088-bce729b1881c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:18.396709 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ff453021-163d-4b06-9ca7-6ecac4157f1d req-a2461689-a7e2-4e3a-a088-bce729b1881c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.2009258 Sep 21 17:52:18.427659 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-66a45381-86cc-45b7-abb3-786a662738a7 req-4190d02f-fe21-47d0-a6a8-b7cddefcd018 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Deleting port 2cbd7773-1b4f-414f-bf20-17171652c2b8 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:52:18.428232 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-66a45381-86cc-45b7-abb3-786a662738a7 req-4190d02f-fe21-47d0-a6a8-b7cddefcd018 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:18.500572 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff453021-163d-4b06-9ca7-6ecac4157f1d req-d3b62cc7-c7b4-4bb0-b4b5-b070192b36d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:18.504325 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ff453021-163d-4b06-9ca7-6ecac4157f1d req-d3b62cc7-c7b4-4bb0-b4b5-b070192b36d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2210166 Sep 21 17:52:18.512663 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-aa749ab5-c68f-4b11-9bc0-9d87b6d3d674 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:18.523210 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-4ecdda57-1d18-46d5-b9e2-0e3f5d888349 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:18.525106 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-4ecdda57-1d18-46d5-b9e2-0e3f5d888349 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.38 "GET /v2.0/networks?id=24a709a9-6fef-4b8b-a432-62063bc26954 HTTP/1.1" status: 200 len: 821 time: 0.3557212 Sep 21 17:52:18.587586 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-66a45381-86cc-45b7-abb3-786a662738a7 req-4190d02f-fe21-47d0-a6a8-b7cddefcd018 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] For port 2cbd7773-1b4f-414f-bf20-17171652c2b8, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=2cbd7773-1b4f-414f-bf20-17171652c2b8,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:18.587957 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-66a45381-86cc-45b7-abb3-786a662738a7 req-4190d02f-fe21-47d0-a6a8-b7cddefcd018 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:18.627537 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-66a45381-86cc-45b7-abb3-786a662738a7 req-4190d02f-fe21-47d0-a6a8-b7cddefcd018 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Calling delete_port for 2cbd7773-1b4f-414f-bf20-17171652c2b8 owned by compute:nova {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:52:18.650471 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-aedaf90c-45ba-4769-9755-324d8ac183fd tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Request body: {'port': {'device_id': 'd9c84283-ac28-4b68-8c05-c2c30d3dbcb6', 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954', 'admin_state_up': True, 'tenant_id': '57dccdb6847547f580dd9713009778d2'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:52:18.666409 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-aa749ab5-c68f-4b11-9bc0-9d87b6d3d674 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Network e5536676-5ef9-44e8-9e38-92a0bc820c4e is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:52:18.703586 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-aa749ab5-c68f-4b11-9bc0-9d87b6d3d674 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:52:18.715282 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-aa749ab5-c68f-4b11-9bc0-9d87b6d3d674 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:52:18.718280 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa749ab5-c68f-4b11-9bc0-9d87b6d3d674 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Pushing event updated for resources: {'Port': ['ID=a49babc2-48be-479f-8e1e-14c993e81340,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:18.859749 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff453021-163d-4b06-9ca7-6ecac4157f1d req-5085f3d1-7b66-4852-8a01-cf967335eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:18.866991 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ff453021-163d-4b06-9ca7-6ecac4157f1d req-5085f3d1-7b66-4852-8a01-cf967335eb0c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4533389 Sep 21 17:52:18.979229 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-66a45381-86cc-45b7-abb3-786a662738a7 req-4190d02f-fe21-47d0-a6a8-b7cddefcd018 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:18.987306 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:19.003061 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['088ae4ee-9c54-471a-9def-2abee202994b', '2cbd7773-1b4f-414f-bf20-17171652c2b8'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:52:19.070136 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 53512) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:19.082145 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190d02f-fe21-47d0-a6a8-b7cddefcd018 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Pushing event deleted for resources: {'Port': ['ID=2cbd7773-1b4f-414f-bf20-17171652c2b8,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:19.115126 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a45381-86cc-45b7-abb3-786a662738a7 req-4190d02f-fe21-47d0-a6a8-b7cddefcd018 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] No DVR routers for this DVR port 2cbd7773-1b4f-414f-bf20-17171652c2b8 on host n-h2-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:52:19.119276 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-66a45381-86cc-45b7-abb3-786a662738a7 req-4190d02f-fe21-47d0-a6a8-b7cddefcd018 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:19.121737 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-66a45381-86cc-45b7-abb3-786a662738a7 req-4190d02f-fe21-47d0-a6a8-b7cddefcd018 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.44 "DELETE /v2.0/ports/2cbd7773-1b4f-414f-bf20-17171652c2b8 HTTP/1.1" status: 204 len: 173 time: 0.8526282 Sep 21 17:52:19.135237 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-658bd19b-84b8-4df1-a76e-8055fc7d0a74 None None] Provisioning complete for port a49babc2-48be-479f-8e1e-14c993e81340 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:52:19.135893 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-658bd19b-84b8-4df1-a76e-8055fc7d0a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:19.139376 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8668e4c0-b256-41bd-95d2-8f70b37d3838', 'name': 'network-vif-deleted', 'tag': '2cbd7773-1b4f-414f-bf20-17171652c2b8'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:52:19.142139 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfa3982-9d6f-4b0a-8cdb-19049d606963" -d '{"events": [{"server_uuid": "8668e4c0-b256-41bd-95d2-8f70b37d3838", "name": "network-vif-deleted", "tag": "2cbd7773-1b4f-414f-bf20-17171652c2b8"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:52:19.164623 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 9f12000d-3ba1-4512-8d78-99a6007ea22e details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:52:19.174707 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100524f-783f-44f0-93f8-8df862d5bbb0 req-5b92a4d1-e46a-4d21-a211-03303957088c tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:19.183218 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4100524f-783f-44f0-93f8-8df862d5bbb0 req-5b92a4d1-e46a-4d21-a211-03303957088c tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 949 time: 0.1136942 Sep 21 17:52:19.245524 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4100524f-783f-44f0-93f8-8df862d5bbb0 req-f0215804-a0ff-4ab1-98ef-bdfcf1897bf2 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608313 Sep 21 17:52:19.248027 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3d0537-834a-4af5-88fe-6861cc7e7568 x-openstack-request-id: req-7f3d0537-834a-4af5-88fe-6861cc7e7568 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:52:19.248027 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8668e4c0-b256-41bd-95d2-8f70b37d3838", "name": "network-vif-deleted", "tag": "2cbd7773-1b4f-414f-bf20-17171652c2b8", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:52:19.260687 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7f3d0537-834a-4af5-88fe-6861cc7e7568 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:52:19.260890 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8668e4c0-b256-41bd-95d2-8f70b37d3838', 'name': 'network-vif-deleted', 'tag': '2cbd7773-1b4f-414f-bf20-17171652c2b8', 'status': 'completed', 'code': 200} Sep 21 17:52:19.284259 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-aa749ab5-c68f-4b11-9bc0-9d87b6d3d674 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:19.285236 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-aa749ab5-c68f-4b11-9bc0-9d87b6d3d674 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:19.289232 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ff453021-163d-4b06-9ca7-6ecac4157f1d req-faf279eb-3707-40c9-9bd1-dc9a98ea0b12 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7629201 Sep 21 17:52:19.321033 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-658bd19b-84b8-4df1-a76e-8055fc7d0a74 None None] Port a49babc2-48be-479f-8e1e-14c993e81340 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:52:19.412497 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ff453021-163d-4b06-9ca7-6ecac4157f1d req-64989d0f-41ef-481d-bb44-953ded53f09e service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272999 Sep 21 17:52:19.425664 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-aa749ab5-c68f-4b11-9bc0-9d87b6d3d674 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5883431 Sep 21 17:52:19.460401 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-7d43b38f-91f3-450c-a0f1-40364a63e3b1 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Request body: {'port': {'device_id': '8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e', 'network_id': 'befc2595-34b4-4aae-b55a-b9ad873abb89', 'admin_state_up': True, 'tenant_id': 'e723094aa6f4441a862c24afd6445d40'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:52:19.485467 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-904c6139-1ce1-41e5-96f0-939d65b34edb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-578291285-network', 'tenant_id': 'fdd4f8611b664e4f8e7834720729502c'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:52:19.536602 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e483dd5-4812-41f1-adc4-bafa49aa9bc0 req-5c71dcbe-23cd-415c-bed9-82f64845fca6 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:19.539272 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3e483dd5-4812-41f1-adc4-bafa49aa9bc0 req-5c71dcbe-23cd-415c-bed9-82f64845fca6 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 945 time: 0.1400959 Sep 21 17:52:19.552849 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 9f12000d-3ba1-4512-8d78-99a6007ea22e, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9f12000d-3ba1-4512-8d78-99a6007ea22e,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:19.557663 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-096ba39d-8d9a-4d3c-9f96-38a0dc324a25 req-5c608b27-7bce-4643-a044-4afb500f4cca tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 210 time: 0.1390011 Sep 21 17:52:19.585615 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '9f12000d-3ba1-4512-8d78-99a6007ea22e', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': '9f12000d-3ba1-4512-8d78-99a6007ea22e', 'mac_address': 'fa:16:3e:f0:70:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:52:19.611073 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3e483dd5-4812-41f1-adc4-bafa49aa9bc0 req-800b32e9-befd-44ab-8d13-4f21dee8e650 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655789 Sep 21 17:52:19.639070 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:19.660700 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f12000d-3ba1-4512-8d78-99a6007ea22e {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:52:19.666012 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904c6139-1ce1-41e5-96f0-939d65b34edb admin admin] Made reservation on behalf of fdd4f8611b664e4f8e7834720729502c for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:52:19.670886 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-904c6139-1ce1-41e5-96f0-939d65b34edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:19.686674 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-904c6139-1ce1-41e5-96f0-939d65b34edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:19.687491 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 9f12000d-3ba1-4512-8d78-99a6007ea22e, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9f12000d-3ba1-4512-8d78-99a6007ea22e,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:19.695881 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:19.735637 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-aedaf90c-45ba-4769-9755-324d8ac183fd tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Made reservation on behalf of 57dccdb6847547f580dd9713009778d2 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:52:19.743813 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-aedaf90c-45ba-4769-9755-324d8ac183fd tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:19.761476 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=9f12000d-3ba1-4512-8d78-99a6007ea22e,revision_number=12']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:19.806167 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fc554-f596-4aa8-a548-243b900031b7 req-11919a44-c458-46c1-a290-25702f5117b5 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:19.807233 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ff453021-163d-4b06-9ca7-6ecac4157f1d req-2235d50d-1c80-44d3-8482-3258f4e2a3c8 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570377 Sep 21 17:52:19.807839 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cc4fc554-f596-4aa8-a548-243b900031b7 req-11919a44-c458-46c1-a290-25702f5117b5 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e HTTP/1.1" status: 200 len: 932 time: 0.0855062 Sep 21 17:52:19.886398 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-904c6139-1ce1-41e5-96f0-939d65b34edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:19.892947 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cc4fc554-f596-4aa8-a548-243b900031b7 req-f7098301-1718-4a6a-9367-381bb3685c09 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559864 Sep 21 17:52:19.894067 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-904c6139-1ce1-41e5-96f0-939d65b34edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:19.909186 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ff453021-163d-4b06-9ca7-6ecac4157f1d req-3c5bdc9e-3da4-474d-a7a7-6da0e5f9a796 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879713 Sep 21 17:52:19.913476 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd38266-b7e2-436d-aa8d-be024eefa0d5 req-8a20b635-4311-4c5e-bc0a-1bf82a3da0dc tempest-MigrationsAdminTest-1562195054 tempest-MigrationsAdminTest-1562195054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:19.924785 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3dd38266-b7e2-436d-aa8d-be024eefa0d5 req-8a20b635-4311-4c5e-bc0a-1bf82a3da0dc tempest-MigrationsAdminTest-1562195054 tempest-MigrationsAdminTest-1562195054-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 1101 time: 0.2440636 Sep 21 17:52:19.925614 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c6139-1ce1-41e5-96f0-939d65b34edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a406e5-c107-446b-9c84-ef7c2fe530c3,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:19.937496 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-904c6139-1ce1-41e5-96f0-939d65b34edb admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:52:19.949811 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-904c6139-1ce1-41e5-96f0-939d65b34edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:19.950417 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-904c6139-1ce1-41e5-96f0-939d65b34edb admin admin] Added segment cc74250c-3b73-47e2-be62-4cd165f69346 of type vlan for network 459e5cc4-f469-4f58-b00c-d9cb5394a14d Sep 21 17:52:19.963374 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:20.004935 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-7d43b38f-91f3-450c-a0f1-40364a63e3b1 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Made reservation on behalf of e723094aa6f4441a862c24afd6445d40 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:52:20.008333 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-7d43b38f-91f3-450c-a0f1-40364a63e3b1 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:20.017568 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8c78f035-9284-43d6-89eb-439ef372f6aa req-7094aaea-85a6-47f9-b93e-fcbd5a3512f2 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 210 time: 0.0368819 Sep 21 17:52:20.020962 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-904c6139-1ce1-41e5-96f0-939d65b34edb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:20.060583 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-904c6139-1ce1-41e5-96f0-939d65b34edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:20.062301 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904c6139-1ce1-41e5-96f0-939d65b34edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:20.062523 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-904c6139-1ce1-41e5-96f0-939d65b34edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:20.075376 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3dd38266-b7e2-436d-aa8d-be024eefa0d5 req-881b7415-79e6-45b4-9e17-02b5ee0f4618 tempest-MigrationsAdminTest-1562195054 tempest-MigrationsAdminTest-1562195054-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205685 Sep 21 17:52:20.097507 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['9f12000d-3ba1-4512-8d78-99a6007ea22e'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:52:20.162343 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-904c6139-1ce1-41e5-96f0-939d65b34edb admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0861459 Sep 21 17:52:20.166498 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 53552) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:20.168059 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-aedaf90c-45ba-4769-9755-324d8ac183fd tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Allocated IP 172.20.0.2 (24a709a9-6fef-4b8b-a432-62063bc26954/f5dcf0d3-3653-4c17-af0f-a1adf84dd578/ff3a01c5-c401-4b70-bad6-59be3348d9cd) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:52:20.237915 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-921989c9-3af8-491a-bf52-87644e85d6cb admin admin] Request body: {'subnet': {'network_id': '459e5cc4-f469-4f58-b00c-d9cb5394a14d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-578291285-subnet', 'tenant_id': 'fdd4f8611b664e4f8e7834720729502c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:52:20.257980 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c6139-1ce1-41e5-96f0-939d65b34edb admin admin] Pushing event updated for resources: {'Network': ['ID=459e5cc4-f469-4f58-b00c-d9cb5394a14d,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:20.302528 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921989c9-3af8-491a-bf52-87644e85d6cb admin admin] Made reservation on behalf of fdd4f8611b664e4f8e7834720729502c for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:52:20.302784 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-7d43b38f-91f3-450c-a0f1-40364a63e3b1 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Allocated IP 19.86.0.182 (befc2595-34b4-4aae-b55a-b9ad873abb89/559e566b-2f23-49b1-8764-f71c184d482d/caf5909e-4f18-42b2-8812-de35b5b0a4a8) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:52:20.304832 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-921989c9-3af8-491a-bf52-87644e85d6cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:20.318115 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 459e5cc4-f469-4f58-b00c-d9cb5394a14d details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:52:20.554807 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-921989c9-3af8-491a-bf52-87644e85d6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:20.642354 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921989c9-3af8-491a-bf52-87644e85d6cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=70f01d08-3de7-4d22-8c7e-b2ddc9b66acf,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:20.649076 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-7d43b38f-91f3-450c-a0f1-40364a63e3b1 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:20.716342 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-aedaf90c-45ba-4769-9755-324d8ac183fd tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:20.718900 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e67be-2103-49a8-acf6-e6ebfac87165 req-007b7c3f-52f7-4a1d-bc0d-4ed2038db4e0 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:20.726507 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-372e67be-2103-49a8-acf6-e6ebfac87165 req-007b7c3f-52f7-4a1d-bc0d-4ed2038db4e0 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 950 time: 0.0878446 Sep 21 17:52:20.746245 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921989c9-3af8-491a-bf52-87644e85d6cb admin admin] Checking segment: {'id': 'cc74250c-3b73-47e2-be62-4cd165f69346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '459e5cc4-f469-4f58-b00c-d9cb5394a14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:52:20.746633 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921989c9-3af8-491a-bf52-87644e85d6cb admin admin] Network hostable DHCP agents. Network: 459e5cc4-f469-4f58-b00c-d9cb5394a14d, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:52:20.755099 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-7d43b38f-91f3-450c-a0f1-40364a63e3b1 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:20.785985 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-7d43b38f-91f3-450c-a0f1-40364a63e3b1 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Network befc2595-34b4-4aae-b55a-b9ad873abb89 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:52:20.786575 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-372e67be-2103-49a8-acf6-e6ebfac87165 req-e3d8c14a-f9c3-4aeb-898d-f7c645011427 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572701 Sep 21 17:52:20.787678 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-aedaf90c-45ba-4769-9755-324d8ac183fd tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:20.801789 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921989c9-3af8-491a-bf52-87644e85d6cb admin admin] Network 459e5cc4-f469-4f58-b00c-d9cb5394a14d is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:52:20.809141 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-7d43b38f-91f3-450c-a0f1-40364a63e3b1 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:52:20.811469 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-7d43b38f-91f3-450c-a0f1-40364a63e3b1 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:52:20.816051 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-921989c9-3af8-491a-bf52-87644e85d6cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 459e5cc4-f469-4f58-b00c-d9cb5394a14d) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:52:20.823953 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-aedaf90c-45ba-4769-9755-324d8ac183fd tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Network 24a709a9-6fef-4b8b-a432-62063bc26954 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:52:20.824806 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921989c9-3af8-491a-bf52-87644e85d6cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:20.825407 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-921989c9-3af8-491a-bf52-87644e85d6cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:20.846059 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f871459-69a5-42c4-b2d4-6c131e206c27 None None] Network 459e5cc4-f469-4f58-b00c-d9cb5394a14d requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:52:20.860966 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-921989c9-3af8-491a-bf52-87644e85d6cb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6865330 Sep 21 17:52:20.866061 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-aedaf90c-45ba-4769-9755-324d8ac183fd tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:52:21.069227 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4620ac9-2f07-4237-8e07-c6746491dd0d None None] Network 459e5cc4-f469-4f58-b00c-d9cb5394a14d requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:52:21.101251 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453b334-39f1-4f3a-bd50-d78694b18fcb req-675ea854-bc0d-4486-8567-635029f3a503 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:21.116875 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453b334-39f1-4f3a-bd50-d78694b18fcb req-675ea854-bc0d-4486-8567-635029f3a503 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:21.127977 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1453b334-39f1-4f3a-bd50-d78694b18fcb req-675ea854-bc0d-4486-8567-635029f3a503 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e HTTP/1.1" status: 200 len: 1655 time: 0.1250391 Sep 21 17:52:21.172420 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 2cbd7773-1b4f-414f-bf20-17171652c2b8 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:52:21.200749 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 2cbd7773-1b4f-414f-bf20-17171652c2b8 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:52:21.201182 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 2cbd7773-1b4f-414f-bf20-17171652c2b8 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:52:21.236487 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1453b334-39f1-4f3a-bd50-d78694b18fcb req-302c37e2-94ca-4ff8-965d-72482f5162a9 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009545 Sep 21 17:52:21.238982 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b14fc2c7-0307-4987-aea2-609012f44fd3 None None] Provisioning complete for port caf5909e-4f18-42b2-8812-de35b5b0a4a8 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:52:21.238982 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b14fc2c7-0307-4987-aea2-609012f44fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:21.306819 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b14fc2c7-0307-4987-aea2-609012f44fd3 None None] Port caf5909e-4f18-42b2-8812-de35b5b0a4a8 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:52:21.312233 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:52:21.345587 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eece196-9fde-42ab-98ac-66dcb8847bea req-35707733-1bc7-444d-8ac1-541355754da5 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:21.349429 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-7d43b38f-91f3-450c-a0f1-40364a63e3b1 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:21.350060 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-7d43b38f-91f3-450c-a0f1-40364a63e3b1 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:21.353295 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0eece196-9fde-42ab-98ac-66dcb8847bea req-35707733-1bc7-444d-8ac1-541355754da5 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 931 time: 0.0620356 Sep 21 17:52:21.355462 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-aedaf90c-45ba-4769-9755-324d8ac183fd tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:52:21.369268 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-021fd45c-04bf-44a7-8a36-a82fdf314f4f req-3a4515d7-d974-4a14-a3de-95e862940a8d tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 210 time: 0.5960884 Sep 21 17:52:21.412044 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0eece196-9fde-42ab-98ac-66dcb8847bea req-f1d77ca3-2df5-4053-8516-448595f31766 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570974 Sep 21 17:52:21.461869 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-7d43b38f-91f3-450c-a0f1-40364a63e3b1 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0114472 Sep 21 17:52:21.462455 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43b38f-91f3-450c-a0f1-40364a63e3b1 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Pushing event updated for resources: {'Port': ['ID=caf5909e-4f18-42b2-8812-de35b5b0a4a8,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:21.468909 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:21.503165 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-21061520-8273-437a-a361-1198de24fd1b service neutron] Request body: {'port': {'device_id': '8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:52:21.541296 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-aedaf90c-45ba-4769-9755-324d8ac183fd tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:21.541743 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-aedaf90c-45ba-4769-9755-324d8ac183fd tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:21.580975 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-aedaf90c-45ba-4769-9755-324d8ac183fd tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9485722 Sep 21 17:52:21.582641 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedaf90c-45ba-4769-9755-324d8ac183fd tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Pushing event updated for resources: {'Port': ['ID=ff3a01c5-c401-4b70-bad6-59be3348d9cd,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:21.603759 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] Request body: {'port': {'device_id': 'd9c84283-ac28-4b68-8c05-c2c30d3dbcb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:52:21.637643 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-21061520-8273-437a-a361-1198de24fd1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:21.704157 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:21.770792 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-ccaa3b92-c731-4a0c-b396-2a7af873f5a6 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:21.772785 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-ccaa3b92-c731-4a0c-b396-2a7af873f5a6 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] 10.222.0.58 "GET /v2.0/networks?id=459e5cc4-f469-4f58-b00c-d9cb5394a14d HTTP/1.1" status: 200 len: 813 time: 0.1269262 Sep 21 17:52:21.789999 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-9dc68c07-63c5-4b99-8258-4539b75bac51 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] 10.222.0.58 "GET /v2.0/quotas/fdd4f8611b664e4f8e7834720729502c HTTP/1.1" status: 200 len: 375 time: 0.0106089 Sep 21 17:52:21.852379 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-65afada5-2685-446a-bf49-3843b33eb507 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fdd4f8611b664e4f8e7834720729502c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559840 Sep 21 17:52:21.954171 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-51efaeec-8b28-441c-8eea-5ce65c272cac service neutron] 10.222.0.58 "GET /v2.0/networks/459e5cc4-f469-4f58-b00c-d9cb5394a14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009026 Sep 21 17:52:22.071335 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-1613ba15-eb87-45b3-a0cb-2322a5b10fe9 service neutron] 10.222.0.58 "GET /v2.0/networks/459e5cc4-f469-4f58-b00c-d9cb5394a14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091492 Sep 21 17:52:22.158444 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc916aa-4fb5-40f2-a633-1832ac6a05aa req-2bd9ca5f-443f-4ea2-b4bc-f7d862f0a665 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:22.165747 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2fc916aa-4fb5-40f2-a633-1832ac6a05aa req-2bd9ca5f-443f-4ea2-b4bc-f7d862f0a665 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 950 time: 0.1873453 Sep 21 17:52:22.181292 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265d17d-d7b2-4f76-8c83-f2cee5ab148e req-167e057d-1865-4c43-85d1-af85c3db95ae tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:22.182798 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2265d17d-d7b2-4f76-8c83-f2cee5ab148e req-167e057d-1865-4c43-85d1-af85c3db95ae tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 950 time: 0.2082496 Sep 21 17:52:22.355538 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2fc916aa-4fb5-40f2-a633-1832ac6a05aa req-e1b3d033-7414-4ebf-b2f4-54c2c6390fde tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754897 Sep 21 17:52:22.385718 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff3a01c5-c401-4b70-bad6-59be3348d9cd {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:52:22.399154 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:22.404856 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a7e40b12-818d-4169-9aae-4d72c0aeed97 req-52376d76-e0eb-48cc-aa45-d26aaecf637b tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] 10.222.0.58 "GET /v2.0/ports?device_id=56604825-6486-4fe6-aa85-b13a9f3d7b11 HTTP/1.1" status: 200 len: 210 time: 0.0536950 Sep 21 17:52:22.453409 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] Transition to ACTIVE for port object ff3a01c5-c401-4b70-bad6-59be3348d9cd will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:52:22.466097 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:22.528278 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-21061520-8273-437a-a361-1198de24fd1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a49babc2-48be-479f-8e1e-14c993e81340 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:52:22.538852 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-21061520-8273-437a-a361-1198de24fd1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:22.554483 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-21061520-8273-437a-a361-1198de24fd1b service neutron] Transition to ACTIVE for port object a49babc2-48be-479f-8e1e-14c993e81340 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:52:22.558470 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:52:22.628071 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2c0183c5-ad82-488e-ae1d-96c44cad70d9 req-1bf82334-a770-4434-885d-4194e9ca9b41 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 210 time: 0.0434203 Sep 21 17:52:22.680116 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-21061520-8273-437a-a361-1198de24fd1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:22.702882 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-2265d17d-d7b2-4f76-8c83-f2cee5ab148e req-477395b8-2acc-46dc-bc28-b9cd26dcb15c tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Deleting port 9f12000d-3ba1-4512-8d78-99a6007ea22e {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:52:22.703250 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-2265d17d-d7b2-4f76-8c83-f2cee5ab148e req-477395b8-2acc-46dc-bc28-b9cd26dcb15c tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:22.752478 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:22.773503 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf', 'network_id': 'b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b', 'port_id': '450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf', 'mac_address': 'fa:16:3e:53:7d:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def27755-188f-4074-84e9-9b2c33d106ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:52:22.800591 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] Pushing event updated for resources: {'Port': ['ID=ff3a01c5-c401-4b70-bad6-59be3348d9cd,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:22.856266 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:22.863938 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb6ccb-fc48-4341-9f06-274ea6eb8406 req-32e6ee32-8065-42bd-80ff-c72fae0fe12f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:22.876957 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb6ccb-fc48-4341-9f06-274ea6eb8406 req-32e6ee32-8065-42bd-80ff-c72fae0fe12f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:22.885395 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9bcb6ccb-fc48-4341-9f06-274ea6eb8406 req-32e6ee32-8065-42bd-80ff-c72fae0fe12f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e HTTP/1.1" status: 200 len: 1655 time: 0.4260526 Sep 21 17:52:22.898596 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:52:22.920369 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:22.920765 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:22.921100 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:22.921420 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:22.921765 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:22.922077 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:22.924658 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:22.925021 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:22.925370 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:22.925687 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:22.927512 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:22.927512 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:22.938665 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:22.944697 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd96415-5ea5-461c-9ec3-fb9625d21829 req-77db310d-bf8c-48d1-9dee-fd577dda11a9 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:22.947962 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-acd96415-5ea5-461c-9ec3-fb9625d21829 req-77db310d-bf8c-48d1-9dee-fd577dda11a9 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 943 time: 0.1636517 Sep 21 17:52:22.952326 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:23.031766 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-21061520-8273-437a-a361-1198de24fd1b service neutron] Attempting to bind port a49babc2-48be-479f-8e1e-14c993e81340 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:52:23.032174 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-21061520-8273-437a-a361-1198de24fd1b service neutron] Attempting to bind port a49babc2-48be-479f-8e1e-14c993e81340 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'ad9b3b18-9dd1-4056-8261-3cbc4aa98be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e5536676-5ef9-44e8-9e38-92a0bc820c4e'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:52:23.032412 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-21061520-8273-437a-a361-1198de24fd1b service neutron] Attempting to bind port a49babc2-48be-479f-8e1e-14c993e81340 on network e5536676-5ef9-44e8-9e38-92a0bc820c4e {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:52:23.037643 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:23.048830 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-acd96415-5ea5-461c-9ec3-fb9625d21829 req-edba0cbe-5beb-498a-abdd-b5b643d0d323 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930364 Sep 21 17:52:23.071970 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:52:23.075083 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-21061520-8273-437a-a361-1198de24fd1b service neutron] Port a49babc2-48be-479f-8e1e-14c993e81340 on network e5536676-5ef9-44e8-9e38-92a0bc820c4e not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:52:23.075500 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-21061520-8273-437a-a361-1198de24fd1b service neutron] Attempting to bind port a49babc2-48be-479f-8e1e-14c993e81340 on network e5536676-5ef9-44e8-9e38-92a0bc820c4e {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:52:23.082016 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:23.161546 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-21061520-8273-437a-a361-1198de24fd1b service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:52:23.161902 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-21061520-8273-437a-a361-1198de24fd1b service neutron] Checking segment: {'id': 'ad9b3b18-9dd1-4056-8261-3cbc4aa98be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e5536676-5ef9-44e8-9e38-92a0bc820c4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:52:23.162284 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-21061520-8273-437a-a361-1198de24fd1b service neutron] Bound using segment: {'id': 'ad9b3b18-9dd1-4056-8261-3cbc4aa98be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e5536676-5ef9-44e8-9e38-92a0bc820c4e'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:52:23.162727 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-21061520-8273-437a-a361-1198de24fd1b service neutron] Bound port: a49babc2-48be-479f-8e1e-14c993e81340, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad9b3b18-9dd1-4056-8261-3cbc4aa98be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e5536676-5ef9-44e8-9e38-92a0bc820c4e'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:52:23.163112 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-21061520-8273-437a-a361-1198de24fd1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:23.193089 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 9f12000d-3ba1-4512-8d78-99a6007ea22e no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:52:23.235142 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-2265d17d-d7b2-4f76-8c83-f2cee5ab148e req-477395b8-2acc-46dc-bc28-b9cd26dcb15c tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] For port 9f12000d-3ba1-4512-8d78-99a6007ea22e, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9f12000d-3ba1-4512-8d78-99a6007ea22e,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:23.235590 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-2265d17d-d7b2-4f76-8c83-f2cee5ab148e req-477395b8-2acc-46dc-bc28-b9cd26dcb15c tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:23.251461 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-2265d17d-d7b2-4f76-8c83-f2cee5ab148e req-477395b8-2acc-46dc-bc28-b9cd26dcb15c tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Calling delete_port for 9f12000d-3ba1-4512-8d78-99a6007ea22e owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:52:23.346676 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-d30a03d9-f707-41b8-a9c4-e060b395f5af tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=3610951a499a4b849d645b1f3befe3a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346174 Sep 21 17:52:23.425581 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:23.443373 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9f12000d-3ba1-4512-8d78-99a6007ea22e {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:52:23.482542 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-2265d17d-d7b2-4f76-8c83-f2cee5ab148e req-477395b8-2acc-46dc-bc28-b9cd26dcb15c tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:23.510748 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9bcb6ccb-fc48-4341-9f06-274ea6eb8406 req-109e1876-aca7-47c1-96e4-254c08df2054 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6194339 Sep 21 17:52:23.515371 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['09d50637-541d-43ad-8851-a8cefb7b9446'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:52:23.516519 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21061520-8273-437a-a361-1198de24fd1b service neutron] Pushing event updated for resources: {'Port': ['ID=a49babc2-48be-479f-8e1e-14c993e81340,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:23.548944 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] Attempting to bind port ff3a01c5-c401-4b70-bad6-59be3348d9cd on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:52:23.549513 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] Attempting to bind port ff3a01c5-c401-4b70-bad6-59be3348d9cd by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:52:23.550056 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] Attempting to bind port ff3a01c5-c401-4b70-bad6-59be3348d9cd on network 24a709a9-6fef-4b8b-a432-62063bc26954 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:52:23.572375 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['785b3e6e-7c24-4f49-b532-af0d6e460ec6', 'c68b5a8b-2abe-43cb-9563-22cd56c02184'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:52:23.622342 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-b174116e-5f2d-4f7b-8373-f509c4b0394f tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:23.632767 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-b174116e-5f2d-4f7b-8373-f509c4b0394f tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2840600 Sep 21 17:52:23.651218 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-8e1d163b-6312-4007-85eb-e728196f9383 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/quotas/3610951a499a4b849d645b1f3befe3a2 HTTP/1.1" status: 200 len: 375 time: 0.0166721 Sep 21 17:52:23.670702 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477395b8-2acc-46dc-bc28-b9cd26dcb15c tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Pushing event deleted for resources: {'Port': ['ID=9f12000d-3ba1-4512-8d78-99a6007ea22e,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:23.708478 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] Port ff3a01c5-c401-4b70-bad6-59be3348d9cd on network 24a709a9-6fef-4b8b-a432-62063bc26954 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:52:23.713349 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] Attempting to bind port ff3a01c5-c401-4b70-bad6-59be3348d9cd on network 24a709a9-6fef-4b8b-a432-62063bc26954 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:52:23.764769 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-12dfddef-08b7-4b94-b8b9-a45dbb860da7 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3610951a499a4b849d645b1f3befe3a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1097946 Sep 21 17:52:23.801218 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:52:23.801799 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] Checking segment: {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:52:23.801912 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] Bound using segment: {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:52:23.803917 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] Bound port: ff3a01c5-c401-4b70-bad6-59be3348d9cd, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:52:23.804319 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:23.847806 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-21061520-8273-437a-a361-1198de24fd1b service neutron] For port a49babc2-48be-479f-8e1e-14c993e81340, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:52:23.859185 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-2265d17d-d7b2-4f76-8c83-f2cee5ab148e req-477395b8-2acc-46dc-bc28-b9cd26dcb15c tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] No DVR routers for this DVR port 9f12000d-3ba1-4512-8d78-99a6007ea22e on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:52:23.865031 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-2265d17d-d7b2-4f76-8c83-f2cee5ab148e req-477395b8-2acc-46dc-bc28-b9cd26dcb15c tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:23.867136 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2265d17d-d7b2-4f76-8c83-f2cee5ab148e req-477395b8-2acc-46dc-bc28-b9cd26dcb15c tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.44 "DELETE /v2.0/ports/9f12000d-3ba1-4512-8d78-99a6007ea22e HTTP/1.1" status: 204 len: 173 time: 1.6757383 Sep 21 17:52:23.868866 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6130800-b060-4d6f-b177-c915669d494c', 'name': 'network-vif-deleted', 'tag': '9f12000d-3ba1-4512-8d78-99a6007ea22e'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:52:23.887568 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697cc245-d81c-4523-8130-4dd18fb32f71" -d '{"events": [{"server_uuid": "e6130800-b060-4d6f-b177-c915669d494c", "name": "network-vif-deleted", "tag": "9f12000d-3ba1-4512-8d78-99a6007ea22e"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:52:23.909676 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-21061520-8273-437a-a361-1198de24fd1b service neutron] For port a49babc2-48be-479f-8e1e-14c993e81340, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a49babc2-48be-479f-8e1e-14c993e81340,segment=NetworkSegment(ad9b3b18-9dd1-4056-8261-3cbc4aa98be9),segment_id=ad9b3b18-9dd1-4056-8261-3cbc4aa98be9)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:52:23.991420 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-21061520-8273-437a-a361-1198de24fd1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:24.080854 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-56c5721d-9b4a-4132-b0e9-38a2055ebc1a tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:24.083668 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-56c5721d-9b4a-4132-b0e9-38a2055ebc1a tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] 10.222.0.44 "GET /v2.0/networks?id=459e5cc4-f469-4f58-b00c-d9cb5394a14d HTTP/1.1" status: 200 len: 813 time: 0.3341317 Sep 21 17:52:24.099622 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-0ddc6e47-04ee-45c9-b0c5-61c75ea91930 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] Request body: {'port': {'device_id': '56604825-6486-4fe6-aa85-b13a9f3d7b11', 'network_id': '459e5cc4-f469-4f58-b00c-d9cb5394a14d', 'admin_state_up': True, 'tenant_id': 'fdd4f8611b664e4f8e7834720729502c'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:52:24.109762 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba582ba7-ed24-4c69-8f63-9628391ab34b req-ea02f5df-708c-4f9b-91d4-4fac8b7e3ab2 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6130800-b060-4d6f-b177-c915669d494c HTTP/1.1" status: 200 len: 210 time: 0.3498552 Sep 21 17:52:24.356456 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-694bf173-4941-4466-8a7b-5c68dde515c3 req-a39bd519-2d60-4861-b899-c1d0461b24d6 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] 10.222.0.58 "GET /v2.0/ports?device_id=56604825-6486-4fe6-aa85-b13a9f3d7b11 HTTP/1.1" status: 200 len: 210 time: 0.0530331 Sep 21 17:52:24.359555 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-21061520-8273-437a-a361-1198de24fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:24.361284 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-21061520-8273-437a-a361-1198de24fd1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:24.362752 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-21061520-8273-437a-a361-1198de24fd1b service neutron] 10.222.0.38 "PUT /v2.0/ports/a49babc2-48be-479f-8e1e-14c993e81340 HTTP/1.1" status: 200 len: 1092 time: 2.8825481 Sep 21 17:52:24.425967 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-408afde2-4c4b-48f6-9906-c02e11587490 service neutron] Request body: {'port': {'device_id': '8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:52:24.468571 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-0ddc6e47-04ee-45c9-b0c5-61c75ea91930 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] Made reservation on behalf of fdd4f8611b664e4f8e7834720729502c for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:52:24.474592 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-0ddc6e47-04ee-45c9-b0c5-61c75ea91930 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:24.518483 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:24.545289 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-971a9560-197e-4c4e-84ad-22dfc3ac2c80 req-938a2c00-30dc-40e1-acf3-50114a177566 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=8668e4c0-b256-41bd-95d2-8f70b37d3838 HTTP/1.1" status: 200 len: 210 time: 0.2351251 Sep 21 17:52:24.555058 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0866facf-f40f-42fd-8613-3ba697957b5a x-openstack-request-id: req-0866facf-f40f-42fd-8613-3ba697957b5a {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:52:24.555371 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6130800-b060-4d6f-b177-c915669d494c", "name": "network-vif-deleted", "tag": "9f12000d-3ba1-4512-8d78-99a6007ea22e", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:52:24.555630 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0866facf-f40f-42fd-8613-3ba697957b5a {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:52:24.557472 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6130800-b060-4d6f-b177-c915669d494c', 'name': 'network-vif-deleted', 'tag': '9f12000d-3ba1-4512-8d78-99a6007ea22e', 'status': 'completed', 'code': 200} Sep 21 17:52:24.589131 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:52:24.683373 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] For port ff3a01c5-c401-4b70-bad6-59be3348d9cd, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:52:24.745209 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:52:24.745744 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:24.757028 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] For port ff3a01c5-c401-4b70-bad6-59be3348d9cd, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ff3a01c5-c401-4b70-bad6-59be3348d9cd,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:52:24.800381 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296c904-ce6d-4ad1-a926-eb4d222e1351 req-5894f29b-4b8c-49c5-9fa5-5f14c8d3ba53 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:24.811435 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b296c904-ce6d-4ad1-a926-eb4d222e1351 req-5894f29b-4b8c-49c5-9fa5-5f14c8d3ba53 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 943 time: 0.2689412 Sep 21 17:52:24.866461 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:24.881148 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21061520-8273-437a-a361-1198de24fd1b service neutron] Pushing event updated for resources: {'Port': ['ID=a49babc2-48be-479f-8e1e-14c993e81340,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:24.960993 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-1eb7ff68-8bae-4a38-b920-45ce44ef3fa2 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=3610951a499a4b849d645b1f3befe3a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2238302 Sep 21 17:52:24.964599 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b296c904-ce6d-4ad1-a926-eb4d222e1351 req-dc02ffd9-1905-4e6c-9513-b68c296cdae3 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502240 Sep 21 17:52:25.017639 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:25.042728 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-0ddc6e47-04ee-45c9-b0c5-61c75ea91930 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] Allocated IP 172.20.0.13 (459e5cc4-f469-4f58-b00c-d9cb5394a14d/70f01d08-3de7-4d22-8c7e-b2ddc9b66acf/4048c638-1673-4799-b5e4-27f995a43505) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:52:25.095954 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f77c21-8587-4262-b484-b4f35cadbbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:52:25.103585 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39855024-3544-4b60-8219-0b293e525ab9" -d '{"events": [{"server_uuid": "37f77c21-8587-4262-b484-b4f35cadbbba", "name": "network-vif-plugged", "status": "completed", "tag": "450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:52:25.153501 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:25.164637 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:25.217379 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:25.217810 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:25.219342 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] 10.222.0.38 "PUT /v2.0/ports/ff3a01c5-c401-4b70-bad6-59be3348d9cd HTTP/1.1" status: 200 len: 1091 time: 3.6200280 Sep 21 17:52:25.249314 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-408afde2-4c4b-48f6-9906-c02e11587490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:25.423104 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf,revision_number=7']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:25.514871 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba695c4-c5f9-46ac-af1d-4d39b861aa24 service neutron] Pushing event updated for resources: {'Port': ['ID=ff3a01c5-c401-4b70-bad6-59be3348d9cd,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:25.525148 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69487e-cabe-4869-adfe-dd521e4361e8 req-c40061a3-efad-4fef-91b8-08a9a6bce260 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:25.531567 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69487e-cabe-4869-adfe-dd521e4361e8 req-c40061a3-efad-4fef-91b8-08a9a6bce260 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:25.533413 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0a69487e-cabe-4869-adfe-dd521e4361e8 req-c40061a3-efad-4fef-91b8-08a9a6bce260 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e HTTP/1.1" status: 200 len: 1667 time: 0.1076119 Sep 21 17:52:25.574106 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-0ddc6e47-04ee-45c9-b0c5-61c75ea91930 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:25.613894 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-6e19c7ce-f754-44e3-ab04-1a0952470fe5 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:25.628826 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-6e19c7ce-f754-44e3-ab04-1a0952470fe5 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6668451 Sep 21 17:52:25.635832 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0a69487e-cabe-4869-adfe-dd521e4361e8 req-3c7b7d94-1664-4429-bf5c-a63939527731 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777910 Sep 21 17:52:25.659034 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-257917d4-e7ff-443f-8838-5748d61d2b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:25.660951 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-257917d4-e7ff-443f-8838-5748d61d2b89 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=57dccdb6847547f580dd9713009778d2&device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 1094 time: 0.3484666 Sep 21 17:52:25.675508 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-79a8008d-3ae7-41b5-9eaf-954368671470 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/quotas/3610951a499a4b849d645b1f3befe3a2 HTTP/1.1" status: 200 len: 375 time: 0.0447376 Sep 21 17:52:25.738638 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-0ddc6e47-04ee-45c9-b0c5-61c75ea91930 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:25.843157 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-0ddc6e47-04ee-45c9-b0c5-61c75ea91930 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] Network 459e5cc4-f469-4f58-b00c-d9cb5394a14d is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:52:25.847030 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-0ddc6e47-04ee-45c9-b0c5-61c75ea91930 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:52:25.854676 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-0ddc6e47-04ee-45c9-b0c5-61c75ea91930 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:52:25.905891 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-57a065bc-85d6-463d-81f3-a164f9e12928 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff3a01c5-c401-4b70-bad6-59be3348d9cd HTTP/1.1" status: 200 len: 217 time: 0.1732085 Sep 21 17:52:25.909872 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791383da-d454-4340-98c9-b195bd77808d x-openstack-request-id: req-791383da-d454-4340-98c9-b195bd77808d {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:52:25.910370 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f77c21-8587-4262-b484-b4f35cadbbba", "name": "network-vif-plugged", "status": "completed", "tag": "450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:52:25.910525 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-791383da-d454-4340-98c9-b195bd77808d {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:52:25.910881 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f77c21-8587-4262-b484-b4f35cadbbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf', 'code': 200} Sep 21 17:52:25.921411 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-5f28595c-7f83-47c6-97fa-6d9860465ff4 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3610951a499a4b849d645b1f3befe3a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2428532 Sep 21 17:52:25.952518 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc6e47-04ee-45c9-b0c5-61c75ea91930 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] Pushing event updated for resources: {'Port': ['ID=4048c638-1673-4799-b5e4-27f995a43505,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:26.002620 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-0ddc6e47-04ee-45c9-b0c5-61c75ea91930 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:26.003350 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-0ddc6e47-04ee-45c9-b0c5-61c75ea91930 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:26.084672 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-f712533b-ccff-4f46-acd8-f1b0280840a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:26.086516 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-f712533b-ccff-4f46-acd8-f1b0280840a4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f5dcf0d3-3653-4c17-af0f-a1adf84dd578 HTTP/1.1" status: 200 len: 861 time: 0.1615307 Sep 21 17:52:26.095260 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-0ddc6e47-04ee-45c9-b0c5-61c75ea91930 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0012498 Sep 21 17:52:26.115128 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] Request body: {'port': {'device_id': '56604825-6486-4fe6-aa85-b13a9f3d7b11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:52:26.181060 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a199f-288c-401b-91f5-6ca4424ca619 req-df166587-6a1d-4bd6-b690-6837eb76cce5 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:26.185603 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b42a199f-288c-401b-91f5-6ca4424ca619 req-df166587-6a1d-4bd6-b690-6837eb76cce5 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] 10.222.0.58 "GET /v2.0/ports?device_id=56604825-6486-4fe6-aa85-b13a9f3d7b11 HTTP/1.1" status: 200 len: 932 time: 0.1360068 Sep 21 17:52:26.234384 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-ce437f0d-4490-4423-85cf-a1a63623a2a3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=24a709a9-6fef-4b8b-a432-62063bc26954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873125 Sep 21 17:52:26.412817 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-f5bc516a-d432-4add-a233-7f84cf51e3e9 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=3610951a499a4b849d645b1f3befe3a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410058 Sep 21 17:52:26.420058 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:26.549744 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b42a199f-288c-401b-91f5-6ca4424ca619 req-571ada7c-6a43-4d8e-8ee3-375dc11454fb tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a406e5-c107-446b-9c84-ef7c2fe530c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074825 Sep 21 17:52:26.566776 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e', 'tag': 'a49babc2-48be-479f-8e1e-14c993e81340'}, {'name': 'network-changed', 'server_uuid': 'd9c84283-ac28-4b68-8c05-c2c30d3dbcb6', 'tag': 'ff3a01c5-c401-4b70-bad6-59be3348d9cd'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:52:26.575809 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c497941-cf47-42ef-a212-56425414304e" -d '{"events": [{"name": "network-changed", "server_uuid": "8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e", "tag": "a49babc2-48be-479f-8e1e-14c993e81340"}, {"name": "network-changed", "server_uuid": "d9c84283-ac28-4b68-8c05-c2c30d3dbcb6", "tag": "ff3a01c5-c401-4b70-bad6-59be3348d9cd"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:52:26.789459 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-408afde2-4c4b-48f6-9906-c02e11587490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf5909e-4f18-42b2-8812-de35b5b0a4a8 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:52:26.800187 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-408afde2-4c4b-48f6-9906-c02e11587490 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:26.815411 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-408afde2-4c4b-48f6-9906-c02e11587490 service neutron] Transition to ACTIVE for port object caf5909e-4f18-42b2-8812-de35b5b0a4a8 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:52:26.825912 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-ec82ff8b-2827-4631-ba95-66a8b7695bd2 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:26.828196 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-ec82ff8b-2827-4631-ba95-66a8b7695bd2 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4042811 Sep 21 17:52:26.831311 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-408afde2-4c4b-48f6-9906-c02e11587490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:26.882475 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-f6e2e5cb-0342-48b4-856e-0ec69ebffeae service neutron] 10.222.0.38 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6373470 Sep 21 17:52:26.893035 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408afde2-4c4b-48f6-9906-c02e11587490 service neutron] Pushing event updated for resources: {'Port': ['ID=caf5909e-4f18-42b2-8812-de35b5b0a4a8,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:26.903224 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-79617a0a-0e1e-469e-a844-c47537b5934a tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Request body: {'port': {'device_id': '6cd70a80-2ab4-4e7c-b391-e57800d6f6b0', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'admin_state_up': True, 'tenant_id': '3610951a499a4b849d645b1f3befe3a2'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:52:27.029872 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be1d1e6f-9a72-42f2-95e9-516461888da4 req-a74c8abd-a655-4399-97de-867f776d3ce0 service neutron] 10.222.0.38 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327298 Sep 21 17:52:27.048685 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3d0f1d3d-e7cb-43ee-864a-98e9bfdc1ea2 req-93dbeca1-32fc-4169-8952-f31f73a93de3 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/ports?device_id=c501f326-aad6-4c49-b8e3-99bd14369e1c HTTP/1.1" status: 200 len: 210 time: 0.2184629 Sep 21 17:52:27.632326 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 21 Sep 2021 17:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be616de9-c57b-44a4-a73c-c77f78587bf4 x-openstack-request-id: req-be616de9-c57b-44a4-a73c-c77f78587bf4 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:52:27.632616 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e", "tag": "a49babc2-48be-479f-8e1e-14c993e81340", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d9c84283-ac28-4b68-8c05-c2c30d3dbcb6", "tag": "ff3a01c5-c401-4b70-bad6-59be3348d9cd", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:52:27.632865 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-be616de9-c57b-44a4-a73c-c77f78587bf4 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:52:27.633547 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e', 'tag': 'a49babc2-48be-479f-8e1e-14c993e81340', 'status': 'completed', 'code': 200} Sep 21 17:52:27.633823 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c84283-ac28-4b68-8c05-c2c30d3dbcb6', 'tag': 'ff3a01c5-c401-4b70-bad6-59be3348d9cd', 'status': 'completed', 'code': 200} Sep 21 17:52:27.720953 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-408afde2-4c4b-48f6-9906-c02e11587490 service neutron] Attempting to bind port caf5909e-4f18-42b2-8812-de35b5b0a4a8 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:52:27.721555 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-408afde2-4c4b-48f6-9906-c02e11587490 service neutron] Attempting to bind port caf5909e-4f18-42b2-8812-de35b5b0a4a8 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '1423dfc9-e4ec-4978-b438-5f140d62b8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'befc2595-34b4-4aae-b55a-b9ad873abb89'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:52:27.721887 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-408afde2-4c4b-48f6-9906-c02e11587490 service neutron] Attempting to bind port caf5909e-4f18-42b2-8812-de35b5b0a4a8 on network befc2595-34b4-4aae-b55a-b9ad873abb89 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:52:27.732434 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-408afde2-4c4b-48f6-9906-c02e11587490 service neutron] Port caf5909e-4f18-42b2-8812-de35b5b0a4a8 on network befc2595-34b4-4aae-b55a-b9ad873abb89 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:52:27.732768 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-408afde2-4c4b-48f6-9906-c02e11587490 service neutron] Attempting to bind port caf5909e-4f18-42b2-8812-de35b5b0a4a8 on network befc2595-34b4-4aae-b55a-b9ad873abb89 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:52:27.736854 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8448f-582e-4b49-a27f-667f4edde2bb req-d18e081c-60ee-4b25-a5db-d3f96d789aae tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:27.751212 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0ca8448f-582e-4b49-a27f-667f4edde2bb req-d18e081c-60ee-4b25-a5db-d3f96d789aae tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 943 time: 0.1244307 Sep 21 17:52:27.761077 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c497941-cf47-42ef-a212-56425414304e req-3a505aad-ae0b-4d34-9ab5-10a286e63bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:27.761598 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c497941-cf47-42ef-a212-56425414304e req-3a505aad-ae0b-4d34-9ab5-10a286e63bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:27.763811 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c497941-cf47-42ef-a212-56425414304e req-3a505aad-ae0b-4d34-9ab5-10a286e63bab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e723094aa6f4441a862c24afd6445d40&device_id=8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e HTTP/1.1" status: 200 len: 1939 time: 0.1260839 Sep 21 17:52:27.767850 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-408afde2-4c4b-48f6-9906-c02e11587490 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:52:27.768190 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-408afde2-4c4b-48f6-9906-c02e11587490 service neutron] Checking segment: {'id': '1423dfc9-e4ec-4978-b438-5f140d62b8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'befc2595-34b4-4aae-b55a-b9ad873abb89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:52:27.768577 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-408afde2-4c4b-48f6-9906-c02e11587490 service neutron] Bound using segment: {'id': '1423dfc9-e4ec-4978-b438-5f140d62b8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'befc2595-34b4-4aae-b55a-b9ad873abb89'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:52:27.769032 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-408afde2-4c4b-48f6-9906-c02e11587490 service neutron] Bound port: caf5909e-4f18-42b2-8812-de35b5b0a4a8, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1423dfc9-e4ec-4978-b438-5f140d62b8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'befc2595-34b4-4aae-b55a-b9ad873abb89'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:52:27.769399 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-408afde2-4c4b-48f6-9906-c02e11587490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:27.793315 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4048c638-1673-4799-b5e4-27f995a43505 {{(pid=101461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:52:27.821150 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:27.849599 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-408afde2-4c4b-48f6-9906-c02e11587490 service neutron] For port caf5909e-4f18-42b2-8812-de35b5b0a4a8, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:52:27.867942 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.provisioning_blocks [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] Transition to ACTIVE for port object 4048c638-1673-4799-b5e4-27f995a43505 will not be triggered until provisioned by entity L2. {{(pid=101461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:52:27.882384 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0ca8448f-582e-4b49-a27f-667f4edde2bb req-473468e7-b671-4923-9b9b-f0891ceb6e9c tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274712 Sep 21 17:52:27.892730 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:27.975321 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-408afde2-4c4b-48f6-9906-c02e11587490 service neutron] For port caf5909e-4f18-42b2-8812-de35b5b0a4a8, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=caf5909e-4f18-42b2-8812-de35b5b0a4a8,segment=NetworkSegment(1423dfc9-e4ec-4978-b438-5f140d62b8ab),segment_id=1423dfc9-e4ec-4978-b438-5f140d62b8ab)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:52:27.989045 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-81d34d92-35ea-45d2-8f27-794ee87d4102 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=3610951a499a4b849d645b1f3befe3a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1205678 Sep 21 17:52:28.003048 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-408afde2-4c4b-48f6-9906-c02e11587490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:28.017456 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cae87-4532-40bb-a7f0-d0195560c48b req-72957f6c-0441-4b0f-bfe4-8777eb6ea80f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:28.026901 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cae87-4532-40bb-a7f0-d0195560c48b req-72957f6c-0441-4b0f-bfe4-8777eb6ea80f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:28.036004 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] Pushing event updated for resources: {'Port': ['ID=4048c638-1673-4799-b5e4-27f995a43505,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:28.036252 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d40cae87-4532-40bb-a7f0-d0195560c48b req-72957f6c-0441-4b0f-bfe4-8777eb6ea80f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e HTTP/1.1" status: 200 len: 1679 time: 0.4056337 Sep 21 17:52:28.137391 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:28.138059 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:28.138624 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:28.139269 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:28.139778 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:28.140296 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:28.140835 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:28.141363 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:28.141882 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:28.142396 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:28.142895 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:28.143425 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:28.174320 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] Attempting to bind port 4048c638-1673-4799-b5e4-27f995a43505 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:52:28.174992 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] Attempting to bind port 4048c638-1673-4799-b5e4-27f995a43505 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'cc74250c-3b73-47e2-be62-4cd165f69346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '459e5cc4-f469-4f58-b00c-d9cb5394a14d'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:52:28.175519 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] Attempting to bind port 4048c638-1673-4799-b5e4-27f995a43505 on network 459e5cc4-f469-4f58-b00c-d9cb5394a14d {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:52:28.195723 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] Port 4048c638-1673-4799-b5e4-27f995a43505 on network 459e5cc4-f469-4f58-b00c-d9cb5394a14d not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:52:28.196065 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] Attempting to bind port 4048c638-1673-4799-b5e4-27f995a43505 on network 459e5cc4-f469-4f58-b00c-d9cb5394a14d {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:52:28.202531 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:52:28.202869 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] Checking segment: {'id': 'cc74250c-3b73-47e2-be62-4cd165f69346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '459e5cc4-f469-4f58-b00c-d9cb5394a14d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:52:28.203314 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] Bound using segment: {'id': 'cc74250c-3b73-47e2-be62-4cd165f69346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '459e5cc4-f469-4f58-b00c-d9cb5394a14d'} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:52:28.203756 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] Bound port: 4048c638-1673-4799-b5e4-27f995a43505, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc74250c-3b73-47e2-be62-4cd165f69346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '459e5cc4-f469-4f58-b00c-d9cb5394a14d'}}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:52:28.204126 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:28.254964 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61369894-6bc1-48e4-b0cc-d7c60bffc2f8 req-524f3333-6c50-43c2-bd15-91fb2944a8e7 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:28.263717 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-61369894-6bc1-48e4-b0cc-d7c60bffc2f8 req-524f3333-6c50-43c2-bd15-91fb2944a8e7 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 949 time: 0.2283559 Sep 21 17:52:28.280314 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408afde2-4c4b-48f6-9906-c02e11587490 service neutron] Pushing event updated for resources: {'Port': ['ID=caf5909e-4f18-42b2-8812-de35b5b0a4a8,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:28.320445 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-f75ce1a2-5c2e-4e95-8cb9-93b71639584c tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:28.322005 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-f75ce1a2-5c2e-4e95-8cb9-93b71639584c tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2751300 Sep 21 17:52:28.335530 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-61369894-6bc1-48e4-b0cc-d7c60bffc2f8 req-020075f8-fd26-442c-940f-6b207f19a4ed tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707676 Sep 21 17:52:28.362358 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] For port 4048c638-1673-4799-b5e4-27f995a43505, host n-h2-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:52:28.366431 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] For port 4048c638-1673-4799-b5e4-27f995a43505, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=4048c638-1673-4799-b5e4-27f995a43505,segment=NetworkSegment(cc74250c-3b73-47e2-be62-4cd165f69346),segment_id=cc74250c-3b73-47e2-be62-4cd165f69346)] {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:52:28.381480 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:28.396724 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-657cf05f-e4e1-45ab-9e44-ce16858e22c8 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Request body: {'port': {'device_id': 'c501f326-aad6-4c49-b8e3-99bd14369e1c', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'admin_state_up': True, 'tenant_id': '3610951a499a4b849d645b1f3befe3a2'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:52:28.407988 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796cbf00-a738-473b-bc7e-5d9e341ae3a2 req-98b13d86-7ace-4fe4-91e5-d4a320a0c8c9 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:28.411737 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-796cbf00-a738-473b-bc7e-5d9e341ae3a2 req-98b13d86-7ace-4fe4-91e5-d4a320a0c8c9 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 949 time: 0.2444181 Sep 21 17:52:28.425488 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:28.426194 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:28.427888 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] 10.222.0.44 "PUT /v2.0/ports/4048c638-1673-4799-b5e4-27f995a43505 HTTP/1.1" status: 200 len: 1092 time: 2.3221965 Sep 21 17:52:28.428529 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56604825-6486-4fe6-aa85-b13a9f3d7b11', 'tag': '4048c638-1673-4799-b5e4-27f995a43505'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:52:28.437204 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c692671-7c0a-46bc-9fda-1855ef0b5e32" -d '{"events": [{"name": "network-changed", "server_uuid": "56604825-6486-4fe6-aa85-b13a9f3d7b11", "tag": "4048c638-1673-4799-b5e4-27f995a43505"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:52:28.569310 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-408afde2-4c4b-48f6-9906-c02e11587490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:28.570074 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-408afde2-4c4b-48f6-9906-c02e11587490 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:28.571717 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-408afde2-4c4b-48f6-9906-c02e11587490 service neutron] 10.222.0.38 "PUT /v2.0/ports/caf5909e-4f18-42b2-8812-de35b5b0a4a8 HTTP/1.1" status: 200 len: 1092 time: 4.1666470 Sep 21 17:52:28.589233 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-79617a0a-0e1e-469e-a844-c47537b5934a tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Made reservation on behalf of 3610951a499a4b849d645b1f3befe3a2 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:52:28.600244 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-79617a0a-0e1e-469e-a844-c47537b5934a tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:28.618116 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f8eef-2ecf-421a-9192-4f4724070f09 service neutron] Pushing event updated for resources: {'Port': ['ID=4048c638-1673-4799-b5e4-27f995a43505,revision_number=3']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:28.661086 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-c79693ed-7fca-49f7-843d-dfed0a5cd5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:28.664450 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-c79693ed-7fca-49f7-843d-dfed0a5cd5c6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fdd4f8611b664e4f8e7834720729502c&device_id=56604825-6486-4fe6-aa85-b13a9f3d7b11 HTTP/1.1" status: 200 len: 1095 time: 0.1047192 Sep 21 17:52:28.685249 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad9d5c-23d1-4124-b80a-564b2899504d req-bdb1a7f9-f7ed-4553-916d-26bfd4b12a6a tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:28.693269 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fdad9d5c-23d1-4124-b80a-564b2899504d req-bdb1a7f9-f7ed-4553-916d-26bfd4b12a6a tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] 10.222.0.58 "GET /v2.0/ports?device_id=56604825-6486-4fe6-aa85-b13a9f3d7b11 HTTP/1.1" status: 200 len: 944 time: 0.1357780 Sep 21 17:52:28.708869 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d40cae87-4532-40bb-a7f0-d0195560c48b req-69fa7ecc-e401-45ff-b8aa-089359bdc028 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6696472 Sep 21 17:52:28.777359 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-981c3a6b-6a81-476a-914a-1b437da12d61 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4048c638-1673-4799-b5e4-27f995a43505 HTTP/1.1" status: 200 len: 217 time: 0.1009953 Sep 21 17:52:28.823116 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-79617a0a-0e1e-469e-a844-c47537b5934a tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:28.861321 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fdad9d5c-23d1-4124-b80a-564b2899504d req-af19b48e-0e4d-409c-8d42-b2041f1c1b1e tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a406e5-c107-446b-9c84-ef7c2fe530c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666675 Sep 21 17:52:28.879208 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-59516dad-c8ba-4d8e-9e77-fd575fc48e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:28.881098 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-59516dad-c8ba-4d8e-9e77-fd575fc48e23 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=70f01d08-3de7-4d22-8c7e-b2ddc9b66acf HTTP/1.1" status: 200 len: 853 time: 0.0958486 Sep 21 17:52:28.910607 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c497941-cf47-42ef-a212-56425414304e req-9f02dbc4-9d51-4ef8-9f70-27c90b447f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:28.911358 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c497941-cf47-42ef-a212-56425414304e req-9f02dbc4-9d51-4ef8-9f70-27c90b447f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:28.912003 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c497941-cf47-42ef-a212-56425414304e req-9f02dbc4-9d51-4ef8-9f70-27c90b447f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:28.913819 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c497941-cf47-42ef-a212-56425414304e req-9f02dbc4-9d51-4ef8-9f70-27c90b447f7e service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=e723094aa6f4441a862c24afd6445d40&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.1274214 Sep 21 17:52:28.925728 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0d20a84e-1aab-47ac-ac68-dbab6067a4ef req-4fcce9b1-4165-460b-ab0b-fc798107d23f tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/ports?device_id=c501f326-aad6-4c49-b8e3-99bd14369e1c HTTP/1.1" status: 200 len: 210 time: 0.0783525 Sep 21 17:52:28.960970 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-63b09f7f-1ff3-4df8-9162-a3333d58bddd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=459e5cc4-f469-4f58-b00c-d9cb5394a14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677571 Sep 21 17:52:28.994866 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cceb8f-e39c-4fe2-8d6d-b2021568ef59 x-openstack-request-id: req-42cceb8f-e39c-4fe2-8d6d-b2021568ef59 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:52:28.995186 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56604825-6486-4fe6-aa85-b13a9f3d7b11", "tag": "4048c638-1673-4799-b5e4-27f995a43505", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:52:28.995425 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-42cceb8f-e39c-4fe2-8d6d-b2021568ef59 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:52:28.995846 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56604825-6486-4fe6-aa85-b13a9f3d7b11', 'tag': '4048c638-1673-4799-b5e4-27f995a43505', 'status': 'completed', 'code': 200} Sep 21 17:52:29.119915 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-796cbf00-a738-473b-bc7e-5d9e341ae3a2 req-c0d2a72e-4a30-4932-9b24-66ccfb8735b9 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Deleting port c68b5a8b-2abe-43cb-9563-22cd56c02184 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:52:29.120995 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-796cbf00-a738-473b-bc7e-5d9e341ae3a2 req-c0d2a72e-4a30-4932-9b24-66ccfb8735b9 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:29.173668 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca0f8b-d8dc-43b0-b079-05508c712856 req-45a1019a-9406-4215-8862-63cfd52e68f2 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:29.181376 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4fca0f8b-d8dc-43b0-b079-05508c712856 req-45a1019a-9406-4215-8862-63cfd52e68f2 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 943 time: 0.0885799 Sep 21 17:52:29.183807 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c497941-cf47-42ef-a212-56425414304e req-d4ea601d-7a2d-42bf-ae50-315f6b9d4b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:29.185997 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c497941-cf47-42ef-a212-56425414304e req-d4ea601d-7a2d-42bf-ae50-315f6b9d4b54 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2458887 Sep 21 17:52:29.222281 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-fe20a5d8-6f94-463e-b623-8c1f86d17135 service neutron] 10.222.0.44 "GET /v2.0/networks/459e5cc4-f469-4f58-b00c-d9cb5394a14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487483 Sep 21 17:52:29.296118 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4fca0f8b-d8dc-43b0-b079-05508c712856 req-b3d06937-c1a5-4f35-90d7-4d36ace42d17 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138196 Sep 21 17:52:29.391238 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f8c63840-e186-4d7e-beb0-a3a809adae99 req-0b0346d2-a0aa-43fb-9902-0d4495d2d644 service neutron] 10.222.0.44 "GET /v2.0/networks/459e5cc4-f469-4f58-b00c-d9cb5394a14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469157 Sep 21 17:52:29.433947 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-79617a0a-0e1e-469e-a844-c47537b5934a tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:29.471995 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:52:29.486016 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-79617a0a-0e1e-469e-a844-c47537b5934a tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:29.498754 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-960f82c9-65b0-44f6-9822-1878cb5720ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:29.499753 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-960f82c9-65b0-44f6-9822-1878cb5720ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:29.501961 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-960f82c9-65b0-44f6-9822-1878cb5720ab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e723094aa6f4441a862c24afd6445d40&device_id=8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e HTTP/1.1" status: 200 len: 1981 time: 0.2083559 Sep 21 17:52:29.526218 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c692671-7c0a-46bc-9fda-1855ef0b5e32 req-3cf18efa-04db-45d4-9bab-9b9daccf5285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:29.528763 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7c692671-7c0a-46bc-9fda-1855ef0b5e32 req-3cf18efa-04db-45d4-9bab-9b9daccf5285 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fdd4f8611b664e4f8e7834720729502c&device_id=56604825-6486-4fe6-aa85-b13a9f3d7b11 HTTP/1.1" status: 200 len: 1095 time: 0.0687861 Sep 21 17:52:29.623481 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-a6b5aa2f-d84c-40ba-9f8d-0d3cea0afa0d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.107&port_id=a49babc2-48be-479f-8e1e-14c993e81340 HTTP/1.1" status: 200 len: 217 time: 0.0657063 Sep 21 17:52:29.638582 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c497941-cf47-42ef-a212-56425414304e req-91a7524a-ee01-4fed-8627-5cfd1b678920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:29.640276 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c497941-cf47-42ef-a212-56425414304e req-91a7524a-ee01-4fed-8627-5cfd1b678920 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=57dccdb6847547f580dd9713009778d2&device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 1094 time: 0.3039143 Sep 21 17:52:29.647837 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e', 'tag': 'caf5909e-4f18-42b2-8812-de35b5b0a4a8'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:52:29.650231 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b137c842-5434-4fcb-b12e-7ef1a6e8f30a" -d '{"events": [{"name": "network-changed", "server_uuid": "8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e", "tag": "caf5909e-4f18-42b2-8812-de35b5b0a4a8"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:52:29.658179 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-657cf05f-e4e1-45ab-9e44-ce16858e22c8 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Made reservation on behalf of 3610951a499a4b849d645b1f3befe3a2 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:52:29.661753 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-657cf05f-e4e1-45ab-9e44-ce16858e22c8 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:29.678371 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c692671-7c0a-46bc-9fda-1855ef0b5e32 req-a48bced3-b94d-4c09-8cdd-e8e59cc7ca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:29.680427 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7c692671-7c0a-46bc-9fda-1855ef0b5e32 req-a48bced3-b94d-4c09-8cdd-e8e59cc7ca7c service neutron] 10.222.0.44 "GET /v2.0/networks?id=459e5cc4-f469-4f58-b00c-d9cb5394a14d HTTP/1.1" status: 200 len: 914 time: 0.1412499 Sep 21 17:52:29.764057 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7c692671-7c0a-46bc-9fda-1855ef0b5e32 req-36c77f69-27ef-405f-9971-4fd248ac6c76 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4048c638-1673-4799-b5e4-27f995a43505 HTTP/1.1" status: 200 len: 217 time: 0.0716724 Sep 21 17:52:29.775090 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4f50d-7fb0-4165-823e-ffa0a24e7a60 req-59197904-52e4-49f6-b49e-db45d2f454f0 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:29.786999 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9b4f50d-7fb0-4165-823e-ffa0a24e7a60 req-59197904-52e4-49f6-b49e-db45d2f454f0 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 949 time: 0.3210781 Sep 21 17:52:29.788668 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-d13d5568-c612-4d4d-8751-ae796acf966e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:29.790105 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-d13d5568-c612-4d4d-8751-ae796acf966e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2846b347-492a-4121-8f2e-497031803d76 HTTP/1.1" status: 200 len: 801 time: 0.1433833 Sep 21 17:52:29.929289 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c692671-7c0a-46bc-9fda-1855ef0b5e32 req-c4d8bfd1-4471-4162-827a-a40b2da8b73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:29.932828 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7c692671-7c0a-46bc-9fda-1855ef0b5e32 req-c4d8bfd1-4471-4162-827a-a40b2da8b73a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=70f01d08-3de7-4d22-8c7e-b2ddc9b66acf HTTP/1.1" status: 200 len: 853 time: 0.1575422 Sep 21 17:52:29.948851 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e0641-1dbc-46d2-b8e1-ba313e86dc15 req-e301e388-7a8d-4cb5-ad88-a0586834c18b tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:29.956716 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e0641-1dbc-46d2-b8e1-ba313e86dc15 req-e301e388-7a8d-4cb5-ad88-a0586834c18b tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:29.958891 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cc3e0641-1dbc-46d2-b8e1-ba313e86dc15 req-e301e388-7a8d-4cb5-ad88-a0586834c18b tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e HTTP/1.1" status: 200 len: 1679 time: 0.1105862 Sep 21 17:52:30.005633 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7c692671-7c0a-46bc-9fda-1855ef0b5e32 req-08d58c1f-c6e5-4847-95b2-8453fac8829a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=459e5cc4-f469-4f58-b00c-d9cb5394a14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453753 Sep 21 17:52:30.048125 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9b4f50d-7fb0-4165-823e-ffa0a24e7a60 req-0a152388-898f-45a2-b6b1-3e946cc593b4 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398122 Sep 21 17:52:30.049074 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79617a0a-0e1e-469e-a844-c47537b5934a tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7585ba8c-6a20-4c91-9e23-9b680d635c4a,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:30.075813 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-796cbf00-a738-473b-bc7e-5d9e341ae3a2 req-c0d2a72e-4a30-4932-9b24-66ccfb8735b9 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] For port c68b5a8b-2abe-43cb-9563-22cd56c02184, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=c68b5a8b-2abe-43cb-9563-22cd56c02184,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:30.076506 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-796cbf00-a738-473b-bc7e-5d9e341ae3a2 req-c0d2a72e-4a30-4932-9b24-66ccfb8735b9 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:30.159025 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cc3e0641-1dbc-46d2-b8e1-ba313e86dc15 req-de728aae-a603-43cd-937b-508aa063d285 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895044 Sep 21 17:52:30.301116 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7c692671-7c0a-46bc-9fda-1855ef0b5e32 req-07d15e1f-1f99-46a7-a2dc-981b87942858 service neutron] 10.222.0.44 "GET /v2.0/networks/459e5cc4-f469-4f58-b00c-d9cb5394a14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747679 Sep 21 17:52:30.339528 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-657cf05f-e4e1-45ab-9e44-ce16858e22c8 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Allocated IP 192.168.233.125 (c714db5f-672e-4004-8098-88db84169d3c/53f6ee96-7c10-4364-b9ae-9f7e7556e695/653445ed-2468-4a34-8a74-ce7eb0ea6cdf) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:52:30.417330 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7c692671-7c0a-46bc-9fda-1855ef0b5e32 req-63fa130a-9b75-4b68-93f3-57d6bfee8a42 service neutron] 10.222.0.44 "GET /v2.0/networks/459e5cc4-f469-4f58-b00c-d9cb5394a14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960302 Sep 21 17:52:30.442024 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-20681097-0603-4629-b43c-3ba70f8806a7 req-c72ebab2-8579-4344-ba0b-45395ef8225d tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/ports?device_id=c501f326-aad6-4c49-b8e3-99bd14369e1c HTTP/1.1" status: 200 len: 210 time: 0.1386969 Sep 21 17:52:30.493386 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d8498f-203a-4269-b83c-fdfae618ee72 x-openstack-request-id: req-d8d8498f-203a-4269-b83c-fdfae618ee72 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:52:30.493783 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e", "tag": "caf5909e-4f18-42b2-8812-de35b5b0a4a8", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:52:30.494086 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d8d8498f-203a-4269-b83c-fdfae618ee72 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:52:30.494558 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e', 'tag': 'caf5909e-4f18-42b2-8812-de35b5b0a4a8', 'status': 'completed', 'code': 200} Sep 21 17:52:30.549738 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-796cbf00-a738-473b-bc7e-5d9e341ae3a2 req-c0d2a72e-4a30-4932-9b24-66ccfb8735b9 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Calling delete_port for c68b5a8b-2abe-43cb-9563-22cd56c02184 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:52:30.554903 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-c35c2f2d-afde-491e-9867-c7f66dd22f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:30.556485 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-c35c2f2d-afde-491e-9867-c7f66dd22f19 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e5536676-5ef9-44e8-9e38-92a0bc820c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6666358 Sep 21 17:52:30.773242 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-c558656d-a108-46b7-9689-35265ca0ebf8 service neutron] 10.222.0.38 "GET /v2.0/networks/e5536676-5ef9-44e8-9e38-92a0bc820c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579535 Sep 21 17:52:30.860634 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48742c-03de-4854-8721-543d58d76a80 req-b81bcb45-5d88-40a0-9b9e-882306e24d6a tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:30.890835 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7c48742c-03de-4854-8721-543d58d76a80 req-b81bcb45-5d88-40a0-9b9e-882306e24d6a tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 943 time: 0.1636651 Sep 21 17:52:30.939907 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3cd693-7872-46f5-aa48-267a5f804a45 req-2750fcb9-f884-46ad-af27-f2149898c20f tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:30.948627 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1c3cd693-7872-46f5-aa48-267a5f804a45 req-2750fcb9-f884-46ad-af27-f2149898c20f tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] 10.222.0.58 "GET /v2.0/ports?device_id=56604825-6486-4fe6-aa85-b13a9f3d7b11 HTTP/1.1" status: 200 len: 944 time: 0.4845057 Sep 21 17:52:31.008723 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7c48742c-03de-4854-8721-543d58d76a80 req-0a43baf4-89d9-4724-850e-0c0f92df49c9 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145341 Sep 21 17:52:31.066741 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-657cf05f-e4e1-45ab-9e44-ce16858e22c8 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:31.182442 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-7636cb7c-afb8-45b5-9615-03ee78c64669 service neutron] 10.222.0.38 "GET /v2.0/networks/e5536676-5ef9-44e8-9e38-92a0bc820c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840139 Sep 21 17:52:31.233271 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1c3cd693-7872-46f5-aa48-267a5f804a45 req-10e6205f-145a-41d8-9336-fd15ebb37d75 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a406e5-c107-446b-9c84-ef7c2fe530c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834485 Sep 21 17:52:31.244494 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 4048c638-1673-4799-b5e4-27f995a43505 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:52:31.245096 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c497941-cf47-42ef-a212-56425414304e req-156e0a3c-c743-4e23-a78f-a8bde9757ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:31.246150 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c497941-cf47-42ef-a212-56425414304e req-156e0a3c-c743-4e23-a78f-a8bde9757ad5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=24a709a9-6fef-4b8b-a432-62063bc26954 HTTP/1.1" status: 200 len: 922 time: 1.5241477 Sep 21 17:52:31.247608 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-657cf05f-e4e1-45ab-9e44-ce16858e22c8 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:31.248250 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device c68b5a8b-2abe-43cb-9563-22cd56c02184 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:52:31.489651 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51867cf-9c80-4dcf-982b-88034c39ed32 req-c1c1427b-8e19-4280-b3a8-85f864b10401 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:31.491729 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f51867cf-9c80-4dcf-982b-88034c39ed32 req-c1c1427b-8e19-4280-b3a8-85f864b10401 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 949 time: 0.1783242 Sep 21 17:52:31.505564 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c497941-cf47-42ef-a212-56425414304e req-1e0a2bf7-4be6-45fc-b954-c3facdbca09f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff3a01c5-c401-4b70-bad6-59be3348d9cd HTTP/1.1" status: 200 len: 217 time: 0.2221086 Sep 21 17:52:31.517243 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:31.584903 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f51867cf-9c80-4dcf-982b-88034c39ed32 req-7e41013f-5fc3-4bec-8482-6ec8dbfdad37 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830679 Sep 21 17:52:31.621060 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c68b5a8b-2abe-43cb-9563-22cd56c02184'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:52:31.623453 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabb7fa6-4a16-4d43-85b5-e2b7db6d731d" -d '{"events": [{"server_uuid": "6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e", "name": "network-vif-unplugged", "status": "completed", "tag": "c68b5a8b-2abe-43cb-9563-22cd56c02184"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:52:31.662809 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-ef06824f-f810-45dd-967d-d2b1a871830f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.182&port_id=caf5909e-4f18-42b2-8812-de35b5b0a4a8 HTTP/1.1" status: 200 len: 217 time: 0.4408436 Sep 21 17:52:31.675717 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port c68b5a8b-2abe-43cb-9563-22cd56c02184, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=c68b5a8b-2abe-43cb-9563-22cd56c02184,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:31.677858 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 4048c638-1673-4799-b5e4-27f995a43505, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=4048c638-1673-4799-b5e4-27f995a43505,segment=NetworkSegment(cc74250c-3b73-47e2-be62-4cd165f69346),segment_id=cc74250c-3b73-47e2-be62-4cd165f69346)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:31.698983 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:31.755456 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-657cf05f-e4e1-45ab-9e44-ce16858e22c8 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Network c714db5f-672e-4004-8098-88db84169d3c is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:52:31.821142 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a7fcf-8665-4c4a-9072-f351f2f8738d req-ab77b6e2-9ab9-4b6f-8c25-2f5db57294b8 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:31.831884 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3b8a7fcf-8665-4c4a-9072-f351f2f8738d req-ab77b6e2-9ab9-4b6f-8c25-2f5db57294b8 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/ports?device_id=c501f326-aad6-4c49-b8e3-99bd14369e1c HTTP/1.1" status: 200 len: 936 time: 0.1363857 Sep 21 17:52:31.839750 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=c68b5a8b-2abe-43cb-9563-22cd56c02184,revision_number=12']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:31.846582 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '4048c638-1673-4799-b5e4-27f995a43505', 'network_id': '459e5cc4-f469-4f58-b00c-d9cb5394a14d', 'port_id': '4048c638-1673-4799-b5e4-27f995a43505', 'mac_address': 'fa:16:3e:cd:ea:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f01d08-3de7-4d22-8c7e-b2ddc9b66acf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:52:31.872337 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-657cf05f-e4e1-45ab-9e44-ce16858e22c8 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:52:31.889840 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-657cf05f-e4e1-45ab-9e44-ce16858e22c8 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:52:31.903727 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3b8a7fcf-8665-4c4a-9072-f351f2f8738d req-84b8474b-5bee-4f74-be1e-2a9b0d8bac4f tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/security-groups?id=7585ba8c-6a20-4c91-9e23-9b680d635c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681210 Sep 21 17:52:31.992549 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-657cf05f-e4e1-45ab-9e44-ce16858e22c8 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:31.993367 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-657cf05f-e4e1-45ab-9e44-ce16858e22c8 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:32.007634 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:32.051280 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4048c638-1673-4799-b5e4-27f995a43505 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:52:32.066728 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1846e-6bc2-4f11-8081-69387da8a957 req-88db1a4f-b9f7-4e35-a28a-6175a150d318 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:32.077931 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1846e-6bc2-4f11-8081-69387da8a957 req-88db1a4f-b9f7-4e35-a28a-6175a150d318 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:32.097334 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-28e1846e-6bc2-4f11-8081-69387da8a957 req-88db1a4f-b9f7-4e35-a28a-6175a150d318 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e HTTP/1.1" status: 200 len: 1679 time: 0.5836914 Sep 21 17:52:32.121607 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-657cf05f-e4e1-45ab-9e44-ce16858e22c8 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7248809 Sep 21 17:52:32.129056 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 4048c638-1673-4799-b5e4-27f995a43505, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=4048c638-1673-4799-b5e4-27f995a43505,segment=NetworkSegment(cc74250c-3b73-47e2-be62-4cd165f69346),segment_id=cc74250c-3b73-47e2-be62-4cd165f69346)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:32.134441 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-e869d4bb-1482-4b42-8e0c-9abb28067426 service neutron] Request body: {'port': {'device_id': 'c501f326-aad6-4c49-b8e3-99bd14369e1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:52:32.139006 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:32.219710 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 17:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2a1fbe-3c23-4f83-8e6f-ccffb0f8e9bc x-openstack-request-id: req-6c2a1fbe-3c23-4f83-8e6f-ccffb0f8e9bc {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:52:32.219986 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e", "name": "network-vif-unplugged", "status": "completed", "tag": "c68b5a8b-2abe-43cb-9563-22cd56c02184", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:52:32.220275 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6c2a1fbe-3c23-4f83-8e6f-ccffb0f8e9bc {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:52:32.220631 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c68b5a8b-2abe-43cb-9563-22cd56c02184', 'code': 200} Sep 21 17:52:32.277330 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=4048c638-1673-4799-b5e4-27f995a43505,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:32.294712 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657cf05f-e4e1-45ab-9e44-ce16858e22c8 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Pushing event updated for resources: {'Port': ['ID=653445ed-2468-4a34-8a74-ce7eb0ea6cdf,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:32.354700 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-7adc4521-3427-402e-939c-b257dd8404f9 None None] Provisioning complete for port 653445ed-2468-4a34-8a74-ce7eb0ea6cdf triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:52:32.355118 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7adc4521-3427-402e-939c-b257dd8404f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:32.430039 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['4048c638-1673-4799-b5e4-27f995a43505'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:52:32.510692 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d650f8-16c7-4400-ab1d-294c2a92b581 req-515360ff-87cc-46db-bddd-22c90279a4e4 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:32.513513 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-7adc4521-3427-402e-939c-b257dd8404f9 None None] Port 653445ed-2468-4a34-8a74-ce7eb0ea6cdf cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:52:32.522350 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-23d650f8-16c7-4400-ab1d-294c2a92b581 req-515360ff-87cc-46db-bddd-22c90279a4e4 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 943 time: 0.1719019 Sep 21 17:52:32.609666 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-23d650f8-16c7-4400-ab1d-294c2a92b581 req-d91f6a2a-fc40-43ce-8920-ea78e5a7a23c tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862975 Sep 21 17:52:32.863169 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-79617a0a-0e1e-469e-a844-c47537b5934a tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Allocated IP 192.168.233.24 (c714db5f-672e-4004-8098-88db84169d3c/53f6ee96-7c10-4364-b9ae-9f7e7556e695/f8cc2e07-a0e1-43e2-aa5d-8b93db18b216) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:52:32.865658 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-796cbf00-a738-473b-bc7e-5d9e341ae3a2 req-c0d2a72e-4a30-4932-9b24-66ccfb8735b9 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:32.901104 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['09d50637-541d-43ad-8851-a8cefb7b9446'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:52:32.925439 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fb811-c1b0-4e88-906e-a53d808ef1f2 req-58ae3ba5-fdd0-4725-b033-a4a7b9c89596 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:32.935629 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cf5fb811-c1b0-4e88-906e-a53d808ef1f2 req-58ae3ba5-fdd0-4725-b033-a4a7b9c89596 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] 10.222.0.58 "GET /v2.0/ports?device_id=56604825-6486-4fe6-aa85-b13a9f3d7b11 HTTP/1.1" status: 200 len: 945 time: 0.0884562 Sep 21 17:52:33.056497 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cf5fb811-c1b0-4e88-906e-a53d808ef1f2 req-40ad6d8f-c0f9-4879-9e9e-f38e2f38d807 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a406e5-c107-446b-9c84-ef7c2fe530c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220253 Sep 21 17:52:33.091394 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2a72e-4a30-4932-9b24-66ccfb8735b9 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Pushing event deleted for resources: {'Port': ['ID=c68b5a8b-2abe-43cb-9563-22cd56c02184,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:33.096231 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c497941-cf47-42ef-a212-56425414304e req-a01cf547-a849-427e-9c8f-a079aac367e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:33.097740 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c497941-cf47-42ef-a212-56425414304e req-a01cf547-a849-427e-9c8f-a079aac367e0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f5dcf0d3-3653-4c17-af0f-a1adf84dd578 HTTP/1.1" status: 200 len: 861 time: 1.4282513 Sep 21 17:52:33.135701 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-211ffbb4-e026-4403-a150-c8bfae4d448c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:33.139838 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-211ffbb4-e026-4403-a150-c8bfae4d448c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=559e566b-2f23-49b1-8764-f71c184d482d HTTP/1.1" status: 200 len: 801 time: 1.4421873 Sep 21 17:52:33.256060 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-28e1846e-6bc2-4f11-8081-69387da8a957 req-e17943ff-edb4-4525-a657-410f8f9f42d2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1570172 Sep 21 17:52:33.336464 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8c2fd096-7462-4041-8b48-234e4a38007a req-1d24a429-9ed1-46b8-afb9-328a0f21b74f tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e HTTP/1.1" status: 200 len: 210 time: 0.0955629 Sep 21 17:52:33.369533 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c497941-cf47-42ef-a212-56425414304e req-a53a8081-334e-451c-8056-edc39407c181 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=24a709a9-6fef-4b8b-a432-62063bc26954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2221248 Sep 21 17:52:33.374484 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['785b3e6e-7c24-4f49-b532-af0d6e460ec6'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:52:33.654793 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-796cbf00-a738-473b-bc7e-5d9e341ae3a2 req-c0d2a72e-4a30-4932-9b24-66ccfb8735b9 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] No DVR routers for this DVR port c68b5a8b-2abe-43cb-9563-22cd56c02184 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:52:33.656759 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-e869d4bb-1482-4b42-8e0c-9abb28067426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:33.678665 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-796cbf00-a738-473b-bc7e-5d9e341ae3a2 req-c0d2a72e-4a30-4932-9b24-66ccfb8735b9 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:33.689255 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-796cbf00-a738-473b-bc7e-5d9e341ae3a2 req-c0d2a72e-4a30-4932-9b24-66ccfb8735b9 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.44 "DELETE /v2.0/ports/c68b5a8b-2abe-43cb-9563-22cd56c02184 HTTP/1.1" status: 204 len: 173 time: 5.2258382 Sep 21 17:52:33.700276 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e', 'name': 'network-vif-deleted', 'tag': 'c68b5a8b-2abe-43cb-9563-22cd56c02184'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:52:33.713721 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec506858-ee4a-4598-a4ca-bad624fcb8cc" -d '{"events": [{"server_uuid": "6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e", "name": "network-vif-deleted", "tag": "c68b5a8b-2abe-43cb-9563-22cd56c02184"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:52:33.879450 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5adfa-874a-48fd-969d-b78fe5549273 req-d866dc1e-ffa9-497f-b05d-80b04ff4f43d tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:33.881891 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-78f5adfa-874a-48fd-969d-b78fe5549273 req-d866dc1e-ffa9-497f-b05d-80b04ff4f43d tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/ports?device_id=c501f326-aad6-4c49-b8e3-99bd14369e1c HTTP/1.1" status: 200 len: 936 time: 0.4353490 Sep 21 17:52:33.941817 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-87c0772e-134b-447c-92e5-78b59f807a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:33.943386 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-87c0772e-134b-447c-92e5-78b59f807a59 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=befc2595-34b4-4aae-b55a-b9ad873abb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6715975 Sep 21 17:52:34.252395 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-0ebd0e0b-11f3-48a4-9832-28039e8b724b service neutron] 10.222.0.38 "GET /v2.0/networks/befc2595-34b4-4aae-b55a-b9ad873abb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915619 Sep 21 17:52:34.292216 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da785ee4-acf0-4607-b2c7-596a00083eb4 req-863122f7-5c3a-4817-a583-c35adeb92c73 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:34.296171 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-da785ee4-acf0-4607-b2c7-596a00083eb4 req-863122f7-5c3a-4817-a583-c35adeb92c73 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 943 time: 0.1346142 Sep 21 17:52:34.399000 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-da785ee4-acf0-4607-b2c7-596a00083eb4 req-93e1e0a3-71f3-4cbf-94db-3df5af124ba7 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919750 Sep 21 17:52:34.604955 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c497941-cf47-42ef-a212-56425414304e req-5427d00c-817c-43e0-bc5f-fa198e8ac054 service neutron] 10.222.0.38 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2118511 Sep 21 17:52:34.644859 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ea0aae-849e-4c38-9c51-5b58779c01bf x-openstack-request-id: req-e5ea0aae-849e-4c38-9c51-5b58779c01bf {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:52:34.645365 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e", "name": "network-vif-deleted", "tag": "c68b5a8b-2abe-43cb-9563-22cd56c02184", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:52:34.645742 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e5ea0aae-849e-4c38-9c51-5b58779c01bf {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:52:34.646390 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6d8aff-abc3-4c65-ae2f-b2f02b5cc22e', 'name': 'network-vif-deleted', 'tag': 'c68b5a8b-2abe-43cb-9563-22cd56c02184', 'status': 'completed', 'code': 200} Sep 21 17:52:34.691809 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-79617a0a-0e1e-469e-a844-c47537b5934a tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:34.807161 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-78f5adfa-874a-48fd-969d-b78fe5549273 req-1822d68d-b1ab-494d-9e06-6ce4f1bab518 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/security-groups?id=7585ba8c-6a20-4c91-9e23-9b680d635c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8799605 Sep 21 17:52:34.988998 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f1f6762-750f-4def-9ceb-c01c2e10080f req-964cb738-7840-4256-83e0-c75e3c9b1b00 service neutron] 10.222.0.38 "GET /v2.0/networks/befc2595-34b4-4aae-b55a-b9ad873abb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7154632 Sep 21 17:52:35.125353 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b9def-902e-4082-acdd-66374c09862d req-3ccf09a0-f78a-489d-871e-0a29a90499b4 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:35.135791 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-117b9def-902e-4082-acdd-66374c09862d req-3ccf09a0-f78a-489d-871e-0a29a90499b4 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 944 time: 0.0692761 Sep 21 17:52:35.197349 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-117b9def-902e-4082-acdd-66374c09862d req-61765866-71b2-4c3b-a55e-d67dea81324d tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602577 Sep 21 17:52:35.265055 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 4048c638-1673-4799-b5e4-27f995a43505 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:52:35.284141 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13437be-7428-4468-b70f-c74ce9bba2e6 req-db7a9a10-8d52-44dc-b834-2cf6c424b849 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:35.286008 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f13437be-7428-4468-b70f-c74ce9bba2e6 req-db7a9a10-8d52-44dc-b834-2cf6c424b849 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.44 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 944 time: 0.6292160 Sep 21 17:52:35.299192 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ad10a-52bd-4b15-8253-49887f75473b req-68ec36c7-c77f-47ae-80c2-d562b116e7c1 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:35.305036 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d49ad10a-52bd-4b15-8253-49887f75473b req-68ec36c7-c77f-47ae-80c2-d562b116e7c1 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] 10.222.0.58 "GET /v2.0/ports?device_id=56604825-6486-4fe6-aa85-b13a9f3d7b11 HTTP/1.1" status: 200 len: 945 time: 0.4124353 Sep 21 17:52:35.311923 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137c842-5434-4fcb-b12e-7ef1a6e8f30a req-b77c636f-4ea9-4b27-b3f9-62dab698b7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:35.312814 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137c842-5434-4fcb-b12e-7ef1a6e8f30a req-b77c636f-4ea9-4b27-b3f9-62dab698b7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:35.315709 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b137c842-5434-4fcb-b12e-7ef1a6e8f30a req-b77c636f-4ea9-4b27-b3f9-62dab698b7db service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e723094aa6f4441a862c24afd6445d40&device_id=8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e HTTP/1.1" status: 200 len: 1981 time: 0.2512763 Sep 21 17:52:35.328886 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c497941-cf47-42ef-a212-56425414304e req-963ce12f-7923-4839-8ef6-2060bbd8fad5 service neutron] 10.222.0.38 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6602407 Sep 21 17:52:35.354547 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd78c1-23d8-419d-8339-9a046a0bc469 req-5e0b1982-3050-4102-b557-b68208b065bb tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:35.360673 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 4048c638-1673-4799-b5e4-27f995a43505 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:52:35.364343 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd78c1-23d8-419d-8339-9a046a0bc469 req-5e0b1982-3050-4102-b557-b68208b065bb tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:35.368495 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 4048c638-1673-4799-b5e4-27f995a43505 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:52:35.369269 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:35.374480 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-61bd78c1-23d8-419d-8339-9a046a0bc469 req-5e0b1982-3050-4102-b557-b68208b065bb tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e HTTP/1.1" status: 200 len: 1679 time: 0.0946419 Sep 21 17:52:35.417036 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-79617a0a-0e1e-469e-a844-c47537b5934a tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:35.450849 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-61bd78c1-23d8-419d-8339-9a046a0bc469 req-2c976500-1fb2-4b31-8a42-53431076ea19 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740621 Sep 21 17:52:35.467009 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d49ad10a-52bd-4b15-8253-49887f75473b req-94701fc9-ba19-47ed-b81d-8e3b35d8ca05 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a406e5-c107-446b-9c84-ef7c2fe530c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332259 Sep 21 17:52:35.510613 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-79617a0a-0e1e-469e-a844-c47537b5934a tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Network c714db5f-672e-4004-8098-88db84169d3c is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:52:35.520831 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:35.535816 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-79617a0a-0e1e-469e-a844-c47537b5934a tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:52:35.539183 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-79617a0a-0e1e-469e-a844-c47537b5934a tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:52:35.588855 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56604825-6486-4fe6-aa85-b13a9f3d7b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4048c638-1673-4799-b5e4-27f995a43505'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:52:35.599976 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f7ea55-e72d-45ab-b01d-fa6170fa7d1a" -d '{"events": [{"server_uuid": "56604825-6486-4fe6-aa85-b13a9f3d7b11", "name": "network-vif-plugged", "status": "completed", "tag": "4048c638-1673-4799-b5e4-27f995a43505"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:52:35.621818 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-79617a0a-0e1e-469e-a844-c47537b5934a tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:35.622589 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-79617a0a-0e1e-469e-a844-c47537b5934a tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:35.627779 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 4048c638-1673-4799-b5e4-27f995a43505, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=4048c638-1673-4799-b5e4-27f995a43505,segment=NetworkSegment(cc74250c-3b73-47e2-be62-4cd165f69346),segment_id=cc74250c-3b73-47e2-be62-4cd165f69346)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:35.647733 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:35.678390 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-79617a0a-0e1e-469e-a844-c47537b5934a tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 8.7946024 Sep 21 17:52:35.716791 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510429a8-a250-4f88-a714-621d184c19d0 req-26a6882b-bc7b-46b4-82df-5883b9a796e0 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:35.725302 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-510429a8-a250-4f88-a714-621d184c19d0 req-26a6882b-bc7b-46b4-82df-5883b9a796e0 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 943 time: 0.1011794 Sep 21 17:52:35.730282 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-bfaa47fb-f514-4f6b-9e88-cf5bf8317980 service neutron] Request body: {'port': {'device_id': '6cd70a80-2ab4-4e7c-b391-e57800d6f6b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:52:35.752885 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=4048c638-1673-4799-b5e4-27f995a43505,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:35.801572 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-510429a8-a250-4f88-a714-621d184c19d0 req-9ca8e9eb-9d60-4930-961b-07e70126b263 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691283 Sep 21 17:52:35.911733 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79617a0a-0e1e-469e-a844-c47537b5934a tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Pushing event updated for resources: {'Port': ['ID=f8cc2e07-a0e1-43e2-aa5d-8b93db18b216,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:35.941721 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-bfaa47fb-f514-4f6b-9e88-cf5bf8317980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:35.990868 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3365a6f4-7f7f-45f9-9717-fe14eb31d89e x-openstack-request-id: req-3365a6f4-7f7f-45f9-9717-fe14eb31d89e {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:52:35.991122 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56604825-6486-4fe6-aa85-b13a9f3d7b11", "name": "network-vif-plugged", "status": "completed", "tag": "4048c638-1673-4799-b5e4-27f995a43505", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:52:35.991352 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3365a6f4-7f7f-45f9-9717-fe14eb31d89e {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:52:35.991758 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56604825-6486-4fe6-aa85-b13a9f3d7b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4048c638-1673-4799-b5e4-27f995a43505', 'code': 200} Sep 21 17:52:36.017587 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-6a19259f-2cc4-42b7-bc1b-5c75e3317f8d None None] Provisioning complete for port f8cc2e07-a0e1-43e2-aa5d-8b93db18b216 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:52:36.018099 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6a19259f-2cc4-42b7-bc1b-5c75e3317f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:36.114415 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-6a19259f-2cc4-42b7-bc1b-5c75e3317f8d None None] Port f8cc2e07-a0e1-43e2-aa5d-8b93db18b216 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:52:36.177086 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a94d6-69c0-4218-a12f-93bca4adc2ae req-a3e3501c-daff-460a-9b41-0db2d04ebe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:36.178749 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2a3a94d6-69c0-4218-a12f-93bca4adc2ae req-a3e3501c-daff-460a-9b41-0db2d04ebe7e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=56604825-6486-4fe6-aa85-b13a9f3d7b11 HTTP/1.1" status: 200 len: 1097 time: 0.1177874 Sep 21 17:52:36.188451 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da19c3-4733-425c-8c3e-3112fd7ea35a req-87f1a1ce-a7a6-4c6c-a076-3308973d6442 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:36.196878 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-12da19c3-4733-425c-8c3e-3112fd7ea35a req-87f1a1ce-a7a6-4c6c-a076-3308973d6442 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/ports?device_id=c501f326-aad6-4c49-b8e3-99bd14369e1c HTTP/1.1" status: 200 len: 936 time: 0.0853631 Sep 21 17:52:36.220175 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-e869d4bb-1482-4b42-8e0c-9abb28067426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 653445ed-2468-4a34-8a74-ce7eb0ea6cdf {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:52:36.229884 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-e869d4bb-1482-4b42-8e0c-9abb28067426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:36.253145 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-e869d4bb-1482-4b42-8e0c-9abb28067426 service neutron] Transition to ACTIVE for port object 653445ed-2468-4a34-8a74-ce7eb0ea6cdf will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:52:36.254662 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2a3a94d6-69c0-4218-a12f-93bca4adc2ae req-3c48583a-887c-4616-9b9e-c5a68ce6ba37 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=23a406e5-c107-446b-9c84-ef7c2fe530c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555587 Sep 21 17:52:36.316232 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-12da19c3-4733-425c-8c3e-3112fd7ea35a req-66e435e4-6016-4c80-b306-3f1be9671cf5 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/security-groups?id=7585ba8c-6a20-4c91-9e23-9b680d635c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182501 Sep 21 17:52:36.463009 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-e869d4bb-1482-4b42-8e0c-9abb28067426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:36.465872 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598d590-ce63-45f8-83ad-2dafa402a347 req-37fa8ed5-e96b-4447-9a3d-e2e4f6fd620a tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:36.471453 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5598d590-ce63-45f8-83ad-2dafa402a347 req-37fa8ed5-e96b-4447-9a3d-e2e4f6fd620a tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 944 time: 0.0915201 Sep 21 17:52:36.536097 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5598d590-ce63-45f8-83ad-2dafa402a347 req-3abb7249-a86c-4ed7-9a24-74364b6ba29c tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604739 Sep 21 17:52:36.646699 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869d4bb-1482-4b42-8e0c-9abb28067426 service neutron] Pushing event updated for resources: {'Port': ['ID=653445ed-2468-4a34-8a74-ce7eb0ea6cdf,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:36.657869 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137c842-5434-4fcb-b12e-7ef1a6e8f30a req-57eb2e01-6d24-4344-8762-1b5fbb323c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:36.659420 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b137c842-5434-4fcb-b12e-7ef1a6e8f30a req-57eb2e01-6d24-4344-8762-1b5fbb323c01 service neutron] 10.222.0.38 "GET /v2.0/networks?id=befc2595-34b4-4aae-b55a-b9ad873abb89 HTTP/1.1" status: 200 len: 903 time: 1.3275104 Sep 21 17:52:36.703535 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e01cb8-7375-489a-b2b6-c38ec6d67997 req-11f2a081-c04b-40f7-ad23-5ca7874ff2ee tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:36.710444 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e01cb8-7375-489a-b2b6-c38ec6d67997 req-11f2a081-c04b-40f7-ad23-5ca7874ff2ee tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:36.718501 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-22e01cb8-7375-489a-b2b6-c38ec6d67997 req-11f2a081-c04b-40f7-ad23-5ca7874ff2ee tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e HTTP/1.1" status: 200 len: 1679 time: 0.0965881 Sep 21 17:52:36.749049 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0242c4-3aef-40ee-a1d2-6ef6e1ba543d req-ede18629-99a8-48da-ae9d-8ce7658ae919 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:36.756773 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fd0242c4-3aef-40ee-a1d2-6ef6e1ba543d req-ede18629-99a8-48da-ae9d-8ce7658ae919 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 949 time: 0.2976398 Sep 21 17:52:36.771015 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-22e01cb8-7375-489a-b2b6-c38ec6d67997 req-0bd0189d-1155-4850-a1a6-1b47f12b8d46 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512938 Sep 21 17:52:36.789935 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b137c842-5434-4fcb-b12e-7ef1a6e8f30a req-573314b2-947f-4164-a163-b10654e68143 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.182&port_id=caf5909e-4f18-42b2-8812-de35b5b0a4a8 HTTP/1.1" status: 200 len: 217 time: 0.1204669 Sep 21 17:52:36.801094 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-f13437be-7428-4468-b70f-c74ce9bba2e6 req-76d7ae14-5afd-47fc-bd4c-587843288eaa tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Deleting port 088ae4ee-9c54-471a-9def-2abee202994b {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:52:36.801094 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f13437be-7428-4468-b70f-c74ce9bba2e6 req-76d7ae14-5afd-47fc-bd4c-587843288eaa tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:36.937167 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ecf82-6653-48ab-9dca-7e75396223b2 req-ca5f33a7-2852-441f-be14-f3c171f8ab76 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:36.942937 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-345ecf82-6653-48ab-9dca-7e75396223b2 req-ca5f33a7-2852-441f-be14-f3c171f8ab76 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] 10.222.0.58 "GET /v2.0/ports?device_id=56604825-6486-4fe6-aa85-b13a9f3d7b11 HTTP/1.1" status: 200 len: 946 time: 0.0745618 Sep 21 17:52:36.998523 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fd0242c4-3aef-40ee-a1d2-6ef6e1ba543d req-8c30038c-f030-4a1a-81e2-6e9c60619035 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408316 Sep 21 17:52:37.011839 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137c842-5434-4fcb-b12e-7ef1a6e8f30a req-8f18a08b-ff3c-412d-93e9-a0099ec5433c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:37.013346 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b137c842-5434-4fcb-b12e-7ef1a6e8f30a req-8f18a08b-ff3c-412d-93e9-a0099ec5433c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=559e566b-2f23-49b1-8764-f71c184d482d HTTP/1.1" status: 200 len: 801 time: 0.2111082 Sep 21 17:52:37.018088 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-e869d4bb-1482-4b42-8e0c-9abb28067426 service neutron] Attempting to bind port 653445ed-2468-4a34-8a74-ce7eb0ea6cdf on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:52:37.018431 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-e869d4bb-1482-4b42-8e0c-9abb28067426 service neutron] Attempting to bind port 653445ed-2468-4a34-8a74-ce7eb0ea6cdf by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:52:37.018765 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-e869d4bb-1482-4b42-8e0c-9abb28067426 service neutron] Attempting to bind port 653445ed-2468-4a34-8a74-ce7eb0ea6cdf on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:52:37.028839 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-345ecf82-6653-48ab-9dca-7e75396223b2 req-e136feff-f778-4183-b566-217c41677937 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a406e5-c107-446b-9c84-ef7c2fe530c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748682 Sep 21 17:52:37.034574 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-bfaa47fb-f514-4f6b-9e88-cf5bf8317980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8cc2e07-a0e1-43e2-aa5d-8b93db18b216 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:52:37.057394 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-bfaa47fb-f514-4f6b-9e88-cf5bf8317980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:37.090050 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-e869d4bb-1482-4b42-8e0c-9abb28067426 service neutron] Port 653445ed-2468-4a34-8a74-ce7eb0ea6cdf on network c714db5f-672e-4004-8098-88db84169d3c not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:52:37.090409 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-e869d4bb-1482-4b42-8e0c-9abb28067426 service neutron] Attempting to bind port 653445ed-2468-4a34-8a74-ce7eb0ea6cdf on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:52:37.101205 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-f13437be-7428-4468-b70f-c74ce9bba2e6 req-76d7ae14-5afd-47fc-bd4c-587843288eaa tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] For port 088ae4ee-9c54-471a-9def-2abee202994b, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=088ae4ee-9c54-471a-9def-2abee202994b,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:37.101585 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f13437be-7428-4468-b70f-c74ce9bba2e6 req-76d7ae14-5afd-47fc-bd4c-587843288eaa tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:37.106163 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-bfaa47fb-f514-4f6b-9e88-cf5bf8317980 service neutron] Transition to ACTIVE for port object f8cc2e07-a0e1-43e2-aa5d-8b93db18b216 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:52:37.113188 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-e869d4bb-1482-4b42-8e0c-9abb28067426 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:52:37.116598 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-e869d4bb-1482-4b42-8e0c-9abb28067426 service neutron] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:52:37.116598 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-e869d4bb-1482-4b42-8e0c-9abb28067426 service neutron] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:52:37.116598 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-e869d4bb-1482-4b42-8e0c-9abb28067426 service neutron] Bound port: 653445ed-2468-4a34-8a74-ce7eb0ea6cdf, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:52:37.116598 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-e869d4bb-1482-4b42-8e0c-9abb28067426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:37.123755 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-bfaa47fb-f514-4f6b-9e88-cf5bf8317980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:37.133530 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-f13437be-7428-4468-b70f-c74ce9bba2e6 req-76d7ae14-5afd-47fc-bd4c-587843288eaa tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Calling delete_port for 088ae4ee-9c54-471a-9def-2abee202994b owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:52:37.178984 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392af341-fd87-4fd1-a208-a4f39db1c9f5 req-c6f10105-92e2-44d9-ad45-3e97d0155ab8 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:37.196153 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-392af341-fd87-4fd1-a208-a4f39db1c9f5 req-c6f10105-92e2-44d9-ad45-3e97d0155ab8 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 943 time: 0.0753005 Sep 21 17:52:37.253313 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-392af341-fd87-4fd1-a208-a4f39db1c9f5 req-719b0675-8b32-41c5-b441-51eba9688ace tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501862 Sep 21 17:52:37.269658 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 088ae4ee-9c54-471a-9def-2abee202994b no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:52:37.294703 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137c842-5434-4fcb-b12e-7ef1a6e8f30a req-ddf79e15-1660-4a90-b59e-f0c7c9a87048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:37.296422 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b137c842-5434-4fcb-b12e-7ef1a6e8f30a req-ddf79e15-1660-4a90-b59e-f0c7c9a87048 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=befc2595-34b4-4aae-b55a-b9ad873abb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2688127 Sep 21 17:52:37.449865 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f13437be-7428-4468-b70f-c74ce9bba2e6 req-76d7ae14-5afd-47fc-bd4c-587843288eaa tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:37.451784 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Port 088ae4ee-9c54-471a-9def-2abee202994b update to DOWN by agent not found {{(pid=101462) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 21 17:52:37.477589 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa47fb-f514-4f6b-9e88-cf5bf8317980 service neutron] Pushing event updated for resources: {'Port': ['ID=f8cc2e07-a0e1-43e2-aa5d-8b93db18b216,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:37.701566 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-91a55a8e-9349-4bd6-a080-a1f84bb038a6 req-4b75d351-1377-4896-a970-1eb27e07aaf0 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=93d7beed-6e0e-46af-a069-899eabff5ec7 HTTP/1.1" status: 200 len: 210 time: 0.0604188 Sep 21 17:52:37.736458 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cba855-2633-4439-bd74-ac11e784bc8e req-79ccc3b3-472b-42b5-b161-01911ab0bcb4 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:37.738168 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b2cba855-2633-4439-bd74-ac11e784bc8e req-79ccc3b3-472b-42b5-b161-01911ab0bcb4 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 949 time: 0.0902731 Sep 21 17:52:37.961983 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a04fd-2951-4132-bb4c-f1062e55a113 req-5b4c6338-8a7b-4c96-b039-a088801fe6d1 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:37.968522 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a04fd-2951-4132-bb4c-f1062e55a113 req-5b4c6338-8a7b-4c96-b039-a088801fe6d1 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:37.970483 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-880a04fd-2951-4132-bb4c-f1062e55a113 req-5b4c6338-8a7b-4c96-b039-a088801fe6d1 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e HTTP/1.1" status: 200 len: 1679 time: 0.0993946 Sep 21 17:52:38.017450 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7ae14-5afd-47fc-bd4c-587843288eaa tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Pushing event deleted for resources: {'Port': ['ID=088ae4ee-9c54-471a-9def-2abee202994b,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:38.064566 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-bfaa47fb-f514-4f6b-9e88-cf5bf8317980 service neutron] Attempting to bind port f8cc2e07-a0e1-43e2-aa5d-8b93db18b216 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:52:38.064903 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-bfaa47fb-f514-4f6b-9e88-cf5bf8317980 service neutron] Attempting to bind port f8cc2e07-a0e1-43e2-aa5d-8b93db18b216 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:52:38.065602 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-bfaa47fb-f514-4f6b-9e88-cf5bf8317980 service neutron] Attempting to bind port f8cc2e07-a0e1-43e2-aa5d-8b93db18b216 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:52:38.070238 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-e869d4bb-1482-4b42-8e0c-9abb28067426 service neutron] For port 653445ed-2468-4a34-8a74-ce7eb0ea6cdf, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:52:38.071544 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-880a04fd-2951-4132-bb4c-f1062e55a113 req-a998d937-003a-4fd7-8e3d-6fb6831c8568 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936012 Sep 21 17:52:38.087812 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-b2cba855-2633-4439-bd74-ac11e784bc8e req-c7ad12ca-3fbf-4dc1-9e95-e636bf77a0f8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Deleting port 785b3e6e-7c24-4f49-b532-af0d6e460ec6 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:52:38.088156 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-b2cba855-2633-4439-bd74-ac11e784bc8e req-c7ad12ca-3fbf-4dc1-9e95-e636bf77a0f8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:38.111628 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13437be-7428-4468-b70f-c74ce9bba2e6 req-76d7ae14-5afd-47fc-bd4c-587843288eaa tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] No DVR routers for this DVR port 088ae4ee-9c54-471a-9def-2abee202994b on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:52:38.120292 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-bfaa47fb-f514-4f6b-9e88-cf5bf8317980 service neutron] Port f8cc2e07-a0e1-43e2-aa5d-8b93db18b216 on network c714db5f-672e-4004-8098-88db84169d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:52:38.120633 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-bfaa47fb-f514-4f6b-9e88-cf5bf8317980 service neutron] Attempting to bind port f8cc2e07-a0e1-43e2-aa5d-8b93db18b216 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:52:38.126052 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f13437be-7428-4468-b70f-c74ce9bba2e6 req-76d7ae14-5afd-47fc-bd4c-587843288eaa tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:38.128172 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f13437be-7428-4468-b70f-c74ce9bba2e6 req-76d7ae14-5afd-47fc-bd4c-587843288eaa tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.44 "DELETE /v2.0/ports/088ae4ee-9c54-471a-9def-2abee202994b HTTP/1.1" status: 204 len: 173 time: 2.8209748 Sep 21 17:52:38.129752 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d7beed-6e0e-46af-a069-899eabff5ec7', 'name': 'network-vif-deleted', 'tag': '088ae4ee-9c54-471a-9def-2abee202994b'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:52:38.132126 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72743db4-44c0-4b80-a538-be78e9f5ec7b" -d '{"events": [{"server_uuid": "93d7beed-6e0e-46af-a069-899eabff5ec7", "name": "network-vif-deleted", "tag": "088ae4ee-9c54-471a-9def-2abee202994b"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:52:38.139451 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-e869d4bb-1482-4b42-8e0c-9abb28067426 service neutron] For port 653445ed-2468-4a34-8a74-ce7eb0ea6cdf, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=653445ed-2468-4a34-8a74-ce7eb0ea6cdf,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:52:38.144650 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b137c842-5434-4fcb-b12e-7ef1a6e8f30a req-10ac59a6-4247-4b26-867a-67049c675619 service neutron] 10.222.0.38 "GET /v2.0/networks/befc2595-34b4-4aae-b55a-b9ad873abb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8312211 Sep 21 17:52:38.154638 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c63abb-b6ba-4dfd-99d0-15e511440557 req-9cf29f3f-5c50-4486-928a-8f730cb960d5 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:38.162129 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f6c63abb-b6ba-4dfd-99d0-15e511440557 req-9cf29f3f-5c50-4486-928a-8f730cb960d5 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/ports?device_id=c501f326-aad6-4c49-b8e3-99bd14369e1c HTTP/1.1" status: 200 len: 948 time: 0.6905119 Sep 21 17:52:38.164169 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-bfaa47fb-f514-4f6b-9e88-cf5bf8317980 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:52:38.164505 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-bfaa47fb-f514-4f6b-9e88-cf5bf8317980 service neutron] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:52:38.164883 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-bfaa47fb-f514-4f6b-9e88-cf5bf8317980 service neutron] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:52:38.165338 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-bfaa47fb-f514-4f6b-9e88-cf5bf8317980 service neutron] Bound port: f8cc2e07-a0e1-43e2-aa5d-8b93db18b216, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:52:38.165694 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-bfaa47fb-f514-4f6b-9e88-cf5bf8317980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:38.184978 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-e869d4bb-1482-4b42-8e0c-9abb28067426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:38.248761 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9ea48-3015-4293-9103-5a1973038d20 req-19bab482-af28-4fd4-9a51-ef29dd64af63 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:38.260175 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b7e9ea48-3015-4293-9103-5a1973038d20 req-19bab482-af28-4fd4-9a51-ef29dd64af63 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca727e3-d63b-4803-9e12-c0f78c338388 HTTP/1.1" status: 200 len: 949 time: 0.0859392 Sep 21 17:52:38.267168 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-e869d4bb-1482-4b42-8e0c-9abb28067426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:38.267798 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-e869d4bb-1482-4b42-8e0c-9abb28067426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:38.269208 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-e869d4bb-1482-4b42-8e0c-9abb28067426 service neutron] 10.222.0.38 "PUT /v2.0/ports/653445ed-2468-4a34-8a74-ce7eb0ea6cdf HTTP/1.1" status: 200 len: 1096 time: 6.1450007 Sep 21 17:52:38.306970 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-b2cba855-2633-4439-bd74-ac11e784bc8e req-c7ad12ca-3fbf-4dc1-9e95-e636bf77a0f8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] For port 785b3e6e-7c24-4f49-b532-af0d6e460ec6, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=785b3e6e-7c24-4f49-b532-af0d6e460ec6,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:38.308302 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-b2cba855-2633-4439-bd74-ac11e784bc8e req-c7ad12ca-3fbf-4dc1-9e95-e636bf77a0f8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:38.345653 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-b2cba855-2633-4439-bd74-ac11e784bc8e req-c7ad12ca-3fbf-4dc1-9e95-e636bf77a0f8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Calling delete_port for 785b3e6e-7c24-4f49-b532-af0d6e460ec6 owned by compute:nova {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:52:38.405884 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f6c63abb-b6ba-4dfd-99d0-15e511440557 req-24496e7a-e8fe-4570-bddd-75eb5988bd95 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/security-groups?id=7585ba8c-6a20-4c91-9e23-9b680d635c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405791 Sep 21 17:52:38.443144 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b7e9ea48-3015-4293-9103-5a1973038d20 req-8160930b-572f-4378-8638-4be42fd9e202 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818988 Sep 21 17:52:38.472484 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869d4bb-1482-4b42-8e0c-9abb28067426 service neutron] Pushing event updated for resources: {'Port': ['ID=653445ed-2468-4a34-8a74-ce7eb0ea6cdf,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:38.573378 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b922512-b925-4f13-93e3-c20f3d2f1c2a x-openstack-request-id: req-9b922512-b925-4f13-93e3-c20f3d2f1c2a {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:52:38.573744 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d7beed-6e0e-46af-a069-899eabff5ec7", "name": "network-vif-deleted", "tag": "088ae4ee-9c54-471a-9def-2abee202994b", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:52:38.573919 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9b922512-b925-4f13-93e3-c20f3d2f1c2a {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:52:38.574331 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d7beed-6e0e-46af-a069-899eabff5ec7', 'name': 'network-vif-deleted', 'tag': '088ae4ee-9c54-471a-9def-2abee202994b', 'status': 'completed', 'code': 200} Sep 21 17:52:38.580011 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b137c842-5434-4fcb-b12e-7ef1a6e8f30a req-5818dc62-ec4a-4e1c-8a08-f17c472a4b47 service neutron] 10.222.0.38 "GET /v2.0/networks/befc2595-34b4-4aae-b55a-b9ad873abb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119415 Sep 21 17:52:38.589242 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-bfaa47fb-f514-4f6b-9e88-cf5bf8317980 service neutron] For port f8cc2e07-a0e1-43e2-aa5d-8b93db18b216, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:52:38.595546 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-b2cba855-2633-4439-bd74-ac11e784bc8e req-c7ad12ca-3fbf-4dc1-9e95-e636bf77a0f8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:38.610330 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['09d50637-541d-43ad-8851-a8cefb7b9446'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:52:38.621043 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['785b3e6e-7c24-4f49-b532-af0d6e460ec6'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:52:38.629801 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-5e2a6ad6-1496-4e5e-a543-391b50711bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:38.638589 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-5e2a6ad6-1496-4e5e-a543-391b50711bf8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3610951a499a4b849d645b1f3befe3a2&device_id=c501f326-aad6-4c49-b8e3-99bd14369e1c HTTP/1.1" status: 200 len: 1099 time: 0.2905107 Sep 21 17:52:38.639103 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad12ca-3fbf-4dc1-9e95-e636bf77a0f8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Pushing event deleted for resources: {'Port': ['ID=785b3e6e-7c24-4f49-b532-af0d6e460ec6,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:38.669796 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-bfaa47fb-f514-4f6b-9e88-cf5bf8317980 service neutron] For port f8cc2e07-a0e1-43e2-aa5d-8b93db18b216, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=f8cc2e07-a0e1-43e2-aa5d-8b93db18b216,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:52:38.722758 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device caf5909e-4f18-42b2-8812-de35b5b0a4a8 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:52:38.731939 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-09238af3-cf81-4494-8aa9-51e9ba822deb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=653445ed-2468-4a34-8a74-ce7eb0ea6cdf HTTP/1.1" status: 200 len: 217 time: 0.0738144 Sep 21 17:52:38.733344 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-bfaa47fb-f514-4f6b-9e88-cf5bf8317980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:38.738576 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2cba855-2633-4439-bd74-ac11e784bc8e req-c7ad12ca-3fbf-4dc1-9e95-e636bf77a0f8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] No DVR routers for this DVR port 785b3e6e-7c24-4f49-b532-af0d6e460ec6 on host n-h2-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:52:38.743505 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-b2cba855-2633-4439-bd74-ac11e784bc8e req-c7ad12ca-3fbf-4dc1-9e95-e636bf77a0f8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:38.746047 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b2cba855-2633-4439-bd74-ac11e784bc8e req-c7ad12ca-3fbf-4dc1-9e95-e636bf77a0f8 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.44 "DELETE /v2.0/ports/785b3e6e-7c24-4f49-b532-af0d6e460ec6 HTTP/1.1" status: 204 len: 173 time: 0.9997008 Sep 21 17:52:38.746751 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca727e3-d63b-4803-9e12-c0f78c338388', 'name': 'network-vif-deleted', 'tag': '785b3e6e-7c24-4f49-b532-af0d6e460ec6'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:52:38.749368 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d8c503-92cc-4dec-9b65-291179c445d8" -d '{"events": [{"server_uuid": "7ca727e3-d63b-4803-9e12-c0f78c338388", "name": "network-vif-deleted", "tag": "785b3e6e-7c24-4f49-b532-af0d6e460ec6"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:52:38.777778 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d18b3-7f57-41b7-962a-925ae001680d req-e52c728d-33a8-4f59-8987-b425bfa8fc8c tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:38.793537 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-056d18b3-7f57-41b7-962a-925ae001680d req-e52c728d-33a8-4f59-8987-b425bfa8fc8c tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] 10.222.0.58 "GET /v2.0/ports?device_id=56604825-6486-4fe6-aa85-b13a9f3d7b11 HTTP/1.1" status: 200 len: 946 time: 0.2774143 Sep 21 17:52:38.872106 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-e0aff7af-d68d-44ee-be47-c485f94f668f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:38.874183 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-e0aff7af-d68d-44ee-be47-c485f94f668f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1303513 Sep 21 17:52:38.917395 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-bfaa47fb-f514-4f6b-9e88-cf5bf8317980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:38.919156 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-bfaa47fb-f514-4f6b-9e88-cf5bf8317980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:38.921363 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-bfaa47fb-f514-4f6b-9e88-cf5bf8317980 service neutron] 10.222.0.44 "PUT /v2.0/ports/f8cc2e07-a0e1-43e2-aa5d-8b93db18b216 HTTP/1.1" status: 200 len: 1095 time: 3.2018611 Sep 21 17:52:38.950015 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port caf5909e-4f18-42b2-8812-de35b5b0a4a8, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=caf5909e-4f18-42b2-8812-de35b5b0a4a8,segment=NetworkSegment(1423dfc9-e4ec-4978-b438-5f140d62b8ab),segment_id=1423dfc9-e4ec-4978-b438-5f140d62b8ab)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:38.975036 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'caf5909e-4f18-42b2-8812-de35b5b0a4a8', 'network_id': 'befc2595-34b4-4aae-b55a-b9ad873abb89', 'port_id': 'caf5909e-4f18-42b2-8812-de35b5b0a4a8', 'mac_address': 'fa:16:3e:96:f0:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '559e566b-2f23-49b1-8764-f71c184d482d', 'ip_address': '19.86.0.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:52:39.030189 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:39.051809 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf5909e-4f18-42b2-8812-de35b5b0a4a8 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:52:39.102831 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port caf5909e-4f18-42b2-8812-de35b5b0a4a8, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=caf5909e-4f18-42b2-8812-de35b5b0a4a8,segment=NetworkSegment(1423dfc9-e4ec-4978-b438-5f140d62b8ab),segment_id=1423dfc9-e4ec-4978-b438-5f140d62b8ab)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:39.114599 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:39.115979 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a49babc2-48be-479f-8e1e-14c993e81340 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:52:39.202543 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-056d18b3-7f57-41b7-962a-925ae001680d req-72e45356-2b57-43a2-91c7-9939d4191582 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a406e5-c107-446b-9c84-ef7c2fe530c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075415 Sep 21 17:52:39.221630 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-7a59500c-6bfa-46fe-a013-355edcb6ed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:39.223433 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-7a59500c-6bfa-46fe-a013-355edcb6ed87 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3151028 Sep 21 17:52:39.224122 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa47fb-f514-4f6b-9e88-cf5bf8317980 service neutron] Pushing event updated for resources: {'Port': ['ID=f8cc2e07-a0e1-43e2-aa5d-8b93db18b216,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:39.226431 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc6435-e40d-4412-8052-d0f5892f37a0 req-7d794734-a293-4e69-a65c-40a3dfc449d6 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:39.228174 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d2bc6435-e40d-4412-8052-d0f5892f37a0 req-7d794734-a293-4e69-a65c-40a3dfc449d6 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 943 time: 0.1889303 Sep 21 17:52:39.300599 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port a49babc2-48be-479f-8e1e-14c993e81340, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a49babc2-48be-479f-8e1e-14c993e81340,segment=NetworkSegment(ad9b3b18-9dd1-4056-8261-3cbc4aa98be9),segment_id=ad9b3b18-9dd1-4056-8261-3cbc4aa98be9)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:39.375746 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d2bc6435-e40d-4412-8052-d0f5892f37a0 req-50ddc9af-3aa1-4c96-a7cf-e42274afab49 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203001 Sep 21 17:52:39.502067 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-2e66a1b3-a50d-44da-b202-2055d15ade90 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702289 Sep 21 17:52:39.535067 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'a49babc2-48be-479f-8e1e-14c993e81340', 'network_id': 'e5536676-5ef9-44e8-9e38-92a0bc820c4e', 'port_id': 'a49babc2-48be-479f-8e1e-14c993e81340', 'mac_address': 'fa:16:3e:33:ef:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2846b347-492a-4121-8f2e-497031803d76', 'ip_address': '19.80.0.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:52:39.599058 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-15e4e86e-fa57-41c9-80f0-39048ae62a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:39.601099 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-15e4e86e-fa57-41c9-80f0-39048ae62a4b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3610951a499a4b849d645b1f3befe3a2&device_id=6cd70a80-2ab4-4e7c-b391-e57800d6f6b0 HTTP/1.1" status: 200 len: 1098 time: 0.4899480 Sep 21 17:52:39.620370 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972dd7af-994c-49a4-81fc-82146cf66e5a x-openstack-request-id: req-972dd7af-994c-49a4-81fc-82146cf66e5a {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:52:39.620670 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca727e3-d63b-4803-9e12-c0f78c338388", "name": "network-vif-deleted", "tag": "785b3e6e-7c24-4f49-b532-af0d6e460ec6", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:52:39.621479 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-972dd7af-994c-49a4-81fc-82146cf66e5a {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:52:39.624435 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca727e3-d63b-4803-9e12-c0f78c338388', 'name': 'network-vif-deleted', 'tag': '785b3e6e-7c24-4f49-b532-af0d6e460ec6', 'status': 'completed', 'code': 200} Sep 21 17:52:39.699252 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=caf5909e-4f18-42b2-8812-de35b5b0a4a8,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:39.708743 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:39.728446 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-4308adde-6497-4615-b945-f1a958bd3386 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=f8cc2e07-a0e1-43e2-aa5d-8b93db18b216 HTTP/1.1" status: 200 len: 217 time: 0.1123655 Sep 21 17:52:39.741422 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82451c3b-20d4-403d-8156-b3a73fec5f5c req-446c0bed-403b-404b-9880-4a605923f704 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:39.744330 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a49babc2-48be-479f-8e1e-14c993e81340 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:52:39.747943 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82451c3b-20d4-403d-8156-b3a73fec5f5c req-446c0bed-403b-404b-9880-4a605923f704 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:39.756072 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-82451c3b-20d4-403d-8156-b3a73fec5f5c req-446c0bed-403b-404b-9880-4a605923f704 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e HTTP/1.1" status: 200 len: 1680 time: 0.1302209 Sep 21 17:52:39.789086 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port a49babc2-48be-479f-8e1e-14c993e81340, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a49babc2-48be-479f-8e1e-14c993e81340,segment=NetworkSegment(ad9b3b18-9dd1-4056-8261-3cbc4aa98be9),segment_id=ad9b3b18-9dd1-4056-8261-3cbc4aa98be9)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:39.798242 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:39.831915 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-82451c3b-20d4-403d-8156-b3a73fec5f5c req-ff2d4e29-1ac1-4611-9344-0dc1345c6d58 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747261 Sep 21 17:52:39.892606 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=a49babc2-48be-479f-8e1e-14c993e81340,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:39.980815 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d45ce5-28d2-4a1f-812f-33823c718aa8 req-c39e9e73-de6f-4cd1-824e-af09d2b52ea6 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:39.986973 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c7d45ce5-28d2-4a1f-812f-33823c718aa8 req-c39e9e73-de6f-4cd1-824e-af09d2b52ea6 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/ports?device_id=c501f326-aad6-4c49-b8e3-99bd14369e1c HTTP/1.1" status: 200 len: 948 time: 0.1315587 Sep 21 17:52:39.989763 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-53e464cc-86d8-4665-8b34-5c965446840e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:39.991418 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-53e464cc-86d8-4665-8b34-5c965446840e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.2466469 Sep 21 17:52:39.993837 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba408644-d536-4517-81bb-bf4d8f27e6b9 req-1f7c436e-db42-47fb-9e67-c22f2154c03e service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4748812 Sep 21 17:52:40.097650 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['caf5909e-4f18-42b2-8812-de35b5b0a4a8'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:52:40.139040 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-79739e58-e5b6-48fa-9d26-441bbe351d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:40.140852 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-79739e58-e5b6-48fa-9d26-441bbe351d0b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1411576 Sep 21 17:52:40.146711 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c7d45ce5-28d2-4a1f-812f-33823c718aa8 req-2252a07f-996f-450a-8cb7-64f039f6c6fe tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/security-groups?id=7585ba8c-6a20-4c91-9e23-9b680d635c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457520 Sep 21 17:52:40.394685 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-c43c7ad0-803f-4a2d-a8d7-e07a6876f0e2 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452536 Sep 21 17:52:40.460358 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12b0ec-4f24-4e52-8821-6c9a2b093029 req-20d11236-c721-437c-a2e5-363a1e0334d8 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:40.473215 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3a12b0ec-4f24-4e52-8821-6c9a2b093029 req-20d11236-c721-437c-a2e5-363a1e0334d8 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 945 time: 0.1206768 Sep 21 17:52:40.573698 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01f769-5e6f-4f18-938d-4b3d080695ea req-5916d2da-4eb7-41a0-b029-1506cae60498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:40.575966 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6b01f769-5e6f-4f18-938d-4b3d080695ea req-5916d2da-4eb7-41a0-b029-1506cae60498 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fdd4f8611b664e4f8e7834720729502c&device_id=56604825-6486-4fe6-aa85-b13a9f3d7b11 HTTP/1.1" status: 200 len: 1097 time: 0.0612659 Sep 21 17:52:40.586983 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c501f326-aad6-4c49-b8e3-99bd14369e1c', 'tag': '653445ed-2468-4a34-8a74-ce7eb0ea6cdf'}, {'name': 'network-changed', 'server_uuid': '6cd70a80-2ab4-4e7c-b391-e57800d6f6b0', 'tag': 'f8cc2e07-a0e1-43e2-aa5d-8b93db18b216'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:52:40.590480 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b6cf79-4d61-4f40-a225-9abfc4316c5d" -d '{"events": [{"name": "network-changed", "server_uuid": "c501f326-aad6-4c49-b8e3-99bd14369e1c", "tag": "653445ed-2468-4a34-8a74-ce7eb0ea6cdf"}, {"name": "network-changed", "server_uuid": "6cd70a80-2ab4-4e7c-b391-e57800d6f6b0", "tag": "f8cc2e07-a0e1-43e2-aa5d-8b93db18b216"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:52:40.597993 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3a12b0ec-4f24-4e52-8821-6c9a2b093029 req-3e17ad8f-21ed-4922-9315-eb39e299b42f tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217105 Sep 21 17:52:40.635978 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3f02aaea-1963-4260-a1de-a18a393ebafc req-9e973622-bf40-49bb-8102-22e949871724 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286851 Sep 21 17:52:40.647867 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44b19e-64af-44f9-9d25-2ffe4aff77fa req-24619583-efc5-4e90-95ce-3b09bd95fd4b tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:40.653809 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ee44b19e-64af-44f9-9d25-2ffe4aff77fa req-24619583-efc5-4e90-95ce-3b09bd95fd4b tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.44 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 945 time: 0.1186452 Sep 21 17:52:40.684609 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01f769-5e6f-4f18-938d-4b3d080695ea req-1247a61c-fe0a-4eec-8e04-b3e2ca1d8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:40.686220 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6b01f769-5e6f-4f18-938d-4b3d080695ea req-1247a61c-fe0a-4eec-8e04-b3e2ca1d8154 service neutron] 10.222.0.44 "GET /v2.0/networks?id=459e5cc4-f469-4f58-b00c-d9cb5394a14d HTTP/1.1" status: 200 len: 914 time: 0.1025815 Sep 21 17:52:40.763448 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6b01f769-5e6f-4f18-938d-4b3d080695ea req-de263712-8152-40ee-87c7-66f8254efed5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4048c638-1673-4799-b5e4-27f995a43505 HTTP/1.1" status: 200 len: 217 time: 0.0643437 Sep 21 17:52:40.813104 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfab97-e2d4-426a-8a16-0661f22dc683 req-02d37a7c-93b4-4ffa-a516-ae5bd00f19f5 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:40.815173 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7fcfab97-e2d4-426a-8a16-0661f22dc683 req-02d37a7c-93b4-4ffa-a516-ae5bd00f19f5 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] 10.222.0.58 "GET /v2.0/ports?device_id=56604825-6486-4fe6-aa85-b13a9f3d7b11 HTTP/1.1" status: 200 len: 946 time: 0.0781336 Sep 21 17:52:40.844346 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-ee44b19e-64af-44f9-9d25-2ffe4aff77fa req-8765d77e-3a9d-44cb-b308-0cdf67cb4b8d tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Deleting port 9ab6d309-426f-4163-bdcd-8ac8922a6949 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:52:40.851386 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ee44b19e-64af-44f9-9d25-2ffe4aff77fa req-8765d77e-3a9d-44cb-b308-0cdf67cb4b8d tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:40.863872 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01f769-5e6f-4f18-938d-4b3d080695ea req-65c414b8-de4d-4aba-bf46-ae879b0fe1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:40.865902 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6b01f769-5e6f-4f18-938d-4b3d080695ea req-65c414b8-de4d-4aba-bf46-ae879b0fe1d6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=70f01d08-3de7-4d22-8c7e-b2ddc9b66acf HTTP/1.1" status: 200 len: 853 time: 0.0933957 Sep 21 17:52:40.904645 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6b01f769-5e6f-4f18-938d-4b3d080695ea req-93b8374d-f80c-4819-a5f7-72cc9ea41a4e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=459e5cc4-f469-4f58-b00c-d9cb5394a14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290041 Sep 21 17:52:40.913011 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7fcfab97-e2d4-426a-8a16-0661f22dc683 req-0dd3ed06-3448-4568-9bd8-3b0b3695f409 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a406e5-c107-446b-9c84-ef7c2fe530c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863605 Sep 21 17:52:40.920477 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37113393-b06b-497c-961f-04ec272110e6 req-0d16a06b-4d20-4a29-9474-b55bc432f001 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:40.928489 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-37113393-b06b-497c-961f-04ec272110e6 req-0d16a06b-4d20-4a29-9474-b55bc432f001 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 943 time: 0.1089864 Sep 21 17:52:41.048558 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-37113393-b06b-497c-961f-04ec272110e6 req-447de7a3-2abf-4bb3-96f9-6cbc30f01857 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183124 Sep 21 17:52:41.085527 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-ee44b19e-64af-44f9-9d25-2ffe4aff77fa req-8765d77e-3a9d-44cb-b308-0cdf67cb4b8d tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] For port 9ab6d309-426f-4163-bdcd-8ac8922a6949, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9ab6d309-426f-4163-bdcd-8ac8922a6949,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:41.086255 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ee44b19e-64af-44f9-9d25-2ffe4aff77fa req-8765d77e-3a9d-44cb-b308-0cdf67cb4b8d tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:41.104020 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6b01f769-5e6f-4f18-938d-4b3d080695ea req-eade7229-7950-4f34-b15a-d23efe1a860f service neutron] 10.222.0.44 "GET /v2.0/networks/459e5cc4-f469-4f58-b00c-d9cb5394a14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627910 Sep 21 17:52:41.117290 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-ee44b19e-64af-44f9-9d25-2ffe4aff77fa req-8765d77e-3a9d-44cb-b308-0cdf67cb4b8d tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Calling delete_port for 9ab6d309-426f-4163-bdcd-8ac8922a6949 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:52:41.138961 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['a49babc2-48be-479f-8e1e-14c993e81340'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:52:41.145856 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 21 Sep 2021 17:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cd9d82-5d37-436a-9943-104a500a76c6 x-openstack-request-id: req-e3cd9d82-5d37-436a-9943-104a500a76c6 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:52:41.151565 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c501f326-aad6-4c49-b8e3-99bd14369e1c", "tag": "653445ed-2468-4a34-8a74-ce7eb0ea6cdf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6cd70a80-2ab4-4e7c-b391-e57800d6f6b0", "tag": "f8cc2e07-a0e1-43e2-aa5d-8b93db18b216", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:52:41.152116 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e3cd9d82-5d37-436a-9943-104a500a76c6 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:52:41.152795 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c501f326-aad6-4c49-b8e3-99bd14369e1c', 'tag': '653445ed-2468-4a34-8a74-ce7eb0ea6cdf', 'status': 'completed', 'code': 200} Sep 21 17:52:41.153260 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cd70a80-2ab4-4e7c-b391-e57800d6f6b0', 'tag': 'f8cc2e07-a0e1-43e2-aa5d-8b93db18b216', 'status': 'completed', 'code': 200} Sep 21 17:52:41.257852 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e64a8b-8cab-47fc-a387-c74604c8d37b req-3f505cf0-45db-4ec0-a47d-ed913a097210 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:41.259526 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e2e64a8b-8cab-47fc-a387-c74604c8d37b req-3f505cf0-45db-4ec0-a47d-ed913a097210 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 950 time: 0.1063609 Sep 21 17:52:41.299567 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6b01f769-5e6f-4f18-938d-4b3d080695ea req-e3b9d6e9-022f-4d90-b245-22d8cdcdca63 service neutron] 10.222.0.44 "GET /v2.0/networks/459e5cc4-f469-4f58-b00c-d9cb5394a14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872022 Sep 21 17:52:41.328029 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e2e64a8b-8cab-47fc-a387-c74604c8d37b req-6e05be48-4dde-4677-a2c9-bd8b6bee3397 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593944 Sep 21 17:52:41.363659 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 785b3e6e-7c24-4f49-b532-af0d6e460ec6 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:52:41.400886 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6cf79-4d61-4f40-a225-9abfc4316c5d req-afc0ff07-e336-4b84-86d4-b902edfbe409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:41.402450 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 785b3e6e-7c24-4f49-b532-af0d6e460ec6 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:52:41.402945 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 785b3e6e-7c24-4f49-b532-af0d6e460ec6 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:52:41.403286 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8b6cf79-4d61-4f40-a225-9abfc4316c5d req-afc0ff07-e336-4b84-86d4-b902edfbe409 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3610951a499a4b849d645b1f3befe3a2&device_id=c501f326-aad6-4c49-b8e3-99bd14369e1c HTTP/1.1" status: 200 len: 1099 time: 0.2185831 Sep 21 17:52:41.434326 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6cf79-4d61-4f40-a225-9abfc4316c5d req-67b3e1c2-487e-4f42-8bd6-f632f86f488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:41.446884 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8b6cf79-4d61-4f40-a225-9abfc4316c5d req-67b3e1c2-487e-4f42-8bd6-f632f86f488f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3610951a499a4b849d645b1f3befe3a2&device_id=6cd70a80-2ab4-4e7c-b391-e57800d6f6b0 HTTP/1.1" status: 200 len: 1098 time: 0.2876587 Sep 21 17:52:41.510411 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02392a-6f62-4944-949c-888e73fbec59 req-ccece8e8-5428-4919-8d95-05e4235116ed tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:41.516429 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02392a-6f62-4944-949c-888e73fbec59 req-ccece8e8-5428-4919-8d95-05e4235116ed tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:41.518065 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7f02392a-6f62-4944-949c-888e73fbec59 req-ccece8e8-5428-4919-8d95-05e4235116ed tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e HTTP/1.1" status: 200 len: 1681 time: 0.2017124 Sep 21 17:52:41.660821 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a37bc-7bd8-4636-b5c8-237c4bdcbcbb req-2b6f58bc-77b2-4444-8adc-171283330c52 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:41.663329 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-878a37bc-7bd8-4636-b5c8-237c4bdcbcbb req-2b6f58bc-77b2-4444-8adc-171283330c52 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/ports?device_id=c501f326-aad6-4c49-b8e3-99bd14369e1c HTTP/1.1" status: 200 len: 948 time: 0.0972130 Sep 21 17:52:41.725628 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-878a37bc-7bd8-4636-b5c8-237c4bdcbcbb req-99ee1ea0-03b9-415b-9b2f-a6d8aaad139e tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/security-groups?id=7585ba8c-6a20-4c91-9e23-9b680d635c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559766 Sep 21 17:52:41.743909 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7f02392a-6f62-4944-949c-888e73fbec59 req-93daeb6c-8e3b-4df6-a882-2fec008bd84f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084582 Sep 21 17:52:41.777172 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6cf79-4d61-4f40-a225-9abfc4316c5d req-85f27585-92af-464c-80f3-cadbd9f7774d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:41.780182 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8b6cf79-4d61-4f40-a225-9abfc4316c5d req-85f27585-92af-464c-80f3-cadbd9f7774d service neutron] 10.222.0.44 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.3132365 Sep 21 17:52:41.881147 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6cf79-4d61-4f40-a225-9abfc4316c5d req-388c5350-2db5-41e4-9e72-729f2e1d2e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:41.882920 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8b6cf79-4d61-4f40-a225-9abfc4316c5d req-388c5350-2db5-41e4-9e72-729f2e1d2e12 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.4596794 Sep 21 17:52:41.885278 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8b6cf79-4d61-4f40-a225-9abfc4316c5d req-fdaa489c-c76f-4e8b-8591-7c5bf009b9d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=f8cc2e07-a0e1-43e2-aa5d-8b93db18b216 HTTP/1.1" status: 200 len: 217 time: 0.0913134 Sep 21 17:52:41.886002 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ee44b19e-64af-44f9-9d25-2ffe4aff77fa req-8765d77e-3a9d-44cb-b308-0cdf67cb4b8d tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:42.010682 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765d77e-3a9d-44cb-b308-0cdf67cb4b8d tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Pushing event deleted for resources: {'Port': ['ID=9ab6d309-426f-4163-bdcd-8ac8922a6949,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:42.023540 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6867ea92-7353-4451-83d9-97735c70cb04 req-6eefab8f-ff08-4e90-9097-ec2d2ce347b6 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=50f07497-8c78-404e-a38b-8b2bb6958bbd HTTP/1.1" status: 200 len: 210 time: 0.1443741 Sep 21 17:52:42.062483 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727796a-988b-4d6a-9390-082bd97cee7b req-152cd269-563f-4d6e-8b15-1e562761f0e1 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:42.064116 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9727796a-988b-4d6a-9390-082bd97cee7b req-152cd269-563f-4d6e-8b15-1e562761f0e1 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] 10.222.0.58 "GET /v2.0/ports?device_id=56604825-6486-4fe6-aa85-b13a9f3d7b11 HTTP/1.1" status: 200 len: 946 time: 0.0627122 Sep 21 17:52:42.098748 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8b6cf79-4d61-4f40-a225-9abfc4316c5d req-a74a3ad0-fe54-4f24-b6e3-d03df7db8a96 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=653445ed-2468-4a34-8a74-ce7eb0ea6cdf HTTP/1.1" status: 200 len: 217 time: 0.1913636 Sep 21 17:52:42.150704 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9727796a-988b-4d6a-9390-082bd97cee7b req-28f37f59-380b-453c-b30a-b5df80bf626a tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a406e5-c107-446b-9c84-ef7c2fe530c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761054 Sep 21 17:52:42.160704 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee44b19e-64af-44f9-9d25-2ffe4aff77fa req-8765d77e-3a9d-44cb-b308-0cdf67cb4b8d tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] No DVR routers for this DVR port 9ab6d309-426f-4163-bdcd-8ac8922a6949 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:52:42.193051 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ee44b19e-64af-44f9-9d25-2ffe4aff77fa req-8765d77e-3a9d-44cb-b308-0cdf67cb4b8d tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:42.193051 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ee44b19e-64af-44f9-9d25-2ffe4aff77fa req-8765d77e-3a9d-44cb-b308-0cdf67cb4b8d tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.44 "DELETE /v2.0/ports/9ab6d309-426f-4163-bdcd-8ac8922a6949 HTTP/1.1" status: 204 len: 173 time: 1.5301926 Sep 21 17:52:42.215448 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6cf79-4d61-4f40-a225-9abfc4316c5d req-33d23b5c-e013-4213-98bc-f84e1e701f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:42.217105 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8b6cf79-4d61-4f40-a225-9abfc4316c5d req-33d23b5c-e013-4213-98bc-f84e1e701f8d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.3110769 Sep 21 17:52:42.272911 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d61b0-f5e6-4c6c-8327-79c386686abb req-8dd92f64-b399-45bc-8c12-b5612c60a410 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:42.274464 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e05d61b0-f5e6-4c6c-8327-79c386686abb req-8dd92f64-b399-45bc-8c12-b5612c60a410 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 950 time: 0.2055817 Sep 21 17:52:42.278076 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6cf79-4d61-4f40-a225-9abfc4316c5d req-91d87826-9ba1-400a-99ba-9ae7f91d30d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:42.279687 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8b6cf79-4d61-4f40-a225-9abfc4316c5d req-91d87826-9ba1-400a-99ba-9ae7f91d30d4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1605480 Sep 21 17:52:42.301699 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deeed60-8c26-412f-899a-1ec116334cd9 req-7915dcc0-e5c0-42ea-af56-9ff52417f75a tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:42.307450 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8deeed60-8c26-412f-899a-1ec116334cd9 req-7915dcc0-e5c0-42ea-af56-9ff52417f75a tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 943 time: 0.1568303 Sep 21 17:52:42.423747 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6cf79-4d61-4f40-a225-9abfc4316c5d req-059e31dd-e593-429b-aa6c-9cc2e6b22f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:42.425608 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8b6cf79-4d61-4f40-a225-9abfc4316c5d req-059e31dd-e593-429b-aa6c-9cc2e6b22f8f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1953206 Sep 21 17:52:42.437199 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8deeed60-8c26-412f-899a-1ec116334cd9 req-c9d2247f-9224-483b-9ead-1f767d7a6bdd tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188018 Sep 21 17:52:42.539884 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6cf79-4d61-4f40-a225-9abfc4316c5d req-240060b3-4c8a-40f5-8d08-a4b34c5032aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:42.541729 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8b6cf79-4d61-4f40-a225-9abfc4316c5d req-240060b3-4c8a-40f5-8d08-a4b34c5032aa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2483094 Sep 21 17:52:42.678884 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8b6cf79-4d61-4f40-a225-9abfc4316c5d req-46fde738-c076-47a4-93db-9419bb4587bf service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395828 Sep 21 17:52:42.715494 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device ff3a01c5-c401-4b70-bad6-59be3348d9cd details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:52:42.718586 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device caf5909e-4f18-42b2-8812-de35b5b0a4a8 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:52:42.727241 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd742ef8-911e-4d37-a20b-60975a2540c1 req-0413e725-c51c-4331-be2a-6b9094e17916 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:42.740372 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dd742ef8-911e-4d37-a20b-60975a2540c1 req-0413e725-c51c-4331-be2a-6b9094e17916 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] 10.222.0.58 "GET /v2.0/ports?device_id=56604825-6486-4fe6-aa85-b13a9f3d7b11 HTTP/1.1" status: 200 len: 946 time: 0.0860624 Sep 21 17:52:42.821852 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dd742ef8-911e-4d37-a20b-60975a2540c1 req-ff843ab8-64bc-4fe9-92ea-db1c0361c590 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a406e5-c107-446b-9c84-ef7c2fe530c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658700 Sep 21 17:52:42.913877 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port caf5909e-4f18-42b2-8812-de35b5b0a4a8 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:52:42.920277 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port caf5909e-4f18-42b2-8812-de35b5b0a4a8 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:52:42.920652 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:42.980684 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0de42-75fc-435e-9448-34341e418248 req-154e7b52-9857-4a87-8274-ade6025c39b3 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:42.983379 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b2f0de42-75fc-435e-9448-34341e418248 req-154e7b52-9857-4a87-8274-ade6025c39b3 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/ports?device_id=c501f326-aad6-4c49-b8e3-99bd14369e1c HTTP/1.1" status: 200 len: 948 time: 0.0732398 Sep 21 17:52:43.009414 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port ff3a01c5-c401-4b70-bad6-59be3348d9cd, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ff3a01c5-c401-4b70-bad6-59be3348d9cd,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:43.032316 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'ff3a01c5-c401-4b70-bad6-59be3348d9cd', 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954', 'port_id': 'ff3a01c5-c401-4b70-bad6-59be3348d9cd', 'mac_address': 'fa:16:3e:f0:e1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5dcf0d3-3653-4c17-af0f-a1adf84dd578', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:52:43.044658 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b2f0de42-75fc-435e-9448-34341e418248 req-ab5ec6a9-d491-410d-b939-66d6cde75d2f tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/security-groups?id=7585ba8c-6a20-4c91-9e23-9b680d635c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521119 Sep 21 17:52:43.088727 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:43.092324 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:43.108994 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68cf0a-e072-4f6d-bf4e-41d658177770 req-ad5489e4-b241-4c28-9d07-19dbf95f1a2b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:43.110516 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4f68cf0a-e072-4f6d-bf4e-41d658177770 req-ad5489e4-b241-4c28-9d07-19dbf95f1a2b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 950 time: 0.5661097 Sep 21 17:52:43.119889 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff3a01c5-c401-4b70-bad6-59be3348d9cd {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:52:43.138594 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-e05d61b0-f5e6-4c6c-8327-79c386686abb req-8c7bb03a-0358-472a-8a98-7ba05d0532c3 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Deleting port 09d50637-541d-43ad-8851-a8cefb7b9446 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:52:43.138594 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e05d61b0-f5e6-4c6c-8327-79c386686abb req-8c7bb03a-0358-472a-8a98-7ba05d0532c3 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:43.147666 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port ff3a01c5-c401-4b70-bad6-59be3348d9cd, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ff3a01c5-c401-4b70-bad6-59be3348d9cd,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:43.173689 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port caf5909e-4f18-42b2-8812-de35b5b0a4a8, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=caf5909e-4f18-42b2-8812-de35b5b0a4a8,segment=NetworkSegment(1423dfc9-e4ec-4978-b438-5f140d62b8ab),segment_id=1423dfc9-e4ec-4978-b438-5f140d62b8ab)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:43.175491 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf5909e-4f18-42b2-8812-de35b5b0a4a8'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:52:43.179377 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e45256-1f8c-4e83-a4e8-222f356465c1" -d '{"events": [{"server_uuid": "8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e", "name": "network-vif-plugged", "status": "completed", "tag": "caf5909e-4f18-42b2-8812-de35b5b0a4a8"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:52:43.183040 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f07497-8c78-404e-a38b-8b2bb6958bbd', 'name': 'network-vif-deleted', 'tag': '9ab6d309-426f-4163-bdcd-8ac8922a6949'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:52:43.184227 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:43.185290 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a49babc2-48be-479f-8e1e-14c993e81340 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:52:43.185436 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf113b8c-9f66-4411-a683-2dc60d4cfed4" -d '{"events": [{"server_uuid": "50f07497-8c78-404e-a38b-8b2bb6958bbd", "name": "network-vif-deleted", "tag": "9ab6d309-426f-4163-bdcd-8ac8922a6949"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:52:43.187535 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:43.188135 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 653445ed-2468-4a34-8a74-ce7eb0ea6cdf details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:52:43.221623 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb271178-6ae1-4fa9-b4f6-9449cd8f862d req-18e5b0ce-b7c0-48b9-82d5-9b5e2bdd13c2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:43.222267 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8b6cf79-4d61-4f40-a225-9abfc4316c5d req-a1c3efed-d6cc-43b6-8862-f363ca7a9158 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6690876 Sep 21 17:52:43.228570 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb271178-6ae1-4fa9-b4f6-9449cd8f862d req-18e5b0ce-b7c0-48b9-82d5-9b5e2bdd13c2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:43.237212 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cb271178-6ae1-4fa9-b4f6-9449cd8f862d req-18e5b0ce-b7c0-48b9-82d5-9b5e2bdd13c2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e HTTP/1.1" status: 200 len: 1681 time: 0.1104410 Sep 21 17:52:43.296433 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cb271178-6ae1-4fa9-b4f6-9449cd8f862d req-05159f17-544d-49bd-be8c-623bbf1241e8 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575683 Sep 21 17:52:43.334452 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4f68cf0a-e072-4f6d-bf4e-41d658177770 req-4a54d6d2-e976-4898-af8c-b5b312f19e83 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/security-groups?id=6fa11079-c284-4c5f-b620-f1a1aa666173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069433 Sep 21 17:52:43.351400 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device f8cc2e07-a0e1-43e2-aa5d-8b93db18b216 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:52:43.354256 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 9ab6d309-426f-4163-bdcd-8ac8922a6949 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:52:43.357089 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=caf5909e-4f18-42b2-8812-de35b5b0a4a8,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:43.409722 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8b6cf79-4d61-4f40-a225-9abfc4316c5d req-7c61a974-6429-494c-9319-58bd1a60e95b service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7203674 Sep 21 17:52:43.413858 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ece5980-7376-467c-b2e8-6f7931123042 x-openstack-request-id: req-3ece5980-7376-467c-b2e8-6f7931123042 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:52:43.414228 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e", "name": "network-vif-plugged", "status": "completed", "tag": "caf5909e-4f18-42b2-8812-de35b5b0a4a8", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:52:43.414542 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3ece5980-7376-467c-b2e8-6f7931123042 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:52:43.415015 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf5909e-4f18-42b2-8812-de35b5b0a4a8', 'code': 200} Sep 21 17:52:43.438816 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-e05d61b0-f5e6-4c6c-8327-79c386686abb req-8c7bb03a-0358-472a-8a98-7ba05d0532c3 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] For port 09d50637-541d-43ad-8851-a8cefb7b9446, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=09d50637-541d-43ad-8851-a8cefb7b9446,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:43.439522 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e05d61b0-f5e6-4c6c-8327-79c386686abb req-8c7bb03a-0358-472a-8a98-7ba05d0532c3 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:43.439936 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 9ab6d309-426f-4163-bdcd-8ac8922a6949 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:52:43.440741 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 9ab6d309-426f-4163-bdcd-8ac8922a6949 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:52:43.442275 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port a49babc2-48be-479f-8e1e-14c993e81340 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:52:43.460204 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port a49babc2-48be-479f-8e1e-14c993e81340 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:52:43.460672 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:43.471884 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8b6cf79-4d61-4f40-a225-9abfc4316c5d req-b2b092b3-0676-4ebd-b225-875ec3436dee service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365582 Sep 21 17:52:43.485618 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-e05d61b0-f5e6-4c6c-8327-79c386686abb req-8c7bb03a-0358-472a-8a98-7ba05d0532c3 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Calling delete_port for 09d50637-541d-43ad-8851-a8cefb7b9446 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:52:43.595488 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 653445ed-2468-4a34-8a74-ce7eb0ea6cdf, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=653445ed-2468-4a34-8a74-ce7eb0ea6cdf,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:43.604430 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c2f16c-3e18-4728-bcc5-635221af24a9 x-openstack-request-id: req-75c2f16c-3e18-4728-bcc5-635221af24a9 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:52:43.604746 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f07497-8c78-404e-a38b-8b2bb6958bbd", "name": "network-vif-deleted", "tag": "9ab6d309-426f-4163-bdcd-8ac8922a6949", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:52:43.605034 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-75c2f16c-3e18-4728-bcc5-635221af24a9 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:52:43.605431 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f07497-8c78-404e-a38b-8b2bb6958bbd', 'name': 'network-vif-deleted', 'tag': '9ab6d309-426f-4163-bdcd-8ac8922a6949', 'status': 'completed', 'code': 200} Sep 21 17:52:43.622866 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=ff3a01c5-c401-4b70-bad6-59be3348d9cd,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:43.653618 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '653445ed-2468-4a34-8a74-ce7eb0ea6cdf', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': '653445ed-2468-4a34-8a74-ce7eb0ea6cdf', 'mac_address': 'fa:16:3e:e3:3b:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:52:43.655576 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cd795-2e0a-4369-8071-e30eb347599d req-38e30457-cab1-47ef-90ff-a281c244703f tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:43.664868 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-911cd795-2e0a-4369-8071-e30eb347599d req-38e30457-cab1-47ef-90ff-a281c244703f tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 944 time: 0.0783305 Sep 21 17:52:43.721243 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-911cd795-2e0a-4369-8071-e30eb347599d req-6a9395bb-dac0-4cf4-a959-a14cd4fffd38 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552087 Sep 21 17:52:43.770702 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:43.776155 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port f8cc2e07-a0e1-43e2-aa5d-8b93db18b216, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=f8cc2e07-a0e1-43e2-aa5d-8b93db18b216,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:43.778605 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e05d61b0-f5e6-4c6c-8327-79c386686abb req-8c7bb03a-0358-472a-8a98-7ba05d0532c3 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:43.945087 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05d61b0-f5e6-4c6c-8327-79c386686abb req-8c7bb03a-0358-472a-8a98-7ba05d0532c3 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] No DVR routers for this DVR port 09d50637-541d-43ad-8851-a8cefb7b9446 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:52:43.946090 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7bb03a-0358-472a-8a98-7ba05d0532c3 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Pushing event deleted for resources: {'Port': ['ID=09d50637-541d-43ad-8851-a8cefb7b9446,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:43.950005 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e05d61b0-f5e6-4c6c-8327-79c386686abb req-8c7bb03a-0358-472a-8a98-7ba05d0532c3 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:43.953488 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e05d61b0-f5e6-4c6c-8327-79c386686abb req-8c7bb03a-0358-472a-8a98-7ba05d0532c3 tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.38 "DELETE /v2.0/ports/09d50637-541d-43ad-8851-a8cefb7b9446 HTTP/1.1" status: 204 len: 173 time: 1.6603942 Sep 21 17:52:43.972418 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8278c1-1ac7-481d-84ff-47192739abac req-08d03c2f-b959-4afc-84d3-821f13915385 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:43.974749 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ed8278c1-1ac7-481d-84ff-47192739abac req-08d03c2f-b959-4afc-84d3-821f13915385 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 945 time: 0.1169879 Sep 21 17:52:43.976553 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eaef33-1a71-483b-b9e5-2ac9fa2f1aea req-5ff07973-ebca-4417-a143-de47f8ad9bca tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:43.985370 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-80eaef33-1a71-483b-b9e5-2ac9fa2f1aea req-5ff07973-ebca-4417-a143-de47f8ad9bca tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] 10.222.0.58 "GET /v2.0/ports?device_id=56604825-6486-4fe6-aa85-b13a9f3d7b11 HTTP/1.1" status: 200 len: 946 time: 0.0750651 Sep 21 17:52:44.055769 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-80eaef33-1a71-483b-b9e5-2ac9fa2f1aea req-b73d99ca-f96e-4562-b756-d1c139607c1e tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a406e5-c107-446b-9c84-ef7c2fe530c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692472 Sep 21 17:52:44.057041 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ed8278c1-1ac7-481d-84ff-47192739abac req-3ed69288-56b2-4ce8-a946-63b8ad84ce1b tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656197 Sep 21 17:52:44.085035 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['09d50637-541d-43ad-8851-a8cefb7b9446'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:52:44.122004 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75360f-cf68-4c4f-9963-1605e724fa92 req-eb19ae60-c2e0-45c8-98bc-55d113dbed6a tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:44.123880 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ed75360f-cf68-4c4f-9963-1605e724fa92 req-eb19ae60-c2e0-45c8-98bc-55d113dbed6a tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] 10.222.0.44 "GET /v2.0/ports?device_id=56604825-6486-4fe6-aa85-b13a9f3d7b11 HTTP/1.1" status: 200 len: 946 time: 0.0818565 Sep 21 17:52:44.125914 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:44.149402 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653445ed-2468-4a34-8a74-ce7eb0ea6cdf {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:52:44.157137 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'f8cc2e07-a0e1-43e2-aa5d-8b93db18b216', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': 'f8cc2e07-a0e1-43e2-aa5d-8b93db18b216', 'mac_address': 'fa:16:3e:13:8d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:52:44.220878 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port a49babc2-48be-479f-8e1e-14c993e81340, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a49babc2-48be-479f-8e1e-14c993e81340,segment=NetworkSegment(ad9b3b18-9dd1-4056-8261-3cbc4aa98be9),segment_id=ad9b3b18-9dd1-4056-8261-3cbc4aa98be9)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:44.223670 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 653445ed-2468-4a34-8a74-ce7eb0ea6cdf, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=653445ed-2468-4a34-8a74-ce7eb0ea6cdf,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:44.234407 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:44.241532 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:44.245504 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:44.298471 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdac9a3-7865-47c3-b2ac-051e5ab22759 req-65277982-f5ce-4292-bb58-95d1399b3a16 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:44.300797 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9fdac9a3-7865-47c3-b2ac-051e5ab22759 req-65277982-f5ce-4292-bb58-95d1399b3a16 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 945 time: 0.0779316 Sep 21 17:52:44.310303 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9612b65-9cc6-409b-81da-c1a4ffa214d5 req-25f56c43-40f0-4c77-9795-7f9e5ab8e68b tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:44.319165 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9612b65-9cc6-409b-81da-c1a4ffa214d5 req-25f56c43-40f0-4c77-9795-7f9e5ab8e68b tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/ports?device_id=c501f326-aad6-4c49-b8e3-99bd14369e1c HTTP/1.1" status: 200 len: 948 time: 0.1701372 Sep 21 17:52:44.320166 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8cc2e07-a0e1-43e2-aa5d-8b93db18b216 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:52:44.432458 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port f8cc2e07-a0e1-43e2-aa5d-8b93db18b216, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=f8cc2e07-a0e1-43e2-aa5d-8b93db18b216,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:44.437346 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=a49babc2-48be-479f-8e1e-14c993e81340,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:44.489181 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:44.511284 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9612b65-9cc6-409b-81da-c1a4ffa214d5 req-6a2e9fe3-7621-43b6-a631-5c2ae5a15841 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/security-groups?id=7585ba8c-6a20-4c91-9e23-9b680d635c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852415 Sep 21 17:52:44.544559 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af83ee8-84e8-41fd-a232-a8a27ba7772c req-54c2fff1-9833-4829-8277-c66b96e5368e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:44.555785 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af83ee8-84e8-41fd-a232-a8a27ba7772c req-54c2fff1-9833-4829-8277-c66b96e5368e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:44.564916 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['ff3a01c5-c401-4b70-bad6-59be3348d9cd'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:52:44.567457 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['653445ed-2468-4a34-8a74-ce7eb0ea6cdf'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:52:44.575748 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2af83ee8-84e8-41fd-a232-a8a27ba7772c req-54c2fff1-9833-4829-8277-c66b96e5368e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e HTTP/1.1" status: 200 len: 1683 time: 0.1741667 Sep 21 17:52:44.635432 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2af83ee8-84e8-41fd-a232-a8a27ba7772c req-42b629ea-df5d-4e7c-98ff-988e5c0f77b2 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586355 Sep 21 17:52:44.677900 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-ed75360f-cf68-4c4f-9963-1605e724fa92 req-348d1807-b319-4807-91b5-e791fe55cc22 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] Deleting port 4048c638-1673-4799-b5e4-27f995a43505 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:52:44.678315 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ed75360f-cf68-4c4f-9963-1605e724fa92 req-348d1807-b319-4807-91b5-e791fe55cc22 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:44.724783 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-9fdac9a3-7865-47c3-b2ac-051e5ab22759 req-dae5fdbd-fd23-4646-aa0c-11fe36fc25c1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Deleting port 65dff5a5-5e62-487b-954c-6d78ff73c641 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:52:44.725173 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9fdac9a3-7865-47c3-b2ac-051e5ab22759 req-dae5fdbd-fd23-4646-aa0c-11fe36fc25c1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:44.746780 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=653445ed-2468-4a34-8a74-ce7eb0ea6cdf,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:44.766102 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 09d50637-541d-43ad-8851-a8cefb7b9446 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:52:44.795727 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7cbc5c98-744c-4bec-a02c-c63ff0006449 req-3e6d021c-7924-4af7-b2aa-d2c55b93bf6b tempest-MigrationsAdminTest-393897852 tempest-MigrationsAdminTest-393897852-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ba486-632e-46f1-8a27-792ee075a404 HTTP/1.1" status: 200 len: 210 time: 0.1098187 Sep 21 17:52:44.814973 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 09d50637-541d-43ad-8851-a8cefb7b9446 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:52:44.816370 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 09d50637-541d-43ad-8851-a8cefb7b9446 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:52:44.849176 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['f8cc2e07-a0e1-43e2-aa5d-8b93db18b216'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:52:44.942318 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-9fdac9a3-7865-47c3-b2ac-051e5ab22759 req-dae5fdbd-fd23-4646-aa0c-11fe36fc25c1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] For port 65dff5a5-5e62-487b-954c-6d78ff73c641, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=65dff5a5-5e62-487b-954c-6d78ff73c641,segment=NetworkSegment(d50cc00e-8af1-432c-8758-2ed1bb30aa57),segment_id=d50cc00e-8af1-432c-8758-2ed1bb30aa57)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:44.942782 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9fdac9a3-7865-47c3-b2ac-051e5ab22759 req-dae5fdbd-fd23-4646-aa0c-11fe36fc25c1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:44.958038 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-ed75360f-cf68-4c4f-9963-1605e724fa92 req-348d1807-b319-4807-91b5-e791fe55cc22 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] For port 4048c638-1673-4799-b5e4-27f995a43505, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=4048c638-1673-4799-b5e4-27f995a43505,segment=NetworkSegment(cc74250c-3b73-47e2-be62-4cd165f69346),segment_id=cc74250c-3b73-47e2-be62-4cd165f69346)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:44.958386 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ed75360f-cf68-4c4f-9963-1605e724fa92 req-348d1807-b319-4807-91b5-e791fe55cc22 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:44.968429 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-9fdac9a3-7865-47c3-b2ac-051e5ab22759 req-dae5fdbd-fd23-4646-aa0c-11fe36fc25c1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Calling delete_port for 65dff5a5-5e62-487b-954c-6d78ff73c641 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:52:44.973436 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def685da-4e25-4b11-968e-1fc907904e7f req-5e905610-ca75-4409-8a6b-900631103bc8 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:44.977864 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-ed75360f-cf68-4c4f-9963-1605e724fa92 req-348d1807-b319-4807-91b5-e791fe55cc22 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] Calling delete_port for 4048c638-1673-4799-b5e4-27f995a43505 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:52:44.986062 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-def685da-4e25-4b11-968e-1fc907904e7f req-5e905610-ca75-4409-8a6b-900631103bc8 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 944 time: 0.0935671 Sep 21 17:52:45.027903 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=f8cc2e07-a0e1-43e2-aa5d-8b93db18b216,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:45.082613 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-def685da-4e25-4b11-968e-1fc907904e7f req-bb7e1c29-353c-4342-bede-3b95201ab21b tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953732 Sep 21 17:52:45.249247 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048a618-6784-44c8-a22e-f1704af2d07c req-a3e4d6b3-1a5f-4093-af7c-bcaf93f33f3d tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:45.250794 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d048a618-6784-44c8-a22e-f1704af2d07c req-a3e4d6b3-1a5f-4093-af7c-bcaf93f33f3d tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] 10.222.0.58 "GET /v2.0/ports?device_id=56604825-6486-4fe6-aa85-b13a9f3d7b11 HTTP/1.1" status: 200 len: 946 time: 0.0774207 Sep 21 17:52:45.307733 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d048a618-6784-44c8-a22e-f1704af2d07c req-efba51c8-6ee0-42cc-9f14-9e77c146905f tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] 10.222.0.58 "GET /v2.0/security-groups?id=23a406e5-c107-446b-9c84-ef7c2fe530c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499642 Sep 21 17:52:45.351748 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06c10d-d2a4-488a-b50d-06d7fe0f93b2 req-2657993b-e5da-4a9a-aa08-6f0256b1d836 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:45.356270 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 4048c638-1673-4799-b5e4-27f995a43505 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:52:45.362769 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9e06c10d-d2a4-488a-b50d-06d7fe0f93b2 req-2657993b-e5da-4a9a-aa08-6f0256b1d836 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6f9c07-84b1-4230-b640-6dfced1e623c HTTP/1.1" status: 200 len: 945 time: 0.1635458 Sep 21 17:52:45.427430 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9fdac9a3-7865-47c3-b2ac-051e5ab22759 req-dae5fdbd-fd23-4646-aa0c-11fe36fc25c1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:45.436610 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49babc2-48be-479f-8e1e-14c993e81340'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:52:45.439702 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a93ee0-377c-4218-9af8-feeaed2453b9" -d '{"events": [{"server_uuid": "8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e", "name": "network-vif-plugged", "status": "completed", "tag": "a49babc2-48be-479f-8e1e-14c993e81340"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:52:45.485172 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:45.493402 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9e06c10d-d2a4-488a-b50d-06d7fe0f93b2 req-bbd45726-615a-4e1a-a7a8-a09897b39daa tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289232 Sep 21 17:52:45.501387 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe83699-c442-49d2-97a4-0dd60f1aedfe x-openstack-request-id: req-dfe83699-c442-49d2-97a4-0dd60f1aedfe {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:52:45.501690 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e", "name": "network-vif-plugged", "status": "completed", "tag": "a49babc2-48be-479f-8e1e-14c993e81340", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:52:45.501941 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dfe83699-c442-49d2-97a4-0dd60f1aedfe {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:52:45.502336 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49babc2-48be-479f-8e1e-14c993e81340', 'code': 200} Sep 21 17:52:45.554724 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5fdbd-fd23-4646-aa0c-11fe36fc25c1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Pushing event deleted for resources: {'Port': ['ID=65dff5a5-5e62-487b-954c-6d78ff73c641,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:45.591516 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fdac9a3-7865-47c3-b2ac-051e5ab22759 req-dae5fdbd-fd23-4646-aa0c-11fe36fc25c1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] No DVR routers for this DVR port 65dff5a5-5e62-487b-954c-6d78ff73c641 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:52:45.593298 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ed75360f-cf68-4c4f-9963-1605e724fa92 req-348d1807-b319-4807-91b5-e791fe55cc22 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:45.595456 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9fdac9a3-7865-47c3-b2ac-051e5ab22759 req-dae5fdbd-fd23-4646-aa0c-11fe36fc25c1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:45.597546 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9fdac9a3-7865-47c3-b2ac-051e5ab22759 req-dae5fdbd-fd23-4646-aa0c-11fe36fc25c1 tempest-LiveMigrationTest-1038768525 tempest-LiveMigrationTest-1038768525-project] 10.222.0.44 "DELETE /v2.0/ports/65dff5a5-5e62-487b-954c-6d78ff73c641 HTTP/1.1" status: 204 len: 173 time: 1.2458584 Sep 21 17:52:45.604725 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 65dff5a5-5e62-487b-954c-6d78ff73c641 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:52:45.610749 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0ba486-632e-46f1-8a27-792ee075a404', 'name': 'network-vif-deleted', 'tag': '09d50637-541d-43ad-8851-a8cefb7b9446'}, {'server_uuid': 'fd6f9c07-84b1-4230-b640-6dfced1e623c', 'name': 'network-vif-deleted', 'tag': '65dff5a5-5e62-487b-954c-6d78ff73c641'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:52:45.614251 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb296c7b-40fe-40d4-bece-71845584124b" -d '{"events": [{"server_uuid": "6c0ba486-632e-46f1-8a27-792ee075a404", "name": "network-vif-deleted", "tag": "09d50637-541d-43ad-8851-a8cefb7b9446"}, {"server_uuid": "fd6f9c07-84b1-4230-b640-6dfced1e623c", "name": "network-vif-deleted", "tag": "65dff5a5-5e62-487b-954c-6d78ff73c641"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:52:45.631630 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 65dff5a5-5e62-487b-954c-6d78ff73c641 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:52:45.631987 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 65dff5a5-5e62-487b-954c-6d78ff73c641 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:52:45.667958 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f376439-dd46-4061-aaa8-c123d85d9209 req-2b4f3147-d975-47af-8318-97593f6f9b14 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:45.677050 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1f376439-dd46-4061-aaa8-c123d85d9209 req-2b4f3147-d975-47af-8318-97593f6f9b14 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/ports?device_id=c501f326-aad6-4c49-b8e3-99bd14369e1c HTTP/1.1" status: 200 len: 949 time: 0.0683720 Sep 21 17:52:45.680835 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d1807-b319-4807-91b5-e791fe55cc22 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] Pushing event deleted for resources: {'Port': ['ID=4048c638-1673-4799-b5e4-27f995a43505,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:45.724443 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1f376439-dd46-4061-aaa8-c123d85d9209 req-5523dc1e-de2b-4f15-ad75-781687e22d8b tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/security-groups?id=7585ba8c-6a20-4c91-9e23-9b680d635c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462811 Sep 21 17:52:45.765405 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed75360f-cf68-4c4f-9963-1605e724fa92 req-348d1807-b319-4807-91b5-e791fe55cc22 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] No DVR routers for this DVR port 4048c638-1673-4799-b5e4-27f995a43505 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:52:45.768519 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ed75360f-cf68-4c4f-9963-1605e724fa92 req-348d1807-b319-4807-91b5-e791fe55cc22 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:45.772452 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ed75360f-cf68-4c4f-9963-1605e724fa92 req-348d1807-b319-4807-91b5-e791fe55cc22 tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] 10.222.0.44 "DELETE /v2.0/ports/4048c638-1673-4799-b5e4-27f995a43505 HTTP/1.1" status: 204 len: 173 time: 1.6402915 Sep 21 17:52:45.790177 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Sep 2021 17:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e370950-d4fe-4c2f-805e-cd8a63e51724 x-openstack-request-id: req-4e370950-d4fe-4c2f-805e-cd8a63e51724 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:52:45.790471 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0ba486-632e-46f1-8a27-792ee075a404", "name": "network-vif-deleted", "tag": "09d50637-541d-43ad-8851-a8cefb7b9446", "status": "completed", "code": 200}, {"server_uuid": "fd6f9c07-84b1-4230-b640-6dfced1e623c", "name": "network-vif-deleted", "tag": "65dff5a5-5e62-487b-954c-6d78ff73c641", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:52:45.790748 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4e370950-d4fe-4c2f-805e-cd8a63e51724 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:52:45.791230 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0ba486-632e-46f1-8a27-792ee075a404', 'name': 'network-vif-deleted', 'tag': '09d50637-541d-43ad-8851-a8cefb7b9446', 'status': 'completed', 'code': 200} Sep 21 17:52:45.791682 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6f9c07-84b1-4230-b640-6dfced1e623c', 'name': 'network-vif-deleted', 'tag': '65dff5a5-5e62-487b-954c-6d78ff73c641', 'status': 'completed', 'code': 200} Sep 21 17:52:45.866457 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dba0ba-8e50-4796-9d7b-6901f6598040 req-7a5633c5-8696-4af9-988b-af4e909c6eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:45.867159 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dba0ba-8e50-4796-9d7b-6901f6598040 req-7a5633c5-8696-4af9-988b-af4e909c6eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:45.869199 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-73dba0ba-8e50-4796-9d7b-6901f6598040 req-7a5633c5-8696-4af9-988b-af4e909c6eb3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e HTTP/1.1" status: 200 len: 1985 time: 0.2448382 Sep 21 17:52:45.873179 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f2e03fb4-19e0-4e7a-9e91-4d575a9dff96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:45.880808 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347f451-8b82-4fd1-ab41-e6e65a3278c0 req-0d7f292b-41b2-4940-b510-e151b0f36416 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:45.894171 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347f451-8b82-4fd1-ab41-e6e65a3278c0 req-0d7f292b-41b2-4940-b510-e151b0f36416 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:45.895850 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0347f451-8b82-4fd1-ab41-e6e65a3278c0 req-0d7f292b-41b2-4940-b510-e151b0f36416 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e HTTP/1.1" status: 200 len: 1683 time: 0.1343405 Sep 21 17:52:45.954730 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0347f451-8b82-4fd1-ab41-e6e65a3278c0 req-122a12a2-b6be-43a8-ad14-4ac78667d31f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505812 Sep 21 17:52:45.956463 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-73dba0ba-8e50-4796-9d7b-6901f6598040 req-88396cdd-7487-4249-a526-6636c16c328d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596969 Sep 21 17:52:46.159197 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54204) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:46.295506 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edc4f2-04a3-42a3-b6db-19970f2476da req-d7db1e3c-85cf-4074-9436-7d2f48f52382 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:46.297080 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d8edc4f2-04a3-42a3-b6db-19970f2476da req-d7db1e3c-85cf-4074-9436-7d2f48f52382 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 944 time: 0.0732329 Sep 21 17:52:46.361194 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-aa1dcfe9-796e-4807-98ee-492269be1b7d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cf880db396d441f990414b9e732efe10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2005787 Sep 21 17:52:46.364004 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54224) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:46.379858 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d8edc4f2-04a3-42a3-b6db-19970f2476da req-dbc3d2c1-1997-455e-9f15-e3a5dfa04124 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667181 Sep 21 17:52:46.430368 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3871aa61-0dc4-4e29-9393-bc21e9023f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:46.456798 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3871aa61-0dc4-4e29-9393-bc21e9023f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:46.509922 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3871aa61-0dc4-4e29-9393-bc21e9023f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:46.510315 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-52756159-054c-4cbf-8093-734c1fb554a6 req-6121ca1d-eeb4-4cf9-ae34-5702a0a89f5c tempest-InstanceActionsTestJSON-611025611 tempest-InstanceActionsTestJSON-611025611-project] 10.222.0.58 "GET /v2.0/ports?device_id=56604825-6486-4fe6-aa85-b13a9f3d7b11 HTTP/1.1" status: 200 len: 210 time: 0.0298636 Sep 21 17:52:46.512619 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3871aa61-0dc4-4e29-9393-bc21e9023f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:46.516394 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3871aa61-0dc4-4e29-9393-bc21e9023f92 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6fa11079-c284-4c5f-b620-f1a1aa666173 HTTP/1.1" status: 204 len: 168 time: 0.1488843 Sep 21 17:52:46.526744 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871aa61-0dc4-4e29-9393-bc21e9023f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa11079-c284-4c5f-b620-f1a1aa666173,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:46.573102 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54242) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:46.683754 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d220ed-4b5d-4a5a-bc1f-0d5ef9116eba admin admin] Deleting subnet f6bcee82-068a-4838-bdd8-412dc7128026 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:52:46.687059 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-06d220ed-4b5d-4a5a-bc1f-0d5ef9116eba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:46.723371 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-06d220ed-4b5d-4a5a-bc1f-0d5ef9116eba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:46.765111 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device ff3a01c5-c401-4b70-bad6-59be3348d9cd up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:52:46.776253 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-06d220ed-4b5d-4a5a-bc1f-0d5ef9116eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:46.836757 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port ff3a01c5-c401-4b70-bad6-59be3348d9cd completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:52:46.841861 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port ff3a01c5-c401-4b70-bad6-59be3348d9cd triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:52:46.842434 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:46.865818 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-06d220ed-4b5d-4a5a-bc1f-0d5ef9116eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:46.875385 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5517f-8373-40c2-abd5-749bbe3afbf7 req-0bbbae11-54fe-4bac-b80b-38ec17b5821d tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:46.881502 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-06d220ed-4b5d-4a5a-bc1f-0d5ef9116eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:46.885087 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-06d220ed-4b5d-4a5a-bc1f-0d5ef9116eba admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f6bcee82-068a-4838-bdd8-412dc7128026 HTTP/1.1" status: 204 len: 168 time: 0.3109503 Sep 21 17:52:46.887880 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e6d5517f-8373-40c2-abd5-749bbe3afbf7 req-0bbbae11-54fe-4bac-b80b-38ec17b5821d tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/ports?device_id=c501f326-aad6-4c49-b8e3-99bd14369e1c HTTP/1.1" status: 200 len: 949 time: 0.0749326 Sep 21 17:52:46.889741 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54254) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:46.903712 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d220ed-4b5d-4a5a-bc1f-0d5ef9116eba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6bcee82-068a-4838-bdd8-412dc7128026,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:46.934009 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:46.957187 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54262) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:46.971340 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port ff3a01c5-c401-4b70-bad6-59be3348d9cd, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ff3a01c5-c401-4b70-bad6-59be3348d9cd,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:46.976975 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:46.978597 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 653445ed-2468-4a34-8a74-ce7eb0ea6cdf up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:52:47.012694 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e6d5517f-8373-40c2-abd5-749bbe3afbf7 req-d87a394d-c0e5-45ca-96f3-d5695ea59d93 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/security-groups?id=7585ba8c-6a20-4c91-9e23-9b680d635c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236966 Sep 21 17:52:47.017851 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b8048bd2-5ffe-4f82-bfcc-6f60e6992f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:47.100642 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b8048bd2-5ffe-4f82-bfcc-6f60e6992f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:47.108242 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=ff3a01c5-c401-4b70-bad6-59be3348d9cd,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:47.115724 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 653445ed-2468-4a34-8a74-ce7eb0ea6cdf completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:52:47.123434 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 653445ed-2468-4a34-8a74-ce7eb0ea6cdf triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:52:47.123808 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:47.127797 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-e36b10bd-5c7e-400c-abca-00589633ab14 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:47.129401 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-e36b10bd-5c7e-400c-abca-00589633ab14 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/networks?id=b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b HTTP/1.1" status: 200 len: 805 time: 0.1264946 Sep 21 17:52:47.135166 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c24c9395-a733-431b-bcee-096adf6e20c0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=18542e4e432843e58c265b10c64ee12e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1766546 Sep 21 17:52:47.135978 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54270) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:47.144783 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-b8048bd2-5ffe-4f82-bfcc-6f60e6992f64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce365bfd-7bb2-49d3-914a-63ce743986ef']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:52:47.156519 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-b8048bd2-5ffe-4f82-bfcc-6f60e6992f64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50cc00e-8af1-432c-8758-2ed1bb30aa57') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:52:47.156944 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-b8048bd2-5ffe-4f82-bfcc-6f60e6992f64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50cc00e-8af1-432c-8758-2ed1bb30aa57') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:52:47.162573 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-ee81b8ce-44ad-43d5-a841-d78c3292d286 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/quotas/5d3ca10dab864494a95ff993f73111e1 HTTP/1.1" status: 200 len: 375 time: 0.0200255 Sep 21 17:52:47.170010 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b8048bd2-5ffe-4f82-bfcc-6f60e6992f64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:47.193499 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52990d-0cfa-43e8-9d41-4ee89955172f req-60011956-4192-4a49-8001-2bf7d42ff566 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:47.200030 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52990d-0cfa-43e8-9d41-4ee89955172f req-60011956-4192-4a49-8001-2bf7d42ff566 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:47.201698 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1f52990d-0cfa-43e8-9d41-4ee89955172f req-60011956-4192-4a49-8001-2bf7d42ff566 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e HTTP/1.1" status: 200 len: 1683 time: 0.0982676 Sep 21 17:52:47.207446 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b8048bd2-5ffe-4f82-bfcc-6f60e6992f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:47.224852 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:47.228211 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8048bd2-5ffe-4f82-bfcc-6f60e6992f64 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:52:47.228723 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b8048bd2-5ffe-4f82-bfcc-6f60e6992f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:47.230512 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 17:52:47.230512 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:52:47.230512 n-d-810291-1 neutron-server[101461]: timer() Sep 21 17:52:47.230512 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:52:47.230512 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 17:52:47.230512 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:52:47.230512 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 17:52:47.230512 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:52:47.230512 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 17:52:47.230512 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:52:47.230512 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 17:52:47.230512 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:52:47.230512 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 17:52:47.230512 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:52:47.230512 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:52:47.230512 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:52:47.230512 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:52:47.230512 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:52:47.230512 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 17:52:47.230512 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:52:47.230512 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 17:52:47.230512 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:52:47.230512 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:52:47.230512 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:52:47.230512 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 17:52:47.230512 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:52:47.230512 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:52:47.230512 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:52:47.230512 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:52:47.230512 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:52:47.230512 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:52:47.230512 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:52:47.249596 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f6ff22d4-b3db-496a-93d0-b8177edfbfbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:47.267068 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 653445ed-2468-4a34-8a74-ce7eb0ea6cdf, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=653445ed-2468-4a34-8a74-ce7eb0ea6cdf,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:47.272635 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:47.273729 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:52:47.275155 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f6ff22d4-b3db-496a-93d0-b8177edfbfbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:47.300502 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1f52990d-0cfa-43e8-9d41-4ee89955172f req-97321153-356f-4a0c-b124-d39b526c4db8 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903127 Sep 21 17:52:47.308285 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b8048bd2-5ffe-4f82-bfcc-6f60e6992f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:47.314444 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b8048bd2-5ffe-4f82-bfcc-6f60e6992f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:47.317001 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b8048bd2-5ffe-4f82-bfcc-6f60e6992f64 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ce365bfd-7bb2-49d3-914a-63ce743986ef HTTP/1.1" status: 204 len: 168 time: 0.4258113 Sep 21 17:52:47.338749 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-03a3e4c8-63cf-4560-bfb0-1d3fc2734ea3 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d3ca10dab864494a95ff993f73111e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1587038 Sep 21 17:52:47.338880 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54274) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:47.338880 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8048bd2-5ffe-4f82-bfcc-6f60e6992f64 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce365bfd-7bb2-49d3-914a-63ce743986ef,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:47.368991 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device f8cc2e07-a0e1-43e2-aa5d-8b93db18b216 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:52:47.394977 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-21fa5f1d-0256-487b-96fc-d4500f70936a admin admin] Deleting subnet c5d636e2-0550-40a1-8933-d63b30ac7a99 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:52:47.399707 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-21fa5f1d-0256-487b-96fc-d4500f70936a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:47.408954 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=653445ed-2468-4a34-8a74-ce7eb0ea6cdf,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:47.423352 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:47.423757 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:47.424098 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:47.427845 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:47.428204 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:47.428568 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:47.428872 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:47.429205 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:47.429530 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:47.429854 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:47.430176 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:47.430495 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:52:47.444359 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-21fa5f1d-0256-487b-96fc-d4500f70936a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:47.463163 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f6ff22d4-b3db-496a-93d0-b8177edfbfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:47.466037 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f6ff22d4-b3db-496a-93d0-b8177edfbfbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:47.467362 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f6ff22d4-b3db-496a-93d0-b8177edfbfbf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/926eea55-6d77-4867-9e8f-62c82d9037b4 HTTP/1.1" status: 204 len: 168 time: 0.3302805 Sep 21 17:52:47.489171 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:47.490717 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-6c088ae2-6b06-4b23-9c6b-fa6dbc76f8ff service neutron] 10.222.0.58 "GET /v2.0/networks/b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583476 Sep 21 17:52:47.492705 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff22d4-b3db-496a-93d0-b8177edfbfbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926eea55-6d77-4867-9e8f-62c82d9037b4,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:47.498991 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-21fa5f1d-0256-487b-96fc-d4500f70936a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:47.505055 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c84283-ac28-4b68-8c05-c2c30d3dbcb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3a01c5-c401-4b70-bad6-59be3348d9cd'}, {'server_uuid': 'c501f326-aad6-4c49-b8e3-99bd14369e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653445ed-2468-4a34-8a74-ce7eb0ea6cdf'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:52:47.509026 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49695e01-69a2-4832-83ba-f2ed2f3fbeb3" -d '{"events": [{"server_uuid": "d9c84283-ac28-4b68-8c05-c2c30d3dbcb6", "name": "network-vif-plugged", "status": "completed", "tag": "ff3a01c5-c401-4b70-bad6-59be3348d9cd"}, {"server_uuid": "c501f326-aad6-4c49-b8e3-99bd14369e1c", "name": "network-vif-plugged", "status": "completed", "tag": "653445ed-2468-4a34-8a74-ce7eb0ea6cdf"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:52:47.517432 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port f8cc2e07-a0e1-43e2-aa5d-8b93db18b216 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:52:47.551018 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port f8cc2e07-a0e1-43e2-aa5d-8b93db18b216 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:52:47.551397 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:47.579617 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:47.589865 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:47.603369 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-21fa5f1d-0256-487b-96fc-d4500f70936a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:47.638164 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-8e4fa110-1a99-4c7f-8410-42cc38ee2086 service neutron] 10.222.0.58 "GET /v2.0/networks/b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464636 Sep 21 17:52:47.648348 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99944ce-1f08-40fa-8fb7-55b5668f00b8 req-1f9a42df-19a0-4208-93f3-2862bc72959e tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:47.655887 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f99944ce-1f08-40fa-8fb7-55b5668f00b8 req-1f9a42df-19a0-4208-93f3-2862bc72959e tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 945 time: 0.1030018 Sep 21 17:52:47.657788 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa5f1d-0256-487b-96fc-d4500f70936a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5d636e2-0550-40a1-8933-d63b30ac7a99,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:47.668659 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-21fa5f1d-0256-487b-96fc-d4500f70936a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:47.670548 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-21fa5f1d-0256-487b-96fc-d4500f70936a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c5d636e2-0550-40a1-8933-d63b30ac7a99 HTTP/1.1" status: 204 len: 168 time: 0.3312104 Sep 21 17:52:47.673297 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54284) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:47.681521 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf,revision_number=8']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:47.702966 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:47.722843 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f99944ce-1f08-40fa-8fb7-55b5668f00b8 req-1d75bf24-1c92-48f6-bfb1-adf62c546fad tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617785 Sep 21 17:52:47.750298 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port f8cc2e07-a0e1-43e2-aa5d-8b93db18b216, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=f8cc2e07-a0e1-43e2-aa5d-8b93db18b216,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:47.760205 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:47.793512 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56604825-6486-4fe6-aa85-b13a9f3d7b11', 'name': 'network-vif-deleted', 'tag': '4048c638-1673-4799-b5e4-27f995a43505'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:52:47.797955 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fd3e4f-2130-485e-8485-b8964580a360" -d '{"events": [{"server_uuid": "56604825-6486-4fe6-aa85-b13a9f3d7b11", "name": "network-vif-deleted", "tag": "4048c638-1673-4799-b5e4-27f995a43505"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:52:47.804864 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5962bc2a-6b99-4297-af41-81f3f5968b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:47.876584 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=f8cc2e07-a0e1-43e2-aa5d-8b93db18b216,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:47.878803 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54296) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:47.944487 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b747996-6db8-445f-9f49-bcfd5f771d5e x-openstack-request-id: req-0b747996-6db8-445f-9f49-bcfd5f771d5e {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:52:47.944929 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56604825-6486-4fe6-aa85-b13a9f3d7b11", "name": "network-vif-deleted", "tag": "4048c638-1673-4799-b5e4-27f995a43505", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:52:47.945282 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0b747996-6db8-445f-9f49-bcfd5f771d5e {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:52:47.945808 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56604825-6486-4fe6-aa85-b13a9f3d7b11', 'name': 'network-vif-deleted', 'tag': '4048c638-1673-4799-b5e4-27f995a43505', 'status': 'completed', 'code': 200} Sep 21 17:52:47.947057 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0baf8a9-ee59-44ee-af55-9fcb405b4a92 admin admin] Deleting subnet 70f01d08-3de7-4d22-8c7e-b2ddc9b66acf {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:52:47.948265 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5962bc2a-6b99-4297-af41-81f3f5968b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:47.953909 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b0baf8a9-ee59-44ee-af55-9fcb405b4a92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:48.020961 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-5962bc2a-6b99-4297-af41-81f3f5968b5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f34b3d-f663-4bde-a594-bcf3cc6a0c8c']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:52:48.027487 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b0baf8a9-ee59-44ee-af55-9fcb405b4a92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:48.051293 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0b9b43e6-ca92-49f4-8424-7dbc9773e181 req-7483cb20-add1-42cc-8da9-63ddc35b39b5 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e6e80db-bca8-45c1-b9fc-7dec056a1de6 HTTP/1.1" status: 200 len: 210 time: 0.0542037 Sep 21 17:52:48.055269 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-5962bc2a-6b99-4297-af41-81f3f5968b5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28762dd9-5af5-4327-8580-803c71788edf') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:52:48.055747 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-5962bc2a-6b99-4297-af41-81f3f5968b5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28762dd9-5af5-4327-8580-803c71788edf') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:52:48.066449 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5962bc2a-6b99-4297-af41-81f3f5968b5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:48.083669 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5962bc2a-6b99-4297-af41-81f3f5968b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:48.089162 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Sep 2021 17:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5a4020-828e-4359-bca4-26ee0729fbb6 x-openstack-request-id: req-4c5a4020-828e-4359-bca4-26ee0729fbb6 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:52:48.090071 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c84283-ac28-4b68-8c05-c2c30d3dbcb6", "name": "network-vif-plugged", "status": "completed", "tag": "ff3a01c5-c401-4b70-bad6-59be3348d9cd", "code": 200}, {"server_uuid": "c501f326-aad6-4c49-b8e3-99bd14369e1c", "name": "network-vif-plugged", "status": "completed", "tag": "653445ed-2468-4a34-8a74-ce7eb0ea6cdf", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:52:48.090682 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4c5a4020-828e-4359-bca4-26ee0729fbb6 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:52:48.091162 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c84283-ac28-4b68-8c05-c2c30d3dbcb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3a01c5-c401-4b70-bad6-59be3348d9cd', 'code': 200} Sep 21 17:52:48.091615 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c501f326-aad6-4c49-b8e3-99bd14369e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653445ed-2468-4a34-8a74-ce7eb0ea6cdf', 'code': 200} Sep 21 17:52:48.092543 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5962bc2a-6b99-4297-af41-81f3f5968b5f admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:52:48.092977 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5962bc2a-6b99-4297-af41-81f3f5968b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:48.099132 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 17:52:48.099132 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:52:48.099132 n-d-810291-1 neutron-server[101460]: timer() Sep 21 17:52:48.099132 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:52:48.099132 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 17:52:48.099132 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:52:48.099132 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 17:52:48.099132 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:52:48.099132 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 17:52:48.099132 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:52:48.099132 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 17:52:48.099132 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:52:48.099132 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 17:52:48.099132 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:52:48.099132 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:52:48.099132 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:52:48.099132 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:52:48.099132 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:52:48.099132 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 17:52:48.099132 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:52:48.099132 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 17:52:48.099132 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:52:48.099132 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:52:48.099132 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:52:48.099132 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 17:52:48.099132 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:52:48.099132 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:52:48.099132 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:52:48.099132 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:52:48.099132 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:52:48.099132 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:52:48.099132 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:52:48.120121 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b0baf8a9-ee59-44ee-af55-9fcb405b4a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:48.235938 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b0baf8a9-ee59-44ee-af55-9fcb405b4a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:48.265380 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b0baf8a9-ee59-44ee-af55-9fcb405b4a92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:48.270167 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b0baf8a9-ee59-44ee-af55-9fcb405b4a92 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/70f01d08-3de7-4d22-8c7e-b2ddc9b66acf HTTP/1.1" status: 204 len: 168 time: 0.3901427 Sep 21 17:52:48.270968 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54314) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:48.273111 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0baf8a9-ee59-44ee-af55-9fcb405b4a92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70f01d08-3de7-4d22-8c7e-b2ddc9b66acf,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:48.297438 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5962bc2a-6b99-4297-af41-81f3f5968b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:48.316895 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467d516-c354-420e-a0f8-3ce83e0db6e5 req-65a4358f-25bf-4dee-80b2-7022be78f3fc tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:48.318589 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2467d516-c354-420e-a0f8-3ce83e0db6e5 req-65a4358f-25bf-4dee-80b2-7022be78f3fc tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/ports?device_id=c501f326-aad6-4c49-b8e3-99bd14369e1c HTTP/1.1" status: 200 len: 950 time: 0.1090934 Sep 21 17:52:48.332782 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5962bc2a-6b99-4297-af41-81f3f5968b5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:48.334907 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5962bc2a-6b99-4297-af41-81f3f5968b5f admin admin] 10.222.0.58 "DELETE /v2.0/networks/d6f34b3d-f663-4bde-a594-bcf3cc6a0c8c HTTP/1.1" status: 204 len: 168 time: 0.6605580 Sep 21 17:52:48.337844 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c02cd-0bae-4c16-b179-59cc4d9ebb2c req-93d0e7c4-56c1-4c7e-8bbd-0af96c3ec397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:48.338888 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f465b66f-7607-4edc-a25d-e230dbe87a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:48.350543 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-486c02cd-0bae-4c16-b179-59cc4d9ebb2c req-93d0e7c4-56c1-4c7e-8bbd-0af96c3ec397 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 1096 time: 0.1615567 Sep 21 17:52:48.368874 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962bc2a-6b99-4297-af41-81f3f5968b5f admin admin] Pushing event deleted for resources: {'Network': ['ID=d6f34b3d-f663-4bde-a594-bcf3cc6a0c8c,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:48.389793 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e996a0e-54eb-48c6-9b36-ccff085cb0b1 req-eafc1e68-10b8-412d-bc88-6a469c2315c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:48.391337 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e996a0e-54eb-48c6-9b36-ccff085cb0b1 req-eafc1e68-10b8-412d-bc88-6a469c2315c7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c501f326-aad6-4c49-b8e3-99bd14369e1c HTTP/1.1" status: 200 len: 1101 time: 0.1932871 Sep 21 17:52:48.399045 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1e4b6651-de27-4726-b876-c155766ecd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:48.520093 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1e4b6651-de27-4726-b876-c155766ecd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:48.525681 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e996a0e-54eb-48c6-9b36-ccff085cb0b1 req-9d4d97d0-b9af-41e4-8193-3b7b0ab2d3cd service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7585ba8c-6a20-4c91-9e23-9b680d635c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164999 Sep 21 17:52:48.528970 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-486c02cd-0bae-4c16-b179-59cc4d9ebb2c req-0fa643c2-c921-400f-a563-a097fc3bfc64 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630118 Sep 21 17:52:48.545303 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2467d516-c354-420e-a0f8-3ce83e0db6e5 req-0eb1c994-be17-4cb2-b250-8228838ace24 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/security-groups?id=7585ba8c-6a20-4c91-9e23-9b680d635c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814952 Sep 21 17:52:48.566084 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-1e4b6651-de27-4726-b876-c155766ecd5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['459e5cc4-f469-4f58-b00c-d9cb5394a14d']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:52:48.584299 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-1e4b6651-de27-4726-b876-c155766ecd5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc74250c-3b73-47e2-be62-4cd165f69346') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:52:48.584595 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-1e4b6651-de27-4726-b876-c155766ecd5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc74250c-3b73-47e2-be62-4cd165f69346') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:52:48.594769 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457268cf-0ec7-410b-8620-def67487c64f req-36749f58-f0b2-4c0d-985c-d3151ad696c8 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:48.596464 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-457268cf-0ec7-410b-8620-def67487c64f req-36749f58-f0b2-4c0d-985c-d3151ad696c8 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.38 "GET /v2.0/ports?device_id=37f77c21-8587-4262-b484-b4f35cadbbba HTTP/1.1" status: 200 len: 943 time: 0.1334078 Sep 21 17:52:48.604123 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5790e95-d4b5-4fb7-85dd-1362304ead05 req-4967fb85-7424-447b-b489-33626e0102ad tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:48.610217 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5790e95-d4b5-4fb7-85dd-1362304ead05 req-4967fb85-7424-447b-b489-33626e0102ad tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:48.611881 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c5790e95-d4b5-4fb7-85dd-1362304ead05 req-4967fb85-7424-447b-b489-33626e0102ad tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e HTTP/1.1" status: 200 len: 1683 time: 0.1579471 Sep 21 17:52:48.615875 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1e4b6651-de27-4726-b876-c155766ecd5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:48.627917 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54328) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:48.649636 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1e4b6651-de27-4726-b876-c155766ecd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:48.661629 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e4b6651-de27-4726-b876-c155766ecd5b admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:52:48.662100 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1e4b6651-de27-4726-b876-c155766ecd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:48.675565 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f677fa8f-716b-4823-8f57-49eabcb68645 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=564aef6a99cc4ded992fbb9f0e732388&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0464630 Sep 21 17:52:48.678141 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54330) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:48.709965 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 17:52:48.709965 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:52:48.709965 n-d-810291-1 neutron-server[101461]: timer() Sep 21 17:52:48.709965 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:52:48.709965 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 17:52:48.709965 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:52:48.709965 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 17:52:48.709965 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:52:48.709965 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 17:52:48.709965 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:52:48.709965 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 17:52:48.709965 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:52:48.709965 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 17:52:48.709965 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:52:48.709965 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:52:48.709965 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:52:48.709965 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:52:48.709965 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:52:48.709965 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 17:52:48.709965 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:52:48.709965 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 17:52:48.709965 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:52:48.709965 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:52:48.709965 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:52:48.709965 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 17:52:48.709965 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:52:48.709965 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:52:48.709965 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:52:48.709965 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:52:48.709965 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:52:48.709965 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:52:48.709965 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:52:48.721665 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c5790e95-d4b5-4fb7-85dd-1362304ead05 req-8d75211f-60ba-4f90-a34f-fa3541ca185d tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986767 Sep 21 17:52:48.731633 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1e4b6651-de27-4726-b876-c155766ecd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:48.743407 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1e4b6651-de27-4726-b876-c155766ecd5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:48.745288 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1e4b6651-de27-4726-b876-c155766ecd5b admin admin] 10.222.0.58 "DELETE /v2.0/networks/459e5cc4-f469-4f58-b00c-d9cb5394a14d HTTP/1.1" status: 204 len: 168 time: 0.4732451 Sep 21 17:52:48.764957 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b6651-de27-4726-b876-c155766ecd5b admin admin] Pushing event deleted for resources: {'Network': ['ID=459e5cc4-f469-4f58-b00c-d9cb5394a14d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:48.776774 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b0fc7861-a368-4629-9da2-5d47985b38f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:48.801851 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b0fc7861-a368-4629-9da2-5d47985b38f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:48.810773 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54340) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:48.862301 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b0fc7861-a368-4629-9da2-5d47985b38f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:48.864927 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b0fc7861-a368-4629-9da2-5d47985b38f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:48.866220 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b0fc7861-a368-4629-9da2-5d47985b38f4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3 HTTP/1.1" status: 204 len: 168 time: 0.1870811 Sep 21 17:52:48.877344 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc7861-a368-4629-9da2-5d47985b38f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0507b9-f8ef-49ce-a15e-dc33b5cae3e3,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:48.882728 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fce21f-42dd-473c-9b5f-0cb711b411c4 req-d49db7c8-5eee-4a74-83e1-98f06f5d6309 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:48.884494 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d5fce21f-42dd-473c-9b5f-0cb711b411c4 req-d49db7c8-5eee-4a74-83e1-98f06f5d6309 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 945 time: 0.0669758 Sep 21 17:52:48.931617 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d5fce21f-42dd-473c-9b5f-0cb711b411c4 req-5e829e30-53f8-4705-85ce-be41180adc4f tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361483 Sep 21 17:52:48.969176 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:48.998713 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-b7b309e8-43de-481e-8618-5a477f82e830 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1889900762-network', 'tenant_id': '65c7fb4ad5b2481ea2d2d80c7f7b6c21'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:52:49.035130 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54348) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:49.061713 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b309e8-43de-481e-8618-5a477f82e830 admin admin] Made reservation on behalf of 65c7fb4ad5b2481ea2d2d80c7f7b6c21 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:52:49.066334 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b7b309e8-43de-481e-8618-5a477f82e830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:49.093910 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-457268cf-0ec7-410b-8620-def67487c64f req-a5354e8b-38d1-46c8-b0fd-77422fd978e0 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Deleting port 450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:52:49.097315 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-457268cf-0ec7-410b-8620-def67487c64f req-a5354e8b-38d1-46c8-b0fd-77422fd978e0 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:49.098713 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b7b309e8-43de-481e-8618-5a477f82e830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:49.123408 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f816c13d-51e3-43f9-8581-848ff24e1dec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fdd4f8611b664e4f8e7834720729502c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0870702 Sep 21 17:52:49.126460 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54352) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:49.215240 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3fe82964-5371-4b9d-a1a3-4fd72e37e4d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:49.289730 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3fe82964-5371-4b9d-a1a3-4fd72e37e4d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:49.303637 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-517d5cb3-d98b-4712-8af7-9f6a8ab39b2f req-67d66bd7-6d97-4b9b-bf67-b235b0439b77 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e6e80db-bca8-45c1-b9fc-7dec056a1de6 HTTP/1.1" status: 200 len: 210 time: 0.0804472 Sep 21 17:52:49.370798 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-457268cf-0ec7-410b-8620-def67487c64f req-a5354e8b-38d1-46c8-b0fd-77422fd978e0 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] For port 450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:49.371499 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-457268cf-0ec7-410b-8620-def67487c64f req-a5354e8b-38d1-46c8-b0fd-77422fd978e0 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:49.400438 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b7b309e8-43de-481e-8618-5a477f82e830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:49.400894 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-457268cf-0ec7-410b-8620-def67487c64f req-a5354e8b-38d1-46c8-b0fd-77422fd978e0 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Calling delete_port for 450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:52:49.412168 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a5208-96ff-4c22-9599-49a09a16eca6 req-68db7657-be75-4a6e-8359-72ddeb1da31f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:49.415129 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-34cfb245-d2c8-4f63-b576-871a70c31c7a tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:49.416571 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-34cfb245-d2c8-4f63-b576-871a70c31c7a tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.44 "GET /v2.0/networks?id=b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b HTTP/1.1" status: 200 len: 805 time: 0.1948724 Sep 21 17:52:49.418115 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a5208-96ff-4c22-9599-49a09a16eca6 req-68db7657-be75-4a6e-8359-72ddeb1da31f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:49.426562 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8b7a5208-96ff-4c22-9599-49a09a16eca6 req-68db7657-be75-4a6e-8359-72ddeb1da31f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e HTTP/1.1" status: 200 len: 1683 time: 0.1182349 Sep 21 17:52:49.435092 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b7b309e8-43de-481e-8618-5a477f82e830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:49.460585 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3fe82964-5371-4b9d-a1a3-4fd72e37e4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:49.461813 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-af6bf65a-2e15-4e7c-b200-f8d4b1868900 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Request body: {'port': {'device_id': '6e6e80db-bca8-45c1-b9fc-7dec056a1de6', 'network_id': 'b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b', 'admin_state_up': True, 'tenant_id': '5d3ca10dab864494a95ff993f73111e1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:52:49.463225 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3fe82964-5371-4b9d-a1a3-4fd72e37e4d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:49.464512 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3fe82964-5371-4b9d-a1a3-4fd72e37e4d2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/23a406e5-c107-446b-9c84-ef7c2fe530c3 HTTP/1.1" status: 204 len: 168 time: 0.3366880 Sep 21 17:52:49.475596 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b309e8-43de-481e-8618-5a477f82e830 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:52:49.503668 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b309e8-43de-481e-8618-5a477f82e830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d27bc0e-1be4-41e5-8f6e-d7fb8a8bbefc,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:49.506514 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b7b309e8-43de-481e-8618-5a477f82e830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:49.506863 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-b7b309e8-43de-481e-8618-5a477f82e830 admin admin] Added segment 0a3130fd-a39d-49e3-9c36-f2865fe12d74 of type vlan for network bb272410-4310-42ec-8b79-06383ae6c1da Sep 21 17:52:49.519048 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8b7a5208-96ff-4c22-9599-49a09a16eca6 req-ae367211-a8b0-40b2-bf0e-f173cee998e3 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913773 Sep 21 17:52:49.553720 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe82964-5371-4b9d-a1a3-4fd72e37e4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a406e5-c107-446b-9c84-ef7c2fe530c3,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:49.571398 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b7b309e8-43de-481e-8618-5a477f82e830 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:49.621779 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54362) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:49.640838 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b7b309e8-43de-481e-8618-5a477f82e830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:49.641878 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b309e8-43de-481e-8618-5a477f82e830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:49.642409 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b7b309e8-43de-481e-8618-5a477f82e830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:49.669837 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-af6bf65a-2e15-4e7c-b200-f8d4b1868900 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Made reservation on behalf of 5d3ca10dab864494a95ff993f73111e1 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:52:49.674003 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-af6bf65a-2e15-4e7c-b200-f8d4b1868900 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:49.678103 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-457268cf-0ec7-410b-8620-def67487c64f req-a5354e8b-38d1-46c8-b0fd-77422fd978e0 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:49.699225 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b7b309e8-43de-481e-8618-5a477f82e830 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8868413 Sep 21 17:52:49.704052 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54366) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:49.711708 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-fb41cede-77ef-4612-bce8-1e744ceb7a49 admin admin] Request body: {'subnet': {'network_id': 'bb272410-4310-42ec-8b79-06383ae6c1da', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1889900762-subnet', 'tenant_id': '65c7fb4ad5b2481ea2d2d80c7f7b6c21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:52:49.735207 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bf477056-d6f0-4df8-b3a7-ce33e920b31c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dc322fdf401c4063bed568190f91d509&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1093931 Sep 21 17:52:49.737446 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b309e8-43de-481e-8618-5a477f82e830 admin admin] Pushing event updated for resources: {'Network': ['ID=bb272410-4310-42ec-8b79-06383ae6c1da,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:49.740323 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54368) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:49.749382 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5354e8b-38d1-46c8-b0fd-77422fd978e0 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Pushing event deleted for resources: {'Port': ['ID=450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:49.751976 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network bb272410-4310-42ec-8b79-06383ae6c1da details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:52:49.829504 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8fdcdf86-5740-47d3-a34d-333d5927f4ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:49.864077 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8fdcdf86-5740-47d3-a34d-333d5927f4ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:49.895328 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24f13e-6910-4807-a6c1-ec97afd62bc1 req-a3b9b44c-55cf-41de-9270-3f07e1403d0c tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:49.896873 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3c24f13e-6910-4807-a6c1-ec97afd62bc1 req-a3b9b44c-55cf-41de-9270-3f07e1403d0c tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/ports?device_id=c501f326-aad6-4c49-b8e3-99bd14369e1c HTTP/1.1" status: 200 len: 950 time: 0.2381091 Sep 21 17:52:49.897511 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb41cede-77ef-4612-bce8-1e744ceb7a49 admin admin] Made reservation on behalf of 65c7fb4ad5b2481ea2d2d80c7f7b6c21 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:52:49.901123 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb41cede-77ef-4612-bce8-1e744ceb7a49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:49.936669 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-457268cf-0ec7-410b-8620-def67487c64f req-a5354e8b-38d1-46c8-b0fd-77422fd978e0 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] No DVR routers for this DVR port 450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:52:49.936883 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8fdcdf86-5740-47d3-a34d-333d5927f4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:49.939129 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8fdcdf86-5740-47d3-a34d-333d5927f4ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:49.940922 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8fdcdf86-5740-47d3-a34d-333d5927f4ae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/46daf642-28ed-403f-9cf5-35e0e2ffee6a HTTP/1.1" status: 204 len: 168 time: 0.1989999 Sep 21 17:52:49.957208 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdcdf86-5740-47d3-a34d-333d5927f4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46daf642-28ed-403f-9cf5-35e0e2ffee6a,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:49.973415 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-457268cf-0ec7-410b-8620-def67487c64f req-a5354e8b-38d1-46c8-b0fd-77422fd978e0 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:49.975791 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-457268cf-0ec7-410b-8620-def67487c64f req-a5354e8b-38d1-46c8-b0fd-77422fd978e0 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.38 "DELETE /v2.0/ports/450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf HTTP/1.1" status: 204 len: 173 time: 1.0471680 Sep 21 17:52:49.980025 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f77c21-8587-4262-b484-b4f35cadbbba', 'name': 'network-vif-deleted', 'tag': '450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:52:49.986107 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53217992-7e48-4247-a725-008782af64ff" -d '{"events": [{"server_uuid": "37f77c21-8587-4262-b484-b4f35cadbbba", "name": "network-vif-deleted", "tag": "450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:52:50.013775 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:50.092688 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f77c21-8587-4262-b484-b4f35cadbbba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf'}, {'server_uuid': '6cd70a80-2ab4-4e7c-b391-e57800d6f6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8cc2e07-a0e1-43e2-aa5d-8b93db18b216'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:52:50.096049 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fec86d6-05d0-4d1e-9c8a-3def767cfee2" -d '{"events": [{"server_uuid": "37f77c21-8587-4262-b484-b4f35cadbbba", "name": "network-vif-unplugged", "status": "completed", "tag": "450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf"}, {"server_uuid": "6cd70a80-2ab4-4e7c-b391-e57800d6f6b0", "name": "network-vif-plugged", "status": "completed", "tag": "f8cc2e07-a0e1-43e2-aa5d-8b93db18b216"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:52:50.142972 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3c24f13e-6910-4807-a6c1-ec97afd62bc1 req-07951237-4e3d-456a-86e5-b27138e06e6a tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/security-groups?id=7585ba8c-6a20-4c91-9e23-9b680d635c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007084 Sep 21 17:52:50.170538 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-af6bf65a-2e15-4e7c-b200-f8d4b1868900 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Allocated IP 172.20.0.2 (b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b/def27755-188f-4074-84e9-9b2c33d106ae/3924ef31-1fe5-4ebe-9fc1-047c2b484fe5) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:52:50.209780 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115aba95-db3c-418a-b267-59645b3ed4d5 x-openstack-request-id: req-115aba95-db3c-418a-b267-59645b3ed4d5 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:52:50.209780 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f77c21-8587-4262-b484-b4f35cadbbba", "name": "network-vif-deleted", "tag": "450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:52:50.209780 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-115aba95-db3c-418a-b267-59645b3ed4d5 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:52:50.209780 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f77c21-8587-4262-b484-b4f35cadbbba', 'name': 'network-vif-deleted', 'tag': '450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf', 'status': 'completed', 'code': 200} Sep 21 17:52:50.258530 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10ff86-0354-4ca0-b356-1b4b45df7945 req-ce8f4889-1e7a-4b91-96eb-efa2cf42c87c tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:50.260222 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ef10ff86-0354-4ca0-b356-1b4b45df7945 req-ce8f4889-1e7a-4b91-96eb-efa2cf42c87c tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 945 time: 0.1009898 Sep 21 17:52:50.268331 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 21 Sep 2021 17:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68c00f8-c20a-48f4-8783-2c79b77be3bb x-openstack-request-id: req-a68c00f8-c20a-48f4-8783-2c79b77be3bb {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:52:50.269082 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f77c21-8587-4262-b484-b4f35cadbbba", "name": "network-vif-unplugged", "status": "completed", "tag": "450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf", "code": 200}, {"server_uuid": "6cd70a80-2ab4-4e7c-b391-e57800d6f6b0", "name": "network-vif-plugged", "status": "completed", "tag": "f8cc2e07-a0e1-43e2-aa5d-8b93db18b216", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:52:50.270028 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a68c00f8-c20a-48f4-8783-2c79b77be3bb {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:52:50.270631 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f77c21-8587-4262-b484-b4f35cadbbba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf', 'code': 200} Sep 21 17:52:50.271131 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd70a80-2ab4-4e7c-b391-e57800d6f6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8cc2e07-a0e1-43e2-aa5d-8b93db18b216', 'code': 200} Sep 21 17:52:50.326273 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ef10ff86-0354-4ca0-b356-1b4b45df7945 req-7fd94935-d202-4fee-b8c7-874fa2e5490c tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579863 Sep 21 17:52:50.375338 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb41cede-77ef-4612-bce8-1e744ceb7a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:50.488503 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4f22fa9f-4e22-4465-a857-3d326f12a198 req-f99af9f8-249c-487c-a897-6fa57044a8a5 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e6e80db-bca8-45c1-b9fc-7dec056a1de6 HTTP/1.1" status: 200 len: 210 time: 0.0450304 Sep 21 17:52:50.513785 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985e891-e916-4310-8e8e-819ea301c369 req-133a386d-0087-4c9e-8460-8c9805caeb74 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:50.515138 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2985e891-e916-4310-8e8e-819ea301c369 req-133a386d-0087-4c9e-8460-8c9805caeb74 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 1096 time: 0.0911558 Sep 21 17:52:50.544587 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b66ad-6b51-4a84-9fbe-55adbe3d81e8 req-43dd2e36-80f6-4ce4-b086-008efd17a9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:50.546369 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-333b66ad-6b51-4a84-9fbe-55adbe3d81e8 req-43dd2e36-80f6-4ce4-b086-008efd17a9ff service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6cd70a80-2ab4-4e7c-b391-e57800d6f6b0 HTTP/1.1" status: 200 len: 1100 time: 0.2028487 Sep 21 17:52:50.560529 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41cede-77ef-4612-bce8-1e744ceb7a49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2328ca3-7056-4770-af65-99e5a64e0bad,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:50.570408 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2985e891-e916-4310-8e8e-819ea301c369 req-e4d8274d-db27-48ab-abe2-93293239d7b2 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473897 Sep 21 17:52:50.606947 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-af6bf65a-2e15-4e7c-b200-f8d4b1868900 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:50.623944 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb41cede-77ef-4612-bce8-1e744ceb7a49 admin admin] Checking segment: {'id': '0a3130fd-a39d-49e3-9c36-f2865fe12d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'bb272410-4310-42ec-8b79-06383ae6c1da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:52:50.624210 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb41cede-77ef-4612-bce8-1e744ceb7a49 admin admin] Network hostable DHCP agents. Network: bb272410-4310-42ec-8b79-06383ae6c1da, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:52:50.646890 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-333b66ad-6b51-4a84-9fbe-55adbe3d81e8 req-1ea500db-0dff-4c95-ae5d-f322c8222a1d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7585ba8c-6a20-4c91-9e23-9b680d635c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690534 Sep 21 17:52:50.727295 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb41cede-77ef-4612-bce8-1e744ceb7a49 admin admin] Network bb272410-4310-42ec-8b79-06383ae6c1da is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:52:50.740160 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60129de-5005-4566-8e87-2d826ee80350 req-c6f0a372-d639-4988-8b46-7a0426d87ca0 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:50.742019 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c60129de-5005-4566-8e87-2d826ee80350 req-c6f0a372-d639-4988-8b46-7a0426d87ca0 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 1096 time: 0.0474887 Sep 21 17:52:50.752537 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-fb41cede-77ef-4612-bce8-1e744ceb7a49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, bb272410-4310-42ec-8b79-06383ae6c1da) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:52:50.757172 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb41cede-77ef-4612-bce8-1e744ceb7a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:50.757967 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb41cede-77ef-4612-bce8-1e744ceb7a49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:50.766204 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07780c3c-4ea4-48c8-9eda-e793080ea362 None None] Network bb272410-4310-42ec-8b79-06383ae6c1da requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:52:50.791191 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63943d-bad7-42de-9416-073d2bb89ea3 req-f1be1b4d-ebfa-41d3-815b-92d7ee9ef793 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:50.798604 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63943d-bad7-42de-9416-073d2bb89ea3 req-f1be1b4d-ebfa-41d3-815b-92d7ee9ef793 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:50.800161 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54414) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:50.800976 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7c63943d-bad7-42de-9416-073d2bb89ea3 req-f1be1b4d-ebfa-41d3-815b-92d7ee9ef793 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e HTTP/1.1" status: 200 len: 1683 time: 0.1423523 Sep 21 17:52:50.802079 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-af6bf65a-2e15-4e7c-b200-f8d4b1868900 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:50.837889 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c60129de-5005-4566-8e87-2d826ee80350 req-a9f58988-edf4-43f7-88e2-ff1ad8e22c8d tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871055 Sep 21 17:52:50.890306 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6bf65a-2e15-4e7c-b200-f8d4b1868900 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Pushing event updated for resources: {'Port': ['ID=3924ef31-1fe5-4ebe-9fc1-047c2b484fe5,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:50.901240 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-fb41cede-77ef-4612-bce8-1e744ceb7a49 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1935198 Sep 21 17:52:50.904217 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-af6bf65a-2e15-4e7c-b200-f8d4b1868900 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Network b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:52:50.914789 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-af6bf65a-2e15-4e7c-b200-f8d4b1868900 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:52:50.948604 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-af6bf65a-2e15-4e7c-b200-f8d4b1868900 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:52:50.995347 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e158dd1-056e-4825-bc3e-c02be6531288 None None] Network bb272410-4310-42ec-8b79-06383ae6c1da requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:52:51.024143 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-af6bf65a-2e15-4e7c-b200-f8d4b1868900 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:51.024952 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-af6bf65a-2e15-4e7c-b200-f8d4b1868900 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:51.033686 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-cd0549fc-8fce-459d-bdcb-2db8ea3e3474 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-878292658-network', 'tenant_id': 'f7d9a8514d3a4e919e43feb22959a39b'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:52:51.067935 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7c63943d-bad7-42de-9416-073d2bb89ea3 req-8f9b6c07-0d1e-48fb-adb6-af17833c0e3b tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534766 Sep 21 17:52:51.078815 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0549fc-8fce-459d-bdcb-2db8ea3e3474 admin admin] Made reservation on behalf of f7d9a8514d3a4e919e43feb22959a39b for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:52:51.081161 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cd0549fc-8fce-459d-bdcb-2db8ea3e3474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:51.102732 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cd0549fc-8fce-459d-bdcb-2db8ea3e3474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:51.109487 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86665aa2-3b69-45bc-83d4-a87ddc7fb06f req-86c46434-8f48-46eb-8496-ed94f764f213 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:51.123296 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86665aa2-3b69-45bc-83d4-a87ddc7fb06f req-86c46434-8f48-46eb-8496-ed94f764f213 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:51.135213 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-86665aa2-3b69-45bc-83d4-a87ddc7fb06f req-86c46434-8f48-46eb-8496-ed94f764f213 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e HTTP/1.1" status: 200 len: 1683 time: 0.2133980 Sep 21 17:52:51.135213 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-af6bf65a-2e15-4e7c-b200-f8d4b1868900 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7028036 Sep 21 17:52:51.214516 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-b90d4990-2a18-4e99-87f6-cf48c6d88b0d service neutron] Request body: {'port': {'device_id': '6e6e80db-bca8-45c1-b9fc-7dec056a1de6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:52:51.279368 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cd0549fc-8fce-459d-bdcb-2db8ea3e3474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:51.288969 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cd0549fc-8fce-459d-bdcb-2db8ea3e3474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:51.318512 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-b90d4990-2a18-4e99-87f6-cf48c6d88b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:51.318725 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd0549fc-8fce-459d-bdcb-2db8ea3e3474 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:52:51.336421 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0549fc-8fce-459d-bdcb-2db8ea3e3474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0393ca76-0ed6-472e-9dd1-0a5c34e058a6,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:51.345017 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-86665aa2-3b69-45bc-83d4-a87ddc7fb06f req-45e6b06f-6e7a-4b4e-b6d5-de3b57cfb626 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Deleting port caf5909e-4f18-42b2-8812-de35b5b0a4a8 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:52:51.345966 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-86665aa2-3b69-45bc-83d4-a87ddc7fb06f req-45e6b06f-6e7a-4b4e-b6d5-de3b57cfb626 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:51.355269 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cd0549fc-8fce-459d-bdcb-2db8ea3e3474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:51.355674 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-cd0549fc-8fce-459d-bdcb-2db8ea3e3474 admin admin] Added segment 6b743b6d-3732-46e1-b562-18ca7d2ee764 of type vlan for network aa87634f-5254-4f17-8cfc-f89a39c03a1f Sep 21 17:52:51.401921 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cd0549fc-8fce-459d-bdcb-2db8ea3e3474 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:51.430841 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cd0549fc-8fce-459d-bdcb-2db8ea3e3474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:51.431649 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0549fc-8fce-459d-bdcb-2db8ea3e3474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:51.432282 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cd0549fc-8fce-459d-bdcb-2db8ea3e3474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:51.458469 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:51.522513 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-0793528f-2167-4ffd-83d6-c80a433e9dd1 req-2647445f-4a99-476f-8871-935c6cdef204 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1636195696', 'description': 'tempest-description-901463648'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:52:51.608822 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0793528f-2167-4ffd-83d6-c80a433e9dd1 req-2647445f-4a99-476f-8871-935c6cdef204 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:51.614076 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-86665aa2-3b69-45bc-83d4-a87ddc7fb06f req-45e6b06f-6e7a-4b4e-b6d5-de3b57cfb626 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] For port caf5909e-4f18-42b2-8812-de35b5b0a4a8, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=caf5909e-4f18-42b2-8812-de35b5b0a4a8,segment=NetworkSegment(1423dfc9-e4ec-4978-b438-5f140d62b8ab),segment_id=1423dfc9-e4ec-4978-b438-5f140d62b8ab)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:51.614519 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-86665aa2-3b69-45bc-83d4-a87ddc7fb06f req-45e6b06f-6e7a-4b4e-b6d5-de3b57cfb626 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:51.665708 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-86665aa2-3b69-45bc-83d4-a87ddc7fb06f req-45e6b06f-6e7a-4b4e-b6d5-de3b57cfb626 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Calling delete_port for caf5909e-4f18-42b2-8812-de35b5b0a4a8 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:52:51.895225 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-cd0549fc-8fce-459d-bdcb-2db8ea3e3474 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0932305 Sep 21 17:52:51.896521 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0549fc-8fce-459d-bdcb-2db8ea3e3474 admin admin] Pushing event updated for resources: {'Network': ['ID=aa87634f-5254-4f17-8cfc-f89a39c03a1f,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:51.898502 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54470) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:51.903744 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-a846d2a5-e9e0-486f-9bcd-c5c20dc5804f admin admin] Request body: {'subnet': {'network_id': 'aa87634f-5254-4f17-8cfc-f89a39c03a1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-878292658-subnet', 'tenant_id': 'f7d9a8514d3a4e919e43feb22959a39b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:52:51.907186 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network aa87634f-5254-4f17-8cfc-f89a39c03a1f details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:52:52.254477 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-c1dd973e-5072-486d-bac7-19f27d9f9682 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:52:52.255614 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-c1dd973e-5072-486d-bac7-19f27d9f9682 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067651 Sep 21 17:52:52.259065 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-b90d4990-2a18-4e99-87f6-cf48c6d88b0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3924ef31-1fe5-4ebe-9fc1-047c2b484fe5 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:52:52.264662 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0793528f-2167-4ffd-83d6-c80a433e9dd1 req-2647445f-4a99-476f-8871-935c6cdef204 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:52.292338 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-b90d4990-2a18-4e99-87f6-cf48c6d88b0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:52.294543 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0793528f-2167-4ffd-83d6-c80a433e9dd1 req-2647445f-4a99-476f-8871-935c6cdef204 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:52.300712 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-88e2e0de-76b2-43e4-ae06-345ab1b63acd tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:52.302191 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-88e2e0de-76b2-43e4-ae06-345ab1b63acd tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/ports/ff3a01c5-c401-4b70-bad6-59be3348d9cd HTTP/1.1" status: 200 len: 1093 time: 0.0407696 Sep 21 17:52:52.303639 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a846d2a5-e9e0-486f-9bcd-c5c20dc5804f admin admin] Made reservation on behalf of f7d9a8514d3a4e919e43feb22959a39b for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:52:52.306858 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a846d2a5-e9e0-486f-9bcd-c5c20dc5804f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:52.313377 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-1afabfb7-4834-4e4c-8e0a-f570bf57831d service neutron] Request body: {'binding': {'host': 'n-h2-810291-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:52:52.313832 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-1afabfb7-4834-4e4c-8e0a-f570bf57831d service neutron] Unknown quota resources ['binding']. {{(pid=101461) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 17:52:52.342136 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0793528f-2167-4ffd-83d6-c80a433e9dd1 req-2647445f-4a99-476f-8871-935c6cdef204 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:52.343360 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0793528f-2167-4ffd-83d6-c80a433e9dd1 req-2647445f-4a99-476f-8871-935c6cdef204 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8356836 Sep 21 17:52:52.353282 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647445f-4a99-476f-8871-935c6cdef204 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7057dec5-2403-45da-bce6-98615e3ea9f7,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:52.361919 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-b90d4990-2a18-4e99-87f6-cf48c6d88b0d service neutron] Transition to ACTIVE for port object 3924ef31-1fe5-4ebe-9fc1-047c2b484fe5 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:52:52.362885 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-86665aa2-3b69-45bc-83d4-a87ddc7fb06f req-45e6b06f-6e7a-4b4e-b6d5-de3b57cfb626 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:52.373836 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-b90d4990-2a18-4e99-87f6-cf48c6d88b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:52.374595 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['caf5909e-4f18-42b2-8812-de35b5b0a4a8', 'a49babc2-48be-479f-8e1e-14c993e81340'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:52:52.399907 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6b06f-6e7a-4b4e-b6d5-de3b57cfb626 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Pushing event deleted for resources: {'Port': ['ID=caf5909e-4f18-42b2-8812-de35b5b0a4a8,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:52.480759 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-86665aa2-3b69-45bc-83d4-a87ddc7fb06f req-45e6b06f-6e7a-4b4e-b6d5-de3b57cfb626 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] No DVR routers for this DVR port caf5909e-4f18-42b2-8812-de35b5b0a4a8 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:52:52.487544 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-86665aa2-3b69-45bc-83d4-a87ddc7fb06f req-45e6b06f-6e7a-4b4e-b6d5-de3b57cfb626 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:52.489639 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-86665aa2-3b69-45bc-83d4-a87ddc7fb06f req-45e6b06f-6e7a-4b4e-b6d5-de3b57cfb626 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.38 "DELETE /v2.0/ports/caf5909e-4f18-42b2-8812-de35b5b0a4a8 HTTP/1.1" status: 204 len: 173 time: 1.3563118 Sep 21 17:52:52.503870 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e', 'name': 'network-vif-deleted', 'tag': 'caf5909e-4f18-42b2-8812-de35b5b0a4a8'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:52:52.506511 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c8222d-a3c1-48bd-bfd2-64b51b04d27b" -d '{"events": [{"server_uuid": "8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e", "name": "network-vif-deleted", "tag": "caf5909e-4f18-42b2-8812-de35b5b0a4a8"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:52:52.598485 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d4990-2a18-4e99-87f6-cf48c6d88b0d service neutron] Pushing event updated for resources: {'Port': ['ID=3924ef31-1fe5-4ebe-9fc1-047c2b484fe5,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:52.634450 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-1afabfb7-4834-4e4c-8e0a-f570bf57831d service neutron] Attempting to bind port ff3a01c5-c401-4b70-bad6-59be3348d9cd on host n-h2-810291-1 for vnic_type normal with profile None {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:52:52.634702 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-1afabfb7-4834-4e4c-8e0a-f570bf57831d service neutron] Attempting to bind port ff3a01c5-c401-4b70-bad6-59be3348d9cd by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:52:52.635026 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-1afabfb7-4834-4e4c-8e0a-f570bf57831d service neutron] Attempting to bind port ff3a01c5-c401-4b70-bad6-59be3348d9cd on network 24a709a9-6fef-4b8b-a432-62063bc26954 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:52:52.642086 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-1afabfb7-4834-4e4c-8e0a-f570bf57831d service neutron] Port ff3a01c5-c401-4b70-bad6-59be3348d9cd on network 24a709a9-6fef-4b8b-a432-62063bc26954 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:52:52.642323 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-1afabfb7-4834-4e4c-8e0a-f570bf57831d service neutron] Attempting to bind port ff3a01c5-c401-4b70-bad6-59be3348d9cd on network 24a709a9-6fef-4b8b-a432-62063bc26954 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:52:52.650805 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-1afabfb7-4834-4e4c-8e0a-f570bf57831d service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:52:52.654727 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-1afabfb7-4834-4e4c-8e0a-f570bf57831d service neutron] Checking segment: {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:52:52.655089 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-1afabfb7-4834-4e4c-8e0a-f570bf57831d service neutron] Bound using segment: {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:52:52.655489 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-1afabfb7-4834-4e4c-8e0a-f570bf57831d service neutron] Bound port: ff3a01c5-c401-4b70-bad6-59be3348d9cd, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'}}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:52:52.658800 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a846d2a5-e9e0-486f-9bcd-c5c20dc5804f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:52.667461 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54bb653-e885-4ca8-8681-046cfed86beb req-20bb7d68-95ff-4540-809e-cf510ad75da7 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:52.669060 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e54bb653-e885-4ca8-8681-046cfed86beb req-20bb7d68-95ff-4540-809e-cf510ad75da7 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/ports?device_id=c501f326-aad6-4c49-b8e3-99bd14369e1c HTTP/1.1" status: 200 len: 950 time: 0.2416949 Sep 21 17:52:52.725875 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-b90d4990-2a18-4e99-87f6-cf48c6d88b0d service neutron] Attempting to bind port 3924ef31-1fe5-4ebe-9fc1-047c2b484fe5 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:52:52.726217 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-b90d4990-2a18-4e99-87f6-cf48c6d88b0d service neutron] Attempting to bind port 3924ef31-1fe5-4ebe-9fc1-047c2b484fe5 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '9c08f836-aec9-456e-aaf6-ac9a8961f79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:52:52.726547 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-b90d4990-2a18-4e99-87f6-cf48c6d88b0d service neutron] Attempting to bind port 3924ef31-1fe5-4ebe-9fc1-047c2b484fe5 on network b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:52:52.740460 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e54bb653-e885-4ca8-8681-046cfed86beb req-1523c6fa-826e-464c-90bf-24dd942b32ac tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/security-groups?id=7585ba8c-6a20-4c91-9e23-9b680d635c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628750 Sep 21 17:52:52.743042 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-b90d4990-2a18-4e99-87f6-cf48c6d88b0d service neutron] Port 3924ef31-1fe5-4ebe-9fc1-047c2b484fe5 on network b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:52:52.743391 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-b90d4990-2a18-4e99-87f6-cf48c6d88b0d service neutron] Attempting to bind port 3924ef31-1fe5-4ebe-9fc1-047c2b484fe5 on network b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:52:52.751700 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846d2a5-e9e0-486f-9bcd-c5c20dc5804f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e40ea4a8-8e6a-4da0-863e-27ce3092b0c9,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:52.765873 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-86665aa2-3b69-45bc-83d4-a87ddc7fb06f req-b2fdb8d6-a221-4c2a-9f15-ada08b2a27a6 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Deleting port a49babc2-48be-479f-8e1e-14c993e81340 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:52:52.766025 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-1afabfb7-4834-4e4c-8e0a-f570bf57831d service neutron] For port ff3a01c5-c401-4b70-bad6-59be3348d9cd, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=ff3a01c5-c401-4b70-bad6-59be3348d9cd,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:52:52.766497 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-86665aa2-3b69-45bc-83d4-a87ddc7fb06f req-b2fdb8d6-a221-4c2a-9f15-ada08b2a27a6 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:52.769573 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-b90d4990-2a18-4e99-87f6-cf48c6d88b0d service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:52:52.769963 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-b90d4990-2a18-4e99-87f6-cf48c6d88b0d service neutron] Checking segment: {'id': '9c08f836-aec9-456e-aaf6-ac9a8961f79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:52:52.770305 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-b90d4990-2a18-4e99-87f6-cf48c6d88b0d service neutron] Bound using segment: {'id': '9c08f836-aec9-456e-aaf6-ac9a8961f79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:52:52.770751 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-b90d4990-2a18-4e99-87f6-cf48c6d88b0d service neutron] Bound port: 3924ef31-1fe5-4ebe-9fc1-047c2b484fe5, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c08f836-aec9-456e-aaf6-ac9a8961f79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:52:52.771195 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-b90d4990-2a18-4e99-87f6-cf48c6d88b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:52.772460 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a846d2a5-e9e0-486f-9bcd-c5c20dc5804f admin admin] Checking segment: {'id': '6b743b6d-3732-46e1-b562-18ca7d2ee764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'aa87634f-5254-4f17-8cfc-f89a39c03a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:52:52.772740 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a846d2a5-e9e0-486f-9bcd-c5c20dc5804f admin admin] Network hostable DHCP agents. Network: aa87634f-5254-4f17-8cfc-f89a39c03a1f, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:52:52.777242 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-1afabfb7-4834-4e4c-8e0a-f570bf57831d service neutron] Notify callbacks [] for binding, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:52.779384 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-1afabfb7-4834-4e4c-8e0a-f570bf57831d service neutron] 10.222.0.58 "POST /v2.0/ports/ff3a01c5-c401-4b70-bad6-59be3348d9cd/bindings HTTP/1.1" status: 201 len: 389 time: 0.4703140 Sep 21 17:52:52.791854 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:52:52.801028 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a846d2a5-e9e0-486f-9bcd-c5c20dc5804f admin admin] Network aa87634f-5254-4f17-8cfc-f89a39c03a1f is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:52:52.817250 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-a846d2a5-e9e0-486f-9bcd-c5c20dc5804f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, aa87634f-5254-4f17-8cfc-f89a39c03a1f) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:52:52.847320 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a846d2a5-e9e0-486f-9bcd-c5c20dc5804f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:52.848092 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a846d2a5-e9e0-486f-9bcd-c5c20dc5804f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:52.858118 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6367c594-0ffe-46bc-9e0f-90ebc0cbd897 None None] Network aa87634f-5254-4f17-8cfc-f89a39c03a1f requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:52:52.867755 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a846d2a5-e9e0-486f-9bcd-c5c20dc5804f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9679320 Sep 21 17:52:52.890174 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:52:52.891094 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 450e4d8c-a1e5-4cbf-a650-2d9807bb1aaf not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:52:52.894687 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device caf5909e-4f18-42b2-8812-de35b5b0a4a8 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:52:52.978421 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-86665aa2-3b69-45bc-83d4-a87ddc7fb06f req-b2fdb8d6-a221-4c2a-9f15-ada08b2a27a6 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] For port a49babc2-48be-479f-8e1e-14c993e81340, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a49babc2-48be-479f-8e1e-14c993e81340,segment=NetworkSegment(ad9b3b18-9dd1-4056-8261-3cbc4aa98be9),segment_id=ad9b3b18-9dd1-4056-8261-3cbc4aa98be9)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:52.978806 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-86665aa2-3b69-45bc-83d4-a87ddc7fb06f req-b2fdb8d6-a221-4c2a-9f15-ada08b2a27a6 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:52.991271 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-b90d4990-2a18-4e99-87f6-cf48c6d88b0d service neutron] For port 3924ef31-1fe5-4ebe-9fc1-047c2b484fe5, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:52:53.002808 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1d4cf-b3d0-4eba-a228-5233ce3d0122 req-41b23a4b-8cf5-4dd0-a2e6-ee8bc44af88e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:53.012860 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-faa1d4cf-b3d0-4eba-a228-5233ce3d0122 req-41b23a4b-8cf5-4dd0-a2e6-ee8bc44af88e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e HTTP/1.1" status: 200 len: 946 time: 0.0969510 Sep 21 17:52:53.019484 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a7484-ade1-4e76-b485-3a569381504b req-496cc099-64b0-4f15-9bc9-be696611dadd tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:53.028638 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7c5a7484-ade1-4e76-b485-3a569381504b req-496cc099-64b0-4f15-9bc9-be696611dadd tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e6e80db-bca8-45c1-b9fc-7dec056a1de6 HTTP/1.1" status: 200 len: 943 time: 0.1660476 Sep 21 17:52:53.031234 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-86665aa2-3b69-45bc-83d4-a87ddc7fb06f req-b2fdb8d6-a221-4c2a-9f15-ada08b2a27a6 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Calling delete_port for a49babc2-48be-479f-8e1e-14c993e81340 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:52:53.036977 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-b90d4990-2a18-4e99-87f6-cf48c6d88b0d service neutron] For port 3924ef31-1fe5-4ebe-9fc1-047c2b484fe5, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=3924ef31-1fe5-4ebe-9fc1-047c2b484fe5,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:52:53.059407 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-b90d4990-2a18-4e99-87f6-cf48c6d88b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:53.063898 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-faa1d4cf-b3d0-4eba-a228-5233ce3d0122 req-6a8634b9-0c7a-4e75-a216-f5361251ef8c tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "GET /v2.0/security-groups?id=c83e0fc1-242d-404c-9dbb-23bc3011febb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501025 Sep 21 17:52:53.115398 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: caf5909e-4f18-42b2-8812-de35b5b0a4a8 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:52:53.116341 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device caf5909e-4f18-42b2-8812-de35b5b0a4a8 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:52:53.116939 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a49babc2-48be-479f-8e1e-14c993e81340 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:52:53.159869 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:53.172679 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b85e082-7564-4968-929d-7597340c7ebc None None] Network aa87634f-5254-4f17-8cfc-f89a39c03a1f requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:52:53.181633 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-b90d4990-2a18-4e99-87f6-cf48c6d88b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:53.182253 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-b90d4990-2a18-4e99-87f6-cf48c6d88b0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:53.183667 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-b90d4990-2a18-4e99-87f6-cf48c6d88b0d service neutron] 10.222.0.44 "PUT /v2.0/ports/3924ef31-1fe5-4ebe-9fc1-047c2b484fe5 HTTP/1.1" status: 200 len: 1091 time: 1.9790637 Sep 21 17:52:53.202582 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7c5a7484-ade1-4e76-b485-3a569381504b req-0c128b01-4a44-4a91-b4a3-c8406827462c tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728792 Sep 21 17:52:53.261602 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:53.262591 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d4990-2a18-4e99-87f6-cf48c6d88b0d service neutron] Pushing event updated for resources: {'Port': ['ID=3924ef31-1fe5-4ebe-9fc1-047c2b484fe5,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:53.334323 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-c865f5a6-76bd-49ee-aa80-ecf96f1fbda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:53.335866 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-c865f5a6-76bd-49ee-aa80-ecf96f1fbda5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57dccdb6847547f580dd9713009778d2&device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 1096 time: 0.2116377 Sep 21 17:52:53.406223 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e359771-295e-4b69-a4f6-d7c59451d2a0 req-dc44189c-f171-4645-8075-fd64bc510769 tempest-NetworksTest-689379324 tempest-NetworksTest-689379324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:53.406820 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e359771-295e-4b69-a4f6-d7c59451d2a0 req-dc44189c-f171-4645-8075-fd64bc510769 tempest-NetworksTest-689379324 tempest-NetworksTest-689379324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:53.407144 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e359771-295e-4b69-a4f6-d7c59451d2a0 req-dc44189c-f171-4645-8075-fd64bc510769 tempest-NetworksTest-689379324 tempest-NetworksTest-689379324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:53.407616 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e359771-295e-4b69-a4f6-d7c59451d2a0 req-dc44189c-f171-4645-8075-fd64bc510769 tempest-NetworksTest-689379324 tempest-NetworksTest-689379324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:53.408486 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e359771-295e-4b69-a4f6-d7c59451d2a0 req-dc44189c-f171-4645-8075-fd64bc510769 tempest-NetworksTest-689379324 tempest-NetworksTest-689379324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:53.408677 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e359771-295e-4b69-a4f6-d7c59451d2a0 req-dc44189c-f171-4645-8075-fd64bc510769 tempest-NetworksTest-689379324 tempest-NetworksTest-689379324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:53.409152 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e359771-295e-4b69-a4f6-d7c59451d2a0 req-dc44189c-f171-4645-8075-fd64bc510769 tempest-NetworksTest-689379324 tempest-NetworksTest-689379324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:53.410062 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e359771-295e-4b69-a4f6-d7c59451d2a0 req-dc44189c-f171-4645-8075-fd64bc510769 tempest-NetworksTest-689379324 tempest-NetworksTest-689379324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:53.410062 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e359771-295e-4b69-a4f6-d7c59451d2a0 req-dc44189c-f171-4645-8075-fd64bc510769 tempest-NetworksTest-689379324 tempest-NetworksTest-689379324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:53.410347 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-86665aa2-3b69-45bc-83d4-a87ddc7fb06f req-b2fdb8d6-a221-4c2a-9f15-ada08b2a27a6 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:53.410529 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e359771-295e-4b69-a4f6-d7c59451d2a0 req-dc44189c-f171-4645-8075-fd64bc510769 tempest-NetworksTest-689379324 tempest-NetworksTest-689379324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:53.411018 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e359771-295e-4b69-a4f6-d7c59451d2a0 req-dc44189c-f171-4645-8075-fd64bc510769 tempest-NetworksTest-689379324 tempest-NetworksTest-689379324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:53.412261 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e359771-295e-4b69-a4f6-d7c59451d2a0 req-dc44189c-f171-4645-8075-fd64bc510769 tempest-NetworksTest-689379324 tempest-NetworksTest-689379324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:53.412721 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e359771-295e-4b69-a4f6-d7c59451d2a0 req-dc44189c-f171-4645-8075-fd64bc510769 tempest-NetworksTest-689379324 tempest-NetworksTest-689379324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:53.413471 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-44481ed6-9af8-4a90-a610-6d19937a1220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:53.415063 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-44481ed6-9af8-4a90-a610-6d19937a1220 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5d3ca10dab864494a95ff993f73111e1&device_id=6e6e80db-bca8-45c1-b9fc-7dec056a1de6 HTTP/1.1" status: 200 len: 1094 time: 0.1721916 Sep 21 17:52:53.415649 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0e359771-295e-4b69-a4f6-d7c59451d2a0 req-dc44189c-f171-4645-8075-fd64bc510769 tempest-NetworksTest-689379324 tempest-NetworksTest-689379324-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9235 time: 0.1346927 Sep 21 17:52:53.467780 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb29b58-cb3a-45ae-bb7b-ef81fe6b6196 x-openstack-request-id: req-0eb29b58-cb3a-45ae-bb7b-ef81fe6b6196 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:52:53.468122 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e", "name": "network-vif-deleted", "tag": "caf5909e-4f18-42b2-8812-de35b5b0a4a8", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:52:53.468260 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0eb29b58-cb3a-45ae-bb7b-ef81fe6b6196 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:52:53.468671 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e', 'name': 'network-vif-deleted', 'tag': 'caf5909e-4f18-42b2-8812-de35b5b0a4a8', 'status': 'completed', 'code': 200} Sep 21 17:52:53.494081 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9d26aabb-9b24-4b6f-9df6-d8b380698ca4 req-1287a744-653e-463c-8433-23f43e270dde tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] 10.222.0.58 "GET /v2.0/security-groups/7057dec5-2403-45da-bce6-98615e3ea9f7 HTTP/1.1" status: 200 len: 1812 time: 0.1777222 Sep 21 17:52:53.521734 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fdb8d6-a221-4c2a-9f15-ada08b2a27a6 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Pushing event deleted for resources: {'Port': ['ID=a49babc2-48be-479f-8e1e-14c993e81340,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:53.532321 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-200f8209-1f5c-4e2d-8169-846814babc53 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3924ef31-1fe5-4ebe-9fc1-047c2b484fe5 HTTP/1.1" status: 200 len: 217 time: 0.0759492 Sep 21 17:52:53.538723 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-9d26aabb-9b24-4b6f-9df6-d8b380698ca4 req-ea22211f-8d78-4f48-b414-349eb198136f tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7057dec5-2403-45da-bce6-98615e3ea9f7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:52:53.539074 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-9d26aabb-9b24-4b6f-9df6-d8b380698ca4 req-ea22211f-8d78-4f48-b414-349eb198136f tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7057dec5-2403-45da-bce6-98615e3ea9f7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:52:53.553915 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712cb53-9278-48fb-879d-98c256b5d7b9 req-da8cea03-65fa-4bb6-a605-978eb1ef5c06 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:53.555757 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d712cb53-9278-48fb-879d-98c256b5d7b9 req-da8cea03-65fa-4bb6-a605-978eb1ef5c06 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cd70a80-2ab4-4e7c-b391-e57800d6f6b0 HTTP/1.1" status: 200 len: 949 time: 0.0550444 Sep 21 17:52:53.600137 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d712cb53-9278-48fb-879d-98c256b5d7b9 req-d61f2a90-fc8e-40e3-934a-20715b1c8781 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/security-groups?id=7585ba8c-6a20-4c91-9e23-9b680d635c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372000 Sep 21 17:52:53.640365 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-86665aa2-3b69-45bc-83d4-a87ddc7fb06f req-b2fdb8d6-a221-4c2a-9f15-ada08b2a27a6 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] No DVR routers for this DVR port a49babc2-48be-479f-8e1e-14c993e81340 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:52:53.643201 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-86665aa2-3b69-45bc-83d4-a87ddc7fb06f req-b2fdb8d6-a221-4c2a-9f15-ada08b2a27a6 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:53.645631 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-86665aa2-3b69-45bc-83d4-a87ddc7fb06f req-b2fdb8d6-a221-4c2a-9f15-ada08b2a27a6 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.38 "DELETE /v2.0/ports/a49babc2-48be-479f-8e1e-14c993e81340 HTTP/1.1" status: 204 len: 173 time: 1.1338067 Sep 21 17:52:53.655642 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-dbd26ade-4f48-4edc-9fc2-6e4db3c816ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:53.657311 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-dbd26ade-4f48-4edc-9fc2-6e4db3c816ea service neutron] 10.222.0.44 "GET /v2.0/networks?id=24a709a9-6fef-4b8b-a432-62063bc26954 HTTP/1.1" status: 200 len: 922 time: 0.3079405 Sep 21 17:52:53.715132 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-3e80941a-e62a-468e-9110-579d1b036ac6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff3a01c5-c401-4b70-bad6-59be3348d9cd HTTP/1.1" status: 200 len: 217 time: 0.0475321 Sep 21 17:52:53.717355 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-f9927357-b2b2-4658-8f88-76a9b339c9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:53.719012 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-f9927357-b2b2-4658-8f88-76a9b339c9c1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=def27755-188f-4074-84e9-9b2c33d106ae HTTP/1.1" status: 200 len: 845 time: 0.1714869 Sep 21 17:52:53.723532 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5514aa5-f60d-4ccd-811e-6ea3aba58719 req-416fbac8-a58e-4d3b-8cd9-beb306e99c0b tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:53.726908 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f5514aa5-f60d-4ccd-811e-6ea3aba58719 req-416fbac8-a58e-4d3b-8cd9-beb306e99c0b tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 945 time: 0.0668042 Sep 21 17:52:53.772139 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f5514aa5-f60d-4ccd-811e-6ea3aba58719 req-9e482f6f-d77a-4170-bd3b-83a962f3b4bb tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370011 Sep 21 17:52:53.803334 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-119c7f2c-225d-4304-82fa-b8b844b700aa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739889 Sep 21 17:52:53.849434 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-9e00e8bd-346a-45fa-84ce-c2e7097cd0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:53.850962 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-9e00e8bd-346a-45fa-84ce-c2e7097cd0af service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f5dcf0d3-3653-4c17-af0f-a1adf84dd578 HTTP/1.1" status: 200 len: 861 time: 0.1230075 Sep 21 17:52:53.873504 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9d26aabb-9b24-4b6f-9df6-d8b380698ca4 req-ea22211f-8d78-4f48-b414-349eb198136f tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:53.920201 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-eb91897d-0e3b-490e-834c-72580eb946dc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=24a709a9-6fef-4b8b-a432-62063bc26954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591922 Sep 21 17:52:53.963726 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9d26aabb-9b24-4b6f-9df6-d8b380698ca4 req-ea22211f-8d78-4f48-b414-349eb198136f tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:53.978974 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9d26aabb-9b24-4b6f-9df6-d8b380698ca4 req-ea22211f-8d78-4f48-b414-349eb198136f tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:54.018974 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac473e2-3049-488d-aaa0-205709369e4a req-38157342-4d13-476e-b82b-08c5f6bc9e6f tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:54.020588 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eac473e2-3049-488d-aaa0-205709369e4a req-38157342-4d13-476e-b82b-08c5f6bc9e6f tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] 10.222.0.58 "GET /v2.0/networks?id=aa87634f-5254-4f17-8cfc-f89a39c03a1f HTTP/1.1" status: 200 len: 817 time: 0.1139863 Sep 21 17:52:54.033492 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-56f011a1-c61e-4596-bb4a-c746f1d28b95 service neutron] 10.222.0.44 "GET /v2.0/networks/b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207379 Sep 21 17:52:54.034097 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea22211f-8d78-4f48-b414-349eb198136f tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c834d94a-0ac8-40e7-889d-5688462c8105,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:54.038544 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eac473e2-3049-488d-aaa0-205709369e4a req-bd2b1210-b383-426b-8a0f-4f9b872a3fef tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] 10.222.0.58 "GET /v2.0/quotas/f7d9a8514d3a4e919e43feb22959a39b HTTP/1.1" status: 200 len: 375 time: 0.0108078 Sep 21 17:52:54.057673 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9d26aabb-9b24-4b6f-9df6-d8b380698ca4 req-ea22211f-8d78-4f48-b414-349eb198136f tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:54.058831 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9d26aabb-9b24-4b6f-9df6-d8b380698ca4 req-ea22211f-8d78-4f48-b414-349eb198136f tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5327635 Sep 21 17:52:54.083548 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eac473e2-3049-488d-aaa0-205709369e4a req-46898c6f-ff71-4beb-95f3-a0241bc2ff8b tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7d9a8514d3a4e919e43feb22959a39b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345483 Sep 21 17:52:54.117470 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-37917dec-8e6d-45b1-acd4-03b19e09c093 service neutron] 10.222.0.44 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859865 Sep 21 17:52:54.277517 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eac473e2-3049-488d-aaa0-205709369e4a req-d362b08a-31fc-43d0-a37b-f0de73e4b37c service neutron] 10.222.0.58 "GET /v2.0/networks/aa87634f-5254-4f17-8cfc-f89a39c03a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878324 Sep 21 17:52:54.295350 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9b327b1-c2fe-4c89-8fc6-9cf66dc5f876 req-376f53fa-64c0-4b23-815f-14709c66fec2 service neutron] 10.222.0.44 "GET /v2.0/networks/b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485313 Sep 21 17:52:54.298387 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b98411-d40b-43f0-a722-5cba7e8034ab req-6ddb4af1-ae11-4195-b1e7-6223132d9c72 tempest-NetworksTest-689379324 tempest-NetworksTest-689379324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:54.299776 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90b98411-d40b-43f0-a722-5cba7e8034ab req-6ddb4af1-ae11-4195-b1e7-6223132d9c72 tempest-NetworksTest-689379324 tempest-NetworksTest-689379324-project-admin] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 886 time: 0.2120583 Sep 21 17:52:54.314124 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-211af75b-ddf6-4044-901e-1d731a96fb94 service neutron] 10.222.0.44 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642501 Sep 21 17:52:54.372984 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eac473e2-3049-488d-aaa0-205709369e4a req-b4d076f4-ef2c-446f-9eda-bd5a958ad6d3 service neutron] 10.222.0.58 "GET /v2.0/networks/aa87634f-5254-4f17-8cfc-f89a39c03a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886889 Sep 21 17:52:54.394991 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:54.548381 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ac041669-c4e1-4fa3-96db-7643492aa569 req-54aa3118-a361-496f-bad2-9a9d8cb9445f tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] 10.222.0.58 "GET /v2.0/security-groups/7057dec5-2403-45da-bce6-98615e3ea9f7 HTTP/1.1" status: 200 len: 2405 time: 0.0562840 Sep 21 17:52:54.589348 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54542) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:54.687490 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e194010-d232-4953-b41c-a278628a196e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Deleting subnet 559e566b-2f23-49b1-8764-f71c184d482d {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:52:54.696776 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3e194010-d232-4953-b41c-a278628a196e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:54.738667 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192e142-3eb0-4990-aa0d-02f08b9a5473 req-c2d57d15-3099-4d0f-bcf7-1f693a407a39 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:54.746179 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5192e142-3eb0-4990-aa0d-02f08b9a5473 req-c2d57d15-3099-4d0f-bcf7-1f693a407a39 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e6e80db-bca8-45c1-b9fc-7dec056a1de6 HTTP/1.1" status: 200 len: 943 time: 0.1015406 Sep 21 17:52:54.774130 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3e194010-d232-4953-b41c-a278628a196e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:54.831811 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5192e142-3eb0-4990-aa0d-02f08b9a5473 req-07151dcf-87c5-4dde-bc91-57c6421d6abe tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841088 Sep 21 17:52:54.946464 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c4ef50aa-48ba-4357-90a2-6c5879eb6296 req-778fd058-4a3b-461f-86cb-22a51f89ca6f tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] 10.222.0.58 "GET /v2.0/ports?device_id=c493f85f-861d-4b68-96ee-4c83dae903d0 HTTP/1.1" status: 200 len: 210 time: 0.0407743 Sep 21 17:52:54.992440 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3e194010-d232-4953-b41c-a278628a196e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:54.998439 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dda8f13e-e7cc-4e52-b1b1-644ab0887d9d req-d185e0ee-bc14-4ce6-82b7-0ccf7941118c tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] 10.222.0.58 "GET /v2.0/security-group-rules/c834d94a-0ac8-40e7-889d-5688462c8105 HTTP/1.1" status: 200 len: 778 time: 0.0302818 Sep 21 17:52:55.020317 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93068afa-cd6a-4d75-8675-722eb71af22a req-0a1c7a7c-3723-4e15-b85c-6f78e0bfba76 tempest-NetworksTest-689379324 tempest-NetworksTest-689379324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:55.021405 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93068afa-cd6a-4d75-8675-722eb71af22a req-0a1c7a7c-3723-4e15-b85c-6f78e0bfba76 tempest-NetworksTest-689379324 tempest-NetworksTest-689379324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:55.021405 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93068afa-cd6a-4d75-8675-722eb71af22a req-0a1c7a7c-3723-4e15-b85c-6f78e0bfba76 tempest-NetworksTest-689379324 tempest-NetworksTest-689379324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:55.021968 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93068afa-cd6a-4d75-8675-722eb71af22a req-0a1c7a7c-3723-4e15-b85c-6f78e0bfba76 tempest-NetworksTest-689379324 tempest-NetworksTest-689379324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:55.022539 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93068afa-cd6a-4d75-8675-722eb71af22a req-0a1c7a7c-3723-4e15-b85c-6f78e0bfba76 tempest-NetworksTest-689379324 tempest-NetworksTest-689379324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:55.023163 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93068afa-cd6a-4d75-8675-722eb71af22a req-0a1c7a7c-3723-4e15-b85c-6f78e0bfba76 tempest-NetworksTest-689379324 tempest-NetworksTest-689379324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:55.023945 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93068afa-cd6a-4d75-8675-722eb71af22a req-0a1c7a7c-3723-4e15-b85c-6f78e0bfba76 tempest-NetworksTest-689379324 tempest-NetworksTest-689379324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:55.024727 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93068afa-cd6a-4d75-8675-722eb71af22a req-0a1c7a7c-3723-4e15-b85c-6f78e0bfba76 tempest-NetworksTest-689379324 tempest-NetworksTest-689379324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:55.025245 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93068afa-cd6a-4d75-8675-722eb71af22a req-0a1c7a7c-3723-4e15-b85c-6f78e0bfba76 tempest-NetworksTest-689379324 tempest-NetworksTest-689379324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:55.025972 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93068afa-cd6a-4d75-8675-722eb71af22a req-0a1c7a7c-3723-4e15-b85c-6f78e0bfba76 tempest-NetworksTest-689379324 tempest-NetworksTest-689379324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:55.026512 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93068afa-cd6a-4d75-8675-722eb71af22a req-0a1c7a7c-3723-4e15-b85c-6f78e0bfba76 tempest-NetworksTest-689379324 tempest-NetworksTest-689379324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:55.027436 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93068afa-cd6a-4d75-8675-722eb71af22a req-0a1c7a7c-3723-4e15-b85c-6f78e0bfba76 tempest-NetworksTest-689379324 tempest-NetworksTest-689379324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:55.028230 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93068afa-cd6a-4d75-8675-722eb71af22a req-0a1c7a7c-3723-4e15-b85c-6f78e0bfba76 tempest-NetworksTest-689379324 tempest-NetworksTest-689379324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:55.031595 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-93068afa-cd6a-4d75-8675-722eb71af22a req-0a1c7a7c-3723-4e15-b85c-6f78e0bfba76 tempest-NetworksTest-689379324 tempest-NetworksTest-689379324-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9235 time: 0.2473176 Sep 21 17:52:55.134097 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dda8f13e-e7cc-4e52-b1b1-644ab0887d9d req-900a2068-e9b1-4130-beec-2ae365bd4e39 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] 10.222.0.58 "GET /v2.0/security-groups/7057dec5-2403-45da-bce6-98615e3ea9f7 HTTP/1.1" status: 200 len: 2405 time: 0.1160812 Sep 21 17:52:55.150154 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3e194010-d232-4953-b41c-a278628a196e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:55.174318 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3e194010-d232-4953-b41c-a278628a196e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:55.176415 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3e194010-d232-4953-b41c-a278628a196e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "DELETE /v2.0/subnets/559e566b-2f23-49b1-8764-f71c184d482d HTTP/1.1" status: 204 len: 168 time: 0.5840359 Sep 21 17:52:55.180221 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54564) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:55.182001 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e793814f-64df-49d1-b028-b03fff1fd763 None None] Network befc2595-34b4-4aae-b55a-b9ad873abb89 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:52:55.250317 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e194010-d232-4953-b41c-a278628a196e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Pushing event deleted for resources: {'Subnet': ['ID=559e566b-2f23-49b1-8764-f71c184d482d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:55.305036 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-dda8f13e-e7cc-4e52-b1b1-644ab0887d9d req-19d87e9a-b76a-421c-b883-f05546070531 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:55.318565 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-dda8f13e-e7cc-4e52-b1b1-644ab0887d9d req-19d87e9a-b76a-421c-b883-f05546070531 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:55.319223 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4bf6e-3e74-47de-89d8-0ad8ea441e68 req-a7a78e93-d089-4092-b122-1699c313da5d tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:55.320812 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-81f4bf6e-3e74-47de-89d8-0ad8ea441e68 req-a7a78e93-d089-4092-b122-1699c313da5d tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 945 time: 0.1115761 Sep 21 17:52:55.325377 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b5562327-41bd-4e26-ad2a-38d13d2c552f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:55.381903 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-dda8f13e-e7cc-4e52-b1b1-644ab0887d9d req-19d87e9a-b76a-421c-b883-f05546070531 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:55.399262 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-81f4bf6e-3e74-47de-89d8-0ad8ea441e68 req-95b2afac-08a5-4400-a9ad-a4b2e3130b8b tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664353 Sep 21 17:52:55.406739 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-dda8f13e-e7cc-4e52-b1b1-644ab0887d9d req-19d87e9a-b76a-421c-b883-f05546070531 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:55.411928 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dda8f13e-e7cc-4e52-b1b1-644ab0887d9d req-19d87e9a-b76a-421c-b883-f05546070531 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/c834d94a-0ac8-40e7-889d-5688462c8105 HTTP/1.1" status: 204 len: 173 time: 0.2390645 Sep 21 17:52:55.413786 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d87e9a-b76a-421c-b883-f05546070531 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c834d94a-0ac8-40e7-889d-5688462c8105,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:55.431259 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54568) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:55.440178 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-b5562327-41bd-4e26-ad2a-38d13d2c552f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Deleting port 767b1876-83fd-4a88-928a-2e205b65d7cc {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:52:55.441052 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b5562327-41bd-4e26-ad2a-38d13d2c552f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:55.465982 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-e24e0e8c-c09d-443d-af89-f0e4d22d9631 req-91e5a60b-e49d-437c-b182-29fc3582c263 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-436687517', 'description': 'tempest-description-1646765775'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:52:55.476666 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6e80db-bca8-45c1-b9fc-7dec056a1de6', 'tag': '3924ef31-1fe5-4ebe-9fc1-047c2b484fe5'}, {'server_uuid': '8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e', 'name': 'network-vif-deleted', 'tag': 'a49babc2-48be-479f-8e1e-14c993e81340'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:52:55.481546 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb40fb5-c153-4c37-ba8e-d18f78aec826" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6e80db-bca8-45c1-b9fc-7dec056a1de6", "tag": "3924ef31-1fe5-4ebe-9fc1-047c2b484fe5"}, {"server_uuid": "8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e", "name": "network-vif-deleted", "tag": "a49babc2-48be-479f-8e1e-14c993e81340"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:52:55.563133 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 21 Sep 2021 17:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ffe1e0-90eb-4867-84d9-99b53ba5354f x-openstack-request-id: req-91ffe1e0-90eb-4867-84d9-99b53ba5354f {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:52:55.563553 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6e80db-bca8-45c1-b9fc-7dec056a1de6", "tag": "3924ef31-1fe5-4ebe-9fc1-047c2b484fe5", "status": "completed", "code": 200}, {"server_uuid": "8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e", "name": "network-vif-deleted", "tag": "a49babc2-48be-479f-8e1e-14c993e81340", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:52:55.563966 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-91ffe1e0-90eb-4867-84d9-99b53ba5354f {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:52:55.564459 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6e80db-bca8-45c1-b9fc-7dec056a1de6', 'tag': '3924ef31-1fe5-4ebe-9fc1-047c2b484fe5', 'status': 'completed', 'code': 200} Sep 21 17:52:55.564881 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1c55f2-c2c7-4ea7-b935-c8c1625f9c6e', 'name': 'network-vif-deleted', 'tag': 'a49babc2-48be-479f-8e1e-14c993e81340', 'status': 'completed', 'code': 200} Sep 21 17:52:55.594180 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-b5562327-41bd-4e26-ad2a-38d13d2c552f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] For port 767b1876-83fd-4a88-928a-2e205b65d7cc, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=767b1876-83fd-4a88-928a-2e205b65d7cc,segment=NetworkSegment(1423dfc9-e4ec-4978-b438-5f140d62b8ab),segment_id=1423dfc9-e4ec-4978-b438-5f140d62b8ab)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:55.594544 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b5562327-41bd-4e26-ad2a-38d13d2c552f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:55.604266 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e24e0e8c-c09d-443d-af89-f0e4d22d9631 req-91e5a60b-e49d-437c-b182-29fc3582c263 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:55.638652 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f5a18df7-0733-48d1-b87a-ec0465d061fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:55.642138 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-b5562327-41bd-4e26-ad2a-38d13d2c552f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Calling delete_port for 767b1876-83fd-4a88-928a-2e205b65d7cc owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:52:55.710677 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef58885-e705-46a8-a6f9-481d835b5f72 None None] DHCP port deletion for befc2595-34b4-4aae-b55a-b9ad873abb89 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 17:52:55.725396 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb40fb5-c153-4c37-ba8e-d18f78aec826 req-f392943a-2015-45c4-89a7-241a0c6b4499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:55.726885 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4cb40fb5-c153-4c37-ba8e-d18f78aec826 req-f392943a-2015-45c4-89a7-241a0c6b4499 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5d3ca10dab864494a95ff993f73111e1&device_id=6e6e80db-bca8-45c1-b9fc-7dec056a1de6 HTTP/1.1" status: 200 len: 1094 time: 0.1360211 Sep 21 17:52:55.789933 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-7ef58885-e705-46a8-a6f9-481d835b5f72 None None] Deleting port 767b1876-83fd-4a88-928a-2e205b65d7cc {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:52:55.795043 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7ef58885-e705-46a8-a6f9-481d835b5f72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:55.876854 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b5562327-41bd-4e26-ad2a-38d13d2c552f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:55.939851 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 767b1876-83fd-4a88-928a-2e205b65d7cc no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:52:55.953127 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5562327-41bd-4e26-ad2a-38d13d2c552f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Pushing event deleted for resources: {'Port': ['ID=767b1876-83fd-4a88-928a-2e205b65d7cc,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:55.964601 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 767b1876-83fd-4a88-928a-2e205b65d7cc {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:52:55.965353 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 767b1876-83fd-4a88-928a-2e205b65d7cc not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:52:55.975534 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5562327-41bd-4e26-ad2a-38d13d2c552f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] No DVR routers for this DVR port 767b1876-83fd-4a88-928a-2e205b65d7cc on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:52:55.979544 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-7ef58885-e705-46a8-a6f9-481d835b5f72 None None] For port 767b1876-83fd-4a88-928a-2e205b65d7cc, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=767b1876-83fd-4a88-928a-2e205b65d7cc,segment=NetworkSegment(1423dfc9-e4ec-4978-b438-5f140d62b8ab),segment_id=1423dfc9-e4ec-4978-b438-5f140d62b8ab)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:55.980117 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb40fb5-c153-4c37-ba8e-d18f78aec826 req-2198486d-de20-4066-877a-ec3f7b46f0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:55.980270 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7ef58885-e705-46a8-a6f9-481d835b5f72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:55.981652 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4cb40fb5-c153-4c37-ba8e-d18f78aec826 req-2198486d-de20-4066-877a-ec3f7b46f0ac service neutron] 10.222.0.44 "GET /v2.0/networks?id=b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b HTTP/1.1" status: 200 len: 906 time: 0.2461560 Sep 21 17:52:55.996956 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f5a18df7-0733-48d1-b87a-ec0465d061fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:56.005974 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-7ef58885-e705-46a8-a6f9-481d835b5f72 None None] Calling delete_port for 767b1876-83fd-4a88-928a-2e205b65d7cc owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:52:56.054117 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7028e-97e9-4f59-9b6a-b4f1986ad754 req-dc88bd0e-26b4-4a15-933c-2077f5b16ec8 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:56.062678 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fcf7028e-97e9-4f59-9b6a-b4f1986ad754 req-dc88bd0e-26b4-4a15-933c-2077f5b16ec8 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e6e80db-bca8-45c1-b9fc-7dec056a1de6 HTTP/1.1" status: 200 len: 943 time: 0.0958319 Sep 21 17:52:56.106558 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f5a18df7-0733-48d1-b87a-ec0465d061fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:56.110053 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fcf7028e-97e9-4f59-9b6a-b4f1986ad754 req-6e8927c9-255d-4fba-8465-21f21bc872ee tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459757 Sep 21 17:52:56.147245 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7ef58885-e705-46a8-a6f9-481d835b5f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:56.172062 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b5562327-41bd-4e26-ad2a-38d13d2c552f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:56.190560 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4cb40fb5-c153-4c37-ba8e-d18f78aec826 req-23ab53da-3b24-45b0-aa0e-474c1f8ab342 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3924ef31-1fe5-4ebe-9fc1-047c2b484fe5 HTTP/1.1" status: 200 len: 217 time: 0.1893322 Sep 21 17:52:56.194672 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef58885-e705-46a8-a6f9-481d835b5f72 None None] Pushing event deleted for resources: {'Port': ['ID=767b1876-83fd-4a88-928a-2e205b65d7cc,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:56.197238 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef58885-e705-46a8-a6f9-481d835b5f72 None None] No DVR routers for this DVR port 767b1876-83fd-4a88-928a-2e205b65d7cc on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:52:56.205305 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6c1d5508-03ea-453d-b870-841a8018550f req-ae2f22ff-4c03-4ac9-9fb1-77357695c339 tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] 10.222.0.58 "GET /v2.0/ports?device_id=c493f85f-861d-4b68-96ee-4c83dae903d0 HTTP/1.1" status: 200 len: 210 time: 0.0343192 Sep 21 17:52:56.265505 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-b5562327-41bd-4e26-ad2a-38d13d2c552f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['befc2595-34b4-4aae-b55a-b9ad873abb89']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:52:56.296599 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-b5562327-41bd-4e26-ad2a-38d13d2c552f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1423dfc9-e4ec-4978-b438-5f140d62b8ab') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:52:56.296924 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-b5562327-41bd-4e26-ad2a-38d13d2c552f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1423dfc9-e4ec-4978-b438-5f140d62b8ab') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:52:56.328776 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f5a18df7-0733-48d1-b87a-ec0465d061fd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=01d6750bd46748da85087bf546836106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8963253 Sep 21 17:52:56.331664 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54592) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:56.333970 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b5562327-41bd-4e26-ad2a-38d13d2c552f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:56.350740 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a18df7-0733-48d1-b87a-ec0465d061fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075a2d7b-94f2-496c-8f72-3224a092733f,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:56.368730 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb40fb5-c153-4c37-ba8e-d18f78aec826 req-db7c6d7d-631b-4405-82da-18c62fd9540c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:56.370211 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4cb40fb5-c153-4c37-ba8e-d18f78aec826 req-db7c6d7d-631b-4405-82da-18c62fd9540c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=def27755-188f-4074-84e9-9b2c33d106ae HTTP/1.1" status: 200 len: 845 time: 0.1504607 Sep 21 17:52:56.380626 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac473e2-3049-488d-aaa0-205709369e4a req-3f55c73f-e116-48ad-9696-af2d6179ec5b tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:56.383220 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eac473e2-3049-488d-aaa0-205709369e4a req-3f55c73f-e116-48ad-9696-af2d6179ec5b tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] 10.222.0.38 "GET /v2.0/networks?id=aa87634f-5254-4f17-8cfc-f89a39c03a1f HTTP/1.1" status: 200 len: 817 time: 0.4762645 Sep 21 17:52:56.389244 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b5562327-41bd-4e26-ad2a-38d13d2c552f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:56.408456 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-caed3f8a-d033-492c-a0a8-09cade1dc1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:56.412993 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-eac473e2-3049-488d-aaa0-205709369e4a req-2c16a01f-44a9-4236-b6f0-46c186284572 tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] Request body: {'port': {'device_id': 'c493f85f-861d-4b68-96ee-4c83dae903d0', 'network_id': 'aa87634f-5254-4f17-8cfc-f89a39c03a1f', 'admin_state_up': True, 'tenant_id': 'f7d9a8514d3a4e919e43feb22959a39b'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:52:56.431271 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5562327-41bd-4e26-ad2a-38d13d2c552f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:52:56.431596 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b5562327-41bd-4e26-ad2a-38d13d2c552f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:56.434771 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 17:52:56.434771 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:52:56.434771 n-d-810291-1 neutron-server[101460]: timer() Sep 21 17:52:56.434771 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:52:56.434771 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 17:52:56.434771 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:52:56.434771 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 17:52:56.434771 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:52:56.434771 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 17:52:56.434771 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:52:56.434771 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 17:52:56.434771 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:52:56.434771 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 17:52:56.434771 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:52:56.434771 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:52:56.434771 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:52:56.434771 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:52:56.434771 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:52:56.434771 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 17:52:56.434771 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:52:56.434771 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 17:52:56.434771 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:52:56.434771 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:52:56.434771 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:52:56.434771 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 17:52:56.434771 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:52:56.434771 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:52:56.434771 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:52:56.434771 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:52:56.434771 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:52:56.434771 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:52:56.434771 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:52:56.440002 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4cb40fb5-c153-4c37-ba8e-d18f78aec826 req-93c72cc6-1ba2-4559-986c-d51fe2c7c57f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519874 Sep 21 17:52:56.444316 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-caed3f8a-d033-492c-a0a8-09cade1dc1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:56.507896 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-caed3f8a-d033-492c-a0a8-09cade1dc1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:56.511080 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-caed3f8a-d033-492c-a0a8-09cade1dc1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:56.515454 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-caed3f8a-d033-492c-a0a8-09cade1dc1b9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/075a2d7b-94f2-496c-8f72-3224a092733f HTTP/1.1" status: 204 len: 168 time: 0.1821628 Sep 21 17:52:56.543636 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed3f8a-d033-492c-a0a8-09cade1dc1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075a2d7b-94f2-496c-8f72-3224a092733f,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:56.573311 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a9d0f-5ea2-4556-82b9-757191515585 req-1458f0cc-270b-42ed-b755-5a21791f6734 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:56.575358 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-265a9d0f-5ea2-4556-82b9-757191515585 req-1458f0cc-270b-42ed-b755-5a21791f6734 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 945 time: 0.0781577 Sep 21 17:52:56.635751 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-265a9d0f-5ea2-4556-82b9-757191515585 req-a660eb78-045c-44fb-9a5a-9f6794ab162c tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470500 Sep 21 17:52:56.851349 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54602) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:56.868383 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ea165247-d81f-439b-be53-f6821ec45d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:56.930306 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e24e0e8c-c09d-443d-af89-f0e4d22d9631 req-91e5a60b-e49d-437c-b182-29fc3582c263 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:56.942717 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e24e0e8c-c09d-443d-af89-f0e4d22d9631 req-91e5a60b-e49d-437c-b182-29fc3582c263 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:57.018383 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ea165247-d81f-439b-be53-f6821ec45d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:57.023839 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ea165247-d81f-439b-be53-f6821ec45d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:57.028124 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b5562327-41bd-4e26-ad2a-38d13d2c552f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:57.059996 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b5562327-41bd-4e26-ad2a-38d13d2c552f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:57.067475 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b5562327-41bd-4e26-ad2a-38d13d2c552f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "DELETE /v2.0/networks/befc2595-34b4-4aae-b55a-b9ad873abb89 HTTP/1.1" status: 204 len: 168 time: 1.8805428 Sep 21 17:52:57.067725 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ea165247-d81f-439b-be53-f6821ec45d64 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=44c47fa84c244ae9939022ab5cc3b3b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2102602 Sep 21 17:52:57.067725 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea165247-d81f-439b-be53-f6821ec45d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79e5a18-4b12-4d09-9f98-7bb29113c704,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:57.067725 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54604) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:57.070845 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5562327-41bd-4e26-ad2a-38d13d2c552f tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Pushing event deleted for resources: {'Network': ['ID=befc2595-34b4-4aae-b55a-b9ad873abb89,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:57.072715 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e24e0e8c-c09d-443d-af89-f0e4d22d9631 req-91e5a60b-e49d-437c-b182-29fc3582c263 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:57.075068 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54606) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:57.077335 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e24e0e8c-c09d-443d-af89-f0e4d22d9631 req-91e5a60b-e49d-437c-b182-29fc3582c263 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.6197062 Sep 21 17:52:57.102195 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5a60b-e49d-437c-b182-29fc3582c263 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7da19579-4a87-4548-879e-3b38a486e4e5,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:57.112075 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4cb40fb5-c153-4c37-ba8e-d18f78aec826 req-cb312cf3-700e-40d7-b4f5-a095fbfddbd2 service neutron] 10.222.0.44 "GET /v2.0/networks/b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6392889 Sep 21 17:52:57.153557 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eac473e2-3049-488d-aaa0-205709369e4a req-2c16a01f-44a9-4236-b6f0-46c186284572 tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] Made reservation on behalf of f7d9a8514d3a4e919e43feb22959a39b for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:52:57.157204 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-eac473e2-3049-488d-aaa0-205709369e4a req-2c16a01f-44a9-4236-b6f0-46c186284572 tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:57.206343 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-b17ec1ca-612e-4384-a7e5-e0cdbbd25994 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Deleting subnet 2846b347-492a-4121-8f2e-497031803d76 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:52:57.212638 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b17ec1ca-612e-4384-a7e5-e0cdbbd25994 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:57.219032 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4804a43e-b076-40c4-9b17-ecc34c67a578 req-ee822585-6c96-4b58-87fc-8eabadc6ab13 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] 10.222.0.58 "GET /v2.0/security-groups/7da19579-4a87-4548-879e-3b38a486e4e5 HTTP/1.1" status: 200 len: 1812 time: 0.1192076 Sep 21 17:52:57.256314 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-04ef9a12-29b3-4ac4-87da-be5b4ef1bdca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:57.272117 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b17ec1ca-612e-4384-a7e5-e0cdbbd25994 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:57.314545 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-04ef9a12-29b3-4ac4-87da-be5b4ef1bdca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:57.315467 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4cb40fb5-c153-4c37-ba8e-d18f78aec826 req-e2e095da-e0a0-454a-afbb-eb287e81356f service neutron] 10.222.0.44 "GET /v2.0/networks/b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922185 Sep 21 17:52:57.333771 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4babe18-9f00-427a-8397-537dce5e36ae req-5d2c09db-ca76-4a73-932d-83ed18763a5f tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:57.335476 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c4babe18-9f00-427a-8397-537dce5e36ae req-5d2c09db-ca76-4a73-932d-83ed18763a5f tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e6e80db-bca8-45c1-b9fc-7dec056a1de6 HTTP/1.1" status: 200 len: 943 time: 0.1267824 Sep 21 17:52:57.380060 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-606eb0e7-f00f-4916-81e8-795bcc7562cd req-0fb7f81c-d25d-4731-b564-45cc93756d97 tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] 10.222.0.58 "GET /v2.0/ports?device_id=c493f85f-861d-4b68-96ee-4c83dae903d0 HTTP/1.1" status: 200 len: 210 time: 0.0500572 Sep 21 17:52:57.400857 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 3924ef31-1fe5-4ebe-9fc1-047c2b484fe5 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:52:57.408387 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c4babe18-9f00-427a-8397-537dce5e36ae req-bcf02d44-c779-4005-8038-62f7070e528f tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503104 Sep 21 17:52:57.409770 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-eac473e2-3049-488d-aaa0-205709369e4a req-2c16a01f-44a9-4236-b6f0-46c186284572 tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] Allocated IP 172.20.0.8 (aa87634f-5254-4f17-8cfc-f89a39c03a1f/e40ea4a8-8e6a-4da0-863e-27ce3092b0c9/8c7d58b4-9929-46c9-a057-d9de608889f2) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:52:57.472334 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b17ec1ca-612e-4384-a7e5-e0cdbbd25994 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:57.479068 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-227bb098-133f-401e-8288-d93bb559272f req-983de3aa-7bee-4b92-ab15-a1358bf295db tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-322981403', 'description': 'tempest-description-1369598122'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:52:57.504513 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-04ef9a12-29b3-4ac4-87da-be5b4ef1bdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:57.507050 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-04ef9a12-29b3-4ac4-87da-be5b4ef1bdca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:57.510435 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-04ef9a12-29b3-4ac4-87da-be5b4ef1bdca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a79e5a18-4b12-4d09-9f98-7bb29113c704 HTTP/1.1" status: 204 len: 168 time: 0.4317753 Sep 21 17:52:57.557973 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 3924ef31-1fe5-4ebe-9fc1-047c2b484fe5, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=3924ef31-1fe5-4ebe-9fc1-047c2b484fe5,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:57.571708 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '3924ef31-1fe5-4ebe-9fc1-047c2b484fe5', 'network_id': 'b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b', 'port_id': '3924ef31-1fe5-4ebe-9fc1-047c2b484fe5', 'mac_address': 'fa:16:3e:21:ff:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def27755-188f-4074-84e9-9b2c33d106ae', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:52:57.577493 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef9a12-29b3-4ac4-87da-be5b4ef1bdca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79e5a18-4b12-4d09-9f98-7bb29113c704,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:57.609139 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-227bb098-133f-401e-8288-d93bb559272f req-983de3aa-7bee-4b92-ab15-a1358bf295db tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:57.665765 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-eac473e2-3049-488d-aaa0-205709369e4a req-2c16a01f-44a9-4236-b6f0-46c186284572 tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:57.689994 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:57.695484 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b17ec1ca-612e-4384-a7e5-e0cdbbd25994 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:57.740580 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-eac473e2-3049-488d-aaa0-205709369e4a req-2c16a01f-44a9-4236-b6f0-46c186284572 tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:57.776897 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3924ef31-1fe5-4ebe-9fc1-047c2b484fe5 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:52:57.824741 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 3924ef31-1fe5-4ebe-9fc1-047c2b484fe5, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=3924ef31-1fe5-4ebe-9fc1-047c2b484fe5,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:57.837154 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:57.837894 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device f8cc2e07-a0e1-43e2-aa5d-8b93db18b216 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:52:57.855092 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ec1ca-612e-4384-a7e5-e0cdbbd25994 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Pushing event deleted for resources: {'Subnet': ['ID=2846b347-492a-4121-8f2e-497031803d76,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:57.876580 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b17ec1ca-612e-4384-a7e5-e0cdbbd25994 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:57.878950 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b17ec1ca-612e-4384-a7e5-e0cdbbd25994 tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "DELETE /v2.0/subnets/2846b347-492a-4121-8f2e-497031803d76 HTTP/1.1" status: 204 len: 168 time: 0.8108380 Sep 21 17:52:57.883188 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54642) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:52:57.934649 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eac473e2-3049-488d-aaa0-205709369e4a req-2c16a01f-44a9-4236-b6f0-46c186284572 tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] Network aa87634f-5254-4f17-8cfc-f89a39c03a1f is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:52:57.960012 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-eac473e2-3049-488d-aaa0-205709369e4a req-2c16a01f-44a9-4236-b6f0-46c186284572 tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:52:57.963464 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16a01f-44a9-4236-b6f0-46c186284572 tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] Pushing event updated for resources: {'Port': ['ID=8c7d58b4-9929-46c9-a057-d9de608889f2,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:57.972025 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac473e2-3049-488d-aaa0-205709369e4a req-2c16a01f-44a9-4236-b6f0-46c186284572 tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:52:57.985981 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-227bb098-133f-401e-8288-d93bb559272f req-983de3aa-7bee-4b92-ab15-a1358bf295db tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:58.014686 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=3924ef31-1fe5-4ebe-9fc1-047c2b484fe5,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:58.021504 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4b5230-2898-4aea-a5b6-f27e890e15db None None] Network e5536676-5ef9-44e8-9e38-92a0bc820c4e requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:52:58.029996 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-227bb098-133f-401e-8288-d93bb559272f req-983de3aa-7bee-4b92-ab15-a1358bf295db tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:58.047105 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac473e2-3049-488d-aaa0-205709369e4a req-2c16a01f-44a9-4236-b6f0-46c186284572 tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:58.048127 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-eac473e2-3049-488d-aaa0-205709369e4a req-2c16a01f-44a9-4236-b6f0-46c186284572 tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:58.061855 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-caa80059-3d04-4dfa-853b-8daca909e26e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:58.081245 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eac473e2-3049-488d-aaa0-205709369e4a req-2c16a01f-44a9-4236-b6f0-46c186284572 tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6764910 Sep 21 17:52:58.094214 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-227bb098-133f-401e-8288-d93bb559272f req-983de3aa-7bee-4b92-ab15-a1358bf295db tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:58.110799 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-227bb098-133f-401e-8288-d93bb559272f req-983de3aa-7bee-4b92-ab15-a1358bf295db tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6392643 Sep 21 17:52:58.111099 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-eac473e2-3049-488d-aaa0-205709369e4a req-c700ff9b-5eda-4f60-a773-96786fc2efa3 service neutron] Request body: {'port': {'device_id': 'c493f85f-861d-4b68-96ee-4c83dae903d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:52:58.116958 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983de3aa-7bee-4b92-ab15-a1358bf295db tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e88e0a05-74ff-46c0-bc78-0409ae8319b1,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:58.140841 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01907f-d3ab-4fff-8d67-9004215c8fae req-0cbee35b-a0ec-40e2-87c8-16fd92670a5e tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:58.150568 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fa01907f-d3ab-4fff-8d67-9004215c8fae req-0cbee35b-a0ec-40e2-87c8-16fd92670a5e tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 945 time: 0.2465718 Sep 21 17:52:58.221248 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-caa80059-3d04-4dfa-853b-8daca909e26e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Deleting port 1f1d98e3-f2d6-4426-b6d6-e53946537fbc {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:52:58.221595 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-caa80059-3d04-4dfa-853b-8daca909e26e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:58.263660 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port f8cc2e07-a0e1-43e2-aa5d-8b93db18b216, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=f8cc2e07-a0e1-43e2-aa5d-8b93db18b216,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:58.276518 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'f8cc2e07-a0e1-43e2-aa5d-8b93db18b216', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': 'f8cc2e07-a0e1-43e2-aa5d-8b93db18b216', 'mac_address': 'fa:16:3e:13:8d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:52:58.347773 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-caa80059-3d04-4dfa-853b-8daca909e26e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] For port 1f1d98e3-f2d6-4426-b6d6-e53946537fbc, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1f1d98e3-f2d6-4426-b6d6-e53946537fbc,segment=NetworkSegment(ad9b3b18-9dd1-4056-8261-3cbc4aa98be9),segment_id=ad9b3b18-9dd1-4056-8261-3cbc4aa98be9)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:58.348402 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-caa80059-3d04-4dfa-853b-8daca909e26e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:58.364253 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-caa80059-3d04-4dfa-853b-8daca909e26e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Calling delete_port for 1f1d98e3-f2d6-4426-b6d6-e53946537fbc owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:52:58.372644 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fa01907f-d3ab-4fff-8d67-9004215c8fae req-02e0120f-f378-42e0-9db2-de2bf7dc227a tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210579 Sep 21 17:52:58.396924 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-eac473e2-3049-488d-aaa0-205709369e4a req-c700ff9b-5eda-4f60-a773-96786fc2efa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:58.532099 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-caa80059-3d04-4dfa-853b-8daca909e26e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:58.585291 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:58.616858 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8cc2e07-a0e1-43e2-aa5d-8b93db18b216 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:52:58.626956 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa80059-3d04-4dfa-853b-8daca909e26e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Pushing event deleted for resources: {'Port': ['ID=1f1d98e3-f2d6-4426-b6d6-e53946537fbc,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:58.654176 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa80059-3d04-4dfa-853b-8daca909e26e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] No DVR routers for this DVR port 1f1d98e3-f2d6-4426-b6d6-e53946537fbc on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:52:58.688980 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port f8cc2e07-a0e1-43e2-aa5d-8b93db18b216, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=f8cc2e07-a0e1-43e2-aa5d-8b93db18b216,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:52:58.703156 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:58.786719 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c6770a-6cc3-4d31-a52a-3e7c14f0d8af None None] DHCP port deletion for e5536676-5ef9-44e8-9e38-92a0bc820c4e request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 17:52:58.816721 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa341cb-c9fa-43a5-9ca9-3b9bb46d828d req-6d1eec55-b26f-4416-98fb-568ac1efd629 tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:58.818446 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-faa341cb-c9fa-43a5-9ca9-3b9bb46d828d req-6d1eec55-b26f-4416-98fb-568ac1efd629 tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] 10.222.0.58 "GET /v2.0/ports?device_id=c493f85f-861d-4b68-96ee-4c83dae903d0 HTTP/1.1" status: 200 len: 931 time: 0.0940619 Sep 21 17:52:58.837271 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['f8cc2e07-a0e1-43e2-aa5d-8b93db18b216'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:52:58.881102 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-eac473e2-3049-488d-aaa0-205709369e4a req-c700ff9b-5eda-4f60-a773-96786fc2efa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c7d58b4-9929-46c9-a057-d9de608889f2 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:52:58.892528 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=f8cc2e07-a0e1-43e2-aa5d-8b93db18b216,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:58.898635 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-eac473e2-3049-488d-aaa0-205709369e4a req-c700ff9b-5eda-4f60-a773-96786fc2efa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:58.899507 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2cd3b64e-b6e2-48c4-90da-cdd6d1e21beb req-d5e9113e-caf1-4a22-90d2-756fe1803f6e tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] 10.222.0.58 "GET /v2.0/security-groups/e88e0a05-74ff-46c0-bc78-0409ae8319b1 HTTP/1.1" status: 200 len: 1812 time: 0.6203833 Sep 21 17:52:58.901568 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-caa80059-3d04-4dfa-853b-8daca909e26e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:58.922395 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-faa341cb-c9fa-43a5-9ca9-3b9bb46d828d req-175791c0-2b26-4f19-b519-219ebaa973b2 tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] 10.222.0.58 "GET /v2.0/security-groups?id=0393ca76-0ed6-472e-9dd1-0a5c34e058a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742862 Sep 21 17:52:58.934288 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-eac473e2-3049-488d-aaa0-205709369e4a req-c700ff9b-5eda-4f60-a773-96786fc2efa3 service neutron] Transition to ACTIVE for port object 8c7d58b4-9929-46c9-a057-d9de608889f2 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:52:58.965489 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-caa80059-3d04-4dfa-853b-8daca909e26e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5536676-5ef9-44e8-9e38-92a0bc820c4e']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:52:58.965641 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-eac473e2-3049-488d-aaa0-205709369e4a req-c700ff9b-5eda-4f60-a773-96786fc2efa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:59.000964 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-caa80059-3d04-4dfa-853b-8daca909e26e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad9b3b18-9dd1-4056-8261-3cbc4aa98be9') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:52:59.001357 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-caa80059-3d04-4dfa-853b-8daca909e26e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad9b3b18-9dd1-4056-8261-3cbc4aa98be9') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:52:59.034355 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-caa80059-3d04-4dfa-853b-8daca909e26e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:59.071381 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700ff9b-5eda-4f60-a773-96786fc2efa3 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7d58b4-9929-46c9-a057-d9de608889f2,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:59.121819 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-caa80059-3d04-4dfa-853b-8daca909e26e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:59.130687 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa80059-3d04-4dfa-853b-8daca909e26e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:52:59.131134 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-caa80059-3d04-4dfa-853b-8daca909e26e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:59.131667 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-e62e09d6-0980-4aac-9d28-806013691683 req-70edc929-1d82-446a-a01f-1501d2ee40b3 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1591323421', 'description': 'tempest-description-525119563'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:52:59.136423 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['3924ef31-1fe5-4ebe-9fc1-047c2b484fe5'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:52:59.281371 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 17:52:59.281371 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:52:59.281371 n-d-810291-1 neutron-server[101461]: timer() Sep 21 17:52:59.281371 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:52:59.281371 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 17:52:59.281371 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:52:59.281371 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 17:52:59.281371 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:52:59.281371 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 17:52:59.281371 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:52:59.281371 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 17:52:59.281371 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:52:59.281371 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 17:52:59.281371 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:52:59.281371 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:52:59.281371 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:52:59.281371 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:52:59.281371 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:52:59.281371 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 17:52:59.281371 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:52:59.281371 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 17:52:59.281371 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:52:59.281371 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:52:59.281371 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:52:59.281371 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 17:52:59.281371 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:52:59.281371 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:52:59.281371 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:52:59.281371 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:52:59.281371 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:52:59.281371 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:52:59.281371 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:52:59.299216 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e62e09d6-0980-4aac-9d28-806013691683 req-70edc929-1d82-446a-a01f-1501d2ee40b3 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:59.327223 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-caa80059-3d04-4dfa-853b-8daca909e26e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:59.336270 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-eac473e2-3049-488d-aaa0-205709369e4a req-c700ff9b-5eda-4f60-a773-96786fc2efa3 service neutron] Attempting to bind port 8c7d58b4-9929-46c9-a057-d9de608889f2 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:52:59.336610 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-eac473e2-3049-488d-aaa0-205709369e4a req-c700ff9b-5eda-4f60-a773-96786fc2efa3 service neutron] Attempting to bind port 8c7d58b4-9929-46c9-a057-d9de608889f2 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '6b743b6d-3732-46e1-b562-18ca7d2ee764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'aa87634f-5254-4f17-8cfc-f89a39c03a1f'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:52:59.336938 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac473e2-3049-488d-aaa0-205709369e4a req-c700ff9b-5eda-4f60-a773-96786fc2efa3 service neutron] Attempting to bind port 8c7d58b4-9929-46c9-a057-d9de608889f2 on network aa87634f-5254-4f17-8cfc-f89a39c03a1f {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:52:59.345066 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-caa80059-3d04-4dfa-853b-8daca909e26e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:59.349587 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-caa80059-3d04-4dfa-853b-8daca909e26e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] 10.222.0.58 "DELETE /v2.0/networks/e5536676-5ef9-44e8-9e38-92a0bc820c4e HTTP/1.1" status: 204 len: 168 time: 1.4624624 Sep 21 17:52:59.370142 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa80059-3d04-4dfa-853b-8daca909e26e tempest-ServersTestMultiNic-2047452725 tempest-ServersTestMultiNic-2047452725-project] Pushing event deleted for resources: {'Network': ['ID=e5536676-5ef9-44e8-9e38-92a0bc820c4e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:59.395549 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b1123-32ed-40a7-9cf1-407757bb20ea req-beef213e-65c0-456d-b689-d057da9f7f6b tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:59.405161 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac473e2-3049-488d-aaa0-205709369e4a req-c700ff9b-5eda-4f60-a773-96786fc2efa3 service neutron] Port 8c7d58b4-9929-46c9-a057-d9de608889f2 on network aa87634f-5254-4f17-8cfc-f89a39c03a1f not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:52:59.405161 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac473e2-3049-488d-aaa0-205709369e4a req-c700ff9b-5eda-4f60-a773-96786fc2efa3 service neutron] Attempting to bind port 8c7d58b4-9929-46c9-a057-d9de608889f2 on network aa87634f-5254-4f17-8cfc-f89a39c03a1f {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:52:59.413701 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-615b1123-32ed-40a7-9cf1-407757bb20ea req-beef213e-65c0-456d-b689-d057da9f7f6b tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e6e80db-bca8-45c1-b9fc-7dec056a1de6 HTTP/1.1" status: 200 len: 944 time: 0.4037960 Sep 21 17:52:59.450784 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac473e2-3049-488d-aaa0-205709369e4a req-c700ff9b-5eda-4f60-a773-96786fc2efa3 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:52:59.462097 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac473e2-3049-488d-aaa0-205709369e4a req-c700ff9b-5eda-4f60-a773-96786fc2efa3 service neutron] Checking segment: {'id': '6b743b6d-3732-46e1-b562-18ca7d2ee764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'aa87634f-5254-4f17-8cfc-f89a39c03a1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:52:59.462545 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac473e2-3049-488d-aaa0-205709369e4a req-c700ff9b-5eda-4f60-a773-96786fc2efa3 service neutron] Bound using segment: {'id': '6b743b6d-3732-46e1-b562-18ca7d2ee764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'aa87634f-5254-4f17-8cfc-f89a39c03a1f'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:52:59.463146 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-eac473e2-3049-488d-aaa0-205709369e4a req-c700ff9b-5eda-4f60-a773-96786fc2efa3 service neutron] Bound port: 8c7d58b4-9929-46c9-a057-d9de608889f2, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b743b6d-3732-46e1-b562-18ca7d2ee764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'aa87634f-5254-4f17-8cfc-f89a39c03a1f'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:52:59.463544 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-eac473e2-3049-488d-aaa0-205709369e4a req-c700ff9b-5eda-4f60-a773-96786fc2efa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:59.495040 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-615b1123-32ed-40a7-9cf1-407757bb20ea req-1a003431-673b-46a3-bc0c-ea95040c1e62 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721347 Sep 21 17:52:59.544134 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d5fcca49-d4dc-46d7-8d26-4828dfa78102 req-7c7fcc4f-e065-4485-935c-b94994a05bf2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4b8995f9-d064-49a1-889b-bdffb349840f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2340488 Sep 21 17:52:59.633769 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-eac473e2-3049-488d-aaa0-205709369e4a req-c700ff9b-5eda-4f60-a773-96786fc2efa3 service neutron] For port 8c7d58b4-9929-46c9-a057-d9de608889f2, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:52:59.643193 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-eac473e2-3049-488d-aaa0-205709369e4a req-c700ff9b-5eda-4f60-a773-96786fc2efa3 service neutron] For port 8c7d58b4-9929-46c9-a057-d9de608889f2, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=8c7d58b4-9929-46c9-a057-d9de608889f2,segment=NetworkSegment(6b743b6d-3732-46e1-b562-18ca7d2ee764),segment_id=6b743b6d-3732-46e1-b562-18ca7d2ee764)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:52:59.651142 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-eac473e2-3049-488d-aaa0-205709369e4a req-c700ff9b-5eda-4f60-a773-96786fc2efa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:59.697594 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fcca49-d4dc-46d7-8d26-4828dfa78102 req-72a1e344-b9d8-4d85-aeb6-08d311a3c28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:59.699160 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d5fcca49-d4dc-46d7-8d26-4828dfa78102 req-72a1e344-b9d8-4d85-aeb6-08d311a3c28f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57dccdb6847547f580dd9713009778d2&device_id=4b8995f9-d064-49a1-889b-bdffb349840f HTTP/1.1" status: 200 len: 1095 time: 0.1246848 Sep 21 17:52:59.714807 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e62e09d6-0980-4aac-9d28-806013691683 req-70edc929-1d82-446a-a01f-1501d2ee40b3 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:59.722515 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac473e2-3049-488d-aaa0-205709369e4a req-c700ff9b-5eda-4f60-a773-96786fc2efa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:59.756912 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-eac473e2-3049-488d-aaa0-205709369e4a req-c700ff9b-5eda-4f60-a773-96786fc2efa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:59.758715 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eac473e2-3049-488d-aaa0-205709369e4a req-c700ff9b-5eda-4f60-a773-96786fc2efa3 service neutron] 10.222.0.38 "PUT /v2.0/ports/8c7d58b4-9929-46c9-a057-d9de608889f2 HTTP/1.1" status: 200 len: 1091 time: 1.6653686 Sep 21 17:52:59.765329 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c493f85f-861d-4b68-96ee-4c83dae903d0', 'tag': '8c7d58b4-9929-46c9-a057-d9de608889f2'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:52:59.775226 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764d2354-3b06-45ee-85fe-d4f74a879dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "c493f85f-861d-4b68-96ee-4c83dae903d0", "tag": "8c7d58b4-9929-46c9-a057-d9de608889f2"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:52:59.825252 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e62e09d6-0980-4aac-9d28-806013691683 req-70edc929-1d82-446a-a01f-1501d2ee40b3 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:59.937841 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700ff9b-5eda-4f60-a773-96786fc2efa3 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7d58b4-9929-46c9-a057-d9de608889f2,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:59.952251 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e62e09d6-0980-4aac-9d28-806013691683 req-70edc929-1d82-446a-a01f-1501d2ee40b3 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:59.953679 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e62e09d6-0980-4aac-9d28-806013691683 req-70edc929-1d82-446a-a01f-1501d2ee40b3 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8315609 Sep 21 17:52:59.960683 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70edc929-1d82-446a-a01f-1501d2ee40b3 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31a45a9e-1266-45b9-b363-749603cb9b0b,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:52:59.997946 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac473e2-3049-488d-aaa0-205709369e4a req-067b77a8-438e-43f4-b415-5bf40bad7f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:52:59.999823 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eac473e2-3049-488d-aaa0-205709369e4a req-067b77a8-438e-43f4-b415-5bf40bad7f2c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f7d9a8514d3a4e919e43feb22959a39b&device_id=c493f85f-861d-4b68-96ee-4c83dae903d0 HTTP/1.1" status: 200 len: 1094 time: 0.1784124 Sep 21 17:53:00.005947 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fcca49-d4dc-46d7-8d26-4828dfa78102 req-55624e35-ecf6-4cd3-a0ee-3c54125a5efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:00.007663 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d5fcca49-d4dc-46d7-8d26-4828dfa78102 req-55624e35-ecf6-4cd3-a0ee-3c54125a5efe service neutron] 10.222.0.44 "GET /v2.0/networks?id=24a709a9-6fef-4b8b-a432-62063bc26954 HTTP/1.1" status: 200 len: 922 time: 0.2257535 Sep 21 17:53:00.013734 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1f1d98e3-f2d6-4426-b6d6-e53946537fbc no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:53:00.029854 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d633d6d-ed27-4360-a384-13d5416bde89 req-edcc4c57-e913-4683-b2bd-bac934598f84 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:00.038675 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5d633d6d-ed27-4360-a384-13d5416bde89 req-edcc4c57-e913-4683-b2bd-bac934598f84 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 945 time: 0.1309083 Sep 21 17:53:00.081167 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eac473e2-3049-488d-aaa0-205709369e4a req-0670fcc0-889a-48ea-b9e9-df8d2073f16e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c7d58b4-9929-46c9-a057-d9de608889f2 HTTP/1.1" status: 200 len: 217 time: 0.0721402 Sep 21 17:53:00.083171 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d5fcca49-d4dc-46d7-8d26-4828dfa78102 req-0d968144-4834-4040-b9d0-6179454ab324 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4063cbd7-f7cb-49bf-91dd-30bde29c653a HTTP/1.1" status: 200 len: 217 time: 0.0673444 Sep 21 17:53:00.100365 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5d633d6d-ed27-4360-a384-13d5416bde89 req-8d8933b0-60da-49eb-a323-1baa0344cb6f tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600483 Sep 21 17:53:00.102787 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 1f1d98e3-f2d6-4426-b6d6-e53946537fbc {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:53:00.103090 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1f1d98e3-f2d6-4426-b6d6-e53946537fbc not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:53:00.234505 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837b4b0f-f11d-453c-87ab-8445d49707b1 x-openstack-request-id: req-837b4b0f-f11d-453c-87ab-8445d49707b1 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:53:00.234793 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c493f85f-861d-4b68-96ee-4c83dae903d0", "tag": "8c7d58b4-9929-46c9-a057-d9de608889f2", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:53:00.235069 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-837b4b0f-f11d-453c-87ab-8445d49707b1 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:53:00.235474 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c493f85f-861d-4b68-96ee-4c83dae903d0', 'tag': '8c7d58b4-9929-46c9-a057-d9de608889f2', 'status': 'completed', 'code': 200} Sep 21 17:53:00.271744 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fcca49-d4dc-46d7-8d26-4828dfa78102 req-ca9a6004-695d-42d1-bfd3-e270b1f99f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:00.273413 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d5fcca49-d4dc-46d7-8d26-4828dfa78102 req-ca9a6004-695d-42d1-bfd3-e270b1f99f3f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f5dcf0d3-3653-4c17-af0f-a1adf84dd578 HTTP/1.1" status: 200 len: 861 time: 0.1647010 Sep 21 17:53:00.304372 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac473e2-3049-488d-aaa0-205709369e4a req-23d667d8-8830-47fe-a03a-b52da851cccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:00.305868 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eac473e2-3049-488d-aaa0-205709369e4a req-23d667d8-8830-47fe-a03a-b52da851cccb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e40ea4a8-8e6a-4da0-863e-27ce3092b0c9 HTTP/1.1" status: 200 len: 857 time: 0.2174509 Sep 21 17:53:00.310460 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52c513-819c-4cf4-a42e-323e5d087410 req-745389ff-bf83-4e92-8779-752f1604e536 tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:00.319419 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3d52c513-819c-4cf4-a42e-323e5d087410 req-745389ff-bf83-4e92-8779-752f1604e536 tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] 10.222.0.58 "GET /v2.0/ports?device_id=c493f85f-861d-4b68-96ee-4c83dae903d0 HTTP/1.1" status: 200 len: 943 time: 0.0906115 Sep 21 17:53:00.330241 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d5fcca49-d4dc-46d7-8d26-4828dfa78102 req-400d7b47-7843-40f8-9f7f-29401b6acd07 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=24a709a9-6fef-4b8b-a432-62063bc26954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470102 Sep 21 17:53:00.356031 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d1f0d373-4c08-4a3b-9633-12ab35356e58 req-e912c020-51ec-4381-8d71-51e59fe9a3a0 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] 10.222.0.58 "GET /v2.0/security-groups/31a45a9e-1266-45b9-b363-749603cb9b0b HTTP/1.1" status: 200 len: 1812 time: 0.1394076 Sep 21 17:53:00.359404 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eac473e2-3049-488d-aaa0-205709369e4a req-9dcee79b-0868-43c8-b0d0-f4dc2c2ed892 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=aa87634f-5254-4f17-8cfc-f89a39c03a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382609 Sep 21 17:53:00.368950 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3d52c513-819c-4cf4-a42e-323e5d087410 req-d4e50a8a-1605-4243-90eb-7c1847a986e7 tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] 10.222.0.58 "GET /v2.0/security-groups?id=0393ca76-0ed6-472e-9dd1-0a5c34e058a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484371 Sep 21 17:53:00.481778 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-d60f6e5d-e928-469d-b8aa-15ad99033bef req-f66e2d54-77d4-4f0c-8407-d7c83f190fe9 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1514009622', 'description': 'tempest-description-1122789085'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:53:00.483309 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d5fcca49-d4dc-46d7-8d26-4828dfa78102 req-626b449c-3842-4337-8a58-94245698bb51 service neutron] 10.222.0.44 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261156 Sep 21 17:53:00.527974 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-d60f6e5d-e928-469d-b8aa-15ad99033bef req-f66e2d54-77d4-4f0c-8407-d7c83f190fe9 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:00.629977 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eac473e2-3049-488d-aaa0-205709369e4a req-3c66d4aa-4b00-49e8-9a44-9e2ce0b71072 service neutron] 10.222.0.38 "GET /v2.0/networks/aa87634f-5254-4f17-8cfc-f89a39c03a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623620 Sep 21 17:53:00.684689 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d5fcca49-d4dc-46d7-8d26-4828dfa78102 req-68b9ce6a-0db6-48e8-9969-12e7cb3fe17c service neutron] 10.222.0.44 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932614 Sep 21 17:53:00.736689 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-d60f6e5d-e928-469d-b8aa-15ad99033bef req-f66e2d54-77d4-4f0c-8407-d7c83f190fe9 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:00.751160 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-d60f6e5d-e928-469d-b8aa-15ad99033bef req-f66e2d54-77d4-4f0c-8407-d7c83f190fe9 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:00.795203 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eac473e2-3049-488d-aaa0-205709369e4a req-da436ac7-8869-4784-86c8-8493d20a936a service neutron] 10.222.0.38 "GET /v2.0/networks/aa87634f-5254-4f17-8cfc-f89a39c03a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557126 Sep 21 17:53:00.821883 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-d60f6e5d-e928-469d-b8aa-15ad99033bef req-f66e2d54-77d4-4f0c-8407-d7c83f190fe9 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:00.823272 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d60f6e5d-e928-469d-b8aa-15ad99033bef req-f66e2d54-77d4-4f0c-8407-d7c83f190fe9 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3470142 Sep 21 17:53:00.851540 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e2d54-77d4-4f0c-8407-d7c83f190fe9 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9d90f7-f4e4-422d-8d20-4c70eae6ecd4,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:00.912945 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d2354-3b06-45ee-85fe-d4f74a879dfe req-a6902f23-df0a-407c-b075-7db28c4b4b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:00.914777 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-764d2354-3b06-45ee-85fe-d4f74a879dfe req-a6902f23-df0a-407c-b075-7db28c4b4b69 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f7d9a8514d3a4e919e43feb22959a39b&device_id=c493f85f-861d-4b68-96ee-4c83dae903d0 HTTP/1.1" status: 200 len: 1094 time: 0.0600035 Sep 21 17:53:00.959443 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54760) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:01.115965 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc3919-76df-467e-8ba9-410a328ed79b req-10a8c6ff-e371-4932-b8dc-2956eda75153 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:01.117783 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-13bc3919-76df-467e-8ba9-410a328ed79b req-10a8c6ff-e371-4932-b8dc-2956eda75153 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e6e80db-bca8-45c1-b9fc-7dec056a1de6 HTTP/1.1" status: 200 len: 944 time: 0.1428862 Sep 21 17:53:01.124550 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d2354-3b06-45ee-85fe-d4f74a879dfe req-889919ef-123e-46e7-936c-02edc304d75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:01.126109 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-764d2354-3b06-45ee-85fe-d4f74a879dfe req-889919ef-123e-46e7-936c-02edc304d75d service neutron] 10.222.0.38 "GET /v2.0/networks?id=aa87634f-5254-4f17-8cfc-f89a39c03a1f HTTP/1.1" status: 200 len: 918 time: 0.2039118 Sep 21 17:53:01.218847 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-764d2354-3b06-45ee-85fe-d4f74a879dfe req-1ab92213-7172-4c02-af79-ba0d5e3c950f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c7d58b4-9929-46c9-a057-d9de608889f2 HTTP/1.1" status: 200 len: 217 time: 0.0693972 Sep 21 17:53:01.219289 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-83c60685-ceb1-414e-82cb-23e5fa815375 req-50718474-41b6-4a66-884e-c90ee6f2d76d tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] 10.222.0.58 "GET /v2.0/security-groups/7a9d90f7-f4e4-422d-8d20-4c70eae6ecd4 HTTP/1.1" status: 200 len: 1813 time: 0.1006021 Sep 21 17:53:01.228438 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-13bc3919-76df-467e-8ba9-410a328ed79b req-23f97110-61d7-4a32-bae2-ceed98f54356 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013405 Sep 21 17:53:01.296081 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d2354-3b06-45ee-85fe-d4f74a879dfe req-4b8f94be-83e7-4e7b-bfff-04cdbad03591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:01.298429 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-764d2354-3b06-45ee-85fe-d4f74a879dfe req-4b8f94be-83e7-4e7b-bfff-04cdbad03591 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e40ea4a8-8e6a-4da0-863e-27ce3092b0c9 HTTP/1.1" status: 200 len: 857 time: 0.0689919 Sep 21 17:53:01.350469 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-764d2354-3b06-45ee-85fe-d4f74a879dfe req-04fd3907-83b7-458f-87c6-9c14b8208dc0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=aa87634f-5254-4f17-8cfc-f89a39c03a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416083 Sep 21 17:53:01.399919 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 3924ef31-1fe5-4ebe-9fc1-047c2b484fe5 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:53:01.525340 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 3924ef31-1fe5-4ebe-9fc1-047c2b484fe5 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:53:01.530231 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 3924ef31-1fe5-4ebe-9fc1-047c2b484fe5 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:53:01.530612 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:01.550297 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6210e8c-db1c-430b-80cf-2ab14eaca6cf req-5fd1a129-4c54-483a-b865-a04a969f8081 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:01.551212 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [req-65a3f999-4bcf-4c01-9c3a-d819593df18b req-624dacde-de78-481d-b221-eb97c151c65b tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] show failed (client error): The resource could not be found. Sep 21 17:53:01.561073 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f6210e8c-db1c-430b-80cf-2ab14eaca6cf req-5fd1a129-4c54-483a-b865-a04a969f8081 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 945 time: 0.1818342 Sep 21 17:53:01.565061 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-65a3f999-4bcf-4c01-9c3a-d819593df18b req-624dacde-de78-481d-b221-eb97c151c65b tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] 10.222.0.58 "GET /v2.0/security-groups/6ad46126-ebc2-436f-80be-6acc7245fa6f HTTP/1.1" status: 404 len: 352 time: 0.1083829 Sep 21 17:53:01.629579 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fa7811bb-a884-4066-a20e-762de15a6288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:01.684707 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-764d2354-3b06-45ee-85fe-d4f74a879dfe req-efc2d46c-2136-43ea-8e2d-df82b3a17da9 service neutron] 10.222.0.38 "GET /v2.0/networks/aa87634f-5254-4f17-8cfc-f89a39c03a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260081 Sep 21 17:53:01.722666 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:01.746993 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f6210e8c-db1c-430b-80cf-2ab14eaca6cf req-495e39e9-1df3-409a-84e3-1a27aa9c754e tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849852 Sep 21 17:53:01.767140 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 3924ef31-1fe5-4ebe-9fc1-047c2b484fe5, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=3924ef31-1fe5-4ebe-9fc1-047c2b484fe5,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:01.777944 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6e80db-bca8-45c1-b9fc-7dec056a1de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3924ef31-1fe5-4ebe-9fc1-047c2b484fe5'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:53:01.777944 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d78e31-38a7-4fe0-9fb5-a39b1ccd10b0" -d '{"events": [{"server_uuid": "6e6e80db-bca8-45c1-b9fc-7dec056a1de6", "name": "network-vif-plugged", "status": "completed", "tag": "3924ef31-1fe5-4ebe-9fc1-047c2b484fe5"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:53:01.781217 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:01.782424 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device f8cc2e07-a0e1-43e2-aa5d-8b93db18b216 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:53:01.894464 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-764d2354-3b06-45ee-85fe-d4f74a879dfe req-c44fcf6f-9fdc-4a3a-82d8-5563683a8634 service neutron] 10.222.0.38 "GET /v2.0/networks/aa87634f-5254-4f17-8cfc-f89a39c03a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985400 Sep 21 17:53:01.899250 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=3924ef31-1fe5-4ebe-9fc1-047c2b484fe5,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:01.928110 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port f8cc2e07-a0e1-43e2-aa5d-8b93db18b216 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:53:01.929082 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:01.935410 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [req-50efe9da-56cf-4416-b1cb-4b27e97f8abe req-37f51365-760b-4f30-b2bb-16b403bcda31 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] show failed (client error): The resource could not be found. Sep 21 17:53:01.936807 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-50efe9da-56cf-4416-b1cb-4b27e97f8abe req-37f51365-760b-4f30-b2bb-16b403bcda31 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] 10.222.0.58 "GET /v2.0/security-group-rules/0c0b26d6-5b8e-41a5-99e0-e92eb87545b5 HTTP/1.1" status: 404 len: 361 time: 0.0232663 Sep 21 17:53:01.961877 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc746195-9b39-4dc2-a2c9-d1f5c73e0ced req-cfab801b-4b39-4cd6-bccd-eb91791160e2 tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:01.970072 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cc746195-9b39-4dc2-a2c9-d1f5c73e0ced req-cfab801b-4b39-4cd6-bccd-eb91791160e2 tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] 10.222.0.58 "GET /v2.0/ports?device_id=c493f85f-861d-4b68-96ee-4c83dae903d0 HTTP/1.1" status: 200 len: 943 time: 0.1471870 Sep 21 17:53:02.043110 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cc746195-9b39-4dc2-a2c9-d1f5c73e0ced req-86ec7482-d4b9-4d44-8962-73f8fadc3fd5 tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] 10.222.0.58 "GET /v2.0/security-groups?id=0393ca76-0ed6-472e-9dd1-0a5c34e058a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718801 Sep 21 17:53:02.069199 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:02.121497 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port f8cc2e07-a0e1-43e2-aa5d-8b93db18b216, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=f8cc2e07-a0e1-43e2-aa5d-8b93db18b216,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:02.127893 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:02.189512 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2126416-9f1b-4be3-a598-ce0399a07734 x-openstack-request-id: req-f2126416-9f1b-4be3-a598-ce0399a07734 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:53:02.190219 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6e80db-bca8-45c1-b9fc-7dec056a1de6", "name": "network-vif-plugged", "status": "completed", "tag": "3924ef31-1fe5-4ebe-9fc1-047c2b484fe5", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:53:02.191212 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f2126416-9f1b-4be3-a598-ce0399a07734 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:53:02.191833 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6e80db-bca8-45c1-b9fc-7dec056a1de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3924ef31-1fe5-4ebe-9fc1-047c2b484fe5', 'code': 200} Sep 21 17:53:02.253538 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=f8cc2e07-a0e1-43e2-aa5d-8b93db18b216,revision_number=7']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:02.258646 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f915e149-36dc-4748-8a74-87a73759d3fd req-b6f831c3-30f1-41f8-b5ec-6dadc63db14c tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] 10.222.0.58 "GET /v2.0/security-groups/7a9d90f7-f4e4-422d-8d20-4c70eae6ecd4 HTTP/1.1" status: 200 len: 1813 time: 0.0787816 Sep 21 17:53:02.321389 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb361eb-adce-4661-919f-d378913d0deb req-50061ec0-5c4a-43f0-a975-52ea6dbc4434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:02.323621 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4cb361eb-adce-4661-919f-d378913d0deb req-50061ec0-5c4a-43f0-a975-52ea6dbc4434 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6e6e80db-bca8-45c1-b9fc-7dec056a1de6 HTTP/1.1" status: 200 len: 1096 time: 0.0982161 Sep 21 17:53:02.338179 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-fa7811bb-a884-4066-a20e-762de15a6288 admin admin] Deleting port 49309111-1b9a-4311-8e1f-078dad9a18f8 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:53:02.338611 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fa7811bb-a884-4066-a20e-762de15a6288 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:02.387635 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4cb361eb-adce-4661-919f-d378913d0deb req-dc88ef34-b0da-447b-bd6b-9d8d166fe395 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487461 Sep 21 17:53:02.414826 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f915e149-36dc-4748-8a74-87a73759d3fd req-40dd4cf4-712a-49c0-a0e3-68f9e94797d1 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:02.457339 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f915e149-36dc-4748-8a74-87a73759d3fd req-40dd4cf4-712a-49c0-a0e3-68f9e94797d1 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:02.480485 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-fa7811bb-a884-4066-a20e-762de15a6288 admin admin] For port 49309111-1b9a-4311-8e1f-078dad9a18f8, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=49309111-1b9a-4311-8e1f-078dad9a18f8,segment=NetworkSegment(062bf06d-3dce-4100-ac14-a26306e34159),segment_id=062bf06d-3dce-4100-ac14-a26306e34159)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:02.481237 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fa7811bb-a884-4066-a20e-762de15a6288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:02.481854 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9cde3-75e3-4049-b49c-359a672b42c4 req-38bf6217-244d-4dc3-b3ea-f3dc0cecd574 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:02.483685 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2df9cde3-75e3-4049-b49c-359a672b42c4 req-38bf6217-244d-4dc3-b3ea-f3dc0cecd574 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e6e80db-bca8-45c1-b9fc-7dec056a1de6 HTTP/1.1" status: 200 len: 945 time: 0.0641246 Sep 21 17:53:02.508709 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-fa7811bb-a884-4066-a20e-762de15a6288 admin admin] Calling delete_port for 49309111-1b9a-4311-8e1f-078dad9a18f8 owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:53:02.538563 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2df9cde3-75e3-4049-b49c-359a672b42c4 req-6d9674e0-4f3b-4859-a034-1d29bd9635e1 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465086 Sep 21 17:53:02.568085 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f915e149-36dc-4748-8a74-87a73759d3fd req-40dd4cf4-712a-49c0-a0e3-68f9e94797d1 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:02.571677 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f915e149-36dc-4748-8a74-87a73759d3fd req-40dd4cf4-712a-49c0-a0e3-68f9e94797d1 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:02.573038 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f915e149-36dc-4748-8a74-87a73759d3fd req-40dd4cf4-712a-49c0-a0e3-68f9e94797d1 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] 10.222.0.58 "DELETE /v2.0/security-groups/7a9d90f7-f4e4-422d-8d20-4c70eae6ecd4 HTTP/1.1" status: 204 len: 173 time: 0.2930756 Sep 21 17:53:02.589885 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd4cf4-712a-49c0-a0e3-68f9e94797d1 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9d90f7-f4e4-422d-8d20-4c70eae6ecd4,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:02.685264 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f6a7da32-8b6c-4a34-8ebe-b7dc17493394 req-92fc15fb-0084-4126-aa3e-360ab68c1b26 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] 10.222.0.58 "GET /v2.0/security-groups/31a45a9e-1266-45b9-b363-749603cb9b0b HTTP/1.1" status: 200 len: 1812 time: 0.0618811 Sep 21 17:53:02.799494 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f6a7da32-8b6c-4a34-8ebe-b7dc17493394 req-a18c6fbc-96d6-4830-bc84-0559a50f5345 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:02.846731 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f6a7da32-8b6c-4a34-8ebe-b7dc17493394 req-a18c6fbc-96d6-4830-bc84-0559a50f5345 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:02.868322 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 8c7d58b4-9929-46c9-a057-d9de608889f2 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:53:02.960844 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f6a7da32-8b6c-4a34-8ebe-b7dc17493394 req-a18c6fbc-96d6-4830-bc84-0559a50f5345 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:02.963623 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f6a7da32-8b6c-4a34-8ebe-b7dc17493394 req-a18c6fbc-96d6-4830-bc84-0559a50f5345 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:02.967026 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f6a7da32-8b6c-4a34-8ebe-b7dc17493394 req-a18c6fbc-96d6-4830-bc84-0559a50f5345 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] 10.222.0.58 "DELETE /v2.0/security-groups/31a45a9e-1266-45b9-b363-749603cb9b0b HTTP/1.1" status: 204 len: 173 time: 0.2787580 Sep 21 17:53:02.974336 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96750efa-05a4-468d-9f53-954a0ca349ef req-0e1520c8-8254-4ef6-a241-3006673d4761 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:02.983321 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-96750efa-05a4-468d-9f53-954a0ca349ef req-0e1520c8-8254-4ef6-a241-3006673d4761 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 945 time: 0.0991306 Sep 21 17:53:02.983589 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c6fbc-96d6-4830-bc84-0559a50f5345 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a45a9e-1266-45b9-b363-749603cb9b0b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:03.005377 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fa7811bb-a884-4066-a20e-762de15a6288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:03.086977 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7811bb-a884-4066-a20e-762de15a6288 admin admin] Pushing event deleted for resources: {'Port': ['ID=49309111-1b9a-4311-8e1f-078dad9a18f8,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:03.094429 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 8c7d58b4-9929-46c9-a057-d9de608889f2, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=8c7d58b4-9929-46c9-a057-d9de608889f2,segment=NetworkSegment(6b743b6d-3732-46e1-b562-18ca7d2ee764),segment_id=6b743b6d-3732-46e1-b562-18ca7d2ee764)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:03.095100 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-96750efa-05a4-468d-9f53-954a0ca349ef req-94c04bec-38ab-443f-9c2f-3364da4bf5a0 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082149 Sep 21 17:53:03.169182 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '8c7d58b4-9929-46c9-a057-d9de608889f2', 'network_id': 'aa87634f-5254-4f17-8cfc-f89a39c03a1f', 'port_id': '8c7d58b4-9929-46c9-a057-d9de608889f2', 'mac_address': 'fa:16:3e:b2:ed:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40ea4a8-8e6a-4da0-863e-27ce3092b0c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:53:03.295275 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d8865-ebd2-4501-b330-08efa73b1b0b req-ae3f9730-18ac-409b-95ba-7f7814c67a0e tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:03.303968 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:03.306507 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-750d8865-ebd2-4501-b330-08efa73b1b0b req-ae3f9730-18ac-409b-95ba-7f7814c67a0e tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] 10.222.0.58 "GET /v2.0/ports?device_id=c493f85f-861d-4b68-96ee-4c83dae903d0 HTTP/1.1" status: 200 len: 943 time: 0.0948884 Sep 21 17:53:03.341672 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c7d58b4-9929-46c9-a057-d9de608889f2 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:53:03.396831 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cb6517c9-dd54-4145-a913-b9178715bf70 req-f5088797-718b-4186-aaec-447f90fbf769 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] 10.222.0.58 "GET /v2.0/security-groups/e88e0a05-74ff-46c0-bc78-0409ae8319b1 HTTP/1.1" status: 200 len: 1812 time: 0.2894630 Sep 21 17:53:03.405035 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-750d8865-ebd2-4501-b330-08efa73b1b0b req-3362b307-7ef2-4477-9326-57ec9bce6379 tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] 10.222.0.58 "GET /v2.0/security-groups?id=0393ca76-0ed6-472e-9dd1-0a5c34e058a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881205 Sep 21 17:53:03.407254 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 8c7d58b4-9929-46c9-a057-d9de608889f2, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=8c7d58b4-9929-46c9-a057-d9de608889f2,segment=NetworkSegment(6b743b6d-3732-46e1-b562-18ca7d2ee764),segment_id=6b743b6d-3732-46e1-b562-18ca7d2ee764)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:03.415860 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:03.500569 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-cb6517c9-dd54-4145-a913-b9178715bf70 req-9d3de26a-b054-4397-8821-ed21470fc1ce tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:03.537873 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=8c7d58b4-9929-46c9-a057-d9de608889f2,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:03.627745 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-cb6517c9-dd54-4145-a913-b9178715bf70 req-9d3de26a-b054-4397-8821-ed21470fc1ce tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:03.683733 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['8c7d58b4-9929-46c9-a057-d9de608889f2'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:53:03.734254 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fa7811bb-a884-4066-a20e-762de15a6288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:03.745684 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8af9fb-3ce2-4ca7-83bd-f6969320a040 req-40679719-1a75-46f7-a9cf-307d5102779a tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:03.757552 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7c8af9fb-3ce2-4ca7-83bd-f6969320a040 req-40679719-1a75-46f7-a9cf-307d5102779a tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e6e80db-bca8-45c1-b9fc-7dec056a1de6 HTTP/1.1" status: 200 len: 945 time: 0.1175807 Sep 21 17:53:03.810628 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54840) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:03.846175 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7c8af9fb-3ce2-4ca7-83bd-f6969320a040 req-f834ec56-0350-4df9-925c-4a6f61fb2cc5 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854878 Sep 21 17:53:04.193257 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd70a80-2ab4-4e7c-b391-e57800d6f6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8cc2e07-a0e1-43e2-aa5d-8b93db18b216'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:53:04.196520 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce4aea6-b716-4bf5-bc27-ae42b10441ff" -d '{"events": [{"server_uuid": "6cd70a80-2ab4-4e7c-b391-e57800d6f6b0", "name": "network-vif-plugged", "status": "completed", "tag": "f8cc2e07-a0e1-43e2-aa5d-8b93db18b216"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:53:04.243670 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-cb6517c9-dd54-4145-a913-b9178715bf70 req-9d3de26a-b054-4397-8821-ed21470fc1ce tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:04.246546 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-cb6517c9-dd54-4145-a913-b9178715bf70 req-9d3de26a-b054-4397-8821-ed21470fc1ce tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:04.252945 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cb6517c9-dd54-4145-a913-b9178715bf70 req-9d3de26a-b054-4397-8821-ed21470fc1ce tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] 10.222.0.58 "DELETE /v2.0/security-groups/e88e0a05-74ff-46c0-bc78-0409ae8319b1 HTTP/1.1" status: 204 len: 173 time: 0.8518567 Sep 21 17:53:04.256637 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c8c7ed01-192a-4647-9484-6c4be1ebebef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:04.278128 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3de26a-b054-4397-8821-ed21470fc1ce tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88e0a05-74ff-46c0-bc78-0409ae8319b1,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:04.303190 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0cab07-00c7-4d38-bb29-35abee45c22c x-openstack-request-id: req-2c0cab07-00c7-4d38-bb29-35abee45c22c {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:53:04.303482 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd70a80-2ab4-4e7c-b391-e57800d6f6b0", "name": "network-vif-plugged", "status": "completed", "tag": "f8cc2e07-a0e1-43e2-aa5d-8b93db18b216", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:53:04.303725 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2c0cab07-00c7-4d38-bb29-35abee45c22c {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:53:04.304114 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd70a80-2ab4-4e7c-b391-e57800d6f6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8cc2e07-a0e1-43e2-aa5d-8b93db18b216', 'code': 200} Sep 21 17:53:04.367257 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d76b9-2d07-4861-a218-ab7df1679e45 req-2c2a577f-77b0-45f9-88bd-d126c857358f tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:04.368857 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f03d76b9-2d07-4861-a218-ab7df1679e45 req-2c2a577f-77b0-45f9-88bd-d126c857358f tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 945 time: 0.1329565 Sep 21 17:53:04.439192 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f03d76b9-2d07-4861-a218-ab7df1679e45 req-7d74c672-08a0-4ea6-8fcc-ba94c008f0b8 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584388 Sep 21 17:53:04.459929 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-09bd4b39-a5bc-447c-923e-34ede6308e16 req-c6210693-d211-436a-b9cf-c048eb536b68 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] 10.222.0.58 "GET /v2.0/security-groups/7da19579-4a87-4548-879e-3b38a486e4e5 HTTP/1.1" status: 200 len: 1812 time: 0.1233437 Sep 21 17:53:04.525805 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7811bb-a884-4066-a20e-762de15a6288 admin admin] Router bcc4ac45-0a2c-455f-b063-9b000a36d709 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:53:04.566841 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c8c7ed01-192a-4647-9484-6c4be1ebebef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:04.597480 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cae00-7910-4ace-a3dc-d22c4021da07 req-3c085fcc-67f7-446c-8c6a-6b406cda501b tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:04.606544 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bc4cae00-7910-4ace-a3dc-d22c4021da07 req-3c085fcc-67f7-446c-8c6a-6b406cda501b tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] 10.222.0.58 "GET /v2.0/ports?device_id=c493f85f-861d-4b68-96ee-4c83dae903d0 HTTP/1.1" status: 200 len: 944 time: 0.0853932 Sep 21 17:53:04.609663 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c8c7ed01-192a-4647-9484-6c4be1ebebef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:04.642251 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-09bd4b39-a5bc-447c-923e-34ede6308e16 req-2d749e80-73da-4933-8adb-cdaf26a10381 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:04.669669 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bc4cae00-7910-4ace-a3dc-d22c4021da07 req-f1ae61a6-004b-47d9-8524-2e5f54a32140 tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] 10.222.0.58 "GET /v2.0/security-groups?id=0393ca76-0ed6-472e-9dd1-0a5c34e058a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621471 Sep 21 17:53:04.680118 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c8c7ed01-192a-4647-9484-6c4be1ebebef admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f4e805f941914d5ea45680b34bb4438a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8684058 Sep 21 17:53:04.682914 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54864) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:04.733640 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-09bd4b39-a5bc-447c-923e-34ede6308e16 req-2d749e80-73da-4933-8adb-cdaf26a10381 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:04.748922 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7ed01-192a-4647-9484-6c4be1ebebef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5de08d-e284-4b57-84e2-b0e602b804af,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:04.750104 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-df05cd0b-df25-4472-8f5c-38355bc1da00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:04.791522 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-df05cd0b-df25-4472-8f5c-38355bc1da00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:04.795522 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7811bb-a884-4066-a20e-762de15a6288 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:53:04.803282 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fa7811bb-a884-4066-a20e-762de15a6288 admin admin] 10.222.0.58 "PUT /v2.0/routers/bcc4ac45-0a2c-455f-b063-9b000a36d709/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8424640 Sep 21 17:53:04.805842 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54870) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:04.811615 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e5542d-c204-4aca-aee4-a04b2fc29e2d None None] Sync routers for ids ['bcc4ac45-0a2c-455f-b063-9b000a36d709'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:53:04.831529 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e5542d-c204-4aca-aee4-a04b2fc29e2d None None] Routers {'bcc4ac45-0a2c-455f-b063-9b000a36d709'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:53:04.832153 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-02e5542d-c204-4aca-aee4-a04b2fc29e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:52:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['bcc4ac45-0a2c-455f-b063-9b000a36d709'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:04.885069 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-09bd4b39-a5bc-447c-923e-34ede6308e16 req-2d749e80-73da-4933-8adb-cdaf26a10381 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:04.885614 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-df05cd0b-df25-4472-8f5c-38355bc1da00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:04.887853 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-09bd4b39-a5bc-447c-923e-34ede6308e16 req-2d749e80-73da-4933-8adb-cdaf26a10381 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:04.889088 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-09bd4b39-a5bc-447c-923e-34ede6308e16 req-2d749e80-73da-4933-8adb-cdaf26a10381 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] 10.222.0.58 "DELETE /v2.0/security-groups/7da19579-4a87-4548-879e-3b38a486e4e5 HTTP/1.1" status: 204 len: 173 time: 0.4179299 Sep 21 17:53:04.889915 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-df05cd0b-df25-4472-8f5c-38355bc1da00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:04.891576 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-df05cd0b-df25-4472-8f5c-38355bc1da00 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4f5de08d-e284-4b57-84e2-b0e602b804af HTTP/1.1" status: 204 len: 168 time: 0.2074115 Sep 21 17:53:04.902628 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05cd0b-df25-4472-8f5c-38355bc1da00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5de08d-e284-4b57-84e2-b0e602b804af,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:04.937048 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d749e80-73da-4933-8adb-cdaf26a10381 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da19579-4a87-4548-879e-3b38a486e4e5,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:04.984822 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-60f93fd0-c3ec-45be-82fe-1961b3b9c2a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:05.035458 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4208a695-4296-40eb-9700-70c0ddec69e7 req-b6b91177-9daa-4327-b687-db24cfb6879c tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] 10.222.0.58 "GET /v2.0/security-groups/7057dec5-2403-45da-bce6-98615e3ea9f7 HTTP/1.1" status: 200 len: 1812 time: 0.0944924 Sep 21 17:53:05.155135 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-02e5542d-c204-4aca-aee4-a04b2fc29e2d None None] Set router bcc4ac45-0a2c-455f-b063-9b000a36d709 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:53:05.169725 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130e0cd-1ca8-4c04-8793-6428800e602c req-0148c810-8d54-4fdf-8f05-edcf52be96d4 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:05.177085 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5130e0cd-1ca8-4c04-8793-6428800e602c req-0148c810-8d54-4fdf-8f05-edcf52be96d4 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e6e80db-bca8-45c1-b9fc-7dec056a1de6 HTTP/1.1" status: 200 len: 945 time: 0.1325729 Sep 21 17:53:05.184000 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4208a695-4296-40eb-9700-70c0ddec69e7 req-90cd0841-e102-4d36-996e-4829142d4134 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:05.212009 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4208a695-4296-40eb-9700-70c0ddec69e7 req-90cd0841-e102-4d36-996e-4829142d4134 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:05.254919 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-60f93fd0-c3ec-45be-82fe-1961b3b9c2a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:05.264766 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4208a695-4296-40eb-9700-70c0ddec69e7 req-90cd0841-e102-4d36-996e-4829142d4134 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:05.267849 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4208a695-4296-40eb-9700-70c0ddec69e7 req-90cd0841-e102-4d36-996e-4829142d4134 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:05.269322 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4208a695-4296-40eb-9700-70c0ddec69e7 req-90cd0841-e102-4d36-996e-4829142d4134 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] 10.222.0.58 "DELETE /v2.0/security-groups/7057dec5-2403-45da-bce6-98615e3ea9f7 HTTP/1.1" status: 204 len: 173 time: 0.2104735 Sep 21 17:53:05.279517 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5130e0cd-1ca8-4c04-8793-6428800e602c req-013665fe-d6a7-43d3-bf1a-0f2ee7916472 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945241 Sep 21 17:53:05.279517 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54882) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:05.322089 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd0841-e102-4d36-996e-4829142d4134 tempest-SecurityGroupRulesNegativeTestJSON-739410718 tempest-SecurityGroupRulesNegativeTestJSON-739410718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7057dec5-2403-45da-bce6-98615e3ea9f7,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:05.329652 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 8c7d58b4-9929-46c9-a057-d9de608889f2 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:53:05.385852 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-60f93fd0-c3ec-45be-82fe-1961b3b9c2a3 admin admin] Deleting port 3fe993b4-9292-4fb5-af5f-ea6433c82221 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:53:05.386202 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-60f93fd0-c3ec-45be-82fe-1961b3b9c2a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:05.423326 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c724518-5635-4f6b-b627-2d0c55897e8b admin admin] Deleting subnet f2328ca3-7056-4770-af65-99e5a64e0bad {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:53:05.431348 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c724518-5635-4f6b-b627-2d0c55897e8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:05.581759 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c724518-5635-4f6b-b627-2d0c55897e8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:05.583126 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-60f93fd0-c3ec-45be-82fe-1961b3b9c2a3 admin admin] For port 3fe993b4-9292-4fb5-af5f-ea6433c82221, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=3fe993b4-9292-4fb5-af5f-ea6433c82221,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:05.587521 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-60f93fd0-c3ec-45be-82fe-1961b3b9c2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:05.629632 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-60f93fd0-c3ec-45be-82fe-1961b3b9c2a3 admin admin] Calling delete_port for 3fe993b4-9292-4fb5-af5f-ea6433c82221 owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:53:05.662607 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c724518-5635-4f6b-b627-2d0c55897e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:05.718406 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54896) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:05.740062 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c724518-5635-4f6b-b627-2d0c55897e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:05.750118 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6dcadc52-1f2e-4819-9177-e89babc601c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:05.759053 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 8c7d58b4-9929-46c9-a057-d9de608889f2 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:53:05.771762 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 8c7d58b4-9929-46c9-a057-d9de608889f2 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:53:05.772072 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:05.782121 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c724518-5635-4f6b-b627-2d0c55897e8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2328ca3-7056-4770-af65-99e5a64e0bad,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:05.785344 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c724518-5635-4f6b-b627-2d0c55897e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:05.790379 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8c724518-5635-4f6b-b627-2d0c55897e8b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f2328ca3-7056-4770-af65-99e5a64e0bad HTTP/1.1" status: 204 len: 168 time: 0.5051441 Sep 21 17:53:05.790763 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54904) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:05.840096 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-02e5542d-c204-4aca-aee4-a04b2fc29e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc4ac45-0a2c-455f-b063-9b000a36d709', 'name': 'tempest-ServersTestMultiNic-1864449569-router', 'tenant_id': 'e723094aa6f4441a862c24afd6445d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '3fe993b4-9292-4fb5-af5f-ea6433c82221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:50:46Z', 'updated_at': '2021-09-21T17:53:02Z', 'revision_number': 5, 'project_id': 'e723094aa6f4441a862c24afd6445d40', 'gw_port': {'id': '3fe993b4-9292-4fb5-af5f-ea6433c82221', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc4ac45-0a2c-455f-b063-9b000a36d709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:50:46Z', 'updated_at': '2021-09-21T17:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:05.854447 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4417375-c8ae-47c4-acb8-77474aeaf60a req-4a0906aa-608c-4260-a4de-597880e94598 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:05.860855 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c4417375-c8ae-47c4-acb8-77474aeaf60a req-4a0906aa-608c-4260-a4de-597880e94598 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 945 time: 0.2170928 Sep 21 17:53:05.912943 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e5542d-c204-4aca-aee4-a04b2fc29e2d None None] Checking router: bcc4ac45-0a2c-455f-b063-9b000a36d709 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:53:05.932154 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1a24ed5a-c95b-4201-8ce4-cf8f7e0b56d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:05.952487 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e5542d-c204-4aca-aee4-a04b2fc29e2d None None] Routers {'bcc4ac45-0a2c-455f-b063-9b000a36d709'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:53:05.953157 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-02e5542d-c204-4aca-aee4-a04b2fc29e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:52:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['bcc4ac45-0a2c-455f-b063-9b000a36d709'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:05.962787 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c4417375-c8ae-47c4-acb8-77474aeaf60a req-0d13a014-567e-49b8-ae18-4a7c76b622fc tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961382 Sep 21 17:53:06.045966 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799b5a3-d611-431c-8fc0-22cf234721d6 req-98f5b714-6686-4d0b-9918-4b2ced4374cc tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:06.061116 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c799b5a3-d611-431c-8fc0-22cf234721d6 req-98f5b714-6686-4d0b-9918-4b2ced4374cc tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e6e80db-bca8-45c1-b9fc-7dec056a1de6 HTTP/1.1" status: 200 len: 945 time: 0.2217722 Sep 21 17:53:06.137480 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:06.178460 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 8c7d58b4-9929-46c9-a057-d9de608889f2, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=8c7d58b4-9929-46c9-a057-d9de608889f2,segment=NetworkSegment(6b743b6d-3732-46e1-b562-18ca7d2ee764),segment_id=6b743b6d-3732-46e1-b562-18ca7d2ee764)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:06.189381 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:06.198099 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-02e5542d-c204-4aca-aee4-a04b2fc29e2d None None] Set router bcc4ac45-0a2c-455f-b063-9b000a36d709 gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:53:06.201895 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1a24ed5a-c95b-4201-8ce4-cf8f7e0b56d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:06.251218 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-60f93fd0-c3ec-45be-82fe-1961b3b9c2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:06.336322 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f93fd0-c3ec-45be-82fe-1961b3b9c2a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fe993b4-9292-4fb5-af5f-ea6433c82221,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:06.351055 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c799b5a3-d611-431c-8fc0-22cf234721d6 req-e1110661-8a13-46af-a1ad-a9907b9437d4 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888768 Sep 21 17:53:06.355504 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-1a24ed5a-c95b-4201-8ce4-cf8f7e0b56d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb272410-4310-42ec-8b79-06383ae6c1da']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:06.370151 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f31cf-965e-41b9-8e3b-a04baf045ceb req-584b4a6c-73ce-4202-a566-ab4723931164 tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:06.372823 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-527f31cf-965e-41b9-8e3b-a04baf045ceb req-584b4a6c-73ce-4202-a566-ab4723931164 tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] 10.222.0.58 "GET /v2.0/ports?device_id=c493f85f-861d-4b68-96ee-4c83dae903d0 HTTP/1.1" status: 200 len: 944 time: 0.2713377 Sep 21 17:53:06.394964 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c493f85f-861d-4b68-96ee-4c83dae903d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7d58b4-9929-46c9-a057-d9de608889f2'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:53:06.397198 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f0a57d-c0ac-470a-a0fc-10731576a8a4" -d '{"events": [{"server_uuid": "c493f85f-861d-4b68-96ee-4c83dae903d0", "name": "network-vif-plugged", "status": "completed", "tag": "8c7d58b4-9929-46c9-a057-d9de608889f2"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:53:06.397856 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-1a24ed5a-c95b-4201-8ce4-cf8f7e0b56d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a3130fd-a39d-49e3-9c36-f2865fe12d74') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:06.398389 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-1a24ed5a-c95b-4201-8ce4-cf8f7e0b56d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a3130fd-a39d-49e3-9c36-f2865fe12d74') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:06.448797 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1a24ed5a-c95b-4201-8ce4-cf8f7e0b56d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:06.473623 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:53:06.488932 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-60f93fd0-c3ec-45be-82fe-1961b3b9c2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:06.497421 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6dcadc52-1f2e-4819-9177-e89babc601c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:06.501698 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1a24ed5a-c95b-4201-8ce4-cf8f7e0b56d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:06.508450 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6dcadc52-1f2e-4819-9177-e89babc601c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:06.515249 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a24ed5a-c95b-4201-8ce4-cf8f7e0b56d6 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:53:06.515839 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1a24ed5a-c95b-4201-8ce4-cf8f7e0b56d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:06.523454 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 17:53:06.523454 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:53:06.523454 n-d-810291-1 neutron-server[101460]: timer() Sep 21 17:53:06.523454 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:53:06.523454 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 17:53:06.523454 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:53:06.523454 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 17:53:06.523454 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:53:06.523454 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 17:53:06.523454 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:53:06.523454 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 17:53:06.523454 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:53:06.523454 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 17:53:06.523454 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:53:06.523454 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:53:06.523454 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:53:06.523454 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:53:06.523454 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:53:06.523454 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 17:53:06.523454 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:53:06.523454 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 17:53:06.523454 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:53:06.523454 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:53:06.523454 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:53:06.523454 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 17:53:06.523454 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:53:06.523454 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:53:06.523454 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:53:06.523454 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:53:06.523454 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:53:06.523454 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:53:06.523454 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:53:06.536643 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-02e5542d-c204-4aca-aee4-a04b2fc29e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc4ac45-0a2c-455f-b063-9b000a36d709', 'name': 'tempest-ServersTestMultiNic-1864449569-router', 'tenant_id': 'e723094aa6f4441a862c24afd6445d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:50:46Z', 'updated_at': '2021-09-21T17:53:05Z', 'revision_number': 6, 'project_id': 'e723094aa6f4441a862c24afd6445d40', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:06.592838 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e5542d-c204-4aca-aee4-a04b2fc29e2d None None] The sync data for ids ['bcc4ac45-0a2c-455f-b063-9b000a36d709'] in n-d-810291-1 is: [{'id': 'bcc4ac45-0a2c-455f-b063-9b000a36d709', 'name': 'tempest-ServersTestMultiNic-1864449569-router', 'tenant_id': 'e723094aa6f4441a862c24afd6445d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:50:46Z', 'updated_at': '2021-09-21T17:53:05Z', 'revision_number': 6, 'project_id': 'e723094aa6f4441a862c24afd6445d40', 'gw_port_host': None}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:53:06.622779 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4c3d2a-76b7-4db6-a974-2d3a9122ba94 x-openstack-request-id: req-7a4c3d2a-76b7-4db6-a974-2d3a9122ba94 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:53:06.630107 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c493f85f-861d-4b68-96ee-4c83dae903d0", "name": "network-vif-plugged", "status": "completed", "tag": "8c7d58b4-9929-46c9-a057-d9de608889f2", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:53:06.630619 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7a4c3d2a-76b7-4db6-a974-2d3a9122ba94 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:53:06.631179 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c493f85f-861d-4b68-96ee-4c83dae903d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7d58b4-9929-46c9-a057-d9de608889f2', 'code': 200} Sep 21 17:53:06.636948 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=8c7d58b4-9929-46c9-a057-d9de608889f2,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:06.653421 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-60f93fd0-c3ec-45be-82fe-1961b3b9c2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:06.658205 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-60f93fd0-c3ec-45be-82fe-1961b3b9c2a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:06.676116 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-527f31cf-965e-41b9-8e3b-a04baf045ceb req-a9921ea5-b8e4-4322-ad27-8bb9c631e57c tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] 10.222.0.58 "GET /v2.0/security-groups?id=0393ca76-0ed6-472e-9dd1-0a5c34e058a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595167 Sep 21 17:53:06.705119 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6dcadc52-1f2e-4819-9177-e89babc601c8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9ab02bdf77bc4fc1b31a33b13e404720&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9854429 Sep 21 17:53:06.706513 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcadc52-1f2e-4819-9177-e89babc601c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5423a1ee-22c5-49ed-9016-c322d176fbd4,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:06.712333 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1a24ed5a-c95b-4201-8ce4-cf8f7e0b56d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:06.717377 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1a24ed5a-c95b-4201-8ce4-cf8f7e0b56d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:06.718256 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54918) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:06.720366 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1a24ed5a-c95b-4201-8ce4-cf8f7e0b56d6 admin admin] 10.222.0.58 "DELETE /v2.0/networks/bb272410-4310-42ec-8b79-06383ae6c1da HTTP/1.1" status: 204 len: 168 time: 0.9285433 Sep 21 17:53:06.758332 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24ed5a-c95b-4201-8ce4-cf8f7e0b56d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb272410-4310-42ec-8b79-06383ae6c1da,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:06.779668 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9c42e-c89c-4903-807b-5ab920fe6402 req-ab7c2213-a98c-4b9f-816d-fb4baa99b4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:06.781788 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ba9c42e-c89c-4903-807b-5ab920fe6402 req-ab7c2213-a98c-4b9f-816d-fb4baa99b4e3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c493f85f-861d-4b68-96ee-4c83dae903d0 HTTP/1.1" status: 200 len: 1096 time: 0.0907645 Sep 21 17:53:06.784683 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-78b303ba-534c-4135-88d7-55533b886ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:06.787004 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-60f93fd0-c3ec-45be-82fe-1961b3b9c2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:06.787004 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f93fd0-c3ec-45be-82fe-1961b3b9c2a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcc4ac45-0a2c-455f-b063-9b000a36d709 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 17:53:06.791776 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-60f93fd0-c3ec-45be-82fe-1961b3b9c2a3 admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:06.795897 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-60f93fd0-c3ec-45be-82fe-1961b3b9c2a3 admin admin] 10.222.0.58 "DELETE /v2.0/routers/bcc4ac45-0a2c-455f-b063-9b000a36d709 HTTP/1.1" status: 204 len: 168 time: 1.9889455 Sep 21 17:53:06.797492 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54922) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:06.818244 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-78b303ba-534c-4135-88d7-55533b886ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:06.892466 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ba9c42e-c89c-4903-807b-5ab920fe6402 req-96c818c4-5f34-42dc-98dd-3632302a4ce5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0393ca76-0ed6-472e-9dd1-0a5c34e058a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018729 Sep 21 17:53:06.904011 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f29a820-4531-4f2c-b3d9-2e7d7aba2284 admin admin] Deleting subnet ce4aea39-d3a5-447f-ab5e-432a22e6050b {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:53:06.907451 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0f29a820-4531-4f2c-b3d9-2e7d7aba2284 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:06.921040 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-78b303ba-534c-4135-88d7-55533b886ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:06.926113 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-78b303ba-534c-4135-88d7-55533b886ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:06.928251 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-78b303ba-534c-4135-88d7-55533b886ef7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5423a1ee-22c5-49ed-9016-c322d176fbd4 HTTP/1.1" status: 204 len: 168 time: 0.2084954 Sep 21 17:53:06.951065 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b303ba-534c-4135-88d7-55533b886ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5423a1ee-22c5-49ed-9016-c322d176fbd4,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:06.973173 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0f29a820-4531-4f2c-b3d9-2e7d7aba2284 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:06.984114 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54926) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:07.062283 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-42b56a55-00cf-42fd-b5b2-9a3c3d84177b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=65c7fb4ad5b2481ea2d2d80c7f7b6c21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0732458 Sep 21 17:53:07.069213 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54930) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:07.192951 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e7603896-4d29-4a8c-892f-8cb71e181d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:07.224292 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e7603896-4d29-4a8c-892f-8cb71e181d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:07.271989 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c52a8-ca7f-4b2d-a4a0-43e4a1f78784 req-23b6468e-e9e3-4efb-958f-7df6d6045466 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:07.280530 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b3c52a8-ca7f-4b2d-a4a0-43e4a1f78784 req-23b6468e-e9e3-4efb-958f-7df6d6045466 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 945 time: 0.1493826 Sep 21 17:53:07.291113 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-1a840936-8435-4894-a3c3-bb4049a6f7b1 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:07.293717 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-1a840936-8435-4894-a3c3-bb4049a6f7b1 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6&tenant_id=57dccdb6847547f580dd9713009778d2&binding%3Ahost_id=n-h1-810291-1 HTTP/1.1" status: 200 len: 1096 time: 0.2574365 Sep 21 17:53:07.322550 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-f057e9a4-4c71-49e0-903c-a9b56154e1ea service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-810291-1'}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:53:07.325619 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e7603896-4d29-4a8c-892f-8cb71e181d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:07.329733 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e7603896-4d29-4a8c-892f-8cb71e181d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:07.330973 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e7603896-4d29-4a8c-892f-8cb71e181d3a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1d27bc0e-1be4-41e5-8f6e-d7fb8a8bbefc HTTP/1.1" status: 204 len: 168 time: 0.2634165 Sep 21 17:53:07.340959 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0f29a820-4531-4f2c-b3d9-2e7d7aba2284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:07.363390 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7603896-4d29-4a8c-892f-8cb71e181d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d27bc0e-1be4-41e5-8f6e-d7fb8a8bbefc,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:07.417181 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device ff3a01c5-c401-4b70-bad6-59be3348d9cd details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:53:07.467512 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b3c52a8-ca7f-4b2d-a4a0-43e4a1f78784 req-488a37d6-4ab5-491e-8600-bdffa8341586 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798522 Sep 21 17:53:07.553345 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-f057e9a4-4c71-49e0-903c-a9b56154e1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:07.575104 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0f29a820-4531-4f2c-b3d9-2e7d7aba2284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:07.629823 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7652ca3-ba10-476e-939f-7dc5251b68ae req-0deaa21c-8096-4e51-93f2-270e6b8e8b14 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:07.642276 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29a820-4531-4f2c-b3d9-2e7d7aba2284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce4aea39-d3a5-447f-ab5e-432a22e6050b,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:07.645917 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0f29a820-4531-4f2c-b3d9-2e7d7aba2284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:07.652395 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0f29a820-4531-4f2c-b3d9-2e7d7aba2284 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ce4aea39-d3a5-447f-ab5e-432a22e6050b HTTP/1.1" status: 204 len: 168 time: 0.8522532 Sep 21 17:53:07.655321 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54954) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:07.661293 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e7652ca3-ba10-476e-939f-7dc5251b68ae req-0deaa21c-8096-4e51-93f2-270e6b8e8b14 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e6e80db-bca8-45c1-b9fc-7dec056a1de6 HTTP/1.1" status: 200 len: 945 time: 0.1848936 Sep 21 17:53:07.703725 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c54d71-ed7e-469e-88d0-3f6bfc8a4123 None None] Network 5b364c1c-c2ed-45da-bbf5-7ccbedec262b requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:53:07.790081 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e7652ca3-ba10-476e-939f-7dc5251b68ae req-9d3de1e1-1182-4306-876a-697f25861109 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184037 Sep 21 17:53:07.919666 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port ff3a01c5-c401-4b70-bad6-59be3348d9cd, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ff3a01c5-c401-4b70-bad6-59be3348d9cd,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:07.958035 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device ff3a01c5-c401-4b70-bad6-59be3348d9cd has no active binding in host n-h2-810291-1 {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 21 17:53:08.013523 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 49309111-1b9a-4311-8e1f-078dad9a18f8 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:53:08.090987 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 49309111-1b9a-4311-8e1f-078dad9a18f8 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:53:08.091604 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 49309111-1b9a-4311-8e1f-078dad9a18f8 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:53:08.092182 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 3fe993b4-9292-4fb5-af5f-ea6433c82221 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:53:08.114882 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 3fe993b4-9292-4fb5-af5f-ea6433c82221 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:53:08.115753 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 3fe993b4-9292-4fb5-af5f-ea6433c82221 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:53:08.124880 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-67a128e2-2658-416e-977d-c20fc3b13ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:08.275742 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-f057e9a4-4c71-49e0-903c-a9b56154e1ea service neutron] For port ff3a01c5-c401-4b70-bad6-59be3348d9cd, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ff3a01c5-c401-4b70-bad6-59be3348d9cd,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:08.277853 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117542e3-73da-4172-8340-b2367153d3e2 None None] DHCP port deletion for 5b364c1c-c2ed-45da-bbf5-7ccbedec262b request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 17:53:08.327525 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb11930-e20b-4c16-bdfa-91b69b3bf056 req-18f8f0d0-29ff-42a1-9e02-2ed2c5af0fd7 tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:08.335244 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-117542e3-73da-4172-8340-b2367153d3e2 None None] Deleting port ba801f5f-0dea-4927-9fe5-15542910c874 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:53:08.335874 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-117542e3-73da-4172-8340-b2367153d3e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:08.339574 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fcb11930-e20b-4c16-bdfa-91b69b3bf056 req-18f8f0d0-29ff-42a1-9e02-2ed2c5af0fd7 tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] 10.222.0.58 "GET /v2.0/ports?device_id=c493f85f-861d-4b68-96ee-4c83dae903d0 HTTP/1.1" status: 200 len: 945 time: 0.2867703 Sep 21 17:53:08.454858 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-f057e9a4-4c71-49e0-903c-a9b56154e1ea service neutron] For port ff3a01c5-c401-4b70-bad6-59be3348d9cd, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:53:08.461391 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-117542e3-73da-4172-8340-b2367153d3e2 None None] For port ba801f5f-0dea-4927-9fe5-15542910c874, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ba801f5f-0dea-4927-9fe5-15542910c874,segment=NetworkSegment(062bf06d-3dce-4100-ac14-a26306e34159),segment_id=062bf06d-3dce-4100-ac14-a26306e34159)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:08.462493 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-117542e3-73da-4172-8340-b2367153d3e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:08.488203 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-117542e3-73da-4172-8340-b2367153d3e2 None None] Calling delete_port for ba801f5f-0dea-4927-9fe5-15542910c874 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:53:08.588930 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fcb11930-e20b-4c16-bdfa-91b69b3bf056 req-6a8c896a-b29a-4aee-8a25-d0d8ea26f5ee tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] 10.222.0.58 "GET /v2.0/security-groups?id=0393ca76-0ed6-472e-9dd1-0a5c34e058a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478728 Sep 21 17:53:08.649625 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-67a128e2-2658-416e-977d-c20fc3b13ea9 admin admin] Deleting port ba801f5f-0dea-4927-9fe5-15542910c874 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:53:08.650012 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-67a128e2-2658-416e-977d-c20fc3b13ea9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:08.687153 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-117542e3-73da-4172-8340-b2367153d3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:08.713489 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c84283-ac28-4b68-8c05-c2c30d3dbcb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff3a01c5-c401-4b70-bad6-59be3348d9cd'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:53:08.721646 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e11fdd-e868-45a7-ac56-ca1e684b1ea6" -d '{"events": [{"server_uuid": "d9c84283-ac28-4b68-8c05-c2c30d3dbcb6", "name": "network-vif-unplugged", "status": "completed", "tag": "ff3a01c5-c401-4b70-bad6-59be3348d9cd"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:53:08.737269 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117542e3-73da-4172-8340-b2367153d3e2 None None] Pushing event deleted for resources: {'Port': ['ID=ba801f5f-0dea-4927-9fe5-15542910c874,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:08.746576 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117542e3-73da-4172-8340-b2367153d3e2 None None] No DVR routers for this DVR port ba801f5f-0dea-4927-9fe5-15542910c874 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:53:08.751757 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-f057e9a4-4c71-49e0-903c-a9b56154e1ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:08.826470 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-f057e9a4-4c71-49e0-903c-a9b56154e1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:08.852813 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55010) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:08.961516 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057e9a4-4c71-49e0-903c-a9b56154e1ea service neutron] Pushing event updated for resources: {'Port': ['ID=ff3a01c5-c401-4b70-bad6-59be3348d9cd,revision_number=7']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:09.179017 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-07f2143e-220e-496b-bea4-88f8cd39010e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1593107323-network', 'tenant_id': '3ad1b36e73ca4768a8aff62ae8719798'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:53:09.217570 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f2143e-220e-496b-bea4-88f8cd39010e admin admin] Made reservation on behalf of 3ad1b36e73ca4768a8aff62ae8719798 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:53:09.221323 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-07f2143e-220e-496b-bea4-88f8cd39010e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:09.234943 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-07f2143e-220e-496b-bea4-88f8cd39010e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:09.401416 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-07f2143e-220e-496b-bea4-88f8cd39010e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:09.410771 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-07f2143e-220e-496b-bea4-88f8cd39010e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:09.421171 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-67a128e2-2658-416e-977d-c20fc3b13ea9 admin admin] For port ba801f5f-0dea-4927-9fe5-15542910c874, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ba801f5f-0dea-4927-9fe5-15542910c874,segment=NetworkSegment(062bf06d-3dce-4100-ac14-a26306e34159),segment_id=062bf06d-3dce-4100-ac14-a26306e34159)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:09.421538 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-67a128e2-2658-416e-977d-c20fc3b13ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:09.443451 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07f2143e-220e-496b-bea4-88f8cd39010e admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:53:09.449991 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-67a128e2-2658-416e-977d-c20fc3b13ea9 admin admin] Calling delete_port for ba801f5f-0dea-4927-9fe5-15542910c874 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:53:09.455246 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f2143e-220e-496b-bea4-88f8cd39010e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c42f1c-9ed6-44d9-9274-1884b19da3e0,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:09.462526 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-07f2143e-220e-496b-bea4-88f8cd39010e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:09.463174 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-07f2143e-220e-496b-bea4-88f8cd39010e admin admin] Added segment fba32082-0471-463b-b17e-bc328c2e7184 of type vlan for network 2cc18ad0-c0ba-493e-9cf0-f52443a25032 Sep 21 17:53:09.555488 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 17:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333a565e-05ec-4a26-9c33-90bf07069e84 x-openstack-request-id: req-333a565e-05ec-4a26-9c33-90bf07069e84 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:53:09.556530 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c84283-ac28-4b68-8c05-c2c30d3dbcb6", "name": "network-vif-unplugged", "status": "completed", "tag": "ff3a01c5-c401-4b70-bad6-59be3348d9cd", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:53:09.556812 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-333a565e-05ec-4a26-9c33-90bf07069e84 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:53:09.557286 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c84283-ac28-4b68-8c05-c2c30d3dbcb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff3a01c5-c401-4b70-bad6-59be3348d9cd', 'code': 200} Sep 21 17:53:09.557806 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-07f2143e-220e-496b-bea4-88f8cd39010e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:09.579203 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639e4e8-0e02-4add-9fec-a5e2dc700bfb req-d2741811-908f-49d5-a514-85dfa7e1d852 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:09.581588 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5639e4e8-0e02-4add-9fec-a5e2dc700bfb req-d2741811-908f-49d5-a514-85dfa7e1d852 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 943 time: 0.8255010 Sep 21 17:53:09.584213 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-67a128e2-2658-416e-977d-c20fc3b13ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:09.602981 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-07f2143e-220e-496b-bea4-88f8cd39010e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:09.602981 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f2143e-220e-496b-bea4-88f8cd39010e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:09.602981 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-07f2143e-220e-496b-bea4-88f8cd39010e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:09.621867 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-07f2143e-220e-496b-bea4-88f8cd39010e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7645085 Sep 21 17:53:09.623462 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a128e2-2658-416e-977d-c20fc3b13ea9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba801f5f-0dea-4927-9fe5-15542910c874,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:09.631335 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55042) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:09.641044 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-91a20ea5-31d2-477a-9561-5e9c04ba7120 admin admin] Request body: {'subnet': {'network_id': '2cc18ad0-c0ba-493e-9cf0-f52443a25032', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1593107323-subnet', 'tenant_id': '3ad1b36e73ca4768a8aff62ae8719798', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:53:09.710172 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f2143e-220e-496b-bea4-88f8cd39010e admin admin] Pushing event updated for resources: {'Network': ['ID=2cc18ad0-c0ba-493e-9cf0-f52443a25032,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:09.717634 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a128e2-2658-416e-977d-c20fc3b13ea9 admin admin] No DVR routers for this DVR port ba801f5f-0dea-4927-9fe5-15542910c874 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:53:09.723219 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 2cc18ad0-c0ba-493e-9cf0-f52443a25032 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:53:09.781071 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-f057e9a4-4c71-49e0-903c-a9b56154e1ea service neutron] Attempting to bind port ff3a01c5-c401-4b70-bad6-59be3348d9cd on host n-h1-810291-1 for vnic_type normal with profile {"migrating_to": "n-h2-810291-1"} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:53:09.782358 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-f057e9a4-4c71-49e0-903c-a9b56154e1ea service neutron] Attempting to bind port ff3a01c5-c401-4b70-bad6-59be3348d9cd by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:53:09.783555 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-f057e9a4-4c71-49e0-903c-a9b56154e1ea service neutron] Attempting to bind port ff3a01c5-c401-4b70-bad6-59be3348d9cd on network 24a709a9-6fef-4b8b-a432-62063bc26954 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:53:09.794778 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd25d0-d376-4421-9129-14320a22b1b8 req-1544e4d5-d456-4895-8099-d1507eabab76 tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:09.803224 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b5cd25d0-d376-4421-9129-14320a22b1b8 req-1544e4d5-d456-4895-8099-d1507eabab76 tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] 10.222.0.58 "GET /v2.0/ports?device_id=c493f85f-861d-4b68-96ee-4c83dae903d0 HTTP/1.1" status: 200 len: 945 time: 0.0873737 Sep 21 17:53:09.884153 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5639e4e8-0e02-4add-9fec-a5e2dc700bfb req-d14b58d0-b402-46c0-acc8-27444a08a475 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725523 Sep 21 17:53:09.884589 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b5cd25d0-d376-4421-9129-14320a22b1b8 req-2a537a69-209b-4818-bb46-90fb631e6797 tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] 10.222.0.58 "GET /v2.0/security-groups?id=0393ca76-0ed6-472e-9dd1-0a5c34e058a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688267 Sep 21 17:53:09.885030 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-f057e9a4-4c71-49e0-903c-a9b56154e1ea service neutron] Port ff3a01c5-c401-4b70-bad6-59be3348d9cd on network 24a709a9-6fef-4b8b-a432-62063bc26954 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:53:09.885164 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-f057e9a4-4c71-49e0-903c-a9b56154e1ea service neutron] Attempting to bind port ff3a01c5-c401-4b70-bad6-59be3348d9cd on network 24a709a9-6fef-4b8b-a432-62063bc26954 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:53:09.918283 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a20ea5-31d2-477a-9561-5e9c04ba7120 admin admin] Made reservation on behalf of 3ad1b36e73ca4768a8aff62ae8719798 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:53:09.928287 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-91a20ea5-31d2-477a-9561-5e9c04ba7120 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:09.966096 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ba801f5f-0dea-4927-9fe5-15542910c874 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:53:10.002965 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: ba801f5f-0dea-4927-9fe5-15542910c874 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:53:10.009064 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ba801f5f-0dea-4927-9fe5-15542910c874 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:53:10.102346 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-67a128e2-2658-416e-977d-c20fc3b13ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:10.104925 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-f057e9a4-4c71-49e0-903c-a9b56154e1ea service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:53:10.105291 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-f057e9a4-4c71-49e0-903c-a9b56154e1ea service neutron] Checking segment: {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:53:10.105731 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-f057e9a4-4c71-49e0-903c-a9b56154e1ea service neutron] Bound using segment: {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:53:10.106206 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-f057e9a4-4c71-49e0-903c-a9b56154e1ea service neutron] Bound port: ff3a01c5-c401-4b70-bad6-59be3348d9cd, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af8f96d-3cdd-407c-aabe-3af89515ec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '24a709a9-6fef-4b8b-a432-62063bc26954'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:53:10.106541 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-f057e9a4-4c71-49e0-903c-a9b56154e1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:10.153401 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-67a128e2-2658-416e-977d-c20fc3b13ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b364c1c-c2ed-45da-bbf5-7ccbedec262b']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:10.220418 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-67a128e2-2658-416e-977d-c20fc3b13ea9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '062bf06d-3dce-4100-ac14-a26306e34159') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:10.220418 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-67a128e2-2658-416e-977d-c20fc3b13ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '062bf06d-3dce-4100-ac14-a26306e34159') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:10.235126 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-67a128e2-2658-416e-977d-c20fc3b13ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:10.381749 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-67a128e2-2658-416e-977d-c20fc3b13ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:10.404663 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-91a20ea5-31d2-477a-9561-5e9c04ba7120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:10.407811 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a128e2-2658-416e-977d-c20fc3b13ea9 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:53:10.408200 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-67a128e2-2658-416e-977d-c20fc3b13ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: timer() Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:53:10.430589 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:53:10.447069 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-5027846b-3d69-462c-a458-771fa0ea0046 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=f3df2f1b844143b1bdfc1c299403f848&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304773 Sep 21 17:53:10.473026 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-f057e9a4-4c71-49e0-903c-a9b56154e1ea service neutron] For port ff3a01c5-c401-4b70-bad6-59be3348d9cd, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:53:10.510597 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-f057e9a4-4c71-49e0-903c-a9b56154e1ea service neutron] For port ff3a01c5-c401-4b70-bad6-59be3348d9cd, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ff3a01c5-c401-4b70-bad6-59be3348d9cd,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:53:10.550983 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-f057e9a4-4c71-49e0-903c-a9b56154e1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:10.564842 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a20ea5-31d2-477a-9561-5e9c04ba7120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6bde87b-d70e-4b09-a89a-f4f3d0d15f15,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:10.612347 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42676da-e9d4-47d5-a275-f565a45f9fde req-b45cf6db-e924-4148-8d96-fb152aed385d tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:10.615628 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f42676da-e9d4-47d5-a275-f565a45f9fde req-b45cf6db-e924-4148-8d96-fb152aed385d tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] 10.222.0.58 "GET /v2.0/ports?device_id=c493f85f-861d-4b68-96ee-4c83dae903d0 HTTP/1.1" status: 200 len: 945 time: 0.2460604 Sep 21 17:53:10.615628 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-67a128e2-2658-416e-977d-c20fc3b13ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:10.632224 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-67a128e2-2658-416e-977d-c20fc3b13ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:10.640964 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-168590e7-ebe7-49f5-9757-ccb2eb8aa9e7 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:10.642650 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-168590e7-ebe7-49f5-9757-ccb2eb8aa9e7 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1862056 Sep 21 17:53:10.643465 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-67a128e2-2658-416e-977d-c20fc3b13ea9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/5b364c1c-c2ed-45da-bbf5-7ccbedec262b HTTP/1.1" status: 204 len: 168 time: 2.9868736 Sep 21 17:53:10.663124 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-fa99f4b3-6353-4ef3-a18e-e27dffd301f4 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/quotas/f3df2f1b844143b1bdfc1c299403f848 HTTP/1.1" status: 200 len: 375 time: 0.0135195 Sep 21 17:53:10.703602 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a128e2-2658-416e-977d-c20fc3b13ea9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b364c1c-c2ed-45da-bbf5-7ccbedec262b,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:10.714325 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-a31b7927-3fc4-4412-a11d-a6df9826e801 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3df2f1b844143b1bdfc1c299403f848&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446424 Sep 21 17:53:10.719686 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a20ea5-31d2-477a-9561-5e9c04ba7120 admin admin] Checking segment: {'id': 'fba32082-0471-463b-b17e-bc328c2e7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '2cc18ad0-c0ba-493e-9cf0-f52443a25032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:53:10.720136 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a20ea5-31d2-477a-9561-5e9c04ba7120 admin admin] Network hostable DHCP agents. Network: 2cc18ad0-c0ba-493e-9cf0-f52443a25032, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:53:10.727149 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057e9a4-4c71-49e0-903c-a9b56154e1ea service neutron] Pushing event updated for resources: {'Port': ['ID=ff3a01c5-c401-4b70-bad6-59be3348d9cd,revision_number=8']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:10.779050 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-f057e9a4-4c71-49e0-903c-a9b56154e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:10.779761 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-f057e9a4-4c71-49e0-903c-a9b56154e1ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:10.782209 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-f057e9a4-4c71-49e0-903c-a9b56154e1ea service neutron] 10.222.0.44 "PUT /v2.0/ports/ff3a01c5-c401-4b70-bad6-59be3348d9cd HTTP/1.1" status: 200 len: 1121 time: 3.4648640 Sep 21 17:53:10.787477 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f42676da-e9d4-47d5-a275-f565a45f9fde req-c92d811c-695d-4b70-a026-7719579f2850 tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] 10.222.0.58 "GET /v2.0/security-groups?id=0393ca76-0ed6-472e-9dd1-0a5c34e058a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209204 Sep 21 17:53:10.815540 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a20ea5-31d2-477a-9561-5e9c04ba7120 admin admin] Network 2cc18ad0-c0ba-493e-9cf0-f52443a25032 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:53:10.832403 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-91a20ea5-31d2-477a-9561-5e9c04ba7120 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 2cc18ad0-c0ba-493e-9cf0-f52443a25032) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:53:10.837331 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a20ea5-31d2-477a-9561-5e9c04ba7120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:10.838018 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-91a20ea5-31d2-477a-9561-5e9c04ba7120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:10.847085 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8d7205-9cf6-4ed0-8a85-12473d3e261a None None] Network 2cc18ad0-c0ba-493e-9cf0-f52443a25032 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:53:10.882689 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-91a20ea5-31d2-477a-9561-5e9c04ba7120 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2456899 Sep 21 17:53:10.882941 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['ff3a01c5-c401-4b70-bad6-59be3348d9cd'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:53:10.964096 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55092) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:10.967361 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['ff3a01c5-c401-4b70-bad6-59be3348d9cd'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:53:11.060891 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b79221f5-73f2-484d-85ab-b9099e76bc3a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e723094aa6f4441a862c24afd6445d40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0947704 Sep 21 17:53:11.062705 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55100) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:11.102279 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-692af8ac-30a2-43c1-9308-e4aa6ec9b763 req-dac0cf2b-a288-40dc-9b63-1502fdb70e9d tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=48f800df-212f-48ef-88cb-7652dcc325a5 HTTP/1.1" status: 200 len: 210 time: 0.0396700 Sep 21 17:53:11.224400 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-28f1f483-250e-4637-ba1b-3ff3561782a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:11.297973 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-28f1f483-250e-4637-ba1b-3ff3561782a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:11.306014 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d9bee6-d453-4d49-8cc9-85726d751b42 None None] Network 2cc18ad0-c0ba-493e-9cf0-f52443a25032 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:53:11.337423 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6476d-2e24-473f-8543-086d7e8f0eae req-03ae05b1-ad85-44e4-b998-01a236d6c7cc tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:11.339057 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-85d6476d-2e24-473f-8543-086d7e8f0eae req-03ae05b1-ad85-44e4-b998-01a236d6c7cc tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 943 time: 0.1801627 Sep 21 17:53:11.432463 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-85d6476d-2e24-473f-8543-086d7e8f0eae req-626aee87-d250-4e26-8519-b864b2b8a1ca tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856400 Sep 21 17:53:11.435081 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-28f1f483-250e-4637-ba1b-3ff3561782a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:11.481535 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-28f1f483-250e-4637-ba1b-3ff3561782a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:11.482989 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-28f1f483-250e-4637-ba1b-3ff3561782a8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c83e0fc1-242d-404c-9dbb-23bc3011febb HTTP/1.1" status: 204 len: 168 time: 0.4188273 Sep 21 17:53:11.498368 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 3924ef31-1fe5-4ebe-9fc1-047c2b484fe5 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:53:11.504664 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1f483-250e-4637-ba1b-3ff3561782a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83e0fc1-242d-404c-9dbb-23bc3011febb,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:11.559151 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c84283-ac28-4b68-8c05-c2c30d3dbcb6', 'tag': 'ff3a01c5-c401-4b70-bad6-59be3348d9cd'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:53:11.561720 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf40ab4-7eca-4cc2-a591-a5a0bf098a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "d9c84283-ac28-4b68-8c05-c2c30d3dbcb6", "tag": "ff3a01c5-c401-4b70-bad6-59be3348d9cd"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:53:11.834279 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60487c1a-fcc5-488c-86e2-ef5c1e582b17 req-6fb76f50-4f66-42f5-acca-6ea43c99455b tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:11.836635 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-60487c1a-fcc5-488c-86e2-ef5c1e582b17 req-6fb76f50-4f66-42f5-acca-6ea43c99455b tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] 10.222.0.38 "GET /v2.0/ports?device_id=c493f85f-861d-4b68-96ee-4c83dae903d0 HTTP/1.1" status: 200 len: 945 time: 0.1776252 Sep 21 17:53:11.869724 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b14ad2-5398-4ab0-aa4c-3faa6e8a9c16 x-openstack-request-id: req-f3b14ad2-5398-4ab0-aa4c-3faa6e8a9c16 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:53:11.869997 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9c84283-ac28-4b68-8c05-c2c30d3dbcb6", "tag": "ff3a01c5-c401-4b70-bad6-59be3348d9cd", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:53:11.870253 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f3b14ad2-5398-4ab0-aa4c-3faa6e8a9c16 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:53:11.870648 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c84283-ac28-4b68-8c05-c2c30d3dbcb6', 'tag': 'ff3a01c5-c401-4b70-bad6-59be3348d9cd', 'status': 'completed', 'code': 200} Sep 21 17:53:12.063795 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25401005-0434-4037-b558-b76cadac49db req-1b1b9fd0-efe4-495f-8056-c63b35bbd17e tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:12.071767 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf40ab4-7eca-4cc2-a591-a5a0bf098a6f req-b14a5745-e990-415e-8a08-3fea302eaa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:12.073596 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-25401005-0434-4037-b558-b76cadac49db req-1b1b9fd0-efe4-495f-8056-c63b35bbd17e tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] 10.222.0.58 "GET /v2.0/ports?device_id=c493f85f-861d-4b68-96ee-4c83dae903d0 HTTP/1.1" status: 200 len: 945 time: 0.0909309 Sep 21 17:53:12.075807 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6cf40ab4-7eca-4cc2-a591-a5a0bf098a6f req-b14a5745-e990-415e-8a08-3fea302eaa9c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=57dccdb6847547f580dd9713009778d2&device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 1124 time: 0.1912708 Sep 21 17:53:12.140067 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-60487c1a-fcc5-488c-86e2-ef5c1e582b17 req-f9859c58-57f9-48d3-b25c-4dcb0e57e1de tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] Deleting port 8c7d58b4-9929-46c9-a057-d9de608889f2 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:53:12.140473 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-60487c1a-fcc5-488c-86e2-ef5c1e582b17 req-f9859c58-57f9-48d3-b25c-4dcb0e57e1de tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:12.140713 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-25401005-0434-4037-b558-b76cadac49db req-5b74ec68-7be4-4f0b-9afa-014c6165f885 tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] 10.222.0.58 "GET /v2.0/security-groups?id=0393ca76-0ed6-472e-9dd1-0a5c34e058a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600297 Sep 21 17:53:12.246999 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [req-35926d3d-eae0-4bd1-876c-3ceb81d966ae req-092cd195-a26c-4b95-8eb2-63bb22cd427f tempest-SecurityGroupsNegativeTestJSON-1144970518 tempest-SecurityGroupsNegativeTestJSON-1144970518-project] show failed (client error): The resource could not be found. Sep 21 17:53:12.248182 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35926d3d-eae0-4bd1-876c-3ceb81d966ae req-092cd195-a26c-4b95-8eb2-63bb22cd427f tempest-SecurityGroupsNegativeTestJSON-1144970518 tempest-SecurityGroupsNegativeTestJSON-1144970518-project] 10.222.0.58 "GET /v2.0/security-groups/0e9bea66-e675-4bde-a33e-46e73596d2b5 HTTP/1.1" status: 404 len: 352 time: 0.0368278 Sep 21 17:53:12.383335 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c5fcb388-34c5-467d-a18b-908b6b9a5b36 req-287de9f6-612f-4472-abfd-47885ab808a7 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=48f800df-212f-48ef-88cb-7652dcc325a5 HTTP/1.1" status: 200 len: 210 time: 0.0853250 Sep 21 17:53:12.410470 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf40ab4-7eca-4cc2-a591-a5a0bf098a6f req-884ed86e-11f2-4652-9e80-6fff8e8b0ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:12.412443 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6cf40ab4-7eca-4cc2-a591-a5a0bf098a6f req-884ed86e-11f2-4652-9e80-6fff8e8b0ee3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=24a709a9-6fef-4b8b-a432-62063bc26954 HTTP/1.1" status: 200 len: 922 time: 0.3265710 Sep 21 17:53:12.444289 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 3924ef31-1fe5-4ebe-9fc1-047c2b484fe5, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=3924ef31-1fe5-4ebe-9fc1-047c2b484fe5,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:12.496312 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '3924ef31-1fe5-4ebe-9fc1-047c2b484fe5', 'network_id': 'b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b', 'port_id': '3924ef31-1fe5-4ebe-9fc1-047c2b484fe5', 'mac_address': 'fa:16:3e:21:ff:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def27755-188f-4074-84e9-9b2c33d106ae', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:53:12.507852 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-60487c1a-fcc5-488c-86e2-ef5c1e582b17 req-f9859c58-57f9-48d3-b25c-4dcb0e57e1de tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] For port 8c7d58b4-9929-46c9-a057-d9de608889f2, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=8c7d58b4-9929-46c9-a057-d9de608889f2,segment=NetworkSegment(6b743b6d-3732-46e1-b562-18ca7d2ee764),segment_id=6b743b6d-3732-46e1-b562-18ca7d2ee764)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:12.513770 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-60487c1a-fcc5-488c-86e2-ef5c1e582b17 req-f9859c58-57f9-48d3-b25c-4dcb0e57e1de tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:12.518430 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6cf40ab4-7eca-4cc2-a591-a5a0bf098a6f req-48a63b45-b3d8-4dd8-a0c5-f054354c310f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff3a01c5-c401-4b70-bad6-59be3348d9cd HTTP/1.1" status: 200 len: 217 time: 0.0926731 Sep 21 17:53:12.580155 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-376591a0-489e-449e-8447-e27417948b50 req-6812dffb-0c4b-43d3-bba0-fb27fcbac2db tempest-SecurityGroupsNegativeTestJSON-1144970518 tempest-SecurityGroupsNegativeTestJSON-1144970518-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3ad1b36e73ca4768a8aff62ae8719798 HTTP/1.1" status: 200 len: 2984 time: 0.1285274 Sep 21 17:53:12.584830 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:12.585400 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-60487c1a-fcc5-488c-86e2-ef5c1e582b17 req-f9859c58-57f9-48d3-b25c-4dcb0e57e1de tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] Calling delete_port for 8c7d58b4-9929-46c9-a057-d9de608889f2 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:53:12.619384 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3924ef31-1fe5-4ebe-9fc1-047c2b484fe5 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:53:12.672088 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 3924ef31-1fe5-4ebe-9fc1-047c2b484fe5, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=3924ef31-1fe5-4ebe-9fc1-047c2b484fe5,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:12.681984 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:12.691661 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf40ab4-7eca-4cc2-a591-a5a0bf098a6f req-042dca4f-83c2-401d-9bef-ba96d064fe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:12.694180 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6cf40ab4-7eca-4cc2-a591-a5a0bf098a6f req-042dca4f-83c2-401d-9bef-ba96d064fe31 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f5dcf0d3-3653-4c17-af0f-a1adf84dd578 HTTP/1.1" status: 200 len: 861 time: 0.1642928 Sep 21 17:53:12.709247 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e9552-673a-4735-a94a-a85c4d499e60 req-f23d5d7d-2e67-4681-abc0-bc53f8b8bac9 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:12.716777 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad6e9552-673a-4735-a94a-a85c4d499e60 req-f23d5d7d-2e67-4681-abc0-bc53f8b8bac9 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 943 time: 0.1331158 Sep 21 17:53:12.738080 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-376591a0-489e-449e-8447-e27417948b50 req-ee0c2b8d-efe8-4e28-b05b-0b3da661b59b tempest-SecurityGroupsNegativeTestJSON-1144970518 tempest-SecurityGroupsNegativeTestJSON-1144970518-project] 10.222.0.58 "GET /v2.0/security-groups/b2c42f1c-9ed6-44d9-9274-1884b19da3e0 HTTP/1.1" status: 200 len: 2981 time: 0.1503370 Sep 21 17:53:12.795893 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad6e9552-673a-4735-a94a-a85c4d499e60 req-fe79f96b-2797-42f6-8bda-d29b2d01ed6a tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729330 Sep 21 17:53:12.837420 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=3924ef31-1fe5-4ebe-9fc1-047c2b484fe5,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:12.847982 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6cf40ab4-7eca-4cc2-a591-a5a0bf098a6f req-ca88242c-fcde-4a7b-969a-562f81cfca90 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=24a709a9-6fef-4b8b-a432-62063bc26954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1266997 Sep 21 17:53:12.849839 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['3924ef31-1fe5-4ebe-9fc1-047c2b484fe5'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:53:12.901325 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-376591a0-489e-449e-8447-e27417948b50 req-4dba643d-f0b8-4263-b02c-0fa827183aa1 tempest-SecurityGroupsNegativeTestJSON-1144970518 tempest-SecurityGroupsNegativeTestJSON-1144970518-project] 10.222.0.58 "GET /v2.0/security-groups/b2c42f1c-9ed6-44d9-9274-1884b19da3e0 HTTP/1.1" status: 200 len: 2981 time: 0.1560442 Sep 21 17:53:13.001979 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-79f32341-d059-4d1e-988b-59c975c23cbe tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=f3df2f1b844143b1bdfc1c299403f848&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0872729 Sep 21 17:53:13.132391 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-38dbb073-142a-4ea3-945c-77264ef75985 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:13.134083 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-38dbb073-142a-4ea3-945c-77264ef75985 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1204400 Sep 21 17:53:13.175792 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-2a620a81-bba8-4aab-8ad9-9e2cd788442d tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Request body: {'port': {'device_id': '48f800df-212f-48ef-88cb-7652dcc325a5', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'admin_state_up': True, 'tenant_id': 'f3df2f1b844143b1bdfc1c299403f848'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:53:13.189276 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55208) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:13.257996 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6cf40ab4-7eca-4cc2-a591-a5a0bf098a6f req-e96b56b5-d699-449f-9674-8b4cbca429f3 service neutron] 10.222.0.38 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859744 Sep 21 17:53:13.435006 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-4f8a711a-1a57-4413-b48d-9d45752d5214 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-180059102-network', 'tenant_id': '22b4d8bb0cdb441098d6e65e91ff77b6'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:53:13.464296 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 3924ef31-1fe5-4ebe-9fc1-047c2b484fe5 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:53:13.480788 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8a711a-1a57-4413-b48d-9d45752d5214 admin admin] Made reservation on behalf of 22b4d8bb0cdb441098d6e65e91ff77b6 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:53:13.483869 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4f8a711a-1a57-4413-b48d-9d45752d5214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:13.508381 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4f8a711a-1a57-4413-b48d-9d45752d5214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:13.511713 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-60487c1a-fcc5-488c-86e2-ef5c1e582b17 req-f9859c58-57f9-48d3-b25c-4dcb0e57e1de tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:13.545762 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.db.api [None req-4f8a711a-1a57-4413-b48d-9d45752d5214 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 17:53:13.545762 n-d-810291-1 neutron-server[101461]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 17:53:13.545762 n-d-810291-1 neutron-server[101461]: [parameters: {'project_id_1': '22b4d8bb0cdb441098d6e65e91ff77b6', 'expiration_1': datetime.datetime(2021, 9, 21, 17, 52, 53, 531050)}] Sep 21 17:53:13.545762 n-d-810291-1 neutron-server[101461]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 17:53:13.546724 n-d-810291-1 neutron-server[101461]: DEBUG oslo_db.api [None req-4f8a711a-1a57-4413-b48d-9d45752d5214 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 17:53:13.572753 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 3924ef31-1fe5-4ebe-9fc1-047c2b484fe5 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:53:13.573129 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:13.604488 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9859c58-57f9-48d3-b25c-4dcb0e57e1de tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] Pushing event deleted for resources: {'Port': ['ID=8c7d58b4-9929-46c9-a057-d9de608889f2,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:13.643248 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-2a620a81-bba8-4aab-8ad9-9e2cd788442d tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Made reservation on behalf of f3df2f1b844143b1bdfc1c299403f848 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:53:13.646944 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-2a620a81-bba8-4aab-8ad9-9e2cd788442d tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:13.682092 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-60487c1a-fcc5-488c-86e2-ef5c1e582b17 req-f9859c58-57f9-48d3-b25c-4dcb0e57e1de tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] No DVR routers for this DVR port 8c7d58b4-9929-46c9-a057-d9de608889f2 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:53:13.684050 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-2a620a81-bba8-4aab-8ad9-9e2cd788442d tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:13.686740 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-60487c1a-fcc5-488c-86e2-ef5c1e582b17 req-f9859c58-57f9-48d3-b25c-4dcb0e57e1de tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:13.688788 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-60487c1a-fcc5-488c-86e2-ef5c1e582b17 req-f9859c58-57f9-48d3-b25c-4dcb0e57e1de tempest-InstanceActionsV221TestJSON-273417053 tempest-InstanceActionsV221TestJSON-273417053-project] 10.222.0.38 "DELETE /v2.0/ports/8c7d58b4-9929-46c9-a057-d9de608889f2 HTTP/1.1" status: 204 len: 173 time: 1.8405378 Sep 21 17:53:13.718728 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6cf40ab4-7eca-4cc2-a591-a5a0bf098a6f req-25e4b3f5-42b7-4435-a547-2485d0da6250 service neutron] 10.222.0.38 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235194 Sep 21 17:53:13.756050 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:13.839887 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-2a620a81-bba8-4aab-8ad9-9e2cd788442d tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:13.843394 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6e80db-bca8-45c1-b9fc-7dec056a1de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3924ef31-1fe5-4ebe-9fc1-047c2b484fe5'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:53:13.846276 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082f8673-e28a-49ab-b673-c23ffd696dd8" -d '{"events": [{"server_uuid": "6e6e80db-bca8-45c1-b9fc-7dec056a1de6", "name": "network-vif-plugged", "status": "completed", "tag": "3924ef31-1fe5-4ebe-9fc1-047c2b484fe5"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:53:13.855873 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-2a620a81-bba8-4aab-8ad9-9e2cd788442d tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:13.864690 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 3924ef31-1fe5-4ebe-9fc1-047c2b484fe5, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=3924ef31-1fe5-4ebe-9fc1-047c2b484fe5,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:13.870602 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:13.878889 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c493f85f-861d-4b68-96ee-4c83dae903d0', 'name': 'network-vif-deleted', 'tag': '8c7d58b4-9929-46c9-a057-d9de608889f2'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:53:13.881869 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef52fcc-877d-4fff-97dd-24e15bd233d7" -d '{"events": [{"server_uuid": "c493f85f-861d-4b68-96ee-4c83dae903d0", "name": "network-vif-deleted", "tag": "8c7d58b4-9929-46c9-a057-d9de608889f2"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:53:13.965720 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=3924ef31-1fe5-4ebe-9fc1-047c2b484fe5,revision_number=7']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:13.974096 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a620a81-bba8-4aab-8ad9-9e2cd788442d tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6475ec-6a86-459f-a0e2-33d3ca6fa589,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:14.048337 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4f8a711a-1a57-4413-b48d-9d45752d5214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:14.084683 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-2a620a81-bba8-4aab-8ad9-9e2cd788442d tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Allocated IP 192.168.233.19 (c714db5f-672e-4004-8098-88db84169d3c/53f6ee96-7c10-4364-b9ae-9f7e7556e695/7aa9bd13-f501-4da2-8c9e-ae10313d8d93) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:53:14.281283 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4f8a711a-1a57-4413-b48d-9d45752d5214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:14.288736 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4f8a711a-1a57-4413-b48d-9d45752d5214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:14.366066 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a711a-1a57-4413-b48d-9d45752d5214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1a3e94-9835-4afd-8ae4-6be7f4d9ba1d,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:14.369712 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-2a620a81-bba8-4aab-8ad9-9e2cd788442d tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:14.427911 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f8a711a-1a57-4413-b48d-9d45752d5214 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:53:14.482071 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-2a620a81-bba8-4aab-8ad9-9e2cd788442d tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:14.486779 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4f8a711a-1a57-4413-b48d-9d45752d5214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:14.487435 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-4f8a711a-1a57-4413-b48d-9d45752d5214 admin admin] Added segment 89ceafcc-3951-4e89-bca1-4e134218cfa9 of type vlan for network 7d569167-8d50-4fca-a62d-ac1e7a567226 Sep 21 17:53:14.586623 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-2a620a81-bba8-4aab-8ad9-9e2cd788442d tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Network c714db5f-672e-4004-8098-88db84169d3c is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:53:14.596509 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-2a620a81-bba8-4aab-8ad9-9e2cd788442d tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:53:14.615346 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-2a620a81-bba8-4aab-8ad9-9e2cd788442d tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:53:14.624238 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a620a81-bba8-4aab-8ad9-9e2cd788442d tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Pushing event updated for resources: {'Port': ['ID=7aa9bd13-f501-4da2-8c9e-ae10313d8d93,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:14.668490 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4f8a711a-1a57-4413-b48d-9d45752d5214 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:14.739107 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-2a620a81-bba8-4aab-8ad9-9e2cd788442d tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:14.739806 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-2a620a81-bba8-4aab-8ad9-9e2cd788442d tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:14.758662 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4f8a711a-1a57-4413-b48d-9d45752d5214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:14.760238 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8a711a-1a57-4413-b48d-9d45752d5214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:14.760848 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4f8a711a-1a57-4413-b48d-9d45752d5214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:14.774941 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-2a620a81-bba8-4aab-8ad9-9e2cd788442d tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6097991 Sep 21 17:53:14.795079 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-99c00143-2bae-4cb7-a5df-3f471f3f8dde service neutron] Request body: {'port': {'device_id': '48f800df-212f-48ef-88cb-7652dcc325a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:53:14.839209 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4f8a711a-1a57-4413-b48d-9d45752d5214 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6478393 Sep 21 17:53:14.842350 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55222) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:14.863517 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-e791c5d1-7af7-484a-8cf9-7f909edbfb83 admin admin] Request body: {'subnet': {'network_id': '7d569167-8d50-4fca-a62d-ac1e7a567226', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-180059102-subnet', 'tenant_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:53:14.931962 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 8c7d58b4-9929-46c9-a057-d9de608889f2 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:53:14.937209 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-99c00143-2bae-4cb7-a5df-3f471f3f8dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:14.976824 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 8c7d58b4-9929-46c9-a057-d9de608889f2 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:53:14.983462 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 8c7d58b4-9929-46c9-a057-d9de608889f2 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:53:14.985663 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device ff3a01c5-c401-4b70-bad6-59be3348d9cd no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:53:14.996938 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a711a-1a57-4413-b48d-9d45752d5214 admin admin] Pushing event updated for resources: {'Network': ['ID=7d569167-8d50-4fca-a62d-ac1e7a567226,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:15.049284 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e791c5d1-7af7-484a-8cf9-7f909edbfb83 admin admin] Made reservation on behalf of 22b4d8bb0cdb441098d6e65e91ff77b6 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:53:15.052591 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e791c5d1-7af7-484a-8cf9-7f909edbfb83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:15.111326 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 7d569167-8d50-4fca-a62d-ac1e7a567226 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:53:15.387389 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e791c5d1-7af7-484a-8cf9-7f909edbfb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:15.547358 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-1f800dc6-e49a-4e43-b777-98e58ca78cb2 None None] Provisioning complete for port 7aa9bd13-f501-4da2-8c9e-ae10313d8d93 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:53:15.547830 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1f800dc6-e49a-4e43-b777-98e58ca78cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:15.547980 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791c5d1-7af7-484a-8cf9-7f909edbfb83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9668620-8e5e-408d-9e59-6b1ca1a8e495,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:15.561903 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e791c5d1-7af7-484a-8cf9-7f909edbfb83 admin admin] Checking segment: {'id': '89ceafcc-3951-4e89-bca1-4e134218cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7d569167-8d50-4fca-a62d-ac1e7a567226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:53:15.562381 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e791c5d1-7af7-484a-8cf9-7f909edbfb83 admin admin] Network hostable DHCP agents. Network: 7d569167-8d50-4fca-a62d-ac1e7a567226, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:53:15.596025 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e791c5d1-7af7-484a-8cf9-7f909edbfb83 admin admin] Network 7d569167-8d50-4fca-a62d-ac1e7a567226 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:53:15.622904 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-99c00143-2bae-4cb7-a5df-3f471f3f8dde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aa9bd13-f501-4da2-8c9e-ae10313d8d93 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:53:15.643551 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-e791c5d1-7af7-484a-8cf9-7f909edbfb83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 7d569167-8d50-4fca-a62d-ac1e7a567226) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:53:15.644741 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-99c00143-2bae-4cb7-a5df-3f471f3f8dde service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:15.670414 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e791c5d1-7af7-484a-8cf9-7f909edbfb83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:15.676782 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-99c00143-2bae-4cb7-a5df-3f471f3f8dde service neutron] Transition to ACTIVE for port object 7aa9bd13-f501-4da2-8c9e-ae10313d8d93 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:53:15.683548 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e791c5d1-7af7-484a-8cf9-7f909edbfb83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:15.686084 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-99c00143-2bae-4cb7-a5df-3f471f3f8dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:15.688144 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d13cd93-f37f-4d74-a295-c0b2aaad52c9 None None] Network 7d569167-8d50-4fca-a62d-ac1e7a567226 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:53:15.762397 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e791c5d1-7af7-484a-8cf9-7f909edbfb83 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9189093 Sep 21 17:53:15.769131 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55224) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:15.779414 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-83f10bce-0165-40b6-b6e2-9c0838787270 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-180059102-router', 'tenant_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:53:15.848514 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-83f10bce-0165-40b6-b6e2-9c0838787270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:15.849622 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-83f10bce-0165-40b6-b6e2-9c0838787270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:15.966403 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-1f800dc6-e49a-4e43-b777-98e58ca78cb2 None None] Port 7aa9bd13-f501-4da2-8c9e-ae10313d8d93 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:53:15.990709 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c00143-2bae-4cb7-a5df-3f471f3f8dde service neutron] Pushing event updated for resources: {'Port': ['ID=7aa9bd13-f501-4da2-8c9e-ae10313d8d93,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:16.049484 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-99c00143-2bae-4cb7-a5df-3f471f3f8dde service neutron] Attempting to bind port 7aa9bd13-f501-4da2-8c9e-ae10313d8d93 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:53:16.049957 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-99c00143-2bae-4cb7-a5df-3f471f3f8dde service neutron] Attempting to bind port 7aa9bd13-f501-4da2-8c9e-ae10313d8d93 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:53:16.050854 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-99c00143-2bae-4cb7-a5df-3f471f3f8dde service neutron] Attempting to bind port 7aa9bd13-f501-4da2-8c9e-ae10313d8d93 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:53:16.050979 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-83f10bce-0165-40b6-b6e2-9c0838787270 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:16.062032 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-99c00143-2bae-4cb7-a5df-3f471f3f8dde service neutron] Port 7aa9bd13-f501-4da2-8c9e-ae10313d8d93 on network c714db5f-672e-4004-8098-88db84169d3c not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:53:16.063587 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-99c00143-2bae-4cb7-a5df-3f471f3f8dde service neutron] Attempting to bind port 7aa9bd13-f501-4da2-8c9e-ae10313d8d93 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:53:16.074997 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-99c00143-2bae-4cb7-a5df-3f471f3f8dde service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:53:16.076167 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-99c00143-2bae-4cb7-a5df-3f471f3f8dde service neutron] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:53:16.079087 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-99c00143-2bae-4cb7-a5df-3f471f3f8dde service neutron] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:53:16.079602 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-99c00143-2bae-4cb7-a5df-3f471f3f8dde service neutron] Bound port: 7aa9bd13-f501-4da2-8c9e-ae10313d8d93, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:53:16.080394 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-99c00143-2bae-4cb7-a5df-3f471f3f8dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:16.178292 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-daaf77bb-a46a-457f-b1a1-d0bf625e64e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:16.272721 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-99c00143-2bae-4cb7-a5df-3f471f3f8dde service neutron] For port 7aa9bd13-f501-4da2-8c9e-ae10313d8d93, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:53:16.283521 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-99c00143-2bae-4cb7-a5df-3f471f3f8dde service neutron] For port 7aa9bd13-f501-4da2-8c9e-ae10313d8d93, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=7aa9bd13-f501-4da2-8c9e-ae10313d8d93,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:53:16.285727 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b993e211-ad02-4e8b-9748-6a60dea64319 None None] Network 7d569167-8d50-4fca-a62d-ac1e7a567226 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:53:16.292798 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-99c00143-2bae-4cb7-a5df-3f471f3f8dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:16.384979 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-99c00143-2bae-4cb7-a5df-3f471f3f8dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:16.386576 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-99c00143-2bae-4cb7-a5df-3f471f3f8dde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:16.389785 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-99c00143-2bae-4cb7-a5df-3f471f3f8dde service neutron] 10.222.0.38 "PUT /v2.0/ports/7aa9bd13-f501-4da2-8c9e-ae10313d8d93 HTTP/1.1" status: 200 len: 1095 time: 1.5993192 Sep 21 17:53:16.518129 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-83f10bce-0165-40b6-b6e2-9c0838787270 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:16.664693 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-1f40be4a-18a8-4bb7-862d-f9055487ee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:16.666200 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-1f40be4a-18a8-4bb7-862d-f9055487ee77 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f3df2f1b844143b1bdfc1c299403f848&device_id=48f800df-212f-48ef-88cb-7652dcc325a5 HTTP/1.1" status: 200 len: 1098 time: 0.2196569 Sep 21 17:53:16.671547 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c00143-2bae-4cb7-a5df-3f471f3f8dde service neutron] Pushing event updated for resources: {'Port': ['ID=7aa9bd13-f501-4da2-8c9e-ae10313d8d93,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:16.805953 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-160d86cc-4573-4c21-bd58-34000e8f5a58 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=7aa9bd13-f501-4da2-8c9e-ae10313d8d93 HTTP/1.1" status: 200 len: 217 time: 0.1241961 Sep 21 17:53:16.898911 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-aea530e3-b107-4105-9bf6-ee1d392c12d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:16.900506 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-aea530e3-b107-4105-9bf6-ee1d392c12d1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.0869009 Sep 21 17:53:16.964919 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-c46ee621-af92-4994-9579-04166fdb0129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:16.967043 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-c46ee621-af92-4994-9579-04166fdb0129 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0590031 Sep 21 17:53:17.070090 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-83f10bce-0165-40b6-b6e2-9c0838787270 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:17.096100 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-83f10bce-0165-40b6-b6e2-9c0838787270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:17.160772 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-4221503e-5559-420e-9f75-6b584c0970f4 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814628 Sep 21 17:53:17.313800 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-83f10bce-0165-40b6-b6e2-9c0838787270 admin admin] Allocated IP 172.25.6.108 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/3426abcb-996d-4c66-a4f4-3bceec188280) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:53:17.361964 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-110c10a6-8c1d-4a28-bdcc-0a41b668158e req-b6befd98-2864-4b43-9713-e634d6b1335a service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961377 Sep 21 17:53:17.570162 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-83f10bce-0165-40b6-b6e2-9c0838787270 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:17.616648 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-83f10bce-0165-40b6-b6e2-9c0838787270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:17.670310 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f10bce-0165-40b6-b6e2-9c0838787270 admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:53:17.678971 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f10bce-0165-40b6-b6e2-9c0838787270 admin admin] Pushing event updated for resources: {'Port': ['ID=3426abcb-996d-4c66-a4f4-3bceec188280,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:17.679470 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-83f10bce-0165-40b6-b6e2-9c0838787270 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:53:17.690660 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f10bce-0165-40b6-b6e2-9c0838787270 admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:53:17.731245 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-d6e2e9a1-1360-46ce-9fc8-a6ec912d6499 service neutron] 10.222.0.38 "GET /v2.0/ports/ff3a01c5-c401-4b70-bad6-59be3348d9cd/bindings/n-h2-810291-1 HTTP/1.1" status: 200 len: 384 time: 0.0813808 Sep 21 17:53:17.962159 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-e95bae0b-47e0-484d-b3c0-e82991190cff service neutron] For port ff3a01c5-c401-4b70-bad6-59be3348d9cd, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ff3a01c5-c401-4b70-bad6-59be3348d9cd,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:17.987563 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-e95bae0b-47e0-484d-b3c0-e82991190cff service neutron] For port ff3a01c5-c401-4b70-bad6-59be3348d9cd, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:53:18.035939 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-e95bae0b-47e0-484d-b3c0-e82991190cff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff3a01c5-c401-4b70-bad6-59be3348d9cd {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:53:18.054711 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-83f10bce-0165-40b6-b6e2-9c0838787270 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:18.058151 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-e95bae0b-47e0-484d-b3c0-e82991190cff service neutron] For port ff3a01c5-c401-4b70-bad6-59be3348d9cd, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=ff3a01c5-c401-4b70-bad6-59be3348d9cd,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:18.077778 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-e95bae0b-47e0-484d-b3c0-e82991190cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:18.170032 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-e95bae0b-47e0-484d-b3c0-e82991190cff service neutron] Transition to ACTIVE for port object ff3a01c5-c401-4b70-bad6-59be3348d9cd will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:53:18.177067 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-e95bae0b-47e0-484d-b3c0-e82991190cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:18.284241 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-e95bae0b-47e0-484d-b3c0-e82991190cff service neutron] No DVR routers for this DVR port ff3a01c5-c401-4b70-bad6-59be3348d9cd on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:53:18.343213 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b38f786c-983d-4907-bd32-be9b202f0a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:18.346424 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95bae0b-47e0-484d-b3c0-e82991190cff service neutron] Pushing event updated for resources: {'Port': ['ID=ff3a01c5-c401-4b70-bad6-59be3348d9cd,revision_number=10']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:18.410170 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-e95bae0b-47e0-484d-b3c0-e82991190cff service neutron] 10.222.0.38 "PUT /v2.0/ports/ff3a01c5-c401-4b70-bad6-59be3348d9cd/bindings/n-h2-810291-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6702099 Sep 21 17:53:18.416311 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-83f10bce-0165-40b6-b6e2-9c0838787270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:18.547028 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-f940574e-51dc-4ea4-be62-a2a26cc0f7df tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:18.548741 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-f940574e-51dc-4ea4-be62-a2a26cc0f7df tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6&tenant_id=57dccdb6847547f580dd9713009778d2&binding%3Ahost_id=n-h1-810291-1 HTTP/1.1" status: 200 len: 1095 time: 0.0818117 Sep 21 17:53:18.628987 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f10bce-0165-40b6-b6e2-9c0838787270 admin admin] Router 1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:53:18.637467 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-69eea95e-068a-4995-9061-8baaebc5194c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:18.643082 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-69eea95e-068a-4995-9061-8baaebc5194c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6&tenant_id=57dccdb6847547f580dd9713009778d2 HTTP/1.1" status: 200 len: 1095 time: 0.0849991 Sep 21 17:53:18.760417 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-90ec99dc-7f72-425a-b1f1-bc171a6157a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:18.764917 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-90ec99dc-7f72-425a-b1f1-bc171a6157a7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57dccdb6847547f580dd9713009778d2&device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 1095 time: 0.0731409 Sep 21 17:53:18.835747 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f10bce-0165-40b6-b6e2-9c0838787270 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:53:18.848771 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a5fddb-74c0-43f0-ae5c-8f43059ab0fc None None] Sync routers for ids ['1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:53:18.866895 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a5fddb-74c0-43f0-ae5c-8f43059ab0fc None None] Routers {'1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:53:18.873521 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c8a5fddb-74c0-43f0-ae5c-8f43059ab0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:53:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:18.889905 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-83f10bce-0165-40b6-b6e2-9c0838787270 admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:18.891975 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-83f10bce-0165-40b6-b6e2-9c0838787270 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.1217639 Sep 21 17:53:18.895214 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55242) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:18.974127 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-35b234ff-c26d-4ca9-9d0c-4b54fceb4a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:18.977965 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 7aa9bd13-f501-4da2-8c9e-ae10313d8d93 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:53:18.979227 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-35b234ff-c26d-4ca9-9d0c-4b54fceb4a8c service neutron] 10.222.0.44 "GET /v2.0/networks?id=24a709a9-6fef-4b8b-a432-62063bc26954 HTTP/1.1" status: 200 len: 922 time: 0.1916325 Sep 21 17:53:19.000358 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:19.092586 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-3b30ace7-f224-481a-9da1-22b98abb586c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff3a01c5-c401-4b70-bad6-59be3348d9cd HTTP/1.1" status: 200 len: 217 time: 0.0911701 Sep 21 17:53:19.130498 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-c8a5fddb-74c0-43f0-ae5c-8f43059ab0fc None None] Set router 1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:53:19.227763 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 7aa9bd13-f501-4da2-8c9e-ae10313d8d93, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=7aa9bd13-f501-4da2-8c9e-ae10313d8d93,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:19.241785 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '7aa9bd13-f501-4da2-8c9e-ae10313d8d93', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': '7aa9bd13-f501-4da2-8c9e-ae10313d8d93', 'mac_address': 'fa:16:3e:4d:55:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:53:19.293305 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:19.328626 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa9bd13-f501-4da2-8c9e-ae10313d8d93 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:53:19.338953 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-929b9f1f-1933-4c37-86d0-f2e07424cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:19.344592 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-929b9f1f-1933-4c37-86d0-f2e07424cc92 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f5dcf0d3-3653-4c17-af0f-a1adf84dd578 HTTP/1.1" status: 200 len: 861 time: 0.2450118 Sep 21 17:53:19.372870 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 7aa9bd13-f501-4da2-8c9e-ae10313d8d93, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=7aa9bd13-f501-4da2-8c9e-ae10313d8d93,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:19.382403 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:19.444139 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-24274a8c-1191-480a-a9a1-579e042dfeee req-439e0e83-618b-4b88-8bab-9ece3f0e23bc tempest-SecurityGroupsNegativeTestJSON-1144970518 tempest-SecurityGroupsNegativeTestJSON-1144970518-project] 10.222.0.58 "GET /v2.0/security-groups/b2c42f1c-9ed6-44d9-9274-1884b19da3e0 HTTP/1.1" status: 200 len: 2981 time: 0.2198095 Sep 21 17:53:19.450236 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-c09171c5-e70a-49d1-b8c9-ea341f37dcf5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=24a709a9-6fef-4b8b-a432-62063bc26954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633557 Sep 21 17:53:19.522565 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=7aa9bd13-f501-4da2-8c9e-ae10313d8d93,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:19.524214 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c8a5fddb-74c0-43f0-ae5c-8f43059ab0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'name': 'tempest-ServerRescueTestJSONUnderV235-180059102-router', 'tenant_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3426abcb-996d-4c66-a4f4-3bceec188280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:53:15Z', 'updated_at': '2021-09-21T17:53:17Z', 'revision_number': 3, 'project_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'gw_port': {'id': '3426abcb-996d-4c66-a4f4-3bceec188280', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:17Z', 'updated_at': '2021-09-21T17:53:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:19.583162 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a5fddb-74c0-43f0-ae5c-8f43059ab0fc None None] Checking router: 1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:53:19.583587 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a5fddb-74c0-43f0-ae5c-8f43059ab0fc None None] Updating router 1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf port 3426abcb-996d-4c66-a4f4-3bceec188280 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:53:19.628313 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-c8a5fddb-74c0-43f0-ae5c-8f43059ab0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:19.635531 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['7aa9bd13-f501-4da2-8c9e-ae10313d8d93'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:53:19.711916 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [req-24274a8c-1191-480a-a9a1-579e042dfeee req-e7b599b0-4b43-491c-9b00-5937488030c6 tempest-SecurityGroupsNegativeTestJSON-1144970518 tempest-SecurityGroupsNegativeTestJSON-1144970518-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 21 17:53:19.713036 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-24274a8c-1191-480a-a9a1-579e042dfeee req-e7b599b0-4b43-491c-9b00-5937488030c6 tempest-SecurityGroupsNegativeTestJSON-1144970518 tempest-SecurityGroupsNegativeTestJSON-1144970518-project] 10.222.0.58 "DELETE /v2.0/security-groups/b2c42f1c-9ed6-44d9-9274-1884b19da3e0 HTTP/1.1" status: 409 len: 352 time: 0.2580104 Sep 21 17:53:19.734791 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-ab9632ef-21da-421a-9d5a-aceb348df685 service neutron] 10.222.0.44 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272949 Sep 21 17:53:19.942848 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-a5cd4ccc-af2d-424e-9b16-3b474724da71 service neutron] 10.222.0.44 "GET /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975822 Sep 21 17:53:19.947214 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33246131-2998-492d-a74f-441810788ec8 req-1ca54d09-b589-46e7-ae33-3a0bde4f9874 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:19.969685 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-33246131-2998-492d-a74f-441810788ec8 req-1ca54d09-b589-46e7-ae33-3a0bde4f9874 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=48f800df-212f-48ef-88cb-7652dcc325a5 HTTP/1.1" status: 200 len: 948 time: 0.1404860 Sep 21 17:53:19.991165 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:20.054714 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc69308-c914-4b3c-920e-06987594fe90 req-bd8b78e9-8ea6-4eab-926f-6df7a0e9352f tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:20.057215 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8bc69308-c914-4b3c-920e-06987594fe90 req-bd8b78e9-8ea6-4eab-926f-6df7a0e9352f tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 944 time: 0.1134427 Sep 21 17:53:20.079704 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-33246131-2998-492d-a74f-441810788ec8 req-807b93eb-a4bb-44f3-8c35-f0b0a2de5247 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061008 Sep 21 17:53:20.119377 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8bc69308-c914-4b3c-920e-06987594fe90 req-54d38bc6-1ba9-42a1-a93f-d18cbcc96f21 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498199 Sep 21 17:53:20.183931 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2334063f-434f-41e7-8cae-fb2b723c0d65 x-openstack-request-id: req-2334063f-434f-41e7-8cae-fb2b723c0d65 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:53:20.184287 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6e80db-bca8-45c1-b9fc-7dec056a1de6", "name": "network-vif-plugged", "status": "completed", "tag": "3924ef31-1fe5-4ebe-9fc1-047c2b484fe5", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:53:20.184609 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2334063f-434f-41e7-8cae-fb2b723c0d65 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:53:20.185086 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6e80db-bca8-45c1-b9fc-7dec056a1de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3924ef31-1fe5-4ebe-9fc1-047c2b484fe5', 'code': 200} Sep 21 17:53:20.316927 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fae531-ac2f-4b9c-9f35-09986ae550c5 x-openstack-request-id: req-45fae531-ac2f-4b9c-9f35-09986ae550c5 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:53:20.323174 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c493f85f-861d-4b68-96ee-4c83dae903d0", "name": "network-vif-deleted", "tag": "8c7d58b4-9929-46c9-a057-d9de608889f2", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:53:20.324350 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-45fae531-ac2f-4b9c-9f35-09986ae550c5 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:53:20.325049 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c493f85f-861d-4b68-96ee-4c83dae903d0', 'name': 'network-vif-deleted', 'tag': '8c7d58b4-9929-46c9-a057-d9de608889f2', 'status': 'completed', 'code': 200} Sep 21 17:53:20.346012 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [req-ea3e2d52-a82c-4e50-8d43-4b17e30c0426 req-3f35e936-dcae-4709-9dc8-b10bf65be17d tempest-SecurityGroupsNegativeTestJSON-1144970518 tempest-SecurityGroupsNegativeTestJSON-1144970518-project] show failed (client error): The resource could not be found. Sep 21 17:53:20.362432 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-7f216c0d-0915-473e-af39-709308015003 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:20.366331 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ea3e2d52-a82c-4e50-8d43-4b17e30c0426 req-3f35e936-dcae-4709-9dc8-b10bf65be17d tempest-SecurityGroupsNegativeTestJSON-1144970518 tempest-SecurityGroupsNegativeTestJSON-1144970518-project] 10.222.0.58 "GET /v2.0/security-groups/d1d246e4-bc64-4f5c-a704-b0fe24ba7338 HTTP/1.1" status: 404 len: 352 time: 0.0504417 Sep 21 17:53:20.366679 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-7f216c0d-0915-473e-af39-709308015003 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6&tenant_id=57dccdb6847547f580dd9713009778d2&binding%3Ahost_id=n-h2-810291-1 HTTP/1.1" status: 200 len: 1095 time: 0.1120336 Sep 21 17:53:20.477406 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-01df923f-b5fe-41a1-95c4-c3a924862a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:20.521498 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-c8a5fddb-74c0-43f0-ae5c-8f43059ab0fc None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:20.532188 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-c8a5fddb-74c0-43f0-ae5c-8f43059ab0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:20.561736 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [req-e9cd08bb-bdd9-45fb-95b9-abcbb5af5aa8 req-22ca470c-09b6-4728-9fb4-d430d88b9ac0 tempest-SecurityGroupsNegativeTestJSON-1144970518 tempest-SecurityGroupsNegativeTestJSON-1144970518-project] show failed (client error): The resource could not be found. Sep 21 17:53:20.563039 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e9cd08bb-bdd9-45fb-95b9-abcbb5af5aa8 req-22ca470c-09b6-4728-9fb4-d430d88b9ac0 tempest-SecurityGroupsNegativeTestJSON-1144970518 tempest-SecurityGroupsNegativeTestJSON-1144970518-project] 10.222.0.58 "GET /v2.0/security-groups/6b9ffea5-e0a3-4d8b-a8cd-5a425b0dace8 HTTP/1.1" status: 404 len: 352 time: 0.0533221 Sep 21 17:53:20.581434 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55290) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:20.587014 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad408ba8-b1be-4875-a353-917f0bd36fbc None None] Pushing event updated for resources: {'Port': ['ID=3426abcb-996d-4c66-a4f4-3bceec188280,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:20.602508 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad408ba8-b1be-4875-a353-917f0bd36fbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:20.603021 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad408ba8-b1be-4875-a353-917f0bd36fbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:20.603289 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad408ba8-b1be-4875-a353-917f0bd36fbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:20.603623 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad408ba8-b1be-4875-a353-917f0bd36fbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:20.603963 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad408ba8-b1be-4875-a353-917f0bd36fbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:20.604282 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad408ba8-b1be-4875-a353-917f0bd36fbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:20.604605 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad408ba8-b1be-4875-a353-917f0bd36fbc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:20.605033 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad408ba8-b1be-4875-a353-917f0bd36fbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:20.605383 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad408ba8-b1be-4875-a353-917f0bd36fbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:20.605704 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad408ba8-b1be-4875-a353-917f0bd36fbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:20.606160 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad408ba8-b1be-4875-a353-917f0bd36fbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:20.606531 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad408ba8-b1be-4875-a353-917f0bd36fbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:20.644094 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-c8a5fddb-74c0-43f0-ae5c-8f43059ab0fc None None] Attempting to bind port 3426abcb-996d-4c66-a4f4-3bceec188280 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:53:20.645080 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-c8a5fddb-74c0-43f0-ae5c-8f43059ab0fc None None] Attempting to bind port 3426abcb-996d-4c66-a4f4-3bceec188280 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:53:20.645080 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a5fddb-74c0-43f0-ae5c-8f43059ab0fc None None] Attempting to bind port 3426abcb-996d-4c66-a4f4-3bceec188280 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:53:20.652198 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a5fddb-74c0-43f0-ae5c-8f43059ab0fc None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:53:20.652487 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a5fddb-74c0-43f0-ae5c-8f43059ab0fc None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:53:20.652827 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-c8a5fddb-74c0-43f0-ae5c-8f43059ab0fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:20.653779 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a5fddb-74c0-43f0-ae5c-8f43059ab0fc None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:53:20.654397 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-c8a5fddb-74c0-43f0-ae5c-8f43059ab0fc None None] Bound port: 3426abcb-996d-4c66-a4f4-3bceec188280, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:53:20.654704 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-c8a5fddb-74c0-43f0-ae5c-8f43059ab0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:20.693394 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ea0bb9c-b07c-4d90-bcaa-b309e29360c1 admin admin] Deleting subnet a6bde87b-d70e-4b09-a89a-f4f3d0d15f15 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:53:20.706600 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c22c7d-74da-4dc0-9a23-86c9a8ef2b33 req-16e96aa7-85f2-46e0-83ca-f1cd94f13e98 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:20.714410 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-44c22c7d-74da-4dc0-9a23-86c9a8ef2b33 req-16e96aa7-85f2-46e0-83ca-f1cd94f13e98 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cd70a80-2ab4-4e7c-b391-e57800d6f6b0 HTTP/1.1" status: 200 len: 949 time: 0.2073979 Sep 21 17:53:20.717995 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8ea0bb9c-b07c-4d90-bcaa-b309e29360c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:20.733026 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-c8a5fddb-74c0-43f0-ae5c-8f43059ab0fc None None] For port 3426abcb-996d-4c66-a4f4-3bceec188280, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:53:20.737272 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-c8a5fddb-74c0-43f0-ae5c-8f43059ab0fc None None] For port 3426abcb-996d-4c66-a4f4-3bceec188280, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=3426abcb-996d-4c66-a4f4-3bceec188280,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:53:20.743691 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-c8a5fddb-74c0-43f0-ae5c-8f43059ab0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:20.749918 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-0f8afc41-a9aa-429f-aaec-6586f2e8ba75 service neutron] For port ff3a01c5-c401-4b70-bad6-59be3348d9cd, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:53:20.759510 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-0f8afc41-a9aa-429f-aaec-6586f2e8ba75 service neutron] Notify callbacks [] for binding, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:20.762124 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2adb3c5-6549-4c48-8281-8d8ee8c2e8d8 req-0f8afc41-a9aa-429f-aaec-6586f2e8ba75 service neutron] 10.222.0.44 "DELETE /v2.0/ports/ff3a01c5-c401-4b70-bad6-59be3348d9cd/bindings/n-h1-810291-1 HTTP/1.1" status: 204 len: 173 time: 0.3715811 Sep 21 17:53:20.793568 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8ea0bb9c-b07c-4d90-bcaa-b309e29360c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:20.829592 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55296) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:20.849534 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-44c22c7d-74da-4dc0-9a23-86c9a8ef2b33 req-6e8ae46d-5bb6-4229-873d-cc1c8b7947ad tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/security-groups?id=7585ba8c-6a20-4c91-9e23-9b680d635c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341305 Sep 21 17:53:20.867347 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a5fddb-74c0-43f0-ae5c-8f43059ab0fc None None] Routers {'1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:53:20.873053 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8ea0bb9c-b07c-4d90-bcaa-b309e29360c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:20.883225 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c8a5fddb-74c0-43f0-ae5c-8f43059ab0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:53:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:20.907669 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-01df923f-b5fe-41a1-95c4-c3a924862a6a admin admin] Allocated IP 172.20.0.1 (7d569167-8d50-4fca-a62d-ac1e7a567226/c9668620-8e5e-408d-9e59-6b1ca1a8e495/98e68b71-cbac-4ea3-b968-06908b86d50e) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:53:20.932219 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a93f116-a929-4b17-8af5-1e25e9f10ef1 admin admin] Deleting subnet e40ea4a8-8e6a-4da0-863e-27ce3092b0c9 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:53:20.948387 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3a93f116-a929-4b17-8af5-1e25e9f10ef1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:20.972202 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8ea0bb9c-b07c-4d90-bcaa-b309e29360c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:20.979547 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 7aa9bd13-f501-4da2-8c9e-ae10313d8d93 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:53:21.008474 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3a93f116-a929-4b17-8af5-1e25e9f10ef1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:21.052883 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0bb9c-b07c-4d90-bcaa-b309e29360c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6bde87b-d70e-4b09-a89a-f4f3d0d15f15,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:21.069940 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8ea0bb9c-b07c-4d90-bcaa-b309e29360c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:21.074070 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8ea0bb9c-b07c-4d90-bcaa-b309e29360c1 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a6bde87b-d70e-4b09-a89a-f4f3d0d15f15 HTTP/1.1" status: 204 len: 168 time: 0.4888318 Sep 21 17:53:21.079316 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55304) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:21.099606 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 7aa9bd13-f501-4da2-8c9e-ae10313d8d93 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:53:21.117622 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 7aa9bd13-f501-4da2-8c9e-ae10313d8d93 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:53:21.118030 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:21.138193 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-01df923f-b5fe-41a1-95c4-c3a924862a6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:21.142357 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3a93f116-a929-4b17-8af5-1e25e9f10ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:21.225784 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-c8a5fddb-74c0-43f0-ae5c-8f43059ab0fc None None] Set router 1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:53:21.237946 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-01df923f-b5fe-41a1-95c4-c3a924862a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:21.243295 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3a93f116-a929-4b17-8af5-1e25e9f10ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:21.305568 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93f116-a929-4b17-8af5-1e25e9f10ef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e40ea4a8-8e6a-4da0-863e-27ce3092b0c9,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:21.310103 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3a93f116-a929-4b17-8af5-1e25e9f10ef1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:21.312673 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3a93f116-a929-4b17-8af5-1e25e9f10ef1 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e40ea4a8-8e6a-4da0-863e-27ce3092b0c9 HTTP/1.1" status: 204 len: 168 time: 0.4821208 Sep 21 17:53:21.318187 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55310) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:21.329537 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01df923f-b5fe-41a1-95c4-c3a924862a6a admin admin] Network 7d569167-8d50-4fca-a62d-ac1e7a567226 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:53:21.344599 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:21.403196 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 7aa9bd13-f501-4da2-8c9e-ae10313d8d93, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=7aa9bd13-f501-4da2-8c9e-ae10313d8d93,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:21.416905 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad408ba8-b1be-4875-a353-917f0bd36fbc None None] Pushing event updated for resources: {'Port': ['ID=3426abcb-996d-4c66-a4f4-3bceec188280,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:21.422607 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:21.456793 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9125fba0-2029-4c69-b7b3-b3c3cc6d892b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:21.471367 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f24cd097-f003-413f-a243-9a8b2b426138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:21.474079 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-01df923f-b5fe-41a1-95c4-c3a924862a6a admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:53:21.487363 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01df923f-b5fe-41a1-95c4-c3a924862a6a admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:53:21.524454 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=7aa9bd13-f501-4da2-8c9e-ae10313d8d93,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:21.546050 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df923f-b5fe-41a1-95c4-c3a924862a6a admin admin] Pushing event updated for resources: {'Port': ['ID=98e68b71-cbac-4ea3-b968-06908b86d50e,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:21.548958 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:21.618241 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c8a5fddb-74c0-43f0-ae5c-8f43059ab0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'name': 'tempest-ServerRescueTestJSONUnderV235-180059102-router', 'tenant_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3426abcb-996d-4c66-a4f4-3bceec188280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:53:15Z', 'updated_at': '2021-09-21T17:53:17Z', 'revision_number': 3, 'project_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'gw_port': {'id': '3426abcb-996d-4c66-a4f4-3bceec188280', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:17Z', 'updated_at': '2021-09-21T17:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:21.625719 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c45cc-536c-49d9-81ad-e10f659a5e6a req-b6845f44-1d7e-416f-84a6-cd53fdb939f9 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:21.634096 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ab7c45cc-536c-49d9-81ad-e10f659a5e6a req-b6845f44-1d7e-416f-84a6-cd53fdb939f9 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=48f800df-212f-48ef-88cb-7652dcc325a5 HTTP/1.1" status: 200 len: 948 time: 0.2625926 Sep 21 17:53:21.662696 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a5fddb-74c0-43f0-ae5c-8f43059ab0fc None None] The sync data for ids ['1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf'] in n-d-810291-1 is: [{'id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'name': 'tempest-ServerRescueTestJSONUnderV235-180059102-router', 'tenant_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3426abcb-996d-4c66-a4f4-3bceec188280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:53:15Z', 'updated_at': '2021-09-21T17:53:17Z', 'revision_number': 3, 'project_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'gw_port': {'id': '3426abcb-996d-4c66-a4f4-3bceec188280', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:17Z', 'updated_at': '2021-09-21T17:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:53:21.733609 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-01df923f-b5fe-41a1-95c4-c3a924862a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:21.781345 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f24cd097-f003-413f-a243-9a8b2b426138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:21.811173 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ab7c45cc-536c-49d9-81ad-e10f659a5e6a req-a17ccbbe-3d4a-4efe-a0d7-1cec734857dc tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759641 Sep 21 17:53:21.847424 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-f24cd097-f003-413f-a243-9a8b2b426138 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc18ad0-c0ba-493e-9cf0-f52443a25032']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:21.892179 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-f24cd097-f003-413f-a243-9a8b2b426138 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fba32082-0471-463b-b17e-bc328c2e7184') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:21.892495 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-f24cd097-f003-413f-a243-9a8b2b426138 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fba32082-0471-463b-b17e-bc328c2e7184') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:21.928328 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f24cd097-f003-413f-a243-9a8b2b426138 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:21.940139 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9125fba0-2029-4c69-b7b3-b3c3cc6d892b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:21.989718 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-9125fba0-2029-4c69-b7b3-b3c3cc6d892b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa87634f-5254-4f17-8cfc-f89a39c03a1f']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:21.992407 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f24cd097-f003-413f-a243-9a8b2b426138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:22.018898 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f24cd097-f003-413f-a243-9a8b2b426138 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:53:22.019988 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f24cd097-f003-413f-a243-9a8b2b426138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:22.025842 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 17:53:22.025842 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:53:22.025842 n-d-810291-1 neutron-server[101460]: timer() Sep 21 17:53:22.025842 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:53:22.025842 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 17:53:22.025842 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:53:22.025842 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 17:53:22.025842 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:53:22.025842 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 17:53:22.025842 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:53:22.025842 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 17:53:22.025842 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:53:22.025842 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 17:53:22.025842 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:53:22.025842 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:53:22.025842 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:53:22.025842 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:53:22.025842 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:53:22.025842 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 17:53:22.025842 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:53:22.025842 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 17:53:22.025842 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:53:22.025842 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:53:22.025842 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:53:22.025842 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 17:53:22.025842 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:53:22.025842 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:53:22.025842 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:53:22.025842 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:53:22.025842 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:53:22.025842 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:53:22.025842 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:53:22.041389 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-9125fba0-2029-4c69-b7b3-b3c3cc6d892b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b743b6d-3732-46e1-b562-18ca7d2ee764') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:22.041862 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-9125fba0-2029-4c69-b7b3-b3c3cc6d892b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b743b6d-3732-46e1-b562-18ca7d2ee764') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:22.057233 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd6e0e-e8ce-49b3-b682-7b06c4361233 req-feceea01-7fca-487b-a0dc-e3af7207a702 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:22.058839 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dfdd6e0e-e8ce-49b3-b682-7b06c4361233 req-feceea01-7fca-487b-a0dc-e3af7207a702 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 944 time: 0.2566128 Sep 21 17:53:22.106579 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9125fba0-2029-4c69-b7b3-b3c3cc6d892b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:22.165896 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9125fba0-2029-4c69-b7b3-b3c3cc6d892b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:22.185890 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f24cd097-f003-413f-a243-9a8b2b426138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:22.186195 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f800df-212f-48ef-88cb-7652dcc325a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa9bd13-f501-4da2-8c9e-ae10313d8d93'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:53:22.192358 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1934f11-99c8-4b29-8e3f-20bdcc21cf46" -d '{"events": [{"server_uuid": "48f800df-212f-48ef-88cb-7652dcc325a5", "name": "network-vif-plugged", "status": "completed", "tag": "7aa9bd13-f501-4da2-8c9e-ae10313d8d93"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:53:22.194094 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f24cd097-f003-413f-a243-9a8b2b426138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:22.199447 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dfdd6e0e-e8ce-49b3-b682-7b06c4361233 req-22ae971f-c2dc-4830-95d4-d63fe817a0de tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281457 Sep 21 17:53:22.200861 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9125fba0-2029-4c69-b7b3-b3c3cc6d892b admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:53:22.201270 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9125fba0-2029-4c69-b7b3-b3c3cc6d892b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:22.206807 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 17:53:22.206807 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:53:22.206807 n-d-810291-1 neutron-server[101461]: timer() Sep 21 17:53:22.206807 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:53:22.206807 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 17:53:22.206807 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:53:22.206807 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 17:53:22.206807 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:53:22.206807 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 17:53:22.206807 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:53:22.206807 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 17:53:22.206807 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:53:22.206807 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 17:53:22.206807 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:53:22.206807 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:53:22.206807 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:53:22.206807 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:53:22.206807 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:53:22.206807 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 17:53:22.206807 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:53:22.206807 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 17:53:22.206807 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:53:22.206807 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:53:22.206807 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:53:22.206807 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 17:53:22.206807 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:53:22.206807 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:53:22.206807 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:53:22.206807 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:53:22.206807 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:53:22.206807 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:53:22.206807 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:53:22.213965 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f24cd097-f003-413f-a243-9a8b2b426138 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2cc18ad0-c0ba-493e-9cf0-f52443a25032 HTTP/1.1" status: 204 len: 168 time: 1.1216533 Sep 21 17:53:22.259057 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24cd097-f003-413f-a243-9a8b2b426138 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cc18ad0-c0ba-493e-9cf0-f52443a25032,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:22.284878 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d83f2ed-ddad-43a5-a1e9-f8ce5fdaa7b5 x-openstack-request-id: req-8d83f2ed-ddad-43a5-a1e9-f8ce5fdaa7b5 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:53:22.285169 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f800df-212f-48ef-88cb-7652dcc325a5", "name": "network-vif-plugged", "status": "completed", "tag": "7aa9bd13-f501-4da2-8c9e-ae10313d8d93", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:53:22.285421 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8d83f2ed-ddad-43a5-a1e9-f8ce5fdaa7b5 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:53:22.285951 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f800df-212f-48ef-88cb-7652dcc325a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa9bd13-f501-4da2-8c9e-ae10313d8d93', 'code': 200} Sep 21 17:53:22.326772 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f800df-212f-48ef-88cb-7652dcc325a5', 'tag': '7aa9bd13-f501-4da2-8c9e-ae10313d8d93'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:53:22.332274 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eebda9f-a507-4ae0-bf2b-86027c5dc1c7" -d '{"events": [{"name": "network-changed", "server_uuid": "48f800df-212f-48ef-88cb-7652dcc325a5", "tag": "7aa9bd13-f501-4da2-8c9e-ae10313d8d93"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:53:22.370162 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-01df923f-b5fe-41a1-95c4-c3a924862a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:22.385641 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9125fba0-2029-4c69-b7b3-b3c3cc6d892b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:22.391934 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9125fba0-2029-4c69-b7b3-b3c3cc6d892b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:22.395085 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9125fba0-2029-4c69-b7b3-b3c3cc6d892b admin admin] 10.222.0.58 "DELETE /v2.0/networks/aa87634f-5254-4f17-8cfc-f89a39c03a1f HTTP/1.1" status: 204 len: 168 time: 1.0754850 Sep 21 17:53:22.436185 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59583841-a5ee-476e-8bae-114b06edd40e x-openstack-request-id: req-59583841-a5ee-476e-8bae-114b06edd40e {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:53:22.436486 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48f800df-212f-48ef-88cb-7652dcc325a5", "tag": "7aa9bd13-f501-4da2-8c9e-ae10313d8d93", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:53:22.436750 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-59583841-a5ee-476e-8bae-114b06edd40e {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:53:22.437204 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f800df-212f-48ef-88cb-7652dcc325a5', 'tag': '7aa9bd13-f501-4da2-8c9e-ae10313d8d93', 'status': 'completed', 'code': 200} Sep 21 17:53:22.464492 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9125fba0-2029-4c69-b7b3-b3c3cc6d892b admin admin] Pushing event deleted for resources: {'Network': ['ID=aa87634f-5254-4f17-8cfc-f89a39c03a1f,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:22.481001 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55350) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:22.527990 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6440989-3b87-4f1e-bb14-74cbc494158b req-21d860f4-85e6-4167-bd38-9208b6e52097 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:22.536180 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c6440989-3b87-4f1e-bb14-74cbc494158b req-21d860f4-85e6-4167-bd38-9208b6e52097 tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 1095 time: 0.1331279 Sep 21 17:53:22.611871 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c6440989-3b87-4f1e-bb14-74cbc494158b req-f0c63fba-c1c0-41a7-8a0a-23d3b8ba5eea tempest-LiveAutoBlockMigrationV225Test-1817030817 tempest-LiveAutoBlockMigrationV225Test-1817030817-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731053 Sep 21 17:53:22.642090 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55352) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:22.750706 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7611a666-878f-4bd0-9d32-f8a93ff8e2a5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f7d9a8514d3a4e919e43feb22959a39b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0970366 Sep 21 17:53:22.753773 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55356) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:22.962209 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ce31c57a-6cd2-4333-ae0c-6e549b485c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:23.011742 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-01df923f-b5fe-41a1-95c4-c3a924862a6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:23.034891 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-01df923f-b5fe-41a1-95c4-c3a924862a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:23.049547 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ce31c57a-6cd2-4333-ae0c-6e549b485c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:23.095483 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:23.104140 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028c77e-038b-43e8-a681-c7e54fc84be8 req-f0cc4077-988b-4a8c-b528-6deeb69201ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:23.105618 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8028c77e-038b-43e8-a681-c7e54fc84be8 req-f0cc4077-988b-4a8c-b528-6deeb69201ef service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=48f800df-212f-48ef-88cb-7652dcc325a5 HTTP/1.1" status: 200 len: 1100 time: 0.7380278 Sep 21 17:53:23.157432 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023ee1d-2e48-4ba5-b87d-a17476731e3a req-f151096e-ff5f-4ed2-85d7-b5f12fec2765 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:23.165570 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0023ee1d-2e48-4ba5-b87d-a17476731e3a req-f151096e-ff5f-4ed2-85d7-b5f12fec2765 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=48f800df-212f-48ef-88cb-7652dcc325a5 HTTP/1.1" status: 200 len: 949 time: 0.2092326 Sep 21 17:53:23.190766 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebda9f-a507-4ae0-bf2b-86027c5dc1c7 req-675f3bb2-84e4-409e-bf0d-056ff989ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:23.193207 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7eebda9f-a507-4ae0-bf2b-86027c5dc1c7 req-675f3bb2-84e4-409e-bf0d-056ff989ddb6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f3df2f1b844143b1bdfc1c299403f848&device_id=48f800df-212f-48ef-88cb-7652dcc325a5 HTTP/1.1" status: 200 len: 1100 time: 0.7253578 Sep 21 17:53:23.213991 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df923f-b5fe-41a1-95c4-c3a924862a6a admin admin] Pushing event updated for resources: {'Port': ['ID=98e68b71-cbac-4ea3-b968-06908b86d50e,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:23.245020 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-01df923f-b5fe-41a1-95c4-c3a924862a6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:23.282037 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829ac1d-fda1-4c64-98ec-b5aa7a14b25a req-fbcf1492-6a9b-4ce7-80ea-569775a06851 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:23.286265 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0023ee1d-2e48-4ba5-b87d-a17476731e3a req-9249ed70-fb25-4b66-951e-7d1e71c4b326 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195736 Sep 21 17:53:23.290103 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f829ac1d-fda1-4c64-98ec-b5aa7a14b25a req-fbcf1492-6a9b-4ce7-80ea-569775a06851 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 944 time: 0.2121944 Sep 21 17:53:23.338224 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8028c77e-038b-43e8-a681-c7e54fc84be8 req-d91cc6e7-16ae-4f87-93bf-2c7c194a1b8f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946290 Sep 21 17:53:23.343919 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4e1f635a-fc99-475f-8cd9-584f1f7ae823 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3ad1b36e73ca4768a8aff62ae8719798&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8618040 Sep 21 17:53:23.347931 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55372) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:23.349189 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ce31c57a-6cd2-4333-ae0c-6e549b485c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:23.351452 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ce31c57a-6cd2-4333-ae0c-6e549b485c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:23.352599 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ce31c57a-6cd2-4333-ae0c-6e549b485c43 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0393ca76-0ed6-472e-9dd1-0a5c34e058a6 HTTP/1.1" status: 204 len: 168 time: 0.5974929 Sep 21 17:53:23.386393 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce31c57a-6cd2-4333-ae0c-6e549b485c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0393ca76-0ed6-472e-9dd1-0a5c34e058a6,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:23.454679 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01df923f-b5fe-41a1-95c4-c3a924862a6a admin admin] Network 7d569167-8d50-4fca-a62d-ac1e7a567226 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:53:23.459973 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-01df923f-b5fe-41a1-95c4-c3a924862a6a admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:53:23.477803 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device f8cc2e07-a0e1-43e2-aa5d-8b93db18b216 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:53:23.497414 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f829ac1d-fda1-4c64-98ec-b5aa7a14b25a req-e1bd951c-9938-4e2d-93a3-a515a69d618a tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062733 Sep 21 17:53:23.549586 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebda9f-a507-4ae0-bf2b-86027c5dc1c7 req-d4fda03e-0cca-4e4d-b8a7-7d1d14ddb063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:23.551951 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7eebda9f-a507-4ae0-bf2b-86027c5dc1c7 req-d4fda03e-0cca-4e4d-b8a7-7d1d14ddb063 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.3413489 Sep 21 17:53:23.583416 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1eacdefd-3632-4d49-a14d-52f6edf64690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:23.639408 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01df923f-b5fe-41a1-95c4-c3a924862a6a admin admin] Router 1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:53:23.643148 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7eebda9f-a507-4ae0-bf2b-86027c5dc1c7 req-201b8496-2538-4ee8-b985-03fb873dc138 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=7aa9bd13-f501-4da2-8c9e-ae10313d8d93 HTTP/1.1" status: 200 len: 217 time: 0.0728474 Sep 21 17:53:23.673123 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1eacdefd-3632-4d49-a14d-52f6edf64690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:23.695934 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:23.713535 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc200b-6684-464e-88e0-037f266c7088 req-76b1e430-b414-4513-b91d-805f389e49bf tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:23.715524 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23bc200b-6684-464e-88e0-037f266c7088 req-76b1e430-b414-4513-b91d-805f389e49bf tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 944 time: 0.1849036 Sep 21 17:53:23.784500 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port f8cc2e07-a0e1-43e2-aa5d-8b93db18b216, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=f8cc2e07-a0e1-43e2-aa5d-8b93db18b216,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:23.791973 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:23.803916 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01df923f-b5fe-41a1-95c4-c3a924862a6a admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:53:23.811279 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-01df923f-b5fe-41a1-95c4-c3a924862a6a admin admin] 10.222.0.58 "PUT /v2.0/routers/1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9147401 Sep 21 17:53:23.889237 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebda9f-a507-4ae0-bf2b-86027c5dc1c7 req-d43dc3b9-d060-458f-9eab-aa5107c86025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:23.891059 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7eebda9f-a507-4ae0-bf2b-86027c5dc1c7 req-d43dc3b9-d060-458f-9eab-aa5107c86025 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.2392392 Sep 21 17:53:23.922252 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=f8cc2e07-a0e1-43e2-aa5d-8b93db18b216,revision_number=8']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:23.949901 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1eacdefd-3632-4d49-a14d-52f6edf64690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:23.952851 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1eacdefd-3632-4d49-a14d-52f6edf64690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:23.954073 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1eacdefd-3632-4d49-a14d-52f6edf64690 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b2c42f1c-9ed6-44d9-9274-1884b19da3e0 HTTP/1.1" status: 204 len: 168 time: 0.6019526 Sep 21 17:53:24.003181 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eacdefd-3632-4d49-a14d-52f6edf64690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c42f1c-9ed6-44d9-9274-1884b19da3e0,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:24.019680 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eacdefd-3632-4d49-a14d-52f6edf64690 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:24.020030 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eacdefd-3632-4d49-a14d-52f6edf64690 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:24.020520 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eacdefd-3632-4d49-a14d-52f6edf64690 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:24.020963 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eacdefd-3632-4d49-a14d-52f6edf64690 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:24.021318 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eacdefd-3632-4d49-a14d-52f6edf64690 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:24.021724 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eacdefd-3632-4d49-a14d-52f6edf64690 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:24.022127 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eacdefd-3632-4d49-a14d-52f6edf64690 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:24.022459 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eacdefd-3632-4d49-a14d-52f6edf64690 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:24.022779 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eacdefd-3632-4d49-a14d-52f6edf64690 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:24.023132 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eacdefd-3632-4d49-a14d-52f6edf64690 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:24.023464 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eacdefd-3632-4d49-a14d-52f6edf64690 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:24.023785 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eacdefd-3632-4d49-a14d-52f6edf64690 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:24.051946 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebda9f-a507-4ae0-bf2b-86027c5dc1c7 req-4ced7f3c-f2cb-43fb-a450-3c913918496e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:24.053573 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7eebda9f-a507-4ae0-bf2b-86027c5dc1c7 req-4ced7f3c-f2cb-43fb-a450-3c913918496e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1386702 Sep 21 17:53:24.072326 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 3426abcb-996d-4c66-a4f4-3bceec188280 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:53:24.112996 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-23bc200b-6684-464e-88e0-037f266c7088 req-ab05e096-bcb1-4adf-9e33-8f83ad7c0892 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Deleting port ff3a01c5-c401-4b70-bad6-59be3348d9cd {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:53:24.113348 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-23bc200b-6684-464e-88e0-037f266c7088 req-ab05e096-bcb1-4adf-9e33-8f83ad7c0892 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:24.169323 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 3426abcb-996d-4c66-a4f4-3bceec188280 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:53:24.170022 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:24.214800 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-23bc200b-6684-464e-88e0-037f266c7088 req-ab05e096-bcb1-4adf-9e33-8f83ad7c0892 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] For port ff3a01c5-c401-4b70-bad6-59be3348d9cd, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=ff3a01c5-c401-4b70-bad6-59be3348d9cd,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:24.217566 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-23bc200b-6684-464e-88e0-037f266c7088 req-ab05e096-bcb1-4adf-9e33-8f83ad7c0892 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:24.266920 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-23bc200b-6684-464e-88e0-037f266c7088 req-ab05e096-bcb1-4adf-9e33-8f83ad7c0892 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Calling delete_port for ff3a01c5-c401-4b70-bad6-59be3348d9cd owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:53:24.367406 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7eebda9f-a507-4ae0-bf2b-86027c5dc1c7 req-8d058783-2f62-4357-93ea-cb102414b3cc service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054094 Sep 21 17:53:24.395261 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd70a80-2ab4-4e7c-b391-e57800d6f6b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8cc2e07-a0e1-43e2-aa5d-8b93db18b216'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:53:24.398984 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7af5b1f-3b25-46e5-b94e-c754e5dfabd1" -d '{"events": [{"server_uuid": "6cd70a80-2ab4-4e7c-b391-e57800d6f6b0", "name": "network-vif-unplugged", "status": "completed", "tag": "f8cc2e07-a0e1-43e2-aa5d-8b93db18b216"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:53:24.402233 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:24.553218 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:24.556662 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 3426abcb-996d-4c66-a4f4-3bceec188280, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=3426abcb-996d-4c66-a4f4-3bceec188280,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:24.573002 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a13211-9381-48ae-9135-5165a24c76bf None None] Sync routers for ids ['1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:53:24.577177 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:24.716232 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a13211-9381-48ae-9135-5165a24c76bf None None] Routers {'1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:53:24.717972 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-f8a13211-9381-48ae-9135-5165a24c76bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:53:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:24.795709 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=3426abcb-996d-4c66-a4f4-3bceec188280,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:24.886535 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1decb5-6b5f-42f8-8178-47fd4dc178c8 req-22308e68-2538-403f-bd25-d9f97375b2f2 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:24.888249 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6f1decb5-6b5f-42f8-8178-47fd4dc178c8 req-22308e68-2538-403f-bd25-d9f97375b2f2 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=48f800df-212f-48ef-88cb-7652dcc325a5 HTTP/1.1" status: 200 len: 949 time: 0.3211579 Sep 21 17:53:24.918130 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7eebda9f-a507-4ae0-bf2b-86027c5dc1c7 req-c68abf7e-0c1c-43e8-ac4b-cd7a69d9504a service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5394728 Sep 21 17:53:24.937244 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-f8a13211-9381-48ae-9135-5165a24c76bf None None] Set router 1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:53:24.961409 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-23bc200b-6684-464e-88e0-037f266c7088 req-ab05e096-bcb1-4adf-9e33-8f83ad7c0892 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:25.015984 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05e096-bcb1-4adf-9e33-8f83ad7c0892 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Pushing event deleted for resources: {'Port': ['ID=ff3a01c5-c401-4b70-bad6-59be3348d9cd,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:25.036276 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6f1decb5-6b5f-42f8-8178-47fd4dc178c8 req-ffaefa5c-edd4-4a28-9eb9-b5699b6f028b tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335933 Sep 21 17:53:25.071554 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8', 'ff3a01c5-c401-4b70-bad6-59be3348d9cd'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:53:25.081833 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 653445ed-2468-4a34-8a74-ce7eb0ea6cdf details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:53:25.098071 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-23bc200b-6684-464e-88e0-037f266c7088 req-ab05e096-bcb1-4adf-9e33-8f83ad7c0892 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] No DVR routers for this DVR port ff3a01c5-c401-4b70-bad6-59be3348d9cd on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:53:25.104121 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-23bc200b-6684-464e-88e0-037f266c7088 req-ab05e096-bcb1-4adf-9e33-8f83ad7c0892 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:25.108277 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23bc200b-6684-464e-88e0-037f266c7088 req-ab05e096-bcb1-4adf-9e33-8f83ad7c0892 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.44 "DELETE /v2.0/ports/ff3a01c5-c401-4b70-bad6-59be3348d9cd HTTP/1.1" status: 204 len: 173 time: 1.3776970 Sep 21 17:53:25.108750 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c84283-ac28-4b68-8c05-c2c30d3dbcb6', 'name': 'network-vif-deleted', 'tag': 'ff3a01c5-c401-4b70-bad6-59be3348d9cd'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:53:25.111058 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13da1751-aee2-4540-b6fa-e50156c6a5f9" -d '{"events": [{"server_uuid": "d9c84283-ac28-4b68-8c05-c2c30d3dbcb6", "name": "network-vif-deleted", "tag": "ff3a01c5-c401-4b70-bad6-59be3348d9cd"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:53:25.252996 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 17:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad36e6f-5e3d-481f-9466-2ea7e8884f2b x-openstack-request-id: req-bad36e6f-5e3d-481f-9466-2ea7e8884f2b {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:53:25.253291 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd70a80-2ab4-4e7c-b391-e57800d6f6b0", "name": "network-vif-unplugged", "status": "completed", "tag": "f8cc2e07-a0e1-43e2-aa5d-8b93db18b216", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:53:25.253662 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bad36e6f-5e3d-481f-9466-2ea7e8884f2b {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:53:25.254354 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd70a80-2ab4-4e7c-b391-e57800d6f6b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8cc2e07-a0e1-43e2-aa5d-8b93db18b216', 'code': 200} Sep 21 17:53:25.350079 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4ff8e4ba-7248-4bfc-bcfc-4a747e48025e req-8cfacce4-2ab2-4a11-a33f-16a47cce79fe tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 210 time: 0.1231592 Sep 21 17:53:25.455930 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55474) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:25.540324 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 653445ed-2468-4a34-8a74-ce7eb0ea6cdf, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=653445ed-2468-4a34-8a74-ce7eb0ea6cdf,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:25.620822 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70de420-db8f-4585-aaa2-14e582ed5bc1 x-openstack-request-id: req-f70de420-db8f-4585-aaa2-14e582ed5bc1 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:53:25.621465 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c84283-ac28-4b68-8c05-c2c30d3dbcb6", "name": "network-vif-deleted", "tag": "ff3a01c5-c401-4b70-bad6-59be3348d9cd", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:53:25.622052 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f70de420-db8f-4585-aaa2-14e582ed5bc1 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:53:25.622697 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c84283-ac28-4b68-8c05-c2c30d3dbcb6', 'name': 'network-vif-deleted', 'tag': 'ff3a01c5-c401-4b70-bad6-59be3348d9cd', 'status': 'completed', 'code': 200} Sep 21 17:53:25.630764 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '653445ed-2468-4a34-8a74-ce7eb0ea6cdf', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': '653445ed-2468-4a34-8a74-ce7eb0ea6cdf', 'mac_address': 'fa:16:3e:e3:3b:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:53:25.728692 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55496) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:25.742686 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-d6a7b360-00cf-42a4-acc1-69ddf9b2c6cb tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:25.746416 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-d6a7b360-00cf-42a4-acc1-69ddf9b2c6cb tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/networks?id=7d569167-8d50-4fca-a62d-ac1e7a567226 HTTP/1.1" status: 200 len: 819 time: 0.3864393 Sep 21 17:53:25.793111 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-7fefbb4b-d9fd-4c3e-912d-23ca01f5a305 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/quotas/22b4d8bb0cdb441098d6e65e91ff77b6 HTTP/1.1" status: 200 len: 375 time: 0.0407081 Sep 21 17:53:25.860059 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:25.871143 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-342bc3f4-3987-4ef2-b9e3-8041f0c10169 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-952031142-network', 'tenant_id': 'c4da9d9a034541f0b1a21573283219ab'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:53:25.899742 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 653445ed-2468-4a34-8a74-ce7eb0ea6cdf {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:53:25.949103 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 653445ed-2468-4a34-8a74-ce7eb0ea6cdf, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=653445ed-2468-4a34-8a74-ce7eb0ea6cdf,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:25.952882 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-f8a13211-9381-48ae-9135-5165a24c76bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'name': 'tempest-ServerRescueTestJSONUnderV235-180059102-router', 'tenant_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3426abcb-996d-4c66-a4f4-3bceec188280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:53:15Z', 'updated_at': '2021-09-21T17:53:22Z', 'revision_number': 4, 'project_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'gw_port': {'id': '3426abcb-996d-4c66-a4f4-3bceec188280', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:17Z', 'updated_at': '2021-09-21T17:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '98e68b71-cbac-4ea3-b968-06908b86d50e', 'name': '', 'network_id': '7d569167-8d50-4fca-a62d-ac1e7a567226', 'tenant_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'mac_address': 'fa:16:3e:53:61:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'c9668620-8e5e-408d-9e59-6b1ca1a8e495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:20Z', 'updated_at': '2021-09-21T17:53:22Z', 'revision_number': 2, 'project_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'subnets': [{'id': 'c9668620-8e5e-408d-9e59-6b1ca1a8e495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:25.961000 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:25.972707 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-c022335d-f3c8-4446-bf37-4214e41eeefe admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1401431289-network', 'tenant_id': '60686309477d41e8bfb837fd0cc4c975'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:53:26.033597 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342bc3f4-3987-4ef2-b9e3-8041f0c10169 admin admin] Made reservation on behalf of c4da9d9a034541f0b1a21573283219ab for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:53:26.041559 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-342bc3f4-3987-4ef2-b9e3-8041f0c10169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:26.049640 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c022335d-f3c8-4446-bf37-4214e41eeefe admin admin] Made reservation on behalf of 60686309477d41e8bfb837fd0cc4c975 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:53:26.058846 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c022335d-f3c8-4446-bf37-4214e41eeefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:26.067291 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-41fbca46-a650-42ad-84b5-d32fd29a95fc tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=22b4d8bb0cdb441098d6e65e91ff77b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2677257 Sep 21 17:53:26.069103 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a13211-9381-48ae-9135-5165a24c76bf None None] Checking router: 1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:53:26.069656 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a13211-9381-48ae-9135-5165a24c76bf None None] Updating router 1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf port 98e68b71-cbac-4ea3-b968-06908b86d50e binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:53:26.086348 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-342bc3f4-3987-4ef2-b9e3-8041f0c10169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:26.088526 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c022335d-f3c8-4446-bf37-4214e41eeefe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:26.105600 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 3426abcb-996d-4c66-a4f4-3bceec188280 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:53:26.197348 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f8a13211-9381-48ae-9135-5165a24c76bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:26.258741 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['653445ed-2468-4a34-8a74-ce7eb0ea6cdf'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:53:26.264579 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-7c527971-be32-4bfb-b2c6-c54a0bd89175 service neutron] 10.222.0.58 "GET /v2.0/networks/7d569167-8d50-4fca-a62d-ac1e7a567226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911607 Sep 21 17:53:26.320556 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c022335d-f3c8-4446-bf37-4214e41eeefe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:26.332939 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c022335d-f3c8-4446-bf37-4214e41eeefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:26.373139 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c022335d-f3c8-4446-bf37-4214e41eeefe admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:53:26.380419 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 3426abcb-996d-4c66-a4f4-3bceec188280 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:53:26.385191 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:26.417986 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c022335d-f3c8-4446-bf37-4214e41eeefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:26.418352 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-c022335d-f3c8-4446-bf37-4214e41eeefe admin admin] Added segment f5f647e9-0554-4ba2-bdc7-7f1ddb9c2847 of type vlan for network d747d127-0115-4347-ab0f-837e2d024e82 Sep 21 17:53:26.426832 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022335d-f3c8-4446-bf37-4214e41eeefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de383152-ee87-45ac-8492-318b08927a42,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:26.491845 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c022335d-f3c8-4446-bf37-4214e41eeefe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:26.508984 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-bdd72b7d-a95f-468f-8e13-76d1ade027df service neutron] 10.222.0.58 "GET /v2.0/networks/7d569167-8d50-4fca-a62d-ac1e7a567226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361250 Sep 21 17:53:26.603366 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c022335d-f3c8-4446-bf37-4214e41eeefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:26.604380 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c022335d-f3c8-4446-bf37-4214e41eeefe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:26.607229 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c022335d-f3c8-4446-bf37-4214e41eeefe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:26.630948 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-342bc3f4-3987-4ef2-b9e3-8041f0c10169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:26.658291 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-342bc3f4-3987-4ef2-b9e3-8041f0c10169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:26.729468 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342bc3f4-3987-4ef2-b9e3-8041f0c10169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3669db63-c62b-4b0c-aaa9-9a90ee2698c6,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:26.748857 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55528) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:26.754072 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c022335d-f3c8-4446-bf37-4214e41eeefe admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0237045 Sep 21 17:53:26.755658 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-78d3df93-de44-4a59-b4a5-9e455a89e6db admin admin] Request body: {'subnet': {'network_id': 'd747d127-0115-4347-ab0f-837e2d024e82', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1401431289-subnet', 'tenant_id': '60686309477d41e8bfb837fd0cc4c975', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:53:26.801972 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d3df93-de44-4a59-b4a5-9e455a89e6db admin admin] Made reservation on behalf of 60686309477d41e8bfb837fd0cc4c975 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:53:26.804946 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-78d3df93-de44-4a59-b4a5-9e455a89e6db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:26.876535 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022335d-f3c8-4446-bf37-4214e41eeefe admin admin] Pushing event updated for resources: {'Network': ['ID=d747d127-0115-4347-ab0f-837e2d024e82,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:26.888740 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342bc3f4-3987-4ef2-b9e3-8041f0c10169 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:53:26.926228 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-342bc3f4-3987-4ef2-b9e3-8041f0c10169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:26.926797 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-342bc3f4-3987-4ef2-b9e3-8041f0c10169 admin admin] Added segment dacc9465-7314-4288-821b-9c39f322898d of type vlan for network 1971a7db-b33f-45b8-9b53-89078ce1cf93 Sep 21 17:53:26.999571 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-342bc3f4-3987-4ef2-b9e3-8041f0c10169 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:27.035969 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-342bc3f4-3987-4ef2-b9e3-8041f0c10169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:27.037123 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342bc3f4-3987-4ef2-b9e3-8041f0c10169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:27.039668 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-342bc3f4-3987-4ef2-b9e3-8041f0c10169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:27.085137 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-342bc3f4-3987-4ef2-b9e3-8041f0c10169 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6233418 Sep 21 17:53:27.086027 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-78d3df93-de44-4a59-b4a5-9e455a89e6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:27.092820 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55536) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:27.102335 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-5d8ddd95-3a3c-4134-aab8-e26f9bdbab5b admin admin] Request body: {'subnet': {'network_id': '1971a7db-b33f-45b8-9b53-89078ce1cf93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-952031142-subnet', 'tenant_id': 'c4da9d9a034541f0b1a21573283219ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:53:27.146351 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342bc3f4-3987-4ef2-b9e3-8041f0c10169 admin admin] Pushing event updated for resources: {'Network': ['ID=1971a7db-b33f-45b8-9b53-89078ce1cf93,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:27.200183 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8ddd95-3a3c-4134-aab8-e26f9bdbab5b admin admin] Made reservation on behalf of c4da9d9a034541f0b1a21573283219ab for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:53:27.205251 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5d8ddd95-3a3c-4134-aab8-e26f9bdbab5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:27.272278 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3df93-de44-4a59-b4a5-9e455a89e6db admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba125923-4c86-4534-9fe7-28d3a792b9eb,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:27.329710 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc97037-63bd-449f-ac61-3551e8d0790d req-fffcbc15-f91b-4a26-ad9d-978c608b9d78 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:27.339781 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dbc97037-63bd-449f-ac61-3551e8d0790d req-fffcbc15-f91b-4a26-ad9d-978c608b9d78 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=48f800df-212f-48ef-88cb-7652dcc325a5 HTTP/1.1" status: 200 len: 949 time: 0.2681909 Sep 21 17:53:27.349563 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d3df93-de44-4a59-b4a5-9e455a89e6db admin admin] Checking segment: {'id': 'f5f647e9-0554-4ba2-bdc7-7f1ddb9c2847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd747d127-0115-4347-ab0f-837e2d024e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:53:27.350275 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d3df93-de44-4a59-b4a5-9e455a89e6db admin admin] Network hostable DHCP agents. Network: d747d127-0115-4347-ab0f-837e2d024e82, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:53:27.389192 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d3df93-de44-4a59-b4a5-9e455a89e6db admin admin] Network d747d127-0115-4347-ab0f-837e2d024e82 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:53:27.408314 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-78d3df93-de44-4a59-b4a5-9e455a89e6db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, d747d127-0115-4347-ab0f-837e2d024e82) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:53:27.435211 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d3df93-de44-4a59-b4a5-9e455a89e6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:27.436746 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-78d3df93-de44-4a59-b4a5-9e455a89e6db admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:27.476610 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dbc97037-63bd-449f-ac61-3551e8d0790d req-ae7ffe5b-05bf-48f2-90b0-515eaef7b3fc tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335049 Sep 21 17:53:27.483751 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-78d3df93-de44-4a59-b4a5-9e455a89e6db admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7331300 Sep 21 17:53:27.595702 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network d747d127-0115-4347-ab0f-837e2d024e82 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:53:27.636255 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5d8ddd95-3a3c-4134-aab8-e26f9bdbab5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:27.743839 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-244ef4cd-ad6d-450f-af8f-6880861898a0 req-88b28d0b-f238-41c3-9ea4-2715b4cd1c89 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 210 time: 0.0827677 Sep 21 17:53:27.844308 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 1971a7db-b33f-45b8-9b53-89078ce1cf93 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:53:27.846909 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b8eb7e-1cad-4401-8d4d-e7ab6094637a None None] Network d747d127-0115-4347-ab0f-837e2d024e82 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:53:27.861150 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device ff3a01c5-c401-4b70-bad6-59be3348d9cd no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:53:27.895617 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8ddd95-3a3c-4134-aab8-e26f9bdbab5b admin admin] Checking segment: {'id': 'dacc9465-7314-4288-821b-9c39f322898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1971a7db-b33f-45b8-9b53-89078ce1cf93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:53:27.895847 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8ddd95-3a3c-4134-aab8-e26f9bdbab5b admin admin] Network hostable DHCP agents. Network: 1971a7db-b33f-45b8-9b53-89078ce1cf93, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:53:27.930693 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ddd95-3a3c-4134-aab8-e26f9bdbab5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e04fc3fb-825e-41c6-b49c-33fd947c53f0,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:27.973978 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-916a157a-a66a-4e0f-858f-9cb2acb38c13 req-0dcb89a0-3145-41f7-8136-4fc0348ab71c tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 210 time: 0.0579073 Sep 21 17:53:27.975836 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8ddd95-3a3c-4134-aab8-e26f9bdbab5b admin admin] Network 1971a7db-b33f-45b8-9b53-89078ce1cf93 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:53:27.998178 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-5d8ddd95-3a3c-4134-aab8-e26f9bdbab5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 1971a7db-b33f-45b8-9b53-89078ce1cf93) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:53:28.008257 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8ddd95-3a3c-4134-aab8-e26f9bdbab5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:28.008884 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5d8ddd95-3a3c-4134-aab8-e26f9bdbab5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:28.034526 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5d8ddd95-3a3c-4134-aab8-e26f9bdbab5b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9403994 Sep 21 17:53:28.037258 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55558) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:28.041572 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-c1ed68f1-4166-48b1-bc27-e2decac8cc01 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-952031142-router', 'tenant_id': 'c4da9d9a034541f0b1a21573283219ab', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:53:28.051927 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39003ffb-b941-4007-b667-cb43dbbfb77b None None] Network 1971a7db-b33f-45b8-9b53-89078ce1cf93 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:53:28.092304 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c1ed68f1-4166-48b1-bc27-e2decac8cc01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:28.093424 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c1ed68f1-4166-48b1-bc27-e2decac8cc01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:28.235400 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c1ed68f1-4166-48b1-bc27-e2decac8cc01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:28.479385 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=653445ed-2468-4a34-8a74-ce7eb0ea6cdf,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:28.527790 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: ff3a01c5-c401-4b70-bad6-59be3348d9cd {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:53:28.527790 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device ff3a01c5-c401-4b70-bad6-59be3348d9cd not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:53:28.606104 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c1ed68f1-4166-48b1-bc27-e2decac8cc01 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:29.017712 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f8a13211-9381-48ae-9135-5165a24c76bf None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:29.091643 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-412f00d3-352d-4b17-94e7-27b0d387d2d8 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:29.095268 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-412f00d3-352d-4b17-94e7-27b0d387d2d8 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.38 "GET /v2.0/networks?id=7d569167-8d50-4fca-a62d-ac1e7a567226 HTTP/1.1" status: 200 len: 819 time: 0.1366720 Sep 21 17:53:29.172913 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f8a13211-9381-48ae-9135-5165a24c76bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:29.180940 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-ae0bf25c-eb18-4c09-bfb3-d21bf3203b83 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Request body: {'port': {'device_id': '440ab41b-cd99-4e1d-9606-26f935de7a90', 'network_id': '7d569167-8d50-4fca-a62d-ac1e7a567226', 'admin_state_up': True, 'tenant_id': '22b4d8bb0cdb441098d6e65e91ff77b6'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:53:29.196651 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c1ed68f1-4166-48b1-bc27-e2decac8cc01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:29.248187 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c1ed68f1-4166-48b1-bc27-e2decac8cc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:29.291332 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa6e3cb-1fd0-4102-88e5-9feab7ab1f7a None None] Network d747d127-0115-4347-ab0f-837e2d024e82 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:53:29.584877 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec7c49d-155f-4bb6-a17a-d2cbcf4e7472 None None] Pushing event updated for resources: {'Port': ['ID=98e68b71-cbac-4ea3-b968-06908b86d50e,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:29.679377 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-c1ed68f1-4166-48b1-bc27-e2decac8cc01 admin admin] Allocated IP 172.25.6.98 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/615ebbb7-fda2-4867-983f-94f82f17d732) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:53:29.762798 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-f8a13211-9381-48ae-9135-5165a24c76bf None None] Attempting to bind port 98e68b71-cbac-4ea3-b968-06908b86d50e on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:53:29.763200 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-f8a13211-9381-48ae-9135-5165a24c76bf None None] Attempting to bind port 98e68b71-cbac-4ea3-b968-06908b86d50e by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '89ceafcc-3951-4e89-bca1-4e134218cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7d569167-8d50-4fca-a62d-ac1e7a567226'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:53:29.766289 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a13211-9381-48ae-9135-5165a24c76bf None None] Attempting to bind port 98e68b71-cbac-4ea3-b968-06908b86d50e on network 7d569167-8d50-4fca-a62d-ac1e7a567226 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:53:29.795937 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a13211-9381-48ae-9135-5165a24c76bf None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:53:29.798586 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a13211-9381-48ae-9135-5165a24c76bf None None] Checking segment: {'id': '89ceafcc-3951-4e89-bca1-4e134218cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7d569167-8d50-4fca-a62d-ac1e7a567226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:53:29.800919 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f8a13211-9381-48ae-9135-5165a24c76bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:29.802843 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a13211-9381-48ae-9135-5165a24c76bf None None] Bound using segment: {'id': '89ceafcc-3951-4e89-bca1-4e134218cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7d569167-8d50-4fca-a62d-ac1e7a567226'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:53:29.803643 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-f8a13211-9381-48ae-9135-5165a24c76bf None None] Bound port: 98e68b71-cbac-4ea3-b968-06908b86d50e, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ceafcc-3951-4e89-bca1-4e134218cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7d569167-8d50-4fca-a62d-ac1e7a567226'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:53:29.807352 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f8a13211-9381-48ae-9135-5165a24c76bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:29.837113 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c1ed68f1-4166-48b1-bc27-e2decac8cc01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:29.886957 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973e9fb9-9cd6-4ba2-a925-c64c7f47f60a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-1971a7db-b33f-45b8-9b53-89078ce1cf93', 'network_id': '1971a7db-b33f-45b8-9b53-89078ce1cf93', 'tenant_id': 'c4da9d9a034541f0b1a21573283219ab', 'fixed_ips': [{'subnet_id': 'e04fc3fb-825e-41c6-b49c-33fd947c53f0'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:53:29.888161 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-973e9fb9-9cd6-4ba2-a925-c64c7f47f60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:29.953394 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-ae0bf25c-eb18-4c09-bfb3-d21bf3203b83 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Made reservation on behalf of 22b4d8bb0cdb441098d6e65e91ff77b6 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:53:29.958543 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-ae0bf25c-eb18-4c09-bfb3-d21bf3203b83 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:29.981414 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c1ed68f1-4166-48b1-bc27-e2decac8cc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:30.144836 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-f8a13211-9381-48ae-9135-5165a24c76bf None None] For port 98e68b71-cbac-4ea3-b968-06908b86d50e, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:53:30.151072 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-f8a13211-9381-48ae-9135-5165a24c76bf None None] For port 98e68b71-cbac-4ea3-b968-06908b86d50e, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=98e68b71-cbac-4ea3-b968-06908b86d50e,segment=NetworkSegment(89ceafcc-3951-4e89-bca1-4e134218cfa9),segment_id=89ceafcc-3951-4e89-bca1-4e134218cfa9)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:53:30.164199 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed68f1-4166-48b1-bc27-e2decac8cc01 admin admin] Pushing event updated for resources: {'Port': ['ID=615ebbb7-fda2-4867-983f-94f82f17d732,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:30.166358 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f8a13211-9381-48ae-9135-5165a24c76bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:30.179673 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ed68f1-4166-48b1-bc27-e2decac8cc01 admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:53:30.184503 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-c1ed68f1-4166-48b1-bc27-e2decac8cc01 admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:53:30.200809 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ed68f1-4166-48b1-bc27-e2decac8cc01 admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:53:30.538907 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec7c49d-155f-4bb6-a17a-d2cbcf4e7472 None None] Pushing event updated for resources: {'Port': ['ID=98e68b71-cbac-4ea3-b968-06908b86d50e,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:30.559855 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a13211-9381-48ae-9135-5165a24c76bf None None] Routers {'1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:53:30.560818 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-f8a13211-9381-48ae-9135-5165a24c76bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:53:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:30.644620 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-ae0bf25c-eb18-4c09-bfb3-d21bf3203b83 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Allocated IP 172.20.0.2 (7d569167-8d50-4fca-a62d-ac1e7a567226/c9668620-8e5e-408d-9e59-6b1ca1a8e495/5440fe66-9012-436f-88cf-6697b3a1d7ce) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:53:30.720601 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-f8a13211-9381-48ae-9135-5165a24c76bf None None] Set router 1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:53:30.962946 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-973e9fb9-9cd6-4ba2-a925-c64c7f47f60a None None] Allocated IP 172.20.0.2 (1971a7db-b33f-45b8-9b53-89078ce1cf93/e04fc3fb-825e-41c6-b49c-33fd947c53f0/d06c627d-a653-4ad0-a0ca-4422cab7fadf) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:53:31.062892 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 653445ed-2468-4a34-8a74-ce7eb0ea6cdf up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:53:31.077257 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c1ed68f1-4166-48b1-bc27-e2decac8cc01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:31.408307 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-ae0bf25c-eb18-4c09-bfb3-d21bf3203b83 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:31.410715 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 653445ed-2468-4a34-8a74-ce7eb0ea6cdf triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:53:31.411674 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:31.475757 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-973e9fb9-9cd6-4ba2-a925-c64c7f47f60a None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:31.484178 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-f8a13211-9381-48ae-9135-5165a24c76bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'name': 'tempest-ServerRescueTestJSONUnderV235-180059102-router', 'tenant_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3426abcb-996d-4c66-a4f4-3bceec188280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:53:15Z', 'updated_at': '2021-09-21T17:53:22Z', 'revision_number': 4, 'project_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'gw_port': {'id': '3426abcb-996d-4c66-a4f4-3bceec188280', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:17Z', 'updated_at': '2021-09-21T17:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '98e68b71-cbac-4ea3-b968-06908b86d50e', 'name': '', 'network_id': '7d569167-8d50-4fca-a62d-ac1e7a567226', 'tenant_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'mac_address': 'fa:16:3e:53:61:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'c9668620-8e5e-408d-9e59-6b1ca1a8e495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:20Z', 'updated_at': '2021-09-21T17:53:30Z', 'revision_number': 4, 'project_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'subnets': [{'id': 'c9668620-8e5e-408d-9e59-6b1ca1a8e495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:31.538759 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c1ed68f1-4166-48b1-bc27-e2decac8cc01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:31.625579 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-ae0bf25c-eb18-4c09-bfb3-d21bf3203b83 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:31.805164 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-973e9fb9-9cd6-4ba2-a925-c64c7f47f60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:31.822101 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a13211-9381-48ae-9135-5165a24c76bf None None] The sync data for ids ['1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf'] in n-d-810291-1 is: [{'id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'name': 'tempest-ServerRescueTestJSONUnderV235-180059102-router', 'tenant_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3426abcb-996d-4c66-a4f4-3bceec188280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:53:15Z', 'updated_at': '2021-09-21T17:53:22Z', 'revision_number': 4, 'project_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'gw_port': {'id': '3426abcb-996d-4c66-a4f4-3bceec188280', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:17Z', 'updated_at': '2021-09-21T17:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '98e68b71-cbac-4ea3-b968-06908b86d50e', 'name': '', 'network_id': '7d569167-8d50-4fca-a62d-ac1e7a567226', 'tenant_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'mac_address': 'fa:16:3e:53:61:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'c9668620-8e5e-408d-9e59-6b1ca1a8e495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:20Z', 'updated_at': '2021-09-21T17:53:30Z', 'revision_number': 4, 'project_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'subnets': [{'id': 'c9668620-8e5e-408d-9e59-6b1ca1a8e495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:53:31.861278 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973e9fb9-9cd6-4ba2-a925-c64c7f47f60a None None] Network 1971a7db-b33f-45b8-9b53-89078ce1cf93 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:53:31.959081 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-973e9fb9-9cd6-4ba2-a925-c64c7f47f60a None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:53:31.970180 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973e9fb9-9cd6-4ba2-a925-c64c7f47f60a None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:53:32.079494 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e9fb9-9cd6-4ba2-a925-c64c7f47f60a None None] Pushing event updated for resources: {'Port': ['ID=d06c627d-a653-4ad0-a0ca-4422cab7fadf,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:32.136842 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:32.224761 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c501f326-aad6-4c49-b8e3-99bd14369e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653445ed-2468-4a34-8a74-ce7eb0ea6cdf'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:53:32.230431 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a695cd3-6bdd-44cd-a182-9d38df115fa9" -d '{"events": [{"server_uuid": "c501f326-aad6-4c49-b8e3-99bd14369e1c", "name": "network-vif-plugged", "status": "completed", "tag": "653445ed-2468-4a34-8a74-ce7eb0ea6cdf"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:53:32.255611 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-973e9fb9-9cd6-4ba2-a925-c64c7f47f60a None None] Attempting to bind port d06c627d-a653-4ad0-a0ca-4422cab7fadf on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:53:32.256017 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-973e9fb9-9cd6-4ba2-a925-c64c7f47f60a None None] Attempting to bind port d06c627d-a653-4ad0-a0ca-4422cab7fadf by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'dacc9465-7314-4288-821b-9c39f322898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1971a7db-b33f-45b8-9b53-89078ce1cf93'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:53:32.256594 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973e9fb9-9cd6-4ba2-a925-c64c7f47f60a None None] Attempting to bind port d06c627d-a653-4ad0-a0ca-4422cab7fadf on network 1971a7db-b33f-45b8-9b53-89078ce1cf93 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:53:32.262863 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-1e2f91ac-eda1-40a0-99ec-90ce42fa03ff tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:32.274749 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-1e2f91ac-eda1-40a0-99ec-90ce42fa03ff tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] 10.222.0.58 "GET /v2.0/networks?id=d747d127-0115-4347-ab0f-837e2d024e82 HTTP/1.1" status: 200 len: 813 time: 0.2331376 Sep 21 17:53:32.281792 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 653445ed-2468-4a34-8a74-ce7eb0ea6cdf, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=653445ed-2468-4a34-8a74-ce7eb0ea6cdf,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:32.302084 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:32.308680 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-4e29eb44-bfab-43d5-80a9-edfd55a5d207 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] 10.222.0.58 "GET /v2.0/quotas/60686309477d41e8bfb837fd0cc4c975 HTTP/1.1" status: 200 len: 375 time: 0.0290773 Sep 21 17:53:32.317549 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973e9fb9-9cd6-4ba2-a925-c64c7f47f60a None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:53:32.319487 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973e9fb9-9cd6-4ba2-a925-c64c7f47f60a None None] Checking segment: {'id': 'dacc9465-7314-4288-821b-9c39f322898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1971a7db-b33f-45b8-9b53-89078ce1cf93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:53:32.320079 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-973e9fb9-9cd6-4ba2-a925-c64c7f47f60a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:32.321957 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973e9fb9-9cd6-4ba2-a925-c64c7f47f60a None None] Bound using segment: {'id': 'dacc9465-7314-4288-821b-9c39f322898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1971a7db-b33f-45b8-9b53-89078ce1cf93'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:53:32.322642 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-973e9fb9-9cd6-4ba2-a925-c64c7f47f60a None None] Bound port: d06c627d-a653-4ad0-a0ca-4422cab7fadf, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dacc9465-7314-4288-821b-9c39f322898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1971a7db-b33f-45b8-9b53-89078ce1cf93'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:53:32.324170 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-973e9fb9-9cd6-4ba2-a925-c64c7f47f60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:32.397795 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-92d28042-2f82-4440-abb7-39d579476f1a tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=60686309477d41e8bfb837fd0cc4c975&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0830667 Sep 21 17:53:32.486750 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=653445ed-2468-4a34-8a74-ce7eb0ea6cdf,revision_number=7']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:32.504111 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 98e68b71-cbac-4ea3-b968-06908b86d50e up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:53:32.573364 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-ba546a91-aa47-4f30-b501-de17706eb557 service neutron] 10.222.0.58 "GET /v2.0/networks/d747d127-0115-4347-ab0f-837e2d024e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735365 Sep 21 17:53:32.621722 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-973e9fb9-9cd6-4ba2-a925-c64c7f47f60a None None] For port d06c627d-a653-4ad0-a0ca-4422cab7fadf, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:53:32.654030 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-973e9fb9-9cd6-4ba2-a925-c64c7f47f60a None None] For port d06c627d-a653-4ad0-a0ca-4422cab7fadf, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d06c627d-a653-4ad0-a0ca-4422cab7fadf,segment=NetworkSegment(dacc9465-7314-4288-821b-9c39f322898d),segment_id=dacc9465-7314-4288-821b-9c39f322898d)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:53:32.663677 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 98e68b71-cbac-4ea3-b968-06908b86d50e triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:53:32.665224 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:32.670622 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-973e9fb9-9cd6-4ba2-a925-c64c7f47f60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:32.708016 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0bf25c-eb18-4c09-bfb3-d21bf3203b83 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Pushing event updated for resources: {'Port': ['ID=5440fe66-9012-436f-88cf-6697b3a1d7ce,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:32.767792 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-6d9fe02d-8daa-4e0f-bfcb-079fe50ccff8 service neutron] 10.222.0.58 "GET /v2.0/networks/d747d127-0115-4347-ab0f-837e2d024e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933081 Sep 21 17:53:32.890980 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e9fb9-9cd6-4ba2-a925-c64c7f47f60a None None] Pushing event updated for resources: {'Port': ['ID=d06c627d-a653-4ad0-a0ca-4422cab7fadf,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:32.892303 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-ae0bf25c-eb18-4c09-bfb3-d21bf3203b83 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Network 7d569167-8d50-4fca-a62d-ac1e7a567226 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:53:32.892303 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-ae0bf25c-eb18-4c09-bfb3-d21bf3203b83 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:53:32.925080 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-ae0bf25c-eb18-4c09-bfb3-d21bf3203b83 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:53:33.016789 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:33.031840 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ed68f1-4166-48b1-bc27-e2decac8cc01 admin admin] Router ce55332b-0c0d-4e4c-af22-39781db210d9 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:53:33.049635 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e1add-b7a4-4705-a72f-84a9a7895720 req-84b5e455-3a31-4671-9f4d-ab7fc0073999 tempest-ServersOnMultiNodesTest-694228279 tempest-ServersOnMultiNodesTest-694228279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:33.051243 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9a0e1add-b7a4-4705-a72f-84a9a7895720 req-84b5e455-3a31-4671-9f4d-ab7fc0073999 tempest-ServersOnMultiNodesTest-694228279 tempest-ServersOnMultiNodesTest-694228279-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=48f800df-212f-48ef-88cb-7652dcc325a5 HTTP/1.1" status: 200 len: 1100 time: 0.3622558 Sep 21 17:53:33.060899 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 98e68b71-cbac-4ea3-b968-06908b86d50e, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=98e68b71-cbac-4ea3-b968-06908b86d50e,segment=NetworkSegment(89ceafcc-3951-4e89-bca1-4e134218cfa9),segment_id=89ceafcc-3951-4e89-bca1-4e134218cfa9)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:33.066322 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:33.167900 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=98e68b71-cbac-4ea3-b968-06908b86d50e,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:33.207698 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-68daa20d-f4fb-42d2-8cf8-eddb17d349a9 req-5480c53a-1b10-4205-a37c-6efd18394f12 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9c84283-ac28-4b68-8c05-c2c30d3dbcb6 HTTP/1.1" status: 200 len: 210 time: 0.0885963 Sep 21 17:53:33.291863 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9a0e1add-b7a4-4705-a72f-84a9a7895720 req-70e165c9-5d9d-4f2b-852c-f18f885d7e84 tempest-ServersOnMultiNodesTest-694228279 tempest-ServersOnMultiNodesTest-694228279-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:33.458720 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-ae0bf25c-eb18-4c09-bfb3-d21bf3203b83 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:33.459434 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-ae0bf25c-eb18-4c09-bfb3-d21bf3203b83 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:33.543252 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ed68f1-4166-48b1-bc27-e2decac8cc01 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:53:33.552451 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0862236-edbf-4d52-8e0d-ca508ab42a67 None None] Sync routers for ids ['ce55332b-0c0d-4e4c-af22-39781db210d9'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:53:33.571959 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0862236-edbf-4d52-8e0d-ca508ab42a67 None None] Routers {'ce55332b-0c0d-4e4c-af22-39781db210d9'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:53:33.574335 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-b0862236-edbf-4d52-8e0d-ca508ab42a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:53:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ce55332b-0c0d-4e4c-af22-39781db210d9'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:33.669883 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0231e-87c1-43aa-9b84-3214c7fc96da req-fbf8e83a-ce0f-4342-ae8c-764c31db43e1 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:33.673971 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-70b0231e-87c1-43aa-9b84-3214c7fc96da req-fbf8e83a-ce0f-4342-ae8c-764c31db43e1 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 931 time: 0.1824529 Sep 21 17:53:33.752823 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9a0e1add-b7a4-4705-a72f-84a9a7895720 req-70e165c9-5d9d-4f2b-852c-f18f885d7e84 tempest-ServersOnMultiNodesTest-694228279 tempest-ServersOnMultiNodesTest-694228279-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:33.764771 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9a0e1add-b7a4-4705-a72f-84a9a7895720 req-70e165c9-5d9d-4f2b-852c-f18f885d7e84 tempest-ServersOnMultiNodesTest-694228279 tempest-ServersOnMultiNodesTest-694228279-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:33.772748 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c1ed68f1-4166-48b1-bc27-e2decac8cc01 admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:33.774826 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c1ed68f1-4166-48b1-bc27-e2decac8cc01 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.7366154 Sep 21 17:53:33.777031 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-ae0bf25c-eb18-4c09-bfb3-d21bf3203b83 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6058443 Sep 21 17:53:33.787839 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55622) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:33.805779 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-66fcf744-cfa3-4dba-bf1d-8adae23080c6 service neutron] Request body: {'port': {'device_id': '440ab41b-cd99-4e1d-9606-26f935de7a90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:53:33.855468 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9a0e1add-b7a4-4705-a72f-84a9a7895720 req-70e165c9-5d9d-4f2b-852c-f18f885d7e84 tempest-ServersOnMultiNodesTest-694228279 tempest-ServersOnMultiNodesTest-694228279-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6421485 Sep 21 17:53:33.873239 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e165c9-5d9d-4f2b-852c-f18f885d7e84 tempest-ServersOnMultiNodesTest-694228279 tempest-ServersOnMultiNodesTest-694228279-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c29e669-1679-443e-b443-fb39ea5e443f,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:34.002090 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-66fcf744-cfa3-4dba-bf1d-8adae23080c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:34.051095 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-b0862236-edbf-4d52-8e0d-ca508ab42a67 None None] Set router ce55332b-0c0d-4e4c-af22-39781db210d9 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:53:34.105187 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f236b5a-e75a-4091-a23a-60e85b7307c7 x-openstack-request-id: req-4f236b5a-e75a-4091-a23a-60e85b7307c7 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:53:34.105701 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c501f326-aad6-4c49-b8e3-99bd14369e1c", "name": "network-vif-plugged", "status": "completed", "tag": "653445ed-2468-4a34-8a74-ce7eb0ea6cdf", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:53:34.105701 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4f236b5a-e75a-4091-a23a-60e85b7307c7 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:53:34.106142 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c501f326-aad6-4c49-b8e3-99bd14369e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653445ed-2468-4a34-8a74-ce7eb0ea6cdf', 'code': 200} Sep 21 17:53:34.249576 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-70b0231e-87c1-43aa-9b84-3214c7fc96da req-fa397bf0-9c37-492d-bf1f-6a84663de6a3 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb1a3e94-9835-4afd-8ae4-6be7f4d9ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5632658 Sep 21 17:53:34.677429 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-66fcf744-cfa3-4dba-bf1d-8adae23080c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5440fe66-9012-436f-88cf-6697b3a1d7ce {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:53:34.686258 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-66fcf744-cfa3-4dba-bf1d-8adae23080c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:34.703292 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-66fcf744-cfa3-4dba-bf1d-8adae23080c6 service neutron] Transition to ACTIVE for port object 5440fe66-9012-436f-88cf-6697b3a1d7ce will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:53:34.707751 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170bbd7-df4c-4b8a-a5a9-514c593b837f req-8cb43af2-e692-4317-bf57-9219bd26b0d0 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:34.708298 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-b0862236-edbf-4d52-8e0d-ca508ab42a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'name': 'tempest-ServersTestBootFromVolume-952031142-router', 'tenant_id': 'c4da9d9a034541f0b1a21573283219ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '615ebbb7-fda2-4867-983f-94f82f17d732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:53:28Z', 'updated_at': '2021-09-21T17:53:30Z', 'revision_number': 3, 'project_id': 'c4da9d9a034541f0b1a21573283219ab', 'gw_port': {'id': '615ebbb7-fda2-4867-983f-94f82f17d732', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:29Z', 'updated_at': '2021-09-21T17:53:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:34.729658 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9170bbd7-df4c-4b8a-a5a9-514c593b837f req-8cb43af2-e692-4317-bf57-9219bd26b0d0 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f69d2a0-475e-4453-8654-827f46d65926 HTTP/1.1" status: 200 len: 946 time: 0.2036881 Sep 21 17:53:34.775351 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 98e68b71-cbac-4ea3-b968-06908b86d50e up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:53:34.775496 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-84615475-ce43-4022-8df8-36259a505274 req-1fd08dca-4631-4d06-aaa7-dbd98c8fcfbb tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ac4127-20c5-409b-9db0-c0fa14559534 HTTP/1.1" status: 200 len: 210 time: 0.0703864 Sep 21 17:53:34.786689 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-66fcf744-cfa3-4dba-bf1d-8adae23080c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:34.829120 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0862236-edbf-4d52-8e0d-ca508ab42a67 None None] Checking router: ce55332b-0c0d-4e4c-af22-39781db210d9 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:53:34.829467 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0862236-edbf-4d52-8e0d-ca508ab42a67 None None] Updating router ce55332b-0c0d-4e4c-af22-39781db210d9 port 615ebbb7-fda2-4867-983f-94f82f17d732 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:53:34.897140 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-b0862236-edbf-4d52-8e0d-ca508ab42a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:34.938418 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9170bbd7-df4c-4b8a-a5a9-514c593b837f req-6bc3e389-e409-452c-a5ab-fb2baa3d8045 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2012110 Sep 21 17:53:34.940135 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 98e68b71-cbac-4ea3-b968-06908b86d50e triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:53:34.945359 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:34.984917 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc48a6e1-b22e-4c4d-8893-79245b2a9118 None None] Network 1971a7db-b33f-45b8-9b53-89078ce1cf93 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:53:35.050639 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fcf744-cfa3-4dba-bf1d-8adae23080c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5440fe66-9012-436f-88cf-6697b3a1d7ce,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:35.350454 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-f7155e35-bd7a-4c5e-80e2-7dd79de3f302 None None] Provisioning complete for port d06c627d-a653-4ad0-a0ca-4422cab7fadf triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:53:35.367438 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f7155e35-bd7a-4c5e-80e2-7dd79de3f302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:35.525180 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-a345c100-c8e6-4a5f-8129-01e540ae40f9 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:35.530782 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-a345c100-c8e6-4a5f-8129-01e540ae40f9 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] 10.222.0.44 "GET /v2.0/networks?id=d747d127-0115-4347-ab0f-837e2d024e82 HTTP/1.1" status: 200 len: 813 time: 0.4199047 Sep 21 17:53:35.559332 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-526e939c-1a2b-4548-bfc7-cbe40b076cd6 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] Request body: {'port': {'device_id': '40ac4127-20c5-409b-9db0-c0fa14559534', 'network_id': 'd747d127-0115-4347-ab0f-837e2d024e82', 'admin_state_up': True, 'tenant_id': '60686309477d41e8bfb837fd0cc4c975'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:53:35.562570 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 3924ef31-1fe5-4ebe-9fc1-047c2b484fe5 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:53:35.664967 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-b0862236-edbf-4d52-8e0d-ca508ab42a67 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:35.675693 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-b0862236-edbf-4d52-8e0d-ca508ab42a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:35.709650 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-66fcf744-cfa3-4dba-bf1d-8adae23080c6 service neutron] Attempting to bind port 5440fe66-9012-436f-88cf-6697b3a1d7ce on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:53:35.710074 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-66fcf744-cfa3-4dba-bf1d-8adae23080c6 service neutron] Attempting to bind port 5440fe66-9012-436f-88cf-6697b3a1d7ce by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '89ceafcc-3951-4e89-bca1-4e134218cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7d569167-8d50-4fca-a62d-ac1e7a567226'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:53:35.710349 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-66fcf744-cfa3-4dba-bf1d-8adae23080c6 service neutron] Attempting to bind port 5440fe66-9012-436f-88cf-6697b3a1d7ce on network 7d569167-8d50-4fca-a62d-ac1e7a567226 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:53:35.719627 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-526e939c-1a2b-4548-bfc7-cbe40b076cd6 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] Made reservation on behalf of 60686309477d41e8bfb837fd0cc4c975 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:53:35.724904 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-526e939c-1a2b-4548-bfc7-cbe40b076cd6 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:35.728469 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-66fcf744-cfa3-4dba-bf1d-8adae23080c6 service neutron] Port 5440fe66-9012-436f-88cf-6697b3a1d7ce on network 7d569167-8d50-4fca-a62d-ac1e7a567226 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:53:35.728973 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-66fcf744-cfa3-4dba-bf1d-8adae23080c6 service neutron] Attempting to bind port 5440fe66-9012-436f-88cf-6697b3a1d7ce on network 7d569167-8d50-4fca-a62d-ac1e7a567226 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:53:35.743730 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-b0862236-edbf-4d52-8e0d-ca508ab42a67 None None] Attempting to bind port 615ebbb7-fda2-4867-983f-94f82f17d732 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:53:35.745266 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-b0862236-edbf-4d52-8e0d-ca508ab42a67 None None] Attempting to bind port 615ebbb7-fda2-4867-983f-94f82f17d732 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:53:35.745968 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0862236-edbf-4d52-8e0d-ca508ab42a67 None None] Attempting to bind port 615ebbb7-fda2-4867-983f-94f82f17d732 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:53:35.748159 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-66fcf744-cfa3-4dba-bf1d-8adae23080c6 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:53:35.748515 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-66fcf744-cfa3-4dba-bf1d-8adae23080c6 service neutron] Checking segment: {'id': '89ceafcc-3951-4e89-bca1-4e134218cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7d569167-8d50-4fca-a62d-ac1e7a567226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:53:35.748974 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-66fcf744-cfa3-4dba-bf1d-8adae23080c6 service neutron] Bound using segment: {'id': '89ceafcc-3951-4e89-bca1-4e134218cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7d569167-8d50-4fca-a62d-ac1e7a567226'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:53:35.749470 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-66fcf744-cfa3-4dba-bf1d-8adae23080c6 service neutron] Bound port: 5440fe66-9012-436f-88cf-6697b3a1d7ce, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ceafcc-3951-4e89-bca1-4e134218cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7d569167-8d50-4fca-a62d-ac1e7a567226'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:53:35.749849 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-66fcf744-cfa3-4dba-bf1d-8adae23080c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:35.759864 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0862236-edbf-4d52-8e0d-ca508ab42a67 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:53:35.760756 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0862236-edbf-4d52-8e0d-ca508ab42a67 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:53:35.761384 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-b0862236-edbf-4d52-8e0d-ca508ab42a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:35.762004 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0862236-edbf-4d52-8e0d-ca508ab42a67 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:53:35.763877 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-b0862236-edbf-4d52-8e0d-ca508ab42a67 None None] Bound port: 615ebbb7-fda2-4867-983f-94f82f17d732, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:53:35.764612 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-b0862236-edbf-4d52-8e0d-ca508ab42a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:35.840191 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-b0862236-edbf-4d52-8e0d-ca508ab42a67 None None] For port 615ebbb7-fda2-4867-983f-94f82f17d732, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:53:35.845428 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-b0862236-edbf-4d52-8e0d-ca508ab42a67 None None] For port 615ebbb7-fda2-4867-983f-94f82f17d732, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=615ebbb7-fda2-4867-983f-94f82f17d732,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:53:35.859126 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-b0862236-edbf-4d52-8e0d-ca508ab42a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:35.862267 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5cc19f-3555-4146-b36e-748f75364169 None None] Pushing event updated for resources: {'Port': ['ID=615ebbb7-fda2-4867-983f-94f82f17d732,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:35.931791 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0862236-edbf-4d52-8e0d-ca508ab42a67 None None] Routers {'ce55332b-0c0d-4e4c-af22-39781db210d9'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:53:35.932899 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-b0862236-edbf-4d52-8e0d-ca508ab42a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:53:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ce55332b-0c0d-4e4c-af22-39781db210d9'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:35.975854 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5cc19f-3555-4146-b36e-748f75364169 None None] Pushing event updated for resources: {'Port': ['ID=615ebbb7-fda2-4867-983f-94f82f17d732,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:36.051927 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device d06c627d-a653-4ad0-a0ca-4422cab7fadf up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:53:36.062855 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-66fcf744-cfa3-4dba-bf1d-8adae23080c6 service neutron] For port 5440fe66-9012-436f-88cf-6697b3a1d7ce, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:53:36.081826 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-66fcf744-cfa3-4dba-bf1d-8adae23080c6 service neutron] For port 5440fe66-9012-436f-88cf-6697b3a1d7ce, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=5440fe66-9012-436f-88cf-6697b3a1d7ce,segment=NetworkSegment(89ceafcc-3951-4e89-bca1-4e134218cfa9),segment_id=89ceafcc-3951-4e89-bca1-4e134218cfa9)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:53:36.091588 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-526e939c-1a2b-4548-bfc7-cbe40b076cd6 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] Allocated IP 172.20.0.9 (d747d127-0115-4347-ab0f-837e2d024e82/ba125923-4c86-4534-9fe7-28d3a792b9eb/b2d18358-9904-425f-9d37-77d0b7a9d9f6) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:53:36.102451 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-66fcf744-cfa3-4dba-bf1d-8adae23080c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:36.153174 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-b0862236-edbf-4d52-8e0d-ca508ab42a67 None None] Set router ce55332b-0c0d-4e4c-af22-39781db210d9 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:53:36.208977 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-66fcf744-cfa3-4dba-bf1d-8adae23080c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:36.209936 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-66fcf744-cfa3-4dba-bf1d-8adae23080c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:36.213720 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-66fcf744-cfa3-4dba-bf1d-8adae23080c6 service neutron] 10.222.0.38 "PUT /v2.0/ports/5440fe66-9012-436f-88cf-6697b3a1d7ce HTTP/1.1" status: 200 len: 1091 time: 2.4181719 Sep 21 17:53:36.224039 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440ab41b-cd99-4e1d-9606-26f935de7a90', 'tag': '5440fe66-9012-436f-88cf-6697b3a1d7ce'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:53:36.231341 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37af5c9-b0cb-4485-b0b8-27af5cd02344" -d '{"events": [{"name": "network-changed", "server_uuid": "440ab41b-cd99-4e1d-9606-26f935de7a90", "tag": "5440fe66-9012-436f-88cf-6697b3a1d7ce"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:53:36.233188 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f7155e35-bd7a-4c5e-80e2-7dd79de3f302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:36.321546 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:36.376766 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 3924ef31-1fe5-4ebe-9fc1-047c2b484fe5, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=3924ef31-1fe5-4ebe-9fc1-047c2b484fe5,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:36.390048 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6e80db-bca8-45c1-b9fc-7dec056a1de6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3924ef31-1fe5-4ebe-9fc1-047c2b484fe5'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:53:36.394887 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782c92e3-0a30-4383-808f-7b057c6604c8" -d '{"events": [{"server_uuid": "6e6e80db-bca8-45c1-b9fc-7dec056a1de6", "name": "network-vif-unplugged", "status": "completed", "tag": "3924ef31-1fe5-4ebe-9fc1-047c2b484fe5"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:53:36.421824 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:36.500927 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=3924ef31-1fe5-4ebe-9fc1-047c2b484fe5,revision_number=8']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:36.527975 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-f7155e35-bd7a-4c5e-80e2-7dd79de3f302 None None] For port d06c627d-a653-4ad0-a0ca-4422cab7fadf, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d06c627d-a653-4ad0-a0ca-4422cab7fadf,segment=NetworkSegment(dacc9465-7314-4288-821b-9c39f322898d),segment_id=dacc9465-7314-4288-821b-9c39f322898d)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:36.570027 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f7155e35-bd7a-4c5e-80e2-7dd79de3f302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:36.580163 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fcf744-cfa3-4dba-bf1d-8adae23080c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5440fe66-9012-436f-88cf-6697b3a1d7ce,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:36.594046 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-88e55a26-47f3-4cd8-b834-9e810dd8d347 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=f3df2f1b844143b1bdfc1c299403f848&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693805 Sep 21 17:53:36.602696 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port d06c627d-a653-4ad0-a0ca-4422cab7fadf triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:53:36.602696 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:36.654540 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-b629b05a-b7a0-45f6-bdaa-c76da844178c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:36.661090 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-b629b05a-b7a0-45f6-bdaa-c76da844178c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=22b4d8bb0cdb441098d6e65e91ff77b6&device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 1094 time: 0.3621564 Sep 21 17:53:36.677138 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec7278-959b-4875-a00b-237b9f751f4c req-7bc5a00d-1227-49d9-8adf-22577eebdf06 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:36.690396 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2dec7278-959b-4875-a00b-237b9f751f4c req-7bc5a00d-1227-49d9-8adf-22577eebdf06 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 943 time: 0.1963124 Sep 21 17:53:36.777331 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ffabc1de-715c-4778-b6ed-47ce25355e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:36.804142 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7155e35-bd7a-4c5e-80e2-7dd79de3f302 None None] Pushing event updated for resources: {'Port': ['ID=d06c627d-a653-4ad0-a0ca-4422cab7fadf,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:36.826918 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2dec7278-959b-4875-a00b-237b9f751f4c req-aaa36821-69e5-42a3-9a32-a87cefcfd62d tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb1a3e94-9835-4afd-8ae4-6be7f4d9ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276686 Sep 21 17:53:36.871524 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-fe89a653-7bb5-43d6-b18b-c903e788acd0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5440fe66-9012-436f-88cf-6697b3a1d7ce HTTP/1.1" status: 200 len: 217 time: 0.1614349 Sep 21 17:53:37.018169 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-b0862236-edbf-4d52-8e0d-ca508ab42a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'name': 'tempest-ServersTestBootFromVolume-952031142-router', 'tenant_id': 'c4da9d9a034541f0b1a21573283219ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '615ebbb7-fda2-4867-983f-94f82f17d732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:53:28Z', 'updated_at': '2021-09-21T17:53:30Z', 'revision_number': 3, 'project_id': 'c4da9d9a034541f0b1a21573283219ab', 'gw_port': {'id': '615ebbb7-fda2-4867-983f-94f82f17d732', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:29Z', 'updated_at': '2021-09-21T17:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:37.079746 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0862236-edbf-4d52-8e0d-ca508ab42a67 None None] The sync data for ids ['ce55332b-0c0d-4e4c-af22-39781db210d9'] in n-d-810291-1 is: [{'id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'name': 'tempest-ServersTestBootFromVolume-952031142-router', 'tenant_id': 'c4da9d9a034541f0b1a21573283219ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '615ebbb7-fda2-4867-983f-94f82f17d732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:53:28Z', 'updated_at': '2021-09-21T17:53:30Z', 'revision_number': 3, 'project_id': 'c4da9d9a034541f0b1a21573283219ab', 'gw_port': {'id': '615ebbb7-fda2-4867-983f-94f82f17d732', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:29Z', 'updated_at': '2021-09-21T17:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:53:37.117922 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-86b00976-2713-46f6-a04b-610dbf642a52 None None] Provisioning complete for port d06c627d-a653-4ad0-a0ca-4422cab7fadf triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:53:37.118565 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-86b00976-2713-46f6-a04b-610dbf642a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:37.151216 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-ffabc1de-715c-4778-b6ed-47ce25355e58 admin admin] Allocated IP 172.20.0.1 (1971a7db-b33f-45b8-9b53-89078ce1cf93/e04fc3fb-825e-41c6-b49c-33fd947c53f0/806641db-752f-4cd0-b3aa-109bbc9f47d4) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:53:37.230040 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device d06c627d-a653-4ad0-a0ca-4422cab7fadf up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:53:37.298015 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-2b98dbbd-04d2-4517-9f5b-cfd1bf56aa18 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:37.311393 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-2b98dbbd-04d2-4517-9f5b-cfd1bf56aa18 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7150311 Sep 21 17:53:37.329799 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-11142c8c-1420-4c9d-88a7-24e6730013a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:37.331624 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-11142c8c-1420-4c9d-88a7-24e6730013a2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c9668620-8e5e-408d-9e59-6b1ca1a8e495 HTTP/1.1" status: 200 len: 859 time: 0.3849370 Sep 21 17:53:37.356729 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-efda7369-e4fe-4025-addf-1029e98a6597 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/quotas/f3df2f1b844143b1bdfc1c299403f848 HTTP/1.1" status: 200 len: 375 time: 0.0441804 Sep 21 17:53:37.357353 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ffabc1de-715c-4778-b6ed-47ce25355e58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:37.378966 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port d06c627d-a653-4ad0-a0ca-4422cab7fadf triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:53:37.379485 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:37.452089 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0f96900b-fa35-4ec2-b869-a74ddc2524db req-e3e372b0-d595-4127-8ea3-b3ef90604544 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ac4127-20c5-409b-9db0-c0fa14559534 HTTP/1.1" status: 200 len: 210 time: 0.0697596 Sep 21 17:53:37.464608 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-b384e958-4942-4156-84dc-9d81af0cbbd7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d569167-8d50-4fca-a62d-ac1e7a567226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044259 Sep 21 17:53:37.471465 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-526e939c-1a2b-4548-bfc7-cbe40b076cd6 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:37.520997 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ffabc1de-715c-4778-b6ed-47ce25355e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:37.662158 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffabc1de-715c-4778-b6ed-47ce25355e58 admin admin] Network 1971a7db-b33f-45b8-9b53-89078ce1cf93 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:53:37.687951 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-ffabc1de-715c-4778-b6ed-47ce25355e58 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:53:37.693591 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffabc1de-715c-4778-b6ed-47ce25355e58 admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:53:37.757080 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-fdb387dc-12c2-44f9-b851-d145e2e313aa tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3df2f1b844143b1bdfc1c299403f848&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3991139 Sep 21 17:53:37.877639 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffabc1de-715c-4778-b6ed-47ce25355e58 admin admin] Pushing event updated for resources: {'Port': ['ID=806641db-752f-4cd0-b3aa-109bbc9f47d4,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:37.904398 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-526e939c-1a2b-4548-bfc7-cbe40b076cd6 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:37.935171 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabc1de-715c-4778-b6ed-47ce25355e58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:37.935525 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabc1de-715c-4778-b6ed-47ce25355e58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:37.935863 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabc1de-715c-4778-b6ed-47ce25355e58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:37.936198 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabc1de-715c-4778-b6ed-47ce25355e58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:37.936527 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabc1de-715c-4778-b6ed-47ce25355e58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:37.936852 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabc1de-715c-4778-b6ed-47ce25355e58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:37.937183 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabc1de-715c-4778-b6ed-47ce25355e58 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:37.937503 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabc1de-715c-4778-b6ed-47ce25355e58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:37.937822 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabc1de-715c-4778-b6ed-47ce25355e58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:37.938141 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabc1de-715c-4778-b6ed-47ce25355e58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:37.938456 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabc1de-715c-4778-b6ed-47ce25355e58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:37.938771 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabc1de-715c-4778-b6ed-47ce25355e58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:38.010393 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ffabc1de-715c-4778-b6ed-47ce25355e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:38.094819 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-526e939c-1a2b-4548-bfc7-cbe40b076cd6 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] Network d747d127-0115-4347-ab0f-837e2d024e82 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:53:38.105438 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c81037-9049-4c18-a760-e6f8e262f3d6 x-openstack-request-id: req-32c81037-9049-4c18-a760-e6f8e262f3d6 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:53:38.105734 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "440ab41b-cd99-4e1d-9606-26f935de7a90", "tag": "5440fe66-9012-436f-88cf-6697b3a1d7ce", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:53:38.106120 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-32c81037-9049-4c18-a760-e6f8e262f3d6 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:53:38.106585 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440ab41b-cd99-4e1d-9606-26f935de7a90', 'tag': '5440fe66-9012-436f-88cf-6697b3a1d7ce', 'status': 'completed', 'code': 200} Sep 21 17:53:38.107115 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e939c-1a2b-4548-bfc7-cbe40b076cd6 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] Pushing event updated for resources: {'Port': ['ID=b2d18358-9904-425f-9d37-77d0b7a9d9f6,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:38.124844 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-526e939c-1a2b-4548-bfc7-cbe40b076cd6 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:53:38.137349 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-526e939c-1a2b-4548-bfc7-cbe40b076cd6 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:53:38.145321 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-7db8c2ff-84bf-4427-b0ab-a708586519d5 service neutron] 10.222.0.38 "GET /v2.0/networks/7d569167-8d50-4fca-a62d-ac1e7a567226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6415606 Sep 21 17:53:38.235048 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 17:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d132fcd-81e3-430d-a34c-c314a7c89617 x-openstack-request-id: req-9d132fcd-81e3-430d-a34c-c314a7c89617 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:53:38.235345 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6e80db-bca8-45c1-b9fc-7dec056a1de6", "name": "network-vif-unplugged", "status": "completed", "tag": "3924ef31-1fe5-4ebe-9fc1-047c2b484fe5", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:53:38.235613 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9d132fcd-81e3-430d-a34c-c314a7c89617 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:53:38.236051 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6e80db-bca8-45c1-b9fc-7dec056a1de6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3924ef31-1fe5-4ebe-9fc1-047c2b484fe5', 'code': 200} Sep 21 17:53:38.265926 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-526e939c-1a2b-4548-bfc7-cbe40b076cd6 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:38.266700 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-526e939c-1a2b-4548-bfc7-cbe40b076cd6 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:38.305506 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-976c9dbb-e824-4248-8268-79e0ebeb0ba0 None None] Provisioning complete for port 806641db-752f-4cd0-b3aa-109bbc9f47d4 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:53:38.305880 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-976c9dbb-e824-4248-8268-79e0ebeb0ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:38.382795 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-526e939c-1a2b-4548-bfc7-cbe40b076cd6 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8340309 Sep 21 17:53:38.413227 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-76dbd698-b5a8-43e9-ab70-29c330de5f8b service neutron] Request body: {'port': {'device_id': '40ac4127-20c5-409b-9db0-c0fa14559534', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:53:38.417783 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-976c9dbb-e824-4248-8268-79e0ebeb0ba0 None None] Port 806641db-752f-4cd0-b3aa-109bbc9f47d4 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:53:38.486952 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ffabc1de-715c-4778-b6ed-47ce25355e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:38.547654 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-72d35c42-2aa0-47ea-a66f-c9f0f336f190 req-e402279d-e9f6-49e4-b137-db3e188df77f service neutron] 10.222.0.38 "GET /v2.0/networks/7d569167-8d50-4fca-a62d-ac1e7a567226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795516 Sep 21 17:53:38.685973 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0e9af-1b7a-4049-81f7-8ce05dc57399 req-4922fb84-6e15-4669-bd1b-c109381197c1 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:38.707470 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-76dbd698-b5a8-43e9-ab70-29c330de5f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:38.710278 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c0e0e9af-1b7a-4049-81f7-8ce05dc57399 req-4922fb84-6e15-4669-bd1b-c109381197c1 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 943 time: 0.1467128 Sep 21 17:53:38.889812 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ffabc1de-715c-4778-b6ed-47ce25355e58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:38.931077 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ffabc1de-715c-4778-b6ed-47ce25355e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:39.007068 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ffabc1de-715c-4778-b6ed-47ce25355e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:39.102220 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-76dbd698-b5a8-43e9-ab70-29c330de5f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2d18358-9904-425f-9d37-77d0b7a9d9f6 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:53:39.114138 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-76dbd698-b5a8-43e9-ab70-29c330de5f8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:39.130718 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-76dbd698-b5a8-43e9-ab70-29c330de5f8b service neutron] Transition to ACTIVE for port object b2d18358-9904-425f-9d37-77d0b7a9d9f6 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:53:39.131328 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c0e0e9af-1b7a-4049-81f7-8ce05dc57399 req-a733a70d-877e-4a73-92f0-9a93910d69b1 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb1a3e94-9835-4afd-8ae4-6be7f4d9ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4182203 Sep 21 17:53:39.183416 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-76dbd698-b5a8-43e9-ab70-29c330de5f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:39.217868 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffabc1de-715c-4778-b6ed-47ce25355e58 admin admin] Pushing event updated for resources: {'Port': ['ID=806641db-752f-4cd0-b3aa-109bbc9f47d4,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:39.265093 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37af5c9-b0cb-4485-b0b8-27af5cd02344 req-328f14a6-4d49-425a-8791-fced0394a2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:39.270169 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d37af5c9-b0cb-4485-b0b8-27af5cd02344 req-328f14a6-4d49-425a-8791-fced0394a2b2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=22b4d8bb0cdb441098d6e65e91ff77b6&device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 1094 time: 0.6603253 Sep 21 17:53:39.325882 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 615ebbb7-fda2-4867-983f-94f82f17d732 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:53:39.496922 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 615ebbb7-fda2-4867-983f-94f82f17d732 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:53:39.497627 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e6212-7608-478f-baba-16db545878d3 req-1ab38bcc-e3e3-4a4d-868d-0317e5657c83 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:39.498185 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:39.505381 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-207e6212-7608-478f-baba-16db545878d3 req-1ab38bcc-e3e3-4a4d-868d-0317e5657c83 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ac4127-20c5-409b-9db0-c0fa14559534 HTTP/1.1" status: 200 len: 943 time: 0.1355357 Sep 21 17:53:39.530176 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffabc1de-715c-4778-b6ed-47ce25355e58 admin admin] Network 1971a7db-b33f-45b8-9b53-89078ce1cf93 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:53:39.552594 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-ffabc1de-715c-4778-b6ed-47ce25355e58 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:53:39.705182 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-0f05a6ba-72a1-4c78-9150-d89c9002d037 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:39.712929 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:39.721666 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-0f05a6ba-72a1-4c78-9150-d89c9002d037 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/networks?id=b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b HTTP/1.1" status: 200 len: 805 time: 0.5885389 Sep 21 17:53:39.771223 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 615ebbb7-fda2-4867-983f-94f82f17d732, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=615ebbb7-fda2-4867-983f-94f82f17d732,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:39.781109 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:39.783589 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dbd698-b5a8-43e9-ab70-29c330de5f8b service neutron] Pushing event updated for resources: {'Port': ['ID=b2d18358-9904-425f-9d37-77d0b7a9d9f6,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:39.865669 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffabc1de-715c-4778-b6ed-47ce25355e58 admin admin] Router ce55332b-0c0d-4e4c-af22-39781db210d9 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:53:39.945745 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-207e6212-7608-478f-baba-16db545878d3 req-a3df904b-90f9-45c0-a5ad-34d5d127b898 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] 10.222.0.58 "GET /v2.0/security-groups?id=de383152-ee87-45ac-8492-318b08927a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376633 Sep 21 17:53:39.978945 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=615ebbb7-fda2-4867-983f-94f82f17d732,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:40.015619 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-c09cf94f-d008-4015-8ca6-9b7ad30f70af tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/quotas/5d3ca10dab864494a95ff993f73111e1 HTTP/1.1" status: 200 len: 375 time: 0.2875550 Sep 21 17:53:40.259950 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-d8da3bfa-df06-4d4a-a6ba-2720973c8493 None None] Provisioning complete for port 806641db-752f-4cd0-b3aa-109bbc9f47d4 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:53:40.260323 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d8da3bfa-df06-4d4a-a6ba-2720973c8493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:40.325637 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-d8da3bfa-df06-4d4a-a6ba-2720973c8493 None None] Port 806641db-752f-4cd0-b3aa-109bbc9f47d4 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:53:40.381471 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffabc1de-715c-4778-b6ed-47ce25355e58 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:53:40.390166 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ffabc1de-715c-4778-b6ed-47ce25355e58 admin admin] 10.222.0.58 "PUT /v2.0/routers/ce55332b-0c0d-4e4c-af22-39781db210d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5993655 Sep 21 17:53:40.404972 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b49a78a-0692-4bce-8e8f-2fd3a70bb24a None None] Sync routers for ids ['ce55332b-0c0d-4e4c-af22-39781db210d9'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:53:40.426624 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b49a78a-0692-4bce-8e8f-2fd3a70bb24a None None] Routers {'ce55332b-0c0d-4e4c-af22-39781db210d9'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:53:40.427547 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-8b49a78a-0692-4bce-8e8f-2fd3a70bb24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:53:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ce55332b-0c0d-4e4c-af22-39781db210d9'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:40.501764 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d21568-7433-443d-beac-6549ca6c5a59 req-bf9e2222-08cb-4580-8271-2fa1d32c85bb tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:40.507709 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-05d21568-7433-443d-beac-6549ca6c5a59 req-bf9e2222-08cb-4580-8271-2fa1d32c85bb tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e6e80db-bca8-45c1-b9fc-7dec056a1de6 HTTP/1.1" status: 200 len: 943 time: 0.7578602 Sep 21 17:53:40.523860 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-76dbd698-b5a8-43e9-ab70-29c330de5f8b service neutron] Attempting to bind port b2d18358-9904-425f-9d37-77d0b7a9d9f6 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:53:40.524346 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-76dbd698-b5a8-43e9-ab70-29c330de5f8b service neutron] Attempting to bind port b2d18358-9904-425f-9d37-77d0b7a9d9f6 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'f5f647e9-0554-4ba2-bdc7-7f1ddb9c2847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd747d127-0115-4347-ab0f-837e2d024e82'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:53:40.524805 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-76dbd698-b5a8-43e9-ab70-29c330de5f8b service neutron] Attempting to bind port b2d18358-9904-425f-9d37-77d0b7a9d9f6 on network d747d127-0115-4347-ab0f-837e2d024e82 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:53:40.546028 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37af5c9-b0cb-4485-b0b8-27af5cd02344 req-4b78b912-5013-405e-97ae-5456a2fc23c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:40.551858 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d37af5c9-b0cb-4485-b0b8-27af5cd02344 req-4b78b912-5013-405e-97ae-5456a2fc23c4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d569167-8d50-4fca-a62d-ac1e7a567226 HTTP/1.1" status: 200 len: 920 time: 1.2322183 Sep 21 17:53:40.578651 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-9583c730-d315-4403-b6b3-bb75972b688b tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d3ca10dab864494a95ff993f73111e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5478303 Sep 21 17:53:40.714126 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-8b49a78a-0692-4bce-8e8f-2fd3a70bb24a None None] Set router ce55332b-0c0d-4e4c-af22-39781db210d9 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:53:40.789207 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-76dbd698-b5a8-43e9-ab70-29c330de5f8b service neutron] Port b2d18358-9904-425f-9d37-77d0b7a9d9f6 on network d747d127-0115-4347-ab0f-837e2d024e82 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:53:40.792266 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-76dbd698-b5a8-43e9-ab70-29c330de5f8b service neutron] Attempting to bind port b2d18358-9904-425f-9d37-77d0b7a9d9f6 on network d747d127-0115-4347-ab0f-837e2d024e82 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:53:41.023803 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff7da1-d624-415b-bd12-ab51a3a10159 req-20889191-d2e4-4efb-919c-c2ca4ec5d6d6 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:41.025462 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c9ff7da1-d624-415b-bd12-ab51a3a10159 req-20889191-d2e4-4efb-919c-c2ca4ec5d6d6 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 943 time: 0.2289813 Sep 21 17:53:41.055577 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 5440fe66-9012-436f-88cf-6697b3a1d7ce details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:53:41.106207 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d37af5c9-b0cb-4485-b0b8-27af5cd02344 req-161a1972-335d-4fb6-9265-2451544071ff service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5440fe66-9012-436f-88cf-6697b3a1d7ce HTTP/1.1" status: 200 len: 217 time: 0.5250962 Sep 21 17:53:41.110156 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-76dbd698-b5a8-43e9-ab70-29c330de5f8b service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:53:41.113947 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-76dbd698-b5a8-43e9-ab70-29c330de5f8b service neutron] Checking segment: {'id': 'f5f647e9-0554-4ba2-bdc7-7f1ddb9c2847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd747d127-0115-4347-ab0f-837e2d024e82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:53:41.114155 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c9ff7da1-d624-415b-bd12-ab51a3a10159 req-4b9ac328-0ddb-475b-922f-0abe139cf6fd tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb1a3e94-9835-4afd-8ae4-6be7f4d9ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773845 Sep 21 17:53:41.114702 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-76dbd698-b5a8-43e9-ab70-29c330de5f8b service neutron] Bound using segment: {'id': 'f5f647e9-0554-4ba2-bdc7-7f1ddb9c2847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd747d127-0115-4347-ab0f-837e2d024e82'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:53:41.115327 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-76dbd698-b5a8-43e9-ab70-29c330de5f8b service neutron] Bound port: b2d18358-9904-425f-9d37-77d0b7a9d9f6, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5f647e9-0554-4ba2-bdc7-7f1ddb9c2847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd747d127-0115-4347-ab0f-837e2d024e82'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:53:41.115843 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-76dbd698-b5a8-43e9-ab70-29c330de5f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:41.224279 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 615ebbb7-fda2-4867-983f-94f82f17d732 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:53:41.266854 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-94615941-ec53-4a72-a1b0-faffb3d507e0 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=f3df2f1b844143b1bdfc1c299403f848&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735428 Sep 21 17:53:41.355592 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-ede36902-c8a0-4b1c-a94b-9ac3b58e8231 service neutron] 10.222.0.58 "GET /v2.0/networks/b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7757349 Sep 21 17:53:41.387725 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5b1d5a47-af3d-422b-842d-4e0780979a5e req-9c78fc0f-3c07-4a07-8a7a-2b8631018f9b tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=8933d721-f93a-4ade-9245-b2da7a00a0e2 HTTP/1.1" status: 200 len: 210 time: 0.0869210 Sep 21 17:53:41.488404 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37af5c9-b0cb-4485-b0b8-27af5cd02344 req-1d30def3-0063-45b0-b7ab-88f22088070d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:41.496877 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d37af5c9-b0cb-4485-b0b8-27af5cd02344 req-1d30def3-0063-45b0-b7ab-88f22088070d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c9668620-8e5e-408d-9e59-6b1ca1a8e495 HTTP/1.1" status: 200 len: 859 time: 0.3636756 Sep 21 17:53:41.657090 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d37af5c9-b0cb-4485-b0b8-27af5cd02344 req-f0c8dfc3-fbd9-4737-9459-c3808711451c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d569167-8d50-4fca-a62d-ac1e7a567226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1508367 Sep 21 17:53:41.764808 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-8b49a78a-0692-4bce-8e8f-2fd3a70bb24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'name': 'tempest-ServersTestBootFromVolume-952031142-router', 'tenant_id': 'c4da9d9a034541f0b1a21573283219ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '615ebbb7-fda2-4867-983f-94f82f17d732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:53:28Z', 'updated_at': '2021-09-21T17:53:38Z', 'revision_number': 4, 'project_id': 'c4da9d9a034541f0b1a21573283219ab', 'gw_port': {'id': '615ebbb7-fda2-4867-983f-94f82f17d732', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:29Z', 'updated_at': '2021-09-21T17:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '806641db-752f-4cd0-b3aa-109bbc9f47d4', 'name': '', 'network_id': '1971a7db-b33f-45b8-9b53-89078ce1cf93', 'tenant_id': 'c4da9d9a034541f0b1a21573283219ab', 'mac_address': 'fa:16:3e:48:40:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'e04fc3fb-825e-41c6-b49c-33fd947c53f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:36Z', 'updated_at': '2021-09-21T17:53:38Z', 'revision_number': 2, 'project_id': 'c4da9d9a034541f0b1a21573283219ab', 'subnets': [{'id': 'e04fc3fb-825e-41c6-b49c-33fd947c53f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:41.834989 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b49a78a-0692-4bce-8e8f-2fd3a70bb24a None None] Checking router: ce55332b-0c0d-4e4c-af22-39781db210d9 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:53:41.841638 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b49a78a-0692-4bce-8e8f-2fd3a70bb24a None None] Updating router ce55332b-0c0d-4e4c-af22-39781db210d9 port 806641db-752f-4cd0-b3aa-109bbc9f47d4 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:53:41.942297 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8b49a78a-0692-4bce-8e8f-2fd3a70bb24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:41.958697 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 5440fe66-9012-436f-88cf-6697b3a1d7ce, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=5440fe66-9012-436f-88cf-6697b3a1d7ce,segment=NetworkSegment(89ceafcc-3951-4e89-bca1-4e134218cfa9),segment_id=89ceafcc-3951-4e89-bca1-4e134218cfa9)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:41.986588 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55794) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:41.992351 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '5440fe66-9012-436f-88cf-6697b3a1d7ce', 'network_id': '7d569167-8d50-4fca-a62d-ac1e7a567226', 'port_id': '5440fe66-9012-436f-88cf-6697b3a1d7ce', 'mac_address': 'fa:16:3e:2e:b3:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9668620-8e5e-408d-9e59-6b1ca1a8e495', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:53:41.994080 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 615ebbb7-fda2-4867-983f-94f82f17d732 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:53:41.994227 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-49989047-3b59-49d1-be65-a76007a7fb49 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1111422827', 'description': 'tempest-description--1125463844'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:53:41.994460 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:42.102239 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-49989047-3b59-49d1-be65-a76007a7fb49 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:42.159214 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb3534-1e68-4203-8ba7-ac147a72f9e0 req-40f7b2bf-4ec9-40ad-8b99-71ee4a871a11 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:42.160837 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-64cb3534-1e68-4203-8ba7-ac147a72f9e0 req-40f7b2bf-4ec9-40ad-8b99-71ee4a871a11 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ac4127-20c5-409b-9db0-c0fa14559534 HTTP/1.1" status: 200 len: 943 time: 0.1069677 Sep 21 17:53:42.299130 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-49989047-3b59-49d1-be65-a76007a7fb49 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:42.309832 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-49989047-3b59-49d1-be65-a76007a7fb49 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:42.321736 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8b49a78a-0692-4bce-8e8f-2fd3a70bb24a None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:42.347604 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8b49a78a-0692-4bce-8e8f-2fd3a70bb24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:42.350265 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49989047-3b59-49d1-be65-a76007a7fb49 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7acdf1f-bc5b-41b9-b979-bb84a12db13c,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:42.382146 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-49989047-3b59-49d1-be65-a76007a7fb49 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:42.387510 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-49989047-3b59-49d1-be65-a76007a7fb49 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3994269 Sep 21 17:53:42.388769 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55798) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:42.407427 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-64cb3534-1e68-4203-8ba7-ac147a72f9e0 req-67cfd8f6-4c24-490d-afeb-0522e05f289c tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] 10.222.0.58 "GET /v2.0/security-groups?id=de383152-ee87-45ac-8492-318b08927a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011279 Sep 21 17:53:42.415630 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-9899c964-bd51-4457-aa77-4efb420ae5ac tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Request body: {'security_group_rule': {'security_group_id': 'b7acdf1f-bc5b-41b9-b979-bb84a12db13c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:53:42.472498 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9899c964-bd51-4457-aa77-4efb420ae5ac tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:42.534820 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:42.569209 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea87273-f422-4116-899e-962ff8a4bc79 None None] Pushing event updated for resources: {'Port': ['ID=806641db-752f-4cd0-b3aa-109bbc9f47d4,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:42.599598 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5440fe66-9012-436f-88cf-6697b3a1d7ce {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:53:42.601647 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9899c964-bd51-4457-aa77-4efb420ae5ac tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:42.611854 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9899c964-bd51-4457-aa77-4efb420ae5ac tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:42.653358 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 5440fe66-9012-436f-88cf-6697b3a1d7ce, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=5440fe66-9012-436f-88cf-6697b3a1d7ce,segment=NetworkSegment(89ceafcc-3951-4e89-bca1-4e134218cfa9),segment_id=89ceafcc-3951-4e89-bca1-4e134218cfa9)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:42.667916 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-76dbd698-b5a8-43e9-ab70-29c330de5f8b service neutron] For port b2d18358-9904-425f-9d37-77d0b7a9d9f6, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:53:42.679622 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9899c964-bd51-4457-aa77-4efb420ae5ac tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:42.685746 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9899c964-bd51-4457-aa77-4efb420ae5ac tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2954550 Sep 21 17:53:42.688361 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899c964-bd51-4457-aa77-4efb420ae5ac tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63cf7b20-7061-409b-bfaa-490474f0885b,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:42.692841 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55814) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:42.697581 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-b00033d8-3d6a-4dcd-b898-ee0c57a559c0 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=f3df2f1b844143b1bdfc1c299403f848&shared=False HTTP/1.1" status: 200 len: 213 time: 1.0458517 Sep 21 17:53:42.705225 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-678725eb-36ee-4942-9e2c-1ea016f79834 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Request body: {'security_group_rule': {'security_group_id': 'b7acdf1f-bc5b-41b9-b979-bb84a12db13c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:53:42.728244 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-76dbd698-b5a8-43e9-ab70-29c330de5f8b service neutron] For port b2d18358-9904-425f-9d37-77d0b7a9d9f6, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=b2d18358-9904-425f-9d37-77d0b7a9d9f6,segment=NetworkSegment(f5f647e9-0554-4ba2-bdc7-7f1ddb9c2847),segment_id=f5f647e9-0554-4ba2-bdc7-7f1ddb9c2847)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:53:42.730369 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:42.760289 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-678725eb-36ee-4942-9e2c-1ea016f79834 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:42.775121 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-05d21568-7433-443d-beac-6549ca6c5a59 req-6cca3ea9-8233-469a-8980-5d370d18d7bc tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Deleting port 3924ef31-1fe5-4ebe-9fc1-047c2b484fe5 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:53:42.782705 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-05d21568-7433-443d-beac-6549ca6c5a59 req-6cca3ea9-8233-469a-8980-5d370d18d7bc tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:42.785260 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a64f3-992c-4733-ae2d-4b48bbfb6aca req-065eaf31-b71d-4934-a2ef-09f75f990a43 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:42.794415 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d32a64f3-992c-4733-ae2d-4b48bbfb6aca req-065eaf31-b71d-4934-a2ef-09f75f990a43 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 944 time: 0.1472545 Sep 21 17:53:42.829979 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-76dbd698-b5a8-43e9-ab70-29c330de5f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:42.846463 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d32a64f3-992c-4733-ae2d-4b48bbfb6aca req-9d8192d5-779e-40d3-af1a-0180e2cfe645 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb1a3e94-9835-4afd-8ae4-6be7f4d9ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460529 Sep 21 17:53:42.866962 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-8b49a78a-0692-4bce-8e8f-2fd3a70bb24a None None] Attempting to bind port 806641db-752f-4cd0-b3aa-109bbc9f47d4 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:53:42.867603 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-8b49a78a-0692-4bce-8e8f-2fd3a70bb24a None None] Attempting to bind port 806641db-752f-4cd0-b3aa-109bbc9f47d4 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'dacc9465-7314-4288-821b-9c39f322898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1971a7db-b33f-45b8-9b53-89078ce1cf93'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:53:42.867733 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b49a78a-0692-4bce-8e8f-2fd3a70bb24a None None] Attempting to bind port 806641db-752f-4cd0-b3aa-109bbc9f47d4 on network 1971a7db-b33f-45b8-9b53-89078ce1cf93 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:53:42.912514 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-9c634f43-3872-4c45-9be6-dff1e6988319 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:42.916281 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b49a78a-0692-4bce-8e8f-2fd3a70bb24a None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:53:42.919062 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-9c634f43-3872-4c45-9be6-dff1e6988319 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.6072316 Sep 21 17:53:42.919670 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b49a78a-0692-4bce-8e8f-2fd3a70bb24a None None] Checking segment: {'id': 'dacc9465-7314-4288-821b-9c39f322898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1971a7db-b33f-45b8-9b53-89078ce1cf93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:53:42.920046 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8b49a78a-0692-4bce-8e8f-2fd3a70bb24a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:42.931709 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b49a78a-0692-4bce-8e8f-2fd3a70bb24a None None] Bound using segment: {'id': 'dacc9465-7314-4288-821b-9c39f322898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1971a7db-b33f-45b8-9b53-89078ce1cf93'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:53:42.932346 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-8b49a78a-0692-4bce-8e8f-2fd3a70bb24a None None] Bound port: 806641db-752f-4cd0-b3aa-109bbc9f47d4, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dacc9465-7314-4288-821b-9c39f322898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1971a7db-b33f-45b8-9b53-89078ce1cf93'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:53:42.932884 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8b49a78a-0692-4bce-8e8f-2fd3a70bb24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:42.951774 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-678725eb-36ee-4942-9e2c-1ea016f79834 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:42.959314 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-671c66b6-71ba-49da-867b-dd653c1b6f95 None None] Provisioning complete for port 806641db-752f-4cd0-b3aa-109bbc9f47d4 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:53:42.959768 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-671c66b6-71ba-49da-867b-dd653c1b6f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:42.997515 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0f19b446-3241-4ece-8d05-6a39da2fe78d req-19f79000-4086-4946-94d7-4d936d049f8d tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=8933d721-f93a-4ade-9245-b2da7a00a0e2 HTTP/1.1" status: 200 len: 210 time: 0.0437107 Sep 21 17:53:42.999128 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-678725eb-36ee-4942-9e2c-1ea016f79834 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:43.017594 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678725eb-36ee-4942-9e2c-1ea016f79834 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a3d6d0-3530-4e05-a7e2-31be7a4d74f8,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:43.030822 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-671c66b6-71ba-49da-867b-dd653c1b6f95 None None] Port 806641db-752f-4cd0-b3aa-109bbc9f47d4 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:53:43.035498 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=5440fe66-9012-436f-88cf-6697b3a1d7ce,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:43.039061 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['5440fe66-9012-436f-88cf-6697b3a1d7ce'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:53:43.076638 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-76dbd698-b5a8-43e9-ab70-29c330de5f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:43.079086 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-76dbd698-b5a8-43e9-ab70-29c330de5f8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:43.079565 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-678725eb-36ee-4942-9e2c-1ea016f79834 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:43.081017 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-678725eb-36ee-4942-9e2c-1ea016f79834 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3836126 Sep 21 17:53:43.085615 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-76dbd698-b5a8-43e9-ab70-29c330de5f8b service neutron] 10.222.0.44 "PUT /v2.0/ports/b2d18358-9904-425f-9d37-77d0b7a9d9f6 HTTP/1.1" status: 200 len: 1091 time: 4.6852901 Sep 21 17:53:43.087192 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55816) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:43.092083 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-8cff337c-1bf0-4b1c-ab4f-6fbe3df611c3 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:53:43.116146 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-046e4c8f-dff4-49da-8b10-4e7a8247e287 service neutron] 10.222.0.58 "GET /v2.0/networks/b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7562320 Sep 21 17:53:43.117778 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ac4127-20c5-409b-9db0-c0fa14559534', 'tag': 'b2d18358-9904-425f-9d37-77d0b7a9d9f6'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:53:43.124403 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091c0fb5-8c28-43c6-be85-b275889c73cf" -d '{"events": [{"name": "network-changed", "server_uuid": "40ac4127-20c5-409b-9db0-c0fa14559534", "tag": "b2d18358-9904-425f-9d37-77d0b7a9d9f6"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:53:43.147532 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8cff337c-1bf0-4b1c-ab4f-6fbe3df611c3 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks [] for floatingip, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:43.170430 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-d254ab66-e77f-40ea-82d1-72a096b3b53c tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Request body: {'port': {'device_id': 'b982904d-0d17-40f3-8274-4db1618ed35f', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'admin_state_up': True, 'tenant_id': 'f3df2f1b844143b1bdfc1c299403f848'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:53:43.248261 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-8b49a78a-0692-4bce-8e8f-2fd3a70bb24a None None] For port 806641db-752f-4cd0-b3aa-109bbc9f47d4, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:53:43.305735 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-8b49a78a-0692-4bce-8e8f-2fd3a70bb24a None None] For port 806641db-752f-4cd0-b3aa-109bbc9f47d4, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=806641db-752f-4cd0-b3aa-109bbc9f47d4,segment=NetworkSegment(dacc9465-7314-4288-821b-9c39f322898d),segment_id=dacc9465-7314-4288-821b-9c39f322898d)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:53:43.337846 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8b49a78a-0692-4bce-8e8f-2fd3a70bb24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:43.398219 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8cff337c-1bf0-4b1c-ab4f-6fbe3df611c3 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:43.473667 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:53:43.491202 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5cf0af-3f3c-4b7a-9648-4d643c7a68ef x-openstack-request-id: req-9f5cf0af-3f3c-4b7a-9648-4d643c7a68ef {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:53:43.491693 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ac4127-20c5-409b-9db0-c0fa14559534", "tag": "b2d18358-9904-425f-9d37-77d0b7a9d9f6", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:53:43.492439 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9f5cf0af-3f3c-4b7a-9648-4d643c7a68ef {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:53:43.493576 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ac4127-20c5-409b-9db0-c0fa14559534', 'tag': 'b2d18358-9904-425f-9d37-77d0b7a9d9f6', 'status': 'completed', 'code': 200} Sep 21 17:53:43.570905 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 3924ef31-1fe5-4ebe-9fc1-047c2b484fe5 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:53:43.615365 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d37af5c9-b0cb-4485-b0b8-27af5cd02344 req-7beb7952-c9fc-4a38-bfd7-74ad8912ceb7 service neutron] 10.222.0.38 "GET /v2.0/networks/7d569167-8d50-4fca-a62d-ac1e7a567226?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8849900 Sep 21 17:53:43.616327 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c7777931-ae2a-45a2-b504-e4ff2ec18ddb req-4c181b52-9eef-43fe-b49a-b488f8e3aff4 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e78f5d-bf38-4135-960b-cc7a2df13eb2 HTTP/1.1" status: 200 len: 210 time: 0.0974452 Sep 21 17:53:43.711036 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-8cff337c-1bf0-4b1c-ab4f-6fbe3df611c3 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Allocated IP 172.25.6.116 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/5b3f6f6b-d8c9-405a-b012-0cf9e53f6440) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:53:43.722414 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b49a78a-0692-4bce-8e8f-2fd3a70bb24a None None] Routers {'ce55332b-0c0d-4e4c-af22-39781db210d9'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:53:43.723268 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-8b49a78a-0692-4bce-8e8f-2fd3a70bb24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:53:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ce55332b-0c0d-4e4c-af22-39781db210d9'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:43.727826 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea87273-f422-4116-899e-962ff8a4bc79 None None] Pushing event updated for resources: {'Port': ['ID=806641db-752f-4cd0-b3aa-109bbc9f47d4,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:43.934865 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-a4d80cac-52af-48ec-8917-934f27bcfb12 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:43.957600 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-a4d80cac-52af-48ec-8917-934f27bcfb12 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2389381 Sep 21 17:53:43.959734 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dbd698-b5a8-43e9-ab70-29c330de5f8b service neutron] Pushing event updated for resources: {'Port': ['ID=b2d18358-9904-425f-9d37-77d0b7a9d9f6,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:44.001626 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-c2d86a4c-c91e-4908-b93e-24e7701e9da0 None None] Provisioning complete for port 806641db-752f-4cd0-b3aa-109bbc9f47d4 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:53:44.002249 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c2d86a4c-c91e-4908-b93e-24e7701e9da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:44.081374 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-8b49a78a-0692-4bce-8e8f-2fd3a70bb24a None None] Set router ce55332b-0c0d-4e4c-af22-39781db210d9 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:53:44.118892 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-2df051a7-0c80-4d5f-85eb-a2802730bdbf tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Request body: {'port': {'device_id': '8933d721-f93a-4ade-9245-b2da7a00a0e2', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'admin_state_up': True, 'tenant_id': 'f3df2f1b844143b1bdfc1c299403f848'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:53:44.143777 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-a107990b-e163-4039-9a95-d508f0feab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:44.145456 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-a107990b-e163-4039-9a95-d508f0feab82 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60686309477d41e8bfb837fd0cc4c975&device_id=40ac4127-20c5-409b-9db0-c0fa14559534 HTTP/1.1" status: 200 len: 1094 time: 0.9430742 Sep 21 17:53:44.152096 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a67751-97df-4136-81b3-136c77e65a66 req-b858f086-d2d3-4582-8241-a7997116e8d3 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:44.157167 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-45a67751-97df-4136-81b3-136c77e65a66 req-b858f086-d2d3-4582-8241-a7997116e8d3 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ac4127-20c5-409b-9db0-c0fa14559534 HTTP/1.1" status: 200 len: 943 time: 0.3970695 Sep 21 17:53:44.173004 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fa116-0c8e-48dd-8b1e-df2c2a2946a9 req-5fe189ea-f0a2-4c0f-8563-0de422ab8421 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:44.175423 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1b8fa116-0c8e-48dd-8b1e-df2c2a2946a9 req-5fe189ea-f0a2-4c0f-8563-0de422ab8421 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.44 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 944 time: 0.3061547 Sep 21 17:53:44.210460 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c2d86a4c-c91e-4908-b93e-24e7701e9da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:44.217653 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-05d21568-7433-443d-beac-6549ca6c5a59 req-6cca3ea9-8233-469a-8980-5d370d18d7bc tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] For port 3924ef31-1fe5-4ebe-9fc1-047c2b484fe5, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=3924ef31-1fe5-4ebe-9fc1-047c2b484fe5,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:44.218286 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-05d21568-7433-443d-beac-6549ca6c5a59 req-6cca3ea9-8233-469a-8980-5d370d18d7bc tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:44.311920 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-c2d86a4c-c91e-4908-b93e-24e7701e9da0 None None] For port 806641db-752f-4cd0-b3aa-109bbc9f47d4, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=806641db-752f-4cd0-b3aa-109bbc9f47d4,segment=NetworkSegment(dacc9465-7314-4288-821b-9c39f322898d),segment_id=dacc9465-7314-4288-821b-9c39f322898d)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:44.384695 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-45a67751-97df-4136-81b3-136c77e65a66 req-d1dbc4ba-6667-4d39-8eae-f3a89b1158b7 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] 10.222.0.58 "GET /v2.0/security-groups?id=de383152-ee87-45ac-8492-318b08927a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079284 Sep 21 17:53:44.488615 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8cff337c-1bf0-4b1c-ab4f-6fbe3df611c3 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:44.492754 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c2d86a4c-c91e-4908-b93e-24e7701e9da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:44.523059 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-2ca0ed58-6b84-4380-8e80-75045cecc443 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2d18358-9904-425f-9d37-77d0b7a9d9f6 HTTP/1.1" status: 200 len: 217 time: 0.3212302 Sep 21 17:53:44.544731 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-1b8fa116-0c8e-48dd-8b1e-df2c2a2946a9 req-f969c6ff-0aaf-49a2-b5ac-7d7751765bda tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Deleting port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:53:44.545075 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-1b8fa116-0c8e-48dd-8b1e-df2c2a2946a9 req-f969c6ff-0aaf-49a2-b5ac-7d7751765bda tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:44.554248 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-05d21568-7433-443d-beac-6549ca6c5a59 req-6cca3ea9-8233-469a-8980-5d370d18d7bc tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Calling delete_port for 3924ef31-1fe5-4ebe-9fc1-047c2b484fe5 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:53:44.579102 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8cff337c-1bf0-4b1c-ab4f-6fbe3df611c3 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:44.604629 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571acb1-11b7-4c83-8a46-1d3150d9b68a req-79f8114d-3567-49a1-bd17-1766a9bf7a55 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:44.619809 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0571acb1-11b7-4c83-8a46-1d3150d9b68a req-79f8114d-3567-49a1-bd17-1766a9bf7a55 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 944 time: 1.0292828 Sep 21 17:53:44.722849 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d86a4c-c91e-4908-b93e-24e7701e9da0 None None] Pushing event updated for resources: {'Port': ['ID=806641db-752f-4cd0-b3aa-109bbc9f47d4,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:44.764438 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cff337c-1bf0-4b1c-ab4f-6fbe3df611c3 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:53:44.777922 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-8cff337c-1bf0-4b1c-ab4f-6fbe3df611c3 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:53:44.789396 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cff337c-1bf0-4b1c-ab4f-6fbe3df611c3 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:53:44.819372 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-8b49a78a-0692-4bce-8e8f-2fd3a70bb24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'name': 'tempest-ServersTestBootFromVolume-952031142-router', 'tenant_id': 'c4da9d9a034541f0b1a21573283219ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '615ebbb7-fda2-4867-983f-94f82f17d732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:53:28Z', 'updated_at': '2021-09-21T17:53:38Z', 'revision_number': 4, 'project_id': 'c4da9d9a034541f0b1a21573283219ab', 'gw_port': {'id': '615ebbb7-fda2-4867-983f-94f82f17d732', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:29Z', 'updated_at': '2021-09-21T17:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '806641db-752f-4cd0-b3aa-109bbc9f47d4', 'name': '', 'network_id': '1971a7db-b33f-45b8-9b53-89078ce1cf93', 'tenant_id': 'c4da9d9a034541f0b1a21573283219ab', 'mac_address': 'fa:16:3e:48:40:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'e04fc3fb-825e-41c6-b49c-33fd947c53f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:36Z', 'updated_at': '2021-09-21T17:53:43Z', 'revision_number': 4, 'project_id': 'c4da9d9a034541f0b1a21573283219ab', 'subnets': [{'id': 'e04fc3fb-825e-41c6-b49c-33fd947c53f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:44.829413 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff337c-1bf0-4b1c-ab4f-6fbe3df611c3 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Pushing event updated for resources: {'Port': ['ID=5b3f6f6b-d8c9-405a-b012-0cf9e53f6440,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:44.859738 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b49a78a-0692-4bce-8e8f-2fd3a70bb24a None None] The sync data for ids ['ce55332b-0c0d-4e4c-af22-39781db210d9'] in n-d-810291-1 is: [{'id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'name': 'tempest-ServersTestBootFromVolume-952031142-router', 'tenant_id': 'c4da9d9a034541f0b1a21573283219ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '615ebbb7-fda2-4867-983f-94f82f17d732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:53:28Z', 'updated_at': '2021-09-21T17:53:38Z', 'revision_number': 4, 'project_id': 'c4da9d9a034541f0b1a21573283219ab', 'gw_port': {'id': '615ebbb7-fda2-4867-983f-94f82f17d732', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:29Z', 'updated_at': '2021-09-21T17:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '806641db-752f-4cd0-b3aa-109bbc9f47d4', 'name': '', 'network_id': '1971a7db-b33f-45b8-9b53-89078ce1cf93', 'tenant_id': 'c4da9d9a034541f0b1a21573283219ab', 'mac_address': 'fa:16:3e:48:40:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'e04fc3fb-825e-41c6-b49c-33fd947c53f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:36Z', 'updated_at': '2021-09-21T17:53:43Z', 'revision_number': 4, 'project_id': 'c4da9d9a034541f0b1a21573283219ab', 'subnets': [{'id': 'e04fc3fb-825e-41c6-b49c-33fd947c53f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:53:44.864452 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-1b8fa116-0c8e-48dd-8b1e-df2c2a2946a9 req-f969c6ff-0aaf-49a2-b5ac-7d7751765bda tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] For port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:44.864924 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-1b8fa116-0c8e-48dd-8b1e-df2c2a2946a9 req-f969c6ff-0aaf-49a2-b5ac-7d7751765bda tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:44.867002 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0571acb1-11b7-4c83-8a46-1d3150d9b68a req-f16d1f6c-acef-49d8-8bad-cfa54fbcbc5d tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451582 Sep 21 17:53:44.901409 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99e779-b81d-4181-aa67-f160df3308d0 req-23d96d76-65d5-4030-9b5f-f73b35145b08 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:44.909607 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4d99e779-b81d-4181-aa67-f160df3308d0 req-23d96d76-65d5-4030-9b5f-f73b35145b08 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 944 time: 0.2668054 Sep 21 17:53:44.930660 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-1b8fa116-0c8e-48dd-8b1e-df2c2a2946a9 req-f969c6ff-0aaf-49a2-b5ac-7d7751765bda tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Calling delete_port for 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 owned by compute:nova {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:53:44.955229 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d37af5c9-b0cb-4485-b0b8-27af5cd02344 req-4b430973-e3b1-4bd1-8c29-7f6e377cc75f service neutron] 10.222.0.38 "GET /v2.0/networks/7d569167-8d50-4fca-a62d-ac1e7a567226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2091832 Sep 21 17:53:45.054644 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8cff337c-1bf0-4b1c-ab4f-6fbe3df611c3 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:45.066621 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-d6180525-ce85-4043-b381-425579fe340d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:45.073360 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-d6180525-ce85-4043-b381-425579fe340d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba125923-4c86-4534-9fe7-28d3a792b9eb HTTP/1.1" status: 200 len: 853 time: 0.5384524 Sep 21 17:53:45.081648 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4d99e779-b81d-4181-aa67-f160df3308d0 req-4ca7e99a-52f6-49c2-a190-b13278b49c11 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb1a3e94-9835-4afd-8ae4-6be7f4d9ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709950 Sep 21 17:53:45.097913 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-d254ab66-e77f-40ea-82d1-72a096b3b53c tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Made reservation on behalf of f3df2f1b844143b1bdfc1c299403f848 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:53:45.103129 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 5440fe66-9012-436f-88cf-6697b3a1d7ce up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:53:45.117862 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-d254ab66-e77f-40ea-82d1-72a096b3b53c tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:45.267369 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 5440fe66-9012-436f-88cf-6697b3a1d7ce completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:53:45.270138 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8cff337c-1bf0-4b1c-ab4f-6fbe3df611c3 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:45.271403 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7cc290fe-24a4-4bdd-9773-06bfad7c5032 req-3a223793-7408-4a10-8e97-b934025d0010 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=8933d721-f93a-4ade-9245-b2da7a00a0e2 HTTP/1.1" status: 200 len: 210 time: 0.2459874 Sep 21 17:53:45.286338 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 5440fe66-9012-436f-88cf-6697b3a1d7ce triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:53:45.286733 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:45.290435 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 806641db-752f-4cd0-b3aa-109bbc9f47d4 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:53:45.346780 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-100dc4e3-5edb-4f99-9069-3e9870ac8f97 req-bd71419b-e56d-49d2-88b5-53b468c3a5e0 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e78f5d-bf38-4135-960b-cc7a2df13eb2 HTTP/1.1" status: 200 len: 210 time: 0.1057014 Sep 21 17:53:45.371807 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-2df051a7-0c80-4d5f-85eb-a2802730bdbf tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Made reservation on behalf of f3df2f1b844143b1bdfc1c299403f848 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:53:45.377611 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-2df051a7-0c80-4d5f-85eb-a2802730bdbf tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:45.385318 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-befff247-e220-4f53-b66f-48952f83a6e2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d747d127-0115-4347-ab0f-837e2d024e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1758606 Sep 21 17:53:45.506981 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 806641db-752f-4cd0-b3aa-109bbc9f47d4 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:53:45.507366 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:45.614037 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-d254ab66-e77f-40ea-82d1-72a096b3b53c tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Allocated IP 192.168.233.95 (c714db5f-672e-4004-8098-88db84169d3c/53f6ee96-7c10-4364-b9ae-9f7e7556e695/3564a266-ac78-4756-aef0-dedea25f143d) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:53:45.640850 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:45.749084 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440ab41b-cd99-4e1d-9606-26f935de7a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5440fe66-9012-436f-88cf-6697b3a1d7ce'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:53:45.756682 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-942c06c4-43d0-4425-86f1-b6db568dba4b tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:45.758209 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-942c06c4-43d0-4425-86f1-b6db568dba4b tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.44 "GET /v2.0/networks?id=b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b HTTP/1.1" status: 200 len: 805 time: 0.5003464 Sep 21 17:53:45.766337 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0d3e7f-fdc2-4ced-aaca-83fb3cc86628" -d '{"events": [{"server_uuid": "440ab41b-cd99-4e1d-9606-26f935de7a90", "name": "network-vif-plugged", "status": "completed", "tag": "5440fe66-9012-436f-88cf-6697b3a1d7ce"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:53:45.796663 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-b728253f-aa3c-4ccd-845a-16ade05c5f24 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Request body: {'port': {'device_id': 'e8e78f5d-bf38-4135-960b-cc7a2df13eb2', 'network_id': 'b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b', 'admin_state_up': True, 'tenant_id': '5d3ca10dab864494a95ff993f73111e1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:53:45.799339 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 5440fe66-9012-436f-88cf-6697b3a1d7ce, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=5440fe66-9012-436f-88cf-6697b3a1d7ce,segment=NetworkSegment(89ceafcc-3951-4e89-bca1-4e134218cfa9),segment_id=89ceafcc-3951-4e89-bca1-4e134218cfa9)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:45.807318 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:45.864010 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9995259-75c6-43f7-8710-f2f3f60828cc x-openstack-request-id: req-c9995259-75c6-43f7-8710-f2f3f60828cc {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:53:45.864301 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440ab41b-cd99-4e1d-9606-26f935de7a90", "name": "network-vif-plugged", "status": "completed", "tag": "5440fe66-9012-436f-88cf-6697b3a1d7ce", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:53:45.864557 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c9995259-75c6-43f7-8710-f2f3f60828cc {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:53:45.864947 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440ab41b-cd99-4e1d-9606-26f935de7a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5440fe66-9012-436f-88cf-6697b3a1d7ce', 'code': 200} Sep 21 17:53:45.943454 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f0360d21-9a58-4d24-9019-a1b4fb68407e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:45.972417 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=5440fe66-9012-436f-88cf-6697b3a1d7ce,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:46.087921 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-1b8fa116-0c8e-48dd-8b1e-df2c2a2946a9 req-f969c6ff-0aaf-49a2-b5ac-7d7751765bda tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:46.145204 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8cff337c-1bf0-4b1c-ab4f-6fbe3df611c3 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:46.152454 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969c6ff-0aaf-49a2-b5ac-7d7751765bda tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Pushing event deleted for resources: {'Port': ['ID=136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:46.173503 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8cff337c-1bf0-4b1c-ab4f-6fbe3df611c3 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:46.200934 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6a048-5062-43ff-b7fe-7cc8c9941a78 req-2b7b3ae6-e6f4-4b1c-b118-e5a7711235a7 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:46.208664 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2ee6a048-5062-43ff-b7fe-7cc8c9941a78 req-2b7b3ae6-e6f4-4b1c-b118-e5a7711235a7 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ac4127-20c5-409b-9db0-c0fa14559534 HTTP/1.1" status: 200 len: 943 time: 0.5127947 Sep 21 17:53:46.279507 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8fa116-0c8e-48dd-8b1e-df2c2a2946a9 req-f969c6ff-0aaf-49a2-b5ac-7d7751765bda tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] No DVR routers for this DVR port 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 on host n-h2-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:53:46.293685 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05256c-0924-48f6-b293-6e100dcfb4f4 req-e797d277-b54a-49d4-9769-e06d2ce6241a tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:46.295920 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0e05256c-0924-48f6-b293-6e100dcfb4f4 req-e797d277-b54a-49d4-9769-e06d2ce6241a tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=2104ed3f-76aa-4335-9882-7599aa0f4a65 HTTP/1.1" status: 200 len: 866 time: 0.2735126 Sep 21 17:53:46.299256 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-1b8fa116-0c8e-48dd-8b1e-df2c2a2946a9 req-f969c6ff-0aaf-49a2-b5ac-7d7751765bda tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:46.301525 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1b8fa116-0c8e-48dd-8b1e-df2c2a2946a9 req-f969c6ff-0aaf-49a2-b5ac-7d7751765bda tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.44 "DELETE /v2.0/ports/136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 HTTP/1.1" status: 204 len: 173 time: 2.0536373 Sep 21 17:53:46.307035 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2104ed3f-76aa-4335-9882-7599aa0f4a65', 'name': 'network-vif-deleted', 'tag': '136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:53:46.309641 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81dfec0d-596f-4e57-9733-b38815761f54" -d '{"events": [{"server_uuid": "2104ed3f-76aa-4335-9882-7599aa0f4a65", "name": "network-vif-deleted", "tag": "136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:53:46.329276 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e35cb-e163-44e6-a641-96b6dffdf9f2 req-eaeecc23-0aaf-45a4-b82c-c039cc6aee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:46.331027 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-914e35cb-e163-44e6-a641-96b6dffdf9f2 req-eaeecc23-0aaf-45a4-b82c-c039cc6aee04 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 1096 time: 0.3330841 Sep 21 17:53:46.358966 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2ee6a048-5062-43ff-b7fe-7cc8c9941a78 req-35bd402c-87cd-4ace-b469-fa88b13d63dd tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] 10.222.0.58 "GET /v2.0/security-groups?id=de383152-ee87-45ac-8492-318b08927a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491404 Sep 21 17:53:46.419675 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-bcec811b-c2ac-46dd-ac00-a86140d5525a service neutron] 10.222.0.44 "GET /v2.0/networks/d747d127-0115-4347-ab0f-837e2d024e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7209358 Sep 21 17:53:46.423910 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-b728253f-aa3c-4ccd-845a-16ade05c5f24 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Made reservation on behalf of 5d3ca10dab864494a95ff993f73111e1 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:53:46.428299 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-b728253f-aa3c-4ccd-845a-16ade05c5f24 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:46.475508 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff337c-1bf0-4b1c-ab4f-6fbe3df611c3 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Pushing event updated for resources: {'Port': ['ID=5b3f6f6b-d8c9-405a-b012-0cf9e53f6440,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:46.497767 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-05d21568-7433-443d-beac-6549ca6c5a59 req-6cca3ea9-8233-469a-8980-5d370d18d7bc tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:46.551028 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-d254ab66-e77f-40ea-82d1-72a096b3b53c tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:46.557435 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-914e35cb-e163-44e6-a641-96b6dffdf9f2 req-265d6b1f-af0c-434b-a894-2d3227730f9a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=cb1a3e94-9835-4afd-8ae4-6be7f4d9ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950455 Sep 21 17:53:46.577322 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0e05256c-0924-48f6-b293-6e100dcfb4f4 req-e2a3f97d-6131-4a81-a474-6b4cd7b83472 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632313 Sep 21 17:53:46.635815 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8cff337c-1bf0-4b1c-ab4f-6fbe3df611c3 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:46.694409 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca3ea9-8233-469a-8980-5d370d18d7bc tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Pushing event deleted for resources: {'Port': ['ID=3924ef31-1fe5-4ebe-9fc1-047c2b484fe5,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:46.720306 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8cff337c-1bf0-4b1c-ab4f-6fbe3df611c3 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:46.721904 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8cff337c-1bf0-4b1c-ab4f-6fbe3df611c3 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6336892 Sep 21 17:53:46.725639 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d21568-7433-443d-beac-6549ca6c5a59 req-6cca3ea9-8233-469a-8980-5d370d18d7bc tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] No DVR routers for this DVR port 3924ef31-1fe5-4ebe-9fc1-047c2b484fe5 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:53:46.735016 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-05d21568-7433-443d-beac-6549ca6c5a59 req-6cca3ea9-8233-469a-8980-5d370d18d7bc tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:46.737177 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-05d21568-7433-443d-beac-6549ca6c5a59 req-6cca3ea9-8233-469a-8980-5d370d18d7bc tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.44 "DELETE /v2.0/ports/3924ef31-1fe5-4ebe-9fc1-047c2b484fe5 HTTP/1.1" status: 204 len: 173 time: 6.2148747 Sep 21 17:53:46.740047 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6e80db-bca8-45c1-b9fc-7dec056a1de6', 'name': 'network-vif-deleted', 'tag': '3924ef31-1fe5-4ebe-9fc1-047c2b484fe5'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:53:46.743020 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92944907-42d7-4972-968c-da8168502435" -d '{"events": [{"server_uuid": "6e6e80db-bca8-45c1-b9fc-7dec056a1de6", "name": "network-vif-deleted", "tag": "3924ef31-1fe5-4ebe-9fc1-047c2b484fe5"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:53:46.775198 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36111397-652c-4f61-b7e2-4ad044173167 req-49fccda0-a1d3-4632-8256-31adef4af211 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:46.781709 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-52667a52-4f19-4a30-882c-526627b960d1 req-d0803b54-6351-4576-bed3-22dbd1da04b9 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=8933d721-f93a-4ade-9245-b2da7a00a0e2 HTTP/1.1" status: 200 len: 210 time: 0.0884879 Sep 21 17:53:46.795070 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-36111397-652c-4f61-b7e2-4ad044173167 req-49fccda0-a1d3-4632-8256-31adef4af211 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 945 time: 0.3174882 Sep 21 17:53:46.870175 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-06e61028-757b-4aaf-8b95-d4c9d0f1e30f req-c451f221-bb0c-40f0-9256-5b807dedf09e service neutron] 10.222.0.44 "GET /v2.0/networks/d747d127-0115-4347-ab0f-837e2d024e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414415 Sep 21 17:53:46.893433 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-36111397-652c-4f61-b7e2-4ad044173167 req-4b10f592-48e4-459d-9db3-c7e521525a50 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb1a3e94-9835-4afd-8ae4-6be7f4d9ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968075 Sep 21 17:53:46.921694 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-d254ab66-e77f-40ea-82d1-72a096b3b53c tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:46.937630 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['7aa9bd13-f501-4da2-8c9e-ae10313d8d93'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:53:46.976097 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-b728253f-aa3c-4ccd-845a-16ade05c5f24 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Allocated IP 172.20.0.13 (b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b/def27755-188f-4074-84e9-9b2c33d106ae/a6bc9163-8b12-4811-af40-9c42eca50dc3) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:53:47.067732 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6b4013-c96e-4c91-b7f9-c828694f9a69 x-openstack-request-id: req-9a6b4013-c96e-4c91-b7f9-c828694f9a69 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:53:47.069941 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2104ed3f-76aa-4335-9882-7599aa0f4a65", "name": "network-vif-deleted", "tag": "136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:53:47.070202 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9a6b4013-c96e-4c91-b7f9-c828694f9a69 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:53:47.070618 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2104ed3f-76aa-4335-9882-7599aa0f4a65', 'name': 'network-vif-deleted', 'tag': '136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8', 'status': 'completed', 'code': 200} Sep 21 17:53:47.215958 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c7846494-4912-45af-a834-23a3f616be45 req-ece8f738-5c55-4f3f-a974-690ff5bfe78a tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e78f5d-bf38-4135-960b-cc7a2df13eb2 HTTP/1.1" status: 200 len: 210 time: 0.0819793 Sep 21 17:53:47.289956 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-d254ab66-e77f-40ea-82d1-72a096b3b53c tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Network c714db5f-672e-4004-8098-88db84169d3c is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:53:47.310258 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a39d835-f25e-4c12-bafd-2aa4332806c3 x-openstack-request-id: req-5a39d835-f25e-4c12-bafd-2aa4332806c3 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:53:47.310975 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6e80db-bca8-45c1-b9fc-7dec056a1de6", "name": "network-vif-deleted", "tag": "3924ef31-1fe5-4ebe-9fc1-047c2b484fe5", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:53:47.311335 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5a39d835-f25e-4c12-bafd-2aa4332806c3 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:53:47.311842 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6e80db-bca8-45c1-b9fc-7dec056a1de6', 'name': 'network-vif-deleted', 'tag': '3924ef31-1fe5-4ebe-9fc1-047c2b484fe5', 'status': 'completed', 'code': 200} Sep 21 17:53:47.313032 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-d254ab66-e77f-40ea-82d1-72a096b3b53c tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:53:47.315382 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254ab66-e77f-40ea-82d1-72a096b3b53c tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Pushing event updated for resources: {'Port': ['ID=3564a266-ac78-4756-aef0-dedea25f143d,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:47.322347 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-d254ab66-e77f-40ea-82d1-72a096b3b53c tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:53:47.329874 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c0fb5-8c28-43c6-be85-b275889c73cf req-3d2b8d1b-632a-4f0e-86b7-a328d2ca0806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:47.331730 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-091c0fb5-8c28-43c6-be85-b275889c73cf req-3d2b8d1b-632a-4f0e-86b7-a328d2ca0806 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60686309477d41e8bfb837fd0cc4c975&device_id=40ac4127-20c5-409b-9db0-c0fa14559534 HTTP/1.1" status: 200 len: 1094 time: 0.2432129 Sep 21 17:53:47.339281 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-2df051a7-0c80-4d5f-85eb-a2802730bdbf tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Allocated IP 192.168.233.97 (c714db5f-672e-4004-8098-88db84169d3c/53f6ee96-7c10-4364-b9ae-9f7e7556e695/038d1f12-1d16-4eb2-9b4c-53b4687df2bb) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:53:47.552174 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c0fb5-8c28-43c6-be85-b275889c73cf req-27eb9968-58dc-4ac8-b0d1-f8099e625659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:47.557056 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-091c0fb5-8c28-43c6-be85-b275889c73cf req-27eb9968-58dc-4ac8-b0d1-f8099e625659 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d747d127-0115-4347-ab0f-837e2d024e82 HTTP/1.1" status: 200 len: 914 time: 0.1899927 Sep 21 17:53:47.580530 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:53:47.632260 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:53:47.632614 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 136bbe02-2e0c-4b3e-86eb-c6e97e94e9b8 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:53:47.776025 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-58c41e8a-50f2-4a67-abcd-7e2c812ca726 None None] Provisioning complete for port 3564a266-ac78-4756-aef0-dedea25f143d triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:53:47.776671 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-58c41e8a-50f2-4a67-abcd-7e2c812ca726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:47.894470 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-58c41e8a-50f2-4a67-abcd-7e2c812ca726 None None] Port 3564a266-ac78-4756-aef0-dedea25f143d cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:53:48.098165 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-b728253f-aa3c-4ccd-845a-16ade05c5f24 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:48.139815 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-b728253f-aa3c-4ccd-845a-16ade05c5f24 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:48.268628 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7222652b-7e69-443c-8daf-66ec06740e87 req-e5139993-676d-4292-99fa-6deefdf845f7 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=8933d721-f93a-4ade-9245-b2da7a00a0e2 HTTP/1.1" status: 200 len: 210 time: 0.1242104 Sep 21 17:53:48.295481 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-b728253f-aa3c-4ccd-845a-16ade05c5f24 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Network b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:53:48.333256 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-b728253f-aa3c-4ccd-845a-16ade05c5f24 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:53:48.341349 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-b728253f-aa3c-4ccd-845a-16ade05c5f24 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:53:48.344187 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728253f-aa3c-4ccd-845a-16ade05c5f24 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Pushing event updated for resources: {'Port': ['ID=a6bc9163-8b12-4811-af40-9c42eca50dc3,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:48.363039 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-23328872-4421-454f-ae4c-f3d583685131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:48.465294 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-b728253f-aa3c-4ccd-845a-16ade05c5f24 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:48.466042 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-b728253f-aa3c-4ccd-845a-16ade05c5f24 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:48.497808 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06348d2c-7c8a-4593-8045-4710465ed4a0 req-c6679f68-aad2-4af2-80ed-55fc74c666fb tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:48.499408 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-06348d2c-7c8a-4593-8045-4710465ed4a0 req-c6679f68-aad2-4af2-80ed-55fc74c666fb tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 945 time: 0.0755749 Sep 21 17:53:48.501962 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-b728253f-aa3c-4ccd-845a-16ade05c5f24 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7116616 Sep 21 17:53:48.503336 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-091c0fb5-8c28-43c6-be85-b275889c73cf req-62c908e7-c471-4a35-94bc-4687d85d1c94 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2d18358-9904-425f-9d37-77d0b7a9d9f6 HTTP/1.1" status: 200 len: 217 time: 0.9162033 Sep 21 17:53:48.522364 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-fefca52a-2d0e-486e-b305-b4469c8bb989 service neutron] Request body: {'port': {'device_id': 'e8e78f5d-bf38-4135-960b-cc7a2df13eb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:53:48.557291 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-d254ab66-e77f-40ea-82d1-72a096b3b53c tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:48.558044 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-d254ab66-e77f-40ea-82d1-72a096b3b53c tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:48.594488 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-06348d2c-7c8a-4593-8045-4710465ed4a0 req-b5d46bd8-a668-4404-abf3-48f980705806 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb1a3e94-9835-4afd-8ae4-6be7f4d9ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864036 Sep 21 17:53:48.608184 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-fefca52a-2d0e-486e-b305-b4469c8bb989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:48.676622 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540e47c-b0ce-4fb3-a37d-64a01595ab44 req-a7a6db1f-7a8e-44c3-ba9f-10fb5d77cf0f tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:48.678567 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9540e47c-b0ce-4fb3-a37d-64a01595ab44 req-a7a6db1f-7a8e-44c3-ba9f-10fb5d77cf0f tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ac4127-20c5-409b-9db0-c0fa14559534 HTTP/1.1" status: 200 len: 943 time: 1.1136453 Sep 21 17:53:48.691286 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-d254ab66-e77f-40ea-82d1-72a096b3b53c tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.6424370 Sep 21 17:53:48.706589 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-bebe6e2b-5633-4d53-aed9-6b2a1d5210e2 service neutron] Request body: {'port': {'device_id': 'b982904d-0d17-40f3-8274-4db1618ed35f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:53:48.712947 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c0fb5-8c28-43c6-be85-b275889c73cf req-aa0a0008-56cc-4395-93c6-bd0972c55882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:48.714701 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-091c0fb5-8c28-43c6-be85-b275889c73cf req-aa0a0008-56cc-4395-93c6-bd0972c55882 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba125923-4c86-4534-9fe7-28d3a792b9eb HTTP/1.1" status: 200 len: 853 time: 0.1930654 Sep 21 17:53:48.794077 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-091c0fb5-8c28-43c6-be85-b275889c73cf req-85f3cf5d-a52d-4d1b-b482-551304b2f0ed service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d747d127-0115-4347-ab0f-837e2d024e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672395 Sep 21 17:53:48.843265 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefb017-e8cf-4d75-9163-c4fac4096da4 req-60eb6c44-71dd-4a86-b7ee-2fde02443aad tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:48.851213 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-deefb017-e8cf-4d75-9163-c4fac4096da4 req-60eb6c44-71dd-4a86-b7ee-2fde02443aad tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427 HTTP/1.1" status: 200 len: 944 time: 0.1042545 Sep 21 17:53:48.880494 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a6462-675f-4ec0-8740-b6d7259f260f req-e09585bd-8a16-4eaa-8e66-d98fdc03d6a8 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:48.882391 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-597a6462-675f-4ec0-8740-b6d7259f260f req-e09585bd-8a16-4eaa-8e66-d98fdc03d6a8 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.38 "GET /v2.0/ports?device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427 HTTP/1.1" status: 200 len: 944 time: 0.2746184 Sep 21 17:53:48.885828 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-2df051a7-0c80-4d5f-85eb-a2802730bdbf tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:48.925319 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9540e47c-b0ce-4fb3-a37d-64a01595ab44 req-07886920-6b13-43ca-8d6c-5ec926e87963 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] 10.222.0.58 "GET /v2.0/security-groups?id=de383152-ee87-45ac-8492-318b08927a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319145 Sep 21 17:53:48.947265 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-deefb017-e8cf-4d75-9163-c4fac4096da4 req-6f82c400-123c-403a-be6a-f2f36d36c877 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950561 Sep 21 17:53:48.964835 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:49.033677 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-bebe6e2b-5633-4d53-aed9-6b2a1d5210e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:49.158564 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-091c0fb5-8c28-43c6-be85-b275889c73cf req-f064301b-7e35-4652-950d-a58dde46768c service neutron] 10.222.0.44 "GET /v2.0/networks/d747d127-0115-4347-ab0f-837e2d024e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518002 Sep 21 17:53:49.162662 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-fefca52a-2d0e-486e-b305-b4469c8bb989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6bc9163-8b12-4811-af40-9c42eca50dc3 {{(pid=101461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:53:49.179254 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-fefca52a-2d0e-486e-b305-b4469c8bb989 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:49.198670 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359d7be-09a9-4300-928d-bdd0966322cd req-0800bfd8-b014-48d8-9977-a434abe47732 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:49.200341 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9359d7be-09a9-4300-928d-bdd0966322cd req-0800bfd8-b014-48d8-9977-a434abe47732 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e78f5d-bf38-4135-960b-cc7a2df13eb2 HTTP/1.1" status: 200 len: 932 time: 0.1374784 Sep 21 17:53:49.201518 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-2df051a7-0c80-4d5f-85eb-a2802730bdbf tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:49.206669 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.provisioning_blocks [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-fefca52a-2d0e-486e-b305-b4469c8bb989 service neutron] Transition to ACTIVE for port object a6bc9163-8b12-4811-af40-9c42eca50dc3 will not be triggered until provisioned by entity L2. {{(pid=101461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:53:49.215024 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-fefca52a-2d0e-486e-b305-b4469c8bb989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:49.215326 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['7aa9bd13-f501-4da2-8c9e-ae10313d8d93'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:53:49.360914 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9359d7be-09a9-4300-928d-bdd0966322cd req-29e761b2-9dfc-43b6-bd1a-1a5bad0eef5f tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379032 Sep 21 17:53:49.392298 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-2df051a7-0c80-4d5f-85eb-a2802730bdbf tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Network c714db5f-672e-4004-8098-88db84169d3c is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:53:49.409903 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-2df051a7-0c80-4d5f-85eb-a2802730bdbf tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:53:49.422669 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-2df051a7-0c80-4d5f-85eb-a2802730bdbf tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:53:49.429007 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-597a6462-675f-4ec0-8740-b6d7259f260f req-0ed95378-3630-4cb8-a296-40cca0eac4cd tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Deleting port 5e645864-710b-499e-8085-e6eeed0fc4b9 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:53:49.429355 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-597a6462-675f-4ec0-8740-b6d7259f260f req-0ed95378-3630-4cb8-a296-40cca0eac4cd tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:49.462968 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefca52a-2d0e-486e-b305-b4469c8bb989 service neutron] Pushing event updated for resources: {'Port': ['ID=a6bc9163-8b12-4811-af40-9c42eca50dc3,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:49.510147 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df051a7-0c80-4d5f-85eb-a2802730bdbf tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Pushing event updated for resources: {'Port': ['ID=038d1f12-1d16-4eb2-9b4c-53b4687df2bb,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:49.572906 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-fefca52a-2d0e-486e-b305-b4469c8bb989 service neutron] Attempting to bind port a6bc9163-8b12-4811-af40-9c42eca50dc3 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:53:49.573148 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-fefca52a-2d0e-486e-b305-b4469c8bb989 service neutron] Attempting to bind port a6bc9163-8b12-4811-af40-9c42eca50dc3 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '9c08f836-aec9-456e-aaf6-ac9a8961f79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:53:49.573470 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-fefca52a-2d0e-486e-b305-b4469c8bb989 service neutron] Attempting to bind port a6bc9163-8b12-4811-af40-9c42eca50dc3 on network b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:53:49.583165 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-fefca52a-2d0e-486e-b305-b4469c8bb989 service neutron] Port a6bc9163-8b12-4811-af40-9c42eca50dc3 on network b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:53:49.583506 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-fefca52a-2d0e-486e-b305-b4469c8bb989 service neutron] Attempting to bind port a6bc9163-8b12-4811-af40-9c42eca50dc3 on network b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:53:49.589069 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-fefca52a-2d0e-486e-b305-b4469c8bb989 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:53:49.589561 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-fefca52a-2d0e-486e-b305-b4469c8bb989 service neutron] Checking segment: {'id': '9c08f836-aec9-456e-aaf6-ac9a8961f79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:53:49.589950 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-fefca52a-2d0e-486e-b305-b4469c8bb989 service neutron] Bound using segment: {'id': '9c08f836-aec9-456e-aaf6-ac9a8961f79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b'} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:53:49.590390 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-fefca52a-2d0e-486e-b305-b4469c8bb989 service neutron] Bound port: a6bc9163-8b12-4811-af40-9c42eca50dc3, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c08f836-aec9-456e-aaf6-ac9a8961f79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b'}}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:53:49.591989 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-fefca52a-2d0e-486e-b305-b4469c8bb989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:49.601648 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device b2d18358-9904-425f-9d37-77d0b7a9d9f6 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:53:49.759599 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-fefca52a-2d0e-486e-b305-b4469c8bb989 service neutron] For port a6bc9163-8b12-4811-af40-9c42eca50dc3, host n-h2-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:53:49.767140 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-fefca52a-2d0e-486e-b305-b4469c8bb989 service neutron] For port a6bc9163-8b12-4811-af40-9c42eca50dc3, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=a6bc9163-8b12-4811-af40-9c42eca50dc3,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:53:49.776817 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-fefca52a-2d0e-486e-b305-b4469c8bb989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:49.902282 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefca52a-2d0e-486e-b305-b4469c8bb989 service neutron] Pushing event updated for resources: {'Port': ['ID=a6bc9163-8b12-4811-af40-9c42eca50dc3,revision_number=3']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:49.945575 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-fefca52a-2d0e-486e-b305-b4469c8bb989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:49.946249 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-fefca52a-2d0e-486e-b305-b4469c8bb989 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:49.947939 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-fefca52a-2d0e-486e-b305-b4469c8bb989 service neutron] 10.222.0.44 "PUT /v2.0/ports/a6bc9163-8b12-4811-af40-9c42eca50dc3 HTTP/1.1" status: 200 len: 1092 time: 1.4308031 Sep 21 17:53:49.948385 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e78f5d-bf38-4135-960b-cc7a2df13eb2', 'tag': 'a6bc9163-8b12-4811-af40-9c42eca50dc3'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:53:49.951189 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd997b6-4d74-418f-93e4-9125e932de71" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e78f5d-bf38-4135-960b-cc7a2df13eb2", "tag": "a6bc9163-8b12-4811-af40-9c42eca50dc3"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:53:49.986227 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b99e0f4-936e-41c7-a023-db17dca3072d None None] Provisioning complete for port 038d1f12-1d16-4eb2-9b4c-53b4687df2bb triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:53:49.986874 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b99e0f4-936e-41c7-a023-db17dca3072d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:50.012361 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:50.023865 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f3398-7cea-42c9-8b11-21ca1ec091bd req-9a4b3c4c-dfed-4977-a2d0-063c3b5fb2dd tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:50.031077 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4b2f3398-7cea-42c9-8b11-21ca1ec091bd req-9a4b3c4c-dfed-4977-a2d0-063c3b5fb2dd tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=8933d721-f93a-4ade-9245-b2da7a00a0e2 HTTP/1.1" status: 200 len: 935 time: 0.2326529 Sep 21 17:53:50.038370 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port b2d18358-9904-425f-9d37-77d0b7a9d9f6, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=b2d18358-9904-425f-9d37-77d0b7a9d9f6,segment=NetworkSegment(f5f647e9-0554-4ba2-bdc7-7f1ddb9c2847),segment_id=f5f647e9-0554-4ba2-bdc7-7f1ddb9c2847)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:50.039796 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-091c0fb5-8c28-43c6-be85-b275889c73cf req-c690904c-cc46-4c9b-8aec-577272b20dad service neutron] 10.222.0.44 "GET /v2.0/networks/d747d127-0115-4347-ab0f-837e2d024e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8722444 Sep 21 17:53:50.048168 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b99e0f4-936e-41c7-a023-db17dca3072d None None] Port 038d1f12-1d16-4eb2-9b4c-53b4687df2bb cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:53:50.054594 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'b2d18358-9904-425f-9d37-77d0b7a9d9f6', 'network_id': 'd747d127-0115-4347-ab0f-837e2d024e82', 'port_id': 'b2d18358-9904-425f-9d37-77d0b7a9d9f6', 'mac_address': 'fa:16:3e:9e:a3:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba125923-4c86-4534-9fe7-28d3a792b9eb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:53:50.065109 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-597a6462-675f-4ec0-8740-b6d7259f260f req-0ed95378-3630-4cb8-a296-40cca0eac4cd tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] For port 5e645864-710b-499e-8085-e6eeed0fc4b9, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=5e645864-710b-499e-8085-e6eeed0fc4b9,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:50.065533 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-597a6462-675f-4ec0-8740-b6d7259f260f req-0ed95378-3630-4cb8-a296-40cca0eac4cd tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:50.075542 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-2df051a7-0c80-4d5f-85eb-a2802730bdbf tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:50.076192 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-2df051a7-0c80-4d5f-85eb-a2802730bdbf tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:50.102434 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-597a6462-675f-4ec0-8740-b6d7259f260f req-0ed95378-3630-4cb8-a296-40cca0eac4cd tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Calling delete_port for 5e645864-710b-499e-8085-e6eeed0fc4b9 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:53:50.136399 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-2df051a7-0c80-4d5f-85eb-a2802730bdbf tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.1660361 Sep 21 17:53:50.148173 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:50.163690 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4b2f3398-7cea-42c9-8b11-21ca1ec091bd req-398f08f2-3573-429f-9c45-4f5174991f7d tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057730 Sep 21 17:53:50.170614 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-030834c2-409f-42f3-bb2a-619e065fcb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:50.174798 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-030834c2-409f-42f3-bb2a-619e065fcb45 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5d3ca10dab864494a95ff993f73111e1&device_id=e8e78f5d-bf38-4135-960b-cc7a2df13eb2 HTTP/1.1" status: 200 len: 1095 time: 0.1425986 Sep 21 17:53:50.184641 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d18358-9904-425f-9d37-77d0b7a9d9f6 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:53:50.217302 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-ceee9980-5ad8-4a8c-828c-a7c1e17c8f61 service neutron] Request body: {'port': {'device_id': '8933d721-f93a-4ade-9245-b2da7a00a0e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:53:50.227261 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb5cc2-4556-4b4e-9b1c-1dbd4b02f2ad req-a402213b-83c8-41df-b766-1f53201a9b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:50.229024 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b7cb5cc2-4556-4b4e-9b1c-1dbd4b02f2ad req-a402213b-83c8-41df-b766-1f53201a9b57 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=22b4d8bb0cdb441098d6e65e91ff77b6&device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 1096 time: 0.3957288 Sep 21 17:53:50.246497 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-aeee57dd-7760-437b-8155-9990e55a5abf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6bc9163-8b12-4811-af40-9c42eca50dc3 HTTP/1.1" status: 200 len: 217 time: 0.0621092 Sep 21 17:53:50.256578 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port b2d18358-9904-425f-9d37-77d0b7a9d9f6, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=b2d18358-9904-425f-9d37-77d0b7a9d9f6,segment=NetworkSegment(f5f647e9-0554-4ba2-bdc7-7f1ddb9c2847),segment_id=f5f647e9-0554-4ba2-bdc7-7f1ddb9c2847)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:50.269283 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:50.367681 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-7ee53e85-bb09-4225-96b3-ded5463676cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:50.369849 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-7ee53e85-bb09-4225-96b3-ded5463676cc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=def27755-188f-4074-84e9-9b2c33d106ae HTTP/1.1" status: 200 len: 845 time: 0.1149871 Sep 21 17:53:50.404239 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=b2d18358-9904-425f-9d37-77d0b7a9d9f6,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:50.421212 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:50.423473 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:50.424156 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:50.425322 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:50.425794 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:50.426983 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af756f-ff15-42dc-ab12-16b70649da91 req-e80d33d2-feea-4376-a35e-a0263aed94f1 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:50.427439 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:50.427876 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:50.428319 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:50.429870 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:50.430421 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:50.437236 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:50.438035 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b1af756f-ff15-42dc-ab12-16b70649da91 req-e80d33d2-feea-4376-a35e-a0263aed94f1 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 945 time: 0.1236544 Sep 21 17:53:50.438588 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:53:50.446959 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-ceee9980-5ad8-4a8c-828c-a7c1e17c8f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:50.479675 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-aac6f69f-6964-407c-af84-c29e60ae11ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988417 Sep 21 17:53:50.529150 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-bebe6e2b-5633-4d53-aed9-6b2a1d5210e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3564a266-ac78-4756-aef0-dedea25f143d {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:53:50.537058 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['b2d18358-9904-425f-9d37-77d0b7a9d9f6'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:53:50.542280 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb5cc2-4556-4b4e-9b1c-1dbd4b02f2ad req-43cdb344-0e17-46e8-beb2-2057872341a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:50.543884 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b7cb5cc2-4556-4b4e-9b1c-1dbd4b02f2ad req-43cdb344-0e17-46e8-beb2-2057872341a1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d569167-8d50-4fca-a62d-ac1e7a567226 HTTP/1.1" status: 200 len: 920 time: 0.2939634 Sep 21 17:53:50.549180 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-bebe6e2b-5633-4d53-aed9-6b2a1d5210e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:50.630002 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b7cb5cc2-4556-4b4e-9b1c-1dbd4b02f2ad req-b307ef49-235b-4066-9e17-e5d9c34796b0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5440fe66-9012-436f-88cf-6697b3a1d7ce HTTP/1.1" status: 200 len: 217 time: 0.0574498 Sep 21 17:53:50.658225 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-bebe6e2b-5633-4d53-aed9-6b2a1d5210e2 service neutron] Transition to ACTIVE for port object 3564a266-ac78-4756-aef0-dedea25f143d will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:53:50.659105 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-597a6462-675f-4ec0-8740-b6d7259f260f req-0ed95378-3630-4cb8-a296-40cca0eac4cd tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:50.680635 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b1af756f-ff15-42dc-ab12-16b70649da91 req-58c3132b-5d7e-4719-9bd9-b7e38a048569 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb1a3e94-9835-4afd-8ae4-6be7f4d9ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404525 Sep 21 17:53:50.721889 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-de2bc40f-3cf0-4658-98b4-f24765f6ea74 service neutron] 10.222.0.44 "GET /v2.0/networks/b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225096 Sep 21 17:53:50.750491 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-bebe6e2b-5633-4d53-aed9-6b2a1d5210e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:50.794041 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed95378-3630-4cb8-a296-40cca0eac4cd tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Pushing event deleted for resources: {'Port': ['ID=5e645864-710b-499e-8085-e6eeed0fc4b9,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:50.812658 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26113c0-a34c-448c-9d88-ed8e5a0356c0 x-openstack-request-id: req-c26113c0-a34c-448c-9d88-ed8e5a0356c0 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:53:50.814160 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e78f5d-bf38-4135-960b-cc7a2df13eb2", "tag": "a6bc9163-8b12-4811-af40-9c42eca50dc3", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:53:50.814521 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c26113c0-a34c-448c-9d88-ed8e5a0356c0 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:53:50.815650 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e78f5d-bf38-4135-960b-cc7a2df13eb2', 'tag': 'a6bc9163-8b12-4811-af40-9c42eca50dc3', 'status': 'completed', 'code': 200} Sep 21 17:53:50.921373 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb5cc2-4556-4b4e-9b1c-1dbd4b02f2ad req-772a272c-0028-4222-980a-1247c135e52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:50.922884 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b7cb5cc2-4556-4b4e-9b1c-1dbd4b02f2ad req-772a272c-0028-4222-980a-1247c135e52c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c9668620-8e5e-408d-9e59-6b1ca1a8e495 HTTP/1.1" status: 200 len: 859 time: 0.2837684 Sep 21 17:53:50.994588 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e4010715-dbc8-43bf-8900-b78e290e61ae req-c7344cdb-dfe3-4508-bec9-8ca2b153fb76 service neutron] 10.222.0.44 "GET /v2.0/networks/b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696335 Sep 21 17:53:51.004151 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-597a6462-675f-4ec0-8740-b6d7259f260f req-0ed95378-3630-4cb8-a296-40cca0eac4cd tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] No DVR routers for this DVR port 5e645864-710b-499e-8085-e6eeed0fc4b9 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:53:51.006085 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36874e77-3fc9-4b34-937c-4bd6bdc1af79 req-2f511632-0fb7-48b5-aa8f-daef7d91e6d9 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:51.020543 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-36874e77-3fc9-4b34-937c-4bd6bdc1af79 req-2f511632-0fb7-48b5-aa8f-daef7d91e6d9 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ac4127-20c5-409b-9db0-c0fa14559534 HTTP/1.1" status: 200 len: 944 time: 0.1132903 Sep 21 17:53:51.049543 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-597a6462-675f-4ec0-8740-b6d7259f260f req-0ed95378-3630-4cb8-a296-40cca0eac4cd tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:51.051908 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-597a6462-675f-4ec0-8740-b6d7259f260f req-0ed95378-3630-4cb8-a296-40cca0eac4cd tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.38 "DELETE /v2.0/ports/5e645864-710b-499e-8085-e6eeed0fc4b9 HTTP/1.1" status: 204 len: 173 time: 2.1443551 Sep 21 17:53:51.057972 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede89eb3-9b5a-40aa-8e86-2ea4a0bde427', 'name': 'network-vif-deleted', 'tag': '5e645864-710b-499e-8085-e6eeed0fc4b9'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:53:51.060885 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518a767a-579d-4278-a1ab-f9d007f05005" -d '{"events": [{"server_uuid": "ede89eb3-9b5a-40aa-8e86-2ea4a0bde427", "name": "network-vif-deleted", "tag": "5e645864-710b-499e-8085-e6eeed0fc4b9"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:53:51.073546 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b7cb5cc2-4556-4b4e-9b1c-1dbd4b02f2ad req-d627fc96-8884-4d4a-8e21-aaf17103c0e8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d569167-8d50-4fca-a62d-ac1e7a567226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117690 Sep 21 17:53:51.086046 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-36874e77-3fc9-4b34-937c-4bd6bdc1af79 req-db197a43-f1dd-4a98-84f8-cb8675aa695b tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] 10.222.0.58 "GET /v2.0/security-groups?id=de383152-ee87-45ac-8492-318b08927a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621915 Sep 21 17:53:51.119856 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe6e2b-5633-4d53-aed9-6b2a1d5210e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3564a266-ac78-4756-aef0-dedea25f143d,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:51.134631 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 5e645864-710b-499e-8085-e6eeed0fc4b9 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:53:51.215111 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd997b6-4d74-418f-93e4-9125e932de71 req-2d3dbd07-2795-4810-8f53-00f810413190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:51.216864 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3dd997b6-4d74-418f-93e4-9125e932de71 req-2d3dbd07-2795-4810-8f53-00f810413190 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5d3ca10dab864494a95ff993f73111e1&device_id=e8e78f5d-bf38-4135-960b-cc7a2df13eb2 HTTP/1.1" status: 200 len: 1095 time: 0.1243899 Sep 21 17:53:51.227029 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 5e645864-710b-499e-8085-e6eeed0fc4b9 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:53:51.227383 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 5e645864-710b-499e-8085-e6eeed0fc4b9 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:53:51.279764 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d8096db0-6b8c-4357-aa70-1f96ddd7f309 req-b6a24bb4-aa93-43ee-a2b2-29ecf3db798d tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=ede89eb3-9b5a-40aa-8e86-2ea4a0bde427 HTTP/1.1" status: 200 len: 210 time: 0.0582082 Sep 21 17:53:51.334269 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-bebe6e2b-5633-4d53-aed9-6b2a1d5210e2 service neutron] Attempting to bind port 3564a266-ac78-4756-aef0-dedea25f143d on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:53:51.334269 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-bebe6e2b-5633-4d53-aed9-6b2a1d5210e2 service neutron] Attempting to bind port 3564a266-ac78-4756-aef0-dedea25f143d by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:53:51.334269 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-bebe6e2b-5633-4d53-aed9-6b2a1d5210e2 service neutron] Attempting to bind port 3564a266-ac78-4756-aef0-dedea25f143d on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:53:51.355985 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-bebe6e2b-5633-4d53-aed9-6b2a1d5210e2 service neutron] Port 3564a266-ac78-4756-aef0-dedea25f143d on network c714db5f-672e-4004-8098-88db84169d3c not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:53:51.356369 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-bebe6e2b-5633-4d53-aed9-6b2a1d5210e2 service neutron] Attempting to bind port 3564a266-ac78-4756-aef0-dedea25f143d on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:53:51.406771 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-bebe6e2b-5633-4d53-aed9-6b2a1d5210e2 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:53:51.407298 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-bebe6e2b-5633-4d53-aed9-6b2a1d5210e2 service neutron] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:53:51.407567 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-bebe6e2b-5633-4d53-aed9-6b2a1d5210e2 service neutron] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:53:51.408072 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-bebe6e2b-5633-4d53-aed9-6b2a1d5210e2 service neutron] Bound port: 3564a266-ac78-4756-aef0-dedea25f143d, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:53:51.408436 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-bebe6e2b-5633-4d53-aed9-6b2a1d5210e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:51.414534 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b7cb5cc2-4556-4b4e-9b1c-1dbd4b02f2ad req-92699442-c0d6-4979-9b97-ecfc1ce0d177 service neutron] 10.222.0.38 "GET /v2.0/networks/7d569167-8d50-4fca-a62d-ac1e7a567226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906699 Sep 21 17:53:51.427903 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd997b6-4d74-418f-93e4-9125e932de71 req-90d11c45-2ba6-457a-9959-0a8f2aa86f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:51.429302 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3dd997b6-4d74-418f-93e4-9125e932de71 req-90d11c45-2ba6-457a-9959-0a8f2aa86f73 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b HTTP/1.1" status: 200 len: 906 time: 0.1971641 Sep 21 17:53:51.471306 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-ceee9980-5ad8-4a8c-828c-a7c1e17c8f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 038d1f12-1d16-4eb2-9b4c-53b4687df2bb {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:53:51.474884 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:51.491814 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3dd997b6-4d74-418f-93e4-9125e932de71 req-78cefe14-73bb-43d9-8977-004d9f14ad01 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6bc9163-8b12-4811-af40-9c42eca50dc3 HTTP/1.1" status: 200 len: 217 time: 0.0418684 Sep 21 17:53:51.501630 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-ceee9980-5ad8-4a8c-828c-a7c1e17c8f61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:51.542049 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f25e26-3b40-4019-ab70-bac6aaf32bf4 req-aee7bfa3-b0dd-416d-8c01-86002563190c tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:51.544099 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d1f25e26-3b40-4019-ab70-bac6aaf32bf4 req-aee7bfa3-b0dd-416d-8c01-86002563190c tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e78f5d-bf38-4135-960b-cc7a2df13eb2 HTTP/1.1" status: 200 len: 944 time: 0.1294346 Sep 21 17:53:51.565375 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-ceee9980-5ad8-4a8c-828c-a7c1e17c8f61 service neutron] Transition to ACTIVE for port object 038d1f12-1d16-4eb2-9b4c-53b4687df2bb will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:53:51.578693 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd997b6-4d74-418f-93e4-9125e932de71 req-2c9cd849-b011-457a-98ee-58476d42b3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:51.580014 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-ceee9980-5ad8-4a8c-828c-a7c1e17c8f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:51.580188 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3dd997b6-4d74-418f-93e4-9125e932de71 req-2c9cd849-b011-457a-98ee-58476d42b3b2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=def27755-188f-4074-84e9-9b2c33d106ae HTTP/1.1" status: 200 len: 845 time: 0.0802073 Sep 21 17:53:51.632438 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device b2d18358-9904-425f-9d37-77d0b7a9d9f6 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:53:51.668289 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3dd997b6-4d74-418f-93e4-9125e932de71 req-a5e814bf-eb86-4ad7-9789-cd75c75e62dc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752370 Sep 21 17:53:51.684125 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-bebe6e2b-5633-4d53-aed9-6b2a1d5210e2 service neutron] For port 3564a266-ac78-4756-aef0-dedea25f143d, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:53:51.688370 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-bebe6e2b-5633-4d53-aed9-6b2a1d5210e2 service neutron] For port 3564a266-ac78-4756-aef0-dedea25f143d, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3564a266-ac78-4756-aef0-dedea25f143d,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:53:51.688711 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d1f25e26-3b40-4019-ab70-bac6aaf32bf4 req-3815d314-1964-4da6-96e5-60dc27658a4f tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320195 Sep 21 17:53:51.708152 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b7cb5cc2-4556-4b4e-9b1c-1dbd4b02f2ad req-e346679d-bc21-4c5a-89f9-23bb1c375b72 service neutron] 10.222.0.38 "GET /v2.0/networks/7d569167-8d50-4fca-a62d-ac1e7a567226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819340 Sep 21 17:53:51.715749 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee9980-5ad8-4a8c-828c-a7c1e17c8f61 service neutron] Pushing event updated for resources: {'Port': ['ID=038d1f12-1d16-4eb2-9b4c-53b4687df2bb,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:51.721522 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-bebe6e2b-5633-4d53-aed9-6b2a1d5210e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:51.787230 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe6e2b-5633-4d53-aed9-6b2a1d5210e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3564a266-ac78-4756-aef0-dedea25f143d,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:51.813761 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port b2d18358-9904-425f-9d37-77d0b7a9d9f6 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:53:51.828213 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port b2d18358-9904-425f-9d37-77d0b7a9d9f6 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:53:51.829075 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:51.892168 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-bebe6e2b-5633-4d53-aed9-6b2a1d5210e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:51.893802 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-bebe6e2b-5633-4d53-aed9-6b2a1d5210e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:51.895281 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-bebe6e2b-5633-4d53-aed9-6b2a1d5210e2 service neutron] 10.222.0.38 "PUT /v2.0/ports/3564a266-ac78-4756-aef0-dedea25f143d HTTP/1.1" status: 200 len: 1095 time: 3.1926334 Sep 21 17:53:51.906587 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-ceee9980-5ad8-4a8c-828c-a7c1e17c8f61 service neutron] Attempting to bind port 038d1f12-1d16-4eb2-9b4c-53b4687df2bb on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:53:51.911861 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-ceee9980-5ad8-4a8c-828c-a7c1e17c8f61 service neutron] Attempting to bind port 038d1f12-1d16-4eb2-9b4c-53b4687df2bb by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:53:51.912954 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-ceee9980-5ad8-4a8c-828c-a7c1e17c8f61 service neutron] Attempting to bind port 038d1f12-1d16-4eb2-9b4c-53b4687df2bb on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:53:51.935548 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-ceee9980-5ad8-4a8c-828c-a7c1e17c8f61 service neutron] Port 038d1f12-1d16-4eb2-9b4c-53b4687df2bb on network c714db5f-672e-4004-8098-88db84169d3c not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:53:51.936666 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-ceee9980-5ad8-4a8c-828c-a7c1e17c8f61 service neutron] Attempting to bind port 038d1f12-1d16-4eb2-9b4c-53b4687df2bb on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:53:51.955632 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-ceee9980-5ad8-4a8c-828c-a7c1e17c8f61 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:53:51.958424 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-ceee9980-5ad8-4a8c-828c-a7c1e17c8f61 service neutron] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:53:51.961033 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-ceee9980-5ad8-4a8c-828c-a7c1e17c8f61 service neutron] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:53:51.961033 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-ceee9980-5ad8-4a8c-828c-a7c1e17c8f61 service neutron] Bound port: 038d1f12-1d16-4eb2-9b4c-53b4687df2bb, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:53:51.964173 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-ceee9980-5ad8-4a8c-828c-a7c1e17c8f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:52.104991 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3dd997b6-4d74-418f-93e4-9125e932de71 req-a4beaf76-7c9d-4d8d-8e4a-8d8aba99591b service neutron] 10.222.0.44 "GET /v2.0/networks/b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147396 Sep 21 17:53:52.158074 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:52.183082 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-ceee9980-5ad8-4a8c-828c-a7c1e17c8f61 service neutron] For port 038d1f12-1d16-4eb2-9b4c-53b4687df2bb, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:53:52.231344 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ac4127-20c5-409b-9db0-c0fa14559534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d18358-9904-425f-9d37-77d0b7a9d9f6'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:53:52.234699 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bafa37f-a0b7-43b5-8eb2-b5e1cbad29c6" -d '{"events": [{"server_uuid": "40ac4127-20c5-409b-9db0-c0fa14559534", "name": "network-vif-plugged", "status": "completed", "tag": "b2d18358-9904-425f-9d37-77d0b7a9d9f6"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:53:52.256232 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-ceee9980-5ad8-4a8c-828c-a7c1e17c8f61 service neutron] For port 038d1f12-1d16-4eb2-9b4c-53b4687df2bb, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=038d1f12-1d16-4eb2-9b4c-53b4687df2bb,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:53:52.266888 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port b2d18358-9904-425f-9d37-77d0b7a9d9f6, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=b2d18358-9904-425f-9d37-77d0b7a9d9f6,segment=NetworkSegment(f5f647e9-0554-4ba2-bdc7-7f1ddb9c2847),segment_id=f5f647e9-0554-4ba2-bdc7-7f1ddb9c2847)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:52.278001 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-ceee9980-5ad8-4a8c-828c-a7c1e17c8f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:52.281847 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:52.333506 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3dd997b6-4d74-418f-93e4-9125e932de71 req-367be8e3-ec30-46c2-8df7-31f03747e7ad service neutron] 10.222.0.44 "GET /v2.0/networks/b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069590 Sep 21 17:53:52.387802 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-ed1716ea-76e9-4d4d-87e6-c211a961e7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:52.408688 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-ed1716ea-76e9-4d4d-87e6-c211a961e7ce service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f3df2f1b844143b1bdfc1c299403f848&device_id=b982904d-0d17-40f3-8274-4db1618ed35f HTTP/1.1" status: 200 len: 1098 time: 0.2980597 Sep 21 17:53:52.412180 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-ceee9980-5ad8-4a8c-828c-a7c1e17c8f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:52.412796 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-ceee9980-5ad8-4a8c-828c-a7c1e17c8f61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:52.414296 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-ceee9980-5ad8-4a8c-828c-a7c1e17c8f61 service neutron] 10.222.0.38 "PUT /v2.0/ports/038d1f12-1d16-4eb2-9b4c-53b4687df2bb HTTP/1.1" status: 200 len: 1095 time: 2.2014875 Sep 21 17:53:52.489296 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=b2d18358-9904-425f-9d37-77d0b7a9d9f6,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:52.550467 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cedad6-eec0-48ef-bebf-8e582cba612a x-openstack-request-id: req-60cedad6-eec0-48ef-bebf-8e582cba612a {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:53:52.560927 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede89eb3-9b5a-40aa-8e86-2ea4a0bde427", "name": "network-vif-deleted", "tag": "5e645864-710b-499e-8085-e6eeed0fc4b9", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:53:52.561256 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-60cedad6-eec0-48ef-bebf-8e582cba612a {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:53:52.561622 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede89eb3-9b5a-40aa-8e86-2ea4a0bde427', 'name': 'network-vif-deleted', 'tag': '5e645864-710b-499e-8085-e6eeed0fc4b9', 'status': 'completed', 'code': 200} Sep 21 17:53:52.608334 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee9980-5ad8-4a8c-828c-a7c1e17c8f61 service neutron] Pushing event updated for resources: {'Port': ['ID=038d1f12-1d16-4eb2-9b4c-53b4687df2bb,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:52.614456 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-f11a186b-df76-47c4-8b0c-47b71d20b47d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=3564a266-ac78-4756-aef0-dedea25f143d HTTP/1.1" status: 200 len: 217 time: 0.1807783 Sep 21 17:53:52.713159 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb63f5-743a-4248-8f30-87ad3c29ccf2 req-6f40cba9-3f11-4a9d-b5f2-c4bd1d58a9e6 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:52.718012 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-50fb63f5-743a-4248-8f30-87ad3c29ccf2 req-6f40cba9-3f11-4a9d-b5f2-c4bd1d58a9e6 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=8933d721-f93a-4ade-9245-b2da7a00a0e2 HTTP/1.1" status: 200 len: 947 time: 0.1081152 Sep 21 17:53:52.794964 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-fafa7a07-1c7e-4c05-a489-82543a95e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:52.796526 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-fafa7a07-1c7e-4c05-a489-82543a95e866 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f3df2f1b844143b1bdfc1c299403f848&device_id=8933d721-f93a-4ade-9245-b2da7a00a0e2 HTTP/1.1" status: 200 len: 1098 time: 0.2340586 Sep 21 17:53:52.798410 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-fefbb6e1-efc5-40c7-abc0-8774b18c10c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:52.799792 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-fefbb6e1-efc5-40c7-abc0-8774b18c10c2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1269138 Sep 21 17:53:52.802010 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-50fb63f5-743a-4248-8f30-87ad3c29ccf2 req-83eb5571-5cb3-436a-828e-08e7cc3a8eb5 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772815 Sep 21 17:53:52.880459 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-313141e0-0a42-4f62-9602-6f5a3390eacf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=038d1f12-1d16-4eb2-9b4c-53b4687df2bb HTTP/1.1" status: 200 len: 217 time: 0.0680647 Sep 21 17:53:52.971628 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-034fae74-8312-4afb-b385-5cc0b3295202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:52.973513 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-034fae74-8312-4afb-b385-5cc0b3295202 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1572740 Sep 21 17:53:52.975775 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-f1a9fe26-421e-4b30-9dfb-7802160c9191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:52.977484 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-f1a9fe26-421e-4b30-9dfb-7802160c9191 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.0876713 Sep 21 17:53:53.032051 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abd46a-d22a-4745-bc77-0db246689342 req-fa995246-d9fd-40f8-8929-5f195d24fa8c tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:53.034549 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b2abd46a-d22a-4745-bc77-0db246689342 req-fa995246-d9fd-40f8-8929-5f195d24fa8c tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 945 time: 0.1458983 Sep 21 17:53:53.111838 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b2abd46a-d22a-4745-bc77-0db246689342 req-5a9b19d0-8776-49e3-baf9-44ab3a1e65d2 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb1a3e94-9835-4afd-8ae4-6be7f4d9ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704567 Sep 21 17:53:53.113112 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:53.295080 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c3310-de62-4e8b-a3d5-a2bfc883dfbc req-4ba8b528-f904-4a49-be93-1d34cbfcb9cb tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:53.303621 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e3c3310-de62-4e8b-a3d5-a2bfc883dfbc req-4ba8b528-f904-4a49-be93-1d34cbfcb9cb tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ac4127-20c5-409b-9db0-c0fa14559534 HTTP/1.1" status: 200 len: 945 time: 0.0875103 Sep 21 17:53:53.349396 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e3c3310-de62-4e8b-a3d5-a2bfc883dfbc req-227ad585-435a-4a86-819d-400f8912fa35 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] 10.222.0.58 "GET /v2.0/security-groups?id=de383152-ee87-45ac-8492-318b08927a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432248 Sep 21 17:53:53.407014 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628d064a-a96e-4fb2-a151-0b800166e558 x-openstack-request-id: req-628d064a-a96e-4fb2-a151-0b800166e558 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:53:53.407921 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ac4127-20c5-409b-9db0-c0fa14559534", "name": "network-vif-plugged", "status": "completed", "tag": "b2d18358-9904-425f-9d37-77d0b7a9d9f6", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:53:53.408337 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-628d064a-a96e-4fb2-a151-0b800166e558 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:53:53.408895 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ac4127-20c5-409b-9db0-c0fa14559534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d18358-9904-425f-9d37-77d0b7a9d9f6', 'code': 200} Sep 21 17:53:53.600982 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-6d7b0c35-0201-4751-8a50-f9034b4935da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:53.602491 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-6d7b0c35-0201-4751-8a50-f9034b4935da service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6044319 Sep 21 17:53:53.614565 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51907f62-3641-4019-850f-d1aa0ff45032 req-d135a564-d9b3-4112-a68f-20eac8a126a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:53.616641 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-51907f62-3641-4019-850f-d1aa0ff45032 req-d135a564-d9b3-4112-a68f-20eac8a126a2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=40ac4127-20c5-409b-9db0-c0fa14559534 HTTP/1.1" status: 200 len: 1096 time: 0.1415737 Sep 21 17:53:53.648723 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device a6bc9163-8b12-4811-af40-9c42eca50dc3 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:53:53.653845 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a175a-5ce9-4217-9c7a-bc0ed1853503 req-3f6afb3a-6b28-4a59-8663-8d07f8354efa tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:53.659451 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f97a175a-5ce9-4217-9c7a-bc0ed1853503 req-3f6afb3a-6b28-4a59-8663-8d07f8354efa tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f69d2a0-475e-4453-8654-827f46d65926 HTTP/1.1" status: 200 len: 946 time: 0.1356266 Sep 21 17:53:53.662017 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-a151966b-051c-4473-8781-88f97c5eab8b service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6715951 Sep 21 17:53:53.698969 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-51907f62-3641-4019-850f-d1aa0ff45032 req-721fce45-d4c3-4938-8bd5-47191d7a2c5e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=de383152-ee87-45ac-8492-318b08927a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721245 Sep 21 17:53:53.717909 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f97a175a-5ce9-4217-9c7a-bc0ed1853503 req-b990f027-d827-4ca6-9fe8-180b9589fa55 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550678 Sep 21 17:53:53.774607 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port a6bc9163-8b12-4811-af40-9c42eca50dc3, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=a6bc9163-8b12-4811-af40-9c42eca50dc3,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:53.797522 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'a6bc9163-8b12-4811-af40-9c42eca50dc3', 'network_id': 'b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b', 'port_id': 'a6bc9163-8b12-4811-af40-9c42eca50dc3', 'mac_address': 'fa:16:3e:b3:c5:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def27755-188f-4074-84e9-9b2c33d106ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:53:53.800765 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d265e-de65-4f72-9916-ac1a24e45e6a req-2e018e63-fe48-4614-b177-4f25dcccb1de tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:53.802368 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f15d265e-de65-4f72-9916-ac1a24e45e6a req-2e018e63-fe48-4614-b177-4f25dcccb1de tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e78f5d-bf38-4135-960b-cc7a2df13eb2 HTTP/1.1" status: 200 len: 944 time: 0.1619389 Sep 21 17:53:53.849533 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-1358e930-123b-4feb-a680-604becdbd5d0 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298031 Sep 21 17:53:53.867247 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:53.884311 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6bc9163-8b12-4811-af40-9c42eca50dc3 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:53:53.884575 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-66f25e16-ce5f-461c-898b-021101d7b394 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071064 Sep 21 17:53:53.899645 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f15d265e-de65-4f72-9916-ac1a24e45e6a req-b1b1131b-af66-4f88-92e6-240942322770 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755529 Sep 21 17:53:53.939589 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port a6bc9163-8b12-4811-af40-9c42eca50dc3, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=a6bc9163-8b12-4811-af40-9c42eca50dc3,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:53.952083 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:54.026581 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-754ab422-9d0e-4ce2-958b-89ca05763e11 req-a2106ce7-f915-43e8-bbd0-219fac7eccdb service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253862 Sep 21 17:53:54.075465 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=a6bc9163-8b12-4811-af40-9c42eca50dc3,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:54.110181 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05724882-1788-4f66-8a69-4ffd2a1685eb req-6165dae3-1428-417d-aae0-61da39457e7a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:54.111739 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-05724882-1788-4f66-8a69-4ffd2a1685eb req-6165dae3-1428-417d-aae0-61da39457e7a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=8933d721-f93a-4ade-9245-b2da7a00a0e2 HTTP/1.1" status: 200 len: 947 time: 0.0760458 Sep 21 17:53:54.112817 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400309d-8f06-4b0b-bdd7-67243a559eed req-24e210df-094e-4ec1-9a15-f2d6492748d0 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:54.114310 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8400309d-8f06-4b0b-bdd7-67243a559eed req-24e210df-094e-4ec1-9a15-f2d6492748d0 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8995f9-d064-49a1-889b-bdffb349840f HTTP/1.1" status: 200 len: 944 time: 0.0592852 Sep 21 17:53:54.156236 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-05724882-1788-4f66-8a69-4ffd2a1685eb req-fab60eb7-35b3-4be4-aca0-ab1a3282ff1f tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376804 Sep 21 17:53:54.157212 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8400309d-8f06-4b0b-bdd7-67243a559eed req-d3392f86-2c7c-4ea9-a820-85a1b21459c6 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/security-groups?id=489c39b9-e504-47a9-bac2-e23f0fac1168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336511 Sep 21 17:53:54.255578 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['a6bc9163-8b12-4811-af40-9c42eca50dc3'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:53:54.283275 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77655e-4b35-4a56-b247-61e4788ffdcc req-894acdf3-df1c-454e-8210-28db030d5b69 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:54.284209 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ab77655e-4b35-4a56-b247-61e4788ffdcc req-894acdf3-df1c-454e-8210-28db030d5b69 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 945 time: 0.0571837 Sep 21 17:53:54.307909 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa7d5a-ac36-4f70-82e7-24645a7a2900 req-585cea27-b3cb-49e8-a5fb-89b51767979d tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:54.309809 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-39aa7d5a-ac36-4f70-82e7-24645a7a2900 req-585cea27-b3cb-49e8-a5fb-89b51767979d tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f69d2a0-475e-4453-8654-827f46d65926 HTTP/1.1" status: 200 len: 946 time: 0.0930266 Sep 21 17:53:54.319932 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7914b23-6dcc-49e3-a124-69c4aa519820 req-294abd0b-364e-48a4-bfeb-02bbff25b6b7 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:54.321578 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e7914b23-6dcc-49e3-a124-69c4aa519820 req-294abd0b-364e-48a4-bfeb-02bbff25b6b7 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/ports?device_id=c501f326-aad6-4c49-b8e3-99bd14369e1c HTTP/1.1" status: 200 len: 950 time: 0.0956242 Sep 21 17:53:54.347458 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ab77655e-4b35-4a56-b247-61e4788ffdcc req-c094daf8-dab9-4a8b-be66-50cd0822e2d4 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb1a3e94-9835-4afd-8ae4-6be7f4d9ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556083 Sep 21 17:53:54.429454 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e7914b23-6dcc-49e3-a124-69c4aa519820 req-5fe6ed99-a75c-4126-8d2a-547739a503a5 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/security-groups?id=7585ba8c-6a20-4c91-9e23-9b680d635c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985620 Sep 21 17:53:54.434768 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:54.472829 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-39aa7d5a-ac36-4f70-82e7-24645a7a2900 req-02f980b9-eb2f-4aee-b6a1-2f21c766fe2c tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Deleting port 025b9817-f15a-4c12-bc45-955f038ceef7 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:53:54.473263 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-39aa7d5a-ac36-4f70-82e7-24645a7a2900 req-02f980b9-eb2f-4aee-b6a1-2f21c766fe2c tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:54.546333 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee105b-38d7-4dc8-b686-23723fb26894 req-cb1c3327-016f-4354-9f52-8059db20dcd3 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:54.548317 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6eee105b-38d7-4dc8-b686-23723fb26894 req-cb1c3327-016f-4354-9f52-8059db20dcd3 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b8995f9-d064-49a1-889b-bdffb349840f HTTP/1.1" status: 200 len: 944 time: 0.1015778 Sep 21 17:53:54.562545 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4b1fc-b987-4500-bdd9-ca83128f6d8b req-6d5504be-508b-42a6-9b90-4d6694b43c1b tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:54.564312 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b982904d-0d17-40f3-8274-4db1618ed35f', 'tag': '3564a266-ac78-4756-aef0-dedea25f143d'}, {'name': 'network-changed', 'server_uuid': '8933d721-f93a-4ade-9245-b2da7a00a0e2', 'tag': '038d1f12-1d16-4eb2-9b4c-53b4687df2bb'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:53:54.567130 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77098b34-71a2-4073-88b5-d9a91a0ba3b6" -d '{"events": [{"name": "network-changed", "server_uuid": "b982904d-0d17-40f3-8274-4db1618ed35f", "tag": "3564a266-ac78-4756-aef0-dedea25f143d"}, {"name": "network-changed", "server_uuid": "8933d721-f93a-4ade-9245-b2da7a00a0e2", "tag": "038d1f12-1d16-4eb2-9b4c-53b4687df2bb"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:53:54.570880 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-79e4b1fc-b987-4500-bdd9-ca83128f6d8b req-6d5504be-508b-42a6-9b90-4d6694b43c1b tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ac4127-20c5-409b-9db0-c0fa14559534 HTTP/1.1" status: 200 len: 945 time: 0.0853829 Sep 21 17:53:54.603964 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-39aa7d5a-ac36-4f70-82e7-24645a7a2900 req-02f980b9-eb2f-4aee-b6a1-2f21c766fe2c tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] For port 025b9817-f15a-4c12-bc45-955f038ceef7, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=025b9817-f15a-4c12-bc45-955f038ceef7,segment=NetworkSegment(7a5dc2df-d527-4d5f-8075-3ae6a5871227),segment_id=7a5dc2df-d527-4d5f-8075-3ae6a5871227)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:54.604459 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-39aa7d5a-ac36-4f70-82e7-24645a7a2900 req-02f980b9-eb2f-4aee-b6a1-2f21c766fe2c tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:54.662863 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-79e4b1fc-b987-4500-bdd9-ca83128f6d8b req-8474409c-196b-4e3f-b305-7ea6509d738c tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] 10.222.0.58 "GET /v2.0/security-groups?id=de383152-ee87-45ac-8492-318b08927a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782826 Sep 21 17:53:54.748930 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 21 Sep 2021 17:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc653c60-80b8-4d8c-9418-0f3781f10eda x-openstack-request-id: req-dc653c60-80b8-4d8c-9418-0f3781f10eda {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:53:54.749594 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b982904d-0d17-40f3-8274-4db1618ed35f", "tag": "3564a266-ac78-4756-aef0-dedea25f143d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8933d721-f93a-4ade-9245-b2da7a00a0e2", "tag": "038d1f12-1d16-4eb2-9b4c-53b4687df2bb", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:53:54.749594 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dc653c60-80b8-4d8c-9418-0f3781f10eda {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:53:54.750130 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b982904d-0d17-40f3-8274-4db1618ed35f', 'tag': '3564a266-ac78-4756-aef0-dedea25f143d', 'status': 'completed', 'code': 200} Sep 21 17:53:54.750385 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8933d721-f93a-4ade-9245-b2da7a00a0e2', 'tag': '038d1f12-1d16-4eb2-9b4c-53b4687df2bb', 'status': 'completed', 'code': 200} Sep 21 17:53:54.752007 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-6eee105b-38d7-4dc8-b686-23723fb26894 req-2824c4b4-c4f5-45d2-8f5b-18192e21fc33 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Deleting port 4063cbd7-f7cb-49bf-91dd-30bde29c653a {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:53:54.752889 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6eee105b-38d7-4dc8-b686-23723fb26894 req-2824c4b4-c4f5-45d2-8f5b-18192e21fc33 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:54.883419 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77098b34-71a2-4073-88b5-d9a91a0ba3b6 req-7f9f7fba-7dc8-4533-87ee-b282bb478724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:54.885183 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-77098b34-71a2-4073-88b5-d9a91a0ba3b6 req-7f9f7fba-7dc8-4533-87ee-b282bb478724 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f3df2f1b844143b1bdfc1c299403f848&device_id=b982904d-0d17-40f3-8274-4db1618ed35f HTTP/1.1" status: 200 len: 1098 time: 0.1260674 Sep 21 17:53:54.902876 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-6eee105b-38d7-4dc8-b686-23723fb26894 req-2824c4b4-c4f5-45d2-8f5b-18192e21fc33 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] For port 4063cbd7-f7cb-49bf-91dd-30bde29c653a, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=4063cbd7-f7cb-49bf-91dd-30bde29c653a,segment=NetworkSegment(5af8f96d-3cdd-407c-aabe-3af89515ec78),segment_id=5af8f96d-3cdd-407c-aabe-3af89515ec78)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:54.903880 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6eee105b-38d7-4dc8-b686-23723fb26894 req-2824c4b4-c4f5-45d2-8f5b-18192e21fc33 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:54.923795 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bf85d-ecf8-47f8-9c22-4c0f90297eff req-4641dd2d-56da-4412-978d-3908070f7ab4 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:54.926188 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b80bf85d-ecf8-47f8-9c22-4c0f90297eff req-4641dd2d-56da-4412-978d-3908070f7ab4 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f69d2a0-475e-4453-8654-827f46d65926 HTTP/1.1" status: 200 len: 946 time: 0.0956228 Sep 21 17:53:54.936948 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-6eee105b-38d7-4dc8-b686-23723fb26894 req-2824c4b4-c4f5-45d2-8f5b-18192e21fc33 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Calling delete_port for 4063cbd7-f7cb-49bf-91dd-30bde29c653a owned by compute:nova {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:53:54.949509 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-39aa7d5a-ac36-4f70-82e7-24645a7a2900 req-02f980b9-eb2f-4aee-b6a1-2f21c766fe2c tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:54.949985 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-39aa7d5a-ac36-4f70-82e7-24645a7a2900 req-02f980b9-eb2f-4aee-b6a1-2f21c766fe2c tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:54.950337 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [req-39aa7d5a-ac36-4f70-82e7-24645a7a2900 req-02f980b9-eb2f-4aee-b6a1-2f21c766fe2c tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Floating IP 352915d1-e335-49fd-b0ee-5dda52f9e574 disassociated. External IP: 172.25.6.182, port: 025b9817-f15a-4c12-bc45-955f038ceef7. Sep 21 17:53:54.950904 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-39aa7d5a-ac36-4f70-82e7-24645a7a2900 req-02f980b9-eb2f-4aee-b6a1-2f21c766fe2c tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Calling delete_port for 025b9817-f15a-4c12-bc45-955f038ceef7 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:53:55.060352 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b80bf85d-ecf8-47f8-9c22-4c0f90297eff req-7bc45f7a-4df0-4e1b-8cc2-f9390e61ba0e tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/security-groups?id=3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252022 Sep 21 17:53:55.193443 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6eee105b-38d7-4dc8-b686-23723fb26894 req-2824c4b4-c4f5-45d2-8f5b-18192e21fc33 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:55.231140 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824c4b4-c4f5-45d2-8f5b-18192e21fc33 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Pushing event deleted for resources: {'Port': ['ID=4063cbd7-f7cb-49bf-91dd-30bde29c653a,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:55.265577 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d1d9c-5b94-4f79-b175-c129de981ecb req-f090a2f8-2ceb-43de-ac7d-bc43289e00f4 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:55.267326 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a0d1d9c-5b94-4f79-b175-c129de981ecb req-f090a2f8-2ceb-43de-ac7d-bc43289e00f4 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e78f5d-bf38-4135-960b-cc7a2df13eb2 HTTP/1.1" status: 200 len: 945 time: 0.1140673 Sep 21 17:53:55.268447 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77098b34-71a2-4073-88b5-d9a91a0ba3b6 req-c98c78c0-c67a-4a65-bcd3-c27fb2eb9ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:55.269823 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-77098b34-71a2-4073-88b5-d9a91a0ba3b6 req-c98c78c0-c67a-4a65-bcd3-c27fb2eb9ced service neutron] 10.222.0.38 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.3743527 Sep 21 17:53:55.316535 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0d719dc1-fff6-4059-a9f2-7e92a37eb886 req-fb99a84a-bd8d-4978-b316-3a9e032383e8 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b8995f9-d064-49a1-889b-bdffb349840f HTTP/1.1" status: 200 len: 210 time: 0.0500739 Sep 21 17:53:55.317751 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eee105b-38d7-4dc8-b686-23723fb26894 req-2824c4b4-c4f5-45d2-8f5b-18192e21fc33 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] No DVR routers for this DVR port 4063cbd7-f7cb-49bf-91dd-30bde29c653a on host n-h2-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:53:55.320536 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6eee105b-38d7-4dc8-b686-23723fb26894 req-2824c4b4-c4f5-45d2-8f5b-18192e21fc33 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:55.322851 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6eee105b-38d7-4dc8-b686-23723fb26894 req-2824c4b4-c4f5-45d2-8f5b-18192e21fc33 tempest-LiveAutoBlockMigrationV225Test-802350391 tempest-LiveAutoBlockMigrationV225Test-802350391-project] 10.222.0.44 "DELETE /v2.0/ports/4063cbd7-f7cb-49bf-91dd-30bde29c653a HTTP/1.1" status: 204 len: 173 time: 0.7498789 Sep 21 17:53:55.323328 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8995f9-d064-49a1-889b-bdffb349840f', 'name': 'network-vif-deleted', 'tag': '4063cbd7-f7cb-49bf-91dd-30bde29c653a'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:53:55.326357 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d004b5-972e-4444-a6ae-7859fac6f087" -d '{"events": [{"server_uuid": "4b8995f9-d064-49a1-889b-bdffb349840f", "name": "network-vif-deleted", "tag": "4063cbd7-f7cb-49bf-91dd-30bde29c653a"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:53:55.342192 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-77098b34-71a2-4073-88b5-d9a91a0ba3b6 req-244e492d-7502-4e39-80ea-35712d39202b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=3564a266-ac78-4756-aef0-dedea25f143d HTTP/1.1" status: 200 len: 217 time: 0.0574954 Sep 21 17:53:55.370739 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-39aa7d5a-ac36-4f70-82e7-24645a7a2900 req-02f980b9-eb2f-4aee-b6a1-2f21c766fe2c tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:55.392972 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a0d1d9c-5b94-4f79-b175-c129de981ecb req-fa614bbd-37ae-4853-80b2-d902428567bc tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184089 Sep 21 17:53:55.427810 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f980b9-eb2f-4aee-b6a1-2f21c766fe2c tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Pushing event deleted for resources: {'Port': ['ID=025b9817-f15a-4c12-bc45-955f038ceef7,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:55.447784 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77098b34-71a2-4073-88b5-d9a91a0ba3b6 req-b5f683ff-1f13-43ea-9eff-dfa91456dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:55.449244 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-77098b34-71a2-4073-88b5-d9a91a0ba3b6 req-b5f683ff-1f13-43ea-9eff-dfa91456dba6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.0955577 Sep 21 17:53:55.513934 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c9922-b83f-4028-a138-a146f3f9bd69 req-6f6aa1fc-5a57-46c3-a4af-23f4a90dc1f3 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:55.525772 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e11c9922-b83f-4028-a138-a146f3f9bd69 req-6f6aa1fc-5a57-46c3-a4af-23f4a90dc1f3 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=8933d721-f93a-4ade-9245-b2da7a00a0e2 HTTP/1.1" status: 200 len: 947 time: 0.1035309 Sep 21 17:53:55.537389 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4412dd-aa58-4572-8192-8f1eeaa0a5e3 x-openstack-request-id: req-df4412dd-aa58-4572-8192-8f1eeaa0a5e3 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:53:55.537809 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8995f9-d064-49a1-889b-bdffb349840f", "name": "network-vif-deleted", "tag": "4063cbd7-f7cb-49bf-91dd-30bde29c653a", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:53:55.538150 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-df4412dd-aa58-4572-8192-8f1eeaa0a5e3 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:53:55.538686 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8995f9-d064-49a1-889b-bdffb349840f', 'name': 'network-vif-deleted', 'tag': '4063cbd7-f7cb-49bf-91dd-30bde29c653a', 'status': 'completed', 'code': 200} Sep 21 17:53:55.574751 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77098b34-71a2-4073-88b5-d9a91a0ba3b6 req-1bc64221-f9fd-4749-b6da-17312e8ef38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:55.576518 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-77098b34-71a2-4073-88b5-d9a91a0ba3b6 req-1bc64221-f9fd-4749-b6da-17312e8ef38c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0888684 Sep 21 17:53:55.577362 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e11c9922-b83f-4028-a138-a146f3f9bd69 req-fcbe5c21-d3c6-4306-9234-7a0f94d1977d tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488400 Sep 21 17:53:55.680691 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device a6bc9163-8b12-4811-af40-9c42eca50dc3 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:53:55.682262 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39aa7d5a-ac36-4f70-82e7-24645a7a2900 req-02f980b9-eb2f-4aee-b6a1-2f21c766fe2c tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Router 9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:53:55.708589 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828b99b-464e-4c49-8fa3-b05e817e2131 req-8d0393f9-2e0c-4c4a-bbed-aa51f6383bbe tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:55.710157 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4828b99b-464e-4c49-8fa3-b05e817e2131 req-8d0393f9-2e0c-4c4a-bbed-aa51f6383bbe tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 945 time: 0.1402104 Sep 21 17:53:55.775188 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port a6bc9163-8b12-4811-af40-9c42eca50dc3 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:53:55.780035 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port a6bc9163-8b12-4811-af40-9c42eca50dc3 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:53:55.780918 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:55.801295 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-77098b34-71a2-4073-88b5-d9a91a0ba3b6 req-b4c302f4-f2c1-4284-be43-ee90425ce478 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942575 Sep 21 17:53:55.829735 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4828b99b-464e-4c49-8fa3-b05e817e2131 req-299ba555-dc03-4f6c-8e6a-4d584e090694 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb1a3e94-9835-4afd-8ae4-6be7f4d9ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112182 Sep 21 17:53:55.847452 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c1ce1-2105-40a6-9067-ae13840069cc req-29e7475b-3d8c-45a6-aeec-98069ca3243a tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:55.853167 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dd7c1ce1-2105-40a6-9067-ae13840069cc req-29e7475b-3d8c-45a6-aeec-98069ca3243a tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ac4127-20c5-409b-9db0-c0fa14559534 HTTP/1.1" status: 200 len: 945 time: 0.0933435 Sep 21 17:53:55.928684 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:55.931975 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dd7c1ce1-2105-40a6-9067-ae13840069cc req-68bd7444-65f6-41ee-ab27-cdb915db10a4 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] 10.222.0.58 "GET /v2.0/security-groups?id=de383152-ee87-45ac-8492-318b08927a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652728 Sep 21 17:53:55.958452 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e78f5d-bf38-4135-960b-cc7a2df13eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6bc9163-8b12-4811-af40-9c42eca50dc3'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:53:55.961015 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f8fb51-9475-4b82-baef-3b8abe085f97" -d '{"events": [{"server_uuid": "e8e78f5d-bf38-4135-960b-cc7a2df13eb2", "name": "network-vif-plugged", "status": "completed", "tag": "a6bc9163-8b12-4811-af40-9c42eca50dc3"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:53:55.998573 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port a6bc9163-8b12-4811-af40-9c42eca50dc3, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=a6bc9163-8b12-4811-af40-9c42eca50dc3,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:56.009772 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:56.053386 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-77098b34-71a2-4073-88b5-d9a91a0ba3b6 req-25ab9c73-af58-4337-a1ee-e8034e4aba69 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425597 Sep 21 17:53:56.102419 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=a6bc9163-8b12-4811-af40-9c42eca50dc3,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:56.119657 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39aa7d5a-ac36-4f70-82e7-24645a7a2900 req-02f980b9-eb2f-4aee-b6a1-2f21c766fe2c tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:53:56.132081 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af31f74-afc4-4014-8988-7b89d0014aec None None] Sync routers for ids ['9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:53:56.156854 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af31f74-afc4-4014-8988-7b89d0014aec None None] Routers {'9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:53:56.160998 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-2af31f74-afc4-4014-8988-7b89d0014aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:53:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:56.204340 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-39aa7d5a-ac36-4f70-82e7-24645a7a2900 req-02f980b9-eb2f-4aee-b6a1-2f21c766fe2c tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] No DVR routers for this DVR port 025b9817-f15a-4c12-bc45-955f038ceef7 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:53:56.224082 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-39aa7d5a-ac36-4f70-82e7-24645a7a2900 req-02f980b9-eb2f-4aee-b6a1-2f21c766fe2c tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:56.226221 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-39aa7d5a-ac36-4f70-82e7-24645a7a2900 req-02f980b9-eb2f-4aee-b6a1-2f21c766fe2c tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.38 "DELETE /v2.0/ports/025b9817-f15a-4c12-bc45-955f038ceef7 HTTP/1.1" status: 204 len: 173 time: 1.9035897 Sep 21 17:53:56.254972 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77098b34-71a2-4073-88b5-d9a91a0ba3b6 req-fe893c65-1002-4494-89bf-4714e2cfbcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:56.256500 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-77098b34-71a2-4073-88b5-d9a91a0ba3b6 req-fe893c65-1002-4494-89bf-4714e2cfbcad service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f3df2f1b844143b1bdfc1c299403f848&device_id=8933d721-f93a-4ade-9245-b2da7a00a0e2 HTTP/1.1" status: 200 len: 1098 time: 0.1249454 Sep 21 17:53:56.343825 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-2af31f74-afc4-4014-8988-7b89d0014aec None None] Set router 9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:53:56.386104 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6493a8cb-4c77-47b5-9539-8158e4b9842a x-openstack-request-id: req-6493a8cb-4c77-47b5-9539-8158e4b9842a {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:53:56.386407 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e78f5d-bf38-4135-960b-cc7a2df13eb2", "name": "network-vif-plugged", "status": "completed", "tag": "a6bc9163-8b12-4811-af40-9c42eca50dc3", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:53:56.387663 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6493a8cb-4c77-47b5-9539-8158e4b9842a {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:53:56.387811 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e78f5d-bf38-4135-960b-cc7a2df13eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6bc9163-8b12-4811-af40-9c42eca50dc3', 'code': 200} Sep 21 17:53:56.399858 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77098b34-71a2-4073-88b5-d9a91a0ba3b6 req-e12140fd-cac8-43e7-83fb-88830d5d54a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:56.401479 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-77098b34-71a2-4073-88b5-d9a91a0ba3b6 req-e12140fd-cac8-43e7-83fb-88830d5d54a6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.1365826 Sep 21 17:53:56.493297 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-77098b34-71a2-4073-88b5-d9a91a0ba3b6 req-6993eb38-c650-4068-9faa-ba44674c9be8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=038d1f12-1d16-4eb2-9b4c-53b4687df2bb HTTP/1.1" status: 200 len: 217 time: 0.0825250 Sep 21 17:53:56.500750 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56138) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:56.563353 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-395b47dd-c0f1-4ca0-95eb-4f71d4baaed9 req-6e8822a1-3c87-493a-8783-df81fcb2e9c2 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f69d2a0-475e-4453-8654-827f46d65926 HTTP/1.1" status: 200 len: 210 time: 0.0676510 Sep 21 17:53:56.591513 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77098b34-71a2-4073-88b5-d9a91a0ba3b6 req-f51bc2c2-1739-4d0f-be0a-48ca014e1c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:56.593167 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-77098b34-71a2-4073-88b5-d9a91a0ba3b6 req-f51bc2c2-1739-4d0f-be0a-48ca014e1c2d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.0862558 Sep 21 17:53:56.601698 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-2af31f74-afc4-4014-8988-7b89d0014aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350988157-router', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:07Z', 'updated_at': '2021-09-21T17:48:20Z', 'revision_number': 4, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'gw_port': {'id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:08Z', 'updated_at': '2021-09-21T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'd7603049-a3e7-4896-b522-a88926b8060b', 'name': '', 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'mac_address': 'fa:16:3e:da:5e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '42aa13e9-fa0a-473d-9510-59ad5e7250f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:17Z', 'updated_at': '2021-09-21T17:48:27Z', 'revision_number': 5, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'subnets': [{'id': '42aa13e9-fa0a-473d-9510-59ad5e7250f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:56.638037 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af31f74-afc4-4014-8988-7b89d0014aec None None] Checking router: 9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:53:56.648125 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af31f74-afc4-4014-8988-7b89d0014aec None None] Routers {'9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:53:56.648971 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-2af31f74-afc4-4014-8988-7b89d0014aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:53:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:56.649922 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77098b34-71a2-4073-88b5-d9a91a0ba3b6 req-1ea4bf13-2a6e-4ea2-96bd-701797014289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:56.651543 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-77098b34-71a2-4073-88b5-d9a91a0ba3b6 req-1ea4bf13-2a6e-4ea2-96bd-701797014289 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0479887 Sep 21 17:53:56.728473 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909fb4d-7465-4858-b3bb-22a8b1884205 req-ac86a215-82ac-494e-a1ed-d30bedfc5d9f tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:56.730147 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2909fb4d-7465-4858-b3bb-22a8b1884205 req-ac86a215-82ac-494e-a1ed-d30bedfc5d9f tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e78f5d-bf38-4135-960b-cc7a2df13eb2 HTTP/1.1" status: 200 len: 946 time: 0.1208992 Sep 21 17:53:56.732316 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0c884-30be-474e-a5fe-54d1818b4ff7 req-259f0400-a19b-4f73-987a-bde02a55c9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:56.733791 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-afa0c884-30be-474e-a5fe-54d1818b4ff7 req-259f0400-a19b-4f73-987a-bde02a55c9c3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e8e78f5d-bf38-4135-960b-cc7a2df13eb2 HTTP/1.1" status: 200 len: 1097 time: 0.2301874 Sep 21 17:53:56.753913 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f69d2a0-475e-4453-8654-827f46d65926', 'name': 'network-vif-deleted', 'tag': '025b9817-f15a-4c12-bc45-955f038ceef7'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:53:56.753913 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf96e592-1723-4bca-a16c-f4c77da57c54" -d '{"events": [{"server_uuid": "4f69d2a0-475e-4453-8654-827f46d65926", "name": "network-vif-deleted", "tag": "025b9817-f15a-4c12-bc45-955f038ceef7"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:53:56.801551 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb30e98-e23b-493f-b4c4-65a638e4fe64 admin admin] Deleting subnet f5dcf0d3-3653-4c17-af0f-a1adf84dd578 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:53:56.833403 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-2af31f74-afc4-4014-8988-7b89d0014aec None None] Set router 9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:53:56.850667 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2909fb4d-7465-4858-b3bb-22a8b1884205 req-fb81f675-8e72-44e2-a092-a19a33934dd9 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121347 Sep 21 17:53:56.851759 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ecb30e98-e23b-493f-b4c4-65a638e4fe64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:56.915013 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-afa0c884-30be-474e-a5fe-54d1818b4ff7 req-864f72f9-624e-4764-ac46-d61c890b5589 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694350 Sep 21 17:53:56.939863 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-77098b34-71a2-4073-88b5-d9a91a0ba3b6 req-53149f70-863f-41cd-aaad-018ef28b9d59 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759044 Sep 21 17:53:56.956759 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ecb30e98-e23b-493f-b4c4-65a638e4fe64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:56.970069 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a32b18-a06e-4ab2-8605-7d05200927aa x-openstack-request-id: req-b1a32b18-a06e-4ab2-8605-7d05200927aa {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:53:56.970360 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f69d2a0-475e-4453-8654-827f46d65926", "name": "network-vif-deleted", "tag": "025b9817-f15a-4c12-bc45-955f038ceef7", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:53:56.970610 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b1a32b18-a06e-4ab2-8605-7d05200927aa {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:53:56.971260 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f69d2a0-475e-4453-8654-827f46d65926', 'name': 'network-vif-deleted', 'tag': '025b9817-f15a-4c12-bc45-955f038ceef7', 'status': 'completed', 'code': 200} Sep 21 17:53:57.046253 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ecb30e98-e23b-493f-b4c4-65a638e4fe64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:57.075905 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194eb926-9f04-43d8-90ac-f34d37118bf1 req-91276af9-c27a-43d7-ab2c-da9fb31bfbd8 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:57.077481 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-194eb926-9f04-43d8-90ac-f34d37118bf1 req-91276af9-c27a-43d7-ab2c-da9fb31bfbd8 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=8933d721-f93a-4ade-9245-b2da7a00a0e2 HTTP/1.1" status: 200 len: 947 time: 0.1591725 Sep 21 17:53:57.114210 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-2af31f74-afc4-4014-8988-7b89d0014aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350988157-router', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:07Z', 'updated_at': '2021-09-21T17:48:20Z', 'revision_number': 4, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'gw_port': {'id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:08Z', 'updated_at': '2021-09-21T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'd7603049-a3e7-4896-b522-a88926b8060b', 'name': '', 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'mac_address': 'fa:16:3e:da:5e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '42aa13e9-fa0a-473d-9510-59ad5e7250f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:17Z', 'updated_at': '2021-09-21T17:48:27Z', 'revision_number': 5, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'subnets': [{'id': '42aa13e9-fa0a-473d-9510-59ad5e7250f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:57.150406 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af31f74-afc4-4014-8988-7b89d0014aec None None] The sync data for ids ['9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'] in n-d-810291-1 is: [{'id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350988157-router', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:07Z', 'updated_at': '2021-09-21T17:48:20Z', 'revision_number': 4, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'gw_port': {'id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:08Z', 'updated_at': '2021-09-21T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'd7603049-a3e7-4896-b522-a88926b8060b', 'name': '', 'network_id': '11a4fcdf-56c0-4722-a4a2-ffbd8671669c', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'mac_address': 'fa:16:3e:da:5e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '42aa13e9-fa0a-473d-9510-59ad5e7250f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:17Z', 'updated_at': '2021-09-21T17:48:27Z', 'revision_number': 5, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'subnets': [{'id': '42aa13e9-fa0a-473d-9510-59ad5e7250f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:53:57.153691 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3564a266-ac78-4756-aef0-dedea25f143d details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:53:57.156017 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-194eb926-9f04-43d8-90ac-f34d37118bf1 req-212474d1-4ade-4d01-b3fc-2de5e8b6fb69 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660033 Sep 21 17:53:57.157325 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 025b9817-f15a-4c12-bc45-955f038ceef7 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:53:57.158283 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc068c8-e4c5-47a8-aea4-6909d73cea41 req-6530a41d-3492-431f-ba2a-39594dc8ab99 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:57.160533 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-77098b34-71a2-4073-88b5-d9a91a0ba3b6 req-1f495e0f-8c06-4377-a993-c43c6decb873 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052732 Sep 21 17:53:57.165750 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1fc068c8-e4c5-47a8-aea4-6909d73cea41 req-6530a41d-3492-431f-ba2a-39594dc8ab99 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ac4127-20c5-409b-9db0-c0fa14559534 HTTP/1.1" status: 200 len: 945 time: 0.0891080 Sep 21 17:53:57.199396 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ecb30e98-e23b-493f-b4c4-65a638e4fe64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:57.205649 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 025b9817-f15a-4c12-bc45-955f038ceef7 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:53:57.206348 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 025b9817-f15a-4c12-bc45-955f038ceef7 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:53:57.207195 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 653445ed-2468-4a34-8a74-ce7eb0ea6cdf no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:53:57.265087 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb30e98-e23b-493f-b4c4-65a638e4fe64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5dcf0d3-3653-4c17-af0f-a1adf84dd578,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:57.279483 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ecb30e98-e23b-493f-b4c4-65a638e4fe64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:57.284979 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ecb30e98-e23b-493f-b4c4-65a638e4fe64 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f5dcf0d3-3653-4c17-af0f-a1adf84dd578 HTTP/1.1" status: 204 len: 168 time: 0.7793853 Sep 21 17:53:57.284979 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56152) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:57.306583 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1fc068c8-e4c5-47a8-aea4-6909d73cea41 req-4f2fcaa2-c5ed-4ffe-b0b2-86a3d0637aa6 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] 10.222.0.58 "GET /v2.0/security-groups?id=de383152-ee87-45ac-8492-318b08927a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280591 Sep 21 17:53:57.328929 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91aa5f-e40a-46e7-84a9-5b2de7e711bc req-e38b90bc-bf34-4eae-8f4f-2c2452dfb703 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:57.330759 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad91aa5f-e40a-46e7-84a9-5b2de7e711bc req-e38b90bc-bf34-4eae-8f4f-2c2452dfb703 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 945 time: 0.0711524 Sep 21 17:53:57.376084 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:57.412366 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad91aa5f-e40a-46e7-84a9-5b2de7e711bc req-5fbcf2da-aca9-44fa-a2a5-634dc3790d06 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb1a3e94-9835-4afd-8ae4-6be7f4d9ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727706 Sep 21 17:53:57.428750 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 3564a266-ac78-4756-aef0-dedea25f143d, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3564a266-ac78-4756-aef0-dedea25f143d,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:57.443590 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 653445ed-2468-4a34-8a74-ce7eb0ea6cdf, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=653445ed-2468-4a34-8a74-ce7eb0ea6cdf,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:57.457846 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '3564a266-ac78-4756-aef0-dedea25f143d', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': '3564a266-ac78-4756-aef0-dedea25f143d', 'mac_address': 'fa:16:3e:10:8a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:53:57.457846 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:57.478662 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9cba3d27-f380-4de4-af0a-9ca7aadc6d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:57.524277 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3285274e-41f9-4bf5-9eeb-4284a210dc46 None None] New status for floating IP 352915d1-e335-49fd-b0ee-5dda52f9e574: DOWN {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:53:57.576177 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9cba3d27-f380-4de4-af0a-9ca7aadc6d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:57.583212 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:57.597407 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-9cba3d27-f380-4de4-af0a-9ca7aadc6d0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24a709a9-6fef-4b8b-a432-62063bc26954']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:57.611875 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-9cba3d27-f380-4de4-af0a-9ca7aadc6d0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af8f96d-3cdd-407c-aabe-3af89515ec78') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:57.612167 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-9cba3d27-f380-4de4-af0a-9ca7aadc6d0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af8f96d-3cdd-407c-aabe-3af89515ec78') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:57.616429 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=653445ed-2468-4a34-8a74-ce7eb0ea6cdf,revision_number=8']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:57.633388 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9cba3d27-f380-4de4-af0a-9ca7aadc6d0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:57.660115 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9cba3d27-f380-4de4-af0a-9ca7aadc6d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:57.670098 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cba3d27-f380-4de4-af0a-9ca7aadc6d0a admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:53:57.670972 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9cba3d27-f380-4de4-af0a-9ca7aadc6d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:57.674586 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3564a266-ac78-4756-aef0-dedea25f143d {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:53:57.688553 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 17:53:57.688553 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:53:57.688553 n-d-810291-1 neutron-server[101461]: timer() Sep 21 17:53:57.688553 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:53:57.688553 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 17:53:57.688553 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:53:57.688553 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 17:53:57.688553 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:53:57.688553 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 17:53:57.688553 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:53:57.688553 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 17:53:57.688553 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:53:57.688553 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 17:53:57.688553 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:53:57.688553 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:53:57.688553 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:53:57.688553 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:53:57.688553 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:53:57.688553 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 17:53:57.688553 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:53:57.688553 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 17:53:57.688553 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:53:57.688553 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:53:57.688553 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:53:57.688553 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 17:53:57.688553 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:53:57.688553 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:53:57.688553 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:53:57.688553 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:53:57.688553 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:53:57.688553 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:53:57.688553 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:53:57.696254 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 3564a266-ac78-4756-aef0-dedea25f143d, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3564a266-ac78-4756-aef0-dedea25f143d,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:57.701194 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:57.701827 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 038d1f12-1d16-4eb2-9b4c-53b4687df2bb details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:53:57.709965 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device f8cc2e07-a0e1-43e2-aa5d-8b93db18b216 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:53:57.711969 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 4063cbd7-f7cb-49bf-91dd-30bde29c653a no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:53:57.752379 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9cba3d27-f380-4de4-af0a-9ca7aadc6d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:57.758897 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9cba3d27-f380-4de4-af0a-9ca7aadc6d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:57.761047 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9cba3d27-f380-4de4-af0a-9ca7aadc6d0a admin admin] 10.222.0.58 "DELETE /v2.0/networks/24a709a9-6fef-4b8b-a432-62063bc26954 HTTP/1.1" status: 204 len: 168 time: 0.4761672 Sep 21 17:53:57.763848 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56172) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:57.779984 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 4063cbd7-f7cb-49bf-91dd-30bde29c653a {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:53:57.780365 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 4063cbd7-f7cb-49bf-91dd-30bde29c653a not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:53:57.794159 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56174) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:57.809036 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba3d27-f380-4de4-af0a-9ca7aadc6d0a admin admin] Pushing event deleted for resources: {'Network': ['ID=24a709a9-6fef-4b8b-a432-62063bc26954,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:57.832401 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-e756a450-0faf-4685-82fe-3021b666c6e9 admin admin] Deleting subnet adb15e39-5297-4c30-869f-1799bca770c3 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:53:57.836020 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e756a450-0faf-4685-82fe-3021b666c6e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:57.836789 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=3564a266-ac78-4756-aef0-dedea25f143d,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:57.854079 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 038d1f12-1d16-4eb2-9b4c-53b4687df2bb, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=038d1f12-1d16-4eb2-9b4c-53b4687df2bb,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:57.875158 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e756a450-0faf-4685-82fe-3021b666c6e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:57.875705 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '038d1f12-1d16-4eb2-9b4c-53b4687df2bb', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': '038d1f12-1d16-4eb2-9b4c-53b4687df2bb', 'mac_address': 'fa:16:3e:39:3d:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:53:57.913594 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-46923180-6ad9-49bd-a176-91b0c2bd9854 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:57.926609 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e756a450-0faf-4685-82fe-3021b666c6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:57.970294 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-46923180-6ad9-49bd-a176-91b0c2bd9854 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:57.982623 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:57.989490 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port f8cc2e07-a0e1-43e2-aa5d-8b93db18b216, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=f8cc2e07-a0e1-43e2-aa5d-8b93db18b216,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:58.009760 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 038d1f12-1d16-4eb2-9b4c-53b4687df2bb {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:53:58.016552 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'f8cc2e07-a0e1-43e2-aa5d-8b93db18b216', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': 'f8cc2e07-a0e1-43e2-aa5d-8b93db18b216', 'mac_address': 'fa:16:3e:13:8d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:53:58.038615 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 038d1f12-1d16-4eb2-9b4c-53b4687df2bb, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=038d1f12-1d16-4eb2-9b4c-53b4687df2bb,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:58.041850 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e756a450-0faf-4685-82fe-3021b666c6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:58.042948 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-46923180-6ad9-49bd-a176-91b0c2bd9854 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:58.045653 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-46923180-6ad9-49bd-a176-91b0c2bd9854 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:58.049324 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-46923180-6ad9-49bd-a176-91b0c2bd9854 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "DELETE /v2.0/security-groups/3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b HTTP/1.1" status: 204 len: 168 time: 0.2515604 Sep 21 17:53:58.055001 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56180) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:58.059117 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:58.073224 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756a450-0faf-4685-82fe-3021b666c6e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adb15e39-5297-4c30-869f-1799bca770c3,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:58.084242 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde02c0-545d-4675-93bd-21e68b1018d2 req-ea237833-e6aa-4427-b3df-cbf75b207bf2 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:58.086888 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46923180-6ad9-49bd-a176-91b0c2bd9854 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:58.091987 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1dde02c0-545d-4675-93bd-21e68b1018d2 req-ea237833-e6aa-4427-b3df-cbf75b207bf2 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e78f5d-bf38-4135-960b-cc7a2df13eb2 HTTP/1.1" status: 200 len: 946 time: 0.1080308 Sep 21 17:53:58.100830 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e756a450-0faf-4685-82fe-3021b666c6e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:58.102638 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e756a450-0faf-4685-82fe-3021b666c6e9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/adb15e39-5297-4c30-869f-1799bca770c3 HTTP/1.1" status: 204 len: 168 time: 0.3378730 Sep 21 17:53:58.104230 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-51def474-ae7b-4221-9131-ffb745671923 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] show failed (client error): The resource could not be found. Sep 21 17:53:58.107859 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-51def474-ae7b-4221-9131-ffb745671923 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "GET /v2.0/security-groups/3c8102e3-ebc3-4e43-8519-b1cf6efbfa0b HTTP/1.1" status: 404 len: 347 time: 0.0476763 Sep 21 17:53:58.107859 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56182) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:58.110199 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56184) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:58.136853 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=038d1f12-1d16-4eb2-9b4c-53b4687df2bb,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:58.157338 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:58.179998 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8cc2e07-a0e1-43e2-aa5d-8b93db18b216 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:53:58.205854 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port f8cc2e07-a0e1-43e2-aa5d-8b93db18b216, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=f8cc2e07-a0e1-43e2-aa5d-8b93db18b216,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:58.210463 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-84b7dd02-c86e-414e-8bc3-e72223bf8be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:58.237737 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:58.240573 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1dde02c0-545d-4675-93bd-21e68b1018d2 req-55b38b10-2b29-446d-a904-0ce41b67f736 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476529 Sep 21 17:53:58.310616 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=f8cc2e07-a0e1-43e2-aa5d-8b93db18b216,revision_number=9']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:58.318102 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['3564a266-ac78-4756-aef0-dedea25f143d'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:53:58.376814 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['f8cc2e07-a0e1-43e2-aa5d-8b93db18b216'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:53:58.379799 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['038d1f12-1d16-4eb2-9b4c-53b4687df2bb'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:53:58.383799 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-a606e86a-a488-4ceb-8224-94581416a2e4 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Deleting port dd82cb05-d4a2-414c-8794-e19fa165ed78 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:53:58.384151 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a606e86a-a488-4ceb-8224-94581416a2e4 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:58.385189 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-84b7dd02-c86e-414e-8bc3-e72223bf8be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:58.403926 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c501f326-aad6-4c49-b8e3-99bd14369e1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '653445ed-2468-4a34-8a74-ce7eb0ea6cdf'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:53:58.406420 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea402c7e-ced2-42fd-8ed5-d99bf357dcfe" -d '{"events": [{"server_uuid": "c501f326-aad6-4c49-b8e3-99bd14369e1c", "name": "network-vif-unplugged", "status": "completed", "tag": "653445ed-2468-4a34-8a74-ce7eb0ea6cdf"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:53:58.428119 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-84b7dd02-c86e-414e-8bc3-e72223bf8be3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a045d79c-a97b-41c8-b8f7-28188152c83e']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:58.444049 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-84b7dd02-c86e-414e-8bc3-e72223bf8be3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b074ee7f-7f55-44cf-88b1-a28cfa74693d') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:58.444638 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-84b7dd02-c86e-414e-8bc3-e72223bf8be3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b074ee7f-7f55-44cf-88b1-a28cfa74693d') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:53:58.454834 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359c9a4-050d-4207-93f2-1770c75c2b1b req-f2e03361-4cb0-4273-a524-4d25e12942c5 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:58.465839 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a359c9a4-050d-4207-93f2-1770c75c2b1b req-f2e03361-4cb0-4273-a524-4d25e12942c5 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=8933d721-f93a-4ade-9245-b2da7a00a0e2 HTTP/1.1" status: 200 len: 948 time: 0.1672368 Sep 21 17:53:58.500562 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-84b7dd02-c86e-414e-8bc3-e72223bf8be3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:58.525949 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-84b7dd02-c86e-414e-8bc3-e72223bf8be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:58.536683 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b7dd02-c86e-414e-8bc3-e72223bf8be3 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:53:58.537502 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-84b7dd02-c86e-414e-8bc3-e72223bf8be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:58.585766 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d62e08-a868-4d69-8e3b-1b90a43c21f4 req-d339917b-57ef-428c-96e2-cfe62b13cad0 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:58.594917 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-43d62e08-a868-4d69-8e3b-1b90a43c21f4 req-d339917b-57ef-428c-96e2-cfe62b13cad0 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ac4127-20c5-409b-9db0-c0fa14559534 HTTP/1.1" status: 200 len: 945 time: 0.1727157 Sep 21 17:53:58.607157 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a606e86a-a488-4ceb-8224-94581416a2e4 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:58.607656 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a606e86a-a488-4ceb-8224-94581416a2e4 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:58.647772 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-a606e86a-a488-4ceb-8224-94581416a2e4 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Calling delete_port for dd82cb05-d4a2-414c-8794-e19fa165ed78 owned by network:floatingip {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:53:58.665454 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-43d62e08-a868-4d69-8e3b-1b90a43c21f4 req-f9c9502d-c32e-4789-9e60-a21558eb0d9a tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] 10.222.0.58 "GET /v2.0/security-groups?id=de383152-ee87-45ac-8492-318b08927a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693607 Sep 21 17:53:58.685701 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 17:53:58.685701 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:53:58.685701 n-d-810291-1 neutron-server[101460]: timer() Sep 21 17:53:58.685701 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:53:58.685701 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 17:53:58.685701 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:53:58.685701 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 17:53:58.685701 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:53:58.685701 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 17:53:58.685701 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:53:58.685701 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 17:53:58.685701 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:53:58.685701 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 17:53:58.685701 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:53:58.685701 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:53:58.685701 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:53:58.685701 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:53:58.685701 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:53:58.685701 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 17:53:58.685701 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:53:58.685701 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 17:53:58.685701 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:53:58.685701 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:53:58.685701 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:53:58.685701 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 17:53:58.685701 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:53:58.685701 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:53:58.685701 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:53:58.685701 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:53:58.685701 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:53:58.685701 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:53:58.685701 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:53:58.698587 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-84b7dd02-c86e-414e-8bc3-e72223bf8be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:58.734638 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-84b7dd02-c86e-414e-8bc3-e72223bf8be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:58.740412 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-84b7dd02-c86e-414e-8bc3-e72223bf8be3 admin admin] 10.222.0.58 "DELETE /v2.0/networks/a045d79c-a97b-41c8-b8f7-28188152c83e HTTP/1.1" status: 204 len: 168 time: 0.6337490 Sep 21 17:53:58.743836 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7dd02-c86e-414e-8bc3-e72223bf8be3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a045d79c-a97b-41c8-b8f7-28188152c83e,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:58.760593 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a359c9a4-050d-4207-93f2-1770c75c2b1b req-982e189a-b8cb-46ca-898c-05d669a8636d tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931437 Sep 21 17:53:58.859003 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 17:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b26734-aa46-4887-bd35-206993c31e41 x-openstack-request-id: req-52b26734-aa46-4887-bd35-206993c31e41 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:53:58.859318 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c501f326-aad6-4c49-b8e3-99bd14369e1c", "name": "network-vif-unplugged", "status": "completed", "tag": "653445ed-2468-4a34-8a74-ce7eb0ea6cdf", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:53:58.859638 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-52b26734-aa46-4887-bd35-206993c31e41 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:53:58.860251 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c501f326-aad6-4c49-b8e3-99bd14369e1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '653445ed-2468-4a34-8a74-ce7eb0ea6cdf', 'code': 200} Sep 21 17:53:58.912263 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a606e86a-a488-4ceb-8224-94581416a2e4 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:58.946639 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606e86a-a488-4ceb-8224-94581416a2e4 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Pushing event deleted for resources: {'Port': ['ID=dd82cb05-d4a2-414c-8794-e19fa165ed78,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:58.983432 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da325e8-55dd-46ee-a009-26fc72855de0 req-f6df6963-2766-4b02-ab9e-2274c77a8eb4 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:58.985255 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4da325e8-55dd-46ee-a009-26fc72855de0 req-f6df6963-2766-4b02-ab9e-2274c77a8eb4 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] 10.222.0.44 "GET /v2.0/ports?device_id=40ac4127-20c5-409b-9db0-c0fa14559534 HTTP/1.1" status: 200 len: 945 time: 0.1141567 Sep 21 17:53:59.005282 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56222) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:59.068053 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72397ab-1673-465c-b220-f82b8ec78019 req-5dc852e6-32c7-4cfd-9581-c77d68330d18 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:59.071258 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b72397ab-1673-465c-b220-f82b8ec78019 req-5dc852e6-32c7-4cfd-9581-c77d68330d18 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 945 time: 0.0809894 Sep 21 17:53:59.121452 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b72397ab-1673-465c-b220-f82b8ec78019 req-b01639de-c354-40f8-abe7-0343452b616b tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb1a3e94-9835-4afd-8ae4-6be7f4d9ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439837 Sep 21 17:53:59.157717 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a606e86a-a488-4ceb-8224-94581416a2e4 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks [] for floatingip, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:59.160585 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a606e86a-a488-4ceb-8224-94581416a2e4 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:59.164389 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a606e86a-a488-4ceb-8224-94581416a2e4 tempest-ServersWithSpecificFlavorTestJSON-1915014422 tempest-ServersWithSpecificFlavorTestJSON-1915014422-project] 10.222.0.58 "DELETE /v2.0/floatingips/352915d1-e335-49fd-b0ee-5dda52f9e574 HTTP/1.1" status: 204 len: 168 time: 1.0521080 Sep 21 17:53:59.169523 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-49d79661-8ab0-4aa3-8743-42d064b75e46 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=57dccdb6847547f580dd9713009778d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1579263 Sep 21 17:53:59.169901 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56232) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:53:59.213427 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-4da325e8-55dd-46ee-a009-26fc72855de0 req-ea45b432-c698-42a6-b14b-3afd2338ffae tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] Deleting port b2d18358-9904-425f-9d37-77d0b7a9d9f6 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:53:59.215068 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4da325e8-55dd-46ee-a009-26fc72855de0 req-ea45b432-c698-42a6-b14b-3afd2338ffae tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:59.259592 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5ccc2b4a-1cd1-41ec-a6de-ce38a92a6f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:59.288498 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5ccc2b4a-1cd1-41ec-a6de-ce38a92a6f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:59.336207 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-4da325e8-55dd-46ee-a009-26fc72855de0 req-ea45b432-c698-42a6-b14b-3afd2338ffae tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] For port b2d18358-9904-425f-9d37-77d0b7a9d9f6, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=b2d18358-9904-425f-9d37-77d0b7a9d9f6,segment=NetworkSegment(f5f647e9-0554-4ba2-bdc7-7f1ddb9c2847),segment_id=f5f647e9-0554-4ba2-bdc7-7f1ddb9c2847)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:53:59.336553 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4da325e8-55dd-46ee-a009-26fc72855de0 req-ea45b432-c698-42a6-b14b-3afd2338ffae tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:59.353685 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-4da325e8-55dd-46ee-a009-26fc72855de0 req-ea45b432-c698-42a6-b14b-3afd2338ffae tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] Calling delete_port for b2d18358-9904-425f-9d37-77d0b7a9d9f6 owned by compute:nova {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:53:59.369861 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5ccc2b4a-1cd1-41ec-a6de-ce38a92a6f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:59.370677 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5ccc2b4a-1cd1-41ec-a6de-ce38a92a6f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:59.374104 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5ccc2b4a-1cd1-41ec-a6de-ce38a92a6f90 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/489c39b9-e504-47a9-bac2-e23f0fac1168 HTTP/1.1" status: 204 len: 168 time: 0.2008188 Sep 21 17:53:59.399706 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc2b4a-1cd1-41ec-a6de-ce38a92a6f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489c39b9-e504-47a9-bac2-e23f0fac1168,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:59.451928 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16e5cb-6a7a-4dbf-83fe-18b03f2ccce1 req-6eb61b12-854a-4a33-bfad-29f567c00782 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:53:59.457632 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5a16e5cb-6a7a-4dbf-83fe-18b03f2ccce1 req-6eb61b12-854a-4a33-bfad-29f567c00782 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e78f5d-bf38-4135-960b-cc7a2df13eb2 HTTP/1.1" status: 200 len: 946 time: 0.1036561 Sep 21 17:53:59.539961 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5a16e5cb-6a7a-4dbf-83fe-18b03f2ccce1 req-3f148107-6470-44bf-b282-e3af78f065a4 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732603 Sep 21 17:53:59.632012 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4da325e8-55dd-46ee-a009-26fc72855de0 req-ea45b432-c698-42a6-b14b-3afd2338ffae tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:59.648139 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['b2d18358-9904-425f-9d37-77d0b7a9d9f6'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:53:59.699798 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45b432-c698-42a6-b14b-3afd2338ffae tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] Pushing event deleted for resources: {'Port': ['ID=b2d18358-9904-425f-9d37-77d0b7a9d9f6,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:53:59.755407 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device f8cc2e07-a0e1-43e2-aa5d-8b93db18b216 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:53:59.772366 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da325e8-55dd-46ee-a009-26fc72855de0 req-ea45b432-c698-42a6-b14b-3afd2338ffae tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] No DVR routers for this DVR port b2d18358-9904-425f-9d37-77d0b7a9d9f6 on host n-h2-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:53:59.779355 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4da325e8-55dd-46ee-a009-26fc72855de0 req-ea45b432-c698-42a6-b14b-3afd2338ffae tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:59.781424 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4da325e8-55dd-46ee-a009-26fc72855de0 req-ea45b432-c698-42a6-b14b-3afd2338ffae tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] 10.222.0.44 "DELETE /v2.0/ports/b2d18358-9904-425f-9d37-77d0b7a9d9f6 HTTP/1.1" status: 204 len: 173 time: 0.7752476 Sep 21 17:53:59.784190 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ac4127-20c5-409b-9db0-c0fa14559534', 'name': 'network-vif-deleted', 'tag': 'b2d18358-9904-425f-9d37-77d0b7a9d9f6'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:53:59.790146 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b054ab-db8c-46bd-9019-884f8422491d" -d '{"events": [{"server_uuid": "40ac4127-20c5-409b-9db0-c0fa14559534", "name": "network-vif-deleted", "tag": "b2d18358-9904-425f-9d37-77d0b7a9d9f6"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:53:59.881329 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port f8cc2e07-a0e1-43e2-aa5d-8b93db18b216 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:53:59.883925 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:59.921043 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5d8d5736-3b96-4567-8c7d-4778509248b6 req-58942ca3-3c84-458f-acb8-94503c72d494 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c501f326-aad6-4c49-b8e3-99bd14369e1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1570141 Sep 21 17:53:59.924299 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-63a0074b-c577-47db-aaeb-0fc5336cae08 req-b66d0134-183b-4a73-a015-be48cfac4e82 tempest-ServerPasswordTestJSON-175448258 tempest-ServerPasswordTestJSON-175448258-project] 10.222.0.58 "GET /v2.0/ports?device_id=40ac4127-20c5-409b-9db0-c0fa14559534 HTTP/1.1" status: 200 len: 210 time: 0.0825844 Sep 21 17:54:00.157152 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:00.170800 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56268) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:00.228875 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port f8cc2e07-a0e1-43e2-aa5d-8b93db18b216, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=f8cc2e07-a0e1-43e2-aa5d-8b93db18b216,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:00.237741 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:00.255001 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-678e6b4d-9d65-41a7-807b-7f8f4b411620 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=659257da351347f6a8dd478cb34bd40b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0824082 Sep 21 17:54:00.259074 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56270) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:00.267833 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d5736-3b96-4567-8c7d-4778509248b6 req-84a3e47b-f252-4077-baac-168864908ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:00.270018 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5d8d5736-3b96-4567-8c7d-4778509248b6 req-84a3e47b-f252-4077-baac-168864908ac8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3610951a499a4b849d645b1f3befe3a2&device_id=c501f326-aad6-4c49-b8e3-99bd14369e1c HTTP/1.1" status: 200 len: 1099 time: 0.1655288 Sep 21 17:54:00.300479 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e32163-4d59-4e15-9ef0-65f4894259b0 req-436f5df6-d17d-4ca5-bbfd-cc14d55b5bfc tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:00.302467 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-46e32163-4d59-4e15-9ef0-65f4894259b0 req-436f5df6-d17d-4ca5-bbfd-cc14d55b5bfc tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=8933d721-f93a-4ade-9245-b2da7a00a0e2 HTTP/1.1" status: 200 len: 948 time: 0.0835946 Sep 21 17:54:00.320543 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=f8cc2e07-a0e1-43e2-aa5d-8b93db18b216,revision_number=10']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:00.369216 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-46e32163-4d59-4e15-9ef0-65f4894259b0 req-43cbd139-4f03-4fa1-8b90-8aa19cc7f9d5 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580382 Sep 21 17:54:00.405316 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9db52668-44af-44ff-9b99-e59bf1bcdc30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:00.429978 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9db52668-44af-44ff-9b99-e59bf1bcdc30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:00.432603 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ae76cc-2ec9-4bab-9400-7b00f03aa0cf x-openstack-request-id: req-e5ae76cc-2ec9-4bab-9400-7b00f03aa0cf {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:54:00.432936 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ac4127-20c5-409b-9db0-c0fa14559534", "name": "network-vif-deleted", "tag": "b2d18358-9904-425f-9d37-77d0b7a9d9f6", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:54:00.433185 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e5ae76cc-2ec9-4bab-9400-7b00f03aa0cf {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:54:00.433573 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ac4127-20c5-409b-9db0-c0fa14559534', 'name': 'network-vif-deleted', 'tag': 'b2d18358-9904-425f-9d37-77d0b7a9d9f6', 'status': 'completed', 'code': 200} Sep 21 17:54:00.498188 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9db52668-44af-44ff-9b99-e59bf1bcdc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:00.501111 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9db52668-44af-44ff-9b99-e59bf1bcdc30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:00.502440 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9db52668-44af-44ff-9b99-e59bf1bcdc30 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9105fbfa-d750-461f-aec7-d94a859edf14 HTTP/1.1" status: 204 len: 168 time: 0.2422276 Sep 21 17:54:00.518027 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db52668-44af-44ff-9b99-e59bf1bcdc30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9105fbfa-d750-461f-aec7-d94a859edf14,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:00.568861 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d5736-3b96-4567-8c7d-4778509248b6 req-a8e35ba5-247a-4d64-b590-3d04bee4fed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:00.571438 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5d8d5736-3b96-4567-8c7d-4778509248b6 req-a8e35ba5-247a-4d64-b590-3d04bee4fed9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.2750726 Sep 21 17:54:00.632314 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5d8d5736-3b96-4567-8c7d-4778509248b6 req-b99ce2c4-2340-45ac-bebf-38cc7aa07b22 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=653445ed-2468-4a34-8a74-ce7eb0ea6cdf HTTP/1.1" status: 200 len: 217 time: 0.0500040 Sep 21 17:54:00.692894 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d5736-3b96-4567-8c7d-4778509248b6 req-63b31493-924b-4560-bc69-2a1b9ce4f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:00.694896 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5d8d5736-3b96-4567-8c7d-4778509248b6 req-63b31493-924b-4560-bc69-2a1b9ce4f61b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.0554023 Sep 21 17:54:00.778284 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d5736-3b96-4567-8c7d-4778509248b6 req-1312bf35-f1bc-4f81-b448-95d259fe992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:00.779863 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5d8d5736-3b96-4567-8c7d-4778509248b6 req-1312bf35-f1bc-4f81-b448-95d259fe992a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0773995 Sep 21 17:54:00.861444 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd70a80-2ab4-4e7c-b391-e57800d6f6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8cc2e07-a0e1-43e2-aa5d-8b93db18b216'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:54:00.864549 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbf7afb-0b4a-416e-8831-6a9783600b91" -d '{"events": [{"server_uuid": "6cd70a80-2ab4-4e7c-b391-e57800d6f6b0", "name": "network-vif-plugged", "status": "completed", "tag": "f8cc2e07-a0e1-43e2-aa5d-8b93db18b216"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:54:00.922953 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5d8d5736-3b96-4567-8c7d-4778509248b6 req-974ffffb-f5bb-44d2-8ec3-b7ca86bc5ca2 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338754 Sep 21 17:54:01.040267 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5d8d5736-3b96-4567-8c7d-4778509248b6 req-5cbef5ad-9d40-47bb-baaa-e0d298f3972e service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023107 Sep 21 17:54:01.178550 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 038d1f12-1d16-4eb2-9b4c-53b4687df2bb up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:54:01.327278 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 038d1f12-1d16-4eb2-9b4c-53b4687df2bb completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:54:01.334560 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 038d1f12-1d16-4eb2-9b4c-53b4687df2bb triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:54:01.334980 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:01.448014 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:01.513567 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 038d1f12-1d16-4eb2-9b4c-53b4687df2bb, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=038d1f12-1d16-4eb2-9b4c-53b4687df2bb,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:01.525321 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:01.526582 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3564a266-ac78-4756-aef0-dedea25f143d up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:54:01.679634 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 3564a266-ac78-4756-aef0-dedea25f143d completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:54:01.682262 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=038d1f12-1d16-4eb2-9b4c-53b4687df2bb,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:01.689108 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 3564a266-ac78-4756-aef0-dedea25f143d triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:54:01.689640 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:01.734153 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device b2d18358-9904-425f-9d37-77d0b7a9d9f6 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:54:01.760367 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: b2d18358-9904-425f-9d37-77d0b7a9d9f6 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:54:01.760770 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device b2d18358-9904-425f-9d37-77d0b7a9d9f6 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:54:01.821191 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:01.866149 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 3564a266-ac78-4756-aef0-dedea25f143d, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3564a266-ac78-4756-aef0-dedea25f143d,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:01.873780 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:01.877308 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56304) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:01.964436 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=3564a266-ac78-4756-aef0-dedea25f143d,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:02.025562 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-7e94c56a-795d-4392-b3e4-c5cfbc887b6e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-474493520-network', 'tenant_id': '673ea1eba98b4f7a8d05f747fac676a2'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:02.062616 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e94c56a-795d-4392-b3e4-c5cfbc887b6e admin admin] Made reservation on behalf of 673ea1eba98b4f7a8d05f747fac676a2 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:54:02.066911 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7e94c56a-795d-4392-b3e4-c5cfbc887b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:02.079189 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7e94c56a-795d-4392-b3e4-c5cfbc887b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:02.239956 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7e94c56a-795d-4392-b3e4-c5cfbc887b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:02.259634 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7e94c56a-795d-4392-b3e4-c5cfbc887b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:02.293401 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e94c56a-795d-4392-b3e4-c5cfbc887b6e admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:54:02.307563 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94c56a-795d-4392-b3e4-c5cfbc887b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba50113-91ea-4fc0-8537-262688cc657f,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:02.327197 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7e94c56a-795d-4392-b3e4-c5cfbc887b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:02.330577 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-7e94c56a-795d-4392-b3e4-c5cfbc887b6e admin admin] Added segment fa6e512f-2c13-45ed-8d33-bc1ba5d32819 of type vlan for network 02820744-572f-44be-8f0b-8602fb284480 Sep 21 17:54:02.372942 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7e94c56a-795d-4392-b3e4-c5cfbc887b6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:02.405555 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7e94c56a-795d-4392-b3e4-c5cfbc887b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:02.406563 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e94c56a-795d-4392-b3e4-c5cfbc887b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:02.407223 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7e94c56a-795d-4392-b3e4-c5cfbc887b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:02.475015 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7e94c56a-795d-4392-b3e4-c5cfbc887b6e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5963607 Sep 21 17:54:02.477909 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56310) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:02.478528 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94c56a-795d-4392-b3e4-c5cfbc887b6e admin admin] Pushing event updated for resources: {'Network': ['ID=02820744-572f-44be-8f0b-8602fb284480,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:02.487589 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-642b80a0-a1e3-469f-8acd-b522a1d0ac79 admin admin] Request body: {'subnet': {'network_id': '02820744-572f-44be-8f0b-8602fb284480', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-474493520-subnet', 'tenant_id': '673ea1eba98b4f7a8d05f747fac676a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:02.491283 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 02820744-572f-44be-8f0b-8602fb284480 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:54:02.515459 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642b80a0-a1e3-469f-8acd-b522a1d0ac79 admin admin] Made reservation on behalf of 673ea1eba98b4f7a8d05f747fac676a2 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:54:02.518191 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-642b80a0-a1e3-469f-8acd-b522a1d0ac79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:02.733946 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-642b80a0-a1e3-469f-8acd-b522a1d0ac79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:02.808066 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b80a0-a1e3-469f-8acd-b522a1d0ac79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11b58980-6f75-4a81-be44-bbd872353b07,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:02.816646 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642b80a0-a1e3-469f-8acd-b522a1d0ac79 admin admin] Checking segment: {'id': 'fa6e512f-2c13-45ed-8d33-bc1ba5d32819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '02820744-572f-44be-8f0b-8602fb284480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:54:02.817139 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642b80a0-a1e3-469f-8acd-b522a1d0ac79 admin admin] Network hostable DHCP agents. Network: 02820744-572f-44be-8f0b-8602fb284480, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:54:02.842636 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642b80a0-a1e3-469f-8acd-b522a1d0ac79 admin admin] Network 02820744-572f-44be-8f0b-8602fb284480 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:54:02.862366 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-642b80a0-a1e3-469f-8acd-b522a1d0ac79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 02820744-572f-44be-8f0b-8602fb284480) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:54:02.872469 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246fca4b-d19b-453c-ab16-78c7ef666946 None None] Network 02820744-572f-44be-8f0b-8602fb284480 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:54:02.882151 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642b80a0-a1e3-469f-8acd-b522a1d0ac79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:02.884126 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-642b80a0-a1e3-469f-8acd-b522a1d0ac79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:02.925967 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-642b80a0-a1e3-469f-8acd-b522a1d0ac79 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4445231 Sep 21 17:54:03.078708 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae568c0-53e7-43b1-a937-bcde6e4693b4 None None] Network 02820744-572f-44be-8f0b-8602fb284480 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:54:03.713206 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56332) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:03.718081 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-42bf2119-71f9-4c95-bddb-48089391fd1e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1963484717-network', 'tenant_id': '13ffecc132394b15b7ea78f9574a09d5'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:03.745821 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bf2119-71f9-4c95-bddb-48089391fd1e admin admin] Made reservation on behalf of 13ffecc132394b15b7ea78f9574a09d5 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:54:03.748206 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-42bf2119-71f9-4c95-bddb-48089391fd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:03.771041 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-42bf2119-71f9-4c95-bddb-48089391fd1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:03.893716 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-42bf2119-71f9-4c95-bddb-48089391fd1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:03.899784 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-42bf2119-71f9-4c95-bddb-48089391fd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:03.929083 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42bf2119-71f9-4c95-bddb-48089391fd1e admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:54:03.938456 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf2119-71f9-4c95-bddb-48089391fd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c13de7-b48f-4d34-9b5f-cbddb7bf26b3,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:03.947894 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-42bf2119-71f9-4c95-bddb-48089391fd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:03.948022 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-42bf2119-71f9-4c95-bddb-48089391fd1e admin admin] Added segment 58f5bbd5-620f-4ec2-ad25-fa6ddec62b97 of type vlan for network f05969b2-dacd-4371-83ba-03eaf9f987f5 Sep 21 17:54:04.000691 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-42bf2119-71f9-4c95-bddb-48089391fd1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:04.034868 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-42bf2119-71f9-4c95-bddb-48089391fd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:04.036543 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bf2119-71f9-4c95-bddb-48089391fd1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:04.039414 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-42bf2119-71f9-4c95-bddb-48089391fd1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:04.083665 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56334) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:04.084296 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-42bf2119-71f9-4c95-bddb-48089391fd1e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3679826 Sep 21 17:54:04.088060 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-2f69a0ac-3603-4c1f-a327-9a67828ccd71 admin admin] Request body: {'subnet': {'network_id': 'f05969b2-dacd-4371-83ba-03eaf9f987f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1963484717-subnet', 'tenant_id': '13ffecc132394b15b7ea78f9574a09d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:04.114391 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf2119-71f9-4c95-bddb-48089391fd1e admin admin] Pushing event updated for resources: {'Network': ['ID=f05969b2-dacd-4371-83ba-03eaf9f987f5,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:04.126298 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network f05969b2-dacd-4371-83ba-03eaf9f987f5 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:54:04.136204 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f69a0ac-3603-4c1f-a327-9a67828ccd71 admin admin] Made reservation on behalf of 13ffecc132394b15b7ea78f9574a09d5 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:54:04.138567 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2f69a0ac-3603-4c1f-a327-9a67828ccd71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:04.384560 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2f69a0ac-3603-4c1f-a327-9a67828ccd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:04.449588 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f69a0ac-3603-4c1f-a327-9a67828ccd71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea15358d-dc95-428d-a409-ee465f5cc35b,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:04.464100 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f69a0ac-3603-4c1f-a327-9a67828ccd71 admin admin] Checking segment: {'id': '58f5bbd5-620f-4ec2-ad25-fa6ddec62b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f05969b2-dacd-4371-83ba-03eaf9f987f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:54:04.464753 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f69a0ac-3603-4c1f-a327-9a67828ccd71 admin admin] Network hostable DHCP agents. Network: f05969b2-dacd-4371-83ba-03eaf9f987f5, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:54:04.483959 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f69a0ac-3603-4c1f-a327-9a67828ccd71 admin admin] Network f05969b2-dacd-4371-83ba-03eaf9f987f5 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:54:04.495164 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-2f69a0ac-3603-4c1f-a327-9a67828ccd71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, f05969b2-dacd-4371-83ba-03eaf9f987f5) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:54:04.505051 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a7d07d-eb24-4ce4-b849-b55468453302 None None] Network f05969b2-dacd-4371-83ba-03eaf9f987f5 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:54:04.517980 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f69a0ac-3603-4c1f-a327-9a67828ccd71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:04.518778 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2f69a0ac-3603-4c1f-a327-9a67828ccd71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:04.547135 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2f69a0ac-3603-4c1f-a327-9a67828ccd71 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4637573 Sep 21 17:54:04.706227 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56340) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:04.769530 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9b4c839-77b0-4c5b-b0cd-c7082a638908 admin admin] Deleting subnet 11b58980-6f75-4a81-be44-bbd872353b07 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:54:04.775867 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b9b4c839-77b0-4c5b-b0cd-c7082a638908 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:04.818284 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c84d51-2781-485c-8d39-b820b641fe75 None None] Network f05969b2-dacd-4371-83ba-03eaf9f987f5 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:54:04.833758 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b9b4c839-77b0-4c5b-b0cd-c7082a638908 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:04.904316 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b9b4c839-77b0-4c5b-b0cd-c7082a638908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:05.023826 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b9b4c839-77b0-4c5b-b0cd-c7082a638908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:05.054905 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4c839-77b0-4c5b-b0cd-c7082a638908 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11b58980-6f75-4a81-be44-bbd872353b07,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:05.059149 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b9b4c839-77b0-4c5b-b0cd-c7082a638908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:05.061463 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b9b4c839-77b0-4c5b-b0cd-c7082a638908 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/11b58980-6f75-4a81-be44-bbd872353b07 HTTP/1.1" status: 204 len: 168 time: 0.3542435 Sep 21 17:54:05.064403 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56342) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:05.165993 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8ccf17df-8105-4e56-8561-8f10fbe615db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:05.284472 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8ccf17df-8105-4e56-8561-8f10fbe615db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:05.307231 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-8ccf17df-8105-4e56-8561-8f10fbe615db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02820744-572f-44be-8f0b-8602fb284480']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:05.317274 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-8ccf17df-8105-4e56-8561-8f10fbe615db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa6e512f-2c13-45ed-8d33-bc1ba5d32819') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:05.318080 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-8ccf17df-8105-4e56-8561-8f10fbe615db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa6e512f-2c13-45ed-8d33-bc1ba5d32819') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:05.328484 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8ccf17df-8105-4e56-8561-8f10fbe615db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:05.358478 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8ccf17df-8105-4e56-8561-8f10fbe615db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:05.369832 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ccf17df-8105-4e56-8561-8f10fbe615db admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:54:05.370237 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8ccf17df-8105-4e56-8561-8f10fbe615db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:05.372145 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 17:54:05.372145 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:54:05.372145 n-d-810291-1 neutron-server[101461]: timer() Sep 21 17:54:05.372145 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:54:05.372145 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 17:54:05.372145 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:54:05.372145 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 17:54:05.372145 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:54:05.372145 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 17:54:05.372145 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:54:05.372145 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 17:54:05.372145 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:54:05.372145 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 17:54:05.372145 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:54:05.372145 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:54:05.372145 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:54:05.372145 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:54:05.372145 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:54:05.372145 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 17:54:05.372145 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:54:05.372145 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 17:54:05.372145 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:54:05.372145 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:54:05.372145 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:54:05.372145 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 17:54:05.372145 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:54:05.372145 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:54:05.372145 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:54:05.372145 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:54:05.372145 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:54:05.372145 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:54:05.372145 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:54:05.925261 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8ccf17df-8105-4e56-8561-8f10fbe615db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:05.932400 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8ccf17df-8105-4e56-8561-8f10fbe615db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:05.934440 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8ccf17df-8105-4e56-8561-8f10fbe615db admin admin] 10.222.0.58 "DELETE /v2.0/networks/02820744-572f-44be-8f0b-8602fb284480 HTTP/1.1" status: 204 len: 168 time: 0.8689580 Sep 21 17:54:05.938599 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56356) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:05.955256 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf17df-8105-4e56-8561-8f10fbe615db admin admin] Pushing event deleted for resources: {'Network': ['ID=02820744-572f-44be-8f0b-8602fb284480,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:05.967580 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318fb30-7da8-4361-8db3-787bd1b9376e req-1acec358-e904-490c-ab6b-696d96938008 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:05.975939 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6318fb30-7da8-4361-8db3-787bd1b9376e req-1acec358-e904-490c-ab6b-696d96938008 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 945 time: 0.0984390 Sep 21 17:54:06.008188 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae05d723-4ba0-465e-8d29-4d641ded8865 x-openstack-request-id: req-ae05d723-4ba0-465e-8d29-4d641ded8865 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:54:06.008830 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd70a80-2ab4-4e7c-b391-e57800d6f6b0", "name": "network-vif-plugged", "status": "completed", "tag": "f8cc2e07-a0e1-43e2-aa5d-8b93db18b216", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:54:06.008830 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ae05d723-4ba0-465e-8d29-4d641ded8865 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:54:06.009232 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd70a80-2ab4-4e7c-b391-e57800d6f6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8cc2e07-a0e1-43e2-aa5d-8b93db18b216', 'code': 200} Sep 21 17:54:06.025120 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6318fb30-7da8-4361-8db3-787bd1b9376e req-a379db27-f8dd-4f29-a8c1-805734d912c5 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb1a3e94-9835-4afd-8ae4-6be7f4d9ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441258 Sep 21 17:54:06.058314 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56360) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:06.179989 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c28b0e-f650-4f9a-a5c0-5e2d92891806 admin admin] Deleting subnet ea15358d-dc95-428d-a409-ee465f5cc35b {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:54:06.189608 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-71c28b0e-f650-4f9a-a5c0-5e2d92891806 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:06.269720 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d55f6a0-cd48-43d2-a8d2-277d60cf77f2 admin admin] Deleting subnet ba125923-4c86-4534-9fe7-28d3a792b9eb {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:54:06.282786 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d55f6a0-cd48-43d2-a8d2-277d60cf77f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:06.314248 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-71c28b0e-f650-4f9a-a5c0-5e2d92891806 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:06.371556 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d55f6a0-cd48-43d2-a8d2-277d60cf77f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:06.391936 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-71c28b0e-f650-4f9a-a5c0-5e2d92891806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:06.432764 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d55f6a0-cd48-43d2-a8d2-277d60cf77f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:06.463517 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-71c28b0e-f650-4f9a-a5c0-5e2d92891806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:06.465129 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580b6a9-908d-41a0-96ee-f5229cb3180e req-c792e13d-4f2d-488c-aca7-b711332a13ee tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:06.466103 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9580b6a9-908d-41a0-96ee-f5229cb3180e req-c792e13d-4f2d-488c-aca7-b711332a13ee tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=8933d721-f93a-4ade-9245-b2da7a00a0e2 HTTP/1.1" status: 200 len: 949 time: 0.3289778 Sep 21 17:54:06.523265 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9580b6a9-908d-41a0-96ee-f5229cb3180e req-cb9e9aaf-1ca9-4717-9f5e-71714f3a4f4f tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488989 Sep 21 17:54:06.532032 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d55f6a0-cd48-43d2-a8d2-277d60cf77f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:06.579890 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c28b0e-f650-4f9a-a5c0-5e2d92891806 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea15358d-dc95-428d-a409-ee465f5cc35b,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:06.606316 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-71c28b0e-f650-4f9a-a5c0-5e2d92891806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:06.612076 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-71c28b0e-f650-4f9a-a5c0-5e2d92891806 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ea15358d-dc95-428d-a409-ee465f5cc35b HTTP/1.1" status: 204 len: 168 time: 0.6684575 Sep 21 17:54:06.614341 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56404) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:06.623844 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d55f6a0-cd48-43d2-a8d2-277d60cf77f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:06.626493 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0d55f6a0-cd48-43d2-a8d2-277d60cf77f2 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ba125923-4c86-4534-9fe7-28d3a792b9eb HTTP/1.1" status: 204 len: 168 time: 0.5664992 Sep 21 17:54:06.627846 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55f6a0-cd48-43d2-a8d2-277d60cf77f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba125923-4c86-4534-9fe7-28d3a792b9eb,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:06.629851 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56410) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:06.825252 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56428) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:06.895951 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d1dd-32ee-4c8c-97de-e14645b601f3 req-587e5b4a-6751-42e4-9ac8-4b1c9d9f8ab5 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:06.907780 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ce66d1dd-32ee-4c8c-97de-e14645b601f3 req-587e5b4a-6751-42e4-9ac8-4b1c9d9f8ab5 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e78f5d-bf38-4135-960b-cc7a2df13eb2 HTTP/1.1" status: 200 len: 946 time: 0.0991828 Sep 21 17:54:06.971431 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ce66d1dd-32ee-4c8c-97de-e14645b601f3 req-092d3996-2133-41f0-90b9-12c3a1156ba3 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584788 Sep 21 17:54:07.308081 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7dec584d-fa03-4395-bdce-d9b9246fcf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:07.453345 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-658fc65a-f747-4c79-82c1-2a201ac502ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:07.504157 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19031945-4173-4eb3-80f7-9f493cb39997 req-7a307093-7f84-4212-b475-b2cd2aafc0f8 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:07.505796 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-19031945-4173-4eb3-80f7-9f493cb39997 req-7a307093-7f84-4212-b475-b2cd2aafc0f8 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 945 time: 0.1953239 Sep 21 17:54:07.507802 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7dec584d-fa03-4395-bdce-d9b9246fcf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:07.565747 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-7dec584d-fa03-4395-bdce-d9b9246fcf63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f05969b2-dacd-4371-83ba-03eaf9f987f5']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:07.589738 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-7dec584d-fa03-4395-bdce-d9b9246fcf63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f5bbd5-620f-4ec2-ad25-fa6ddec62b97') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:07.590064 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-7dec584d-fa03-4395-bdce-d9b9246fcf63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f5bbd5-620f-4ec2-ad25-fa6ddec62b97') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:07.647063 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7dec584d-fa03-4395-bdce-d9b9246fcf63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:07.649721 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-658fc65a-f747-4c79-82c1-2a201ac502ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:07.663282 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-19031945-4173-4eb3-80f7-9f493cb39997 req-520323f4-560d-4c58-86c5-dde50c03a42b tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb1a3e94-9835-4afd-8ae4-6be7f4d9ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488593 Sep 21 17:54:07.696224 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7dec584d-fa03-4395-bdce-d9b9246fcf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:07.702690 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-658fc65a-f747-4c79-82c1-2a201ac502ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d747d127-0115-4347-ab0f-837e2d024e82']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:07.723435 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dec584d-fa03-4395-bdce-d9b9246fcf63 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:54:07.724043 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7dec584d-fa03-4395-bdce-d9b9246fcf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:07.726023 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 17:54:07.726023 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:54:07.726023 n-d-810291-1 neutron-server[101460]: timer() Sep 21 17:54:07.726023 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:54:07.726023 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 17:54:07.726023 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:54:07.726023 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 17:54:07.726023 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:54:07.726023 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 17:54:07.726023 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:54:07.726023 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 17:54:07.726023 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:54:07.726023 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 17:54:07.726023 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:54:07.726023 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:54:07.726023 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:54:07.726023 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:54:07.726023 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:54:07.726023 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 17:54:07.726023 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:54:07.726023 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 17:54:07.726023 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:54:07.726023 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:54:07.726023 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:54:07.726023 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 17:54:07.726023 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:54:07.726023 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:54:07.726023 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:54:07.726023 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:54:07.726023 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:54:07.726023 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:54:07.726023 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:54:07.739004 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-658fc65a-f747-4c79-82c1-2a201ac502ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f647e9-0554-4ba2-bdc7-7f1ddb9c2847') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:07.739439 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-658fc65a-f747-4c79-82c1-2a201ac502ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f647e9-0554-4ba2-bdc7-7f1ddb9c2847') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:07.750333 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device a6bc9163-8b12-4811-af40-9c42eca50dc3 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:54:07.759072 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68378933-1689-4669-890f-cddd5874d4fc req-541c9868-623d-43af-b088-fdfcf6ba7d63 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:07.760242 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-68378933-1689-4669-890f-cddd5874d4fc req-541c9868-623d-43af-b088-fdfcf6ba7d63 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=8933d721-f93a-4ade-9245-b2da7a00a0e2 HTTP/1.1" status: 200 len: 949 time: 0.1083047 Sep 21 17:54:07.847267 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-658fc65a-f747-4c79-82c1-2a201ac502ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:07.866799 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-658fc65a-f747-4c79-82c1-2a201ac502ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:07.882116 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658fc65a-f747-4c79-82c1-2a201ac502ab admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:54:07.883076 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-658fc65a-f747-4c79-82c1-2a201ac502ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:07.897272 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-68378933-1689-4669-890f-cddd5874d4fc req-a81a302b-c4e7-48c2-be64-a5c6b1a18fda tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261358 Sep 21 17:54:07.994804 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 17:54:07.994804 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:54:07.994804 n-d-810291-1 neutron-server[101460]: timer() Sep 21 17:54:07.994804 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:54:07.994804 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 17:54:07.994804 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:54:07.994804 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 17:54:07.994804 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:54:07.994804 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 17:54:07.994804 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:54:07.994804 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 17:54:07.994804 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:54:07.994804 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 17:54:07.994804 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:54:07.994804 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:54:07.994804 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:54:07.994804 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:54:07.994804 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:54:07.994804 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 17:54:07.994804 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:54:07.994804 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 17:54:07.994804 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:54:07.994804 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:54:07.994804 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:54:07.994804 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 17:54:07.994804 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:54:07.994804 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:54:07.994804 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:54:07.994804 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:54:07.994804 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:54:07.994804 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:54:07.994804 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:54:08.006756 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7dec584d-fa03-4395-bdce-d9b9246fcf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:08.015668 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8933d721-f93a-4ade-9245-b2da7a00a0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038d1f12-1d16-4eb2-9b4c-53b4687df2bb'}, {'server_uuid': 'b982904d-0d17-40f3-8274-4db1618ed35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3564a266-ac78-4756-aef0-dedea25f143d'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:54:08.021287 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d997e1af-c477-477d-9cdb-bd04f7710096" -d '{"events": [{"server_uuid": "8933d721-f93a-4ade-9245-b2da7a00a0e2", "name": "network-vif-plugged", "status": "completed", "tag": "038d1f12-1d16-4eb2-9b4c-53b4687df2bb"}, {"server_uuid": "b982904d-0d17-40f3-8274-4db1618ed35f", "name": "network-vif-plugged", "status": "completed", "tag": "3564a266-ac78-4756-aef0-dedea25f143d"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:54:08.049190 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7dec584d-fa03-4395-bdce-d9b9246fcf63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:08.051234 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7dec584d-fa03-4395-bdce-d9b9246fcf63 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f05969b2-dacd-4371-83ba-03eaf9f987f5 HTTP/1.1" status: 204 len: 168 time: 1.4358459 Sep 21 17:54:08.051853 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port a6bc9163-8b12-4811-af40-9c42eca50dc3, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=a6bc9163-8b12-4811-af40-9c42eca50dc3,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:08.052918 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec584d-fa03-4395-bdce-d9b9246fcf63 admin admin] Pushing event deleted for resources: {'Network': ['ID=f05969b2-dacd-4371-83ba-03eaf9f987f5,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:08.073088 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-658fc65a-f747-4c79-82c1-2a201ac502ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:08.080727 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-658fc65a-f747-4c79-82c1-2a201ac502ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:08.082695 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-658fc65a-f747-4c79-82c1-2a201ac502ab admin admin] 10.222.0.58 "DELETE /v2.0/networks/d747d127-0115-4347-ab0f-837e2d024e82 HTTP/1.1" status: 204 len: 168 time: 1.4518814 Sep 21 17:54:08.098548 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-72c9abf9-7806-4698-9dbf-4b0d66354cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:08.124444 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'a6bc9163-8b12-4811-af40-9c42eca50dc3', 'network_id': 'b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b', 'port_id': 'a6bc9163-8b12-4811-af40-9c42eca50dc3', 'mac_address': 'fa:16:3e:b3:c5:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def27755-188f-4074-84e9-9b2c33d106ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:54:08.132058 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658fc65a-f747-4c79-82c1-2a201ac502ab admin admin] Pushing event deleted for resources: {'Network': ['ID=d747d127-0115-4347-ab0f-837e2d024e82,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:08.141386 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Sep 2021 17:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcfe7c3-658a-4284-b33f-919fb849eb0e x-openstack-request-id: req-cdcfe7c3-658a-4284-b33f-919fb849eb0e {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:54:08.166893 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8933d721-f93a-4ade-9245-b2da7a00a0e2", "name": "network-vif-plugged", "status": "completed", "tag": "038d1f12-1d16-4eb2-9b4c-53b4687df2bb", "code": 200}, {"server_uuid": "b982904d-0d17-40f3-8274-4db1618ed35f", "name": "network-vif-plugged", "status": "completed", "tag": "3564a266-ac78-4756-aef0-dedea25f143d", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:54:08.167288 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cdcfe7c3-658a-4284-b33f-919fb849eb0e {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:54:08.172337 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8933d721-f93a-4ade-9245-b2da7a00a0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038d1f12-1d16-4eb2-9b4c-53b4687df2bb', 'code': 200} Sep 21 17:54:08.176338 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b982904d-0d17-40f3-8274-4db1618ed35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3564a266-ac78-4756-aef0-dedea25f143d', 'code': 200} Sep 21 17:54:08.263262 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:08.290547 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6bc9163-8b12-4811-af40-9c42eca50dc3 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:54:08.331015 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port a6bc9163-8b12-4811-af40-9c42eca50dc3, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=a6bc9163-8b12-4811-af40-9c42eca50dc3,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:08.343633 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:08.362342 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56464) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:08.433418 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56466) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:08.442896 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=a6bc9163-8b12-4811-af40-9c42eca50dc3,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:08.486475 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['a6bc9163-8b12-4811-af40-9c42eca50dc3'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:54:08.541038 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ec07a07c-0578-4e5b-b3ad-ac7d9739a2d1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=673ea1eba98b4f7a8d05f747fac676a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1697268 Sep 21 17:54:08.542844 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56468) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:08.550537 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-72fc8fe9-4d27-4d3c-afd4-69c3a7ac6d37 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=60686309477d41e8bfb837fd0cc4c975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0953665 Sep 21 17:54:08.554438 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56470) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:08.555590 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5936cb-7e74-45e4-b274-878808e7dcbe req-8cf3b783-2024-48da-8226-e6c48bd3d2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:08.557256 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2f5936cb-7e74-45e4-b274-878808e7dcbe req-8cf3b783-2024-48da-8226-e6c48bd3d2d1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8933d721-f93a-4ade-9245-b2da7a00a0e2 HTTP/1.1" status: 200 len: 1100 time: 0.2825305 Sep 21 17:54:08.619138 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37973a-ccc4-4cdf-959f-dc3e177b31e7 req-e7f2e921-b44a-4661-b575-dee2605cfa11 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:08.622530 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6a37973a-ccc4-4cdf-959f-dc3e177b31e7 req-e7f2e921-b44a-4661-b575-dee2605cfa11 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e78f5d-bf38-4135-960b-cc7a2df13eb2 HTTP/1.1" status: 200 len: 946 time: 0.4347053 Sep 21 17:54:08.626040 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae375e-45cc-4c0e-9f73-5056643a6c0f req-bcdefb07-7cea-4d37-b75c-7ae2f0d35888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:08.627735 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-74ae375e-45cc-4c0e-9f73-5056643a6c0f req-bcdefb07-7cea-4d37-b75c-7ae2f0d35888 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b982904d-0d17-40f3-8274-4db1618ed35f HTTP/1.1" status: 200 len: 1100 time: 0.3702798 Sep 21 17:54:08.652003 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0c3f36fe-80c9-42c2-83f8-7aaafa379d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:08.684655 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0c3f36fe-80c9-42c2-83f8-7aaafa379d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:08.693281 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-deb162d3-27c8-4270-b49d-ba5a25164bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:08.746233 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-deb162d3-27c8-4270-b49d-ba5a25164bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:08.832575 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2f5936cb-7e74-45e4-b274-878808e7dcbe req-9da36760-2160-4eac-a388-fdfd507a2d8f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085612 Sep 21 17:54:08.847127 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6a37973a-ccc4-4cdf-959f-dc3e177b31e7 req-bfff6d6e-9346-411a-a7da-f7ee387a6683 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981061 Sep 21 17:54:08.850290 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0c3f36fe-80c9-42c2-83f8-7aaafa379d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:08.854288 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0c3f36fe-80c9-42c2-83f8-7aaafa379d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:08.856388 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0c3f36fe-80c9-42c2-83f8-7aaafa379d04 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0ba50113-91ea-4fc0-8537-262688cc657f HTTP/1.1" status: 204 len: 168 time: 0.3042932 Sep 21 17:54:08.882656 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0399b-2365-4358-bfc5-2e95f70b95ab req-8e485045-87f1-44cf-8328-197f52c95baa tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:08.884299 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f6e0399b-2365-4358-bfc5-2e95f70b95ab req-8e485045-87f1-44cf-8328-197f52c95baa tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 945 time: 0.0870805 Sep 21 17:54:08.895534 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-74ae375e-45cc-4c0e-9f73-5056643a6c0f req-8bde4ac0-0254-4085-8370-4f70974e05b7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447164 Sep 21 17:54:08.899733 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f36fe-80c9-42c2-83f8-7aaafa379d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba50113-91ea-4fc0-8537-262688cc657f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:08.981684 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-deb162d3-27c8-4270-b49d-ba5a25164bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:09.004522 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-deb162d3-27c8-4270-b49d-ba5a25164bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:09.005852 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-deb162d3-27c8-4270-b49d-ba5a25164bd1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/de383152-ee87-45ac-8492-318b08927a42 HTTP/1.1" status: 204 len: 168 time: 0.4504535 Sep 21 17:54:09.031309 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-72c9abf9-7806-4698-9dbf-4b0d66354cd5 admin admin] Deleting port d7603049-a3e7-4896-b522-a88926b8060b {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:54:09.032058 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-72c9abf9-7806-4698-9dbf-4b0d66354cd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:09.094253 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb162d3-27c8-4270-b49d-ba5a25164bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de383152-ee87-45ac-8492-318b08927a42,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:09.157361 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f6e0399b-2365-4358-bfc5-2e95f70b95ab req-a00ed8f6-190b-470c-976e-cff32a83bdb2 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb1a3e94-9835-4afd-8ae4-6be7f4d9ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496619 Sep 21 17:54:09.262656 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e4853-90fb-4875-94fd-718bcfee2b09 req-c7f74496-2016-4a77-9cad-a26d0caad2c1 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:09.264885 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2f2e4853-90fb-4875-94fd-718bcfee2b09 req-c7f74496-2016-4a77-9cad-a26d0caad2c1 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=8933d721-f93a-4ade-9245-b2da7a00a0e2 HTTP/1.1" status: 200 len: 949 time: 0.0898628 Sep 21 17:54:09.328775 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2f2e4853-90fb-4875-94fd-718bcfee2b09 req-b036196a-83ae-4d7c-9b3f-39611be72fc6 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572093 Sep 21 17:54:09.361714 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-72c9abf9-7806-4698-9dbf-4b0d66354cd5 admin admin] For port d7603049-a3e7-4896-b522-a88926b8060b, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d7603049-a3e7-4896-b522-a88926b8060b,segment=NetworkSegment(7a5dc2df-d527-4d5f-8075-3ae6a5871227),segment_id=7a5dc2df-d527-4d5f-8075-3ae6a5871227)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:09.362157 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-72c9abf9-7806-4698-9dbf-4b0d66354cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:09.386500 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-72c9abf9-7806-4698-9dbf-4b0d66354cd5 admin admin] Calling delete_port for d7603049-a3e7-4896-b522-a88926b8060b owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:54:09.761690 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device a6bc9163-8b12-4811-af40-9c42eca50dc3 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:54:09.783747 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56516) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:09.813802 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-72c9abf9-7806-4698-9dbf-4b0d66354cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:09.847641 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5b0a7d9a-b726-489c-ac93-891116d9f2b5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=13ffecc132394b15b7ea78f9574a09d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0626059 Sep 21 17:54:09.850107 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56518) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:09.936021 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port a6bc9163-8b12-4811-af40-9c42eca50dc3 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:54:09.936406 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:09.952144 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c9abf9-7806-4698-9dbf-4b0d66354cd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7603049-a3e7-4896-b522-a88926b8060b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:09.957662 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cd8e8a25-8418-4bad-ac08-cfed67a2ec82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:10.037793 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cd8e8a25-8418-4bad-ac08-cfed67a2ec82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:10.163494 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cd8e8a25-8418-4bad-ac08-cfed67a2ec82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:10.167867 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cd8e8a25-8418-4bad-ac08-cfed67a2ec82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:10.167867 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-cd8e8a25-8418-4bad-ac08-cfed67a2ec82 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/63c13de7-b48f-4d34-9b5f-cbddb7bf26b3 HTTP/1.1" status: 204 len: 168 time: 0.3160186 Sep 21 17:54:10.181597 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e8a25-8418-4bad-ac08-cfed67a2ec82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c13de7-b48f-4d34-9b5f-cbddb7bf26b3,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:10.227619 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:10.354766 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e78f5d-bf38-4135-960b-cc7a2df13eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6bc9163-8b12-4811-af40-9c42eca50dc3'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:54:10.371987 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306be855-6c0a-45d1-88d8-9684e7554563" -d '{"events": [{"server_uuid": "e8e78f5d-bf38-4135-960b-cc7a2df13eb2", "name": "network-vif-plugged", "status": "completed", "tag": "a6bc9163-8b12-4811-af40-9c42eca50dc3"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:54:10.416291 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port a6bc9163-8b12-4811-af40-9c42eca50dc3, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=a6bc9163-8b12-4811-af40-9c42eca50dc3,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:10.423849 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:10.467732 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494ee3e-73b1-4298-9315-71073bc735b6 req-cb0cb381-49e4-4dbe-b202-4f5ca71c57fb tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:10.469116 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-72c9abf9-7806-4698-9dbf-4b0d66354cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:10.473129 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d494ee3e-73b1-4298-9315-71073bc735b6 req-cb0cb381-49e4-4dbe-b202-4f5ca71c57fb tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 945 time: 0.0982423 Sep 21 17:54:10.531452 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=a6bc9163-8b12-4811-af40-9c42eca50dc3,revision_number=7']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:10.605856 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d494ee3e-73b1-4298-9315-71073bc735b6 req-fc0edbc3-a9a6-4d5a-ae79-57c6ec76e912 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb1a3e94-9835-4afd-8ae4-6be7f4d9ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239638 Sep 21 17:54:10.617691 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23ed09-e11a-4cd1-b2ef-61e9dd708287 req-a15d1ffb-34e2-4437-9bba-0f64b2858ece tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:10.619565 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7f23ed09-e11a-4cd1-b2ef-61e9dd708287 req-a15d1ffb-34e2-4437-9bba-0f64b2858ece tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e78f5d-bf38-4135-960b-cc7a2df13eb2 HTTP/1.1" status: 200 len: 946 time: 0.1559923 Sep 21 17:54:10.723749 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7f23ed09-e11a-4cd1-b2ef-61e9dd708287 req-18aa60bf-befc-44fb-b61b-64101fc11fcf tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653343 Sep 21 17:54:10.820957 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877c205f-7c3f-4265-990d-e3587057ce8a x-openstack-request-id: req-877c205f-7c3f-4265-990d-e3587057ce8a {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:54:10.821562 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e78f5d-bf38-4135-960b-cc7a2df13eb2", "name": "network-vif-plugged", "status": "completed", "tag": "a6bc9163-8b12-4811-af40-9c42eca50dc3", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:54:10.821562 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-877c205f-7c3f-4265-990d-e3587057ce8a {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:54:10.821887 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e78f5d-bf38-4135-960b-cc7a2df13eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6bc9163-8b12-4811-af40-9c42eca50dc3', 'code': 200} Sep 21 17:54:10.906796 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215aef15-94fd-4d43-bac4-0e0f69150997 req-b3fb2fd1-934e-4091-8362-368be3504726 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:10.916089 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-215aef15-94fd-4d43-bac4-0e0f69150997 req-b3fb2fd1-934e-4091-8362-368be3504726 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=8933d721-f93a-4ade-9245-b2da7a00a0e2 HTTP/1.1" status: 200 len: 949 time: 0.1226072 Sep 21 17:54:10.997329 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-215aef15-94fd-4d43-bac4-0e0f69150997 req-17fa61e2-77cc-4631-b76b-27ac31358a90 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798922 Sep 21 17:54:11.010174 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c9abf9-7806-4698-9dbf-4b0d66354cd5 admin admin] Router 9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:54:11.017119 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56564) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:11.337771 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ac68a-5e79-4759-9dc4-d7cd31696e15 req-3ffc589b-bc1a-4e47-8d24-cb943f300fe0 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:11.339396 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-367ac68a-5e79-4759-9dc4-d7cd31696e15 req-3ffc589b-bc1a-4e47-8d24-cb943f300fe0 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=b982904d-0d17-40f3-8274-4db1618ed35f HTTP/1.1" status: 200 len: 949 time: 0.1545441 Sep 21 17:54:11.461882 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c9abf9-7806-4698-9dbf-4b0d66354cd5 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:54:11.469786 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-367ac68a-5e79-4759-9dc4-d7cd31696e15 req-78a3759d-044f-4772-a457-5d090d973a22 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176996 Sep 21 17:54:11.479266 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-72c9abf9-7806-4698-9dbf-4b0d66354cd5 admin admin] 10.222.0.58 "PUT /v2.0/routers/9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6260197 Sep 21 17:54:11.482812 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56592) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:11.486580 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e74e220-e64c-43d9-bfad-35ee448dbb89 None None] Sync routers for ids ['9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:54:11.512007 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e74e220-e64c-43d9-bfad-35ee448dbb89 None None] Routers {'9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:54:11.519447 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-0e74e220-e64c-43d9-bfad-35ee448dbb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:53:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:11.639676 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-30ffaa7b-0101-4e6f-8faf-dc130377bca7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-730299092-network', 'tenant_id': '9f77b13dab8e4d118c01975b2d61d3f1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:11.776063 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e3187-662d-45c9-9248-f40c85f6611a req-a7828394-c5fe-4d9e-b82f-57495b77d5e0 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:11.782487 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ffaa7b-0101-4e6f-8faf-dc130377bca7 admin admin] Made reservation on behalf of 9f77b13dab8e4d118c01975b2d61d3f1 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:54:11.787351 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-30ffaa7b-0101-4e6f-8faf-dc130377bca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:11.788197 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7a8e3187-662d-45c9-9248-f40c85f6611a req-a7828394-c5fe-4d9e-b82f-57495b77d5e0 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e78f5d-bf38-4135-960b-cc7a2df13eb2 HTTP/1.1" status: 200 len: 946 time: 0.1108229 Sep 21 17:54:11.813951 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-0e74e220-e64c-43d9-bfad-35ee448dbb89 None None] Set router 9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:54:11.859730 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7a8e3187-662d-45c9-9248-f40c85f6611a req-57b430ba-40b4-45cd-8035-c9b3ae2e5b24 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631890 Sep 21 17:54:11.865514 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-30ffaa7b-0101-4e6f-8faf-dc130377bca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:11.985257 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-30ffaa7b-0101-4e6f-8faf-dc130377bca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:11.998069 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-30ffaa7b-0101-4e6f-8faf-dc130377bca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:12.018270 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2788-d50e-4ab1-aecd-3293103b38b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:12.150957 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb836f4-73df-48cd-8db9-e2e65d7c6579 req-5d607641-95d2-47c5-9380-6f3c9c0e58f3 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:12.163550 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4eb836f4-73df-48cd-8db9-e2e65d7c6579 req-5d607641-95d2-47c5-9380-6f3c9c0e58f3 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 945 time: 0.1863289 Sep 21 17:54:12.210900 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2788-d50e-4ab1-aecd-3293103b38b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:12.255133 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4eb836f4-73df-48cd-8db9-e2e65d7c6579 req-8c5d00fc-93a8-4f87-9453-937c27b3b584 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb1a3e94-9835-4afd-8ae4-6be7f4d9ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904195 Sep 21 17:54:12.265533 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ffaa7b-0101-4e6f-8faf-dc130377bca7 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:54:12.297293 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-30ffaa7b-0101-4e6f-8faf-dc130377bca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:12.297648 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-30ffaa7b-0101-4e6f-8faf-dc130377bca7 admin admin] Added segment 644490e1-e1e4-40bb-b64b-7ebdf482dc42 of type vlan for network 21b3a3fa-6b9b-4eec-b5c4-bb586b710739 Sep 21 17:54:12.328278 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ffaa7b-0101-4e6f-8faf-dc130377bca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8c03bd-3967-4ff0-a601-805211ebb6e3,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:12.386997 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997be89-3b6f-40c0-93e0-68547e085bea req-eaea8c50-dbf2-4123-a866-1ed1acebf17e tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:12.394295 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997be89-3b6f-40c0-93e0-68547e085bea req-eaea8c50-dbf2-4123-a866-1ed1acebf17e tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:12.401888 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4997be89-3b6f-40c0-93e0-68547e085bea req-eaea8c50-dbf2-4123-a866-1ed1acebf17e tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=8933d721-f93a-4ade-9245-b2da7a00a0e2&device_id=b982904d-0d17-40f3-8274-4db1618ed35f HTTP/1.1" status: 200 len: 1689 time: 0.2160971 Sep 21 17:54:12.431633 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-0e74e220-e64c-43d9-bfad-35ee448dbb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350988157-router', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:07Z', 'updated_at': '2021-09-21T17:54:09Z', 'revision_number': 5, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'gw_port': {'id': '1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:08Z', 'updated_at': '2021-09-21T17:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:12.440498 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-30ffaa7b-0101-4e6f-8faf-dc130377bca7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:12.473026 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e74e220-e64c-43d9-bfad-35ee448dbb89 None None] Checking router: 9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:54:12.482652 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e74e220-e64c-43d9-bfad-35ee448dbb89 None None] Routers {'9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:54:12.483337 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-0e74e220-e64c-43d9-bfad-35ee448dbb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:53:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:12.507204 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4997be89-3b6f-40c0-93e0-68547e085bea req-6be5fb63-32e1-41b6-b084-3512b0e8ad68 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921066 Sep 21 17:54:12.509061 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-0d7d2788-d50e-4ab1-aecd-3293103b38b7 admin admin] Deleting port 1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:54:12.509471 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2788-d50e-4ab1-aecd-3293103b38b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:12.512091 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-30ffaa7b-0101-4e6f-8faf-dc130377bca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:12.513202 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ffaa7b-0101-4e6f-8faf-dc130377bca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:12.513786 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-30ffaa7b-0101-4e6f-8faf-dc130377bca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:12.641427 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-30ffaa7b-0101-4e6f-8faf-dc130377bca7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6223717 Sep 21 17:54:12.644487 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56632) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:12.652007 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-4c866465-e2d3-4199-acfb-a55fea59a3ab admin admin] Request body: {'subnet': {'network_id': '21b3a3fa-6b9b-4eec-b5c4-bb586b710739', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-730299092-subnet', 'tenant_id': '9f77b13dab8e4d118c01975b2d61d3f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:12.702795 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c866465-e2d3-4199-acfb-a55fea59a3ab admin admin] Made reservation on behalf of 9f77b13dab8e4d118c01975b2d61d3f1 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:54:12.705807 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4c866465-e2d3-4199-acfb-a55fea59a3ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:12.753556 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ffaa7b-0101-4e6f-8faf-dc130377bca7 admin admin] Pushing event updated for resources: {'Network': ['ID=21b3a3fa-6b9b-4eec-b5c4-bb586b710739,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:12.765438 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 21b3a3fa-6b9b-4eec-b5c4-bb586b710739 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:54:12.789218 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-0e74e220-e64c-43d9-bfad-35ee448dbb89 None None] Set router 9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:54:12.832163 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-0d7d2788-d50e-4ab1-aecd-3293103b38b7 admin admin] For port 1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:12.834192 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2788-d50e-4ab1-aecd-3293103b38b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:12.869082 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52ca25-fd73-429f-9027-70fef98de59d req-92aa84a4-f3d5-4b97-880e-cb0ad9d6e40f tempest-ServersOnMultiNodesTest-694228279 tempest-ServersOnMultiNodesTest-694228279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:12.897368 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9b52ca25-fd73-429f-9027-70fef98de59d req-92aa84a4-f3d5-4b97-880e-cb0ad9d6e40f tempest-ServersOnMultiNodesTest-694228279 tempest-ServersOnMultiNodesTest-694228279-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8933d721-f93a-4ade-9245-b2da7a00a0e2 HTTP/1.1" status: 200 len: 1100 time: 0.2164357 Sep 21 17:54:12.899149 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-0e74e220-e64c-43d9-bfad-35ee448dbb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350988157-router', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:07Z', 'updated_at': '2021-09-21T17:54:12Z', 'revision_number': 6, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:12.978252 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-0d7d2788-d50e-4ab1-aecd-3293103b38b7 admin admin] Calling delete_port for 1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:54:13.016073 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e74e220-e64c-43d9-bfad-35ee448dbb89 None None] The sync data for ids ['9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c'] in n-d-810291-1 is: [{'id': '9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350988157-router', 'tenant_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:07Z', 'updated_at': '2021-09-21T17:54:12Z', 'revision_number': 6, 'project_id': 'b93028f5f6c042dd85c1734d29b3e8eb', 'gw_port_host': None}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:54:13.043624 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9b52ca25-fd73-429f-9027-70fef98de59d req-d44f9d86-e7b2-4aab-a379-f97e8df19e82 tempest-ServersOnMultiNodesTest-694228279 tempest-ServersOnMultiNodesTest-694228279-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349335 Sep 21 17:54:13.101918 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d4229-6803-4a5b-9da9-1e898e98a572 req-7f1a1657-0c1c-4de1-b9c6-2a82bb44a048 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:13.104089 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2c1d4229-6803-4a5b-9da9-1e898e98a572 req-7f1a1657-0c1c-4de1-b9c6-2a82bb44a048 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8e78f5d-bf38-4135-960b-cc7a2df13eb2 HTTP/1.1" status: 200 len: 946 time: 0.1905174 Sep 21 17:54:13.294294 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4c866465-e2d3-4199-acfb-a55fea59a3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:13.386529 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95884991-9f71-4bb6-bdaf-5caafe415fa0 req-c8206e20-c128-402c-9638-9911bd34235b tempest-ServersOnMultiNodesTest-694228279 tempest-ServersOnMultiNodesTest-694228279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:13.394161 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-95884991-9f71-4bb6-bdaf-5caafe415fa0 req-c8206e20-c128-402c-9638-9911bd34235b tempest-ServersOnMultiNodesTest-694228279 tempest-ServersOnMultiNodesTest-694228279-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b982904d-0d17-40f3-8274-4db1618ed35f HTTP/1.1" status: 200 len: 1100 time: 0.1170723 Sep 21 17:54:13.494232 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a94cac-ae64-4eb6-b6b0-88c427032279 req-420cf57c-4f2a-46ae-bb99-d6121a3574f1 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:13.519188 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-97a94cac-ae64-4eb6-b6b0-88c427032279 req-420cf57c-4f2a-46ae-bb99-d6121a3574f1 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e78f5d-bf38-4135-960b-cc7a2df13eb2 HTTP/1.1" status: 200 len: 946 time: 0.5247836 Sep 21 17:54:13.546383 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-95884991-9f71-4bb6-bdaf-5caafe415fa0 req-b2ea6b05-25c1-4d14-8f26-af0d1bbaff46 tempest-ServersOnMultiNodesTest-694228279 tempest-ServersOnMultiNodesTest-694228279-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510749 Sep 21 17:54:13.584204 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2788-d50e-4ab1-aecd-3293103b38b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:13.671447 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d2788-d50e-4ab1-aecd-3293103b38b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:13.717576 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c866465-e2d3-4199-acfb-a55fea59a3ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=07dfe057-fa44-4619-a478-cd516393be78,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:13.765692 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-97a94cac-ae64-4eb6-b6b0-88c427032279 req-c9a3c886-750e-4505-b3de-b52a4e2a97da tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/security-groups?id=5d2148bb-67ac-4696-b3a3-1613b44af34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439189 Sep 21 17:54:13.783526 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-2c1d4229-6803-4a5b-9da9-1e898e98a572 req-a4235292-282b-435e-9b9a-cb1cbeefe4b4 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Deleting port a6bc9163-8b12-4811-af40-9c42eca50dc3 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:54:13.785832 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-2c1d4229-6803-4a5b-9da9-1e898e98a572 req-a4235292-282b-435e-9b9a-cb1cbeefe4b4 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:13.805447 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device a6bc9163-8b12-4811-af40-9c42eca50dc3 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:54:13.825287 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56658) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:13.832112 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c866465-e2d3-4199-acfb-a55fea59a3ab admin admin] Checking segment: {'id': '644490e1-e1e4-40bb-b64b-7ebdf482dc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '21b3a3fa-6b9b-4eec-b5c4-bb586b710739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:54:13.832504 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c866465-e2d3-4199-acfb-a55fea59a3ab admin admin] Network hostable DHCP agents. Network: 21b3a3fa-6b9b-4eec-b5c4-bb586b710739, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:54:13.844500 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2788-d50e-4ab1-aecd-3293103b38b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:13.955320 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e36650-df06-47e9-bc48-78060db8beb4 req-0b9eee2f-8fcf-4053-b118-097d1061f19b tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:13.964684 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3e36650-df06-47e9-bc48-78060db8beb4 req-0b9eee2f-8fcf-4053-b118-097d1061f19b tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 945 time: 0.2468276 Sep 21 17:54:14.046714 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c866465-e2d3-4199-acfb-a55fea59a3ab admin admin] Network 21b3a3fa-6b9b-4eec-b5c4-bb586b710739 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:54:14.083803 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:14.096749 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2788-d50e-4ab1-aecd-3293103b38b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:14.112673 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3e36650-df06-47e9-bc48-78060db8beb4 req-c0318b81-2fe4-457a-98ad-7158275300e2 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb1a3e94-9835-4afd-8ae4-6be7f4d9ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467423 Sep 21 17:54:14.114292 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2788-d50e-4ab1-aecd-3293103b38b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:14.126197 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-4c866465-e2d3-4199-acfb-a55fea59a3ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 21b3a3fa-6b9b-4eec-b5c4-bb586b710739) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:54:14.139291 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c866465-e2d3-4199-acfb-a55fea59a3ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:14.145338 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4c866465-e2d3-4199-acfb-a55fea59a3ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:14.191383 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e08d6b99-5151-4c48-80c7-73786b00051e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:14.197553 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4c866465-e2d3-4199-acfb-a55fea59a3ab admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5508192 Sep 21 17:54:14.201161 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-2c1d4229-6803-4a5b-9da9-1e898e98a572 req-a4235292-282b-435e-9b9a-cb1cbeefe4b4 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] For port a6bc9163-8b12-4811-af40-9c42eca50dc3, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=a6bc9163-8b12-4811-af40-9c42eca50dc3,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:14.201891 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56666) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:14.202276 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-2c1d4229-6803-4a5b-9da9-1e898e98a572 req-a4235292-282b-435e-9b9a-cb1cbeefe4b4 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:14.207858 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-4a8251e2-512b-40f1-bed9-1fe70effa3f2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-730299092-router', 'tenant_id': '9f77b13dab8e4d118c01975b2d61d3f1', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:14.223207 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port a6bc9163-8b12-4811-af40-9c42eca50dc3, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=a6bc9163-8b12-4811-af40-9c42eca50dc3,segment=NetworkSegment(9c08f836-aec9-456e-aaf6-ac9a8961f79b),segment_id=9c08f836-aec9-456e-aaf6-ac9a8961f79b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:14.224756 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-2c1d4229-6803-4a5b-9da9-1e898e98a572 req-a4235292-282b-435e-9b9a-cb1cbeefe4b4 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Calling delete_port for a6bc9163-8b12-4811-af40-9c42eca50dc3 owned by compute:nova {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:54:14.229030 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad66b304-d639-4b56-b481-bd51a975f450 None None] Network 21b3a3fa-6b9b-4eec-b5c4-bb586b710739 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:54:14.232604 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e78f5d-bf38-4135-960b-cc7a2df13eb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6bc9163-8b12-4811-af40-9c42eca50dc3'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:54:14.246901 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2788-d50e-4ab1-aecd-3293103b38b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:14.248201 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7d2788-d50e-4ab1-aecd-3293103b38b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 17:54:14.254228 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d1683c-9a32-46ff-8ca6-c715c1db4c72" -d '{"events": [{"server_uuid": "e8e78f5d-bf38-4135-960b-cc7a2df13eb2", "name": "network-vif-unplugged", "status": "completed", "tag": "a6bc9163-8b12-4811-af40-9c42eca50dc3"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:54:14.256684 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2788-d50e-4ab1-aecd-3293103b38b7 admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:14.259785 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0d7d2788-d50e-4ab1-aecd-3293103b38b7 admin admin] 10.222.0.58 "DELETE /v2.0/routers/9a9aa611-4e3e-45b9-ab2b-c4c93ba1c47c HTTP/1.1" status: 204 len: 168 time: 2.7613821 Sep 21 17:54:14.263327 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56668) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:14.286620 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:14.338090 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6875dd-b6f1-4437-bd06-f24b910cd134 admin admin] Deleting subnet 42aa13e9-fa0a-473d-9510-59ad5e7250f2 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:54:14.341791 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5e6875dd-b6f1-4437-bd06-f24b910cd134 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:14.382209 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4a8251e2-512b-40f1-bed9-1fe70effa3f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:14.383283 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4a8251e2-512b-40f1-bed9-1fe70effa3f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:14.413364 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5e6875dd-b6f1-4437-bd06-f24b910cd134 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:14.428113 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 17:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80769d23-2e44-4859-8259-3dcb973ba370 x-openstack-request-id: req-80769d23-2e44-4859-8259-3dcb973ba370 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:54:14.430565 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e78f5d-bf38-4135-960b-cc7a2df13eb2", "name": "network-vif-unplugged", "status": "completed", "tag": "a6bc9163-8b12-4811-af40-9c42eca50dc3", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:54:14.431394 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-80769d23-2e44-4859-8259-3dcb973ba370 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:54:14.432487 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e78f5d-bf38-4135-960b-cc7a2df13eb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6bc9163-8b12-4811-af40-9c42eca50dc3', 'code': 200} Sep 21 17:54:14.562675 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4a8251e2-512b-40f1-bed9-1fe70effa3f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:14.600501 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=a6bc9163-8b12-4811-af40-9c42eca50dc3,revision_number=8']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:14.670218 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-2c1d4229-6803-4a5b-9da9-1e898e98a572 req-a4235292-282b-435e-9b9a-cb1cbeefe4b4 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:14.705715 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888561c0-33c9-48ec-951d-ba96c70e3e08 None None] Network 21b3a3fa-6b9b-4eec-b5c4-bb586b710739 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:54:14.709409 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-6556676b-c6ad-4cc6-bf59-17cb786fc9e7 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=f3df2f1b844143b1bdfc1c299403f848&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583375 Sep 21 17:54:14.918150 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-550ae35b-64ab-484c-b2e5-8a3e34860b0c tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:14.920257 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-550ae35b-64ab-484c-b2e5-8a3e34860b0c tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1890807 Sep 21 17:54:14.927230 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4235292-282b-435e-9b9a-cb1cbeefe4b4 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Pushing event deleted for resources: {'Port': ['ID=a6bc9163-8b12-4811-af40-9c42eca50dc3,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:14.982470 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-52466909-54a0-4a31-bbd1-1e012ba6e4b1 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/quotas/f3df2f1b844143b1bdfc1c299403f848 HTTP/1.1" status: 200 len: 375 time: 0.0432200 Sep 21 17:54:14.993490 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5e6875dd-b6f1-4437-bd06-f24b910cd134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:15.023102 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4a8251e2-512b-40f1-bed9-1fe70effa3f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:15.041594 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1d4229-6803-4a5b-9da9-1e898e98a572 req-a4235292-282b-435e-9b9a-cb1cbeefe4b4 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] No DVR routers for this DVR port a6bc9163-8b12-4811-af40-9c42eca50dc3 on host n-h2-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:54:15.046117 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-2c1d4229-6803-4a5b-9da9-1e898e98a572 req-a4235292-282b-435e-9b9a-cb1cbeefe4b4 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:15.048570 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2c1d4229-6803-4a5b-9da9-1e898e98a572 req-a4235292-282b-435e-9b9a-cb1cbeefe4b4 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.44 "DELETE /v2.0/ports/a6bc9163-8b12-4811-af40-9c42eca50dc3 HTTP/1.1" status: 204 len: 173 time: 1.9051864 Sep 21 17:54:15.049357 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e78f5d-bf38-4135-960b-cc7a2df13eb2', 'name': 'network-vif-deleted', 'tag': 'a6bc9163-8b12-4811-af40-9c42eca50dc3'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:54:15.063431 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e08d6b99-5151-4c48-80c7-73786b00051e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:15.065166 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9736487-ff6b-4437-b826-85562d7ef7a6" -d '{"events": [{"server_uuid": "e8e78f5d-bf38-4135-960b-cc7a2df13eb2", "name": "network-vif-deleted", "tag": "a6bc9163-8b12-4811-af40-9c42eca50dc3"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:54:15.076177 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8412b533-84e0-496b-ae00-c016e762d34a req-843856d6-6083-4b49-9505-d54960d31184 tempest-ImagesTestJSON-1407870571 tempest-ImagesTestJSON-1407870571-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e78f5d-bf38-4135-960b-cc7a2df13eb2 HTTP/1.1" status: 200 len: 210 time: 0.1419981 Sep 21 17:54:15.100886 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e08d6b99-5151-4c48-80c7-73786b00051e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:15.148334 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-80fe9efa-cef0-4386-bf46-def622d75a94 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3df2f1b844143b1bdfc1c299403f848&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1566448 Sep 21 17:54:15.218666 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:54:15.260567 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d6b99-5151-4c48-80c7-73786b00051e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a703fa-6def-4bbd-a005-91d2e9c5418f,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:15.289620 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56702) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:15.292629 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:54:15.293185 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1a258b2b-7ea0-4dc5-ad34-cbdbf06db07a not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:54:15.295142 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device d7603049-a3e7-4896-b522-a88926b8060b no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:54:15.298116 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e08d6b99-5151-4c48-80c7-73786b00051e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aac9dead3c9246c4907b5e1e87252f21&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4718692 Sep 21 17:54:15.315261 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5e6875dd-b6f1-4437-bd06-f24b910cd134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:15.326658 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c6d58f-b0c2-4139-9ab8-42c5ed6965c8 x-openstack-request-id: req-87c6d58f-b0c2-4139-9ab8-42c5ed6965c8 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:54:15.327050 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e78f5d-bf38-4135-960b-cc7a2df13eb2", "name": "network-vif-deleted", "tag": "a6bc9163-8b12-4811-af40-9c42eca50dc3", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:54:15.328352 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-87c6d58f-b0c2-4139-9ab8-42c5ed6965c8 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:54:15.328769 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e78f5d-bf38-4135-960b-cc7a2df13eb2', 'name': 'network-vif-deleted', 'tag': 'a6bc9163-8b12-4811-af40-9c42eca50dc3', 'status': 'completed', 'code': 200} Sep 21 17:54:15.352488 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: d7603049-a3e7-4896-b522-a88926b8060b {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:54:15.352668 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device d7603049-a3e7-4896-b522-a88926b8060b not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:54:15.408501 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ff536344-f8a6-4f1a-900a-05d1331762bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:15.413104 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6875dd-b6f1-4437-bd06-f24b910cd134 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42aa13e9-fa0a-473d-9510-59ad5e7250f2,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:15.441937 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ff536344-f8a6-4f1a-900a-05d1331762bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:15.478812 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeed1ff9-a217-4bf5-acc5-e6e1fbb382e1 None None] Network 11a4fcdf-56c0-4722-a4a2-ffbd8671669c requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:54:15.480534 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5e6875dd-b6f1-4437-bd06-f24b910cd134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:15.485599 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5e6875dd-b6f1-4437-bd06-f24b910cd134 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/42aa13e9-fa0a-473d-9510-59ad5e7250f2 HTTP/1.1" status: 204 len: 168 time: 1.2167556 Sep 21 17:54:15.486890 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56704) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:15.547210 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ff536344-f8a6-4f1a-900a-05d1331762bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:15.557132 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ff536344-f8a6-4f1a-900a-05d1331762bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:15.561185 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ff536344-f8a6-4f1a-900a-05d1331762bf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/43a703fa-6def-4bbd-a005-91d2e9c5418f HTTP/1.1" status: 204 len: 168 time: 0.2698989 Sep 21 17:54:15.604706 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933b1c9-88c0-4174-b0f5-fd798fe2cdd7 req-a18894dc-5b28-4e4a-84b4-5c8543c93799 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:15.607041 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff536344-f8a6-4f1a-900a-05d1331762bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a703fa-6def-4bbd-a005-91d2e9c5418f,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:15.610842 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c933b1c9-88c0-4174-b0f5-fd798fe2cdd7 req-a18894dc-5b28-4e4a-84b4-5c8543c93799 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 945 time: 0.1836069 Sep 21 17:54:15.729825 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c933b1c9-88c0-4174-b0f5-fd798fe2cdd7 req-7fe587f0-11e9-440b-9fbd-d7f30b25c4b7 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb1a3e94-9835-4afd-8ae4-6be7f4d9ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969794 Sep 21 17:54:15.732018 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a7402da4-0c0d-480e-ab41-de3bd003393e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:15.868020 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-a7402da4-0c0d-480e-ab41-de3bd003393e admin admin] Deleting port ac6922de-aa44-46cb-873f-29f8531c3d44 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:54:15.871095 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a7402da4-0c0d-480e-ab41-de3bd003393e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:15.907090 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccf3540-8e85-48b1-ac15-a3c5339cf5ee None None] DHCP port deletion for 11a4fcdf-56c0-4722-a4a2-ffbd8671669c request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 17:54:15.920504 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5bd5da41-3e81-4ed4-97b7-4c70eaef72ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:16.067042 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-a7402da4-0c0d-480e-ab41-de3bd003393e admin admin] For port ac6922de-aa44-46cb-873f-29f8531c3d44, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ac6922de-aa44-46cb-873f-29f8531c3d44,segment=NetworkSegment(7a5dc2df-d527-4d5f-8075-3ae6a5871227),segment_id=7a5dc2df-d527-4d5f-8075-3ae6a5871227)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:16.067434 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a7402da4-0c0d-480e-ab41-de3bd003393e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:16.080084 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-cccf3540-8e85-48b1-ac15-a3c5339cf5ee None None] Deleting port ac6922de-aa44-46cb-873f-29f8531c3d44 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:54:16.082131 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cccf3540-8e85-48b1-ac15-a3c5339cf5ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:16.138977 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-241108f8-9653-4b09-b078-9a50786c7812 req-0ddef815-4867-4951-8785-00a1146eb71a tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1111422827&fields=id&tenant_id=c4da9d9a034541f0b1a21573283219ab HTTP/1.1" status: 200 len: 267 time: 0.1764550 Sep 21 17:54:16.140781 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-a7402da4-0c0d-480e-ab41-de3bd003393e admin admin] Calling delete_port for ac6922de-aa44-46cb-873f-29f8531c3d44 owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:54:16.201691 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56726) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:16.213291 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-cccf3540-8e85-48b1-ac15-a3c5339cf5ee None None] For port ac6922de-aa44-46cb-873f-29f8531c3d44, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ac6922de-aa44-46cb-873f-29f8531c3d44,segment=NetworkSegment(7a5dc2df-d527-4d5f-8075-3ae6a5871227),segment_id=7a5dc2df-d527-4d5f-8075-3ae6a5871227)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:16.213958 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cccf3540-8e85-48b1-ac15-a3c5339cf5ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:16.235472 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-cccf3540-8e85-48b1-ac15-a3c5339cf5ee None None] Calling delete_port for ac6922de-aa44-46cb-873f-29f8531c3d44 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:54:16.290266 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-416a0a4f-8f3b-46ff-80f1-d474fdd3516c req-24362735-e009-472e-8400-00a2e9ae4491 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=7041cc76-26dd-4f6e-a364-7440c173d083 HTTP/1.1" status: 200 len: 210 time: 0.0429413 Sep 21 17:54:16.353562 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a7402da4-0c0d-480e-ab41-de3bd003393e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:16.374444 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7402da4-0c0d-480e-ab41-de3bd003393e admin admin] No DVR routers for this DVR port ac6922de-aa44-46cb-873f-29f8531c3d44 on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:54:16.398710 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7402da4-0c0d-480e-ab41-de3bd003393e admin admin] Pushing event deleted for resources: {'Port': ['ID=ac6922de-aa44-46cb-873f-29f8531c3d44,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:16.407788 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cccf3540-8e85-48b1-ac15-a3c5339cf5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:16.472635 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4a8251e2-512b-40f1-bed9-1fe70effa3f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:16.476702 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-74d66ba3-0fc2-41c7-93d3-73d9ef3bca83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:16.483366 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccf3540-8e85-48b1-ac15-a3c5339cf5ee None None] No DVR routers for this DVR port ac6922de-aa44-46cb-873f-29f8531c3d44 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:54:16.486095 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf3540-8e85-48b1-ac15-a3c5339cf5ee None None] Pushing event deleted for resources: {'Port': ['ID=ac6922de-aa44-46cb-873f-29f8531c3d44,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:16.542546 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4a8251e2-512b-40f1-bed9-1fe70effa3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:16.552873 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a7402da4-0c0d-480e-ab41-de3bd003393e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:16.597576 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-a7402da4-0c0d-480e-ab41-de3bd003393e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a4fcdf-56c0-4722-a4a2-ffbd8671669c']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:16.620697 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-a7402da4-0c0d-480e-ab41-de3bd003393e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a5dc2df-d527-4d5f-8075-3ae6a5871227') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:16.624975 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-a7402da4-0c0d-480e-ab41-de3bd003393e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a5dc2df-d527-4d5f-8075-3ae6a5871227') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:16.649815 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a7402da4-0c0d-480e-ab41-de3bd003393e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:16.666605 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a7402da4-0c0d-480e-ab41-de3bd003393e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:16.694605 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7402da4-0c0d-480e-ab41-de3bd003393e admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:54:16.695154 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a7402da4-0c0d-480e-ab41-de3bd003393e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:16.697062 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 17:54:16.697062 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:54:16.697062 n-d-810291-1 neutron-server[101461]: timer() Sep 21 17:54:16.697062 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:54:16.697062 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 17:54:16.697062 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:54:16.697062 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 17:54:16.697062 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:54:16.697062 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 17:54:16.697062 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:54:16.697062 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 17:54:16.697062 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:54:16.697062 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 17:54:16.697062 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:54:16.697062 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:54:16.697062 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:54:16.697062 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:54:16.697062 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:54:16.697062 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 17:54:16.697062 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:54:16.697062 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 17:54:16.697062 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:54:16.697062 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:54:16.697062 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:54:16.697062 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 17:54:16.697062 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:54:16.697062 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:54:16.697062 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:54:16.697062 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:54:16.697062 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:54:16.697062 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:54:16.697062 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:54:16.772681 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241108f8-9653-4b09-b078-9a50786c7812 req-faceb6f2-cab9-496c-9030-fba1b4c6227e tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:16.779014 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a7402da4-0c0d-480e-ab41-de3bd003393e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:16.782155 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-241108f8-9653-4b09-b078-9a50786c7812 req-faceb6f2-cab9-496c-9030-fba1b4c6227e tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/networks?id=1971a7db-b33f-45b8-9b53-89078ce1cf93 HTTP/1.1" status: 200 len: 815 time: 0.6425083 Sep 21 17:54:16.802594 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a7402da4-0c0d-480e-ab41-de3bd003393e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:16.807694 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a7402da4-0c0d-480e-ab41-de3bd003393e admin admin] 10.222.0.58 "DELETE /v2.0/networks/11a4fcdf-56c0-4722-a4a2-ffbd8671669c HTTP/1.1" status: 204 len: 168 time: 1.3155046 Sep 21 17:54:16.807694 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7402da4-0c0d-480e-ab41-de3bd003393e admin admin] Pushing event deleted for resources: {'Network': ['ID=11a4fcdf-56c0-4722-a4a2-ffbd8671669c,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:16.808032 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56768) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:16.818366 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-241108f8-9653-4b09-b078-9a50786c7812 req-862ef595-f3b3-4dcd-bdf5-478caab7c2d8 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/quotas/c4da9d9a034541f0b1a21573283219ab HTTP/1.1" status: 200 len: 375 time: 0.0347724 Sep 21 17:54:16.839048 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-4a8251e2-512b-40f1-bed9-1fe70effa3f2 admin admin] Allocated IP 172.25.6.156 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/7b4581f3-eedd-47f1-93b4-79c90f3cd2d9) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:54:16.955899 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-241108f8-9653-4b09-b078-9a50786c7812 req-640ceacc-960c-468d-90ae-1f788300c853 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c4da9d9a034541f0b1a21573283219ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1359899 Sep 21 17:54:17.114520 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-74d66ba3-0fc2-41c7-93d3-73d9ef3bca83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:17.118957 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4a8251e2-512b-40f1-bed9-1fe70effa3f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:17.125268 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-74d66ba3-0fc2-41c7-93d3-73d9ef3bca83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:17.190170 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-74d66ba3-0fc2-41c7-93d3-73d9ef3bca83 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d6721a9498cc43168a1ab5373b08776a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7895133 Sep 21 17:54:17.193457 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56774) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:17.218769 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d66ba3-0fc2-41c7-93d3-73d9ef3bca83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28cfc1e-6539-4913-a0d4-46f5fca444e4,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:17.230460 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ac6922de-aa44-46cb-873f-29f8531c3d44 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:54:17.274555 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4a8251e2-512b-40f1-bed9-1fe70effa3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:17.304559 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: ac6922de-aa44-46cb-873f-29f8531c3d44 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:54:17.306200 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ac6922de-aa44-46cb-873f-29f8531c3d44 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:54:17.381569 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-98c50084-78ce-4b1a-ade3-4ab6bc938746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:17.414154 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-98c50084-78ce-4b1a-ade3-4ab6bc938746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:17.418181 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8251e2-512b-40f1-bed9-1fe70effa3f2 admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:54:17.436129 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8251e2-512b-40f1-bed9-1fe70effa3f2 admin admin] Pushing event updated for resources: {'Port': ['ID=7b4581f3-eedd-47f1-93b4-79c90f3cd2d9,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:17.447723 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-4a8251e2-512b-40f1-bed9-1fe70effa3f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:54:17.454102 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8251e2-512b-40f1-bed9-1fe70effa3f2 admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:54:17.552221 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ab7a4-4da5-447e-9969-5c261eae0572 req-9010c8a6-84d6-4648-a80f-3b411e3c1cb1 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:17.554287 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f67ab7a4-4da5-447e-9969-5c261eae0572 req-9010c8a6-84d6-4648-a80f-3b411e3c1cb1 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 945 time: 0.6787498 Sep 21 17:54:17.675625 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f67ab7a4-4da5-447e-9969-5c261eae0572 req-47333217-ecf5-4413-ab76-c608ff91338f tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb1a3e94-9835-4afd-8ae4-6be7f4d9ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627337 Sep 21 17:54:17.859222 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7bc2b267-d5d5-4a69-8c73-b9a9594085c1 req-d3ae4a24-ed06-4593-8df2-5897468d5c1d tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=7041cc76-26dd-4f6e-a364-7440c173d083 HTTP/1.1" status: 200 len: 210 time: 0.0387883 Sep 21 17:54:18.022322 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9f9e60a7-1d9f-4a49-8672-489402cabaeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:18.071962 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56800) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:18.165874 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-98c50084-78ce-4b1a-ade3-4ab6bc938746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:18.168650 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-98c50084-78ce-4b1a-ade3-4ab6bc938746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:18.175476 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-98c50084-78ce-4b1a-ade3-4ab6bc938746 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c28cfc1e-6539-4913-a0d4-46f5fca444e4 HTTP/1.1" status: 204 len: 168 time: 0.9770780 Sep 21 17:54:18.193278 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b039752-2e9b-49d8-9985-eb17e501e196 admin admin] Deleting subnet def27755-188f-4074-84e9-9b2c33d106ae {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:54:18.210415 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c50084-78ce-4b1a-ade3-4ab6bc938746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28cfc1e-6539-4913-a0d4-46f5fca444e4,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:18.283445 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-241108f8-9653-4b09-b078-9a50786c7812 req-4f58a58a-bc32-4a9a-9c3a-d0355b1e9d33 service neutron] 10.222.0.58 "GET /v2.0/networks/1971a7db-b33f-45b8-9b53-89078ce1cf93?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2564175 Sep 21 17:54:18.287697 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0b039752-2e9b-49d8-9985-eb17e501e196 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:18.345767 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ac10aac4-1387-47b5-bff6-7be7ed8a8bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:18.387639 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0b039752-2e9b-49d8-9985-eb17e501e196 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:18.464024 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0b039752-2e9b-49d8-9985-eb17e501e196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:18.555683 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4a8251e2-512b-40f1-bed9-1fe70effa3f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:18.593879 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0b039752-2e9b-49d8-9985-eb17e501e196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:18.602188 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-434812d0-e356-4cb2-a5dd-d4ef65ce7ed0 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f3df2f1b844143b1bdfc1c299403f848&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1348095 Sep 21 17:54:18.786098 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-ba4feccf-5027-4588-826e-d1736ca7de44 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:18.787729 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-ba4feccf-5027-4588-826e-d1736ca7de44 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1670861 Sep 21 17:54:18.806876 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b039752-2e9b-49d8-9985-eb17e501e196 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=def27755-188f-4074-84e9-9b2c33d106ae,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:18.821302 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-ff5cdbfd-86be-40b2-a395-b171b6cea869 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Request body: {'port': {'device_id': '3fec6f70-f744-44d6-a2c7-28a3d29adfdf', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'admin_state_up': True, 'tenant_id': 'f3df2f1b844143b1bdfc1c299403f848'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:18.856591 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0b039752-2e9b-49d8-9985-eb17e501e196 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:18.861153 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0b039752-2e9b-49d8-9985-eb17e501e196 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/def27755-188f-4074-84e9-9b2c33d106ae HTTP/1.1" status: 204 len: 168 time: 0.7876711 Sep 21 17:54:18.864923 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56816) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:18.920820 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-241108f8-9653-4b09-b078-9a50786c7812 req-c487e83e-616f-44ad-9212-2eb57280e939 service neutron] 10.222.0.58 "GET /v2.0/networks/1971a7db-b33f-45b8-9b53-89078ce1cf93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6302261 Sep 21 17:54:18.924123 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-028dbc8a-1b6e-415e-b6dc-16e46d44ae47 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=f3df2f1b844143b1bdfc1c299403f848&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1333623 Sep 21 17:54:18.948791 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:18.954867 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d009f473-2923-4e3f-8f64-2d29ab0111eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:19.060143 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d343ea8-272b-4600-8619-410fb7647629 req-eec558dd-3f48-4b6f-814f-058d478e8e3f tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:19.072009 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1d343ea8-272b-4600-8619-410fb7647629 req-eec558dd-3f48-4b6f-814f-058d478e8e3f tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 945 time: 0.2615581 Sep 21 17:54:19.102175 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-3f58beeb-38b6-42c0-849b-0931faedff5e tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:19.103795 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-3f58beeb-38b6-42c0-849b-0931faedff5e tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1298833 Sep 21 17:54:19.120477 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-afba9b0e-a3df-4b6f-b397-e91e59086324 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Request body: {'port': {'device_id': '7041cc76-26dd-4f6e-a364-7440c173d083', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'admin_state_up': True, 'tenant_id': 'f3df2f1b844143b1bdfc1c299403f848'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:19.130270 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d009f473-2923-4e3f-8f64-2d29ab0111eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:19.152803 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-d009f473-2923-4e3f-8f64-2d29ab0111eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:19.165880 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-d009f473-2923-4e3f-8f64-2d29ab0111eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c08f836-aec9-456e-aaf6-ac9a8961f79b') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:19.166110 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4a8251e2-512b-40f1-bed9-1fe70effa3f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:19.166255 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-d009f473-2923-4e3f-8f64-2d29ab0111eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c08f836-aec9-456e-aaf6-ac9a8961f79b') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:19.209114 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d009f473-2923-4e3f-8f64-2d29ab0111eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:19.243355 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d009f473-2923-4e3f-8f64-2d29ab0111eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:19.270658 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d009f473-2923-4e3f-8f64-2d29ab0111eb admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:54:19.271184 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d009f473-2923-4e3f-8f64-2d29ab0111eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:19.273168 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 17:54:19.273168 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:54:19.273168 n-d-810291-1 neutron-server[101461]: timer() Sep 21 17:54:19.273168 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:54:19.273168 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 17:54:19.273168 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:54:19.273168 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 17:54:19.273168 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:54:19.273168 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 17:54:19.273168 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:54:19.273168 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 17:54:19.273168 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:54:19.273168 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 17:54:19.273168 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:54:19.273168 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:54:19.273168 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:54:19.273168 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:54:19.273168 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:54:19.273168 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 17:54:19.273168 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:54:19.273168 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 17:54:19.273168 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:54:19.273168 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:54:19.273168 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:54:19.273168 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 17:54:19.273168 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:54:19.273168 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:54:19.273168 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:54:19.273168 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:54:19.273168 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:54:19.273168 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:54:19.273168 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:54:19.316247 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-9f9e60a7-1d9f-4a49-8672-489402cabaeb admin admin] Deleting port a71b126c-25b7-482f-8239-40d824b866f8 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:54:19.316661 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9f9e60a7-1d9f-4a49-8672-489402cabaeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:19.384774 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-afba9b0e-a3df-4b6f-b397-e91e59086324 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Made reservation on behalf of f3df2f1b844143b1bdfc1c299403f848 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:54:19.388279 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-afba9b0e-a3df-4b6f-b397-e91e59086324 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:19.415489 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1d343ea8-272b-4600-8619-410fb7647629 req-3ec390a2-84bc-4bbe-af2c-291acc06e133 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb1a3e94-9835-4afd-8ae4-6be7f4d9ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378463 Sep 21 17:54:19.478594 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d009f473-2923-4e3f-8f64-2d29ab0111eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:19.494394 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d009f473-2923-4e3f-8f64-2d29ab0111eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:19.495783 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d009f473-2923-4e3f-8f64-2d29ab0111eb admin admin] 10.222.0.58 "DELETE /v2.0/networks/b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b HTTP/1.1" status: 204 len: 168 time: 0.6208835 Sep 21 17:54:19.522620 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009f473-2923-4e3f-8f64-2d29ab0111eb admin admin] Pushing event deleted for resources: {'Network': ['ID=b82b6cdf-305d-4ea3-a2b5-9773ae85ab7b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:19.527855 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-ff5cdbfd-86be-40b2-a395-b171b6cea869 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Made reservation on behalf of f3df2f1b844143b1bdfc1c299403f848 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:54:19.531087 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-ff5cdbfd-86be-40b2-a395-b171b6cea869 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:19.599207 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-afba9b0e-a3df-4b6f-b397-e91e59086324 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Allocated IP 192.168.233.63 (c714db5f-672e-4004-8098-88db84169d3c/53f6ee96-7c10-4364-b9ae-9f7e7556e695/3e93858b-bdb5-4ed9-870b-289c54b89e54) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:54:19.648222 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0fb56825-ede8-498f-a0ac-b9d7855e80be req-ec24e625-0154-42e1-888a-4ea8f2a85183 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=7041cc76-26dd-4f6e-a364-7440c173d083 HTTP/1.1" status: 200 len: 210 time: 0.1137619 Sep 21 17:54:19.650279 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-9f9e60a7-1d9f-4a49-8672-489402cabaeb admin admin] For port a71b126c-25b7-482f-8239-40d824b866f8, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a71b126c-25b7-482f-8239-40d824b866f8,segment=NetworkSegment(0e70f824-60de-411c-8cb1-78207836b548),segment_id=0e70f824-60de-411c-8cb1-78207836b548)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:19.650653 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9f9e60a7-1d9f-4a49-8672-489402cabaeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:19.744970 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-9f9e60a7-1d9f-4a49-8672-489402cabaeb admin admin] Calling delete_port for a71b126c-25b7-482f-8239-40d824b866f8 owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:54:19.758048 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8251e2-512b-40f1-bed9-1fe70effa3f2 admin admin] Router 3d6aa666-5344-46cd-a0fc-c7f4afe94f43 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:54:19.867186 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-afba9b0e-a3df-4b6f-b397-e91e59086324 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:19.868167 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56872) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:19.967392 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8251e2-512b-40f1-bed9-1fe70effa3f2 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:54:19.976783 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:19.979966 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae7c558-8b8d-4785-afc4-d239701365c1 None None] Sync routers for ids ['3d6aa666-5344-46cd-a0fc-c7f4afe94f43'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:54:20.000077 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-afba9b0e-a3df-4b6f-b397-e91e59086324 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:20.008414 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae7c558-8b8d-4785-afc4-d239701365c1 None None] Routers {'3d6aa666-5344-46cd-a0fc-c7f4afe94f43'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:54:20.009198 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-0ae7c558-8b8d-4785-afc4-d239701365c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:54:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3d6aa666-5344-46cd-a0fc-c7f4afe94f43'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:20.017154 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4a8251e2-512b-40f1-bed9-1fe70effa3f2 admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:20.021369 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4a8251e2-512b-40f1-bed9-1fe70effa3f2 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8152707 Sep 21 17:54:20.024317 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6cfa0b83-22e9-4ec2-aad6-9a4f7c6c93b6 req-60e6115c-3aae-47ef-942b-f0b0c0d0501f tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e50d1e6-ae6d-418c-8af6-cf61a188a287 HTTP/1.1" status: 200 len: 210 time: 0.0382078 Sep 21 17:54:20.027414 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56880) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:20.122580 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-ff5cdbfd-86be-40b2-a395-b171b6cea869 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Allocated IP 192.168.233.40 (c714db5f-672e-4004-8098-88db84169d3c/53f6ee96-7c10-4364-b9ae-9f7e7556e695/cc30f523-7380-4b64-8faa-f165cddcb2fd) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:54:20.154265 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-0ae7c558-8b8d-4785-afc4-d239701365c1 None None] Set router 3d6aa666-5344-46cd-a0fc-c7f4afe94f43 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:54:20.169496 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-afba9b0e-a3df-4b6f-b397-e91e59086324 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Network c714db5f-672e-4004-8098-88db84169d3c is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:54:20.190285 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['7aa9bd13-f501-4da2-8c9e-ae10313d8d93', '3564a266-ac78-4756-aef0-dedea25f143d', '038d1f12-1d16-4eb2-9b4c-53b4687df2bb'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:54:20.200633 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-afba9b0e-a3df-4b6f-b397-e91e59086324 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:54:20.206103 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba9b0e-a3df-4b6f-b397-e91e59086324 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Pushing event updated for resources: {'Port': ['ID=3e93858b-bdb5-4ed9-870b-289c54b89e54,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:20.208510 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-afba9b0e-a3df-4b6f-b397-e91e59086324 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:54:20.240488 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-316ab7a5-d101-4b68-b9ec-580be9666e5a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5d3ca10dab864494a95ff993f73111e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3661489 Sep 21 17:54:20.272752 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56890) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:20.397116 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d5c4d-0ec5-4848-bec2-8f5f437437d4 req-a27ab112-b2f9-480f-ba8b-361538954305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:20.398702 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c59d5c4d-0ec5-4848-bec2-8f5f437437d4 req-a27ab112-b2f9-480f-ba8b-361538954305 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 1096 time: 0.3788702 Sep 21 17:54:20.482656 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:54:20.493436 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c59d5c4d-0ec5-4848-bec2-8f5f437437d4 req-f7b40fc5-cb80-4a97-80ae-6b8f23a11dbb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=cb1a3e94-9835-4afd-8ae4-6be7f4d9ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793958 Sep 21 17:54:20.516475 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796dc86-317e-4fb1-a6ef-b61cbfbd0f03 req-af1f64c9-3c13-4214-9ad1-f49b7c29e451 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:20.522347 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b796dc86-317e-4fb1-a6ef-b61cbfbd0f03 req-af1f64c9-3c13-4214-9ad1-f49b7c29e451 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cd70a80-2ab4-4e7c-b391-e57800d6f6b0 HTTP/1.1" status: 200 len: 950 time: 0.3364837 Sep 21 17:54:20.728089 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-afba9b0e-a3df-4b6f-b397-e91e59086324 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:20.728795 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-afba9b0e-a3df-4b6f-b397-e91e59086324 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:20.742851 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b796dc86-317e-4fb1-a6ef-b61cbfbd0f03 req-21f6eee5-82bb-49bf-b1a9-c514575e7062 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/security-groups?id=7585ba8c-6a20-4c91-9e23-9b680d635c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494193 Sep 21 17:54:20.749322 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-0ae7c558-8b8d-4785-afc4-d239701365c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6aa666-5344-46cd-a0fc-c7f4afe94f43', 'name': 'tempest-ServerRescueTestJSON-730299092-router', 'tenant_id': '9f77b13dab8e4d118c01975b2d61d3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '7b4581f3-eedd-47f1-93b4-79c90f3cd2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:54:14Z', 'updated_at': '2021-09-21T17:54:18Z', 'revision_number': 3, 'project_id': '9f77b13dab8e4d118c01975b2d61d3f1', 'gw_port': {'id': '7b4581f3-eedd-47f1-93b4-79c90f3cd2d9', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6aa666-5344-46cd-a0fc-c7f4afe94f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:54:16Z', 'updated_at': '2021-09-21T17:54:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:20.756001 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-34e0b335-2246-4aea-af55-9b4bfaa804fc None None] Provisioning complete for port 3e93858b-bdb5-4ed9-870b-289c54b89e54 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:54:20.756594 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-34e0b335-2246-4aea-af55-9b4bfaa804fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:20.781789 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-ff5cdbfd-86be-40b2-a395-b171b6cea869 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:20.825227 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae7c558-8b8d-4785-afc4-d239701365c1 None None] Checking router: 3d6aa666-5344-46cd-a0fc-c7f4afe94f43 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:54:20.825653 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae7c558-8b8d-4785-afc4-d239701365c1 None None] Updating router 3d6aa666-5344-46cd-a0fc-c7f4afe94f43 port 7b4581f3-eedd-47f1-93b4-79c90f3cd2d9 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:54:20.846534 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-afba9b0e-a3df-4b6f-b397-e91e59086324 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7320964 Sep 21 17:54:20.878774 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0ae7c558-8b8d-4785-afc4-d239701365c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:20.890359 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-ff5cdbfd-86be-40b2-a395-b171b6cea869 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:20.901426 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2f315-997b-4db9-a3af-df9664d6d9f7 req-49a9ae3c-a16d-4a2b-83d7-a3948292e7a0 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:20.903284 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9ec2f315-997b-4db9-a3af-df9664d6d9f7 req-49a9ae3c-a16d-4a2b-83d7-a3948292e7a0 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 945 time: 0.2463927 Sep 21 17:54:20.904175 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-91015289-1a05-4241-9be7-adfe3303b4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:20.911552 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-c77e56b0-cb91-4c1d-8b80-1756ad1e9e87 service neutron] Request body: {'port': {'device_id': '7041cc76-26dd-4f6e-a364-7440c173d083', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:20.941941 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-34e0b335-2246-4aea-af55-9b4bfaa804fc None None] Port 3e93858b-bdb5-4ed9-870b-289c54b89e54 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:54:20.951766 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9f9e60a7-1d9f-4a49-8672-489402cabaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:20.981554 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-91015289-1a05-4241-9be7-adfe3303b4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:20.987283 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-ff5cdbfd-86be-40b2-a395-b171b6cea869 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Network c714db5f-672e-4004-8098-88db84169d3c is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:54:21.006174 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-ff5cdbfd-86be-40b2-a395-b171b6cea869 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:54:21.022911 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5cdbfd-86be-40b2-a395-b171b6cea869 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Pushing event updated for resources: {'Port': ['ID=cc30f523-7380-4b64-8faa-f165cddcb2fd,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:21.025688 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-ff5cdbfd-86be-40b2-a395-b171b6cea869 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:54:21.040784 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-c77e56b0-cb91-4c1d-8b80-1756ad1e9e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:21.100529 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9ec2f315-997b-4db9-a3af-df9664d6d9f7 req-869729b4-e0c3-4c32-9a86-a0bd3096428f tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb1a3e94-9835-4afd-8ae4-6be7f4d9ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834447 Sep 21 17:54:21.153304 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970615f4-e313-4999-a7a8-1c5321804f2b req-d4dfc72c-d275-41f0-9952-97e0b32a17cb tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:21.155098 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-970615f4-e313-4999-a7a8-1c5321804f2b req-d4dfc72c-d275-41f0-9952-97e0b32a17cb tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=7041cc76-26dd-4f6e-a364-7440c173d083 HTTP/1.1" status: 200 len: 935 time: 0.2785201 Sep 21 17:54:21.182562 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e60a7-1d9f-4a49-8672-489402cabaeb admin admin] Pushing event deleted for resources: {'Port': ['ID=a71b126c-25b7-482f-8239-40d824b866f8,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:21.515401 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-ff5cdbfd-86be-40b2-a395-b171b6cea869 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:21.516219 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-ff5cdbfd-86be-40b2-a395-b171b6cea869 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:21.524181 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-970615f4-e313-4999-a7a8-1c5321804f2b req-b18d713b-3094-4a2a-83f3-3a4defbd2d3c tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431976 Sep 21 17:54:21.549161 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-ff5cdbfd-86be-40b2-a395-b171b6cea869 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7399392 Sep 21 17:54:21.557743 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9f9e60a7-1d9f-4a49-8672-489402cabaeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:21.584468 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-8b9cdab0-2b92-4df5-b169-91dd131536cb service neutron] Request body: {'port': {'device_id': '3fec6f70-f744-44d6-a2c7-28a3d29adfdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:21.693504 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-91015289-1a05-4241-9be7-adfe3303b4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:21.696024 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-91015289-1a05-4241-9be7-adfe3303b4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:21.700248 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-91015289-1a05-4241-9be7-adfe3303b4d7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5d2148bb-67ac-4696-b3a3-1613b44af34c HTTP/1.1" status: 204 len: 168 time: 1.4232736 Sep 21 17:54:21.727427 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:21.741798 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0ae7c558-8b8d-4785-afc4-d239701365c1 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:21.762011 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9ea391c5-f7ca-4aba-88a4-19bbe1118b4d None None] Provisioning complete for port cc30f523-7380-4b64-8faa-f165cddcb2fd triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:54:21.762647 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9ea391c5-f7ca-4aba-88a4-19bbe1118b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:21.767193 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0ae7c558-8b8d-4785-afc4-d239701365c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:21.814589 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91015289-1a05-4241-9be7-adfe3303b4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2148bb-67ac-4696-b3a3-1613b44af34c,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:21.826645 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-608313d1-3b08-42b4-9d81-6cd47d252c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:21.847095 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a9926820-5418-4310-a4a4-c997c187f3bc req-3a08787e-9151-4855-ab6e-88e9abdc80a9 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e50d1e6-ae6d-418c-8af6-cf61a188a287 HTTP/1.1" status: 200 len: 210 time: 0.0818753 Sep 21 17:54:21.853646 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-a7e9c130-78bd-4368-ad57-95b144c170dd tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=fef3188ef5604e56a86389d1952dd3ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367637 Sep 21 17:54:21.938833 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9ea391c5-f7ca-4aba-88a4-19bbe1118b4d None None] Port cc30f523-7380-4b64-8faa-f165cddcb2fd cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:54:22.002954 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0ae7c558-8b8d-4785-afc4-d239701365c1 None None] Attempting to bind port 7b4581f3-eedd-47f1-93b4-79c90f3cd2d9 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:54:22.003326 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0ae7c558-8b8d-4785-afc4-d239701365c1 None None] Attempting to bind port 7b4581f3-eedd-47f1-93b4-79c90f3cd2d9 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:54:22.003825 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae7c558-8b8d-4785-afc4-d239701365c1 None None] Attempting to bind port 7b4581f3-eedd-47f1-93b4-79c90f3cd2d9 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:54:22.041583 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae7c558-8b8d-4785-afc4-d239701365c1 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:54:22.041977 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae7c558-8b8d-4785-afc4-d239701365c1 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:54:22.042385 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0ae7c558-8b8d-4785-afc4-d239701365c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:22.042783 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae7c558-8b8d-4785-afc4-d239701365c1 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:54:22.043366 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0ae7c558-8b8d-4785-afc4-d239701365c1 None None] Bound port: 7b4581f3-eedd-47f1-93b4-79c90f3cd2d9, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:54:22.043683 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0ae7c558-8b8d-4785-afc4-d239701365c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:22.045328 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1736b-842b-4ca8-8f62-31c6018740f6 None None] Pushing event updated for resources: {'Port': ['ID=7b4581f3-eedd-47f1-93b4-79c90f3cd2d9,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:22.080029 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-8b9cdab0-2b92-4df5-b169-91dd131536cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:22.108685 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-0ae7c558-8b8d-4785-afc4-d239701365c1 None None] For port 7b4581f3-eedd-47f1-93b4-79c90f3cd2d9, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:54:22.113514 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-0ae7c558-8b8d-4785-afc4-d239701365c1 None None] For port 7b4581f3-eedd-47f1-93b4-79c90f3cd2d9, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=7b4581f3-eedd-47f1-93b4-79c90f3cd2d9,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:54:22.120942 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0ae7c558-8b8d-4785-afc4-d239701365c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:22.238034 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-608313d1-3b08-42b4-9d81-6cd47d252c37 admin admin] Allocated IP 172.20.0.1 (21b3a3fa-6b9b-4eec-b5c4-bb586b710739/07dfe057-fa44-4619-a478-cd516393be78/550f4814-18b4-4f7d-a8a6-195ee69ccd73) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:54:22.240480 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae7c558-8b8d-4785-afc4-d239701365c1 None None] Routers {'3d6aa666-5344-46cd-a0fc-c7f4afe94f43'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:54:22.241277 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-0ae7c558-8b8d-4785-afc4-d239701365c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:54:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3d6aa666-5344-46cd-a0fc-c7f4afe94f43'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:22.306853 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1736b-842b-4ca8-8f62-31c6018740f6 None None] Pushing event updated for resources: {'Port': ['ID=7b4581f3-eedd-47f1-93b4-79c90f3cd2d9,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:22.396562 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-608313d1-3b08-42b4-9d81-6cd47d252c37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:22.468251 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-0ae7c558-8b8d-4785-afc4-d239701365c1 None None] Set router 3d6aa666-5344-46cd-a0fc-c7f4afe94f43 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:54:22.555075 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-608313d1-3b08-42b4-9d81-6cd47d252c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:22.622789 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241108f8-9653-4b09-b078-9a50786c7812 req-9523b2fb-9226-4d00-87a1-aae5fa2097b7 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:22.624740 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-241108f8-9653-4b09-b078-9a50786c7812 req-9523b2fb-9226-4d00-87a1-aae5fa2097b7 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.44 "GET /v2.0/networks?id=1971a7db-b33f-45b8-9b53-89078ce1cf93 HTTP/1.1" status: 200 len: 815 time: 0.9539311 Sep 21 17:54:22.635115 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['7aa9bd13-f501-4da2-8c9e-ae10313d8d93', '3564a266-ac78-4756-aef0-dedea25f143d', '038d1f12-1d16-4eb2-9b4c-53b4687df2bb'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:54:22.737721 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-20a9c807-9d00-40f6-b14c-c86cab5fb1f7 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:22.747093 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-20a9c807-9d00-40f6-b14c-c86cab5fb1f7 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8568575 Sep 21 17:54:22.804345 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9e60a7-1d9f-4a49-8672-489402cabaeb admin admin] Router 8e4a1583-3cb7-4846-931c-76b25036b90c has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:54:22.809940 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-0ae7c558-8b8d-4785-afc4-d239701365c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6aa666-5344-46cd-a0fc-c7f4afe94f43', 'name': 'tempest-ServerRescueTestJSON-730299092-router', 'tenant_id': '9f77b13dab8e4d118c01975b2d61d3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '7b4581f3-eedd-47f1-93b4-79c90f3cd2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:54:14Z', 'updated_at': '2021-09-21T17:54:18Z', 'revision_number': 3, 'project_id': '9f77b13dab8e4d118c01975b2d61d3f1', 'gw_port': {'id': '7b4581f3-eedd-47f1-93b4-79c90f3cd2d9', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6aa666-5344-46cd-a0fc-c7f4afe94f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:54:16Z', 'updated_at': '2021-09-21T17:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:22.826290 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae170e4f-9851-4f63-b385-d67313c48a91 req-859170a8-f5ac-4db6-9299-b2a59767aa60 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:22.834066 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ae170e4f-9851-4f63-b385-d67313c48a91 req-859170a8-f5ac-4db6-9299-b2a59767aa60 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 945 time: 0.0964794 Sep 21 17:54:22.850245 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608313d1-3b08-42b4-9d81-6cd47d252c37 admin admin] Network 21b3a3fa-6b9b-4eec-b5c4-bb586b710739 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:54:22.850496 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae7c558-8b8d-4785-afc4-d239701365c1 None None] The sync data for ids ['3d6aa666-5344-46cd-a0fc-c7f4afe94f43'] in n-d-810291-1 is: [{'id': '3d6aa666-5344-46cd-a0fc-c7f4afe94f43', 'name': 'tempest-ServerRescueTestJSON-730299092-router', 'tenant_id': '9f77b13dab8e4d118c01975b2d61d3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '7b4581f3-eedd-47f1-93b4-79c90f3cd2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:54:14Z', 'updated_at': '2021-09-21T17:54:18Z', 'revision_number': 3, 'project_id': '9f77b13dab8e4d118c01975b2d61d3f1', 'gw_port': {'id': '7b4581f3-eedd-47f1-93b4-79c90f3cd2d9', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6aa666-5344-46cd-a0fc-c7f4afe94f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:54:16Z', 'updated_at': '2021-09-21T17:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:54:22.879491 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-971b7db5-541c-4637-9ca4-45d29d0fa1d8 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/quotas/fef3188ef5604e56a86389d1952dd3ce HTTP/1.1" status: 200 len: 375 time: 0.1310873 Sep 21 17:54:22.889669 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-608313d1-3b08-42b4-9d81-6cd47d252c37 admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:54:22.909444 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608313d1-3b08-42b4-9d81-6cd47d252c37 admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:54:22.955568 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-c77e56b0-cb91-4c1d-8b80-1756ad1e9e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e93858b-bdb5-4ed9-870b-289c54b89e54 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:54:22.958885 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ae170e4f-9851-4f63-b385-d67313c48a91 req-81c78c31-8f04-4563-b015-86f90a62c574 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb1a3e94-9835-4afd-8ae4-6be7f4d9ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210735 Sep 21 17:54:22.960966 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-608313d1-3b08-42b4-9d81-6cd47d252c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:23.152181 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:23.161831 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608313d1-3b08-42b4-9d81-6cd47d252c37 admin admin] Pushing event updated for resources: {'Port': ['ID=550f4814-18b4-4f7d-a8a6-195ee69ccd73,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:23.173834 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-241108f8-9653-4b09-b078-9a50786c7812 req-9d94d252-0f7c-4183-a7f5-d1d89a26c6f2 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4da9d9a034541f0b1a21573283219ab HTTP/1.1" status: 200 len: 380 time: 0.5300689 Sep 21 17:54:23.201644 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-c77e56b0-cb91-4c1d-8b80-1756ad1e9e87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:23.221367 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-c77e56b0-cb91-4c1d-8b80-1756ad1e9e87 service neutron] Transition to ACTIVE for port object 3e93858b-bdb5-4ed9-870b-289c54b89e54 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:54:23.229624 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-241108f8-9653-4b09-b078-9a50786c7812 req-fb3dbc2e-f27c-49a5-b00a-729ba2e044ef tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Request body: {'port': {'device_id': '1e50d1e6-ae6d-418c-8af6-cf61a188a287', 'network_id': '1971a7db-b33f-45b8-9b53-89078ce1cf93', 'admin_state_up': True, 'tenant_id': 'c4da9d9a034541f0b1a21573283219ab', 'security_groups': ['b7acdf1f-bc5b-41b9-b979-bb84a12db13c']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:23.236365 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f95139e3-bd0e-4cc0-b1c0-835a5ff31021 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fef3188ef5604e56a86389d1952dd3ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3547380 Sep 21 17:54:23.256203 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9e60a7-1d9f-4a49-8672-489402cabaeb admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:54:23.266358 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58795039-be85-4fee-8459-4b800ad60be9 None None] Sync routers for ids ['8e4a1583-3cb7-4846-931c-76b25036b90c'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:54:23.271472 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-c77e56b0-cb91-4c1d-8b80-1756ad1e9e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:23.276323 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9f9e60a7-1d9f-4a49-8672-489402cabaeb admin admin] 10.222.0.58 "PUT /v2.0/routers/8e4a1583-3cb7-4846-931c-76b25036b90c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4672208 Sep 21 17:54:23.292619 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58795039-be85-4fee-8459-4b800ad60be9 None None] Routers {'8e4a1583-3cb7-4846-931c-76b25036b90c'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:54:23.297022 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-58795039-be85-4fee-8459-4b800ad60be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:54:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8e4a1583-3cb7-4846-931c-76b25036b90c'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:23.305620 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56992) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:23.504059 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-241108f8-9653-4b09-b078-9a50786c7812 req-fb3dbc2e-f27c-49a5-b00a-729ba2e044ef tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Made reservation on behalf of c4da9d9a034541f0b1a21573283219ab for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:54:23.507691 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-241108f8-9653-4b09-b078-9a50786c7812 req-fb3dbc2e-f27c-49a5-b00a-729ba2e044ef tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:23.509700 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-608313d1-3b08-42b4-9d81-6cd47d252c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:23.593685 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-58795039-be85-4fee-8459-4b800ad60be9 None None] Set router 8e4a1583-3cb7-4846-931c-76b25036b90c gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:54:23.612830 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c83f906b-1d8d-4957-86af-2717f3a44ece admin admin] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:23.683589 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59676680-4215-4bfd-86de-170603b443ba req-e17f8962-383b-4ce9-9aff-8a5af231f293 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:23.686577 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-59676680-4215-4bfd-86de-170603b443ba req-e17f8962-383b-4ce9-9aff-8a5af231f293 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=7041cc76-26dd-4f6e-a364-7440c173d083 HTTP/1.1" status: 200 len: 947 time: 0.4282606 Sep 21 17:54:23.795940 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e56b0-cb91-4c1d-8b80-1756ad1e9e87 service neutron] Pushing event updated for resources: {'Port': ['ID=3e93858b-bdb5-4ed9-870b-289c54b89e54,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:23.860389 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f02251d1-c5ea-44f9-9521-07f94f378985 req-236c73f6-6676-41be-8e22-f8d98ba3b78f tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e50d1e6-ae6d-418c-8af6-cf61a188a287 HTTP/1.1" status: 200 len: 210 time: 0.0732808 Sep 21 17:54:23.866564 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device f8cc2e07-a0e1-43e2-aa5d-8b93db18b216 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:54:23.869933 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-608313d1-3b08-42b4-9d81-6cd47d252c37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:23.903285 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-608313d1-3b08-42b4-9d81-6cd47d252c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:23.965251 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-58795039-be85-4fee-8459-4b800ad60be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a1583-3cb7-4846-931c-76b25036b90c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-683655423-router', 'tenant_id': 'd5437e3b755c404d9ceec505b570fd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '1550dfdd-a6c0-44af-88b1-a421f79372ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:30Z', 'updated_at': '2021-09-21T17:54:20Z', 'revision_number': 5, 'project_id': 'd5437e3b755c404d9ceec505b570fd88', 'gw_port': {'id': '1550dfdd-a6c0-44af-88b1-a421f79372ae', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:27:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a1583-3cb7-4846-931c-76b25036b90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:31Z', 'updated_at': '2021-09-21T17:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:24.031523 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:24.032799 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-8b9cdab0-2b92-4df5-b169-91dd131536cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc30f523-7380-4b64-8faa-f165cddcb2fd {{(pid=101461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:54:24.092948 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port f8cc2e07-a0e1-43e2-aa5d-8b93db18b216, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=f8cc2e07-a0e1-43e2-aa5d-8b93db18b216,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:24.094361 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd70a80-2ab4-4e7c-b391-e57800d6f6b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8cc2e07-a0e1-43e2-aa5d-8b93db18b216'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:54:24.099528 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5b88be-1b26-4b6f-ba65-fdf0b4bc5893" -d '{"events": [{"server_uuid": "6cd70a80-2ab4-4e7c-b391-e57800d6f6b0", "name": "network-vif-unplugged", "status": "completed", "tag": "f8cc2e07-a0e1-43e2-aa5d-8b93db18b216"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:54:24.104457 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58795039-be85-4fee-8459-4b800ad60be9 None None] Checking router: 8e4a1583-3cb7-4846-931c-76b25036b90c for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:54:24.104698 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:24.127576 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58795039-be85-4fee-8459-4b800ad60be9 None None] Routers {'8e4a1583-3cb7-4846-931c-76b25036b90c'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:54:24.128776 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-58795039-be85-4fee-8459-4b800ad60be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:54:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8e4a1583-3cb7-4846-931c-76b25036b90c'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:24.174271 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-608313d1-3b08-42b4-9d81-6cd47d252c37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:24.180496 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608313d1-3b08-42b4-9d81-6cd47d252c37 admin admin] Pushing event updated for resources: {'Port': ['ID=550f4814-18b4-4f7d-a8a6-195ee69ccd73,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:24.219955 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=f8cc2e07-a0e1-43e2-aa5d-8b93db18b216,revision_number=11']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:24.228782 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-daf1d33d-57a3-4c1a-80c3-cfa06f7d2a5b req-b3423d8b-96d0-4034-978c-672bb06fe179 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2005996033', 'description': 'tempest-description-876592983'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:24.231637 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-59676680-4215-4bfd-86de-170603b443ba req-9e0e6f52-3ae2-4e35-bc76-22ad4ab4d9d8 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337606 Sep 21 17:54:24.247557 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-8b9cdab0-2b92-4df5-b169-91dd131536cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:24.316057 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.provisioning_blocks [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-8b9cdab0-2b92-4df5-b169-91dd131536cb service neutron] Transition to ACTIVE for port object cc30f523-7380-4b64-8faa-f165cddcb2fd will not be triggered until provisioned by entity L2. {{(pid=101461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:54:24.344296 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-58795039-be85-4fee-8459-4b800ad60be9 None None] Set router 8e4a1583-3cb7-4846-931c-76b25036b90c gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:54:24.358839 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-8b9cdab0-2b92-4df5-b169-91dd131536cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:24.378854 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-daf1d33d-57a3-4c1a-80c3-cfa06f7d2a5b req-b3423d8b-96d0-4034-978c-672bb06fe179 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:24.433405 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:24.448948 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608313d1-3b08-42b4-9d81-6cd47d252c37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:24.453257 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608313d1-3b08-42b4-9d81-6cd47d252c37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:24.453679 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608313d1-3b08-42b4-9d81-6cd47d252c37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:24.454105 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608313d1-3b08-42b4-9d81-6cd47d252c37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:24.454648 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608313d1-3b08-42b4-9d81-6cd47d252c37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:24.459854 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608313d1-3b08-42b4-9d81-6cd47d252c37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:24.460080 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c83f906b-1d8d-4957-86af-2717f3a44ece admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:24.460630 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608313d1-3b08-42b4-9d81-6cd47d252c37 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:24.461167 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608313d1-3b08-42b4-9d81-6cd47d252c37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:24.461733 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608313d1-3b08-42b4-9d81-6cd47d252c37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:24.462278 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608313d1-3b08-42b4-9d81-6cd47d252c37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:24.462821 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608313d1-3b08-42b4-9d81-6cd47d252c37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:24.463401 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608313d1-3b08-42b4-9d81-6cd47d252c37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:24.615961 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9cdab0-2b92-4df5-b169-91dd131536cb service neutron] Pushing event updated for resources: {'Port': ['ID=cc30f523-7380-4b64-8faa-f165cddcb2fd,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:24.721646 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-8b9cdab0-2b92-4df5-b169-91dd131536cb service neutron] Attempting to bind port cc30f523-7380-4b64-8faa-f165cddcb2fd on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:54:24.722045 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-8b9cdab0-2b92-4df5-b169-91dd131536cb service neutron] Attempting to bind port cc30f523-7380-4b64-8faa-f165cddcb2fd by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:54:24.722307 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-8b9cdab0-2b92-4df5-b169-91dd131536cb service neutron] Attempting to bind port cc30f523-7380-4b64-8faa-f165cddcb2fd on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:54:24.732831 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-8b9cdab0-2b92-4df5-b169-91dd131536cb service neutron] Port cc30f523-7380-4b64-8faa-f165cddcb2fd on network c714db5f-672e-4004-8098-88db84169d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:54:24.733137 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-8b9cdab0-2b92-4df5-b169-91dd131536cb service neutron] Attempting to bind port cc30f523-7380-4b64-8faa-f165cddcb2fd on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:54:24.749652 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-8b9cdab0-2b92-4df5-b169-91dd131536cb service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:54:24.750006 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-8b9cdab0-2b92-4df5-b169-91dd131536cb service neutron] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:54:24.750398 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-8b9cdab0-2b92-4df5-b169-91dd131536cb service neutron] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:54:24.751510 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-8b9cdab0-2b92-4df5-b169-91dd131536cb service neutron] Bound port: cc30f523-7380-4b64-8faa-f165cddcb2fd, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:54:24.751895 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-8b9cdab0-2b92-4df5-b169-91dd131536cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:24.792565 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-58795039-be85-4fee-8459-4b800ad60be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4a1583-3cb7-4846-931c-76b25036b90c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-683655423-router', 'tenant_id': 'd5437e3b755c404d9ceec505b570fd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '1550dfdd-a6c0-44af-88b1-a421f79372ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:30Z', 'updated_at': '2021-09-21T17:54:20Z', 'revision_number': 5, 'project_id': 'd5437e3b755c404d9ceec505b570fd88', 'gw_port': {'id': '1550dfdd-a6c0-44af-88b1-a421f79372ae', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:27:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a1583-3cb7-4846-931c-76b25036b90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:31Z', 'updated_at': '2021-09-21T17:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:24.857364 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-c77e56b0-cb91-4c1d-8b80-1756ad1e9e87 service neutron] Attempting to bind port 3e93858b-bdb5-4ed9-870b-289c54b89e54 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:54:24.857947 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-c77e56b0-cb91-4c1d-8b80-1756ad1e9e87 service neutron] Attempting to bind port 3e93858b-bdb5-4ed9-870b-289c54b89e54 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:54:24.858491 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-c77e56b0-cb91-4c1d-8b80-1756ad1e9e87 service neutron] Attempting to bind port 3e93858b-bdb5-4ed9-870b-289c54b89e54 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:54:24.861307 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58795039-be85-4fee-8459-4b800ad60be9 None None] The sync data for ids ['8e4a1583-3cb7-4846-931c-76b25036b90c'] in n-d-810291-1 is: [{'id': '8e4a1583-3cb7-4846-931c-76b25036b90c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-683655423-router', 'tenant_id': 'd5437e3b755c404d9ceec505b570fd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '1550dfdd-a6c0-44af-88b1-a421f79372ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:48:30Z', 'updated_at': '2021-09-21T17:54:20Z', 'revision_number': 5, 'project_id': 'd5437e3b755c404d9ceec505b570fd88', 'gw_port': {'id': '1550dfdd-a6c0-44af-88b1-a421f79372ae', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:27:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4a1583-3cb7-4846-931c-76b25036b90c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:48:31Z', 'updated_at': '2021-09-21T17:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:54:24.872088 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-c83f906b-1d8d-4957-86af-2717f3a44ece admin admin] Deleting port 1550dfdd-a6c0-44af-88b1-a421f79372ae {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:54:24.872511 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c83f906b-1d8d-4957-86af-2717f3a44ece admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:24.901751 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-c77e56b0-cb91-4c1d-8b80-1756ad1e9e87 service neutron] Port 3e93858b-bdb5-4ed9-870b-289c54b89e54 on network c714db5f-672e-4004-8098-88db84169d3c not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:54:24.911306 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-c77e56b0-cb91-4c1d-8b80-1756ad1e9e87 service neutron] Attempting to bind port 3e93858b-bdb5-4ed9-870b-289c54b89e54 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:54:24.947824 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608313d1-3b08-42b4-9d81-6cd47d252c37 admin admin] Network 21b3a3fa-6b9b-4eec-b5c4-bb586b710739 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:54:24.951890 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-241108f8-9653-4b09-b078-9a50786c7812 req-fb3dbc2e-f27c-49a5-b00a-729ba2e044ef tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Allocated IP 172.20.0.13 (1971a7db-b33f-45b8-9b53-89078ce1cf93/e04fc3fb-825e-41c6-b49c-33fd947c53f0/011b8657-1fd2-48da-bb16-b3c03cf70cac) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:54:24.953982 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-608313d1-3b08-42b4-9d81-6cd47d252c37 admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:54:24.964244 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-c77e56b0-cb91-4c1d-8b80-1756ad1e9e87 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:54:24.964583 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-c77e56b0-cb91-4c1d-8b80-1756ad1e9e87 service neutron] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:54:24.964966 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-c77e56b0-cb91-4c1d-8b80-1756ad1e9e87 service neutron] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:54:24.965410 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-c77e56b0-cb91-4c1d-8b80-1756ad1e9e87 service neutron] Bound port: 3e93858b-bdb5-4ed9-870b-289c54b89e54, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:54:24.965817 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-c77e56b0-cb91-4c1d-8b80-1756ad1e9e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:25.015491 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-c83f906b-1d8d-4957-86af-2717f3a44ece admin admin] For port 1550dfdd-a6c0-44af-88b1-a421f79372ae, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1550dfdd-a6c0-44af-88b1-a421f79372ae,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:25.015911 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c83f906b-1d8d-4957-86af-2717f3a44ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:25.028888 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-8b9cdab0-2b92-4df5-b169-91dd131536cb service neutron] For port cc30f523-7380-4b64-8faa-f165cddcb2fd, host n-h2-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:54:25.035618 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-8b9cdab0-2b92-4df5-b169-91dd131536cb service neutron] For port cc30f523-7380-4b64-8faa-f165cddcb2fd, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=cc30f523-7380-4b64-8faa-f165cddcb2fd,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:54:25.036993 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-c83f906b-1d8d-4957-86af-2717f3a44ece admin admin] Calling delete_port for 1550dfdd-a6c0-44af-88b1-a421f79372ae owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:54:25.048871 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-8b9cdab0-2b92-4df5-b169-91dd131536cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:25.106540 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608313d1-3b08-42b4-9d81-6cd47d252c37 admin admin] Router 3d6aa666-5344-46cd-a0fc-c7f4afe94f43 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:54:25.182899 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-daf1d33d-57a3-4c1a-80c3-cfa06f7d2a5b req-b3423d8b-96d0-4034-978c-672bb06fe179 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:25.191727 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-8b9cdab0-2b92-4df5-b169-91dd131536cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:25.192732 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-8b9cdab0-2b92-4df5-b169-91dd131536cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:25.194593 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-8b9cdab0-2b92-4df5-b169-91dd131536cb service neutron] 10.222.0.44 "PUT /v2.0/ports/cc30f523-7380-4b64-8faa-f165cddcb2fd HTTP/1.1" status: 200 len: 1095 time: 3.6200707 Sep 21 17:54:25.207062 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fec6f70-f744-44d6-a2c7-28a3d29adfdf', 'tag': 'cc30f523-7380-4b64-8faa-f165cddcb2fd'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:54:25.210730 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9cf7bd-fb62-4f48-8c8b-6b83e9207d19" -d '{"events": [{"name": "network-changed", "server_uuid": "3fec6f70-f744-44d6-a2c7-28a3d29adfdf", "tag": "cc30f523-7380-4b64-8faa-f165cddcb2fd"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:54:25.335244 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-41e90d8a-6b83-4252-bb7a-0a59d9f43199 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=fef3188ef5604e56a86389d1952dd3ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1351914 Sep 21 17:54:25.400845 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-daf1d33d-57a3-4c1a-80c3-cfa06f7d2a5b req-b3423d8b-96d0-4034-978c-672bb06fe179 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:25.415495 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608313d1-3b08-42b4-9d81-6cd47d252c37 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:54:25.435629 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-608313d1-3b08-42b4-9d81-6cd47d252c37 admin admin] 10.222.0.58 "PUT /v2.0/routers/3d6aa666-5344-46cd-a0fc-c7f4afe94f43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3979774 Sep 21 17:54:25.458714 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 7b4581f3-eedd-47f1-93b4-79c90f3cd2d9 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:54:25.595027 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 7b4581f3-eedd-47f1-93b4-79c90f3cd2d9 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:54:25.595526 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:25.624574 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-dfa62551-35fc-4e21-91f9-f07fc5c3c2c3 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=fef3188ef5604e56a86389d1952dd3ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3930895 Sep 21 17:54:25.676150 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3423d8b-96d0-4034-978c-672bb06fe179 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c65e463-972e-4931-8622-ac4cf314ccec,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:25.718283 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-daf1d33d-57a3-4c1a-80c3-cfa06f7d2a5b req-b3423d8b-96d0-4034-978c-672bb06fe179 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:25.721724 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9cdab0-2b92-4df5-b169-91dd131536cb service neutron] Pushing event updated for resources: {'Port': ['ID=cc30f523-7380-4b64-8faa-f165cddcb2fd,revision_number=3']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:25.734020 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-7ba76d46-0d7e-4ab5-8a88-2aa508da4004 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:25.737186 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-daf1d33d-57a3-4c1a-80c3-cfa06f7d2a5b req-b3423d8b-96d0-4034-978c-672bb06fe179 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.7163928 Sep 21 17:54:25.740314 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:25.742270 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-7ba76d46-0d7e-4ab5-8a88-2aa508da4004 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3637257 Sep 21 17:54:25.769961 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 7b4581f3-eedd-47f1-93b4-79c90f3cd2d9, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=7b4581f3-eedd-47f1-93b4-79c90f3cd2d9,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:25.776508 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:25.781592 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-c77e56b0-cb91-4c1d-8b80-1756ad1e9e87 service neutron] For port 3e93858b-bdb5-4ed9-870b-289c54b89e54, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:54:25.789795 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-c77e56b0-cb91-4c1d-8b80-1756ad1e9e87 service neutron] For port 3e93858b-bdb5-4ed9-870b-289c54b89e54, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3e93858b-bdb5-4ed9-870b-289c54b89e54,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:54:25.792009 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-bd31d249-8d43-45e4-9c63-ac8af9b28dfc tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/quotas/fef3188ef5604e56a86389d1952dd3ce HTTP/1.1" status: 200 len: 375 time: 0.0482213 Sep 21 17:54:25.792841 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 17:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8b6e5b-03aa-437a-9aa7-78d2213c404f x-openstack-request-id: req-3e8b6e5b-03aa-437a-9aa7-78d2213c404f {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:54:25.793260 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd70a80-2ab4-4e7c-b391-e57800d6f6b0", "name": "network-vif-unplugged", "status": "completed", "tag": "f8cc2e07-a0e1-43e2-aa5d-8b93db18b216", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:54:25.794735 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3e8b6e5b-03aa-437a-9aa7-78d2213c404f {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:54:25.795499 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd70a80-2ab4-4e7c-b391-e57800d6f6b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8cc2e07-a0e1-43e2-aa5d-8b93db18b216', 'code': 200} Sep 21 17:54:25.801276 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a71b126c-25b7-482f-8239-40d824b866f8 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:54:25.819738 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-c77e56b0-cb91-4c1d-8b80-1756ad1e9e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:25.831266 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-f33aa934-0f66-43b0-8b32-05362989ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:25.833125 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-f33aa934-0f66-43b0-8b32-05362989ab87 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f3df2f1b844143b1bdfc1c299403f848&device_id=3fec6f70-f744-44d6-a2c7-28a3d29adfdf HTTP/1.1" status: 200 len: 1098 time: 0.4193354 Sep 21 17:54:25.932042 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: a71b126c-25b7-482f-8239-40d824b866f8 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:54:25.933060 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a71b126c-25b7-482f-8239-40d824b866f8 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:54:25.945690 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-ae47a0da-e066-456f-8d93-110e71b55fa7 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fef3188ef5604e56a86389d1952dd3ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1525583 Sep 21 17:54:25.953593 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4994c2-7001-44c3-b453-368d9e9483a7 None None] Sync routers for ids ['3d6aa666-5344-46cd-a0fc-c7f4afe94f43'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:54:26.015457 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4994c2-7001-44c3-b453-368d9e9483a7 None None] Routers {'3d6aa666-5344-46cd-a0fc-c7f4afe94f43'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:54:26.016306 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-0c4994c2-7001-44c3-b453-368d9e9483a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:54:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3d6aa666-5344-46cd-a0fc-c7f4afe94f43'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:26.046612 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-c77e56b0-cb91-4c1d-8b80-1756ad1e9e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:26.047272 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-c77e56b0-cb91-4c1d-8b80-1756ad1e9e87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:26.048691 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-c77e56b0-cb91-4c1d-8b80-1756ad1e9e87 service neutron] 10.222.0.38 "PUT /v2.0/ports/3e93858b-bdb5-4ed9-870b-289c54b89e54 HTTP/1.1" status: 200 len: 1095 time: 5.1564722 Sep 21 17:54:26.049156 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7041cc76-26dd-4f6e-a364-7440c173d083', 'tag': '3e93858b-bdb5-4ed9-870b-289c54b89e54'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:54:26.059561 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e54a4c-24fd-4613-9ae1-8636bc99d522" -d '{"events": [{"name": "network-changed", "server_uuid": "7041cc76-26dd-4f6e-a364-7440c173d083", "tag": "3e93858b-bdb5-4ed9-870b-289c54b89e54"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:54:26.096989 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-d9755466-8332-47d5-8acd-b37cf85210bc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=cc30f523-7380-4b64-8faa-f165cddcb2fd HTTP/1.1" status: 200 len: 217 time: 0.2439103 Sep 21 17:54:26.105217 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=7b4581f3-eedd-47f1-93b4-79c90f3cd2d9,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:26.153168 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-6c2729fc-ac55-454c-9c16-c152c43534e9 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:26.154619 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-6c2729fc-ac55-454c-9c16-c152c43534e9 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4950745 Sep 21 17:54:26.181464 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f2724ab5-53a3-4cee-85f1-579f87c6542d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Request body: {'port': {'device_id': '61839df9-ddf2-460d-a510-52732752aebb', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'admin_state_up': True, 'tenant_id': 'fef3188ef5604e56a86389d1952dd3ce'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:26.242505 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c83f906b-1d8d-4957-86af-2717f3a44ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:26.245160 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-0c4994c2-7001-44c3-b453-368d9e9483a7 None None] Set router 3d6aa666-5344-46cd-a0fc-c7f4afe94f43 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:54:26.312470 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-241108f8-9653-4b09-b078-9a50786c7812 req-fb3dbc2e-f27c-49a5-b00a-729ba2e044ef tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:26.342870 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8768a454-784e-4e7f-a0e3-5dfa940a5190 req-ebd8fbe3-453a-4d2d-9dc3-a483adb586de tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e50d1e6-ae6d-418c-8af6-cf61a188a287 HTTP/1.1" status: 200 len: 210 time: 0.1757562 Sep 21 17:54:26.346098 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e66ed4-09fc-4563-a178-4a9d06e7482c x-openstack-request-id: req-b7e66ed4-09fc-4563-a178-4a9d06e7482c {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:54:26.346574 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fec6f70-f744-44d6-a2c7-28a3d29adfdf", "tag": "cc30f523-7380-4b64-8faa-f165cddcb2fd", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:54:26.346574 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b7e66ed4-09fc-4563-a178-4a9d06e7482c {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:54:26.346963 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fec6f70-f744-44d6-a2c7-28a3d29adfdf', 'tag': 'cc30f523-7380-4b64-8faa-f165cddcb2fd', 'status': 'completed', 'code': 200} Sep 21 17:54:26.350498 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e56b0-cb91-4c1d-8b80-1756ad1e9e87 service neutron] Pushing event updated for resources: {'Port': ['ID=3e93858b-bdb5-4ed9-870b-289c54b89e54,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:26.371206 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f906b-1d8d-4957-86af-2717f3a44ece admin admin] Pushing event deleted for resources: {'Port': ['ID=1550dfdd-a6c0-44af-88b1-a421f79372ae,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:26.384439 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-cd9e9317-a1e1-4b6e-ba87-621fd97305d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:26.387270 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-cd9e9317-a1e1-4b6e-ba87-621fd97305d0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f3df2f1b844143b1bdfc1c299403f848&device_id=7041cc76-26dd-4f6e-a364-7440c173d083 HTTP/1.1" status: 200 len: 1098 time: 0.2820430 Sep 21 17:54:26.396813 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-f875f3cb-7c77-4223-b626-72dc22fb5a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:26.398535 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-f875f3cb-7c77-4223-b626-72dc22fb5a0a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.2815320 Sep 21 17:54:26.479778 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-4c752c9c-e6e5-4228-9918-60a3b4d2338f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=3e93858b-bdb5-4ed9-870b-289c54b89e54 HTTP/1.1" status: 200 len: 217 time: 0.0798519 Sep 21 17:54:26.550406 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-241108f8-9653-4b09-b078-9a50786c7812 req-fb3dbc2e-f27c-49a5-b00a-729ba2e044ef tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:26.615159 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-74f9dea3-23e0-4739-b4fa-9fa9e70f600d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:26.617225 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-74f9dea3-23e0-4739-b4fa-9fa9e70f600d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1994927 Sep 21 17:54:26.639229 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c83f906b-1d8d-4957-86af-2717f3a44ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:26.647899 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-489546c0-e1bb-47b9-ab39-9d9234cf2f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:26.649499 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-489546c0-e1bb-47b9-ab39-9d9234cf2f1c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1507833 Sep 21 17:54:26.661881 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fbe01-6b79-4a8d-a5dc-e9e86a86a2f7 req-53e9b609-c018-4010-9226-e72d0e1c3e53 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:26.672099 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7b4fbe01-6b79-4a8d-a5dc-e9e86a86a2f7 req-53e9b609-c018-4010-9226-e72d0e1c3e53 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=7041cc76-26dd-4f6e-a364-7440c173d083 HTTP/1.1" status: 200 len: 947 time: 0.1985066 Sep 21 17:54:26.688304 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-241108f8-9653-4b09-b078-9a50786c7812 req-fb3dbc2e-f27c-49a5-b00a-729ba2e044ef tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Network 1971a7db-b33f-45b8-9b53-89078ce1cf93 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:54:26.704278 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-0c4994c2-7001-44c3-b453-368d9e9483a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6aa666-5344-46cd-a0fc-c7f4afe94f43', 'name': 'tempest-ServerRescueTestJSON-730299092-router', 'tenant_id': '9f77b13dab8e4d118c01975b2d61d3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '7b4581f3-eedd-47f1-93b4-79c90f3cd2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:54:14Z', 'updated_at': '2021-09-21T17:54:23Z', 'revision_number': 4, 'project_id': '9f77b13dab8e4d118c01975b2d61d3f1', 'gw_port': {'id': '7b4581f3-eedd-47f1-93b4-79c90f3cd2d9', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6aa666-5344-46cd-a0fc-c7f4afe94f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:54:16Z', 'updated_at': '2021-09-21T17:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '550f4814-18b4-4f7d-a8a6-195ee69ccd73', 'name': '', 'network_id': '21b3a3fa-6b9b-4eec-b5c4-bb586b710739', 'tenant_id': '9f77b13dab8e4d118c01975b2d61d3f1', 'mac_address': 'fa:16:3e:b0:4f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6aa666-5344-46cd-a0fc-c7f4afe94f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '07dfe057-fa44-4619-a478-cd516393be78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:54:21Z', 'updated_at': '2021-09-21T17:54:23Z', 'revision_number': 2, 'project_id': '9f77b13dab8e4d118c01975b2d61d3f1', 'subnets': [{'id': '07dfe057-fa44-4619-a478-cd516393be78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:26.737326 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4994c2-7001-44c3-b453-368d9e9483a7 None None] Checking router: 3d6aa666-5344-46cd-a0fc-c7f4afe94f43 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:54:26.737685 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4994c2-7001-44c3-b453-368d9e9483a7 None None] Updating router 3d6aa666-5344-46cd-a0fc-c7f4afe94f43 port 550f4814-18b4-4f7d-a8a6-195ee69ccd73 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:54:26.743770 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-241108f8-9653-4b09-b078-9a50786c7812 req-fb3dbc2e-f27c-49a5-b00a-729ba2e044ef tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:54:26.751243 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3dbc2e-f27c-49a5-b00a-729ba2e044ef tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Pushing event updated for resources: {'Port': ['ID=011b8657-1fd2-48da-bb16-b3c03cf70cac,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:26.757036 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-241108f8-9653-4b09-b078-9a50786c7812 req-fb3dbc2e-f27c-49a5-b00a-729ba2e044ef tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:54:26.800475 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0c4994c2-7001-44c3-b453-368d9e9483a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:26.813863 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f2724ab5-53a3-4cee-85f1-579f87c6542d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Made reservation on behalf of fef3188ef5604e56a86389d1952dd3ce for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:54:26.817596 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f2724ab5-53a3-4cee-85f1-579f87c6542d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:26.828453 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c83f906b-1d8d-4957-86af-2717f3a44ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:26.838343 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c83f906b-1d8d-4957-86af-2717f3a44ece admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:26.842636 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f2724ab5-53a3-4cee-85f1-579f87c6542d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:26.858260 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7b4fbe01-6b79-4a8d-a5dc-e9e86a86a2f7 req-344ee9a4-4d5c-4ca3-ac5f-87cc78f1765a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841922 Sep 21 17:54:26.928108 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-279a6719-4441-434b-a953-378deddf7535 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002264 Sep 21 17:54:27.033056 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-baa4f7ec-3c25-4a1f-84bf-62dd515d9716 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:27.040864 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c83f906b-1d8d-4957-86af-2717f3a44ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:27.041450 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-baa4f7ec-3c25-4a1f-84bf-62dd515d9716 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/networks?id=21b3a3fa-6b9b-4eec-b5c4-bb586b710739 HTTP/1.1" status: 200 len: 810 time: 0.4880536 Sep 21 17:54:27.043251 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83f906b-1d8d-4957-86af-2717f3a44ece admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e4a1583-3cb7-4846-931c-76b25036b90c {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 17:54:27.064878 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c83f906b-1d8d-4957-86af-2717f3a44ece admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:27.066219 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c83f906b-1d8d-4957-86af-2717f3a44ece admin admin] 10.222.0.58 "DELETE /v2.0/routers/8e4a1583-3cb7-4846-931c-76b25036b90c HTTP/1.1" status: 204 len: 168 time: 3.7586415 Sep 21 17:54:27.072090 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57078) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:27.083638 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-928f60cc-3457-470d-a8d9-b21ebb5c9faf req-49900af7-b803-4047-af63-9438c1958189 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2005996033&fields=id&tenant_id=22b4d8bb0cdb441098d6e65e91ff77b6 HTTP/1.1" status: 200 len: 267 time: 0.1054170 Sep 21 17:54:27.085571 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-01c51cfe-a309-47b2-980c-306e155befe3 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/quotas/9f77b13dab8e4d118c01975b2d61d3f1 HTTP/1.1" status: 200 len: 375 time: 0.0430565 Sep 21 17:54:27.276761 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-10544679-fbe0-45be-bc76-c3846fb1b6f9 admin admin] Deleting subnet 3e716aa6-fa18-426b-a9c3-1c7a0dea35f2 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:54:27.281158 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-10544679-fbe0-45be-bc76-c3846fb1b6f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:27.337694 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-10544679-fbe0-45be-bc76-c3846fb1b6f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:27.387568 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0c4994c2-7001-44c3-b453-368d9e9483a7 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:27.397230 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 7b4581f3-eedd-47f1-93b4-79c90f3cd2d9 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:54:27.402421 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0c4994c2-7001-44c3-b453-368d9e9483a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:27.420676 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-10544679-fbe0-45be-bc76-c3846fb1b6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:27.472292 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a5740-0366-489a-bd69-3bc8393d2635 None None] Pushing event updated for resources: {'Port': ['ID=550f4814-18b4-4f7d-a8a6-195ee69ccd73,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:27.484096 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f60cc-3457-470d-a8d9-b21ebb5c9faf req-ad8d9c06-9ed0-48aa-ade5-27bed379ae0d tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:27.493934 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-928f60cc-3457-470d-a8d9-b21ebb5c9faf req-ad8d9c06-9ed0-48aa-ade5-27bed379ae0d tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 945 time: 0.4092598 Sep 21 17:54:27.502425 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-928f60cc-3457-470d-a8d9-b21ebb5c9faf req-3a5ebdb4-fdb3-4bad-a01b-f8594bf3fe95 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Request body: {'port': {'security_groups': ['cb1a3e94-9835-4afd-8ae4-6be7f4d9ba1d', '2c65e463-972e-4931-8622-ac4cf314ccec']}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:27.510857 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-10544679-fbe0-45be-bc76-c3846fb1b6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:27.513122 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-27c6beb0-a17e-48a6-85de-7ad2168a48e1 None None] Provisioning complete for port 011b8657-1fd2-48da-bb16-b3c03cf70cac triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:54:27.513565 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-27c6beb0-a17e-48a6-85de-7ad2168a48e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:27.577170 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10544679-fbe0-45be-bc76-c3846fb1b6f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e716aa6-fa18-426b-a9c3-1c7a0dea35f2,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:27.578666 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-d912ace3-3e4a-41c1-8924-369b30706a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:27.580216 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-d912ace3-3e4a-41c1-8924-369b30706a8f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9215193 Sep 21 17:54:27.584602 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-10544679-fbe0-45be-bc76-c3846fb1b6f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:27.587596 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-10544679-fbe0-45be-bc76-c3846fb1b6f9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3e716aa6-fa18-426b-a9c3-1c7a0dea35f2 HTTP/1.1" status: 204 len: 168 time: 0.5144861 Sep 21 17:54:27.592190 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57082) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:27.609995 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-27c6beb0-a17e-48a6-85de-7ad2168a48e1 None None] Port 011b8657-1fd2-48da-bb16-b3c03cf70cac cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:54:27.618859 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d470d93b-6b64-403a-bb5f-19f71ac4696a None None] Network d6dcb15c-fb67-4700-89bb-68f7697dc122 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:54:27.673282 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41b41c27-8ced-4c08-9ce8-7c0d7d21b19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:27.735276 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-4eb942c3-3b30-484f-8ce1-f1b95c037514 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343281 Sep 21 17:54:27.752259 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-2575ad37-bc00-4bfd-9180-5231b3e661d4 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9f77b13dab8e4d118c01975b2d61d3f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6653347 Sep 21 17:54:27.753600 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-cd51a3c7-6bd0-471a-8ed3-f4bc5d7cb268 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=fef3188ef5604e56a86389d1952dd3ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533643 Sep 21 17:54:27.760689 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-928f60cc-3457-470d-a8d9-b21ebb5c9faf req-3a5ebdb4-fdb3-4bad-a01b-f8594bf3fe95 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:27.813807 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f2724ab5-53a3-4cee-85f1-579f87c6542d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:27.838400 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f2724ab5-53a3-4cee-85f1-579f87c6542d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:27.897479 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0c4994c2-7001-44c3-b453-368d9e9483a7 None None] Attempting to bind port 550f4814-18b4-4f7d-a8a6-195ee69ccd73 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:54:27.898393 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0c4994c2-7001-44c3-b453-368d9e9483a7 None None] Attempting to bind port 550f4814-18b4-4f7d-a8a6-195ee69ccd73 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '644490e1-e1e4-40bb-b64b-7ebdf482dc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '21b3a3fa-6b9b-4eec-b5c4-bb586b710739'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:54:27.898821 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4994c2-7001-44c3-b453-368d9e9483a7 None None] Attempting to bind port 550f4814-18b4-4f7d-a8a6-195ee69ccd73 on network 21b3a3fa-6b9b-4eec-b5c4-bb586b710739 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:54:27.908839 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2724ab5-53a3-4cee-85f1-579f87c6542d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb81bc7-2683-43ad-962b-ed90a5a2965f,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:27.935084 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 7b4581f3-eedd-47f1-93b4-79c90f3cd2d9 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:54:27.935458 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:27.938553 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4994c2-7001-44c3-b453-368d9e9483a7 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:54:27.938939 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4994c2-7001-44c3-b453-368d9e9483a7 None None] Checking segment: {'id': '644490e1-e1e4-40bb-b64b-7ebdf482dc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '21b3a3fa-6b9b-4eec-b5c4-bb586b710739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:54:27.939483 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0c4994c2-7001-44c3-b453-368d9e9483a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:27.939863 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4994c2-7001-44c3-b453-368d9e9483a7 None None] Bound using segment: {'id': '644490e1-e1e4-40bb-b64b-7ebdf482dc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '21b3a3fa-6b9b-4eec-b5c4-bb586b710739'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:54:27.940334 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0c4994c2-7001-44c3-b453-368d9e9483a7 None None] Bound port: 550f4814-18b4-4f7d-a8a6-195ee69ccd73, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '644490e1-e1e4-40bb-b64b-7ebdf482dc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '21b3a3fa-6b9b-4eec-b5c4-bb586b710739'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:54:27.940706 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0c4994c2-7001-44c3-b453-368d9e9483a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:27.977770 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-86140e85-06d3-4cc9-8082-7aa0b0d00daf service neutron] 10.222.0.58 "GET /v2.0/networks/21b3a3fa-6b9b-4eec-b5c4-bb586b710739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245123 Sep 21 17:54:28.025725 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91892486-70a8-461d-880d-7404a806aa57 None None] DHCP port deletion for d6dcb15c-fb67-4700-89bb-68f7697dc122 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 17:54:28.098745 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-41b41c27-8ced-4c08-9ce8-7c0d7d21b19e admin admin] Deleting port cf405417-31ee-4407-8430-3aebc708c0ab {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:54:28.099108 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41b41c27-8ced-4c08-9ce8-7c0d7d21b19e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:28.104813 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-be66fe7f-43bc-4301-8eb1-844928ac0df2 service neutron] 10.222.0.58 "GET /v2.0/networks/21b3a3fa-6b9b-4eec-b5c4-bb586b710739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255908 Sep 21 17:54:28.109416 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-67ec75df-8a93-4e79-88b7-43982f577cfa service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543697 Sep 21 17:54:28.154534 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241108f8-9653-4b09-b078-9a50786c7812 req-fb3dbc2e-f27c-49a5-b00a-729ba2e044ef tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:28.155639 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-241108f8-9653-4b09-b078-9a50786c7812 req-fb3dbc2e-f27c-49a5-b00a-729ba2e044ef tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:28.181135 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-241108f8-9653-4b09-b078-9a50786c7812 req-fb3dbc2e-f27c-49a5-b00a-729ba2e044ef tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9575481 Sep 21 17:54:28.183002 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-c96cffdc-1640-4017-a78f-25e63df25828 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:28.186991 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-c96cffdc-1640-4017-a78f-25e63df25828 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4206092 Sep 21 17:54:28.192139 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-0c4994c2-7001-44c3-b453-368d9e9483a7 None None] For port 550f4814-18b4-4f7d-a8a6-195ee69ccd73, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:54:28.211575 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-241108f8-9653-4b09-b078-9a50786c7812 req-3067e0b8-b736-4654-a3dc-59121d9830d7 service neutron] Request body: {'port': {'device_id': '1e50d1e6-ae6d-418c-8af6-cf61a188a287', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:28.227533 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-0c4994c2-7001-44c3-b453-368d9e9483a7 None None] For port 550f4814-18b4-4f7d-a8a6-195ee69ccd73, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=550f4814-18b4-4f7d-a8a6-195ee69ccd73,segment=NetworkSegment(644490e1-e1e4-40bb-b64b-7ebdf482dc42),segment_id=644490e1-e1e4-40bb-b64b-7ebdf482dc42)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:54:28.238347 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-5f3a9f2e-bf88-4dce-9199-fb558757268c tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Request body: {'port': {'device_id': '71c505ad-2974-4554-8f59-0310ba1eb97e', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'admin_state_up': True, 'tenant_id': 'fef3188ef5604e56a86389d1952dd3ce'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:28.246843 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0c4994c2-7001-44c3-b453-368d9e9483a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:28.290654 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-241108f8-9653-4b09-b078-9a50786c7812 req-3067e0b8-b736-4654-a3dc-59121d9830d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:28.294918 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-91892486-70a8-461d-880d-7404a806aa57 None None] Deleting port cf405417-31ee-4407-8430-3aebc708c0ab {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:54:28.295482 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-91892486-70a8-461d-880d-7404a806aa57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:28.309785 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-14a69b44-0a7e-4292-aade-cfad4dd7fa39 req-ebfd33fe-b5fd-4d6e-86a1-291e7b2d4844 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2535214 Sep 21 17:54:28.367349 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4994c2-7001-44c3-b453-368d9e9483a7 None None] Routers {'3d6aa666-5344-46cd-a0fc-c7f4afe94f43'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:54:28.368100 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-0c4994c2-7001-44c3-b453-368d9e9483a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:54:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3d6aa666-5344-46cd-a0fc-c7f4afe94f43'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:28.491036 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f2724ab5-53a3-4cee-85f1-579f87c6542d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Allocated IP 192.168.233.36 (c714db5f-672e-4004-8098-88db84169d3c/53f6ee96-7c10-4364-b9ae-9f7e7556e695/72e84872-9199-453c-a902-e649fd7a417c) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:54:28.599215 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-41b41c27-8ced-4c08-9ce8-7c0d7d21b19e admin admin] For port cf405417-31ee-4407-8430-3aebc708c0ab, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=cf405417-31ee-4407-8430-3aebc708c0ab,segment=NetworkSegment(0e70f824-60de-411c-8cb1-78207836b548),segment_id=0e70f824-60de-411c-8cb1-78207836b548)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:28.599973 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41b41c27-8ced-4c08-9ce8-7c0d7d21b19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:28.618374 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a5740-0366-489a-bd69-3bc8393d2635 None None] Pushing event updated for resources: {'Port': ['ID=550f4814-18b4-4f7d-a8a6-195ee69ccd73,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:28.620729 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-41b41c27-8ced-4c08-9ce8-7c0d7d21b19e admin admin] Calling delete_port for cf405417-31ee-4407-8430-3aebc708c0ab owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:54:28.636956 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-91892486-70a8-461d-880d-7404a806aa57 None None] For port cf405417-31ee-4407-8430-3aebc708c0ab, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=cf405417-31ee-4407-8430-3aebc708c0ab,segment=NetworkSegment(0e70f824-60de-411c-8cb1-78207836b548),segment_id=0e70f824-60de-411c-8cb1-78207836b548)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:28.637354 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-91892486-70a8-461d-880d-7404a806aa57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:28.657310 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-91892486-70a8-461d-880d-7404a806aa57 None None] Calling delete_port for cf405417-31ee-4407-8430-3aebc708c0ab owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:54:28.675457 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3d13b7-6c0c-4040-bc52-3793a26136d8 x-openstack-request-id: req-df3d13b7-6c0c-4040-bc52-3793a26136d8 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:54:28.676027 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7041cc76-26dd-4f6e-a364-7440c173d083", "tag": "3e93858b-bdb5-4ed9-870b-289c54b89e54", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:54:28.676380 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-df3d13b7-6c0c-4040-bc52-3793a26136d8 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:54:28.676834 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7041cc76-26dd-4f6e-a364-7440c173d083', 'tag': '3e93858b-bdb5-4ed9-870b-289c54b89e54', 'status': 'completed', 'code': 200} Sep 21 17:54:28.766691 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-0c4994c2-7001-44c3-b453-368d9e9483a7 None None] Set router 3d6aa666-5344-46cd-a0fc-c7f4afe94f43 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:54:28.903332 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-241108f8-9653-4b09-b078-9a50786c7812 req-3067e0b8-b736-4654-a3dc-59121d9830d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 011b8657-1fd2-48da-bb16-b3c03cf70cac {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:54:28.914560 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-241108f8-9653-4b09-b078-9a50786c7812 req-3067e0b8-b736-4654-a3dc-59121d9830d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:28.934660 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-241108f8-9653-4b09-b078-9a50786c7812 req-3067e0b8-b736-4654-a3dc-59121d9830d7 service neutron] Transition to ACTIVE for port object 011b8657-1fd2-48da-bb16-b3c03cf70cac will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:54:28.988478 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-241108f8-9653-4b09-b078-9a50786c7812 req-3067e0b8-b736-4654-a3dc-59121d9830d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:29.017352 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-062f2742-d8cf-4417-b955-dbfa2ddf4a1f req-25e8e4fd-c79a-48f1-9cf2-baffe6839d84 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=71c505ad-2974-4554-8f59-0310ba1eb97e HTTP/1.1" status: 200 len: 210 time: 0.3501918 Sep 21 17:54:29.057359 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-91892486-70a8-461d-880d-7404a806aa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:29.079905 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91892486-70a8-461d-880d-7404a806aa57 None None] No DVR routers for this DVR port cf405417-31ee-4407-8430-3aebc708c0ab on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:54:29.126449 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e54a4c-24fd-4613-9ae1-8636bc99d522 req-6a0444b9-774b-4faa-a75c-f4a517c64b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:29.128434 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-63e54a4c-24fd-4613-9ae1-8636bc99d522 req-6a0444b9-774b-4faa-a75c-f4a517c64b6b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f3df2f1b844143b1bdfc1c299403f848&device_id=7041cc76-26dd-4f6e-a364-7440c173d083 HTTP/1.1" status: 200 len: 1098 time: 0.4605515 Sep 21 17:54:29.134636 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91892486-70a8-461d-880d-7404a806aa57 None None] Pushing event deleted for resources: {'Port': ['ID=cf405417-31ee-4407-8430-3aebc708c0ab,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:29.257964 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1550dfdd-a6c0-44af-88b1-a421f79372ae no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:54:29.292018 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e54a4c-24fd-4613-9ae1-8636bc99d522 req-b848da95-f268-41dc-84a2-9b9f62bdc917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:29.294530 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-63e54a4c-24fd-4613-9ae1-8636bc99d522 req-b848da95-f268-41dc-84a2-9b9f62bdc917 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.1563895 Sep 21 17:54:29.310453 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 1550dfdd-a6c0-44af-88b1-a421f79372ae {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:54:29.311016 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1550dfdd-a6c0-44af-88b1-a421f79372ae not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:54:29.312483 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device cf405417-31ee-4407-8430-3aebc708c0ab no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:54:29.342368 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-928f60cc-3457-470d-a8d9-b21ebb5c9faf req-3a5ebdb4-fdb3-4bad-a01b-f8594bf3fe95 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] For port 5440fe66-9012-436f-88cf-6697b3a1d7ce, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=5440fe66-9012-436f-88cf-6697b3a1d7ce,segment=NetworkSegment(89ceafcc-3951-4e89-bca1-4e134218cfa9),segment_id=89ceafcc-3951-4e89-bca1-4e134218cfa9)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:29.342680 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3067e0b8-b736-4654-a3dc-59121d9830d7 service neutron] Pushing event updated for resources: {'Port': ['ID=011b8657-1fd2-48da-bb16-b3c03cf70cac,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:29.353520 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: cf405417-31ee-4407-8430-3aebc708c0ab {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:54:29.353868 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device cf405417-31ee-4407-8430-3aebc708c0ab not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:54:29.371578 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-0c4994c2-7001-44c3-b453-368d9e9483a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6aa666-5344-46cd-a0fc-c7f4afe94f43', 'name': 'tempest-ServerRescueTestJSON-730299092-router', 'tenant_id': '9f77b13dab8e4d118c01975b2d61d3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '7b4581f3-eedd-47f1-93b4-79c90f3cd2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:54:14Z', 'updated_at': '2021-09-21T17:54:23Z', 'revision_number': 4, 'project_id': '9f77b13dab8e4d118c01975b2d61d3f1', 'gw_port': {'id': '7b4581f3-eedd-47f1-93b4-79c90f3cd2d9', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6aa666-5344-46cd-a0fc-c7f4afe94f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:54:16Z', 'updated_at': '2021-09-21T17:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '550f4814-18b4-4f7d-a8a6-195ee69ccd73', 'name': '', 'network_id': '21b3a3fa-6b9b-4eec-b5c4-bb586b710739', 'tenant_id': '9f77b13dab8e4d118c01975b2d61d3f1', 'mac_address': 'fa:16:3e:b0:4f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6aa666-5344-46cd-a0fc-c7f4afe94f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '07dfe057-fa44-4619-a478-cd516393be78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:54:21Z', 'updated_at': '2021-09-21T17:54:28Z', 'revision_number': 4, 'project_id': '9f77b13dab8e4d118c01975b2d61d3f1', 'subnets': [{'id': '07dfe057-fa44-4619-a478-cd516393be78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:29.408451 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4994c2-7001-44c3-b453-368d9e9483a7 None None] The sync data for ids ['3d6aa666-5344-46cd-a0fc-c7f4afe94f43'] in n-d-810291-1 is: [{'id': '3d6aa666-5344-46cd-a0fc-c7f4afe94f43', 'name': 'tempest-ServerRescueTestJSON-730299092-router', 'tenant_id': '9f77b13dab8e4d118c01975b2d61d3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '7b4581f3-eedd-47f1-93b4-79c90f3cd2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:54:14Z', 'updated_at': '2021-09-21T17:54:23Z', 'revision_number': 4, 'project_id': '9f77b13dab8e4d118c01975b2d61d3f1', 'gw_port': {'id': '7b4581f3-eedd-47f1-93b4-79c90f3cd2d9', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6aa666-5344-46cd-a0fc-c7f4afe94f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:54:16Z', 'updated_at': '2021-09-21T17:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '550f4814-18b4-4f7d-a8a6-195ee69ccd73', 'name': '', 'network_id': '21b3a3fa-6b9b-4eec-b5c4-bb586b710739', 'tenant_id': '9f77b13dab8e4d118c01975b2d61d3f1', 'mac_address': 'fa:16:3e:b0:4f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6aa666-5344-46cd-a0fc-c7f4afe94f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '07dfe057-fa44-4619-a478-cd516393be78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:54:21Z', 'updated_at': '2021-09-21T17:54:28Z', 'revision_number': 4, 'project_id': '9f77b13dab8e4d118c01975b2d61d3f1', 'subnets': [{'id': '07dfe057-fa44-4619-a478-cd516393be78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:54:29.426194 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cf7bd-fb62-4f48-8c8b-6b83e9207d19 req-eb9ffc74-3619-404d-9906-88578b74fbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:29.427777 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ef9cf7bd-fb62-4f48-8c8b-6b83e9207d19 req-eb9ffc74-3619-404d-9906-88578b74fbda service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f3df2f1b844143b1bdfc1c299403f848&device_id=3fec6f70-f744-44d6-a2c7-28a3d29adfdf HTTP/1.1" status: 200 len: 1098 time: 0.7560203 Sep 21 17:54:29.431244 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-63e54a4c-24fd-4613-9ae1-8636bc99d522 req-83353ea5-b893-4224-b63e-1ba792316189 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=3e93858b-bdb5-4ed9-870b-289c54b89e54 HTTP/1.1" status: 200 len: 217 time: 0.1171710 Sep 21 17:54:29.460276 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-5f3a9f2e-bf88-4dce-9199-fb558757268c tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Made reservation on behalf of fef3188ef5604e56a86389d1952dd3ce for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:54:29.482178 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-5f3a9f2e-bf88-4dce-9199-fb558757268c tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:29.569481 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-928f60cc-3457-470d-a8d9-b21ebb5c9faf req-3a5ebdb4-fdb3-4bad-a01b-f8594bf3fe95 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:29.584449 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-928f60cc-3457-470d-a8d9-b21ebb5c9faf req-3a5ebdb4-fdb3-4bad-a01b-f8594bf3fe95 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:29.601329 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['5440fe66-9012-436f-88cf-6697b3a1d7ce'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:54:29.630845 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41b41c27-8ced-4c08-9ce8-7c0d7d21b19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:29.666458 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef91b5-b5a1-4df1-b526-604d0bd40295 req-1f71fde7-3610-4373-9c3b-1f78610affa4 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:29.668099 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ceef91b5-b5a1-4df1-b526-604d0bd40295 req-1f71fde7-3610-4373-9c3b-1f78610affa4 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e50d1e6-ae6d-418c-8af6-cf61a188a287 HTTP/1.1" status: 200 len: 944 time: 0.3685954 Sep 21 17:54:29.677587 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e54a4c-24fd-4613-9ae1-8636bc99d522 req-6540121a-b516-4428-bfc2-7e3823174df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:29.679262 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-63e54a4c-24fd-4613-9ae1-8636bc99d522 req-6540121a-b516-4428-bfc2-7e3823174df6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.2406311 Sep 21 17:54:29.698692 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f60cc-3457-470d-a8d9-b21ebb5c9faf req-3a5ebdb4-fdb3-4bad-a01b-f8594bf3fe95 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:29.699519 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-928f60cc-3457-470d-a8d9-b21ebb5c9faf req-3a5ebdb4-fdb3-4bad-a01b-f8594bf3fe95 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:29.701287 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-928f60cc-3457-470d-a8d9-b21ebb5c9faf req-3a5ebdb4-fdb3-4bad-a01b-f8594bf3fe95 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "PUT /v2.0/ports/5440fe66-9012-436f-88cf-6697b3a1d7ce HTTP/1.1" status: 200 len: 981 time: 2.2058105 Sep 21 17:54:29.705398 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f2724ab5-53a3-4cee-85f1-579f87c6542d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:29.711017 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440ab41b-cd99-4e1d-9606-26f935de7a90', 'tag': '5440fe66-9012-436f-88cf-6697b3a1d7ce'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:54:29.713907 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0ef28f-cd2f-4a20-a685-cf1a88673cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "440ab41b-cd99-4e1d-9606-26f935de7a90", "tag": "5440fe66-9012-436f-88cf-6697b3a1d7ce"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:54:29.797402 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b41c27-8ced-4c08-9ce8-7c0d7d21b19e admin admin] No DVR routers for this DVR port cf405417-31ee-4407-8430-3aebc708c0ab on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:54:29.811305 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['5440fe66-9012-436f-88cf-6697b3a1d7ce'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:54:29.826698 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-241108f8-9653-4b09-b078-9a50786c7812 req-3067e0b8-b736-4654-a3dc-59121d9830d7 service neutron] Attempting to bind port 011b8657-1fd2-48da-bb16-b3c03cf70cac on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:54:29.827067 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-241108f8-9653-4b09-b078-9a50786c7812 req-3067e0b8-b736-4654-a3dc-59121d9830d7 service neutron] Attempting to bind port 011b8657-1fd2-48da-bb16-b3c03cf70cac by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'dacc9465-7314-4288-821b-9c39f322898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1971a7db-b33f-45b8-9b53-89078ce1cf93'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:54:29.827400 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241108f8-9653-4b09-b078-9a50786c7812 req-3067e0b8-b736-4654-a3dc-59121d9830d7 service neutron] Attempting to bind port 011b8657-1fd2-48da-bb16-b3c03cf70cac on network 1971a7db-b33f-45b8-9b53-89078ce1cf93 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:54:29.834873 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.44', 55942) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:29.867941 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ceef91b5-b5a1-4df1-b526-604d0bd40295 req-2ae1b767-13d8-4db6-ac21-cd7c49039883 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/security-groups?id=b7acdf1f-bc5b-41b9-b979-bb84a12db13c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827586 Sep 21 17:54:29.882785 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241108f8-9653-4b09-b078-9a50786c7812 req-3067e0b8-b736-4654-a3dc-59121d9830d7 service neutron] Port 011b8657-1fd2-48da-bb16-b3c03cf70cac on network 1971a7db-b33f-45b8-9b53-89078ce1cf93 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:54:29.883154 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241108f8-9653-4b09-b078-9a50786c7812 req-3067e0b8-b736-4654-a3dc-59121d9830d7 service neutron] Attempting to bind port 011b8657-1fd2-48da-bb16-b3c03cf70cac on network 1971a7db-b33f-45b8-9b53-89078ce1cf93 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:54:29.885539 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cf7bd-fb62-4f48-8c8b-6b83e9207d19 req-8de2e810-ab86-4256-8f1f-26e2061aaf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:29.894897 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ebdb4-fdb3-4bad-a01b-f8594bf3fe95 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Pushing event updated for resources: {'Port': ['ID=5440fe66-9012-436f-88cf-6697b3a1d7ce,revision_number=6']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:29.896753 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ef9cf7bd-fb62-4f48-8c8b-6b83e9207d19 req-8de2e810-ab86-4256-8f1f-26e2061aaf3e service neutron] 10.222.0.44 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.4496384 Sep 21 17:54:29.918841 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device cc30f523-7380-4b64-8faa-f165cddcb2fd details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:54:29.993036 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ef9cf7bd-fb62-4f48-8c8b-6b83e9207d19 req-4d2fbfd0-09a2-421b-8695-2a15c866925e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=cc30f523-7380-4b64-8faa-f165cddcb2fd HTTP/1.1" status: 200 len: 217 time: 0.0951960 Sep 21 17:54:30.001056 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e54a4c-24fd-4613-9ae1-8636bc99d522 req-83c7cbaa-7dba-401f-ab64-92ef76d6a488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:30.002571 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-63e54a4c-24fd-4613-9ae1-8636bc99d522 req-83c7cbaa-7dba-401f-ab64-92ef76d6a488 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3134072 Sep 21 17:54:30.021846 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-5f3a9f2e-bf88-4dce-9199-fb558757268c tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Allocated IP 192.168.233.134 (c714db5f-672e-4004-8098-88db84169d3c/53f6ee96-7c10-4364-b9ae-9f7e7556e695/26db8e5e-7620-4462-aeff-81796cdce9a6) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:54:30.022630 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241108f8-9653-4b09-b078-9a50786c7812 req-3067e0b8-b736-4654-a3dc-59121d9830d7 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:54:30.023057 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241108f8-9653-4b09-b078-9a50786c7812 req-3067e0b8-b736-4654-a3dc-59121d9830d7 service neutron] Checking segment: {'id': 'dacc9465-7314-4288-821b-9c39f322898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1971a7db-b33f-45b8-9b53-89078ce1cf93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:54:30.025379 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241108f8-9653-4b09-b078-9a50786c7812 req-3067e0b8-b736-4654-a3dc-59121d9830d7 service neutron] Bound using segment: {'id': 'dacc9465-7314-4288-821b-9c39f322898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1971a7db-b33f-45b8-9b53-89078ce1cf93'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:54:30.025874 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-241108f8-9653-4b09-b078-9a50786c7812 req-3067e0b8-b736-4654-a3dc-59121d9830d7 service neutron] Bound port: 011b8657-1fd2-48da-bb16-b3c03cf70cac, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dacc9465-7314-4288-821b-9c39f322898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1971a7db-b33f-45b8-9b53-89078ce1cf93'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:54:30.026265 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-241108f8-9653-4b09-b078-9a50786c7812 req-3067e0b8-b736-4654-a3dc-59121d9830d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:30.149920 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port cc30f523-7380-4b64-8faa-f165cddcb2fd, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=cc30f523-7380-4b64-8faa-f165cddcb2fd,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:30.173335 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'cc30f523-7380-4b64-8faa-f165cddcb2fd', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': 'cc30f523-7380-4b64-8faa-f165cddcb2fd', 'mac_address': 'fa:16:3e:fc:ca:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:54:30.218528 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f2724ab5-53a3-4cee-85f1-579f87c6542d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:30.243776 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d8d0e6a4-707d-47cd-9558-830f2d342884 req-ee06e35c-befb-421f-825c-c7cd427d5862 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 210 time: 0.1956837 Sep 21 17:54:30.253072 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-5f3a9f2e-bf88-4dce-9199-fb558757268c tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:30.257972 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:30.295551 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97408c68-a248-41d6-be7e-fe0010fb4042 req-658e22a4-c503-4485-9adc-75ef9e944645 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:30.301427 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-97408c68-a248-41d6-be7e-fe0010fb4042 req-658e22a4-c503-4485-9adc-75ef9e944645 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=7041cc76-26dd-4f6e-a364-7440c173d083 HTTP/1.1" status: 200 len: 947 time: 0.4973097 Sep 21 17:54:30.302913 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc30f523-7380-4b64-8faa-f165cddcb2fd {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:54:30.306383 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b41c27-8ced-4c08-9ce8-7c0d7d21b19e admin admin] Pushing event deleted for resources: {'Port': ['ID=cf405417-31ee-4407-8430-3aebc708c0ab,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:30.336220 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port cc30f523-7380-4b64-8faa-f165cddcb2fd, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=cc30f523-7380-4b64-8faa-f165cddcb2fd,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:30.344070 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:30.372766 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cf7bd-fb62-4f48-8c8b-6b83e9207d19 req-93a8c1dd-d3d7-40e1-ac27-07d84b376be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:30.374661 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ef9cf7bd-fb62-4f48-8c8b-6b83e9207d19 req-93a8c1dd-d3d7-40e1-ac27-07d84b376be3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.3649933 Sep 21 17:54:30.379625 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41b41c27-8ced-4c08-9ce8-7c0d7d21b19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:30.400302 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-241108f8-9653-4b09-b078-9a50786c7812 req-3067e0b8-b736-4654-a3dc-59121d9830d7 service neutron] For port 011b8657-1fd2-48da-bb16-b3c03cf70cac, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:54:30.415423 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=cc30f523-7380-4b64-8faa-f165cddcb2fd,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:30.461243 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-e30c0e64-2028-4bc7-b5d1-b678e0893b4f tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:30.463189 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-e30c0e64-2028-4bc7-b5d1-b678e0893b4f tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.44 "GET /v2.0/networks?id=21b3a3fa-6b9b-4eec-b5c4-bb586b710739 HTTP/1.1" status: 200 len: 810 time: 0.6174524 Sep 21 17:54:30.464583 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f2724ab5-53a3-4cee-85f1-579f87c6542d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Network c714db5f-672e-4004-8098-88db84169d3c is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:54:30.481059 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-41b41c27-8ced-4c08-9ce8-7c0d7d21b19e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6dcb15c-fb67-4700-89bb-68f7697dc122']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:30.488644 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f2724ab5-53a3-4cee-85f1-579f87c6542d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:54:30.493148 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-241108f8-9653-4b09-b078-9a50786c7812 req-3067e0b8-b736-4654-a3dc-59121d9830d7 service neutron] For port 011b8657-1fd2-48da-bb16-b3c03cf70cac, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=011b8657-1fd2-48da-bb16-b3c03cf70cac,segment=NetworkSegment(dacc9465-7314-4288-821b-9c39f322898d),segment_id=dacc9465-7314-4288-821b-9c39f322898d)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:54:30.505964 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-d0b62a8b-cc88-44fd-aee7-5fdcfacbec8e tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Request body: {'port': {'device_id': '57ab10eb-d1de-4cb8-ba4b-059d1e7a972f', 'network_id': '21b3a3fa-6b9b-4eec-b5c4-bb586b710739', 'admin_state_up': True, 'tenant_id': '9f77b13dab8e4d118c01975b2d61d3f1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:30.510722 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f2724ab5-53a3-4cee-85f1-579f87c6542d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:54:30.515947 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-241108f8-9653-4b09-b078-9a50786c7812 req-3067e0b8-b736-4654-a3dc-59121d9830d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:30.520074 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2724ab5-53a3-4cee-85f1-579f87c6542d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Pushing event updated for resources: {'Port': ['ID=72e84872-9199-453c-a902-e649fd7a417c,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:30.548720 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-41b41c27-8ced-4c08-9ce8-7c0d7d21b19e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e70f824-60de-411c-8cb1-78207836b548') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:30.549017 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-41b41c27-8ced-4c08-9ce8-7c0d7d21b19e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e70f824-60de-411c-8cb1-78207836b548') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:30.556463 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['cc30f523-7380-4b64-8faa-f165cddcb2fd'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:54:30.590337 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-97408c68-a248-41d6-be7e-fe0010fb4042 req-d442eddc-4cdd-4719-88ff-9330bc3fd1fd tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682247 Sep 21 17:54:30.615252 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-63e54a4c-24fd-4613-9ae1-8636bc99d522 req-7a68d5f7-e682-4619-ac05-cf616e5d0680 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5860853 Sep 21 17:54:30.623723 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-5f3a9f2e-bf88-4dce-9199-fb558757268c tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:30.631995 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241108f8-9653-4b09-b078-9a50786c7812 req-3067e0b8-b736-4654-a3dc-59121d9830d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:30.632371 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-241108f8-9653-4b09-b078-9a50786c7812 req-3067e0b8-b736-4654-a3dc-59121d9830d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:30.633827 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-241108f8-9653-4b09-b078-9a50786c7812 req-3067e0b8-b736-4654-a3dc-59121d9830d7 service neutron] 10.222.0.44 "PUT /v2.0/ports/011b8657-1fd2-48da-bb16-b3c03cf70cac HTTP/1.1" status: 200 len: 1092 time: 2.4343314 Sep 21 17:54:30.661981 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41b41c27-8ced-4c08-9ce8-7c0d7d21b19e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:30.738092 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e50d1e6-ae6d-418c-8af6-cf61a188a287', 'tag': '011b8657-1fd2-48da-bb16-b3c03cf70cac'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:54:30.743782 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962c7eef-6072-4e0a-bbf2-ab622d0323da" -d '{"events": [{"name": "network-changed", "server_uuid": "1e50d1e6-ae6d-418c-8af6-cf61a188a287", "tag": "011b8657-1fd2-48da-bb16-b3c03cf70cac"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:54:30.802073 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cf7bd-fb62-4f48-8c8b-6b83e9207d19 req-bee18883-33f0-419e-ab43-777fee442edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:30.805174 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f2724ab5-53a3-4cee-85f1-579f87c6542d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:30.805872 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f2724ab5-53a3-4cee-85f1-579f87c6542d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:30.813838 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ef9cf7bd-fb62-4f48-8c8b-6b83e9207d19 req-bee18883-33f0-419e-ab43-777fee442edd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4183772 Sep 21 17:54:30.852147 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41b41c27-8ced-4c08-9ce8-7c0d7d21b19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:30.856040 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa2c467-09ee-4d7a-b5a3-89ec62a6fd5b x-openstack-request-id: req-6fa2c467-09ee-4d7a-b5a3-89ec62a6fd5b {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:54:30.856451 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "440ab41b-cd99-4e1d-9606-26f935de7a90", "tag": "5440fe66-9012-436f-88cf-6697b3a1d7ce", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:54:30.856707 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6fa2c467-09ee-4d7a-b5a3-89ec62a6fd5b {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:54:30.857115 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440ab41b-cd99-4e1d-9606-26f935de7a90', 'tag': '5440fe66-9012-436f-88cf-6697b3a1d7ce', 'status': 'completed', 'code': 200} Sep 21 17:54:30.865265 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-5f3a9f2e-bf88-4dce-9199-fb558757268c tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Network c714db5f-672e-4004-8098-88db84169d3c is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:54:30.916243 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a9f2e-bf88-4dce-9199-fb558757268c tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Pushing event updated for resources: {'Port': ['ID=26db8e5e-7620-4462-aeff-81796cdce9a6,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:30.925758 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b41c27-8ced-4c08-9ce8-7c0d7d21b19e admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:54:30.926362 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41b41c27-8ced-4c08-9ce8-7c0d7d21b19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:30.932383 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-5f3a9f2e-bf88-4dce-9199-fb558757268c tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:54:30.947398 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-5f3a9f2e-bf88-4dce-9199-fb558757268c tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: timer() Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:54:30.950374 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:54:30.997160 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-68475861-11a3-4f10-9876-2498952921dc None None] Provisioning complete for port 72e84872-9199-453c-a902-e649fd7a417c triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:54:30.997683 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-68475861-11a3-4f10-9876-2498952921dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:31.001932 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f2724ab5-53a3-4cee-85f1-579f87c6542d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8274815 Sep 21 17:54:31.011867 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3067e0b8-b736-4654-a3dc-59121d9830d7 service neutron] Pushing event updated for resources: {'Port': ['ID=011b8657-1fd2-48da-bb16-b3c03cf70cac,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:31.055320 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f1ab77b8-634e-42b2-a84f-a2253f06ac12 service neutron] Request body: {'port': {'device_id': '61839df9-ddf2-460d-a510-52732752aebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:31.057882 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-68475861-11a3-4f10-9876-2498952921dc None None] Port 72e84872-9199-453c-a902-e649fd7a417c cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:54:31.118628 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41b41c27-8ced-4c08-9ce8-7c0d7d21b19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:31.131814 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41b41c27-8ced-4c08-9ce8-7c0d7d21b19e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:31.134354 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-41b41c27-8ced-4c08-9ce8-7c0d7d21b19e admin admin] 10.222.0.58 "DELETE /v2.0/networks/d6dcb15c-fb67-4700-89bb-68f7697dc122 HTTP/1.1" status: 204 len: 168 time: 3.5359633 Sep 21 17:54:31.160799 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cb773191-6abf-4eca-a51f-bd388a3aac4f req-58ac341a-592e-422b-ab68-39994682f4c6 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2005996033&fields=id&tenant_id=22b4d8bb0cdb441098d6e65e91ff77b6 HTTP/1.1" status: 200 len: 267 time: 0.3929391 Sep 21 17:54:31.176065 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-5f3a9f2e-bf88-4dce-9199-fb558757268c tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:31.177763 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-5f3a9f2e-bf88-4dce-9199-fb558757268c tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:31.237923 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241108f8-9653-4b09-b078-9a50786c7812 req-1ecadde7-f95f-4d2e-8e4b-1883ffb15dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:31.239489 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-241108f8-9653-4b09-b078-9a50786c7812 req-1ecadde7-f95f-4d2e-8e4b-1883ffb15dee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4da9d9a034541f0b1a21573283219ab&device_id=1e50d1e6-ae6d-418c-8af6-cf61a188a287 HTTP/1.1" status: 200 len: 1095 time: 0.4866831 Sep 21 17:54:31.244765 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 550f4814-18b4-4f7d-a8a6-195ee69ccd73 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:54:31.252001 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b41c27-8ced-4c08-9ce8-7c0d7d21b19e admin admin] Pushing event deleted for resources: {'Network': ['ID=d6dcb15c-fb67-4700-89bb-68f7697dc122,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:31.294874 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb773191-6abf-4eca-a51f-bd388a3aac4f req-7ef31b70-ad22-414b-b53b-1c6aa39623ec tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:31.296953 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cb773191-6abf-4eca-a51f-bd388a3aac4f req-7ef31b70-ad22-414b-b53b-1c6aa39623ec tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 984 time: 0.0947533 Sep 21 17:54:31.302731 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f1ab77b8-634e-42b2-a84f-a2253f06ac12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:31.305995 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ef28f-cd2f-4a20-a685-cf1a88673cd6 req-024ee0e4-fb71-4d8a-ab75-08328af62613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:31.309757 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe0ef28f-cd2f-4a20-a685-cf1a88673cd6 req-024ee0e4-fb71-4d8a-ab75-08328af62613 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=22b4d8bb0cdb441098d6e65e91ff77b6&device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 1135 time: 0.3867347 Sep 21 17:54:31.312403 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 550f4814-18b4-4f7d-a8a6-195ee69ccd73 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:54:31.313086 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:31.368164 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3e93858b-bdb5-4ed9-870b-289c54b89e54 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:54:31.380524 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-241108f8-9653-4b09-b078-9a50786c7812 req-336926b1-681d-47f5-a5b9-c6c9e68dcd58 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=011b8657-1fd2-48da-bb16-b3c03cf70cac HTTP/1.1" status: 200 len: 217 time: 0.1193001 Sep 21 17:54:31.392089 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ef9cf7bd-fb62-4f48-8c8b-6b83e9207d19 req-9cb4db1a-2421-490f-821f-514661e134a0 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5160308 Sep 21 17:54:31.414267 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2fa61-c634-4a7b-bccf-28bfa8080e2d req-b1c0887a-178f-4a32-82b7-2aeda8431cbb tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:31.421934 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c0a2fa61-c634-4a7b-bccf-28bfa8080e2d req-b1c0887a-178f-4a32-82b7-2aeda8431cbb tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=71c505ad-2974-4554-8f59-0310ba1eb97e HTTP/1.1" status: 200 len: 936 time: 0.4682746 Sep 21 17:54:31.433562 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57136) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:31.441438 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-cb773191-6abf-4eca-a51f-bd388a3aac4f req-91814a30-f5cd-45cf-885a-b3b008a84303 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Request body: {'port': {'security_groups': ['cb1a3e94-9835-4afd-8ae4-6be7f4d9ba1d']}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:31.474011 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-6c019c76-ae23-405b-a95a-11af54849268 None None] Provisioning complete for port 26db8e5e-7620-4462-aeff-81796cdce9a6 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:54:31.474471 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6c019c76-ae23-405b-a95a-11af54849268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:31.476662 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-d0b62a8b-cc88-44fd-aee7-5fdcfacbec8e tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Made reservation on behalf of 9f77b13dab8e4d118c01975b2d61d3f1 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:54:31.480091 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-d0b62a8b-cc88-44fd-aee7-5fdcfacbec8e tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:31.485011 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-5f3a9f2e-bf88-4dce-9199-fb558757268c tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2583799 Sep 21 17:54:31.489571 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-63e54a4c-24fd-4613-9ae1-8636bc99d522 req-eb9419bf-c414-43b0-8358-49af8deab700 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8534107 Sep 21 17:54:31.507974 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-b93ff71c-9c4f-45f5-9057-0576d9f42a1a service neutron] Request body: {'port': {'device_id': '71c505ad-2974-4554-8f59-0310ba1eb97e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:31.537829 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 3e93858b-bdb5-4ed9-870b-289c54b89e54, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3e93858b-bdb5-4ed9-870b-289c54b89e54,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:31.571236 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '3e93858b-bdb5-4ed9-870b-289c54b89e54', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': '3e93858b-bdb5-4ed9-870b-289c54b89e54', 'mac_address': 'fa:16:3e:8d:bd:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:54:31.575500 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-6c019c76-ae23-405b-a95a-11af54849268 None None] Port 26db8e5e-7620-4462-aeff-81796cdce9a6 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:54:31.577728 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:31.639391 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-04639ca3-2ec5-469e-ae73-0f620839d854 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b93028f5f6c042dd85c1734d29b3e8eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2001033 Sep 21 17:54:31.641615 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:31.642363 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57140) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:31.644294 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 550f4814-18b4-4f7d-a8a6-195ee69ccd73, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=550f4814-18b4-4f7d-a8a6-195ee69ccd73,segment=NetworkSegment(644490e1-e1e4-40bb-b64b-7ebdf482dc42),segment_id=644490e1-e1e4-40bb-b64b-7ebdf482dc42)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:31.655201 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:31.662631 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e93858b-bdb5-4ed9-870b-289c54b89e54 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:54:31.675602 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-cb773191-6abf-4eca-a51f-bd388a3aac4f req-91814a30-f5cd-45cf-885a-b3b008a84303 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:31.705204 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-b93ff71c-9c4f-45f5-9057-0576d9f42a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:31.710689 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 3e93858b-bdb5-4ed9-870b-289c54b89e54, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3e93858b-bdb5-4ed9-870b-289c54b89e54,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:31.720220 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:31.726947 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=550f4814-18b4-4f7d-a8a6-195ee69ccd73,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:31.784554 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=3e93858b-bdb5-4ed9-870b-289c54b89e54,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:31.880493 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-45348e89-688f-4948-93d4-2b36734262e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:31.914197 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device cc30f523-7380-4b64-8faa-f165cddcb2fd up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:54:31.973689 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port cc30f523-7380-4b64-8faa-f165cddcb2fd completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:54:31.974551 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241108f8-9653-4b09-b078-9a50786c7812 req-b2f8b0e6-6b7d-4b24-93a4-97f1d6544d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:31.976628 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-241108f8-9653-4b09-b078-9a50786c7812 req-b2f8b0e6-6b7d-4b24-93a4-97f1d6544d38 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e04fc3fb-825e-41c6-b49c-33fd947c53f0 HTTP/1.1" status: 200 len: 854 time: 0.5830243 Sep 21 17:54:31.978016 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port cc30f523-7380-4b64-8faa-f165cddcb2fd triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:54:31.980157 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:31.999434 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f1ab77b8-634e-42b2-a84f-a2253f06ac12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e84872-9199-453c-a902-e649fd7a417c {{(pid=101461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:54:32.007426 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c0a2fa61-c634-4a7b-bccf-28bfa8080e2d req-d028154b-538e-4158-ba96-24ab0d015509 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5844426 Sep 21 17:54:32.013676 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-45348e89-688f-4948-93d4-2b36734262e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:32.020031 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f1ab77b8-634e-42b2-a84f-a2253f06ac12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:32.045466 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['3e93858b-bdb5-4ed9-870b-289c54b89e54'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:54:32.066091 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ef28f-cd2f-4a20-a685-cf1a88673cd6 req-048268ec-9b66-4669-853c-63d49734efdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:32.067625 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe0ef28f-cd2f-4a20-a685-cf1a88673cd6 req-048268ec-9b66-4669-853c-63d49734efdf service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d569167-8d50-4fca-a62d-ac1e7a567226 HTTP/1.1" status: 200 len: 920 time: 0.7064116 Sep 21 17:54:32.070971 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.provisioning_blocks [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f1ab77b8-634e-42b2-a84f-a2253f06ac12 service neutron] Transition to ACTIVE for port object 72e84872-9199-453c-a902-e649fd7a417c will not be triggered until provisioned by entity L2. {{(pid=101461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:54:32.111309 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f1ab77b8-634e-42b2-a84f-a2253f06ac12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:32.137245 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ef9cf7bd-fb62-4f48-8c8b-6b83e9207d19 req-01174a24-3a85-47ec-aefb-5db84a02c7c6 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7100246 Sep 21 17:54:32.153651 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe0ef28f-cd2f-4a20-a685-cf1a88673cd6 req-2e50ae6d-d805-45c0-bc26-46a1db8d55c0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5440fe66-9012-436f-88cf-6697b3a1d7ce HTTP/1.1" status: 200 len: 217 time: 0.0711851 Sep 21 17:54:32.174467 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241108f8-9653-4b09-b078-9a50786c7812 req-7dbf1da5-2283-4726-98d0-fec140b187c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:32.176376 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-241108f8-9653-4b09-b078-9a50786c7812 req-7dbf1da5-2283-4726-98d0-fec140b187c6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1971a7db-b33f-45b8-9b53-89078ce1cf93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1639299 Sep 21 17:54:32.240236 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b18fdf7-f30b-4033-b843-a52ae088f5c2 x-openstack-request-id: req-0b18fdf7-f30b-4033-b843-a52ae088f5c2 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:54:32.240950 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e50d1e6-ae6d-418c-8af6-cf61a188a287", "tag": "011b8657-1fd2-48da-bb16-b3c03cf70cac", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:54:32.240950 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0b18fdf7-f30b-4033-b843-a52ae088f5c2 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:54:32.241221 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e50d1e6-ae6d-418c-8af6-cf61a188a287', 'tag': '011b8657-1fd2-48da-bb16-b3c03cf70cac', 'status': 'completed', 'code': 200} Sep 21 17:54:32.259429 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:32.280966 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab77b8-634e-42b2-a84f-a2253f06ac12 service neutron] Pushing event updated for resources: {'Port': ['ID=72e84872-9199-453c-a902-e649fd7a417c,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:32.295768 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-cb773191-6abf-4eca-a51f-bd388a3aac4f req-91814a30-f5cd-45cf-885a-b3b008a84303 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] For port 5440fe66-9012-436f-88cf-6697b3a1d7ce, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=5440fe66-9012-436f-88cf-6697b3a1d7ce,segment=NetworkSegment(89ceafcc-3951-4e89-bca1-4e134218cfa9),segment_id=89ceafcc-3951-4e89-bca1-4e134218cfa9)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:32.297735 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-45348e89-688f-4948-93d4-2b36734262e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:32.300488 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-45348e89-688f-4948-93d4-2b36734262e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:32.302055 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-45348e89-688f-4948-93d4-2b36734262e1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/56854768-352f-4fa9-9274-3c4cbbc57334 HTTP/1.1" status: 204 len: 168 time: 0.6511292 Sep 21 17:54:32.344966 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-d0b62a8b-cc88-44fd-aee7-5fdcfacbec8e tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Allocated IP 172.20.0.14 (21b3a3fa-6b9b-4eec-b5c4-bb586b710739/07dfe057-fa44-4619-a478-cd516393be78/9d32eb7a-0987-4212-8d57-08492653cb38) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:54:32.358705 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fec6f70-f744-44d6-a2c7-28a3d29adfdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc30f523-7380-4b64-8faa-f165cddcb2fd'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:54:32.385392 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f372c1-14dd-4375-8a78-bc245991509a" -d '{"events": [{"server_uuid": "3fec6f70-f744-44d6-a2c7-28a3d29adfdf", "name": "network-vif-plugged", "status": "completed", "tag": "cc30f523-7380-4b64-8faa-f165cddcb2fd"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:54:32.385667 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45348e89-688f-4948-93d4-2b36734262e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56854768-352f-4fa9-9274-3c4cbbc57334,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:32.420821 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port cc30f523-7380-4b64-8faa-f165cddcb2fd, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=cc30f523-7380-4b64-8faa-f165cddcb2fd,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:32.434596 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-cb773191-6abf-4eca-a51f-bd388a3aac4f req-91814a30-f5cd-45cf-885a-b3b008a84303 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:32.436338 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:32.478369 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-cb773191-6abf-4eca-a51f-bd388a3aac4f req-91814a30-f5cd-45cf-885a-b3b008a84303 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:32.542990 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=cc30f523-7380-4b64-8faa-f165cddcb2fd,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:32.552592 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f1ab77b8-634e-42b2-a84f-a2253f06ac12 service neutron] Attempting to bind port 72e84872-9199-453c-a902-e649fd7a417c on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:54:32.553078 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f1ab77b8-634e-42b2-a84f-a2253f06ac12 service neutron] Attempting to bind port 72e84872-9199-453c-a902-e649fd7a417c by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:54:32.553496 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f1ab77b8-634e-42b2-a84f-a2253f06ac12 service neutron] Attempting to bind port 72e84872-9199-453c-a902-e649fd7a417c on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:54:32.578092 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb773191-6abf-4eca-a51f-bd388a3aac4f req-91814a30-f5cd-45cf-885a-b3b008a84303 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:32.578916 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-cb773191-6abf-4eca-a51f-bd388a3aac4f req-91814a30-f5cd-45cf-885a-b3b008a84303 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:32.580461 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cb773191-6abf-4eca-a51f-bd388a3aac4f req-91814a30-f5cd-45cf-885a-b3b008a84303 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "PUT /v2.0/ports/5440fe66-9012-436f-88cf-6697b3a1d7ce HTTP/1.1" status: 200 len: 942 time: 1.2603378 Sep 21 17:54:32.581316 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f1ab77b8-634e-42b2-a84f-a2253f06ac12 service neutron] Port 72e84872-9199-453c-a902-e649fd7a417c on network c714db5f-672e-4004-8098-88db84169d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:54:32.581712 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f1ab77b8-634e-42b2-a84f-a2253f06ac12 service neutron] Attempting to bind port 72e84872-9199-453c-a902-e649fd7a417c on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:54:32.610266 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-b93ff71c-9c4f-45f5-9057-0576d9f42a1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26db8e5e-7620-4462-aeff-81796cdce9a6 {{(pid=101461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:54:32.614891 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f1ab77b8-634e-42b2-a84f-a2253f06ac12 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:54:32.615388 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f1ab77b8-634e-42b2-a84f-a2253f06ac12 service neutron] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:54:32.616080 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f1ab77b8-634e-42b2-a84f-a2253f06ac12 service neutron] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:54:32.616749 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f1ab77b8-634e-42b2-a84f-a2253f06ac12 service neutron] Bound port: 72e84872-9199-453c-a902-e649fd7a417c, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:54:32.617474 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f1ab77b8-634e-42b2-a84f-a2253f06ac12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:32.622643 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ef28f-cd2f-4a20-a685-cf1a88673cd6 req-8154da10-1a74-4bf8-869f-b015b8059b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:32.624190 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe0ef28f-cd2f-4a20-a685-cf1a88673cd6 req-8154da10-1a74-4bf8-869f-b015b8059b75 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c9668620-8e5e-408d-9e59-6b1ca1a8e495 HTTP/1.1" status: 200 len: 859 time: 0.4471657 Sep 21 17:54:32.630556 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-b93ff71c-9c4f-45f5-9057-0576d9f42a1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:32.664461 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91814a30-f5cd-45cf-885a-b3b008a84303 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Pushing event updated for resources: {'Port': ['ID=5440fe66-9012-436f-88cf-6697b3a1d7ce,revision_number=7']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:32.683464 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.provisioning_blocks [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-b93ff71c-9c4f-45f5-9057-0576d9f42a1a service neutron] Transition to ACTIVE for port object 26db8e5e-7620-4462-aeff-81796cdce9a6 will not be triggered until provisioned by entity L2. {{(pid=101461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:54:32.693936 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe0ef28f-cd2f-4a20-a685-cf1a88673cd6 req-f5b4baa3-02d5-4728-8dd1-ac0b098d562a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d569167-8d50-4fca-a62d-ac1e7a567226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546646 Sep 21 17:54:32.697383 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['5440fe66-9012-436f-88cf-6697b3a1d7ce'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:54:32.698795 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-241108f8-9653-4b09-b078-9a50786c7812 req-f9334005-6a0b-43a4-854c-c487851007cb service neutron] 10.222.0.44 "GET /v2.0/networks/1971a7db-b33f-45b8-9b53-89078ce1cf93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5111814 Sep 21 17:54:32.702585 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-d0b62a8b-cc88-44fd-aee7-5fdcfacbec8e tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:32.723297 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7880098e-899d-47e7-8a8e-08dac3a76f76 req-d4cb8035-900d-4fb5-aa35-55bac6d0d061 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 210 time: 0.0522740 Sep 21 17:54:32.726068 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-b93ff71c-9c4f-45f5-9057-0576d9f42a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:32.757911 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684c100-c47e-4b28-9fc1-7364c147b676 req-03157576-0e9b-47de-8a62-91ad25e79d57 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:32.759806 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a684c100-c47e-4b28-9fc1-7364c147b676 req-03157576-0e9b-47de-8a62-91ad25e79d57 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e50d1e6-ae6d-418c-8af6-cf61a188a287 HTTP/1.1" status: 200 len: 944 time: 0.1972108 Sep 21 17:54:32.837227 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ff71c-9c4f-45f5-9057-0576d9f42a1a service neutron] Pushing event updated for resources: {'Port': ['ID=26db8e5e-7620-4462-aeff-81796cdce9a6,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:32.869387 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f1ab77b8-634e-42b2-a84f-a2253f06ac12 service neutron] For port 72e84872-9199-453c-a902-e649fd7a417c, host n-h2-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:54:32.871859 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440ab41b-cd99-4e1d-9606-26f935de7a90', 'tag': '5440fe66-9012-436f-88cf-6697b3a1d7ce'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:54:32.874682 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55bb759-1bf7-49cd-9c64-b5d69f53d1fa" -d '{"events": [{"name": "network-changed", "server_uuid": "440ab41b-cd99-4e1d-9606-26f935de7a90", "tag": "5440fe66-9012-436f-88cf-6697b3a1d7ce"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:54:32.877864 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57162) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:32.935094 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f1ab77b8-634e-42b2-a84f-a2253f06ac12 service neutron] For port 72e84872-9199-453c-a902-e649fd7a417c, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=72e84872-9199-453c-a902-e649fd7a417c,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:54:32.948933 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-241108f8-9653-4b09-b078-9a50786c7812 req-067dc67a-2cdb-47de-aeaa-9fa91e19d5bc service neutron] 10.222.0.44 "GET /v2.0/networks/1971a7db-b33f-45b8-9b53-89078ce1cf93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418547 Sep 21 17:54:32.963429 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a684c100-c47e-4b28-9fc1-7364c147b676 req-7e2cbbf6-3e70-4636-b919-daf1b992b843 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/security-groups?id=b7acdf1f-bc5b-41b9-b979-bb84a12db13c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813879 Sep 21 17:54:32.963649 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f1ab77b8-634e-42b2-a84f-a2253f06ac12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:32.994628 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-d0b62a8b-cc88-44fd-aee7-5fdcfacbec8e tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:33.008906 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe0ef28f-cd2f-4a20-a685-cf1a88673cd6 req-cc539dea-0f84-4440-b5e5-05c6b1d6c95c service neutron] 10.222.0.38 "GET /v2.0/networks/7d569167-8d50-4fca-a62d-ac1e7a567226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890635 Sep 21 17:54:33.019725 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-d0b62a8b-cc88-44fd-aee7-5fdcfacbec8e tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Network 21b3a3fa-6b9b-4eec-b5c4-bb586b710739 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:54:33.027983 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f1ab77b8-634e-42b2-a84f-a2253f06ac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:33.028826 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f1ab77b8-634e-42b2-a84f-a2253f06ac12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:33.030450 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f1ab77b8-634e-42b2-a84f-a2253f06ac12 service neutron] 10.222.0.44 "PUT /v2.0/ports/72e84872-9199-453c-a902-e649fd7a417c HTTP/1.1" status: 200 len: 1095 time: 1.9795210 Sep 21 17:54:33.033790 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-d0b62a8b-cc88-44fd-aee7-5fdcfacbec8e tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:54:33.088645 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-d0b62a8b-cc88-44fd-aee7-5fdcfacbec8e tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:54:33.091145 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3e6e2a68-64ba-409b-ba85-5266c10b98cc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d5437e3b755c404d9ceec505b570fd88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2078860 Sep 21 17:54:33.101994 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57178) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:33.182549 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 550f4814-18b4-4f7d-a8a6-195ee69ccd73 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:54:33.187556 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4540e67-5825-4dba-ae08-a3fc5392f05b req-3a34f2aa-bb0e-4fb8-8032-4e898ba0e579 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:33.189699 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['5440fe66-9012-436f-88cf-6697b3a1d7ce'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:54:33.204081 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f4540e67-5825-4dba-ae08-a3fc5392f05b req-3a34f2aa-bb0e-4fb8-8032-4e898ba0e579 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=7041cc76-26dd-4f6e-a364-7440c173d083 HTTP/1.1" status: 200 len: 948 time: 0.3251519 Sep 21 17:54:33.221067 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab77b8-634e-42b2-a84f-a2253f06ac12 service neutron] Pushing event updated for resources: {'Port': ['ID=72e84872-9199-453c-a902-e649fd7a417c,revision_number=3']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:33.246274 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-b93ff71c-9c4f-45f5-9057-0576d9f42a1a service neutron] Attempting to bind port 26db8e5e-7620-4462-aeff-81796cdce9a6 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:54:33.246915 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-b93ff71c-9c4f-45f5-9057-0576d9f42a1a service neutron] Attempting to bind port 26db8e5e-7620-4462-aeff-81796cdce9a6 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:54:33.247484 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-b93ff71c-9c4f-45f5-9057-0576d9f42a1a service neutron] Attempting to bind port 26db8e5e-7620-4462-aeff-81796cdce9a6 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:54:33.263127 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b62a8b-cc88-44fd-aee7-5fdcfacbec8e tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Pushing event updated for resources: {'Port': ['ID=9d32eb7a-0987-4212-8d57-08492653cb38,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:33.268969 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afba6b6d-2b79-42e0-9611-2f476971d3d3 x-openstack-request-id: req-afba6b6d-2b79-42e0-9611-2f476971d3d3 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:54:33.269971 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fec6f70-f744-44d6-a2c7-28a3d29adfdf", "name": "network-vif-plugged", "status": "completed", "tag": "cc30f523-7380-4b64-8faa-f165cddcb2fd", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:54:33.270326 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-afba6b6d-2b79-42e0-9611-2f476971d3d3 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:54:33.270820 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fec6f70-f744-44d6-a2c7-28a3d29adfdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc30f523-7380-4b64-8faa-f165cddcb2fd', 'code': 200} Sep 21 17:54:33.278356 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-d0b62a8b-cc88-44fd-aee7-5fdcfacbec8e tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:33.278657 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-d0b62a8b-cc88-44fd-aee7-5fdcfacbec8e tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:33.284370 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-b93ff71c-9c4f-45f5-9057-0576d9f42a1a service neutron] Port 26db8e5e-7620-4462-aeff-81796cdce9a6 on network c714db5f-672e-4004-8098-88db84169d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:54:33.284975 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-b93ff71c-9c4f-45f5-9057-0576d9f42a1a service neutron] Attempting to bind port 26db8e5e-7620-4462-aeff-81796cdce9a6 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:54:33.294338 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c7eef-6072-4e0a-bbf2-ab622d0323da req-d56ece5b-df84-45c3-bd14-0dfd0059d3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:33.296131 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-962c7eef-6072-4e0a-bbf2-ab622d0323da req-d56ece5b-df84-45c3-bd14-0dfd0059d3fe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4da9d9a034541f0b1a21573283219ab&device_id=1e50d1e6-ae6d-418c-8af6-cf61a188a287 HTTP/1.1" status: 200 len: 1095 time: 0.2740605 Sep 21 17:54:33.331382 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-5ef066a8-bf0d-4a54-bbb3-bec91fa5d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:33.335693 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-5ef066a8-bf0d-4a54-bbb3-bec91fa5d371 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fef3188ef5604e56a86389d1952dd3ce&device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 1098 time: 0.2432706 Sep 21 17:54:33.336529 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-b93ff71c-9c4f-45f5-9057-0576d9f42a1a service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:54:33.336868 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-b93ff71c-9c4f-45f5-9057-0576d9f42a1a service neutron] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:54:33.337255 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-b93ff71c-9c4f-45f5-9057-0576d9f42a1a service neutron] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:54:33.338435 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-b93ff71c-9c4f-45f5-9057-0576d9f42a1a service neutron] Bound port: 26db8e5e-7620-4462-aeff-81796cdce9a6, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:54:33.338435 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-b93ff71c-9c4f-45f5-9057-0576d9f42a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:33.351074 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-d0b62a8b-cc88-44fd-aee7-5fdcfacbec8e tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8559537 Sep 21 17:54:33.358051 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f4540e67-5825-4dba-ae08-a3fc5392f05b req-32ad18d8-0f8e-4a76-9ccd-b26e14ceb5b6 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530502 Sep 21 17:54:33.370190 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3e93858b-bdb5-4ed9-870b-289c54b89e54 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:54:33.384080 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe0ef28f-cd2f-4a20-a685-cf1a88673cd6 req-37d3c363-a18d-4382-886f-79929e3cc48e service neutron] 10.222.0.38 "GET /v2.0/networks/7d569167-8d50-4fca-a62d-ac1e7a567226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515573 Sep 21 17:54:33.393197 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f58beaae-a178-45ce-b55c-e7cbf1a30519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:33.394529 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-a20f96e5-bc08-41e1-88c6-b40ede20cb2e service neutron] Request body: {'port': {'device_id': '57ab10eb-d1de-4cb8-ba4b-059d1e7a972f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:33.430550 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 550f4814-18b4-4f7d-a8a6-195ee69ccd73 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:54:33.430956 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:33.520762 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70363419-6c11-4170-83c2-1e7c67e21310 x-openstack-request-id: req-70363419-6c11-4170-83c2-1e7c67e21310 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:54:33.520985 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "440ab41b-cd99-4e1d-9606-26f935de7a90", "tag": "5440fe66-9012-436f-88cf-6697b3a1d7ce", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:54:33.521254 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-70363419-6c11-4170-83c2-1e7c67e21310 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:54:33.521648 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440ab41b-cd99-4e1d-9606-26f935de7a90', 'tag': '5440fe66-9012-436f-88cf-6697b3a1d7ce', 'status': 'completed', 'code': 200} Sep 21 17:54:33.527760 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 3e93858b-bdb5-4ed9-870b-289c54b89e54 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:54:33.533423 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-f470c53e-1549-4340-8510-5739b9d4fd08 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=72e84872-9199-453c-a902-e649fd7a417c HTTP/1.1" status: 200 len: 217 time: 0.1714392 Sep 21 17:54:33.537457 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 3e93858b-bdb5-4ed9-870b-289c54b89e54 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:54:33.538083 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:33.542409 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f58beaae-a178-45ce-b55c-e7cbf1a30519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:33.637734 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b4d4c-ddf4-461b-8982-855fca2f3fac req-79129f11-051a-427d-b90e-5352bc30945d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:33.639348 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-690b4d4c-ddf4-461b-8982-855fca2f3fac req-79129f11-051a-427d-b90e-5352bc30945d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3fec6f70-f744-44d6-a2c7-28a3d29adfdf HTTP/1.1" status: 200 len: 1100 time: 0.2820187 Sep 21 17:54:33.644341 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-a20f96e5-bc08-41e1-88c6-b40ede20cb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:33.651987 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c7eef-6072-4e0a-bbf2-ab622d0323da req-452b2d71-cb45-42d9-b93b-88bc0b89c508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:33.653456 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-962c7eef-6072-4e0a-bbf2-ab622d0323da req-452b2d71-cb45-42d9-b93b-88bc0b89c508 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1971a7db-b33f-45b8-9b53-89078ce1cf93 HTTP/1.1" status: 200 len: 916 time: 0.3441663 Sep 21 17:54:33.672245 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-680a258b-8bc1-4a35-93ca-3be91ce0e857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:33.674286 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-680a258b-8bc1-4a35-93ca-3be91ce0e857 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1194155 Sep 21 17:54:33.675106 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ca9094b-bcf0-42f3-a83b-2d7611aff622 req-1951f795-55f9-4336-8061-4007022d2926 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3644602 Sep 21 17:54:33.678366 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-b93ff71c-9c4f-45f5-9057-0576d9f42a1a service neutron] For port 26db8e5e-7620-4462-aeff-81796cdce9a6, host n-h2-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:54:33.684447 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-b93ff71c-9c4f-45f5-9057-0576d9f42a1a service neutron] For port 26db8e5e-7620-4462-aeff-81796cdce9a6, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=26db8e5e-7620-4462-aeff-81796cdce9a6,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:54:33.695476 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bb759-1bf7-49cd-9c64-b5d69f53d1fa req-2a67f167-55c5-4c7c-abff-ca1942749f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:33.697002 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d55bb759-1bf7-49cd-9c64-b5d69f53d1fa req-2a67f167-55c5-4c7c-abff-ca1942749f44 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=22b4d8bb0cdb441098d6e65e91ff77b6&device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 1096 time: 0.2041373 Sep 21 17:54:33.709472 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:33.713230 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be133d2c-d2c9-4685-990b-6bb1aefc2279 req-a54fb8d8-ee8c-4b5d-b604-4aab31963866 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:33.714985 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-be133d2c-d2c9-4685-990b-6bb1aefc2279 req-a54fb8d8-ee8c-4b5d-b604-4aab31963866 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=71c505ad-2974-4554-8f59-0310ba1eb97e HTTP/1.1" status: 200 len: 948 time: 0.1921349 Sep 21 17:54:33.730478 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-b93ff71c-9c4f-45f5-9057-0576d9f42a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:33.734044 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-6ca9094b-bcf0-42f3-a83b-2d7611aff622 req-07287f07-d1c7-4fa4-ae0e-317714f6b46f tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:33.747550 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 3e93858b-bdb5-4ed9-870b-289c54b89e54, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3e93858b-bdb5-4ed9-870b-289c54b89e54,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:33.749697 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-962c7eef-6072-4e0a-bbf2-ab622d0323da req-873ed497-f110-4f2a-b2ee-9c555a15ea65 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=011b8657-1fd2-48da-bb16-b3c03cf70cac HTTP/1.1" status: 200 len: 217 time: 0.0806656 Sep 21 17:54:33.753361 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:33.784472 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-b93ff71c-9c4f-45f5-9057-0576d9f42a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:33.785232 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-b93ff71c-9c4f-45f5-9057-0576d9f42a1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:33.786403 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-b93ff71c-9c4f-45f5-9057-0576d9f42a1a service neutron] 10.222.0.44 "PUT /v2.0/ports/26db8e5e-7620-4462-aeff-81796cdce9a6 HTTP/1.1" status: 200 len: 1096 time: 2.2836807 Sep 21 17:54:33.803267 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f58beaae-a178-45ce-b55c-e7cbf1a30519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:33.806218 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f58beaae-a178-45ce-b55c-e7cbf1a30519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:33.807638 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f58beaae-a178-45ce-b55c-e7cbf1a30519 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d638a883-a70b-4df6-a0d4-217e16c6d279 HTTP/1.1" status: 204 len: 168 time: 0.7009897 Sep 21 17:54:33.815843 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=3e93858b-bdb5-4ed9-870b-289c54b89e54,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:33.857213 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-690b4d4c-ddf4-461b-8982-855fca2f3fac req-fd5965fe-b69f-4817-863c-e7d2bfdab857 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083528 Sep 21 17:54:33.858568 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58beaae-a178-45ce-b55c-e7cbf1a30519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d638a883-a70b-4df6-a0d4-217e16c6d279,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:33.879726 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-6fbfc0f5-caf4-4cd3-8633-154edeedf51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:33.881260 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-6fbfc0f5-caf4-4cd3-8633-154edeedf51d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1927164 Sep 21 17:54:33.897671 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ca9094b-bcf0-42f3-a83b-2d7611aff622 req-07287f07-d1c7-4fa4-ae0e-317714f6b46f tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks [] for floatingip, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:33.906285 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-be133d2c-d2c9-4685-990b-6bb1aefc2279 req-71681b96-138f-4e37-8a92-a9fee27d8ddf tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715882 Sep 21 17:54:33.912637 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ff71c-9c4f-45f5-9057-0576d9f42a1a service neutron] Pushing event updated for resources: {'Port': ['ID=26db8e5e-7620-4462-aeff-81796cdce9a6,revision_number=3']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:33.931194 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-fdc6badb-20dc-4b1a-b5d1-2fd16568d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:33.941887 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-fdc6badb-20dc-4b1a-b5d1-2fd16568d2ae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fef3188ef5604e56a86389d1952dd3ce&device_id=71c505ad-2974-4554-8f59-0310ba1eb97e HTTP/1.1" status: 200 len: 1099 time: 0.0878396 Sep 21 17:54:34.023263 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c7eef-6072-4e0a-bbf2-ab622d0323da req-94708f4c-03a1-4f73-9028-5dee789321fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:34.024747 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-962c7eef-6072-4e0a-bbf2-ab622d0323da req-94708f4c-03a1-4f73-9028-5dee789321fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e04fc3fb-825e-41c6-b49c-33fd947c53f0 HTTP/1.1" status: 200 len: 854 time: 0.2674525 Sep 21 17:54:34.053789 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bb759-1bf7-49cd-9c64-b5d69f53d1fa req-d5e72cff-57fc-4324-b1f2-da2ae5ef22b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:34.055342 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d55bb759-1bf7-49cd-9c64-b5d69f53d1fa req-d5e72cff-57fc-4324-b1f2-da2ae5ef22b9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d569167-8d50-4fca-a62d-ac1e7a567226 HTTP/1.1" status: 200 len: 920 time: 0.3170512 Sep 21 17:54:34.135542 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d55bb759-1bf7-49cd-9c64-b5d69f53d1fa req-6bc090b2-0958-4c7e-85a4-f226c3da7eb8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5440fe66-9012-436f-88cf-6697b3a1d7ce HTTP/1.1" status: 200 len: 217 time: 0.0695770 Sep 21 17:54:34.137373 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-933897f8-e05e-401f-b80a-afb7b970deaa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=26db8e5e-7620-4462-aeff-81796cdce9a6 HTTP/1.1" status: 200 len: 217 time: 0.0748119 Sep 21 17:54:34.253210 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-7dbb2a3d-53fb-4c47-aa97-b759fc0253a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:34.255509 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-7dbb2a3d-53fb-4c47-aa97-b759fc0253a7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1078629 Sep 21 17:54:34.267351 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b39a3d-6139-416f-8eda-4125354b8ae7 req-d57524ff-fa8c-4aa1-8be7-a3762d5e8e0f tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:34.268854 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-96b39a3d-6139-416f-8eda-4125354b8ae7 req-d57524ff-fa8c-4aa1-8be7-a3762d5e8e0f tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 932 time: 0.1396370 Sep 21 17:54:34.299157 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c7eef-6072-4e0a-bbf2-ab622d0323da req-50e4a514-3128-4141-8a4d-e9b3c632d22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:34.300673 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-962c7eef-6072-4e0a-bbf2-ab622d0323da req-50e4a514-3128-4141-8a4d-e9b3c632d22b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1971a7db-b33f-45b8-9b53-89078ce1cf93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2337246 Sep 21 17:54:34.331630 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-ca7ce2ac-ac7d-46d6-89fd-6e714ffe3360 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703288 Sep 21 17:54:34.348219 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bb759-1bf7-49cd-9c64-b5d69f53d1fa req-d72da812-90d2-4d12-bbcc-510917c504f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:34.349669 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d55bb759-1bf7-49cd-9c64-b5d69f53d1fa req-d72da812-90d2-4d12-bbcc-510917c504f8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c9668620-8e5e-408d-9e59-6b1ca1a8e495 HTTP/1.1" status: 200 len: 859 time: 0.1498725 Sep 21 17:54:34.369052 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-407bb22f-5980-47af-bf6f-609f9819635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:34.370620 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-407bb22f-5980-47af-bf6f-609f9819635d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1009042 Sep 21 17:54:34.385000 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-96b39a3d-6139-416f-8eda-4125354b8ae7 req-f774d2a0-503d-4579-a7f7-9d369ef13c5a tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029980 Sep 21 17:54:34.438605 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d55bb759-1bf7-49cd-9c64-b5d69f53d1fa req-b41e29a6-94fc-44d2-b316-ce2f92864c2d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d569167-8d50-4fca-a62d-ac1e7a567226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737808 Sep 21 17:54:34.482657 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ca9094b-bcf0-42f3-a83b-2d7611aff622 req-07287f07-d1c7-4fa4-ae0e-317714f6b46f tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:34.527307 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-a20f96e5-bc08-41e1-88c6-b40ede20cb2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d32eb7a-0987-4212-8d57-08492653cb38 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:54:34.543629 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-a20f96e5-bc08-41e1-88c6-b40ede20cb2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:34.575311 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-962c7eef-6072-4e0a-bbf2-ab622d0323da req-17345056-ee34-4e4b-9549-9d9c07485b1e service neutron] 10.222.0.44 "GET /v2.0/networks/1971a7db-b33f-45b8-9b53-89078ce1cf93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619658 Sep 21 17:54:34.648517 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-a20f96e5-bc08-41e1-88c6-b40ede20cb2e service neutron] Transition to ACTIVE for port object 9d32eb7a-0987-4212-8d57-08492653cb38 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:54:34.674071 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-a20f96e5-bc08-41e1-88c6-b40ede20cb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:34.867202 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-95fde133-a81e-45e4-afaf-778849648acb service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5259335 Sep 21 17:54:34.878533 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-d226a6fe-a4b6-47ba-8db4-f3fd7ae832e1 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4967258 Sep 21 17:54:34.891856 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcc202-341a-4eb5-9a01-8753b61dedd0 req-f17257f7-d309-4187-93f1-f936a4e5f16e tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:34.893599 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-73bcc202-341a-4eb5-9a01-8753b61dedd0 req-f17257f7-d309-4187-93f1-f936a4e5f16e tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e50d1e6-ae6d-418c-8af6-cf61a188a287 HTTP/1.1" status: 200 len: 944 time: 0.0962956 Sep 21 17:54:35.013119 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-73bcc202-341a-4eb5-9a01-8753b61dedd0 req-f29ea100-a55f-404e-877a-d21c7dcf5911 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/security-groups?id=b7acdf1f-bc5b-41b9-b979-bb84a12db13c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083338 Sep 21 17:54:35.042114 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4077491d-8e4f-4330-a10f-429c7a606d87 req-401bd598-796e-4ab0-8d92-50022bfd2ae3 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474988 Sep 21 17:54:35.192918 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d55bb759-1bf7-49cd-9c64-b5d69f53d1fa req-e7e37987-111e-442e-ac97-1c341d57e078 service neutron] 10.222.0.38 "GET /v2.0/networks/7d569167-8d50-4fca-a62d-ac1e7a567226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7243180 Sep 21 17:54:35.267681 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f96e5-bc08-41e1-88c6-b40ede20cb2e service neutron] Pushing event updated for resources: {'Port': ['ID=9d32eb7a-0987-4212-8d57-08492653cb38,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:35.271886 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7041cc76-26dd-4f6e-a364-7440c173d083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e93858b-bdb5-4ed9-870b-289c54b89e54'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:54:35.274198 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b824ba7-f740-479d-891a-786437db6236" -d '{"events": [{"server_uuid": "7041cc76-26dd-4f6e-a364-7440c173d083", "name": "network-vif-plugged", "status": "completed", "tag": "3e93858b-bdb5-4ed9-870b-289c54b89e54"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:54:35.305540 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-962c7eef-6072-4e0a-bbf2-ab622d0323da req-d90196a6-6a3d-49cc-8810-576eb118553b service neutron] 10.222.0.44 "GET /v2.0/networks/1971a7db-b33f-45b8-9b53-89078ce1cf93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6935871 Sep 21 17:54:35.317562 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-6ca9094b-bcf0-42f3-a83b-2d7611aff622 req-07287f07-d1c7-4fa4-ae0e-317714f6b46f tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Allocated IP 172.25.6.136 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/9b0bb203-9d48-4034-8de6-5978d36dfc04) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:54:35.417241 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d55bb759-1bf7-49cd-9c64-b5d69f53d1fa req-161a5722-ec8d-41bf-a097-b2cc6df48dbe service neutron] 10.222.0.38 "GET /v2.0/networks/7d569167-8d50-4fca-a62d-ac1e7a567226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096832 Sep 21 17:54:35.476053 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-a20f96e5-bc08-41e1-88c6-b40ede20cb2e service neutron] Attempting to bind port 9d32eb7a-0987-4212-8d57-08492653cb38 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:54:35.476716 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-a20f96e5-bc08-41e1-88c6-b40ede20cb2e service neutron] Attempting to bind port 9d32eb7a-0987-4212-8d57-08492653cb38 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '644490e1-e1e4-40bb-b64b-7ebdf482dc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '21b3a3fa-6b9b-4eec-b5c4-bb586b710739'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:54:35.476716 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-a20f96e5-bc08-41e1-88c6-b40ede20cb2e service neutron] Attempting to bind port 9d32eb7a-0987-4212-8d57-08492653cb38 on network 21b3a3fa-6b9b-4eec-b5c4-bb586b710739 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:54:35.483562 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-a20f96e5-bc08-41e1-88c6-b40ede20cb2e service neutron] Port 9d32eb7a-0987-4212-8d57-08492653cb38 on network 21b3a3fa-6b9b-4eec-b5c4-bb586b710739 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:54:35.483891 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-a20f96e5-bc08-41e1-88c6-b40ede20cb2e service neutron] Attempting to bind port 9d32eb7a-0987-4212-8d57-08492653cb38 on network 21b3a3fa-6b9b-4eec-b5c4-bb586b710739 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:54:35.494769 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-a20f96e5-bc08-41e1-88c6-b40ede20cb2e service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:54:35.495202 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-a20f96e5-bc08-41e1-88c6-b40ede20cb2e service neutron] Checking segment: {'id': '644490e1-e1e4-40bb-b64b-7ebdf482dc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '21b3a3fa-6b9b-4eec-b5c4-bb586b710739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:54:35.495598 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-a20f96e5-bc08-41e1-88c6-b40ede20cb2e service neutron] Bound using segment: {'id': '644490e1-e1e4-40bb-b64b-7ebdf482dc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '21b3a3fa-6b9b-4eec-b5c4-bb586b710739'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:54:35.496039 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-a20f96e5-bc08-41e1-88c6-b40ede20cb2e service neutron] Bound port: 9d32eb7a-0987-4212-8d57-08492653cb38, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '644490e1-e1e4-40bb-b64b-7ebdf482dc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '21b3a3fa-6b9b-4eec-b5c4-bb586b710739'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:54:35.496404 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-a20f96e5-bc08-41e1-88c6-b40ede20cb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:35.524045 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095d230-1008-496c-b230-b52fffeb0879 req-3da99487-6fd6-4f01-8b17-264a9f2a2080 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:35.525619 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7095d230-1008-496c-b230-b52fffeb0879 req-3da99487-6fd6-4f01-8b17-264a9f2a2080 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=7041cc76-26dd-4f6e-a364-7440c173d083 HTTP/1.1" status: 200 len: 949 time: 0.0481954 Sep 21 17:54:35.526090 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61839df9-ddf2-460d-a510-52732752aebb', 'tag': '72e84872-9199-453c-a902-e649fd7a417c'}, {'name': 'network-changed', 'server_uuid': '71c505ad-2974-4554-8f59-0310ba1eb97e', 'tag': '26db8e5e-7620-4462-aeff-81796cdce9a6'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:54:35.529472 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465dd89f-552c-4c54-9796-4a20d0e0a68b" -d '{"events": [{"name": "network-changed", "server_uuid": "61839df9-ddf2-460d-a510-52732752aebb", "tag": "72e84872-9199-453c-a902-e649fd7a417c"}, {"name": "network-changed", "server_uuid": "71c505ad-2974-4554-8f59-0310ba1eb97e", "tag": "26db8e5e-7620-4462-aeff-81796cdce9a6"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:54:35.548990 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ca9094b-bcf0-42f3-a83b-2d7611aff622 req-07287f07-d1c7-4fa4-ae0e-317714f6b46f tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:35.564404 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7095d230-1008-496c-b230-b52fffeb0879 req-0cd26e10-6eba-4940-a69c-74935892dd45 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318904 Sep 21 17:54:35.599173 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-a20f96e5-bc08-41e1-88c6-b40ede20cb2e service neutron] For port 9d32eb7a-0987-4212-8d57-08492653cb38, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:54:35.613859 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-a20f96e5-bc08-41e1-88c6-b40ede20cb2e service neutron] For port 9d32eb7a-0987-4212-8d57-08492653cb38, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9d32eb7a-0987-4212-8d57-08492653cb38,segment=NetworkSegment(644490e1-e1e4-40bb-b64b-7ebdf482dc42),segment_id=644490e1-e1e4-40bb-b64b-7ebdf482dc42)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:54:35.619756 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-a20f96e5-bc08-41e1-88c6-b40ede20cb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:35.628258 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ca9094b-bcf0-42f3-a83b-2d7611aff622 req-07287f07-d1c7-4fa4-ae0e-317714f6b46f tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:35.668772 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-a20f96e5-bc08-41e1-88c6-b40ede20cb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:35.669438 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-a20f96e5-bc08-41e1-88c6-b40ede20cb2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:35.670858 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-a20f96e5-bc08-41e1-88c6-b40ede20cb2e service neutron] 10.222.0.44 "PUT /v2.0/ports/9d32eb7a-0987-4212-8d57-08492653cb38 HTTP/1.1" status: 200 len: 1092 time: 2.3064034 Sep 21 17:54:35.671325 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ab10eb-d1de-4cb8-ba4b-059d1e7a972f', 'tag': '9d32eb7a-0987-4212-8d57-08492653cb38'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:54:35.673576 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339c7627-3c76-4059-91d3-3cfcc8a6ceed" -d '{"events": [{"name": "network-changed", "server_uuid": "57ab10eb-d1de-4cb8-ba4b-059d1e7a972f", "tag": "9d32eb7a-0987-4212-8d57-08492653cb38"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:54:35.673783 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3982c7-e9cb-430a-b209-34d45a5c9540 req-6c2b50ee-82b0-406e-9593-9b23229f843e tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:35.675321 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dd3982c7-e9cb-430a-b209-34d45a5c9540 req-6c2b50ee-82b0-406e-9593-9b23229f843e tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=71c505ad-2974-4554-8f59-0310ba1eb97e HTTP/1.1" status: 200 len: 948 time: 0.0549564 Sep 21 17:54:35.703590 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca9094b-bcf0-42f3-a83b-2d7611aff622 req-07287f07-d1c7-4fa4-ae0e-317714f6b46f tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:54:35.706913 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-6ca9094b-bcf0-42f3-a83b-2d7611aff622 req-07287f07-d1c7-4fa4-ae0e-317714f6b46f tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:54:35.709993 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca9094b-bcf0-42f3-a83b-2d7611aff622 req-07287f07-d1c7-4fa4-ae0e-317714f6b46f tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:54:35.730574 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dd3982c7-e9cb-430a-b209-34d45a5c9540 req-a26e6345-ac72-4b28-8733-e482d12ca47f tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480247 Sep 21 17:54:35.750735 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f96e5-bc08-41e1-88c6-b40ede20cb2e service neutron] Pushing event updated for resources: {'Port': ['ID=9d32eb7a-0987-4212-8d57-08492653cb38,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:35.824444 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07287f07-d1c7-4fa4-ae0e-317714f6b46f tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Pushing event updated for resources: {'Port': ['ID=9b0bb203-9d48-4034-8de6-5978d36dfc04,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:35.831585 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-27d0021c-b5d5-404c-9a4c-d49582dc68ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:35.833774 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-27d0021c-b5d5-404c-9a4c-d49582dc68ae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9f77b13dab8e4d118c01975b2d61d3f1&device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 1095 time: 0.1024313 Sep 21 17:54:35.869371 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2388f276-6665-4bcc-afed-450cb4e5b1f7 x-openstack-request-id: req-2388f276-6665-4bcc-afed-450cb4e5b1f7 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:54:35.869765 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7041cc76-26dd-4f6e-a364-7440c173d083", "name": "network-vif-plugged", "status": "completed", "tag": "3e93858b-bdb5-4ed9-870b-289c54b89e54", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:54:35.870117 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2388f276-6665-4bcc-afed-450cb4e5b1f7 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:54:35.870880 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7041cc76-26dd-4f6e-a364-7440c173d083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e93858b-bdb5-4ed9-870b-289c54b89e54', 'code': 200} Sep 21 17:54:35.908912 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-310e9fa7-88cf-43e4-b5ca-ba95a97760d2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d32eb7a-0987-4212-8d57-08492653cb38 HTTP/1.1" status: 200 len: 217 time: 0.0475981 Sep 21 17:54:35.954783 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ca9094b-bcf0-42f3-a83b-2d7611aff622 req-07287f07-d1c7-4fa4-ae0e-317714f6b46f tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:35.967983 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c113b5-6661-473a-b394-6a3efa3f22ab req-584d25d9-56ad-417a-a5c5-27ca3d24c6f4 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:35.969574 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-07c113b5-6661-473a-b394-6a3efa3f22ab req-584d25d9-56ad-417a-a5c5-27ca3d24c6f4 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 944 time: 0.0494244 Sep 21 17:54:36.011382 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-07c113b5-6661-473a-b394-6a3efa3f22ab req-b697e89f-fa2f-4e52-ae3c-813ddcc1b793 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341032 Sep 21 17:54:36.029987 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-9e053694-d135-4794-aacf-523770ab5d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:36.031559 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-9e053694-d135-4794-aacf-523770ab5d38 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=07dfe057-fa44-4619-a478-cd516393be78 HTTP/1.1" status: 200 len: 850 time: 0.1128416 Sep 21 17:54:36.032466 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ca9094b-bcf0-42f3-a83b-2d7611aff622 req-07287f07-d1c7-4fa4-ae0e-317714f6b46f tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:36.097871 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-71254166-58c9-4d7e-a631-5a5f9c556f0b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=21b3a3fa-6b9b-4eec-b5c4-bb586b710739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354450 Sep 21 17:54:36.101453 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6ee8d-e9b2-4da9-91c1-02e2c2743005 req-915e0991-bf41-433d-ab6f-44c52c5ce787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:36.102813 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92a6ee8d-e9b2-4da9-91c1-02e2c2743005 req-915e0991-bf41-433d-ab6f-44c52c5ce787 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7041cc76-26dd-4f6e-a364-7440c173d083 HTTP/1.1" status: 200 len: 1100 time: 0.1496625 Sep 21 17:54:36.238538 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92a6ee8d-e9b2-4da9-91c1-02e2c2743005 req-4c3b6188-f33c-4694-bcbf-71b78a3f4f4a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157932 Sep 21 17:54:36.301642 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-7766120f-9807-4a09-a93f-f9a410ad713c service neutron] 10.222.0.44 "GET /v2.0/networks/21b3a3fa-6b9b-4eec-b5c4-bb586b710739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941421 Sep 21 17:54:36.402225 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ca9094b-bcf0-42f3-a83b-2d7611aff622 req-07287f07-d1c7-4fa4-ae0e-317714f6b46f tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:36.408422 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ca9094b-bcf0-42f3-a83b-2d7611aff622 req-07287f07-d1c7-4fa4-ae0e-317714f6b46f tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:36.451599 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 21 Sep 2021 17:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abdb7fa-e161-4889-9ccc-2536530df65b x-openstack-request-id: req-9abdb7fa-e161-4889-9ccc-2536530df65b {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:54:36.451599 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61839df9-ddf2-460d-a510-52732752aebb", "tag": "72e84872-9199-453c-a902-e649fd7a417c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "71c505ad-2974-4554-8f59-0310ba1eb97e", "tag": "26db8e5e-7620-4462-aeff-81796cdce9a6", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:54:36.451599 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9abdb7fa-e161-4889-9ccc-2536530df65b {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:54:36.451599 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61839df9-ddf2-460d-a510-52732752aebb', 'tag': '72e84872-9199-453c-a902-e649fd7a417c', 'status': 'completed', 'code': 200} Sep 21 17:54:36.451599 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c505ad-2974-4554-8f59-0310ba1eb97e', 'tag': '26db8e5e-7620-4462-aeff-81796cdce9a6', 'status': 'completed', 'code': 200} Sep 21 17:54:36.464392 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-840ef480-2a09-4e97-b2e3-afd9de573bd2 req-32e088a4-a57a-4db7-9374-f056e09f18c8 service neutron] 10.222.0.44 "GET /v2.0/networks/21b3a3fa-6b9b-4eec-b5c4-bb586b710739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545339 Sep 21 17:54:36.492528 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7c0647-5cf5-45f9-aec3-2042cc864a31 x-openstack-request-id: req-8f7c0647-5cf5-45f9-aec3-2042cc864a31 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:54:36.493162 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ab10eb-d1de-4cb8-ba4b-059d1e7a972f", "tag": "9d32eb7a-0987-4212-8d57-08492653cb38", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:54:36.493162 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8f7c0647-5cf5-45f9-aec3-2042cc864a31 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:54:36.493531 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ab10eb-d1de-4cb8-ba4b-059d1e7a972f', 'tag': '9d32eb7a-0987-4212-8d57-08492653cb38', 'status': 'completed', 'code': 200} Sep 21 17:54:36.506757 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07287f07-d1c7-4fa4-ae0e-317714f6b46f tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Pushing event updated for resources: {'Port': ['ID=9b0bb203-9d48-4034-8de6-5978d36dfc04,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:36.577101 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ca9094b-bcf0-42f3-a83b-2d7611aff622 req-07287f07-d1c7-4fa4-ae0e-317714f6b46f tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:36.593304 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465dd89f-552c-4c54-9796-4a20d0e0a68b req-1283f4a6-1536-42fc-8c9c-95930419cb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:36.594842 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-465dd89f-552c-4c54-9796-4a20d0e0a68b req-1283f4a6-1536-42fc-8c9c-95930419cb03 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fef3188ef5604e56a86389d1952dd3ce&device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 1098 time: 0.1005635 Sep 21 17:54:36.600619 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ca9094b-bcf0-42f3-a83b-2d7611aff622 req-07287f07-d1c7-4fa4-ae0e-317714f6b46f tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:36.601808 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ca9094b-bcf0-42f3-a83b-2d7611aff622 req-07287f07-d1c7-4fa4-ae0e-317714f6b46f tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8992651 Sep 21 17:54:36.606438 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c7627-3c76-4059-91d3-3cfcc8a6ceed req-6410c3bf-efb6-418f-be35-8784734899a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:36.607782 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-339c7627-3c76-4059-91d3-3cfcc8a6ceed req-6410c3bf-efb6-418f-be35-8784734899a3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9f77b13dab8e4d118c01975b2d61d3f1&device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 1095 time: 0.0762637 Sep 21 17:54:36.653089 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8416f0-8ffd-45eb-a1c0-c715e42a3dc0 req-ea5c01ca-09d2-4abc-8be0-b611c43ae761 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:36.654617 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ea8416f0-8ffd-45eb-a1c0-c715e42a3dc0 req-ea5c01ca-09d2-4abc-8be0-b611c43ae761 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e50d1e6-ae6d-418c-8af6-cf61a188a287 HTTP/1.1" status: 200 len: 944 time: 0.0500796 Sep 21 17:54:36.693306 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ea8416f0-8ffd-45eb-a1c0-c715e42a3dc0 req-0f7003e2-3c51-4cb2-8f68-cca578a8e8fa tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/security-groups?id=b7acdf1f-bc5b-41b9-b979-bb84a12db13c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319319 Sep 21 17:54:36.727887 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ca9094b-bcf0-42f3-a83b-2d7611aff622 req-fa9b9f79-bab0-43c7-a261-f3f542901367 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.136 HTTP/1.1" status: 200 len: 696 time: 0.1129341 Sep 21 17:54:36.852641 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465dd89f-552c-4c54-9796-4a20d0e0a68b req-1b6b3204-ce18-4499-9474-4a7098fb7ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:36.854156 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-465dd89f-552c-4c54-9796-4a20d0e0a68b req-1b6b3204-ce18-4499-9474-4a7098fb7ce2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.2501078 Sep 21 17:54:36.911491 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c7627-3c76-4059-91d3-3cfcc8a6ceed req-fa329a34-195c-4f56-b53c-0c712531d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:36.912973 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-339c7627-3c76-4059-91d3-3cfcc8a6ceed req-fa329a34-195c-4f56-b53c-0c712531d9fa service neutron] 10.222.0.44 "GET /v2.0/networks?id=21b3a3fa-6b9b-4eec-b5c4-bb586b710739 HTTP/1.1" status: 200 len: 911 time: 0.2956960 Sep 21 17:54:36.918618 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-465dd89f-552c-4c54-9796-4a20d0e0a68b req-d24ac0aa-c68f-481a-b9eb-51e4576db876 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=72e84872-9199-453c-a902-e649fd7a417c HTTP/1.1" status: 200 len: 217 time: 0.0556448 Sep 21 17:54:36.929056 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca9094b-bcf0-42f3-a83b-2d7611aff622 req-916f9c23-5fd8-4133-8713-9ba9ee16f796 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:36.930314 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ca9094b-bcf0-42f3-a83b-2d7611aff622 req-916f9c23-5fd8-4133-8713-9ba9ee16f796 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 784 time: 0.1767292 Sep 21 17:54:36.989915 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-339c7627-3c76-4059-91d3-3cfcc8a6ceed req-9e7a307d-871b-4991-aa99-5a735efe988d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d32eb7a-0987-4212-8d57-08492653cb38 HTTP/1.1" status: 200 len: 217 time: 0.0575750 Sep 21 17:54:37.038881 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465dd89f-552c-4c54-9796-4a20d0e0a68b req-a8d73230-3174-4846-b3d7-2e805c80624d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:37.040409 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-465dd89f-552c-4c54-9796-4a20d0e0a68b req-a8d73230-3174-4846-b3d7-2e805c80624d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1093042 Sep 21 17:54:37.062275 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c7627-3c76-4059-91d3-3cfcc8a6ceed req-f344ae5c-a5c8-4dd7-8ff8-437dc0d5466a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:37.062942 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-339c7627-3c76-4059-91d3-3cfcc8a6ceed req-f344ae5c-a5c8-4dd7-8ff8-437dc0d5466a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=07dfe057-fa44-4619-a478-cd516393be78 HTTP/1.1" status: 200 len: 850 time: 0.0625772 Sep 21 17:54:37.108586 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-339c7627-3c76-4059-91d3-3cfcc8a6ceed req-bc601fb6-394f-4af9-84aa-e919c0514288 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=21b3a3fa-6b9b-4eec-b5c4-bb586b710739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274870 Sep 21 17:54:37.118211 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f752bdc-c2cf-4df5-869a-9c1c803d17bc req-347d44fe-3ef2-4cc8-bfa5-1b0dff22df92 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:37.121707 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7f752bdc-c2cf-4df5-869a-9c1c803d17bc req-347d44fe-3ef2-4cc8-bfa5-1b0dff22df92 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=7041cc76-26dd-4f6e-a364-7440c173d083 HTTP/1.1" status: 200 len: 949 time: 0.0496845 Sep 21 17:54:37.162611 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7f752bdc-c2cf-4df5-869a-9c1c803d17bc req-1e94a233-5bed-47d3-9576-917371f1f2da tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358448 Sep 21 17:54:37.165923 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465dd89f-552c-4c54-9796-4a20d0e0a68b req-6d0dab73-ec6b-4354-9b91-60055d437394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:37.167435 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-465dd89f-552c-4c54-9796-4a20d0e0a68b req-6d0dab73-ec6b-4354-9b91-60055d437394 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1173742 Sep 21 17:54:37.253923 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a9091-c939-4502-9248-c34136d5728f req-b4c51030-93bc-4058-8b70-2a033641b2d9 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:37.255394 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-de2a9091-c939-4502-9248-c34136d5728f req-b4c51030-93bc-4058-8b70-2a033641b2d9 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=71c505ad-2974-4554-8f59-0310ba1eb97e HTTP/1.1" status: 200 len: 948 time: 0.1493633 Sep 21 17:54:37.274663 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5702e7-fa7b-4c87-9fc1-e63aa33d6954 req-93265fa1-829f-4391-8077-f9ca44dccae4 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:37.276198 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ea5702e7-fa7b-4c87-9fc1-e63aa33d6954 req-93265fa1-829f-4391-8077-f9ca44dccae4 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0513906 Sep 21 17:54:37.305521 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-339c7627-3c76-4059-91d3-3cfcc8a6ceed req-56ed55fd-dd2d-494a-8b89-71034a3c78d3 service neutron] 10.222.0.44 "GET /v2.0/networks/21b3a3fa-6b9b-4eec-b5c4-bb586b710739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699114 Sep 21 17:54:37.326184 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ea5702e7-fa7b-4c87-9fc1-e63aa33d6954 req-63175ee5-dc83-4129-9ad7-589a246c0045 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.136 HTTP/1.1" status: 200 len: 696 time: 0.0438049 Sep 21 17:54:37.336981 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-ea5702e7-fa7b-4c87-9fc1-e63aa33d6954 req-d932fec6-634b-40b1-b4f6-bc0a062db363 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Request body: {'floatingip': {'port_id': '5440fe66-9012-436f-88cf-6697b3a1d7ce', 'fixed_ip_address': '172.20.0.2'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:37.377309 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-de2a9091-c939-4502-9248-c34136d5728f req-2c62196e-b9db-49e5-970a-13c0703a052c tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872798 Sep 21 17:54:37.380852 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ea5702e7-fa7b-4c87-9fc1-e63aa33d6954 req-d932fec6-634b-40b1-b4f6-bc0a062db363 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks [] for floatingip, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:37.402712 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-465dd89f-552c-4c54-9796-4a20d0e0a68b req-6d8d176e-7683-4b07-aa52-228ece396d18 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983445 Sep 21 17:54:37.484915 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-339c7627-3c76-4059-91d3-3cfcc8a6ceed req-6b878fe2-57e1-45da-b02d-51d2fcd41c36 service neutron] 10.222.0.44 "GET /v2.0/networks/21b3a3fa-6b9b-4eec-b5c4-bb586b710739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650035 Sep 21 17:54:37.516452 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-465dd89f-552c-4c54-9796-4a20d0e0a68b req-09e0f4c1-f470-4e47-9b39-fa15b3e45a3d service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034279 Sep 21 17:54:37.613730 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465dd89f-552c-4c54-9796-4a20d0e0a68b req-74786279-64ae-4e31-b959-a3cd68123195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:37.615393 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-465dd89f-552c-4c54-9796-4a20d0e0a68b req-74786279-64ae-4e31-b959-a3cd68123195 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fef3188ef5604e56a86389d1952dd3ce&device_id=71c505ad-2974-4554-8f59-0310ba1eb97e HTTP/1.1" status: 200 len: 1099 time: 0.0526485 Sep 21 17:54:37.727908 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7898ca-8abd-44fd-a4dc-0a275afab8c2 req-6d1bb935-7439-4286-bb11-739b2992edc7 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:37.729397 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0a7898ca-8abd-44fd-a4dc-0a275afab8c2 req-6d1bb935-7439-4286-bb11-739b2992edc7 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 944 time: 0.1106248 Sep 21 17:54:37.759969 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465dd89f-552c-4c54-9796-4a20d0e0a68b req-fa39beb1-4e54-46ee-9e9b-5fb6ea64b5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:37.760889 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-465dd89f-552c-4c54-9796-4a20d0e0a68b req-fa39beb1-4e54-46ee-9e9b-5fb6ea64b5e2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.1325309 Sep 21 17:54:37.808393 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-465dd89f-552c-4c54-9796-4a20d0e0a68b req-fb957d61-2911-49cd-89cc-e3d064d6efdc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=26db8e5e-7620-4462-aeff-81796cdce9a6 HTTP/1.1" status: 200 len: 217 time: 0.0355768 Sep 21 17:54:37.811259 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0a7898ca-8abd-44fd-a4dc-0a275afab8c2 req-7e0bcd69-422f-41b3-a692-8042eea782c0 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737095 Sep 21 17:54:37.863840 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ea5702e7-fa7b-4c87-9fc1-e63aa33d6954 req-d932fec6-634b-40b1-b4f6-bc0a062db363 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:37.867166 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465dd89f-552c-4c54-9796-4a20d0e0a68b req-bc4583ef-1953-4056-b9bf-d7949f27280f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:37.868828 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-465dd89f-552c-4c54-9796-4a20d0e0a68b req-bc4583ef-1953-4056-b9bf-d7949f27280f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.0534577 Sep 21 17:54:37.869625 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ea5702e7-fa7b-4c87-9fc1-e63aa33d6954 req-d932fec6-634b-40b1-b4f6-bc0a062db363 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:37.924533 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465dd89f-552c-4c54-9796-4a20d0e0a68b req-5937f0f9-62e0-4da1-a5f6-a5c0652a6af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:37.926088 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-465dd89f-552c-4c54-9796-4a20d0e0a68b req-5937f0f9-62e0-4da1-a5f6-a5c0652a6af8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0496645 Sep 21 17:54:37.949672 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 9d32eb7a-0987-4212-8d57-08492653cb38 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:54:37.998453 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [req-ea5702e7-fa7b-4c87-9fc1-e63aa33d6954 req-d932fec6-634b-40b1-b4f6-bc0a062db363 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Floating IP 27bc019e-6641-48fc-a22e-93add144357a associated. External IP: 172.25.6.136, port: 5440fe66-9012-436f-88cf-6697b3a1d7ce. Sep 21 17:54:38.055197 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-465dd89f-552c-4c54-9796-4a20d0e0a68b req-803fe9b9-1741-46bd-a54b-0604c5fbe373 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206338 Sep 21 17:54:38.067631 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69217423-6f41-4dbc-8c58-c9f5ef31adfb req-2dffdf88-2eb8-4084-a53d-c91e232a3550 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:38.068972 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 9d32eb7a-0987-4212-8d57-08492653cb38, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9d32eb7a-0987-4212-8d57-08492653cb38,segment=NetworkSegment(644490e1-e1e4-40bb-b64b-7ebdf482dc42),segment_id=644490e1-e1e4-40bb-b64b-7ebdf482dc42)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:38.069594 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-69217423-6f41-4dbc-8c58-c9f5ef31adfb req-2dffdf88-2eb8-4084-a53d-c91e232a3550 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e50d1e6-ae6d-418c-8af6-cf61a188a287 HTTP/1.1" status: 200 len: 944 time: 0.0680823 Sep 21 17:54:38.081040 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '9d32eb7a-0987-4212-8d57-08492653cb38', 'network_id': '21b3a3fa-6b9b-4eec-b5c4-bb586b710739', 'port_id': '9d32eb7a-0987-4212-8d57-08492653cb38', 'mac_address': 'fa:16:3e:df:94:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07dfe057-fa44-4619-a478-cd516393be78', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:54:38.124401 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:38.137303 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d32eb7a-0987-4212-8d57-08492653cb38 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:54:38.158345 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 9d32eb7a-0987-4212-8d57-08492653cb38, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9d32eb7a-0987-4212-8d57-08492653cb38,segment=NetworkSegment(644490e1-e1e4-40bb-b64b-7ebdf482dc42),segment_id=644490e1-e1e4-40bb-b64b-7ebdf482dc42)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:38.164129 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:38.165070 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 72e84872-9199-453c-a902-e649fd7a417c details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:54:38.165642 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-69217423-6f41-4dbc-8c58-c9f5ef31adfb req-1d1c587b-c4b0-47c1-91d4-93d59d7b2b7a tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/security-groups?id=b7acdf1f-bc5b-41b9-b979-bb84a12db13c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879209 Sep 21 17:54:38.199540 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-465dd89f-552c-4c54-9796-4a20d0e0a68b req-0b523e2a-842f-4aff-9771-201575637a9e service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289158 Sep 21 17:54:38.241412 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea5702e7-fa7b-4c87-9fc1-e63aa33d6954 req-d932fec6-634b-40b1-b4f6-bc0a062db363 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Router 1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:54:38.358670 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea5702e7-fa7b-4c87-9fc1-e63aa33d6954 req-d932fec6-634b-40b1-b4f6-bc0a062db363 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:54:38.363389 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ea5702e7-fa7b-4c87-9fc1-e63aa33d6954 req-d932fec6-634b-40b1-b4f6-bc0a062db363 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:38.373781 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52e1e89-b952-4abc-ac51-d85318b882fc None None] Sync routers for ids ['1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:54:38.387310 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52e1e89-b952-4abc-ac51-d85318b882fc None None] Routers {'1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:54:38.388921 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-f52e1e89-b952-4abc-ac51-d85318b882fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:54:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:38.409686 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ea5702e7-fa7b-4c87-9fc1-e63aa33d6954 req-d932fec6-634b-40b1-b4f6-bc0a062db363 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "PUT /v2.0/floatingips/27bc019e-6641-48fc-a22e-93add144357a HTTP/1.1" status: 200 len: 996 time: 1.0676386 Sep 21 17:54:38.409939 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=9d32eb7a-0987-4212-8d57-08492653cb38,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:38.455097 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440ab41b-cd99-4e1d-9606-26f935de7a90', 'tag': '5440fe66-9012-436f-88cf-6697b3a1d7ce'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:54:38.458638 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464aaa08-8f03-4778-808d-1548cb1823bf" -d '{"events": [{"name": "network-changed", "server_uuid": "440ab41b-cd99-4e1d-9606-26f935de7a90", "tag": "5440fe66-9012-436f-88cf-6697b3a1d7ce"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:54:38.473755 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5702e7-fa7b-4c87-9fc1-e63aa33d6954 req-03bb6276-11dc-4f59-8c30-f64f209d4156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:38.481779 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ea5702e7-fa7b-4c87-9fc1-e63aa33d6954 req-03bb6276-11dc-4f59-8c30-f64f209d4156 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=22b4d8bb0cdb441098d6e65e91ff77b6&device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 1096 time: 0.0709181 Sep 21 17:54:38.482295 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 72e84872-9199-453c-a902-e649fd7a417c, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=72e84872-9199-453c-a902-e649fd7a417c,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:38.495587 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '72e84872-9199-453c-a902-e649fd7a417c', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': '72e84872-9199-453c-a902-e649fd7a417c', 'mac_address': 'fa:16:3e:c2:5c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:54:38.537458 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-f52e1e89-b952-4abc-ac51-d85318b882fc None None] Set router 1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:54:38.544243 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:38.557319 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e84872-9199-453c-a902-e649fd7a417c {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:54:38.581950 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 72e84872-9199-453c-a902-e649fd7a417c, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=72e84872-9199-453c-a902-e649fd7a417c,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:38.588918 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5702e7-fa7b-4c87-9fc1-e63aa33d6954 req-ae10ea4d-0588-4bee-b176-2351dff802f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:38.589944 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:38.590861 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 26db8e5e-7620-4462-aeff-81796cdce9a6 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:54:38.597646 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ea5702e7-fa7b-4c87-9fc1-e63aa33d6954 req-ae10ea4d-0588-4bee-b176-2351dff802f7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7d569167-8d50-4fca-a62d-ac1e7a567226 HTTP/1.1" status: 200 len: 920 time: 0.1148567 Sep 21 17:54:38.667980 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=72e84872-9199-453c-a902-e649fd7a417c,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:38.671507 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ea5702e7-fa7b-4c87-9fc1-e63aa33d6954 req-fd472d4a-8922-48f5-8091-51b131ec50c5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5440fe66-9012-436f-88cf-6697b3a1d7ce HTTP/1.1" status: 200 len: 999 time: 0.0729601 Sep 21 17:54:38.674514 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 26db8e5e-7620-4462-aeff-81796cdce9a6, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=26db8e5e-7620-4462-aeff-81796cdce9a6,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:38.689174 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '26db8e5e-7620-4462-aeff-81796cdce9a6', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': '26db8e5e-7620-4462-aeff-81796cdce9a6', 'mac_address': 'fa:16:3e:9a:22:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:54:38.732304 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:38.745132 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5702e7-fa7b-4c87-9fc1-e63aa33d6954 req-c407ed36-3ded-4358-8761-7e2957de7fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:38.746559 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26db8e5e-7620-4462-aeff-81796cdce9a6 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:54:38.753956 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ea5702e7-fa7b-4c87-9fc1-e63aa33d6954 req-c407ed36-3ded-4358-8761-7e2957de7fcd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c9668620-8e5e-408d-9e59-6b1ca1a8e495 HTTP/1.1" status: 200 len: 859 time: 0.0695508 Sep 21 17:54:38.769298 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 26db8e5e-7620-4462-aeff-81796cdce9a6, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=26db8e5e-7620-4462-aeff-81796cdce9a6,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:38.774298 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:38.793392 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ea5702e7-fa7b-4c87-9fc1-e63aa33d6954 req-d41ac24b-722e-48c3-8b23-bf3f45d1b475 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7d569167-8d50-4fca-a62d-ac1e7a567226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380001 Sep 21 17:54:38.813371 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-f52e1e89-b952-4abc-ac51-d85318b882fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'name': 'tempest-ServerRescueTestJSONUnderV235-180059102-router', 'tenant_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3426abcb-996d-4c66-a4f4-3bceec188280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:53:15Z', 'updated_at': '2021-09-21T17:53:22Z', 'revision_number': 4, 'project_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'gw_port': {'id': '3426abcb-996d-4c66-a4f4-3bceec188280', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:17Z', 'updated_at': '2021-09-21T17:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '27bc019e-6641-48fc-a22e-93add144357a', 'tenant_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'floating_ip_address': '172.25.6.136', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'port_id': '5440fe66-9012-436f-88cf-6697b3a1d7ce', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d569167-8d50-4fca-a62d-ac1e7a567226', 'mac_address': 'fa:16:3e:2e:b3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440ab41b-cd99-4e1d-9606-26f935de7a90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:54:35Z', 'updated_at': '2021-09-21T17:54:37Z', 'revision_number': 1, 'project_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98e68b71-cbac-4ea3-b968-06908b86d50e', 'name': '', 'network_id': '7d569167-8d50-4fca-a62d-ac1e7a567226', 'tenant_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'mac_address': 'fa:16:3e:53:61:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'c9668620-8e5e-408d-9e59-6b1ca1a8e495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:20Z', 'updated_at': '2021-09-21T17:53:33Z', 'revision_number': 5, 'project_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'subnets': [{'id': 'c9668620-8e5e-408d-9e59-6b1ca1a8e495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:38.846216 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=26db8e5e-7620-4462-aeff-81796cdce9a6,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:38.848524 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52e1e89-b952-4abc-ac51-d85318b882fc None None] Checking router: 1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:54:38.858291 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52e1e89-b952-4abc-ac51-d85318b882fc None None] Routers {'1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:54:38.859116 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-f52e1e89-b952-4abc-ac51-d85318b882fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:54:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:38.893955 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ea5702e7-fa7b-4c87-9fc1-e63aa33d6954 req-ecde7cf0-009f-4454-a475-f6c39eab72d2 service neutron] 10.222.0.58 "GET /v2.0/networks/7d569167-8d50-4fca-a62d-ac1e7a567226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992253 Sep 21 17:54:38.980812 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-f52e1e89-b952-4abc-ac51-d85318b882fc None None] Set router 1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:54:39.003749 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ea5702e7-fa7b-4c87-9fc1-e63aa33d6954 req-55ac6acf-ab1c-4f68-bba9-0c56537c57ad service neutron] 10.222.0.58 "GET /v2.0/networks/7d569167-8d50-4fca-a62d-ac1e7a567226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012313 Sep 21 17:54:39.004421 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32303e38-df89-4b57-bbd4-35cc6272217a req-b9ce7e2a-e815-4e07-8dab-8dd7b2e88110 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:39.009925 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-32303e38-df89-4b57-bbd4-35cc6272217a req-b9ce7e2a-e815-4e07-8dab-8dd7b2e88110 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=7041cc76-26dd-4f6e-a364-7440c173d083 HTTP/1.1" status: 200 len: 949 time: 0.0554047 Sep 21 17:54:39.048627 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-32303e38-df89-4b57-bbd4-35cc6272217a req-a8ad7e88-f62b-4e00-becf-371c32cdc4c5 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364938 Sep 21 17:54:39.108064 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2f6b04-7da4-4a30-96b1-9f9fcbc70f0d x-openstack-request-id: req-ea2f6b04-7da4-4a30-96b1-9f9fcbc70f0d {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:54:39.108334 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "440ab41b-cd99-4e1d-9606-26f935de7a90", "tag": "5440fe66-9012-436f-88cf-6697b3a1d7ce", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:54:39.108640 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ea2f6b04-7da4-4a30-96b1-9f9fcbc70f0d {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:54:39.109024 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440ab41b-cd99-4e1d-9606-26f935de7a90', 'tag': '5440fe66-9012-436f-88cf-6697b3a1d7ce', 'status': 'completed', 'code': 200} Sep 21 17:54:39.135856 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f9faa-5444-42db-9c04-5b8b526d7dcb req-c0da35d4-861d-4a9b-9a12-279bbab846c2 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:39.137797 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d62f9faa-5444-42db-9c04-5b8b526d7dcb req-c0da35d4-861d-4a9b-9a12-279bbab846c2 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=71c505ad-2974-4554-8f59-0310ba1eb97e HTTP/1.1" status: 200 len: 949 time: 0.0566552 Sep 21 17:54:39.182667 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d62f9faa-5444-42db-9c04-5b8b526d7dcb req-0869faa1-a99f-47d1-aead-5d331ceb19a0 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378041 Sep 21 17:54:39.207111 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464aaa08-8f03-4778-808d-1548cb1823bf req-4688d0f0-c28f-4076-a4cb-a54a3da06037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:39.208750 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-464aaa08-8f03-4778-808d-1548cb1823bf req-4688d0f0-c28f-4076-a4cb-a54a3da06037 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=22b4d8bb0cdb441098d6e65e91ff77b6&device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 1096 time: 0.0786650 Sep 21 17:54:39.218822 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['9d32eb7a-0987-4212-8d57-08492653cb38'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:54:39.222816 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970cb48-93fe-432e-b1d2-f75584cf0401 req-3a6c6c2b-86ce-4679-b00f-8d459b356227 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:39.224593 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e970cb48-93fe-432e-b1d2-f75584cf0401 req-3a6c6c2b-86ce-4679-b00f-8d459b356227 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 945 time: 0.0626781 Sep 21 17:54:39.275885 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['26db8e5e-7620-4462-aeff-81796cdce9a6'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:54:39.279554 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['72e84872-9199-453c-a902-e649fd7a417c'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:54:39.324925 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e970cb48-93fe-432e-b1d2-f75584cf0401 req-41d9fefe-c1e5-4323-b3a8-399bae2ca4d6 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910373 Sep 21 17:54:39.363191 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-f52e1e89-b952-4abc-ac51-d85318b882fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'name': 'tempest-ServerRescueTestJSONUnderV235-180059102-router', 'tenant_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3426abcb-996d-4c66-a4f4-3bceec188280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:53:15Z', 'updated_at': '2021-09-21T17:53:22Z', 'revision_number': 4, 'project_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'gw_port': {'id': '3426abcb-996d-4c66-a4f4-3bceec188280', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:17Z', 'updated_at': '2021-09-21T17:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '27bc019e-6641-48fc-a22e-93add144357a', 'tenant_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'floating_ip_address': '172.25.6.136', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'port_id': '5440fe66-9012-436f-88cf-6697b3a1d7ce', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d569167-8d50-4fca-a62d-ac1e7a567226', 'mac_address': 'fa:16:3e:2e:b3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440ab41b-cd99-4e1d-9606-26f935de7a90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:54:35Z', 'updated_at': '2021-09-21T17:54:37Z', 'revision_number': 1, 'project_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98e68b71-cbac-4ea3-b968-06908b86d50e', 'name': '', 'network_id': '7d569167-8d50-4fca-a62d-ac1e7a567226', 'tenant_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'mac_address': 'fa:16:3e:53:61:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'c9668620-8e5e-408d-9e59-6b1ca1a8e495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:20Z', 'updated_at': '2021-09-21T17:53:33Z', 'revision_number': 5, 'project_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'subnets': [{'id': 'c9668620-8e5e-408d-9e59-6b1ca1a8e495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:39.374524 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464aaa08-8f03-4778-808d-1548cb1823bf req-e242870d-aef4-468f-86f0-1cd4a29565ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:39.380305 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-464aaa08-8f03-4778-808d-1548cb1823bf req-e242870d-aef4-468f-86f0-1cd4a29565ba service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d569167-8d50-4fca-a62d-ac1e7a567226 HTTP/1.1" status: 200 len: 920 time: 0.1548405 Sep 21 17:54:39.403926 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52e1e89-b952-4abc-ac51-d85318b882fc None None] The sync data for ids ['1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf'] in n-d-810291-1 is: [{'id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'name': 'tempest-ServerRescueTestJSONUnderV235-180059102-router', 'tenant_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3426abcb-996d-4c66-a4f4-3bceec188280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:53:15Z', 'updated_at': '2021-09-21T17:53:22Z', 'revision_number': 4, 'project_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'gw_port': {'id': '3426abcb-996d-4c66-a4f4-3bceec188280', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:17Z', 'updated_at': '2021-09-21T17:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '27bc019e-6641-48fc-a22e-93add144357a', 'tenant_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'floating_ip_address': '172.25.6.136', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'port_id': '5440fe66-9012-436f-88cf-6697b3a1d7ce', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d569167-8d50-4fca-a62d-ac1e7a567226', 'mac_address': 'fa:16:3e:2e:b3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440ab41b-cd99-4e1d-9606-26f935de7a90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:54:35Z', 'updated_at': '2021-09-21T17:54:37Z', 'revision_number': 1, 'project_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98e68b71-cbac-4ea3-b968-06908b86d50e', 'name': '', 'network_id': '7d569167-8d50-4fca-a62d-ac1e7a567226', 'tenant_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'mac_address': 'fa:16:3e:53:61:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'c9668620-8e5e-408d-9e59-6b1ca1a8e495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:20Z', 'updated_at': '2021-09-21T17:53:33Z', 'revision_number': 5, 'project_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'subnets': [{'id': 'c9668620-8e5e-408d-9e59-6b1ca1a8e495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:54:39.527162 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-464aaa08-8f03-4778-808d-1548cb1823bf req-81c351e1-885d-4250-ac9b-7d2e56b13c7a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5440fe66-9012-436f-88cf-6697b3a1d7ce HTTP/1.1" status: 200 len: 999 time: 0.1384008 Sep 21 17:54:39.537157 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ac97cb23-bf8e-4009-a67c-dbb63ccc5496 req-333ebbb3-a63d-45c1-b9ec-9d1948030db7 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.136 HTTP/1.1" status: 200 len: 999 time: 0.0986629 Sep 21 17:54:39.612833 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464aaa08-8f03-4778-808d-1548cb1823bf req-d794aa83-667e-4e6f-9700-c76bb940959b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:39.614362 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-464aaa08-8f03-4778-808d-1548cb1823bf req-d794aa83-667e-4e6f-9700-c76bb940959b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c9668620-8e5e-408d-9e59-6b1ca1a8e495 HTTP/1.1" status: 200 len: 859 time: 0.0761395 Sep 21 17:54:39.623775 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97cb23-bf8e-4009-a67c-dbb63ccc5496 req-3f6cc287-074c-4021-80b8-63415c9e1755 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:39.625161 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ac97cb23-bf8e-4009-a67c-dbb63ccc5496 req-3f6cc287-074c-4021-80b8-63415c9e1755 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/ports/5440fe66-9012-436f-88cf-6697b3a1d7ce HTTP/1.1" status: 200 len: 942 time: 0.0556715 Sep 21 17:54:39.665709 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-464aaa08-8f03-4778-808d-1548cb1823bf req-84f65b26-f0a1-4855-b405-0f0fae4154dc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d569167-8d50-4fca-a62d-ac1e7a567226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354247 Sep 21 17:54:39.713134 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac8cf83-ce29-4d91-a131-e229da9eab32 None None] New status for floating IP 27bc019e-6641-48fc-a22e-93add144357a: ACTIVE {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:54:39.948988 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e81a4-8180-4845-8374-c808b69694dd req-1c3f7b90-2716-4143-80cd-8c4d743c7537 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:39.950710 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7e4e81a4-8180-4845-8374-c808b69694dd req-1c3f7b90-2716-4143-80cd-8c4d743c7537 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=3fec6f70-f744-44d6-a2c7-28a3d29adfdf HTTP/1.1" status: 200 len: 949 time: 0.0635507 Sep 21 17:54:39.955955 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 011b8657-1fd2-48da-bb16-b3c03cf70cac details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:54:39.997071 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7e4e81a4-8180-4845-8374-c808b69694dd req-2c75d81f-43d6-44ec-865e-4422b3b12cb1 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387282 Sep 21 17:54:40.053615 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 011b8657-1fd2-48da-bb16-b3c03cf70cac, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=011b8657-1fd2-48da-bb16-b3c03cf70cac,segment=NetworkSegment(dacc9465-7314-4288-821b-9c39f322898d),segment_id=dacc9465-7314-4288-821b-9c39f322898d)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:40.068916 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '011b8657-1fd2-48da-bb16-b3c03cf70cac', 'network_id': '1971a7db-b33f-45b8-9b53-89078ce1cf93', 'port_id': '011b8657-1fd2-48da-bb16-b3c03cf70cac', 'mac_address': 'fa:16:3e:16:30:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04fc3fb-825e-41c6-b49c-33fd947c53f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:54:40.113294 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:40.116389 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01b1b7-9fe7-48e4-b39a-9c6b757824e2 req-0b855d7b-de73-4159-9fc4-d55e2f537d77 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:40.118116 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cd01b1b7-9fe7-48e4-b39a-9c6b757824e2 req-0b855d7b-de73-4159-9fc4-d55e2f537d77 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e50d1e6-ae6d-418c-8af6-cf61a188a287 HTTP/1.1" status: 200 len: 944 time: 0.0526090 Sep 21 17:54:40.127434 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 011b8657-1fd2-48da-bb16-b3c03cf70cac {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:54:40.146886 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 011b8657-1fd2-48da-bb16-b3c03cf70cac, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=011b8657-1fd2-48da-bb16-b3c03cf70cac,segment=NetworkSegment(dacc9465-7314-4288-821b-9c39f322898d),segment_id=dacc9465-7314-4288-821b-9c39f322898d)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:40.151611 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:40.161320 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ac97cb23-bf8e-4009-a67c-dbb63ccc5496 req-df1d5dbd-1d9c-4445-9cb4-34c32b3d8e98 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.136 HTTP/1.1" status: 200 len: 999 time: 0.4406800 Sep 21 17:54:40.165358 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cd01b1b7-9fe7-48e4-b39a-9c6b757824e2 req-996773e8-908d-4c20-95b2-c5edb1de0cb5 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/security-groups?id=b7acdf1f-bc5b-41b9-b979-bb84a12db13c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391135 Sep 21 17:54:40.166068 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-464aaa08-8f03-4778-808d-1548cb1823bf req-010b06cc-199f-47dd-8109-bdca70731f1a service neutron] 10.222.0.38 "GET /v2.0/networks/7d569167-8d50-4fca-a62d-ac1e7a567226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905648 Sep 21 17:54:40.216132 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=011b8657-1fd2-48da-bb16-b3c03cf70cac,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:40.350552 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97cb23-bf8e-4009-a67c-dbb63ccc5496 req-342e066b-b95d-4af3-92f8-01f5b99408f4 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:40.351956 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ac97cb23-bf8e-4009-a67c-dbb63ccc5496 req-342e066b-b95d-4af3-92f8-01f5b99408f4 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 784 time: 0.1822495 Sep 21 17:54:40.355536 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-464aaa08-8f03-4778-808d-1548cb1823bf req-52070657-0f50-43a7-a088-113d6e738d1f service neutron] 10.222.0.38 "GET /v2.0/networks/7d569167-8d50-4fca-a62d-ac1e7a567226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730890 Sep 21 17:54:40.431027 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ac97cb23-bf8e-4009-a67c-dbb63ccc5496 req-faafeedb-b8d2-4641-a9dc-d8b22b6dae3e tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.136 HTTP/1.1" status: 200 len: 1001 time: 0.0707562 Sep 21 17:54:40.441188 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-ac97cb23-bf8e-4009-a67c-dbb63ccc5496 req-70633158-7679-4b8f-b7d4-f1dcbd7f81c5 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:40.495328 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ac97cb23-bf8e-4009-a67c-dbb63ccc5496 req-70633158-7679-4b8f-b7d4-f1dcbd7f81c5 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks [] for floatingip, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:40.507420 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['011b8657-1fd2-48da-bb16-b3c03cf70cac'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:54:40.646894 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ac97cb23-bf8e-4009-a67c-dbb63ccc5496 req-70633158-7679-4b8f-b7d4-f1dcbd7f81c5 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:40.651719 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ac97cb23-bf8e-4009-a67c-dbb63ccc5496 req-70633158-7679-4b8f-b7d4-f1dcbd7f81c5 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:40.652217 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [req-ac97cb23-bf8e-4009-a67c-dbb63ccc5496 req-70633158-7679-4b8f-b7d4-f1dcbd7f81c5 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Floating IP 27bc019e-6641-48fc-a22e-93add144357a disassociated. External IP: 172.25.6.136, port: 5440fe66-9012-436f-88cf-6697b3a1d7ce. Sep 21 17:54:40.874179 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac97cb23-bf8e-4009-a67c-dbb63ccc5496 req-70633158-7679-4b8f-b7d4-f1dcbd7f81c5 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Router 1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:54:40.982189 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac97cb23-bf8e-4009-a67c-dbb63ccc5496 req-70633158-7679-4b8f-b7d4-f1dcbd7f81c5 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:54:40.987046 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ac97cb23-bf8e-4009-a67c-dbb63ccc5496 req-70633158-7679-4b8f-b7d4-f1dcbd7f81c5 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:40.994247 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb04f7d-caa8-4af5-a5d2-84868d1ac8b5 None None] Sync routers for ids ['1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:54:41.007196 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb04f7d-caa8-4af5-a5d2-84868d1ac8b5 None None] Routers {'1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:54:41.008049 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-1bb04f7d-caa8-4af5-a5d2-84868d1ac8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:54:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:41.027049 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ac97cb23-bf8e-4009-a67c-dbb63ccc5496 req-70633158-7679-4b8f-b7d4-f1dcbd7f81c5 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "PUT /v2.0/floatingips/27bc019e-6641-48fc-a22e-93add144357a HTTP/1.1" status: 200 len: 695 time: 0.5895948 Sep 21 17:54:41.027645 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440ab41b-cd99-4e1d-9606-26f935de7a90', 'tag': '5440fe66-9012-436f-88cf-6697b3a1d7ce'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:54:41.030271 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1912bcf9-575e-4b21-b85a-2f7b3d5b0b81" -d '{"events": [{"name": "network-changed", "server_uuid": "440ab41b-cd99-4e1d-9606-26f935de7a90", "tag": "5440fe66-9012-436f-88cf-6697b3a1d7ce"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:54:41.077468 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b2412-8052-4692-b817-c69ac31fd844 req-3d830602-edf5-407d-8d9d-402d89b6ad8b tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:41.084810 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b2412-8052-4692-b817-c69ac31fd844 req-3d830602-edf5-407d-8d9d-402d89b6ad8b tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:41.086767 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cb0b2412-8052-4692-b817-c69ac31fd844 req-3d830602-edf5-407d-8d9d-402d89b6ad8b tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=3fec6f70-f744-44d6-a2c7-28a3d29adfdf&device_id=7041cc76-26dd-4f6e-a364-7440c173d083 HTTP/1.1" status: 200 len: 1689 time: 0.0670602 Sep 21 17:54:41.091491 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97cb23-bf8e-4009-a67c-dbb63ccc5496 req-3a9a9adc-0f9b-499f-bf53-4b44f5ce46fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:41.093025 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ac97cb23-bf8e-4009-a67c-dbb63ccc5496 req-3a9a9adc-0f9b-499f-bf53-4b44f5ce46fd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=22b4d8bb0cdb441098d6e65e91ff77b6&device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 1096 time: 0.0522063 Sep 21 17:54:41.132488 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cb0b2412-8052-4692-b817-c69ac31fd844 req-d87dcc4f-f96a-40c3-ab6b-b70106d65895 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359774 Sep 21 17:54:41.151548 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-1bb04f7d-caa8-4af5-a5d2-84868d1ac8b5 None None] Set router 1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:54:41.230682 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97cb23-bf8e-4009-a67c-dbb63ccc5496 req-cab878f5-dd2f-4ebc-888e-52ad2ea5b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:41.236212 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ac97cb23-bf8e-4009-a67c-dbb63ccc5496 req-cab878f5-dd2f-4ebc-888e-52ad2ea5b767 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7d569167-8d50-4fca-a62d-ac1e7a567226 HTTP/1.1" status: 200 len: 920 time: 0.1306646 Sep 21 17:54:41.259672 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689629e7-5e2b-4846-80e4-0d356f8e319a req-126e8e33-4a72-43a2-bfaa-c57ba18f907e tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:41.263604 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-689629e7-5e2b-4846-80e4-0d356f8e319a req-126e8e33-4a72-43a2-bfaa-c57ba18f907e tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=71c505ad-2974-4554-8f59-0310ba1eb97e HTTP/1.1" status: 200 len: 949 time: 0.0593631 Sep 21 17:54:41.289114 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ac97cb23-bf8e-4009-a67c-dbb63ccc5496 req-c28f8099-20d7-4671-8aa6-eb2eb6fc7761 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5440fe66-9012-436f-88cf-6697b3a1d7ce HTTP/1.1" status: 200 len: 217 time: 0.0466504 Sep 21 17:54:41.315557 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-689629e7-5e2b-4846-80e4-0d356f8e319a req-16d5bd9c-c750-4106-be2b-75c2692e2845 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472174 Sep 21 17:54:41.353002 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97cb23-bf8e-4009-a67c-dbb63ccc5496 req-eea2971d-2df1-4147-83a2-0a228f63ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:41.354488 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ac97cb23-bf8e-4009-a67c-dbb63ccc5496 req-eea2971d-2df1-4147-83a2-0a228f63ed5b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c9668620-8e5e-408d-9e59-6b1ca1a8e495 HTTP/1.1" status: 200 len: 859 time: 0.0588045 Sep 21 17:54:41.399664 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ac97cb23-bf8e-4009-a67c-dbb63ccc5496 req-7fe39fc8-1583-43d4-b437-f754dcdbe3d8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7d569167-8d50-4fca-a62d-ac1e7a567226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328333 Sep 21 17:54:41.406668 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-1bb04f7d-caa8-4af5-a5d2-84868d1ac8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'name': 'tempest-ServerRescueTestJSONUnderV235-180059102-router', 'tenant_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3426abcb-996d-4c66-a4f4-3bceec188280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:53:15Z', 'updated_at': '2021-09-21T17:53:22Z', 'revision_number': 4, 'project_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'gw_port': {'id': '3426abcb-996d-4c66-a4f4-3bceec188280', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:17Z', 'updated_at': '2021-09-21T17:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '98e68b71-cbac-4ea3-b968-06908b86d50e', 'name': '', 'network_id': '7d569167-8d50-4fca-a62d-ac1e7a567226', 'tenant_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'mac_address': 'fa:16:3e:53:61:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'c9668620-8e5e-408d-9e59-6b1ca1a8e495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:20Z', 'updated_at': '2021-09-21T17:53:33Z', 'revision_number': 5, 'project_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'subnets': [{'id': 'c9668620-8e5e-408d-9e59-6b1ca1a8e495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:41.438415 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb04f7d-caa8-4af5-a5d2-84868d1ac8b5 None None] Checking router: 1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:54:41.447539 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb04f7d-caa8-4af5-a5d2-84868d1ac8b5 None None] Routers {'1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:54:41.448371 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-1bb04f7d-caa8-4af5-a5d2-84868d1ac8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:54:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:41.494506 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526273b-d2b4-41fc-a83c-b51c9b480568 req-338486b8-6b16-470a-9a9d-bb3586dbef8c tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:41.496511 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f526273b-d2b4-41fc-a83c-b51c9b480568 req-338486b8-6b16-470a-9a9d-bb3586dbef8c tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 945 time: 0.0580053 Sep 21 17:54:41.500310 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ac97cb23-bf8e-4009-a67c-dbb63ccc5496 req-fda336ee-5acc-406a-bbfc-e4a9ec466fcc service neutron] 10.222.0.58 "GET /v2.0/networks/7d569167-8d50-4fca-a62d-ac1e7a567226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998077 Sep 21 17:54:41.539813 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f526273b-d2b4-41fc-a83c-b51c9b480568 req-99edbb85-b4fa-4c5e-93f5-c82b04cecc12 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369053 Sep 21 17:54:41.587753 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-1bb04f7d-caa8-4af5-a5d2-84868d1ac8b5 None None] Set router 1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:54:41.616832 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ac97cb23-bf8e-4009-a67c-dbb63ccc5496 req-a22e58bc-ca72-4cdb-a9a7-01ffe5715628 service neutron] 10.222.0.58 "GET /v2.0/networks/7d569167-8d50-4fca-a62d-ac1e7a567226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104748 Sep 21 17:54:41.670704 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8071c3a-ac3c-4c3a-a2a4-b6bf627c95ce x-openstack-request-id: req-c8071c3a-ac3c-4c3a-a2a4-b6bf627c95ce {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:54:41.671148 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "440ab41b-cd99-4e1d-9606-26f935de7a90", "tag": "5440fe66-9012-436f-88cf-6697b3a1d7ce", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:54:41.671470 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c8071c3a-ac3c-4c3a-a2a4-b6bf627c95ce {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:54:41.671944 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440ab41b-cd99-4e1d-9606-26f935de7a90', 'tag': '5440fe66-9012-436f-88cf-6697b3a1d7ce', 'status': 'completed', 'code': 200} Sep 21 17:54:41.749055 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912bcf9-575e-4b21-b85a-2f7b3d5b0b81 req-9a79d2b6-395d-4e84-8a46-c8caa0aa031c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:41.750499 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1912bcf9-575e-4b21-b85a-2f7b3d5b0b81 req-9a79d2b6-395d-4e84-8a46-c8caa0aa031c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=22b4d8bb0cdb441098d6e65e91ff77b6&device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 1096 time: 0.0473239 Sep 21 17:54:41.836579 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9373f-f549-486b-b35e-8c2e83933d88 req-70f35c7e-4eaf-4d43-b262-9757151409a3 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:41.838136 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-59f9373f-f549-486b-b35e-8c2e83933d88 req-70f35c7e-4eaf-4d43-b262-9757151409a3 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e50d1e6-ae6d-418c-8af6-cf61a188a287 HTTP/1.1" status: 200 len: 945 time: 0.0580287 Sep 21 17:54:41.844127 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-1bb04f7d-caa8-4af5-a5d2-84868d1ac8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'name': 'tempest-ServerRescueTestJSONUnderV235-180059102-router', 'tenant_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3426abcb-996d-4c66-a4f4-3bceec188280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:53:15Z', 'updated_at': '2021-09-21T17:53:22Z', 'revision_number': 4, 'project_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'gw_port': {'id': '3426abcb-996d-4c66-a4f4-3bceec188280', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:17Z', 'updated_at': '2021-09-21T17:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '98e68b71-cbac-4ea3-b968-06908b86d50e', 'name': '', 'network_id': '7d569167-8d50-4fca-a62d-ac1e7a567226', 'tenant_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'mac_address': 'fa:16:3e:53:61:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'c9668620-8e5e-408d-9e59-6b1ca1a8e495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:20Z', 'updated_at': '2021-09-21T17:53:33Z', 'revision_number': 5, 'project_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'subnets': [{'id': 'c9668620-8e5e-408d-9e59-6b1ca1a8e495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:41.870569 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-513872dc-4e01-43ca-af41-ce3426088aed req-f9558848-1def-459d-81bd-db9633396e22 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/floatingips/27bc019e-6641-48fc-a22e-93add144357a HTTP/1.1" status: 200 len: 695 time: 0.0681078 Sep 21 17:54:41.874272 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb04f7d-caa8-4af5-a5d2-84868d1ac8b5 None None] The sync data for ids ['1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf'] in n-d-810291-1 is: [{'id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'name': 'tempest-ServerRescueTestJSONUnderV235-180059102-router', 'tenant_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3426abcb-996d-4c66-a4f4-3bceec188280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:53:15Z', 'updated_at': '2021-09-21T17:53:22Z', 'revision_number': 4, 'project_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'gw_port': {'id': '3426abcb-996d-4c66-a4f4-3bceec188280', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:17Z', 'updated_at': '2021-09-21T17:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '98e68b71-cbac-4ea3-b968-06908b86d50e', 'name': '', 'network_id': '7d569167-8d50-4fca-a62d-ac1e7a567226', 'tenant_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'mac_address': 'fa:16:3e:53:61:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'c9668620-8e5e-408d-9e59-6b1ca1a8e495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:20Z', 'updated_at': '2021-09-21T17:53:33Z', 'revision_number': 5, 'project_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'subnets': [{'id': 'c9668620-8e5e-408d-9e59-6b1ca1a8e495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:54:41.889616 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-59f9373f-f549-486b-b35e-8c2e83933d88 req-7c37d6d1-4ce5-4214-871e-fab421f861ec tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/security-groups?id=b7acdf1f-bc5b-41b9-b979-bb84a12db13c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397921 Sep 21 17:54:41.971353 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912bcf9-575e-4b21-b85a-2f7b3d5b0b81 req-a58da117-863a-4c60-8687-5079d212d153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:41.972835 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1912bcf9-575e-4b21-b85a-2f7b3d5b0b81 req-a58da117-863a-4c60-8687-5079d212d153 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d569167-8d50-4fca-a62d-ac1e7a567226 HTTP/1.1" status: 200 len: 920 time: 0.2142653 Sep 21 17:54:41.976158 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 9d32eb7a-0987-4212-8d57-08492653cb38 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:54:41.995526 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30ed23-0924-407e-8b07-12bc83b2e92f req-5026ddaa-f4f4-423a-a556-93b1543d8fe0 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:41.997692 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0e30ed23-0924-407e-8b07-12bc83b2e92f req-5026ddaa-f4f4-423a-a556-93b1543d8fe0 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/ports?device_id=c501f326-aad6-4c49-b8e3-99bd14369e1c HTTP/1.1" status: 200 len: 948 time: 0.0576630 Sep 21 17:54:42.034470 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1912bcf9-575e-4b21-b85a-2f7b3d5b0b81 req-fdea2396-c0a5-4dfc-b96f-12ae8a8492a5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5440fe66-9012-436f-88cf-6697b3a1d7ce HTTP/1.1" status: 200 len: 217 time: 0.0493045 Sep 21 17:54:42.038813 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 9d32eb7a-0987-4212-8d57-08492653cb38 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:54:42.043624 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 9d32eb7a-0987-4212-8d57-08492653cb38 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:54:42.044145 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:42.046623 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513872dc-4e01-43ca-af41-ce3426088aed req-b9d0d478-bee4-422f-9108-b768a90bc498 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:42.047552 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0e30ed23-0924-407e-8b07-12bc83b2e92f req-94979c97-abf7-44a0-9f61-1b6310b5b281 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/security-groups?id=7585ba8c-6a20-4c91-9e23-9b680d635c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431118 Sep 21 17:54:42.054824 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-513872dc-4e01-43ca-af41-ce3426088aed req-b9d0d478-bee4-422f-9108-b768a90bc498 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 784 time: 0.1722105 Sep 21 17:54:42.136029 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-513872dc-4e01-43ca-af41-ce3426088aed req-eeb1f8c0-7db2-42e4-819d-754cf41a8153 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.136 HTTP/1.1" status: 200 len: 698 time: 0.0805545 Sep 21 17:54:42.142432 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:42.147146 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912bcf9-575e-4b21-b85a-2f7b3d5b0b81 req-ecba84c8-42f2-4a86-ab80-1b97acf19e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:42.148613 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1912bcf9-575e-4b21-b85a-2f7b3d5b0b81 req-ecba84c8-42f2-4a86-ab80-1b97acf19e0d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c9668620-8e5e-408d-9e59-6b1ca1a8e495 HTTP/1.1" status: 200 len: 859 time: 0.0920656 Sep 21 17:54:42.165485 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92caa712-7bd0-49b4-adca-6aff6bc8de59 req-e4b38a4c-4558-4809-abb3-64b381e6a479 tempest-ServersOnMultiNodesTest-694228279 tempest-ServersOnMultiNodesTest-694228279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:42.166962 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-92caa712-7bd0-49b4-adca-6aff6bc8de59 req-e4b38a4c-4558-4809-abb3-64b381e6a479 tempest-ServersOnMultiNodesTest-694228279 tempest-ServersOnMultiNodesTest-694228279-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3fec6f70-f744-44d6-a2c7-28a3d29adfdf HTTP/1.1" status: 200 len: 1100 time: 0.0484178 Sep 21 17:54:42.170273 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ab10eb-d1de-4cb8-ba4b-059d1e7a972f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d32eb7a-0987-4212-8d57-08492653cb38'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:54:42.172613 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3731af10-0fbb-483a-bdc1-cc8433daf2b9" -d '{"events": [{"server_uuid": "57ab10eb-d1de-4cb8-ba4b-059d1e7a972f", "name": "network-vif-plugged", "status": "completed", "tag": "9d32eb7a-0987-4212-8d57-08492653cb38"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:54:42.179452 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242d2fcd-d9de-452e-a27e-bc317222b87e None None] New status for floating IP 27bc019e-6641-48fc-a22e-93add144357a: DOWN {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:54:42.196011 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 9d32eb7a-0987-4212-8d57-08492653cb38, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9d32eb7a-0987-4212-8d57-08492653cb38,segment=NetworkSegment(644490e1-e1e4-40bb-b64b-7ebdf482dc42),segment_id=644490e1-e1e4-40bb-b64b-7ebdf482dc42)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:42.214549 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1912bcf9-575e-4b21-b85a-2f7b3d5b0b81 req-b3ba3e67-4e07-4029-9839-920ef3c1d4ea service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d569167-8d50-4fca-a62d-ac1e7a567226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554729 Sep 21 17:54:42.224791 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:42.225580 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 26db8e5e-7620-4462-aeff-81796cdce9a6 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:54:42.227535 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-92caa712-7bd0-49b4-adca-6aff6bc8de59 req-1775e836-32b9-4aa7-891b-6ae585aa3ec8 tempest-ServersOnMultiNodesTest-694228279 tempest-ServersOnMultiNodesTest-694228279-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514803 Sep 21 17:54:42.231693 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-513872dc-4e01-43ca-af41-ce3426088aed req-226e5dc0-c4b0-45cc-b4eb-0d12f95dfb41 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.136 HTTP/1.1" status: 200 len: 698 time: 0.0820582 Sep 21 17:54:42.355535 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a565ca-7abf-41c2-a86f-b998cdc39775 x-openstack-request-id: req-90a565ca-7abf-41c2-a86f-b998cdc39775 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:54:42.355828 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ab10eb-d1de-4cb8-ba4b-059d1e7a972f", "name": "network-vif-plugged", "status": "completed", "tag": "9d32eb7a-0987-4212-8d57-08492653cb38", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:54:42.356201 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-90a565ca-7abf-41c2-a86f-b998cdc39775 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:54:42.356475 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ab10eb-d1de-4cb8-ba4b-059d1e7a972f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d32eb7a-0987-4212-8d57-08492653cb38', 'code': 200} Sep 21 17:54:42.428473 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1912bcf9-575e-4b21-b85a-2f7b3d5b0b81 req-7bb37786-992b-4730-adc1-d31afedd65d3 service neutron] 10.222.0.38 "GET /v2.0/networks/7d569167-8d50-4fca-a62d-ac1e7a567226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947393 Sep 21 17:54:42.437236 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-513872dc-4e01-43ca-af41-ce3426088aed req-56d20792-8622-47d3-96de-30104494f1b2 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Deleting port 9b0bb203-9d48-4034-8de6-5978d36dfc04 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:54:42.438008 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-513872dc-4e01-43ca-af41-ce3426088aed req-56d20792-8622-47d3-96de-30104494f1b2 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:42.445162 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff0b23-8eb7-49e1-988e-30338602f9c3 req-a2ef4cc2-8d50-4a40-84b3-f46ffb7b275a tempest-ServersOnMultiNodesTest-694228279 tempest-ServersOnMultiNodesTest-694228279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:42.446844 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ecff0b23-8eb7-49e1-988e-30338602f9c3 req-a2ef4cc2-8d50-4a40-84b3-f46ffb7b275a tempest-ServersOnMultiNodesTest-694228279 tempest-ServersOnMultiNodesTest-694228279-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7041cc76-26dd-4f6e-a364-7440c173d083 HTTP/1.1" status: 200 len: 1100 time: 0.0549142 Sep 21 17:54:42.458101 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=9d32eb7a-0987-4212-8d57-08492653cb38,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:42.475206 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 26db8e5e-7620-4462-aeff-81796cdce9a6 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:54:42.479704 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 26db8e5e-7620-4462-aeff-81796cdce9a6 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:54:42.480322 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:42.496475 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ecff0b23-8eb7-49e1-988e-30338602f9c3 req-84ec9dc8-2464-44d1-a9c4-d0998ddb7c5f tempest-ServersOnMultiNodesTest-694228279 tempest-ServersOnMultiNodesTest-694228279-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423079 Sep 21 17:54:42.591220 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:42.603968 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9ddc8-d80f-46bc-b214-a8591ae7290a req-5fa2fa56-14d8-4cde-a48f-fd5c71873c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:42.605460 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6da9ddc8-d80f-46bc-b214-a8591ae7290a req-5fa2fa56-14d8-4cde-a48f-fd5c71873c09 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 1097 time: 0.1642151 Sep 21 17:54:42.635339 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-513872dc-4e01-43ca-af41-ce3426088aed req-56d20792-8622-47d3-96de-30104494f1b2 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:42.635660 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-513872dc-4e01-43ca-af41-ce3426088aed req-56d20792-8622-47d3-96de-30104494f1b2 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:42.639461 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 26db8e5e-7620-4462-aeff-81796cdce9a6, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=26db8e5e-7620-4462-aeff-81796cdce9a6,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:42.648530 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:42.649962 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 72e84872-9199-453c-a902-e649fd7a417c up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:54:42.656034 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1912bcf9-575e-4b21-b85a-2f7b3d5b0b81 req-b37b2b97-ca4a-4d8b-bdb7-856aa7a21d5c service neutron] 10.222.0.38 "GET /v2.0/networks/7d569167-8d50-4fca-a62d-ac1e7a567226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164280 Sep 21 17:54:42.662319 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-513872dc-4e01-43ca-af41-ce3426088aed req-56d20792-8622-47d3-96de-30104494f1b2 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Calling delete_port for 9b0bb203-9d48-4034-8de6-5978d36dfc04 owned by network:floatingip {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:54:42.728843 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6da9ddc8-d80f-46bc-b214-a8591ae7290a req-1185a3eb-092c-41eb-9794-3779cea58c1d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094775 Sep 21 17:54:42.733968 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=26db8e5e-7620-4462-aeff-81796cdce9a6,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:42.754032 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 72e84872-9199-453c-a902-e649fd7a417c completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:54:42.758419 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 72e84872-9199-453c-a902-e649fd7a417c triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:54:42.758857 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:42.829443 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-513872dc-4e01-43ca-af41-ce3426088aed req-56d20792-8622-47d3-96de-30104494f1b2 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:42.840084 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:42.856060 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d20792-8622-47d3-96de-30104494f1b2 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Pushing event deleted for resources: {'Port': ['ID=9b0bb203-9d48-4034-8de6-5978d36dfc04,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:42.871212 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 72e84872-9199-453c-a902-e649fd7a417c, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=72e84872-9199-453c-a902-e649fd7a417c,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:42.875741 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:42.876709 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 011b8657-1fd2-48da-bb16-b3c03cf70cac up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:54:42.918577 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-513872dc-4e01-43ca-af41-ce3426088aed req-56d20792-8622-47d3-96de-30104494f1b2 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks [] for floatingip, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:42.921316 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-513872dc-4e01-43ca-af41-ce3426088aed req-56d20792-8622-47d3-96de-30104494f1b2 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:42.922633 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-513872dc-4e01-43ca-af41-ce3426088aed req-56d20792-8622-47d3-96de-30104494f1b2 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "DELETE /v2.0/floatingips/27bc019e-6641-48fc-a22e-93add144357a HTTP/1.1" status: 204 len: 173 time: 0.6900146 Sep 21 17:54:42.949161 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=72e84872-9199-453c-a902-e649fd7a417c,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:42.963902 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 011b8657-1fd2-48da-bb16-b3c03cf70cac completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:54:42.968182 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 011b8657-1fd2-48da-bb16-b3c03cf70cac triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:54:42.968594 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:43.029532 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bad2eb-6ea4-43d8-ad55-4b47b124f2bd req-9ab038bd-cc23-4af2-82fc-420a6c10463b tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:43.031185 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-03bad2eb-6ea4-43d8-ad55-4b47b124f2bd req-9ab038bd-cc23-4af2-82fc-420a6c10463b tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=71c505ad-2974-4554-8f59-0310ba1eb97e HTTP/1.1" status: 200 len: 950 time: 0.0555391 Sep 21 17:54:43.087569 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-03bad2eb-6ea4-43d8-ad55-4b47b124f2bd req-a468667b-719f-478c-acd9-1b69b85a8358 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487406 Sep 21 17:54:43.169873 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625a626-f51b-4f8b-ac30-d68244b2a3b9 req-b5c40e55-6b07-4f75-b140-37eac61b759f tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:43.171930 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3625a626-f51b-4f8b-ac30-d68244b2a3b9 req-b5c40e55-6b07-4f75-b140-37eac61b759f tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.0565636 Sep 21 17:54:43.177943 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:43.196002 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-67248680-495b-408b-9feb-7c8bdbd25a49 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=f3df2f1b844143b1bdfc1c299403f848&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222883 Sep 21 17:54:43.212376 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3625a626-f51b-4f8b-ac30-d68244b2a3b9 req-cee1d5fe-2178-4f0a-a75f-29a69405b8ba tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328610 Sep 21 17:54:43.225041 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 011b8657-1fd2-48da-bb16-b3c03cf70cac, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=011b8657-1fd2-48da-bb16-b3c03cf70cac,segment=NetworkSegment(dacc9465-7314-4288-821b-9c39f322898d),segment_id=dacc9465-7314-4288-821b-9c39f322898d)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:43.230226 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:43.281743 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=011b8657-1fd2-48da-bb16-b3c03cf70cac,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:43.309933 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-cdabb673-2522-4147-af65-b5856320e61a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:43.311555 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-cdabb673-2522-4147-af65-b5856320e61a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1089077 Sep 21 17:54:43.327241 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbbe3d-07c9-424f-b96f-b57c07a450f5 req-dbbeeeb6-ca94-4b3c-8d5e-74c5818b8cdb tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:43.327528 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-2f0d9cc5-6abc-421a-875b-3607cb02af58 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/quotas/f3df2f1b844143b1bdfc1c299403f848 HTTP/1.1" status: 200 len: 375 time: 0.0100243 Sep 21 17:54:43.328910 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eafbbe3d-07c9-424f-b96f-b57c07a450f5 req-dbbeeeb6-ca94-4b3c-8d5e-74c5818b8cdb tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e50d1e6-ae6d-418c-8af6-cf61a188a287 HTTP/1.1" status: 200 len: 946 time: 0.0498450 Sep 21 17:54:43.367834 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eafbbe3d-07c9-424f-b96f-b57c07a450f5 req-0ed78644-d5c8-4fce-a0ba-766cf40a7555 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/security-groups?id=b7acdf1f-bc5b-41b9-b979-bb84a12db13c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326786 Sep 21 17:54:43.385460 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-0b73a305-076c-4e47-b5be-b835e7bd30d7 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3df2f1b844143b1bdfc1c299403f848&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0522866 Sep 21 17:54:43.431730 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-252440e8-2dd1-4600-93b6-08fbbe3a9e2e req-5f190c5c-9b48-4451-a074-a080e8ea755b tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/security-groups/2c65e463-972e-4931-8622-ac4cf314ccec HTTP/1.1" status: 200 len: 1807 time: 0.0405123 Sep 21 17:54:43.495841 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-252440e8-2dd1-4600-93b6-08fbbe3a9e2e req-93f0189b-faf4-4351-a373-6675c945fb1c tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:43.524026 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-252440e8-2dd1-4600-93b6-08fbbe3a9e2e req-93f0189b-faf4-4351-a373-6675c945fb1c tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:43.571251 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-252440e8-2dd1-4600-93b6-08fbbe3a9e2e req-93f0189b-faf4-4351-a373-6675c945fb1c tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:43.573903 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-252440e8-2dd1-4600-93b6-08fbbe3a9e2e req-93f0189b-faf4-4351-a373-6675c945fb1c tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:43.575286 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-252440e8-2dd1-4600-93b6-08fbbe3a9e2e req-93f0189b-faf4-4351-a373-6675c945fb1c tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "DELETE /v2.0/security-groups/2c65e463-972e-4931-8622-ac4cf314ccec HTTP/1.1" status: 204 len: 173 time: 0.1371539 Sep 21 17:54:43.584800 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0189b-faf4-4351-a373-6675c945fb1c tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c65e463-972e-4931-8622-ac4cf314ccec,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:43.595376 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0189b-faf4-4351-a373-6675c945fb1c tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:43.595724 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0189b-faf4-4351-a373-6675c945fb1c tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:43.596605 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0189b-faf4-4351-a373-6675c945fb1c tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:43.597000 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0189b-faf4-4351-a373-6675c945fb1c tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:43.597601 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0189b-faf4-4351-a373-6675c945fb1c tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:43.597945 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0189b-faf4-4351-a373-6675c945fb1c tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:43.598278 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0189b-faf4-4351-a373-6675c945fb1c tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:43.598611 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0189b-faf4-4351-a373-6675c945fb1c tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:43.599283 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0189b-faf4-4351-a373-6675c945fb1c tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:43.599615 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0189b-faf4-4351-a373-6675c945fb1c tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:43.599946 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0189b-faf4-4351-a373-6675c945fb1c tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:43.600277 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f0189b-faf4-4351-a373-6675c945fb1c tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:43.607139 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9c757-4ff0-4bbf-a0ff-dd8a5bcd1af2 req-1c73a0ec-d69a-4abf-b59e-0de92ad0c5bd tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:43.608664 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c5d9c757-4ff0-4bbf-a0ff-dd8a5bcd1af2 req-1c73a0ec-d69a-4abf-b59e-0de92ad0c5bd tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/ports?device_id=c501f326-aad6-4c49-b8e3-99bd14369e1c HTTP/1.1" status: 200 len: 948 time: 0.0669217 Sep 21 17:54:43.667468 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c5d9c757-4ff0-4bbf-a0ff-dd8a5bcd1af2 req-a95d1ef9-c72c-4840-ba81-de7bc833e9bb tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/security-groups?id=7585ba8c-6a20-4c91-9e23-9b680d635c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449159 Sep 21 17:54:43.693114 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e0e4c-1419-4faa-904e-f0b14a98df0b req-240ddca7-3764-4489-8c6e-0c7ae5a7fa06 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:43.693114 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-859e0e4c-1419-4faa-904e-f0b14a98df0b req-240ddca7-3764-4489-8c6e-0c7ae5a7fa06 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.38 "GET /v2.0/ports?device_id=c501f326-aad6-4c49-b8e3-99bd14369e1c HTTP/1.1" status: 200 len: 948 time: 0.1027839 Sep 21 17:54:43.712193 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-74dc567d-8b42-4912-bc7d-e8dbeef78d03 req-93f36b8d-b3ca-4a25-bf51-47a230e4a88b tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=824309ba-a505-4fb7-9d78-e0c197ff7f5e HTTP/1.1" status: 200 len: 210 time: 0.0514951 Sep 21 17:54:43.839074 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-859e0e4c-1419-4faa-904e-f0b14a98df0b req-87945cd1-9954-4471-b68d-baca3264b6ff tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Deleting port 653445ed-2468-4a34-8a74-ce7eb0ea6cdf {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:54:43.852435 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-859e0e4c-1419-4faa-904e-f0b14a98df0b req-87945cd1-9954-4471-b68d-baca3264b6ff tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:44.016248 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-859e0e4c-1419-4faa-904e-f0b14a98df0b req-87945cd1-9954-4471-b68d-baca3264b6ff tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] For port 653445ed-2468-4a34-8a74-ce7eb0ea6cdf, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=653445ed-2468-4a34-8a74-ce7eb0ea6cdf,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:44.016672 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-859e0e4c-1419-4faa-904e-f0b14a98df0b req-87945cd1-9954-4471-b68d-baca3264b6ff tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:44.033617 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-859e0e4c-1419-4faa-904e-f0b14a98df0b req-87945cd1-9954-4471-b68d-baca3264b6ff tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Calling delete_port for 653445ed-2468-4a34-8a74-ce7eb0ea6cdf owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:54:44.081289 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcae31c-8a81-4502-8610-e022bbea082f req-846205cd-8ba0-4184-a765-c109e9bcc605 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:44.088992 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8dcae31c-8a81-4502-8610-e022bbea082f req-846205cd-8ba0-4184-a765-c109e9bcc605 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 945 time: 0.0716186 Sep 21 17:54:44.137650 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8dcae31c-8a81-4502-8610-e022bbea082f req-3fa0e413-fa65-4317-9c59-b51a125bbb3e tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb1a3e94-9835-4afd-8ae4-6be7f4d9ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476003 Sep 21 17:54:44.256421 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3059c1-881c-4c64-bcab-069bcaa9424b req-1eb73d8b-013f-40d8-acc2-ba18f435a26a tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:44.257646 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9c3059c1-881c-4c64-bcab-069bcaa9424b req-1eb73d8b-013f-40d8-acc2-ba18f435a26a tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=71c505ad-2974-4554-8f59-0310ba1eb97e HTTP/1.1" status: 200 len: 950 time: 0.0910568 Sep 21 17:54:44.288029 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57564) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:44.290001 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-859e0e4c-1419-4faa-904e-f0b14a98df0b req-87945cd1-9954-4471-b68d-baca3264b6ff tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:44.300299 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57566) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:44.351730 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9c3059c1-881c-4c64-bcab-069bcaa9424b req-77eb7b3f-0910-4a1a-a689-0eee3e325127 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858402 Sep 21 17:54:44.355157 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87945cd1-9954-4471-b68d-baca3264b6ff tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Pushing event deleted for resources: {'Port': ['ID=653445ed-2468-4a34-8a74-ce7eb0ea6cdf,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:44.358030 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c505ad-2974-4554-8f59-0310ba1eb97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26db8e5e-7620-4462-aeff-81796cdce9a6'}, {'server_uuid': '61839df9-ddf2-460d-a510-52732752aebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e84872-9199-453c-a902-e649fd7a417c'}, {'server_uuid': '1e50d1e6-ae6d-418c-8af6-cf61a188a287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011b8657-1fd2-48da-bb16-b3c03cf70cac'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:54:44.361807 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b9ad85-1e97-4b5b-9c32-9496999f29d3" -d '{"events": [{"server_uuid": "71c505ad-2974-4554-8f59-0310ba1eb97e", "name": "network-vif-plugged", "status": "completed", "tag": "26db8e5e-7620-4462-aeff-81796cdce9a6"}, {"server_uuid": "61839df9-ddf2-460d-a510-52732752aebb", "name": "network-vif-plugged", "status": "completed", "tag": "72e84872-9199-453c-a902-e649fd7a417c"}, {"server_uuid": "1e50d1e6-ae6d-418c-8af6-cf61a188a287", "name": "network-vif-plugged", "status": "completed", "tag": "011b8657-1fd2-48da-bb16-b3c03cf70cac"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:54:44.400940 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d23e5-0c8c-4d99-a7a3-dc5ed4a5ad9f req-8c1d0253-d48d-4930-87bf-b2abd410b213 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:44.408437 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-079d23e5-0c8c-4d99-a7a3-dc5ed4a5ad9f req-8c1d0253-d48d-4930-87bf-b2abd410b213 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.0916986 Sep 21 17:54:44.427402 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 21 Sep 2021 17:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0d33b6-58f7-47e7-b523-39ee335410c5 x-openstack-request-id: req-ea0d33b6-58f7-47e7-b523-39ee335410c5 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:54:44.428075 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c505ad-2974-4554-8f59-0310ba1eb97e", "name": "network-vif-plugged", "status": "completed", "tag": "26db8e5e-7620-4462-aeff-81796cdce9a6", "code": 200}, {"server_uuid": "61839df9-ddf2-460d-a510-52732752aebb", "name": "network-vif-plugged", "status": "completed", "tag": "72e84872-9199-453c-a902-e649fd7a417c", "code": 200}, {"server_uuid": "1e50d1e6-ae6d-418c-8af6-cf61a188a287", "name": "network-vif-plugged", "status": "completed", "tag": "011b8657-1fd2-48da-bb16-b3c03cf70cac", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:54:44.428430 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ea0d33b6-58f7-47e7-b523-39ee335410c5 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:54:44.429040 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c505ad-2974-4554-8f59-0310ba1eb97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26db8e5e-7620-4462-aeff-81796cdce9a6', 'code': 200} Sep 21 17:54:44.429389 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61839df9-ddf2-460d-a510-52732752aebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e84872-9199-453c-a902-e649fd7a417c', 'code': 200} Sep 21 17:54:44.430223 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e50d1e6-ae6d-418c-8af6-cf61a188a287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011b8657-1fd2-48da-bb16-b3c03cf70cac', 'code': 200} Sep 21 17:54:44.437188 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-859e0e4c-1419-4faa-904e-f0b14a98df0b req-87945cd1-9954-4471-b68d-baca3264b6ff tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] No DVR routers for this DVR port 653445ed-2468-4a34-8a74-ce7eb0ea6cdf on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:54:44.446225 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-859e0e4c-1419-4faa-904e-f0b14a98df0b req-87945cd1-9954-4471-b68d-baca3264b6ff tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:44.452580 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-859e0e4c-1419-4faa-904e-f0b14a98df0b req-87945cd1-9954-4471-b68d-baca3264b6ff tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.38 "DELETE /v2.0/ports/653445ed-2468-4a34-8a74-ce7eb0ea6cdf HTTP/1.1" status: 204 len: 173 time: 0.7544839 Sep 21 17:54:44.455702 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c501f326-aad6-4c49-b8e3-99bd14369e1c', 'name': 'network-vif-deleted', 'tag': '653445ed-2468-4a34-8a74-ce7eb0ea6cdf'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:54:44.459490 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6983a25-59e1-48ee-bff5-c71d120b87d3" -d '{"events": [{"server_uuid": "c501f326-aad6-4c49-b8e3-99bd14369e1c", "name": "network-vif-deleted", "tag": "653445ed-2468-4a34-8a74-ce7eb0ea6cdf"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:54:44.463318 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-079d23e5-0c8c-4d99-a7a3-dc5ed4a5ad9f req-781f2edb-0ceb-46c1-8610-f4b29d28f267 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535803 Sep 21 17:54:44.525635 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cd30e9fc-1f3a-4be6-9b49-831d50f96459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:44.543826 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578d5899-be4d-490f-8d11-840768bae94e x-openstack-request-id: req-578d5899-be4d-490f-8d11-840768bae94e {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:54:44.544635 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c501f326-aad6-4c49-b8e3-99bd14369e1c", "name": "network-vif-deleted", "tag": "653445ed-2468-4a34-8a74-ce7eb0ea6cdf", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:54:44.546150 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-578d5899-be4d-490f-8d11-840768bae94e {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:54:44.546150 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c501f326-aad6-4c49-b8e3-99bd14369e1c', 'name': 'network-vif-deleted', 'tag': '653445ed-2468-4a34-8a74-ce7eb0ea6cdf', 'status': 'completed', 'code': 200} Sep 21 17:54:44.554404 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eaa48bc9-8a49-46eb-961f-df0fa4dbf67a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:44.654137 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17d8f0-930c-4d11-b1a1-1b314bb743d1 req-d83b34cf-b0c1-45ac-9ef6-4f2900742f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:44.655650 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8d17d8f0-930c-4d11-b1a1-1b314bb743d1 req-d83b34cf-b0c1-45ac-9ef6-4f2900742f99 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1e50d1e6-ae6d-418c-8af6-cf61a188a287 HTTP/1.1" status: 200 len: 1097 time: 0.0614014 Sep 21 17:54:44.683145 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdfc81-9466-4797-85bd-2e121294497f req-e78f449e-fe69-4c31-a559-7833b1a747f5 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:44.684810 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c2bdfc81-9466-4797-85bd-2e121294497f req-e78f449e-fe69-4c31-a559-7833b1a747f5 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e50d1e6-ae6d-418c-8af6-cf61a188a287 HTTP/1.1" status: 200 len: 946 time: 0.1559162 Sep 21 17:54:44.693356 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164e079-8e10-4c56-be3c-b7fa84feb1eb req-0b54be2a-0316-49fd-a72c-9a9bffdc5586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:44.695535 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a164e079-8e10-4c56-be3c-b7fa84feb1eb req-0b54be2a-0316-49fd-a72c-9a9bffdc5586 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=71c505ad-2974-4554-8f59-0310ba1eb97e HTTP/1.1" status: 200 len: 1101 time: 0.1196711 Sep 21 17:54:44.700684 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df86fe9-b615-45aa-b824-ea92f3e38252 req-ed449940-548b-4454-ae6d-6122f5fd37fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:44.702203 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1df86fe9-b615-45aa-b824-ea92f3e38252 req-ed449940-548b-4454-ae6d-6122f5fd37fe service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 1100 time: 0.1112299 Sep 21 17:54:44.717886 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8d17d8f0-930c-4d11-b1a1-1b314bb743d1 req-dfe63a58-6737-4875-b567-1454c1268660 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b7acdf1f-bc5b-41b9-b979-bb84a12db13c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506945 Sep 21 17:54:44.729429 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cd30e9fc-1f3a-4be6-9b49-831d50f96459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:44.740353 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cd30e9fc-1f3a-4be6-9b49-831d50f96459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:44.787629 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-cd30e9fc-1f3a-4be6-9b49-831d50f96459 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1123f83ae0634781aacbe4e8a22f7186&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4855309 Sep 21 17:54:44.788974 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd30e9fc-1f3a-4be6-9b49-831d50f96459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09112bd9-12ed-4f34-a59f-9d6f162ea81c,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:44.791709 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57586) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:44.834307 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c2bdfc81-9466-4797-85bd-2e121294497f req-aa2528b3-9f6f-4345-b602-3d486ebac55e tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/security-groups?id=b7acdf1f-bc5b-41b9-b979-bb84a12db13c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355574 Sep 21 17:54:44.864346 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a164e079-8e10-4c56-be3c-b7fa84feb1eb req-1178b2b7-8dee-4bb0-8feb-f82237ab639c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604662 Sep 21 17:54:44.866644 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d018c858-4a92-4b73-b41f-ffb4f9132069 req-fe3e7e9e-29fc-4c62-9f48-5cd380d7a2b4 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/ports?device_id=c501f326-aad6-4c49-b8e3-99bd14369e1c HTTP/1.1" status: 200 len: 210 time: 0.0336039 Sep 21 17:54:44.875295 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1df86fe9-b615-45aa-b824-ea92f3e38252 req-9790a1ec-e00b-47f1-a0ca-a28a7290289e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563933 Sep 21 17:54:44.881860 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f57c6f80-ef37-4915-9a3f-f85668414967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:44.932968 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f57c6f80-ef37-4915-9a3f-f85668414967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:45.003187 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eaa48bc9-8a49-46eb-961f-df0fa4dbf67a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:45.004081 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d784adb7-9d2c-4f1c-bb17-53a84fce8b64 req-0df9af81-624f-46f8-9d77-dbf31f92fcc8 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=824309ba-a505-4fb7-9d78-e0c197ff7f5e HTTP/1.1" status: 200 len: 210 time: 0.0324166 Sep 21 17:54:45.021395 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e7710-3c51-4808-8e6d-5286ca7ac503 req-5cf29767-86ea-4382-8aa2-5464c0eed80b tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:45.023438 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f3e7710-3c51-4808-8e6d-5286ca7ac503 req-5cf29767-86ea-4382-8aa2-5464c0eed80b tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.0825977 Sep 21 17:54:45.024308 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eaa48bc9-8a49-46eb-961f-df0fa4dbf67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:45.033845 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f57c6f80-ef37-4915-9a3f-f85668414967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:45.036599 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f57c6f80-ef37-4915-9a3f-f85668414967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:45.040339 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f57c6f80-ef37-4915-9a3f-f85668414967 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/09112bd9-12ed-4f34-a59f-9d6f162ea81c HTTP/1.1" status: 204 len: 168 time: 0.2446084 Sep 21 17:54:45.056338 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c6f80-ef37-4915-9a3f-f85668414967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09112bd9-12ed-4f34-a59f-9d6f162ea81c,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:45.075973 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-eaa48bc9-8a49-46eb-961f-df0fa4dbf67a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=440f752c80804131afebc53237b41530&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7837126 Sep 21 17:54:45.076471 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57590) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:45.097893 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa48bc9-8a49-46eb-961f-df0fa4dbf67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9722ad9f-ff53-4a6a-8f0b-5d7d2c46d44b,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:45.103032 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f3e7710-3c51-4808-8e6d-5286ca7ac503 req-23d173b6-4247-4498-943b-9f9e07c354c3 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602934 Sep 21 17:54:45.143568 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6b455a01-a9d4-431e-8bc1-d19154685112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:45.169761 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6b455a01-a9d4-431e-8bc1-d19154685112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:45.255702 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6b455a01-a9d4-431e-8bc1-d19154685112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:45.258608 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6b455a01-a9d4-431e-8bc1-d19154685112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:45.259980 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6b455a01-a9d4-431e-8bc1-d19154685112 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9722ad9f-ff53-4a6a-8f0b-5d7d2c46d44b HTTP/1.1" status: 204 len: 168 time: 0.1829445 Sep 21 17:54:45.273319 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b455a01-a9d4-431e-8bc1-d19154685112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9722ad9f-ff53-4a6a-8f0b-5d7d2c46d44b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:45.289748 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f2f06-cc52-46ab-b0e5-8ff7bcf86d32 req-33d9599e-37eb-40d2-b571-0747bdaba2c0 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:45.291656 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3e2f2f06-cc52-46ab-b0e5-8ff7bcf86d32 req-33d9599e-37eb-40d2-b571-0747bdaba2c0 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 945 time: 0.0676825 Sep 21 17:54:45.344398 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3e2f2f06-cc52-46ab-b0e5-8ff7bcf86d32 req-632b2faf-d966-47dc-82fc-7eec3f5a4538 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb1a3e94-9835-4afd-8ae4-6be7f4d9ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428562 Sep 21 17:54:45.374339 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57598) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:45.402296 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f86977de-7a57-4ff0-a0dc-035c6e129508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:45.463308 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-32a9ef9b-b875-4f20-aec7-71c12dc1c42a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f3df2f1b844143b1bdfc1c299403f848&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755281 Sep 21 17:54:45.521585 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f86977de-7a57-4ff0-a0dc-035c6e129508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:45.525799 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99568de-b5b3-4722-bafa-7ef94eb0de81 req-96636b4a-5776-4369-a604-9481d70634c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:45.527347 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d99568de-b5b3-4722-bafa-7ef94eb0de81 req-96636b4a-5776-4369-a604-9481d70634c6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9f77b13dab8e4d118c01975b2d61d3f1&device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 1097 time: 0.1285586 Sep 21 17:54:45.528575 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f86977de-7a57-4ff0-a0dc-035c6e129508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:45.561161 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379712fb-43c1-46ee-8683-be2f59b28e65 req-8c6d3b0b-bf3e-4dc4-a75c-816e68b4029f tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:45.562657 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-379712fb-43c1-46ee-8683-be2f59b28e65 req-8c6d3b0b-bf3e-4dc4-a75c-816e68b4029f tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=71c505ad-2974-4554-8f59-0310ba1eb97e HTTP/1.1" status: 200 len: 950 time: 0.1127615 Sep 21 17:54:45.567272 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f86977de-7a57-4ff0-a0dc-035c6e129508 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=18af891905b24e1581244bde898ad3d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1917078 Sep 21 17:54:45.570128 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57608) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:45.577226 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86977de-7a57-4ff0-a0dc-035c6e129508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae8b583-3a7c-494b-9ce4-0c3013720ac6,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:45.636278 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-514fea8d-38f5-4efa-af17-c95329f609d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:45.659515 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-514fea8d-38f5-4efa-af17-c95329f609d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:45.688307 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-379712fb-43c1-46ee-8683-be2f59b28e65 req-9abc03d9-c3a9-4f96-86a4-d866a4456890 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885589 Sep 21 17:54:45.708744 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-f68253b9-0a18-4053-bdc5-f0ae613e497d tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:45.710209 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-f68253b9-0a18-4053-bdc5-f0ae613e497d tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2225766 Sep 21 17:54:45.725313 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-514fea8d-38f5-4efa-af17-c95329f609d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:45.727185 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-5072e071-290b-45ed-b6ee-33cfb789d389 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Request body: {'port': {'device_id': '824309ba-a505-4fb7-9d78-e0c197ff7f5e', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'admin_state_up': True, 'tenant_id': 'f3df2f1b844143b1bdfc1c299403f848'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:45.728053 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-514fea8d-38f5-4efa-af17-c95329f609d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:45.729216 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-514fea8d-38f5-4efa-af17-c95329f609d0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5ae8b583-3a7c-494b-9ce4-0c3013720ac6 HTTP/1.1" status: 204 len: 168 time: 0.1581914 Sep 21 17:54:45.739470 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514fea8d-38f5-4efa-af17-c95329f609d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae8b583-3a7c-494b-9ce4-0c3013720ac6,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:45.745163 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99568de-b5b3-4722-bafa-7ef94eb0de81 req-40df6139-5855-468c-a348-ef036f65345e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:45.746649 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d99568de-b5b3-4722-bafa-7ef94eb0de81 req-40df6139-5855-468c-a348-ef036f65345e service neutron] 10.222.0.44 "GET /v2.0/networks?id=21b3a3fa-6b9b-4eec-b5c4-bb586b710739 HTTP/1.1" status: 200 len: 911 time: 0.2068982 Sep 21 17:54:45.800129 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d99568de-b5b3-4722-bafa-7ef94eb0de81 req-91ae5fc3-c9f2-44e7-9a3d-cae8c319372d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d32eb7a-0987-4212-8d57-08492653cb38 HTTP/1.1" status: 200 len: 217 time: 0.0429630 Sep 21 17:54:45.883771 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ca31aa4a-a207-469b-a339-6bcfd8e9b808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:45.900196 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99568de-b5b3-4722-bafa-7ef94eb0de81 req-1864e0ce-7c9b-4533-82b9-9b62864ba350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:45.902597 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d99568de-b5b3-4722-bafa-7ef94eb0de81 req-1864e0ce-7c9b-4533-82b9-9b62864ba350 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=07dfe057-fa44-4619-a478-cd516393be78 HTTP/1.1" status: 200 len: 850 time: 0.0781388 Sep 21 17:54:45.981491 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090769d-04fe-403e-a186-2e93a5404380 req-01af9d6c-4219-4d0b-9b91-93d67b3795da tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:45.989855 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3090769d-04fe-403e-a186-2e93a5404380 req-01af9d6c-4219-4d0b-9b91-93d67b3795da tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e50d1e6-ae6d-418c-8af6-cf61a188a287 HTTP/1.1" status: 200 len: 946 time: 0.0659475 Sep 21 17:54:46.063569 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3090769d-04fe-403e-a186-2e93a5404380 req-45533d5b-da15-461e-9a86-445a3151fbd9 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/security-groups?id=b7acdf1f-bc5b-41b9-b979-bb84a12db13c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725915 Sep 21 17:54:46.239271 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-55d4bd33-2d34-4869-8c0d-9616c6ba28fa req-afe0615e-3ff6-41ca-86fa-43deb48bcd7c tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=824309ba-a505-4fb7-9d78-e0c197ff7f5e HTTP/1.1" status: 200 len: 210 time: 0.0609779 Sep 21 17:54:46.303918 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d99568de-b5b3-4722-bafa-7ef94eb0de81 req-9e482608-e56e-490f-afaa-89b8b9ccfac7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=21b3a3fa-6b9b-4eec-b5c4-bb586b710739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3937333 Sep 21 17:54:46.322017 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-5072e071-290b-45ed-b6ee-33cfb789d389 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Made reservation on behalf of f3df2f1b844143b1bdfc1c299403f848 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:54:46.325848 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-5072e071-290b-45ed-b6ee-33cfb789d389 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:46.345773 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57644) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:46.381549 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7050f-9e98-4aba-9ea4-082f7d188486 req-bf47adfd-d532-4c68-ba5b-a4dc6b73a5b3 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:46.392237 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a4b7050f-9e98-4aba-9ea4-082f7d188486 req-bf47adfd-d532-4c68-ba5b-a4dc6b73a5b3 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cd70a80-2ab4-4e7c-b391-e57800d6f6b0 HTTP/1.1" status: 200 len: 948 time: 0.0789769 Sep 21 17:54:46.449079 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a4b7050f-9e98-4aba-9ea4-082f7d188486 req-e8d0438f-839f-4f47-8f33-94227200e692 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/security-groups?id=7585ba8c-6a20-4c91-9e23-9b680d635c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548759 Sep 21 17:54:46.483133 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e57583-3d66-4b80-94ae-f281c11fdeba req-8cb00f4b-860c-414c-9365-4d8919b9d809 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:46.491190 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-75e57583-3d66-4b80-94ae-f281c11fdeba req-8cb00f4b-860c-414c-9365-4d8919b9d809 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.1803570 Sep 21 17:54:46.572570 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d99568de-b5b3-4722-bafa-7ef94eb0de81 req-adb99e3a-8e9a-4026-801a-b0db01c9a390 service neutron] 10.222.0.44 "GET /v2.0/networks/21b3a3fa-6b9b-4eec-b5c4-bb586b710739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516079 Sep 21 17:54:46.591759 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ac5da-63aa-446d-b318-625ced95bcf1 req-4de83561-de6a-44b9-b26d-5f656d6b9786 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:46.593301 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a70ac5da-63aa-446d-b318-625ced95bcf1 req-4de83561-de6a-44b9-b26d-5f656d6b9786 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 945 time: 0.0630403 Sep 21 17:54:46.598253 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-d7294014-9484-4f08-9b8e-4ce6f53164db admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-551145434-network', 'tenant_id': 'd71c593332624e98b9eb6adfe1f21c51'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:46.632360 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ecd1e-f3fe-4947-bcfe-5ba868c3fafb req-5cf934ca-3f4d-4688-93e6-5983a2605f41 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:46.633834 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ce5ecd1e-f3fe-4947-bcfe-5ba868c3fafb req-5cf934ca-3f4d-4688-93e6-5983a2605f41 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.38 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 945 time: 0.1798058 Sep 21 17:54:46.645137 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-75e57583-3d66-4b80-94ae-f281c11fdeba req-b2872186-6daa-43b4-b98b-e0adf7b65ea6 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506875 Sep 21 17:54:46.648448 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a70ac5da-63aa-446d-b318-625ced95bcf1 req-7bc567ba-188b-4c6e-bf6c-7840f050630c tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/security-groups?id=cb1a3e94-9835-4afd-8ae4-6be7f4d9ba1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436294 Sep 21 17:54:46.650285 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7294014-9484-4f08-9b8e-4ce6f53164db admin admin] Made reservation on behalf of d71c593332624e98b9eb6adfe1f21c51 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:54:46.653223 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d7294014-9484-4f08-9b8e-4ce6f53164db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:46.662898 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d7294014-9484-4f08-9b8e-4ce6f53164db admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:46.754131 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-5072e071-290b-45ed-b6ee-33cfb789d389 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Allocated IP 192.168.233.152 (c714db5f-672e-4004-8098-88db84169d3c/53f6ee96-7c10-4364-b9ae-9f7e7556e695/428f6bdd-d7b3-4e30-b304-449ac1894866) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:54:46.806855 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d7294014-9484-4f08-9b8e-4ce6f53164db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:46.811955 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d7294014-9484-4f08-9b8e-4ce6f53164db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:46.843859 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7294014-9484-4f08-9b8e-4ce6f53164db admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:54:46.847692 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d99568de-b5b3-4722-bafa-7ef94eb0de81 req-8d73c720-cef6-451a-b9fc-a02db6ba36de service neutron] 10.222.0.44 "GET /v2.0/networks/21b3a3fa-6b9b-4eec-b5c4-bb586b710739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494650 Sep 21 17:54:46.869100 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d7294014-9484-4f08-9b8e-4ce6f53164db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:46.869617 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-d7294014-9484-4f08-9b8e-4ce6f53164db admin admin] Added segment b649b04a-47dc-4548-902b-6f55a3afe15c of type vlan for network 02bd7daa-13a0-4d00-b335-4386ae333187 Sep 21 17:54:46.871305 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7294014-9484-4f08-9b8e-4ce6f53164db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5498e8c5-a218-444a-a427-ca1ebb2bba2b,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:46.940359 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d7294014-9484-4f08-9b8e-4ce6f53164db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:46.976683 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d7294014-9484-4f08-9b8e-4ce6f53164db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:46.978006 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7294014-9484-4f08-9b8e-4ce6f53164db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:46.978607 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d7294014-9484-4f08-9b8e-4ce6f53164db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:46.994322 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-ce5ecd1e-f3fe-4947-bcfe-5ba868c3fafb req-228d5854-c043-4894-ab7e-e72f50c8bc3f tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Deleting port 5440fe66-9012-436f-88cf-6697b3a1d7ce {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:54:46.994665 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ce5ecd1e-f3fe-4947-bcfe-5ba868c3fafb req-228d5854-c043-4894-ab7e-e72f50c8bc3f tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:47.011847 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900b2d5-a0ea-4073-809a-bd91ab4cd924 req-3f415799-60e3-49b5-84c2-7d30fec24ced tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:47.013795 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0900b2d5-a0ea-4073-809a-bd91ab4cd924 req-3f415799-60e3-49b5-84c2-7d30fec24ced tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=71c505ad-2974-4554-8f59-0310ba1eb97e HTTP/1.1" status: 200 len: 950 time: 0.2013352 Sep 21 17:54:47.018442 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d7294014-9484-4f08-9b8e-4ce6f53164db admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6712949 Sep 21 17:54:47.030682 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57668) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:47.041264 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-0d2dc1e3-d014-4e3a-891d-4b2e43095828 admin admin] Request body: {'subnet': {'network_id': '02bd7daa-13a0-4d00-b335-4386ae333187', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-551145434-subnet', 'tenant_id': 'd71c593332624e98b9eb6adfe1f21c51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:47.048848 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7294014-9484-4f08-9b8e-4ce6f53164db admin admin] Pushing event updated for resources: {'Network': ['ID=02bd7daa-13a0-4d00-b335-4386ae333187,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:47.059540 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 02bd7daa-13a0-4d00-b335-4386ae333187 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:54:47.139415 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-5072e071-290b-45ed-b6ee-33cfb789d389 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:47.162472 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2dc1e3-d014-4e3a-891d-4b2e43095828 admin admin] Made reservation on behalf of d71c593332624e98b9eb6adfe1f21c51 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:54:47.164799 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d2dc1e3-d014-4e3a-891d-4b2e43095828 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:47.176796 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0900b2d5-a0ea-4073-809a-bd91ab4cd924 req-5d9b6d46-2d4e-4948-bc0f-0e835b30f6bd tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451173 Sep 21 17:54:47.213230 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-ce5ecd1e-f3fe-4947-bcfe-5ba868c3fafb req-228d5854-c043-4894-ab7e-e72f50c8bc3f tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] For port 5440fe66-9012-436f-88cf-6697b3a1d7ce, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=5440fe66-9012-436f-88cf-6697b3a1d7ce,segment=NetworkSegment(89ceafcc-3951-4e89-bca1-4e134218cfa9),segment_id=89ceafcc-3951-4e89-bca1-4e134218cfa9)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:47.213485 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd94a0-5040-4c2a-983b-3be09503580e req-328cfe80-48b7-42f3-a301-28886c7e6a09 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:47.213591 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ce5ecd1e-f3fe-4947-bcfe-5ba868c3fafb req-228d5854-c043-4894-ab7e-e72f50c8bc3f tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:47.214948 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6cdd94a0-5040-4c2a-983b-3be09503580e req-328cfe80-48b7-42f3-a301-28886c7e6a09 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e50d1e6-ae6d-418c-8af6-cf61a188a287 HTTP/1.1" status: 200 len: 946 time: 0.0663095 Sep 21 17:54:47.265679 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6cdd94a0-5040-4c2a-983b-3be09503580e req-900c2454-69a9-4b8f-b3af-a068ea6ab0d8 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/security-groups?id=b7acdf1f-bc5b-41b9-b979-bb84a12db13c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430896 Sep 21 17:54:47.272457 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-ce5ecd1e-f3fe-4947-bcfe-5ba868c3fafb req-228d5854-c043-4894-ab7e-e72f50c8bc3f tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Calling delete_port for 5440fe66-9012-436f-88cf-6697b3a1d7ce owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:54:47.336589 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-5072e071-290b-45ed-b6ee-33cfb789d389 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:47.349449 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['7aa9bd13-f501-4da2-8c9e-ae10313d8d93', '3564a266-ac78-4756-aef0-dedea25f143d', '038d1f12-1d16-4eb2-9b4c-53b4687df2bb', '3e93858b-bdb5-4ed9-870b-289c54b89e54'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:54:47.359598 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['cc30f523-7380-4b64-8faa-f165cddcb2fd'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:54:47.411460 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911dd242-3a5e-4888-8249-5d8e8047eedf req-e369681a-5a36-42a7-9d1a-b0599f5e7324 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:47.413499 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-911dd242-3a5e-4888-8249-5d8e8047eedf req-e369681a-5a36-42a7-9d1a-b0599f5e7324 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e50d1e6-ae6d-418c-8af6-cf61a188a287 HTTP/1.1" status: 200 len: 946 time: 0.0714900 Sep 21 17:54:47.425122 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57684) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:47.431065 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-50c2cc63-b864-41d4-bb1a-53c1a75b7be0 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Request body: {'floatingip': {'port_id': '011b8657-1fd2-48da-bb16-b3c03cf70cac'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:47.445061 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-5072e071-290b-45ed-b6ee-33cfb789d389 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Network c714db5f-672e-4004-8098-88db84169d3c is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:54:47.463422 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-5072e071-290b-45ed-b6ee-33cfb789d389 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:54:47.471187 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 5440fe66-9012-436f-88cf-6697b3a1d7ce no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:54:47.475636 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-5072e071-290b-45ed-b6ee-33cfb789d389 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:54:47.489137 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072e071-290b-45ed-b6ee-33cfb789d389 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Pushing event updated for resources: {'Port': ['ID=428f6bdd-d7b3-4e30-b304-449ac1894866,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:47.517005 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-50c2cc63-b864-41d4-bb1a-53c1a75b7be0 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks [] for floatingip, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:47.567293 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4583319-da1f-4ad5-99a9-74b49c852c77 req-07696fa9-65b0-4929-a879-803558141a6a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:47.569298 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c4583319-da1f-4ad5-99a9-74b49c852c77 req-07696fa9-65b0-4929-a879-803558141a6a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=824309ba-a505-4fb7-9d78-e0c197ff7f5e HTTP/1.1" status: 200 len: 936 time: 0.2338855 Sep 21 17:54:47.715245 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:47.715649 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce5d41-fa62-4980-9c00-8aedb0455609 req-fbe55dca-510f-4aca-a157-8dc2c7f8b67e tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:47.723217 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f0ce5d41-fa62-4980-9c00-8aedb0455609 req-fbe55dca-510f-4aca-a157-8dc2c7f8b67e tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cd70a80-2ab4-4e7c-b391-e57800d6f6b0 HTTP/1.1" status: 200 len: 948 time: 0.1355045 Sep 21 17:54:47.766112 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-5072e071-290b-45ed-b6ee-33cfb789d389 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:47.767184 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-5072e071-290b-45ed-b6ee-33cfb789d389 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:47.776114 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ce5ecd1e-f3fe-4947-bcfe-5ba868c3fafb req-228d5854-c043-4894-ab7e-e72f50c8bc3f tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:47.782808 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d2dc1e3-d014-4e3a-891d-4b2e43095828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:47.814317 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f0ce5d41-fa62-4980-9c00-8aedb0455609 req-675c7632-287c-45b7-a54b-12aa9e9b0f48 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/security-groups?id=7585ba8c-6a20-4c91-9e23-9b680d635c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902131 Sep 21 17:54:47.826147 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d5854-c043-4894-ab7e-e72f50c8bc3f tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Pushing event deleted for resources: {'Port': ['ID=5440fe66-9012-436f-88cf-6697b3a1d7ce,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:47.852535 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 653445ed-2468-4a34-8a74-ce7eb0ea6cdf no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:54:47.856969 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-c3f2c74b-a9f9-43ad-a8d5-2ecc6990c709 None None] Provisioning complete for port 428f6bdd-d7b3-4e30-b304-449ac1894866 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:54:47.857567 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c3f2c74b-a9f9-43ad-a8d5-2ecc6990c709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:47.906011 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c4583319-da1f-4ad5-99a9-74b49c852c77 req-ddcee4f9-c7c2-46e4-97c8-8b3d215e704b tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675428 Sep 21 17:54:47.906518 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 653445ed-2468-4a34-8a74-ce7eb0ea6cdf {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:54:47.907092 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 653445ed-2468-4a34-8a74-ce7eb0ea6cdf not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:54:47.925034 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-5072e071-290b-45ed-b6ee-33cfb789d389 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2017062 Sep 21 17:54:47.958371 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-e7defbe7-5f94-4d61-8cf8-38bdb346749e service neutron] Request body: {'port': {'device_id': '824309ba-a505-4fb7-9d78-e0c197ff7f5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:47.960271 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-c3f2c74b-a9f9-43ad-a8d5-2ecc6990c709 None None] Port 428f6bdd-d7b3-4e30-b304-449ac1894866 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:54:48.002598 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5ecd1e-f3fe-4947-bcfe-5ba868c3fafb req-228d5854-c043-4894-ab7e-e72f50c8bc3f tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] No DVR routers for this DVR port 5440fe66-9012-436f-88cf-6697b3a1d7ce on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:54:48.011817 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ce5ecd1e-f3fe-4947-bcfe-5ba868c3fafb req-228d5854-c043-4894-ab7e-e72f50c8bc3f tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:48.014131 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ce5ecd1e-f3fe-4947-bcfe-5ba868c3fafb req-228d5854-c043-4894-ab7e-e72f50c8bc3f tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.38 "DELETE /v2.0/ports/5440fe66-9012-436f-88cf-6697b3a1d7ce HTTP/1.1" status: 204 len: 173 time: 1.3680146 Sep 21 17:54:48.023490 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440ab41b-cd99-4e1d-9606-26f935de7a90', 'name': 'network-vif-deleted', 'tag': '5440fe66-9012-436f-88cf-6697b3a1d7ce'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:54:48.025903 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9b1ddb-b930-4451-b5ae-4f4e740feef0" -d '{"events": [{"server_uuid": "440ab41b-cd99-4e1d-9606-26f935de7a90", "name": "network-vif-deleted", "tag": "5440fe66-9012-436f-88cf-6697b3a1d7ce"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:54:48.032829 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2dc1e3-d014-4e3a-891d-4b2e43095828 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc80b87c-95e9-40c5-b85b-bca5f2409b9a,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:48.115613 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2dc1e3-d014-4e3a-891d-4b2e43095828 admin admin] Checking segment: {'id': 'b649b04a-47dc-4548-902b-6f55a3afe15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '02bd7daa-13a0-4d00-b335-4386ae333187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:54:48.116395 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2dc1e3-d014-4e3a-891d-4b2e43095828 admin admin] Network hostable DHCP agents. Network: 02bd7daa-13a0-4d00-b335-4386ae333187, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:54:48.141398 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-e7defbe7-5f94-4d61-8cf8-38bdb346749e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:48.160595 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161925d6-f800-4329-96dc-aa33bd8aeb7b req-309ab169-c284-4581-9d61-324c7510dbec tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:48.162260 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-161925d6-f800-4329-96dc-aa33bd8aeb7b req-309ab169-c284-4581-9d61-324c7510dbec tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.1746302 Sep 21 17:54:48.198699 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-129ca14c-f1d1-4be0-9046-6c38316513e1 req-193fd91d-99ea-47e6-a98b-257382786ad6 tempest-ServerRescueTestJSONUnderV235-1832165647 tempest-ServerRescueTestJSONUnderV235-1832165647-project] 10.222.0.58 "GET /v2.0/ports?device_id=440ab41b-cd99-4e1d-9606-26f935de7a90 HTTP/1.1" status: 200 len: 210 time: 0.0576208 Sep 21 17:54:48.222804 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2dc1e3-d014-4e3a-891d-4b2e43095828 admin admin] Network 02bd7daa-13a0-4d00-b335-4386ae333187 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:54:48.255911 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-0d2dc1e3-d014-4e3a-891d-4b2e43095828 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 02bd7daa-13a0-4d00-b335-4386ae333187) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:54:48.269036 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33583b06-1233-4f8a-bc1a-5e41c0007965 None None] Network 02bd7daa-13a0-4d00-b335-4386ae333187 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:54:48.271295 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-50c2cc63-b864-41d4-bb1a-53c1a75b7be0 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:48.278747 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-50c2cc63-b864-41d4-bb1a-53c1a75b7be0 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:48.281890 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2dc1e3-d014-4e3a-891d-4b2e43095828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:48.283123 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d2dc1e3-d014-4e3a-891d-4b2e43095828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:48.287067 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c6be1a-0099-403f-be97-ff91bc796feb x-openstack-request-id: req-c5c6be1a-0099-403f-be97-ff91bc796feb {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:54:48.287253 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440ab41b-cd99-4e1d-9606-26f935de7a90", "name": "network-vif-deleted", "tag": "5440fe66-9012-436f-88cf-6697b3a1d7ce", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:54:48.287477 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c5c6be1a-0099-403f-be97-ff91bc796feb {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:54:48.287871 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440ab41b-cd99-4e1d-9606-26f935de7a90', 'name': 'network-vif-deleted', 'tag': '5440fe66-9012-436f-88cf-6697b3a1d7ce', 'status': 'completed', 'code': 200} Sep 21 17:54:48.364917 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-161925d6-f800-4329-96dc-aa33bd8aeb7b req-b67b9e40-33f1-4ef3-aae2-a33de9b4f8ed tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932132 Sep 21 17:54:48.390748 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0d2dc1e3-d014-4e3a-891d-4b2e43095828 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3577707 Sep 21 17:54:48.413595 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-16838203-1957-4863-b75b-5f37566e4f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:48.474858 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [None req-50c2cc63-b864-41d4-bb1a-53c1a75b7be0 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Floating IP a6ffa515-cb2e-4385-aa1e-b08a47be5764 associated. External IP: 172.25.6.116, port: 011b8657-1fd2-48da-bb16-b3c03cf70cac. Sep 21 17:54:48.589474 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdc77e3-e6fc-43dc-93c4-e379b332c78d None None] Network 02bd7daa-13a0-4d00-b335-4386ae333187 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:54:48.598180 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-e7defbe7-5f94-4d61-8cf8-38bdb346749e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 428f6bdd-d7b3-4e30-b304-449ac1894866 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:54:48.609339 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-e7defbe7-5f94-4d61-8cf8-38bdb346749e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:48.627830 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-e7defbe7-5f94-4d61-8cf8-38bdb346749e service neutron] Transition to ACTIVE for port object 428f6bdd-d7b3-4e30-b304-449ac1894866 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:54:48.635340 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-e7defbe7-5f94-4d61-8cf8-38bdb346749e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:48.674087 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a84421-b995-4c73-b288-85d0143000f4 req-c21e4e62-38b4-4ebc-a74f-3d5dc30a37ef tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:48.681955 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7defbe7-5f94-4d61-8cf8-38bdb346749e service neutron] Pushing event updated for resources: {'Port': ['ID=428f6bdd-d7b3-4e30-b304-449ac1894866,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:48.685200 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-18a84421-b995-4c73-b288-85d0143000f4 req-c21e4e62-38b4-4ebc-a74f-3d5dc30a37ef tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=71c505ad-2974-4554-8f59-0310ba1eb97e HTTP/1.1" status: 200 len: 950 time: 0.2835975 Sep 21 17:54:48.782722 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-243ded96-7cc9-4dcc-b218-bdb587b374ec req-93c10523-1c56-42ce-8a4b-a80e550aa8cd tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1105593490', 'description': 'tempest-description-1279434487'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:48.792144 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-18a84421-b995-4c73-b288-85d0143000f4 req-ec1bf596-0170-4454-a210-e34c31219216 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053586 Sep 21 17:54:48.822807 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-e7defbe7-5f94-4d61-8cf8-38bdb346749e service neutron] Attempting to bind port 428f6bdd-d7b3-4e30-b304-449ac1894866 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:54:48.823257 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-e7defbe7-5f94-4d61-8cf8-38bdb346749e service neutron] Attempting to bind port 428f6bdd-d7b3-4e30-b304-449ac1894866 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:54:48.823693 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-e7defbe7-5f94-4d61-8cf8-38bdb346749e service neutron] Attempting to bind port 428f6bdd-d7b3-4e30-b304-449ac1894866 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:54:48.828744 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-243ded96-7cc9-4dcc-b218-bdb587b374ec req-93c10523-1c56-42ce-8a4b-a80e550aa8cd tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:48.842249 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-e7defbe7-5f94-4d61-8cf8-38bdb346749e service neutron] Port 428f6bdd-d7b3-4e30-b304-449ac1894866 on network c714db5f-672e-4004-8098-88db84169d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:54:48.842652 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-e7defbe7-5f94-4d61-8cf8-38bdb346749e service neutron] Attempting to bind port 428f6bdd-d7b3-4e30-b304-449ac1894866 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:54:48.871664 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-e7defbe7-5f94-4d61-8cf8-38bdb346749e service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:54:48.872035 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-e7defbe7-5f94-4d61-8cf8-38bdb346749e service neutron] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:54:48.872432 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-e7defbe7-5f94-4d61-8cf8-38bdb346749e service neutron] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:54:48.872883 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-e7defbe7-5f94-4d61-8cf8-38bdb346749e service neutron] Bound port: 428f6bdd-d7b3-4e30-b304-449ac1894866, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:54:48.873341 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-e7defbe7-5f94-4d61-8cf8-38bdb346749e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:48.887110 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c2cc63-b864-41d4-bb1a-53c1a75b7be0 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Router ce55332b-0c0d-4e4c-af22-39781db210d9 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:54:48.919730 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9755733-5a9f-4bcb-b2eb-0643f8a45a3e req-b8c815b5-c022-4bde-802a-455b41eb2f64 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:48.921640 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9755733-5a9f-4bcb-b2eb-0643f8a45a3e req-b8c815b5-c022-4bde-802a-455b41eb2f64 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cd70a80-2ab4-4e7c-b391-e57800d6f6b0 HTTP/1.1" status: 200 len: 948 time: 0.0936942 Sep 21 17:54:48.948734 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:49.055807 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c167f-e1a5-46a2-a83f-f89e4a075cd4 req-82b5c359-d3ef-4a20-8052-591daee0c18b tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:49.057400 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5d7c167f-e1a5-46a2-a83f-f89e4a075cd4 req-82b5c359-d3ef-4a20-8052-591daee0c18b tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.1474121 Sep 21 17:54:49.063486 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-e7defbe7-5f94-4d61-8cf8-38bdb346749e service neutron] For port 428f6bdd-d7b3-4e30-b304-449ac1894866, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:54:49.078621 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c2cc63-b864-41d4-bb1a-53c1a75b7be0 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:54:49.081427 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-e7defbe7-5f94-4d61-8cf8-38bdb346749e service neutron] For port 428f6bdd-d7b3-4e30-b304-449ac1894866, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=428f6bdd-d7b3-4e30-b304-449ac1894866,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:54:49.088213 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-50c2cc63-b864-41d4-bb1a-53c1a75b7be0 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:49.094840 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-e7defbe7-5f94-4d61-8cf8-38bdb346749e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:49.097584 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5bbca6-e196-4997-8ef8-05e2f6b8c16f None None] Sync routers for ids ['ce55332b-0c0d-4e4c-af22-39781db210d9'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:54:49.107147 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-243ded96-7cc9-4dcc-b218-bdb587b374ec req-93c10523-1c56-42ce-8a4b-a80e550aa8cd tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:49.123289 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5bbca6-e196-4997-8ef8-05e2f6b8c16f None None] Routers {'ce55332b-0c0d-4e4c-af22-39781db210d9'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:54:49.127800 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6d5bbca6-e196-4997-8ef8-05e2f6b8c16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:54:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ce55332b-0c0d-4e4c-af22-39781db210d9'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:49.131933 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-50c2cc63-b864-41d4-bb1a-53c1a75b7be0 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "PUT /v2.0/floatingips/a6ffa515-cb2e-4385-aa1e-b08a47be5764 HTTP/1.1" status: 200 len: 992 time: 1.7029290 Sep 21 17:54:49.132117 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-243ded96-7cc9-4dcc-b218-bdb587b374ec req-93c10523-1c56-42ce-8a4b-a80e550aa8cd tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:49.132567 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5d7c167f-e1a5-46a2-a83f-f89e4a075cd4 req-0b4b46dd-49c8-43bf-bb76-eab004c2855a tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659821 Sep 21 17:54:49.133084 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e50d1e6-ae6d-418c-8af6-cf61a188a287', 'tag': '011b8657-1fd2-48da-bb16-b3c03cf70cac'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:54:49.135576 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07e057f-733b-44a9-8d74-353a9dab9480" -d '{"events": [{"name": "network-changed", "server_uuid": "1e50d1e6-ae6d-418c-8af6-cf61a188a287", "tag": "011b8657-1fd2-48da-bb16-b3c03cf70cac"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:54:49.156134 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-e7defbe7-5f94-4d61-8cf8-38bdb346749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:49.156754 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-e7defbe7-5f94-4d61-8cf8-38bdb346749e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:49.158131 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-e7defbe7-5f94-4d61-8cf8-38bdb346749e service neutron] 10.222.0.44 "PUT /v2.0/ports/428f6bdd-d7b3-4e30-b304-449ac1894866 HTTP/1.1" status: 200 len: 1096 time: 1.2100854 Sep 21 17:54:49.224363 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-243ded96-7cc9-4dcc-b218-bdb587b374ec req-93c10523-1c56-42ce-8a4b-a80e550aa8cd tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:49.237448 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-243ded96-7cc9-4dcc-b218-bdb587b374ec req-93c10523-1c56-42ce-8a4b-a80e550aa8cd tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4640560 Sep 21 17:54:49.251794 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7defbe7-5f94-4d61-8cf8-38bdb346749e service neutron] Pushing event updated for resources: {'Port': ['ID=428f6bdd-d7b3-4e30-b304-449ac1894866,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:49.272116 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-b9755733-5a9f-4bcb-b2eb-0643f8a45a3e req-f85f1c7b-54bb-4288-bcb6-b4b466517b7f tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Deleting port f8cc2e07-a0e1-43e2-aa5d-8b93db18b216 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:54:49.272759 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b9755733-5a9f-4bcb-b2eb-0643f8a45a3e req-f85f1c7b-54bb-4288-bcb6-b4b466517b7f tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:49.304541 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c10523-1c56-42ce-8a4b-a80e550aa8cd tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6dea9ea-719c-4947-83ef-dd8e94602855,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:49.333511 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-6d5bbca6-e196-4997-8ef8-05e2f6b8c16f None None] Set router ce55332b-0c0d-4e4c-af22-39781db210d9 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:54:49.374085 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-9f9b9d78-4604-4548-9edb-86788a523772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:49.375759 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-9f9b9d78-4604-4548-9edb-86788a523772 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f3df2f1b844143b1bdfc1c299403f848&device_id=824309ba-a505-4fb7-9d78-e0c197ff7f5e HTTP/1.1" status: 200 len: 1099 time: 0.1549253 Sep 21 17:54:49.540698 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-4f00cc2d-2aef-4e35-9270-a94cd26855fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=428f6bdd-d7b3-4e30-b304-449ac1894866 HTTP/1.1" status: 200 len: 217 time: 0.1056454 Sep 21 17:54:49.611784 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c15658-7887-47d9-8814-3b704a94498c req-b5240362-a865-4820-8439-c179e800b34a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:49.614204 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-02c15658-7887-47d9-8814-3b704a94498c req-b5240362-a865-4820-8439-c179e800b34a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=824309ba-a505-4fb7-9d78-e0c197ff7f5e HTTP/1.1" status: 200 len: 948 time: 0.2116280 Sep 21 17:54:49.662065 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6d5bbca6-e196-4997-8ef8-05e2f6b8c16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'name': 'tempest-ServersTestBootFromVolume-952031142-router', 'tenant_id': 'c4da9d9a034541f0b1a21573283219ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '615ebbb7-fda2-4867-983f-94f82f17d732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:53:28Z', 'updated_at': '2021-09-21T17:53:38Z', 'revision_number': 4, 'project_id': 'c4da9d9a034541f0b1a21573283219ab', 'gw_port': {'id': '615ebbb7-fda2-4867-983f-94f82f17d732', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:29Z', 'updated_at': '2021-09-21T17:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'a6ffa515-cb2e-4385-aa1e-b08a47be5764', 'tenant_id': 'c4da9d9a034541f0b1a21573283219ab', 'floating_ip_address': '172.25.6.116', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'port_id': '011b8657-1fd2-48da-bb16-b3c03cf70cac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1971a7db-b33f-45b8-9b53-89078ce1cf93', 'mac_address': 'fa:16:3e:16:30:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e50d1e6-ae6d-418c-8af6-cf61a188a287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:53:44Z', 'updated_at': '2021-09-21T17:54:48Z', 'revision_number': 1, 'project_id': 'c4da9d9a034541f0b1a21573283219ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806641db-752f-4cd0-b3aa-109bbc9f47d4', 'name': '', 'network_id': '1971a7db-b33f-45b8-9b53-89078ce1cf93', 'tenant_id': 'c4da9d9a034541f0b1a21573283219ab', 'mac_address': 'fa:16:3e:48:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'e04fc3fb-825e-41c6-b49c-33fd947c53f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:36Z', 'updated_at': '2021-09-21T17:53:44Z', 'revision_number': 5, 'project_id': 'c4da9d9a034541f0b1a21573283219ab', 'subnets': [{'id': 'e04fc3fb-825e-41c6-b49c-33fd947c53f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:49.666307 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-b9755733-5a9f-4bcb-b2eb-0643f8a45a3e req-f85f1c7b-54bb-4288-bcb6-b4b466517b7f tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] For port f8cc2e07-a0e1-43e2-aa5d-8b93db18b216, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=f8cc2e07-a0e1-43e2-aa5d-8b93db18b216,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:49.667023 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b9755733-5a9f-4bcb-b2eb-0643f8a45a3e req-f85f1c7b-54bb-4288-bcb6-b4b466517b7f tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:49.686770 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-02c15658-7887-47d9-8814-3b704a94498c req-e5203ecc-b126-45fe-ad43-12d88c0b1dd1 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632262 Sep 21 17:54:49.694599 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-b9755733-5a9f-4bcb-b2eb-0643f8a45a3e req-f85f1c7b-54bb-4288-bcb6-b4b466517b7f tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Calling delete_port for f8cc2e07-a0e1-43e2-aa5d-8b93db18b216 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:54:49.697745 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5bbca6-e196-4997-8ef8-05e2f6b8c16f None None] Checking router: ce55332b-0c0d-4e4c-af22-39781db210d9 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:54:49.698666 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-20363e6c-e389-4f5a-ba44-8bbbbc99b07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:49.700404 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-20363e6c-e389-4f5a-ba44-8bbbbc99b07a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1513481 Sep 21 17:54:49.711799 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5bbca6-e196-4997-8ef8-05e2f6b8c16f None None] Routers {'ce55332b-0c0d-4e4c-af22-39781db210d9'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:54:49.712412 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6d5bbca6-e196-4997-8ef8-05e2f6b8c16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:54:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ce55332b-0c0d-4e4c-af22-39781db210d9'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:49.718151 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b82c91-3c15-48fe-b32a-41fbedfd1dd1 req-98d81fcd-f2ff-467a-8455-cc7db3259d1b tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:49.726622 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-39b82c91-3c15-48fe-b32a-41fbedfd1dd1 req-98d81fcd-f2ff-467a-8455-cc7db3259d1b tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cd70a80-2ab4-4e7c-b391-e57800d6f6b0 HTTP/1.1" status: 200 len: 948 time: 0.4647825 Sep 21 17:54:49.752479 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57750) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:49.769000 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-39b82c91-3c15-48fe-b32a-41fbedfd1dd1 req-cd0e6f1b-22da-49e5-a5f9-62e4f4bf74b2 tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.58 "GET /v2.0/security-groups?id=7585ba8c-6a20-4c91-9e23-9b680d635c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414627 Sep 21 17:54:49.809694 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-0af26a39-5edb-44f0-8ec6-4bb3c13f16fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:49.811239 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-0af26a39-5edb-44f0-8ec6-4bb3c13f16fb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0898061 Sep 21 17:54:49.836138 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e143036b-df8e-4721-b5e9-ee2797440e1f x-openstack-request-id: req-e143036b-df8e-4721-b5e9-ee2797440e1f {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:54:49.836422 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e50d1e6-ae6d-418c-8af6-cf61a188a287", "tag": "011b8657-1fd2-48da-bb16-b3c03cf70cac", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:54:49.836667 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e143036b-df8e-4721-b5e9-ee2797440e1f {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:54:49.837061 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e50d1e6-ae6d-418c-8af6-cf61a188a287', 'tag': '011b8657-1fd2-48da-bb16-b3c03cf70cac', 'status': 'completed', 'code': 200} Sep 21 17:54:49.850044 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57754) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:49.864730 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-ffda1e94-0406-45dc-9333-53d5c1f1c4d0 req-e3610211-7c2f-44e3-b329-7c270415a637 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-229921691', 'description': 'tempest-description-1391953356'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:49.868885 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-6d5bbca6-e196-4997-8ef8-05e2f6b8c16f None None] Set router ce55332b-0c0d-4e4c-af22-39781db210d9 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:54:49.963732 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-fa6fd134-0970-4e00-8c4c-c3428396fdb4 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305120 Sep 21 17:54:49.964907 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:49.975814 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-a26123a1-9caa-4953-aa7c-08fc539569a0 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=fef3188ef5604e56a86389d1952dd3ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365422 Sep 21 17:54:49.992720 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5cca546-dc6b-49a4-a681-47e62a1e3b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:50.074416 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ffda1e94-0406-45dc-9333-53d5c1f1c4d0 req-e3610211-7c2f-44e3-b329-7c270415a637 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:50.080963 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e057f-733b-44a9-8d74-353a9dab9480 req-af85ec22-4151-44da-966a-104e356127bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:50.082458 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e07e057f-733b-44a9-8d74-353a9dab9480 req-af85ec22-4151-44da-966a-104e356127bf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4da9d9a034541f0b1a21573283219ab&device_id=1e50d1e6-ae6d-418c-8af6-cf61a188a287 HTTP/1.1" status: 200 len: 1097 time: 0.2048080 Sep 21 17:54:50.167773 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b9755733-5a9f-4bcb-b2eb-0643f8a45a3e req-f85f1c7b-54bb-4288-bcb6-b4b466517b7f tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:50.209093 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-cbb4a9a3-99b7-4e55-a763-221bd7cb0044 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:50.217202 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-cbb4a9a3-99b7-4e55-a763-221bd7cb0044 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2311165 Sep 21 17:54:50.250587 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aa036614-7525-4abc-8f8b-36b20906f4c1 req-e190c80d-e5b8-496d-b29e-7f8c82c4da47 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730613 Sep 21 17:54:50.251264 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f1c7b-54bb-4288-bcb6-b4b466517b7f tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Pushing event deleted for resources: {'Port': ['ID=f8cc2e07-a0e1-43e2-aa5d-8b93db18b216,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:50.261683 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-d2483399-d229-4034-ab46-16cb3067e0a4 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/quotas/fef3188ef5604e56a86389d1952dd3ce HTTP/1.1" status: 200 len: 375 time: 0.0435393 Sep 21 17:54:50.277642 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6d5bbca6-e196-4997-8ef8-05e2f6b8c16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'name': 'tempest-ServersTestBootFromVolume-952031142-router', 'tenant_id': 'c4da9d9a034541f0b1a21573283219ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '615ebbb7-fda2-4867-983f-94f82f17d732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:53:28Z', 'updated_at': '2021-09-21T17:53:38Z', 'revision_number': 4, 'project_id': 'c4da9d9a034541f0b1a21573283219ab', 'gw_port': {'id': '615ebbb7-fda2-4867-983f-94f82f17d732', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:29Z', 'updated_at': '2021-09-21T17:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'a6ffa515-cb2e-4385-aa1e-b08a47be5764', 'tenant_id': 'c4da9d9a034541f0b1a21573283219ab', 'floating_ip_address': '172.25.6.116', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'port_id': '011b8657-1fd2-48da-bb16-b3c03cf70cac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1971a7db-b33f-45b8-9b53-89078ce1cf93', 'mac_address': 'fa:16:3e:16:30:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e50d1e6-ae6d-418c-8af6-cf61a188a287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:53:44Z', 'updated_at': '2021-09-21T17:54:48Z', 'revision_number': 1, 'project_id': 'c4da9d9a034541f0b1a21573283219ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806641db-752f-4cd0-b3aa-109bbc9f47d4', 'name': '', 'network_id': '1971a7db-b33f-45b8-9b53-89078ce1cf93', 'tenant_id': 'c4da9d9a034541f0b1a21573283219ab', 'mac_address': 'fa:16:3e:48:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'e04fc3fb-825e-41c6-b49c-33fd947c53f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:36Z', 'updated_at': '2021-09-21T17:53:44Z', 'revision_number': 5, 'project_id': 'c4da9d9a034541f0b1a21573283219ab', 'subnets': [{'id': 'e04fc3fb-825e-41c6-b49c-33fd947c53f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:50.307081 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824309ba-a505-4fb7-9d78-e0c197ff7f5e', 'tag': '428f6bdd-d7b3-4e30-b304-449ac1894866'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:54:50.309503 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5bbca6-e196-4997-8ef8-05e2f6b8c16f None None] The sync data for ids ['ce55332b-0c0d-4e4c-af22-39781db210d9'] in n-d-810291-1 is: [{'id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'name': 'tempest-ServersTestBootFromVolume-952031142-router', 'tenant_id': 'c4da9d9a034541f0b1a21573283219ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '615ebbb7-fda2-4867-983f-94f82f17d732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:53:28Z', 'updated_at': '2021-09-21T17:53:38Z', 'revision_number': 4, 'project_id': 'c4da9d9a034541f0b1a21573283219ab', 'gw_port': {'id': '615ebbb7-fda2-4867-983f-94f82f17d732', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:29Z', 'updated_at': '2021-09-21T17:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'a6ffa515-cb2e-4385-aa1e-b08a47be5764', 'tenant_id': 'c4da9d9a034541f0b1a21573283219ab', 'floating_ip_address': '172.25.6.116', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'port_id': '011b8657-1fd2-48da-bb16-b3c03cf70cac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1971a7db-b33f-45b8-9b53-89078ce1cf93', 'mac_address': 'fa:16:3e:16:30:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e50d1e6-ae6d-418c-8af6-cf61a188a287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:53:44Z', 'updated_at': '2021-09-21T17:54:48Z', 'revision_number': 1, 'project_id': 'c4da9d9a034541f0b1a21573283219ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806641db-752f-4cd0-b3aa-109bbc9f47d4', 'name': '', 'network_id': '1971a7db-b33f-45b8-9b53-89078ce1cf93', 'tenant_id': 'c4da9d9a034541f0b1a21573283219ab', 'mac_address': 'fa:16:3e:48:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'e04fc3fb-825e-41c6-b49c-33fd947c53f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:36Z', 'updated_at': '2021-09-21T17:53:44Z', 'revision_number': 5, 'project_id': 'c4da9d9a034541f0b1a21573283219ab', 'subnets': [{'id': 'e04fc3fb-825e-41c6-b49c-33fd947c53f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:54:50.309755 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27491255-cff9-4638-ad0f-ab9f14daba34" -d '{"events": [{"name": "network-changed", "server_uuid": "824309ba-a505-4fb7-9d78-e0c197ff7f5e", "tag": "428f6bdd-d7b3-4e30-b304-449ac1894866"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:54:50.334284 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e057f-733b-44a9-8d74-353a9dab9480 req-874e87a5-27ab-4bf1-b09f-24abdd2b545c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:50.335816 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e07e057f-733b-44a9-8d74-353a9dab9480 req-874e87a5-27ab-4bf1-b09f-24abdd2b545c service neutron] 10.222.0.44 "GET /v2.0/networks?id=1971a7db-b33f-45b8-9b53-89078ce1cf93 HTTP/1.1" status: 200 len: 916 time: 0.2330263 Sep 21 17:54:50.344593 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9755733-5a9f-4bcb-b2eb-0643f8a45a3e req-f85f1c7b-54bb-4288-bcb6-b4b466517b7f tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] No DVR routers for this DVR port f8cc2e07-a0e1-43e2-aa5d-8b93db18b216 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:54:50.347589 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b9755733-5a9f-4bcb-b2eb-0643f8a45a3e req-f85f1c7b-54bb-4288-bcb6-b4b466517b7f tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:50.349919 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9755733-5a9f-4bcb-b2eb-0643f8a45a3e req-f85f1c7b-54bb-4288-bcb6-b4b466517b7f tempest-ListImageFiltersTestJSON-1764907741 tempest-ListImageFiltersTestJSON-1764907741-project] 10.222.0.44 "DELETE /v2.0/ports/f8cc2e07-a0e1-43e2-aa5d-8b93db18b216 HTTP/1.1" status: 204 len: 173 time: 1.4025881 Sep 21 17:54:50.368455 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-ef9635d0-953f-40b4-837b-4345a18f9b8e tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fef3188ef5604e56a86389d1952dd3ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1058621 Sep 21 17:54:50.433568 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5cca546-dc6b-49a4-a681-47e62a1e3b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:50.450061 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5cca546-dc6b-49a4-a681-47e62a1e3b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:50.529532 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e07e057f-733b-44a9-8d74-353a9dab9480 req-cd42a0a2-e20d-438c-95ac-92a9babcf2c2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=011b8657-1fd2-48da-bb16-b3c03cf70cac HTTP/1.1" status: 200 len: 1000 time: 0.1839824 Sep 21 17:54:50.579136 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c5cca546-dc6b-49a4-a681-47e62a1e3b2b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b5b81467950a4d2581a7e2dbe96ff000&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8254464 Sep 21 17:54:50.585285 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cca546-dc6b-49a4-a681-47e62a1e3b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78149bed-67af-4dc2-bb7e-9efc9adf6841,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:50.605584 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57770) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:50.609171 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef11977-6db6-44e1-a856-12f58aec14b1 None None] New status for floating IP a6ffa515-cb2e-4385-aa1e-b08a47be5764: ACTIVE {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:54:50.678828 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e057f-733b-44a9-8d74-353a9dab9480 req-8e1889a0-bc80-49aa-be6f-04d910b1674a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:50.680905 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e07e057f-733b-44a9-8d74-353a9dab9480 req-8e1889a0-bc80-49aa-be6f-04d910b1674a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e04fc3fb-825e-41c6-b49c-33fd947c53f0 HTTP/1.1" status: 200 len: 854 time: 0.1245253 Sep 21 17:54:50.703606 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce2f71-dacb-41a9-85c1-781e75e241a5 req-5e0190b8-e33a-4000-8ba1-c7d226031684 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:50.705224 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d9ce2f71-dacb-41a9-85c1-781e75e241a5 req-5e0190b8-e33a-4000-8ba1-c7d226031684 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.1555820 Sep 21 17:54:50.710465 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2bea2799-2604-4a14-a08e-3d45a28a3bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:50.716728 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ffda1e94-0406-45dc-9333-53d5c1f1c4d0 req-e3610211-7c2f-44e3-b329-7c270415a637 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:50.752248 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2bea2799-2604-4a14-a08e-3d45a28a3bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:50.760237 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ffda1e94-0406-45dc-9333-53d5c1f1c4d0 req-e3610211-7c2f-44e3-b329-7c270415a637 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:50.784836 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d9ce2f71-dacb-41a9-85c1-781e75e241a5 req-83a5e0d8-e285-494d-b939-1ae65e762f33 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639212 Sep 21 17:54:50.837301 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3610211-7c2f-44e3-b329-7c270415a637 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eecef332-96f3-40bd-8285-c19b559c0432,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:50.840462 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2bea2799-2604-4a14-a08e-3d45a28a3bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:50.843833 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2bea2799-2604-4a14-a08e-3d45a28a3bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:50.845150 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2bea2799-2604-4a14-a08e-3d45a28a3bea admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/78149bed-67af-4dc2-bb7e-9efc9adf6841 HTTP/1.1" status: 204 len: 168 time: 0.2257075 Sep 21 17:54:50.855512 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea2799-2604-4a14-a08e-3d45a28a3bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78149bed-67af-4dc2-bb7e-9efc9adf6841,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:50.907400 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ffda1e94-0406-45dc-9333-53d5c1f1c4d0 req-e3610211-7c2f-44e3-b329-7c270415a637 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:50.909440 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ffda1e94-0406-45dc-9333-53d5c1f1c4d0 req-e3610211-7c2f-44e3-b329-7c270415a637 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.0521851 Sep 21 17:54:50.936269 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e057f-733b-44a9-8d74-353a9dab9480 req-83107ff3-6a54-4a03-bbe2-a62b83b4c781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:50.938206 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e07e057f-733b-44a9-8d74-353a9dab9480 req-83107ff3-6a54-4a03-bbe2-a62b83b4c781 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1971a7db-b33f-45b8-9b53-89078ce1cf93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2193658 Sep 21 17:54:50.989024 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93496d6-53a8-4737-bc35-539352957226 x-openstack-request-id: req-b93496d6-53a8-4737-bc35-539352957226 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:54:50.989366 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "824309ba-a505-4fb7-9d78-e0c197ff7f5e", "tag": "428f6bdd-d7b3-4e30-b304-449ac1894866", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:54:50.989676 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b93496d6-53a8-4737-bc35-539352957226 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:54:50.990214 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824309ba-a505-4fb7-9d78-e0c197ff7f5e', 'tag': '428f6bdd-d7b3-4e30-b304-449ac1894866', 'status': 'completed', 'code': 200} Sep 21 17:54:51.019567 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3bb86fd3-2c83-4d28-9cc1-f27800ae2ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:51.162229 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27491255-cff9-4638-ad0f-ab9f14daba34 req-7be7a333-97f2-4dd1-af9a-44e2cff524aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:51.164443 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-27491255-cff9-4638-ad0f-ab9f14daba34 req-7be7a333-97f2-4dd1-af9a-44e2cff524aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f3df2f1b844143b1bdfc1c299403f848&device_id=824309ba-a505-4fb7-9d78-e0c197ff7f5e HTTP/1.1" status: 200 len: 1099 time: 0.1344550 Sep 21 17:54:51.187885 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08c50d-18f6-491a-bb63-19caa950ca99 req-e010628e-d2b1-497c-8ffb-b4247d0daf44 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:51.197296 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5a08c50d-18f6-491a-bb63-19caa950ca99 req-e010628e-d2b1-497c-8ffb-b4247d0daf44 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=824309ba-a505-4fb7-9d78-e0c197ff7f5e HTTP/1.1" status: 200 len: 948 time: 0.0915766 Sep 21 17:54:51.259346 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f0fd96f1-729f-4854-9998-0511ba1741d1 req-c0e1e68f-1630-4d2d-94e2-cd494389f259 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ceb899-70f1-4111-aab6-acd0863cdc0a HTTP/1.1" status: 200 len: 210 time: 0.1177418 Sep 21 17:54:51.336825 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5a08c50d-18f6-491a-bb63-19caa950ca99 req-374abf87-7aac-4b83-8ac4-a7cd456232a0 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326303 Sep 21 17:54:51.371109 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27491255-cff9-4638-ad0f-ab9f14daba34 req-8a4c9ecf-633c-4474-bd42-2f90bb25adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:51.372626 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-27491255-cff9-4638-ad0f-ab9f14daba34 req-8a4c9ecf-633c-4474-bd42-2f90bb25adb5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.1667793 Sep 21 17:54:51.386478 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e07e057f-733b-44a9-8d74-353a9dab9480 req-5d153ac3-9aab-4be7-8b26-86023c0a355e service neutron] 10.222.0.44 "GET /v2.0/networks/1971a7db-b33f-45b8-9b53-89078ce1cf93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378936 Sep 21 17:54:51.473077 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:51.529584 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57806) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:51.557413 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-744b2a72-8758-4cf7-8ddc-ce127b0d2728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:51.590900 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-3bb86fd3-2c83-4d28-9cc1-f27800ae2ba3 admin admin] Deleting port 98e68b71-cbac-4ea3-b968-06908b86d50e {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:54:51.591320 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3bb86fd3-2c83-4d28-9cc1-f27800ae2ba3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:51.614164 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e07e057f-733b-44a9-8d74-353a9dab9480 req-5d3d4d82-9c2d-4e1c-b325-2a069a8f0214 service neutron] 10.222.0.44 "GET /v2.0/networks/1971a7db-b33f-45b8-9b53-89078ce1cf93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131131 Sep 21 17:54:51.727606 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-3bb86fd3-2c83-4d28-9cc1-f27800ae2ba3 admin admin] For port 98e68b71-cbac-4ea3-b968-06908b86d50e, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=98e68b71-cbac-4ea3-b968-06908b86d50e,segment=NetworkSegment(89ceafcc-3951-4e89-bca1-4e134218cfa9),segment_id=89ceafcc-3951-4e89-bca1-4e134218cfa9)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:51.727984 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3bb86fd3-2c83-4d28-9cc1-f27800ae2ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:51.748932 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-3bb86fd3-2c83-4d28-9cc1-f27800ae2ba3 admin admin] Calling delete_port for 98e68b71-cbac-4ea3-b968-06908b86d50e owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:54:51.798009 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-27491255-cff9-4638-ad0f-ab9f14daba34 req-1aa3e77e-a1ba-4f24-b916-71c6d3a52228 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=428f6bdd-d7b3-4e30-b304-449ac1894866 HTTP/1.1" status: 200 len: 217 time: 0.4035718 Sep 21 17:54:51.821281 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-744b2a72-8758-4cf7-8ddc-ce127b0d2728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:51.835577 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-744b2a72-8758-4cf7-8ddc-ce127b0d2728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:51.890016 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-744b2a72-8758-4cf7-8ddc-ce127b0d2728 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3fa07a1c00f249f4bf544a7dca9e5212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3575227 Sep 21 17:54:51.892641 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57822) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:51.925232 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27491255-cff9-4638-ad0f-ab9f14daba34 req-fdea52b4-afac-4163-bff2-4d0284d63e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:51.927082 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-27491255-cff9-4638-ad0f-ab9f14daba34 req-fdea52b4-afac-4163-bff2-4d0284d63e1a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1195598 Sep 21 17:54:51.931011 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b2a72-8758-4cf7-8ddc-ce127b0d2728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4ecd7c-a30c-4d14-b5cf-9fb1a96822f5,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:51.989820 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72aa77-8408-4857-bb85-750af0daff93 req-7512f850-0989-44a1-b058-8f9ef0c083b0 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:51.991361 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f72aa77-8408-4857-bb85-750af0daff93 req-7512f850-0989-44a1-b058-8f9ef0c083b0 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/networks?id=02bd7daa-13a0-4d00-b335-4386ae333187 HTTP/1.1" status: 200 len: 812 time: 0.1958709 Sep 21 17:54:52.022525 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0ae5aec0-dda1-44fd-a00a-6788ea415d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:52.025841 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f72aa77-8408-4857-bb85-750af0daff93 req-f7750c09-ee57-4e4c-b098-46ad29ec1e3c tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/quotas/d71c593332624e98b9eb6adfe1f21c51 HTTP/1.1" status: 200 len: 375 time: 0.0248587 Sep 21 17:54:52.032735 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27491255-cff9-4638-ad0f-ab9f14daba34 req-abd5d5ec-3fc2-418e-afb3-addcd9a39d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:52.034229 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-27491255-cff9-4638-ad0f-ab9f14daba34 req-abd5d5ec-3fc2-418e-afb3-addcd9a39d8c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0950787 Sep 21 17:54:52.037609 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 428f6bdd-d7b3-4e30-b304-449ac1894866 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:54:52.040207 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device f8cc2e07-a0e1-43e2-aa5d-8b93db18b216 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:54:52.070003 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-45fe79ee-bdde-4087-805a-33ea51807d03 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=fef3188ef5604e56a86389d1952dd3ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490859 Sep 21 17:54:52.071995 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: f8cc2e07-a0e1-43e2-aa5d-8b93db18b216 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:54:52.072594 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device f8cc2e07-a0e1-43e2-aa5d-8b93db18b216 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:54:52.094713 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f72aa77-8408-4857-bb85-750af0daff93 req-686c2e6b-ede8-4e5c-9fcb-5db694da4658 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d71c593332624e98b9eb6adfe1f21c51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595040 Sep 21 17:54:52.096868 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0ae5aec0-dda1-44fd-a00a-6788ea415d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:52.104805 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3bb86fd3-2c83-4d28-9cc1-f27800ae2ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:52.139505 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134f0e5-06b8-44b5-98eb-1819ca9013a2 req-eb0ea0af-1a96-4cb6-beca-66fbdef0758c tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:52.141149 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b134f0e5-06b8-44b5-98eb-1819ca9013a2 req-eb0ea0af-1a96-4cb6-beca-66fbdef0758c tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.1361623 Sep 21 17:54:52.173947 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb86fd3-2c83-4d28-9cc1-f27800ae2ba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=98e68b71-cbac-4ea3-b968-06908b86d50e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:52.189503 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 428f6bdd-d7b3-4e30-b304-449ac1894866, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=428f6bdd-d7b3-4e30-b304-449ac1894866,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:52.206342 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '428f6bdd-d7b3-4e30-b304-449ac1894866', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': '428f6bdd-d7b3-4e30-b304-449ac1894866', 'mac_address': 'fa:16:3e:65:5d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:54:52.264907 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0ae5aec0-dda1-44fd-a00a-6788ea415d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:52.267436 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0ae5aec0-dda1-44fd-a00a-6788ea415d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:52.268646 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0ae5aec0-dda1-44fd-a00a-6788ea415d8d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9d4ecd7c-a30c-4d14-b5cf-9fb1a96822f5 HTTP/1.1" status: 204 len: 168 time: 0.3749413 Sep 21 17:54:52.273998 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-27491255-cff9-4638-ad0f-ab9f14daba34 req-b5a5ef4c-d791-4670-88cf-e1317b40cbce service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181954 Sep 21 17:54:52.280572 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:52.282874 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f72aa77-8408-4857-bb85-750af0daff93 req-89a494c2-9882-43cd-b88f-37eb9648136c service neutron] 10.222.0.58 "GET /v2.0/networks/02bd7daa-13a0-4d00-b335-4386ae333187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771233 Sep 21 17:54:52.283779 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5aec0-dda1-44fd-a00a-6788ea415d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4ecd7c-a30c-4d14-b5cf-9fb1a96822f5,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:52.307425 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 428f6bdd-d7b3-4e30-b304-449ac1894866 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:54:52.339092 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 428f6bdd-d7b3-4e30-b304-449ac1894866, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=428f6bdd-d7b3-4e30-b304-449ac1894866,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:52.345661 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:52.355495 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-672f5083-a67e-4f37-804b-acdebd0b26a1 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:52.357040 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-672f5083-a67e-4f37-804b-acdebd0b26a1 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2684915 Sep 21 17:54:52.403895 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=428f6bdd-d7b3-4e30-b304-449ac1894866,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:52.413369 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:52.413369 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:52.413369 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:52.413763 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:52.414017 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:52.414996 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:52.414996 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:52.414996 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:52.415766 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:52.416062 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:52.416403 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:52.416848 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:54:52.417700 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-348b2405-54f9-4f10-a56b-bb430ff7415d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Request body: {'port': {'device_id': '48ceb899-70f1-4111-aab6-acd0863cdc0a', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'admin_state_up': True, 'tenant_id': 'fef3188ef5604e56a86389d1952dd3ce'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:52.442760 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b134f0e5-06b8-44b5-98eb-1819ca9013a2 req-271dbbb1-2af1-427c-b26d-7374db21921f tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736626 Sep 21 17:54:52.443326 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-27491255-cff9-4638-ad0f-ab9f14daba34 req-8bdd1e81-19ad-4f11-90a2-1c614896cc85 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573744 Sep 21 17:54:52.458346 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f72aa77-8408-4857-bb85-750af0daff93 req-5207e6a6-b3ec-4237-914e-4a307a2c5e98 service neutron] 10.222.0.58 "GET /v2.0/networks/02bd7daa-13a0-4d00-b335-4386ae333187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639218 Sep 21 17:54:52.639304 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3bb86fd3-2c83-4d28-9cc1-f27800ae2ba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:52.646391 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-348b2405-54f9-4f10-a56b-bb430ff7415d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Made reservation on behalf of fef3188ef5604e56a86389d1952dd3ce for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:54:52.660657 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-348b2405-54f9-4f10-a56b-bb430ff7415d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:52.685690 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-10c50bd3-16de-4f11-a094-7b8d26dc7593 req-65fb8dc6-9294-4814-b34e-7cfa8578bfa6 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ceb899-70f1-4111-aab6-acd0863cdc0a HTTP/1.1" status: 200 len: 210 time: 0.0417039 Sep 21 17:54:52.689603 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['428f6bdd-d7b3-4e30-b304-449ac1894866'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:54:52.924542 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c6042-234b-4936-ac09-0004b3b14cf9 req-de8172c3-133f-448f-b4fa-89be0f23f1c4 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:52.926589 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6a8c6042-234b-4936-ac09-0004b3b14cf9 req-de8172c3-133f-448f-b4fa-89be0f23f1c4 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=824309ba-a505-4fb7-9d78-e0c197ff7f5e HTTP/1.1" status: 200 len: 949 time: 0.0867500 Sep 21 17:54:52.995878 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6a8c6042-234b-4936-ac09-0004b3b14cf9 req-f9381035-9bce-4599-b8c7-00aea0ab8814 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627084 Sep 21 17:54:52.996345 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd70a80-2ab4-4e7c-b391-e57800d6f6b0', 'name': 'network-vif-deleted', 'tag': 'f8cc2e07-a0e1-43e2-aa5d-8b93db18b216'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:54:53.018951 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fc67fd-bd44-4a3c-b94c-7cc516ec4b87" -d '{"events": [{"server_uuid": "6cd70a80-2ab4-4e7c-b391-e57800d6f6b0", "name": "network-vif-deleted", "tag": "f8cc2e07-a0e1-43e2-aa5d-8b93db18b216"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:54:53.042900 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-348b2405-54f9-4f10-a56b-bb430ff7415d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Allocated IP 192.168.233.100 (c714db5f-672e-4004-8098-88db84169d3c/53f6ee96-7c10-4364-b9ae-9f7e7556e695/b2e3ee59-75ad-47a0-ba1f-aa81e184c253) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:54:53.120069 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:53.129280 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-365b10d0-c000-41b3-838e-c0f2327ed62c req-5e4003a0-009a-4983-9f35-18d713e954b6 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6ea51c9-3501-470c-9d4d-73900efdb542 HTTP/1.1" status: 200 len: 210 time: 0.0611494 Sep 21 17:54:53.259190 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea65c1a-a30c-4879-a71b-c9c1dd9ea32d x-openstack-request-id: req-bea65c1a-a30c-4879-a71b-c9c1dd9ea32d {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:54:53.259506 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd70a80-2ab4-4e7c-b391-e57800d6f6b0", "name": "network-vif-deleted", "tag": "f8cc2e07-a0e1-43e2-aa5d-8b93db18b216", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:54:53.260227 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bea65c1a-a30c-4879-a71b-c9c1dd9ea32d {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:54:53.260841 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd70a80-2ab4-4e7c-b391-e57800d6f6b0', 'name': 'network-vif-deleted', 'tag': 'f8cc2e07-a0e1-43e2-aa5d-8b93db18b216', 'status': 'completed', 'code': 200} Sep 21 17:54:53.592490 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb86fd3-2c83-4d28-9cc1-f27800ae2ba3 admin admin] Router 1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:54:53.716769 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a56417-30c5-4e74-8340-b7ef696c257b req-0ea4497a-ba27-4592-9774-9cb1ddb14d6d tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:53.718482 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e8a56417-30c5-4e74-8340-b7ef696c257b req-0ea4497a-ba27-4592-9774-9cb1ddb14d6d tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.1765869 Sep 21 17:54:53.845212 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-348b2405-54f9-4f10-a56b-bb430ff7415d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:53.858235 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0bc6e761-3443-45bc-84b1-515c05ccd909 req-0739eace-6537-42ab-808b-b0c3b1ce415b tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ceb899-70f1-4111-aab6-acd0863cdc0a HTTP/1.1" status: 200 len: 210 time: 0.0408363 Sep 21 17:54:53.862601 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e8a56417-30c5-4e74-8340-b7ef696c257b req-e9928b09-ac6c-4dad-beef-efb40ff3b593 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301646 Sep 21 17:54:53.891952 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb86fd3-2c83-4d28-9cc1-f27800ae2ba3 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:54:53.905344 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57916) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:53.908043 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a769b7f3-f356-4bb5-b709-3fdea97b83f1 None None] Sync routers for ids ['1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:54:53.920673 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3bb86fd3-2c83-4d28-9cc1-f27800ae2ba3 admin admin] 10.222.0.58 "PUT /v2.0/routers/1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0503724 Sep 21 17:54:53.927231 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a769b7f3-f356-4bb5-b709-3fdea97b83f1 None None] Routers {'1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:54:53.927963 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-a769b7f3-f356-4bb5-b709-3fdea97b83f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:54:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:53.983042 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-348b2405-54f9-4f10-a56b-bb430ff7415d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:53.995842 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['26db8e5e-7620-4462-aeff-81796cdce9a6', '72e84872-9199-453c-a902-e649fd7a417c'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:54:54.072280 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aa6d62c3-73e6-4d1c-813d-dd7db827f6b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:54.074624 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-a769b7f3-f356-4bb5-b709-3fdea97b83f1 None None] Set router 1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:54:54.076227 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-348b2405-54f9-4f10-a56b-bb430ff7415d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Network c714db5f-672e-4004-8098-88db84169d3c is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:54:54.087598 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-348b2405-54f9-4f10-a56b-bb430ff7415d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:54:54.087907 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 428f6bdd-d7b3-4e30-b304-449ac1894866 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:54:54.090635 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-348b2405-54f9-4f10-a56b-bb430ff7415d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:54:54.217867 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-348b2405-54f9-4f10-a56b-bb430ff7415d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:54.218553 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-348b2405-54f9-4f10-a56b-bb430ff7415d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:54.241877 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b2405-54f9-4f10-a56b-bb430ff7415d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Pushing event updated for resources: {'Port': ['ID=b2e3ee59-75ad-47a0-ba1f-aa81e184c253,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:54.334252 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b8f0cd63-ca7d-4d3e-8de7-d7fe656c6cea req-19c77514-278b-41ce-82bc-d862327db555 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6ea51c9-3501-470c-9d4d-73900efdb542 HTTP/1.1" status: 200 len: 210 time: 0.0661249 Sep 21 17:54:54.354827 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-348b2405-54f9-4f10-a56b-bb430ff7415d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9441133 Sep 21 17:54:54.362196 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57930) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:54.389130 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-24028e51-b445-4898-8d8b-d1a5e487d11e service neutron] Request body: {'port': {'device_id': '48ceb899-70f1-4111-aab6-acd0863cdc0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:54.443264 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 428f6bdd-d7b3-4e30-b304-449ac1894866 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:54:54.470207 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 428f6bdd-d7b3-4e30-b304-449ac1894866 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:54:54.471259 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:54.489222 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:54.524876 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-24028e51-b445-4898-8d8b-d1a5e487d11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:54.617454 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-77a55e24-922c-41e7-8d14-a8c5fb099669 None None] Provisioning complete for port b2e3ee59-75ad-47a0-ba1f-aa81e184c253 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:54:54.617802 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-77a55e24-922c-41e7-8d14-a8c5fb099669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:54.620328 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-a769b7f3-f356-4bb5-b709-3fdea97b83f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'name': 'tempest-ServerRescueTestJSONUnderV235-180059102-router', 'tenant_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3426abcb-996d-4c66-a4f4-3bceec188280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:53:15Z', 'updated_at': '2021-09-21T17:54:51Z', 'revision_number': 5, 'project_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'gw_port': {'id': '3426abcb-996d-4c66-a4f4-3bceec188280', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:17Z', 'updated_at': '2021-09-21T17:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:54.629791 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72aa77-8408-4857-bb85-750af0daff93 req-ed3466dd-1d21-44ac-b88c-f251a4e2c628 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:54.631289 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f72aa77-8408-4857-bb85-750af0daff93 req-ed3466dd-1d21-44ac-b88c-f251a4e2c628 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.38 "GET /v2.0/networks?id=02bd7daa-13a0-4d00-b335-4386ae333187 HTTP/1.1" status: 200 len: 812 time: 0.4470403 Sep 21 17:54:54.637612 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aa6d62c3-73e6-4d1c-813d-dd7db827f6b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:54.649360 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30919d38-0fd3-4062-b518-738bf56536df req-5dd69aa6-ce13-4da8-ba5e-7160f708403b tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:54.654773 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-77a55e24-922c-41e7-8d14-a8c5fb099669 None None] Port b2e3ee59-75ad-47a0-ba1f-aa81e184c253 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:54:54.657449 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-30919d38-0fd3-4062-b518-738bf56536df req-5dd69aa6-ce13-4da8-ba5e-7160f708403b tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=824309ba-a505-4fb7-9d78-e0c197ff7f5e HTTP/1.1" status: 200 len: 949 time: 0.4820011 Sep 21 17:54:54.664007 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a769b7f3-f356-4bb5-b709-3fdea97b83f1 None None] Checking router: 1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:54:54.665851 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-8f72aa77-8408-4857-bb85-750af0daff93 req-1c00af0c-6093-429f-bc20-e12bafaf4488 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Request body: {'port': {'device_id': 'c6ea51c9-3501-470c-9d4d-73900efdb542', 'network_id': '02bd7daa-13a0-4d00-b335-4386ae333187', 'admin_state_up': True, 'tenant_id': 'd71c593332624e98b9eb6adfe1f21c51'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:54.677089 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a769b7f3-f356-4bb5-b709-3fdea97b83f1 None None] Routers {'1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:54:54.678006 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-a769b7f3-f356-4bb5-b709-3fdea97b83f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:54:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:54.742328 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:54.812710 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824309ba-a505-4fb7-9d78-e0c197ff7f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428f6bdd-d7b3-4e30-b304-449ac1894866'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:54:54.814197 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-30919d38-0fd3-4062-b518-738bf56536df req-8600170f-da60-4744-ab3e-da3aadff54b1 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557567 Sep 21 17:54:54.816337 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9ae7c6-114e-4c54-a1f0-316a2ebe7685" -d '{"events": [{"server_uuid": "824309ba-a505-4fb7-9d78-e0c197ff7f5e", "name": "network-vif-plugged", "status": "completed", "tag": "428f6bdd-d7b3-4e30-b304-449ac1894866"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:54:54.847635 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3350c201-bf29-4730-8b3e-f2a44e51d5e1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3610951a499a4b849d645b1f3befe3a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4842694 Sep 21 17:54:54.851218 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57944) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:54.855110 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 428f6bdd-d7b3-4e30-b304-449ac1894866, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=428f6bdd-d7b3-4e30-b304-449ac1894866,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:54.855460 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-a769b7f3-f356-4bb5-b709-3fdea97b83f1 None None] Set router 1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:54:54.869582 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:54.939440 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e1c841-0288-4154-9f80-cd1127c1eb9e x-openstack-request-id: req-42e1c841-0288-4154-9f80-cd1127c1eb9e {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:54:54.939719 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824309ba-a505-4fb7-9d78-e0c197ff7f5e", "name": "network-vif-plugged", "status": "completed", "tag": "428f6bdd-d7b3-4e30-b304-449ac1894866", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:54:54.939976 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-42e1c841-0288-4154-9f80-cd1127c1eb9e {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:54:54.940111 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d62c3-73e6-4d1c-813d-dd7db827f6b4 admin admin] Deleting port 3426abcb-996d-4c66-a4f4-3bceec188280 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:54:54.940360 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aa6d62c3-73e6-4d1c-813d-dd7db827f6b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:54.940488 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824309ba-a505-4fb7-9d78-e0c197ff7f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428f6bdd-d7b3-4e30-b304-449ac1894866', 'code': 200} Sep 21 17:54:54.984031 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f72aa77-8408-4857-bb85-750af0daff93 req-1c00af0c-6093-429f-bc20-e12bafaf4488 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Made reservation on behalf of d71c593332624e98b9eb6adfe1f21c51 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:54:54.987749 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8f72aa77-8408-4857-bb85-750af0daff93 req-1c00af0c-6093-429f-bc20-e12bafaf4488 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:55.028238 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=428f6bdd-d7b3-4e30-b304-449ac1894866,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:55.055576 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-24028e51-b445-4898-8d8b-d1a5e487d11e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e3ee59-75ad-47a0-ba1f-aa81e184c253 {{(pid=101461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:54:55.060463 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1315f2b2-c40e-4af0-9b90-a7abb860f64f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:55.074449 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-24028e51-b445-4898-8d8b-d1a5e487d11e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:55.139399 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-a769b7f3-f356-4bb5-b709-3fdea97b83f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'name': 'tempest-ServerRescueTestJSONUnderV235-180059102-router', 'tenant_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3426abcb-996d-4c66-a4f4-3bceec188280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:53:15Z', 'updated_at': '2021-09-21T17:54:51Z', 'revision_number': 5, 'project_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'gw_port': {'id': '3426abcb-996d-4c66-a4f4-3bceec188280', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:17Z', 'updated_at': '2021-09-21T17:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:55.143278 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.provisioning_blocks [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-24028e51-b445-4898-8d8b-d1a5e487d11e service neutron] Transition to ACTIVE for port object b2e3ee59-75ad-47a0-ba1f-aa81e184c253 will not be triggered until provisioned by entity L2. {{(pid=101461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:54:55.147177 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1315f2b2-c40e-4af0-9b90-a7abb860f64f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:55.160811 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-24028e51-b445-4898-8d8b-d1a5e487d11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:55.165964 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bcaa9e-8407-4802-9940-5a3f17cec8f4 req-c2122242-7744-4cd2-8088-ff160474d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:55.167501 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-67bcaa9e-8407-4802-9940-5a3f17cec8f4 req-c2122242-7744-4cd2-8088-ff160474d502 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=824309ba-a505-4fb7-9d78-e0c197ff7f5e HTTP/1.1" status: 200 len: 1101 time: 0.1748478 Sep 21 17:54:55.184275 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a769b7f3-f356-4bb5-b709-3fdea97b83f1 None None] The sync data for ids ['1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf'] in n-d-810291-1 is: [{'id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'name': 'tempest-ServerRescueTestJSONUnderV235-180059102-router', 'tenant_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3426abcb-996d-4c66-a4f4-3bceec188280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:53:15Z', 'updated_at': '2021-09-21T17:54:51Z', 'revision_number': 5, 'project_id': '22b4d8bb0cdb441098d6e65e91ff77b6', 'gw_port': {'id': '3426abcb-996d-4c66-a4f4-3bceec188280', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:17Z', 'updated_at': '2021-09-21T17:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:54:55.197549 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59c93f-3172-4406-acdd-39d306ec32f9 req-1a603e5a-fee4-4d8a-a537-87accff0ff3e tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:55.199392 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e59c93f-3172-4406-acdd-39d306ec32f9 req-1a603e5a-fee4-4d8a-a537-87accff0ff3e tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ceb899-70f1-4111-aab6-acd0863cdc0a HTTP/1.1" status: 200 len: 936 time: 0.1464045 Sep 21 17:54:55.267597 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-aa6d62c3-73e6-4d1c-813d-dd7db827f6b4 admin admin] For port 3426abcb-996d-4c66-a4f4-3bceec188280, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=3426abcb-996d-4c66-a4f4-3bceec188280,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:55.268026 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aa6d62c3-73e6-4d1c-813d-dd7db827f6b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:55.307288 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-67bcaa9e-8407-4802-9940-5a3f17cec8f4 req-65c9bf3c-d714-4381-8ff7-3fa7f0d60a8a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318445 Sep 21 17:54:55.308195 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d62c3-73e6-4d1c-813d-dd7db827f6b4 admin admin] Calling delete_port for 3426abcb-996d-4c66-a4f4-3bceec188280 owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:54:55.341890 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-8f72aa77-8408-4857-bb85-750af0daff93 req-1c00af0c-6093-429f-bc20-e12bafaf4488 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Allocated IP 172.20.0.8 (02bd7daa-13a0-4d00-b335-4386ae333187/fc80b87c-95e9-40c5-b85b-bca5f2409b9a/dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:54:55.346149 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24028e51-b445-4898-8d8b-d1a5e487d11e service neutron] Pushing event updated for resources: {'Port': ['ID=b2e3ee59-75ad-47a0-ba1f-aa81e184c253,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:55.356014 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e59c93f-3172-4406-acdd-39d306ec32f9 req-0826736c-bee6-404e-818d-8090601e5f3b tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157186 Sep 21 17:54:55.362324 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1315f2b2-c40e-4af0-9b90-a7abb860f64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:55.370193 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1315f2b2-c40e-4af0-9b90-a7abb860f64f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:55.373880 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1315f2b2-c40e-4af0-9b90-a7abb860f64f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7585ba8c-6a20-4c91-9e23-9b680d635c4a HTTP/1.1" status: 204 len: 168 time: 0.5194643 Sep 21 17:54:55.420497 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18c721-c9c8-4ccc-ba5c-01c49d215f8b req-c80275df-3617-49dc-afc4-443e1180e7eb tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:55.422147 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3d18c721-c9c8-4ccc-ba5c-01c49d215f8b req-c80275df-3617-49dc-afc4-443e1180e7eb tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.1472375 Sep 21 17:54:55.425683 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-24028e51-b445-4898-8d8b-d1a5e487d11e service neutron] Attempting to bind port b2e3ee59-75ad-47a0-ba1f-aa81e184c253 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:54:55.426341 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-24028e51-b445-4898-8d8b-d1a5e487d11e service neutron] Attempting to bind port b2e3ee59-75ad-47a0-ba1f-aa81e184c253 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:54:55.426917 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-24028e51-b445-4898-8d8b-d1a5e487d11e service neutron] Attempting to bind port b2e3ee59-75ad-47a0-ba1f-aa81e184c253 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:54:55.429771 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1315f2b2-c40e-4af0-9b90-a7abb860f64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7585ba8c-6a20-4c91-9e23-9b680d635c4a,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:55.439742 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-24028e51-b445-4898-8d8b-d1a5e487d11e service neutron] Port b2e3ee59-75ad-47a0-ba1f-aa81e184c253 on network c714db5f-672e-4004-8098-88db84169d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:54:55.440514 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-24028e51-b445-4898-8d8b-d1a5e487d11e service neutron] Attempting to bind port b2e3ee59-75ad-47a0-ba1f-aa81e184c253 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:54:55.448223 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-24028e51-b445-4898-8d8b-d1a5e487d11e service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:54:55.448988 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-24028e51-b445-4898-8d8b-d1a5e487d11e service neutron] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:54:55.449589 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-24028e51-b445-4898-8d8b-d1a5e487d11e service neutron] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:54:55.450409 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-24028e51-b445-4898-8d8b-d1a5e487d11e service neutron] Bound port: b2e3ee59-75ad-47a0-ba1f-aa81e184c253, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:54:55.451731 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-24028e51-b445-4898-8d8b-d1a5e487d11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:55.556706 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-24028e51-b445-4898-8d8b-d1a5e487d11e service neutron] For port b2e3ee59-75ad-47a0-ba1f-aa81e184c253, host n-h2-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:54:55.564683 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-24028e51-b445-4898-8d8b-d1a5e487d11e service neutron] For port b2e3ee59-75ad-47a0-ba1f-aa81e184c253, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=b2e3ee59-75ad-47a0-ba1f-aa81e184c253,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:54:55.583470 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-24028e51-b445-4898-8d8b-d1a5e487d11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:55.635918 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-24028e51-b445-4898-8d8b-d1a5e487d11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:55.637087 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-24028e51-b445-4898-8d8b-d1a5e487d11e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:55.639148 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-24028e51-b445-4898-8d8b-d1a5e487d11e service neutron] 10.222.0.44 "PUT /v2.0/ports/b2e3ee59-75ad-47a0-ba1f-aa81e184c253 HTTP/1.1" status: 200 len: 1096 time: 1.2642739 Sep 21 17:54:55.639803 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ceb899-70f1-4111-aab6-acd0863cdc0a', 'tag': 'b2e3ee59-75ad-47a0-ba1f-aa81e184c253'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:54:55.642530 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f4e6a4-30b5-4723-bbb4-7afdb8d69d18" -d '{"events": [{"name": "network-changed", "server_uuid": "48ceb899-70f1-4111-aab6-acd0863cdc0a", "tag": "b2e3ee59-75ad-47a0-ba1f-aa81e184c253"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:54:55.700971 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24028e51-b445-4898-8d8b-d1a5e487d11e service neutron] Pushing event updated for resources: {'Port': ['ID=b2e3ee59-75ad-47a0-ba1f-aa81e184c253,revision_number=3']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:55.727825 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3d18c721-c9c8-4ccc-ba5c-01c49d215f8b req-b9bcd603-13df-4cfd-891e-2a947e743ef9 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748926 Sep 21 17:54:55.815771 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6141a4cb-e426-46b6-809f-874ade6dd9fa req-f087af84-4113-4c96-83d8-5d2f78b6801e tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6ea51c9-3501-470c-9d4d-73900efdb542 HTTP/1.1" status: 200 len: 210 time: 0.0616882 Sep 21 17:54:55.820502 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-90dbaea7-3717-48d6-94e5-0fee8259db33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:55.822022 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-90dbaea7-3717-48d6-94e5-0fee8259db33 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fef3188ef5604e56a86389d1952dd3ce&device_id=48ceb899-70f1-4111-aab6-acd0863cdc0a HTTP/1.1" status: 200 len: 1099 time: 0.1126649 Sep 21 17:54:55.839923 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aa6d62c3-73e6-4d1c-813d-dd7db827f6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:55.903958 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d62c3-73e6-4d1c-813d-dd7db827f6b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3426abcb-996d-4c66-a4f4-3bceec188280,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:55.946692 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0811d2d2-0d19-42bc-856a-6e710b216872 x-openstack-request-id: req-0811d2d2-0d19-42bc-856a-6e710b216872 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:54:55.947113 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48ceb899-70f1-4111-aab6-acd0863cdc0a", "tag": "b2e3ee59-75ad-47a0-ba1f-aa81e184c253", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:54:55.947249 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0811d2d2-0d19-42bc-856a-6e710b216872 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:54:55.947641 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ceb899-70f1-4111-aab6-acd0863cdc0a', 'tag': 'b2e3ee59-75ad-47a0-ba1f-aa81e184c253', 'status': 'completed', 'code': 200} Sep 21 17:54:55.949549 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-fb0a718d-050e-41bb-9d64-d4a238ceaf9c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=b2e3ee59-75ad-47a0-ba1f-aa81e184c253 HTTP/1.1" status: 200 len: 217 time: 0.1035035 Sep 21 17:54:55.970237 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8f72aa77-8408-4857-bb85-750af0daff93 req-1c00af0c-6093-429f-bc20-e12bafaf4488 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:56.045439 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-371dbb29-fb5c-4262-a81f-749ad9c14d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:56.047091 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-371dbb29-fb5c-4262-a81f-749ad9c14d41 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.0806336 Sep 21 17:54:56.087133 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aa6d62c3-73e6-4d1c-813d-dd7db827f6b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:56.110434 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-21814a15-71c3-4bb8-b123-bc047600ac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:56.112329 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-21814a15-71c3-4bb8-b123-bc047600ac77 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0525405 Sep 21 17:54:56.207775 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aa6d62c3-73e6-4d1c-813d-dd7db827f6b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:56.210374 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8f72aa77-8408-4857-bb85-750af0daff93 req-1c00af0c-6093-429f-bc20-e12bafaf4488 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:56.221386 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307a6f2-8ef0-4825-b4c6-43567fac891e req-cb1181b5-047d-4717-b58c-9ab08d84d47c tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:56.223259 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5307a6f2-8ef0-4825-b4c6-43567fac891e req-cb1181b5-047d-4717-b58c-9ab08d84d47c tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=824309ba-a505-4fb7-9d78-e0c197ff7f5e HTTP/1.1" status: 200 len: 950 time: 0.2066686 Sep 21 17:54:56.224676 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aa6d62c3-73e6-4d1c-813d-dd7db827f6b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:56.246983 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-31ccf379-078c-4d19-ae6e-cbb6c75ad962 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213534 Sep 21 17:54:56.325407 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f72aa77-8408-4857-bb85-750af0daff93 req-1c00af0c-6093-429f-bc20-e12bafaf4488 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Network 02bd7daa-13a0-4d00-b335-4386ae333187 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:54:56.332832 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-8f72aa77-8408-4857-bb85-750af0daff93 req-1c00af0c-6093-429f-bc20-e12bafaf4488 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:54:56.346964 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f72aa77-8408-4857-bb85-750af0daff93 req-1c00af0c-6093-429f-bc20-e12bafaf4488 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:54:56.358511 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00af0c-6093-429f-bc20-e12bafaf4488 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Pushing event updated for resources: {'Port': ['ID=dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:56.363132 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aa6d62c3-73e6-4d1c-813d-dd7db827f6b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:56.363132 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6d62c3-73e6-4d1c-813d-dd7db827f6b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 17:54:56.393551 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d1636816-6e90-4c87-8b55-b0e2771b05e0 req-e13ed65e-2146-4862-a721-894dec19a0c1 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415355 Sep 21 17:54:56.393777 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aa6d62c3-73e6-4d1c-813d-dd7db827f6b4 admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:56.397314 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-aa6d62c3-73e6-4d1c-813d-dd7db827f6b4 admin admin] 10.222.0.58 "DELETE /v2.0/routers/1e91b04a-54ee-4ca1-99a2-f9bb1de3eccf HTTP/1.1" status: 204 len: 168 time: 2.4884944 Sep 21 17:54:56.398019 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57998) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:56.416497 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5307a6f2-8ef0-4825-b4c6-43567fac891e req-0050c523-a32e-4fdb-931b-8ae750ac8e6b tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751156 Sep 21 17:54:56.457387 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72aa77-8408-4857-bb85-750af0daff93 req-1c00af0c-6093-429f-bc20-e12bafaf4488 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:56.458351 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8f72aa77-8408-4857-bb85-750af0daff93 req-1c00af0c-6093-429f-bc20-e12bafaf4488 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:56.481222 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f72aa77-8408-4857-bb85-750af0daff93 req-1c00af0c-6093-429f-bc20-e12bafaf4488 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8208940 Sep 21 17:54:56.507277 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-8f72aa77-8408-4857-bb85-750af0daff93 req-cc403658-0c79-4818-b670-2b1733e22165 service neutron] Request body: {'port': {'device_id': 'c6ea51c9-3501-470c-9d4d-73900efdb542', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:56.564343 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57306d2-1080-49b9-a263-26ad14f4ddd2 admin admin] Deleting subnet c9668620-8e5e-408d-9e59-6b1ca1a8e495 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:54:56.570708 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b57306d2-1080-49b9-a263-26ad14f4ddd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:56.596547 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8f72aa77-8408-4857-bb85-750af0daff93 req-cc403658-0c79-4818-b670-2b1733e22165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:56.616227 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e1968-03d2-4ef7-863f-f7abb6b672da req-72b2bf9f-81ef-4f9d-8e0e-4ee83ac861cc tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:56.618338 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6e7e1968-03d2-4ef7-863f-f7abb6b672da req-72b2bf9f-81ef-4f9d-8e0e-4ee83ac861cc tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ceb899-70f1-4111-aab6-acd0863cdc0a HTTP/1.1" status: 200 len: 948 time: 0.1409507 Sep 21 17:54:56.622886 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4e6a4-30b5-4723-bbb4-7afdb8d69d18 req-fb7ef5ce-1202-4a30-b123-4238014f3a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:56.624485 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e1f4e6a4-30b5-4723-bbb4-7afdb8d69d18 req-fb7ef5ce-1202-4a30-b123-4238014f3a26 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fef3188ef5604e56a86389d1952dd3ce&device_id=48ceb899-70f1-4111-aab6-acd0863cdc0a HTTP/1.1" status: 200 len: 1099 time: 0.1450582 Sep 21 17:54:56.629228 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b57306d2-1080-49b9-a263-26ad14f4ddd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:56.725637 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b57306d2-1080-49b9-a263-26ad14f4ddd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:56.732506 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6e7e1968-03d2-4ef7-863f-f7abb6b672da req-4b9e63b5-9207-40ec-86d3-e971a2ac348e tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055515 Sep 21 17:54:56.824375 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4e6a4-30b5-4723-bbb4-7afdb8d69d18 req-743b92db-7808-4741-beeb-fa9197a0bc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:56.825936 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e1f4e6a4-30b5-4723-bbb4-7afdb8d69d18 req-743b92db-7808-4741-beeb-fa9197a0bc13 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.1665506 Sep 21 17:54:56.835350 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b57306d2-1080-49b9-a263-26ad14f4ddd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:56.875766 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57306d2-1080-49b9-a263-26ad14f4ddd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9668620-8e5e-408d-9e59-6b1ca1a8e495,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:56.910480 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e1f4e6a4-30b5-4723-bbb4-7afdb8d69d18 req-291e3d51-dd56-4ab9-a198-3d0ef17292f0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=b2e3ee59-75ad-47a0-ba1f-aa81e184c253 HTTP/1.1" status: 200 len: 217 time: 0.0624166 Sep 21 17:54:56.913283 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b57306d2-1080-49b9-a263-26ad14f4ddd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:56.915534 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b57306d2-1080-49b9-a263-26ad14f4ddd2 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c9668620-8e5e-408d-9e59-6b1ca1a8e495 HTTP/1.1" status: 204 len: 168 time: 0.5162807 Sep 21 17:54:56.922972 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58020) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:57.038428 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4e6a4-30b5-4723-bbb4-7afdb8d69d18 req-6105d9fd-382d-41c3-9f1e-9d6ef3e3c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:57.040147 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e1f4e6a4-30b5-4723-bbb4-7afdb8d69d18 req-6105d9fd-382d-41c3-9f1e-9d6ef3e3c52d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1111126 Sep 21 17:54:57.044812 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f59f5066-43d1-4c58-9473-f507c150b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:57.065241 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-8f72aa77-8408-4857-bb85-750af0daff93 req-cc403658-0c79-4818-b670-2b1733e22165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:54:57.077222 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8f72aa77-8408-4857-bb85-750af0daff93 req-cc403658-0c79-4818-b670-2b1733e22165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:57.136310 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-8f72aa77-8408-4857-bb85-750af0daff93 req-cc403658-0c79-4818-b670-2b1733e22165 service neutron] Transition to ACTIVE for port object dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:54:57.143913 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8f72aa77-8408-4857-bb85-750af0daff93 req-cc403658-0c79-4818-b670-2b1733e22165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:57.159600 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f59f5066-43d1-4c58-9473-f507c150b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:57.182823 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa3ca3-2e26-4d6f-8c07-e56319ad0add req-a6d5a2c1-521e-4ca1-89f7-1802d04519e3 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:57.188853 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 98e68b71-cbac-4ea3-b968-06908b86d50e no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:54:57.189398 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-20fa3ca3-2e26-4d6f-8c07-e56319ad0add req-a6d5a2c1-521e-4ca1-89f7-1802d04519e3 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.1661043 Sep 21 17:54:57.201045 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4e6a4-30b5-4723-bbb4-7afdb8d69d18 req-cdb93419-ccb6-4d28-b3e3-4dafff60dd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:57.202672 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e1f4e6a4-30b5-4723-bbb4-7afdb8d69d18 req-cdb93419-ccb6-4d28-b3e3-4dafff60dd11 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1268756 Sep 21 17:54:57.213999 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 98e68b71-cbac-4ea3-b968-06908b86d50e {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:54:57.214703 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 98e68b71-cbac-4ea3-b968-06908b86d50e not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:54:57.215317 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 3426abcb-996d-4c66-a4f4-3bceec188280 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:54:57.225449 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-f59f5066-43d1-4c58-9473-f507c150b8ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d569167-8d50-4fca-a62d-ac1e7a567226']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:57.244444 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-f59f5066-43d1-4c58-9473-f507c150b8ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ceafcc-3951-4e89-bca1-4e134218cfa9') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:57.244702 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc403658-0c79-4818-b670-2b1733e22165 service neutron] Pushing event updated for resources: {'Port': ['ID=dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:57.245165 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-f59f5066-43d1-4c58-9473-f507c150b8ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ceafcc-3951-4e89-bca1-4e134218cfa9') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:54:57.246010 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 3426abcb-996d-4c66-a4f4-3bceec188280 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:54:57.246518 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 3426abcb-996d-4c66-a4f4-3bceec188280 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:54:57.277290 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f59f5066-43d1-4c58-9473-f507c150b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:57.296806 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-20fa3ca3-2e26-4d6f-8c07-e56319ad0add req-cfaddc41-168e-4a76-83b6-55bf95725e32 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604193 Sep 21 17:54:57.327791 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f59f5066-43d1-4c58-9473-f507c150b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:57.341082 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c5b40-ba52-49d9-8717-4006ea7dc94f req-062aca3c-e685-4673-9c4a-d6efdf39eb91 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:57.342624 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e03c5b40-ba52-49d9-8717-4006ea7dc94f req-062aca3c-e685-4673-9c4a-d6efdf39eb91 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6ea51c9-3501-470c-9d4d-73900efdb542 HTTP/1.1" status: 200 len: 943 time: 0.1804423 Sep 21 17:54:57.348224 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59f5066-43d1-4c58-9473-f507c150b8ac admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:54:57.348688 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f59f5066-43d1-4c58-9473-f507c150b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:57.350566 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 17:54:57.350566 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:54:57.350566 n-d-810291-1 neutron-server[101461]: timer() Sep 21 17:54:57.350566 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:54:57.350566 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 17:54:57.350566 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:54:57.350566 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 17:54:57.350566 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:54:57.350566 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 17:54:57.350566 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:54:57.350566 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 17:54:57.350566 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:54:57.350566 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 17:54:57.350566 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:54:57.350566 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:54:57.350566 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:54:57.350566 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:54:57.350566 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:54:57.350566 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 17:54:57.350566 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:54:57.350566 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 17:54:57.350566 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:54:57.350566 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:54:57.350566 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:54:57.350566 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 17:54:57.350566 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:54:57.350566 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:54:57.350566 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:54:57.350566 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:54:57.350566 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:54:57.350566 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:54:57.350566 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:54:57.356657 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8f72aa77-8408-4857-bb85-750af0daff93 req-cc403658-0c79-4818-b670-2b1733e22165 service neutron] Attempting to bind port dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:54:57.357225 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8f72aa77-8408-4857-bb85-750af0daff93 req-cc403658-0c79-4818-b670-2b1733e22165 service neutron] Attempting to bind port dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'b649b04a-47dc-4548-902b-6f55a3afe15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '02bd7daa-13a0-4d00-b335-4386ae333187'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:54:57.357814 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f72aa77-8408-4857-bb85-750af0daff93 req-cc403658-0c79-4818-b670-2b1733e22165 service neutron] Attempting to bind port dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802 on network 02bd7daa-13a0-4d00-b335-4386ae333187 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:54:57.366001 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f72aa77-8408-4857-bb85-750af0daff93 req-cc403658-0c79-4818-b670-2b1733e22165 service neutron] Port dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802 on network 02bd7daa-13a0-4d00-b335-4386ae333187 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:54:57.366319 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f72aa77-8408-4857-bb85-750af0daff93 req-cc403658-0c79-4818-b670-2b1733e22165 service neutron] Attempting to bind port dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802 on network 02bd7daa-13a0-4d00-b335-4386ae333187 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:54:57.374234 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f72aa77-8408-4857-bb85-750af0daff93 req-cc403658-0c79-4818-b670-2b1733e22165 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:54:57.374449 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f72aa77-8408-4857-bb85-750af0daff93 req-cc403658-0c79-4818-b670-2b1733e22165 service neutron] Checking segment: {'id': 'b649b04a-47dc-4548-902b-6f55a3afe15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '02bd7daa-13a0-4d00-b335-4386ae333187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:54:57.375284 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f72aa77-8408-4857-bb85-750af0daff93 req-cc403658-0c79-4818-b670-2b1733e22165 service neutron] Bound using segment: {'id': 'b649b04a-47dc-4548-902b-6f55a3afe15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '02bd7daa-13a0-4d00-b335-4386ae333187'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:54:57.375284 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8f72aa77-8408-4857-bb85-750af0daff93 req-cc403658-0c79-4818-b670-2b1733e22165 service neutron] Bound port: dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b649b04a-47dc-4548-902b-6f55a3afe15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '02bd7daa-13a0-4d00-b335-4386ae333187'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:54:57.375626 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8f72aa77-8408-4857-bb85-750af0daff93 req-cc403658-0c79-4818-b670-2b1733e22165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:57.433644 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e1f4e6a4-30b5-4723-bbb4-7afdb8d69d18 req-3041ad02-a002-4ceb-8d8e-402dff55478e service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001588 Sep 21 17:54:57.442142 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f59f5066-43d1-4c58-9473-f507c150b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:57.461562 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8f72aa77-8408-4857-bb85-750af0daff93 req-cc403658-0c79-4818-b670-2b1733e22165 service neutron] For port dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:54:57.461562 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8f72aa77-8408-4857-bb85-750af0daff93 req-cc403658-0c79-4818-b670-2b1733e22165 service neutron] For port dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802,segment=NetworkSegment(b649b04a-47dc-4548-902b-6f55a3afe15c),segment_id=b649b04a-47dc-4548-902b-6f55a3afe15c)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:54:57.463035 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f59f5066-43d1-4c58-9473-f507c150b8ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:57.464816 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f59f5066-43d1-4c58-9473-f507c150b8ac admin admin] 10.222.0.58 "DELETE /v2.0/networks/7d569167-8d50-4fca-a62d-ac1e7a567226 HTTP/1.1" status: 204 len: 168 time: 0.5442822 Sep 21 17:54:57.465703 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8f72aa77-8408-4857-bb85-750af0daff93 req-cc403658-0c79-4818-b670-2b1733e22165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:57.487580 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:54:57.491696 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e03c5b40-ba52-49d9-8717-4006ea7dc94f req-d24f578c-6d74-43eb-87fd-7827d4ffe910 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups?id=5498e8c5-a218-444a-a427-ca1ebb2bba2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256440 Sep 21 17:54:57.513461 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72aa77-8408-4857-bb85-750af0daff93 req-cc403658-0c79-4818-b670-2b1733e22165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:57.514251 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8f72aa77-8408-4857-bb85-750af0daff93 req-cc403658-0c79-4818-b670-2b1733e22165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:57.516194 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f72aa77-8408-4857-bb85-750af0daff93 req-cc403658-0c79-4818-b670-2b1733e22165 service neutron] 10.222.0.38 "PUT /v2.0/ports/dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802 HTTP/1.1" status: 200 len: 1091 time: 1.0230551 Sep 21 17:54:57.516649 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ea51c9-3501-470c-9d4d-73900efdb542', 'tag': 'dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:54:57.519199 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e394a3-49f0-4c3e-beb8-34af3c460aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ea51c9-3501-470c-9d4d-73900efdb542", "tag": "dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:54:57.535716 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc403658-0c79-4818-b670-2b1733e22165 service neutron] Pushing event updated for resources: {'Port': ['ID=dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:57.581807 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f5066-43d1-4c58-9473-f507c150b8ac admin admin] Pushing event deleted for resources: {'Network': ['ID=7d569167-8d50-4fca-a62d-ac1e7a567226,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:57.604255 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72aa77-8408-4857-bb85-750af0daff93 req-e5a8e045-8475-4ff1-b160-aa5e1d3c00e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:57.606874 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f72aa77-8408-4857-bb85-750af0daff93 req-e5a8e045-8475-4ff1-b160-aa5e1d3c00e5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d71c593332624e98b9eb6adfe1f21c51&device_id=c6ea51c9-3501-470c-9d4d-73900efdb542 HTTP/1.1" status: 200 len: 1094 time: 0.0494704 Sep 21 17:54:57.646647 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e1f4e6a4-30b5-4723-bbb4-7afdb8d69d18 req-3a3765f9-c175-4610-8b31-b0de257b9745 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806715 Sep 21 17:54:57.658605 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f72aa77-8408-4857-bb85-750af0daff93 req-6fb9ef7c-a4c0-4885-b8e6-9c93e9d62cda service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802 HTTP/1.1" status: 200 len: 217 time: 0.0415421 Sep 21 17:54:57.659671 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31ca17-fbd4-43d7-b639-d50e7a957a7a req-ba839302-0bbd-4775-b760-952a407b6aa8 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:57.661253 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-da31ca17-fbd4-43d7-b639-d50e7a957a7a req-ba839302-0bbd-4775-b760-952a407b6aa8 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=824309ba-a505-4fb7-9d78-e0c197ff7f5e HTTP/1.1" status: 200 len: 950 time: 0.0771012 Sep 21 17:54:57.717687 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72aa77-8408-4857-bb85-750af0daff93 req-72d5cd01-a737-4342-af87-422d3c1a3522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:57.719310 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f72aa77-8408-4857-bb85-750af0daff93 req-72d5cd01-a737-4342-af87-422d3c1a3522 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fc80b87c-95e9-40c5-b85b-bca5f2409b9a HTTP/1.1" status: 200 len: 852 time: 0.0537574 Sep 21 17:54:57.719764 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-da31ca17-fbd4-43d7-b639-d50e7a957a7a req-a05b45fc-8317-4bec-98fa-e27767435e41 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500512 Sep 21 17:54:57.747865 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58060) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:57.771474 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f72aa77-8408-4857-bb85-750af0daff93 req-55aa7696-9b65-43db-a43a-73e047831923 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=02bd7daa-13a0-4d00-b335-4386ae333187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418384 Sep 21 17:54:57.799745 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e25cfa05-f84a-4b7e-bbca-db4eda97fa0c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=22b4d8bb0cdb441098d6e65e91ff77b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501387 Sep 21 17:54:57.818275 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58076) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:57.846328 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adccb327-82a6-4f29-8120-8c1e5d19406a x-openstack-request-id: req-adccb327-82a6-4f29-8120-8c1e5d19406a {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:54:57.846958 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ea51c9-3501-470c-9d4d-73900efdb542", "tag": "dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:54:57.847146 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-adccb327-82a6-4f29-8120-8c1e5d19406a {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:54:57.848055 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ea51c9-3501-470c-9d4d-73900efdb542', 'tag': 'dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802', 'status': 'completed', 'code': 200} Sep 21 17:54:57.884023 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f72aa77-8408-4857-bb85-750af0daff93 req-133520cf-1a44-48bd-8ef2-e15c5011f7b6 service neutron] 10.222.0.38 "GET /v2.0/networks/02bd7daa-13a0-4d00-b335-4386ae333187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042256 Sep 21 17:54:57.932651 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea129b9-dfdc-456e-907d-572c34796076 req-9f6073cf-f93a-4b17-aee0-e60562e7063e tempest-ServersOnMultiNodesTest-694228279 tempest-ServersOnMultiNodesTest-694228279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:57.934210 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-aea129b9-dfdc-456e-907d-572c34796076 req-9f6073cf-f93a-4b17-aee0-e60562e7063e tempest-ServersOnMultiNodesTest-694228279 tempest-ServersOnMultiNodesTest-694228279-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=824309ba-a505-4fb7-9d78-e0c197ff7f5e HTTP/1.1" status: 200 len: 1101 time: 0.0788436 Sep 21 17:54:57.939170 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7fba3e9e-989a-47a3-9881-c8540959e691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:57.976812 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7fba3e9e-989a-47a3-9881-c8540959e691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:57.994695 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-aea129b9-dfdc-456e-907d-572c34796076 req-c0afc67f-62fe-4f50-a582-73953edc7790 tempest-ServersOnMultiNodesTest-694228279 tempest-ServersOnMultiNodesTest-694228279-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536320 Sep 21 17:54:58.009500 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c0db2-e7f1-42b8-b909-3483e4fb9e04 req-d271a468-ae8c-492b-a3cf-4d779fabf21c tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:58.023740 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3f2c0db2-e7f1-42b8-b909-3483e4fb9e04 req-d271a468-ae8c-492b-a3cf-4d779fabf21c tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ceb899-70f1-4111-aab6-acd0863cdc0a HTTP/1.1" status: 200 len: 948 time: 0.1177082 Sep 21 17:54:58.051675 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f72aa77-8408-4857-bb85-750af0daff93 req-ecf44792-0216-41a9-92bb-d844290d6f83 service neutron] 10.222.0.38 "GET /v2.0/networks/02bd7daa-13a0-4d00-b335-4386ae333187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595790 Sep 21 17:54:58.070323 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7fba3e9e-989a-47a3-9881-c8540959e691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:58.073136 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7fba3e9e-989a-47a3-9881-c8540959e691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:58.075003 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7fba3e9e-989a-47a3-9881-c8540959e691 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cb1a3e94-9835-4afd-8ae4-6be7f4d9ba1d HTTP/1.1" status: 204 len: 168 time: 0.2543695 Sep 21 17:54:58.083841 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3f2c0db2-e7f1-42b8-b909-3483e4fb9e04 req-0c373504-58b2-4cda-a463-13d54d770c07 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608954 Sep 21 17:54:58.092367 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba3e9e-989a-47a3-9881-c8540959e691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1a3e94-9835-4afd-8ae4-6be7f4d9ba1d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:58.157705 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58090) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:58.174358 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e394a3-49f0-4c3e-beb8-34af3c460aa0 req-f16e9202-c0c6-4b01-a23c-5c09e23c04bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:58.176055 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e1e394a3-49f0-4c3e-beb8-34af3c460aa0 req-f16e9202-c0c6-4b01-a23c-5c09e23c04bb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d71c593332624e98b9eb6adfe1f21c51&device_id=c6ea51c9-3501-470c-9d4d-73900efdb542 HTTP/1.1" status: 200 len: 1094 time: 0.0543277 Sep 21 17:54:58.284078 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-2552a069-47e0-478f-926e-20ac8b86ef85 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=f3df2f1b844143b1bdfc1c299403f848&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285540 Sep 21 17:54:58.324659 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e394a3-49f0-4c3e-beb8-34af3c460aa0 req-b47451b4-c296-45f1-9b98-43f3628c5ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:58.326250 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e1e394a3-49f0-4c3e-beb8-34af3c460aa0 req-b47451b4-c296-45f1-9b98-43f3628c5ec8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=02bd7daa-13a0-4d00-b335-4386ae333187 HTTP/1.1" status: 200 len: 913 time: 0.1417675 Sep 21 17:54:58.378232 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e1e394a3-49f0-4c3e-beb8-34af3c460aa0 req-592751d7-bc57-4f18-929d-33072b95d8ed service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802 HTTP/1.1" status: 200 len: 217 time: 0.0420635 Sep 21 17:54:58.469603 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e394a3-49f0-4c3e-beb8-34af3c460aa0 req-c0c063a6-b154-4358-a385-5b414585d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:58.471136 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e1e394a3-49f0-4c3e-beb8-34af3c460aa0 req-c0c063a6-b154-4358-a385-5b414585d2ab service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fc80b87c-95e9-40c5-b85b-bca5f2409b9a HTTP/1.1" status: 200 len: 852 time: 0.0686929 Sep 21 17:54:58.472061 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0663068c-ade2-48a6-af56-7ea800dfebba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:58.479654 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-9a2630dd-b16e-454c-b705-26f7a9c86c93 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:58.481433 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-9a2630dd-b16e-454c-b705-26f7a9c86c93 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1855655 Sep 21 17:54:58.511203 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-2334ceda-dede-4567-8b35-c80f0a673c96 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/quotas/f3df2f1b844143b1bdfc1c299403f848 HTTP/1.1" status: 200 len: 375 time: 0.0200105 Sep 21 17:54:58.534160 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e1e394a3-49f0-4c3e-beb8-34af3c460aa0 req-f5974f8d-664c-48cc-b7ab-7c6ba167a17e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=02bd7daa-13a0-4d00-b335-4386ae333187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516582 Sep 21 17:54:58.634168 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ada689-a9be-4987-b1be-252a037f7fe4 req-4690ff83-97e4-47b9-b9a0-3012add94f0d tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:58.635737 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b0ada689-a9be-4987-b1be-252a037f7fe4 req-4690ff83-97e4-47b9-b9a0-3012add94f0d tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.0881791 Sep 21 17:54:58.641853 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0663068c-ade2-48a6-af56-7ea800dfebba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:58.651128 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-ea282e5c-33b4-46ab-acc5-24789f26847a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3df2f1b844143b1bdfc1c299403f848&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1389372 Sep 21 17:54:58.652041 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0663068c-ade2-48a6-af56-7ea800dfebba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:58.692427 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e1e394a3-49f0-4c3e-beb8-34af3c460aa0 req-6a5b881f-5d1a-4648-8b52-d4c17f783a27 service neutron] 10.222.0.38 "GET /v2.0/networks/02bd7daa-13a0-4d00-b335-4386ae333187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364102 Sep 21 17:54:58.706206 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0663068c-ade2-48a6-af56-7ea800dfebba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7aac5a62592d4db79340ef2dca0721e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5464933 Sep 21 17:54:58.712778 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58126) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:58.720123 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b0ada689-a9be-4987-b1be-252a037f7fe4 req-9b2736b6-2a92-4eb2-b334-8845b09ee7f8 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758095 Sep 21 17:54:58.722135 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0663068c-ade2-48a6-af56-7ea800dfebba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcad58f-be49-469e-9576-f9bcc2e3f335,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:58.839015 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-19a3e87a-f2f9-4148-9f7b-e0c36cb96249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:58.900303 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-19a3e87a-f2f9-4148-9f7b-e0c36cb96249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:58.904472 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e1e394a3-49f0-4c3e-beb8-34af3c460aa0 req-054df9b7-a668-4763-8dc8-9978067b3cb7 service neutron] 10.222.0.38 "GET /v2.0/networks/02bd7daa-13a0-4d00-b335-4386ae333187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031434 Sep 21 17:54:58.956885 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26d3d6-55b5-4537-814f-0483d02c50c7 req-f2a67675-b9b3-44ca-a5b2-1ef3abfb2ba1 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:58.958736 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9b26d3d6-55b5-4537-814f-0483d02c50c7 req-f2a67675-b9b3-44ca-a5b2-1ef3abfb2ba1 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6ea51c9-3501-470c-9d4d-73900efdb542 HTTP/1.1" status: 200 len: 943 time: 0.1024954 Sep 21 17:54:58.998896 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-19a3e87a-f2f9-4148-9f7b-e0c36cb96249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:59.001558 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-19a3e87a-f2f9-4148-9f7b-e0c36cb96249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:59.005672 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-19a3e87a-f2f9-4148-9f7b-e0c36cb96249 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4dcad58f-be49-469e-9576-f9bcc2e3f335 HTTP/1.1" status: 204 len: 168 time: 0.2886901 Sep 21 17:54:59.012478 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9b26d3d6-55b5-4537-814f-0483d02c50c7 req-352b4723-14cb-44d4-a5f1-46eaf8def516 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups?id=5498e8c5-a218-444a-a427-ca1ebb2bba2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475333 Sep 21 17:54:59.017526 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3e87a-f2f9-4148-9f7b-e0c36cb96249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcad58f-be49-469e-9576-f9bcc2e3f335,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:59.069507 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58150) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:59.108666 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9fa18e8c-1016-496f-b744-e6385d5909ac req-c44fbe13-554b-40f1-aac7-7ca20006e60f tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=e246bbfc-c3bc-4205-81cb-e51858a461d0 HTTP/1.1" status: 200 len: 210 time: 0.0438457 Sep 21 17:54:59.237348 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175beba-51a3-4522-9e52-1bc64b13fe5d req-2f6b5cad-26a1-48e5-9abe-846fd898c327 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:59.244561 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8175beba-51a3-4522-9e52-1bc64b13fe5d req-2f6b5cad-26a1-48e5-9abe-846fd898c327 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ceb899-70f1-4111-aab6-acd0863cdc0a HTTP/1.1" status: 200 len: 948 time: 0.0650821 Sep 21 17:54:59.291365 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8175beba-51a3-4522-9e52-1bc64b13fe5d req-f9cce81a-149c-49ba-99e1-c2dba0ab655b tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433750 Sep 21 17:54:59.439783 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-02150b7f-45a3-4791-bce0-81fe125ef1ef admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1247012846-network', 'tenant_id': '175497c81fda4a69bcd0ab1778ee76e3'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:59.472575 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02150b7f-45a3-4791-bce0-81fe125ef1ef admin admin] Made reservation on behalf of 175497c81fda4a69bcd0ab1778ee76e3 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:54:59.475037 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-02150b7f-45a3-4791-bce0-81fe125ef1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:59.484311 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-02150b7f-45a3-4791-bce0-81fe125ef1ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:59.518051 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:54:59.588114 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-02150b7f-45a3-4791-bce0-81fe125ef1ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:59.604664 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-02150b7f-45a3-4791-bce0-81fe125ef1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:59.629800 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02150b7f-45a3-4791-bce0-81fe125ef1ef admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:54:59.645346 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802,segment=NetworkSegment(b649b04a-47dc-4548-902b-6f55a3afe15c),segment_id=b649b04a-47dc-4548-902b-6f55a3afe15c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:54:59.655462 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-02150b7f-45a3-4791-bce0-81fe125ef1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:59.656112 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-02150b7f-45a3-4791-bce0-81fe125ef1ef admin admin] Added segment 56b6ab3c-69bd-42e2-acea-4797f09bea25 of type vlan for network 1c00a0d6-e667-48aa-86f9-9337cd552f7d Sep 21 17:54:59.676256 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02150b7f-45a3-4791-bce0-81fe125ef1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5182a35e-fce8-4f08-b12e-10f980d77ee5,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:59.692836 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802', 'network_id': '02bd7daa-13a0-4d00-b335-4386ae333187', 'port_id': 'dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802', 'mac_address': 'fa:16:3e:56:78:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc80b87c-95e9-40c5-b85b-bca5f2409b9a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:54:59.723591 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-02150b7f-45a3-4791-bce0-81fe125ef1ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:59.756200 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-02150b7f-45a3-4791-bce0-81fe125ef1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:59.758754 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02150b7f-45a3-4791-bce0-81fe125ef1ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:59.759706 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-02150b7f-45a3-4791-bce0-81fe125ef1ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:59.813685 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:59.832655 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f09faa86-f7b4-4ee6-8b2c-26629bf3c923 req-ee8b57f9-4db7-4f2b-8183-35ccd989a989 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=48f800df-212f-48ef-88cb-7652dcc325a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0802810 Sep 21 17:54:59.850613 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-02150b7f-45a3-4791-bce0-81fe125ef1ef admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7773695 Sep 21 17:54:59.851687 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58182) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:54:59.858336 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02150b7f-45a3-4791-bce0-81fe125ef1ef admin admin] Pushing event updated for resources: {'Network': ['ID=1c00a0d6-e667-48aa-86f9-9337cd552f7d,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:54:59.858523 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:54:59.865354 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-7f1de3a8-dddd-4e77-af40-6111d14b3495 admin admin] Request body: {'subnet': {'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1247012846-subnet', 'tenant_id': '175497c81fda4a69bcd0ab1778ee76e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:54:59.876975 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 1c00a0d6-e667-48aa-86f9-9337cd552f7d details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:54:59.949289 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1de3a8-dddd-4e77-af40-6111d14b3495 admin admin] Made reservation on behalf of 175497c81fda4a69bcd0ab1778ee76e3 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:54:59.952319 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7f1de3a8-dddd-4e77-af40-6111d14b3495 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:59.968414 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09faa86-f7b4-4ee6-8b2c-26629bf3c923 req-33f19b7e-4ab7-4cff-9c1c-c538dd226051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:54:59.973576 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f09faa86-f7b4-4ee6-8b2c-26629bf3c923 req-33f19b7e-4ab7-4cff-9c1c-c538dd226051 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f3df2f1b844143b1bdfc1c299403f848&device_id=48f800df-212f-48ef-88cb-7652dcc325a5 HTTP/1.1" status: 200 len: 1100 time: 0.0985341 Sep 21 17:55:00.077425 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device b2e3ee59-75ad-47a0-ba1f-aa81e184c253 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:55:00.085322 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64378ab2-d9bc-4426-b1fa-4ddd1ab766aa req-10a45df7-2653-4837-8920-2d2a67de9e33 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:00.092756 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-64378ab2-d9bc-4426-b1fa-4ddd1ab766aa req-10a45df7-2653-4837-8920-2d2a67de9e33 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.2070327 Sep 21 17:55:00.106345 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09faa86-f7b4-4ee6-8b2c-26629bf3c923 req-77a4821f-e9c0-402c-91c4-030c60c45824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:00.108964 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f09faa86-f7b4-4ee6-8b2c-26629bf3c923 req-77a4821f-e9c0-402c-91c4-030c60c45824 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.1137288 Sep 21 17:55:00.117827 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802,segment=NetworkSegment(b649b04a-47dc-4548-902b-6f55a3afe15c),segment_id=b649b04a-47dc-4548-902b-6f55a3afe15c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:00.227897 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f09faa86-f7b4-4ee6-8b2c-26629bf3c923 req-12834def-ef16-412e-8779-4c8aa8a6b999 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=7aa9bd13-f501-4da2-8c9e-ae10313d8d93 HTTP/1.1" status: 200 len: 217 time: 0.1101530 Sep 21 17:55:00.262798 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7f1de3a8-dddd-4e77-af40-6111d14b3495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:00.284051 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58198) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:00.284782 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:00.314349 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-64378ab2-d9bc-4426-b1fa-4ddd1ab766aa req-98b53e75-6aa4-4d08-a637-f645b4b3c781 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206538 Sep 21 17:55:00.341316 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port b2e3ee59-75ad-47a0-ba1f-aa81e184c253, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=b2e3ee59-75ad-47a0-ba1f-aa81e184c253,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:00.349250 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db87126-98f9-4482-8c64-e5cbb7b77336 req-8b1410a9-5e32-473a-b606-fcec72aa8873 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:00.350859 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4db87126-98f9-4482-8c64-e5cbb7b77336 req-8b1410a9-5e32-473a-b606-fcec72aa8873 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6ea51c9-3501-470c-9d4d-73900efdb542 HTTP/1.1" status: 200 len: 944 time: 0.1341352 Sep 21 17:55:00.364791 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'b2e3ee59-75ad-47a0-ba1f-aa81e184c253', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': 'b2e3ee59-75ad-47a0-ba1f-aa81e184c253', 'mac_address': 'fa:16:3e:5a:26:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:55:00.366840 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1de3a8-dddd-4e77-af40-6111d14b3495 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b33b2c75-9b86-4e4e-90ea-cf1f238c715d,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:00.369084 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:00.383871 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09faa86-f7b4-4ee6-8b2c-26629bf3c923 req-54b9d16a-77e3-45cf-886e-4288bda8a7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:00.385564 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f09faa86-f7b4-4ee6-8b2c-26629bf3c923 req-54b9d16a-77e3-45cf-886e-4288bda8a7b3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1458464 Sep 21 17:55:00.388559 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1de3a8-dddd-4e77-af40-6111d14b3495 admin admin] Checking segment: {'id': '56b6ab3c-69bd-42e2-acea-4797f09bea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:55:00.388925 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1de3a8-dddd-4e77-af40-6111d14b3495 admin admin] Network hostable DHCP agents. Network: 1c00a0d6-e667-48aa-86f9-9337cd552f7d, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:55:00.414332 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:00.435320 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e3ee59-75ad-47a0-ba1f-aa81e184c253 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:55:00.437226 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1de3a8-dddd-4e77-af40-6111d14b3495 admin admin] Network 1c00a0d6-e667-48aa-86f9-9337cd552f7d is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:55:00.446440 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4db87126-98f9-4482-8c64-e5cbb7b77336 req-44f40bd2-0766-4ae7-a415-0b1bb106684b tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups?id=5498e8c5-a218-444a-a427-ca1ebb2bba2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847063 Sep 21 17:55:00.450298 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-7f1de3a8-dddd-4e77-af40-6111d14b3495 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 1c00a0d6-e667-48aa-86f9-9337cd552f7d) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:55:00.475182 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09faa86-f7b4-4ee6-8b2c-26629bf3c923 req-dcf6b50b-b29d-4179-981d-eb281f988532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:00.476652 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f09faa86-f7b4-4ee6-8b2c-26629bf3c923 req-dcf6b50b-b29d-4179-981d-eb281f988532 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0825551 Sep 21 17:55:00.480483 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b5f555-e942-4c09-b3fc-18cc9e330cba None None] Network 1c00a0d6-e667-48aa-86f9-9337cd552f7d requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:55:00.490522 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1de3a8-dddd-4e77-af40-6111d14b3495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:00.492497 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7f1de3a8-dddd-4e77-af40-6111d14b3495 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:00.520430 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-74acefb1-af5d-4d58-b90f-378680434d1c req-c98e9c2d-3e9b-4d9d-a157-e6f24ad7e0f0 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=e246bbfc-c3bc-4205-81cb-e51858a461d0 HTTP/1.1" status: 200 len: 210 time: 0.0509882 Sep 21 17:55:00.568041 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7f1de3a8-dddd-4e77-af40-6111d14b3495 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7060142 Sep 21 17:55:00.568262 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:00.571859 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port b2e3ee59-75ad-47a0-ba1f-aa81e184c253, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=b2e3ee59-75ad-47a0-ba1f-aa81e184c253,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:00.613653 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:00.633166 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f09faa86-f7b4-4ee6-8b2c-26629bf3c923 req-23221e54-6c47-49f6-b197-111139632f5d service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460333 Sep 21 17:55:00.692042 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-48c9b931-e5f2-4358-aa06-5876875c6782 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-552534343-network', 'tenant_id': 'c2d438cdeda74df390b05b7fcaa051eb'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:00.748591 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c9b931-e5f2-4358-aa06-5876875c6782 admin admin] Made reservation on behalf of c2d438cdeda74df390b05b7fcaa051eb for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:55:00.752910 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-48c9b931-e5f2-4358-aa06-5876875c6782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:00.788651 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-48c9b931-e5f2-4358-aa06-5876875c6782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:00.834592 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c2b9e-b7e5-4eb0-b6c3-2e0688b53191 req-23902afe-0f00-4997-91c2-1311f21aacb8 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:00.844652 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-989c2b9e-b7e5-4eb0-b6c3-2e0688b53191 req-23902afe-0f00-4997-91c2-1311f21aacb8 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ceb899-70f1-4111-aab6-acd0863cdc0a HTTP/1.1" status: 200 len: 949 time: 0.2203183 Sep 21 17:55:00.955176 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=b2e3ee59-75ad-47a0-ba1f-aa81e184c253,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:00.972708 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fdbcb6-4b6d-475c-9f85-519f2783e403 None None] Network 1c00a0d6-e667-48aa-86f9-9337cd552f7d requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:55:01.002386 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-48c9b931-e5f2-4358-aa06-5876875c6782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:01.021846 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['b2e3ee59-75ad-47a0-ba1f-aa81e184c253'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:01.022155 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-48c9b931-e5f2-4358-aa06-5876875c6782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:01.063571 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c9b931-e5f2-4358-aa06-5876875c6782 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:55:01.078111 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9b931-e5f2-4358-aa06-5876875c6782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beaf5230-39ce-4afe-9580-94355b9c06d6,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:01.085421 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-989c2b9e-b7e5-4eb0-b6c3-2e0688b53191 req-b32a10eb-31d0-49e8-bc3c-3b9825bd6b88 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813377 Sep 21 17:55:01.088899 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-48c9b931-e5f2-4358-aa06-5876875c6782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:01.089319 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-48c9b931-e5f2-4358-aa06-5876875c6782 admin admin] Added segment 820d8bc9-35e2-4a43-81ba-d8ece7151d43 of type vlan for network 16966d60-6a2c-4471-853d-d73096108f22 Sep 21 17:55:01.160372 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-48c9b931-e5f2-4358-aa06-5876875c6782 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:01.175890 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f09faa86-f7b4-4ee6-8b2c-26629bf3c923 req-87cc766e-a238-4be4-8f51-b81020164ef1 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5338426 Sep 21 17:55:01.215480 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-48c9b931-e5f2-4358-aa06-5876875c6782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:01.218112 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c9b931-e5f2-4358-aa06-5876875c6782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:01.218892 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-48c9b931-e5f2-4358-aa06-5876875c6782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:01.387100 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-48c9b931-e5f2-4358-aa06-5876875c6782 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1017501 Sep 21 17:55:01.389033 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-42c45b68-421f-4d30-a117-ce86234e9c10 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f3df2f1b844143b1bdfc1c299403f848&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1116176 Sep 21 17:55:01.390604 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58240) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:01.396581 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9b931-e5f2-4358-aa06-5876875c6782 admin admin] Pushing event updated for resources: {'Network': ['ID=16966d60-6a2c-4471-853d-d73096108f22,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:01.397657 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-da4ca1a4-4733-4f02-a042-9773caecf89f admin admin] Request body: {'subnet': {'network_id': '16966d60-6a2c-4471-853d-d73096108f22', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-552534343-subnet', 'tenant_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:01.414166 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 16966d60-6a2c-4471-853d-d73096108f22 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:55:01.454666 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4ca1a4-4733-4f02-a042-9773caecf89f admin admin] Made reservation on behalf of c2d438cdeda74df390b05b7fcaa051eb for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:55:01.457533 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-da4ca1a4-4733-4f02-a042-9773caecf89f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:01.574597 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-9c4cbaf1-2683-4ab3-b0e8-c62971366679 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:01.576418 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-9c4cbaf1-2683-4ab3-b0e8-c62971366679 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/networks?id=1c00a0d6-e667-48aa-86f9-9337cd552f7d HTTP/1.1" status: 200 len: 806 time: 0.2755780 Sep 21 17:55:01.580944 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1371e60-d62b-4a9e-8fde-9c812c35816d req-0497d6ac-9935-43b0-99bc-d536055c8fd6 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:01.582424 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b1371e60-d62b-4a9e-8fde-9c812c35816d req-0497d6ac-9935-43b0-99bc-d536055c8fd6 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.0735526 Sep 21 17:55:01.606207 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-7cd21f97-0948-49cf-a64b-1ef4482f91ea tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:01.607937 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-7cd21f97-0948-49cf-a64b-1ef4482f91ea tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1995776 Sep 21 17:55:01.609625 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-a150fc15-e41d-4351-96d7-1fb9ae823c10 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/quotas/175497c81fda4a69bcd0ab1778ee76e3 HTTP/1.1" status: 200 len: 375 time: 0.0233600 Sep 21 17:55:01.630880 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-5bec43df-1fbd-4dfc-9609-4668e19aa07a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Request body: {'port': {'device_id': 'e246bbfc-c3bc-4205-81cb-e51858a461d0', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'admin_state_up': True, 'tenant_id': 'f3df2f1b844143b1bdfc1c299403f848'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:01.650967 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b1371e60-d62b-4a9e-8fde-9c812c35816d req-196c5e60-f241-44f4-91c9-a57b43b63812 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614882 Sep 21 17:55:01.660765 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-cc901093-aca4-4dd1-9b76-6ff6a4b7b5fa tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=175497c81fda4a69bcd0ab1778ee76e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442111 Sep 21 17:55:01.699367 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-da4ca1a4-4733-4f02-a042-9773caecf89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:01.758003 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ca1a4-4733-4f02-a042-9773caecf89f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dad2486-94f0-4e93-a1ba-c730f0a02400,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:01.767168 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4ca1a4-4733-4f02-a042-9773caecf89f admin admin] Checking segment: {'id': '820d8bc9-35e2-4a43-81ba-d8ece7151d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '16966d60-6a2c-4471-853d-d73096108f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:55:01.767533 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4ca1a4-4733-4f02-a042-9773caecf89f admin admin] Network hostable DHCP agents. Network: 16966d60-6a2c-4471-853d-d73096108f22, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:55:01.785518 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4ca1a4-4733-4f02-a042-9773caecf89f admin admin] Network 16966d60-6a2c-4471-853d-d73096108f22 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:55:01.796544 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-da4ca1a4-4733-4f02-a042-9773caecf89f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 16966d60-6a2c-4471-853d-d73096108f22) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:55:01.801395 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4ca1a4-4733-4f02-a042-9773caecf89f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:01.802239 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-da4ca1a4-4733-4f02-a042-9773caecf89f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:01.807934 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179bb93a-46c5-4534-8b8e-a3d81770c5ba None None] Network 16966d60-6a2c-4471-853d-d73096108f22 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:55:01.826417 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-f44b0ebd-6d7c-4b50-879e-8bbbfc007ab9 service neutron] 10.222.0.58 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166415 Sep 21 17:55:01.828614 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-5bec43df-1fbd-4dfc-9609-4668e19aa07a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Made reservation on behalf of f3df2f1b844143b1bdfc1c299403f848 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:55:01.832062 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-5bec43df-1fbd-4dfc-9609-4668e19aa07a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:01.840671 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-da4ca1a4-4733-4f02-a042-9773caecf89f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4486656 Sep 21 17:55:01.844422 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58250) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:01.850856 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-7e840b2d-f3b1-46d2-acaa-201ad09f97bd admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-552534343-router', 'tenant_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:01.880901 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7e840b2d-f3b1-46d2-acaa-201ad09f97bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:01.882300 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7e840b2d-f3b1-46d2-acaa-201ad09f97bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:01.951527 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7e840b2d-f3b1-46d2-acaa-201ad09f97bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:02.012849 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-5b056d05-8580-4b3f-8818-462b27e23c6c service neutron] 10.222.0.58 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783051 Sep 21 17:55:02.017040 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046378d1-52d2-4b91-9df6-93aa4903dceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-16966d60-6a2c-4471-853d-d73096108f22', 'network_id': '16966d60-6a2c-4471-853d-d73096108f22', 'tenant_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'fixed_ips': [{'subnet_id': '8dad2486-94f0-4e93-a1ba-c730f0a02400'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:55:02.017952 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-046378d1-52d2-4b91-9df6-93aa4903dceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:02.061272 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-5bec43df-1fbd-4dfc-9609-4668e19aa07a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Allocated IP 192.168.233.207 (c714db5f-672e-4004-8098-88db84169d3c/53f6ee96-7c10-4364-b9ae-9f7e7556e695/f7484a6d-d2e4-4bb0-965e-be69d1efbcd5) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:55:02.164912 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7e840b2d-f3b1-46d2-acaa-201ad09f97bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:02.301368 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-046378d1-52d2-4b91-9df6-93aa4903dceb None None] Allocated IP 172.20.0.2 (16966d60-6a2c-4471-853d-d73096108f22/8dad2486-94f0-4e93-a1ba-c730f0a02400/70e70c71-161d-431f-866b-8060d68c895a) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:55:02.441197 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-36ff438e-d897-4bde-9aed-a18dd6396f20 req-4f35ee0b-d9c4-4545-9a0a-5497746bad5d tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=e246bbfc-c3bc-4205-81cb-e51858a461d0 HTTP/1.1" status: 200 len: 210 time: 0.0574105 Sep 21 17:55:02.481892 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7125da3f-b00b-4e59-89c6-13d4dcf2f7fb req-a766f177-edfe-4d61-9273-43d396c98003 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3fec6f70-f744-44d6-a2c7-28a3d29adfdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1058979 Sep 21 17:55:02.569015 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f34610-312e-4f19-b396-95959ed6777c req-4de2e0ef-a40a-4600-945f-030ebb503d49 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:02.579702 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d7f34610-312e-4f19-b396-95959ed6777c req-4de2e0ef-a40a-4600-945f-030ebb503d49 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6ea51c9-3501-470c-9d4d-73900efdb542 HTTP/1.1" status: 200 len: 944 time: 0.2168760 Sep 21 17:55:02.607777 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-5bec43df-1fbd-4dfc-9609-4668e19aa07a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:02.648020 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d7f34610-312e-4f19-b396-95959ed6777c req-317cb13a-32f8-443d-94d0-4886638a3a15 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups?id=5498e8c5-a218-444a-a427-ca1ebb2bba2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668955 Sep 21 17:55:02.681881 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58272) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:02.690403 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-046378d1-52d2-4b91-9df6-93aa4903dceb None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:02.698158 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-046378d1-52d2-4b91-9df6-93aa4903dceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:02.743012 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125da3f-b00b-4e59-89c6-13d4dcf2f7fb req-c0250298-25fb-4630-9196-63af72189f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:02.744834 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7125da3f-b00b-4e59-89c6-13d4dcf2f7fb req-c0250298-25fb-4630-9196-63af72189f38 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f3df2f1b844143b1bdfc1c299403f848&device_id=3fec6f70-f744-44d6-a2c7-28a3d29adfdf HTTP/1.1" status: 200 len: 1100 time: 0.2012060 Sep 21 17:55:02.750691 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7e840b2d-f3b1-46d2-acaa-201ad09f97bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:02.756249 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046378d1-52d2-4b91-9df6-93aa4903dceb None None] Pushing event updated for resources: {'Port': ['ID=70e70c71-161d-431f-866b-8060d68c895a,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:02.773451 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdb92a-d0ce-46d4-920f-88ad2365a346 req-232519b4-6582-44cd-8754-2be340579567 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:02.783271 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046378d1-52d2-4b91-9df6-93aa4903dceb None None] Network 16966d60-6a2c-4471-853d-d73096108f22 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:55:02.784308 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2bfdb92a-d0ce-46d4-920f-88ad2365a346 req-232519b4-6582-44cd-8754-2be340579567 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ceb899-70f1-4111-aab6-acd0863cdc0a HTTP/1.1" status: 200 len: 949 time: 0.2061512 Sep 21 17:55:02.786499 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-046378d1-52d2-4b91-9df6-93aa4903dceb None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:55:02.789808 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046378d1-52d2-4b91-9df6-93aa4903dceb None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:55:02.812325 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ebaa13ff-ae61-4d6f-bfd3-f56f620c5a4d req-0090290d-ff96-4bec-80a5-ad0158db4242 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7937ea-6f4e-44f7-9a63-50e3d960a43d HTTP/1.1" status: 200 len: 210 time: 0.0433559 Sep 21 17:55:02.830870 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-5bec43df-1fbd-4dfc-9609-4668e19aa07a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:02.861364 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['7aa9bd13-f501-4da2-8c9e-ae10313d8d93', '3564a266-ac78-4756-aef0-dedea25f143d', '038d1f12-1d16-4eb2-9b4c-53b4687df2bb', '3e93858b-bdb5-4ed9-870b-289c54b89e54'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:02.869221 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['cc30f523-7380-4b64-8faa-f165cddcb2fd', '428f6bdd-d7b3-4e30-b304-449ac1894866'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:02.939832 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-5bec43df-1fbd-4dfc-9609-4668e19aa07a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Network c714db5f-672e-4004-8098-88db84169d3c is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:55:02.942087 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7e840b2d-f3b1-46d2-acaa-201ad09f97bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:02.947737 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125da3f-b00b-4e59-89c6-13d4dcf2f7fb req-072d070f-77ac-43ee-bf5e-38e7bb1246e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:02.949595 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7125da3f-b00b-4e59-89c6-13d4dcf2f7fb req-072d070f-77ac-43ee-bf5e-38e7bb1246e4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.1152899 Sep 21 17:55:02.955013 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-5bec43df-1fbd-4dfc-9609-4668e19aa07a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:55:02.960614 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-5bec43df-1fbd-4dfc-9609-4668e19aa07a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:55:03.002234 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-046378d1-52d2-4b91-9df6-93aa4903dceb None None] Attempting to bind port 70e70c71-161d-431f-866b-8060d68c895a on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:55:03.002600 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-046378d1-52d2-4b91-9df6-93aa4903dceb None None] Attempting to bind port 70e70c71-161d-431f-866b-8060d68c895a by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '820d8bc9-35e2-4a43-81ba-d8ece7151d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '16966d60-6a2c-4471-853d-d73096108f22'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:55:03.002986 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046378d1-52d2-4b91-9df6-93aa4903dceb None None] Attempting to bind port 70e70c71-161d-431f-866b-8060d68c895a on network 16966d60-6a2c-4471-853d-d73096108f22 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:55:03.015879 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7125da3f-b00b-4e59-89c6-13d4dcf2f7fb req-5ec8ef25-26ba-4a35-9c73-8d70286cd717 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=cc30f523-7380-4b64-8faa-f165cddcb2fd HTTP/1.1" status: 200 len: 217 time: 0.0486071 Sep 21 17:55:03.043942 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41b5ce96-2e70-4b29-a134-db0e017017fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:03.063059 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046378d1-52d2-4b91-9df6-93aa4903dceb None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:55:03.063466 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046378d1-52d2-4b91-9df6-93aa4903dceb None None] Checking segment: {'id': '820d8bc9-35e2-4a43-81ba-d8ece7151d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '16966d60-6a2c-4471-853d-d73096108f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:55:03.063824 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-046378d1-52d2-4b91-9df6-93aa4903dceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:03.064333 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046378d1-52d2-4b91-9df6-93aa4903dceb None None] Bound using segment: {'id': '820d8bc9-35e2-4a43-81ba-d8ece7151d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '16966d60-6a2c-4471-853d-d73096108f22'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:55:03.064826 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-046378d1-52d2-4b91-9df6-93aa4903dceb None None] Bound port: 70e70c71-161d-431f-866b-8060d68c895a, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820d8bc9-35e2-4a43-81ba-d8ece7151d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '16966d60-6a2c-4471-853d-d73096108f22'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:55:03.065306 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-046378d1-52d2-4b91-9df6-93aa4903dceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:03.109495 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2bfdb92a-d0ce-46d4-920f-88ad2365a346 req-efb4e42d-3a88-4f9e-b9ed-d4c221a9dfb8 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243814 Sep 21 17:55:03.111255 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125da3f-b00b-4e59-89c6-13d4dcf2f7fb req-902d839f-3ae7-49cb-9bea-f9a2e811f7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:03.112751 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7125da3f-b00b-4e59-89c6-13d4dcf2f7fb req-902d839f-3ae7-49cb-9bea-f9a2e811f7bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.0871122 Sep 21 17:55:03.123721 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-5bec43df-1fbd-4dfc-9609-4668e19aa07a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:03.124775 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-5bec43df-1fbd-4dfc-9609-4668e19aa07a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:03.195618 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125da3f-b00b-4e59-89c6-13d4dcf2f7fb req-055a8dd4-21c0-4599-8a07-681a8a261a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:03.197373 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7125da3f-b00b-4e59-89c6-13d4dcf2f7fb req-055a8dd4-21c0-4599-8a07-681a8a261a63 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0752947 Sep 21 17:55:03.283192 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-046378d1-52d2-4b91-9df6-93aa4903dceb None None] For port 70e70c71-161d-431f-866b-8060d68c895a, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:55:03.313890 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-046378d1-52d2-4b91-9df6-93aa4903dceb None None] For port 70e70c71-161d-431f-866b-8060d68c895a, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=70e70c71-161d-431f-866b-8060d68c895a,segment=NetworkSegment(820d8bc9-35e2-4a43-81ba-d8ece7151d43),segment_id=820d8bc9-35e2-4a43-81ba-d8ece7151d43)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:55:03.332822 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-046378d1-52d2-4b91-9df6-93aa4903dceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:03.389170 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7125da3f-b00b-4e59-89c6-13d4dcf2f7fb req-b36361bd-ccca-4fe9-af18-b63411901fba service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589713 Sep 21 17:55:03.480092 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-7e840b2d-f3b1-46d2-acaa-201ad09f97bd admin admin] Allocated IP 172.25.6.78 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/4aff3c14-d78d-4711-ab3c-e7356feff0df) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:55:03.482321 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046378d1-52d2-4b91-9df6-93aa4903dceb None None] Pushing event updated for resources: {'Port': ['ID=70e70c71-161d-431f-866b-8060d68c895a,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:03.571554 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec43df-1fbd-4dfc-9609-4668e19aa07a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Pushing event updated for resources: {'Port': ['ID=f7484a6d-d2e4-4bb0-965e-be69d1efbcd5,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:03.592713 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:55:03.604408 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-ec420a65-fe01-4c17-a021-f689f5d5a2bd None None] Provisioning complete for port f7484a6d-d2e4-4bb0-965e-be69d1efbcd5 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:03.605057 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ec420a65-fe01-4c17-a021-f689f5d5a2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:03.633873 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3edb5-a7d0-4d7c-b32a-5f166a47163b req-820eb0b6-c4f1-4ac9-be94-f85f519f7d3d tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:03.637942 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-65b3edb5-a7d0-4d7c-b32a-5f166a47163b req-820eb0b6-c4f1-4ac9-be94-f85f519f7d3d tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.5743642 Sep 21 17:55:03.755055 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-65b3edb5-a7d0-4d7c-b32a-5f166a47163b req-3de5c625-2b0d-4060-849b-1e212961b19a tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043022 Sep 21 17:55:03.774109 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7125da3f-b00b-4e59-89c6-13d4dcf2f7fb req-591ffe57-2909-4d99-9eaa-434514f9678b service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591833 Sep 21 17:55:03.863180 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-ec420a65-fe01-4c17-a021-f689f5d5a2bd None None] Port f7484a6d-d2e4-4bb0-965e-be69d1efbcd5 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:55:03.866376 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56229d81-6d7b-4105-b5b2-b2f7fd679f85 req-98317df5-af9f-4ba2-8588-cad248dc9673 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:03.871259 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41b5ce96-2e70-4b29-a134-db0e017017fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:03.877397 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-56229d81-6d7b-4105-b5b2-b2f7fd679f85 req-98317df5-af9f-4ba2-8588-cad248dc9673 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=e246bbfc-c3bc-4205-81cb-e51858a461d0 HTTP/1.1" status: 200 len: 936 time: 0.2801299 Sep 21 17:55:03.882496 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41b5ce96-2e70-4b29-a134-db0e017017fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:03.972498 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-41b5ce96-2e70-4b29-a134-db0e017017fd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cd8b47ee0c624011b3b88a950527faec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2869425 Sep 21 17:55:03.975794 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58288) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:03.984433 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-5bec43df-1fbd-4dfc-9609-4668e19aa07a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3584797 Sep 21 17:55:03.993370 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7e840b2d-f3b1-46d2-acaa-201ad09f97bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:04.003754 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:55:04.007880 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-56229d81-6d7b-4105-b5b2-b2f7fd679f85 req-9cbe8033-ff14-4aee-a883-81cee95b35ca tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296103 Sep 21 17:55:04.021563 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:04.021933 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:04.050347 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7e840b2d-f3b1-46d2-acaa-201ad09f97bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:04.094502 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-19d5a1ab-3748-4b8a-8382-03e36ceea149 service neutron] Request body: {'port': {'device_id': 'e246bbfc-c3bc-4205-81cb-e51858a461d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:04.102338 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device b2e3ee59-75ad-47a0-ba1f-aa81e184c253 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:55:04.106653 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e840b2d-f3b1-46d2-acaa-201ad09f97bd admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:55:04.123814 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-7e840b2d-f3b1-46d2-acaa-201ad09f97bd admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:55:04.127622 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e840b2d-f3b1-46d2-acaa-201ad09f97bd admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:55:04.160466 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5ce96-2e70-4b29-a134-db0e017017fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed33ee0c-5315-434a-8e75-40f274653fee,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:04.176946 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b6ada762-d16d-4ebe-9308-49422c30df5f req-26d16e9d-2938-4d4f-8334-c18bcb5ef2d9 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7937ea-6f4e-44f7-9a63-50e3d960a43d HTTP/1.1" status: 200 len: 210 time: 0.0691221 Sep 21 17:55:04.180116 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e840b2d-f3b1-46d2-acaa-201ad09f97bd admin admin] Pushing event updated for resources: {'Port': ['ID=4aff3c14-d78d-4711-ab3c-e7356feff0df,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:04.182765 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2c02d2f1-0ca3-49b0-a8b9-3b50500104c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:04.249352 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f471b-a3dc-4a61-8910-9160610784f2 req-9131845a-ede5-4ddc-9abe-7a36262fa94d tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:04.251065 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ce0f471b-a3dc-4a61-8910-9160610784f2 req-9131845a-ede5-4ddc-9abe-7a36262fa94d tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6ea51c9-3501-470c-9d4d-73900efdb542 HTTP/1.1" status: 200 len: 944 time: 0.2881491 Sep 21 17:55:04.258457 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2c02d2f1-0ca3-49b0-a8b9-3b50500104c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:04.277946 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-19d5a1ab-3748-4b8a-8382-03e36ceea149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:04.329697 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port b2e3ee59-75ad-47a0-ba1f-aa81e184c253 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:55:04.341275 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port b2e3ee59-75ad-47a0-ba1f-aa81e184c253 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:04.341817 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:04.346294 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:04.469185 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ce0f471b-a3dc-4a61-8910-9160610784f2 req-fd061d8c-7ec9-479f-bcb8-554dc422baea tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups?id=5498e8c5-a218-444a-a427-ca1ebb2bba2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043836 Sep 21 17:55:04.555904 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ea51c9-3501-470c-9d4d-73900efdb542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:55:04.560146 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee80bc35-6ace-4cbb-b738-f5184340028c" -d '{"events": [{"server_uuid": "c6ea51c9-3501-470c-9d4d-73900efdb542", "name": "network-vif-plugged", "status": "completed", "tag": "dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:55:04.655819 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2c02d2f1-0ca3-49b0-a8b9-3b50500104c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:04.657242 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7e840b2d-f3b1-46d2-acaa-201ad09f97bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:04.668820 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2c02d2f1-0ca3-49b0-a8b9-3b50500104c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:04.672558 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2c02d2f1-0ca3-49b0-a8b9-3b50500104c9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ed33ee0c-5315-434a-8e75-40f274653fee HTTP/1.1" status: 204 len: 168 time: 0.6883471 Sep 21 17:55:04.680634 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802,segment=NetworkSegment(b649b04a-47dc-4548-902b-6f55a3afe15c),segment_id=b649b04a-47dc-4548-902b-6f55a3afe15c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:04.686365 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34fde85-79c6-44cf-8893-f169f20f3d8c x-openstack-request-id: req-c34fde85-79c6-44cf-8893-f169f20f3d8c {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:55:04.688573 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ea51c9-3501-470c-9d4d-73900efdb542", "name": "network-vif-plugged", "status": "completed", "tag": "dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:55:04.688852 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c34fde85-79c6-44cf-8893-f169f20f3d8c {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:55:04.696746 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ea51c9-3501-470c-9d4d-73900efdb542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802', 'code': 200} Sep 21 17:55:04.719172 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02d2f1-0ca3-49b0-a8b9-3b50500104c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed33ee0c-5315-434a-8e75-40f274653fee,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:04.719451 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:04.755145 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-3086a6c8-9a2f-4d92-a974-ebc19801394b tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:04.757022 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-3086a6c8-9a2f-4d92-a974-ebc19801394b tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.38 "GET /v2.0/networks?id=1c00a0d6-e667-48aa-86f9-9337cd552f7d HTTP/1.1" status: 200 len: 806 time: 0.2665663 Sep 21 17:55:04.867291 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-94568a30-6f45-488a-94a5-e06381181ac3 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Request body: {'port': {'device_id': '2f7937ea-6f4e-44f7-9a63-50e3d960a43d', 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d', 'admin_state_up': True, 'tenant_id': '175497c81fda4a69bcd0ab1778ee76e3'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:04.947018 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:05.004852 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port b2e3ee59-75ad-47a0-ba1f-aa81e184c253, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=b2e3ee59-75ad-47a0-ba1f-aa81e184c253,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:05.021193 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:05.032601 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:05.103697 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-94568a30-6f45-488a-94a5-e06381181ac3 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Made reservation on behalf of 175497c81fda4a69bcd0ab1778ee76e3 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:55:05.109164 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-94568a30-6f45-488a-94a5-e06381181ac3 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:05.143248 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=b2e3ee59-75ad-47a0-ba1f-aa81e184c253,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:05.150968 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fd6142-cbbf-4893-8aaf-89ab1c841ce1 None None] Network 16966d60-6a2c-4471-853d-d73096108f22 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:55:05.200669 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-19d5a1ab-3748-4b8a-8382-03e36ceea149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7484a6d-d2e4-4bb0-965e-be69d1efbcd5 {{(pid=101461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:55:05.243224 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-19d5a1ab-3748-4b8a-8382-03e36ceea149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:05.276559 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.provisioning_blocks [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-19d5a1ab-3748-4b8a-8382-03e36ceea149 service neutron] Transition to ACTIVE for port object f7484a6d-d2e4-4bb0-965e-be69d1efbcd5 will not be triggered until provisioned by entity L2. {{(pid=101461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:55:05.283327 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-19d5a1ab-3748-4b8a-8382-03e36ceea149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:05.287126 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba40f2-333a-4d8a-ba8f-610abdc52f45 req-3c38dd66-c50c-4015-907c-3982448e29b6 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:05.297073 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23ba40f2-333a-4d8a-ba8f-610abdc52f45 req-3c38dd66-c50c-4015-907c-3982448e29b6 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ceb899-70f1-4111-aab6-acd0863cdc0a HTTP/1.1" status: 200 len: 949 time: 0.7266853 Sep 21 17:55:05.365293 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-63206435-b0b6-499f-b8ca-55acc3bbf98d None None] Provisioning complete for port 70e70c71-161d-431f-866b-8060d68c895a triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:05.365541 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58304) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:05.365879 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-63206435-b0b6-499f-b8ca-55acc3bbf98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:05.386616 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e2b5c7ea-46c6-4090-b50d-625ffda30328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:05.392997 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5a1ab-3748-4b8a-8382-03e36ceea149 service neutron] Pushing event updated for resources: {'Port': ['ID=f7484a6d-d2e4-4bb0-965e-be69d1efbcd5,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:05.427476 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cfd157-359a-42db-825d-959f54a2bbb4 req-e3a3f251-c5b7-4177-bd7a-4a6425267ac3 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:05.429680 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-42cfd157-359a-42db-825d-959f54a2bbb4 req-e3a3f251-c5b7-4177-bd7a-4a6425267ac3 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.3493705 Sep 21 17:55:05.567167 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e2b5c7ea-46c6-4090-b50d-625ffda30328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:05.582758 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b6fe6-a240-49df-b967-788737d33dd0 req-efec57e1-dfbd-41cd-bf3f-ba1ab4e53916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:05.601247 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6e0b6fe6-a240-49df-b967-788737d33dd0 req-efec57e1-dfbd-41cd-bf3f-ba1ab4e53916 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c6ea51c9-3501-470c-9d4d-73900efdb542 HTTP/1.1" status: 200 len: 1096 time: 0.8416202 Sep 21 17:55:05.609377 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e2b5c7ea-46c6-4090-b50d-625ffda30328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:05.621349 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-94568a30-6f45-488a-94a5-e06381181ac3 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Allocated IP 172.20.0.6 (1c00a0d6-e667-48aa-86f9-9337cd552f7d/b33b2c75-9b86-4e4e-90ea-cf1f238c715d/dbc0d7b1-96db-431a-bbdc-4aac85019438) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:55:05.625382 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-42cfd157-359a-42db-825d-959f54a2bbb4 req-0e3ebc22-80d7-4bce-9901-a390d070575d tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881046 Sep 21 17:55:05.634173 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 70e70c71-161d-431f-866b-8060d68c895a up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:55:05.660583 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-19d5a1ab-3748-4b8a-8382-03e36ceea149 service neutron] Attempting to bind port f7484a6d-d2e4-4bb0-965e-be69d1efbcd5 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:55:05.661141 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-19d5a1ab-3748-4b8a-8382-03e36ceea149 service neutron] Attempting to bind port f7484a6d-d2e4-4bb0-965e-be69d1efbcd5 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:55:05.661289 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-19d5a1ab-3748-4b8a-8382-03e36ceea149 service neutron] Attempting to bind port f7484a6d-d2e4-4bb0-965e-be69d1efbcd5 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:55:05.667472 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-19d5a1ab-3748-4b8a-8382-03e36ceea149 service neutron] Port f7484a6d-d2e4-4bb0-965e-be69d1efbcd5 on network c714db5f-672e-4004-8098-88db84169d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:55:05.667803 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-19d5a1ab-3748-4b8a-8382-03e36ceea149 service neutron] Attempting to bind port f7484a6d-d2e4-4bb0-965e-be69d1efbcd5 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:55:05.673155 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-19d5a1ab-3748-4b8a-8382-03e36ceea149 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:55:05.673501 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-19d5a1ab-3748-4b8a-8382-03e36ceea149 service neutron] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:55:05.673895 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-19d5a1ab-3748-4b8a-8382-03e36ceea149 service neutron] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:55:05.674333 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-19d5a1ab-3748-4b8a-8382-03e36ceea149 service neutron] Bound port: f7484a6d-d2e4-4bb0-965e-be69d1efbcd5, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:55:05.674698 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-19d5a1ab-3748-4b8a-8382-03e36ceea149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:05.804652 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-63206435-b0b6-499f-b8ca-55acc3bbf98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:05.814769 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a164a-7fc1-4009-8ff8-6e02a55ff0a7 req-4aa5fb49-c13f-45b4-9c41-2d01cf095fe8 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:05.816557 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7e840b2d-f3b1-46d2-acaa-201ad09f97bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:05.824089 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bd2a164a-7fc1-4009-8ff8-6e02a55ff0a7 req-4aa5fb49-c13f-45b4-9c41-2d01cf095fe8 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=e246bbfc-c3bc-4205-81cb-e51858a461d0 HTTP/1.1" status: 200 len: 948 time: 0.1112268 Sep 21 17:55:05.830320 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 70e70c71-161d-431f-866b-8060d68c895a triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:05.831072 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:05.843955 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-19d5a1ab-3748-4b8a-8382-03e36ceea149 service neutron] For port f7484a6d-d2e4-4bb0-965e-be69d1efbcd5, host n-h2-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:55:05.860779 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-19d5a1ab-3748-4b8a-8382-03e36ceea149 service neutron] For port f7484a6d-d2e4-4bb0-965e-be69d1efbcd5, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=f7484a6d-d2e4-4bb0-965e-be69d1efbcd5,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:55:05.873335 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23ba40f2-333a-4d8a-ba8f-610abdc52f45 req-3dda0e1b-2c4d-45be-998b-6d73b1323064 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5753675 Sep 21 17:55:05.881632 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-19d5a1ab-3748-4b8a-8382-03e36ceea149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:05.942355 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-63206435-b0b6-499f-b8ca-55acc3bbf98d None None] For port 70e70c71-161d-431f-866b-8060d68c895a, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=70e70c71-161d-431f-866b-8060d68c895a,segment=NetworkSegment(820d8bc9-35e2-4a43-81ba-d8ece7151d43),segment_id=820d8bc9-35e2-4a43-81ba-d8ece7151d43)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:05.964545 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-63206435-b0b6-499f-b8ca-55acc3bbf98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:05.972472 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5c7ea-46c6-4090-b50d-625ffda30328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac77e871-df84-4965-b28b-94b187897fad,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:05.993180 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e2b5c7ea-46c6-4090-b50d-625ffda30328 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3164c8a93cd04a8692b43f946d5cf75d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6239758 Sep 21 17:55:05.994748 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5a1ab-3748-4b8a-8382-03e36ceea149 service neutron] Pushing event updated for resources: {'Port': ['ID=f7484a6d-d2e4-4bb0-965e-be69d1efbcd5,revision_number=3']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:06.002279 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58310) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:06.028705 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bd2a164a-7fc1-4009-8ff8-6e02a55ff0a7 req-c70fc804-c279-4dc8-a775-2c902972c284 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036259 Sep 21 17:55:06.086144 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-19d5a1ab-3748-4b8a-8382-03e36ceea149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:06.087103 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-19d5a1ab-3748-4b8a-8382-03e36ceea149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:06.088950 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-19d5a1ab-3748-4b8a-8382-03e36ceea149 service neutron] 10.222.0.44 "PUT /v2.0/ports/f7484a6d-d2e4-4bb0-965e-be69d1efbcd5 HTTP/1.1" status: 200 len: 1096 time: 2.0057621 Sep 21 17:55:06.089779 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6e0b6fe6-a240-49df-b967-788737d33dd0 req-d70126d8-f5b0-4886-817a-788cb1014064 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5498e8c5-a218-444a-a427-ca1ebb2bba2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813060 Sep 21 17:55:06.091644 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e246bbfc-c3bc-4205-81cb-e51858a461d0', 'tag': 'f7484a6d-d2e4-4bb0-965e-be69d1efbcd5'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:55:06.094262 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25218c87-638d-4d73-964f-6591f67f9b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "e246bbfc-c3bc-4205-81cb-e51858a461d0", "tag": "f7484a6d-d2e4-4bb0-965e-be69d1efbcd5"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:55:06.200078 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63206435-b0b6-499f-b8ca-55acc3bbf98d None None] Pushing event updated for resources: {'Port': ['ID=70e70c71-161d-431f-866b-8060d68c895a,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:06.202751 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0e200a02-f8e2-4cf1-a359-529448db1000 req-ccb6c82f-2ea6-434b-b6fb-5515115d9610 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7937ea-6f4e-44f7-9a63-50e3d960a43d HTTP/1.1" status: 200 len: 210 time: 0.1779430 Sep 21 17:55:06.280906 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-637f7686-bbba-4c87-bd42-8dbb80718f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:06.375873 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded59fc4-1b5e-448c-94ac-e5f547e759f4 x-openstack-request-id: req-ded59fc4-1b5e-448c-94ac-e5f547e759f4 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:55:06.376163 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e246bbfc-c3bc-4205-81cb-e51858a461d0", "tag": "f7484a6d-d2e4-4bb0-965e-be69d1efbcd5", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:55:06.376418 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ded59fc4-1b5e-448c-94ac-e5f547e759f4 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:55:06.376820 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e246bbfc-c3bc-4205-81cb-e51858a461d0', 'tag': 'f7484a6d-d2e4-4bb0-965e-be69d1efbcd5', 'status': 'completed', 'code': 200} Sep 21 17:55:06.422744 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-667954b9-5758-4faf-990f-91aff8402ba2 None None] Provisioning complete for port 70e70c71-161d-431f-866b-8060d68c895a triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:06.423139 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-667954b9-5758-4faf-990f-91aff8402ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:06.437828 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-637f7686-bbba-4c87-bd42-8dbb80718f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:06.460185 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-f5369819-6d36-4c25-bab7-c8de00a455fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:06.462018 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-f5369819-6d36-4c25-bab7-c8de00a455fe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f3df2f1b844143b1bdfc1c299403f848&device_id=e246bbfc-c3bc-4205-81cb-e51858a461d0 HTTP/1.1" status: 200 len: 1099 time: 0.2749307 Sep 21 17:55:06.471493 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e840b2d-f3b1-46d2-acaa-201ad09f97bd admin admin] Router 1d7355e5-4c68-475a-af5a-8100da2dd002 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:55:06.473923 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff6f70-64b1-4ba9-952a-175e57b3c63f req-b16481dc-f111-44e8-932b-11427f9a7dc4 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:06.475452 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0bff6f70-64b1-4ba9-952a-175e57b3c63f req-b16481dc-f111-44e8-932b-11427f9a7dc4 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6ea51c9-3501-470c-9d4d-73900efdb542 HTTP/1.1" status: 200 len: 945 time: 0.1955297 Sep 21 17:55:06.480418 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-94568a30-6f45-488a-94a5-e06381181ac3 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:06.523175 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-e4aeb1fc-3d4c-40f3-9d8d-c362f2bd2fe3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=f7484a6d-d2e4-4bb0-965e-be69d1efbcd5 HTTP/1.1" status: 200 len: 217 time: 0.0422144 Sep 21 17:55:06.606023 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0bff6f70-64b1-4ba9-952a-175e57b3c63f req-fa79e821-f176-4ad9-a095-6e0ffccf5851 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups?id=5498e8c5-a218-444a-a427-ca1ebb2bba2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818508 Sep 21 17:55:06.614656 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e840b2d-f3b1-46d2-acaa-201ad09f97bd admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:55:06.620277 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-5aa07f0e-8a2e-41e9-bcff-e254241ec9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:06.621903 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-5aa07f0e-8a2e-41e9-bcff-e254241ec9a6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.0672352 Sep 21 17:55:06.630960 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-94568a30-6f45-488a-94a5-e06381181ac3 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:06.631196 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff53ad2a-eef2-42e2-8693-466ae62d6b52 None None] Sync routers for ids ['1d7355e5-4c68-475a-af5a-8100da2dd002'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:55:06.676042 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff53ad2a-eef2-42e2-8693-466ae62d6b52 None None] Routers {'1d7355e5-4c68-475a-af5a-8100da2dd002'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:55:06.676741 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-ff53ad2a-eef2-42e2-8693-466ae62d6b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:54:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['1d7355e5-4c68-475a-af5a-8100da2dd002'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:55:06.679810 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-637f7686-bbba-4c87-bd42-8dbb80718f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:06.682545 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-637f7686-bbba-4c87-bd42-8dbb80718f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:06.686224 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-637f7686-bbba-4c87-bd42-8dbb80718f25 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ac77e871-df84-4965-b28b-94b187897fad HTTP/1.1" status: 204 len: 168 time: 0.6805408 Sep 21 17:55:06.687621 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94568a30-6f45-488a-94a5-e06381181ac3 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Pushing event updated for resources: {'Port': ['ID=dbc0d7b1-96db-431a-bbdc-4aac85019438,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:06.699307 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7e840b2d-f3b1-46d2-acaa-201ad09f97bd admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:06.703182 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7e840b2d-f3b1-46d2-acaa-201ad09f97bd admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8548706 Sep 21 17:55:06.705745 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58318) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:06.709897 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-94568a30-6f45-488a-94a5-e06381181ac3 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Network 1c00a0d6-e667-48aa-86f9-9337cd552f7d is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:55:06.716505 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-94568a30-6f45-488a-94a5-e06381181ac3 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:55:06.734269 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-d20115b2-1605-4f4f-85e6-e8296cd74319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:06.744225 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-d20115b2-1605-4f4f-85e6-e8296cd74319 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1075060 Sep 21 17:55:06.749348 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f7686-bbba-4c87-bd42-8dbb80718f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac77e871-df84-4965-b28b-94b187897fad,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:06.875743 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-7a3d6f69-900a-4fe1-9049-1cd8e9ca6d72 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158614 Sep 21 17:55:06.939324 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ceb899-70f1-4111-aab6-acd0863cdc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e3ee59-75ad-47a0-ba1f-aa81e184c253'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:55:06.941941 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcaaeab4-941a-444d-aa54-3f60427c2465" -d '{"events": [{"server_uuid": "48ceb899-70f1-4111-aab6-acd0863cdc0a", "name": "network-vif-plugged", "status": "completed", "tag": "b2e3ee59-75ad-47a0-ba1f-aa81e184c253"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:55:07.025415 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-49811aa4-3e65-48e7-a9e0-f164464b231e req-1e74779f-984e-426d-adff-78030eeb0e69 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394849 Sep 21 17:55:07.062866 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-ff53ad2a-eef2-42e2-8693-466ae62d6b52 None None] Set router 1d7355e5-4c68-475a-af5a-8100da2dd002 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:55:07.096624 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475fc8a-cf4f-446d-8ac7-64b1f9cb810e req-7551fd83-ed17-4cbf-9cdc-979d6edcbd38 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:07.098980 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d475fc8a-cf4f-446d-8ac7-64b1f9cb810e req-7551fd83-ed17-4cbf-9cdc-979d6edcbd38 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ceb899-70f1-4111-aab6-acd0863cdc0a HTTP/1.1" status: 200 len: 950 time: 0.0721529 Sep 21 17:55:07.185724 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-94568a30-6f45-488a-94a5-e06381181ac3 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:55:07.225253 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d475fc8a-cf4f-446d-8ac7-64b1f9cb810e req-a06f7448-95a4-449a-a720-b3e6ff2e0777 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164675 Sep 21 17:55:07.231770 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25218c87-638d-4d73-964f-6591f67f9b2c req-3abae2e8-4b43-4c29-ab85-90cf838ade22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:07.233531 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-25218c87-638d-4d73-964f-6591f67f9b2c req-3abae2e8-4b43-4c29-ab85-90cf838ade22 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f3df2f1b844143b1bdfc1c299403f848&device_id=e246bbfc-c3bc-4205-81cb-e51858a461d0 HTTP/1.1" status: 200 len: 1099 time: 0.1212080 Sep 21 17:55:07.314485 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-ff53ad2a-eef2-42e2-8693-466ae62d6b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'name': 'tempest-ServersTestManualDisk-552534343-router', 'tenant_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '4aff3c14-d78d-4711-ab3c-e7356feff0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:55:01Z', 'updated_at': '2021-09-21T17:55:04Z', 'revision_number': 3, 'project_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'gw_port': {'id': '4aff3c14-d78d-4711-ab3c-e7356feff0df', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:55:02Z', 'updated_at': '2021-09-21T17:55:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:55:07.349924 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864b2634-3f6b-40e3-ada4-b015eefe9de3 x-openstack-request-id: req-864b2634-3f6b-40e3-ada4-b015eefe9de3 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:55:07.350246 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ceb899-70f1-4111-aab6-acd0863cdc0a", "name": "network-vif-plugged", "status": "completed", "tag": "b2e3ee59-75ad-47a0-ba1f-aa81e184c253", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:55:07.350630 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-864b2634-3f6b-40e3-ada4-b015eefe9de3 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:55:07.351068 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ceb899-70f1-4111-aab6-acd0863cdc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e3ee59-75ad-47a0-ba1f-aa81e184c253', 'code': 200} Sep 21 17:55:07.352196 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff53ad2a-eef2-42e2-8693-466ae62d6b52 None None] Checking router: 1d7355e5-4c68-475a-af5a-8100da2dd002 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:55:07.352548 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff53ad2a-eef2-42e2-8693-466ae62d6b52 None None] Updating router 1d7355e5-4c68-475a-af5a-8100da2dd002 port 4aff3c14-d78d-4711-ab3c-e7356feff0df binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:55:07.363732 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-94568a30-6f45-488a-94a5-e06381181ac3 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:07.364372 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-94568a30-6f45-488a-94a5-e06381181ac3 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:07.377310 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664c86c-57af-473a-96bb-19eb31fc0b3a req-6dc8b194-f883-4d30-9389-d64a086acc5d tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:07.379294 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2664c86c-57af-473a-96bb-19eb31fc0b3a req-6dc8b194-f883-4d30-9389-d64a086acc5d tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.1959782 Sep 21 17:55:07.423750 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ff53ad2a-eef2-42e2-8693-466ae62d6b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:07.426052 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-94568a30-6f45-488a-94a5-e06381181ac3 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5631402 Sep 21 17:55:07.440128 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2664c86c-57af-473a-96bb-19eb31fc0b3a req-9117744e-e54b-49b1-ad7b-428e80f2b1b8 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505347 Sep 21 17:55:07.499219 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-2d93ecde-f0ec-431b-b0cc-02e12d129acb service neutron] Request body: {'port': {'device_id': '2f7937ea-6f4e-44f7-9a63-50e3d960a43d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:07.531008 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 70e70c71-161d-431f-866b-8060d68c895a up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:55:07.586764 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae566af1-51ab-47df-9a44-4967b59c0ff4 req-28fb5909-8c3e-46f0-bd41-0392f856b3e0 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:07.594498 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ae566af1-51ab-47df-9a44-4967b59c0ff4 req-28fb5909-8c3e-46f0-bd41-0392f856b3e0 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=e246bbfc-c3bc-4205-81cb-e51858a461d0 HTTP/1.1" status: 200 len: 948 time: 0.0884264 Sep 21 17:55:07.606076 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25218c87-638d-4d73-964f-6591f67f9b2c req-c07e8a20-85b9-4cf3-bb8b-6cb62bea07eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:07.607814 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-25218c87-638d-4d73-964f-6591f67f9b2c req-c07e8a20-85b9-4cf3-bb8b-6cb62bea07eb service neutron] 10.222.0.44 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.3487372 Sep 21 17:55:07.651514 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ae566af1-51ab-47df-9a44-4967b59c0ff4 req-9bc98af9-820c-4c03-a0de-8435af83e54f tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560212 Sep 21 17:55:07.670513 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-2d93ecde-f0ec-431b-b0cc-02e12d129acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:07.774005 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-25218c87-638d-4d73-964f-6591f67f9b2c req-71b33321-70e0-44ca-b610-0dd8ea8bf955 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=f7484a6d-d2e4-4bb0-965e-be69d1efbcd5 HTTP/1.1" status: 200 len: 217 time: 0.1080534 Sep 21 17:55:07.818254 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 70e70c71-161d-431f-866b-8060d68c895a triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:07.818621 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:07.936360 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08be73-501a-49f2-84e8-fa5b57002253 req-5f4b3fc3-b6de-44f3-aa7d-62385b998c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:07.938599 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6a08be73-501a-49f2-84e8-fa5b57002253 req-5f4b3fc3-b6de-44f3-aa7d-62385b998c10 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=48ceb899-70f1-4111-aab6-acd0863cdc0a HTTP/1.1" status: 200 len: 1101 time: 0.3186245 Sep 21 17:55:07.955704 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25218c87-638d-4d73-964f-6591f67f9b2c req-38ba41ca-221a-4817-a046-3181b9cb0134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:07.956944 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-25218c87-638d-4d73-964f-6591f67f9b2c req-38ba41ca-221a-4817-a046-3181b9cb0134 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1522768 Sep 21 17:55:08.001336 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7e193-0f6c-4e25-9699-257da1b6adbb req-04e393c2-4844-4200-bbc9-27edcb07377d tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:08.008754 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0bf7e193-0f6c-4e25-9699-257da1b6adbb req-04e393c2-4844-4200-bbc9-27edcb07377d tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6ea51c9-3501-470c-9d4d-73900efdb542 HTTP/1.1" status: 200 len: 945 time: 0.2319384 Sep 21 17:55:08.047752 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25218c87-638d-4d73-964f-6591f67f9b2c req-1980b971-833c-49ed-84ee-a680719d2046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:08.049277 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-25218c87-638d-4d73-964f-6591f67f9b2c req-1980b971-833c-49ed-84ee-a680719d2046 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0837874 Sep 21 17:55:08.065879 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0bf7e193-0f6c-4e25-9699-257da1b6adbb req-4dbfefa7-184d-4f3b-b47a-79f66308617c tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups?id=5498e8c5-a218-444a-a427-ca1ebb2bba2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512459 Sep 21 17:55:08.089575 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ff53ad2a-eef2-42e2-8693-466ae62d6b52 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:08.100119 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ff53ad2a-eef2-42e2-8693-466ae62d6b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:08.173188 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6a08be73-501a-49f2-84e8-fa5b57002253 req-79cca676-69b0-43ad-8ef3-122f813441ce service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678871 Sep 21 17:55:08.180404 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-ff53ad2a-eef2-42e2-8693-466ae62d6b52 None None] Attempting to bind port 4aff3c14-d78d-4711-ab3c-e7356feff0df on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:55:08.180778 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-ff53ad2a-eef2-42e2-8693-466ae62d6b52 None None] Attempting to bind port 4aff3c14-d78d-4711-ab3c-e7356feff0df by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:55:08.181267 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff53ad2a-eef2-42e2-8693-466ae62d6b52 None None] Attempting to bind port 4aff3c14-d78d-4711-ab3c-e7356feff0df on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:55:08.210385 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff53ad2a-eef2-42e2-8693-466ae62d6b52 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:55:08.210385 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff53ad2a-eef2-42e2-8693-466ae62d6b52 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:55:08.210385 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ff53ad2a-eef2-42e2-8693-466ae62d6b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:08.210385 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff53ad2a-eef2-42e2-8693-466ae62d6b52 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:55:08.210385 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-ff53ad2a-eef2-42e2-8693-466ae62d6b52 None None] Bound port: 4aff3c14-d78d-4711-ab3c-e7356feff0df, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:55:08.210385 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ff53ad2a-eef2-42e2-8693-466ae62d6b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:08.212490 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d232bd-c9a8-4b40-a575-136f5fa88f0c None None] Pushing event updated for resources: {'Port': ['ID=4aff3c14-d78d-4711-ab3c-e7356feff0df,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:08.240283 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5aeda50b-6cd7-45db-8017-872e11ee523c req-863a8acb-6227-4d01-b35d-b2b342855c04 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1105593490&fields=id&tenant_id=d71c593332624e98b9eb6adfe1f21c51 HTTP/1.1" status: 200 len: 267 time: 0.0757070 Sep 21 17:55:08.249042 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b7b34-8907-4bbc-b4e1-d9fd283d70cf req-f4133d69-978f-4cf6-ae8c-d2b32e90abbc tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:08.258264 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-408b7b34-8907-4bbc-b4e1-d9fd283d70cf req-f4133d69-978f-4cf6-ae8c-d2b32e90abbc tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7937ea-6f4e-44f7-9a63-50e3d960a43d HTTP/1.1" status: 200 len: 931 time: 0.3865697 Sep 21 17:55:08.260822 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-25218c87-638d-4d73-964f-6591f67f9b2c req-211be92e-ab2d-4d45-b710-f1bf359969ef service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938968 Sep 21 17:55:08.273398 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-ff53ad2a-eef2-42e2-8693-466ae62d6b52 None None] For port 4aff3c14-d78d-4711-ab3c-e7356feff0df, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:55:08.278279 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-ff53ad2a-eef2-42e2-8693-466ae62d6b52 None None] For port 4aff3c14-d78d-4711-ab3c-e7356feff0df, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=4aff3c14-d78d-4711-ab3c-e7356feff0df,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:55:08.289912 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ff53ad2a-eef2-42e2-8693-466ae62d6b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:08.329020 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeda50b-6cd7-45db-8017-872e11ee523c req-b3f3a333-d311-47a8-8b62-a3571dfbecbe tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:08.330633 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5aeda50b-6cd7-45db-8017-872e11ee523c req-b3f3a333-d311-47a8-8b62-a3571dfbecbe tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6ea51c9-3501-470c-9d4d-73900efdb542 HTTP/1.1" status: 200 len: 945 time: 0.0826433 Sep 21 17:55:08.343590 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-5aeda50b-6cd7-45db-8017-872e11ee523c req-4a335058-bc11-4015-9c37-97cdba4a217a tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Request body: {'port': {'security_groups': ['5498e8c5-a218-444a-a427-ca1ebb2bba2b', 'a6dea9ea-719c-4947-83ef-dd8e94602855']}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:08.411078 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-408b7b34-8907-4bbc-b4e1-d9fd283d70cf req-501885b9-5f8f-469b-bed1-859c0f469c62 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376486 Sep 21 17:55:08.411227 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d232bd-c9a8-4b40-a575-136f5fa88f0c None None] Pushing event updated for resources: {'Port': ['ID=4aff3c14-d78d-4711-ab3c-e7356feff0df,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:08.411227 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff53ad2a-eef2-42e2-8693-466ae62d6b52 None None] Routers {'1d7355e5-4c68-475a-af5a-8100da2dd002'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:55:08.411227 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-ff53ad2a-eef2-42e2-8693-466ae62d6b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:54:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['1d7355e5-4c68-475a-af5a-8100da2dd002'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:55:08.456794 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-757d9da2-453d-41c2-90d0-82f7fecaa708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:08.466288 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-5aeda50b-6cd7-45db-8017-872e11ee523c req-4a335058-bc11-4015-9c37-97cdba4a217a tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:08.620638 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-25218c87-638d-4d73-964f-6591f67f9b2c req-2ca798c6-5813-411f-b96d-88c4e627650a service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910198 Sep 21 17:55:08.624804 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-ff53ad2a-eef2-42e2-8693-466ae62d6b52 None None] Set router 1d7355e5-4c68-475a-af5a-8100da2dd002 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:55:08.685292 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80222f3b-2f14-4701-b52e-b2f3574501d6 req-ffb5ed63-03cf-443b-815e-a19c4a4b23b0 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:08.685292 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80222f3b-2f14-4701-b52e-b2f3574501d6 req-ffb5ed63-03cf-443b-815e-a19c4a4b23b0 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ceb899-70f1-4111-aab6-acd0863cdc0a HTTP/1.1" status: 200 len: 950 time: 0.1820257 Sep 21 17:55:08.719228 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-2d93ecde-f0ec-431b-b0cc-02e12d129acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbc0d7b1-96db-431a-bbdc-4aac85019438 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:55:08.733642 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-2d93ecde-f0ec-431b-b0cc-02e12d129acb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:08.753657 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-5aeda50b-6cd7-45db-8017-872e11ee523c req-4a335058-bc11-4015-9c37-97cdba4a217a tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] For port dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802,segment=NetworkSegment(b649b04a-47dc-4548-902b-6f55a3afe15c),segment_id=b649b04a-47dc-4548-902b-6f55a3afe15c)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:08.790228 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-5aeda50b-6cd7-45db-8017-872e11ee523c req-4a335058-bc11-4015-9c37-97cdba4a217a tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:08.796599 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-5aeda50b-6cd7-45db-8017-872e11ee523c req-4a335058-bc11-4015-9c37-97cdba4a217a tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:08.800144 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80222f3b-2f14-4701-b52e-b2f3574501d6 req-47a31357-d5de-42c3-99e2-43627629429a tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109593 Sep 21 17:55:08.815597 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:08.818888 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-2d93ecde-f0ec-431b-b0cc-02e12d129acb service neutron] Transition to ACTIVE for port object dbc0d7b1-96db-431a-bbdc-4aac85019438 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:55:08.833440 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-2d93ecde-f0ec-431b-b0cc-02e12d129acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:08.843551 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-757d9da2-453d-41c2-90d0-82f7fecaa708 admin admin] Allocated IP 172.20.0.1 (16966d60-6a2c-4471-853d-d73096108f22/8dad2486-94f0-4e93-a1ba-c730f0a02400/00c06b45-7c9c-47d6-9fc1-8a73163d8841) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:55:08.848152 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeda50b-6cd7-45db-8017-872e11ee523c req-4a335058-bc11-4015-9c37-97cdba4a217a tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:08.848877 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-5aeda50b-6cd7-45db-8017-872e11ee523c req-4a335058-bc11-4015-9c37-97cdba4a217a tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:08.850578 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5aeda50b-6cd7-45db-8017-872e11ee523c req-4a335058-bc11-4015-9c37-97cdba4a217a tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "PUT /v2.0/ports/dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802 HTTP/1.1" status: 200 len: 981 time: 0.5117483 Sep 21 17:55:08.851195 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ea51c9-3501-470c-9d4d-73900efdb542', 'tag': 'dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:55:08.853904 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb6f2b5-676c-479a-80a5-30e35f403681" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ea51c9-3501-470c-9d4d-73900efdb542", "tag": "dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:55:08.892097 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a335058-bc11-4015-9c37-97cdba4a217a tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Pushing event updated for resources: {'Port': ['ID=dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802,revision_number=6']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:08.938256 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:08.972826 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-ff53ad2a-eef2-42e2-8693-466ae62d6b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'name': 'tempest-ServersTestManualDisk-552534343-router', 'tenant_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '4aff3c14-d78d-4711-ab3c-e7356feff0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:55:01Z', 'updated_at': '2021-09-21T17:55:04Z', 'revision_number': 3, 'project_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'gw_port': {'id': '4aff3c14-d78d-4711-ab3c-e7356feff0df', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:55:02Z', 'updated_at': '2021-09-21T17:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:55:09.006515 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff53ad2a-eef2-42e2-8693-466ae62d6b52 None None] The sync data for ids ['1d7355e5-4c68-475a-af5a-8100da2dd002'] in n-d-810291-1 is: [{'id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'name': 'tempest-ServersTestManualDisk-552534343-router', 'tenant_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '4aff3c14-d78d-4711-ab3c-e7356feff0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:55:01Z', 'updated_at': '2021-09-21T17:55:04Z', 'revision_number': 3, 'project_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'gw_port': {'id': '4aff3c14-d78d-4711-ab3c-e7356feff0df', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:55:02Z', 'updated_at': '2021-09-21T17:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:55:09.034725 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93ecde-f0ec-431b-b0cc-02e12d129acb service neutron] Pushing event updated for resources: {'Port': ['ID=dbc0d7b1-96db-431a-bbdc-4aac85019438,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:09.079315 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f70a2-f4ff-4d11-8181-cb5d4eed939c req-7ecd7bdd-04a5-4ce6-a44f-81e063a14cac tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:09.080949 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c76f70a2-f4ff-4d11-8181-cb5d4eed939c req-7ecd7bdd-04a5-4ce6-a44f-81e063a14cac tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=e246bbfc-c3bc-4205-81cb-e51858a461d0 HTTP/1.1" status: 200 len: 948 time: 0.0768862 Sep 21 17:55:09.106307 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a78d1c-31ae-43ba-a75f-e3282d54698c req-3f4b8da3-67a5-4ef6-b968-f248bd724ba1 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:09.108121 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e7a78d1c-31ae-43ba-a75f-e3282d54698c req-3f4b8da3-67a5-4ef6-b968-f248bd724ba1 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.1960001 Sep 21 17:55:09.140274 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-757d9da2-453d-41c2-90d0-82f7fecaa708 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:09.155635 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c76f70a2-f4ff-4d11-8181-cb5d4eed939c req-b943b970-3454-48da-8b90-c6a6186a6eab tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657871 Sep 21 17:55:09.192151 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e7a78d1c-31ae-43ba-a75f-e3282d54698c req-0dbc15e4-114d-4a45-abb5-d428a8c4d174 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686860 Sep 21 17:55:09.212865 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-2d93ecde-f0ec-431b-b0cc-02e12d129acb service neutron] Attempting to bind port dbc0d7b1-96db-431a-bbdc-4aac85019438 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:55:09.213259 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-2d93ecde-f0ec-431b-b0cc-02e12d129acb service neutron] Attempting to bind port dbc0d7b1-96db-431a-bbdc-4aac85019438 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '56b6ab3c-69bd-42e2-acea-4797f09bea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:55:09.213597 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-2d93ecde-f0ec-431b-b0cc-02e12d129acb service neutron] Attempting to bind port dbc0d7b1-96db-431a-bbdc-4aac85019438 on network 1c00a0d6-e667-48aa-86f9-9337cd552f7d {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:55:09.247850 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d346c20-3803-433e-9a0a-3d2f61f3b178 x-openstack-request-id: req-6d346c20-3803-433e-9a0a-3d2f61f3b178 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:55:09.248136 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ea51c9-3501-470c-9d4d-73900efdb542", "tag": "dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:55:09.248389 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6d346c20-3803-433e-9a0a-3d2f61f3b178 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:55:09.248797 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ea51c9-3501-470c-9d4d-73900efdb542', 'tag': 'dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802', 'status': 'completed', 'code': 200} Sep 21 17:55:09.267667 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-2d93ecde-f0ec-431b-b0cc-02e12d129acb service neutron] Port dbc0d7b1-96db-431a-bbdc-4aac85019438 on network 1c00a0d6-e667-48aa-86f9-9337cd552f7d not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:55:09.268152 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-2d93ecde-f0ec-431b-b0cc-02e12d129acb service neutron] Attempting to bind port dbc0d7b1-96db-431a-bbdc-4aac85019438 on network 1c00a0d6-e667-48aa-86f9-9337cd552f7d {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:55:09.273702 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-2d93ecde-f0ec-431b-b0cc-02e12d129acb service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:55:09.273951 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-2d93ecde-f0ec-431b-b0cc-02e12d129acb service neutron] Checking segment: {'id': '56b6ab3c-69bd-42e2-acea-4797f09bea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:55:09.274339 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-2d93ecde-f0ec-431b-b0cc-02e12d129acb service neutron] Bound using segment: {'id': '56b6ab3c-69bd-42e2-acea-4797f09bea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:55:09.274826 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-2d93ecde-f0ec-431b-b0cc-02e12d129acb service neutron] Bound port: dbc0d7b1-96db-431a-bbdc-4aac85019438, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b6ab3c-69bd-42e2-acea-4797f09bea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:55:09.275218 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-2d93ecde-f0ec-431b-b0cc-02e12d129acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:09.302560 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-757d9da2-453d-41c2-90d0-82f7fecaa708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:09.432764 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757d9da2-453d-41c2-90d0-82f7fecaa708 admin admin] Network 16966d60-6a2c-4471-853d-d73096108f22 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:55:09.448622 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6f2b5-676c-479a-80a5-30e35f403681 req-0f4ab811-c1cd-4fe1-8747-721e08812384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:09.450237 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ccb6f2b5-676c-479a-80a5-30e35f403681 req-0f4ab811-c1cd-4fe1-8747-721e08812384 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d71c593332624e98b9eb6adfe1f21c51&device_id=c6ea51c9-3501-470c-9d4d-73900efdb542 HTTP/1.1" status: 200 len: 1135 time: 0.1719725 Sep 21 17:55:09.451239 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-757d9da2-453d-41c2-90d0-82f7fecaa708 admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:55:09.460601 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757d9da2-453d-41c2-90d0-82f7fecaa708 admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:55:09.529583 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d9da2-453d-41c2-90d0-82f7fecaa708 admin admin] Pushing event updated for resources: {'Port': ['ID=00c06b45-7c9c-47d6-9fc1-8a73163d8841,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:09.560414 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 4aff3c14-d78d-4711-ab3c-e7356feff0df up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:55:09.585372 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f53eb1df-ed77-4f89-b680-0db2278d0606 req-c5141cbe-8bf8-46dd-9b14-16deef9bcda9 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-229921691&fields=id&tenant_id=d71c593332624e98b9eb6adfe1f21c51 HTTP/1.1" status: 200 len: 267 time: 0.2448637 Sep 21 17:55:09.636414 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 4aff3c14-d78d-4711-ab3c-e7356feff0df triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:09.636414 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:09.638034 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-2d93ecde-f0ec-431b-b0cc-02e12d129acb service neutron] For port dbc0d7b1-96db-431a-bbdc-4aac85019438, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:55:09.655417 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004d92e-0666-45d7-8c8f-0be63b7ab6aa req-068d7999-88f0-472d-b02a-511c498bfae7 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:09.663355 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8004d92e-0666-45d7-8c8f-0be63b7ab6aa req-068d7999-88f0-472d-b02a-511c498bfae7 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7937ea-6f4e-44f7-9a63-50e3d960a43d HTTP/1.1" status: 200 len: 943 time: 0.0967255 Sep 21 17:55:09.713393 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8004d92e-0666-45d7-8c8f-0be63b7ab6aa req-e677fb4b-99b6-449d-957c-47c286265126 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490618 Sep 21 17:55:09.740313 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-2d93ecde-f0ec-431b-b0cc-02e12d129acb service neutron] For port dbc0d7b1-96db-431a-bbdc-4aac85019438, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=dbc0d7b1-96db-431a-bbdc-4aac85019438,segment=NetworkSegment(56b6ab3c-69bd-42e2-acea-4797f09bea25),segment_id=56b6ab3c-69bd-42e2-acea-4797f09bea25)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:55:09.741728 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-757d9da2-453d-41c2-90d0-82f7fecaa708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:09.787660 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:09.805756 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-2d93ecde-f0ec-431b-b0cc-02e12d129acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:09.817751 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5a275122-8d67-4245-a448-3c07a6f2ee45 None None] Provisioning complete for port 00c06b45-7c9c-47d6-9fc1-8a73163d8841 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:09.818138 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5a275122-8d67-4245-a448-3c07a6f2ee45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:09.831198 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 4aff3c14-d78d-4711-ab3c-e7356feff0df, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=4aff3c14-d78d-4711-ab3c-e7356feff0df,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:09.854234 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:09.880072 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-2d93ecde-f0ec-431b-b0cc-02e12d129acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:09.880707 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-2d93ecde-f0ec-431b-b0cc-02e12d129acb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:09.882334 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-2d93ecde-f0ec-431b-b0cc-02e12d129acb service neutron] 10.222.0.38 "PUT /v2.0/ports/dbc0d7b1-96db-431a-bbdc-4aac85019438 HTTP/1.1" status: 200 len: 1091 time: 2.3920088 Sep 21 17:55:09.886890 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7937ea-6f4e-44f7-9a63-50e3d960a43d', 'tag': 'dbc0d7b1-96db-431a-bbdc-4aac85019438'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:55:09.896512 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c849ae-79cd-4c32-a6af-df917452f77e" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7937ea-6f4e-44f7-9a63-50e3d960a43d", "tag": "dbc0d7b1-96db-431a-bbdc-4aac85019438"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:55:09.901400 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5a275122-8d67-4245-a448-3c07a6f2ee45 None None] Port 00c06b45-7c9c-47d6-9fc1-8a73163d8841 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:55:09.920500 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6f2b5-676c-479a-80a5-30e35f403681 req-7816965a-a4d3-4bce-9fed-202246d0cc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:09.922119 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ccb6f2b5-676c-479a-80a5-30e35f403681 req-7816965a-a4d3-4bce-9fed-202246d0cc60 service neutron] 10.222.0.38 "GET /v2.0/networks?id=02bd7daa-13a0-4d00-b335-4386ae333187 HTTP/1.1" status: 200 len: 913 time: 0.4584265 Sep 21 17:55:09.926682 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=4aff3c14-d78d-4711-ab3c-e7356feff0df,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:09.939215 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53eb1df-ed77-4f89-b680-0db2278d0606 req-278ae5ed-091b-40a2-b090-dcd10824645e tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:09.943707 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f53eb1df-ed77-4f89-b680-0db2278d0606 req-278ae5ed-091b-40a2-b090-dcd10824645e tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6ea51c9-3501-470c-9d4d-73900efdb542 HTTP/1.1" status: 200 len: 984 time: 0.3317623 Sep 21 17:55:10.049664 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-f53eb1df-ed77-4f89-b680-0db2278d0606 req-2939a9a3-c55e-4781-8e32-bf520c5ee5a2 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Request body: {'port': {'security_groups': ['5498e8c5-a218-444a-a427-ca1ebb2bba2b', 'a6dea9ea-719c-4947-83ef-dd8e94602855', 'eecef332-96f3-40bd-8285-c19b559c0432']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:10.070558 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e0cc8-b6a1-45e9-bc7f-d442e3a1810b req-6a5a88e4-5c83-4ed8-b4c0-ef1f90e08caa tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:10.072067 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fc2e0cc8-b6a1-45e9-bc7f-d442e3a1810b req-6a5a88e4-5c83-4ed8-b4c0-ef1f90e08caa tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ceb899-70f1-4111-aab6-acd0863cdc0a HTTP/1.1" status: 200 len: 950 time: 0.0553610 Sep 21 17:55:10.072496 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ccb6f2b5-676c-479a-80a5-30e35f403681 req-7f9ca8fd-6088-4cc7-ac3f-4efbd1cdc69f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802 HTTP/1.1" status: 200 len: 217 time: 0.1308062 Sep 21 17:55:10.116806 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93ecde-f0ec-431b-b0cc-02e12d129acb service neutron] Pushing event updated for resources: {'Port': ['ID=dbc0d7b1-96db-431a-bbdc-4aac85019438,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:10.119514 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fc2e0cc8-b6a1-45e9-bc7f-d442e3a1810b req-173df32b-bef6-47ee-a490-2a94114a0e78 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343833 Sep 21 17:55:10.127664 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device f7484a6d-d2e4-4bb0-965e-be69d1efbcd5 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:55:10.213538 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1edf04b-1d9f-4571-a1c0-6e0dcd8ff648 x-openstack-request-id: req-f1edf04b-1d9f-4571-a1c0-6e0dcd8ff648 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:55:10.214090 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7937ea-6f4e-44f7-9a63-50e3d960a43d", "tag": "dbc0d7b1-96db-431a-bbdc-4aac85019438", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:55:10.215130 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f1edf04b-1d9f-4571-a1c0-6e0dcd8ff648 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:55:10.215704 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7937ea-6f4e-44f7-9a63-50e3d960a43d', 'tag': 'dbc0d7b1-96db-431a-bbdc-4aac85019438', 'status': 'completed', 'code': 200} Sep 21 17:55:10.223992 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-be99361d-3ac0-4d60-bd8c-51b7b87ebbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:10.225719 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-be99361d-3ac0-4d60-bd8c-51b7b87ebbf5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=175497c81fda4a69bcd0ab1778ee76e3&device_id=2f7937ea-6f4e-44f7-9a63-50e3d960a43d HTTP/1.1" status: 200 len: 1094 time: 0.2830312 Sep 21 17:55:10.245293 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port f7484a6d-d2e4-4bb0-965e-be69d1efbcd5, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=f7484a6d-d2e4-4bb0-965e-be69d1efbcd5,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:10.258868 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'f7484a6d-d2e4-4bb0-965e-be69d1efbcd5', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': 'f7484a6d-d2e4-4bb0-965e-be69d1efbcd5', 'mac_address': 'fa:16:3e:d9:4f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:55:10.295010 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f53eb1df-ed77-4f89-b680-0db2278d0606 req-2939a9a3-c55e-4781-8e32-bf520c5ee5a2 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:10.306477 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:10.308061 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6f2b5-676c-479a-80a5-30e35f403681 req-817ff5e6-d293-4b18-abac-87f3cd2db3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:10.309515 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ccb6f2b5-676c-479a-80a5-30e35f403681 req-817ff5e6-d293-4b18-abac-87f3cd2db3e9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fc80b87c-95e9-40c5-b85b-bca5f2409b9a HTTP/1.1" status: 200 len: 852 time: 0.2048118 Sep 21 17:55:10.313552 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-4705b715-8edc-4a88-acfc-73cc6eb25e41 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbc0d7b1-96db-431a-bbdc-4aac85019438 HTTP/1.1" status: 200 len: 217 time: 0.0666902 Sep 21 17:55:10.318066 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-757d9da2-453d-41c2-90d0-82f7fecaa708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:10.324576 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7484a6d-d2e4-4bb0-965e-be69d1efbcd5 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:55:10.344980 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port f7484a6d-d2e4-4bb0-965e-be69d1efbcd5, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=f7484a6d-d2e4-4bb0-965e-be69d1efbcd5,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:10.355996 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:10.413303 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ccb6f2b5-676c-479a-80a5-30e35f403681 req-00c8ba94-ef49-4b43-a540-b1fcde872902 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=02bd7daa-13a0-4d00-b335-4386ae333187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721211 Sep 21 17:55:10.413573 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=f7484a6d-d2e4-4bb0-965e-be69d1efbcd5,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:10.466946 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-320bb0bf-7385-41bb-84e2-e3ab02c71e2c req-093ffb91-e07b-46ea-ae07-2e3dd2e52d35 tempest-QuotasAdminNegativeTest-766589643 tempest-QuotasAdminNegativeTest-766589643-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=62fcefc1851b444ba6c3f97ee3b378cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229931 Sep 21 17:55:10.521024 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-f577f07f-7a7b-4375-84ef-eb4683e10b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:10.522468 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-f577f07f-7a7b-4375-84ef-eb4683e10b10 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b33b2c75-9b86-4e4e-90ea-cf1f238c715d HTTP/1.1" status: 200 len: 846 time: 0.1829507 Sep 21 17:55:10.577702 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bb0bf-7385-41bb-84e2-e3ab02c71e2c req-c0003b38-c6d7-42b7-a051-49451fe33d9f tempest-QuotasAdminNegativeTest-766589643 tempest-QuotasAdminNegativeTest-766589643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:10.579157 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-320bb0bf-7385-41bb-84e2-e3ab02c71e2c req-c0003b38-c6d7-42b7-a051-49451fe33d9f tempest-QuotasAdminNegativeTest-766589643 tempest-QuotasAdminNegativeTest-766589643-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1064639 Sep 21 17:55:10.594971 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-320bb0bf-7385-41bb-84e2-e3ab02c71e2c req-211334e7-ec92-4541-b38e-404edc81baad tempest-QuotasAdminNegativeTest-766589643 tempest-QuotasAdminNegativeTest-766589643-project] 10.222.0.58 "GET /v2.0/quotas/62fcefc1851b444ba6c3f97ee3b378cf HTTP/1.1" status: 200 len: 375 time: 0.0095477 Sep 21 17:55:10.628305 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-320bb0bf-7385-41bb-84e2-e3ab02c71e2c req-636001e0-2085-40da-aa63-bfb6a7c276c0 tempest-QuotasAdminNegativeTest-766589643 tempest-QuotasAdminNegativeTest-766589643-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=62fcefc1851b444ba6c3f97ee3b378cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269804 Sep 21 17:55:10.808889 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['f7484a6d-d2e4-4bb0-965e-be69d1efbcd5'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:10.964393 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-631b7714-d4f0-47a0-8554-3ea3b64c1af7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1c00a0d6-e667-48aa-86f9-9337cd552f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747542 Sep 21 17:55:11.044392 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29086067-e48c-4eeb-be56-3dc946e2e2c5 req-67c7e532-56e1-468b-9c65-387506cc009a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:11.046581 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-29086067-e48c-4eeb-be56-3dc946e2e2c5 req-67c7e532-56e1-468b-9c65-387506cc009a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=e246bbfc-c3bc-4205-81cb-e51858a461d0 HTTP/1.1" status: 200 len: 949 time: 0.0499837 Sep 21 17:55:11.082017 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ccb6f2b5-676c-479a-80a5-30e35f403681 req-b910203c-c7fe-4b48-b29a-7ef208901f9f service neutron] 10.222.0.38 "GET /v2.0/networks/02bd7daa-13a0-4d00-b335-4386ae333187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6545293 Sep 21 17:55:11.088266 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-29086067-e48c-4eeb-be56-3dc946e2e2c5 req-2a676645-2a11-48f1-8411-3b442e6540cb tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355310 Sep 21 17:55:11.189208 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f4fca-55b4-4cdf-930d-99a081cac041 req-cc7eb73f-4e14-4d8b-a86e-eb8a42980d02 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:11.190903 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1d1f4fca-55b4-4cdf-930d-99a081cac041 req-cc7eb73f-4e14-4d8b-a86e-eb8a42980d02 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.0481403 Sep 21 17:55:11.234637 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1d1f4fca-55b4-4cdf-930d-99a081cac041 req-79cd7546-851c-4728-ae53-51f85de637d8 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362167 Sep 21 17:55:11.283942 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-0fd27d4c-a43d-4fdd-9614-b04c57f88deb service neutron] 10.222.0.38 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070610 Sep 21 17:55:11.285716 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-f53eb1df-ed77-4f89-b680-0db2278d0606 req-2939a9a3-c55e-4781-8e32-bf520c5ee5a2 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] For port dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802,segment=NetworkSegment(b649b04a-47dc-4548-902b-6f55a3afe15c),segment_id=b649b04a-47dc-4548-902b-6f55a3afe15c)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:11.315509 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-757d9da2-453d-41c2-90d0-82f7fecaa708 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:11.335802 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-757d9da2-453d-41c2-90d0-82f7fecaa708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:11.441280 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 4aff3c14-d78d-4711-ab3c-e7356feff0df up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:55:11.473182 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f53eb1df-ed77-4f89-b680-0db2278d0606 req-2939a9a3-c55e-4781-8e32-bf520c5ee5a2 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:11.485002 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22df65-e086-4a65-b017-a939fb83ea4f req-7e2a6615-3aab-4148-b10f-dda0270387f2 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:11.486207 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ccb6f2b5-676c-479a-80a5-30e35f403681 req-89dd00f1-aead-471f-a17c-1dd6d80365c3 service neutron] 10.222.0.38 "GET /v2.0/networks/02bd7daa-13a0-4d00-b335-4386ae333187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678911 Sep 21 17:55:11.486527 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5a22df65-e086-4a65-b017-a939fb83ea4f req-7e2a6615-3aab-4148-b10f-dda0270387f2 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7937ea-6f4e-44f7-9a63-50e3d960a43d HTTP/1.1" status: 200 len: 943 time: 0.0504189 Sep 21 17:55:11.492989 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f53eb1df-ed77-4f89-b680-0db2278d0606 req-2939a9a3-c55e-4781-8e32-bf520c5ee5a2 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:11.494717 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 4aff3c14-d78d-4711-ab3c-e7356feff0df triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:11.495177 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:11.516466 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:11.532365 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-757d9da2-453d-41c2-90d0-82f7fecaa708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:11.534424 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d9da2-453d-41c2-90d0-82f7fecaa708 admin admin] Pushing event updated for resources: {'Port': ['ID=00c06b45-7c9c-47d6-9fc1-8a73163d8841,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:11.536910 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5a22df65-e086-4a65-b017-a939fb83ea4f req-86c64ec1-416a-442e-9d1e-19420409cce3 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365613 Sep 21 17:55:11.551551 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53eb1df-ed77-4f89-b680-0db2278d0606 req-2939a9a3-c55e-4781-8e32-bf520c5ee5a2 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:11.561272 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f53eb1df-ed77-4f89-b680-0db2278d0606 req-2939a9a3-c55e-4781-8e32-bf520c5ee5a2 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:11.561272 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f53eb1df-ed77-4f89-b680-0db2278d0606 req-2939a9a3-c55e-4781-8e32-bf520c5ee5a2 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "PUT /v2.0/ports/dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802 HTTP/1.1" status: 200 len: 1020 time: 1.5859306 Sep 21 17:55:11.561272 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-61aa2f65-8790-489e-8d3d-839d77343d57 req-508e05ad-3c38-4cc1-aa31-e4d324f92dc9 service neutron] 10.222.0.38 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570024 Sep 21 17:55:11.674203 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:11.678893 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939a9a3-c55e-4781-8e32-bf520c5ee5a2 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Pushing event updated for resources: {'Port': ['ID=dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802,revision_number=7']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:11.737052 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c849ae-79cd-4c32-a6af-df917452f77e req-b10db0ea-00d3-4631-ba84-7dee691071b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:11.738585 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-71c849ae-79cd-4c32-a6af-df917452f77e req-b10db0ea-00d3-4631-ba84-7dee691071b7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=175497c81fda4a69bcd0ab1778ee76e3&device_id=2f7937ea-6f4e-44f7-9a63-50e3d960a43d HTTP/1.1" status: 200 len: 1094 time: 0.0690756 Sep 21 17:55:11.743569 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757d9da2-453d-41c2-90d0-82f7fecaa708 admin admin] Network 16966d60-6a2c-4471-853d-d73096108f22 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:55:11.745068 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-757d9da2-453d-41c2-90d0-82f7fecaa708 admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:55:11.976164 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018b6be-ee67-48bb-ab5b-f818c6840c8d req-dfff4b16-081c-427c-ac2e-4f438da0d25a tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:11.978199 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018b6be-ee67-48bb-ab5b-f818c6840c8d req-dfff4b16-081c-427c-ac2e-4f438da0d25a tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:11.979069 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018b6be-ee67-48bb-ab5b-f818c6840c8d req-dfff4b16-081c-427c-ac2e-4f438da0d25a tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:11.980154 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018b6be-ee67-48bb-ab5b-f818c6840c8d req-dfff4b16-081c-427c-ac2e-4f438da0d25a tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:11.981312 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018b6be-ee67-48bb-ab5b-f818c6840c8d req-dfff4b16-081c-427c-ac2e-4f438da0d25a tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:11.982780 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018b6be-ee67-48bb-ab5b-f818c6840c8d req-dfff4b16-081c-427c-ac2e-4f438da0d25a tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:11.983527 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018b6be-ee67-48bb-ab5b-f818c6840c8d req-dfff4b16-081c-427c-ac2e-4f438da0d25a tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:11.985133 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018b6be-ee67-48bb-ab5b-f818c6840c8d req-dfff4b16-081c-427c-ac2e-4f438da0d25a tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:11.987144 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018b6be-ee67-48bb-ab5b-f818c6840c8d req-dfff4b16-081c-427c-ac2e-4f438da0d25a tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:11.987144 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018b6be-ee67-48bb-ab5b-f818c6840c8d req-dfff4b16-081c-427c-ac2e-4f438da0d25a tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:11.987662 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018b6be-ee67-48bb-ab5b-f818c6840c8d req-dfff4b16-081c-427c-ac2e-4f438da0d25a tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:11.989148 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018b6be-ee67-48bb-ab5b-f818c6840c8d req-dfff4b16-081c-427c-ac2e-4f438da0d25a tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:11.989650 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018b6be-ee67-48bb-ab5b-f818c6840c8d req-dfff4b16-081c-427c-ac2e-4f438da0d25a tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:11.990643 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018b6be-ee67-48bb-ab5b-f818c6840c8d req-dfff4b16-081c-427c-ac2e-4f438da0d25a tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:11.994474 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5018b6be-ee67-48bb-ab5b-f818c6840c8d req-dfff4b16-081c-427c-ac2e-4f438da0d25a tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2f7937ea-6f4e-44f7-9a63-50e3d960a43d&device_id=e246bbfc-c3bc-4205-81cb-e51858a461d0&device_id=c6ea51c9-3501-470c-9d4d-73900efdb542&device_id=48ceb899-70f1-4111-aab6-acd0863cdc0a&device_id=824309ba-a505-4fb7-9d78-e0c197ff7f5e&device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f&device_id=71c505ad-2974-4554-8f59-0310ba1eb97e&device_id=61839df9-ddf2-460d-a510-52732752aebb&device_id=1e50d1e6-ae6d-418c-8af6-cf61a188a287&device_id=3fec6f70-f744-44d6-a2c7-28a3d29adfdf&device_id=7041cc76-26dd-4f6e-a364-7440c173d083&device_id=8933d721-f93a-4ade-9245-b2da7a00a0e2&device_id=b982904d-0d17-40f3-8274-4db1618ed35f&device_id=48f800df-212f-48ef-88cb-7652dcc325a5 HTTP/1.1" status: 200 len: 12737 time: 0.0841324 Sep 21 17:55:12.018656 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c849ae-79cd-4c32-a6af-df917452f77e req-f670aab0-3031-4df7-adb8-22d31e3c8e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:12.020200 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-71c849ae-79cd-4c32-a6af-df917452f77e req-f670aab0-3031-4df7-adb8-22d31e3c8e10 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1c00a0d6-e667-48aa-86f9-9337cd552f7d HTTP/1.1" status: 200 len: 907 time: 0.2646983 Sep 21 17:55:12.023205 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-5018b6be-ee67-48bb-ab5b-f818c6840c8d req-15afb887-92db-44da-b94a-e5698e0f22c6 tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:12.033283 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c096f-97ce-43ff-a742-cba44d029f1b req-568e449c-8db5-41f8-950c-14a5f92bbcc5 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:12.034796 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c85c096f-97ce-43ff-a742-cba44d029f1b req-568e449c-8db5-41f8-950c-14a5f92bbcc5 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6ea51c9-3501-470c-9d4d-73900efdb542 HTTP/1.1" status: 200 len: 1023 time: 0.1469140 Sep 21 17:55:12.040095 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757d9da2-453d-41c2-90d0-82f7fecaa708 admin admin] Router 1d7355e5-4c68-475a-af5a-8100da2dd002 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:55:12.087778 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-71c849ae-79cd-4c32-a6af-df917452f77e req-3e16c6d0-e440-4af4-bfaa-b61628a861f5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbc0d7b1-96db-431a-bbdc-4aac85019438 HTTP/1.1" status: 200 len: 217 time: 0.0497031 Sep 21 17:55:12.120753 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-5018b6be-ee67-48bb-ab5b-f818c6840c8d req-15afb887-92db-44da-b94a-e5698e0f22c6 tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:12.125418 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-5018b6be-ee67-48bb-ab5b-f818c6840c8d req-15afb887-92db-44da-b94a-e5698e0f22c6 tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:12.144724 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-ceb40b46-197a-49fe-a4a4-8c3452b14feb None None] Provisioning complete for port 00c06b45-7c9c-47d6-9fc1-8a73163d8841 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:12.146286 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ceb40b46-197a-49fe-a4a4-8c3452b14feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:12.161617 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5018b6be-ee67-48bb-ab5b-f818c6840c8d req-15afb887-92db-44da-b94a-e5698e0f22c6 tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&id=eecef332-96f3-40bd-8285-c19b559c0432&id=a6dea9ea-719c-4947-83ef-dd8e94602855&id=5182a35e-fce8-4f08-b12e-10f980d77ee5&id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&id=5498e8c5-a218-444a-a427-ca1ebb2bba2b&id=b7acdf1f-bc5b-41b9-b979-bb84a12db13c&id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 877 time: 0.1586177 Sep 21 17:55:12.166428 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15afb887-92db-44da-b94a-e5698e0f22c6 tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e561a740-f335-4c73-a4c2-3f6c38c252a8,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:12.185397 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-ceb40b46-197a-49fe-a4a4-8c3452b14feb None None] Port 00c06b45-7c9c-47d6-9fc1-8a73163d8841 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:55:12.217561 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ea51c9-3501-470c-9d4d-73900efdb542', 'tag': 'dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:55:12.219825 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7419bd36-a99e-4b84-b5e8-2b9ac10b9fa4" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ea51c9-3501-470c-9d4d-73900efdb542", "tag": "dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:55:12.247469 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c849ae-79cd-4c32-a6af-df917452f77e req-9e0e6bc7-f795-49d1-89a9-339b6286d448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:12.248970 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-71c849ae-79cd-4c32-a6af-df917452f77e req-9e0e6bc7-f795-49d1-89a9-339b6286d448 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b33b2c75-9b86-4e4e-90ea-cf1f238c715d HTTP/1.1" status: 200 len: 846 time: 0.1455159 Sep 21 17:55:12.322736 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-71c849ae-79cd-4c32-a6af-df917452f77e req-4ee41505-9b20-4b39-9df1-c9ed85b0a0e9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1c00a0d6-e667-48aa-86f9-9337cd552f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385644 Sep 21 17:55:12.331301 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c85c096f-97ce-43ff-a742-cba44d029f1b req-d2cb2301-87e6-434e-9dfd-863442c7b8b1 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups?id=a6dea9ea-719c-4947-83ef-dd8e94602855&id=eecef332-96f3-40bd-8285-c19b559c0432&id=5498e8c5-a218-444a-a427-ca1ebb2bba2b HTTP/1.1" status: 200 len: 6149 time: 0.2845275 Sep 21 17:55:12.362959 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757d9da2-453d-41c2-90d0-82f7fecaa708 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:55:12.374717 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1f6ffc-f78a-4a3f-a08c-b1f5dbf5739a None None] Sync routers for ids ['1d7355e5-4c68-475a-af5a-8100da2dd002'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:55:12.377949 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-757d9da2-453d-41c2-90d0-82f7fecaa708 admin admin] 10.222.0.58 "PUT /v2.0/routers/1d7355e5-4c68-475a-af5a-8100da2dd002/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6711762 Sep 21 17:55:12.387601 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1f6ffc-f78a-4a3f-a08c-b1f5dbf5739a None None] Routers {'1d7355e5-4c68-475a-af5a-8100da2dd002'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:55:12.388584 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-3f1f6ffc-f78a-4a3f-a08c-b1f5dbf5739a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:54:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['1d7355e5-4c68-475a-af5a-8100da2dd002'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:55:12.443450 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b82b2-48ab-4521-9c32-af06544c6e9a req-bc2c855d-45a1-497c-b920-e41da31ce073 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:12.452062 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bf0b82b2-48ab-4521-9c32-af06544c6e9a req-bc2c855d-45a1-497c-b920-e41da31ce073 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=e246bbfc-c3bc-4205-81cb-e51858a461d0 HTTP/1.1" status: 200 len: 949 time: 0.0873294 Sep 21 17:55:12.473741 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-71c849ae-79cd-4c32-a6af-df917452f77e req-58200cfd-a435-449a-b440-82c7eec2b73c service neutron] 10.222.0.38 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350458 Sep 21 17:55:12.517149 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-3f1f6ffc-f78a-4a3f-a08c-b1f5dbf5739a None None] Set router 1d7355e5-4c68-475a-af5a-8100da2dd002 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:55:12.524276 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bf0b82b2-48ab-4521-9c32-af06544c6e9a req-fcfd7c45-7746-4847-9cd0-38b715cbf366 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641348 Sep 21 17:55:12.582702 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-71c849ae-79cd-4c32-a6af-df917452f77e req-68ecbd72-b301-42bc-b24f-ff7152bbc6b4 service neutron] 10.222.0.38 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004944 Sep 21 17:55:12.584222 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15203a53-66b8-4340-9c64-c84648f77e1d x-openstack-request-id: req-15203a53-66b8-4340-9c64-c84648f77e1d {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:55:12.584511 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ea51c9-3501-470c-9d4d-73900efdb542", "tag": "dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:55:12.584763 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-15203a53-66b8-4340-9c64-c84648f77e1d {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:55:12.585139 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ea51c9-3501-470c-9d4d-73900efdb542', 'tag': 'dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802', 'status': 'completed', 'code': 200} Sep 21 17:55:12.591062 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-0ce50e68-3403-489b-8224-8a81633f0b6c req-7d146c52-7f7c-44e1-a4d1-1c75d380e0dc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Request body: {'security_group': {'name': ' tempest-securitygroup -469401578 ', 'description': 'tempest-description-1396166377'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:12.643325 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0ce50e68-3403-489b-8224-8a81633f0b6c req-7d146c52-7f7c-44e1-a4d1-1c75d380e0dc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:12.647509 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419bd36-a99e-4b84-b5e8-2b9ac10b9fa4 req-86f6d162-a3ac-4935-804b-cfffe93521f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:12.648128 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a0831-9a4e-4780-ac71-2e67791b833f req-f72e3db6-d690-4475-802c-2372dd245b65 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:12.649014 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7419bd36-a99e-4b84-b5e8-2b9ac10b9fa4 req-86f6d162-a3ac-4935-804b-cfffe93521f8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d71c593332624e98b9eb6adfe1f21c51&device_id=c6ea51c9-3501-470c-9d4d-73900efdb542 HTTP/1.1" status: 200 len: 1174 time: 0.0506082 Sep 21 17:55:12.650155 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ed9a0831-9a4e-4780-ac71-2e67791b833f req-f72e3db6-d690-4475-802c-2372dd245b65 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.0569346 Sep 21 17:55:12.700109 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ed9a0831-9a4e-4780-ac71-2e67791b833f req-5a4370e2-2649-498d-927f-7c8afa711524 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423560 Sep 21 17:55:12.757011 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-3f1f6ffc-f78a-4a3f-a08c-b1f5dbf5739a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'name': 'tempest-ServersTestManualDisk-552534343-router', 'tenant_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '4aff3c14-d78d-4711-ab3c-e7356feff0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:55:01Z', 'updated_at': '2021-09-21T17:55:10Z', 'revision_number': 4, 'project_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'gw_port': {'id': '4aff3c14-d78d-4711-ab3c-e7356feff0df', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:55:02Z', 'updated_at': '2021-09-21T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '00c06b45-7c9c-47d6-9fc1-8a73163d8841', 'name': '', 'network_id': '16966d60-6a2c-4471-853d-d73096108f22', 'tenant_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'mac_address': 'fa:16:3e:3d:2f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '8dad2486-94f0-4e93-a1ba-c730f0a02400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:55:08Z', 'updated_at': '2021-09-21T17:55:10Z', 'revision_number': 2, 'project_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'subnets': [{'id': '8dad2486-94f0-4e93-a1ba-c730f0a02400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:55:12.780170 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419bd36-a99e-4b84-b5e8-2b9ac10b9fa4 req-c79dc24b-f6df-4c7d-a85b-0f3d00a8ec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:12.781690 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7419bd36-a99e-4b84-b5e8-2b9ac10b9fa4 req-c79dc24b-f6df-4c7d-a85b-0f3d00a8ec6f service neutron] 10.222.0.38 "GET /v2.0/networks?id=02bd7daa-13a0-4d00-b335-4386ae333187 HTTP/1.1" status: 200 len: 913 time: 0.1246443 Sep 21 17:55:12.791449 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1f6ffc-f78a-4a3f-a08c-b1f5dbf5739a None None] Checking router: 1d7355e5-4c68-475a-af5a-8100da2dd002 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:55:12.791805 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1f6ffc-f78a-4a3f-a08c-b1f5dbf5739a None None] Updating router 1d7355e5-4c68-475a-af5a-8100da2dd002 port 00c06b45-7c9c-47d6-9fc1-8a73163d8841 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:55:12.816530 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d4272cf0-7fea-444d-8dd1-34e2218f764a req-9aa419c3-8118-41e5-9c69-f7202c05209c tempest-QuotasAdminNegativeTest-766589643 tempest-QuotasAdminNegativeTest-766589643-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=62fcefc1851b444ba6c3f97ee3b378cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232501 Sep 21 17:55:12.822304 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-3f1f6ffc-f78a-4a3f-a08c-b1f5dbf5739a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:12.827845 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7419bd36-a99e-4b84-b5e8-2b9ac10b9fa4 req-7fb3e1d7-ab05-47d8-b0d5-52a653210e34 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802 HTTP/1.1" status: 200 len: 217 time: 0.0386100 Sep 21 17:55:12.872633 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0ce50e68-3403-489b-8224-8a81633f0b6c req-7d146c52-7f7c-44e1-a4d1-1c75d380e0dc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:12.881418 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0ce50e68-3403-489b-8224-8a81633f0b6c req-7d146c52-7f7c-44e1-a4d1-1c75d380e0dc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:12.906594 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419bd36-a99e-4b84-b5e8-2b9ac10b9fa4 req-579bc9b7-a861-4b50-a0fc-94365bdfb167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:12.908134 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7419bd36-a99e-4b84-b5e8-2b9ac10b9fa4 req-579bc9b7-a861-4b50-a0fc-94365bdfb167 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fc80b87c-95e9-40c5-b85b-bca5f2409b9a HTTP/1.1" status: 200 len: 852 time: 0.0727258 Sep 21 17:55:12.918802 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0ce50e68-3403-489b-8224-8a81633f0b6c req-7d146c52-7f7c-44e1-a4d1-1c75d380e0dc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:12.920051 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0ce50e68-3403-489b-8224-8a81633f0b6c req-7d146c52-7f7c-44e1-a4d1-1c75d380e0dc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.3332338 Sep 21 17:55:12.931391 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d146c52-7f7c-44e1-a4d1-1c75d380e0dc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2f29e0-3e5e-4a05-851e-f54084fbea6d,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:12.949034 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7419bd36-a99e-4b84-b5e8-2b9ac10b9fa4 req-c885c3a6-de32-4ccd-b4e9-9e739c3e934d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=02bd7daa-13a0-4d00-b335-4386ae333187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312374 Sep 21 17:55:12.956228 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4272cf0-7fea-444d-8dd1-34e2218f764a req-d6b8e835-514b-4d89-a224-b422f9130c32 tempest-QuotasAdminNegativeTest-766589643 tempest-QuotasAdminNegativeTest-766589643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:12.957725 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d4272cf0-7fea-444d-8dd1-34e2218f764a req-d6b8e835-514b-4d89-a224-b422f9130c32 tempest-QuotasAdminNegativeTest-766589643 tempest-QuotasAdminNegativeTest-766589643-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1322720 Sep 21 17:55:12.980915 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d4272cf0-7fea-444d-8dd1-34e2218f764a req-e2bcd1df-56f5-4033-982e-458f47b6591f tempest-QuotasAdminNegativeTest-766589643 tempest-QuotasAdminNegativeTest-766589643-project] 10.222.0.58 "GET /v2.0/quotas/62fcefc1851b444ba6c3f97ee3b378cf HTTP/1.1" status: 200 len: 375 time: 0.0157704 Sep 21 17:55:13.019469 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d4272cf0-7fea-444d-8dd1-34e2218f764a req-af5fba04-369d-49a4-8e4d-7eff6bf9af19 tempest-QuotasAdminNegativeTest-766589643 tempest-QuotasAdminNegativeTest-766589643-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=62fcefc1851b444ba6c3f97ee3b378cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371141 Sep 21 17:55:13.068876 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7419bd36-a99e-4b84-b5e8-2b9ac10b9fa4 req-044397f0-2cab-42f0-8a70-1caf0c35d8a5 service neutron] 10.222.0.38 "GET /v2.0/networks/02bd7daa-13a0-4d00-b335-4386ae333187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107931 Sep 21 17:55:13.176285 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50853a49-e590-4a83-96ec-c4547818e000 req-9b099563-47ed-4fa5-a713-8cd9d2c3a643 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:13.178380 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-50853a49-e590-4a83-96ec-c4547818e000 req-9b099563-47ed-4fa5-a713-8cd9d2c3a643 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7937ea-6f4e-44f7-9a63-50e3d960a43d HTTP/1.1" status: 200 len: 943 time: 0.0527263 Sep 21 17:55:13.195654 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a01a5-5192-4101-9967-188846f2a547 req-2e36ba68-3a3d-40cd-98ab-6f9c14d5cf64 tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:13.196402 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a01a5-5192-4101-9967-188846f2a547 req-2e36ba68-3a3d-40cd-98ab-6f9c14d5cf64 tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:13.197070 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a01a5-5192-4101-9967-188846f2a547 req-2e36ba68-3a3d-40cd-98ab-6f9c14d5cf64 tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:13.198866 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-464a01a5-5192-4101-9967-188846f2a547 req-2e36ba68-3a3d-40cd-98ab-6f9c14d5cf64 tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=48ceb899-70f1-4111-aab6-acd0863cdc0a&device_id=71c505ad-2974-4554-8f59-0310ba1eb97e&device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 2883 time: 0.0834944 Sep 21 17:55:13.206256 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7419bd36-a99e-4b84-b5e8-2b9ac10b9fa4 req-93320ea0-dbf7-4324-a5aa-643b92d13408 service neutron] 10.222.0.38 "GET /v2.0/networks/02bd7daa-13a0-4d00-b335-4386ae333187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280181 Sep 21 17:55:13.227439 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-50853a49-e590-4a83-96ec-c4547818e000 req-ae3965b6-ef10-41e1-8ba4-49bd383af4a8 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423241 Sep 21 17:55:13.247269 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-464a01a5-5192-4101-9967-188846f2a547 req-3060f241-808f-4c2c-bbe4-1bbef1172b6d tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400691 Sep 21 17:55:13.260472 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-3f1f6ffc-f78a-4a3f-a08c-b1f5dbf5739a None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:13.267089 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-3f1f6ffc-f78a-4a3f-a08c-b1f5dbf5739a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:13.327077 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d76af6-57c2-4b77-9e3a-523c96cb0e91 None None] Pushing event updated for resources: {'Port': ['ID=00c06b45-7c9c-47d6-9fc1-8a73163d8841,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:13.374353 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d76af6-57c2-4b77-9e3a-523c96cb0e91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:13.374785 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d76af6-57c2-4b77-9e3a-523c96cb0e91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:13.375378 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d76af6-57c2-4b77-9e3a-523c96cb0e91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:13.375704 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d76af6-57c2-4b77-9e3a-523c96cb0e91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:13.376084 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d76af6-57c2-4b77-9e3a-523c96cb0e91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:13.376456 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d76af6-57c2-4b77-9e3a-523c96cb0e91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:13.376784 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d76af6-57c2-4b77-9e3a-523c96cb0e91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:13.377321 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d76af6-57c2-4b77-9e3a-523c96cb0e91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:13.377867 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d76af6-57c2-4b77-9e3a-523c96cb0e91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:13.378669 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d76af6-57c2-4b77-9e3a-523c96cb0e91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:13.379886 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d76af6-57c2-4b77-9e3a-523c96cb0e91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:13.380411 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d76af6-57c2-4b77-9e3a-523c96cb0e91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:13.392183 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-552b4cdd-f8fd-444d-9126-9bdc4dfd2139 req-7aaf47d5-6bdc-4e67-ae73-d6b86757a0b6 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups/4f2f29e0-3e5e-4a05-851e-f54084fbea6d HTTP/1.1" status: 200 len: 1780 time: 0.0569177 Sep 21 17:55:13.404285 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-3f1f6ffc-f78a-4a3f-a08c-b1f5dbf5739a None None] Attempting to bind port 00c06b45-7c9c-47d6-9fc1-8a73163d8841 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:55:13.404285 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-3f1f6ffc-f78a-4a3f-a08c-b1f5dbf5739a None None] Attempting to bind port 00c06b45-7c9c-47d6-9fc1-8a73163d8841 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '820d8bc9-35e2-4a43-81ba-d8ece7151d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '16966d60-6a2c-4471-853d-d73096108f22'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:55:13.404285 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1f6ffc-f78a-4a3f-a08c-b1f5dbf5739a None None] Attempting to bind port 00c06b45-7c9c-47d6-9fc1-8a73163d8841 on network 16966d60-6a2c-4471-853d-d73096108f22 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:55:13.407326 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1f6ffc-f78a-4a3f-a08c-b1f5dbf5739a None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:55:13.407954 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1f6ffc-f78a-4a3f-a08c-b1f5dbf5739a None None] Checking segment: {'id': '820d8bc9-35e2-4a43-81ba-d8ece7151d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '16966d60-6a2c-4471-853d-d73096108f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:55:13.408420 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-3f1f6ffc-f78a-4a3f-a08c-b1f5dbf5739a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:13.408976 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1f6ffc-f78a-4a3f-a08c-b1f5dbf5739a None None] Bound using segment: {'id': '820d8bc9-35e2-4a43-81ba-d8ece7151d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '16966d60-6a2c-4471-853d-d73096108f22'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:55:13.409670 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-3f1f6ffc-f78a-4a3f-a08c-b1f5dbf5739a None None] Bound port: 00c06b45-7c9c-47d6-9fc1-8a73163d8841, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820d8bc9-35e2-4a43-81ba-d8ece7151d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '16966d60-6a2c-4471-853d-d73096108f22'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:55:13.409947 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-3f1f6ffc-f78a-4a3f-a08c-b1f5dbf5739a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:13.488082 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-3f1f6ffc-f78a-4a3f-a08c-b1f5dbf5739a None None] For port 00c06b45-7c9c-47d6-9fc1-8a73163d8841, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:55:13.492046 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-3f1f6ffc-f78a-4a3f-a08c-b1f5dbf5739a None None] For port 00c06b45-7c9c-47d6-9fc1-8a73163d8841, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=00c06b45-7c9c-47d6-9fc1-8a73163d8841,segment=NetworkSegment(820d8bc9-35e2-4a43-81ba-d8ece7151d43),segment_id=820d8bc9-35e2-4a43-81ba-d8ece7151d43)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:55:13.498953 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-3f1f6ffc-f78a-4a3f-a08c-b1f5dbf5739a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:13.529346 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58494) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:13.536484 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-185f20bd-355f-41fe-b49b-40bed29f443b tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Request body: {'security_group': {'name': 'tempest-securitygroup--722647149', 'description': 'tempest-description--1078958451'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:13.569107 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-185f20bd-355f-41fe-b49b-40bed29f443b tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:13.584730 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device dbc0d7b1-96db-431a-bbdc-4aac85019438 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:55:13.590905 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1f6ffc-f78a-4a3f-a08c-b1f5dbf5739a None None] Routers {'1d7355e5-4c68-475a-af5a-8100da2dd002'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:55:13.591598 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-3f1f6ffc-f78a-4a3f-a08c-b1f5dbf5739a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:54:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['1d7355e5-4c68-475a-af5a-8100da2dd002'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:55:13.689613 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f6ff8261-9a7c-4a98-8875-654219a93af1 req-9180a32a-5e15-47a6-b16d-13907322ad75 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups/4f2f29e0-3e5e-4a05-851e-f54084fbea6d HTTP/1.1" status: 200 len: 1780 time: 0.0691764 Sep 21 17:55:13.713994 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d76af6-57c2-4b77-9e3a-523c96cb0e91 None None] Pushing event updated for resources: {'Port': ['ID=00c06b45-7c9c-47d6-9fc1-8a73163d8841,revision_number=4']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:13.784765 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-185f20bd-355f-41fe-b49b-40bed29f443b tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:13.800458 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-185f20bd-355f-41fe-b49b-40bed29f443b tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:13.829380 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f6ff8261-9a7c-4a98-8875-654219a93af1 req-dbe9a009-a9e2-4584-b99f-fe9e14581cf5 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:13.845901 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-185f20bd-355f-41fe-b49b-40bed29f443b tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:13.850392 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58504) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:13.851363 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-185f20bd-355f-41fe-b49b-40bed29f443b tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3204970 Sep 21 17:55:13.860517 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-7656696a-8bde-45a5-a3e3-d033406fceea tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Request body: {'security_group_rule': {'security_group_id': 'bc725f35-1773-465f-beff-58ad8c23e630', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:13.865816 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f20bd-355f-41fe-b49b-40bed29f443b tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc725f35-1773-465f-beff-58ad8c23e630,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:13.883881 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9071d37-ccd8-4c0b-b0c8-40f828009ad1 req-518316d1-cd5d-485a-9fda-cfa862d51a54 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:13.892578 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f6ff8261-9a7c-4a98-8875-654219a93af1 req-dbe9a009-a9e2-4584-b99f-fe9e14581cf5 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:13.895405 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-3f1f6ffc-f78a-4a3f-a08c-b1f5dbf5739a None None] Set router 1d7355e5-4c68-475a-af5a-8100da2dd002 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:55:13.896502 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c9071d37-ccd8-4c0b-b0c8-40f828009ad1 req-518316d1-cd5d-485a-9fda-cfa862d51a54 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=e246bbfc-c3bc-4205-81cb-e51858a461d0 HTTP/1.1" status: 200 len: 949 time: 0.1337197 Sep 21 17:55:13.942871 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f6ff8261-9a7c-4a98-8875-654219a93af1 req-dbe9a009-a9e2-4584-b99f-fe9e14581cf5 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:13.945984 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f6ff8261-9a7c-4a98-8875-654219a93af1 req-dbe9a009-a9e2-4584-b99f-fe9e14581cf5 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:13.960207 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f6ff8261-9a7c-4a98-8875-654219a93af1 req-dbe9a009-a9e2-4584-b99f-fe9e14581cf5 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "DELETE /v2.0/security-groups/4f2f29e0-3e5e-4a05-851e-f54084fbea6d HTTP/1.1" status: 204 len: 173 time: 0.2512641 Sep 21 17:55:13.980526 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe9a009-a9e2-4584-b99f-fe9e14581cf5 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2f29e0-3e5e-4a05-851e-f54084fbea6d,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:13.993736 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c9071d37-ccd8-4c0b-b0c8-40f828009ad1 req-78861f9c-26fa-4cd9-8d61-7189683ecb79 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959873 Sep 21 17:55:14.019713 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7656696a-8bde-45a5-a3e3-d033406fceea tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:14.089664 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port dbc0d7b1-96db-431a-bbdc-4aac85019438, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=dbc0d7b1-96db-431a-bbdc-4aac85019438,segment=NetworkSegment(56b6ab3c-69bd-42e2-acea-4797f09bea25),segment_id=56b6ab3c-69bd-42e2-acea-4797f09bea25)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:14.094778 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7656696a-8bde-45a5-a3e3-d033406fceea tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:14.108530 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7656696a-8bde-45a5-a3e3-d033406fceea tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:14.131736 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-41440dfa-94b1-42db-9ba9-6b49a32ef32a None None] Provisioning complete for port 00c06b45-7c9c-47d6-9fc1-8a73163d8841 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:14.132754 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-41440dfa-94b1-42db-9ba9-6b49a32ef32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:14.138904 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'dbc0d7b1-96db-431a-bbdc-4aac85019438', 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d', 'port_id': 'dbc0d7b1-96db-431a-bbdc-4aac85019438', 'mac_address': 'fa:16:3e:f5:e8:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b33b2c75-9b86-4e4e-90ea-cf1f238c715d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:55:14.150102 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656696a-8bde-45a5-a3e3-d033406fceea tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1980b8-9caa-409f-b4cf-8d6b602af382,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:14.161272 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7656696a-8bde-45a5-a3e3-d033406fceea tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:14.165563 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58514) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:14.165786 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7656696a-8bde-45a5-a3e3-d033406fceea tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3136833 Sep 21 17:55:14.171672 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-3b8ab444-276a-416a-9161-7bf2f962f55a tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Request body: {'security_group_rule': {'security_group_id': 'bc725f35-1773-465f-beff-58ad8c23e630', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:14.181246 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device f7484a6d-d2e4-4bb0-965e-be69d1efbcd5 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:55:14.248253 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-3f1f6ffc-f78a-4a3f-a08c-b1f5dbf5739a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'name': 'tempest-ServersTestManualDisk-552534343-router', 'tenant_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '4aff3c14-d78d-4711-ab3c-e7356feff0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:55:01Z', 'updated_at': '2021-09-21T17:55:10Z', 'revision_number': 4, 'project_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'gw_port': {'id': '4aff3c14-d78d-4711-ab3c-e7356feff0df', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:55:02Z', 'updated_at': '2021-09-21T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '00c06b45-7c9c-47d6-9fc1-8a73163d8841', 'name': '', 'network_id': '16966d60-6a2c-4471-853d-d73096108f22', 'tenant_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'mac_address': 'fa:16:3e:3d:2f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '8dad2486-94f0-4e93-a1ba-c730f0a02400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:55:08Z', 'updated_at': '2021-09-21T17:55:13Z', 'revision_number': 4, 'project_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'subnets': [{'id': '8dad2486-94f0-4e93-a1ba-c730f0a02400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:55:14.254855 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [req-35e61148-585f-4fc5-a3ee-8dda19b09aff req-b5959a63-a00a-421e-92b9-89dc564295b2 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] show failed (client error): The resource could not be found. Sep 21 17:55:14.267559 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35e61148-585f-4fc5-a3ee-8dda19b09aff req-b5959a63-a00a-421e-92b9-89dc564295b2 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups/4f2f29e0-3e5e-4a05-851e-f54084fbea6d HTTP/1.1" status: 404 len: 352 time: 0.0552878 Sep 21 17:55:14.276235 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3b8ab444-276a-416a-9161-7bf2f962f55a tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:14.280531 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1f6ffc-f78a-4a3f-a08c-b1f5dbf5739a None None] The sync data for ids ['1d7355e5-4c68-475a-af5a-8100da2dd002'] in n-d-810291-1 is: [{'id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'name': 'tempest-ServersTestManualDisk-552534343-router', 'tenant_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '4aff3c14-d78d-4711-ab3c-e7356feff0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:55:01Z', 'updated_at': '2021-09-21T17:55:10Z', 'revision_number': 4, 'project_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'gw_port': {'id': '4aff3c14-d78d-4711-ab3c-e7356feff0df', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:55:02Z', 'updated_at': '2021-09-21T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '00c06b45-7c9c-47d6-9fc1-8a73163d8841', 'name': '', 'network_id': '16966d60-6a2c-4471-853d-d73096108f22', 'tenant_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'mac_address': 'fa:16:3e:3d:2f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '8dad2486-94f0-4e93-a1ba-c730f0a02400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:55:08Z', 'updated_at': '2021-09-21T17:55:13Z', 'revision_number': 4, 'project_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'subnets': [{'id': '8dad2486-94f0-4e93-a1ba-c730f0a02400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:55:14.308585 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5781a9-7886-45a3-85c4-1518be41aa90 req-386faa99-48b9-4f3e-a7a2-6a07008460f8 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:14.310249 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e5781a9-7886-45a3-85c4-1518be41aa90 req-386faa99-48b9-4f3e-a7a2-6a07008460f8 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.1088209 Sep 21 17:55:14.335323 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:14.360729 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3b8ab444-276a-416a-9161-7bf2f962f55a tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:14.367453 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3b8ab444-276a-416a-9161-7bf2f962f55a tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:14.429519 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3b8ab444-276a-416a-9161-7bf2f962f55a tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:14.431166 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3b8ab444-276a-416a-9161-7bf2f962f55a tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2645414 Sep 21 17:55:14.434431 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ab444-276a-416a-9161-7bf2f962f55a tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeced636-7379-4aef-a3c6-b35549d02cb0,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:14.436539 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58524) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:14.438405 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-41440dfa-94b1-42db-9ba9-6b49a32ef32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:14.442183 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc0d7b1-96db-431a-bbdc-4aac85019438 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:55:14.443110 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-ac6dd401-6638-4ff9-80b8-f7a488db502a tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:14.484723 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e5781a9-7886-45a3-85c4-1518be41aa90 req-305b0c32-5345-4f6c-981d-731d2af0e797 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676381 Sep 21 17:55:14.500663 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ac6dd401-6638-4ff9-80b8-f7a488db502a tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks [] for floatingip, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:14.531800 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port f7484a6d-d2e4-4bb0-965e-be69d1efbcd5 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:55:14.535852 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port dbc0d7b1-96db-431a-bbdc-4aac85019438, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=dbc0d7b1-96db-431a-bbdc-4aac85019438,segment=NetworkSegment(56b6ab3c-69bd-42e2-acea-4797f09bea25),segment_id=56b6ab3c-69bd-42e2-acea-4797f09bea25)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:14.541066 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-41440dfa-94b1-42db-9ba9-6b49a32ef32a None None] For port 00c06b45-7c9c-47d6-9fc1-8a73163d8841, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=00c06b45-7c9c-47d6-9fc1-8a73163d8841,segment=NetworkSegment(820d8bc9-35e2-4a43-81ba-d8ece7151d43),segment_id=820d8bc9-35e2-4a43-81ba-d8ece7151d43)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:14.545286 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port f7484a6d-d2e4-4bb0-965e-be69d1efbcd5 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:14.546482 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:14.593265 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:14.604785 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-41440dfa-94b1-42db-9ba9-6b49a32ef32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:14.716201 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b7bb6-ebd7-4941-9393-696e5a8827ef req-7323b178-00f4-4c2f-abcf-fdabdabe1fbb tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:14.716201 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-190b7bb6-ebd7-4941-9393-696e5a8827ef req-7323b178-00f4-4c2f-abcf-fdabdabe1fbb tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7937ea-6f4e-44f7-9a63-50e3d960a43d HTTP/1.1" status: 200 len: 944 time: 0.0716217 Sep 21 17:55:14.718154 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ac6dd401-6638-4ff9-80b8-f7a488db502a tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:14.734764 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=dbc0d7b1-96db-431a-bbdc-4aac85019438,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:14.742346 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:14.746478 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-8b7fa21d-caa2-4d77-aceb-d6772fd8d1d9 req-eb0f4651-d786-42da-b9c4-7a52f2727252 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-553933552', 'description': 'tempest-description-1806716809'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:14.794379 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-8b7fa21d-caa2-4d77-aceb-d6772fd8d1d9 req-eb0f4651-d786-42da-b9c4-7a52f2727252 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:14.801807 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-190b7bb6-ebd7-4941-9393-696e5a8827ef req-03ec9aa1-34f0-4be5-8496-1c6cd5584703 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812213 Sep 21 17:55:14.825250 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port f7484a6d-d2e4-4bb0-965e-be69d1efbcd5, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=f7484a6d-d2e4-4bb0-965e-be69d1efbcd5,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:14.825250 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e246bbfc-c3bc-4205-81cb-e51858a461d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7484a6d-d2e4-4bb0-965e-be69d1efbcd5'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:55:14.827966 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e41abf5-3dc4-4876-b80d-68565cfaad78" -d '{"events": [{"server_uuid": "e246bbfc-c3bc-4205-81cb-e51858a461d0", "name": "network-vif-plugged", "status": "completed", "tag": "f7484a6d-d2e4-4bb0-965e-be69d1efbcd5"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:55:14.840034 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:14.845273 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-db7db58a-2cec-446a-badd-84202c2eb8bd None None] Provisioning complete for port 00c06b45-7c9c-47d6-9fc1-8a73163d8841 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:14.845644 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-db7db58a-2cec-446a-badd-84202c2eb8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:14.887793 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-ac6dd401-6638-4ff9-80b8-f7a488db502a tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Allocated IP 172.25.6.114 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/75684846-0622-441c-8648-ef8fa0ab8aae) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:55:14.904166 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41440dfa-94b1-42db-9ba9-6b49a32ef32a None None] Pushing event updated for resources: {'Port': ['ID=00c06b45-7c9c-47d6-9fc1-8a73163d8841,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:14.945626 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-8b7fa21d-caa2-4d77-aceb-d6772fd8d1d9 req-eb0f4651-d786-42da-b9c4-7a52f2727252 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:14.954006 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-8b7fa21d-caa2-4d77-aceb-d6772fd8d1d9 req-eb0f4651-d786-42da-b9c4-7a52f2727252 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:14.964177 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=f7484a6d-d2e4-4bb0-965e-be69d1efbcd5,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:14.970314 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['dbc0d7b1-96db-431a-bbdc-4aac85019438'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:14.998674 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-8b7fa21d-caa2-4d77-aceb-d6772fd8d1d9 req-eb0f4651-d786-42da-b9c4-7a52f2727252 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:15.000968 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8b7fa21d-caa2-4d77-aceb-d6772fd8d1d9 req-eb0f4651-d786-42da-b9c4-7a52f2727252 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2600620 Sep 21 17:55:15.003971 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f4651-d786-42da-b9c4-7a52f2727252 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42107ac8-d1ed-4de5-b537-d6f5f0ac878b,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:15.079894 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ac6dd401-6638-4ff9-80b8-f7a488db502a tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:15.129160 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ac6dd401-6638-4ff9-80b8-f7a488db502a tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:15.138098 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-18b6284f-d543-495d-b1eb-09aa05d47fa3 req-a54fc2ae-9691-45dd-a3cb-8637aaf3206c tempest-QuotasAdminNegativeTest-766589643 tempest-QuotasAdminNegativeTest-766589643-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=62fcefc1851b444ba6c3f97ee3b378cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412669 Sep 21 17:55:15.193910 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6dd401-6638-4ff9-80b8-f7a488db502a tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:55:15.210344 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-ac6dd401-6638-4ff9-80b8-f7a488db502a tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:55:15.212329 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6dd401-6638-4ff9-80b8-f7a488db502a tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Pushing event updated for resources: {'Port': ['ID=75684846-0622-441c-8648-ef8fa0ab8aae,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:15.214673 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6dd401-6638-4ff9-80b8-f7a488db502a tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:55:15.261383 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e55a13-1fbe-4f51-81b7-04f11ec5ef87 x-openstack-request-id: req-a4e55a13-1fbe-4f51-81b7-04f11ec5ef87 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:55:15.261919 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e246bbfc-c3bc-4205-81cb-e51858a461d0", "name": "network-vif-plugged", "status": "completed", "tag": "f7484a6d-d2e4-4bb0-965e-be69d1efbcd5", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:55:15.262451 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a4e55a13-1fbe-4f51-81b7-04f11ec5ef87 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:55:15.262975 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e246bbfc-c3bc-4205-81cb-e51858a461d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7484a6d-d2e4-4bb0-965e-be69d1efbcd5', 'code': 200} Sep 21 17:55:15.299496 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-896209d9-8686-4131-9a14-0f669401bd91 req-4d566465-b029-46b3-a866-5376a5754c38 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-847864894', 'description': 'tempest-description-1360004417'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:15.302439 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6284f-d543-495d-b1eb-09aa05d47fa3 req-3cea7762-f8b3-4a46-ae6f-7ffd05a15060 tempest-QuotasAdminNegativeTest-766589643 tempest-QuotasAdminNegativeTest-766589643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:15.310464 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-18b6284f-d543-495d-b1eb-09aa05d47fa3 req-3cea7762-f8b3-4a46-ae6f-7ffd05a15060 tempest-QuotasAdminNegativeTest-766589643 tempest-QuotasAdminNegativeTest-766589643-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1661887 Sep 21 17:55:15.331043 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-18b6284f-d543-495d-b1eb-09aa05d47fa3 req-31c5beb9-084e-4c15-96ce-7b7bbe390561 tempest-QuotasAdminNegativeTest-766589643 tempest-QuotasAdminNegativeTest-766589643-project] 10.222.0.58 "GET /v2.0/quotas/62fcefc1851b444ba6c3f97ee3b378cf HTTP/1.1" status: 200 len: 375 time: 0.0152311 Sep 21 17:55:15.362551 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ac6dd401-6638-4ff9-80b8-f7a488db502a tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:15.364240 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-896209d9-8686-4131-9a14-0f669401bd91 req-4d566465-b029-46b3-a866-5376a5754c38 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:15.368399 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-18b6284f-d543-495d-b1eb-09aa05d47fa3 req-91196a80-e276-4343-af3e-fead8d585f25 tempest-QuotasAdminNegativeTest-766589643 tempest-QuotasAdminNegativeTest-766589643-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=62fcefc1851b444ba6c3f97ee3b378cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362368 Sep 21 17:55:15.427963 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ac6dd401-6638-4ff9-80b8-f7a488db502a tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:15.433850 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e780f08-c12a-47ab-8711-62d9368d41ff req-ecc4ad4e-eb42-49b3-9066-d25986839411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:15.440783 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0e780f08-c12a-47ab-8711-62d9368d41ff req-ecc4ad4e-eb42-49b3-9066-d25986839411 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e246bbfc-c3bc-4205-81cb-e51858a461d0 HTTP/1.1" status: 200 len: 1101 time: 0.0801466 Sep 21 17:55:15.512733 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0e780f08-c12a-47ab-8711-62d9368d41ff req-e432f460-9df1-448b-9280-f059585d1f05 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512083 Sep 21 17:55:15.527172 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 00c06b45-7c9c-47d6-9fc1-8a73163d8841 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:55:15.573646 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5268510-dd44-4828-a9d4-a3c38777e3a0 req-29e46af3-944d-40c5-b095-8a41a2cf25cf tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:15.574976 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e5268510-dd44-4828-a9d4-a3c38777e3a0 req-29e46af3-944d-40c5-b095-8a41a2cf25cf tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=e246bbfc-c3bc-4205-81cb-e51858a461d0 HTTP/1.1" status: 200 len: 950 time: 0.0559425 Sep 21 17:55:15.585432 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 00c06b45-7c9c-47d6-9fc1-8a73163d8841 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:15.585931 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:15.620449 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-896209d9-8686-4131-9a14-0f669401bd91 req-4d566465-b029-46b3-a866-5376a5754c38 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:15.631565 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-896209d9-8686-4131-9a14-0f669401bd91 req-4d566465-b029-46b3-a866-5376a5754c38 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:15.648332 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e5268510-dd44-4828-a9d4-a3c38777e3a0 req-b7e93190-cd2b-4a53-b902-b7d160de8af5 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618436 Sep 21 17:55:15.671263 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d566465-b029-46b3-a866-5376a5754c38 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a84f7b-9a2d-47d0-b129-16293388dcf1,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:15.677999 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-896209d9-8686-4131-9a14-0f669401bd91 req-4d566465-b029-46b3-a866-5376a5754c38 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:15.687475 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-896209d9-8686-4131-9a14-0f669401bd91 req-4d566465-b029-46b3-a866-5376a5754c38 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3949792 Sep 21 17:55:15.707210 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ac6dd401-6638-4ff9-80b8-f7a488db502a tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:15.712984 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ac6dd401-6638-4ff9-80b8-f7a488db502a tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:15.792560 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6dd401-6638-4ff9-80b8-f7a488db502a tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Pushing event updated for resources: {'Port': ['ID=75684846-0622-441c-8648-ef8fa0ab8aae,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:15.803156 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ac6dd401-6638-4ff9-80b8-f7a488db502a tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:15.820145 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ac6dd401-6638-4ff9-80b8-f7a488db502a tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:15.835149 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ac6dd401-6638-4ff9-80b8-f7a488db502a tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3968251 Sep 21 17:55:15.878903 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-13323e69-7c48-45ee-a62f-8b22c3377cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:15.883142 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-dd7ec92a-963d-4a2e-a9cd-d4bde2c80fb2 req-bfd3c3be-2e1f-49e7-a957-08298ba8ad42 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1732136565', 'description': 'tempest-description-1115002991'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:15.908792 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dd7ec92a-963d-4a2e-a9cd-d4bde2c80fb2 req-bfd3c3be-2e1f-49e7-a957-08298ba8ad42 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:15.912011 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105ecff-7eb7-43cd-8034-53c5eb54e9ca req-776409a5-05db-4236-99fb-bf114627ad91 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:15.913899 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3105ecff-7eb7-43cd-8034-53c5eb54e9ca req-776409a5-05db-4236-99fb-bf114627ad91 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.0611875 Sep 21 17:55:15.959330 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3105ecff-7eb7-43cd-8034-53c5eb54e9ca req-882c0c52-a9cf-476e-afbe-7cebdcfca716 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361290 Sep 21 17:55:16.001755 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dd7ec92a-963d-4a2e-a9cd-d4bde2c80fb2 req-bfd3c3be-2e1f-49e7-a957-08298ba8ad42 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:16.006172 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dd7ec92a-963d-4a2e-a9cd-d4bde2c80fb2 req-bfd3c3be-2e1f-49e7-a957-08298ba8ad42 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:16.039198 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dd7ec92a-963d-4a2e-a9cd-d4bde2c80fb2 req-bfd3c3be-2e1f-49e7-a957-08298ba8ad42 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:16.040667 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dd7ec92a-963d-4a2e-a9cd-d4bde2c80fb2 req-bfd3c3be-2e1f-49e7-a957-08298ba8ad42 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1624534 Sep 21 17:55:16.041673 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd3c3be-2e1f-49e7-a957-08298ba8ad42 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec6883e-fd1f-44d7-b116-6cad78aacc9a,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:16.074027 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d28f7-78e3-448e-a581-385034be03db req-281d9f5c-02f2-4b7c-b44c-54b4d3f0a654 tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:16.075827 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ec2d28f7-78e3-448e-a581-385034be03db req-281d9f5c-02f2-4b7c-b44c-54b4d3f0a654 tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 1100 time: 0.0549991 Sep 21 17:55:16.112898 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ec2d28f7-78e3-448e-a581-385034be03db req-fea88c53-8bd6-4074-b1cd-3bc75340b231 tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308433 Sep 21 17:55:16.149944 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aca1af-0403-4bb4-87af-3b21625b4867 req-3afab8d8-064e-421d-adb3-f34f293469c8 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:16.151708 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-19aca1af-0403-4bb4-87af-3b21625b4867 req-3afab8d8-064e-421d-adb3-f34f293469c8 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7937ea-6f4e-44f7-9a63-50e3d960a43d HTTP/1.1" status: 200 len: 944 time: 0.0523086 Sep 21 17:55:16.194269 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-19aca1af-0403-4bb4-87af-3b21625b4867 req-80c77c0c-601c-4a37-b625-f3c0e79f9d43 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361531 Sep 21 17:55:16.246398 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-d6883750-5d0e-4465-9aef-0dba6bcbbeff tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--722647149&fields=id&tenant_id=c2d438cdeda74df390b05b7fcaa051eb HTTP/1.1" status: 200 len: 267 time: 0.0340672 Sep 21 17:55:16.365580 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-f200c7bd-7049-4034-b857-89a48e282f92 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:16.367348 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-f200c7bd-7049-4034-b857-89a48e282f92 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "GET /v2.0/networks?id=16966d60-6a2c-4471-853d-d73096108f22 HTTP/1.1" status: 200 len: 811 time: 0.1128149 Sep 21 17:55:16.383140 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-ccc8abba-c04f-4e69-af43-a72118148af6 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "GET /v2.0/quotas/c2d438cdeda74df390b05b7fcaa051eb HTTP/1.1" status: 200 len: 375 time: 0.0097260 Sep 21 17:55:16.402390 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e1938ad3-003d-4120-8dac-6f344b60a960 req-10204ab7-123e-4b68-b21c-1b8ef276c3ab tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d71c593332624e98b9eb6adfe1f21c51 HTTP/1.1" status: 200 len: 10897 time: 0.1013932 Sep 21 17:55:16.446052 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-9e9675cf-68e4-4261-a944-c3568b301371 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c2d438cdeda74df390b05b7fcaa051eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0543802 Sep 21 17:55:16.451534 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58590) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:16.461793 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e1938ad3-003d-4120-8dac-6f344b60a960 req-9deb441d-2b8b-42eb-8960-4fd7cd6e4ddf tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups/5498e8c5-a218-444a-a427-ca1ebb2bba2b HTTP/1.1" status: 200 len: 2981 time: 0.0523136 Sep 21 17:55:16.511985 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e1938ad3-003d-4120-8dac-6f344b60a960 req-413854a5-94c2-427b-8370-b1cd723baf41 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups/5498e8c5-a218-444a-a427-ca1ebb2bba2b HTTP/1.1" status: 200 len: 2981 time: 0.0418909 Sep 21 17:55:16.547452 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-f5e0ebd6-92c9-4a2f-b2c7-46ed630b3529 service neutron] 10.222.0.58 "GET /v2.0/networks/16966d60-6a2c-4471-853d-d73096108f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879474 Sep 21 17:55:16.573240 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-11e9b92a-deef-4fe8-865d-36a4a8c0b2ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:16.636500 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-292f6a98-5087-4001-8363-f821c667a687 service neutron] 10.222.0.58 "GET /v2.0/networks/16966d60-6a2c-4471-853d-d73096108f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827823 Sep 21 17:55:16.639142 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee783b-4bb4-4915-ac02-d1db422d16a9 req-7cd1f73c-3b0b-42cf-830b-f8aadcc6111f tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:16.641021 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-adee783b-4bb4-4915-ac02-d1db422d16a9 req-7cd1f73c-3b0b-42cf-830b-f8aadcc6111f tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 1100 time: 0.0698500 Sep 21 17:55:16.697185 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-adee783b-4bb4-4915-ac02-d1db422d16a9 req-94e0c6d5-a17f-4291-a23f-2a83107aa9a4 tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478594 Sep 21 17:55:16.729821 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-11e9b92a-deef-4fe8-865d-36a4a8c0b2ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:16.741026 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-11e9b92a-deef-4fe8-865d-36a4a8c0b2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:16.811429 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-11e9b92a-deef-4fe8-865d-36a4a8c0b2ef admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=62fcefc1851b444ba6c3f97ee3b378cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3560958 Sep 21 17:55:16.812191 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5099303f-edd9-4705-8c26-52cb6a28fe1e req-ab82fb90-d5d6-45c7-b25d-c276ccc30824 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups/42107ac8-d1ed-4de5-b537-d6f5f0ac878b HTTP/1.1" status: 200 len: 1800 time: 0.0788684 Sep 21 17:55:16.812782 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58604) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:16.813404 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9b92a-deef-4fe8-865d-36a4a8c0b2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7423a54d-e0c9-4b71-b06c-5e34773706b7,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:16.874341 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fdf02-a951-414b-b56a-c0764d43df1c req-bd950c6b-1981-4e3d-8f25-776b2cdc5b76 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:16.875256 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c09fdf02-a951-414b-b56a-c0764d43df1c req-bd950c6b-1981-4e3d-8f25-776b2cdc5b76 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=e246bbfc-c3bc-4205-81cb-e51858a461d0 HTTP/1.1" status: 200 len: 950 time: 0.0634937 Sep 21 17:55:16.902533 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5099303f-edd9-4705-8c26-52cb6a28fe1e req-6e041c60-7fc9-4adc-9009-effe8375c533 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:16.924423 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f2f8-2100-4ddb-9c20-5888ce39cff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:16.926443 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c09fdf02-a951-414b-b56a-c0764d43df1c req-44482a53-9ff6-4984-9035-95c4d306af4b tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416253 Sep 21 17:55:16.939414 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5099303f-edd9-4705-8c26-52cb6a28fe1e req-6e041c60-7fc9-4adc-9009-effe8375c533 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:16.972008 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f2f8-2100-4ddb-9c20-5888ce39cff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:17.016336 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5099303f-edd9-4705-8c26-52cb6a28fe1e req-6e041c60-7fc9-4adc-9009-effe8375c533 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:17.019030 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5099303f-edd9-4705-8c26-52cb6a28fe1e req-6e041c60-7fc9-4adc-9009-effe8375c533 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:17.020172 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5099303f-edd9-4705-8c26-52cb6a28fe1e req-6e041c60-7fc9-4adc-9009-effe8375c533 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "DELETE /v2.0/security-groups/42107ac8-d1ed-4de5-b537-d6f5f0ac878b HTTP/1.1" status: 204 len: 173 time: 0.1979666 Sep 21 17:55:17.040217 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e041c60-7fc9-4adc-9009-effe8375c533 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42107ac8-d1ed-4de5-b537-d6f5f0ac878b,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:17.046183 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f2f8-2100-4ddb-9c20-5888ce39cff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:17.051299 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f2f8-2100-4ddb-9c20-5888ce39cff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:17.061192 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9ff0f2f8-2100-4ddb-9c20-5888ce39cff0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7423a54d-e0c9-4b71-b06c-5e34773706b7 HTTP/1.1" status: 204 len: 168 time: 0.2438557 Sep 21 17:55:17.073734 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0f2f8-2100-4ddb-9c20-5888ce39cff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7423a54d-e0c9-4b71-b06c-5e34773706b7,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:17.123652 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-42e825d4-22e7-48ae-a176-0dd648828066 req-f4d22a83-696d-4a16-a3d8-0dfac87be319 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f650726-7521-45d8-94b2-2dbbc3607392 HTTP/1.1" status: 200 len: 210 time: 0.0613170 Sep 21 17:55:17.233909 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [req-c03cb939-8453-4041-85e1-271642eb4f58 req-c69dbdc2-6324-4d4a-a274-f14f7894cb53 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] show failed (client error): The resource could not be found. Sep 21 17:55:17.243369 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c03cb939-8453-4041-85e1-271642eb4f58 req-c69dbdc2-6324-4d4a-a274-f14f7894cb53 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups/42107ac8-d1ed-4de5-b537-d6f5f0ac878b HTTP/1.1" status: 404 len: 352 time: 0.0379314 Sep 21 17:55:17.259636 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba942122-9d9e-42b3-b131-9fbc5059cc56 req-22adc90b-2b59-4fa0-bb41-090329c5f7d2 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:17.268852 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba942122-9d9e-42b3-b131-9fbc5059cc56 req-22adc90b-2b59-4fa0-bb41-090329c5f7d2 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.0690408 Sep 21 17:55:17.315001 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba942122-9d9e-42b3-b131-9fbc5059cc56 req-dc2ad187-7785-4baf-b26d-ab975bf6a678 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433440 Sep 21 17:55:17.384513 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-94e92eb0-dc6b-422e-bb80-04cd9247921d req-37a295a5-7b20-47f8-9103-f34172b94d83 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups/d8a84f7b-9a2d-47d0-b129-16293388dcf1 HTTP/1.1" status: 200 len: 1800 time: 0.0464439 Sep 21 17:55:17.440178 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030bf99-8333-490c-a40f-8d10684ab31f req-12ec3033-99d8-4f33-9aa1-00c61257b6d8 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:17.442017 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e030bf99-8333-490c-a40f-8d10684ab31f req-12ec3033-99d8-4f33-9aa1-00c61257b6d8 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7937ea-6f4e-44f7-9a63-50e3d960a43d HTTP/1.1" status: 200 len: 944 time: 0.0562346 Sep 21 17:55:17.452231 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-94e92eb0-dc6b-422e-bb80-04cd9247921d req-6f2f4477-1751-4309-bf83-c28713e34fb3 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:17.486957 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e030bf99-8333-490c-a40f-8d10684ab31f req-3221af31-d5f0-4aac-a7ed-d0a7b15b9831 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351493 Sep 21 17:55:17.488790 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-94e92eb0-dc6b-422e-bb80-04cd9247921d req-6f2f4477-1751-4309-bf83-c28713e34fb3 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:17.524634 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58630) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:17.535244 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-94e92eb0-dc6b-422e-bb80-04cd9247921d req-6f2f4477-1751-4309-bf83-c28713e34fb3 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:17.538371 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-94e92eb0-dc6b-422e-bb80-04cd9247921d req-6f2f4477-1751-4309-bf83-c28713e34fb3 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:17.539907 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-94e92eb0-dc6b-422e-bb80-04cd9247921d req-6f2f4477-1751-4309-bf83-c28713e34fb3 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "DELETE /v2.0/security-groups/d8a84f7b-9a2d-47d0-b129-16293388dcf1 HTTP/1.1" status: 204 len: 173 time: 0.1486394 Sep 21 17:55:17.544689 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9c94f200-3774-4f78-8be8-eee60d67f4a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:17.552003 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f4477-1751-4309-bf83-c28713e34fb3 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a84f7b-9a2d-47d0-b129-16293388dcf1,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:17.603143 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device dbc0d7b1-96db-431a-bbdc-4aac85019438 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:55:17.631216 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [req-4e64778d-a860-40d9-989a-7f0b2caeec64 req-caf10f79-ff45-434e-8624-179a3f9f7734 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] show failed (client error): The resource could not be found. Sep 21 17:55:17.632940 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e64778d-a860-40d9-989a-7f0b2caeec64 req-caf10f79-ff45-434e-8624-179a3f9f7734 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups/d8a84f7b-9a2d-47d0-b129-16293388dcf1 HTTP/1.1" status: 404 len: 352 time: 0.0209155 Sep 21 17:55:17.672605 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port dbc0d7b1-96db-431a-bbdc-4aac85019438 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:55:17.676758 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port dbc0d7b1-96db-431a-bbdc-4aac85019438 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:17.677310 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:17.714384 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9fce962-21fd-4b0a-942e-bb55abfb2622 req-2d10b8b3-e67c-44cb-b793-a549ef304e82 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups/eec6883e-fd1f-44d7-b116-6cad78aacc9a HTTP/1.1" status: 200 len: 1801 time: 0.0485561 Sep 21 17:55:17.740731 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9c94f200-3774-4f78-8be8-eee60d67f4a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:17.748265 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9c94f200-3774-4f78-8be8-eee60d67f4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:17.763919 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:17.789088 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7937ea-6f4e-44f7-9a63-50e3d960a43d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc0d7b1-96db-431a-bbdc-4aac85019438'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:55:17.791603 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c80021-81a0-4fc4-9264-b047a6cbf677" -d '{"events": [{"server_uuid": "2f7937ea-6f4e-44f7-9a63-50e3d960a43d", "name": "network-vif-plugged", "status": "completed", "tag": "dbc0d7b1-96db-431a-bbdc-4aac85019438"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:55:17.800488 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9c94f200-3774-4f78-8be8-eee60d67f4a9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=45bd11917e8142caadf24e021915fd87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745953 Sep 21 17:55:17.803344 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58648) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:17.805974 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port dbc0d7b1-96db-431a-bbdc-4aac85019438, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=dbc0d7b1-96db-431a-bbdc-4aac85019438,segment=NetworkSegment(56b6ab3c-69bd-42e2-acea-4797f09bea25),segment_id=56b6ab3c-69bd-42e2-acea-4797f09bea25)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:17.811428 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:17.811710 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94f200-3774-4f78-8be8-eee60d67f4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bb1bfe-c371-42a7-9f35-e5b59c545d4f,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:17.845109 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a9fce962-21fd-4b0a-942e-bb55abfb2622 req-52bb0837-ceb1-4462-8b1b-4809801bc3cc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:17.874117 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=dbc0d7b1-96db-431a-bbdc-4aac85019438,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:17.875296 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d02b1e30-dcdc-49de-8d8d-d335a7780efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:17.878024 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a9fce962-21fd-4b0a-942e-bb55abfb2622 req-52bb0837-ceb1-4462-8b1b-4809801bc3cc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:17.905181 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d02b1e30-dcdc-49de-8d8d-d335a7780efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:17.954841 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21f9138-4c48-41ff-a8b6-4e0ed9180149 x-openstack-request-id: req-b21f9138-4c48-41ff-a8b6-4e0ed9180149 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:55:17.955447 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7937ea-6f4e-44f7-9a63-50e3d960a43d", "name": "network-vif-plugged", "status": "completed", "tag": "dbc0d7b1-96db-431a-bbdc-4aac85019438", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:55:17.955950 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b21f9138-4c48-41ff-a8b6-4e0ed9180149 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:55:17.956624 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7937ea-6f4e-44f7-9a63-50e3d960a43d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc0d7b1-96db-431a-bbdc-4aac85019438', 'code': 200} Sep 21 17:55:17.961236 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a9fce962-21fd-4b0a-942e-bb55abfb2622 req-52bb0837-ceb1-4462-8b1b-4809801bc3cc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:17.963916 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a9fce962-21fd-4b0a-942e-bb55abfb2622 req-52bb0837-ceb1-4462-8b1b-4809801bc3cc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:17.965062 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9fce962-21fd-4b0a-942e-bb55abfb2622 req-52bb0837-ceb1-4462-8b1b-4809801bc3cc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "DELETE /v2.0/security-groups/eec6883e-fd1f-44d7-b116-6cad78aacc9a HTTP/1.1" status: 204 len: 173 time: 0.2396929 Sep 21 17:55:17.982254 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb0837-ceb1-4462-8b1b-4809801bc3cc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec6883e-fd1f-44d7-b116-6cad78aacc9a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:18.028345 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d02b1e30-dcdc-49de-8d8d-d335a7780efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:18.032433 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d02b1e30-dcdc-49de-8d8d-d335a7780efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:18.036140 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d02b1e30-dcdc-49de-8d8d-d335a7780efa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/75bb1bfe-c371-42a7-9f35-e5b59c545d4f HTTP/1.1" status: 204 len: 168 time: 0.2294278 Sep 21 17:55:18.113696 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b1e30-dcdc-49de-8d8d-d335a7780efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bb1bfe-c371-42a7-9f35-e5b59c545d4f,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:18.158752 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615210f-a20b-40fc-a928-635192f24c7a req-de9aae28-8be7-4221-874b-d0b76f19dcd5 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:18.166636 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3615210f-a20b-40fc-a928-635192f24c7a req-de9aae28-8be7-4221-874b-d0b76f19dcd5 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.1137998 Sep 21 17:55:18.219310 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797411a4-5aa6-4e62-a3cc-29ded0cae926 req-ba401d84-a70c-4244-9c37-db3f78686042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:18.221587 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-797411a4-5aa6-4e62-a3cc-29ded0cae926 req-ba401d84-a70c-4244-9c37-db3f78686042 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2f7937ea-6f4e-44f7-9a63-50e3d960a43d HTTP/1.1" status: 200 len: 1096 time: 0.1527805 Sep 21 17:55:18.227172 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3615210f-a20b-40fc-a928-635192f24c7a req-a3394b20-0cf7-4a82-a902-b47b8842ef38 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543671 Sep 21 17:55:18.252736 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [req-4149f9c4-0117-4826-b211-5911a7ec3e67 req-b2b72973-6f03-4c46-b53c-3414f4e9d758 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] show failed (client error): The resource could not be found. Sep 21 17:55:18.265663 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4149f9c4-0117-4826-b211-5911a7ec3e67 req-b2b72973-6f03-4c46-b53c-3414f4e9d758 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups/eec6883e-fd1f-44d7-b116-6cad78aacc9a HTTP/1.1" status: 404 len: 352 time: 0.0261817 Sep 21 17:55:18.270861 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b22d3f-6fee-4f26-859f-92195e0cdc78 req-af2f7e20-a50e-4494-819f-ddc15c723f12 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:18.279865 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-54b22d3f-6fee-4f26-859f-92195e0cdc78 req-af2f7e20-a50e-4494-819f-ddc15c723f12 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=e246bbfc-c3bc-4205-81cb-e51858a461d0 HTTP/1.1" status: 200 len: 950 time: 0.1799860 Sep 21 17:55:18.297442 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-1960d38e-667d-4742-a10b-408ded5817b3 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:18.299015 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-1960d38e-667d-4742-a10b-408ded5817b3 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.38 "GET /v2.0/networks?id=16966d60-6a2c-4471-853d-d73096108f22 HTTP/1.1" status: 200 len: 811 time: 0.2724457 Sep 21 17:55:18.342478 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e53d9238-e147-4166-bb3d-67a6d50d0a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:18.348979 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-63c2b5da-4c0c-4a96-821b-a2787facd9bb req-b366278a-c799-415e-ac17-b13316681ef0 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f650726-7521-45d8-94b2-2dbbc3607392 HTTP/1.1" status: 200 len: 210 time: 0.0356989 Sep 21 17:55:18.395869 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-797411a4-5aa6-4e62-a3cc-29ded0cae926 req-f20881a6-6442-4959-9153-37ff7be096ee service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642804 Sep 21 17:55:18.418002 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-54b22d3f-6fee-4f26-859f-92195e0cdc78 req-e4072570-e28b-419e-a426-ef41d78b1ae4 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360278 Sep 21 17:55:18.453400 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-8b448ab6-4bb7-4940-a8e2-fe7efd9bccd2 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2d438cdeda74df390b05b7fcaa051eb HTTP/1.1" status: 200 len: 379 time: 0.1234381 Sep 21 17:55:18.487488 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-03227fdc-7f81-4c7d-9112-07246b0b3fa5 req-3509efe5-3cde-4fae-8523-49d29db7acf1 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d71c593332624e98b9eb6adfe1f21c51 HTTP/1.1" status: 200 len: 6149 time: 0.1048164 Sep 21 17:55:18.545531 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-03227fdc-7f81-4c7d-9112-07246b0b3fa5 req-1500e533-d2e2-4b1b-978b-e3c0059a1ed7 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups/5498e8c5-a218-444a-a427-ca1ebb2bba2b HTTP/1.1" status: 200 len: 2981 time: 0.0535860 Sep 21 17:55:18.547372 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6c95b-572d-400b-b4d7-9132672e1fd3 req-9f63f310-32a6-4f2c-a17d-1bd508bfe7b9 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:18.548878 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-12f6c95b-572d-400b-b4d7-9132672e1fd3 req-9f63f310-32a6-4f2c-a17d-1bd508bfe7b9 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.0495203 Sep 21 17:55:18.591640 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-12f6c95b-572d-400b-b4d7-9132672e1fd3 req-7ae1cd10-f9a0-4961-9da6-901b4c5cb272 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362272 Sep 21 17:55:18.596517 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-03227fdc-7f81-4c7d-9112-07246b0b3fa5 req-5790c6a1-9d8c-432c-b702-05463bc9fe23 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups/5498e8c5-a218-444a-a427-ca1ebb2bba2b HTTP/1.1" status: 200 len: 2981 time: 0.0447023 Sep 21 17:55:18.602105 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-c0ba3438-a041-4112-addc-4016d76be298 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Request body: {'port': {'device_id': '6f650726-7521-45d8-94b2-2dbbc3607392', 'network_id': '16966d60-6a2c-4471-853d-d73096108f22', 'admin_state_up': True, 'tenant_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'security_groups': ['bc725f35-1773-465f-beff-58ad8c23e630']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:18.696497 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c58d2d-0f5f-43e2-b641-85b43b167a61 req-0fb4f1b5-47b8-4803-8cc6-090c18753b55 tempest-ServersOnMultiNodesTest-694228279 tempest-ServersOnMultiNodesTest-694228279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:18.698094 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-34c58d2d-0f5f-43e2-b641-85b43b167a61 req-0fb4f1b5-47b8-4803-8cc6-090c18753b55 tempest-ServersOnMultiNodesTest-694228279 tempest-ServersOnMultiNodesTest-694228279-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e246bbfc-c3bc-4205-81cb-e51858a461d0 HTTP/1.1" status: 200 len: 1101 time: 0.0470521 Sep 21 17:55:18.740998 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-34c58d2d-0f5f-43e2-b641-85b43b167a61 req-8edcb340-2a13-4baf-a49e-9655a5692a87 tempest-ServersOnMultiNodesTest-694228279 tempest-ServersOnMultiNodesTest-694228279-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318360 Sep 21 17:55:18.875336 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-1a9f4af8-6d42-4bb1-b640-2e06f00db768 req-e3cd0256-e6f0-4098-8e7e-79f08002b89f tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-263032290', 'description': 'tempest-description-999541394'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:18.905692 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-1a9f4af8-6d42-4bb1-b640-2e06f00db768 req-e3cd0256-e6f0-4098-8e7e-79f08002b89f tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:18.949218 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:19.002513 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-1a9f4af8-6d42-4bb1-b640-2e06f00db768 req-e3cd0256-e6f0-4098-8e7e-79f08002b89f tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:19.009275 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-1a9f4af8-6d42-4bb1-b640-2e06f00db768 req-e3cd0256-e6f0-4098-8e7e-79f08002b89f tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:19.043037 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-1a9f4af8-6d42-4bb1-b640-2e06f00db768 req-e3cd0256-e6f0-4098-8e7e-79f08002b89f tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:19.044315 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1a9f4af8-6d42-4bb1-b640-2e06f00db768 req-e3cd0256-e6f0-4098-8e7e-79f08002b89f tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1822429 Sep 21 17:55:19.046080 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd0256-e6f0-4098-8e7e-79f08002b89f tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdba25a-f9d1-4ace-a051-0ec98de307a7,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:19.073877 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009215f-9289-4908-9ea4-7e54434735e5 req-2d6a9f44-4ad9-4dad-a0ec-9ad593de1079 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:19.075433 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9009215f-9289-4908-9ea4-7e54434735e5 req-2d6a9f44-4ad9-4dad-a0ec-9ad593de1079 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7937ea-6f4e-44f7-9a63-50e3d960a43d HTTP/1.1" status: 200 len: 945 time: 0.0703857 Sep 21 17:55:19.119656 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-c0ba3438-a041-4112-addc-4016d76be298 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Made reservation on behalf of c2d438cdeda74df390b05b7fcaa051eb for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:55:19.123194 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-c0ba3438-a041-4112-addc-4016d76be298 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:19.139406 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9009215f-9289-4908-9ea4-7e54434735e5 req-c580c39d-3f07-420d-bcb9-a90365c257b8 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549405 Sep 21 17:55:19.146122 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-2784adfd-4088-4d21-a4d5-474f866290f2 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=f3df2f1b844143b1bdfc1c299403f848&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220783 Sep 21 17:55:19.259959 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-3d3dbf71-0c76-4c43-ab83-208fe40df88c tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:19.261565 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-3d3dbf71-0c76-4c43-ab83-208fe40df88c tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1091945 Sep 21 17:55:19.269873 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-c0ba3438-a041-4112-addc-4016d76be298 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Allocated IP 172.20.0.13 (16966d60-6a2c-4471-853d-d73096108f22/8dad2486-94f0-4e93-a1ba-c730f0a02400/6a2510f3-8bf7-4062-bec4-7f50f799c4d8) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:55:19.283922 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-853667d9-e001-47b3-bdcd-379c6020e55b tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/quotas/f3df2f1b844143b1bdfc1c299403f848 HTTP/1.1" status: 200 len: 375 time: 0.0156310 Sep 21 17:55:19.343677 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-bead964b-a8f9-42c5-b97b-0f09aa9f79de tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3df2f1b844143b1bdfc1c299403f848&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0588856 Sep 21 17:55:19.401935 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-4aaa30b0-e7f3-4090-bca5-4fd995359c4f req-170fcd00-659d-4be9-9e9e-1f24f6f83e82 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-624681199', 'description': 'tempest-description-1868418794'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:19.429388 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-c0ba3438-a041-4112-addc-4016d76be298 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:19.441776 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4aaa30b0-e7f3-4090-bca5-4fd995359c4f req-170fcd00-659d-4be9-9e9e-1f24f6f83e82 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:19.508364 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-c0ba3438-a041-4112-addc-4016d76be298 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:19.568508 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0179059-9013-4061-9ece-788b4e84341c req-ca05657d-3e89-4741-a199-d461a7af8a88 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:19.569913 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-c0ba3438-a041-4112-addc-4016d76be298 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Network 16966d60-6a2c-4471-853d-d73096108f22 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:55:19.576328 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d0179059-9013-4061-9ece-788b4e84341c req-ca05657d-3e89-4741-a199-d461a7af8a88 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0751772 Sep 21 17:55:19.577605 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-c0ba3438-a041-4112-addc-4016d76be298 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:55:19.582642 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-c0ba3438-a041-4112-addc-4016d76be298 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:55:19.585030 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba3438-a041-4112-addc-4016d76be298 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Pushing event updated for resources: {'Port': ['ID=6a2510f3-8bf7-4062-bec4-7f50f799c4d8,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:19.633953 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d0179059-9013-4061-9ece-788b4e84341c req-ae3348ee-caec-40ee-bc3a-14fd4eb830bf tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545323 Sep 21 17:55:19.652346 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4aaa30b0-e7f3-4090-bca5-4fd995359c4f req-170fcd00-659d-4be9-9e9e-1f24f6f83e82 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:19.663331 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4aaa30b0-e7f3-4090-bca5-4fd995359c4f req-170fcd00-659d-4be9-9e9e-1f24f6f83e82 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:19.683384 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-c0ba3438-a041-4112-addc-4016d76be298 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:19.684046 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-c0ba3438-a041-4112-addc-4016d76be298 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:19.716278 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4aaa30b0-e7f3-4090-bca5-4fd995359c4f req-170fcd00-659d-4be9-9e9e-1f24f6f83e82 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:19.727658 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4aaa30b0-e7f3-4090-bca5-4fd995359c4f req-170fcd00-659d-4be9-9e9e-1f24f6f83e82 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3342574 Sep 21 17:55:19.728897 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fcd00-659d-4be9-9e9e-1f24f6f83e82 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4c0c60-776d-4629-ba0a-8a2ed8bf8d6d,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:19.737744 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-c0ba3438-a041-4112-addc-4016d76be298 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1416476 Sep 21 17:55:19.754783 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-8182a47d-d231-4495-96d1-1bb74c86476d service neutron] Request body: {'port': {'device_id': '6f650726-7521-45d8-94b2-2dbbc3607392', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:19.795659 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e65da-3e5c-465d-a5fa-33e21cf5cfc2 req-b1f2489a-5cad-4432-83d8-af26b169fb1b tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:19.801381 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8d4e65da-3e5c-465d-a5fa-33e21cf5cfc2 req-b1f2489a-5cad-4432-83d8-af26b169fb1b tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f650726-7521-45d8-94b2-2dbbc3607392 HTTP/1.1" status: 200 len: 932 time: 0.1118913 Sep 21 17:55:19.862809 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-053339ea-8277-4e51-aff0-972bc350781a req-0dfd988d-2fa7-4b75-9a8a-ee0e12475c40 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=2612b273-e1ea-4372-9f75-3f0aef5dc206 HTTP/1.1" status: 200 len: 210 time: 0.0469227 Sep 21 17:55:19.903983 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8d4e65da-3e5c-465d-a5fa-33e21cf5cfc2 req-94c1abca-eaa0-4320-909d-21dd91d351f8 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc725f35-1773-465f-beff-58ad8c23e630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942960 Sep 21 17:55:19.942492 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-ada1ff89-b3a5-48e9-9b5b-1e78ab44ba0d None None] Provisioning complete for port 6a2510f3-8bf7-4062-bec4-7f50f799c4d8 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:19.942997 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ada1ff89-b3a5-48e9-9b5b-1e78ab44ba0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:19.947718 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-8182a47d-d231-4495-96d1-1bb74c86476d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:20.004227 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:20.005670 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-ada1ff89-b3a5-48e9-9b5b-1e78ab44ba0d None None] Port 6a2510f3-8bf7-4062-bec4-7f50f799c4d8 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:55:20.156546 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c7df5-452a-4223-94a6-b6048310e663 req-728015e0-d276-4f0d-8f06-0c0c57fd0c01 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:20.158276 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9a9c7df5-452a-4223-94a6-b6048310e663 req-728015e0-d276-4f0d-8f06-0c0c57fd0c01 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.1628542 Sep 21 17:55:20.206836 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-237898a3-0c4d-4467-a1c5-2b1bb14400fb tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:20.208522 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-237898a3-0c4d-4467-a1c5-2b1bb14400fb tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/networks?id=02bd7daa-13a0-4d00-b335-4386ae333187 HTTP/1.1" status: 200 len: 812 time: 0.1298988 Sep 21 17:55:20.229707 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-76b92eae-bd04-4170-83fd-0ec0fb22beb2 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/quotas/d71c593332624e98b9eb6adfe1f21c51 HTTP/1.1" status: 200 len: 375 time: 0.0090542 Sep 21 17:55:20.267046 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9a9c7df5-452a-4223-94a6-b6048310e663 req-5737ff96-dacb-418d-b80b-5d8ec1f65638 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665104 Sep 21 17:55:20.294312 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-b070da65-b9ba-4843-b3c4-10edb8fe4bf1 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d71c593332624e98b9eb6adfe1f21c51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0578249 Sep 21 17:55:20.379893 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-8182a47d-d231-4495-96d1-1bb74c86476d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a2510f3-8bf7-4062-bec4-7f50f799c4d8 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:55:20.390214 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-8182a47d-d231-4495-96d1-1bb74c86476d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:20.396339 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-6faa6fd2-d872-4ddb-84a7-9a03c3188825 service neutron] 10.222.0.58 "GET /v2.0/networks/02bd7daa-13a0-4d00-b335-4386ae333187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915353 Sep 21 17:55:20.408687 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-8182a47d-d231-4495-96d1-1bb74c86476d service neutron] Transition to ACTIVE for port object 6a2510f3-8bf7-4062-bec4-7f50f799c4d8 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:55:20.420322 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025933d-8c55-49bd-9735-87130b829ff2 req-86331916-ab12-4d28-8809-49cb41515c82 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:20.421832 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0025933d-8c55-49bd-9735-87130b829ff2 req-86331916-ab12-4d28-8809-49cb41515c82 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7937ea-6f4e-44f7-9a63-50e3d960a43d HTTP/1.1" status: 200 len: 945 time: 0.0760550 Sep 21 17:55:20.422425 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-8182a47d-d231-4495-96d1-1bb74c86476d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:20.489712 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182a47d-d231-4495-96d1-1bb74c86476d service neutron] Pushing event updated for resources: {'Port': ['ID=6a2510f3-8bf7-4062-bec4-7f50f799c4d8,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:20.506345 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-6794ffef-0de9-448e-9701-25bb2344a526 service neutron] 10.222.0.58 "GET /v2.0/networks/02bd7daa-13a0-4d00-b335-4386ae333187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040940 Sep 21 17:55:20.510104 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0025933d-8c55-49bd-9735-87130b829ff2 req-390e8fe3-5c6a-4310-b5c8-ddc27e938c3b tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796695 Sep 21 17:55:20.622411 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-8182a47d-d231-4495-96d1-1bb74c86476d service neutron] Attempting to bind port 6a2510f3-8bf7-4062-bec4-7f50f799c4d8 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:55:20.622767 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-8182a47d-d231-4495-96d1-1bb74c86476d service neutron] Attempting to bind port 6a2510f3-8bf7-4062-bec4-7f50f799c4d8 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '820d8bc9-35e2-4a43-81ba-d8ece7151d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '16966d60-6a2c-4471-853d-d73096108f22'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:55:20.623128 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-8182a47d-d231-4495-96d1-1bb74c86476d service neutron] Attempting to bind port 6a2510f3-8bf7-4062-bec4-7f50f799c4d8 on network 16966d60-6a2c-4471-853d-d73096108f22 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:55:20.630196 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-8182a47d-d231-4495-96d1-1bb74c86476d service neutron] Port 6a2510f3-8bf7-4062-bec4-7f50f799c4d8 on network 16966d60-6a2c-4471-853d-d73096108f22 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:55:20.630574 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-8182a47d-d231-4495-96d1-1bb74c86476d service neutron] Attempting to bind port 6a2510f3-8bf7-4062-bec4-7f50f799c4d8 on network 16966d60-6a2c-4471-853d-d73096108f22 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:55:20.641740 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-8182a47d-d231-4495-96d1-1bb74c86476d service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:55:20.642088 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-8182a47d-d231-4495-96d1-1bb74c86476d service neutron] Checking segment: {'id': '820d8bc9-35e2-4a43-81ba-d8ece7151d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '16966d60-6a2c-4471-853d-d73096108f22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:55:20.642481 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-8182a47d-d231-4495-96d1-1bb74c86476d service neutron] Bound using segment: {'id': '820d8bc9-35e2-4a43-81ba-d8ece7151d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '16966d60-6a2c-4471-853d-d73096108f22'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:55:20.642952 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-8182a47d-d231-4495-96d1-1bb74c86476d service neutron] Bound port: 6a2510f3-8bf7-4062-bec4-7f50f799c4d8, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '820d8bc9-35e2-4a43-81ba-d8ece7151d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '16966d60-6a2c-4471-853d-d73096108f22'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:55:20.643345 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-8182a47d-d231-4495-96d1-1bb74c86476d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:20.730792 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0e69ad04-a578-46fb-b214-4e15ac40e4c0 req-4a33507d-992f-4421-a0c3-604c7e51a77f tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0b3775c-8ab4-4045-ae40-0e3fa0dc4340 HTTP/1.1" status: 200 len: 210 time: 0.0357890 Sep 21 17:55:20.772352 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-40357f72-9247-4724-9107-f07b413eb3e4 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=f3df2f1b844143b1bdfc1c299403f848&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364957 Sep 21 17:55:20.888192 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-8182a47d-d231-4495-96d1-1bb74c86476d service neutron] For port 6a2510f3-8bf7-4062-bec4-7f50f799c4d8, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:55:20.942862 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-8182a47d-d231-4495-96d1-1bb74c86476d service neutron] For port 6a2510f3-8bf7-4062-bec4-7f50f799c4d8, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=6a2510f3-8bf7-4062-bec4-7f50f799c4d8,segment=NetworkSegment(820d8bc9-35e2-4a43-81ba-d8ece7151d43),segment_id=820d8bc9-35e2-4a43-81ba-d8ece7151d43)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:55:20.959851 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-8182a47d-d231-4495-96d1-1bb74c86476d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:20.982320 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0bafc-1239-4ec6-a6e6-237539a9b3e2 req-84b3c658-8bb0-47f2-9d59-b76b476c359b tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:20.992171 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-64e0bafc-1239-4ec6-a6e6-237539a9b3e2 req-84b3c658-8bb0-47f2-9d59-b76b476c359b tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.1949682 Sep 21 17:55:21.002230 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611a4b0-6974-4398-baa2-1369be14aaf3 req-6120022e-5dc1-43de-80da-001397a6262a tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:21.003748 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0611a4b0-6974-4398-baa2-1369be14aaf3 req-6120022e-5dc1-43de-80da-001397a6262a tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/networks?id=1c00a0d6-e667-48aa-86f9-9337cd552f7d HTTP/1.1" status: 200 len: 806 time: 0.1366038 Sep 21 17:55:21.023710 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0611a4b0-6974-4398-baa2-1369be14aaf3 req-a681d051-64e2-4ae7-93b3-f461d1635885 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/quotas/175497c81fda4a69bcd0ab1778ee76e3 HTTP/1.1" status: 200 len: 375 time: 0.0137389 Sep 21 17:55:21.039175 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-8182a47d-d231-4495-96d1-1bb74c86476d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:21.039888 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-8182a47d-d231-4495-96d1-1bb74c86476d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:21.041355 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-8182a47d-d231-4495-96d1-1bb74c86476d service neutron] 10.222.0.38 "PUT /v2.0/ports/6a2510f3-8bf7-4062-bec4-7f50f799c4d8 HTTP/1.1" status: 200 len: 1092 time: 1.2914872 Sep 21 17:55:21.050771 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-8a63db74-31be-4d23-84a4-90869e0e6d28 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:21.052277 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-8a63db74-31be-4d23-84a4-90869e0e6d28 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2703619 Sep 21 17:55:21.052763 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f650726-7521-45d8-94b2-2dbbc3607392', 'tag': '6a2510f3-8bf7-4062-bec4-7f50f799c4d8'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:55:21.055330 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc2fef9-4c48-4b4f-8538-d0c5ec15414e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f650726-7521-45d8-94b2-2dbbc3607392", "tag": "6a2510f3-8bf7-4062-bec4-7f50f799c4d8"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:55:21.080732 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-1a5be901-4adf-4a99-9097-c3ad464a1cd5 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Request body: {'port': {'device_id': '2612b273-e1ea-4372-9f75-3f0aef5dc206', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'admin_state_up': True, 'tenant_id': 'f3df2f1b844143b1bdfc1c299403f848'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:21.113720 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0611a4b0-6974-4398-baa2-1369be14aaf3 req-2cdc993c-0900-4e70-85bc-ad3852f6186c tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=175497c81fda4a69bcd0ab1778ee76e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0884490 Sep 21 17:55:21.237818 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182a47d-d231-4495-96d1-1bb74c86476d service neutron] Pushing event updated for resources: {'Port': ['ID=6a2510f3-8bf7-4062-bec4-7f50f799c4d8,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:21.253943 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-64e0bafc-1239-4ec6-a6e6-237539a9b3e2 req-e918210f-10ef-471a-af70-17893503f96d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323272 Sep 21 17:55:21.284813 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-98b79a3b-26c6-46a3-bc60-5a283ed398f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:21.286328 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-98b79a3b-26c6-46a3-bc60-5a283ed398f0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c2d438cdeda74df390b05b7fcaa051eb&device_id=6f650726-7521-45d8-94b2-2dbbc3607392 HTTP/1.1" status: 200 len: 1095 time: 0.1141472 Sep 21 17:55:21.288498 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-1a5be901-4adf-4a99-9097-c3ad464a1cd5 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Made reservation on behalf of f3df2f1b844143b1bdfc1c299403f848 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:55:21.292356 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-1a5be901-4adf-4a99-9097-c3ad464a1cd5 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:21.369726 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-f0170cc3-1267-4e2a-be9e-14f761595cd1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a2510f3-8bf7-4062-bec4-7f50f799c4d8 HTTP/1.1" status: 200 len: 217 time: 0.0655744 Sep 21 17:55:21.477964 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:21.480481 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-24c5d40c-c361-49f1-8942-7fdd7ad2cf68 req-52fd2169-7982-4a0c-b1e2-4012aff4af79 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=2612b273-e1ea-4372-9f75-3f0aef5dc206 HTTP/1.1" status: 200 len: 210 time: 0.0688190 Sep 21 17:55:21.517662 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-53badd96-0ae4-4299-aa82-086e1a5344af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:21.519292 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-53badd96-0ae4-4299-aa82-086e1a5344af service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8dad2486-94f0-4e93-a1ba-c730f0a02400 HTTP/1.1" status: 200 len: 850 time: 0.1388357 Sep 21 17:55:21.621095 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-1a5be901-4adf-4a99-9097-c3ad464a1cd5 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Allocated IP 192.168.233.4 (c714db5f-672e-4004-8098-88db84169d3c/53f6ee96-7c10-4364-b9ae-9f7e7556e695/3c54e974-b039-4517-9475-49c1a9ccd4bc) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:55:21.642503 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-cbd17d50-1aae-4eaf-90a9-173d56789baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:21.644204 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-cbd17d50-1aae-4eaf-90a9-173d56789baf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=16966d60-6a2c-4471-853d-d73096108f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1059098 Sep 21 17:55:21.649879 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0611a4b0-6974-4398-baa2-1369be14aaf3 req-3e319e1e-002b-4c67-abb2-6c714ba6b028 service neutron] 10.222.0.58 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5305498 Sep 21 17:55:21.657649 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45bd0c-ed8f-4e28-a3f6-bea38dae8b21 req-586aba7b-a783-4bcb-9ff3-585e50cb148b tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:21.659224 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f45bd0c-ed8f-4e28-a3f6-bea38dae8b21 req-586aba7b-a783-4bcb-9ff3-585e50cb148b tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f650726-7521-45d8-94b2-2dbbc3607392 HTTP/1.1" status: 200 len: 944 time: 0.0938022 Sep 21 17:55:21.742847 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0611a4b0-6974-4398-baa2-1369be14aaf3 req-b01f8616-2eeb-4da4-bc3b-1ecebd57b71d service neutron] 10.222.0.58 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863338 Sep 21 17:55:21.773905 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f45bd0c-ed8f-4e28-a3f6-bea38dae8b21 req-6d92c2d4-9ad2-4200-86ed-8c9ff00f4de5 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc725f35-1773-465f-beff-58ad8c23e630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989213 Sep 21 17:55:21.829662 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-23037a5d-f962-4b3d-ba5c-266a0f17be06 service neutron] 10.222.0.38 "GET /v2.0/networks/16966d60-6a2c-4471-853d-d73096108f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694524 Sep 21 17:55:21.916337 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4389ffd3-195b-4853-845f-b126aa17f88c x-openstack-request-id: req-4389ffd3-195b-4853-845f-b126aa17f88c {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:55:21.916710 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f650726-7521-45d8-94b2-2dbbc3607392", "tag": "6a2510f3-8bf7-4062-bec4-7f50f799c4d8", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:55:21.916978 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4389ffd3-195b-4853-845f-b126aa17f88c {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:55:21.917685 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f650726-7521-45d8-94b2-2dbbc3607392', 'tag': '6a2510f3-8bf7-4062-bec4-7f50f799c4d8', 'status': 'completed', 'code': 200} Sep 21 17:55:22.055530 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42a87d-03df-417e-9fd8-90dea835b80e req-564af0ec-a0b8-43dd-bf58-075e119978b3 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:22.057050 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-1a5be901-4adf-4a99-9097-c3ad464a1cd5 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:22.059362 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9c42a87d-03df-417e-9fd8-90dea835b80e req-564af0ec-a0b8-43dd-bf58-075e119978b3 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.1070998 Sep 21 17:55:22.079455 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f2e9b1cf-2677-443a-ab92-92502fd62183 req-73cf5667-3883-45fa-8af4-241536cd2003 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0b3775c-8ab4-4045-ae40-0e3fa0dc4340 HTTP/1.1" status: 200 len: 210 time: 0.0651698 Sep 21 17:55:22.140324 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9c42a87d-03df-417e-9fd8-90dea835b80e req-1c4679d9-9ae7-4bf9-b153-06860d145e43 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722435 Sep 21 17:55:22.143063 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f9a06009-8754-42a6-b2bb-ac3d771666e1 req-d09bebcf-27b7-4d6f-ad34-9032ccd8882b service neutron] 10.222.0.38 "GET /v2.0/networks/16966d60-6a2c-4471-853d-d73096108f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647305 Sep 21 17:55:22.212408 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-9e1f73ae-e609-412e-8d27-747ae09b037a tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:22.214252 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-9e1f73ae-e609-412e-8d27-747ae09b037a tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.38 "GET /v2.0/networks?id=02bd7daa-13a0-4d00-b335-4386ae333187 HTTP/1.1" status: 200 len: 812 time: 0.2862561 Sep 21 17:55:22.226390 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-1a5be901-4adf-4a99-9097-c3ad464a1cd5 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:22.243110 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['7aa9bd13-f501-4da2-8c9e-ae10313d8d93', '3564a266-ac78-4756-aef0-dedea25f143d', '038d1f12-1d16-4eb2-9b4c-53b4687df2bb', '3e93858b-bdb5-4ed9-870b-289c54b89e54'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:22.267830 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['cc30f523-7380-4b64-8faa-f165cddcb2fd', '428f6bdd-d7b3-4e30-b304-449ac1894866', 'f7484a6d-d2e4-4bb0-965e-be69d1efbcd5'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:22.304140 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5be901-4adf-4a99-9097-c3ad464a1cd5 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Pushing event updated for resources: {'Port': ['ID=3c54e974-b039-4517-9475-49c1a9ccd4bc,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:22.326353 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-6002d165-d9df-4f07-a6a0-c75b4c0663bc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Request body: {'port': {'device_id': 'a0b3775c-8ab4-4045-ae40-0e3fa0dc4340', 'network_id': '02bd7daa-13a0-4d00-b335-4386ae333187', 'admin_state_up': True, 'tenant_id': 'd71c593332624e98b9eb6adfe1f21c51'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:22.374537 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-1a5be901-4adf-4a99-9097-c3ad464a1cd5 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Network c714db5f-672e-4004-8098-88db84169d3c is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:55:22.385932 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-1a5be901-4adf-4a99-9097-c3ad464a1cd5 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:55:22.405680 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-1a5be901-4adf-4a99-9097-c3ad464a1cd5 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:55:22.472603 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430f4f1-1e2b-4094-9b84-b5027cb3af2d req-5e69260e-e355-449f-a9db-e4bfb7671759 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:22.475793 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7430f4f1-1e2b-4094-9b84-b5027cb3af2d req-5e69260e-e355-449f-a9db-e4bfb7671759 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0945768 Sep 21 17:55:22.522322 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-1a5be901-4adf-4a99-9097-c3ad464a1cd5 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:22.527941 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-1a5be901-4adf-4a99-9097-c3ad464a1cd5 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:22.562364 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7430f4f1-1e2b-4094-9b84-b5027cb3af2d req-01bd3d01-fc4f-4ec3-97ad-f88200020296 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793023 Sep 21 17:55:22.632591 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-1a5be901-4adf-4a99-9097-c3ad464a1cd5 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5619113 Sep 21 17:55:22.654893 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2fef9-4c48-4b4f-8538-d0c5ec15414e req-6c404f67-3347-45bd-9b51-d96c27292b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:22.656765 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbc2fef9-4c48-4b4f-8538-d0c5ec15414e req-6c404f67-3347-45bd-9b51-d96c27292b5d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c2d438cdeda74df390b05b7fcaa051eb&device_id=6f650726-7521-45d8-94b2-2dbbc3607392 HTTP/1.1" status: 200 len: 1095 time: 0.4109807 Sep 21 17:55:22.664509 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-16ae7ae5-1789-45d3-a04f-0c76c2fd5d52 service neutron] Request body: {'port': {'device_id': '2612b273-e1ea-4372-9f75-3f0aef5dc206', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:22.793312 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-16ae7ae5-1789-45d3-a04f-0c76c2fd5d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:22.834366 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508c05c-e6d6-422a-bb6b-e00480eba6cb req-789363fa-97f2-4ac8-91a5-71e4e8bb861c tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:22.836664 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a508c05c-e6d6-422a-bb6b-e00480eba6cb req-789363fa-97f2-4ac8-91a5-71e4e8bb861c tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=2612b273-e1ea-4372-9f75-3f0aef5dc206 HTTP/1.1" status: 200 len: 934 time: 0.1801403 Sep 21 17:55:22.906454 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a508c05c-e6d6-422a-bb6b-e00480eba6cb req-118b1ef0-0ee2-45b9-a673-f747fb4c2604 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632854 Sep 21 17:55:22.968187 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-6002d165-d9df-4f07-a6a0-c75b4c0663bc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Made reservation on behalf of d71c593332624e98b9eb6adfe1f21c51 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:55:22.972007 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-6002d165-d9df-4f07-a6a0-c75b4c0663bc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:22.987939 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2fef9-4c48-4b4f-8538-d0c5ec15414e req-79af11c8-24f3-4f37-9876-41056ceb0da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:22.989697 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbc2fef9-4c48-4b4f-8538-d0c5ec15414e req-79af11c8-24f3-4f37-9876-41056ceb0da6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=16966d60-6a2c-4471-853d-d73096108f22 HTTP/1.1" status: 200 len: 912 time: 0.3171663 Sep 21 17:55:22.992191 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-fc482dbc-e80b-4002-b633-72679f600ca4 None None] Provisioning complete for port 3c54e974-b039-4517-9475-49c1a9ccd4bc triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:22.992714 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fc482dbc-e80b-4002-b633-72679f600ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:23.071776 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-fc482dbc-e80b-4002-b633-72679f600ca4 None None] Port 3c54e974-b039-4517-9475-49c1a9ccd4bc cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:55:23.094755 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbc2fef9-4c48-4b4f-8538-d0c5ec15414e req-8cd7faa1-304a-4df5-97cb-f2c74dc2943a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a2510f3-8bf7-4062-bec4-7f50f799c4d8 HTTP/1.1" status: 200 len: 217 time: 0.0785031 Sep 21 17:55:23.099746 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-1da37545-151f-4e70-94e1-9cea36920870 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:23.101894 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-1da37545-151f-4e70-94e1-9cea36920870 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/networks?id=1c00a0d6-e667-48aa-86f9-9337cd552f7d HTTP/1.1" status: 200 len: 806 time: 0.1111863 Sep 21 17:55:23.121588 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-ea8a83a0-13c3-43e2-886e-aeaf009455f5 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/quotas/175497c81fda4a69bcd0ab1778ee76e3 HTTP/1.1" status: 200 len: 375 time: 0.0119953 Sep 21 17:55:23.126982 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:23.179696 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-b7162921-5d6c-4283-ad8d-00fac185ef6e tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=175497c81fda4a69bcd0ab1778ee76e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0495744 Sep 21 17:55:23.238122 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaaaffc-f719-4ffd-9ec5-e1d6e011ea2c req-a49b7a42-71eb-4077-947e-eeeda0a13e93 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:23.239979 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-abaaaffc-f719-4ffd-9ec5-e1d6e011ea2c req-a49b7a42-71eb-4077-947e-eeeda0a13e93 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f650726-7521-45d8-94b2-2dbbc3607392 HTTP/1.1" status: 200 len: 944 time: 0.2746954 Sep 21 17:55:23.284659 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2fef9-4c48-4b4f-8538-d0c5ec15414e req-3355d216-6167-4cc6-aba0-97fc77ee4f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:23.286269 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbc2fef9-4c48-4b4f-8538-d0c5ec15414e req-3355d216-6167-4cc6-aba0-97fc77ee4f43 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8dad2486-94f0-4e93-a1ba-c730f0a02400 HTTP/1.1" status: 200 len: 850 time: 0.1756444 Sep 21 17:55:23.299909 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-774e8baa-6e98-4746-9e01-d4234b0ed24b service neutron] 10.222.0.58 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065078 Sep 21 17:55:23.385660 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-6301412d-17f8-4e37-85ed-6d3092457ca2 service neutron] 10.222.0.58 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837750 Sep 21 17:55:23.400707 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-abaaaffc-f719-4ffd-9ec5-e1d6e011ea2c req-83d9eae8-b531-411d-b3f0-46661bf5d0dd tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc725f35-1773-465f-beff-58ad8c23e630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474891 Sep 21 17:55:23.419393 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-6002d165-d9df-4f07-a6a0-c75b4c0663bc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Allocated IP 172.20.0.7 (02bd7daa-13a0-4d00-b335-4386ae333187/fc80b87c-95e9-40c5-b85b-bca5f2409b9a/04d52e81-6a66-48a6-82cf-2bf996a3487c) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:55:23.462037 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2fef9-4c48-4b4f-8538-d0c5ec15414e req-27c86108-5061-4069-9822-5d6c96442fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:23.463547 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbc2fef9-4c48-4b4f-8538-d0c5ec15414e req-27c86108-5061-4069-9822-5d6c96442fe2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=16966d60-6a2c-4471-853d-d73096108f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1613066 Sep 21 17:55:23.520733 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-16ae7ae5-1789-45d3-a04f-0c76c2fd5d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c54e974-b039-4517-9475-49c1a9ccd4bc {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:55:23.556383 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-16ae7ae5-1789-45d3-a04f-0c76c2fd5d52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:23.591662 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1395330b-de23-4a46-8bf7-8b8f3e576a65 req-b87c0620-67e5-41d9-978e-4affd28cd622 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0b3775c-8ab4-4045-ae40-0e3fa0dc4340 HTTP/1.1" status: 200 len: 210 time: 0.0297012 Sep 21 17:55:23.638548 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-16ae7ae5-1789-45d3-a04f-0c76c2fd5d52 service neutron] Transition to ACTIVE for port object 3c54e974-b039-4517-9475-49c1a9ccd4bc will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:55:23.659198 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 6a2510f3-8bf7-4062-bec4-7f50f799c4d8 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:55:23.673241 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e9822c80-409c-4e69-b11f-6dde2619d5f2 req-d43a78fc-bd45-4af9-be06-66ee6b8ed676 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=1545f778-e26f-49ae-a7c4-58df91edfad3 HTTP/1.1" status: 200 len: 210 time: 0.0344038 Sep 21 17:55:23.674440 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-16ae7ae5-1789-45d3-a04f-0c76c2fd5d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:23.807205 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 6a2510f3-8bf7-4062-bec4-7f50f799c4d8, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=6a2510f3-8bf7-4062-bec4-7f50f799c4d8,segment=NetworkSegment(820d8bc9-35e2-4a43-81ba-d8ece7151d43),segment_id=820d8bc9-35e2-4a43-81ba-d8ece7151d43)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:23.829216 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '6a2510f3-8bf7-4062-bec4-7f50f799c4d8', 'network_id': '16966d60-6a2c-4471-853d-d73096108f22', 'port_id': '6a2510f3-8bf7-4062-bec4-7f50f799c4d8', 'mac_address': 'fa:16:3e:f3:0e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dad2486-94f0-4e93-a1ba-c730f0a02400', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:55:23.832887 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3e0e6-ec4e-4ec2-ac76-ec554e3cb37d req-c8a7d244-53b0-4b95-9516-d7f48be9552b tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:23.840908 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5db3e0e6-ec4e-4ec2-ac76-ec554e3cb37d req-c8a7d244-53b0-4b95-9516-d7f48be9552b tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0754156 Sep 21 17:55:23.894181 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5db3e0e6-ec4e-4ec2-ac76-ec554e3cb37d req-794ef549-bec6-43e2-a1a6-a1b473344326 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519166 Sep 21 17:55:23.913021 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:23.929163 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a2510f3-8bf7-4062-bec4-7f50f799c4d8 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:55:23.960700 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 6a2510f3-8bf7-4062-bec4-7f50f799c4d8, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=6a2510f3-8bf7-4062-bec4-7f50f799c4d8,segment=NetworkSegment(820d8bc9-35e2-4a43-81ba-d8ece7151d43),segment_id=820d8bc9-35e2-4a43-81ba-d8ece7151d43)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:23.967454 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:24.028675 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=6a2510f3-8bf7-4062-bec4-7f50f799c4d8,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:24.093240 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29980bab-acb6-422a-98ac-9ba4d8f5f7be req-9648b733-c3b8-4203-b299-9ca9e32dd5d8 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:24.095689 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-29980bab-acb6-422a-98ac-9ba4d8f5f7be req-9648b733-c3b8-4203-b299-9ca9e32dd5d8 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=2612b273-e1ea-4372-9f75-3f0aef5dc206 HTTP/1.1" status: 200 len: 946 time: 0.0632620 Sep 21 17:55:24.148219 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-29980bab-acb6-422a-98ac-9ba4d8f5f7be req-75a8dcd4-02cb-4dae-baca-ccd83d50f651 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449991 Sep 21 17:55:24.157221 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbc2fef9-4c48-4b4f-8538-d0c5ec15414e req-1cb31c6d-f438-4121-aa44-073093018020 service neutron] 10.222.0.38 "GET /v2.0/networks/16966d60-6a2c-4471-853d-d73096108f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6840999 Sep 21 17:55:24.205028 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a04801-8ac6-4422-8273-4866171a7243 req-a241f814-586b-4c00-bdad-a91515ab4865 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:24.206919 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-26a04801-8ac6-4422-8273-4866171a7243 req-a241f814-586b-4c00-bdad-a91515ab4865 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.6304071 Sep 21 17:55:24.215363 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58884) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:24.219928 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae7ae5-1789-45d3-a04f-0c76c2fd5d52 service neutron] Pushing event updated for resources: {'Port': ['ID=3c54e974-b039-4517-9475-49c1a9ccd4bc,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:24.275623 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['6a2510f3-8bf7-4062-bec4-7f50f799c4d8'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:24.322125 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-6002d165-d9df-4f07-a6a0-c75b4c0663bc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:24.417690 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-25c7f309-9cab-43eb-b5d6-9371e3d9755b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:24.459723 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-26a04801-8ac6-4422-8273-4866171a7243 req-9d18807d-23cb-40a6-ac39-bc8f8bf0b00c tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368021 Sep 21 17:55:24.485930 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:24.506032 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-6002d165-d9df-4f07-a6a0-c75b4c0663bc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:24.540232 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-16ae7ae5-1789-45d3-a04f-0c76c2fd5d52 service neutron] Attempting to bind port 3c54e974-b039-4517-9475-49c1a9ccd4bc on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:55:24.540845 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-16ae7ae5-1789-45d3-a04f-0c76c2fd5d52 service neutron] Attempting to bind port 3c54e974-b039-4517-9475-49c1a9ccd4bc by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:55:24.541249 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-16ae7ae5-1789-45d3-a04f-0c76c2fd5d52 service neutron] Attempting to bind port 3c54e974-b039-4517-9475-49c1a9ccd4bc on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:55:24.551060 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbc2fef9-4c48-4b4f-8538-d0c5ec15414e req-53e75572-e31e-4761-9fa3-bfadf26f2419 service neutron] 10.222.0.38 "GET /v2.0/networks/16966d60-6a2c-4471-853d-d73096108f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772624 Sep 21 17:55:24.560450 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-16ae7ae5-1789-45d3-a04f-0c76c2fd5d52 service neutron] Port 3c54e974-b039-4517-9475-49c1a9ccd4bc on network c714db5f-672e-4004-8098-88db84169d3c not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:55:24.560961 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-16ae7ae5-1789-45d3-a04f-0c76c2fd5d52 service neutron] Attempting to bind port 3c54e974-b039-4517-9475-49c1a9ccd4bc on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:55:24.572482 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-16ae7ae5-1789-45d3-a04f-0c76c2fd5d52 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:55:24.572914 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-16ae7ae5-1789-45d3-a04f-0c76c2fd5d52 service neutron] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:55:24.573401 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-16ae7ae5-1789-45d3-a04f-0c76c2fd5d52 service neutron] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:55:24.573925 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-16ae7ae5-1789-45d3-a04f-0c76c2fd5d52 service neutron] Bound port: 3c54e974-b039-4517-9475-49c1a9ccd4bc, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:55:24.574388 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-16ae7ae5-1789-45d3-a04f-0c76c2fd5d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:24.586302 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-6002d165-d9df-4f07-a6a0-c75b4c0663bc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Network 02bd7daa-13a0-4d00-b335-4386ae333187 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:55:24.596743 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002d165-d9df-4f07-a6a0-c75b4c0663bc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Pushing event updated for resources: {'Port': ['ID=04d52e81-6a66-48a6-82cf-2bf996a3487c,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:24.597851 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-25c7f309-9cab-43eb-b5d6-9371e3d9755b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:24.599620 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-6002d165-d9df-4f07-a6a0-c75b4c0663bc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:55:24.606387 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c558a5e-372c-4458-b185-cf8aed5b2cb9 req-fd2d3315-3fa6-4911-9381-a33cdef29afc tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:24.608048 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6c558a5e-372c-4458-b185-cf8aed5b2cb9 req-fd2d3315-3fa6-4911-9381-a33cdef29afc tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f650726-7521-45d8-94b2-2dbbc3607392 HTTP/1.1" status: 200 len: 945 time: 0.1003435 Sep 21 17:55:24.609177 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-25c7f309-9cab-43eb-b5d6-9371e3d9755b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:24.609828 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-6002d165-d9df-4f07-a6a0-c75b4c0663bc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:55:24.642945 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002d165-d9df-4f07-a6a0-c75b4c0663bc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:24.643487 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002d165-d9df-4f07-a6a0-c75b4c0663bc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:24.643969 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002d165-d9df-4f07-a6a0-c75b4c0663bc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:24.644428 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002d165-d9df-4f07-a6a0-c75b4c0663bc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:24.644932 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002d165-d9df-4f07-a6a0-c75b4c0663bc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:24.645505 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002d165-d9df-4f07-a6a0-c75b4c0663bc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:24.645807 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002d165-d9df-4f07-a6a0-c75b4c0663bc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:24.646234 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002d165-d9df-4f07-a6a0-c75b4c0663bc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:24.646636 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002d165-d9df-4f07-a6a0-c75b4c0663bc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:24.647293 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002d165-d9df-4f07-a6a0-c75b4c0663bc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:24.647658 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002d165-d9df-4f07-a6a0-c75b4c0663bc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:24.648117 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002d165-d9df-4f07-a6a0-c75b4c0663bc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:24.665003 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7f309-9cab-43eb-b5d6-9371e3d9755b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3dc7e8-8f41-4bcb-8f15-8e8764066d51,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:24.669337 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-25c7f309-9cab-43eb-b5d6-9371e3d9755b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1818985b583541759365771970de5b15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4526114 Sep 21 17:55:24.676543 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58894) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:24.695893 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6c558a5e-372c-4458-b185-cf8aed5b2cb9 req-c7c44ddd-690a-4103-b031-5b0519b51d30 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc725f35-1773-465f-beff-58ad8c23e630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710945 Sep 21 17:55:24.742464 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f7af3a49-1181-4e77-b725-c589d662afb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:24.754222 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-6002d165-d9df-4f07-a6a0-c75b4c0663bc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:24.755011 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-6002d165-d9df-4f07-a6a0-c75b4c0663bc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:24.765449 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f7af3a49-1181-4e77-b725-c589d662afb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:24.797552 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca678d7-69ca-466c-af18-59ae0c338825 req-5477e8c0-fc8c-49ca-a29e-ec2295c01187 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:24.799173 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1ca678d7-69ca-466c-af18-59ae0c338825 req-5477e8c0-fc8c-49ca-a29e-ec2295c01187 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0b3775c-8ab4-4045-ae40-0e3fa0dc4340 HTTP/1.1" status: 200 len: 931 time: 0.1065409 Sep 21 17:55:24.800259 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-16ae7ae5-1789-45d3-a04f-0c76c2fd5d52 service neutron] For port 3c54e974-b039-4517-9475-49c1a9ccd4bc, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:55:24.803959 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-16ae7ae5-1789-45d3-a04f-0c76c2fd5d52 service neutron] For port 3c54e974-b039-4517-9475-49c1a9ccd4bc, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3c54e974-b039-4517-9475-49c1a9ccd4bc,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:55:24.805154 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-646ef828-7382-4569-8b66-b40efdc8d4f4 req-32805ae8-a187-4eeb-ba72-7c9d997e2f27 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=1545f778-e26f-49ae-a7c4-58df91edfad3 HTTP/1.1" status: 200 len: 210 time: 0.0419540 Sep 21 17:55:24.806138 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-6002d165-d9df-4f07-a6a0-c75b4c0663bc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5619254 Sep 21 17:55:24.809522 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-16ae7ae5-1789-45d3-a04f-0c76c2fd5d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:24.839652 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f7af3a49-1181-4e77-b725-c589d662afb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:24.842501 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f7af3a49-1181-4e77-b725-c589d662afb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:24.843731 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f7af3a49-1181-4e77-b725-c589d662afb4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2c3dc7e8-8f41-4bcb-8f15-8e8764066d51 HTTP/1.1" status: 204 len: 168 time: 0.1663480 Sep 21 17:55:24.851949 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af3a49-1181-4e77-b725-c589d662afb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3dc7e8-8f41-4bcb-8f15-8e8764066d51,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:24.858622 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-79b4734b-e3d3-404f-b7e9-0902ecd8a2ee service neutron] Request body: {'port': {'device_id': 'a0b3775c-8ab4-4045-ae40-0e3fa0dc4340', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:24.875874 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-16ae7ae5-1789-45d3-a04f-0c76c2fd5d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:24.877342 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-16ae7ae5-1789-45d3-a04f-0c76c2fd5d52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:24.886437 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-16ae7ae5-1789-45d3-a04f-0c76c2fd5d52 service neutron] 10.222.0.38 "PUT /v2.0/ports/3c54e974-b039-4517-9475-49c1a9ccd4bc HTTP/1.1" status: 200 len: 1094 time: 2.2261677 Sep 21 17:55:24.953452 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2612b273-e1ea-4372-9f75-3f0aef5dc206', 'tag': '3c54e974-b039-4517-9475-49c1a9ccd4bc'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:55:24.956313 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6966f961-b070-4195-a945-c9f9a738f77d" -d '{"events": [{"name": "network-changed", "server_uuid": "2612b273-e1ea-4372-9f75-3f0aef5dc206", "tag": "3c54e974-b039-4517-9475-49c1a9ccd4bc"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:55:25.067633 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:25.088646 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1ca678d7-69ca-466c-af18-59ae0c338825 req-11f61b45-2fd9-462e-a208-92fca6cb811a tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups?id=5498e8c5-a218-444a-a427-ca1ebb2bba2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756205 Sep 21 17:55:25.101913 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-79b4734b-e3d3-404f-b7e9-0902ecd8a2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:25.235771 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-73625976-80ca-4733-951a-1b1170bd1b66 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:25.240880 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-73625976-80ca-4733-951a-1b1170bd1b66 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.44 "GET /v2.0/networks?id=1c00a0d6-e667-48aa-86f9-9337cd552f7d HTTP/1.1" status: 200 len: 806 time: 0.2096915 Sep 21 17:55:25.274885 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-0164f118-bdd4-4664-a14b-28f6e1ccce95 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Request body: {'port': {'device_id': '1545f778-e26f-49ae-a7c4-58df91edfad3', 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d', 'admin_state_up': True, 'tenant_id': '175497c81fda4a69bcd0ab1778ee76e3'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:25.316476 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9e0d6-8c3c-44dc-aab8-cefb40c061c0 req-f9488c13-178e-4874-a127-1711aff9618d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:25.326028 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-04a9e0d6-8c3c-44dc-aab8-cefb40c061c0 req-f9488c13-178e-4874-a127-1711aff9618d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.3126166 Sep 21 17:55:25.370061 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ca0f06-9fe8-43df-99ed-fc0bc87de855 x-openstack-request-id: req-b7ca0f06-9fe8-43df-99ed-fc0bc87de855 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:55:25.370345 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2612b273-e1ea-4372-9f75-3f0aef5dc206", "tag": "3c54e974-b039-4517-9475-49c1a9ccd4bc", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:55:25.377146 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b7ca0f06-9fe8-43df-99ed-fc0bc87de855 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:55:25.377574 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2612b273-e1ea-4372-9f75-3f0aef5dc206', 'tag': '3c54e974-b039-4517-9475-49c1a9ccd4bc', 'status': 'completed', 'code': 200} Sep 21 17:55:25.379076 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae7ae5-1789-45d3-a04f-0c76c2fd5d52 service neutron] Pushing event updated for resources: {'Port': ['ID=3c54e974-b039-4517-9475-49c1a9ccd4bc,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:25.383667 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-87e84b0f-defc-459e-a08f-d9e367c309e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:25.385265 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-87e84b0f-defc-459e-a08f-d9e367c309e1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f3df2f1b844143b1bdfc1c299403f848&device_id=2612b273-e1ea-4372-9f75-3f0aef5dc206 HTTP/1.1" status: 200 len: 1097 time: 0.4165211 Sep 21 17:55:25.460843 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-04a9e0d6-8c3c-44dc-aab8-cefb40c061c0 req-cf64dab1-9803-4cf4-9013-6e0fb532f4a9 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321948 Sep 21 17:55:25.545988 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-efaf70c5-0eb1-42c6-8996-755aa3e0b55d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=3c54e974-b039-4517-9475-49c1a9ccd4bc HTTP/1.1" status: 200 len: 217 time: 0.0982966 Sep 21 17:55:25.568665 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bcf0d-3550-4ae6-b490-0131e409c45c req-3610646f-746f-4d15-b6da-dc29e80bb6c8 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:25.570486 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bf3bcf0d-3550-4ae6-b490-0131e409c45c req-3610646f-746f-4d15-b6da-dc29e80bb6c8 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=2612b273-e1ea-4372-9f75-3f0aef5dc206 HTTP/1.1" status: 200 len: 946 time: 0.2023191 Sep 21 17:55:25.584948 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-0164f118-bdd4-4664-a14b-28f6e1ccce95 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Made reservation on behalf of 175497c81fda4a69bcd0ab1778ee76e3 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:55:25.589103 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-0164f118-bdd4-4664-a14b-28f6e1ccce95 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:25.666439 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399809e-bf00-4bbb-9fdc-8497de1f3364 req-ecee74c8-f62d-4788-b758-992a199101b3 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:25.668244 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8399809e-bf00-4bbb-9fdc-8497de1f3364 req-ecee74c8-f62d-4788-b758-992a199101b3 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.1213505 Sep 21 17:55:25.678966 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 6a2510f3-8bf7-4062-bec4-7f50f799c4d8 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:55:25.687265 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-e7344192-80e8-48de-9a76-09ac0cdf0572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:25.689100 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-e7344192-80e8-48de-9a76-09ac0cdf0572 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1154263 Sep 21 17:55:25.697812 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bf3bcf0d-3550-4ae6-b490-0131e409c45c req-18b64c96-68af-4305-b359-8c669439ec65 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122143 Sep 21 17:55:25.777783 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-79b4734b-e3d3-404f-b7e9-0902ecd8a2ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04d52e81-6a66-48a6-82cf-2bf996a3487c {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:55:25.787429 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8399809e-bf00-4bbb-9fdc-8497de1f3364 req-e43df2ef-8bcb-4795-8074-b5efb365ffed tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877571 Sep 21 17:55:25.788155 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-b84cbf63-25c3-4695-84c4-5e7c1199833d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:25.788785 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-b84cbf63-25c3-4695-84c4-5e7c1199833d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0864546 Sep 21 17:55:25.790632 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-79b4734b-e3d3-404f-b7e9-0902ecd8a2ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:25.814404 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 6a2510f3-8bf7-4062-bec4-7f50f799c4d8 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:55:25.823669 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 6a2510f3-8bf7-4062-bec4-7f50f799c4d8 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:25.824529 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:25.826242 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-0164f118-bdd4-4664-a14b-28f6e1ccce95 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Allocated IP 172.20.0.9 (1c00a0d6-e667-48aa-86f9-9337cd552f7d/b33b2c75-9b86-4e4e-90ea-cf1f238c715d/fdda98c6-744c-4c85-8d40-7e2321745a5d) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:55:25.834001 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-79b4734b-e3d3-404f-b7e9-0902ecd8a2ee service neutron] Transition to ACTIVE for port object 04d52e81-6a66-48a6-82cf-2bf996a3487c will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:55:25.843115 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-79b4734b-e3d3-404f-b7e9-0902ecd8a2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:25.874326 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58932) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:25.950952 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4734b-e3d3-404f-b7e9-0902ecd8a2ee service neutron] Pushing event updated for resources: {'Port': ['ID=04d52e81-6a66-48a6-82cf-2bf996a3487c,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:25.988542 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:26.023290 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-b7be08a2-da8b-4b42-9b1c-82f064c6e0cc service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193193 Sep 21 17:55:26.023655 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f650726-7521-45d8-94b2-2dbbc3607392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2510f3-8bf7-4062-bec4-7f50f799c4d8'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:55:26.026863 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fa97f2-ea66-4c3a-8b46-3f68478432c2" -d '{"events": [{"server_uuid": "6f650726-7521-45d8-94b2-2dbbc3607392", "name": "network-vif-plugged", "status": "completed", "tag": "6a2510f3-8bf7-4062-bec4-7f50f799c4d8"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:55:26.042174 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 6a2510f3-8bf7-4062-bec4-7f50f799c4d8, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=6a2510f3-8bf7-4062-bec4-7f50f799c4d8,segment=NetworkSegment(820d8bc9-35e2-4a43-81ba-d8ece7151d43),segment_id=820d8bc9-35e2-4a43-81ba-d8ece7151d43)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:26.045926 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:26.049027 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-11befc06-36e6-4047-99d0-65278e74265f req-924462bd-88b8-4ce6-925d-4fcc6f3865c2 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=1545f778-e26f-49ae-a7c4-58df91edfad3 HTTP/1.1" status: 200 len: 210 time: 0.0789247 Sep 21 17:55:26.074429 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-f604b047-4233-436c-a1c3-386a20277140 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-592981975-network', 'tenant_id': '35da08e307f248e0afd30af925fea1c7'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:26.095623 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-0164f118-bdd4-4664-a14b-28f6e1ccce95 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:26.098084 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f604b047-4233-436c-a1c3-386a20277140 admin admin] Made reservation on behalf of 35da08e307f248e0afd30af925fea1c7 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:55:26.100932 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f604b047-4233-436c-a1c3-386a20277140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:26.117629 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f604b047-4233-436c-a1c3-386a20277140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:26.119775 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=6a2510f3-8bf7-4062-bec4-7f50f799c4d8,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:26.133763 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-79b4734b-e3d3-404f-b7e9-0902ecd8a2ee service neutron] Attempting to bind port 04d52e81-6a66-48a6-82cf-2bf996a3487c on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:55:26.134250 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-79b4734b-e3d3-404f-b7e9-0902ecd8a2ee service neutron] Attempting to bind port 04d52e81-6a66-48a6-82cf-2bf996a3487c by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'b649b04a-47dc-4548-902b-6f55a3afe15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '02bd7daa-13a0-4d00-b335-4386ae333187'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:55:26.134514 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-79b4734b-e3d3-404f-b7e9-0902ecd8a2ee service neutron] Attempting to bind port 04d52e81-6a66-48a6-82cf-2bf996a3487c on network 02bd7daa-13a0-4d00-b335-4386ae333187 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:55:26.143720 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-79b4734b-e3d3-404f-b7e9-0902ecd8a2ee service neutron] Port 04d52e81-6a66-48a6-82cf-2bf996a3487c on network 02bd7daa-13a0-4d00-b335-4386ae333187 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:55:26.144059 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-79b4734b-e3d3-404f-b7e9-0902ecd8a2ee service neutron] Attempting to bind port 04d52e81-6a66-48a6-82cf-2bf996a3487c on network 02bd7daa-13a0-4d00-b335-4386ae333187 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:55:26.150366 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bba0cf-b264-4171-bacf-c1a14d1f0e20 req-4646b890-22dc-4d72-b3ad-550a14d7b5ed tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:26.155514 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-79b4734b-e3d3-404f-b7e9-0902ecd8a2ee service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:55:26.155864 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-79b4734b-e3d3-404f-b7e9-0902ecd8a2ee service neutron] Checking segment: {'id': 'b649b04a-47dc-4548-902b-6f55a3afe15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '02bd7daa-13a0-4d00-b335-4386ae333187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:55:26.156332 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-79b4734b-e3d3-404f-b7e9-0902ecd8a2ee service neutron] Bound using segment: {'id': 'b649b04a-47dc-4548-902b-6f55a3afe15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '02bd7daa-13a0-4d00-b335-4386ae333187'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:55:26.156788 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-79b4734b-e3d3-404f-b7e9-0902ecd8a2ee service neutron] Bound port: 04d52e81-6a66-48a6-82cf-2bf996a3487c, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b649b04a-47dc-4548-902b-6f55a3afe15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '02bd7daa-13a0-4d00-b335-4386ae333187'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:55:26.157154 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-79b4734b-e3d3-404f-b7e9-0902ecd8a2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:26.159828 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-93bba0cf-b264-4171-bacf-c1a14d1f0e20 req-4646b890-22dc-4d72-b3ad-550a14d7b5ed tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f650726-7521-45d8-94b2-2dbbc3607392 HTTP/1.1" status: 200 len: 945 time: 0.2973077 Sep 21 17:55:26.161758 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9700df14-4239-471b-8701-0e6861568482 x-openstack-request-id: req-9700df14-4239-471b-8701-0e6861568482 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:55:26.162200 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f650726-7521-45d8-94b2-2dbbc3607392", "name": "network-vif-plugged", "status": "completed", "tag": "6a2510f3-8bf7-4062-bec4-7f50f799c4d8", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:55:26.162832 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9700df14-4239-471b-8701-0e6861568482 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:55:26.163455 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f650726-7521-45d8-94b2-2dbbc3607392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2510f3-8bf7-4062-bec4-7f50f799c4d8', 'code': 200} Sep 21 17:55:26.181599 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ab8ec4f-8a9f-43c4-8f02-4e4bea49a1d2 req-95e4d40b-4c3f-4670-819a-505662e688cc service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350615 Sep 21 17:55:26.261413 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-0164f118-bdd4-4664-a14b-28f6e1ccce95 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:26.275224 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['dbc0d7b1-96db-431a-bbdc-4aac85019438'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:26.282815 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-93bba0cf-b264-4171-bacf-c1a14d1f0e20 req-fdea2f37-d450-4ef1-b2ab-86ef142990c2 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc725f35-1773-465f-beff-58ad8c23e630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220751 Sep 21 17:55:26.336915 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-79b4734b-e3d3-404f-b7e9-0902ecd8a2ee service neutron] For port 04d52e81-6a66-48a6-82cf-2bf996a3487c, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:55:26.337668 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-0164f118-bdd4-4664-a14b-28f6e1ccce95 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Network 1c00a0d6-e667-48aa-86f9-9337cd552f7d is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:55:26.344079 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-0164f118-bdd4-4664-a14b-28f6e1ccce95 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:55:26.345832 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-79b4734b-e3d3-404f-b7e9-0902ecd8a2ee service neutron] For port 04d52e81-6a66-48a6-82cf-2bf996a3487c, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=04d52e81-6a66-48a6-82cf-2bf996a3487c,segment=NetworkSegment(b649b04a-47dc-4548-902b-6f55a3afe15c),segment_id=b649b04a-47dc-4548-902b-6f55a3afe15c)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:55:26.356008 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-0164f118-bdd4-4664-a14b-28f6e1ccce95 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:55:26.358013 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a316b0-818b-43e8-a226-ba0353d9eaf7 req-f9c7c818-0dcb-48de-8078-ab5822b8277d tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:26.359172 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23a316b0-818b-43e8-a226-ba0353d9eaf7 req-f9c7c818-0dcb-48de-8078-ab5822b8277d tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0b3775c-8ab4-4045-ae40-0e3fa0dc4340 HTTP/1.1" status: 200 len: 943 time: 0.1762681 Sep 21 17:55:26.363678 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-79b4734b-e3d3-404f-b7e9-0902ecd8a2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:26.367343 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2a7dd-6dd8-4648-a3b2-c736bdfcaa83 req-3a83ecdc-49f1-4b8e-b964-484afecf54e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:26.369186 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f4f2a7dd-6dd8-4648-a3b2-c736bdfcaa83 req-3a83ecdc-49f1-4b8e-b964-484afecf54e7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6f650726-7521-45d8-94b2-2dbbc3607392 HTTP/1.1" status: 200 len: 1097 time: 0.1379960 Sep 21 17:55:26.379892 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966f961-b070-4195-a945-c9f9a738f77d req-6264dc85-bd40-4372-8e67-52fdff6a767f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:26.381763 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6966f961-b070-4195-a945-c9f9a738f77d req-6264dc85-bd40-4372-8e67-52fdff6a767f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f3df2f1b844143b1bdfc1c299403f848&device_id=2612b273-e1ea-4372-9f75-3f0aef5dc206 HTTP/1.1" status: 200 len: 1097 time: 0.1397691 Sep 21 17:55:26.415061 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164f118-bdd4-4664-a14b-28f6e1ccce95 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Pushing event updated for resources: {'Port': ['ID=fdda98c6-744c-4c85-8d40-7e2321745a5d,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:26.462448 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-0164f118-bdd4-4664-a14b-28f6e1ccce95 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:26.463099 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-0164f118-bdd4-4664-a14b-28f6e1ccce95 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:26.469111 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-79b4734b-e3d3-404f-b7e9-0902ecd8a2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:26.469971 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-79b4734b-e3d3-404f-b7e9-0902ecd8a2ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:26.471069 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-79b4734b-e3d3-404f-b7e9-0902ecd8a2ee service neutron] 10.222.0.38 "PUT /v2.0/ports/04d52e81-6a66-48a6-82cf-2bf996a3487c HTTP/1.1" status: 200 len: 1091 time: 1.6440792 Sep 21 17:55:26.480731 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f604b047-4233-436c-a1c3-386a20277140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:26.486075 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f604b047-4233-436c-a1c3-386a20277140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:26.499605 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f604b047-4233-436c-a1c3-386a20277140 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:55:26.513505 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f604b047-4233-436c-a1c3-386a20277140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:26.514009 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-f604b047-4233-436c-a1c3-386a20277140 admin admin] Added segment 0e2b49d7-5d2d-494d-b281-8a3a1d6ed5d6 of type vlan for network dc33b7ed-980b-4471-a134-4c294960c9bf Sep 21 17:55:26.546690 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23a316b0-818b-43e8-a226-ba0353d9eaf7 req-0a82c61e-9896-4314-a30a-0beaf4317f93 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups?id=5498e8c5-a218-444a-a427-ca1ebb2bba2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762202 Sep 21 17:55:26.578788 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-0164f118-bdd4-4664-a14b-28f6e1ccce95 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3174150 Sep 21 17:55:26.591803 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f4f2a7dd-6dd8-4648-a3b2-c736bdfcaa83 req-efd49c13-ca25-44a1-b7f3-f5045b4172c7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=bc725f35-1773-465f-beff-58ad8c23e630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088392 Sep 21 17:55:26.595143 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f604b047-4233-436c-a1c3-386a20277140 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:26.597816 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4734b-e3d3-404f-b7e9-0902ecd8a2ee service neutron] Pushing event updated for resources: {'Port': ['ID=04d52e81-6a66-48a6-82cf-2bf996a3487c,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:26.606961 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-ad6533e0-84a4-4d71-8a05-9cdbc25e25ff service neutron] Request body: {'port': {'device_id': '1545f778-e26f-49ae-a7c4-58df91edfad3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:26.622757 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966f961-b070-4195-a945-c9f9a738f77d req-74393804-6070-4ba3-973f-e62011760743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:26.624289 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6966f961-b070-4195-a945-c9f9a738f77d req-74393804-6070-4ba3-973f-e62011760743 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.2265804 Sep 21 17:55:26.629722 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-5cf3782f-b5e6-4674-b0e2-d4d935615c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:26.631265 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-5cf3782f-b5e6-4674-b0e2-d4d935615c68 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d71c593332624e98b9eb6adfe1f21c51&device_id=a0b3775c-8ab4-4045-ae40-0e3fa0dc4340 HTTP/1.1" status: 200 len: 1094 time: 0.0818841 Sep 21 17:55:26.638294 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604b047-4233-436c-a1c3-386a20277140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c163275-3097-4922-a27d-366da4ff46e8,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:26.683293 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f604b047-4233-436c-a1c3-386a20277140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:26.684273 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f604b047-4233-436c-a1c3-386a20277140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:26.684903 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f604b047-4233-436c-a1c3-386a20277140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:26.697576 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b4143-f812-41f2-8e04-b2d2b8d55f64 req-689784f5-74d4-4014-a755-70b847987800 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:26.699107 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-215b4143-f812-41f2-8e04-b2d2b8d55f64 req-689784f5-74d4-4014-a755-70b847987800 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.1529303 Sep 21 17:55:26.725357 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-ad6533e0-84a4-4d71-8a05-9cdbc25e25ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:26.753792 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f604b047-4233-436c-a1c3-386a20277140 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8776999 Sep 21 17:55:26.757368 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58944) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:26.764332 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-71241192-05f9-4a24-9e6b-25bccbb51815 admin admin] Request body: {'subnet': {'network_id': 'dc33b7ed-980b-4471-a134-4c294960c9bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-592981975-subnet', 'tenant_id': '35da08e307f248e0afd30af925fea1c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:26.814691 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604b047-4233-436c-a1c3-386a20277140 admin admin] Pushing event updated for resources: {'Network': ['ID=dc33b7ed-980b-4471-a134-4c294960c9bf,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:26.825182 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-215b4143-f812-41f2-8e04-b2d2b8d55f64 req-5331b1e8-eff2-4a48-8c4a-43319a793504 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180904 Sep 21 17:55:26.829099 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network dc33b7ed-980b-4471-a134-4c294960c9bf details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:55:26.866485 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71241192-05f9-4a24-9e6b-25bccbb51815 admin admin] Made reservation on behalf of 35da08e307f248e0afd30af925fea1c7 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:55:26.868292 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-71241192-05f9-4a24-9e6b-25bccbb51815 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:26.918547 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-da947f06-72ae-4c69-8e46-5bf4e6ad1aa3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04d52e81-6a66-48a6-82cf-2bf996a3487c HTTP/1.1" status: 200 len: 217 time: 0.1045911 Sep 21 17:55:26.922907 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6966f961-b070-4195-a945-c9f9a738f77d req-1a27bd9a-2ec6-404e-9d09-69ba7eff21e8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=3c54e974-b039-4517-9475-49c1a9ccd4bc HTTP/1.1" status: 200 len: 217 time: 0.1104753 Sep 21 17:55:26.987391 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db0622-83b2-4468-814d-869b7414f0af req-4c9223a5-2a59-4d4d-b425-92b1073b5c4e tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:26.988761 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-38db0622-83b2-4468-814d-869b7414f0af req-4c9223a5-2a59-4d4d-b425-92b1073b5c4e tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=2612b273-e1ea-4372-9f75-3f0aef5dc206 HTTP/1.1" status: 200 len: 946 time: 0.2165806 Sep 21 17:55:27.027185 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617e55e-e377-4902-ab60-5630c64fa33a req-aa82ea06-ff7b-4bfe-9c7d-2b70501e9e54 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:27.028741 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b617e55e-e377-4902-ab60-5630c64fa33a req-aa82ea06-ff7b-4bfe-9c7d-2b70501e9e54 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.1147816 Sep 21 17:55:27.096732 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b617e55e-e377-4902-ab60-5630c64fa33a req-7ec90c5c-1de5-4b7e-9ad6-54b2dadc77a8 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609696 Sep 21 17:55:27.099650 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966f961-b070-4195-a945-c9f9a738f77d req-4d003aba-8afc-4957-9d22-9ab81a706959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:27.101197 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6966f961-b070-4195-a945-c9f9a738f77d req-4d003aba-8afc-4957-9d22-9ab81a706959 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1657076 Sep 21 17:55:27.102446 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-754702c3-e0d6-4c20-ac07-fcd9efdf18de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:27.103776 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-754702c3-e0d6-4c20-ac07-fcd9efdf18de service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fc80b87c-95e9-40c5-b85b-bca5f2409b9a HTTP/1.1" status: 200 len: 852 time: 0.1708825 Sep 21 17:55:27.142606 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-38db0622-83b2-4468-814d-869b7414f0af req-e7fde678-9ef1-4c95-944c-ee7ddc73bdd5 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161704 Sep 21 17:55:27.174477 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-ad6533e0-84a4-4d71-8a05-9cdbc25e25ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdda98c6-744c-4c85-8d40-7e2321745a5d {{(pid=101461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:55:27.181004 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-ad6533e0-84a4-4d71-8a05-9cdbc25e25ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:27.185514 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-ffc44669-b40b-46ae-a93b-890ebee2cea6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=02bd7daa-13a0-4d00-b335-4386ae333187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602143 Sep 21 17:55:27.195760 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.provisioning_blocks [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-ad6533e0-84a4-4d71-8a05-9cdbc25e25ff service neutron] Transition to ACTIVE for port object fdda98c6-744c-4c85-8d40-7e2321745a5d will not be triggered until provisioned by entity L2. {{(pid=101461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:55:27.200838 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-ad6533e0-84a4-4d71-8a05-9cdbc25e25ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:27.266963 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6533e0-84a4-4d71-8a05-9cdbc25e25ff service neutron] Pushing event updated for resources: {'Port': ['ID=fdda98c6-744c-4c85-8d40-7e2321745a5d,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:27.292709 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966f961-b070-4195-a945-c9f9a738f77d req-de9e3c0f-9d6c-470f-874e-d387d5e31b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:27.294344 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6966f961-b070-4195-a945-c9f9a738f77d req-de9e3c0f-9d6c-470f-874e-d387d5e31b80 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1793816 Sep 21 17:55:27.320791 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-ad6533e0-84a4-4d71-8a05-9cdbc25e25ff service neutron] Attempting to bind port fdda98c6-744c-4c85-8d40-7e2321745a5d on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:55:27.321149 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-ad6533e0-84a4-4d71-8a05-9cdbc25e25ff service neutron] Attempting to bind port fdda98c6-744c-4c85-8d40-7e2321745a5d by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '56b6ab3c-69bd-42e2-acea-4797f09bea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:55:27.321467 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-ad6533e0-84a4-4d71-8a05-9cdbc25e25ff service neutron] Attempting to bind port fdda98c6-744c-4c85-8d40-7e2321745a5d on network 1c00a0d6-e667-48aa-86f9-9337cd552f7d {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:55:27.326504 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-ad6533e0-84a4-4d71-8a05-9cdbc25e25ff service neutron] Port fdda98c6-744c-4c85-8d40-7e2321745a5d on network 1c00a0d6-e667-48aa-86f9-9337cd552f7d not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:55:27.326830 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-ad6533e0-84a4-4d71-8a05-9cdbc25e25ff service neutron] Attempting to bind port fdda98c6-744c-4c85-8d40-7e2321745a5d on network 1c00a0d6-e667-48aa-86f9-9337cd552f7d {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:55:27.332386 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-ad6533e0-84a4-4d71-8a05-9cdbc25e25ff service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:55:27.332728 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-ad6533e0-84a4-4d71-8a05-9cdbc25e25ff service neutron] Checking segment: {'id': '56b6ab3c-69bd-42e2-acea-4797f09bea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:55:27.333125 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-ad6533e0-84a4-4d71-8a05-9cdbc25e25ff service neutron] Bound using segment: {'id': '56b6ab3c-69bd-42e2-acea-4797f09bea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d'} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:55:27.333669 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-ad6533e0-84a4-4d71-8a05-9cdbc25e25ff service neutron] Bound port: fdda98c6-744c-4c85-8d40-7e2321745a5d, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b6ab3c-69bd-42e2-acea-4797f09bea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d'}}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:55:27.334033 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-ad6533e0-84a4-4d71-8a05-9cdbc25e25ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:27.388797 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b3775c-8ab4-4045-ae40-0e3fa0dc4340', 'tag': '04d52e81-6a66-48a6-82cf-2bf996a3487c'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:55:27.391029 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18baa86f-ed1a-42ef-a36b-094bfb41b892" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b3775c-8ab4-4045-ae40-0e3fa0dc4340", "tag": "04d52e81-6a66-48a6-82cf-2bf996a3487c"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:55:27.445696 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-ad6533e0-84a4-4d71-8a05-9cdbc25e25ff service neutron] For port fdda98c6-744c-4c85-8d40-7e2321745a5d, host n-h2-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:55:27.450378 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-ad6533e0-84a4-4d71-8a05-9cdbc25e25ff service neutron] For port fdda98c6-744c-4c85-8d40-7e2321745a5d, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=fdda98c6-744c-4c85-8d40-7e2321745a5d,segment=NetworkSegment(56b6ab3c-69bd-42e2-acea-4797f09bea25),segment_id=56b6ab3c-69bd-42e2-acea-4797f09bea25)] {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:55:27.460031 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f04e6e-2829-4e4a-8fd1-9eba2b8676d8 req-3b4df7f8-7298-4944-80a3-17245b390026 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:27.461728 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c3f04e6e-2829-4e4a-8fd1-9eba2b8676d8 req-3b4df7f8-7298-4944-80a3-17245b390026 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f650726-7521-45d8-94b2-2dbbc3607392 HTTP/1.1" status: 200 len: 946 time: 0.0787358 Sep 21 17:55:27.468199 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-ad6533e0-84a4-4d71-8a05-9cdbc25e25ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:27.487237 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-71241192-05f9-4a24-9e6b-25bccbb51815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:27.516091 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ad2ce-4d1d-4f43-92b3-3e3afbca9408 req-68ce8a6f-44cc-433c-b437-5f98ffbb049e tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:27.518231 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3d3ad2ce-4d1d-4f43-92b3-3e3afbca9408 req-68ce8a6f-44cc-433c-b437-5f98ffbb049e tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=1545f778-e26f-49ae-a7c4-58df91edfad3 HTTP/1.1" status: 200 len: 943 time: 0.2851949 Sep 21 17:55:27.518704 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-ad6533e0-84a4-4d71-8a05-9cdbc25e25ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:27.519424 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-ad6533e0-84a4-4d71-8a05-9cdbc25e25ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:27.520471 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-dd63fb1f-0cff-4319-a223-c2f5be69d77b service neutron] 10.222.0.38 "GET /v2.0/networks/02bd7daa-13a0-4d00-b335-4386ae333187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031023 Sep 21 17:55:27.520819 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-ad6533e0-84a4-4d71-8a05-9cdbc25e25ff service neutron] 10.222.0.44 "PUT /v2.0/ports/fdda98c6-744c-4c85-8d40-7e2321745a5d HTTP/1.1" status: 200 len: 1091 time: 0.9233453 Sep 21 17:55:27.523545 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1545f778-e26f-49ae-a7c4-58df91edfad3', 'tag': 'fdda98c6-744c-4c85-8d40-7e2321745a5d'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:55:27.525791 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0b2623-5637-47cb-9037-42961ef9044d" -d '{"events": [{"name": "network-changed", "server_uuid": "1545f778-e26f-49ae-a7c4-58df91edfad3", "tag": "fdda98c6-744c-4c85-8d40-7e2321745a5d"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:55:27.557846 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c3f04e6e-2829-4e4a-8fd1-9eba2b8676d8 req-1516d8f8-d886-42d0-b8d8-0b86a99ca35b tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc725f35-1773-465f-beff-58ad8c23e630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871849 Sep 21 17:55:27.561085 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6533e0-84a4-4d71-8a05-9cdbc25e25ff service neutron] Pushing event updated for resources: {'Port': ['ID=fdda98c6-744c-4c85-8d40-7e2321745a5d,revision_number=3']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:27.617779 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08d32d1-0690-40e5-ac51-5c413ada658d x-openstack-request-id: req-d08d32d1-0690-40e5-ac51-5c413ada658d {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:55:27.618406 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b3775c-8ab4-4045-ae40-0e3fa0dc4340", "tag": "04d52e81-6a66-48a6-82cf-2bf996a3487c", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:55:27.618509 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d08d32d1-0690-40e5-ac51-5c413ada658d {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:55:27.618823 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b3775c-8ab4-4045-ae40-0e3fa0dc4340', 'tag': '04d52e81-6a66-48a6-82cf-2bf996a3487c', 'status': 'completed', 'code': 200} Sep 21 17:55:27.619418 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-05f88b0c-e953-43eb-9267-56b918e86e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:27.620672 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-05f88b0c-e953-43eb-9267-56b918e86e44 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=175497c81fda4a69bcd0ab1778ee76e3&device_id=1545f778-e26f-49ae-a7c4-58df91edfad3 HTTP/1.1" status: 200 len: 1094 time: 0.0492976 Sep 21 17:55:27.646153 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9130d4-3b2a-40a8-843f-7b6956021f5e x-openstack-request-id: req-ca9130d4-3b2a-40a8-843f-7b6956021f5e {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:55:27.646449 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1545f778-e26f-49ae-a7c4-58df91edfad3", "tag": "fdda98c6-744c-4c85-8d40-7e2321745a5d", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:55:27.646677 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ca9130d4-3b2a-40a8-843f-7b6956021f5e {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:55:27.647105 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1545f778-e26f-49ae-a7c4-58df91edfad3', 'tag': 'fdda98c6-744c-4c85-8d40-7e2321745a5d', 'status': 'completed', 'code': 200} Sep 21 17:55:27.669002 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71241192-05f9-4a24-9e6b-25bccbb51815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4cb0a7a-b527-4dc9-89e2-3a2555cf6e96,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:27.679759 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-8cc5567d-5b42-4928-9137-c4218ba9f327 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdda98c6-744c-4c85-8d40-7e2321745a5d HTTP/1.1" status: 200 len: 217 time: 0.0446208 Sep 21 17:55:27.700864 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6966f961-b070-4195-a945-c9f9a738f77d req-1d1414ab-b145-457a-b7df-936dc2c1de8a service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640554 Sep 21 17:55:27.708930 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3d3ad2ce-4d1d-4f43-92b3-3e3afbca9408 req-a2b63318-ad92-4dd1-a4c0-2b7c18abb381 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661575 Sep 21 17:55:27.733849 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71241192-05f9-4a24-9e6b-25bccbb51815 admin admin] Checking segment: {'id': '0e2b49d7-5d2d-494d-b281-8a3a1d6ed5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dc33b7ed-980b-4471-a134-4c294960c9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:55:27.734210 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71241192-05f9-4a24-9e6b-25bccbb51815 admin admin] Network hostable DHCP agents. Network: dc33b7ed-980b-4471-a134-4c294960c9bf, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:55:27.774699 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-0addfc54-c91e-4539-b95b-9bfb1568ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:27.776201 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-0addfc54-c91e-4539-b95b-9bfb1568ac62 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b33b2c75-9b86-4e4e-90ea-cf1f238c715d HTTP/1.1" status: 200 len: 846 time: 0.0857592 Sep 21 17:55:27.788479 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eed786-da40-44d7-916e-c48957d39461 req-c9c52e21-387e-4750-b826-70c8fdafbceb tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:27.790040 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-23eed786-da40-44d7-916e-c48957d39461 req-c9c52e21-387e-4750-b826-70c8fdafbceb tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0b3775c-8ab4-4045-ae40-0e3fa0dc4340 HTTP/1.1" status: 200 len: 943 time: 0.0895848 Sep 21 17:55:27.793204 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bd290206-ee8b-43fb-ad39-46cdb56252c6 req-0c315a42-1965-488e-b6da-e66d3054031d service neutron] 10.222.0.38 "GET /v2.0/networks/02bd7daa-13a0-4d00-b335-4386ae333187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492394 Sep 21 17:55:27.806962 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71241192-05f9-4a24-9e6b-25bccbb51815 admin admin] Network dc33b7ed-980b-4471-a134-4c294960c9bf is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:55:27.824676 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-71241192-05f9-4a24-9e6b-25bccbb51815 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, dc33b7ed-980b-4471-a134-4c294960c9bf) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:55:27.831159 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71241192-05f9-4a24-9e6b-25bccbb51815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:27.831764 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-71241192-05f9-4a24-9e6b-25bccbb51815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:27.831916 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-a0050f2d-d8a4-4269-ba79-1479eef11ef8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1c00a0d6-e667-48aa-86f9-9337cd552f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403750 Sep 21 17:55:27.833259 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c804ccff-1f0b-483e-bf1c-89d021dd1f84 None None] Network dc33b7ed-980b-4471-a134-4c294960c9bf requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:55:27.836584 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6966f961-b070-4195-a945-c9f9a738f77d req-cc9ab870-1e85-4550-8ff9-724c21020e02 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267343 Sep 21 17:55:27.853691 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-71241192-05f9-4a24-9e6b-25bccbb51815 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0916262 Sep 21 17:55:27.854117 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58962) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:27.859867 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-fe8390c8-8256-4753-9b19-b07d5b13fc14 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-592981975-router', 'tenant_id': '35da08e307f248e0afd30af925fea1c7', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:27.883480 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-23eed786-da40-44d7-916e-c48957d39461 req-f7d8c22a-e243-469b-a404-6035a82ded81 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups?id=5498e8c5-a218-444a-a427-ca1ebb2bba2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836422 Sep 21 17:55:27.888444 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe8390c8-8256-4753-9b19-b07d5b13fc14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:27.890737 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe8390c8-8256-4753-9b19-b07d5b13fc14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:27.953028 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-4f8e4284-6330-4b1f-b61a-121d4a6067f8 service neutron] 10.222.0.44 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095381 Sep 21 17:55:27.979539 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe8390c8-8256-4753-9b19-b07d5b13fc14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:28.061382 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0c984b-016e-4d0f-b623-ca6f608450aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-dc33b7ed-980b-4471-a134-4c294960c9bf', 'network_id': 'dc33b7ed-980b-4471-a134-4c294960c9bf', 'tenant_id': '35da08e307f248e0afd30af925fea1c7', 'fixed_ips': [{'subnet_id': 'd4cb0a7a-b527-4dc9-89e2-3a2555cf6e96'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:55:28.062674 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0f0c984b-016e-4d0f-b623-ca6f608450aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:28.075178 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-475d3f8f-acba-4043-93e2-12b8fed1b4c6 req-89787333-c010-4fde-98b3-003e0589c153 service neutron] 10.222.0.44 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124303 Sep 21 17:55:28.166781 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa1122-6e55-483a-b81e-84a064576191 req-d394a1fe-f54c-46f3-a7ff-261184a6f671 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:28.168199 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23fa1122-6e55-483a-b81e-84a064576191 req-d394a1fe-f54c-46f3-a7ff-261184a6f671 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.1997678 Sep 21 17:55:28.220594 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-0f0c984b-016e-4d0f-b623-ca6f608450aa None None] Allocated IP 172.20.0.2 (dc33b7ed-980b-4471-a134-4c294960c9bf/d4cb0a7a-b527-4dc9-89e2-3a2555cf6e96/79b181d0-acb4-4eb2-be6c-99d95a3976af) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:55:28.254516 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b2623-5637-47cb-9037-42961ef9044d req-de0557cc-6857-4ba5-a4b3-2244a7161dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:28.256335 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7a0b2623-5637-47cb-9037-42961ef9044d req-de0557cc-6857-4ba5-a4b3-2244a7161dd1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=175497c81fda4a69bcd0ab1778ee76e3&device_id=1545f778-e26f-49ae-a7c4-58df91edfad3 HTTP/1.1" status: 200 len: 1094 time: 0.1051128 Sep 21 17:55:28.267722 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a2083-b1bf-4a30-bffd-f52327812f57 req-31ad9b3d-8c2b-4c60-b11e-1b5aeef1d066 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:28.270135 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c27a2083-b1bf-4a30-bffd-f52327812f57 req-31ad9b3d-8c2b-4c60-b11e-1b5aeef1d066 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.0758741 Sep 21 17:55:28.375381 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c27a2083-b1bf-4a30-bffd-f52327812f57 req-8855df3f-fd34-468d-a987-f8c118d4ec82 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983953 Sep 21 17:55:28.381179 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0f0c984b-016e-4d0f-b623-ca6f608450aa None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:28.390073 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0f0c984b-016e-4d0f-b623-ca6f608450aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:28.416465 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b2623-5637-47cb-9037-42961ef9044d req-2096e10d-40c6-4edb-adb7-723eea5e26e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:28.417991 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7a0b2623-5637-47cb-9037-42961ef9044d req-2096e10d-40c6-4edb-adb7-723eea5e26e6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1c00a0d6-e667-48aa-86f9-9337cd552f7d HTTP/1.1" status: 200 len: 907 time: 0.1332769 Sep 21 17:55:28.455717 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0c984b-016e-4d0f-b623-ca6f608450aa None None] Network dc33b7ed-980b-4471-a134-4c294960c9bf is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:55:28.461477 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-0f0c984b-016e-4d0f-b623-ca6f608450aa None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:55:28.465002 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0c984b-016e-4d0f-b623-ca6f608450aa None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:55:28.477419 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c984b-016e-4d0f-b623-ca6f608450aa None None] Pushing event updated for resources: {'Port': ['ID=79b181d0-acb4-4eb2-be6c-99d95a3976af,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:28.479469 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7a0b2623-5637-47cb-9037-42961ef9044d req-3cb57785-432c-4367-b5b9-4d82a154532c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdda98c6-744c-4c85-8d40-7e2321745a5d HTTP/1.1" status: 200 len: 217 time: 0.0490034 Sep 21 17:55:28.534003 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0f0c984b-016e-4d0f-b623-ca6f608450aa None None] Attempting to bind port 79b181d0-acb4-4eb2-be6c-99d95a3976af on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:55:28.534403 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0f0c984b-016e-4d0f-b623-ca6f608450aa None None] Attempting to bind port 79b181d0-acb4-4eb2-be6c-99d95a3976af by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '0e2b49d7-5d2d-494d-b281-8a3a1d6ed5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dc33b7ed-980b-4471-a134-4c294960c9bf'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:55:28.534722 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0c984b-016e-4d0f-b623-ca6f608450aa None None] Attempting to bind port 79b181d0-acb4-4eb2-be6c-99d95a3976af on network dc33b7ed-980b-4471-a134-4c294960c9bf {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:55:28.541124 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0c984b-016e-4d0f-b623-ca6f608450aa None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:55:28.541643 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0c984b-016e-4d0f-b623-ca6f608450aa None None] Checking segment: {'id': '0e2b49d7-5d2d-494d-b281-8a3a1d6ed5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dc33b7ed-980b-4471-a134-4c294960c9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:55:28.542128 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0f0c984b-016e-4d0f-b623-ca6f608450aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:28.542521 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0c984b-016e-4d0f-b623-ca6f608450aa None None] Bound using segment: {'id': '0e2b49d7-5d2d-494d-b281-8a3a1d6ed5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dc33b7ed-980b-4471-a134-4c294960c9bf'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:55:28.543191 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0f0c984b-016e-4d0f-b623-ca6f608450aa None None] Bound port: 79b181d0-acb4-4eb2-be6c-99d95a3976af, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2b49d7-5d2d-494d-b281-8a3a1d6ed5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dc33b7ed-980b-4471-a134-4c294960c9bf'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:55:28.543570 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0f0c984b-016e-4d0f-b623-ca6f608450aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:28.562021 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18baa86f-ed1a-42ef-a36b-094bfb41b892 req-30b20db6-e37d-430b-9ce4-49ae890390d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:28.563697 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-18baa86f-ed1a-42ef-a36b-094bfb41b892 req-30b20db6-e37d-430b-9ce4-49ae890390d0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d71c593332624e98b9eb6adfe1f21c51&device_id=a0b3775c-8ab4-4045-ae40-0e3fa0dc4340 HTTP/1.1" status: 200 len: 1094 time: 0.5940149 Sep 21 17:55:28.565849 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe8390c8-8256-4753-9b19-b07d5b13fc14 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:28.568692 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86771bc9-90f9-4331-81ff-7ed81772eb70 req-0c15640f-69df-4e37-9f57-cabcbf80a001 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:28.570633 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-86771bc9-90f9-4331-81ff-7ed81772eb70 req-0c15640f-69df-4e37-9f57-cabcbf80a001 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=2612b273-e1ea-4372-9f75-3f0aef5dc206 HTTP/1.1" status: 200 len: 946 time: 0.0901701 Sep 21 17:55:28.575116 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b2623-5637-47cb-9037-42961ef9044d req-cbc0ab42-ff04-4ba9-8487-870f882bbd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:28.576762 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7a0b2623-5637-47cb-9037-42961ef9044d req-cbc0ab42-ff04-4ba9-8487-870f882bbd27 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b33b2c75-9b86-4e4e-90ea-cf1f238c715d HTTP/1.1" status: 200 len: 846 time: 0.0692794 Sep 21 17:55:28.623495 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7a0b2623-5637-47cb-9037-42961ef9044d req-f2d18305-e612-40aa-84a4-3d020af07d46 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1c00a0d6-e667-48aa-86f9-9337cd552f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288765 Sep 21 17:55:28.626698 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-0f0c984b-016e-4d0f-b623-ca6f608450aa None None] For port 79b181d0-acb4-4eb2-be6c-99d95a3976af, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:55:28.630698 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-0f0c984b-016e-4d0f-b623-ca6f608450aa None None] For port 79b181d0-acb4-4eb2-be6c-99d95a3976af, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=79b181d0-acb4-4eb2-be6c-99d95a3976af,segment=NetworkSegment(0e2b49d7-5d2d-494d-b281-8a3a1d6ed5d6),segment_id=0e2b49d7-5d2d-494d-b281-8a3a1d6ed5d6)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:55:28.636083 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0f0c984b-016e-4d0f-b623-ca6f608450aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:28.677852 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-86771bc9-90f9-4331-81ff-7ed81772eb70 req-d304d3fd-bca2-44c5-9e61-f258adc3f39b tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999055 Sep 21 17:55:28.710157 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23fa1122-6e55-483a-b81e-84a064576191 req-5c77c3cb-848a-4ff6-8603-7c24e5e099c9 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458697 Sep 21 17:55:28.731680 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c984b-016e-4d0f-b623-ca6f608450aa None None] Pushing event updated for resources: {'Port': ['ID=79b181d0-acb4-4eb2-be6c-99d95a3976af,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:28.777999 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7a0b2623-5637-47cb-9037-42961ef9044d req-15f15c43-5c43-4e93-b683-28adec7e7372 service neutron] 10.222.0.44 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451671 Sep 21 17:55:28.792218 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18baa86f-ed1a-42ef-a36b-094bfb41b892 req-22f29f4e-5734-403f-baa7-25963a104826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:28.793726 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-18baa86f-ed1a-42ef-a36b-094bfb41b892 req-22f29f4e-5734-403f-baa7-25963a104826 service neutron] 10.222.0.38 "GET /v2.0/networks?id=02bd7daa-13a0-4d00-b335-4386ae333187 HTTP/1.1" status: 200 len: 913 time: 0.2165039 Sep 21 17:55:28.859409 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-18baa86f-ed1a-42ef-a36b-094bfb41b892 req-e4ad649c-3292-44a6-97b0-2d96c2a01090 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04d52e81-6a66-48a6-82cf-2bf996a3487c HTTP/1.1" status: 200 len: 217 time: 0.0556118 Sep 21 17:55:28.933173 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bf1cf-e507-44d7-b42e-d0307f443de1 req-70cdbcc2-6542-4d58-b93b-953097b24c89 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:28.940268 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5e7bf1cf-e507-44d7-b42e-d0307f443de1 req-70cdbcc2-6542-4d58-b93b-953097b24c89 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f650726-7521-45d8-94b2-2dbbc3607392 HTTP/1.1" status: 200 len: 946 time: 0.1507440 Sep 21 17:55:28.954813 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7a0b2623-5637-47cb-9037-42961ef9044d req-70f0a47d-f46c-4872-9ab0-1ba06cc281f3 service neutron] 10.222.0.44 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583924 Sep 21 17:55:28.963654 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813e509-6bee-41d5-84b0-5b0c475c8353 req-119a666e-977f-4440-ad62-2ec5d729eef2 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:28.971329 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c813e509-6bee-41d5-84b0-5b0c475c8353 req-119a666e-977f-4440-ad62-2ec5d729eef2 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=1545f778-e26f-49ae-a7c4-58df91edfad3 HTTP/1.1" status: 200 len: 943 time: 0.1057825 Sep 21 17:55:28.992922 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18baa86f-ed1a-42ef-a36b-094bfb41b892 req-19e1f7d1-d4c2-4915-9f5d-3b7e4e0eabb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:28.994734 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-18baa86f-ed1a-42ef-a36b-094bfb41b892 req-19e1f7d1-d4c2-4915-9f5d-3b7e4e0eabb8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fc80b87c-95e9-40c5-b85b-bca5f2409b9a HTTP/1.1" status: 200 len: 852 time: 0.1240079 Sep 21 17:55:29.012527 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c813e509-6bee-41d5-84b0-5b0c475c8353 req-604e40b6-f616-40ce-baaf-db538b9804b2 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344286 Sep 21 17:55:29.075037 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-18baa86f-ed1a-42ef-a36b-094bfb41b892 req-f395933f-a740-4b3e-945e-6d56449db59d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=02bd7daa-13a0-4d00-b335-4386ae333187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660079 Sep 21 17:55:29.079901 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5e7bf1cf-e507-44d7-b42e-d0307f443de1 req-c938448f-6c4c-4834-b8e7-2e096eb28cc8 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc725f35-1773-465f-beff-58ad8c23e630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300383 Sep 21 17:55:29.125866 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a9f11-32f8-46dc-b90a-6c671741a092 req-a2cfbcf0-2475-4bfa-b5ce-ac4e45d823af tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:29.128169 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3e7a9f11-32f8-46dc-b90a-6c671741a092 req-a2cfbcf0-2475-4bfa-b5ce-ac4e45d823af tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0b3775c-8ab4-4045-ae40-0e3fa0dc4340 HTTP/1.1" status: 200 len: 943 time: 0.0520399 Sep 21 17:55:29.168339 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3e7a9f11-32f8-46dc-b90a-6c671741a092 req-9107ad0e-8cfd-48f0-8a17-867e1e211cae tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups?id=5498e8c5-a218-444a-a427-ca1ebb2bba2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316391 Sep 21 17:55:29.233484 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe8390c8-8256-4753-9b19-b07d5b13fc14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:29.260094 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe8390c8-8256-4753-9b19-b07d5b13fc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:29.290824 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed842a-091f-4496-8b86-535dc6ee169e req-143817d2-c3a6-4f10-b119-4d85dced3246 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:29.292347 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25ed842a-091f-4496-8b86-535dc6ee169e req-143817d2-c3a6-4f10-b119-4d85dced3246 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f650726-7521-45d8-94b2-2dbbc3607392 HTTP/1.1" status: 200 len: 946 time: 0.1449897 Sep 21 17:55:29.297099 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-18baa86f-ed1a-42ef-a36b-094bfb41b892 req-8a019bb7-92e5-463d-8f3f-d72d8ec07c28 service neutron] 10.222.0.38 "GET /v2.0/networks/02bd7daa-13a0-4d00-b335-4386ae333187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893167 Sep 21 17:55:29.301933 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58978) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:29.306605 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-4ef363e1-ca32-4727-9031-2df37f53b8a0 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Request body: {'floatingip': {'port_id': '6a2510f3-8bf7-4062-bec4-7f50f799c4d8'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:29.347894 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4ef363e1-ca32-4727-9031-2df37f53b8a0 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks [] for floatingip, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:29.467207 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-fe8390c8-8256-4753-9b19-b07d5b13fc14 admin admin] Allocated IP 172.25.6.14 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/8ee93606-71c3-4c42-bd44-8fde63d691b1) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:55:29.470629 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-18baa86f-ed1a-42ef-a36b-094bfb41b892 req-4bc78eca-13ed-4286-81ee-f78badce4563 service neutron] 10.222.0.38 "GET /v2.0/networks/02bd7daa-13a0-4d00-b335-4386ae333187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454265 Sep 21 17:55:29.526488 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 79b181d0-acb4-4eb2-be6c-99d95a3976af up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:55:29.578514 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 79b181d0-acb4-4eb2-be6c-99d95a3976af triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:29.579024 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:29.605952 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe8390c8-8256-4753-9b19-b07d5b13fc14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:29.624591 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e9b78-1d4d-4e8d-8d3b-6d5986ab382d req-425f7578-38a9-4dd8-91f3-ed3ec4698c52 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:29.626643 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-486e9b78-1d4d-4e8d-8d3b-6d5986ab382d req-425f7578-38a9-4dd8-91f3-ed3ec4698c52 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.0761347 Sep 21 17:55:29.647363 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe8390c8-8256-4753-9b19-b07d5b13fc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:29.666528 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8390c8-8256-4753-9b19-b07d5b13fc14 admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:55:29.669466 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-fe8390c8-8256-4753-9b19-b07d5b13fc14 admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:55:29.680550 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:29.691419 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8390c8-8256-4753-9b19-b07d5b13fc14 admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:55:29.704796 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 04d52e81-6a66-48a6-82cf-2bf996a3487c details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:55:29.735139 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 79b181d0-acb4-4eb2-be6c-99d95a3976af, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=79b181d0-acb4-4eb2-be6c-99d95a3976af,segment=NetworkSegment(0e2b49d7-5d2d-494d-b281-8a3a1d6ed5d6),segment_id=0e2b49d7-5d2d-494d-b281-8a3a1d6ed5d6)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:29.745795 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:29.752219 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-486e9b78-1d4d-4e8d-8d3b-6d5986ab382d req-a74751e6-78b1-4d19-910f-3addb28ebefc tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786307 Sep 21 17:55:29.823595 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=79b181d0-acb4-4eb2-be6c-99d95a3976af,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:29.831659 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b52e5a-17bd-435c-bce2-d92f216bacb1 None None] Network dc33b7ed-980b-4471-a134-4c294960c9bf requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:55:29.859391 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8390c8-8256-4753-9b19-b07d5b13fc14 admin admin] Pushing event updated for resources: {'Port': ['ID=8ee93606-71c3-4c42-bd44-8fde63d691b1,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:29.912891 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9373e57-3785-4f9d-a20f-d17dc68b0c9f req-377dc6d3-3ef6-490b-b4f0-efa0369a6b34 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:29.914571 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9373e57-3785-4f9d-a20f-d17dc68b0c9f req-377dc6d3-3ef6-490b-b4f0-efa0369a6b34 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=2612b273-e1ea-4372-9f75-3f0aef5dc206 HTTP/1.1" status: 200 len: 946 time: 0.0871246 Sep 21 17:55:29.967211 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-c446393c-bbc5-4d39-b90e-a45fef6048f8 None None] Provisioning complete for port 79b181d0-acb4-4eb2-be6c-99d95a3976af triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:29.967712 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c446393c-bbc5-4d39-b90e-a45fef6048f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:29.991474 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7650f-be91-40f8-8a83-fdedcd0c6516 req-15e90883-af2c-4ca2-9627-77fbeb00ef81 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:29.993026 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-86c7650f-be91-40f8-8a83-fdedcd0c6516 req-15e90883-af2c-4ca2-9627-77fbeb00ef81 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.1139619 Sep 21 17:55:30.048898 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9373e57-3785-4f9d-a20f-d17dc68b0c9f req-b6184330-13e8-4768-aeac-52dc2b28d322 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875800 Sep 21 17:55:30.064393 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe8390c8-8256-4753-9b19-b07d5b13fc14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:30.075448 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-86c7650f-be91-40f8-8a83-fdedcd0c6516 req-568489e8-6961-4732-8a3d-c9c998e6de1d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731122 Sep 21 17:55:30.151202 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4ef363e1-ca32-4727-9031-2df37f53b8a0 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:30.158808 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4ef363e1-ca32-4727-9031-2df37f53b8a0 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:30.181768 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 04d52e81-6a66-48a6-82cf-2bf996a3487c, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=04d52e81-6a66-48a6-82cf-2bf996a3487c,segment=NetworkSegment(b649b04a-47dc-4548-902b-6f55a3afe15c),segment_id=b649b04a-47dc-4548-902b-6f55a3afe15c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:30.232344 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '04d52e81-6a66-48a6-82cf-2bf996a3487c', 'network_id': '02bd7daa-13a0-4d00-b335-4386ae333187', 'port_id': '04d52e81-6a66-48a6-82cf-2bf996a3487c', 'mac_address': 'fa:16:3e:44:07:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc80b87c-95e9-40c5-b85b-bca5f2409b9a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:55:30.257461 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device fdda98c6-744c-4c85-8d40-7e2321745a5d details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:55:30.309149 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2d074-7b98-4765-ba44-30df649d6176 req-ed3cd25a-6cc5-443d-9ec6-07033ddff477 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:30.310731 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0db2d074-7b98-4765-ba44-30df649d6176 req-ed3cd25a-6cc5-443d-9ec6-07033ddff477 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=1545f778-e26f-49ae-a7c4-58df91edfad3 HTTP/1.1" status: 200 len: 943 time: 0.1061547 Sep 21 17:55:30.331969 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe8390c8-8256-4753-9b19-b07d5b13fc14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:30.339589 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [None req-4ef363e1-ca32-4727-9031-2df37f53b8a0 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Floating IP 6f420644-783f-4486-bfc3-50346d66bed2 associated. External IP: 172.25.6.114, port: 6a2510f3-8bf7-4062-bec4-7f50f799c4d8. Sep 21 17:55:30.365233 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:30.386530 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70460e1b-2d8d-426e-8c51-b88b82b58e63 req-a36286d8-8ea4-4092-99ba-87f7a725fd15 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:30.388493 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-70460e1b-2d8d-426e-8c51-b88b82b58e63 req-a36286d8-8ea4-4092-99ba-87f7a725fd15 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0b3775c-8ab4-4045-ae40-0e3fa0dc4340 HTTP/1.1" status: 200 len: 943 time: 0.0996220 Sep 21 17:55:30.411767 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0db2d074-7b98-4765-ba44-30df649d6176 req-fa2a9379-6b56-4f5a-b201-ca2097f9d7ba tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925426 Sep 21 17:55:30.430102 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d52e81-6a66-48a6-82cf-2bf996a3487c {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:55:30.464728 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 04d52e81-6a66-48a6-82cf-2bf996a3487c, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=04d52e81-6a66-48a6-82cf-2bf996a3487c,segment=NetworkSegment(b649b04a-47dc-4548-902b-6f55a3afe15c),segment_id=b649b04a-47dc-4548-902b-6f55a3afe15c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:30.474025 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-70460e1b-2d8d-426e-8c51-b88b82b58e63 req-6a8e8d4d-7480-49cc-8510-cb365851b71c tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups?id=5498e8c5-a218-444a-a427-ca1ebb2bba2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754211 Sep 21 17:55:30.474259 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:30.474818 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3c54e974-b039-4517-9475-49c1a9ccd4bc details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:55:30.497114 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port fdda98c6-744c-4c85-8d40-7e2321745a5d, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=fdda98c6-744c-4c85-8d40-7e2321745a5d,segment=NetworkSegment(56b6ab3c-69bd-42e2-acea-4797f09bea25),segment_id=56b6ab3c-69bd-42e2-acea-4797f09bea25)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:30.532460 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8390c8-8256-4753-9b19-b07d5b13fc14 admin admin] Router 71b8673d-c656-47af-b32f-c2c6f19dd755 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:55:30.538030 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'fdda98c6-744c-4c85-8d40-7e2321745a5d', 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d', 'port_id': 'fdda98c6-744c-4c85-8d40-7e2321745a5d', 'mac_address': 'fa:16:3e:29:ce:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b33b2c75-9b86-4e4e-90ea-cf1f238c715d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:55:30.604141 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=04d52e81-6a66-48a6-82cf-2bf996a3487c,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:30.658027 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:30.670855 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8390c8-8256-4753-9b19-b07d5b13fc14 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:55:30.695292 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cc4dbe-3691-42fb-90f3-028bf0e2165f None None] Sync routers for ids ['71b8673d-c656-47af-b32f-c2c6f19dd755'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:55:30.701131 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdda98c6-744c-4c85-8d40-7e2321745a5d {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:55:30.723499 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe8390c8-8256-4753-9b19-b07d5b13fc14 admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:30.727799 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-fe8390c8-8256-4753-9b19-b07d5b13fc14 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8726599 Sep 21 17:55:30.733220 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 3c54e974-b039-4517-9475-49c1a9ccd4bc, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3c54e974-b039-4517-9475-49c1a9ccd4bc,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:30.733351 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58992) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:30.756534 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port fdda98c6-744c-4c85-8d40-7e2321745a5d, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=fdda98c6-744c-4c85-8d40-7e2321745a5d,segment=NetworkSegment(56b6ab3c-69bd-42e2-acea-4797f09bea25),segment_id=56b6ab3c-69bd-42e2-acea-4797f09bea25)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:30.763918 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cc4dbe-3691-42fb-90f3-028bf0e2165f None None] Routers {'71b8673d-c656-47af-b32f-c2c6f19dd755'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:55:30.764925 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a5cc4dbe-3691-42fb-90f3-028bf0e2165f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:55:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['71b8673d-c656-47af-b32f-c2c6f19dd755'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:55:30.769462 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '3c54e974-b039-4517-9475-49c1a9ccd4bc', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': '3c54e974-b039-4517-9475-49c1a9ccd4bc', 'mac_address': 'fa:16:3e:ab:a4:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:55:30.823746 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:30.937572 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-29b8a182-01fe-4d2a-95dd-f009ba158798 None None] Provisioning complete for port 79b181d0-acb4-4eb2-be6c-99d95a3976af triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:30.937861 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d40570-6d93-4c58-b513-c088388728cd req-e936d4b1-0871-43d3-8744-092604484204 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:30.937975 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-29b8a182-01fe-4d2a-95dd-f009ba158798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:30.939195 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-86d40570-6d93-4c58-b513-c088388728cd req-e936d4b1-0871-43d3-8744-092604484204 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.0865881 Sep 21 17:55:30.966374 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:30.994200 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=fdda98c6-744c-4c85-8d40-7e2321745a5d,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:31.008138 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c54e974-b039-4517-9475-49c1a9ccd4bc {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:55:31.018248 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-a5cc4dbe-3691-42fb-90f3-028bf0e2165f None None] Set router 71b8673d-c656-47af-b32f-c2c6f19dd755 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:55:31.018783 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-86d40570-6d93-4c58-b513-c088388728cd req-691f2805-0d9f-4145-96be-f5058b149a70 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735395 Sep 21 17:55:31.047614 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef363e1-ca32-4727-9031-2df37f53b8a0 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Router 1d7355e5-4c68-475a-af5a-8100da2dd002 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:55:31.091421 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 3c54e974-b039-4517-9475-49c1a9ccd4bc, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3c54e974-b039-4517-9475-49c1a9ccd4bc,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:31.119396 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:31.175699 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef363e1-ca32-4727-9031-2df37f53b8a0 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:55:31.180625 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4ef363e1-ca32-4727-9031-2df37f53b8a0 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:31.195667 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d127f4f-0f7e-4d74-b81d-b526ab8b20bc None None] Sync routers for ids ['1d7355e5-4c68-475a-af5a-8100da2dd002'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:55:31.207803 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d127f4f-0f7e-4d74-b81d-b526ab8b20bc None None] Routers {'1d7355e5-4c68-475a-af5a-8100da2dd002'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:55:31.208771 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8d127f4f-0f7e-4d74-b81d-b526ab8b20bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:55:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['1d7355e5-4c68-475a-af5a-8100da2dd002'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:55:31.235962 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=3c54e974-b039-4517-9475-49c1a9ccd4bc,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:31.251283 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4ef363e1-ca32-4727-9031-2df37f53b8a0 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "PUT /v2.0/floatingips/6f420644-783f-4486-bfc3-50346d66bed2 HTTP/1.1" status: 200 len: 992 time: 1.9481204 Sep 21 17:55:31.253578 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f650726-7521-45d8-94b2-2dbbc3607392', 'tag': '6a2510f3-8bf7-4062-bec4-7f50f799c4d8'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:55:31.255707 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c5ae01-307c-45bb-8778-850c071669b6" -d '{"events": [{"name": "network-changed", "server_uuid": "6f650726-7521-45d8-94b2-2dbbc3607392", "tag": "6a2510f3-8bf7-4062-bec4-7f50f799c4d8"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:55:31.272278 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-728b4004-8f23-40d1-b6ec-74a39acc3dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:31.278730 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac382d-fbce-4ab9-acef-abf7820ba043 req-f084964c-e6f4-4f14-b369-c560a86abfb3 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:31.280316 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-18ac382d-fbce-4ab9-acef-abf7820ba043 req-f084964c-e6f4-4f14-b369-c560a86abfb3 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0646281 Sep 21 17:55:31.297018 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['fdda98c6-744c-4c85-8d40-7e2321745a5d'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:31.325265 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-8d127f4f-0f7e-4d74-b81d-b526ab8b20bc None None] Set router 1d7355e5-4c68-475a-af5a-8100da2dd002 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:55:31.326212 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-18ac382d-fbce-4ab9-acef-abf7820ba043 req-ab1c2cbc-87c5-4f1e-9a59-4c94b4847199 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394025 Sep 21 17:55:31.374449 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a5cc4dbe-3691-42fb-90f3-028bf0e2165f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b8673d-c656-47af-b32f-c2c6f19dd755', 'name': 'tempest-FloatingIPDetailsTestJSON-592981975-router', 'tenant_id': '35da08e307f248e0afd30af925fea1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '8ee93606-71c3-4c42-bd44-8fde63d691b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:55:27Z', 'updated_at': '2021-09-21T17:55:29Z', 'revision_number': 3, 'project_id': '35da08e307f248e0afd30af925fea1c7', 'gw_port': {'id': '8ee93606-71c3-4c42-bd44-8fde63d691b1', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b8673d-c656-47af-b32f-c2c6f19dd755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:55:29Z', 'updated_at': '2021-09-21T17:55:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:55:31.420583 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cc4dbe-3691-42fb-90f3-028bf0e2165f None None] Checking router: 71b8673d-c656-47af-b32f-c2c6f19dd755 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:55:31.420949 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cc4dbe-3691-42fb-90f3-028bf0e2165f None None] Updating router 71b8673d-c656-47af-b32f-c2c6f19dd755 port 8ee93606-71c3-4c42-bd44-8fde63d691b1 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:55:31.469317 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4dbe-3691-42fb-90f3-028bf0e2165f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:31.476351 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['3c54e974-b039-4517-9475-49c1a9ccd4bc'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:31.479412 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['04d52e81-6a66-48a6-82cf-2bf996a3487c'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:31.514498 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 79b181d0-acb4-4eb2-be6c-99d95a3976af up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:55:31.523724 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b4c27-f3ea-40d8-9cce-ac50c1e18a89 req-eb28c582-0774-46f6-8c49-1414f1c5fcf0 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:31.525668 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1c3b4c27-f3ea-40d8-9cce-ac50c1e18a89 req-eb28c582-0774-46f6-8c49-1414f1c5fcf0 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=2612b273-e1ea-4372-9f75-3f0aef5dc206 HTTP/1.1" status: 200 len: 947 time: 0.2566278 Sep 21 17:55:31.541850 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32bf0b5-62be-42a3-889b-0921df8bd854 x-openstack-request-id: req-f32bf0b5-62be-42a3-889b-0921df8bd854 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:55:31.542143 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f650726-7521-45d8-94b2-2dbbc3607392", "tag": "6a2510f3-8bf7-4062-bec4-7f50f799c4d8", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:55:31.542391 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f32bf0b5-62be-42a3-889b-0921df8bd854 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:55:31.542789 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f650726-7521-45d8-94b2-2dbbc3607392', 'tag': '6a2510f3-8bf7-4062-bec4-7f50f799c4d8', 'status': 'completed', 'code': 200} Sep 21 17:55:31.598974 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8d127f4f-0f7e-4d74-b81d-b526ab8b20bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'name': 'tempest-ServersTestManualDisk-552534343-router', 'tenant_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '4aff3c14-d78d-4711-ab3c-e7356feff0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:55:01Z', 'updated_at': '2021-09-21T17:55:10Z', 'revision_number': 4, 'project_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'gw_port': {'id': '4aff3c14-d78d-4711-ab3c-e7356feff0df', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:55:02Z', 'updated_at': '2021-09-21T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '6f420644-783f-4486-bfc3-50346d66bed2', 'tenant_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'floating_ip_address': '172.25.6.114', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'port_id': '6a2510f3-8bf7-4062-bec4-7f50f799c4d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16966d60-6a2c-4471-853d-d73096108f22', 'mac_address': 'fa:16:3e:f3:0e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f650726-7521-45d8-94b2-2dbbc3607392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:55:15Z', 'updated_at': '2021-09-21T17:55:30Z', 'revision_number': 1, 'project_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00c06b45-7c9c-47d6-9fc1-8a73163d8841', 'name': '', 'network_id': '16966d60-6a2c-4471-853d-d73096108f22', 'tenant_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'mac_address': 'fa:16:3e:3d:2f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '8dad2486-94f0-4e93-a1ba-c730f0a02400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:55:08Z', 'updated_at': '2021-09-21T17:55:14Z', 'revision_number': 5, 'project_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'subnets': [{'id': '8dad2486-94f0-4e93-a1ba-c730f0a02400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:55:31.629768 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d127f4f-0f7e-4d74-b81d-b526ab8b20bc None None] Checking router: 1d7355e5-4c68-475a-af5a-8100da2dd002 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:55:31.640156 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d127f4f-0f7e-4d74-b81d-b526ab8b20bc None None] Routers {'1d7355e5-4c68-475a-af5a-8100da2dd002'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:55:31.640876 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8d127f4f-0f7e-4d74-b81d-b526ab8b20bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:55:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['1d7355e5-4c68-475a-af5a-8100da2dd002'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:55:31.660913 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f0e28-1bd3-4481-8eb7-314f999c1a8c req-d4856272-bf04-4f9f-80fa-b8d1da23313b tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:31.666299 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1c3b4c27-f3ea-40d8-9cce-ac50c1e18a89 req-1219e2ec-8781-4c85-aa36-d66943740316 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339786 Sep 21 17:55:31.670860 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5c5f0e28-1bd3-4481-8eb7-314f999c1a8c req-d4856272-bf04-4f9f-80fa-b8d1da23313b tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=1545f778-e26f-49ae-a7c4-58df91edfad3 HTTP/1.1" status: 200 len: 944 time: 0.0752747 Sep 21 17:55:31.697089 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5ae01-307c-45bb-8778-850c071669b6 req-48f37552-8ee2-458d-b929-821c85ce4879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:31.698706 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-67c5ae01-307c-45bb-8778-850c071669b6 req-48f37552-8ee2-458d-b929-821c85ce4879 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c2d438cdeda74df390b05b7fcaa051eb&device_id=6f650726-7521-45d8-94b2-2dbbc3607392 HTTP/1.1" status: 200 len: 1097 time: 0.1261849 Sep 21 17:55:31.703290 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-728b4004-8f23-40d1-b6ec-74a39acc3dda admin admin] Allocated IP 172.20.0.1 (dc33b7ed-980b-4471-a134-4c294960c9bf/d4cb0a7a-b527-4dc9-89e2-3a2555cf6e96/ad877e4f-eca5-448a-b9e0-09e75ab5c935) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:55:31.734060 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5c5f0e28-1bd3-4481-8eb7-314f999c1a8c req-f4a942be-142d-4d69-a93c-99304ad585aa tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604489 Sep 21 17:55:31.807527 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-8d127f4f-0f7e-4d74-b81d-b526ab8b20bc None None] Set router 1d7355e5-4c68-475a-af5a-8100da2dd002 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:55:31.900453 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 79b181d0-acb4-4eb2-be6c-99d95a3976af triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:31.901099 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:31.903353 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48748e-106f-43c1-9546-ed84e31d4e9a req-b333190f-e268-4828-abaf-c854b4138d94 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:31.905004 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3d48748e-106f-43c1-9546-ed84e31d4e9a req-b333190f-e268-4828-abaf-c854b4138d94 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0b3775c-8ab4-4045-ae40-0e3fa0dc4340 HTTP/1.1" status: 200 len: 944 time: 0.1220737 Sep 21 17:55:31.908147 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5ae01-307c-45bb-8778-850c071669b6 req-bfe2c906-2057-4ed6-8ab1-25d8e295ab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:31.910472 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-67c5ae01-307c-45bb-8778-850c071669b6 req-bfe2c906-2057-4ed6-8ab1-25d8e295ab70 service neutron] 10.222.0.38 "GET /v2.0/networks?id=16966d60-6a2c-4471-853d-d73096108f22 HTTP/1.1" status: 200 len: 912 time: 0.1992450 Sep 21 17:55:32.076272 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8d127f4f-0f7e-4d74-b81d-b526ab8b20bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'name': 'tempest-ServersTestManualDisk-552534343-router', 'tenant_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '4aff3c14-d78d-4711-ab3c-e7356feff0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:55:01Z', 'updated_at': '2021-09-21T17:55:10Z', 'revision_number': 4, 'project_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'gw_port': {'id': '4aff3c14-d78d-4711-ab3c-e7356feff0df', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:55:02Z', 'updated_at': '2021-09-21T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '6f420644-783f-4486-bfc3-50346d66bed2', 'tenant_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'floating_ip_address': '172.25.6.114', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'port_id': '6a2510f3-8bf7-4062-bec4-7f50f799c4d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16966d60-6a2c-4471-853d-d73096108f22', 'mac_address': 'fa:16:3e:f3:0e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f650726-7521-45d8-94b2-2dbbc3607392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:55:15Z', 'updated_at': '2021-09-21T17:55:30Z', 'revision_number': 1, 'project_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00c06b45-7c9c-47d6-9fc1-8a73163d8841', 'name': '', 'network_id': '16966d60-6a2c-4471-853d-d73096108f22', 'tenant_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'mac_address': 'fa:16:3e:3d:2f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '8dad2486-94f0-4e93-a1ba-c730f0a02400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:55:08Z', 'updated_at': '2021-09-21T17:55:14Z', 'revision_number': 5, 'project_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'subnets': [{'id': '8dad2486-94f0-4e93-a1ba-c730f0a02400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:55:32.116853 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d127f4f-0f7e-4d74-b81d-b526ab8b20bc None None] The sync data for ids ['1d7355e5-4c68-475a-af5a-8100da2dd002'] in n-d-810291-1 is: [{'id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'name': 'tempest-ServersTestManualDisk-552534343-router', 'tenant_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '4aff3c14-d78d-4711-ab3c-e7356feff0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:55:01Z', 'updated_at': '2021-09-21T17:55:10Z', 'revision_number': 4, 'project_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'gw_port': {'id': '4aff3c14-d78d-4711-ab3c-e7356feff0df', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:55:02Z', 'updated_at': '2021-09-21T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '6f420644-783f-4486-bfc3-50346d66bed2', 'tenant_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'floating_ip_address': '172.25.6.114', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'port_id': '6a2510f3-8bf7-4062-bec4-7f50f799c4d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16966d60-6a2c-4471-853d-d73096108f22', 'mac_address': 'fa:16:3e:f3:0e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f650726-7521-45d8-94b2-2dbbc3607392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:55:15Z', 'updated_at': '2021-09-21T17:55:30Z', 'revision_number': 1, 'project_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00c06b45-7c9c-47d6-9fc1-8a73163d8841', 'name': '', 'network_id': '16966d60-6a2c-4471-853d-d73096108f22', 'tenant_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'mac_address': 'fa:16:3e:3d:2f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '8dad2486-94f0-4e93-a1ba-c730f0a02400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:55:08Z', 'updated_at': '2021-09-21T17:55:14Z', 'revision_number': 5, 'project_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'subnets': [{'id': '8dad2486-94f0-4e93-a1ba-c730f0a02400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:55:32.159377 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24049a-4b5b-449a-b291-62d54c3a1374 req-d5812fa7-6959-40d9-83c4-3ada15b1a7de tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:32.161156 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fa24049a-4b5b-449a-b291-62d54c3a1374 req-d5812fa7-6959-40d9-83c4-3ada15b1a7de tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.0614984 Sep 21 17:55:32.221336 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fa24049a-4b5b-449a-b291-62d54c3a1374 req-9e074c5b-e3de-4543-a2c2-bbb6a8c3afb7 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494423 Sep 21 17:55:32.276053 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4dbe-3691-42fb-90f3-028bf0e2165f None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:32.309179 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4dbe-3691-42fb-90f3-028bf0e2165f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:32.369023 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-728b4004-8f23-40d1-b6ec-74a39acc3dda admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:32.389921 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a5cc4dbe-3691-42fb-90f3-028bf0e2165f None None] Attempting to bind port 8ee93606-71c3-4c42-bd44-8fde63d691b1 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:55:32.390283 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a5cc4dbe-3691-42fb-90f3-028bf0e2165f None None] Attempting to bind port 8ee93606-71c3-4c42-bd44-8fde63d691b1 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:55:32.390799 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cc4dbe-3691-42fb-90f3-028bf0e2165f None None] Attempting to bind port 8ee93606-71c3-4c42-bd44-8fde63d691b1 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:55:32.392763 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ccb7d-36aa-443c-8a5d-389a9f9c2c56 None None] Pushing event updated for resources: {'Port': ['ID=8ee93606-71c3-4c42-bd44-8fde63d691b1,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:32.399177 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cc4dbe-3691-42fb-90f3-028bf0e2165f None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:55:32.399542 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cc4dbe-3691-42fb-90f3-028bf0e2165f None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:55:32.399946 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4dbe-3691-42fb-90f3-028bf0e2165f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:32.400338 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cc4dbe-3691-42fb-90f3-028bf0e2165f None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:55:32.400844 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a5cc4dbe-3691-42fb-90f3-028bf0e2165f None None] Bound port: 8ee93606-71c3-4c42-bd44-8fde63d691b1, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:55:32.401193 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4dbe-3691-42fb-90f3-028bf0e2165f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:32.409497 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3d48748e-106f-43c1-9546-ed84e31d4e9a req-56eaa959-6416-4c33-b28c-1cc6a5d27e0b tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups?id=5498e8c5-a218-444a-a427-ca1ebb2bba2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4891367 Sep 21 17:55:32.411573 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-67c5ae01-307c-45bb-8778-850c071669b6 req-26da64e4-3bae-45e2-9396-2d290bfb1b54 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a2510f3-8bf7-4062-bec4-7f50f799c4d8 HTTP/1.1" status: 200 len: 1000 time: 0.4902422 Sep 21 17:55:32.437493 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01cd203-43e4-445a-b93a-8bf8748d1297 None None] New status for floating IP 6f420644-783f-4486-bfc3-50346d66bed2: ACTIVE {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:55:32.490547 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-728b4004-8f23-40d1-b6ec-74a39acc3dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:32.513137 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e62c10-e882-4623-9d2a-785908692638 req-5216e335-b774-4c61-94e5-2ca6fb56feda tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:32.514977 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-46e62c10-e882-4623-9d2a-785908692638 req-5216e335-b774-4c61-94e5-2ca6fb56feda tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0672879 Sep 21 17:55:32.539179 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a5cc4dbe-3691-42fb-90f3-028bf0e2165f None None] For port 8ee93606-71c3-4c42-bd44-8fde63d691b1, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:55:32.540039 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5ae01-307c-45bb-8778-850c071669b6 req-a3066707-a3a3-45c9-aae8-bc92d30dcf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:32.542164 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-67c5ae01-307c-45bb-8778-850c071669b6 req-a3066707-a3a3-45c9-aae8-bc92d30dcf64 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8dad2486-94f0-4e93-a1ba-c730f0a02400 HTTP/1.1" status: 200 len: 850 time: 0.1109729 Sep 21 17:55:32.556100 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-46e62c10-e882-4623-9d2a-785908692638 req-92ae211e-bbb1-4e73-aad2-4662429bf3f7 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347881 Sep 21 17:55:32.583588 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728b4004-8f23-40d1-b6ec-74a39acc3dda admin admin] Network dc33b7ed-980b-4471-a134-4c294960c9bf is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:55:32.583852 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a5cc4dbe-3691-42fb-90f3-028bf0e2165f None None] For port 8ee93606-71c3-4c42-bd44-8fde63d691b1, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=8ee93606-71c3-4c42-bd44-8fde63d691b1,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:55:32.589269 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4dbe-3691-42fb-90f3-028bf0e2165f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:32.599759 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-728b4004-8f23-40d1-b6ec-74a39acc3dda admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:55:32.603015 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728b4004-8f23-40d1-b6ec-74a39acc3dda admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:55:32.606273 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b4004-8f23-40d1-b6ec-74a39acc3dda admin admin] Pushing event updated for resources: {'Port': ['ID=ad877e4f-eca5-448a-b9e0-09e75ab5c935,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:32.649333 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-728b4004-8f23-40d1-b6ec-74a39acc3dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:32.652954 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5ae01-307c-45bb-8778-850c071669b6 req-008510dd-64fd-49b7-a560-e2b6c65a92aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:32.654576 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-67c5ae01-307c-45bb-8778-850c071669b6 req-008510dd-64fd-49b7-a560-e2b6c65a92aa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=16966d60-6a2c-4471-853d-d73096108f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865569 Sep 21 17:55:32.694779 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cc4dbe-3691-42fb-90f3-028bf0e2165f None None] Routers {'71b8673d-c656-47af-b32f-c2c6f19dd755'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:55:32.695765 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a5cc4dbe-3691-42fb-90f3-028bf0e2165f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:55:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['71b8673d-c656-47af-b32f-c2c6f19dd755'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:55:32.701151 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ccb7d-36aa-443c-8a5d-389a9f9c2c56 None None] Pushing event updated for resources: {'Port': ['ID=8ee93606-71c3-4c42-bd44-8fde63d691b1,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:32.828980 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-a5cc4dbe-3691-42fb-90f3-028bf0e2165f None None] Set router 71b8673d-c656-47af-b32f-c2c6f19dd755 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:55:32.871992 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-67c5ae01-307c-45bb-8778-850c071669b6 req-169ac7a5-6e70-4715-924f-50ed34508825 service neutron] 10.222.0.38 "GET /v2.0/networks/16966d60-6a2c-4471-853d-d73096108f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570981 Sep 21 17:55:32.882343 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9967a-a3f5-4454-86fb-c7603f600399 req-babebb35-9948-4ea1-9df3-9062256a4693 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:32.885087 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8ea9967a-a3f5-4454-86fb-c7603f600399 req-babebb35-9948-4ea1-9df3-9062256a4693 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=1545f778-e26f-49ae-a7c4-58df91edfad3 HTTP/1.1" status: 200 len: 944 time: 0.0663209 Sep 21 17:55:32.929813 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8ea9967a-a3f5-4454-86fb-c7603f600399 req-d31d2450-72c1-46c1-9eea-51b61f155061 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365148 Sep 21 17:55:32.988083 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-2d55a0af-284e-47a1-b29d-2962032f84a4 None None] Provisioning complete for port ad877e4f-eca5-448a-b9e0-09e75ab5c935 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:32.988695 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2d55a0af-284e-47a1-b29d-2962032f84a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:33.008298 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516bb7c-5d03-4d0e-a2ba-6066ffcb10c4 req-9b14e3fb-723f-4b06-9fd6-5de06896925c tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:33.009784 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3516bb7c-5d03-4d0e-a2ba-6066ffcb10c4 req-9b14e3fb-723f-4b06-9fd6-5de06896925c tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=2612b273-e1ea-4372-9f75-3f0aef5dc206 HTTP/1.1" status: 200 len: 947 time: 0.2191758 Sep 21 17:55:33.042856 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-2d55a0af-284e-47a1-b29d-2962032f84a4 None None] Port ad877e4f-eca5-448a-b9e0-09e75ab5c935 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:55:33.063622 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a5cc4dbe-3691-42fb-90f3-028bf0e2165f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b8673d-c656-47af-b32f-c2c6f19dd755', 'name': 'tempest-FloatingIPDetailsTestJSON-592981975-router', 'tenant_id': '35da08e307f248e0afd30af925fea1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '8ee93606-71c3-4c42-bd44-8fde63d691b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:55:27Z', 'updated_at': '2021-09-21T17:55:29Z', 'revision_number': 3, 'project_id': '35da08e307f248e0afd30af925fea1c7', 'gw_port': {'id': '8ee93606-71c3-4c42-bd44-8fde63d691b1', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b8673d-c656-47af-b32f-c2c6f19dd755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:55:29Z', 'updated_at': '2021-09-21T17:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:55:33.069787 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-728b4004-8f23-40d1-b6ec-74a39acc3dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:33.087503 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-67c5ae01-307c-45bb-8778-850c071669b6 req-7350b408-6b29-4f25-8a30-78a3c68562d2 service neutron] 10.222.0.38 "GET /v2.0/networks/16966d60-6a2c-4471-853d-d73096108f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769516 Sep 21 17:55:33.094902 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cc4dbe-3691-42fb-90f3-028bf0e2165f None None] The sync data for ids ['71b8673d-c656-47af-b32f-c2c6f19dd755'] in n-d-810291-1 is: [{'id': '71b8673d-c656-47af-b32f-c2c6f19dd755', 'name': 'tempest-FloatingIPDetailsTestJSON-592981975-router', 'tenant_id': '35da08e307f248e0afd30af925fea1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '8ee93606-71c3-4c42-bd44-8fde63d691b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:55:27Z', 'updated_at': '2021-09-21T17:55:29Z', 'revision_number': 3, 'project_id': '35da08e307f248e0afd30af925fea1c7', 'gw_port': {'id': '8ee93606-71c3-4c42-bd44-8fde63d691b1', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b8673d-c656-47af-b32f-c2c6f19dd755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:55:29Z', 'updated_at': '2021-09-21T17:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:55:33.095692 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3516bb7c-5d03-4d0e-a2ba-6066ffcb10c4 req-30216467-6504-43ee-9345-bc89bdf0b3d7 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776236 Sep 21 17:55:33.267477 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-728b4004-8f23-40d1-b6ec-74a39acc3dda admin admin] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:33.273065 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-728b4004-8f23-40d1-b6ec-74a39acc3dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:33.361005 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-728b4004-8f23-40d1-b6ec-74a39acc3dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:33.364227 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b4004-8f23-40d1-b6ec-74a39acc3dda admin admin] Pushing event updated for resources: {'Port': ['ID=ad877e4f-eca5-448a-b9e0-09e75ab5c935,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:33.389129 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9935d-560e-40e7-8292-6477b9f9e052 req-2b771b3d-73e2-4508-b004-5183efe66fa5 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:33.391373 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-65f9935d-560e-40e7-8292-6477b9f9e052 req-2b771b3d-73e2-4508-b004-5183efe66fa5 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.0897145 Sep 21 17:55:33.452000 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-65f9935d-560e-40e7-8292-6477b9f9e052 req-30a95d7c-bf9e-4835-ba68-6327abbc0dd4 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454454 Sep 21 17:55:33.500481 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 8ee93606-71c3-4c42-bd44-8fde63d691b1 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:55:33.518580 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728b4004-8f23-40d1-b6ec-74a39acc3dda admin admin] Network dc33b7ed-980b-4471-a134-4c294960c9bf is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:55:33.520620 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-728b4004-8f23-40d1-b6ec-74a39acc3dda admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:55:33.581520 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 8ee93606-71c3-4c42-bd44-8fde63d691b1 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:33.581895 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:33.684902 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:33.710246 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 8ee93606-71c3-4c42-bd44-8fde63d691b1, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=8ee93606-71c3-4c42-bd44-8fde63d691b1,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:33.721192 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:33.740587 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a578f4-440e-4d64-9706-93e09e73592d req-85c8e085-c559-4cb5-9a1d-1fe3e08a4d86 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:33.743521 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-48a578f4-440e-4d64-9706-93e09e73592d req-85c8e085-c559-4cb5-9a1d-1fe3e08a4d86 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0b3775c-8ab4-4045-ae40-0e3fa0dc4340 HTTP/1.1" status: 200 len: 944 time: 0.1664689 Sep 21 17:55:33.771097 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 04d52e81-6a66-48a6-82cf-2bf996a3487c up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:55:33.818725 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=8ee93606-71c3-4c42-bd44-8fde63d691b1,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:33.819638 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf5d75-4cd5-419e-8943-6ac3e93bf54e req-ac6f6024-557a-4b88-8dcd-9cc8c99e6f3e tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:33.829161 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-10bf5d75-4cd5-419e-8943-6ac3e93bf54e req-ac6f6024-557a-4b88-8dcd-9cc8c99e6f3e tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0731831 Sep 21 17:55:33.848490 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-48a578f4-440e-4d64-9706-93e09e73592d req-68c06163-a1d9-4122-9dc2-ec76991c1f91 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups?id=5498e8c5-a218-444a-a427-ca1ebb2bba2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892789 Sep 21 17:55:33.852612 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 04d52e81-6a66-48a6-82cf-2bf996a3487c completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:55:33.859495 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728b4004-8f23-40d1-b6ec-74a39acc3dda admin admin] Router 71b8673d-c656-47af-b32f-c2c6f19dd755 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:55:33.872023 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 04d52e81-6a66-48a6-82cf-2bf996a3487c triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:33.872352 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:33.885409 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-10bf5d75-4cd5-419e-8943-6ac3e93bf54e req-1700e6bf-5f0c-4154-bca2-378bee3c0e62 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551829 Sep 21 17:55:33.917498 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-a5f78de7-77d7-43b2-be8a-ac2c8b1fffd2 None None] Provisioning complete for port ad877e4f-eca5-448a-b9e0-09e75ab5c935 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:33.918147 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a5f78de7-77d7-43b2-be8a-ac2c8b1fffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:33.971377 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-a5f78de7-77d7-43b2-be8a-ac2c8b1fffd2 None None] Port ad877e4f-eca5-448a-b9e0-09e75ab5c935 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:55:34.006295 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728b4004-8f23-40d1-b6ec-74a39acc3dda admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:55:34.015485 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-728b4004-8f23-40d1-b6ec-74a39acc3dda admin admin] 10.222.0.58 "PUT /v2.0/routers/71b8673d-c656-47af-b32f-c2c6f19dd755/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2852366 Sep 21 17:55:34.039718 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:34.072148 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b3775c-8ab4-4045-ae40-0e3fa0dc4340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d52e81-6a66-48a6-82cf-2bf996a3487c'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:55:34.075167 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b49adbe-a211-4ee1-9106-8a61579e7d2e" -d '{"events": [{"server_uuid": "a0b3775c-8ab4-4045-ae40-0e3fa0dc4340", "name": "network-vif-plugged", "status": "completed", "tag": "04d52e81-6a66-48a6-82cf-2bf996a3487c"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:55:34.101506 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aecdcb-2be2-44fc-94de-2f0386e2f988 req-5716b9a7-1e72-4444-8bba-705079de82ab tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:34.110288 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 04d52e81-6a66-48a6-82cf-2bf996a3487c, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=04d52e81-6a66-48a6-82cf-2bf996a3487c,segment=NetworkSegment(b649b04a-47dc-4548-902b-6f55a3afe15c),segment_id=b649b04a-47dc-4548-902b-6f55a3afe15c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:34.111403 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-15aecdcb-2be2-44fc-94de-2f0386e2f988 req-5716b9a7-1e72-4444-8bba-705079de82ab tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=1545f778-e26f-49ae-a7c4-58df91edfad3 HTTP/1.1" status: 200 len: 944 time: 0.0707393 Sep 21 17:55:34.119104 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:34.120225 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3c54e974-b039-4517-9475-49c1a9ccd4bc up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:55:34.163305 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afc73c-1242-4de5-91c4-c8b416eb487b req-4d2cb272-eb1e-42a5-b5b3-75c12ebc1e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:34.165009 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d4afc73c-1242-4de5-91c4-c8b416eb487b req-4d2cb272-eb1e-42a5-b5b3-75c12ebc1e46 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 1097 time: 0.1051624 Sep 21 17:55:34.166661 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-15aecdcb-2be2-44fc-94de-2f0386e2f988 req-0683a274-89fe-4b98-920b-9dc436e7760c tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542459 Sep 21 17:55:34.178140 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ab79d0-a06b-488f-8990-9d82f31b3684 x-openstack-request-id: req-75ab79d0-a06b-488f-8990-9d82f31b3684 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:55:34.178741 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b3775c-8ab4-4045-ae40-0e3fa0dc4340", "name": "network-vif-plugged", "status": "completed", "tag": "04d52e81-6a66-48a6-82cf-2bf996a3487c", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:55:34.179237 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-75ab79d0-a06b-488f-8990-9d82f31b3684 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:55:34.179817 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b3775c-8ab4-4045-ae40-0e3fa0dc4340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d52e81-6a66-48a6-82cf-2bf996a3487c', 'code': 200} Sep 21 17:55:34.239546 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d4afc73c-1242-4de5-91c4-c8b416eb487b req-3a669ce8-7c13-4133-bcbb-8fe72692b456 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452635 Sep 21 17:55:34.275851 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbeed9d-8f8d-4ee5-94d0-d634482a041a req-d4621cbd-2b2a-4733-97bb-8f096995244b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:34.277381 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9fbeed9d-8f8d-4ee5-94d0-d634482a041a req-d4621cbd-2b2a-4733-97bb-8f096995244b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a0b3775c-8ab4-4045-ae40-0e3fa0dc4340 HTTP/1.1" status: 200 len: 1096 time: 0.0531251 Sep 21 17:55:34.278697 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=04d52e81-6a66-48a6-82cf-2bf996a3487c,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:34.281729 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device fdda98c6-744c-4c85-8d40-7e2321745a5d up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:55:34.313742 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 3c54e974-b039-4517-9475-49c1a9ccd4bc completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:55:34.321575 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 3c54e974-b039-4517-9475-49c1a9ccd4bc triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:34.321963 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:34.322400 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9fbeed9d-8f8d-4ee5-94d0-d634482a041a req-e771600d-2241-4d7b-878c-2da06ec021f3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5498e8c5-a218-444a-a427-ca1ebb2bba2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345495 Sep 21 17:55:34.378246 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port fdda98c6-744c-4c85-8d40-7e2321745a5d completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:55:34.380284 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ad522-3b08-42ac-bc9e-3b4114412593 req-4e33a3b8-26d5-4bd1-9e2a-3e6cf92d5793 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:34.382141 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f81ad522-3b08-42ac-bc9e-3b4114412593 req-4e33a3b8-26d5-4bd1-9e2a-3e6cf92d5793 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=2612b273-e1ea-4372-9f75-3f0aef5dc206 HTTP/1.1" status: 200 len: 947 time: 0.1035357 Sep 21 17:55:34.382447 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port fdda98c6-744c-4c85-8d40-7e2321745a5d triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:34.382833 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:34.450216 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f81ad522-3b08-42ac-bc9e-3b4114412593 req-9bbb2387-b842-4c26-bf59-4e2581748544 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572619 Sep 21 17:55:34.465924 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:34.476728 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:55:34.530537 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 3c54e974-b039-4517-9475-49c1a9ccd4bc, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3c54e974-b039-4517-9475-49c1a9ccd4bc,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:34.533388 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:34.534349 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5604e396-dc4b-4469-821a-f2eb0a84bedd req-a902357f-f1a2-4679-8c5f-4882520d273f tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1188354 Sep 21 17:55:34.537789 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:34.547333 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-5604e396-dc4b-4469-821a-f2eb0a84bedd req-5f9954e2-83bd-40f2-9143-2c570ae09ad6 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:34.570397 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5604e396-dc4b-4469-821a-f2eb0a84bedd req-5f9954e2-83bd-40f2-9143-2c570ae09ad6 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks [] for floatingip, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:34.589818 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25c36c-f61b-4b24-947d-bd1b44fe8f83 req-af3f5cac-c209-44fe-8056-c0e479e156c4 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:34.591588 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4a25c36c-f61b-4b24-947d-bd1b44fe8f83 req-af3f5cac-c209-44fe-8056-c0e479e156c4 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.0556264 Sep 21 17:55:34.610993 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port fdda98c6-744c-4c85-8d40-7e2321745a5d, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=fdda98c6-744c-4c85-8d40-7e2321745a5d,segment=NetworkSegment(56b6ab3c-69bd-42e2-acea-4797f09bea25),segment_id=56b6ab3c-69bd-42e2-acea-4797f09bea25)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:34.620628 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:34.625853 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=3c54e974-b039-4517-9475-49c1a9ccd4bc,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:34.649081 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4a25c36c-f61b-4b24-947d-bd1b44fe8f83 req-c4f4d65c-80ca-4ed2-8cc1-ec0ef09f617a tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505924 Sep 21 17:55:34.690604 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=fdda98c6-744c-4c85-8d40-7e2321745a5d,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:34.701785 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5604e396-dc4b-4469-821a-f2eb0a84bedd req-5f9954e2-83bd-40f2-9143-2c570ae09ad6 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:34.815284 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-5604e396-dc4b-4469-821a-f2eb0a84bedd req-5f9954e2-83bd-40f2-9143-2c570ae09ad6 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Allocated IP 172.25.6.120 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/b526dbdf-9d8d-47b4-9dce-3c25fb2585f6) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:55:34.926040 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5604e396-dc4b-4469-821a-f2eb0a84bedd req-5f9954e2-83bd-40f2-9143-2c570ae09ad6 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:34.964457 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5604e396-dc4b-4469-821a-f2eb0a84bedd req-5f9954e2-83bd-40f2-9143-2c570ae09ad6 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:34.994261 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8d855-7389-47e1-8e09-7b8a38d1e16c req-31177891-2fcb-48e9-b510-01a18c5bf09e tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:34.995964 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dca8d855-7389-47e1-8e09-7b8a38d1e16c req-31177891-2fcb-48e9-b510-01a18c5bf09e tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0b3775c-8ab4-4045-ae40-0e3fa0dc4340 HTTP/1.1" status: 200 len: 945 time: 0.0611415 Sep 21 17:55:35.004579 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5604e396-dc4b-4469-821a-f2eb0a84bedd req-5f9954e2-83bd-40f2-9143-2c570ae09ad6 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:55:35.011996 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-5604e396-dc4b-4469-821a-f2eb0a84bedd req-5f9954e2-83bd-40f2-9143-2c570ae09ad6 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:55:35.015094 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-5604e396-dc4b-4469-821a-f2eb0a84bedd req-5f9954e2-83bd-40f2-9143-2c570ae09ad6 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:55:35.035113 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dca8d855-7389-47e1-8e09-7b8a38d1e16c req-3c85304d-aa97-4db4-9079-b27b1ff87019 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups?id=5498e8c5-a218-444a-a427-ca1ebb2bba2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328639 Sep 21 17:55:35.039282 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9954e2-83bd-40f2-9143-2c570ae09ad6 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Pushing event updated for resources: {'Port': ['ID=b526dbdf-9d8d-47b4-9dce-3c25fb2585f6,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:35.110201 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5604e396-dc4b-4469-821a-f2eb0a84bedd req-5f9954e2-83bd-40f2-9143-2c570ae09ad6 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:35.149048 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5604e396-dc4b-4469-821a-f2eb0a84bedd req-5f9954e2-83bd-40f2-9143-2c570ae09ad6 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:35.161266 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5bed2-efc7-4759-b13d-7d9e95750f5d req-4f49f8dc-2ff2-4832-8246-8670e34db568 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:35.162961 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-74f5bed2-efc7-4759-b13d-7d9e95750f5d req-4f49f8dc-2ff2-4832-8246-8670e34db568 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0644264 Sep 21 17:55:35.217280 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-74f5bed2-efc7-4759-b13d-7d9e95750f5d req-5b2aa2be-5189-4c6d-9496-1fa604de4b59 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429628 Sep 21 17:55:35.306716 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6503c5a1-68bd-4f44-b8a3-733dc8560aed None None] Sync routers for ids ['71b8673d-c656-47af-b32f-c2c6f19dd755'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:55:35.317640 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6503c5a1-68bd-4f44-b8a3-733dc8560aed None None] Routers {'71b8673d-c656-47af-b32f-c2c6f19dd755'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:55:35.318254 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6503c5a1-68bd-4f44-b8a3-733dc8560aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:55:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['71b8673d-c656-47af-b32f-c2c6f19dd755'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:55:35.318652 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5604e396-dc4b-4469-821a-f2eb0a84bedd req-5f9954e2-83bd-40f2-9143-2c570ae09ad6 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:35.325010 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5604e396-dc4b-4469-821a-f2eb0a84bedd req-5f9954e2-83bd-40f2-9143-2c570ae09ad6 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:35.326144 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41bf541-b378-4bc3-ae36-bff307c74201 req-b4c75868-3e82-4b56-8242-7a28d8811044 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:35.328276 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f41bf541-b378-4bc3-ae36-bff307c74201 req-b4c75868-3e82-4b56-8242-7a28d8811044 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=1545f778-e26f-49ae-a7c4-58df91edfad3 HTTP/1.1" status: 200 len: 945 time: 0.0604067 Sep 21 17:55:35.370200 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f41bf541-b378-4bc3-ae36-bff307c74201 req-6d3f32c3-af5b-4a13-8d05-34b4fb6f9268 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342190 Sep 21 17:55:35.402466 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9954e2-83bd-40f2-9143-2c570ae09ad6 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Pushing event updated for resources: {'Port': ['ID=b526dbdf-9d8d-47b4-9dce-3c25fb2585f6,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:35.409273 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5604e396-dc4b-4469-821a-f2eb0a84bedd req-5f9954e2-83bd-40f2-9143-2c570ae09ad6 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:35.425140 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5604e396-dc4b-4469-821a-f2eb0a84bedd req-5f9954e2-83bd-40f2-9143-2c570ae09ad6 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:35.431913 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5604e396-dc4b-4469-821a-f2eb0a84bedd req-5f9954e2-83bd-40f2-9143-2c570ae09ad6 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.8890400 Sep 21 17:55:35.493069 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 8ee93606-71c3-4c42-bd44-8fde63d691b1 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:55:35.509681 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5604e396-dc4b-4469-821a-f2eb0a84bedd req-2fe3f825-8ce1-4409-abfc-ec2eff42a6dd tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.120 HTTP/1.1" status: 200 len: 696 time: 0.0750837 Sep 21 17:55:35.557461 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 8ee93606-71c3-4c42-bd44-8fde63d691b1 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:35.558354 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:35.561605 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-6503c5a1-68bd-4f44-b8a3-733dc8560aed None None] Set router 71b8673d-c656-47af-b32f-c2c6f19dd755 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:55:35.588553 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b98aa-5a0b-4277-8c65-80a0c103ea0b req-2a5c5171-fea7-43a8-90bd-356b079e5b2c tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:35.590127 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3d6b98aa-5a0b-4277-8c65-80a0c103ea0b req-2a5c5171-fea7-43a8-90bd-356b079e5b2c tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=2612b273-e1ea-4372-9f75-3f0aef5dc206 HTTP/1.1" status: 200 len: 948 time: 0.0654664 Sep 21 17:55:35.646488 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3d6b98aa-5a0b-4277-8c65-80a0c103ea0b req-a89cb21a-39dd-4df0-ae52-0ff32051717e tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485644 Sep 21 17:55:35.654946 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604e396-dc4b-4469-821a-f2eb0a84bedd req-8ca8559a-4b09-444e-bb50-4e4e820d3f21 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:35.660590 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5604e396-dc4b-4469-821a-f2eb0a84bedd req-8ca8559a-4b09-444e-bb50-4e4e820d3f21 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 784 time: 0.1499102 Sep 21 17:55:35.812603 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6503c5a1-68bd-4f44-b8a3-733dc8560aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b8673d-c656-47af-b32f-c2c6f19dd755', 'name': 'tempest-FloatingIPDetailsTestJSON-592981975-router', 'tenant_id': '35da08e307f248e0afd30af925fea1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '8ee93606-71c3-4c42-bd44-8fde63d691b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:55:27Z', 'updated_at': '2021-09-21T17:55:32Z', 'revision_number': 4, 'project_id': '35da08e307f248e0afd30af925fea1c7', 'gw_port': {'id': '8ee93606-71c3-4c42-bd44-8fde63d691b1', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b8673d-c656-47af-b32f-c2c6f19dd755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:55:29Z', 'updated_at': '2021-09-21T17:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'ad877e4f-eca5-448a-b9e0-09e75ab5c935', 'name': '', 'network_id': 'dc33b7ed-980b-4471-a134-4c294960c9bf', 'tenant_id': '35da08e307f248e0afd30af925fea1c7', 'mac_address': 'fa:16:3e:2c:0b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b8673d-c656-47af-b32f-c2c6f19dd755', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd4cb0a7a-b527-4dc9-89e2-3a2555cf6e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:55:31Z', 'updated_at': '2021-09-21T17:55:33Z', 'revision_number': 2, 'project_id': '35da08e307f248e0afd30af925fea1c7', 'subnets': [{'id': 'd4cb0a7a-b527-4dc9-89e2-3a2555cf6e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:55:35.814840 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e4158-61bd-47fd-be6d-43896614f73a req-06e4d7c3-1dc4-4dfc-91d3-70683bc3cafe tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:35.819274 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7e7e4158-61bd-47fd-be6d-43896614f73a req-06e4d7c3-1dc4-4dfc-91d3-70683bc3cafe tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.0644262 Sep 21 17:55:35.832095 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b070de2a-9c78-49f6-b5cc-47af71be721a req-bff0013d-261a-4930-aefd-0f881091d8f3 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1520796 Sep 21 17:55:35.845920 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-b070de2a-9c78-49f6-b5cc-47af71be721a req-82465943-d52c-43ca-8143-792be81109e4 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:35.857187 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6503c5a1-68bd-4f44-b8a3-733dc8560aed None None] Checking router: 71b8673d-c656-47af-b32f-c2c6f19dd755 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:55:35.857533 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6503c5a1-68bd-4f44-b8a3-733dc8560aed None None] Updating router 71b8673d-c656-47af-b32f-c2c6f19dd755 port ad877e4f-eca5-448a-b9e0-09e75ab5c935 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:55:35.871330 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7e7e4158-61bd-47fd-be6d-43896614f73a req-bcb3b2b9-4afb-41e8-bab3-c3ef40d6191d tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446532 Sep 21 17:55:35.876381 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b070de2a-9c78-49f6-b5cc-47af71be721a req-82465943-d52c-43ca-8143-792be81109e4 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks [] for floatingip, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:35.896350 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-6503c5a1-68bd-4f44-b8a3-733dc8560aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:35.981191 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b070de2a-9c78-49f6-b5cc-47af71be721a req-82465943-d52c-43ca-8143-792be81109e4 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:36.112942 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-b070de2a-9c78-49f6-b5cc-47af71be721a req-82465943-d52c-43ca-8143-792be81109e4 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Allocated IP 172.25.6.133 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/ede6d622-2d64-48e9-927f-ffe3e625cd7d) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:55:36.181680 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2612b273-e1ea-4372-9f75-3f0aef5dc206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c54e974-b039-4517-9475-49c1a9ccd4bc'}, {'server_uuid': '1545f778-e26f-49ae-a7c4-58df91edfad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdda98c6-744c-4c85-8d40-7e2321745a5d'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:55:36.183324 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf43df2-be93-4ab0-8b29-3c8774711b46 req-14ad9bb9-3226-4992-98ef-e93124a2826d tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:36.185566 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250fffd5-9368-4b62-a3f4-6a380a6c812b" -d '{"events": [{"server_uuid": "2612b273-e1ea-4372-9f75-3f0aef5dc206", "name": "network-vif-plugged", "status": "completed", "tag": "3c54e974-b039-4517-9475-49c1a9ccd4bc"}, {"server_uuid": "1545f778-e26f-49ae-a7c4-58df91edfad3", "name": "network-vif-plugged", "status": "completed", "tag": "fdda98c6-744c-4c85-8d40-7e2321745a5d"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:55:36.185800 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4bf43df2-be93-4ab0-8b29-3c8774711b46 req-14ad9bb9-3226-4992-98ef-e93124a2826d tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0b3775c-8ab4-4045-ae40-0e3fa0dc4340 HTTP/1.1" status: 200 len: 945 time: 0.0622609 Sep 21 17:55:36.231769 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-6503c5a1-68bd-4f44-b8a3-733dc8560aed None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:36.239133 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-6503c5a1-68bd-4f44-b8a3-733dc8560aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:36.244895 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b070de2a-9c78-49f6-b5cc-47af71be721a req-82465943-d52c-43ca-8143-792be81109e4 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:36.250851 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4bf43df2-be93-4ab0-8b29-3c8774711b46 req-76120ead-4cb8-4b3b-bdce-bc857466fcbd tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups?id=5498e8c5-a218-444a-a427-ca1ebb2bba2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530879 Sep 21 17:55:36.300019 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b070de2a-9c78-49f6-b5cc-47af71be721a req-82465943-d52c-43ca-8143-792be81109e4 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:36.301662 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87acb3d0-00af-4596-920d-c0a4addd559f None None] Pushing event updated for resources: {'Port': ['ID=ad877e4f-eca5-448a-b9e0-09e75ab5c935,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:36.306563 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Sep 2021 17:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359d108a-c489-486a-ad3a-6b2946035e54 x-openstack-request-id: req-359d108a-c489-486a-ad3a-6b2946035e54 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:55:36.307404 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2612b273-e1ea-4372-9f75-3f0aef5dc206", "name": "network-vif-plugged", "status": "completed", "tag": "3c54e974-b039-4517-9475-49c1a9ccd4bc", "code": 200}, {"server_uuid": "1545f778-e26f-49ae-a7c4-58df91edfad3", "name": "network-vif-plugged", "status": "completed", "tag": "fdda98c6-744c-4c85-8d40-7e2321745a5d", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:55:36.309090 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-359d108a-c489-486a-ad3a-6b2946035e54 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:55:36.310500 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2612b273-e1ea-4372-9f75-3f0aef5dc206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c54e974-b039-4517-9475-49c1a9ccd4bc', 'code': 200} Sep 21 17:55:36.312025 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1545f778-e26f-49ae-a7c4-58df91edfad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdda98c6-744c-4c85-8d40-7e2321745a5d', 'code': 200} Sep 21 17:55:36.376698 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b070de2a-9c78-49f6-b5cc-47af71be721a req-82465943-d52c-43ca-8143-792be81109e4 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:55:36.380379 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-b070de2a-9c78-49f6-b5cc-47af71be721a req-82465943-d52c-43ca-8143-792be81109e4 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:55:36.387030 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-b070de2a-9c78-49f6-b5cc-47af71be721a req-82465943-d52c-43ca-8143-792be81109e4 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:55:36.419422 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82465943-d52c-43ca-8143-792be81109e4 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Pushing event updated for resources: {'Port': ['ID=ede6d622-2d64-48e9-927f-ffe3e625cd7d,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:36.425354 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37919d88-54c6-4585-aa8f-21fa9dd05608 req-f37a6b84-b079-47a8-b1fd-6fd5f076524f tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:36.433859 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-37919d88-54c6-4585-aa8f-21fa9dd05608 req-f37a6b84-b079-47a8-b1fd-6fd5f076524f tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0702786 Sep 21 17:55:36.442676 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-6503c5a1-68bd-4f44-b8a3-733dc8560aed None None] Attempting to bind port ad877e4f-eca5-448a-b9e0-09e75ab5c935 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:55:36.443380 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-6503c5a1-68bd-4f44-b8a3-733dc8560aed None None] Attempting to bind port ad877e4f-eca5-448a-b9e0-09e75ab5c935 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '0e2b49d7-5d2d-494d-b281-8a3a1d6ed5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dc33b7ed-980b-4471-a134-4c294960c9bf'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:55:36.443741 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6503c5a1-68bd-4f44-b8a3-733dc8560aed None None] Attempting to bind port ad877e4f-eca5-448a-b9e0-09e75ab5c935 on network dc33b7ed-980b-4471-a134-4c294960c9bf {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:55:36.455590 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6503c5a1-68bd-4f44-b8a3-733dc8560aed None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:55:36.456201 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6503c5a1-68bd-4f44-b8a3-733dc8560aed None None] Checking segment: {'id': '0e2b49d7-5d2d-494d-b281-8a3a1d6ed5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dc33b7ed-980b-4471-a134-4c294960c9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:55:36.456608 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-6503c5a1-68bd-4f44-b8a3-733dc8560aed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:36.456990 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6503c5a1-68bd-4f44-b8a3-733dc8560aed None None] Bound using segment: {'id': '0e2b49d7-5d2d-494d-b281-8a3a1d6ed5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dc33b7ed-980b-4471-a134-4c294960c9bf'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:55:36.457808 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-6503c5a1-68bd-4f44-b8a3-733dc8560aed None None] Bound port: ad877e4f-eca5-448a-b9e0-09e75ab5c935, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2b49d7-5d2d-494d-b281-8a3a1d6ed5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dc33b7ed-980b-4471-a134-4c294960c9bf'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:55:36.458445 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-6503c5a1-68bd-4f44-b8a3-733dc8560aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:36.514627 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d2f5f-975b-410d-9448-77ce4f0d23ce req-be48af17-ac59-4a48-b9b9-4e6be39e8dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:36.516332 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2d3d2f5f-975b-410d-9448-77ce4f0d23ce req-be48af17-ac59-4a48-b9b9-4e6be39e8dd7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2612b273-e1ea-4372-9f75-3f0aef5dc206 HTTP/1.1" status: 200 len: 1099 time: 0.0982356 Sep 21 17:55:36.543883 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-37919d88-54c6-4585-aa8f-21fa9dd05608 req-6c33375a-9309-4c83-9468-34176322da80 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088209 Sep 21 17:55:36.550419 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-6503c5a1-68bd-4f44-b8a3-733dc8560aed None None] For port ad877e4f-eca5-448a-b9e0-09e75ab5c935, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:55:36.553160 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c748c-f961-498d-aaa6-26b857b74231 req-f72587c9-e19f-400c-847d-f0f753951d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:36.555950 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-571c748c-f961-498d-aaa6-26b857b74231 req-f72587c9-e19f-400c-847d-f0f753951d66 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1545f778-e26f-49ae-a7c4-58df91edfad3 HTTP/1.1" status: 200 len: 1096 time: 0.1193681 Sep 21 17:55:36.564805 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-6503c5a1-68bd-4f44-b8a3-733dc8560aed None None] For port ad877e4f-eca5-448a-b9e0-09e75ab5c935, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ad877e4f-eca5-448a-b9e0-09e75ab5c935,segment=NetworkSegment(0e2b49d7-5d2d-494d-b281-8a3a1d6ed5d6),segment_id=0e2b49d7-5d2d-494d-b281-8a3a1d6ed5d6)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:55:36.572562 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-6503c5a1-68bd-4f44-b8a3-733dc8560aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:36.581863 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b070de2a-9c78-49f6-b5cc-47af71be721a req-82465943-d52c-43ca-8143-792be81109e4 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:36.605289 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2d3d2f5f-975b-410d-9448-77ce4f0d23ce req-a75dd57c-9a77-4243-8f61-8c373ceed708 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754793 Sep 21 17:55:36.605556 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-571c748c-f961-498d-aaa6-26b857b74231 req-790dd49a-5f0d-4ff8-a485-085b45323006 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398147 Sep 21 17:55:36.645412 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b070de2a-9c78-49f6-b5cc-47af71be721a req-82465943-d52c-43ca-8143-792be81109e4 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:36.667556 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6503c5a1-68bd-4f44-b8a3-733dc8560aed None None] Routers {'71b8673d-c656-47af-b32f-c2c6f19dd755'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:55:36.668175 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6503c5a1-68bd-4f44-b8a3-733dc8560aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:55:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['71b8673d-c656-47af-b32f-c2c6f19dd755'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:55:36.669793 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a38d8c4f-77a5-4461-8df7-b87db4032d9a req-1a43e914-c469-4b15-8fa1-94837430eb0d tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-263032290&fields=id&tenant_id=d71c593332624e98b9eb6adfe1f21c51 HTTP/1.1" status: 200 len: 267 time: 0.0442650 Sep 21 17:55:36.672289 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87acb3d0-00af-4596-920d-c0a4addd559f None None] Pushing event updated for resources: {'Port': ['ID=ad877e4f-eca5-448a-b9e0-09e75ab5c935,revision_number=4']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:36.742249 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-1bf4ab74-d385-402f-8799-ef32cd47383f None None] Provisioning complete for port ad877e4f-eca5-448a-b9e0-09e75ab5c935 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:36.742986 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d8c4f-77a5-4461-8df7-b87db4032d9a req-95971505-c0de-4fa7-8e11-fee20e528e8c tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:36.743141 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1bf4ab74-d385-402f-8799-ef32cd47383f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:36.753459 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a38d8c4f-77a5-4461-8df7-b87db4032d9a req-95971505-c0de-4fa7-8e11-fee20e528e8c tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0b3775c-8ab4-4045-ae40-0e3fa0dc4340 HTTP/1.1" status: 200 len: 945 time: 0.0824671 Sep 21 17:55:36.761770 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-a38d8c4f-77a5-4461-8df7-b87db4032d9a req-b2898973-c72e-4830-a851-9498b437b46f tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Request body: {'port': {'security_groups': ['5498e8c5-a218-444a-a427-ca1ebb2bba2b', '8fdba25a-f9d1-4ace-a051-0ec98de307a7']}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:36.846369 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-6503c5a1-68bd-4f44-b8a3-733dc8560aed None None] Set router 71b8673d-c656-47af-b32f-c2c6f19dd755 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:55:36.846532 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-a38d8c4f-77a5-4461-8df7-b87db4032d9a req-b2898973-c72e-4830-a851-9498b437b46f tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:36.877377 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1bf4ab74-d385-402f-8799-ef32cd47383f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:36.877709 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b070de2a-9c78-49f6-b5cc-47af71be721a req-82465943-d52c-43ca-8143-792be81109e4 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:36.890352 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b070de2a-9c78-49f6-b5cc-47af71be721a req-82465943-d52c-43ca-8143-792be81109e4 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:36.918959 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-1bf4ab74-d385-402f-8799-ef32cd47383f None None] For port ad877e4f-eca5-448a-b9e0-09e75ab5c935, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ad877e4f-eca5-448a-b9e0-09e75ab5c935,segment=NetworkSegment(0e2b49d7-5d2d-494d-b281-8a3a1d6ed5d6),segment_id=0e2b49d7-5d2d-494d-b281-8a3a1d6ed5d6)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:36.925175 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1bf4ab74-d385-402f-8799-ef32cd47383f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:36.943968 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82465943-d52c-43ca-8143-792be81109e4 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Pushing event updated for resources: {'Port': ['ID=ede6d622-2d64-48e9-927f-ffe3e625cd7d,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:36.989167 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4ab74-d385-402f-8799-ef32cd47383f None None] Pushing event updated for resources: {'Port': ['ID=ad877e4f-eca5-448a-b9e0-09e75ab5c935,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:37.010275 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b070de2a-9c78-49f6-b5cc-47af71be721a req-82465943-d52c-43ca-8143-792be81109e4 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:37.027754 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b070de2a-9c78-49f6-b5cc-47af71be721a req-82465943-d52c-43ca-8143-792be81109e4 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:37.029512 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b070de2a-9c78-49f6-b5cc-47af71be721a req-82465943-d52c-43ca-8143-792be81109e4 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1882327 Sep 21 17:55:37.048070 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-1948a090-5eb6-4c81-9703-d789fbe05004 None None] Provisioning complete for port ad877e4f-eca5-448a-b9e0-09e75ab5c935 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:37.048649 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1948a090-5eb6-4c81-9703-d789fbe05004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:37.062913 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-a38d8c4f-77a5-4461-8df7-b87db4032d9a req-b2898973-c72e-4830-a851-9498b437b46f tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] For port 04d52e81-6a66-48a6-82cf-2bf996a3487c, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=04d52e81-6a66-48a6-82cf-2bf996a3487c,segment=NetworkSegment(b649b04a-47dc-4548-902b-6f55a3afe15c),segment_id=b649b04a-47dc-4548-902b-6f55a3afe15c)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:37.098272 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-a38d8c4f-77a5-4461-8df7-b87db4032d9a req-b2898973-c72e-4830-a851-9498b437b46f tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:37.103831 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b070de2a-9c78-49f6-b5cc-47af71be721a req-0ae738bc-6ff7-43ed-aaaa-e794db1096c7 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.133 HTTP/1.1" status: 200 len: 696 time: 0.0620980 Sep 21 17:55:37.105884 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-a38d8c4f-77a5-4461-8df7-b87db4032d9a req-b2898973-c72e-4830-a851-9498b437b46f tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:37.116353 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6503c5a1-68bd-4f44-b8a3-733dc8560aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b8673d-c656-47af-b32f-c2c6f19dd755', 'name': 'tempest-FloatingIPDetailsTestJSON-592981975-router', 'tenant_id': '35da08e307f248e0afd30af925fea1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '8ee93606-71c3-4c42-bd44-8fde63d691b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:55:27Z', 'updated_at': '2021-09-21T17:55:32Z', 'revision_number': 4, 'project_id': '35da08e307f248e0afd30af925fea1c7', 'gw_port': {'id': '8ee93606-71c3-4c42-bd44-8fde63d691b1', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b8673d-c656-47af-b32f-c2c6f19dd755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:55:29Z', 'updated_at': '2021-09-21T17:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'ad877e4f-eca5-448a-b9e0-09e75ab5c935', 'name': '', 'network_id': 'dc33b7ed-980b-4471-a134-4c294960c9bf', 'tenant_id': '35da08e307f248e0afd30af925fea1c7', 'mac_address': 'fa:16:3e:2c:0b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b8673d-c656-47af-b32f-c2c6f19dd755', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd4cb0a7a-b527-4dc9-89e2-3a2555cf6e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:55:31Z', 'updated_at': '2021-09-21T17:55:36Z', 'revision_number': 4, 'project_id': '35da08e307f248e0afd30af925fea1c7', 'subnets': [{'id': 'd4cb0a7a-b527-4dc9-89e2-3a2555cf6e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:55:37.135268 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802', '04d52e81-6a66-48a6-82cf-2bf996a3487c'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:37.146483 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6503c5a1-68bd-4f44-b8a3-733dc8560aed None None] The sync data for ids ['71b8673d-c656-47af-b32f-c2c6f19dd755'] in n-d-810291-1 is: [{'id': '71b8673d-c656-47af-b32f-c2c6f19dd755', 'name': 'tempest-FloatingIPDetailsTestJSON-592981975-router', 'tenant_id': '35da08e307f248e0afd30af925fea1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '8ee93606-71c3-4c42-bd44-8fde63d691b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:55:27Z', 'updated_at': '2021-09-21T17:55:32Z', 'revision_number': 4, 'project_id': '35da08e307f248e0afd30af925fea1c7', 'gw_port': {'id': '8ee93606-71c3-4c42-bd44-8fde63d691b1', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b8673d-c656-47af-b32f-c2c6f19dd755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:55:29Z', 'updated_at': '2021-09-21T17:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'ad877e4f-eca5-448a-b9e0-09e75ab5c935', 'name': '', 'network_id': 'dc33b7ed-980b-4471-a134-4c294960c9bf', 'tenant_id': '35da08e307f248e0afd30af925fea1c7', 'mac_address': 'fa:16:3e:2c:0b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b8673d-c656-47af-b32f-c2c6f19dd755', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd4cb0a7a-b527-4dc9-89e2-3a2555cf6e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:55:31Z', 'updated_at': '2021-09-21T17:55:36Z', 'revision_number': 4, 'project_id': '35da08e307f248e0afd30af925fea1c7', 'subnets': [{'id': 'd4cb0a7a-b527-4dc9-89e2-3a2555cf6e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:55:37.247458 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d8c4f-77a5-4461-8df7-b87db4032d9a req-b2898973-c72e-4830-a851-9498b437b46f tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:37.248222 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-a38d8c4f-77a5-4461-8df7-b87db4032d9a req-b2898973-c72e-4830-a851-9498b437b46f tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:37.263342 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a38d8c4f-77a5-4461-8df7-b87db4032d9a req-b2898973-c72e-4830-a851-9498b437b46f tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "PUT /v2.0/ports/04d52e81-6a66-48a6-82cf-2bf996a3487c HTTP/1.1" status: 200 len: 981 time: 0.5085425 Sep 21 17:55:37.271002 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b3775c-8ab4-4045-ae40-0e3fa0dc4340', 'tag': '04d52e81-6a66-48a6-82cf-2bf996a3487c'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:55:37.274026 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328f430d-b5f8-4761-9b5d-d41716f28f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b3775c-8ab4-4045-ae40-0e3fa0dc4340", "tag": "04d52e81-6a66-48a6-82cf-2bf996a3487c"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:55:37.287267 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2898973-c72e-4830-a851-9498b437b46f tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Pushing event updated for resources: {'Port': ['ID=04d52e81-6a66-48a6-82cf-2bf996a3487c,revision_number=6']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:37.287505 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070de2a-9c78-49f6-b5cc-47af71be721a req-818e9b36-71db-405a-a23c-7c050c2e449c tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:37.288831 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b070de2a-9c78-49f6-b5cc-47af71be721a req-818e9b36-71db-405a-a23c-7c050c2e449c tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 784 time: 0.1811464 Sep 21 17:55:37.382705 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96e496-8037-45aa-99df-93c4f723380a req-855b63e9-b873-438d-92dd-99722350094d tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:37.385093 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0f96e496-8037-45aa-99df-93c4f723380a req-855b63e9-b873-438d-92dd-99722350094d tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=1545f778-e26f-49ae-a7c4-58df91edfad3 HTTP/1.1" status: 200 len: 945 time: 0.0588517 Sep 21 17:55:37.419848 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['04d52e81-6a66-48a6-82cf-2bf996a3487c'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:37.434989 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee2cd0-e73e-4278-89af-1532e5068f2b req-51108e4b-c9ad-4d84-ac6a-40e69b3dbaa8 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:37.443266 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3cee2cd0-e73e-4278-89af-1532e5068f2b req-51108e4b-c9ad-4d84-ac6a-40e69b3dbaa8 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=2612b273-e1ea-4372-9f75-3f0aef5dc206 HTTP/1.1" status: 200 len: 948 time: 0.0786731 Sep 21 17:55:37.446216 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0f96e496-8037-45aa-99df-93c4f723380a req-7b5f90c3-c4fd-46e9-b9b6-95eafcfd0bd8 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530832 Sep 21 17:55:37.494603 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3cee2cd0-e73e-4278-89af-1532e5068f2b req-6cd216a5-4662-438e-aa66-6e9362271116 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502486 Sep 21 17:55:37.563283 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ad877e4f-eca5-448a-b9e0-09e75ab5c935 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:55:37.605018 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16902ea-f988-46ed-ad78-62498b74264f req-8395c87d-66f5-4e8e-af9f-3b188ecb910a tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:37.607067 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b16902ea-f988-46ed-ad78-62498b74264f req-8395c87d-66f5-4e8e-af9f-3b188ecb910a tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.0676439 Sep 21 17:55:37.676002 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b16902ea-f988-46ed-ad78-62498b74264f req-11b44b9c-b352-49c7-9a9c-fa4c29957b3e tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513997 Sep 21 17:55:37.743432 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-938c5cf6-d4d5-4b2f-8796-49d3da1f0af7 req-db2efbbd-e299-438f-9801-be26de43b6b3 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups/8fdba25a-f9d1-4ace-a051-0ec98de307a7 HTTP/1.1" status: 200 len: 1799 time: 0.0521183 Sep 21 17:55:37.778669 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f0efc1-442d-4a9e-8a68-89392a37e8b9 x-openstack-request-id: req-17f0efc1-442d-4a9e-8a68-89392a37e8b9 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:55:37.779358 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b3775c-8ab4-4045-ae40-0e3fa0dc4340", "tag": "04d52e81-6a66-48a6-82cf-2bf996a3487c", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:55:37.779698 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-17f0efc1-442d-4a9e-8a68-89392a37e8b9 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:55:37.780413 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b3775c-8ab4-4045-ae40-0e3fa0dc4340', 'tag': '04d52e81-6a66-48a6-82cf-2bf996a3487c', 'status': 'completed', 'code': 200} Sep 21 17:55:37.837048 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [req-938c5cf6-d4d5-4b2f-8796-49d3da1f0af7 req-f3fe4803-4a8c-4a91-8bdb-0a7cbfc1ca22 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 21 17:55:37.838457 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-938c5cf6-d4d5-4b2f-8796-49d3da1f0af7 req-f3fe4803-4a8c-4a91-8bdb-0a7cbfc1ca22 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "DELETE /v2.0/security-groups/8fdba25a-f9d1-4ace-a051-0ec98de307a7 HTTP/1.1" status: 409 len: 341 time: 0.0841081 Sep 21 17:55:37.935513 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f430d-b5f8-4761-9b5d-d41716f28f8f req-db897904-35b5-4f59-a66b-65fba0fc8cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:37.937045 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-328f430d-b5f8-4761-9b5d-d41716f28f8f req-db897904-35b5-4f59-a66b-65fba0fc8cf7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d71c593332624e98b9eb6adfe1f21c51&device_id=a0b3775c-8ab4-4045-ae40-0e3fa0dc4340 HTTP/1.1" status: 200 len: 1135 time: 0.1308014 Sep 21 17:55:37.955681 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port ad877e4f-eca5-448a-b9e0-09e75ab5c935 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:37.956310 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:38.003999 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6642de-174b-483e-81ea-ca0e3ae599b5 req-7cfea7b5-461d-48bd-b9ea-eaeb2307ad79 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:38.005842 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cb6642de-174b-483e-81ea-ca0e3ae599b5 req-7cfea7b5-461d-48bd-b9ea-eaeb2307ad79 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0764771 Sep 21 17:55:38.041182 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cd4d4525-5116-45d2-9672-d7efb1f59ade req-0f07a232-5f5a-43cd-a023-62c35d40fe9a tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2504079 Sep 21 17:55:38.054171 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-cd4d4525-5116-45d2-9672-d7efb1f59ade req-0e31a79b-be2c-4ab4-8ccf-91c0672b06f1 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:38.072547 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cb6642de-174b-483e-81ea-ca0e3ae599b5 req-5900d771-af12-4b42-8d7c-da10faf94038 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594110 Sep 21 17:55:38.106601 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f430d-b5f8-4761-9b5d-d41716f28f8f req-720f8ff7-0a4b-40dd-b501-0733228be72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:38.108673 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-328f430d-b5f8-4761-9b5d-d41716f28f8f req-720f8ff7-0a4b-40dd-b501-0733228be72d service neutron] 10.222.0.38 "GET /v2.0/networks?id=02bd7daa-13a0-4d00-b335-4386ae333187 HTTP/1.1" status: 200 len: 913 time: 0.1613855 Sep 21 17:55:38.109967 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cd4d4525-5116-45d2-9672-d7efb1f59ade req-0e31a79b-be2c-4ab4-8ccf-91c0672b06f1 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks [] for floatingip, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:38.165919 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-328f430d-b5f8-4761-9b5d-d41716f28f8f req-02c0725d-bf4e-480d-8a84-92ff1d457742 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04d52e81-6a66-48a6-82cf-2bf996a3487c HTTP/1.1" status: 200 len: 217 time: 0.0396707 Sep 21 17:55:38.276982 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 72e84872-9199-453c-a902-e649fd7a417c details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:55:38.306251 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f430d-b5f8-4761-9b5d-d41716f28f8f req-9407a10d-738c-4fb5-b12d-6f0211a10f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:38.307951 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-328f430d-b5f8-4761-9b5d-d41716f28f8f req-9407a10d-738c-4fb5-b12d-6f0211a10f8e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fc80b87c-95e9-40c5-b85b-bca5f2409b9a HTTP/1.1" status: 200 len: 852 time: 0.1321030 Sep 21 17:55:38.369664 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-328f430d-b5f8-4761-9b5d-d41716f28f8f req-54f9edf4-9faf-4dad-9d88-8ea34b2becf1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=02bd7daa-13a0-4d00-b335-4386ae333187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451550 Sep 21 17:55:38.436286 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cd4d4525-5116-45d2-9672-d7efb1f59ade req-0e31a79b-be2c-4ab4-8ccf-91c0672b06f1 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:38.472510 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 72e84872-9199-453c-a902-e649fd7a417c, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=72e84872-9199-453c-a902-e649fd7a417c,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:38.478747 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-9acbf15d-45cc-4169-bced-7e516fb24c1e tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:38.481236 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-9acbf15d-45cc-4169-bced-7e516fb24c1e tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/networks?id=21b3a3fa-6b9b-4eec-b5c4-bb586b710739 HTTP/1.1" status: 200 len: 810 time: 0.1713333 Sep 21 17:55:38.487176 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '72e84872-9199-453c-a902-e649fd7a417c', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': '72e84872-9199-453c-a902-e649fd7a417c', 'mac_address': 'fa:16:3e:c2:5c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:55:38.504451 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-4b71cd63-b677-4f02-9f87-cf187b87d1e3 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/quotas/9f77b13dab8e4d118c01975b2d61d3f1 HTTP/1.1" status: 200 len: 375 time: 0.0107598 Sep 21 17:55:38.530382 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:38.551562 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72e84872-9199-453c-a902-e649fd7a417c {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:55:38.553450 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-328f430d-b5f8-4761-9b5d-d41716f28f8f req-bc1e50e0-0987-46e6-a8d0-39ea32570b02 service neutron] 10.222.0.38 "GET /v2.0/networks/02bd7daa-13a0-4d00-b335-4386ae333187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759882 Sep 21 17:55:38.580700 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 72e84872-9199-453c-a902-e649fd7a417c, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=72e84872-9199-453c-a902-e649fd7a417c,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:38.585382 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:38.586779 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-f4895d0e-1d02-41c4-9c95-57c7e9c5e4c7 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9f77b13dab8e4d118c01975b2d61d3f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654576 Sep 21 17:55:38.645021 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=72e84872-9199-453c-a902-e649fd7a417c,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:38.659501 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-cd4d4525-5116-45d2-9672-d7efb1f59ade req-0e31a79b-be2c-4ab4-8ccf-91c0672b06f1 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Allocated IP 172.25.6.93 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/6790599d-fe3e-4fc4-a459-ae6684813699) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:55:38.694395 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-045420b6-5157-475c-bcbe-99719321373a service neutron] 10.222.0.58 "GET /v2.0/networks/21b3a3fa-6b9b-4eec-b5c4-bb586b710739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994070 Sep 21 17:55:38.710740 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-328f430d-b5f8-4761-9b5d-d41716f28f8f req-0d27ab30-2e60-4608-bc37-69f3d6c6d676 service neutron] 10.222.0.38 "GET /v2.0/networks/02bd7daa-13a0-4d00-b335-4386ae333187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342194 Sep 21 17:55:38.795840 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-379a4fc0-2b43-48e1-82af-24dbe5378a3c service neutron] 10.222.0.58 "GET /v2.0/networks/21b3a3fa-6b9b-4eec-b5c4-bb586b710739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943491 Sep 21 17:55:38.826047 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cd4d4525-5116-45d2-9672-d7efb1f59ade req-0e31a79b-be2c-4ab4-8ccf-91c0672b06f1 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:38.843894 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac505b6-cfaf-42ea-b5d0-c370c6abee0e req-003da87b-5801-414a-8eaf-7846d7bc7246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:38.845476 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eac505b6-cfaf-42ea-b5d0-c370c6abee0e req-003da87b-5801-414a-8eaf-7846d7bc7246 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d71c593332624e98b9eb6adfe1f21c51&device_id=a0b3775c-8ab4-4045-ae40-0e3fa0dc4340 HTTP/1.1" status: 200 len: 1135 time: 0.0664680 Sep 21 17:55:38.890812 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cd4d4525-5116-45d2-9672-d7efb1f59ade req-0e31a79b-be2c-4ab4-8ccf-91c0672b06f1 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:38.960403 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4d4525-5116-45d2-9672-d7efb1f59ade req-0e31a79b-be2c-4ab4-8ccf-91c0672b06f1 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:55:38.966103 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-cd4d4525-5116-45d2-9672-d7efb1f59ade req-0e31a79b-be2c-4ab4-8ccf-91c0672b06f1 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:55:38.972196 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4d4525-5116-45d2-9672-d7efb1f59ade req-0e31a79b-be2c-4ab4-8ccf-91c0672b06f1 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:55:39.004140 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a717e81-6992-405a-80e2-e1a2590979b6 req-18c5083c-a6c9-4b09-95f2-c43dab3e0344 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:39.005454 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0a717e81-6992-405a-80e2-e1a2590979b6 req-18c5083c-a6c9-4b09-95f2-c43dab3e0344 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0b3775c-8ab4-4045-ae40-0e3fa0dc4340 HTTP/1.1" status: 200 len: 984 time: 0.0564442 Sep 21 17:55:39.008929 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31a79b-be2c-4ab4-8ccf-91c0672b06f1 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Pushing event updated for resources: {'Port': ['ID=6790599d-fe3e-4fc4-a459-ae6684813699,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:39.026177 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac505b6-cfaf-42ea-b5d0-c370c6abee0e req-672de2a7-104a-4852-9cbc-aa97b5b0cbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:39.027746 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eac505b6-cfaf-42ea-b5d0-c370c6abee0e req-672de2a7-104a-4852-9cbc-aa97b5b0cbfe service neutron] 10.222.0.38 "GET /v2.0/networks?id=02bd7daa-13a0-4d00-b335-4386ae333187 HTTP/1.1" status: 200 len: 913 time: 0.1676996 Sep 21 17:55:39.031002 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['72e84872-9199-453c-a902-e649fd7a417c'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:39.056689 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0a717e81-6992-405a-80e2-e1a2590979b6 req-5d9a7d8d-8841-4f03-8eb9-b3f0d64ea534 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fdba25a-f9d1-4ace-a051-0ec98de307a7&id=5498e8c5-a218-444a-a427-ca1ebb2bba2b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0446568 Sep 21 17:55:39.095133 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eac505b6-cfaf-42ea-b5d0-c370c6abee0e req-d3f5e3b7-39ae-4dc4-89ee-dcfdf0d305cd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04d52e81-6a66-48a6-82cf-2bf996a3487c HTTP/1.1" status: 200 len: 217 time: 0.0590005 Sep 21 17:55:39.114405 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cd4d4525-5116-45d2-9672-d7efb1f59ade req-0e31a79b-be2c-4ab4-8ccf-91c0672b06f1 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:39.184221 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf31664-62f0-4544-9796-48eed39ae8da req-a636333a-7a71-4c08-a363-c9bff4cac638 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:39.191292 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cd4d4525-5116-45d2-9672-d7efb1f59ade req-0e31a79b-be2c-4ab4-8ccf-91c0672b06f1 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:39.198804 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3cf31664-62f0-4544-9796-48eed39ae8da req-a636333a-7a71-4c08-a363-c9bff4cac638 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=1545f778-e26f-49ae-a7c4-58df91edfad3 HTTP/1.1" status: 200 len: 945 time: 0.0694487 Sep 21 17:55:39.218154 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac505b6-cfaf-42ea-b5d0-c370c6abee0e req-d0e33eb0-7e77-4d51-a66f-99b4c1fba1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:39.219750 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eac505b6-cfaf-42ea-b5d0-c370c6abee0e req-d0e33eb0-7e77-4d51-a66f-99b4c1fba1ae service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fc80b87c-95e9-40c5-b85b-bca5f2409b9a HTTP/1.1" status: 200 len: 852 time: 0.1068275 Sep 21 17:55:39.247864 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3cf31664-62f0-4544-9796-48eed39ae8da req-f68ddee3-204c-492f-b7d7-c6901407deb5 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477610 Sep 21 17:55:39.289626 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eac505b6-cfaf-42ea-b5d0-c370c6abee0e req-d979d610-3cf9-4f1c-9fe3-9c8ddbbb52a8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=02bd7daa-13a0-4d00-b335-4386ae333187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462940 Sep 21 17:55:39.364929 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7d1f6-230d-40f1-a22a-3625e6e75f2d req-61acbbf7-1304-44a4-aef7-39901d728e21 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:39.366645 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-66a7d1f6-230d-40f1-a22a-3625e6e75f2d req-61acbbf7-1304-44a4-aef7-39901d728e21 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=2612b273-e1ea-4372-9f75-3f0aef5dc206 HTTP/1.1" status: 200 len: 948 time: 0.0547078 Sep 21 17:55:39.415416 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-66a7d1f6-230d-40f1-a22a-3625e6e75f2d req-3e56d5ed-6d84-490c-8f7e-5b9c49cdf94f tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413957 Sep 21 17:55:39.659509 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c6d43be8-8b42-494d-b7b7-2646fc1571fa req-ee377538-3772-4f84-bad7-f8f8483661b8 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 210 time: 0.0294526 Sep 21 17:55:39.765635 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10471248-f39a-4a35-b685-2f3b2df6fefb req-02c47188-7816-4472-b11a-50834bc85775 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:39.767075 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-10471248-f39a-4a35-b685-2f3b2df6fefb req-02c47188-7816-4472-b11a-50834bc85775 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 948 time: 0.0478609 Sep 21 17:55:39.785503 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eac505b6-cfaf-42ea-b5d0-c370c6abee0e req-123bf467-a3b7-4d42-8402-c00281032811 service neutron] 10.222.0.38 "GET /v2.0/networks/02bd7daa-13a0-4d00-b335-4386ae333187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796460 Sep 21 17:55:39.804992 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-10471248-f39a-4a35-b685-2f3b2df6fefb req-872e9e02-d354-4a8a-8189-4edf1b78f866 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318055 Sep 21 17:55:39.812267 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cd4d4525-5116-45d2-9672-d7efb1f59ade req-0e31a79b-be2c-4ab4-8ccf-91c0672b06f1 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:39.825276 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cd4d4525-5116-45d2-9672-d7efb1f59ade req-0e31a79b-be2c-4ab4-8ccf-91c0672b06f1 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:39.907299 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75edf8ef-dc27-4530-b3f0-e50ddf67ff9c req-998c2d6a-5574-4a9c-b6f5-e1ebba8a3796 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:39.908924 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-75edf8ef-dc27-4530-b3f0-e50ddf67ff9c req-998c2d6a-5574-4a9c-b6f5-e1ebba8a3796 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=1545f778-e26f-49ae-a7c4-58df91edfad3 HTTP/1.1" status: 200 len: 945 time: 0.0486395 Sep 21 17:55:39.936570 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31a79b-be2c-4ab4-8ccf-91c0672b06f1 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Pushing event updated for resources: {'Port': ['ID=6790599d-fe3e-4fc4-a459-ae6684813699,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:39.957153 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cd4d4525-5116-45d2-9672-d7efb1f59ade req-0e31a79b-be2c-4ab4-8ccf-91c0672b06f1 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:39.958245 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-75edf8ef-dc27-4530-b3f0-e50ddf67ff9c req-6efcb2f9-872b-4f35-811d-9b27d6454cf6 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427120 Sep 21 17:55:39.968593 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eac505b6-cfaf-42ea-b5d0-c370c6abee0e req-559cccbd-a1bc-4a41-a11c-1176cdd131bc service neutron] 10.222.0.38 "GET /v2.0/networks/02bd7daa-13a0-4d00-b335-4386ae333187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670780 Sep 21 17:55:39.976291 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cd4d4525-5116-45d2-9672-d7efb1f59ade req-0e31a79b-be2c-4ab4-8ccf-91c0672b06f1 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:39.977719 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cd4d4525-5116-45d2-9672-d7efb1f59ade req-0e31a79b-be2c-4ab4-8ccf-91c0672b06f1 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9354775 Sep 21 17:55:40.028790 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cd4d4525-5116-45d2-9672-d7efb1f59ade req-a3c83c4b-0973-43f6-b68f-49d0f9ece8cf tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.93 HTTP/1.1" status: 200 len: 695 time: 0.0442362 Sep 21 17:55:40.058646 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781f863-f1c6-4744-88d1-a8f70c7eb7ae req-a1d04e28-1497-46af-a034-333f82fb31d7 tempest-ServersOnMultiNodesTest-694228279 tempest-ServersOnMultiNodesTest-694228279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:40.060407 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9781f863-f1c6-4744-88d1-a8f70c7eb7ae req-a1d04e28-1497-46af-a034-333f82fb31d7 tempest-ServersOnMultiNodesTest-694228279 tempest-ServersOnMultiNodesTest-694228279-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2612b273-e1ea-4372-9f75-3f0aef5dc206 HTTP/1.1" status: 200 len: 1099 time: 0.0534055 Sep 21 17:55:40.100361 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9781f863-f1c6-4744-88d1-a8f70c7eb7ae req-54d715fa-e7f8-46b8-b931-50d0ed5ec2f5 tempest-ServersOnMultiNodesTest-694228279 tempest-ServersOnMultiNodesTest-694228279-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324190 Sep 21 17:55:40.216817 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d4525-5116-45d2-9672-d7efb1f59ade req-9b0bc45c-80ec-48ab-8c70-06f13faac7d0 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:40.218514 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cd4d4525-5116-45d2-9672-d7efb1f59ade req-9b0bc45c-80ec-48ab-8c70-06f13faac7d0 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 784 time: 0.1837537 Sep 21 17:55:40.279040 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-043940ed-f2b7-4a8f-8de2-c0e974d0bd70 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:40.281009 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-043940ed-f2b7-4a8f-8de2-c0e974d0bd70 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.38 "GET /v2.0/networks?id=21b3a3fa-6b9b-4eec-b5c4-bb586b710739 HTTP/1.1" status: 200 len: 810 time: 0.1745031 Sep 21 17:55:40.296118 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 72e84872-9199-453c-a902-e649fd7a417c no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:55:40.319858 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-0b0de158-4a4e-4ec8-9efe-2ca5f0e4df9e tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Request body: {'port': {'device_id': 'f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0', 'network_id': '21b3a3fa-6b9b-4eec-b5c4-bb586b710739', 'admin_state_up': True, 'tenant_id': '9f77b13dab8e4d118c01975b2d61d3f1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:40.387099 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bf466-f792-4f0c-9997-ee2655bb3537 req-109a2d40-2e21-4e02-9daa-539420bcd356 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:40.388764 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-614bf466-f792-4f0c-9997-ee2655bb3537 req-109a2d40-2e21-4e02-9daa-539420bcd356 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0b3775c-8ab4-4045-ae40-0e3fa0dc4340 HTTP/1.1" status: 200 len: 984 time: 0.1035624 Sep 21 17:55:40.399881 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:40.417074 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 72e84872-9199-453c-a902-e649fd7a417c {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:55:40.442381 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 72e84872-9199-453c-a902-e649fd7a417c, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=72e84872-9199-453c-a902-e649fd7a417c,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:40.448665 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:40.482843 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-614bf466-f792-4f0c-9997-ee2655bb3537 req-01e48356-efdd-4fb7-a47e-292f862e2ac0 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fdba25a-f9d1-4ace-a051-0ec98de307a7&id=5498e8c5-a218-444a-a427-ca1ebb2bba2b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0862985 Sep 21 17:55:40.517953 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-0b0de158-4a4e-4ec8-9efe-2ca5f0e4df9e tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Made reservation on behalf of 9f77b13dab8e4d118c01975b2d61d3f1 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:55:40.523889 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-0b0de158-4a4e-4ec8-9efe-2ca5f0e4df9e tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:40.556174 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=72e84872-9199-453c-a902-e649fd7a417c,revision_number=7']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:40.686944 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-76559da6-d82d-44b6-b5e1-f3e461449da0 req-c68248b2-2b67-4043-bc67-80d320ad63e8 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2485187 Sep 21 17:55:40.690567 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3c594-7da7-4897-bc98-de2fff6b3d88 req-c619736f-a897-405a-a6ff-fbe5464b9a34 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:40.692069 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-31d3c594-7da7-4897-bc98-de2fff6b3d88 req-c619736f-a897-405a-a6ff-fbe5464b9a34 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=1545f778-e26f-49ae-a7c4-58df91edfad3 HTTP/1.1" status: 200 len: 945 time: 0.0932200 Sep 21 17:55:40.696999 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-76559da6-d82d-44b6-b5e1-f3e461449da0 req-d79724c2-75b3-4f3a-bd54-25da6a13a003 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:40.720175 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-76559da6-d82d-44b6-b5e1-f3e461449da0 req-d79724c2-75b3-4f3a-bd54-25da6a13a003 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks [] for floatingip, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:40.735050 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-0b0de158-4a4e-4ec8-9efe-2ca5f0e4df9e tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Allocated IP 172.20.0.12 (21b3a3fa-6b9b-4eec-b5c4-bb586b710739/07dfe057-fa44-4619-a478-cd516393be78/e193deeb-7c7b-45b7-b22d-6a271d313e44) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:55:40.763541 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-31d3c594-7da7-4897-bc98-de2fff6b3d88 req-2d00f59f-7ebd-4ed0-9789-5aacfa6306cc tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617099 Sep 21 17:55:40.834240 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-76559da6-d82d-44b6-b5e1-f3e461449da0 req-d79724c2-75b3-4f3a-bd54-25da6a13a003 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:40.939061 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72a3ec-dd7a-46a3-873e-3baa93c37fe2 req-0f9304aa-6704-44cd-97b5-227e5fb6e071 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:40.939762 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [req-76559da6-d82d-44b6-b5e1-f3e461449da0 req-d79724c2-75b3-4f3a-bd54-25da6a13a003 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Allocated IP 172.25.6.226 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/e647b01b-d5f6-40de-8f79-2d4b1a33b715) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:55:40.940505 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-de72a3ec-dd7a-46a3-873e-3baa93c37fe2 req-0f9304aa-6704-44cd-97b5-227e5fb6e071 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=2612b273-e1ea-4372-9f75-3f0aef5dc206 HTTP/1.1" status: 200 len: 948 time: 0.1079466 Sep 21 17:55:40.943651 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-0b0de158-4a4e-4ec8-9efe-2ca5f0e4df9e tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:40.997060 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-de72a3ec-dd7a-46a3-873e-3baa93c37fe2 req-eb37fcf4-306f-4ff2-b1aa-cf56722e7a9a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473757 Sep 21 17:55:41.008835 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-0b0de158-4a4e-4ec8-9efe-2ca5f0e4df9e tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:41.033363 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['9d32eb7a-0987-4212-8d57-08492653cb38'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:41.051517 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-76559da6-d82d-44b6-b5e1-f3e461449da0 req-d79724c2-75b3-4f3a-bd54-25da6a13a003 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:41.061234 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-0b0de158-4a4e-4ec8-9efe-2ca5f0e4df9e tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Network 21b3a3fa-6b9b-4eec-b5c4-bb586b710739 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:55:41.064328 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-0b0de158-4a4e-4ec8-9efe-2ca5f0e4df9e tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:55:41.068128 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-0b0de158-4a4e-4ec8-9efe-2ca5f0e4df9e tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:55:41.092715 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-76559da6-d82d-44b6-b5e1-f3e461449da0 req-d79724c2-75b3-4f3a-bd54-25da6a13a003 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:41.097553 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0de158-4a4e-4ec8-9efe-2ca5f0e4df9e tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Pushing event updated for resources: {'Port': ['ID=e193deeb-7c7b-45b7-b22d-6a271d313e44,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:41.132954 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76559da6-d82d-44b6-b5e1-f3e461449da0 req-d79724c2-75b3-4f3a-bd54-25da6a13a003 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:55:41.137584 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [req-76559da6-d82d-44b6-b5e1-f3e461449da0 req-d79724c2-75b3-4f3a-bd54-25da6a13a003 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:55:41.138809 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-0b0de158-4a4e-4ec8-9efe-2ca5f0e4df9e tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:41.139521 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-0b0de158-4a4e-4ec8-9efe-2ca5f0e4df9e tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:41.143817 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-76559da6-d82d-44b6-b5e1-f3e461449da0 req-d79724c2-75b3-4f3a-bd54-25da6a13a003 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:55:41.160678 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-0b0de158-4a4e-4ec8-9efe-2ca5f0e4df9e tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8466177 Sep 21 17:55:41.166559 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79724c2-75b3-4f3a-bd54-25da6a13a003 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Pushing event updated for resources: {'Port': ['ID=e647b01b-d5f6-40de-8f79-2d4b1a33b715,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:41.185228 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-684d13d6-1ab1-4d96-a5a8-62c704dc2d7a service neutron] Request body: {'port': {'device_id': 'f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:41.248934 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-76559da6-d82d-44b6-b5e1-f3e461449da0 req-d79724c2-75b3-4f3a-bd54-25da6a13a003 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:41.283410 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-76559da6-d82d-44b6-b5e1-f3e461449da0 req-d79724c2-75b3-4f3a-bd54-25da6a13a003 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:41.287469 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-684d13d6-1ab1-4d96-a5a8-62c704dc2d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:41.296146 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8539c6-d987-472e-a649-0a86eeaf3070 req-7b2007c3-069a-4971-9c64-31324eab58ce tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:41.297636 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5b8539c6-d987-472e-a649-0a86eeaf3070 req-7b2007c3-069a-4971-9c64-31324eab58ce tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 932 time: 0.0826223 Sep 21 17:55:41.363708 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5b8539c6-d987-472e-a649-0a86eeaf3070 req-aad644e5-8d70-4536-ba06-16e74bf9bcad tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583429 Sep 21 17:55:41.430011 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-76559da6-d82d-44b6-b5e1-f3e461449da0 req-d79724c2-75b3-4f3a-bd54-25da6a13a003 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:41.436164 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-76559da6-d82d-44b6-b5e1-f3e461449da0 req-d79724c2-75b3-4f3a-bd54-25da6a13a003 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:41.501563 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79724c2-75b3-4f3a-bd54-25da6a13a003 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Pushing event updated for resources: {'Port': ['ID=e647b01b-d5f6-40de-8f79-2d4b1a33b715,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:41.513452 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-76559da6-d82d-44b6-b5e1-f3e461449da0 req-d79724c2-75b3-4f3a-bd54-25da6a13a003 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:41.528308 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-76559da6-d82d-44b6-b5e1-f3e461449da0 req-d79724c2-75b3-4f3a-bd54-25da6a13a003 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:41.530950 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-76559da6-d82d-44b6-b5e1-f3e461449da0 req-d79724c2-75b3-4f3a-bd54-25da6a13a003 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.8369749 Sep 21 17:55:41.595928 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-76559da6-d82d-44b6-b5e1-f3e461449da0 req-5c85b12a-6681-47a0-b269-62e209cac224 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.226 HTTP/1.1" status: 200 len: 696 time: 0.0542374 Sep 21 17:55:41.600586 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8630f35-2b45-435f-824e-1ac60852544c req-7f13fa73-c4df-4581-adc3-db08318ae325 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:41.602332 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f8630f35-2b45-435f-824e-1ac60852544c req-7f13fa73-c4df-4581-adc3-db08318ae325 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 947 time: 0.1615031 Sep 21 17:55:41.676369 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f8630f35-2b45-435f-824e-1ac60852544c req-f9cee2b1-dbbe-4ff1-acbf-b72f15f4fbac tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650921 Sep 21 17:55:41.683106 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-684d13d6-1ab1-4d96-a5a8-62c704dc2d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e193deeb-7c7b-45b7-b22d-6a271d313e44 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:55:41.700401 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-684d13d6-1ab1-4d96-a5a8-62c704dc2d7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:41.722271 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76559da6-d82d-44b6-b5e1-f3e461449da0 req-c1184510-b6a7-4b93-9d27-6308c5e30d7d tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:41.724518 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-684d13d6-1ab1-4d96-a5a8-62c704dc2d7a service neutron] Transition to ACTIVE for port object e193deeb-7c7b-45b7-b22d-6a271d313e44 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:55:41.727233 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-76559da6-d82d-44b6-b5e1-f3e461449da0 req-c1184510-b6a7-4b93-9d27-6308c5e30d7d tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 784 time: 0.1245775 Sep 21 17:55:41.731143 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-684d13d6-1ab1-4d96-a5a8-62c704dc2d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:41.793648 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-12697993-27af-4793-833e-a0617fbc57a4 req-980737af-e441-4d3f-bf12-b26cb32a170e tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "GET /v2.0/floatingips/d30a56dd-0523-4667-8559-e78d01786133 HTTP/1.1" status: 200 len: 693 time: 0.0464306 Sep 21 17:55:41.826545 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d13d6-1ab1-4d96-a5a8-62c704dc2d7a service neutron] Pushing event updated for resources: {'Port': ['ID=e193deeb-7c7b-45b7-b22d-6a271d313e44,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:41.864489 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623547e-f9ca-414b-97d1-1f3d0888f0a0 req-b8ee5727-9705-40d0-ac14-d68c0ff9a3af tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:41.865989 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d623547e-f9ca-414b-97d1-1f3d0888f0a0 req-b8ee5727-9705-40d0-ac14-d68c0ff9a3af tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0b3775c-8ab4-4045-ae40-0e3fa0dc4340 HTTP/1.1" status: 200 len: 984 time: 0.1054161 Sep 21 17:55:41.912649 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12697993-27af-4793-833e-a0617fbc57a4 req-5aa1c52f-d8d6-44ca-9fa7-13992fa9aa70 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:41.914027 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-12697993-27af-4793-833e-a0617fbc57a4 req-5aa1c52f-d8d6-44ca-9fa7-13992fa9aa70 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 784 time: 0.1138613 Sep 21 17:55:41.945039 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d623547e-f9ca-414b-97d1-1f3d0888f0a0 req-67ffb88b-2044-45e2-bb23-32a2d0420f01 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fdba25a-f9d1-4ace-a051-0ec98de307a7&id=5498e8c5-a218-444a-a427-ca1ebb2bba2b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0528951 Sep 21 17:55:41.949693 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-684d13d6-1ab1-4d96-a5a8-62c704dc2d7a service neutron] Attempting to bind port e193deeb-7c7b-45b7-b22d-6a271d313e44 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:55:41.950030 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-684d13d6-1ab1-4d96-a5a8-62c704dc2d7a service neutron] Attempting to bind port e193deeb-7c7b-45b7-b22d-6a271d313e44 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '644490e1-e1e4-40bb-b64b-7ebdf482dc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '21b3a3fa-6b9b-4eec-b5c4-bb586b710739'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:55:41.950361 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-684d13d6-1ab1-4d96-a5a8-62c704dc2d7a service neutron] Attempting to bind port e193deeb-7c7b-45b7-b22d-6a271d313e44 on network 21b3a3fa-6b9b-4eec-b5c4-bb586b710739 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:55:41.954733 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-684d13d6-1ab1-4d96-a5a8-62c704dc2d7a service neutron] Port e193deeb-7c7b-45b7-b22d-6a271d313e44 on network 21b3a3fa-6b9b-4eec-b5c4-bb586b710739 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:55:41.955131 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-684d13d6-1ab1-4d96-a5a8-62c704dc2d7a service neutron] Attempting to bind port e193deeb-7c7b-45b7-b22d-6a271d313e44 on network 21b3a3fa-6b9b-4eec-b5c4-bb586b710739 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:55:41.964057 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-684d13d6-1ab1-4d96-a5a8-62c704dc2d7a service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:55:41.964583 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-684d13d6-1ab1-4d96-a5a8-62c704dc2d7a service neutron] Checking segment: {'id': '644490e1-e1e4-40bb-b64b-7ebdf482dc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '21b3a3fa-6b9b-4eec-b5c4-bb586b710739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:55:41.965126 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-684d13d6-1ab1-4d96-a5a8-62c704dc2d7a service neutron] Bound using segment: {'id': '644490e1-e1e4-40bb-b64b-7ebdf482dc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '21b3a3fa-6b9b-4eec-b5c4-bb586b710739'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:55:41.965752 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-684d13d6-1ab1-4d96-a5a8-62c704dc2d7a service neutron] Bound port: e193deeb-7c7b-45b7-b22d-6a271d313e44, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '644490e1-e1e4-40bb-b64b-7ebdf482dc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '21b3a3fa-6b9b-4eec-b5c4-bb586b710739'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:55:41.966136 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-684d13d6-1ab1-4d96-a5a8-62c704dc2d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:42.017461 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c33028c-72f5-43e9-b5a0-fa6b66e92d8d req-6c684fbf-ec39-408e-adad-925e7be279fc tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:42.019043 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4c33028c-72f5-43e9-b5a0-fa6b66e92d8d req-6c684fbf-ec39-408e-adad-925e7be279fc tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=1545f778-e26f-49ae-a7c4-58df91edfad3 HTTP/1.1" status: 200 len: 945 time: 0.0503819 Sep 21 17:55:42.025839 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-49929962-f530-4b3d-9614-e9d4fcd9482b req-ba9374c9-7b3b-45ef-b1dc-a126202092c3 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "GET /v2.0/floatingips/d30a56dd-0523-4667-8559-e78d01786133 HTTP/1.1" status: 200 len: 693 time: 0.0551295 Sep 21 17:55:42.057198 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4c33028c-72f5-43e9-b5a0-fa6b66e92d8d req-b56509a6-4ba4-4db3-bdad-208d043ce1b9 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318894 Sep 21 17:55:42.160408 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c268e23b-52b3-4cb9-b4a8-87395044beed req-4477b0c7-acb4-4946-ba07-17cc9afb750f tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-624681199&fields=id&tenant_id=d71c593332624e98b9eb6adfe1f21c51 HTTP/1.1" status: 200 len: 267 time: 0.0432425 Sep 21 17:55:42.160751 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-684d13d6-1ab1-4d96-a5a8-62c704dc2d7a service neutron] For port e193deeb-7c7b-45b7-b22d-6a271d313e44, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:55:42.179211 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-684d13d6-1ab1-4d96-a5a8-62c704dc2d7a service neutron] For port e193deeb-7c7b-45b7-b22d-6a271d313e44, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=e193deeb-7c7b-45b7-b22d-6a271d313e44,segment=NetworkSegment(644490e1-e1e4-40bb-b64b-7ebdf482dc42),segment_id=644490e1-e1e4-40bb-b64b-7ebdf482dc42)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:55:42.190116 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-684d13d6-1ab1-4d96-a5a8-62c704dc2d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:42.226570 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268e23b-52b3-4cb9-b4a8-87395044beed req-1a657974-4295-49c0-8808-cd4dacec8527 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:42.228025 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c268e23b-52b3-4cb9-b4a8-87395044beed req-1a657974-4295-49c0-8808-cd4dacec8527 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0b3775c-8ab4-4045-ae40-0e3fa0dc4340 HTTP/1.1" status: 200 len: 984 time: 0.0606225 Sep 21 17:55:42.239494 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-c268e23b-52b3-4cb9-b4a8-87395044beed req-a1caec22-d977-4c45-90c8-ff205c892599 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Request body: {'port': {'security_groups': ['5498e8c5-a218-444a-a427-ca1ebb2bba2b', '8fdba25a-f9d1-4ace-a051-0ec98de307a7', '7d4c0c60-776d-4629-ba0a-8a2ed8bf8d6d']}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:42.254443 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49929962-f530-4b3d-9614-e9d4fcd9482b req-e7ae0450-b652-4093-a285-03ff42efcdb7 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:42.255905 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-49929962-f530-4b3d-9614-e9d4fcd9482b req-e7ae0450-b652-4093-a285-03ff42efcdb7 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 784 time: 0.2130964 Sep 21 17:55:42.278275 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-684d13d6-1ab1-4d96-a5a8-62c704dc2d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:42.279835 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-684d13d6-1ab1-4d96-a5a8-62c704dc2d7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:42.281220 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-684d13d6-1ab1-4d96-a5a8-62c704dc2d7a service neutron] 10.222.0.38 "PUT /v2.0/ports/e193deeb-7c7b-45b7-b22d-6a271d313e44 HTTP/1.1" status: 200 len: 1092 time: 1.1029012 Sep 21 17:55:42.284719 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0', 'tag': 'e193deeb-7c7b-45b7-b22d-6a271d313e44'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:55:42.287032 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0168214b-9f75-4f43-9255-36804bc5a59f" -d '{"events": [{"name": "network-changed", "server_uuid": "f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0", "tag": "e193deeb-7c7b-45b7-b22d-6a271d313e44"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:55:42.293749 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 72e84872-9199-453c-a902-e649fd7a417c up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:55:42.315329 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-c268e23b-52b3-4cb9-b4a8-87395044beed req-a1caec22-d977-4c45-90c8-ff205c892599 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:42.351812 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 72e84872-9199-453c-a902-e649fd7a417c triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:42.352179 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:42.374056 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d13d6-1ab1-4d96-a5a8-62c704dc2d7a service neutron] Pushing event updated for resources: {'Port': ['ID=e193deeb-7c7b-45b7-b22d-6a271d313e44,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:42.382099 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-49929962-f530-4b3d-9614-e9d4fcd9482b req-d23f37e3-16e1-4d16-9c2a-12a9902a86e3 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.226 HTTP/1.1" status: 200 len: 696 time: 0.0980289 Sep 21 17:55:42.433501 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:42.445781 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e767cc-829f-48d5-bac3-1bf253cad109 req-df7b5ebd-bf5a-4e15-99c2-c9867112d3ea tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:42.447207 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-98e767cc-829f-48d5-bac3-1bf253cad109 req-df7b5ebd-bf5a-4e15-99c2-c9867112d3ea tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.38 "GET /v2.0/ports?device_id=2612b273-e1ea-4372-9f75-3f0aef5dc206 HTTP/1.1" status: 200 len: 948 time: 0.2383430 Sep 21 17:55:42.458690 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61839df9-ddf2-460d-a510-52732752aebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e84872-9199-453c-a902-e649fd7a417c'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:55:42.461201 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a609b681-76c2-409d-81af-0cefdafe4ae2" -d '{"events": [{"server_uuid": "61839df9-ddf2-460d-a510-52732752aebb", "name": "network-vif-plugged", "status": "completed", "tag": "72e84872-9199-453c-a902-e649fd7a417c"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:55:42.467101 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-49929962-f530-4b3d-9614-e9d4fcd9482b req-1e57c5aa-076b-4224-aa0d-031e4ce68e3b tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.226 HTTP/1.1" status: 200 len: 696 time: 0.0692415 Sep 21 17:55:42.477034 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 72e84872-9199-453c-a902-e649fd7a417c, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=72e84872-9199-453c-a902-e649fd7a417c,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:42.481756 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:42.496192 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-22cf728a-aa87-4fc2-aa52-7fcb8620da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:42.497721 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-22cf728a-aa87-4fc2-aa52-7fcb8620da0d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9f77b13dab8e4d118c01975b2d61d3f1&device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 1095 time: 0.1358895 Sep 21 17:55:42.531557 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=72e84872-9199-453c-a902-e649fd7a417c,revision_number=8']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:42.561203 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a92ec-7280-4518-8ead-d9806f2ed907 req-f0421e94-aa8a-4d0b-9f16-bbf449d8ce4c tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:42.562707 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-864a92ec-7280-4518-8ead-d9806f2ed907 req-f0421e94-aa8a-4d0b-9f16-bbf449d8ce4c tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.44 "GET /v2.0/ports?device_id=1545f778-e26f-49ae-a7c4-58df91edfad3 HTTP/1.1" status: 200 len: 945 time: 0.1099145 Sep 21 17:55:42.579874 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-f53b7eaa-2264-44a3-9e64-5c9c8e9de452 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e193deeb-7c7b-45b7-b22d-6a271d313e44 HTTP/1.1" status: 200 len: 217 time: 0.0437179 Sep 21 17:55:42.590991 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-c268e23b-52b3-4cb9-b4a8-87395044beed req-a1caec22-d977-4c45-90c8-ff205c892599 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] For port 04d52e81-6a66-48a6-82cf-2bf996a3487c, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=04d52e81-6a66-48a6-82cf-2bf996a3487c,segment=NetworkSegment(b649b04a-47dc-4548-902b-6f55a3afe15c),segment_id=b649b04a-47dc-4548-902b-6f55a3afe15c)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:42.672428 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-c268e23b-52b3-4cb9-b4a8-87395044beed req-a1caec22-d977-4c45-90c8-ff205c892599 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:42.677307 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-c268e23b-52b3-4cb9-b4a8-87395044beed req-a1caec22-d977-4c45-90c8-ff205c892599 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:42.690701 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802', '04d52e81-6a66-48a6-82cf-2bf996a3487c'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:42.706285 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-0344dabf-e0d2-4496-9637-a33a7b8cddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:42.708026 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-0344dabf-e0d2-4496-9637-a33a7b8cddfd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=07dfe057-fa44-4619-a478-cd516393be78 HTTP/1.1" status: 200 len: 850 time: 0.1046567 Sep 21 17:55:42.736503 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268e23b-52b3-4cb9-b4a8-87395044beed req-a1caec22-d977-4c45-90c8-ff205c892599 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:42.737244 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-c268e23b-52b3-4cb9-b4a8-87395044beed req-a1caec22-d977-4c45-90c8-ff205c892599 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:42.738962 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c268e23b-52b3-4cb9-b4a8-87395044beed req-a1caec22-d977-4c45-90c8-ff205c892599 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "PUT /v2.0/ports/04d52e81-6a66-48a6-82cf-2bf996a3487c HTTP/1.1" status: 200 len: 1020 time: 0.5041943 Sep 21 17:55:42.742605 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b3775c-8ab4-4045-ae40-0e3fa0dc4340', 'tag': '04d52e81-6a66-48a6-82cf-2bf996a3487c'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:55:42.746368 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509efa3d-42fc-4a2d-9452-ebef11e2bb93" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b3775c-8ab4-4045-ae40-0e3fa0dc4340", "tag": "04d52e81-6a66-48a6-82cf-2bf996a3487c"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:55:42.754632 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-5aa42bf3-5c50-459a-8ba3-13624c13fa5b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=21b3a3fa-6b9b-4eec-b5c4-bb586b710739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312052 Sep 21 17:55:42.756718 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-98e767cc-829f-48d5-bac3-1bf253cad109 req-b67cb09a-db1e-4535-b3a2-639afa87a1ce tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Deleting port 3c54e974-b039-4517-9475-49c1a9ccd4bc {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:55:42.757053 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-98e767cc-829f-48d5-bac3-1bf253cad109 req-b67cb09a-db1e-4535-b3a2-639afa87a1ce tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:42.769108 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-864a92ec-7280-4518-8ead-d9806f2ed907 req-a02e554b-279a-475c-99d0-5723d4ae81b7 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Deleting port fdda98c6-744c-4c85-8d40-7e2321745a5d {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:55:42.769454 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-864a92ec-7280-4518-8ead-d9806f2ed907 req-a02e554b-279a-475c-99d0-5723d4ae81b7 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:42.801259 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1caec22-d977-4c45-90c8-ff205c892599 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Pushing event updated for resources: {'Port': ['ID=04d52e81-6a66-48a6-82cf-2bf996a3487c,revision_number=7']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:42.811323 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-49929962-f530-4b3d-9614-e9d4fcd9482b req-52af563e-7295-4c64-a0bc-c6fb34d8cadb tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Deleting port e647b01b-d5f6-40de-8f79-2d4b1a33b715 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:55:42.812024 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-49929962-f530-4b3d-9614-e9d4fcd9482b req-52af563e-7295-4c64-a0bc-c6fb34d8cadb tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:42.888371 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['04d52e81-6a66-48a6-82cf-2bf996a3487c'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:42.925261 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f75aa2-136d-4a5b-828d-68f56006e965 req-cecfcfd0-30c3-4fe2-a2b8-1564239a4c67 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:42.926797 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-36f75aa2-136d-4a5b-828d-68f56006e965 req-cecfcfd0-30c3-4fe2-a2b8-1564239a4c67 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=2612b273-e1ea-4372-9f75-3f0aef5dc206 HTTP/1.1" status: 200 len: 948 time: 0.1089814 Sep 21 17:55:42.954057 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-864a92ec-7280-4518-8ead-d9806f2ed907 req-a02e554b-279a-475c-99d0-5723d4ae81b7 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] For port fdda98c6-744c-4c85-8d40-7e2321745a5d, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=fdda98c6-744c-4c85-8d40-7e2321745a5d,segment=NetworkSegment(56b6ab3c-69bd-42e2-acea-4797f09bea25),segment_id=56b6ab3c-69bd-42e2-acea-4797f09bea25)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:42.954436 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-864a92ec-7280-4518-8ead-d9806f2ed907 req-a02e554b-279a-475c-99d0-5723d4ae81b7 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:42.981640 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-864a92ec-7280-4518-8ead-d9806f2ed907 req-a02e554b-279a-475c-99d0-5723d4ae81b7 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Calling delete_port for fdda98c6-744c-4c85-8d40-7e2321745a5d owned by compute:nova {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:55:42.982046 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-98e767cc-829f-48d5-bac3-1bf253cad109 req-b67cb09a-db1e-4535-b3a2-639afa87a1ce tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] For port 3c54e974-b039-4517-9475-49c1a9ccd4bc, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3c54e974-b039-4517-9475-49c1a9ccd4bc,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:42.982402 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-98e767cc-829f-48d5-bac3-1bf253cad109 req-b67cb09a-db1e-4535-b3a2-639afa87a1ce tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:43.001801 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-83154a9b-c772-4b43-8d49-2039b88a317e service neutron] 10.222.0.38 "GET /v2.0/networks/21b3a3fa-6b9b-4eec-b5c4-bb586b710739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252073 Sep 21 17:55:43.002617 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-98e767cc-829f-48d5-bac3-1bf253cad109 req-b67cb09a-db1e-4535-b3a2-639afa87a1ce tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Calling delete_port for 3c54e974-b039-4517-9475-49c1a9ccd4bc owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:55:43.009156 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-36f75aa2-136d-4a5b-828d-68f56006e965 req-443c6bbc-a82c-401e-b9b3-cad9546f2282 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666907 Sep 21 17:55:43.015727 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-49929962-f530-4b3d-9614-e9d4fcd9482b req-52af563e-7295-4c64-a0bc-c6fb34d8cadb tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:43.016050 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-49929962-f530-4b3d-9614-e9d4fcd9482b req-52af563e-7295-4c64-a0bc-c6fb34d8cadb tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:43.086552 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-49929962-f530-4b3d-9614-e9d4fcd9482b req-52af563e-7295-4c64-a0bc-c6fb34d8cadb tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Calling delete_port for e647b01b-d5f6-40de-8f79-2d4b1a33b715 owned by network:floatingip {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:55:43.144659 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-864a92ec-7280-4518-8ead-d9806f2ed907 req-a02e554b-279a-475c-99d0-5723d4ae81b7 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:43.169308 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['fdda98c6-744c-4c85-8d40-7e2321745a5d'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:43.218967 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e554b-279a-475c-99d0-5723d4ae81b7 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Pushing event deleted for resources: {'Port': ['ID=fdda98c6-744c-4c85-8d40-7e2321745a5d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:43.258438 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cdf3607c-7e58-4606-8bef-3ba7d5ebf2a0 req-918b89d6-479d-4b06-a5e0-f211e103f4bc service neutron] 10.222.0.38 "GET /v2.0/networks/21b3a3fa-6b9b-4eec-b5c4-bb586b710739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460487 Sep 21 17:55:43.266211 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-864a92ec-7280-4518-8ead-d9806f2ed907 req-a02e554b-279a-475c-99d0-5723d4ae81b7 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] No DVR routers for this DVR port fdda98c6-744c-4c85-8d40-7e2321745a5d on host n-h2-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:55:43.269930 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-864a92ec-7280-4518-8ead-d9806f2ed907 req-a02e554b-279a-475c-99d0-5723d4ae81b7 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:43.277627 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-864a92ec-7280-4518-8ead-d9806f2ed907 req-a02e554b-279a-475c-99d0-5723d4ae81b7 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.44 "DELETE /v2.0/ports/fdda98c6-744c-4c85-8d40-7e2321745a5d HTTP/1.1" status: 204 len: 173 time: 0.6985540 Sep 21 17:55:43.298657 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4294c598-3fc3-4eb4-9d26-0ac4094a5678 x-openstack-request-id: req-4294c598-3fc3-4eb4-9d26-0ac4094a5678 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:55:43.298938 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0", "tag": "e193deeb-7c7b-45b7-b22d-6a271d313e44", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:55:43.299183 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4294c598-3fc3-4eb4-9d26-0ac4094a5678 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:55:43.299583 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0', 'tag': 'e193deeb-7c7b-45b7-b22d-6a271d313e44', 'status': 'completed', 'code': 200} Sep 21 17:55:43.379634 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-98e767cc-829f-48d5-bac3-1bf253cad109 req-b67cb09a-db1e-4535-b3a2-639afa87a1ce tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:43.392634 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['dbc0d7b1-96db-431a-bbdc-4aac85019438'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:43.395625 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['cc30f523-7380-4b64-8faa-f165cddcb2fd', '428f6bdd-d7b3-4e30-b304-449ac1894866', 'f7484a6d-d2e4-4bb0-965e-be69d1efbcd5'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:43.410769 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17038b27-a612-40a9-a1b4-0d6d27db7708 req-f66227bf-b9cb-4eaa-9f5f-10861b2b601c tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:43.410992 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-49929962-f530-4b3d-9614-e9d4fcd9482b req-52af563e-7295-4c64-a0bc-c6fb34d8cadb tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:43.412120 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-17038b27-a612-40a9-a1b4-0d6d27db7708 req-f66227bf-b9cb-4eaa-9f5f-10861b2b601c tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 944 time: 0.0581801 Sep 21 17:55:43.446073 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67cb09a-db1e-4535-b3a2-639afa87a1ce tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Pushing event deleted for resources: {'Port': ['ID=3c54e974-b039-4517-9475-49c1a9ccd4bc,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:43.491234 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-17038b27-a612-40a9-a1b4-0d6d27db7708 req-542c2814-cc43-434b-952c-b0cd4adcb26f tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721705 Sep 21 17:55:43.540584 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af563e-7295-4c64-a0bc-c6fb34d8cadb tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Pushing event deleted for resources: {'Port': ['ID=e647b01b-d5f6-40de-8f79-2d4b1a33b715,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:43.560617 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168214b-9f75-4f43-9255-36804bc5a59f req-28254245-dda0-44fd-8fac-df5e0f87e682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:43.561852 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3787b48-b861-45e0-acae-8b6d57ccc630 x-openstack-request-id: req-a3787b48-b861-45e0-acae-8b6d57ccc630 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:55:43.562146 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61839df9-ddf2-460d-a510-52732752aebb", "name": "network-vif-plugged", "status": "completed", "tag": "72e84872-9199-453c-a902-e649fd7a417c", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:55:43.562402 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a3787b48-b861-45e0-acae-8b6d57ccc630 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:55:43.562539 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0168214b-9f75-4f43-9255-36804bc5a59f req-28254245-dda0-44fd-8fac-df5e0f87e682 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9f77b13dab8e4d118c01975b2d61d3f1&device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 1095 time: 0.1955633 Sep 21 17:55:43.562791 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61839df9-ddf2-460d-a510-52732752aebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e84872-9199-453c-a902-e649fd7a417c', 'code': 200} Sep 21 17:55:43.563433 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e767cc-829f-48d5-bac3-1bf253cad109 req-b67cb09a-db1e-4535-b3a2-639afa87a1ce tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] No DVR routers for this DVR port 3c54e974-b039-4517-9475-49c1a9ccd4bc on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:55:43.566856 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-98e767cc-829f-48d5-bac3-1bf253cad109 req-b67cb09a-db1e-4535-b3a2-639afa87a1ce tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:43.568993 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-98e767cc-829f-48d5-bac3-1bf253cad109 req-b67cb09a-db1e-4535-b3a2-639afa87a1ce tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.38 "DELETE /v2.0/ports/3c54e974-b039-4517-9475-49c1a9ccd4bc HTTP/1.1" status: 204 len: 173 time: 1.1123068 Sep 21 17:55:43.751623 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9e09c-e34e-4bc4-bb82-a19ac0f88c80 req-4ac8458e-3b12-4635-ab4b-147624f30317 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:43.753913 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b4d9e09c-e34e-4bc4-bb82-a19ac0f88c80 req-4ac8458e-3b12-4635-ab4b-147624f30317 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0688188 Sep 21 17:55:43.827892 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b4d9e09c-e34e-4bc4-bb82-a19ac0f88c80 req-32f2c497-3da2-49ae-8d99-aa9c25c48b04 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639911 Sep 21 17:55:43.835551 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a62cda-be55-4ae6-ab37-d0cc07e9c3d0 req-e0b456be-e8d3-4deb-b885-e68ae9b6bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:43.837811 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d5a62cda-be55-4ae6-ab37-d0cc07e9c3d0 req-e0b456be-e8d3-4deb-b885-e68ae9b6bcdb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 1100 time: 0.0725110 Sep 21 17:55:43.917990 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d5a62cda-be55-4ae6-ab37-d0cc07e9c3d0 req-dd7aaf02-c68e-4b93-a5b2-8dcbeebae8c5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711176 Sep 21 17:55:43.928049 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-62a6d89d-f6b9-4222-87d9-d247b79d5a49 req-d2fb6aa1-3783-4ff8-8d0e-ef5d83cda6fb tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups/7d4c0c60-776d-4629-ba0a-8a2ed8bf8d6d HTTP/1.1" status: 200 len: 1800 time: 0.0645568 Sep 21 17:55:43.978440 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [req-62a6d89d-f6b9-4222-87d9-d247b79d5a49 req-0d7f07df-51d2-4fc4-a6ff-064bea934299 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 21 17:55:43.979512 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-62a6d89d-f6b9-4222-87d9-d247b79d5a49 req-0d7f07df-51d2-4fc4-a6ff-064bea934299 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "DELETE /v2.0/security-groups/7d4c0c60-776d-4629-ba0a-8a2ed8bf8d6d HTTP/1.1" status: 409 len: 341 time: 0.0451581 Sep 21 17:55:44.019313 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf88339b-6e0d-46ef-a49a-a3fed7e2e5ca x-openstack-request-id: req-cf88339b-6e0d-46ef-a49a-a3fed7e2e5ca {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:55:44.019613 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b3775c-8ab4-4045-ae40-0e3fa0dc4340", "tag": "04d52e81-6a66-48a6-82cf-2bf996a3487c", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:55:44.019833 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cf88339b-6e0d-46ef-a49a-a3fed7e2e5ca {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:55:44.020264 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b3775c-8ab4-4045-ae40-0e3fa0dc4340', 'tag': '04d52e81-6a66-48a6-82cf-2bf996a3487c', 'status': 'completed', 'code': 200} Sep 21 17:55:44.081306 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-49929962-f530-4b3d-9614-e9d4fcd9482b req-52af563e-7295-4c64-a0bc-c6fb34d8cadb tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks [] for floatingip, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:44.084398 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-49929962-f530-4b3d-9614-e9d4fcd9482b req-52af563e-7295-4c64-a0bc-c6fb34d8cadb tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:44.085509 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-49929962-f530-4b3d-9614-e9d4fcd9482b req-52af563e-7295-4c64-a0bc-c6fb34d8cadb tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "DELETE /v2.0/floatingips/d30a56dd-0523-4667-8559-e78d01786133 HTTP/1.1" status: 204 len: 173 time: 1.5953779 Sep 21 17:55:44.108368 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b40bc1f2-5311-4e6b-9679-d04814493787 req-8646c90a-97e2-4a03-a9f8-4ba4f73512eb tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=1545f778-e26f-49ae-a7c4-58df91edfad3 HTTP/1.1" status: 200 len: 210 time: 0.0284793 Sep 21 17:55:44.118048 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['7aa9bd13-f501-4da2-8c9e-ae10313d8d93', '3564a266-ac78-4756-aef0-dedea25f143d', '038d1f12-1d16-4eb2-9b4c-53b4687df2bb', '3e93858b-bdb5-4ed9-870b-289c54b89e54'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:44.153196 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509efa3d-42fc-4a2d-9452-ebef11e2bb93 req-106373bf-da17-4976-b1da-ad439f55839a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:44.160238 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-509efa3d-42fc-4a2d-9452-ebef11e2bb93 req-106373bf-da17-4976-b1da-ad439f55839a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d71c593332624e98b9eb6adfe1f21c51&device_id=a0b3775c-8ab4-4045-ae40-0e3fa0dc4340 HTTP/1.1" status: 200 len: 1174 time: 0.0874472 Sep 21 17:55:44.217008 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168214b-9f75-4f43-9255-36804bc5a59f req-4fda3c9e-d535-4687-a679-698513a3e85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:44.218904 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0168214b-9f75-4f43-9255-36804bc5a59f req-4fda3c9e-d535-4687-a679-698513a3e85d service neutron] 10.222.0.38 "GET /v2.0/networks?id=21b3a3fa-6b9b-4eec-b5c4-bb586b710739 HTTP/1.1" status: 200 len: 911 time: 0.6311271 Sep 21 17:55:44.260174 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c9bbb92f-4057-4211-bf9b-c85daf825d74 req-77cf9219-e7ef-4081-901b-84089c5cc88a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=2612b273-e1ea-4372-9f75-3f0aef5dc206 HTTP/1.1" status: 200 len: 210 time: 0.0563867 Sep 21 17:55:44.288102 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0168214b-9f75-4f43-9255-36804bc5a59f req-039238c2-206c-416b-bbca-46027faa266f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e193deeb-7c7b-45b7-b22d-6a271d313e44 HTTP/1.1" status: 200 len: 217 time: 0.0578344 Sep 21 17:55:44.398514 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168214b-9f75-4f43-9255-36804bc5a59f req-3fe4402d-6754-4c43-99cc-51fd6b7a4102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:44.400881 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0168214b-9f75-4f43-9255-36804bc5a59f req-3fe4402d-6754-4c43-99cc-51fd6b7a4102 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=07dfe057-fa44-4619-a478-cd516393be78 HTTP/1.1" status: 200 len: 850 time: 0.0840452 Sep 21 17:55:44.402090 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509efa3d-42fc-4a2d-9452-ebef11e2bb93 req-1e16a646-4915-4cd7-89ff-da05d3a0843d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:44.403505 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-509efa3d-42fc-4a2d-9452-ebef11e2bb93 req-1e16a646-4915-4cd7-89ff-da05d3a0843d service neutron] 10.222.0.38 "GET /v2.0/networks?id=02bd7daa-13a0-4d00-b335-4386ae333187 HTTP/1.1" status: 200 len: 913 time: 0.2225025 Sep 21 17:55:44.497667 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-509efa3d-42fc-4a2d-9452-ebef11e2bb93 req-9f46af4e-7439-4819-a1aa-0690fd28bb79 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04d52e81-6a66-48a6-82cf-2bf996a3487c HTTP/1.1" status: 200 len: 217 time: 0.0746119 Sep 21 17:55:44.499942 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0168214b-9f75-4f43-9255-36804bc5a59f req-1ed3ae3b-5589-447f-b728-147c25994225 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=21b3a3fa-6b9b-4eec-b5c4-bb586b710739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893841 Sep 21 17:55:44.704853 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509efa3d-42fc-4a2d-9452-ebef11e2bb93 req-e1f05753-3551-4bd7-aab7-039836a4dda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:44.706330 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-509efa3d-42fc-4a2d-9452-ebef11e2bb93 req-e1f05753-3551-4bd7-aab7-039836a4dda4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fc80b87c-95e9-40c5-b85b-bca5f2409b9a HTTP/1.1" status: 200 len: 852 time: 0.1708767 Sep 21 17:55:44.724605 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f239db-b9f4-45b1-bec8-73f792cb7c23 req-ceeb9031-edf0-4785-aecd-937b354bacb0 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:44.726110 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c1f239db-b9f4-45b1-bec8-73f792cb7c23 req-ceeb9031-edf0-4785-aecd-937b354bacb0 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0b3775c-8ab4-4045-ae40-0e3fa0dc4340 HTTP/1.1" status: 200 len: 1023 time: 0.1181741 Sep 21 17:55:44.767704 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0168214b-9f75-4f43-9255-36804bc5a59f req-84426a48-d613-489c-8138-097a252527b7 service neutron] 10.222.0.38 "GET /v2.0/networks/21b3a3fa-6b9b-4eec-b5c4-bb586b710739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093761 Sep 21 17:55:44.770470 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-509efa3d-42fc-4a2d-9452-ebef11e2bb93 req-b63268e8-991c-4971-91e4-07946764d196 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=02bd7daa-13a0-4d00-b335-4386ae333187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385787 Sep 21 17:55:44.832145 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c1f239db-b9f4-45b1-bec8-73f792cb7c23 req-8e1f39c9-424d-4550-add8-9b762d34640f tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fdba25a-f9d1-4ace-a051-0ec98de307a7&id=5498e8c5-a218-444a-a427-ca1ebb2bba2b&id=7d4c0c60-776d-4629-ba0a-8a2ed8bf8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0988193 Sep 21 17:55:44.872999 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed21a0-2435-4280-9862-60a9216bb435 req-3072688e-e8b5-4bc8-be56-81b82ed9a2b0 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:44.874391 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-03ed21a0-2435-4280-9862-60a9216bb435 req-3072688e-e8b5-4bc8-be56-81b82ed9a2b0 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5845501 Sep 21 17:55:44.979538 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8077f0-2cac-4870-8c62-d2dc6e820281 req-80e2bab0-56e8-4714-986f-769b9b6b6607 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:44.981030 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2b8077f0-2cac-4870-8c62-d2dc6e820281 req-80e2bab0-56e8-4714-986f-769b9b6b6607 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0561647 Sep 21 17:55:44.988487 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-509efa3d-42fc-4a2d-9452-ebef11e2bb93 req-836ac259-947d-484d-83ef-46d109680a74 service neutron] 10.222.0.38 "GET /v2.0/networks/02bd7daa-13a0-4d00-b335-4386ae333187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976454 Sep 21 17:55:44.997167 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f319803-66ba-426a-bd53-feb777fc8707 req-9d368cbc-979b-412d-ab90-508b1c946f2f tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:44.998591 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4f319803-66ba-426a-bd53-feb777fc8707 req-9d368cbc-979b-412d-ab90-508b1c946f2f tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 944 time: 0.0890656 Sep 21 17:55:45.000810 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0168214b-9f75-4f43-9255-36804bc5a59f req-0d1360c1-009f-4b80-ad58-70b7db7c38a0 service neutron] 10.222.0.38 "GET /v2.0/networks/21b3a3fa-6b9b-4eec-b5c4-bb586b710739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111545 Sep 21 17:55:45.018758 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2b8077f0-2cac-4870-8c62-d2dc6e820281 req-5c787e35-e954-4e4f-90f5-48f6ed54b608 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315940 Sep 21 17:55:45.089171 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4f319803-66ba-426a-bd53-feb777fc8707 req-31931855-65f9-49a2-a3aa-2964864f1c24 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842395 Sep 21 17:55:45.112424 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c38d52ec-242f-457a-b5cc-3a2dadd8d808 req-a9dbaf19-61eb-4a28-9207-8041a2a4a158 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "GET /v2.0/floatingips?tenant_id=35da08e307f248e0afd30af925fea1c7 HTTP/1.1" status: 200 len: 1656 time: 0.0713847 Sep 21 17:55:45.120573 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-509efa3d-42fc-4a2d-9452-ebef11e2bb93 req-4b528a45-d42a-49ee-8124-a653af6d7aa1 service neutron] 10.222.0.38 "GET /v2.0/networks/02bd7daa-13a0-4d00-b335-4386ae333187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089025 Sep 21 17:55:45.225906 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d52ec-242f-457a-b5cc-3a2dadd8d808 req-ee0008ee-5731-48e9-b123-b60e2be758eb tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:45.227423 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c38d52ec-242f-457a-b5cc-3a2dadd8d808 req-ee0008ee-5731-48e9-b123-b60e2be758eb tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "GET /v2.0/networks?id=b8a002cf-2233-41c0-bbfe-1c8ea43e5299&id=b8a002cf-2233-41c0-bbfe-1c8ea43e5299&id=b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 787 time: 0.1089661 Sep 21 17:55:45.237892 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-c38d52ec-242f-457a-b5cc-3a2dadd8d808 req-7b9592e4-ee9b-41fa-9834-2da39e445eb6 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:55:45.238867 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c38d52ec-242f-457a-b5cc-3a2dadd8d808 req-7b9592e4-ee9b-41fa-9834-2da39e445eb6 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055497 Sep 21 17:55:45.300876 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2612b273-e1ea-4372-9f75-3f0aef5dc206', 'name': 'network-vif-deleted', 'tag': '3c54e974-b039-4517-9475-49c1a9ccd4bc'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:55:45.304175 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95bdb00-8b0c-4625-b0ff-6e60438ff58e" -d '{"events": [{"server_uuid": "2612b273-e1ea-4372-9f75-3f0aef5dc206", "name": "network-vif-deleted", "tag": "3c54e974-b039-4517-9475-49c1a9ccd4bc"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:55:45.305865 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-41b2339a-1814-44dd-a99a-c8e62ec5bfbd req-fc43aa93-f212-46a6-aa91-ac5060822176 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "GET /v2.0/floatingips/8b897cc6-c172-4bee-93dc-9fd58245159e HTTP/1.1" status: 200 len: 692 time: 0.0455909 Sep 21 17:55:45.426092 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2339a-1814-44dd-a99a-c8e62ec5bfbd req-2ea64d12-b50f-48ae-b59f-c665639ecd82 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:45.427451 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-41b2339a-1814-44dd-a99a-c8e62ec5bfbd req-2ea64d12-b50f-48ae-b59f-c665639ecd82 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 784 time: 0.1135986 Sep 21 17:55:45.476933 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-41b2339a-1814-44dd-a99a-c8e62ec5bfbd req-a1ed4777-cfa0-4067-a32b-58fd1872b854 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.93 HTTP/1.1" status: 200 len: 695 time: 0.0430844 Sep 21 17:55:45.533903 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-41b2339a-1814-44dd-a99a-c8e62ec5bfbd req-4a328baa-d66b-431b-b492-aee607a8c09b tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.93 HTTP/1.1" status: 200 len: 695 time: 0.0487642 Sep 21 17:55:45.554970 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0426ac-2d60-4e18-9000-26788433a510 x-openstack-request-id: req-ef0426ac-2d60-4e18-9000-26788433a510 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:55:45.555452 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2612b273-e1ea-4372-9f75-3f0aef5dc206", "name": "network-vif-deleted", "tag": "3c54e974-b039-4517-9475-49c1a9ccd4bc", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:55:45.555834 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ef0426ac-2d60-4e18-9000-26788433a510 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:55:45.556413 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2612b273-e1ea-4372-9f75-3f0aef5dc206', 'name': 'network-vif-deleted', 'tag': '3c54e974-b039-4517-9475-49c1a9ccd4bc', 'status': 'completed', 'code': 200} Sep 21 17:55:45.678616 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-41b2339a-1814-44dd-a99a-c8e62ec5bfbd req-cf87f16e-0942-4cbf-a20a-06e4d8589649 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Deleting port 6790599d-fe3e-4fc4-a459-ae6684813699 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:55:45.679045 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-41b2339a-1814-44dd-a99a-c8e62ec5bfbd req-cf87f16e-0942-4cbf-a20a-06e4d8589649 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:45.759669 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-41b2339a-1814-44dd-a99a-c8e62ec5bfbd req-cf87f16e-0942-4cbf-a20a-06e4d8589649 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:45.760015 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-41b2339a-1814-44dd-a99a-c8e62ec5bfbd req-cf87f16e-0942-4cbf-a20a-06e4d8589649 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:45.772396 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-41b2339a-1814-44dd-a99a-c8e62ec5bfbd req-cf87f16e-0942-4cbf-a20a-06e4d8589649 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Calling delete_port for 6790599d-fe3e-4fc4-a459-ae6684813699 owned by network:floatingip {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:55:45.804218 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device e193deeb-7c7b-45b7-b22d-6a271d313e44 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:55:45.808129 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3c54e974-b039-4517-9475-49c1a9ccd4bc no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:55:45.833116 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 3c54e974-b039-4517-9475-49c1a9ccd4bc {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:55:45.833584 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3c54e974-b039-4517-9475-49c1a9ccd4bc not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:55:45.918055 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2f3f1649-0c90-4345-8454-6a713238ffc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:45.925588 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-41b2339a-1814-44dd-a99a-c8e62ec5bfbd req-cf87f16e-0942-4cbf-a20a-06e4d8589649 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:45.952434 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port e193deeb-7c7b-45b7-b22d-6a271d313e44, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=e193deeb-7c7b-45b7-b22d-6a271d313e44,segment=NetworkSegment(644490e1-e1e4-40bb-b64b-7ebdf482dc42),segment_id=644490e1-e1e4-40bb-b64b-7ebdf482dc42)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:45.954194 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf87f16e-0942-4cbf-a20a-06e4d8589649 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Pushing event deleted for resources: {'Port': ['ID=6790599d-fe3e-4fc4-a459-ae6684813699,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:45.965546 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'e193deeb-7c7b-45b7-b22d-6a271d313e44', 'network_id': '21b3a3fa-6b9b-4eec-b5c4-bb586b710739', 'port_id': 'e193deeb-7c7b-45b7-b22d-6a271d313e44', 'mac_address': 'fa:16:3e:26:0b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07dfe057-fa44-4619-a478-cd516393be78', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:55:45.979103 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf87f16e-0942-4cbf-a20a-06e4d8589649 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:45.979496 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf87f16e-0942-4cbf-a20a-06e4d8589649 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:45.979793 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf87f16e-0942-4cbf-a20a-06e4d8589649 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:45.980344 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf87f16e-0942-4cbf-a20a-06e4d8589649 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:45.980446 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf87f16e-0942-4cbf-a20a-06e4d8589649 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:45.980752 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf87f16e-0942-4cbf-a20a-06e4d8589649 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:45.981084 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf87f16e-0942-4cbf-a20a-06e4d8589649 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:45.981413 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf87f16e-0942-4cbf-a20a-06e4d8589649 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:45.981738 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf87f16e-0942-4cbf-a20a-06e4d8589649 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:45.982101 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf87f16e-0942-4cbf-a20a-06e4d8589649 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:45.982422 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf87f16e-0942-4cbf-a20a-06e4d8589649 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:45.982743 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf87f16e-0942-4cbf-a20a-06e4d8589649 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:46.008895 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:46.021259 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1545f778-e26f-49ae-a7c4-58df91edfad3', 'name': 'network-vif-deleted', 'tag': 'fdda98c6-744c-4c85-8d40-7e2321745a5d'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:55:46.021788 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e193deeb-7c7b-45b7-b22d-6a271d313e44 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:55:46.024202 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c21719-f8eb-40e0-97eb-45fa011149da" -d '{"events": [{"server_uuid": "1545f778-e26f-49ae-a7c4-58df91edfad3", "name": "network-vif-deleted", "tag": "fdda98c6-744c-4c85-8d40-7e2321745a5d"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:55:46.037311 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-41b2339a-1814-44dd-a99a-c8e62ec5bfbd req-cf87f16e-0942-4cbf-a20a-06e4d8589649 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks [] for floatingip, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:46.037619 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-b4934bcf-f8a8-45c0-8d3f-f0f515b13982 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:46.039351 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-b4934bcf-f8a8-45c0-8d3f-f0f515b13982 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/networks?id=1c00a0d6-e667-48aa-86f9-9337cd552f7d HTTP/1.1" status: 200 len: 806 time: 0.1251616 Sep 21 17:55:46.039955 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-41b2339a-1814-44dd-a99a-c8e62ec5bfbd req-cf87f16e-0942-4cbf-a20a-06e4d8589649 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:46.041201 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-41b2339a-1814-44dd-a99a-c8e62ec5bfbd req-cf87f16e-0942-4cbf-a20a-06e4d8589649 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "DELETE /v2.0/floatingips/8b897cc6-c172-4bee-93dc-9fd58245159e HTTP/1.1" status: 204 len: 173 time: 0.4979520 Sep 21 17:55:46.044016 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port e193deeb-7c7b-45b7-b22d-6a271d313e44, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=e193deeb-7c7b-45b7-b22d-6a271d313e44,segment=NetworkSegment(644490e1-e1e4-40bb-b64b-7ebdf482dc42),segment_id=644490e1-e1e4-40bb-b64b-7ebdf482dc42)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:46.048598 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:46.062210 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-c538888f-7271-4600-b2d7-26aa308deb32 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/quotas/175497c81fda4a69bcd0ab1778ee76e3 HTTP/1.1" status: 200 len: 375 time: 0.0102563 Sep 21 17:55:46.097005 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=e193deeb-7c7b-45b7-b22d-6a271d313e44,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:46.121203 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-f28680c9-4705-4808-889c-0956d042809c tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=175497c81fda4a69bcd0ab1778ee76e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0531332 Sep 21 17:55:46.145209 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f92a5-863f-4964-91eb-2135b55c3569 req-6c84e288-08a4-47bb-aa25-76ce9107cf2c tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:46.146974 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-373f92a5-863f-4964-91eb-2135b55c3569 req-6c84e288-08a4-47bb-aa25-76ce9107cf2c tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=e246bbfc-c3bc-4205-81cb-e51858a461d0 HTTP/1.1" status: 200 len: 950 time: 0.0527518 Sep 21 17:55:46.183959 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-373f92a5-863f-4964-91eb-2135b55c3569 req-d59578df-e339-48a8-a1e4-23cc029f229e tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310743 Sep 21 17:55:46.228355 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-54129579-ef16-4178-bb2d-9e70d86b12c8 service neutron] 10.222.0.58 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955374 Sep 21 17:55:46.289657 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc0c86-de93-4d89-972d-44e1c3fdf144 req-de154dcc-4720-4783-9959-657fb85472e5 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:46.291291 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3bbc0c86-de93-4d89-972d-44e1c3fdf144 req-de154dcc-4720-4783-9959-657fb85472e5 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0b3775c-8ab4-4045-ae40-0e3fa0dc4340 HTTP/1.1" status: 200 len: 1023 time: 0.0493288 Sep 21 17:55:46.300918 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device fdda98c6-744c-4c85-8d40-7e2321745a5d no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:55:46.326322 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: fdda98c6-744c-4c85-8d40-7e2321745a5d {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:55:46.326669 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device fdda98c6-744c-4c85-8d40-7e2321745a5d not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:55:46.331650 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-76cb0b36-a52f-4d26-a7ee-78300b415fbf service neutron] 10.222.0.58 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970736 Sep 21 17:55:46.337362 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3bbc0c86-de93-4d89-972d-44e1c3fdf144 req-9af253a5-a4fb-4346-9500-d105ba086c13 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups?id=8fdba25a-f9d1-4ace-a051-0ec98de307a7&id=5498e8c5-a218-444a-a427-ca1ebb2bba2b&id=7d4c0c60-776d-4629-ba0a-8a2ed8bf8d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0395107 Sep 21 17:55:46.385220 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6669aa08-df1f-4bd0-8e28-971894242b73 x-openstack-request-id: req-6669aa08-df1f-4bd0-8e28-971894242b73 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:55:46.385514 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1545f778-e26f-49ae-a7c4-58df91edfad3", "name": "network-vif-deleted", "tag": "fdda98c6-744c-4c85-8d40-7e2321745a5d", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:55:46.385763 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6669aa08-df1f-4bd0-8e28-971894242b73 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:55:46.386160 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1545f778-e26f-49ae-a7c4-58df91edfad3', 'name': 'network-vif-deleted', 'tag': 'fdda98c6-744c-4c85-8d40-7e2321745a5d', 'status': 'completed', 'code': 200} Sep 21 17:55:46.411864 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6002e-6241-4cf9-b05b-b5a72f41046a req-e2329c3c-af93-4593-8440-1f210b531af8 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:46.413408 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2bf6002e-6241-4cf9-b05b-b5a72f41046a req-e2329c3c-af93-4593-8440-1f210b531af8 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0b3775c-8ab4-4045-ae40-0e3fa0dc4340 HTTP/1.1" status: 200 len: 1023 time: 0.0510113 Sep 21 17:55:46.462144 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['e193deeb-7c7b-45b7-b22d-6a271d313e44'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:46.502728 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc04f5-b7d1-4a7c-9d55-2f7b93e7e191 req-eb3726bc-2a77-46a8-b1db-5021848d69e4 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:46.505678 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-75bc04f5-b7d1-4a7c-9d55-2f7b93e7e191 req-eb3726bc-2a77-46a8-b1db-5021848d69e4 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0725029 Sep 21 17:55:46.537928 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-110fafe9-913b-41d4-9559-80d25d1741e7 req-4be0b3ef-b8e6-4507-b678-9e16ca9c63d1 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "GET /v2.0/floatingips/df5be234-be0c-4792-8c19-82fa397211ad HTTP/1.1" status: 200 len: 693 time: 0.0733612 Sep 21 17:55:46.568960 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-75bc04f5-b7d1-4a7c-9d55-2f7b93e7e191 req-32c09436-503b-4e39-8631-28e00f0d08e2 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577927 Sep 21 17:55:46.603539 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-2bf6002e-6241-4cf9-b05b-b5a72f41046a req-65108fdf-25ca-4bf1-bd6e-51331a42b7a0 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Deleting port 04d52e81-6a66-48a6-82cf-2bf996a3487c {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:55:46.603883 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-2bf6002e-6241-4cf9-b05b-b5a72f41046a req-65108fdf-25ca-4bf1-bd6e-51331a42b7a0 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:46.690952 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a7a7b-36f2-40dc-92ff-04d7eaf4e041 req-71f49eac-d3a1-4a93-88a2-d6d926a383ee tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:46.692611 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-372a7a7b-36f2-40dc-92ff-04d7eaf4e041 req-71f49eac-d3a1-4a93-88a2-d6d926a383ee tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 945 time: 0.0520630 Sep 21 17:55:46.734272 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-372a7a7b-36f2-40dc-92ff-04d7eaf4e041 req-ce87c573-f551-438a-9fd6-3ff4eb44d57a tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345917 Sep 21 17:55:46.737532 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110fafe9-913b-41d4-9559-80d25d1741e7 req-d9ce5188-ddd2-49f3-893d-57b5e32d9dfb tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:46.738988 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-110fafe9-913b-41d4-9559-80d25d1741e7 req-d9ce5188-ddd2-49f3-893d-57b5e32d9dfb tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 784 time: 0.1911678 Sep 21 17:55:46.797352 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-2bf6002e-6241-4cf9-b05b-b5a72f41046a req-65108fdf-25ca-4bf1-bd6e-51331a42b7a0 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] For port 04d52e81-6a66-48a6-82cf-2bf996a3487c, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=04d52e81-6a66-48a6-82cf-2bf996a3487c,segment=NetworkSegment(b649b04a-47dc-4548-902b-6f55a3afe15c),segment_id=b649b04a-47dc-4548-902b-6f55a3afe15c)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:46.797731 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-2bf6002e-6241-4cf9-b05b-b5a72f41046a req-65108fdf-25ca-4bf1-bd6e-51331a42b7a0 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:46.810233 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a4b644fa-6cca-4ae3-8452-f5d1b87613e1 req-9ef0b20f-eb43-4181-a0d8-a8f4748ce45b tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6cff875-bb1a-4a8f-8936-61ad4b323c28 HTTP/1.1" status: 200 len: 210 time: 0.0291574 Sep 21 17:55:46.811041 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-110fafe9-913b-41d4-9559-80d25d1741e7 req-cfc51c68-2492-4364-a208-3647a9598be8 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.133 HTTP/1.1" status: 200 len: 696 time: 0.0647664 Sep 21 17:55:46.816878 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-2bf6002e-6241-4cf9-b05b-b5a72f41046a req-65108fdf-25ca-4bf1-bd6e-51331a42b7a0 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Calling delete_port for 04d52e81-6a66-48a6-82cf-2bf996a3487c owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:55:46.911508 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-110fafe9-913b-41d4-9559-80d25d1741e7 req-01d279fc-89ef-4a0c-b523-f37af8693aac tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.133 HTTP/1.1" status: 200 len: 696 time: 0.0874956 Sep 21 17:55:46.918855 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9abc6b-66fd-4fad-aaf9-04d4172531ae req-a9a9b9e8-158f-46a5-ad94-adb729dad109 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:46.920422 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ca9abc6b-66fd-4fad-aaf9-04d4172531ae req-a9a9b9e8-158f-46a5-ad94-adb729dad109 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0528414 Sep 21 17:55:46.963648 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ca9abc6b-66fd-4fad-aaf9-04d4172531ae req-2d65cdbb-7b92-4488-a7bc-19596a6f1dff tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373557 Sep 21 17:55:47.107568 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-2bf6002e-6241-4cf9-b05b-b5a72f41046a req-65108fdf-25ca-4bf1-bd6e-51331a42b7a0 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:47.121252 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-110fafe9-913b-41d4-9559-80d25d1741e7 req-91bef7d3-b247-4f89-951d-ac2a3417f647 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Deleting port ede6d622-2d64-48e9-927f-ffe3e625cd7d {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:55:47.121587 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-110fafe9-913b-41d4-9559-80d25d1741e7 req-91bef7d3-b247-4f89-951d-ac2a3417f647 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:47.153534 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65108fdf-25ca-4bf1-bd6e-51331a42b7a0 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Pushing event deleted for resources: {'Port': ['ID=04d52e81-6a66-48a6-82cf-2bf996a3487c,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:47.229807 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf6002e-6241-4cf9-b05b-b5a72f41046a req-65108fdf-25ca-4bf1-bd6e-51331a42b7a0 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] No DVR routers for this DVR port 04d52e81-6a66-48a6-82cf-2bf996a3487c on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:55:47.235242 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-2bf6002e-6241-4cf9-b05b-b5a72f41046a req-65108fdf-25ca-4bf1-bd6e-51331a42b7a0 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:47.237243 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2bf6002e-6241-4cf9-b05b-b5a72f41046a req-65108fdf-25ca-4bf1-bd6e-51331a42b7a0 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.38 "DELETE /v2.0/ports/04d52e81-6a66-48a6-82cf-2bf996a3487c HTTP/1.1" status: 204 len: 173 time: 0.8166242 Sep 21 17:55:47.261059 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-110fafe9-913b-41d4-9559-80d25d1741e7 req-91bef7d3-b247-4f89-951d-ac2a3417f647 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:47.261389 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-110fafe9-913b-41d4-9559-80d25d1741e7 req-91bef7d3-b247-4f89-951d-ac2a3417f647 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:47.273779 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-110fafe9-913b-41d4-9559-80d25d1741e7 req-91bef7d3-b247-4f89-951d-ac2a3417f647 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Calling delete_port for ede6d622-2d64-48e9-927f-ffe3e625cd7d owned by network:floatingip {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:55:47.368104 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802', '04d52e81-6a66-48a6-82cf-2bf996a3487c'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:47.428635 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-110fafe9-913b-41d4-9559-80d25d1741e7 req-91bef7d3-b247-4f89-951d-ac2a3417f647 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:47.463209 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bef7d3-b247-4f89-951d-ac2a3417f647 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Pushing event deleted for resources: {'Port': ['ID=ede6d622-2d64-48e9-927f-ffe3e625cd7d,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:47.483147 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78b861-9b4d-43b2-9e82-e3e9688c1503 req-b7933180-f030-4f30-b093-30be0f1865c0 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:47.484764 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ce78b861-9b4d-43b2-9e82-e3e9688c1503 req-b7933180-f030-4f30-b093-30be0f1865c0 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=e246bbfc-c3bc-4205-81cb-e51858a461d0 HTTP/1.1" status: 200 len: 950 time: 0.0682380 Sep 21 17:55:47.524499 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-110fafe9-913b-41d4-9559-80d25d1741e7 req-91bef7d3-b247-4f89-951d-ac2a3417f647 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks [] for floatingip, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:47.524749 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ce78b861-9b4d-43b2-9e82-e3e9688c1503 req-031968fb-47e2-4b08-958c-74f214fd8a87 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338075 Sep 21 17:55:47.527553 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-110fafe9-913b-41d4-9559-80d25d1741e7 req-91bef7d3-b247-4f89-951d-ac2a3417f647 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:47.528843 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-110fafe9-913b-41d4-9559-80d25d1741e7 req-91bef7d3-b247-4f89-951d-ac2a3417f647 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "DELETE /v2.0/floatingips/df5be234-be0c-4792-8c19-82fa397211ad HTTP/1.1" status: 204 len: 173 time: 0.6103296 Sep 21 17:55:47.557675 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b3775c-8ab4-4045-ae40-0e3fa0dc4340', 'name': 'network-vif-deleted', 'tag': '04d52e81-6a66-48a6-82cf-2bf996a3487c'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:55:47.561289 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d09f64-134b-40c6-a9c2-b0a53599d491" -d '{"events": [{"server_uuid": "a0b3775c-8ab4-4045-ae40-0e3fa0dc4340", "name": "network-vif-deleted", "tag": "04d52e81-6a66-48a6-82cf-2bf996a3487c"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:55:47.629570 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-62da44aa-43f4-4928-8f17-18ec254c9308 req-29eb0cbc-d5b1-4022-88df-71a4c442e114 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0b3775c-8ab4-4045-ae40-0e3fa0dc4340 HTTP/1.1" status: 200 len: 210 time: 0.0265265 Sep 21 17:55:47.653871 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641841e-df21-4713-beae-8c0a66151fbd req-b6bc2d95-3d55-4aee-ac57-abe3d6475e80 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:47.662163 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6641841e-df21-4713-beae-8c0a66151fbd req-b6bc2d95-3d55-4aee-ac57-abe3d6475e80 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0634840 Sep 21 17:55:47.714059 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6641841e-df21-4713-beae-8c0a66151fbd req-615398ef-ca86-4620-a86c-4fa02cb340eb tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508237 Sep 21 17:55:47.714763 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5ff23f42-ebf1-4722-8ce2-f57f5b2332ac req-9735a447-024e-4018-85a6-8cb8e2fb2a15 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "GET /v2.0/floatingips/dd19a936-4f6c-43e8-b9ef-b672052ff012 HTTP/1.1" status: 200 len: 693 time: 0.0489733 Sep 21 17:55:47.761288 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6899b042-a2e8-4674-8d43-e0f6793dacf5 x-openstack-request-id: req-6899b042-a2e8-4674-8d43-e0f6793dacf5 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:55:47.761878 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b3775c-8ab4-4045-ae40-0e3fa0dc4340", "name": "network-vif-deleted", "tag": "04d52e81-6a66-48a6-82cf-2bf996a3487c", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:55:47.762246 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6899b042-a2e8-4674-8d43-e0f6793dacf5 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:55:47.763532 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b3775c-8ab4-4045-ae40-0e3fa0dc4340', 'name': 'network-vif-deleted', 'tag': '04d52e81-6a66-48a6-82cf-2bf996a3487c', 'status': 'completed', 'code': 200} Sep 21 17:55:47.815674 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device e193deeb-7c7b-45b7-b22d-6a271d313e44 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:55:47.850978 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff23f42-ebf1-4722-8ce2-f57f5b2332ac req-3d4d5301-b0e4-4005-8720-00c1c0330f67 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:47.860017 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5ff23f42-ebf1-4722-8ce2-f57f5b2332ac req-3d4d5301-b0e4-4005-8720-00c1c0330f67 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 784 time: 0.1390147 Sep 21 17:55:47.882004 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port e193deeb-7c7b-45b7-b22d-6a271d313e44 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:55:47.887091 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port e193deeb-7c7b-45b7-b22d-6a271d313e44 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:47.887803 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:47.896606 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf6891-ac14-4c05-861e-1ee543ee495a req-048cc803-fe42-461c-bd82-e79da5b17e4b tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:47.900361 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-95bf6891-ac14-4c05-861e-1ee543ee495a req-048cc803-fe42-461c-bd82-e79da5b17e4b tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 945 time: 0.0659623 Sep 21 17:55:47.947342 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5ff23f42-ebf1-4722-8ce2-f57f5b2332ac req-1570b0a7-d65e-4e55-9f68-a5f102bf2208 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.120 HTTP/1.1" status: 200 len: 696 time: 0.0860393 Sep 21 17:55:47.949937 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-95bf6891-ac14-4c05-861e-1ee543ee495a req-e3a48138-fe49-4c43-9c90-f3ecbf5e078f tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441670 Sep 21 17:55:47.992601 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:48.028307 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port e193deeb-7c7b-45b7-b22d-6a271d313e44, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=e193deeb-7c7b-45b7-b22d-6a271d313e44,segment=NetworkSegment(644490e1-e1e4-40bb-b64b-7ebdf482dc42),segment_id=644490e1-e1e4-40bb-b64b-7ebdf482dc42)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:48.029890 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e193deeb-7c7b-45b7-b22d-6a271d313e44'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:55:48.032313 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a95c49-0d0f-49ad-bffd-b499348ffbaf" -d '{"events": [{"server_uuid": "f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0", "name": "network-vif-plugged", "status": "completed", "tag": "e193deeb-7c7b-45b7-b22d-6a271d313e44"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:55:48.036419 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:48.037643 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5ff23f42-ebf1-4722-8ce2-f57f5b2332ac req-177da385-0891-4b3c-a8e9-ac300e7a1240 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.6.120 HTTP/1.1" status: 200 len: 696 time: 0.0893731 Sep 21 17:55:48.062870 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9fde0b0c-4f2b-4c90-8427-71fcc37696bd req-eba21815-371a-42ee-be2c-2d82f7cb0d78 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6cff875-bb1a-4a8f-8936-61ad4b323c28 HTTP/1.1" status: 200 len: 210 time: 0.0419078 Sep 21 17:55:48.091861 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=e193deeb-7c7b-45b7-b22d-6a271d313e44,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:48.118713 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154925f5-0955-4b04-a14c-049e69971063 x-openstack-request-id: req-154925f5-0955-4b04-a14c-049e69971063 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:55:48.119061 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0", "name": "network-vif-plugged", "status": "completed", "tag": "e193deeb-7c7b-45b7-b22d-6a271d313e44", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:55:48.119455 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-154925f5-0955-4b04-a14c-049e69971063 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:55:48.119909 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e193deeb-7c7b-45b7-b22d-6a271d313e44', 'code': 200} Sep 21 17:55:48.158829 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-0d0938a5-ccd9-4037-87c5-a59a31fb2f01 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:48.160358 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-0d0938a5-ccd9-4037-87c5-a59a31fb2f01 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.44 "GET /v2.0/networks?id=1c00a0d6-e667-48aa-86f9-9337cd552f7d HTTP/1.1" status: 200 len: 806 time: 0.2972736 Sep 21 17:55:48.207009 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-dc152cb8-9a7e-4eb3-bc95-74ed8be0dd6b tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Request body: {'port': {'device_id': 'a6cff875-bb1a-4a8f-8936-61ad4b323c28', 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d', 'admin_state_up': True, 'tenant_id': '175497c81fda4a69bcd0ab1778ee76e3'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:48.223321 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-5ff23f42-ebf1-4722-8ce2-f57f5b2332ac req-9a6a3d5f-3bb3-435d-b7ff-51bfab3decf6 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Deleting port b526dbdf-9d8d-47b4-9dce-3c25fb2585f6 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:55:48.223670 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-5ff23f42-ebf1-4722-8ce2-f57f5b2332ac req-9a6a3d5f-3bb3-435d-b7ff-51bfab3decf6 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:48.258694 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70b1fe-e9b7-4fb3-8a38-5169779047fb req-e424fbe2-4dff-40ac-a541-1dde7d20930a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:48.260285 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7e70b1fe-e9b7-4fb3-8a38-5169779047fb req-e424fbe2-4dff-40ac-a541-1dde7d20930a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 1097 time: 0.0748024 Sep 21 17:55:48.273063 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe14d98-9a03-4472-bb78-910157866690 req-416a787f-695a-4d1e-b894-a96c6201742c tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:48.274482 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bbe14d98-9a03-4472-bb78-910157866690 req-416a787f-695a-4d1e-b894-a96c6201742c tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.44 "GET /v2.0/ports?device_id=e246bbfc-c3bc-4205-81cb-e51858a461d0 HTTP/1.1" status: 200 len: 950 time: 0.0648887 Sep 21 17:55:48.345643 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7e70b1fe-e9b7-4fb3-8a38-5169779047fb req-80004eae-13ef-4ad6-a5d0-3b0c913bb374 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700130 Sep 21 17:55:48.346266 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-38d14cbf-3c3f-401e-a1a4-2bf91afd960c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:48.364232 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-5ff23f42-ebf1-4722-8ce2-f57f5b2332ac req-9a6a3d5f-3bb3-435d-b7ff-51bfab3decf6 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:48.364571 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-5ff23f42-ebf1-4722-8ce2-f57f5b2332ac req-9a6a3d5f-3bb3-435d-b7ff-51bfab3decf6 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:48.383633 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-5ff23f42-ebf1-4722-8ce2-f57f5b2332ac req-9a6a3d5f-3bb3-435d-b7ff-51bfab3decf6 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Calling delete_port for b526dbdf-9d8d-47b4-9dce-3c25fb2585f6 owned by network:floatingip {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:55:48.396727 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-bbe14d98-9a03-4472-bb78-910157866690 req-83d72041-1af8-4746-ab1c-05f86a737e4b tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Deleting port f7484a6d-d2e4-4bb0-965e-be69d1efbcd5 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:55:48.397278 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bbe14d98-9a03-4472-bb78-910157866690 req-83d72041-1af8-4746-ab1c-05f86a737e4b tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:48.402668 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-dc152cb8-9a7e-4eb3-bc95-74ed8be0dd6b tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Made reservation on behalf of 175497c81fda4a69bcd0ab1778ee76e3 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:55:48.406293 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-dc152cb8-9a7e-4eb3-bc95-74ed8be0dd6b tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:48.490582 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-bbe14d98-9a03-4472-bb78-910157866690 req-83d72041-1af8-4746-ab1c-05f86a737e4b tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] For port f7484a6d-d2e4-4bb0-965e-be69d1efbcd5, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=f7484a6d-d2e4-4bb0-965e-be69d1efbcd5,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:48.491231 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bbe14d98-9a03-4472-bb78-910157866690 req-83d72041-1af8-4746-ab1c-05f86a737e4b tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:48.505408 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-bbe14d98-9a03-4472-bb78-910157866690 req-83d72041-1af8-4746-ab1c-05f86a737e4b tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Calling delete_port for f7484a6d-d2e4-4bb0-965e-be69d1efbcd5 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:55:48.609510 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-dc152cb8-9a7e-4eb3-bc95-74ed8be0dd6b tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Allocated IP 172.20.0.3 (1c00a0d6-e667-48aa-86f9-9337cd552f7d/b33b2c75-9b86-4e4e-90ea-cf1f238c715d/85036551-c7eb-4bc1-96cd-0e5a19471a8f) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:55:48.634635 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-5ff23f42-ebf1-4722-8ce2-f57f5b2332ac req-9a6a3d5f-3bb3-435d-b7ff-51bfab3decf6 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:48.669266 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a3d5f-3bb3-435d-b7ff-51bfab3decf6 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Pushing event deleted for resources: {'Port': ['ID=b526dbdf-9d8d-47b4-9dce-3c25fb2585f6,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:48.689443 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca342ba0-3a1c-414c-975a-b6a00d7927ae req-ef26274c-1428-464b-bf7c-5e29588151d0 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:48.691303 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca342ba0-3a1c-414c-975a-b6a00d7927ae req-ef26274c-1428-464b-bf7c-5e29588151d0 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=e246bbfc-c3bc-4205-81cb-e51858a461d0 HTTP/1.1" status: 200 len: 867 time: 0.0859327 Sep 21 17:55:48.692080 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bbe14d98-9a03-4472-bb78-910157866690 req-83d72041-1af8-4746-ab1c-05f86a737e4b tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:48.704223 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['7aa9bd13-f501-4da2-8c9e-ae10313d8d93', '3564a266-ac78-4756-aef0-dedea25f143d', '038d1f12-1d16-4eb2-9b4c-53b4687df2bb', '3e93858b-bdb5-4ed9-870b-289c54b89e54'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:48.708372 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['cc30f523-7380-4b64-8faa-f165cddcb2fd', '428f6bdd-d7b3-4e30-b304-449ac1894866'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:48.732471 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d72041-1af8-4746-ab1c-05f86a737e4b tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Pushing event deleted for resources: {'Port': ['ID=f7484a6d-d2e4-4bb0-965e-be69d1efbcd5,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:48.794164 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe14d98-9a03-4472-bb78-910157866690 req-83d72041-1af8-4746-ab1c-05f86a737e4b tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] No DVR routers for this DVR port f7484a6d-d2e4-4bb0-965e-be69d1efbcd5 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:55:48.795559 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-5ff23f42-ebf1-4722-8ce2-f57f5b2332ac req-9a6a3d5f-3bb3-435d-b7ff-51bfab3decf6 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks [] for floatingip, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:48.798093 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-5ff23f42-ebf1-4722-8ce2-f57f5b2332ac req-9a6a3d5f-3bb3-435d-b7ff-51bfab3decf6 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:48.800046 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bbe14d98-9a03-4472-bb78-910157866690 req-83d72041-1af8-4746-ab1c-05f86a737e4b tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:48.805205 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bbe14d98-9a03-4472-bb78-910157866690 req-83d72041-1af8-4746-ab1c-05f86a737e4b tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.44 "DELETE /v2.0/ports/f7484a6d-d2e4-4bb0-965e-be69d1efbcd5 HTTP/1.1" status: 204 len: 173 time: 0.5145557 Sep 21 17:55:48.810136 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5ff23f42-ebf1-4722-8ce2-f57f5b2332ac req-9a6a3d5f-3bb3-435d-b7ff-51bfab3decf6 tempest-FloatingIPDetailsTestJSON-2044224564 tempest-FloatingIPDetailsTestJSON-2044224564-project] 10.222.0.58 "DELETE /v2.0/floatingips/dd19a936-4f6c-43e8-b9ef-b672052ff012 HTTP/1.1" status: 204 len: 173 time: 0.7714071 Sep 21 17:55:48.810659 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59300) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:48.818703 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca342ba0-3a1c-414c-975a-b6a00d7927ae req-6b7ab3fb-cb1a-4d91-81f4-abe06cc4d0fc tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126022 Sep 21 17:55:48.985624 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac79dd-cb16-4932-8a2f-bee294552582 req-bc26e36c-995e-4214-9b53-8af811a2f60c tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:48.986010 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:48.988180 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92ac79dd-cb16-4932-8a2f-bee294552582 req-bc26e36c-995e-4214-9b53-8af811a2f60c tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0847836 Sep 21 17:55:49.040470 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92ac79dd-cb16-4932-8a2f-bee294552582 req-f8666c41-a65f-4e9c-b7c9-7fcfc8534efd tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462306 Sep 21 17:55:49.099680 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-dc152cb8-9a7e-4eb3-bc95-74ed8be0dd6b tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:49.111885 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-42b9dbc8-8ec1-453f-b9cf-9dc72962fd91 req-44ae8bf8-30de-4fc7-8e57-7d1ef5b40387 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups/8fdba25a-f9d1-4ace-a051-0ec98de307a7 HTTP/1.1" status: 200 len: 1799 time: 0.2206368 Sep 21 17:55:49.158442 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d754e3-84c1-400d-95a5-b46db8ec96e2 req-d2f1ff42-3986-43ee-a50e-de2b956dd6b8 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:49.163409 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f7d754e3-84c1-400d-95a5-b46db8ec96e2 req-d2f1ff42-3986-43ee-a50e-de2b956dd6b8 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.0554864 Sep 21 17:55:49.211804 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f7d754e3-84c1-400d-95a5-b46db8ec96e2 req-d611100d-641e-4047-82d2-cdfa5d6cb0ce tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447152 Sep 21 17:55:49.270204 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-dc152cb8-9a7e-4eb3-bc95-74ed8be0dd6b tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:49.317698 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653f8bf-edaf-42b5-92ca-e4f8fc4b170a req-45d083df-1bb5-4123-9db6-247ae3d3ccec tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:49.319154 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7653f8bf-edaf-42b5-92ca-e4f8fc4b170a req-45d083df-1bb5-4123-9db6-247ae3d3ccec tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6cff875-bb1a-4a8f-8936-61ad4b323c28 HTTP/1.1" status: 200 len: 931 time: 0.0516300 Sep 21 17:55:49.334869 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-42b9dbc8-8ec1-453f-b9cf-9dc72962fd91 req-468071e7-6c16-4362-85bd-ff33899ca3ea tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:49.356104 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-dc152cb8-9a7e-4eb3-bc95-74ed8be0dd6b tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Network 1c00a0d6-e667-48aa-86f9-9337cd552f7d is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:55:49.363855 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7653f8bf-edaf-42b5-92ca-e4f8fc4b170a req-cd197982-4650-4d1d-9a07-7379b6554c85 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375593 Sep 21 17:55:49.371415 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-dc152cb8-9a7e-4eb3-bc95-74ed8be0dd6b tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:55:49.381218 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-dc152cb8-9a7e-4eb3-bc95-74ed8be0dd6b tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:55:49.395978 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-42b9dbc8-8ec1-453f-b9cf-9dc72962fd91 req-468071e7-6c16-4362-85bd-ff33899ca3ea tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:49.423041 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc152cb8-9a7e-4eb3-bc95-74ed8be0dd6b tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Pushing event updated for resources: {'Port': ['ID=85036551-c7eb-4bc1-96cd-0e5a19471a8f,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:49.521919 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-dc152cb8-9a7e-4eb3-bc95-74ed8be0dd6b tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:49.522560 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-dc152cb8-9a7e-4eb3-bc95-74ed8be0dd6b tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:49.545946 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-42b9dbc8-8ec1-453f-b9cf-9dc72962fd91 req-468071e7-6c16-4362-85bd-ff33899ca3ea tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:49.548539 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-42b9dbc8-8ec1-453f-b9cf-9dc72962fd91 req-468071e7-6c16-4362-85bd-ff33899ca3ea tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:49.550014 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-42b9dbc8-8ec1-453f-b9cf-9dc72962fd91 req-468071e7-6c16-4362-85bd-ff33899ca3ea tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "DELETE /v2.0/security-groups/8fdba25a-f9d1-4ace-a051-0ec98de307a7 HTTP/1.1" status: 204 len: 173 time: 0.4022040 Sep 21 17:55:49.557538 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-dc152cb8-9a7e-4eb3-bc95-74ed8be0dd6b tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3557737 Sep 21 17:55:49.570317 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468071e7-6c16-4362-85bd-ff33899ca3ea tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdba25a-f9d1-4ace-a051-0ec98de307a7,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:49.587033 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-50c81d17-8483-4e81-b565-1fd189013757 service neutron] Request body: {'port': {'device_id': 'a6cff875-bb1a-4a8f-8936-61ad4b323c28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:49.616550 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-83ed5184-3ac5-477c-a94b-ddcf9a10e962 req-951ca33a-1c83-44c1-855c-297577bd5800 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups/7d4c0c60-776d-4629-ba0a-8a2ed8bf8d6d HTTP/1.1" status: 200 len: 1800 time: 0.0439944 Sep 21 17:55:49.686250 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-83ed5184-3ac5-477c-a94b-ddcf9a10e962 req-f04187e1-0273-4784-82dc-9d79ecac1534 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:49.692162 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-50c81d17-8483-4e81-b565-1fd189013757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:49.710858 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-83ed5184-3ac5-477c-a94b-ddcf9a10e962 req-f04187e1-0273-4784-82dc-9d79ecac1534 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:49.757034 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-83ed5184-3ac5-477c-a94b-ddcf9a10e962 req-f04187e1-0273-4784-82dc-9d79ecac1534 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:49.759633 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-83ed5184-3ac5-477c-a94b-ddcf9a10e962 req-f04187e1-0273-4784-82dc-9d79ecac1534 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:49.760699 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2a16b7ef-48b8-494c-b8e2-74c076f12b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:49.760849 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-83ed5184-3ac5-477c-a94b-ddcf9a10e962 req-f04187e1-0273-4784-82dc-9d79ecac1534 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "DELETE /v2.0/security-groups/7d4c0c60-776d-4629-ba0a-8a2ed8bf8d6d HTTP/1.1" status: 204 len: 173 time: 0.1376355 Sep 21 17:55:49.768150 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e246bbfc-c3bc-4205-81cb-e51858a461d0', 'name': 'network-vif-deleted', 'tag': 'f7484a6d-d2e4-4bb0-965e-be69d1efbcd5'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:55:49.771546 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb419710-68fd-4147-b7f0-94ef9c29135a" -d '{"events": [{"server_uuid": "e246bbfc-c3bc-4205-81cb-e51858a461d0", "name": "network-vif-deleted", "tag": "f7484a6d-d2e4-4bb0-965e-be69d1efbcd5"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:55:49.777984 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04187e1-0273-4784-82dc-9d79ecac1534 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4c0c60-776d-4629-ba0a-8a2ed8bf8d6d,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:49.819250 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b282a3ab-4f6b-4c65-9a7d-9d5f3bea46e2 x-openstack-request-id: req-b282a3ab-4f6b-4c65-9a7d-9d5f3bea46e2 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:55:49.819547 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e246bbfc-c3bc-4205-81cb-e51858a461d0", "name": "network-vif-deleted", "tag": "f7484a6d-d2e4-4bb0-965e-be69d1efbcd5", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:55:49.819820 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b282a3ab-4f6b-4c65-9a7d-9d5f3bea46e2 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:55:49.820199 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e246bbfc-c3bc-4205-81cb-e51858a461d0', 'name': 'network-vif-deleted', 'tag': 'f7484a6d-d2e4-4bb0-965e-be69d1efbcd5', 'status': 'completed', 'code': 200} Sep 21 17:55:49.825026 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 04d52e81-6a66-48a6-82cf-2bf996a3487c no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:55:49.846619 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 04d52e81-6a66-48a6-82cf-2bf996a3487c {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:55:49.846983 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 04d52e81-6a66-48a6-82cf-2bf996a3487c not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:55:49.975491 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:50.106471 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11d318-4627-4b8c-aa20-09f2c947923f req-13bd5b2f-6e0e-4723-999d-e3d48dcb6f1e tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:50.107962 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0b11d318-4627-4b8c-aa20-09f2c947923f req-13bd5b2f-6e0e-4723-999d-e3d48dcb6f1e tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=824309ba-a505-4fb7-9d78-e0c197ff7f5e HTTP/1.1" status: 200 len: 950 time: 0.0510974 Sep 21 17:55:50.148264 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0b11d318-4627-4b8c-aa20-09f2c947923f req-9cbb2628-ce12-437d-896d-08c71f83030a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339475 Sep 21 17:55:50.175414 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-aa7231b5-2bf3-4acf-a5c3-082f63bfcc4e req-4f6c4aff-eadb-45ae-a04b-e34c8cee15db tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1485639215', 'description': 'tempest-description-817342513'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:50.256650 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ab6d7-1e24-42c5-a31a-b23284df0f85 req-4c75a4ef-b76f-4b4b-a22c-090794efd9b7 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:50.258134 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-746ab6d7-1e24-42c5-a31a-b23284df0f85 req-4c75a4ef-b76f-4b4b-a22c-090794efd9b7 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0526605 Sep 21 17:55:50.271864 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-aa7231b5-2bf3-4acf-a5c3-082f63bfcc4e req-4f6c4aff-eadb-45ae-a04b-e34c8cee15db tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:50.297153 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-746ab6d7-1e24-42c5-a31a-b23284df0f85 req-9cdbd46d-632d-4646-808a-4e91ec7d8ebf tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327239 Sep 21 17:55:50.315392 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device f7484a6d-d2e4-4bb0-965e-be69d1efbcd5 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:55:50.341017 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: f7484a6d-d2e4-4bb0-965e-be69d1efbcd5 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:55:50.341423 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device f7484a6d-d2e4-4bb0-965e-be69d1efbcd5 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:55:50.409169 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee4171-ad38-4377-bff8-37f2825524ab req-98764c02-4d52-40ff-a65d-e41583614861 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:50.410688 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-11ee4171-ad38-4377-bff8-37f2825524ab req-98764c02-4d52-40ff-a65d-e41583614861 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.0533595 Sep 21 17:55:50.450459 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-11ee4171-ad38-4377-bff8-37f2825524ab req-4b081617-1116-4a82-9de8-4ac6cdac2268 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334833 Sep 21 17:55:50.512647 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-50c81d17-8483-4e81-b565-1fd189013757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85036551-c7eb-4bc1-96cd-0e5a19471a8f {{(pid=101461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:55:50.533338 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-50c81d17-8483-4e81-b565-1fd189013757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:50.549092 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-aa7231b5-2bf3-4acf-a5c3-082f63bfcc4e req-4f6c4aff-eadb-45ae-a04b-e34c8cee15db tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:50.557095 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-aa7231b5-2bf3-4acf-a5c3-082f63bfcc4e req-4f6c4aff-eadb-45ae-a04b-e34c8cee15db tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:50.562111 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce2b78-b4c7-4b87-bd9d-491c65ff7f3e req-92094386-18a3-4b1d-8c1b-c24a58e27cba tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:50.563849 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-09ce2b78-b4c7-4b87-bd9d-491c65ff7f3e req-92094386-18a3-4b1d-8c1b-c24a58e27cba tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6cff875-bb1a-4a8f-8936-61ad4b323c28 HTTP/1.1" status: 200 len: 931 time: 0.0516512 Sep 21 17:55:50.570080 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.provisioning_blocks [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-50c81d17-8483-4e81-b565-1fd189013757 service neutron] Transition to ACTIVE for port object 85036551-c7eb-4bc1-96cd-0e5a19471a8f will not be triggered until provisioned by entity L2. {{(pid=101461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:55:50.590526 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['dbc0d7b1-96db-431a-bbdc-4aac85019438'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:50.602269 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-50c81d17-8483-4e81-b565-1fd189013757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:50.604711 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-09ce2b78-b4c7-4b87-bd9d-491c65ff7f3e req-794b8aff-2ffd-47f5-b2ed-b246c861e389 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346859 Sep 21 17:55:50.641428 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-aa7231b5-2bf3-4acf-a5c3-082f63bfcc4e req-4f6c4aff-eadb-45ae-a04b-e34c8cee15db tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:50.642804 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-aa7231b5-2bf3-4acf-a5c3-082f63bfcc4e req-4f6c4aff-eadb-45ae-a04b-e34c8cee15db tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8317420 Sep 21 17:55:50.658487 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c4aff-eadb-45ae-a04b-e34c8cee15db tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19a59748-50c4-437f-b899-b00f4e875ff8,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:50.698400 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c81d17-8483-4e81-b565-1fd189013757 service neutron] Pushing event updated for resources: {'Port': ['ID=85036551-c7eb-4bc1-96cd-0e5a19471a8f,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:50.778103 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b7ef-48b8-494c-b8e2-74c076f12b61 admin admin] Deleting port ad877e4f-eca5-448a-b9e0-09e75ab5c935 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:55:50.778508 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2a16b7ef-48b8-494c-b8e2-74c076f12b61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:50.816780 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-50c81d17-8483-4e81-b565-1fd189013757 service neutron] Attempting to bind port 85036551-c7eb-4bc1-96cd-0e5a19471a8f on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:55:50.816780 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-50c81d17-8483-4e81-b565-1fd189013757 service neutron] Attempting to bind port 85036551-c7eb-4bc1-96cd-0e5a19471a8f by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '56b6ab3c-69bd-42e2-acea-4797f09bea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:55:50.817225 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-50c81d17-8483-4e81-b565-1fd189013757 service neutron] Attempting to bind port 85036551-c7eb-4bc1-96cd-0e5a19471a8f on network 1c00a0d6-e667-48aa-86f9-9337cd552f7d {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:55:50.850089 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-50c81d17-8483-4e81-b565-1fd189013757 service neutron] Port 85036551-c7eb-4bc1-96cd-0e5a19471a8f on network 1c00a0d6-e667-48aa-86f9-9337cd552f7d not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:55:50.850397 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-50c81d17-8483-4e81-b565-1fd189013757 service neutron] Attempting to bind port 85036551-c7eb-4bc1-96cd-0e5a19471a8f on network 1c00a0d6-e667-48aa-86f9-9337cd552f7d {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:55:50.860052 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-50c81d17-8483-4e81-b565-1fd189013757 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:55:50.860444 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-50c81d17-8483-4e81-b565-1fd189013757 service neutron] Checking segment: {'id': '56b6ab3c-69bd-42e2-acea-4797f09bea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:55:50.860789 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-50c81d17-8483-4e81-b565-1fd189013757 service neutron] Bound using segment: {'id': '56b6ab3c-69bd-42e2-acea-4797f09bea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d'} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:55:50.861595 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-50c81d17-8483-4e81-b565-1fd189013757 service neutron] Bound port: 85036551-c7eb-4bc1-96cd-0e5a19471a8f, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b6ab3c-69bd-42e2-acea-4797f09bea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d'}}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:55:50.861595 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-50c81d17-8483-4e81-b565-1fd189013757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:50.871565 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b3b6a428-3dbe-4ce4-83ac-4218da2dc186 req-c66738b1-e46e-45b7-8061-1425fc64f450 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups/19a59748-50c4-437f-b899-b00f4e875ff8 HTTP/1.1" status: 200 len: 1800 time: 0.0721087 Sep 21 17:55:50.880875 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4f5e7-5859-44a5-a22c-35275ae45aef req-9c309c8d-e80b-4738-a7c3-1c840d46d2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:50.882569 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c4c4f5e7-5859-44a5-a22c-35275ae45aef req-9c309c8d-e80b-4738-a7c3-1c840d46d2b3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9f77b13dab8e4d118c01975b2d61d3f1&device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 1097 time: 0.0622730 Sep 21 17:55:50.887460 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-b3b6a428-3dbe-4ce4-83ac-4218da2dc186 req-b83ea9f4-4aa3-43a9-9298-6d24d3684a20 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Request body: {'security_group': {'name': 'tempest-sg-hth-872735924', 'description': 'tempest-description-hth-658950293'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:55:50.935947 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-2a16b7ef-48b8-494c-b8e2-74c076f12b61 admin admin] For port ad877e4f-eca5-448a-b9e0-09e75ab5c935, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ad877e4f-eca5-448a-b9e0-09e75ab5c935,segment=NetworkSegment(0e2b49d7-5d2d-494d-b281-8a3a1d6ed5d6),segment_id=0e2b49d7-5d2d-494d-b281-8a3a1d6ed5d6)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:50.936220 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2a16b7ef-48b8-494c-b8e2-74c076f12b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:50.965097 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b3b6a428-3dbe-4ce4-83ac-4218da2dc186 req-b83ea9f4-4aa3-43a9-9298-6d24d3684a20 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:50.965769 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b7ef-48b8-494c-b8e2-74c076f12b61 admin admin] Calling delete_port for ad877e4f-eca5-448a-b9e0-09e75ab5c935 owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:55:51.026604 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4f5e7-5859-44a5-a22c-35275ae45aef req-89cd4ff8-7812-4ad4-b98d-4a1604c02d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:51.028132 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c4c4f5e7-5859-44a5-a22c-35275ae45aef req-89cd4ff8-7812-4ad4-b98d-4a1604c02d5c service neutron] 10.222.0.38 "GET /v2.0/networks?id=21b3a3fa-6b9b-4eec-b5c4-bb586b710739 HTTP/1.1" status: 200 len: 911 time: 0.1361744 Sep 21 17:55:51.034630 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b3b6a428-3dbe-4ce4-83ac-4218da2dc186 req-b83ea9f4-4aa3-43a9-9298-6d24d3684a20 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:51.038877 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-50c81d17-8483-4e81-b565-1fd189013757 service neutron] For port 85036551-c7eb-4bc1-96cd-0e5a19471a8f, host n-h2-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:55:51.044537 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b3b6a428-3dbe-4ce4-83ac-4218da2dc186 req-b83ea9f4-4aa3-43a9-9298-6d24d3684a20 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:51.047051 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b3b6a428-3dbe-4ce4-83ac-4218da2dc186 req-b83ea9f4-4aa3-43a9-9298-6d24d3684a20 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:51.048201 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b3b6a428-3dbe-4ce4-83ac-4218da2dc186 req-b83ea9f4-4aa3-43a9-9298-6d24d3684a20 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "PUT /v2.0/security-groups/19a59748-50c4-437f-b899-b00f4e875ff8 HTTP/1.1" status: 200 len: 1773 time: 0.1647069 Sep 21 17:55:51.049658 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6005b-9629-41fa-afee-5ebbe02c05fe req-9b45b6f3-a9c4-415d-ad19-d5039989ecb4 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:51.051330 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5ca6005b-9629-41fa-afee-5ebbe02c05fe req-9b45b6f3-a9c4-415d-ad19-d5039989ecb4 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.1372232 Sep 21 17:55:51.067974 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-50c81d17-8483-4e81-b565-1fd189013757 service neutron] For port 85036551-c7eb-4bc1-96cd-0e5a19471a8f, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=85036551-c7eb-4bc1-96cd-0e5a19471a8f,segment=NetworkSegment(56b6ab3c-69bd-42e2-acea-4797f09bea25),segment_id=56b6ab3c-69bd-42e2-acea-4797f09bea25)] {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:55:51.081531 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-50c81d17-8483-4e81-b565-1fd189013757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:51.091678 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c4c4f5e7-5859-44a5-a22c-35275ae45aef req-1c4de6d4-1a6c-46f7-9f45-e0ad0f82dc6b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e193deeb-7c7b-45b7-b22d-6a271d313e44 HTTP/1.1" status: 200 len: 217 time: 0.0545335 Sep 21 17:55:51.153890 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ea9f4-4aa3-43a9-9298-6d24d3684a20 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19a59748-50c4-437f-b899-b00f4e875ff8,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:51.170808 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c80f8d94-104e-481b-ba3b-0eb1090d07df req-8c319db0-89fa-48d0-b7de-8943af053d27 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups/19a59748-50c4-437f-b899-b00f4e875ff8 HTTP/1.1" status: 200 len: 1773 time: 0.0862391 Sep 21 17:55:51.176247 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4f5e7-5859-44a5-a22c-35275ae45aef req-ad22f9e0-326a-4572-8531-798d4db2b688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:51.176627 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-50c81d17-8483-4e81-b565-1fd189013757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:51.177166 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-50c81d17-8483-4e81-b565-1fd189013757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:51.177673 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c4c4f5e7-5859-44a5-a22c-35275ae45aef req-ad22f9e0-326a-4572-8531-798d4db2b688 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=07dfe057-fa44-4619-a478-cd516393be78 HTTP/1.1" status: 200 len: 850 time: 0.0772650 Sep 21 17:55:51.178674 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-50c81d17-8483-4e81-b565-1fd189013757 service neutron] 10.222.0.44 "PUT /v2.0/ports/85036551-c7eb-4bc1-96cd-0e5a19471a8f HTTP/1.1" status: 200 len: 1091 time: 1.5960555 Sep 21 17:55:51.179157 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6cff875-bb1a-4a8f-8936-61ad4b323c28', 'tag': '85036551-c7eb-4bc1-96cd-0e5a19471a8f'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:55:51.181411 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e33df77-df09-4f79-a649-3fa9f57353ba" -d '{"events": [{"name": "network-changed", "server_uuid": "a6cff875-bb1a-4a8f-8936-61ad4b323c28", "tag": "85036551-c7eb-4bc1-96cd-0e5a19471a8f"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:55:51.198349 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5ca6005b-9629-41fa-afee-5ebbe02c05fe req-a94c39da-e079-45aa-9de4-403ba5fbef3a tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323373 Sep 21 17:55:51.218705 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c81d17-8483-4e81-b565-1fd189013757 service neutron] Pushing event updated for resources: {'Port': ['ID=85036551-c7eb-4bc1-96cd-0e5a19471a8f,revision_number=3']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:51.225574 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c4c4f5e7-5859-44a5-a22c-35275ae45aef req-de8ced1e-5921-4cfa-9790-01ed262763d3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=21b3a3fa-6b9b-4eec-b5c4-bb586b710739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391574 Sep 21 17:55:51.355617 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4e814-71fd-4f05-b1e9-010f789b58b3 req-8c604663-51ef-46d5-b943-27f330c97cba tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:51.357989 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-44e4e814-71fd-4f05-b1e9-010f789b58b3 req-8c604663-51ef-46d5-b943-27f330c97cba tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=824309ba-a505-4fb7-9d78-e0c197ff7f5e HTTP/1.1" status: 200 len: 950 time: 0.0674803 Sep 21 17:55:51.358189 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2a16b7ef-48b8-494c-b8e2-74c076f12b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:51.360008 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c4c4f5e7-5859-44a5-a22c-35275ae45aef req-f4de8b67-9284-4bf5-b3e2-836d6ae59c24 service neutron] 10.222.0.38 "GET /v2.0/networks/21b3a3fa-6b9b-4eec-b5c4-bb586b710739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263919 Sep 21 17:55:51.386052 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b77d006e-6ce5-4cd2-8796-6220bca4f286 req-68660963-4b03-4926-815d-96fd583e9896 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups/19a59748-50c4-437f-b899-b00f4e875ff8 HTTP/1.1" status: 200 len: 1773 time: 0.1288872 Sep 21 17:55:51.388054 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-acd79253-37d5-4a9a-978a-29082d404e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:51.389595 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-acd79253-37d5-4a9a-978a-29082d404e95 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=175497c81fda4a69bcd0ab1778ee76e3&device_id=a6cff875-bb1a-4a8f-8936-61ad4b323c28 HTTP/1.1" status: 200 len: 1094 time: 0.1365581 Sep 21 17:55:51.393975 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16b7ef-48b8-494c-b8e2-74c076f12b61 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad877e4f-eca5-448a-b9e0-09e75ab5c935,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:51.452028 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-44e4e814-71fd-4f05-b1e9-010f789b58b3 req-fc9fa068-25c5-4d7c-867d-9bfee878d4f5 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867958 Sep 21 17:55:51.486402 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c4c4f5e7-5859-44a5-a22c-35275ae45aef req-310345d2-34be-4242-b231-2dd24dec1974 service neutron] 10.222.0.38 "GET /v2.0/networks/21b3a3fa-6b9b-4eec-b5c4-bb586b710739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142976 Sep 21 17:55:51.486600 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:51.520505 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-c7338138-2ef0-43e2-ae62-7dd1b9f38798 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85036551-c7eb-4bc1-96cd-0e5a19471a8f HTTP/1.1" status: 200 len: 217 time: 0.1183331 Sep 21 17:55:51.548192 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f120e89e-1b9b-413f-8ceb-27eb995533db x-openstack-request-id: req-f120e89e-1b9b-413f-8ceb-27eb995533db {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:55:51.548487 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6cff875-bb1a-4a8f-8936-61ad4b323c28", "tag": "85036551-c7eb-4bc1-96cd-0e5a19471a8f", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:55:51.548742 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f120e89e-1b9b-413f-8ceb-27eb995533db {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:55:51.549143 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6cff875-bb1a-4a8f-8936-61ad4b323c28', 'tag': '85036551-c7eb-4bc1-96cd-0e5a19471a8f', 'status': 'completed', 'code': 200} Sep 21 17:55:51.646286 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-b77d006e-6ce5-4cd2-8796-6220bca4f286 req-b190b69c-fd63-45a0-8a90-2b73783f863d tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:51.647574 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338c297-db24-4542-988f-3fbc1982b44d req-c40aa1f5-ea87-4747-880f-7b3b5e0ec45b tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:51.649758 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4338c297-db24-4542-988f-3fbc1982b44d req-c40aa1f5-ea87-4747-880f-7b3b5e0ec45b tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0523169 Sep 21 17:55:51.651398 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-88f615c3-b2e8-4331-a094-5464ce4ca518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:51.652888 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-88f615c3-b2e8-4331-a094-5464ce4ca518 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b33b2c75-9b86-4e4e-90ea-cf1f238c715d HTTP/1.1" status: 200 len: 846 time: 0.1206901 Sep 21 17:55:51.687394 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4338c297-db24-4542-988f-3fbc1982b44d req-65f47b0d-8dd6-4a83-8640-2fd64619512d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309744 Sep 21 17:55:51.691359 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-b77d006e-6ce5-4cd2-8796-6220bca4f286 req-b190b69c-fd63-45a0-8a90-2b73783f863d tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:51.742527 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-a28835e4-25f0-4d7a-9153-e8eed0e229ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1c00a0d6-e667-48aa-86f9-9337cd552f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677140 Sep 21 17:55:51.792830 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2a16b7ef-48b8-494c-b8e2-74c076f12b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:51.794807 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd540b0-2038-42fb-9bf3-df74ae9bc40b req-201fad80-5433-4bc4-b65f-eeaf6eb86fb5 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:51.796322 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ecd540b0-2038-42fb-9bf3-df74ae9bc40b req-201fad80-5433-4bc4-b65f-eeaf6eb86fb5 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6cff875-bb1a-4a8f-8936-61ad4b323c28 HTTP/1.1" status: 200 len: 943 time: 0.0543561 Sep 21 17:55:51.835317 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ecd540b0-2038-42fb-9bf3-df74ae9bc40b req-229722f7-3544-42ce-8c15-3de78ca9525d tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323613 Sep 21 17:55:51.878724 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-b77d006e-6ce5-4cd2-8796-6220bca4f286 req-b190b69c-fd63-45a0-8a90-2b73783f863d tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:51.881297 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-b77d006e-6ce5-4cd2-8796-6220bca4f286 req-b190b69c-fd63-45a0-8a90-2b73783f863d tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:51.882508 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b77d006e-6ce5-4cd2-8796-6220bca4f286 req-b190b69c-fd63-45a0-8a90-2b73783f863d tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "DELETE /v2.0/security-groups/19a59748-50c4-437f-b899-b00f4e875ff8 HTTP/1.1" status: 204 len: 173 time: 0.4838290 Sep 21 17:55:51.901788 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190b69c-fd63-45a0-8a90-2b73783f863d tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a59748-50c4-437f-b899-b00f4e875ff8,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:51.969561 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-ffcf638e-02b6-4f72-9802-d108df2c3ffb service neutron] 10.222.0.44 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004836 Sep 21 17:55:52.035522 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [req-00a02a42-6969-4966-ba2a-88ae4224c610 req-c27d77b5-8b1c-4db8-9dff-8d00767aac84 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] show failed (client error): The resource could not be found. Sep 21 17:55:52.036527 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-00a02a42-6969-4966-ba2a-88ae4224c610 req-c27d77b5-8b1c-4db8-9dff-8d00767aac84 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups/7d4c0c60-776d-4629-ba0a-8a2ed8bf8d6d HTTP/1.1" status: 404 len: 352 time: 0.0211129 Sep 21 17:55:52.079072 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [req-16b2668b-95ba-4be4-9cfc-c9d3c7ec3293 req-be6bd059-f185-4bcd-a9d2-33515396f90c tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] show failed (client error): The resource could not be found. Sep 21 17:55:52.080107 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-16b2668b-95ba-4be4-9cfc-c9d3c7ec3293 req-be6bd059-f185-4bcd-a9d2-33515396f90c tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups/8fdba25a-f9d1-4ace-a051-0ec98de307a7 HTTP/1.1" status: 404 len: 352 time: 0.0220132 Sep 21 17:55:52.123889 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d2993-e0af-4f32-a279-d9593c7b3a73 req-b428d00b-3b66-4b7b-a023-0e07591d32e5 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:52.125535 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-236d2993-e0af-4f32-a279-d9593c7b3a73 req-b428d00b-3b66-4b7b-a023-0e07591d32e5 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.44 "GET /v2.0/ports?device_id=824309ba-a505-4fb7-9d78-e0c197ff7f5e HTTP/1.1" status: 200 len: 950 time: 0.0542481 Sep 21 17:55:52.166024 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [req-e3480cf5-7585-4369-91bb-e34cfafc2f61 req-5e03626e-2b57-44dd-8556-d46d1e1186b0 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] show failed (client error): The resource could not be found. Sep 21 17:55:52.167111 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e3480cf5-7585-4369-91bb-e34cfafc2f61 req-5e03626e-2b57-44dd-8556-d46d1e1186b0 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups/eec6883e-fd1f-44d7-b116-6cad78aacc9a HTTP/1.1" status: 404 len: 352 time: 0.0590699 Sep 21 17:55:52.173752 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e93b2c6-4dc0-436b-b436-47463b26dc5f req-42f7513f-88ed-4848-b8e6-1597c0b2fe05 service neutron] 10.222.0.44 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916490 Sep 21 17:55:52.201584 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a16b7ef-48b8-494c-b8e2-74c076f12b61 admin admin] Router 71b8673d-c656-47af-b32f-c2c6f19dd755 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:55:52.224943 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [req-700018d1-ba13-488e-b81d-b874a27b7241 req-9be098fb-6c95-455c-8fda-769ca073bca1 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] show failed (client error): The resource could not be found. Sep 21 17:55:52.225993 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-700018d1-ba13-488e-b81d-b874a27b7241 req-9be098fb-6c95-455c-8fda-769ca073bca1 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups/d8a84f7b-9a2d-47d0-b129-16293388dcf1 HTTP/1.1" status: 404 len: 352 time: 0.0182633 Sep 21 17:55:52.251152 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-236d2993-e0af-4f32-a279-d9593c7b3a73 req-740e91a3-27e0-4da3-8cec-f994167d1eed tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Deleting port 428f6bdd-d7b3-4e30-b304-449ac1894866 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:55:52.251902 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-236d2993-e0af-4f32-a279-d9593c7b3a73 req-740e91a3-27e0-4da3-8cec-f994167d1eed tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:52.307791 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [req-3a55da4e-f9f3-49c0-92a5-8d025ef3ce61 req-d1fe0ccf-1fe9-414f-8752-b5022bb0c4bc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] show failed (client error): The resource could not be found. Sep 21 17:55:52.308956 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3a55da4e-f9f3-49c0-92a5-8d025ef3ce61 req-d1fe0ccf-1fe9-414f-8752-b5022bb0c4bc tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups/42107ac8-d1ed-4de5-b537-d6f5f0ac878b HTTP/1.1" status: 404 len: 352 time: 0.0538731 Sep 21 17:55:52.362270 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33df77-df09-4f79-a649-3fa9f57353ba req-12fd24da-6e10-4cc0-86ce-1fad49c8ca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:52.363775 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9e33df77-df09-4f79-a649-3fa9f57353ba req-12fd24da-6e10-4cc0-86ce-1fad49c8ca5a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=175497c81fda4a69bcd0ab1778ee76e3&device_id=a6cff875-bb1a-4a8f-8936-61ad4b323c28 HTTP/1.1" status: 200 len: 1094 time: 0.1076684 Sep 21 17:55:52.373923 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [req-21c6e6f6-7b83-468d-a693-b0ab6a224464 req-0317ba38-690a-4952-9eb0-2f6b519ae1aa tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] show failed (client error): The resource could not be found. Sep 21 17:55:52.374130 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-236d2993-e0af-4f32-a279-d9593c7b3a73 req-740e91a3-27e0-4da3-8cec-f994167d1eed tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] For port 428f6bdd-d7b3-4e30-b304-449ac1894866, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=428f6bdd-d7b3-4e30-b304-449ac1894866,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:52.374371 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-236d2993-e0af-4f32-a279-d9593c7b3a73 req-740e91a3-27e0-4da3-8cec-f994167d1eed tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:52.374983 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-21c6e6f6-7b83-468d-a693-b0ab6a224464 req-0317ba38-690a-4952-9eb0-2f6b519ae1aa tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups/4f2f29e0-3e5e-4a05-851e-f54084fbea6d HTTP/1.1" status: 404 len: 352 time: 0.0258634 Sep 21 17:55:52.398573 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e7d96-77f6-4e35-9161-a03dd8b1927f req-0c84187c-5527-4770-a29f-6c11d2684f74 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:52.400162 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c47e7d96-77f6-4e35-9161-a03dd8b1927f req-0c84187c-5527-4770-a29f-6c11d2684f74 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.0884914 Sep 21 17:55:52.405325 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-236d2993-e0af-4f32-a279-d9593c7b3a73 req-740e91a3-27e0-4da3-8cec-f994167d1eed tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Calling delete_port for 428f6bdd-d7b3-4e30-b304-449ac1894866 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:55:52.417904 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a16b7ef-48b8-494c-b8e2-74c076f12b61 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:55:52.424254 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2a16b7ef-48b8-494c-b8e2-74c076f12b61 admin admin] 10.222.0.58 "PUT /v2.0/routers/71b8673d-c656-47af-b32f-c2c6f19dd755/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6085386 Sep 21 17:55:52.428519 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d80e2e9-782a-4b02-b6da-4b990babc9c0 None None] Sync routers for ids ['71b8673d-c656-47af-b32f-c2c6f19dd755'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:55:52.431500 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 59380) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:52.443681 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d80e2e9-782a-4b02-b6da-4b990babc9c0 None None] Routers {'71b8673d-c656-47af-b32f-c2c6f19dd755'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:55:52.446707 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-6d80e2e9-782a-4b02-b6da-4b990babc9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:55:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['71b8673d-c656-47af-b32f-c2c6f19dd755'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:55:52.492648 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33df77-df09-4f79-a649-3fa9f57353ba req-740b07ec-9af4-46a3-a13c-cfb7ab3390c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:52.494272 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9e33df77-df09-4f79-a649-3fa9f57353ba req-740b07ec-9af4-46a3-a13c-cfb7ab3390c8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1c00a0d6-e667-48aa-86f9-9337cd552f7d HTTP/1.1" status: 200 len: 907 time: 0.1216166 Sep 21 17:55:52.541246 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c47e7d96-77f6-4e35-9161-a03dd8b1927f req-e193d9fd-fe0b-4c3b-a57e-20a876bd96fc tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316664 Sep 21 17:55:52.582364 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9e33df77-df09-4f79-a649-3fa9f57353ba req-652375e2-645d-4fe8-bcab-708a30ed0473 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85036551-c7eb-4bc1-96cd-0e5a19471a8f HTTP/1.1" status: 200 len: 217 time: 0.0707622 Sep 21 17:55:52.613093 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0bf48e86-e68c-4e3b-8d94-ad95e0b2224c admin admin] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:52.646446 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-6d80e2e9-782a-4b02-b6da-4b990babc9c0 None None] Set router 71b8673d-c656-47af-b32f-c2c6f19dd755 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:55:52.689059 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33df77-df09-4f79-a649-3fa9f57353ba req-98ae2c06-0c68-4959-a55b-f5368655e706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:52.690673 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9e33df77-df09-4f79-a649-3fa9f57353ba req-98ae2c06-0c68-4959-a55b-f5368655e706 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b33b2c75-9b86-4e4e-90ea-cf1f238c715d HTTP/1.1" status: 200 len: 846 time: 0.0976133 Sep 21 17:55:52.711886 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2252fe0-378a-42e8-a77f-4cfceffc7426 req-9df24c60-849a-404c-99b6-3e81248a25cf tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:52.713446 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f2252fe0-378a-42e8-a77f-4cfceffc7426 req-9df24c60-849a-404c-99b6-3e81248a25cf tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=824309ba-a505-4fb7-9d78-e0c197ff7f5e HTTP/1.1" status: 200 len: 950 time: 0.0668256 Sep 21 17:55:52.740834 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9e33df77-df09-4f79-a649-3fa9f57353ba req-92e1e697-440f-4cd2-93a1-65108129946b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1c00a0d6-e667-48aa-86f9-9337cd552f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263999 Sep 21 17:55:52.798037 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f2252fe0-378a-42e8-a77f-4cfceffc7426 req-257e2c7b-2559-4324-ba82-3bb4b1473ea5 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596418 Sep 21 17:55:52.867067 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-6d80e2e9-782a-4b02-b6da-4b990babc9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b8673d-c656-47af-b32f-c2c6f19dd755', 'name': 'tempest-FloatingIPDetailsTestJSON-592981975-router', 'tenant_id': '35da08e307f248e0afd30af925fea1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '8ee93606-71c3-4c42-bd44-8fde63d691b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:55:27Z', 'updated_at': '2021-09-21T17:55:51Z', 'revision_number': 5, 'project_id': '35da08e307f248e0afd30af925fea1c7', 'gw_port': {'id': '8ee93606-71c3-4c42-bd44-8fde63d691b1', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b8673d-c656-47af-b32f-c2c6f19dd755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:55:29Z', 'updated_at': '2021-09-21T17:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:55:52.896196 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d80e2e9-782a-4b02-b6da-4b990babc9c0 None None] Checking router: 71b8673d-c656-47af-b32f-c2c6f19dd755 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:55:52.909121 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d80e2e9-782a-4b02-b6da-4b990babc9c0 None None] Routers {'71b8673d-c656-47af-b32f-c2c6f19dd755'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:55:52.909800 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-6d80e2e9-782a-4b02-b6da-4b990babc9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:55:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['71b8673d-c656-47af-b32f-c2c6f19dd755'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:55:53.027497 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-6d80e2e9-782a-4b02-b6da-4b990babc9c0 None None] Set router 71b8673d-c656-47af-b32f-c2c6f19dd755 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:55:53.144505 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9e33df77-df09-4f79-a649-3fa9f57353ba req-0aff0f21-0e41-48c9-8646-773523d85a9e service neutron] 10.222.0.44 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864198 Sep 21 17:55:53.153276 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15dd0c8-07b4-48bb-80fd-040f139dc118 req-d1d99e92-9e38-4161-b42f-a50754975046 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:53.155526 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-236d2993-e0af-4f32-a279-d9593c7b3a73 req-740e91a3-27e0-4da3-8cec-f994167d1eed tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:53.160867 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c15dd0c8-07b4-48bb-80fd-040f139dc118 req-d1d99e92-9e38-4161-b42f-a50754975046 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0818472 Sep 21 17:55:53.172722 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf1797-7057-4e41-8298-c5a38853479f req-b42784ee-f199-40f5-ac8d-5df96760e2b7 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:53.174482 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4baf1797-7057-4e41-8298-c5a38853479f req-b42784ee-f199-40f5-ac8d-5df96760e2b7 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6ea51c9-3501-470c-9d4d-73900efdb542 HTTP/1.1" status: 200 len: 1023 time: 0.5133021 Sep 21 17:55:53.190983 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['7aa9bd13-f501-4da2-8c9e-ae10313d8d93', '3564a266-ac78-4756-aef0-dedea25f143d', '038d1f12-1d16-4eb2-9b4c-53b4687df2bb', '3e93858b-bdb5-4ed9-870b-289c54b89e54'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:53.192960 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['cc30f523-7380-4b64-8faa-f165cddcb2fd'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:53.210734 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e91a3-27e0-4da3-8cec-f994167d1eed tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Pushing event deleted for resources: {'Port': ['ID=428f6bdd-d7b3-4e30-b304-449ac1894866,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:53.259963 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c15dd0c8-07b4-48bb-80fd-040f139dc118 req-bec55472-f361-41ff-a8ba-3e22992863a2 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982404 Sep 21 17:55:53.274017 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0bf48e86-e68c-4e3b-8d94-ad95e0b2224c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:53.295318 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9e33df77-df09-4f79-a649-3fa9f57353ba req-6cb41d34-ec50-4cd0-8cbd-cf248e1653cc service neutron] 10.222.0.44 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241786 Sep 21 17:55:53.308914 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-236d2993-e0af-4f32-a279-d9593c7b3a73 req-740e91a3-27e0-4da3-8cec-f994167d1eed tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] No DVR routers for this DVR port 428f6bdd-d7b3-4e30-b304-449ac1894866 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:55:53.309114 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:53.312810 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-236d2993-e0af-4f32-a279-d9593c7b3a73 req-740e91a3-27e0-4da3-8cec-f994167d1eed tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:53.314770 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-236d2993-e0af-4f32-a279-d9593c7b3a73 req-740e91a3-27e0-4da3-8cec-f994167d1eed tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.44 "DELETE /v2.0/ports/428f6bdd-d7b3-4e30-b304-449ac1894866 HTTP/1.1" status: 204 len: 173 time: 1.1792932 Sep 21 17:55:53.317240 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824309ba-a505-4fb7-9d78-e0c197ff7f5e', 'name': 'network-vif-deleted', 'tag': '428f6bdd-d7b3-4e30-b304-449ac1894866'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:55:53.319659 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc33378a-cd04-4796-af49-6cbae911d116" -d '{"events": [{"server_uuid": "824309ba-a505-4fb7-9d78-e0c197ff7f5e", "name": "network-vif-deleted", "tag": "428f6bdd-d7b3-4e30-b304-449ac1894866"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:55:53.391560 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4baf1797-7057-4e41-8298-c5a38853479f req-a145d931-8320-41f1-a7e1-4c666af8a64c tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups?id=a6dea9ea-719c-4947-83ef-dd8e94602855&id=eecef332-96f3-40bd-8285-c19b559c0432&id=5498e8c5-a218-444a-a427-ca1ebb2bba2b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1746852 Sep 21 17:55:53.416752 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-0bf48e86-e68c-4e3b-8d94-ad95e0b2224c admin admin] Deleting port 8ee93606-71c3-4c42-bd44-8fde63d691b1 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:55:53.417595 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0bf48e86-e68c-4e3b-8d94-ad95e0b2224c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:53.464763 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdc907-6f05-401b-973c-08e91dc1ef95 req-279ba6d7-aeda-4917-97f3-f848e9288584 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:53.467587 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-91cdc907-6f05-401b-973c-08e91dc1ef95 req-279ba6d7-aeda-4917-97f3-f848e9288584 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6cff875-bb1a-4a8f-8936-61ad4b323c28 HTTP/1.1" status: 200 len: 943 time: 0.1051466 Sep 21 17:55:53.516139 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-91cdc907-6f05-401b-973c-08e91dc1ef95 req-dfe3a22c-be5b-4f0a-9a9c-8a1b06fcbc4c tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419054 Sep 21 17:55:53.569992 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-0bf48e86-e68c-4e3b-8d94-ad95e0b2224c admin admin] For port 8ee93606-71c3-4c42-bd44-8fde63d691b1, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=8ee93606-71c3-4c42-bd44-8fde63d691b1,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:53.570368 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0bf48e86-e68c-4e3b-8d94-ad95e0b2224c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:53.586065 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-0bf48e86-e68c-4e3b-8d94-ad95e0b2224c admin admin] Calling delete_port for 8ee93606-71c3-4c42-bd44-8fde63d691b1 owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:55:53.598799 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-6d80e2e9-782a-4b02-b6da-4b990babc9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b8673d-c656-47af-b32f-c2c6f19dd755', 'name': 'tempest-FloatingIPDetailsTestJSON-592981975-router', 'tenant_id': '35da08e307f248e0afd30af925fea1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '8ee93606-71c3-4c42-bd44-8fde63d691b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:55:27Z', 'updated_at': '2021-09-21T17:55:51Z', 'revision_number': 5, 'project_id': '35da08e307f248e0afd30af925fea1c7', 'gw_port': {'id': '8ee93606-71c3-4c42-bd44-8fde63d691b1', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b8673d-c656-47af-b32f-c2c6f19dd755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:55:29Z', 'updated_at': '2021-09-21T17:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:55:53.674774 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d80e2e9-782a-4b02-b6da-4b990babc9c0 None None] The sync data for ids ['71b8673d-c656-47af-b32f-c2c6f19dd755'] in n-d-810291-1 is: [{'id': '71b8673d-c656-47af-b32f-c2c6f19dd755', 'name': 'tempest-FloatingIPDetailsTestJSON-592981975-router', 'tenant_id': '35da08e307f248e0afd30af925fea1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '8ee93606-71c3-4c42-bd44-8fde63d691b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:55:27Z', 'updated_at': '2021-09-21T17:55:51Z', 'revision_number': 5, 'project_id': '35da08e307f248e0afd30af925fea1c7', 'gw_port': {'id': '8ee93606-71c3-4c42-bd44-8fde63d691b1', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b8673d-c656-47af-b32f-c2c6f19dd755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:55:29Z', 'updated_at': '2021-09-21T17:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:55:53.745275 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7530d9-d076-4c36-98a9-198f8dd4f1f9 x-openstack-request-id: req-3c7530d9-d076-4c36-98a9-198f8dd4f1f9 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:55:53.745608 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824309ba-a505-4fb7-9d78-e0c197ff7f5e", "name": "network-vif-deleted", "tag": "428f6bdd-d7b3-4e30-b304-449ac1894866", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:55:53.745879 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3c7530d9-d076-4c36-98a9-198f8dd4f1f9 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:55:53.746273 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824309ba-a505-4fb7-9d78-e0c197ff7f5e', 'name': 'network-vif-deleted', 'tag': '428f6bdd-d7b3-4e30-b304-449ac1894866', 'status': 'completed', 'code': 200} Sep 21 17:55:53.827872 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ddc0f-03a2-4d89-837d-e8958f1cfd55 req-b29ed977-7116-455e-90a1-31a356364d74 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:53.829415 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-292ddc0f-03a2-4d89-837d-e8958f1cfd55 req-b29ed977-7116-455e-90a1-31a356364d74 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.0823445 Sep 21 17:55:53.852761 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0bf48e86-e68c-4e3b-8d94-ad95e0b2224c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:53.894066 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf48e86-e68c-4e3b-8d94-ad95e0b2224c admin admin] Pushing event deleted for resources: {'Port': ['ID=8ee93606-71c3-4c42-bd44-8fde63d691b1,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:53.916697 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6d096e0b-9d9c-42f0-9fb0-cf5db008e322 req-5cb450a0-e85f-4805-96ec-605da0852706 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=824309ba-a505-4fb7-9d78-e0c197ff7f5e HTTP/1.1" status: 200 len: 210 time: 0.0277588 Sep 21 17:55:53.933634 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-292ddc0f-03a2-4d89-837d-e8958f1cfd55 req-4e6b0595-2108-49ee-806c-06428894fe76 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951195 Sep 21 17:55:53.990408 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0bf48e86-e68c-4e3b-8d94-ad95e0b2224c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:54.093961 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0bf48e86-e68c-4e3b-8d94-ad95e0b2224c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:54.103870 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0bf48e86-e68c-4e3b-8d94-ad95e0b2224c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:54.171299 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0bf48e86-e68c-4e3b-8d94-ad95e0b2224c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:54.171928 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf48e86-e68c-4e3b-8d94-ad95e0b2224c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71b8673d-c656-47af-b32f-c2c6f19dd755 {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 17:55:54.182281 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0a7ee-0e58-4419-8721-eb39176ac6ad req-e09feef8-0ff1-42ea-bd85-82b2894c904e tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:54.183841 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1de0a7ee-0e58-4419-8721-eb39176ac6ad req-e09feef8-0ff1-42ea-bd85-82b2894c904e tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.38 "GET /v2.0/ports?device_id=c6ea51c9-3501-470c-9d4d-73900efdb542 HTTP/1.1" status: 200 len: 1023 time: 0.0924249 Sep 21 17:55:54.186844 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0bf48e86-e68c-4e3b-8d94-ad95e0b2224c admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:54.188095 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0bf48e86-e68c-4e3b-8d94-ad95e0b2224c admin admin] 10.222.0.58 "DELETE /v2.0/routers/71b8673d-c656-47af-b32f-c2c6f19dd755 HTTP/1.1" status: 204 len: 168 time: 1.7543492 Sep 21 17:55:54.190999 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59400) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:54.238834 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-269b3bbd-457a-488f-8027-f825499ff90a admin admin] Deleting subnet d4cb0a7a-b527-4dc9-89e2-3a2555cf6e96 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:55:54.242266 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-269b3bbd-457a-488f-8027-f825499ff90a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:54.279331 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-269b3bbd-457a-488f-8027-f825499ff90a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:54.286848 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-1de0a7ee-0e58-4419-8721-eb39176ac6ad req-7336745a-311a-4eac-aed3-bac681289159 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Deleting port dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:55:54.287210 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1de0a7ee-0e58-4419-8721-eb39176ac6ad req-7336745a-311a-4eac-aed3-bac681289159 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:54.346688 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 428f6bdd-d7b3-4e30-b304-449ac1894866 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:55:54.379797 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 428f6bdd-d7b3-4e30-b304-449ac1894866 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:55:54.380140 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 428f6bdd-d7b3-4e30-b304-449ac1894866 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:55:54.401445 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-1de0a7ee-0e58-4419-8721-eb39176ac6ad req-7336745a-311a-4eac-aed3-bac681289159 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] For port dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802,segment=NetworkSegment(b649b04a-47dc-4548-902b-6f55a3afe15c),segment_id=b649b04a-47dc-4548-902b-6f55a3afe15c)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:54.401925 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1de0a7ee-0e58-4419-8721-eb39176ac6ad req-7336745a-311a-4eac-aed3-bac681289159 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:54.424495 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-1de0a7ee-0e58-4419-8721-eb39176ac6ad req-7336745a-311a-4eac-aed3-bac681289159 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Calling delete_port for dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:55:54.460263 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-269b3bbd-457a-488f-8027-f825499ff90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:54.460822 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:54.496795 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b35c86-402f-4977-aa4f-eb7b14bf34f0 req-c5d620ba-afbf-49a3-8b98-4aa95e85017b tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:54.498578 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e4b35c86-402f-4977-aa4f-eb7b14bf34f0 req-c5d620ba-afbf-49a3-8b98-4aa95e85017b tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.1097937 Sep 21 17:55:54.542353 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74a3df-53c8-4208-8109-fa455a5dce03 req-c752d6f2-2b15-42a5-abf3-2f23504366bd tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:54.547109 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b74a3df-53c8-4208-8109-fa455a5dce03 req-c752d6f2-2b15-42a5-abf3-2f23504366bd tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6ea51c9-3501-470c-9d4d-73900efdb542 HTTP/1.1" status: 200 len: 1023 time: 0.0708218 Sep 21 17:55:54.555487 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e4b35c86-402f-4977-aa4f-eb7b14bf34f0 req-a4f29cb4-192a-4fe0-8525-8f4dcf8d72a3 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479405 Sep 21 17:55:54.557100 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-269b3bbd-457a-488f-8027-f825499ff90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:54.583319 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b3bbd-457a-488f-8027-f825499ff90a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4cb0a7a-b527-4dc9-89e2-3a2555cf6e96,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:54.596660 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-269b3bbd-457a-488f-8027-f825499ff90a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:54.599535 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-269b3bbd-457a-488f-8027-f825499ff90a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d4cb0a7a-b527-4dc9-89e2-3a2555cf6e96 HTTP/1.1" status: 204 len: 168 time: 0.4068868 Sep 21 17:55:54.600175 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b28032-89b6-4a00-8e88-52934ce509ea None None] Network dc33b7ed-980b-4471-a134-4c294960c9bf requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:55:54.601508 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59410) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:54.661288 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b74a3df-53c8-4208-8109-fa455a5dce03 req-30a62c60-9643-4687-8fef-18d28291d947 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups?id=a6dea9ea-719c-4947-83ef-dd8e94602855&id=eecef332-96f3-40bd-8285-c19b559c0432&id=5498e8c5-a218-444a-a427-ca1ebb2bba2b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0920773 Sep 21 17:55:54.663073 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1de0a7ee-0e58-4419-8721-eb39176ac6ad req-7336745a-311a-4eac-aed3-bac681289159 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:54.697508 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4526e43e-8455-42c8-8be3-ba843b1fec07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:54.716060 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336745a-311a-4eac-aed3-bac681289159 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Pushing event deleted for resources: {'Port': ['ID=dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:54.780744 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de0a7ee-0e58-4419-8721-eb39176ac6ad req-7336745a-311a-4eac-aed3-bac681289159 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] No DVR routers for this DVR port dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:55:54.783374 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1de0a7ee-0e58-4419-8721-eb39176ac6ad req-7336745a-311a-4eac-aed3-bac681289159 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:54.785592 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1de0a7ee-0e58-4419-8721-eb39176ac6ad req-7336745a-311a-4eac-aed3-bac681289159 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.38 "DELETE /v2.0/ports/dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802 HTTP/1.1" status: 204 len: 173 time: 0.5950384 Sep 21 17:55:54.864579 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac8036-85fd-4f0e-85f9-7d5fc6fb42c0 req-f6025a4d-b6bc-414e-b206-a64255821b68 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:54.866245 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-15ac8036-85fd-4f0e-85f9-7d5fc6fb42c0 req-f6025a4d-b6bc-414e-b206-a64255821b68 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6cff875-bb1a-4a8f-8936-61ad4b323c28 HTTP/1.1" status: 200 len: 943 time: 0.1371205 Sep 21 17:55:54.888687 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-4526e43e-8455-42c8-8be3-ba843b1fec07 admin admin] Deleting port 79b181d0-acb4-4eb2-be6c-99d95a3976af {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:55:54.889138 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4526e43e-8455-42c8-8be3-ba843b1fec07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:54.894147 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074b1a44-a537-4895-b825-db02cbeb2786 None None] DHCP port deletion for dc33b7ed-980b-4471-a134-4c294960c9bf request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 17:55:54.950142 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-074b1a44-a537-4895-b825-db02cbeb2786 None None] Deleting port 79b181d0-acb4-4eb2-be6c-99d95a3976af {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:55:54.950516 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-074b1a44-a537-4895-b825-db02cbeb2786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:54.988915 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-15ac8036-85fd-4f0e-85f9-7d5fc6fb42c0 req-74202c33-be81-4c38-9bba-330fd297a576 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138771 Sep 21 17:55:55.001964 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-4526e43e-8455-42c8-8be3-ba843b1fec07 admin admin] For port 79b181d0-acb4-4eb2-be6c-99d95a3976af, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=79b181d0-acb4-4eb2-be6c-99d95a3976af,segment=NetworkSegment(0e2b49d7-5d2d-494d-b281-8a3a1d6ed5d6),segment_id=0e2b49d7-5d2d-494d-b281-8a3a1d6ed5d6)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:55.002464 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4526e43e-8455-42c8-8be3-ba843b1fec07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:55.017573 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-4526e43e-8455-42c8-8be3-ba843b1fec07 admin admin] Calling delete_port for 79b181d0-acb4-4eb2-be6c-99d95a3976af owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:55:55.037746 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-074b1a44-a537-4895-b825-db02cbeb2786 None None] For port 79b181d0-acb4-4eb2-be6c-99d95a3976af, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=79b181d0-acb4-4eb2-be6c-99d95a3976af,segment=NetworkSegment(0e2b49d7-5d2d-494d-b281-8a3a1d6ed5d6),segment_id=0e2b49d7-5d2d-494d-b281-8a3a1d6ed5d6)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:55.038226 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-074b1a44-a537-4895-b825-db02cbeb2786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:55.053527 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-074b1a44-a537-4895-b825-db02cbeb2786 None None] Calling delete_port for 79b181d0-acb4-4eb2-be6c-99d95a3976af owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:55:55.119559 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa781fe0-7e4e-4efa-9d24-77e2556784e8 req-1c5ebeb2-ba7c-49b6-8c46-4c74396aeae0 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:55.121257 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fa781fe0-7e4e-4efa-9d24-77e2556784e8 req-1c5ebeb2-ba7c-49b6-8c46-4c74396aeae0 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.0654202 Sep 21 17:55:55.129190 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4526e43e-8455-42c8-8be3-ba843b1fec07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:55.166303 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fa781fe0-7e4e-4efa-9d24-77e2556784e8 req-910ada15-c2c4-426a-93e3-4d1c2bf8d26d tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381114 Sep 21 17:55:55.169284 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-074b1a44-a537-4895-b825-db02cbeb2786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:55.189837 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526e43e-8455-42c8-8be3-ba843b1fec07 admin admin] Pushing event deleted for resources: {'Port': ['ID=79b181d0-acb4-4eb2-be6c-99d95a3976af,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:55.192614 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4526e43e-8455-42c8-8be3-ba843b1fec07 admin admin] No DVR routers for this DVR port 79b181d0-acb4-4eb2-be6c-99d95a3976af on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:55:55.199796 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b1a44-a537-4895-b825-db02cbeb2786 None None] Pushing event deleted for resources: {'Port': ['ID=79b181d0-acb4-4eb2-be6c-99d95a3976af,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:55.203604 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074b1a44-a537-4895-b825-db02cbeb2786 None None] No DVR routers for this DVR port 79b181d0-acb4-4eb2-be6c-99d95a3976af on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:55:55.211874 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074b1a44-a537-4895-b825-db02cbeb2786 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:55.211874 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074b1a44-a537-4895-b825-db02cbeb2786 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:55.212344 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074b1a44-a537-4895-b825-db02cbeb2786 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:55.212344 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074b1a44-a537-4895-b825-db02cbeb2786 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:55.212605 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074b1a44-a537-4895-b825-db02cbeb2786 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:55.212933 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074b1a44-a537-4895-b825-db02cbeb2786 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:55.213959 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074b1a44-a537-4895-b825-db02cbeb2786 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:55.213959 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074b1a44-a537-4895-b825-db02cbeb2786 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:55.214148 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074b1a44-a537-4895-b825-db02cbeb2786 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:55.214381 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074b1a44-a537-4895-b825-db02cbeb2786 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:55.214701 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074b1a44-a537-4895-b825-db02cbeb2786 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:55.215042 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074b1a44-a537-4895-b825-db02cbeb2786 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:55:55.266789 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:55.314724 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4526e43e-8455-42c8-8be3-ba843b1fec07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:55.343380 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-4526e43e-8455-42c8-8be3-ba843b1fec07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc33b7ed-980b-4471-a134-4c294960c9bf']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:55:55.354997 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-4526e43e-8455-42c8-8be3-ba843b1fec07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e2b49d7-5d2d-494d-b281-8a3a1d6ed5d6') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:55:55.355342 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-4526e43e-8455-42c8-8be3-ba843b1fec07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e2b49d7-5d2d-494d-b281-8a3a1d6ed5d6') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:55:55.367166 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4526e43e-8455-42c8-8be3-ba843b1fec07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:55.381698 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4526e43e-8455-42c8-8be3-ba843b1fec07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:55.388624 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4526e43e-8455-42c8-8be3-ba843b1fec07 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:55:55.389090 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4526e43e-8455-42c8-8be3-ba843b1fec07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:55.391107 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 17:55:55.391107 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:55:55.391107 n-d-810291-1 neutron-server[101461]: timer() Sep 21 17:55:55.391107 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:55:55.391107 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 17:55:55.391107 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:55:55.391107 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 17:55:55.391107 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:55:55.391107 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 17:55:55.391107 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:55:55.391107 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 17:55:55.391107 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:55:55.391107 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 17:55:55.391107 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:55:55.391107 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:55:55.391107 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:55:55.391107 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:55:55.391107 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:55:55.391107 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 17:55:55.391107 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:55:55.391107 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 17:55:55.391107 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:55:55.391107 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:55:55.391107 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:55:55.391107 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 17:55:55.391107 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:55:55.391107 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:55:55.391107 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:55:55.391107 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:55:55.391107 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:55:55.391107 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:55:55.391107 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:55:55.442184 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbf0cb-b176-4909-bed1-f6ebeef4cc0a req-1527207a-2ed0-4693-9f49-9c8a877e0650 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:55.444567 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-47fbf0cb-b176-4909-bed1-f6ebeef4cc0a req-1527207a-2ed0-4693-9f49-9c8a877e0650 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=3fec6f70-f744-44d6-a2c7-28a3d29adfdf HTTP/1.1" status: 200 len: 949 time: 0.0662279 Sep 21 17:55:55.460273 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4526e43e-8455-42c8-8be3-ba843b1fec07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:55.478525 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4526e43e-8455-42c8-8be3-ba843b1fec07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:55.480775 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4526e43e-8455-42c8-8be3-ba843b1fec07 admin admin] 10.222.0.58 "DELETE /v2.0/networks/dc33b7ed-980b-4471-a134-4c294960c9bf HTTP/1.1" status: 204 len: 168 time: 0.8781595 Sep 21 17:55:55.481614 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526e43e-8455-42c8-8be3-ba843b1fec07 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc33b7ed-980b-4471-a134-4c294960c9bf,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:55.490853 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-47fbf0cb-b176-4909-bed1-f6ebeef4cc0a req-1547d63f-e984-4efe-9462-87310b271494 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391567 Sep 21 17:55:55.491988 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 79b181d0-acb4-4eb2-be6c-99d95a3976af no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:55:55.514014 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 79b181d0-acb4-4eb2-be6c-99d95a3976af {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:55:55.514343 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 79b181d0-acb4-4eb2-be6c-99d95a3976af not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:55:55.514757 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ad877e4f-eca5-448a-b9e0-09e75ab5c935 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:55:55.533303 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: ad877e4f-eca5-448a-b9e0-09e75ab5c935 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:55:55.533648 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ad877e4f-eca5-448a-b9e0-09e75ab5c935 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:55:55.534058 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 8ee93606-71c3-4c42-bd44-8fde63d691b1 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:55:55.552118 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 8ee93606-71c3-4c42-bd44-8fde63d691b1 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:55:55.552462 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 8ee93606-71c3-4c42-bd44-8fde63d691b1 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:55:55.601290 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59428) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:55.642531 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-264b0191-da29-4952-95dc-52d93062c978 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=35da08e307f248e0afd30af925fea1c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398185 Sep 21 17:55:55.645122 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 59430) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:55.697529 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d44e8-102a-43bd-b5cd-1c35003b56aa req-df894f07-0ef1-425d-a50c-c4665f880373 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:55.699630 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c06d44e8-102a-43bd-b5cd-1c35003b56aa req-df894f07-0ef1-425d-a50c-c4665f880373 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0560803 Sep 21 17:55:55.704671 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4c4617da-5113-48a6-b81d-10914bfe3d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:55.731064 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4c4617da-5113-48a6-b81d-10914bfe3d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:55.749552 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c06d44e8-102a-43bd-b5cd-1c35003b56aa req-e44e981f-67b1-42cd-bebf-efd40fc0f610 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435002 Sep 21 17:55:55.749795 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ea51c9-3501-470c-9d4d-73900efdb542', 'name': 'network-vif-deleted', 'tag': 'dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:55:55.752022 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a89a929-981f-4e56-b94f-d60ca36ba6b5" -d '{"events": [{"server_uuid": "c6ea51c9-3501-470c-9d4d-73900efdb542", "name": "network-vif-deleted", "tag": "dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:55:55.793351 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a38f159-b7cf-4ad8-af77-3d415e3851a6 x-openstack-request-id: req-3a38f159-b7cf-4ad8-af77-3d415e3851a6 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:55:55.793351 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ea51c9-3501-470c-9d4d-73900efdb542", "name": "network-vif-deleted", "tag": "dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:55:55.793620 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3a38f159-b7cf-4ad8-af77-3d415e3851a6 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:55:55.793995 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ea51c9-3501-470c-9d4d-73900efdb542', 'name': 'network-vif-deleted', 'tag': 'dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802', 'status': 'completed', 'code': 200} Sep 21 17:55:55.795136 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4c4617da-5113-48a6-b81d-10914bfe3d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:55.797827 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4c4617da-5113-48a6-b81d-10914bfe3d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:55.799120 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4c4617da-5113-48a6-b81d-10914bfe3d02 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9c163275-3097-4922-a27d-366da4ff46e8 HTTP/1.1" status: 204 len: 168 time: 0.1528218 Sep 21 17:55:55.808790 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4617da-5113-48a6-b81d-10914bfe3d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c163275-3097-4922-a27d-366da4ff46e8,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:55.840762 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-97ff8aab-c20b-4844-8b2d-fcfecdb54505 req-616b4bc9-3cd5-4f0f-aa71-b67be0dadc14 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups/eecef332-96f3-40bd-8285-c19b559c0432 HTTP/1.1" status: 200 len: 1800 time: 0.0579095 Sep 21 17:55:55.903998 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-97ff8aab-c20b-4844-8b2d-fcfecdb54505 req-94c8f49c-73a6-44d7-9117-b14bacf499c7 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:55.926301 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-97ff8aab-c20b-4844-8b2d-fcfecdb54505 req-94c8f49c-73a6-44d7-9117-b14bacf499c7 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:55.983971 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-97ff8aab-c20b-4844-8b2d-fcfecdb54505 req-94c8f49c-73a6-44d7-9117-b14bacf499c7 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:55.987013 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-97ff8aab-c20b-4844-8b2d-fcfecdb54505 req-94c8f49c-73a6-44d7-9117-b14bacf499c7 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:55.988174 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-97ff8aab-c20b-4844-8b2d-fcfecdb54505 req-94c8f49c-73a6-44d7-9117-b14bacf499c7 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "DELETE /v2.0/security-groups/eecef332-96f3-40bd-8285-c19b559c0432 HTTP/1.1" status: 204 len: 173 time: 0.1404564 Sep 21 17:55:56.003270 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8f49c-73a6-44d7-9117-b14bacf499c7 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecef332-96f3-40bd-8285-c19b559c0432,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:56.062637 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b0fc5ffb-5c51-43ae-af0d-91643882aca4 req-f9889566-9dd8-419d-b738-5ce007aa1032 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "GET /v2.0/security-groups/a6dea9ea-719c-4947-83ef-dd8e94602855 HTTP/1.1" status: 200 len: 1801 time: 0.0505297 Sep 21 17:55:56.120113 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0dc82-d17d-4368-bbb8-bbad06097f7c req-255f85ed-73b7-4a76-8ad5-86dc24ef6283 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:56.121671 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5ce0dc82-d17d-4368-bbb8-bbad06097f7c req-255f85ed-73b7-4a76-8ad5-86dc24ef6283 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6cff875-bb1a-4a8f-8936-61ad4b323c28 HTTP/1.1" status: 200 len: 943 time: 0.0528853 Sep 21 17:55:56.127716 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b0fc5ffb-5c51-43ae-af0d-91643882aca4 req-f3996f21-941d-49a1-a55a-5125c60d6d99 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:56.152027 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b0fc5ffb-5c51-43ae-af0d-91643882aca4 req-f3996f21-941d-49a1-a55a-5125c60d6d99 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:56.165466 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5ce0dc82-d17d-4368-bbb8-bbad06097f7c req-a6a358dd-c4b9-4f54-a6a6-bd08ed08fbe2 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374854 Sep 21 17:55:56.206079 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b0fc5ffb-5c51-43ae-af0d-91643882aca4 req-f3996f21-941d-49a1-a55a-5125c60d6d99 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:56.209957 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b0fc5ffb-5c51-43ae-af0d-91643882aca4 req-f3996f21-941d-49a1-a55a-5125c60d6d99 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:56.211766 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b0fc5ffb-5c51-43ae-af0d-91643882aca4 req-f3996f21-941d-49a1-a55a-5125c60d6d99 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] 10.222.0.58 "DELETE /v2.0/security-groups/a6dea9ea-719c-4947-83ef-dd8e94602855 HTTP/1.1" status: 204 len: 173 time: 0.1399467 Sep 21 17:55:56.219106 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59458) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:56.223658 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3996f21-941d-49a1-a55a-5125c60d6d99 tempest-SecurityGroupsTestJSON-1200981900 tempest-SecurityGroupsTestJSON-1200981900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6dea9ea-719c-4947-83ef-dd8e94602855,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:56.299690 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc9b14b3-d3c1-451c-9777-c99fec0dbe28 admin admin] Deleting subnet fc80b87c-95e9-40c5-b85b-bca5f2409b9a {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:55:56.305459 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc9b14b3-d3c1-451c-9777-c99fec0dbe28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:56.334694 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f578e8a-32d6-4d33-a08a-554640af764e req-0f6e5017-647e-477d-a062-994686127c69 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:56.336287 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2f578e8a-32d6-4d33-a08a-554640af764e req-0f6e5017-647e-477d-a062-994686127c69 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.0823798 Sep 21 17:55:56.342824 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 85036551-c7eb-4bc1-96cd-0e5a19471a8f details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:55:56.367738 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc9b14b3-d3c1-451c-9777-c99fec0dbe28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:56.414583 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2f578e8a-32d6-4d33-a08a-554640af764e req-81f503b9-9399-4f34-ad44-cfefe32c05b0 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685875 Sep 21 17:55:56.428978 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc9b14b3-d3c1-451c-9777-c99fec0dbe28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:56.460063 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 85036551-c7eb-4bc1-96cd-0e5a19471a8f, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=85036551-c7eb-4bc1-96cd-0e5a19471a8f,segment=NetworkSegment(56b6ab3c-69bd-42e2-acea-4797f09bea25),segment_id=56b6ab3c-69bd-42e2-acea-4797f09bea25)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:56.472499 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '85036551-c7eb-4bc1-96cd-0e5a19471a8f', 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d', 'port_id': '85036551-c7eb-4bc1-96cd-0e5a19471a8f', 'mac_address': 'fa:16:3e:f1:ca:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b33b2c75-9b86-4e4e-90ea-cf1f238c715d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:55:56.486129 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc9b14b3-d3c1-451c-9777-c99fec0dbe28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:56.518745 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b14b3-d3c1-451c-9777-c99fec0dbe28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc80b87c-95e9-40c5-b85b-bca5f2409b9a,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:56.519332 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:56.522784 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc9b14b3-d3c1-451c-9777-c99fec0dbe28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:56.525073 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bc9b14b3-d3c1-451c-9777-c99fec0dbe28 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/fc80b87c-95e9-40c5-b85b-bca5f2409b9a HTTP/1.1" status: 204 len: 168 time: 0.3049049 Sep 21 17:55:56.527527 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59472) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:56.537818 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85036551-c7eb-4bc1-96cd-0e5a19471a8f {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:55:56.562244 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 85036551-c7eb-4bc1-96cd-0e5a19471a8f, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=85036551-c7eb-4bc1-96cd-0e5a19471a8f,segment=NetworkSegment(56b6ab3c-69bd-42e2-acea-4797f09bea25),segment_id=56b6ab3c-69bd-42e2-acea-4797f09bea25)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:56.567525 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:56.613779 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-76db4903-3d7f-4de6-bb94-5200d01412d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:56.619924 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=85036551-c7eb-4bc1-96cd-0e5a19471a8f,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:56.639266 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887555a3-e409-413f-8210-11805d630773 req-eb8e7910-f1cb-4cbd-a688-731b69938047 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:56.647127 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-887555a3-e409-413f-8210-11805d630773 req-eb8e7910-f1cb-4cbd-a688-731b69938047 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=3fec6f70-f744-44d6-a2c7-28a3d29adfdf HTTP/1.1" status: 200 len: 949 time: 0.0720048 Sep 21 17:55:56.692053 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-887555a3-e409-413f-8210-11805d630773 req-09666e72-3ac2-431d-915c-b6d597da70c2 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386448 Sep 21 17:55:56.702588 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-76db4903-3d7f-4de6-bb94-5200d01412d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:56.727004 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-76db4903-3d7f-4de6-bb94-5200d01412d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02bd7daa-13a0-4d00-b335-4386ae333187']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:55:56.736568 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-76db4903-3d7f-4de6-bb94-5200d01412d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b649b04a-47dc-4548-902b-6f55a3afe15c') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:55:56.736865 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-76db4903-3d7f-4de6-bb94-5200d01412d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b649b04a-47dc-4548-902b-6f55a3afe15c') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:55:56.746825 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-76db4903-3d7f-4de6-bb94-5200d01412d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:56.760220 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-76db4903-3d7f-4de6-bb94-5200d01412d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:56.766773 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76db4903-3d7f-4de6-bb94-5200d01412d5 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:55:56.767197 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-76db4903-3d7f-4de6-bb94-5200d01412d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:56.768860 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 17:55:56.768860 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:55:56.768860 n-d-810291-1 neutron-server[101461]: timer() Sep 21 17:55:56.768860 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:55:56.768860 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 17:55:56.768860 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:55:56.768860 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 17:55:56.768860 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:55:56.768860 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 17:55:56.768860 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:55:56.768860 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 17:55:56.768860 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:55:56.768860 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 17:55:56.768860 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:55:56.768860 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:55:56.768860 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:55:56.768860 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:55:56.768860 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:55:56.768860 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 17:55:56.768860 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:55:56.768860 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 17:55:56.768860 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:55:56.768860 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:55:56.768860 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:55:56.768860 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 17:55:56.768860 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:55:56.768860 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:55:56.768860 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:55:56.768860 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:55:56.768860 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:55:56.768860 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:55:56.768860 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:55:56.838725 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-76db4903-3d7f-4de6-bb94-5200d01412d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:56.846023 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-76db4903-3d7f-4de6-bb94-5200d01412d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:56.847994 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-76db4903-3d7f-4de6-bb94-5200d01412d5 admin admin] 10.222.0.58 "DELETE /v2.0/networks/02bd7daa-13a0-4d00-b335-4386ae333187 HTTP/1.1" status: 204 len: 168 time: 0.3195350 Sep 21 17:55:56.859036 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db4903-3d7f-4de6-bb94-5200d01412d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=02bd7daa-13a0-4d00-b335-4386ae333187,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:56.922647 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf923495-04b9-4fea-925d-e94737076877 req-a229326e-7cce-4a28-ab31-a1bc6bcf9772 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:56.928105 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bf923495-04b9-4fea-925d-e94737076877 req-a229326e-7cce-4a28-ab31-a1bc6bcf9772 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0610271 Sep 21 17:55:57.000033 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['85036551-c7eb-4bc1-96cd-0e5a19471a8f'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:57.001666 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bf923495-04b9-4fea-925d-e94737076877 req-fa4ebdd8-bf71-452a-9593-c96a88c51902 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712855 Sep 21 17:55:57.019624 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35d334-887a-46bb-9b82-f3669079e52f req-f2471d43-e0b1-443c-a12f-fe113167e1e4 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:57.021443 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf35d334-887a-46bb-9b82-f3669079e52f req-f2471d43-e0b1-443c-a12f-fe113167e1e4 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fec6f70-f744-44d6-a2c7-28a3d29adfdf HTTP/1.1" status: 200 len: 949 time: 0.0923426 Sep 21 17:55:57.055300 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59520) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:57.098708 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b2bbbc38-b56e-4d17-a972-0fa46c81d924 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d71c593332624e98b9eb6adfe1f21c51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420892 Sep 21 17:55:57.101147 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59524) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:57.147027 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7f512-aa53-4429-b0b9-72e53561dadc req-4fd76d8e-fc13-4b23-af9b-031de6047c02 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:57.148685 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-32c7f512-aa53-4429-b0b9-72e53561dadc req-4fd76d8e-fc13-4b23-af9b-031de6047c02 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.38 "GET /v2.0/ports?device_id=7041cc76-26dd-4f6e-a364-7440c173d083 HTTP/1.1" status: 200 len: 949 time: 0.1383994 Sep 21 17:55:57.155019 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-da0bbe74-d0d4-4e49-92eb-24f0d9a952de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:57.180210 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-da0bbe74-d0d4-4e49-92eb-24f0d9a952de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:57.224555 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-cf35d334-887a-46bb-9b82-f3669079e52f req-c179ceef-298e-437f-9500-ab122c3c5556 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Deleting port cc30f523-7380-4b64-8faa-f165cddcb2fd {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:55:57.224907 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cf35d334-887a-46bb-9b82-f3669079e52f req-c179ceef-298e-437f-9500-ab122c3c5556 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:57.256057 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-da0bbe74-d0d4-4e49-92eb-24f0d9a952de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:57.259859 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-da0bbe74-d0d4-4e49-92eb-24f0d9a952de admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:57.261240 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-da0bbe74-d0d4-4e49-92eb-24f0d9a952de admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5498e8c5-a218-444a-a427-ca1ebb2bba2b HTTP/1.1" status: 204 len: 168 time: 0.1590071 Sep 21 17:55:57.286151 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0bbe74-d0d4-4e49-92eb-24f0d9a952de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5498e8c5-a218-444a-a427-ca1ebb2bba2b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:57.394798 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59532) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:57.416444 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-cf35d334-887a-46bb-9b82-f3669079e52f req-c179ceef-298e-437f-9500-ab122c3c5556 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] For port cc30f523-7380-4b64-8faa-f165cddcb2fd, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=cc30f523-7380-4b64-8faa-f165cddcb2fd,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:57.416856 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cf35d334-887a-46bb-9b82-f3669079e52f req-c179ceef-298e-437f-9500-ab122c3c5556 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:57.428297 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e293b-9b67-481f-9371-6fedc2880bcc req-4d1462d8-bfc2-471c-b118-310ae7fb229e tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:57.430136 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-582e293b-9b67-481f-9371-6fedc2880bcc req-4d1462d8-bfc2-471c-b118-310ae7fb229e tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6cff875-bb1a-4a8f-8936-61ad4b323c28 HTTP/1.1" status: 200 len: 944 time: 0.1593771 Sep 21 17:55:57.440989 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-32c7f512-aa53-4429-b0b9-72e53561dadc req-e52fd0d5-3a42-4582-9aa5-2020d3cd0bed tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Deleting port 3e93858b-bdb5-4ed9-870b-289c54b89e54 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:55:57.441373 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-32c7f512-aa53-4429-b0b9-72e53561dadc req-e52fd0d5-3a42-4582-9aa5-2020d3cd0bed tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:57.532617 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-cf35d334-887a-46bb-9b82-f3669079e52f req-c179ceef-298e-437f-9500-ab122c3c5556 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Calling delete_port for cc30f523-7380-4b64-8faa-f165cddcb2fd owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:55:57.566040 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49205b-b63f-4299-bbd9-d1dbd7012299 req-84bc5e17-020e-4421-86e1-5d0a7b3b6532 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:57.566758 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-32c7f512-aa53-4429-b0b9-72e53561dadc req-e52fd0d5-3a42-4582-9aa5-2020d3cd0bed tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] For port 3e93858b-bdb5-4ed9-870b-289c54b89e54, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3e93858b-bdb5-4ed9-870b-289c54b89e54,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:57.567187 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-32c7f512-aa53-4429-b0b9-72e53561dadc req-e52fd0d5-3a42-4582-9aa5-2020d3cd0bed tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:57.574789 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ec49205b-b63f-4299-bbd9-d1dbd7012299 req-84bc5e17-020e-4421-86e1-5d0a7b3b6532 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.0646222 Sep 21 17:55:57.620699 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ec49205b-b63f-4299-bbd9-d1dbd7012299 req-81b4f176-b8a1-4143-8353-b92e5db41f0e tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448399 Sep 21 17:55:57.621596 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8698e72-25e0-4e25-a083-2d5dbe8e470c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:57.623665 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-32c7f512-aa53-4429-b0b9-72e53561dadc req-e52fd0d5-3a42-4582-9aa5-2020d3cd0bed tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Calling delete_port for 3e93858b-bdb5-4ed9-870b-289c54b89e54 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:55:57.630121 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-582e293b-9b67-481f-9371-6fedc2880bcc req-63b3e554-ce7e-4832-8795-b4dad705044d tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915724 Sep 21 17:55:57.755954 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8698e72-25e0-4e25-a083-2d5dbe8e470c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:57.762181 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8698e72-25e0-4e25-a083-2d5dbe8e470c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:57.794440 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cf35d334-887a-46bb-9b82-f3669079e52f req-c179ceef-298e-437f-9500-ab122c3c5556 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:57.808273 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['7aa9bd13-f501-4da2-8c9e-ae10313d8d93', '3564a266-ac78-4756-aef0-dedea25f143d', '038d1f12-1d16-4eb2-9b4c-53b4687df2bb', '3e93858b-bdb5-4ed9-870b-289c54b89e54'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:57.815290 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['cc30f523-7380-4b64-8faa-f165cddcb2fd'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:57.854475 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179ceef-298e-437f-9500-ab122c3c5556 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Pushing event deleted for resources: {'Port': ['ID=cc30f523-7380-4b64-8faa-f165cddcb2fd,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:57.854751 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ad60df1b-e630-4524-bcf0-7409e542b257 req-bfcac455-08e4-4960-8c50-447305b7b168 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=3fec6f70-f744-44d6-a2c7-28a3d29adfdf HTTP/1.1" status: 200 len: 210 time: 0.0724387 Sep 21 17:55:57.865181 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8698e72-25e0-4e25-a083-2d5dbe8e470c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8481a8d-64a8-4343-bd26-b882e0c7e71f,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:57.877473 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a8698e72-25e0-4e25-a083-2d5dbe8e470c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f4297495566843de935cbb6c8729216d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4812088 Sep 21 17:55:57.886872 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59554) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:57.892446 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:55:57.915810 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf35d334-887a-46bb-9b82-f3669079e52f req-c179ceef-298e-437f-9500-ab122c3c5556 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] No DVR routers for this DVR port cc30f523-7380-4b64-8faa-f165cddcb2fd on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:55:57.921525 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cf35d334-887a-46bb-9b82-f3669079e52f req-c179ceef-298e-437f-9500-ab122c3c5556 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:57.923453 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf35d334-887a-46bb-9b82-f3669079e52f req-c179ceef-298e-437f-9500-ab122c3c5556 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.44 "DELETE /v2.0/ports/cc30f523-7380-4b64-8faa-f165cddcb2fd HTTP/1.1" status: 204 len: 173 time: 0.8918462 Sep 21 17:55:57.923899 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fec6f70-f744-44d6-a2c7-28a3d29adfdf', 'name': 'network-vif-deleted', 'tag': 'cc30f523-7380-4b64-8faa-f165cddcb2fd'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:55:57.926242 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e319b44-b43a-4d13-acb9-8d9cf6134eab" -d '{"events": [{"server_uuid": "3fec6f70-f744-44d6-a2c7-28a3d29adfdf", "name": "network-vif-deleted", "tag": "cc30f523-7380-4b64-8faa-f165cddcb2fd"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:55:57.939398 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-32c7f512-aa53-4429-b0b9-72e53561dadc req-e52fd0d5-3a42-4582-9aa5-2020d3cd0bed tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:57.946902 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:55:57.948426 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device dcdfd5cc-b7e6-4db5-bd22-c7f4c3678802 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:55:57.968423 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['cc30f523-7380-4b64-8faa-f165cddcb2fd'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:57.973305 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ad1b7f1f-12d8-4674-982b-9a08664b12b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:58.031463 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ad1b7f1f-12d8-4674-982b-9a08664b12b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:58.033168 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5ec557-3173-45a9-be78-b7013d7f5ded x-openstack-request-id: req-cb5ec557-3173-45a9-be78-b7013d7f5ded {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:55:58.033463 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fec6f70-f744-44d6-a2c7-28a3d29adfdf", "name": "network-vif-deleted", "tag": "cc30f523-7380-4b64-8faa-f165cddcb2fd", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:55:58.033706 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cb5ec557-3173-45a9-be78-b7013d7f5ded {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:55:58.034126 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fec6f70-f744-44d6-a2c7-28a3d29adfdf', 'name': 'network-vif-deleted', 'tag': 'cc30f523-7380-4b64-8faa-f165cddcb2fd', 'status': 'completed', 'code': 200} Sep 21 17:55:58.042910 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52fd0d5-3a42-4582-9aa5-2020d3cd0bed tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Pushing event deleted for resources: {'Port': ['ID=3e93858b-bdb5-4ed9-870b-289c54b89e54,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:58.101836 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ad1b7f1f-12d8-4674-982b-9a08664b12b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:58.104820 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ad1b7f1f-12d8-4674-982b-9a08664b12b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:58.109243 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ad1b7f1f-12d8-4674-982b-9a08664b12b3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c8481a8d-64a8-4343-bd26-b882e0c7e71f HTTP/1.1" status: 204 len: 168 time: 0.2187641 Sep 21 17:55:58.118657 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b7f1f-12d8-4674-982b-9a08664b12b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8481a8d-64a8-4343-bd26-b882e0c7e71f,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:58.119739 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c7f512-aa53-4429-b0b9-72e53561dadc req-e52fd0d5-3a42-4582-9aa5-2020d3cd0bed tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] No DVR routers for this DVR port 3e93858b-bdb5-4ed9-870b-289c54b89e54 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:55:58.131665 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-32c7f512-aa53-4429-b0b9-72e53561dadc req-e52fd0d5-3a42-4582-9aa5-2020d3cd0bed tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:58.135042 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-32c7f512-aa53-4429-b0b9-72e53561dadc req-e52fd0d5-3a42-4582-9aa5-2020d3cd0bed tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.38 "DELETE /v2.0/ports/3e93858b-bdb5-4ed9-870b-289c54b89e54 HTTP/1.1" status: 204 len: 173 time: 0.9742839 Sep 21 17:55:58.217376 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb353ed-5af4-49bd-81f1-894c6bb75328 req-8b458b4d-230f-49ec-9c18-c197fa992c09 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:58.219010 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4cb353ed-5af4-49bd-81f1-894c6bb75328 req-8b458b4d-230f-49ec-9c18-c197fa992c09 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0881605 Sep 21 17:55:58.266077 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4cb353ed-5af4-49bd-81f1-894c6bb75328 req-29afff0f-c3e3-419b-98f9-d220e27b42d5 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388544 Sep 21 17:55:58.359285 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 85036551-c7eb-4bc1-96cd-0e5a19471a8f up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:55:58.498227 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 85036551-c7eb-4bc1-96cd-0e5a19471a8f completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:55:58.505743 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 85036551-c7eb-4bc1-96cd-0e5a19471a8f triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:55:58.506113 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:58.598290 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:58.625655 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6cff875-bb1a-4a8f-8936-61ad4b323c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85036551-c7eb-4bc1-96cd-0e5a19471a8f'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:55:58.627936 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5e1ef0-12f4-4664-a591-41e0076233ff" -d '{"events": [{"server_uuid": "a6cff875-bb1a-4a8f-8936-61ad4b323c28", "name": "network-vif-plugged", "status": "completed", "tag": "85036551-c7eb-4bc1-96cd-0e5a19471a8f"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:55:58.642846 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 85036551-c7eb-4bc1-96cd-0e5a19471a8f, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=85036551-c7eb-4bc1-96cd-0e5a19471a8f,segment=NetworkSegment(56b6ab3c-69bd-42e2-acea-4797f09bea25),segment_id=56b6ab3c-69bd-42e2-acea-4797f09bea25)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:55:58.651335 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:58.652371 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device cc30f523-7380-4b64-8faa-f165cddcb2fd no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:55:58.676966 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: cc30f523-7380-4b64-8faa-f165cddcb2fd {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:55:58.677308 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device cc30f523-7380-4b64-8faa-f165cddcb2fd not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:55:58.744566 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e3c8f5-8681-48c8-b1f7-c9b2051df80b x-openstack-request-id: req-83e3c8f5-8681-48c8-b1f7-c9b2051df80b {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:55:58.744943 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6cff875-bb1a-4a8f-8936-61ad4b323c28", "name": "network-vif-plugged", "status": "completed", "tag": "85036551-c7eb-4bc1-96cd-0e5a19471a8f", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:55:58.745183 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-83e3c8f5-8681-48c8-b1f7-c9b2051df80b {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:55:58.745812 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6cff875-bb1a-4a8f-8936-61ad4b323c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85036551-c7eb-4bc1-96cd-0e5a19471a8f', 'code': 200} Sep 21 17:55:58.746600 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=85036551-c7eb-4bc1-96cd-0e5a19471a8f,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:58.796960 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb80f2-7758-4fef-ae5b-9c84430251e0 req-07a00eca-d76b-4074-a562-2204d399bfdb tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:58.798625 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35cb80f2-7758-4fef-ae5b-9c84430251e0 req-07a00eca-d76b-4074-a562-2204d399bfdb tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.0828760 Sep 21 17:55:58.911028 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59600) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:58.935662 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35cb80f2-7758-4fef-ae5b-9c84430251e0 req-1e09582e-9341-4f20-9180-cf52f4a2b5e4 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139612 Sep 21 17:55:58.938952 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ed3b5-10c9-4968-9972-0b2f6a01b7ec req-5c752e66-dc97-4525-b986-83b42acaa4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:58.940329 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e35ed3b5-10c9-4968-9972-0b2f6a01b7ec req-5c752e66-dc97-4525-b986-83b42acaa4de service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a6cff875-bb1a-4a8f-8936-61ad4b323c28 HTTP/1.1" status: 200 len: 1096 time: 0.1118190 Sep 21 17:55:58.960631 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd14179-3863-4cc9-acde-8e128a0b76a7 req-c07eb321-697b-4378-bbaf-b9031a02cd32 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:58.962521 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dfd14179-3863-4cc9-acde-8e128a0b76a7 req-c07eb321-697b-4378-bbaf-b9031a02cd32 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6cff875-bb1a-4a8f-8936-61ad4b323c28 HTTP/1.1" status: 200 len: 945 time: 0.1164906 Sep 21 17:55:59.004010 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e35ed3b5-10c9-4968-9972-0b2f6a01b7ec req-b1b32f09-2108-49b3-b1a1-87a3d392ec9c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558150 Sep 21 17:55:59.040377 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dfd14179-3863-4cc9-acde-8e128a0b76a7 req-77357b6a-d244-4d55-bc1d-7579a43fa585 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700407 Sep 21 17:55:59.129830 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-60295136-21da-41ae-89c1-580a8409e37d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:59.240354 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-60295136-21da-41ae-89c1-580a8409e37d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:59.247007 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-60295136-21da-41ae-89c1-580a8409e37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:59.283623 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60295136-21da-41ae-89c1-580a8409e37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc139a4-76b4-4c2f-873e-38f344ea5c4d,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:59.292261 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-60295136-21da-41ae-89c1-580a8409e37d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3d7ecc73e6a04c60950eba118d8973f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3800623 Sep 21 17:55:59.295072 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59624) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:55:59.354416 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a46230c6-52a7-4aa9-8a6b-69caacdb4f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:59.379090 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a46230c6-52a7-4aa9-8a6b-69caacdb4f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:59.458153 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8414779-6d57-42bf-b3af-c95ed2a4f852 req-fce694f8-adc6-46ce-8a4d-733897bc5f8d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:59.459715 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e8414779-6d57-42bf-b3af-c95ed2a4f852 req-fce694f8-adc6-46ce-8a4d-733897bc5f8d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0593612 Sep 21 17:55:59.460754 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a46230c6-52a7-4aa9-8a6b-69caacdb4f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:59.463273 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a46230c6-52a7-4aa9-8a6b-69caacdb4f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:55:59.464374 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a46230c6-52a7-4aa9-8a6b-69caacdb4f92 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9fc139a4-76b4-4c2f-873e-38f344ea5c4d HTTP/1.1" status: 204 len: 168 time: 0.1680963 Sep 21 17:55:59.480492 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46230c6-52a7-4aa9-8a6b-69caacdb4f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc139a4-76b4-4c2f-873e-38f344ea5c4d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:55:59.504331 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['7aa9bd13-f501-4da2-8c9e-ae10313d8d93', '3564a266-ac78-4756-aef0-dedea25f143d', '038d1f12-1d16-4eb2-9b4c-53b4687df2bb'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:55:59.512608 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e8414779-6d57-42bf-b3af-c95ed2a4f852 req-6af6ce26-a686-4156-8765-05b5ba998953 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426121 Sep 21 17:55:59.691326 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9af3cc-cab9-4ce9-bd60-5c923895f6ab req-dc56c638-1869-460c-a5fa-a94acce6b9ad tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:55:59.693368 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ce9af3cc-cab9-4ce9-bd60-5c923895f6ab req-dc56c638-1869-460c-a5fa-a94acce6b9ad tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=b982904d-0d17-40f3-8274-4db1618ed35f HTTP/1.1" status: 200 len: 949 time: 0.0701942 Sep 21 17:55:59.741890 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ce9af3cc-cab9-4ce9-bd60-5c923895f6ab req-348bb8db-36a8-4507-97a5-3be907eacb88 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353575 Sep 21 17:55:59.861148 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3e93858b-bdb5-4ed9-870b-289c54b89e54 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:55:59.886601 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 3e93858b-bdb5-4ed9-870b-289c54b89e54 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:55:59.887027 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3e93858b-bdb5-4ed9-870b-289c54b89e54 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:56:00.035183 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7041cc76-26dd-4f6e-a364-7440c173d083', 'name': 'network-vif-deleted', 'tag': '3e93858b-bdb5-4ed9-870b-289c54b89e54'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:56:00.043905 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c68ff1-edff-47ca-8bcf-1dea1603494f" -d '{"events": [{"server_uuid": "7041cc76-26dd-4f6e-a364-7440c173d083", "name": "network-vif-deleted", "tag": "3e93858b-bdb5-4ed9-870b-289c54b89e54"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:56:00.058912 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96500726-44a2-4dbf-88da-8fb336bfcd89 req-940c6493-99c4-49af-b517-f9e31712d97c tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:00.060833 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-96500726-44a2-4dbf-88da-8fb336bfcd89 req-940c6493-99c4-49af-b517-f9e31712d97c tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.0545006 Sep 21 17:56:00.105604 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-96500726-44a2-4dbf-88da-8fb336bfcd89 req-619c4ae8-dbad-4c2e-965f-9f27fd014e42 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376809 Sep 21 17:56:00.126265 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9cf245-afaf-45ff-a27e-95d041cc9774 x-openstack-request-id: req-9c9cf245-afaf-45ff-a27e-95d041cc9774 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:56:00.126557 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7041cc76-26dd-4f6e-a364-7440c173d083", "name": "network-vif-deleted", "tag": "3e93858b-bdb5-4ed9-870b-289c54b89e54", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:56:00.126810 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9c9cf245-afaf-45ff-a27e-95d041cc9774 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:56:00.127232 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7041cc76-26dd-4f6e-a364-7440c173d083', 'name': 'network-vif-deleted', 'tag': '3e93858b-bdb5-4ed9-870b-289c54b89e54', 'status': 'completed', 'code': 200} Sep 21 17:56:00.228363 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2058d49-184c-4aaa-ac88-058dc2303598 req-feff1635-0a02-43aa-afe2-ed9fb17b7ee2 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:00.230029 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f2058d49-184c-4aaa-ac88-058dc2303598 req-feff1635-0a02-43aa-afe2-ed9fb17b7ee2 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6cff875-bb1a-4a8f-8936-61ad4b323c28 HTTP/1.1" status: 200 len: 945 time: 0.0667825 Sep 21 17:56:00.280627 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f2058d49-184c-4aaa-ac88-058dc2303598 req-94997469-63ca-4c0a-9d5b-640af0801878 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434735 Sep 21 17:56:00.323616 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59678) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:00.425911 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-500300e3-3cd5-4ddd-a591-b08a088ae427 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-789837653-network', 'tenant_id': '03a97da90df04941aa3b8e3f080c47ec'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:00.449318 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500300e3-3cd5-4ddd-a591-b08a088ae427 admin admin] Made reservation on behalf of 03a97da90df04941aa3b8e3f080c47ec for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:56:00.456104 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-500300e3-3cd5-4ddd-a591-b08a088ae427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:00.465936 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-500300e3-3cd5-4ddd-a591-b08a088ae427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:00.578543 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-500300e3-3cd5-4ddd-a591-b08a088ae427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:00.583813 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-500300e3-3cd5-4ddd-a591-b08a088ae427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:00.603496 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 59690) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:00.610957 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500300e3-3cd5-4ddd-a591-b08a088ae427 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:56:00.644043 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500300e3-3cd5-4ddd-a591-b08a088ae427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc7badc-1d0f-41c9-b13b-8cec4e0c01af,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:00.646957 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-500300e3-3cd5-4ddd-a591-b08a088ae427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:00.647290 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-500300e3-3cd5-4ddd-a591-b08a088ae427 admin admin] Added segment 91c1de8b-fe24-4079-a240-45a197368c44 of type vlan for network be09537b-816f-4398-925c-eafc9f2f873f Sep 21 17:56:00.693889 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-500300e3-3cd5-4ddd-a591-b08a088ae427 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:00.703463 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13afee8f-8c87-4bbe-997f-185a9727d583 req-1c9223d0-94d1-4c39-b39d-addbf594aad8 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:00.704978 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-13afee8f-8c87-4bbe-997f-185a9727d583 req-1c9223d0-94d1-4c39-b39d-addbf594aad8 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.1073658 Sep 21 17:56:00.720194 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cdcbc624-8985-425e-9c57-a1b46084b870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:00.747722 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-500300e3-3cd5-4ddd-a591-b08a088ae427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:00.748744 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500300e3-3cd5-4ddd-a591-b08a088ae427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:00.749327 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-500300e3-3cd5-4ddd-a591-b08a088ae427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:00.783769 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-13afee8f-8c87-4bbe-997f-185a9727d583 req-18493e2b-81c9-490a-82a6-5b653d6f999d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686002 Sep 21 17:56:00.835600 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500300e3-3cd5-4ddd-a591-b08a088ae427 admin admin] Pushing event updated for resources: {'Network': ['ID=be09537b-816f-4398-925c-eafc9f2f873f,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:00.845205 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network be09537b-816f-4398-925c-eafc9f2f873f details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:56:00.847580 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cdcbc624-8985-425e-9c57-a1b46084b870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:00.853092 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cdcbc624-8985-425e-9c57-a1b46084b870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:00.857862 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-500300e3-3cd5-4ddd-a591-b08a088ae427 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5331094 Sep 21 17:56:00.860678 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59696) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:00.866098 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-1e3d6cc1-2c54-4288-b8cf-855a469b7501 admin admin] Request body: {'subnet': {'network_id': 'be09537b-816f-4398-925c-eafc9f2f873f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-789837653-subnet', 'tenant_id': '03a97da90df04941aa3b8e3f080c47ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:00.888462 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3d6cc1-2c54-4288-b8cf-855a469b7501 admin admin] Made reservation on behalf of 03a97da90df04941aa3b8e3f080c47ec for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:56:00.893645 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1e3d6cc1-2c54-4288-b8cf-855a469b7501 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:00.903542 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-cdcbc624-8985-425e-9c57-a1b46084b870 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f1cb9b47b856454f89748a3dcbe50e1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987828 Sep 21 17:56:00.912575 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12eefc-6072-4ad7-9fec-57b9ca541353 req-c28ffc03-7961-478b-adac-f2587f18f64a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:00.914391 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ef12eefc-6072-4ad7-9fec-57b9ca541353 req-c28ffc03-7961-478b-adac-f2587f18f64a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=b982904d-0d17-40f3-8274-4db1618ed35f HTTP/1.1" status: 200 len: 949 time: 0.0973632 Sep 21 17:56:00.915106 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 59698) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:00.917375 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcbc624-8985-425e-9c57-a1b46084b870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34305d5-eacf-45db-88eb-3db62aef1c2a,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:01.024346 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ef12eefc-6072-4ad7-9fec-57b9ca541353 req-b06f6b29-a62f-4e28-930b-a3c7fd5ca53f tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919251 Sep 21 17:56:01.043275 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77fc3b-5744-4a51-a2bc-341cf9c962cf req-0c54bdce-8ed0-441e-bcdc-49ca27483809 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:01.044841 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0d77fc3b-5744-4a51-a2bc-341cf9c962cf req-0c54bdce-8ed0-441e-bcdc-49ca27483809 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.38 "GET /v2.0/ports?device_id=b982904d-0d17-40f3-8274-4db1618ed35f HTTP/1.1" status: 200 len: 949 time: 0.1113291 Sep 21 17:56:01.045653 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eeeefbf1-b5cb-4d29-b3f6-f131fa1da50f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:01.084179 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1e3d6cc1-2c54-4288-b8cf-855a469b7501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:01.087927 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eeeefbf1-b5cb-4d29-b3f6-f131fa1da50f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:01.142136 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d6cc1-2c54-4288-b8cf-855a469b7501 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d628ba49-04ed-42b5-8c6e-ad716efa3f5f,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:01.153820 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d6cc1-2c54-4288-b8cf-855a469b7501 admin admin] Checking segment: {'id': '91c1de8b-fe24-4079-a240-45a197368c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be09537b-816f-4398-925c-eafc9f2f873f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:56:01.153820 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3d6cc1-2c54-4288-b8cf-855a469b7501 admin admin] Network hostable DHCP agents. Network: be09537b-816f-4398-925c-eafc9f2f873f, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:56:01.171979 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3d6cc1-2c54-4288-b8cf-855a469b7501 admin admin] Network be09537b-816f-4398-925c-eafc9f2f873f is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:56:01.173964 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eeeefbf1-b5cb-4d29-b3f6-f131fa1da50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:01.176517 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eeeefbf1-b5cb-4d29-b3f6-f131fa1da50f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:01.180380 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-eeeefbf1-b5cb-4d29-b3f6-f131fa1da50f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a34305d5-eacf-45db-88eb-3db62aef1c2a HTTP/1.1" status: 204 len: 168 time: 0.2612858 Sep 21 17:56:01.183621 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-0d77fc3b-5744-4a51-a2bc-341cf9c962cf req-28398169-1170-416d-87e5-45712f1b019b tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Deleting port 3564a266-ac78-4756-aef0-dedea25f143d {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:56:01.183857 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0d77fc3b-5744-4a51-a2bc-341cf9c962cf req-28398169-1170-416d-87e5-45712f1b019b tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:01.200510 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-1e3d6cc1-2c54-4288-b8cf-855a469b7501 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, be09537b-816f-4398-925c-eafc9f2f873f) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:56:01.210457 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3d6cc1-2c54-4288-b8cf-855a469b7501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:01.210678 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeefbf1-b5cb-4d29-b3f6-f131fa1da50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34305d5-eacf-45db-88eb-3db62aef1c2a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:01.210920 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1e3d6cc1-2c54-4288-b8cf-855a469b7501 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:01.228492 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2664d5-89a0-46fa-a767-0187a04c2eb4 None None] Network be09537b-816f-4398-925c-eafc9f2f873f requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:56:01.239961 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1e3d6cc1-2c54-4288-b8cf-855a469b7501 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3781664 Sep 21 17:56:01.243377 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59704) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:01.249702 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-871c2c22-5280-4dcd-8f01-d29f4d486a87 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-789837653-router', 'tenant_id': '03a97da90df04941aa3b8e3f080c47ec', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:01.293342 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6aa7a-1f22-4a8e-9b54-b96f2516b6da req-c9bc3d2f-650d-4794-8afd-9a967d974637 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:01.295205 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d4c6aa7a-1f22-4a8e-9b54-b96f2516b6da req-c9bc3d2f-650d-4794-8afd-9a967d974637 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.1143291 Sep 21 17:56:01.296636 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-871c2c22-5280-4dcd-8f01-d29f4d486a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:01.297777 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-871c2c22-5280-4dcd-8f01-d29f4d486a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:01.381973 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d4c6aa7a-1f22-4a8e-9b54-b96f2516b6da req-3d317633-0a3a-4692-9c0d-76c30e292f59 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798810 Sep 21 17:56:01.410519 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895aabaa-c261-426b-b0d8-7b17003c7063 req-679332f5-0bd6-47b0-b529-6023393936cd tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:01.412262 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-895aabaa-c261-426b-b0d8-7b17003c7063 req-679332f5-0bd6-47b0-b529-6023393936cd tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.38 "GET /v2.0/ports?device_id=8933d721-f93a-4ade-9245-b2da7a00a0e2 HTTP/1.1" status: 200 len: 949 time: 0.1217649 Sep 21 17:56:01.420221 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-0d77fc3b-5744-4a51-a2bc-341cf9c962cf req-28398169-1170-416d-87e5-45712f1b019b tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] For port 3564a266-ac78-4756-aef0-dedea25f143d, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3564a266-ac78-4756-aef0-dedea25f143d,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:01.422597 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0d77fc3b-5744-4a51-a2bc-341cf9c962cf req-28398169-1170-416d-87e5-45712f1b019b tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:01.442358 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-871c2c22-5280-4dcd-8f01-d29f4d486a87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:01.494683 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f188bc-e842-4a10-8154-ad292a1cd17c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-be09537b-816f-4398-925c-eafc9f2f873f', 'network_id': 'be09537b-816f-4398-925c-eafc9f2f873f', 'tenant_id': '03a97da90df04941aa3b8e3f080c47ec', 'fixed_ips': [{'subnet_id': 'd628ba49-04ed-42b5-8c6e-ad716efa3f5f'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:56:01.495708 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e6f188bc-e842-4a10-8154-ad292a1cd17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:01.499004 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-0d77fc3b-5744-4a51-a2bc-341cf9c962cf req-28398169-1170-416d-87e5-45712f1b019b tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Calling delete_port for 3564a266-ac78-4756-aef0-dedea25f143d owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:56:01.583938 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ef3b7-6d82-44b5-9f29-4554e0991fb0 req-d9845c01-cae8-4777-9b47-67fbfe3372de tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:01.590664 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d85ef3b7-6d82-44b5-9f29-4554e0991fb0 req-d9845c01-cae8-4777-9b47-67fbfe3372de tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6cff875-bb1a-4a8f-8936-61ad4b323c28 HTTP/1.1" status: 200 len: 945 time: 0.1545446 Sep 21 17:56:01.705617 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-871c2c22-5280-4dcd-8f01-d29f4d486a87 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:01.707495 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d85ef3b7-6d82-44b5-9f29-4554e0991fb0 req-7a3a60b9-69e0-400d-a1f5-02e0dff8f8ca tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158214 Sep 21 17:56:01.713461 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-895aabaa-c261-426b-b0d8-7b17003c7063 req-b779b276-c798-43db-a01c-abf01b577f9a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Deleting port 038d1f12-1d16-4eb2-9b4c-53b4687df2bb {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:56:01.714118 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-895aabaa-c261-426b-b0d8-7b17003c7063 req-b779b276-c798-43db-a01c-abf01b577f9a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:01.721706 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-e6f188bc-e842-4a10-8154-ad292a1cd17c None None] Allocated IP 172.20.0.2 (be09537b-816f-4398-925c-eafc9f2f873f/d628ba49-04ed-42b5-8c6e-ad716efa3f5f/9f7989b7-9473-47dc-afd2-fc3a934b3875) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:56:01.875957 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-895aabaa-c261-426b-b0d8-7b17003c7063 req-b779b276-c798-43db-a01c-abf01b577f9a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] For port 038d1f12-1d16-4eb2-9b4c-53b4687df2bb, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=038d1f12-1d16-4eb2-9b4c-53b4687df2bb,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:01.876540 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-895aabaa-c261-426b-b0d8-7b17003c7063 req-b779b276-c798-43db-a01c-abf01b577f9a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:01.889476 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0d77fc3b-5744-4a51-a2bc-341cf9c962cf req-28398169-1170-416d-87e5-45712f1b019b tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:01.903979 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19b2f3-b0a7-43c3-b96e-0d857d694757 req-3a2bb48f-da0c-44a4-a4b3-b7e681e74bd4 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:01.905494 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6a19b2f3-b0a7-43c3-b96e-0d857d694757 req-3a2bb48f-da0c-44a4-a4b3-b7e681e74bd4 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6cff875-bb1a-4a8f-8936-61ad4b323c28 HTTP/1.1" status: 200 len: 945 time: 0.0753877 Sep 21 17:56:01.907185 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-895aabaa-c261-426b-b0d8-7b17003c7063 req-b779b276-c798-43db-a01c-abf01b577f9a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Calling delete_port for 038d1f12-1d16-4eb2-9b4c-53b4687df2bb owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:56:01.960288 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28398169-1170-416d-87e5-45712f1b019b tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Pushing event deleted for resources: {'Port': ['ID=3564a266-ac78-4756-aef0-dedea25f143d,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:01.960533 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e6f188bc-e842-4a10-8154-ad292a1cd17c None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:01.969300 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['7aa9bd13-f501-4da2-8c9e-ae10313d8d93', '3564a266-ac78-4756-aef0-dedea25f143d', '038d1f12-1d16-4eb2-9b4c-53b4687df2bb'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:56:01.975544 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e6f188bc-e842-4a10-8154-ad292a1cd17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:01.976465 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6a19b2f3-b0a7-43c3-b96e-0d857d694757 req-39cedc64-cb2d-49ef-a7d0-ed07def6fa0f tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603220 Sep 21 17:56:02.047278 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d77fc3b-5744-4a51-a2bc-341cf9c962cf req-28398169-1170-416d-87e5-45712f1b019b tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] No DVR routers for this DVR port 3564a266-ac78-4756-aef0-dedea25f143d on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:56:02.054093 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0d77fc3b-5744-4a51-a2bc-341cf9c962cf req-28398169-1170-416d-87e5-45712f1b019b tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:02.056322 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0d77fc3b-5744-4a51-a2bc-341cf9c962cf req-28398169-1170-416d-87e5-45712f1b019b tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.38 "DELETE /v2.0/ports/3564a266-ac78-4756-aef0-dedea25f143d HTTP/1.1" status: 204 len: 173 time: 0.9999189 Sep 21 17:56:02.064646 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d40491-309c-49b5-b262-1c5974891c4e req-ef4df487-059d-4f3b-8250-a55ff8969d74 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:02.072340 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-08d40491-309c-49b5-b262-1c5974891c4e req-ef4df487-059d-4f3b-8250-a55ff8969d74 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.1867375 Sep 21 17:56:02.134690 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f188bc-e842-4a10-8154-ad292a1cd17c None None] Network be09537b-816f-4398-925c-eafc9f2f873f is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:56:02.146653 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b982904d-0d17-40f3-8274-4db1618ed35f', 'name': 'network-vif-deleted', 'tag': '3564a266-ac78-4756-aef0-dedea25f143d'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:56:02.146653 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ccfe9e-3683-4f8d-ac2d-5b045dc2c5fe" -d '{"events": [{"server_uuid": "b982904d-0d17-40f3-8274-4db1618ed35f", "name": "network-vif-deleted", "tag": "3564a266-ac78-4756-aef0-dedea25f143d"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:56:02.153983 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-e6f188bc-e842-4a10-8154-ad292a1cd17c None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:56:02.157282 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f188bc-e842-4a10-8154-ad292a1cd17c None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:56:02.199540 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f188bc-e842-4a10-8154-ad292a1cd17c None None] Pushing event updated for resources: {'Port': ['ID=9f7989b7-9473-47dc-afd2-fc3a934b3875,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:02.222800 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-871c2c22-5280-4dcd-8f01-d29f4d486a87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:02.285974 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-871c2c22-5280-4dcd-8f01-d29f4d486a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:02.291296 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-e6f188bc-e842-4a10-8154-ad292a1cd17c None None] Attempting to bind port 9f7989b7-9473-47dc-afd2-fc3a934b3875 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:56:02.293204 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-e6f188bc-e842-4a10-8154-ad292a1cd17c None None] Attempting to bind port 9f7989b7-9473-47dc-afd2-fc3a934b3875 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '91c1de8b-fe24-4079-a240-45a197368c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be09537b-816f-4398-925c-eafc9f2f873f'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:56:02.294220 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f188bc-e842-4a10-8154-ad292a1cd17c None None] Attempting to bind port 9f7989b7-9473-47dc-afd2-fc3a934b3875 on network be09537b-816f-4398-925c-eafc9f2f873f {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:56:02.300179 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f188bc-e842-4a10-8154-ad292a1cd17c None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:56:02.300566 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f188bc-e842-4a10-8154-ad292a1cd17c None None] Checking segment: {'id': '91c1de8b-fe24-4079-a240-45a197368c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be09537b-816f-4398-925c-eafc9f2f873f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:56:02.301018 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e6f188bc-e842-4a10-8154-ad292a1cd17c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:02.301430 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f188bc-e842-4a10-8154-ad292a1cd17c None None] Bound using segment: {'id': '91c1de8b-fe24-4079-a240-45a197368c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be09537b-816f-4398-925c-eafc9f2f873f'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:56:02.301905 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-e6f188bc-e842-4a10-8154-ad292a1cd17c None None] Bound port: 9f7989b7-9473-47dc-afd2-fc3a934b3875, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91c1de8b-fe24-4079-a240-45a197368c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be09537b-816f-4398-925c-eafc9f2f873f'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:56:02.302295 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e6f188bc-e842-4a10-8154-ad292a1cd17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:02.325926 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-08d40491-309c-49b5-b262-1c5974891c4e req-e4932439-e515-44e1-a11a-cff2c97d2b10 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524817 Sep 21 17:56:02.333248 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-895aabaa-c261-426b-b0d8-7b17003c7063 req-b779b276-c798-43db-a01c-abf01b577f9a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:02.401097 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779b276-c798-43db-a01c-abf01b577f9a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Pushing event deleted for resources: {'Port': ['ID=038d1f12-1d16-4eb2-9b4c-53b4687df2bb,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:02.457382 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-84f2474e-263e-4975-8238-4ce454e194b0 req-b158c5be-9ff2-4fb7-bcab-813902e9d344 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=b982904d-0d17-40f3-8274-4db1618ed35f HTTP/1.1" status: 200 len: 210 time: 0.0415325 Sep 21 17:56:02.476809 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e295b88b-d134-4a6a-848e-e9ed3b5887a5 x-openstack-request-id: req-e295b88b-d134-4a6a-848e-e9ed3b5887a5 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:56:02.477125 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b982904d-0d17-40f3-8274-4db1618ed35f", "name": "network-vif-deleted", "tag": "3564a266-ac78-4756-aef0-dedea25f143d", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:56:02.477387 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e295b88b-d134-4a6a-848e-e9ed3b5887a5 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:56:02.477859 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b982904d-0d17-40f3-8274-4db1618ed35f', 'name': 'network-vif-deleted', 'tag': '3564a266-ac78-4756-aef0-dedea25f143d', 'status': 'completed', 'code': 200} Sep 21 17:56:02.493924 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-e6f188bc-e842-4a10-8154-ad292a1cd17c None None] For port 9f7989b7-9473-47dc-afd2-fc3a934b3875, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:56:02.497204 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-e6f188bc-e842-4a10-8154-ad292a1cd17c None None] For port 9f7989b7-9473-47dc-afd2-fc3a934b3875, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=9f7989b7-9473-47dc-afd2-fc3a934b3875,segment=NetworkSegment(91c1de8b-fe24-4079-a240-45a197368c44),segment_id=91c1de8b-fe24-4079-a240-45a197368c44)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:56:02.521794 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-895aabaa-c261-426b-b0d8-7b17003c7063 req-b779b276-c798-43db-a01c-abf01b577f9a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] No DVR routers for this DVR port 038d1f12-1d16-4eb2-9b4c-53b4687df2bb on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:56:02.526206 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-895aabaa-c261-426b-b0d8-7b17003c7063 req-b779b276-c798-43db-a01c-abf01b577f9a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:02.529936 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-895aabaa-c261-426b-b0d8-7b17003c7063 req-b779b276-c798-43db-a01c-abf01b577f9a tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.38 "DELETE /v2.0/ports/038d1f12-1d16-4eb2-9b4c-53b4687df2bb HTTP/1.1" status: 204 len: 173 time: 1.1023560 Sep 21 17:56:02.533484 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e6f188bc-e842-4a10-8154-ad292a1cd17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:02.565157 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-871c2c22-5280-4dcd-8f01-d29f4d486a87 admin admin] Allocated IP 172.25.6.70 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/f44826d1-126c-45bb-8bc1-3fe8b64af050) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:56:02.601650 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00ed4f-a63d-44e5-ade4-685016fd0959 req-5835b80b-f4f9-47b2-be6b-c466b6fbfaf0 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:02.622742 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cc00ed4f-a63d-44e5-ade4-685016fd0959 req-5835b80b-f4f9-47b2-be6b-c466b6fbfaf0 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6cff875-bb1a-4a8f-8936-61ad4b323c28 HTTP/1.1" status: 200 len: 945 time: 0.1033773 Sep 21 17:56:02.709776 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cc00ed4f-a63d-44e5-ade4-685016fd0959 req-529c154d-93e1-409f-bf95-500e40439552 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687730 Sep 21 17:56:02.730099 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f188bc-e842-4a10-8154-ad292a1cd17c None None] Pushing event updated for resources: {'Port': ['ID=9f7989b7-9473-47dc-afd2-fc3a934b3875,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:02.819007 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81256467-949d-4e8b-ad8a-f525ed10235d req-34e9cd88-b830-4a99-a1f4-3aac7141347d tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:02.827254 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-81256467-949d-4e8b-ad8a-f525ed10235d req-34e9cd88-b830-4a99-a1f4-3aac7141347d tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.1102245 Sep 21 17:56:02.853824 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-871c2c22-5280-4dcd-8f01-d29f4d486a87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:02.893565 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-81256467-949d-4e8b-ad8a-f525ed10235d req-511add2b-7ba0-4745-a103-312c0be695cf tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594134 Sep 21 17:56:02.945735 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-871c2c22-5280-4dcd-8f01-d29f4d486a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:03.001732 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871c2c22-5280-4dcd-8f01-d29f4d486a87 admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:56:03.005252 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-871c2c22-5280-4dcd-8f01-d29f4d486a87 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:56:03.008538 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871c2c22-5280-4dcd-8f01-d29f4d486a87 admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:56:03.074891 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['7aa9bd13-f501-4da2-8c9e-ae10313d8d93'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:56:03.098443 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c2c22-5280-4dcd-8f01-d29f4d486a87 admin admin] Pushing event updated for resources: {'Port': ['ID=f44826d1-126c-45bb-8bc1-3fe8b64af050,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:03.356610 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 59758) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:03.454240 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d64b7-435f-4d1c-bd3f-e05705572029 req-494162fa-330c-4681-bec1-fc259191f665 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:03.463838 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cc1d64b7-435f-4d1c-bd3f-e05705572029 req-494162fa-330c-4681-bec1-fc259191f665 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0665758 Sep 21 17:56:03.546721 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 9f7989b7-9473-47dc-afd2-fc3a934b3875 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:56:03.572280 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e681f091-a3e6-4b41-acd1-f080ccda3ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:03.599587 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 9f7989b7-9473-47dc-afd2-fc3a934b3875 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:56:03.600116 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:03.627594 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cc1d64b7-435f-4d1c-bd3f-e05705572029 req-7567828f-af0e-48e1-9b94-f90c1fe2a38e tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627753 Sep 21 17:56:03.655599 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-871c2c22-5280-4dcd-8f01-d29f4d486a87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:03.727011 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:03.728356 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e681f091-a3e6-4b41-acd1-f080ccda3ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:03.736190 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e681f091-a3e6-4b41-acd1-f080ccda3ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:03.779866 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 9f7989b7-9473-47dc-afd2-fc3a934b3875, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=9f7989b7-9473-47dc-afd2-fc3a934b3875,segment=NetworkSegment(91c1de8b-fe24-4079-a240-45a197368c44),segment_id=91c1de8b-fe24-4079-a240-45a197368c44)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:03.789505 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:03.802408 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e681f091-a3e6-4b41-acd1-f080ccda3ab9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ba5af606da35491c8360cdd18fd11218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4446187 Sep 21 17:56:03.804922 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 59774) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:03.885569 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 038d1f12-1d16-4eb2-9b4c-53b4687df2bb no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:56:03.919629 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62146dc2-018a-4adc-bca1-9ce8bb69b9d0 req-1c4e39f5-2793-48aa-9726-a8dfd1154e52 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:03.921765 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62146dc2-018a-4adc-bca1-9ce8bb69b9d0 req-1c4e39f5-2793-48aa-9726-a8dfd1154e52 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6cff875-bb1a-4a8f-8936-61ad4b323c28 HTTP/1.1" status: 200 len: 945 time: 0.0759718 Sep 21 17:56:03.922484 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681f091-a3e6-4b41-acd1-f080ccda3ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de68abdb-5948-40be-95e0-efa63690931b,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:03.951082 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 038d1f12-1d16-4eb2-9b4c-53b4687df2bb {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:56:03.953045 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 038d1f12-1d16-4eb2-9b4c-53b4687df2bb not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:56:03.954575 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3564a266-ac78-4756-aef0-dedea25f143d no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:56:03.966592 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=9f7989b7-9473-47dc-afd2-fc3a934b3875,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:03.989773 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 3564a266-ac78-4756-aef0-dedea25f143d {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:56:03.990518 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3564a266-ac78-4756-aef0-dedea25f143d not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:56:04.011261 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-871c2c22-5280-4dcd-8f01-d29f4d486a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:04.025251 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6834c541-f8b9-48e8-9741-1c07fafac551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:04.029784 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f66baf-477b-471d-9206-c2d0da669036 None None] Network be09537b-816f-4398-925c-eafc9f2f873f requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:56:04.063642 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c89b82-2ab5-4b16-9a39-18a0b5b632cd req-bfc9dd92-e0d0-4319-a9ba-523a76b9cc9c tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:04.065121 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-84c89b82-2ab5-4b16-9a39-18a0b5b632cd req-bfc9dd92-e0d0-4319-a9ba-523a76b9cc9c tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6cff875-bb1a-4a8f-8936-61ad4b323c28 HTTP/1.1" status: 200 len: 945 time: 0.0789213 Sep 21 17:56:04.075594 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62146dc2-018a-4adc-bca1-9ce8bb69b9d0 req-4f0fddf5-5815-4131-bced-897bede5bbfe tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300197 Sep 21 17:56:04.077476 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6834c541-f8b9-48e8-9741-1c07fafac551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:04.118603 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-2d76e9b0-aee8-4d22-9df2-bd7075d95808 None None] Provisioning complete for port 9f7989b7-9473-47dc-afd2-fc3a934b3875 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:56:04.119151 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2d76e9b0-aee8-4d22-9df2-bd7075d95808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:04.157679 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88264b-9468-47f2-8cef-3b3497738c3c req-bb726492-60e4-4b34-a4df-3cc7f2b5d043 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:04.159511 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6e88264b-9468-47f2-8cef-3b3497738c3c req-bb726492-60e4-4b34-a4df-3cc7f2b5d043 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.1391861 Sep 21 17:56:04.238548 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8323c8b-c0e8-4c25-a392-b3f5514ed4cd req-5c557ebb-b782-46d8-b62d-453d46228648 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:04.240654 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a8323c8b-c0e8-4c25-a392-b3f5514ed4cd req-5c557ebb-b782-46d8-b62d-453d46228648 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=48f800df-212f-48ef-88cb-7652dcc325a5 HTTP/1.1" status: 200 len: 949 time: 0.0711265 Sep 21 17:56:04.265265 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6e88264b-9468-47f2-8cef-3b3497738c3c req-19652d36-09c5-44e3-93a5-b7534b393470 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948865 Sep 21 17:56:04.271144 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871c2c22-5280-4dcd-8f01-d29f4d486a87 admin admin] Router bba1d3ce-422c-426e-a22d-4a12cd81e62e is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:56:04.311251 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a8323c8b-c0e8-4c25-a392-b3f5514ed4cd req-b9690986-8cda-4df6-a889-cca4edcc6e00 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497553 Sep 21 17:56:04.313951 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6834c541-f8b9-48e8-9741-1c07fafac551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:04.316902 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6834c541-f8b9-48e8-9741-1c07fafac551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:04.321499 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6834c541-f8b9-48e8-9741-1c07fafac551 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/de68abdb-5948-40be-95e0-efa63690931b HTTP/1.1" status: 204 len: 168 time: 0.5127568 Sep 21 17:56:04.321941 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-84c89b82-2ab5-4b16-9a39-18a0b5b632cd req-ad04156b-90b3-4477-8384-3e10c77a7254 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Deleting port 85036551-c7eb-4bc1-96cd-0e5a19471a8f {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:56:04.322575 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-84c89b82-2ab5-4b16-9a39-18a0b5b632cd req-ad04156b-90b3-4477-8384-3e10c77a7254 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:04.359780 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834c541-f8b9-48e8-9741-1c07fafac551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de68abdb-5948-40be-95e0-efa63690931b,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:04.410833 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6f388a8e-1a60-4a04-b498-ab4669e95e83 req-844d5798-707d-4f6d-b393-1fc911c93ff3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1e50d1e6-ae6d-418c-8af6-cf61a188a287&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1419966 Sep 21 17:56:04.445621 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-84c89b82-2ab5-4b16-9a39-18a0b5b632cd req-ad04156b-90b3-4477-8384-3e10c77a7254 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] For port 85036551-c7eb-4bc1-96cd-0e5a19471a8f, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=85036551-c7eb-4bc1-96cd-0e5a19471a8f,segment=NetworkSegment(56b6ab3c-69bd-42e2-acea-4797f09bea25),segment_id=56b6ab3c-69bd-42e2-acea-4797f09bea25)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:04.446350 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-84c89b82-2ab5-4b16-9a39-18a0b5b632cd req-ad04156b-90b3-4477-8384-3e10c77a7254 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:04.466472 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-84c89b82-2ab5-4b16-9a39-18a0b5b632cd req-ad04156b-90b3-4477-8384-3e10c77a7254 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Calling delete_port for 85036551-c7eb-4bc1-96cd-0e5a19471a8f owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:56:04.479710 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8933d721-f93a-4ade-9245-b2da7a00a0e2', 'name': 'network-vif-deleted', 'tag': '038d1f12-1d16-4eb2-9b4c-53b4687df2bb'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:56:04.482720 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfc9755-4ca9-421d-acd2-a5502637b341" -d '{"events": [{"server_uuid": "8933d721-f93a-4ade-9245-b2da7a00a0e2", "name": "network-vif-deleted", "tag": "038d1f12-1d16-4eb2-9b4c-53b4687df2bb"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:56:04.505710 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871c2c22-5280-4dcd-8f01-d29f4d486a87 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:56:04.518185 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7f10b3-4991-4c72-9aea-0088243d6e00 None None] Sync routers for ids ['bba1d3ce-422c-426e-a22d-4a12cd81e62e'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:56:04.530301 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7f10b3-4991-4c72-9aea-0088243d6e00 None None] Routers {'bba1d3ce-422c-426e-a22d-4a12cd81e62e'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:56:04.532622 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6c7f10b3-4991-4c72-9aea-0088243d6e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:55:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['bba1d3ce-422c-426e-a22d-4a12cd81e62e'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:56:04.539570 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f388a8e-1a60-4a04-b498-ab4669e95e83 req-32d87bee-981f-4698-b544-528a3e6be3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:04.541107 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6f388a8e-1a60-4a04-b498-ab4669e95e83 req-32d87bee-981f-4698-b544-528a3e6be3ad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4da9d9a034541f0b1a21573283219ab&device_id=1e50d1e6-ae6d-418c-8af6-cf61a188a287 HTTP/1.1" status: 200 len: 1097 time: 0.0905590 Sep 21 17:56:04.548905 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-871c2c22-5280-4dcd-8f01-d29f4d486a87 admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:04.550173 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-871c2c22-5280-4dcd-8f01-d29f4d486a87 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3060849 Sep 21 17:56:04.553035 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59788) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:04.570645 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1501133c-8e31-456e-b908-470b3163b8f8 x-openstack-request-id: req-1501133c-8e31-456e-b908-470b3163b8f8 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:56:04.571250 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8933d721-f93a-4ade-9245-b2da7a00a0e2", "name": "network-vif-deleted", "tag": "038d1f12-1d16-4eb2-9b4c-53b4687df2bb", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:56:04.571996 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1501133c-8e31-456e-b908-470b3163b8f8 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:56:04.572411 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8933d721-f93a-4ade-9245-b2da7a00a0e2', 'name': 'network-vif-deleted', 'tag': '038d1f12-1d16-4eb2-9b4c-53b4687df2bb', 'status': 'completed', 'code': 200} Sep 21 17:56:04.627763 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-2a6e0cb7-f162-430e-b44d-c275956b542b None None] Provisioning complete for port 9f7989b7-9473-47dc-afd2-fc3a934b3875 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:56:04.628475 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2a6e0cb7-f162-430e-b44d-c275956b542b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:04.683939 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-84c89b82-2ab5-4b16-9a39-18a0b5b632cd req-ad04156b-90b3-4477-8384-3e10c77a7254 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:04.708362 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-6c7f10b3-4991-4c72-9aea-0088243d6e00 None None] Set router bba1d3ce-422c-426e-a22d-4a12cd81e62e gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:56:04.738079 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad04156b-90b3-4477-8384-3e10c77a7254 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Pushing event deleted for resources: {'Port': ['ID=85036551-c7eb-4bc1-96cd-0e5a19471a8f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:04.826895 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c89b82-2ab5-4b16-9a39-18a0b5b632cd req-ad04156b-90b3-4477-8384-3e10c77a7254 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] No DVR routers for this DVR port 85036551-c7eb-4bc1-96cd-0e5a19471a8f on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:56:04.847750 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-84c89b82-2ab5-4b16-9a39-18a0b5b632cd req-ad04156b-90b3-4477-8384-3e10c77a7254 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:04.849861 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-84c89b82-2ab5-4b16-9a39-18a0b5b632cd req-ad04156b-90b3-4477-8384-3e10c77a7254 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.44 "DELETE /v2.0/ports/85036551-c7eb-4bc1-96cd-0e5a19471a8f HTTP/1.1" status: 204 len: 173 time: 0.7703934 Sep 21 17:56:04.931504 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['dbc0d7b1-96db-431a-bbdc-4aac85019438'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:56:04.965207 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6c7f10b3-4991-4c72-9aea-0088243d6e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'name': 'tempest-ServersTestFqdnHostnames-789837653-router', 'tenant_id': '03a97da90df04941aa3b8e3f080c47ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'f44826d1-126c-45bb-8bc1-3fe8b64af050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:56:01Z', 'updated_at': '2021-09-21T17:56:03Z', 'revision_number': 3, 'project_id': '03a97da90df04941aa3b8e3f080c47ec', 'gw_port': {'id': 'f44826d1-126c-45bb-8bc1-3fe8b64af050', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:17:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:56:02Z', 'updated_at': '2021-09-21T17:56:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:56:05.029729 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7f10b3-4991-4c72-9aea-0088243d6e00 None None] Checking router: bba1d3ce-422c-426e-a22d-4a12cd81e62e for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:56:05.030278 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7f10b3-4991-4c72-9aea-0088243d6e00 None None] Updating router bba1d3ce-422c-426e-a22d-4a12cd81e62e port f44826d1-126c-45bb-8bc1-3fe8b64af050 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:56:05.067521 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-6c7f10b3-4991-4c72-9aea-0088243d6e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:05.130205 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064f2c4-76e0-4fb0-8fc5-5bb76c794d5c req-67f1f4e6-bd48-4309-92ae-fef011be6c8d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:05.141259 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d064f2c4-76e0-4fb0-8fc5-5bb76c794d5c req-67f1f4e6-bd48-4309-92ae-fef011be6c8d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.3193541 Sep 21 17:56:05.197110 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f388a8e-1a60-4a04-b498-ab4669e95e83 req-6be57f70-74d6-41f6-96bf-6ca7bc9e1107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:05.198908 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6f388a8e-1a60-4a04-b498-ab4669e95e83 req-6be57f70-74d6-41f6-96bf-6ca7bc9e1107 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1971a7db-b33f-45b8-9b53-89078ce1cf93 HTTP/1.1" status: 200 len: 916 time: 0.6309953 Sep 21 17:56:05.293439 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9cffa5be-77d2-48ee-b23c-4bf68788c7dd req-63133616-0d7f-4bee-89c8-be1f95701bfb tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6cff875-bb1a-4a8f-8936-61ad4b323c28 HTTP/1.1" status: 200 len: 210 time: 0.0538540 Sep 21 17:56:05.331348 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6f388a8e-1a60-4a04-b498-ab4669e95e83 req-41ca2cca-9031-4503-81e0-e3c3f67c83b2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=011b8657-1fd2-48da-bb16-b3c03cf70cac HTTP/1.1" status: 200 len: 1002 time: 0.1191039 Sep 21 17:56:05.382963 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d064f2c4-76e0-4fb0-8fc5-5bb76c794d5c req-21b628fd-ff6e-42aa-b791-4db8dad7dacd tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405677 Sep 21 17:56:05.480775 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59818) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:05.522236 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 9f7989b7-9473-47dc-afd2-fc3a934b3875 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:56:05.564220 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-6c7f10b3-4991-4c72-9aea-0088243d6e00 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:05.574247 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-6c7f10b3-4991-4c72-9aea-0088243d6e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:05.615307 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da01be-6c96-4277-8b92-d477387c5391 req-2b0797bc-d177-473d-a125-b4299ae7b3b3 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:05.635568 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-15da01be-6c96-4277-8b92-d477387c5391 req-2b0797bc-d177-473d-a125-b4299ae7b3b3 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.2177291 Sep 21 17:56:05.671366 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 9f7989b7-9473-47dc-afd2-fc3a934b3875 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:56:05.672792 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:05.699314 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7a0a2-7049-4535-849a-cf78e81d9288 req-30a39527-630f-450f-b162-f21695490670 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:05.700941 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d1d7a0a2-7049-4535-849a-cf78e81d9288 req-30a39527-630f-450f-b162-f21695490670 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.38 "GET /v2.0/ports?device_id=48f800df-212f-48ef-88cb-7652dcc325a5 HTTP/1.1" status: 200 len: 949 time: 0.1914940 Sep 21 17:56:05.729393 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-6c7f10b3-4991-4c72-9aea-0088243d6e00 None None] Attempting to bind port f44826d1-126c-45bb-8bc1-3fe8b64af050 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:56:05.731585 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-6c7f10b3-4991-4c72-9aea-0088243d6e00 None None] Attempting to bind port f44826d1-126c-45bb-8bc1-3fe8b64af050 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:56:05.732211 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7f10b3-4991-4c72-9aea-0088243d6e00 None None] Attempting to bind port f44826d1-126c-45bb-8bc1-3fe8b64af050 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:56:05.743933 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7f10b3-4991-4c72-9aea-0088243d6e00 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:56:05.744785 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7f10b3-4991-4c72-9aea-0088243d6e00 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:56:05.745347 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-6c7f10b3-4991-4c72-9aea-0088243d6e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:05.746532 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7f10b3-4991-4c72-9aea-0088243d6e00 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:56:05.747273 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-6c7f10b3-4991-4c72-9aea-0088243d6e00 None None] Bound port: f44826d1-126c-45bb-8bc1-3fe8b64af050, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:56:05.748490 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-6c7f10b3-4991-4c72-9aea-0088243d6e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:05.801382 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-15da01be-6c96-4277-8b92-d477387c5391 req-794e9226-f125-4534-8094-04928da65687 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648078 Sep 21 17:56:05.816268 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-6c7f10b3-4991-4c72-9aea-0088243d6e00 None None] For port f44826d1-126c-45bb-8bc1-3fe8b64af050, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:56:05.819585 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-6c7f10b3-4991-4c72-9aea-0088243d6e00 None None] For port f44826d1-126c-45bb-8bc1-3fe8b64af050, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f44826d1-126c-45bb-8bc1-3fe8b64af050,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:56:05.832516 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-6c7f10b3-4991-4c72-9aea-0088243d6e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:05.852509 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8c24a-dd3e-4109-ba0d-902851bf7f6f None None] Pushing event updated for resources: {'Port': ['ID=f44826d1-126c-45bb-8bc1-3fe8b64af050,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:05.896592 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-d1d7a0a2-7049-4535-849a-cf78e81d9288 req-1353d72a-7a94-4e80-841b-801b3c1f06a4 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Deleting port 7aa9bd13-f501-4da2-8c9e-ae10313d8d93 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:56:05.896942 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d1d7a0a2-7049-4535-849a-cf78e81d9288 req-1353d72a-7a94-4e80-841b-801b3c1f06a4 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:05.931370 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8c24a-dd3e-4109-ba0d-902851bf7f6f None None] Pushing event updated for resources: {'Port': ['ID=f44826d1-126c-45bb-8bc1-3fe8b64af050,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:05.957226 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7f10b3-4991-4c72-9aea-0088243d6e00 None None] Routers {'bba1d3ce-422c-426e-a22d-4a12cd81e62e'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:56:05.957963 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6c7f10b3-4991-4c72-9aea-0088243d6e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:55:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['bba1d3ce-422c-426e-a22d-4a12cd81e62e'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:56:06.059202 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-4eceed61-505b-4d5d-a4af-7d92c03f17c1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-312845018-network', 'tenant_id': '8bf110cc3a44459a8444e3950a423dd2'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:06.059882 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-d1d7a0a2-7049-4535-849a-cf78e81d9288 req-1353d72a-7a94-4e80-841b-801b3c1f06a4 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] For port 7aa9bd13-f501-4da2-8c9e-ae10313d8d93, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=7aa9bd13-f501-4da2-8c9e-ae10313d8d93,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:06.060526 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d1d7a0a2-7049-4535-849a-cf78e81d9288 req-1353d72a-7a94-4e80-841b-801b3c1f06a4 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:06.077721 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-d1d7a0a2-7049-4535-849a-cf78e81d9288 req-1353d72a-7a94-4e80-841b-801b3c1f06a4 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Calling delete_port for 7aa9bd13-f501-4da2-8c9e-ae10313d8d93 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:56:06.100025 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-6c7f10b3-4991-4c72-9aea-0088243d6e00 None None] Set router bba1d3ce-422c-426e-a22d-4a12cd81e62e gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:56:06.108449 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f388a8e-1a60-4a04-b498-ab4669e95e83 req-761f636a-edaa-48b1-a1be-04e0ca7ff4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:06.109906 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6f388a8e-1a60-4a04-b498-ab4669e95e83 req-761f636a-edaa-48b1-a1be-04e0ca7ff4b0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e04fc3fb-825e-41c6-b49c-33fd947c53f0 HTTP/1.1" status: 200 len: 854 time: 0.7422640 Sep 21 17:56:06.136694 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d90ca-25da-434a-8259-e853f2bc512f req-24920e90-4674-4fa2-85e9-41dc04ef70ab tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:06.138755 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-227d90ca-25da-434a-8259-e853f2bc512f req-24920e90-4674-4fa2-85e9-41dc04ef70ab tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/ports?device_id=48f800df-212f-48ef-88cb-7652dcc325a5 HTTP/1.1" status: 200 len: 949 time: 0.6097863 Sep 21 17:56:06.220336 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eceed61-505b-4d5d-a4af-7d92c03f17c1 admin admin] Made reservation on behalf of 8bf110cc3a44459a8444e3950a423dd2 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:56:06.223965 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4eceed61-505b-4d5d-a4af-7d92c03f17c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:06.245363 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4eceed61-505b-4d5d-a4af-7d92c03f17c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:06.248693 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d1d7a0a2-7049-4535-849a-cf78e81d9288 req-1353d72a-7a94-4e80-841b-801b3c1f06a4 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:06.254961 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f388a8e-1a60-4a04-b498-ab4669e95e83 req-f529ea30-f7f5-4748-b6b1-35e265dd4843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:06.256472 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6f388a8e-1a60-4a04-b498-ab4669e95e83 req-f529ea30-f7f5-4748-b6b1-35e265dd4843 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1971a7db-b33f-45b8-9b53-89078ce1cf93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1304324 Sep 21 17:56:06.278281 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353d72a-7a94-4e80-841b-801b3c1f06a4 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Pushing event deleted for resources: {'Port': ['ID=7aa9bd13-f501-4da2-8c9e-ae10313d8d93,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:06.309304 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-227d90ca-25da-434a-8259-e853f2bc512f req-21e587e2-542f-46c9-b555-56bfc794d09d tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.58 "GET /v2.0/security-groups?id=fb6475ec-6a86-459f-a0e2-33d3ca6fa589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552186 Sep 21 17:56:06.315999 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6c7f10b3-4991-4c72-9aea-0088243d6e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'name': 'tempest-ServersTestFqdnHostnames-789837653-router', 'tenant_id': '03a97da90df04941aa3b8e3f080c47ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'f44826d1-126c-45bb-8bc1-3fe8b64af050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:56:01Z', 'updated_at': '2021-09-21T17:56:03Z', 'revision_number': 3, 'project_id': '03a97da90df04941aa3b8e3f080c47ec', 'gw_port': {'id': 'f44826d1-126c-45bb-8bc1-3fe8b64af050', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:17:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:56:02Z', 'updated_at': '2021-09-21T17:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:56:06.339884 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d7a0a2-7049-4535-849a-cf78e81d9288 req-1353d72a-7a94-4e80-841b-801b3c1f06a4 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] No DVR routers for this DVR port 7aa9bd13-f501-4da2-8c9e-ae10313d8d93 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:56:06.342949 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d1d7a0a2-7049-4535-849a-cf78e81d9288 req-1353d72a-7a94-4e80-841b-801b3c1f06a4 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:06.345309 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d1d7a0a2-7049-4535-849a-cf78e81d9288 req-1353d72a-7a94-4e80-841b-801b3c1f06a4 tempest-ServersOnMultiNodesTest-1392800969 tempest-ServersOnMultiNodesTest-1392800969-project] 10.222.0.38 "DELETE /v2.0/ports/7aa9bd13-f501-4da2-8c9e-ae10313d8d93 HTTP/1.1" status: 204 len: 173 time: 0.6279728 Sep 21 17:56:06.366576 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7f10b3-4991-4c72-9aea-0088243d6e00 None None] The sync data for ids ['bba1d3ce-422c-426e-a22d-4a12cd81e62e'] in n-d-810291-1 is: [{'id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'name': 'tempest-ServersTestFqdnHostnames-789837653-router', 'tenant_id': '03a97da90df04941aa3b8e3f080c47ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'f44826d1-126c-45bb-8bc1-3fe8b64af050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:56:01Z', 'updated_at': '2021-09-21T17:56:03Z', 'revision_number': 3, 'project_id': '03a97da90df04941aa3b8e3f080c47ec', 'gw_port': {'id': 'f44826d1-126c-45bb-8bc1-3fe8b64af050', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:17:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:56:02Z', 'updated_at': '2021-09-21T17:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:56:06.372377 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 85036551-c7eb-4bc1-96cd-0e5a19471a8f no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:56:06.395870 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 85036551-c7eb-4bc1-96cd-0e5a19471a8f {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:56:06.396208 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 85036551-c7eb-4bc1-96cd-0e5a19471a8f not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:56:06.511785 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dbb00898-7a67-47d2-b6fb-d238bd07f3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:06.544739 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603b458-3538-4cc2-9429-649c94e55169 req-18f5715a-4f76-4d37-8a09-f565f123b40a tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:06.546968 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a603b458-3538-4cc2-9429-649c94e55169 req-18f5715a-4f76-4d37-8a09-f565f123b40a tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0747147 Sep 21 17:56:06.564040 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6f388a8e-1a60-4a04-b498-ab4669e95e83 req-2fd57cb1-c28f-430c-afad-1635a40b3d13 service neutron] 10.222.0.44 "GET /v2.0/networks/1971a7db-b33f-45b8-9b53-89078ce1cf93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901785 Sep 21 17:56:06.574684 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6cff875-bb1a-4a8f-8936-61ad4b323c28', 'name': 'network-vif-deleted', 'tag': '85036551-c7eb-4bc1-96cd-0e5a19471a8f'}, {'server_uuid': '48f800df-212f-48ef-88cb-7652dcc325a5', 'name': 'network-vif-deleted', 'tag': '7aa9bd13-f501-4da2-8c9e-ae10313d8d93'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:56:06.577094 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742406d7-a6d2-4d21-af53-fc4962346159" -d '{"events": [{"server_uuid": "a6cff875-bb1a-4a8f-8936-61ad4b323c28", "name": "network-vif-deleted", "tag": "85036551-c7eb-4bc1-96cd-0e5a19471a8f"}, {"server_uuid": "48f800df-212f-48ef-88cb-7652dcc325a5", "name": "network-vif-deleted", "tag": "7aa9bd13-f501-4da2-8c9e-ae10313d8d93"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:56:06.614991 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a603b458-3538-4cc2-9429-649c94e55169 req-4fde3a49-3eb4-483e-9d11-42f18490b875 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551662 Sep 21 17:56:06.661864 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Sep 2021 17:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f85a2cc-87b0-4a57-b894-3756d0eb81b7 x-openstack-request-id: req-8f85a2cc-87b0-4a57-b894-3756d0eb81b7 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:56:06.662486 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6cff875-bb1a-4a8f-8936-61ad4b323c28", "name": "network-vif-deleted", "tag": "85036551-c7eb-4bc1-96cd-0e5a19471a8f", "status": "completed", "code": 200}, {"server_uuid": "48f800df-212f-48ef-88cb-7652dcc325a5", "name": "network-vif-deleted", "tag": "7aa9bd13-f501-4da2-8c9e-ae10313d8d93", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:56:06.662486 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8f85a2cc-87b0-4a57-b894-3756d0eb81b7 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:56:06.663071 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6cff875-bb1a-4a8f-8936-61ad4b323c28', 'name': 'network-vif-deleted', 'tag': '85036551-c7eb-4bc1-96cd-0e5a19471a8f', 'status': 'completed', 'code': 200} Sep 21 17:56:06.663470 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f800df-212f-48ef-88cb-7652dcc325a5', 'name': 'network-vif-deleted', 'tag': '7aa9bd13-f501-4da2-8c9e-ae10313d8d93', 'status': 'completed', 'code': 200} Sep 21 17:56:06.946819 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65208ab-b74f-4994-b837-de93955ac4aa req-cacc77de-8ac5-4dae-b807-add7a277cc28 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:06.948571 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c65208ab-b74f-4994-b837-de93955ac4aa req-cacc77de-8ac5-4dae-b807-add7a277cc28 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.0575423 Sep 21 17:56:06.948744 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6f388a8e-1a60-4a04-b498-ab4669e95e83 req-8a28ad98-be18-4d60-9b23-0baaac9f1e7e service neutron] 10.222.0.44 "GET /v2.0/networks/1971a7db-b33f-45b8-9b53-89078ce1cf93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551638 Sep 21 17:56:07.012259 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c65208ab-b74f-4994-b837-de93955ac4aa req-52e668af-5356-42d5-9642-238aa923967a tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514514 Sep 21 17:56:07.028565 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4eceed61-505b-4d5d-a4af-7d92c03f17c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:07.043857 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4eceed61-505b-4d5d-a4af-7d92c03f17c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:07.085104 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eceed61-505b-4d5d-a4af-7d92c03f17c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:56:07.108290 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-dbb00898-7a67-47d2-b6fb-d238bd07f3b4 admin admin] Allocated IP 172.20.0.1 (be09537b-816f-4398-925c-eafc9f2f873f/d628ba49-04ed-42b5-8c6e-ad716efa3f5f/6ed642b7-ec9a-4c4e-889b-72e44a4012f2) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:56:07.129752 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eceed61-505b-4d5d-a4af-7d92c03f17c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d204fd-5656-4003-b253-db8e744355ea,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:07.136293 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4eceed61-505b-4d5d-a4af-7d92c03f17c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:07.136639 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-4eceed61-505b-4d5d-a4af-7d92c03f17c1 admin admin] Added segment ff4c6c67-8521-4a24-8f78-89c0fc7d59cb of type vlan for network 71b4fc9d-0808-4816-bb71-4a9ce10b5fd5 Sep 21 17:56:07.145533 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32402729-55c0-44d5-a354-3521e47499d6 req-c91390b5-5405-43f2-aab9-a77572495707 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:07.152529 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-32402729-55c0-44d5-a354-3521e47499d6 req-c91390b5-5405-43f2-aab9-a77572495707 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/networks?id=1c00a0d6-e667-48aa-86f9-9337cd552f7d HTTP/1.1" status: 200 len: 806 time: 0.4906347 Sep 21 17:56:07.215486 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-32402729-55c0-44d5-a354-3521e47499d6 req-4feb12f0-1021-4849-9eaf-7a7733e2d92c tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/quotas/175497c81fda4a69bcd0ab1778ee76e3 HTTP/1.1" status: 200 len: 375 time: 0.0620487 Sep 21 17:56:07.229264 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4eceed61-505b-4d5d-a4af-7d92c03f17c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:07.335891 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4eceed61-505b-4d5d-a4af-7d92c03f17c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:07.336976 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eceed61-505b-4d5d-a4af-7d92c03f17c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:07.337573 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4eceed61-505b-4d5d-a4af-7d92c03f17c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:07.371185 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-32402729-55c0-44d5-a354-3521e47499d6 req-817ee2ec-bc8f-46c8-847e-b14d5453b80d tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=175497c81fda4a69bcd0ab1778ee76e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1453469 Sep 21 17:56:07.385102 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dbb00898-7a67-47d2-b6fb-d238bd07f3b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:07.492047 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4eceed61-505b-4d5d-a4af-7d92c03f17c1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0086992 Sep 21 17:56:07.495564 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 59854) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:07.499503 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eceed61-505b-4d5d-a4af-7d92c03f17c1 admin admin] Pushing event updated for resources: {'Network': ['ID=71b4fc9d-0808-4816-bb71-4a9ce10b5fd5,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:07.503789 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-d22f9eea-9b38-47f4-a8c0-6456eb133d5b admin admin] Request body: {'subnet': {'network_id': '71b4fc9d-0808-4816-bb71-4a9ce10b5fd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-312845018-subnet', 'tenant_id': '8bf110cc3a44459a8444e3950a423dd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:07.510741 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 71b4fc9d-0808-4816-bb71-4a9ce10b5fd5 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:56:07.544770 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-32402729-55c0-44d5-a354-3521e47499d6 req-52649bb0-b846-4c8c-a629-e92918dc4e13 service neutron] 10.222.0.58 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556408 Sep 21 17:56:07.545198 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22f9eea-9b38-47f4-a8c0-6456eb133d5b admin admin] Made reservation on behalf of 8bf110cc3a44459a8444e3950a423dd2 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:56:07.547048 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dbb00898-7a67-47d2-b6fb-d238bd07f3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:07.564147 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d22f9eea-9b38-47f4-a8c0-6456eb133d5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:07.597561 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f44826d1-126c-45bb-8bc1-3fe8b64af050 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:56:07.640399 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb00898-7a67-47d2-b6fb-d238bd07f3b4 admin admin] Network be09537b-816f-4398-925c-eafc9f2f873f is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:56:07.644532 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb00898-7a67-47d2-b6fb-d238bd07f3b4 admin admin] Pushing event updated for resources: {'Port': ['ID=6ed642b7-ec9a-4c4e-889b-72e44a4012f2,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:07.650119 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-dbb00898-7a67-47d2-b6fb-d238bd07f3b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:56:07.686210 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb00898-7a67-47d2-b6fb-d238bd07f3b4 admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:56:07.723552 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port f44826d1-126c-45bb-8bc1-3fe8b64af050 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:56:07.723935 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:07.729137 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59860) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:07.770550 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dbb00898-7a67-47d2-b6fb-d238bd07f3b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:07.820929 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe7665-6cf0-444a-a611-a3536d91f6d3 req-efa0fd25-0ff1-4407-bf5a-889043825f93 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:07.828499 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5cfe7665-6cf0-444a-a611-a3536d91f6d3 req-efa0fd25-0ff1-4407-bf5a-889043825f93 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.1102452 Sep 21 17:56:07.831880 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:07.858500 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port f44826d1-126c-45bb-8bc1-3fe8b64af050, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f44826d1-126c-45bb-8bc1-3fe8b64af050,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:07.864150 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:07.870236 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-32402729-55c0-44d5-a354-3521e47499d6 req-2e6a23bd-0d25-44cb-93c7-6af18d87eb38 service neutron] 10.222.0.58 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949424 Sep 21 17:56:07.903250 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 7aa9bd13-f501-4da2-8c9e-ae10313d8d93 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:56:07.942750 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 7aa9bd13-f501-4da2-8c9e-ae10313d8d93 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:56:07.942750 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 7aa9bd13-f501-4da2-8c9e-ae10313d8d93 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:56:07.956211 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d22f9eea-9b38-47f4-a8c0-6456eb133d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:08.006427 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=f44826d1-126c-45bb-8bc1-3fe8b64af050,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:08.013784 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5cfe7665-6cf0-444a-a611-a3536d91f6d3 req-e23e4456-c40e-41f1-bcfa-fa6805f61281 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801126 Sep 21 17:56:08.026239 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-ba1cb5e5-e7cc-419a-a251-bcba3c7a1400 None None] Provisioning complete for port 6ed642b7-ec9a-4c4e-889b-72e44a4012f2 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:56:08.026744 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ba1cb5e5-e7cc-419a-a251-bcba3c7a1400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:08.064447 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-58396c5f-02fd-460d-ac2e-8d24a74ed9f2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f3df2f1b844143b1bdfc1c299403f848&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296955 Sep 21 17:56:08.064447 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59866) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:08.098045 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f9eea-9b38-47f4-a8c0-6456eb133d5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b8aee69-22c8-4d07-8fb4-5e63891acf8b,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:08.105844 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-ba1cb5e5-e7cc-419a-a251-bcba3c7a1400 None None] Port 6ed642b7-ec9a-4c4e-889b-72e44a4012f2 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:56:08.122295 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22f9eea-9b38-47f4-a8c0-6456eb133d5b admin admin] Checking segment: {'id': 'ff4c6c67-8521-4a24-8f78-89c0fc7d59cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '71b4fc9d-0808-4816-bb71-4a9ce10b5fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:56:08.122692 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22f9eea-9b38-47f4-a8c0-6456eb133d5b admin admin] Network hostable DHCP agents. Network: 71b4fc9d-0808-4816-bb71-4a9ce10b5fd5, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:56:08.153473 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c851952e-0c4c-48b9-9465-5f740edc7ce8 req-f587ef33-1b79-4720-95f8-095b1337ae38 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2a3300-00b1-4720-b343-c26b88ac0ceb HTTP/1.1" status: 200 len: 210 time: 0.0370226 Sep 21 17:56:08.154004 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dbb00898-7a67-47d2-b6fb-d238bd07f3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:08.178439 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22f9eea-9b38-47f4-a8c0-6456eb133d5b admin admin] Network 71b4fc9d-0808-4816-bb71-4a9ce10b5fd5 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:56:08.199671 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a0793-5875-4837-86ab-648f4b8b31f2 req-7d0122f2-ed42-4b12-b679-7bccdedbed57 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:08.213499 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0f4a0793-5875-4837-86ab-648f4b8b31f2 req-7d0122f2-ed42-4b12-b679-7bccdedbed57 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.0848086 Sep 21 17:56:08.238893 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-d22f9eea-9b38-47f4-a8c0-6456eb133d5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 71b4fc9d-0808-4816-bb71-4a9ce10b5fd5) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:56:08.243206 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-255939d6-b515-4900-959e-79cd481dcd79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:08.247804 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22f9eea-9b38-47f4-a8c0-6456eb133d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:08.248549 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d22f9eea-9b38-47f4-a8c0-6456eb133d5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:08.249376 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7d249a-42eb-4218-a780-6947fc2d02a1 None None] Network 71b4fc9d-0808-4816-bb71-4a9ce10b5fd5 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:56:08.302478 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0f4a0793-5875-4837-86ab-648f4b8b31f2 req-0e773e60-7534-4dab-ae9d-271758b793ef tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879924 Sep 21 17:56:08.325334 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d22f9eea-9b38-47f4-a8c0-6456eb133d5b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8284528 Sep 21 17:56:08.355210 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-255939d6-b515-4900-959e-79cd481dcd79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:08.462323 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12228db6-1a35-4731-b8fe-ab7e6d5bd085 None None] Network 71b4fc9d-0808-4816-bb71-4a9ce10b5fd5 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:56:08.488711 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-255939d6-b515-4900-959e-79cd481dcd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:08.491470 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-255939d6-b515-4900-959e-79cd481dcd79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:08.492986 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-255939d6-b515-4900-959e-79cd481dcd79 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fb6475ec-6a86-459f-a0e2-33d3ca6fa589 HTTP/1.1" status: 204 len: 168 time: 0.4266193 Sep 21 17:56:08.508935 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255939d6-b515-4900-959e-79cd481dcd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6475ec-6a86-459f-a0e2-33d3ca6fa589,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:08.534712 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dbb00898-7a67-47d2-b6fb-d238bd07f3b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:08.547101 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dbb00898-7a67-47d2-b6fb-d238bd07f3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:08.633245 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb00898-7a67-47d2-b6fb-d238bd07f3b4 admin admin] Pushing event updated for resources: {'Port': ['ID=6ed642b7-ec9a-4c4e-889b-72e44a4012f2,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:08.644816 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dbb00898-7a67-47d2-b6fb-d238bd07f3b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:08.771890 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb00898-7a67-47d2-b6fb-d238bd07f3b4 admin admin] Network be09537b-816f-4398-925c-eafc9f2f873f is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:56:08.774248 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-dbb00898-7a67-47d2-b6fb-d238bd07f3b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:56:08.855239 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-e269c527-f5ac-460a-baa3-e27a36fab0a0 req-2d4124ed-7d19-4784-881f-c190cb9a9cc6 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-635286623', 'description': 'tempest-description-1467443469'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:08.883298 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e269c527-f5ac-460a-baa3-e27a36fab0a0 req-2d4124ed-7d19-4784-881f-c190cb9a9cc6 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:08.963933 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb00898-7a67-47d2-b6fb-d238bd07f3b4 admin admin] Router bba1d3ce-422c-426e-a22d-4a12cd81e62e has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:56:08.982968 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 59892) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:09.024155 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e269c527-f5ac-460a-baa3-e27a36fab0a0 req-2d4124ed-7d19-4784-881f-c190cb9a9cc6 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:09.032441 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e269c527-f5ac-460a-baa3-e27a36fab0a0 req-2d4124ed-7d19-4784-881f-c190cb9a9cc6 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:09.053174 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-6445f3fe-9522-4244-b178-cbfba328d796 None None] Provisioning complete for port 6ed642b7-ec9a-4c4e-889b-72e44a4012f2 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:56:09.053742 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6445f3fe-9522-4244-b178-cbfba328d796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:09.075131 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1a6c3d41-f1b5-40dd-8baa-ddb01900428c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=365dd1fe9dd542d9a33279e99d11bc63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0909472 Sep 21 17:56:09.079122 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e269c527-f5ac-460a-baa3-e27a36fab0a0 req-2d4124ed-7d19-4784-881f-c190cb9a9cc6 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:09.080310 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e269c527-f5ac-460a-baa3-e27a36fab0a0 req-2d4124ed-7d19-4784-881f-c190cb9a9cc6 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2298803 Sep 21 17:56:09.080771 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 59896) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:09.104976 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4124ed-7d19-4784-881f-c190cb9a9cc6 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc3fa68-d2e6-419f-b4e2-93f54276a7c8,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:09.105731 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-6445f3fe-9522-4244-b178-cbfba328d796 None None] Port 6ed642b7-ec9a-4c4e-889b-72e44a4012f2 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:56:09.184152 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f77494a1-6eb8-423b-b4fc-6df0ec4fe7b9 req-40cfe77d-a2a3-403d-808b-e3a6e8732844 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "GET /v2.0/security-groups/5cc3fa68-d2e6-419f-b4e2-93f54276a7c8 HTTP/1.1" status: 200 len: 1804 time: 0.0669222 Sep 21 17:56:09.194417 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-f77494a1-6eb8-423b-b4fc-6df0ec4fe7b9 req-e0e892c3-2880-47c6-8f77-080c0ca48ee7 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5cc3fa68-d2e6-419f-b4e2-93f54276a7c8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:09.194896 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-f77494a1-6eb8-423b-b4fc-6df0ec4fe7b9 req-e0e892c3-2880-47c6-8f77-080c0ca48ee7 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5cc3fa68-d2e6-419f-b4e2-93f54276a7c8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:09.201028 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-42e9852e-8f9f-4905-b1ce-a128afd92ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:09.234181 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-42e9852e-8f9f-4905-b1ce-a128afd92ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:09.308343 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f77494a1-6eb8-423b-b4fc-6df0ec4fe7b9 req-e0e892c3-2880-47c6-8f77-080c0ca48ee7 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:09.377142 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb00898-7a67-47d2-b6fb-d238bd07f3b4 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:56:09.382608 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-dbb00898-7a67-47d2-b6fb-d238bd07f3b4 admin admin] 10.222.0.58 "PUT /v2.0/routers/bba1d3ce-422c-426e-a22d-4a12cd81e62e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8285408 Sep 21 17:56:09.395023 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd985cc7-6396-4e6d-9111-8451cdce2c58 None None] Sync routers for ids ['bba1d3ce-422c-426e-a22d-4a12cd81e62e'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:56:09.425382 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca2e3f-3852-4baa-b748-5bd762f9919d req-fa8e577d-8879-48c4-8980-c69931aa5247 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:09.426406 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd985cc7-6396-4e6d-9111-8451cdce2c58 None None] Routers {'bba1d3ce-422c-426e-a22d-4a12cd81e62e'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:56:09.427036 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4dca2e3f-3852-4baa-b748-5bd762f9919d req-fa8e577d-8879-48c4-8980-c69931aa5247 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0695915 Sep 21 17:56:09.432936 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-dd985cc7-6396-4e6d-9111-8451cdce2c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:55:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['bba1d3ce-422c-426e-a22d-4a12cd81e62e'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:56:09.483627 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4dca2e3f-3852-4baa-b748-5bd762f9919d req-2b6eaae6-3287-4510-9ef2-d7d978e4f99e tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496032 Sep 21 17:56:09.593981 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f44826d1-126c-45bb-8bc1-3fe8b64af050 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:56:09.618841 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-90e5a05f-7edf-442e-8a4e-c9966fa34de0 req-aaf390cf-8372-4d8b-a5a4-da8d2f098fde tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2a3300-00b1-4720-b343-c26b88ac0ceb HTTP/1.1" status: 200 len: 210 time: 0.0278456 Sep 21 17:56:09.645230 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-dd985cc7-6396-4e6d-9111-8451cdce2c58 None None] Set router bba1d3ce-422c-426e-a22d-4a12cd81e62e gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:56:09.729728 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port f44826d1-126c-45bb-8bc1-3fe8b64af050 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:56:09.729728 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:09.759915 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-42e9852e-8f9f-4905-b1ce-a128afd92ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:09.762610 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-42e9852e-8f9f-4905-b1ce-a128afd92ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:09.766154 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-42e9852e-8f9f-4905-b1ce-a128afd92ca3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0c29e669-1679-443e-b443-fb39ea5e443f HTTP/1.1" status: 204 len: 168 time: 0.6807365 Sep 21 17:56:09.793888 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e9852e-8f9f-4905-b1ce-a128afd92ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c29e669-1679-443e-b443-fb39ea5e443f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:09.799018 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f77494a1-6eb8-423b-b4fc-6df0ec4fe7b9 req-e0e892c3-2880-47c6-8f77-080c0ca48ee7 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:09.827174 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f77494a1-6eb8-423b-b4fc-6df0ec4fe7b9 req-e0e892c3-2880-47c6-8f77-080c0ca48ee7 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:09.833129 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8efc85a-d02c-4d3e-bc4f-79afae0a2553 req-b8c05f86-ee10-404b-8385-482f1e9c3c69 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:09.844508 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f8efc85a-d02c-4d3e-bc4f-79afae0a2553 req-b8c05f86-ee10-404b-8385-482f1e9c3c69 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.0930986 Sep 21 17:56:09.845653 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e892c3-2880-47c6-8f77-080c0ca48ee7 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c985d0-07c8-4bec-9834-fea60ad0ebfa,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:09.874641 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f77494a1-6eb8-423b-b4fc-6df0ec4fe7b9 req-e0e892c3-2880-47c6-8f77-080c0ca48ee7 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:09.888275 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f77494a1-6eb8-423b-b4fc-6df0ec4fe7b9 req-e0e892c3-2880-47c6-8f77-080c0ca48ee7 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6979115 Sep 21 17:56:09.894287 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f8efc85a-d02c-4d3e-bc4f-79afae0a2553 req-9a8d3827-0882-495c-a907-401e970c1a10 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485675 Sep 21 17:56:09.914392 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32402729-55c0-44d5-a354-3521e47499d6 req-3d045620-1758-48d5-99f4-bd6b37222295 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:09.916345 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-32402729-55c0-44d5-a354-3521e47499d6 req-3d045620-1758-48d5-99f4-bd6b37222295 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.38 "GET /v2.0/networks?id=1c00a0d6-e667-48aa-86f9-9337cd552f7d HTTP/1.1" status: 200 len: 806 time: 0.1879075 Sep 21 17:56:09.934048 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-32402729-55c0-44d5-a354-3521e47499d6 req-6d363297-e252-4631-b6a9-20ff7e43243f tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Request body: {'port': {'device_id': 'ce2a3300-00b1-4720-b343-c26b88ac0ceb', 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d', 'admin_state_up': True, 'tenant_id': '175497c81fda4a69bcd0ab1778ee76e3'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:10.000858 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-dd985cc7-6396-4e6d-9111-8451cdce2c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'name': 'tempest-ServersTestFqdnHostnames-789837653-router', 'tenant_id': '03a97da90df04941aa3b8e3f080c47ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'f44826d1-126c-45bb-8bc1-3fe8b64af050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:56:01Z', 'updated_at': '2021-09-21T17:56:08Z', 'revision_number': 4, 'project_id': '03a97da90df04941aa3b8e3f080c47ec', 'gw_port': {'id': 'f44826d1-126c-45bb-8bc1-3fe8b64af050', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:17:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:56:02Z', 'updated_at': '2021-09-21T17:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '6ed642b7-ec9a-4c4e-889b-72e44a4012f2', 'name': '', 'network_id': 'be09537b-816f-4398-925c-eafc9f2f873f', 'tenant_id': '03a97da90df04941aa3b8e3f080c47ec', 'mac_address': 'fa:16:3e:eb:c8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'd628ba49-04ed-42b5-8c6e-ad716efa3f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:56:06Z', 'updated_at': '2021-09-21T17:56:08Z', 'revision_number': 2, 'project_id': '03a97da90df04941aa3b8e3f080c47ec', 'subnets': [{'id': 'd628ba49-04ed-42b5-8c6e-ad716efa3f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:56:10.001913 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-12f06f12-6981-4e6a-aa96-1fe22ddbbab3 req-28921a56-0f9a-447f-a85c-139a5e09b125 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1968599736', 'description': 'tempest-description-441083073'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:10.028548 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd985cc7-6396-4e6d-9111-8451cdce2c58 None None] Checking router: bba1d3ce-422c-426e-a22d-4a12cd81e62e for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:56:10.028975 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd985cc7-6396-4e6d-9111-8451cdce2c58 None None] Updating router bba1d3ce-422c-426e-a22d-4a12cd81e62e port 6ed642b7-ec9a-4c4e-889b-72e44a4012f2 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:56:10.059891 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dd985cc7-6396-4e6d-9111-8451cdce2c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:10.067030 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-12f06f12-6981-4e6a-aa96-1fe22ddbbab3 req-28921a56-0f9a-447f-a85c-139a5e09b125 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:10.109584 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.db.api [req-12f06f12-6981-4e6a-aa96-1fe22ddbbab3 req-28921a56-0f9a-447f-a85c-139a5e09b125 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 17:56:10.109584 n-d-810291-1 neutron-server[101460]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 17:56:10.109584 n-d-810291-1 neutron-server[101460]: [parameters: {'project_id_1': '8bf110cc3a44459a8444e3950a423dd2', 'expiration_1': datetime.datetime(2021, 9, 21, 17, 55, 50, 94479)}] Sep 21 17:56:10.109584 n-d-810291-1 neutron-server[101460]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 17:56:10.110327 n-d-810291-1 neutron-server[101460]: DEBUG oslo_db.api [req-12f06f12-6981-4e6a-aa96-1fe22ddbbab3 req-28921a56-0f9a-447f-a85c-139a5e09b125 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 17:56:10.119521 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32402729-55c0-44d5-a354-3521e47499d6 req-6d363297-e252-4631-b6a9-20ff7e43243f tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Made reservation on behalf of 175497c81fda4a69bcd0ab1778ee76e3 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:56:10.124026 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-32402729-55c0-44d5-a354-3521e47499d6 req-6d363297-e252-4631-b6a9-20ff7e43243f tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:10.275469 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-32402729-55c0-44d5-a354-3521e47499d6 req-6d363297-e252-4631-b6a9-20ff7e43243f tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Allocated IP 172.20.0.10 (1c00a0d6-e667-48aa-86f9-9337cd552f7d/b33b2c75-9b86-4e4e-90ea-cf1f238c715d/7ad3a0bc-b208-4b46-b9e5-8a0af36c5984) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:56:10.399870 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dd985cc7-6396-4e6d-9111-8451cdce2c58 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:10.409991 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dd985cc7-6396-4e6d-9111-8451cdce2c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:10.450703 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-32402729-55c0-44d5-a354-3521e47499d6 req-6d363297-e252-4631-b6a9-20ff7e43243f tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:10.463052 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ab79a-895a-439c-8fcb-88f2b773da52 None None] Pushing event updated for resources: {'Port': ['ID=6ed642b7-ec9a-4c4e-889b-72e44a4012f2,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:10.505515 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-32402729-55c0-44d5-a354-3521e47499d6 req-6d363297-e252-4631-b6a9-20ff7e43243f tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:10.537210 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59932) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:10.542644 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-e55b508c-3d4f-4ab7-b345-0035b3322aaa tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Request body: {'security_group': {'name': 'tempest-securitygroup--779745670', 'description': 'tempest-description--556559978'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:10.559266 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32402729-55c0-44d5-a354-3521e47499d6 req-6d363297-e252-4631-b6a9-20ff7e43243f tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Network 1c00a0d6-e667-48aa-86f9-9337cd552f7d is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:56:10.561030 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-dd985cc7-6396-4e6d-9111-8451cdce2c58 None None] Attempting to bind port 6ed642b7-ec9a-4c4e-889b-72e44a4012f2 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:56:10.561419 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-dd985cc7-6396-4e6d-9111-8451cdce2c58 None None] Attempting to bind port 6ed642b7-ec9a-4c4e-889b-72e44a4012f2 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '91c1de8b-fe24-4079-a240-45a197368c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be09537b-816f-4398-925c-eafc9f2f873f'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:56:10.561790 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd985cc7-6396-4e6d-9111-8451cdce2c58 None None] Attempting to bind port 6ed642b7-ec9a-4c4e-889b-72e44a4012f2 on network be09537b-816f-4398-925c-eafc9f2f873f {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:56:10.562916 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-32402729-55c0-44d5-a354-3521e47499d6 req-6d363297-e252-4631-b6a9-20ff7e43243f tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:56:10.564446 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['dbc0d7b1-96db-431a-bbdc-4aac85019438'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:56:10.571959 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-32402729-55c0-44d5-a354-3521e47499d6 req-6d363297-e252-4631-b6a9-20ff7e43243f tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:56:10.613446 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-12f06f12-6981-4e6a-aa96-1fe22ddbbab3 req-28921a56-0f9a-447f-a85c-139a5e09b125 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:10.623304 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e55b508c-3d4f-4ab7-b345-0035b3322aaa tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:10.624821 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd985cc7-6396-4e6d-9111-8451cdce2c58 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:56:10.625203 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd985cc7-6396-4e6d-9111-8451cdce2c58 None None] Checking segment: {'id': '91c1de8b-fe24-4079-a240-45a197368c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be09537b-816f-4398-925c-eafc9f2f873f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:56:10.632858 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dd985cc7-6396-4e6d-9111-8451cdce2c58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:10.633284 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd985cc7-6396-4e6d-9111-8451cdce2c58 None None] Bound using segment: {'id': '91c1de8b-fe24-4079-a240-45a197368c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be09537b-816f-4398-925c-eafc9f2f873f'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:56:10.633803 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-dd985cc7-6396-4e6d-9111-8451cdce2c58 None None] Bound port: 6ed642b7-ec9a-4c4e-889b-72e44a4012f2, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91c1de8b-fe24-4079-a240-45a197368c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be09537b-816f-4398-925c-eafc9f2f873f'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:56:10.634194 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dd985cc7-6396-4e6d-9111-8451cdce2c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:10.666472 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d363297-e252-4631-b6a9-20ff7e43243f tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Pushing event updated for resources: {'Port': ['ID=7ad3a0bc-b208-4b46-b9e5-8a0af36c5984,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:10.713686 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32402729-55c0-44d5-a354-3521e47499d6 req-6d363297-e252-4631-b6a9-20ff7e43243f tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:10.714472 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-32402729-55c0-44d5-a354-3521e47499d6 req-6d363297-e252-4631-b6a9-20ff7e43243f tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:10.769426 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-dd985cc7-6396-4e6d-9111-8451cdce2c58 None None] For port 6ed642b7-ec9a-4c4e-889b-72e44a4012f2, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:56:10.773529 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-dd985cc7-6396-4e6d-9111-8451cdce2c58 None None] For port 6ed642b7-ec9a-4c4e-889b-72e44a4012f2, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=6ed642b7-ec9a-4c4e-889b-72e44a4012f2,segment=NetworkSegment(91c1de8b-fe24-4079-a240-45a197368c44),segment_id=91c1de8b-fe24-4079-a240-45a197368c44)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:56:10.784851 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dd985cc7-6396-4e6d-9111-8451cdce2c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:10.794354 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e55b508c-3d4f-4ab7-b345-0035b3322aaa tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:10.808890 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d946291-7063-4c44-b66d-cbefde9f156f req-f7f1f58f-5f20-4390-a9d3-08c428d36a12 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:10.810704 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3d946291-7063-4c44-b66d-cbefde9f156f req-f7f1f58f-5f20-4390-a9d3-08c428d36a12 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.1454732 Sep 21 17:56:10.811564 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e55b508c-3d4f-4ab7-b345-0035b3322aaa tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:10.862695 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd985cc7-6396-4e6d-9111-8451cdce2c58 None None] Routers {'bba1d3ce-422c-426e-a22d-4a12cd81e62e'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:56:10.862695 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-dd985cc7-6396-4e6d-9111-8451cdce2c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:55:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['bba1d3ce-422c-426e-a22d-4a12cd81e62e'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:56:10.871217 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b508c-3d4f-4ab7-b345-0035b3322aaa tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a497dff-c661-482c-aa37-c144f92e1b07,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:10.888947 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3d946291-7063-4c44-b66d-cbefde9f156f req-669da37d-6e32-453c-986c-d4bd30a1fc3e tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667293 Sep 21 17:56:10.924282 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-12f06f12-6981-4e6a-aa96-1fe22ddbbab3 req-28921a56-0f9a-447f-a85c-139a5e09b125 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:10.932182 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-12f06f12-6981-4e6a-aa96-1fe22ddbbab3 req-28921a56-0f9a-447f-a85c-139a5e09b125 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:10.940138 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e55b508c-3d4f-4ab7-b345-0035b3322aaa tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:10.945267 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e55b508c-3d4f-4ab7-b345-0035b3322aaa tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4066749 Sep 21 17:56:10.946444 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59948) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:10.951402 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-c9408b51-38a5-4b65-b8f1-23bef187c3ba tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Request body: {'security_group_rule': {'security_group_id': '7a497dff-c661-482c-aa37-c144f92e1b07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:10.957161 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-1c3de3ea-bd76-4743-b24d-30d3dc3761f3 None None] Provisioning complete for port 6ed642b7-ec9a-4c4e-889b-72e44a4012f2 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:56:10.957686 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1c3de3ea-bd76-4743-b24d-30d3dc3761f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:10.970341 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-32402729-55c0-44d5-a354-3521e47499d6 req-6d363297-e252-4631-b6a9-20ff7e43243f tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0431974 Sep 21 17:56:10.977237 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-12f06f12-6981-4e6a-aa96-1fe22ddbbab3 req-28921a56-0f9a-447f-a85c-139a5e09b125 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:10.978523 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-12f06f12-6981-4e6a-aa96-1fe22ddbbab3 req-28921a56-0f9a-447f-a85c-139a5e09b125 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9866412 Sep 21 17:56:10.984534 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-32402729-55c0-44d5-a354-3521e47499d6 req-2aea351b-f31a-4ebc-9b4c-6f4f5a333375 service neutron] Request body: {'port': {'device_id': 'ce2a3300-00b1-4720-b343-c26b88ac0ceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:11.012614 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c9408b51-38a5-4b65-b8f1-23bef187c3ba tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:11.031745 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28921a56-0f9a-447f-a85c-139a5e09b125 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a462236c-f77d-4733-8ffd-f4a2dcbf63da,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:11.065783 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ab79a-895a-439c-8fcb-88f2b773da52 None None] Pushing event updated for resources: {'Port': ['ID=6ed642b7-ec9a-4c4e-889b-72e44a4012f2,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:11.093275 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-32402729-55c0-44d5-a354-3521e47499d6 req-2aea351b-f31a-4ebc-9b4c-6f4f5a333375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:11.123669 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fef03-f1ca-4525-8ddd-7cd10ae15965 req-75141a16-6db1-4207-93fe-934077b0e97f tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:11.129333 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-679fef03-f1ca-4525-8ddd-7cd10ae15965 req-75141a16-6db1-4207-93fe-934077b0e97f tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2a3300-00b1-4720-b343-c26b88ac0ceb HTTP/1.1" status: 200 len: 932 time: 0.1192071 Sep 21 17:56:11.157665 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c9408b51-38a5-4b65-b8f1-23bef187c3ba tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:11.199289 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-679fef03-f1ca-4525-8ddd-7cd10ae15965 req-0dbfa2aa-b309-44c9-9843-42e722e2ec71 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581083 Sep 21 17:56:11.200583 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c9408b51-38a5-4b65-b8f1-23bef187c3ba tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:11.228370 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-dd985cc7-6396-4e6d-9111-8451cdce2c58 None None] Set router bba1d3ce-422c-426e-a22d-4a12cd81e62e gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:56:11.240225 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c9408b51-38a5-4b65-b8f1-23bef187c3ba tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:11.241917 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c9408b51-38a5-4b65-b8f1-23bef187c3ba tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2942855 Sep 21 17:56:11.244794 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59956) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:11.250472 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-fda52195-b6d1-483e-af26-120945163df5 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Request body: {'security_group_rule': {'security_group_id': '7a497dff-c661-482c-aa37-c144f92e1b07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:11.260644 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9408b51-38a5-4b65-b8f1-23bef187c3ba tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769feec3-9851-4663-9baf-ed082779be5d,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:11.290462 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1c3de3ea-bd76-4743-b24d-30d3dc3761f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:11.302753 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fda52195-b6d1-483e-af26-120945163df5 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:11.353668 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e82ec7-8885-4222-ac5c-67892aa6287f req-6e78f8d5-5b36-4c66-a259-9e2fcd095259 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:11.355506 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b2e82ec7-8885-4222-ac5c-67892aa6287f req-6e78f8d5-5b36-4c66-a259-9e2fcd095259 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.1399276 Sep 21 17:56:11.399036 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fda52195-b6d1-483e-af26-120945163df5 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:11.423994 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fda52195-b6d1-483e-af26-120945163df5 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:11.451819 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-02cc2419-bfdb-4b15-acce-5a13259168f9 req-de17b16d-5574-428e-9434-6f2f1a1905aa tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "GET /v2.0/security-groups/a462236c-f77d-4733-8ffd-f4a2dcbf63da HTTP/1.1" status: 200 len: 1806 time: 0.1002336 Sep 21 17:56:11.455792 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda52195-b6d1-483e-af26-120945163df5 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a157189a-ca25-440b-955b-f66c4fad21b1,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:11.459666 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b2e82ec7-8885-4222-ac5c-67892aa6287f req-d73d7f64-63ad-4e30-bd42-5051e1ff8152 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915856 Sep 21 17:56:11.469032 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fda52195-b6d1-483e-af26-120945163df5 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:11.470195 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fda52195-b6d1-483e-af26-120945163df5 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2237837 Sep 21 17:56:11.473455 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-02cc2419-bfdb-4b15-acce-5a13259168f9 req-0f0a134a-8be6-491a-aeb2-93e65c4698ca tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a462236c-f77d-4733-8ffd-f4a2dcbf63da', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:11.473785 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-02cc2419-bfdb-4b15-acce-5a13259168f9 req-0f0a134a-8be6-491a-aeb2-93e65c4698ca tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a462236c-f77d-4733-8ffd-f4a2dcbf63da', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:11.474265 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 59962) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:11.479618 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-168a8e65-c77b-4147-bc8a-6f70b367091c tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:11.487327 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:56:11.526326 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-168a8e65-c77b-4147-bc8a-6f70b367091c tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks [] for floatingip, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:11.599129 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-32402729-55c0-44d5-a354-3521e47499d6 req-2aea351b-f31a-4ebc-9b4c-6f4f5a333375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ad3a0bc-b208-4b46-b9e5-8a0af36c5984 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:56:11.603571 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-02cc2419-bfdb-4b15-acce-5a13259168f9 req-0f0a134a-8be6-491a-aeb2-93e65c4698ca tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:11.610890 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-32402729-55c0-44d5-a354-3521e47499d6 req-2aea351b-f31a-4ebc-9b4c-6f4f5a333375 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:11.612508 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-1c3de3ea-bd76-4743-b24d-30d3dc3761f3 None None] For port 6ed642b7-ec9a-4c4e-889b-72e44a4012f2, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=6ed642b7-ec9a-4c4e-889b-72e44a4012f2,segment=NetworkSegment(91c1de8b-fe24-4079-a240-45a197368c44),segment_id=91c1de8b-fe24-4079-a240-45a197368c44)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:11.620879 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1c3de3ea-bd76-4743-b24d-30d3dc3761f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:11.647166 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-02cc2419-bfdb-4b15-acce-5a13259168f9 req-0f0a134a-8be6-491a-aeb2-93e65c4698ca tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:11.652982 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-02cc2419-bfdb-4b15-acce-5a13259168f9 req-0f0a134a-8be6-491a-aeb2-93e65c4698ca tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:11.658704 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-32402729-55c0-44d5-a354-3521e47499d6 req-2aea351b-f31a-4ebc-9b4c-6f4f5a333375 service neutron] Transition to ACTIVE for port object 7ad3a0bc-b208-4b46-b9e5-8a0af36c5984 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:56:11.670658 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-32402729-55c0-44d5-a354-3521e47499d6 req-2aea351b-f31a-4ebc-9b4c-6f4f5a333375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:11.682409 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a134a-8be6-491a-aeb2-93e65c4698ca tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d5bce8-d3e8-44c5-b5f4-4d16c636d717,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:11.698076 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-02cc2419-bfdb-4b15-acce-5a13259168f9 req-0f0a134a-8be6-491a-aeb2-93e65c4698ca tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:11.704656 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-02cc2419-bfdb-4b15-acce-5a13259168f9 req-0f0a134a-8be6-491a-aeb2-93e65c4698ca tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2376249 Sep 21 17:56:11.737724 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-d15edff6-87ed-4c7f-a258-8ebf25e8ca07 req-19220e32-c91e-44ce-8d2f-bcbec08e159e tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-161924413', 'description': 'tempest-description-999805655'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:11.745425 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3de3ea-bd76-4743-b24d-30d3dc3761f3 None None] Pushing event updated for resources: {'Port': ['ID=6ed642b7-ec9a-4c4e-889b-72e44a4012f2,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:11.756546 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-4b849166-c6e0-4227-b34d-8d9910f38a31 None None] Provisioning complete for port 6ed642b7-ec9a-4c4e-889b-72e44a4012f2 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:56:11.757055 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4b849166-c6e0-4227-b34d-8d9910f38a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:11.758058 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea351b-f31a-4ebc-9b4c-6f4f5a333375 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad3a0bc-b208-4b46-b9e5-8a0af36c5984,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:11.799998 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-dd985cc7-6396-4e6d-9111-8451cdce2c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'name': 'tempest-ServersTestFqdnHostnames-789837653-router', 'tenant_id': '03a97da90df04941aa3b8e3f080c47ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'f44826d1-126c-45bb-8bc1-3fe8b64af050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:56:01Z', 'updated_at': '2021-09-21T17:56:08Z', 'revision_number': 4, 'project_id': '03a97da90df04941aa3b8e3f080c47ec', 'gw_port': {'id': 'f44826d1-126c-45bb-8bc1-3fe8b64af050', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:17:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:56:02Z', 'updated_at': '2021-09-21T17:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '6ed642b7-ec9a-4c4e-889b-72e44a4012f2', 'name': '', 'network_id': 'be09537b-816f-4398-925c-eafc9f2f873f', 'tenant_id': '03a97da90df04941aa3b8e3f080c47ec', 'mac_address': 'fa:16:3e:eb:c8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'd628ba49-04ed-42b5-8c6e-ad716efa3f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:56:06Z', 'updated_at': '2021-09-21T17:56:10Z', 'revision_number': 4, 'project_id': '03a97da90df04941aa3b8e3f080c47ec', 'subnets': [{'id': 'd628ba49-04ed-42b5-8c6e-ad716efa3f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:56:11.818784 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d15edff6-87ed-4c7f-a258-8ebf25e8ca07 req-19220e32-c91e-44ce-8d2f-bcbec08e159e tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:11.821597 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-168a8e65-c77b-4147-bc8a-6f70b367091c tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:11.832561 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd985cc7-6396-4e6d-9111-8451cdce2c58 None None] The sync data for ids ['bba1d3ce-422c-426e-a22d-4a12cd81e62e'] in n-d-810291-1 is: [{'id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'name': 'tempest-ServersTestFqdnHostnames-789837653-router', 'tenant_id': '03a97da90df04941aa3b8e3f080c47ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'f44826d1-126c-45bb-8bc1-3fe8b64af050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:56:01Z', 'updated_at': '2021-09-21T17:56:08Z', 'revision_number': 4, 'project_id': '03a97da90df04941aa3b8e3f080c47ec', 'gw_port': {'id': 'f44826d1-126c-45bb-8bc1-3fe8b64af050', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:17:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:56:02Z', 'updated_at': '2021-09-21T17:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '6ed642b7-ec9a-4c4e-889b-72e44a4012f2', 'name': '', 'network_id': 'be09537b-816f-4398-925c-eafc9f2f873f', 'tenant_id': '03a97da90df04941aa3b8e3f080c47ec', 'mac_address': 'fa:16:3e:eb:c8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'd628ba49-04ed-42b5-8c6e-ad716efa3f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:56:06Z', 'updated_at': '2021-09-21T17:56:10Z', 'revision_number': 4, 'project_id': '03a97da90df04941aa3b8e3f080c47ec', 'subnets': [{'id': 'd628ba49-04ed-42b5-8c6e-ad716efa3f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:56:11.959111 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-32402729-55c0-44d5-a354-3521e47499d6 req-2aea351b-f31a-4ebc-9b4c-6f4f5a333375 service neutron] Attempting to bind port 7ad3a0bc-b208-4b46-b9e5-8a0af36c5984 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:56:11.959750 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-32402729-55c0-44d5-a354-3521e47499d6 req-2aea351b-f31a-4ebc-9b4c-6f4f5a333375 service neutron] Attempting to bind port 7ad3a0bc-b208-4b46-b9e5-8a0af36c5984 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '56b6ab3c-69bd-42e2-acea-4797f09bea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:56:11.959750 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32402729-55c0-44d5-a354-3521e47499d6 req-2aea351b-f31a-4ebc-9b4c-6f4f5a333375 service neutron] Attempting to bind port 7ad3a0bc-b208-4b46-b9e5-8a0af36c5984 on network 1c00a0d6-e667-48aa-86f9-9337cd552f7d {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:56:11.976786 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32402729-55c0-44d5-a354-3521e47499d6 req-2aea351b-f31a-4ebc-9b4c-6f4f5a333375 service neutron] Port 7ad3a0bc-b208-4b46-b9e5-8a0af36c5984 on network 1c00a0d6-e667-48aa-86f9-9337cd552f7d not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:56:11.977140 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32402729-55c0-44d5-a354-3521e47499d6 req-2aea351b-f31a-4ebc-9b4c-6f4f5a333375 service neutron] Attempting to bind port 7ad3a0bc-b208-4b46-b9e5-8a0af36c5984 on network 1c00a0d6-e667-48aa-86f9-9337cd552f7d {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:56:12.010618 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32402729-55c0-44d5-a354-3521e47499d6 req-2aea351b-f31a-4ebc-9b4c-6f4f5a333375 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:56:12.010983 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32402729-55c0-44d5-a354-3521e47499d6 req-2aea351b-f31a-4ebc-9b4c-6f4f5a333375 service neutron] Checking segment: {'id': '56b6ab3c-69bd-42e2-acea-4797f09bea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:56:12.011381 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32402729-55c0-44d5-a354-3521e47499d6 req-2aea351b-f31a-4ebc-9b4c-6f4f5a333375 service neutron] Bound using segment: {'id': '56b6ab3c-69bd-42e2-acea-4797f09bea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:56:12.011824 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-32402729-55c0-44d5-a354-3521e47499d6 req-2aea351b-f31a-4ebc-9b4c-6f4f5a333375 service neutron] Bound port: 7ad3a0bc-b208-4b46-b9e5-8a0af36c5984, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b6ab3c-69bd-42e2-acea-4797f09bea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:56:12.012181 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-32402729-55c0-44d5-a354-3521e47499d6 req-2aea351b-f31a-4ebc-9b4c-6f4f5a333375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:12.090742 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-168a8e65-c77b-4147-bc8a-6f70b367091c tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Allocated IP 172.25.6.99 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/cc15d93e-b760-4488-bb24-4ccfe1e0c790) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:56:12.172908 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3820df-f1f0-4397-9438-a92e4e1346a7 req-be5d261b-0644-494d-b7f0-35dee39b21cf tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:12.175203 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d15edff6-87ed-4c7f-a258-8ebf25e8ca07 req-19220e32-c91e-44ce-8d2f-bcbec08e159e tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:12.176038 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1f3820df-f1f0-4397-9438-a92e4e1346a7 req-be5d261b-0644-494d-b7f0-35dee39b21cf tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0593913 Sep 21 17:56:12.183820 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-32402729-55c0-44d5-a354-3521e47499d6 req-2aea351b-f31a-4ebc-9b4c-6f4f5a333375 service neutron] For port 7ad3a0bc-b208-4b46-b9e5-8a0af36c5984, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:56:12.218013 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d15edff6-87ed-4c7f-a258-8ebf25e8ca07 req-19220e32-c91e-44ce-8d2f-bcbec08e159e tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:12.223423 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1f3820df-f1f0-4397-9438-a92e4e1346a7 req-b7701acb-674b-4aae-99c7-985829fda17d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411212 Sep 21 17:56:12.244759 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-32402729-55c0-44d5-a354-3521e47499d6 req-2aea351b-f31a-4ebc-9b4c-6f4f5a333375 service neutron] For port 7ad3a0bc-b208-4b46-b9e5-8a0af36c5984, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=7ad3a0bc-b208-4b46-b9e5-8a0af36c5984,segment=NetworkSegment(56b6ab3c-69bd-42e2-acea-4797f09bea25),segment_id=56b6ab3c-69bd-42e2-acea-4797f09bea25)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:56:12.262498 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-32402729-55c0-44d5-a354-3521e47499d6 req-2aea351b-f31a-4ebc-9b4c-6f4f5a333375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:12.269065 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d15edff6-87ed-4c7f-a258-8ebf25e8ca07 req-19220e32-c91e-44ce-8d2f-bcbec08e159e tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:12.270424 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d15edff6-87ed-4c7f-a258-8ebf25e8ca07 req-19220e32-c91e-44ce-8d2f-bcbec08e159e tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5423923 Sep 21 17:56:12.315176 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19220e32-c91e-44ce-8d2f-bcbec08e159e tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1899fea-a5f2-495a-af85-5cee0911e3c4,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:12.338452 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32402729-55c0-44d5-a354-3521e47499d6 req-2aea351b-f31a-4ebc-9b4c-6f4f5a333375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:12.339122 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-32402729-55c0-44d5-a354-3521e47499d6 req-2aea351b-f31a-4ebc-9b4c-6f4f5a333375 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:12.340927 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-32402729-55c0-44d5-a354-3521e47499d6 req-2aea351b-f31a-4ebc-9b4c-6f4f5a333375 service neutron] 10.222.0.38 "PUT /v2.0/ports/7ad3a0bc-b208-4b46-b9e5-8a0af36c5984 HTTP/1.1" status: 200 len: 1092 time: 1.3613493 Sep 21 17:56:12.353504 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2a3300-00b1-4720-b343-c26b88ac0ceb', 'tag': '7ad3a0bc-b208-4b46-b9e5-8a0af36c5984'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:56:12.356432 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0beab1bf-0644-4690-925d-a5e006fe9d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2a3300-00b1-4720-b343-c26b88ac0ceb", "tag": "7ad3a0bc-b208-4b46-b9e5-8a0af36c5984"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:56:12.384093 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-168a8e65-c77b-4147-bc8a-6f70b367091c tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:12.388058 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-06bf3f06-c0b8-408b-ba55-0239f96f8385 req-53bb8de1-4d5a-4dc8-b7f6-dbf768fdbf6e tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1293413552', 'description': 'tempest-description-1858691297'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:12.420198 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd049ab-f609-45fd-8eab-e7a1ca559639 req-4e600ade-ce85-40b8-a6a2-86b75f386932 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:12.423444 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3cd049ab-f609-45fd-8eab-e7a1ca559639 req-4e600ade-ce85-40b8-a6a2-86b75f386932 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2a3300-00b1-4720-b343-c26b88ac0ceb HTTP/1.1" status: 200 len: 944 time: 0.0649107 Sep 21 17:56:12.454709 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea351b-f31a-4ebc-9b4c-6f4f5a333375 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad3a0bc-b208-4b46-b9e5-8a0af36c5984,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:12.476305 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-06bf3f06-c0b8-408b-ba55-0239f96f8385 req-53bb8de1-4d5a-4dc8-b7f6-dbf768fdbf6e tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:12.479523 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3cd049ab-f609-45fd-8eab-e7a1ca559639 req-93026b42-b864-4f9b-a1f1-1bacb85b0ca5 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470219 Sep 21 17:56:12.511640 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32402729-55c0-44d5-a354-3521e47499d6 req-a528dcea-d562-43ec-b630-59db07142f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:12.513222 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-32402729-55c0-44d5-a354-3521e47499d6 req-a528dcea-d562-43ec-b630-59db07142f15 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=175497c81fda4a69bcd0ab1778ee76e3&device_id=ce2a3300-00b1-4720-b343-c26b88ac0ceb HTTP/1.1" status: 200 len: 1095 time: 0.1173522 Sep 21 17:56:12.527110 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-168a8e65-c77b-4147-bc8a-6f70b367091c tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:12.604960 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-32402729-55c0-44d5-a354-3521e47499d6 req-51ba253c-fc49-42f6-8086-62f400090a21 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ad3a0bc-b208-4b46-b9e5-8a0af36c5984 HTTP/1.1" status: 200 len: 217 time: 0.0791829 Sep 21 17:56:12.634792 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168a8e65-c77b-4147-bc8a-6f70b367091c tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:56:12.664563 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68828960-8413-4ecc-9406-f6c189d2c1d1 x-openstack-request-id: req-68828960-8413-4ecc-9406-f6c189d2c1d1 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:56:12.664864 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2a3300-00b1-4720-b343-c26b88ac0ceb", "tag": "7ad3a0bc-b208-4b46-b9e5-8a0af36c5984", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:56:12.665119 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-68828960-8413-4ecc-9406-f6c189d2c1d1 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:56:12.665520 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2a3300-00b1-4720-b343-c26b88ac0ceb', 'tag': '7ad3a0bc-b208-4b46-b9e5-8a0af36c5984', 'status': 'completed', 'code': 200} Sep 21 17:56:12.672384 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-168a8e65-c77b-4147-bc8a-6f70b367091c tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:56:12.679199 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a8e65-c77b-4147-bc8a-6f70b367091c tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Pushing event updated for resources: {'Port': ['ID=cc15d93e-b760-4488-bb24-4ccfe1e0c790,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:12.681806 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168a8e65-c77b-4147-bc8a-6f70b367091c tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:56:12.734453 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32402729-55c0-44d5-a354-3521e47499d6 req-1d5716a9-9d20-4ccd-bcf2-a9c5d1c91127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:12.735987 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-32402729-55c0-44d5-a354-3521e47499d6 req-1d5716a9-9d20-4ccd-bcf2-a9c5d1c91127 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b33b2c75-9b86-4e4e-90ea-cf1f238c715d HTTP/1.1" status: 200 len: 846 time: 0.1182301 Sep 21 17:56:12.759005 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbd79e-fe48-44dd-9697-578a74f667ee req-73c72aac-0d2b-4557-8526-4d232c8b3af2 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:12.761170 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0acbd79e-fe48-44dd-9697-578a74f667ee req-73c72aac-0d2b-4557-8526-4d232c8b3af2 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.0549066 Sep 21 17:56:12.786376 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-32402729-55c0-44d5-a354-3521e47499d6 req-76fb748f-702b-4c29-8612-1a6096c103c6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1c00a0d6-e667-48aa-86f9-9337cd552f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409970 Sep 21 17:56:12.801314 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-06bf3f06-c0b8-408b-ba55-0239f96f8385 req-53bb8de1-4d5a-4dc8-b7f6-dbf768fdbf6e tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:12.802791 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0acbd79e-fe48-44dd-9697-578a74f667ee req-e91dce4b-adcc-48e1-9bec-a1e38442f36a tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350089 Sep 21 17:56:12.830485 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-06bf3f06-c0b8-408b-ba55-0239f96f8385 req-53bb8de1-4d5a-4dc8-b7f6-dbf768fdbf6e tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:12.934497 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-06bf3f06-c0b8-408b-ba55-0239f96f8385 req-53bb8de1-4d5a-4dc8-b7f6-dbf768fdbf6e tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:12.935849 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-06bf3f06-c0b8-408b-ba55-0239f96f8385 req-53bb8de1-4d5a-4dc8-b7f6-dbf768fdbf6e tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5610619 Sep 21 17:56:12.943542 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb8de1-4d5a-4dc8-b7f6-dbf768fdbf6e tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd73153-9465-4892-a8ef-594da55546f2,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:12.961484 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-168a8e65-c77b-4147-bc8a-6f70b367091c tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:13.036768 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-32402729-55c0-44d5-a354-3521e47499d6 req-c73f9fc0-feef-464d-a23a-ff6c36531c4c service neutron] 10.222.0.38 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382221 Sep 21 17:56:13.046461 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-168a8e65-c77b-4147-bc8a-6f70b367091c tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:13.084448 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-511039b1-96b8-4304-bd56-baafd420608d req-2e43bfbb-4ab1-4768-812d-02b720be26e7 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "GET /v2.0/security-groups/d1899fea-a5f2-495a-af85-5cee0911e3c4 HTTP/1.1" status: 200 len: 1805 time: 0.1212182 Sep 21 17:56:13.208822 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-511039b1-96b8-4304-bd56-baafd420608d req-37109c34-8523-4072-8aaf-ce660a0b7e01 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "GET /v2.0/security-groups/4fd73153-9465-4892-a8ef-594da55546f2 HTTP/1.1" status: 200 len: 1807 time: 0.1126177 Sep 21 17:56:13.224320 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-32402729-55c0-44d5-a354-3521e47499d6 req-78889379-5a01-4f26-99f3-88e0b3cb3f6f service neutron] 10.222.0.38 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788182 Sep 21 17:56:13.227258 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-511039b1-96b8-4304-bd56-baafd420608d req-23b05f9d-4ec5-421c-9fb5-9e37e9453ab4 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd1899fea-a5f2-495a-af85-5cee0911e3c4', 'remote_group_id': '4fd73153-9465-4892-a8ef-594da55546f2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:13.227573 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-511039b1-96b8-4304-bd56-baafd420608d req-23b05f9d-4ec5-421c-9fb5-9e37e9453ab4 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd1899fea-a5f2-495a-af85-5cee0911e3c4', 'remote_group_id': '4fd73153-9465-4892-a8ef-594da55546f2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:13.358332 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d6c18-5713-4713-855d-2189d2be601c req-a35e0743-21bc-4476-be77-1762581d0315 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:13.360005 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5f2d6c18-5713-4713-855d-2189d2be601c req-a35e0743-21bc-4476-be77-1762581d0315 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0570114 Sep 21 17:56:13.374723 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60026) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:13.376633 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beab1bf-0644-4690-925d-a5e006fe9d8c req-0d540d1c-b704-46b7-bcca-6753f8079603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:13.378100 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0beab1bf-0644-4690-925d-a5e006fe9d8c req-0d540d1c-b704-46b7-bcca-6753f8079603 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=175497c81fda4a69bcd0ab1778ee76e3&device_id=ce2a3300-00b1-4720-b343-c26b88ac0ceb HTTP/1.1" status: 200 len: 1095 time: 0.0960686 Sep 21 17:56:13.407585 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5f2d6c18-5713-4713-855d-2189d2be601c req-3be226f9-d3e5-4ef5-943f-18b1e44b3d3f tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396805 Sep 21 17:56:13.444222 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-511039b1-96b8-4304-bd56-baafd420608d req-23b05f9d-4ec5-421c-9fb5-9e37e9453ab4 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:13.454305 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-168a8e65-c77b-4147-bc8a-6f70b367091c tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:13.495817 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-168a8e65-c77b-4147-bc8a-6f70b367091c tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:13.513493 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 6ed642b7-ec9a-4c4e-889b-72e44a4012f2 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:56:13.560933 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 6ed642b7-ec9a-4c4e-889b-72e44a4012f2 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:56:13.561550 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:13.588628 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-511039b1-96b8-4304-bd56-baafd420608d req-23b05f9d-4ec5-421c-9fb5-9e37e9453ab4 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:13.602954 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-39da9972-4b9e-4791-8dd6-1837e4677074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:13.604610 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-511039b1-96b8-4304-bd56-baafd420608d req-23b05f9d-4ec5-421c-9fb5-9e37e9453ab4 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:13.620430 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523b582-b6a2-47cc-bb3c-5832b33985f4 req-4b0addc7-049b-4ede-a263-87405b69e7e4 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:13.622115 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a523b582-b6a2-47cc-bb3c-5832b33985f4 req-4b0addc7-049b-4ede-a263-87405b69e7e4 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2a3300-00b1-4720-b343-c26b88ac0ceb HTTP/1.1" status: 200 len: 944 time: 0.0517881 Sep 21 17:56:13.627592 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a8e65-c77b-4147-bc8a-6f70b367091c tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Pushing event updated for resources: {'Port': ['ID=cc15d93e-b760-4488-bb24-4ccfe1e0c790,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:13.666309 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a523b582-b6a2-47cc-bb3c-5832b33985f4 req-444854c8-8b40-4a4a-995b-f58f45801994 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357049 Sep 21 17:56:13.675386 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b05f9d-4ec5-421c-9fb5-9e37e9453ab4 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae06d26f-3164-4b06-8711-b00dec589b89,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:13.677919 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beab1bf-0644-4690-925d-a5e006fe9d8c req-0d0edf44-a420-4171-884c-fabac113d1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:13.679534 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0beab1bf-0644-4690-925d-a5e006fe9d8c req-0d0edf44-a420-4171-884c-fabac113d1c8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1c00a0d6-e667-48aa-86f9-9337cd552f7d HTTP/1.1" status: 200 len: 907 time: 0.2892990 Sep 21 17:56:13.700633 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-168a8e65-c77b-4147-bc8a-6f70b367091c tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:13.741499 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0beab1bf-0644-4690-925d-a5e006fe9d8c req-4bddb3d7-cf7e-4d01-a3d5-45a6690d5072 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ad3a0bc-b208-4b46-b9e5-8a0af36c5984 HTTP/1.1" status: 200 len: 217 time: 0.0513337 Sep 21 17:56:13.810517 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beab1bf-0644-4690-925d-a5e006fe9d8c req-a13d2c5c-a19c-4cf6-84df-770c4f00e23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:13.812018 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0beab1bf-0644-4690-925d-a5e006fe9d8c req-a13d2c5c-a19c-4cf6-84df-770c4f00e23f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b33b2c75-9b86-4e4e-90ea-cf1f238c715d HTTP/1.1" status: 200 len: 846 time: 0.0626497 Sep 21 17:56:13.849040 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0beab1bf-0644-4690-925d-a5e006fe9d8c req-dc7ce210-12ef-414b-9997-c4b56352c697 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1c00a0d6-e667-48aa-86f9-9337cd552f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285323 Sep 21 17:56:13.890832 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-39da9972-4b9e-4791-8dd6-1837e4677074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:13.925547 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575d3ae-1161-49ce-b2f4-d590c27c6780 req-92611d90-317c-4091-95d3-9670073440a1 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:13.926715 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-39da9972-4b9e-4791-8dd6-1837e4677074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:13.927073 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b575d3ae-1161-49ce-b2f4-d590c27c6780 req-92611d90-317c-4091-95d3-9670073440a1 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.0498555 Sep 21 17:56:13.942592 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-511039b1-96b8-4304-bd56-baafd420608d req-23b05f9d-4ec5-421c-9fb5-9e37e9453ab4 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:13.943807 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-511039b1-96b8-4304-bd56-baafd420608d req-23b05f9d-4ec5-421c-9fb5-9e37e9453ab4 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7245631 Sep 21 17:56:13.944465 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-168a8e65-c77b-4147-bc8a-6f70b367091c tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:13.953884 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-168a8e65-c77b-4147-bc8a-6f70b367091c tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4701252 Sep 21 17:56:13.982546 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b575d3ae-1161-49ce-b2f4-d590c27c6780 req-2042f459-f737-4f8a-9367-e36341d76704 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483618 Sep 21 17:56:13.992556 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-abbb7f51-9aa2-4561-846b-87977fc68955 req-2cdcc896-4b10-43f8-bc9d-0b9f1ce96bef tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1429301740', 'description': 'tempest-description-1666154141'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:14.023950 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da9972-4b9e-4791-8dd6-1837e4677074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43cc6d68-c17c-470d-8a94-a6fa44f3a033,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:14.034965 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-39da9972-4b9e-4791-8dd6-1837e4677074 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d93574bdbf5c4e68a77928791a3ac5cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6559272 Sep 21 17:56:14.037922 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60040) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:14.044085 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0beab1bf-0644-4690-925d-a5e006fe9d8c req-0583dac2-a049-4e1f-af24-6aedab4d760a service neutron] 10.222.0.38 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870570 Sep 21 17:56:14.053444 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-abbb7f51-9aa2-4561-846b-87977fc68955 req-2cdcc896-4b10-43f8-bc9d-0b9f1ce96bef tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:14.098274 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5177a84-c1bb-49e7-b4a5-6470dbbc2cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:14.121143 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5177a84-c1bb-49e7-b4a5-6470dbbc2cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:14.174317 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-1f8d274e-e703-48a4-b7ab-5ce779559892 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--779745670&fields=id&tenant_id=03a97da90df04941aa3b8e3f080c47ec HTTP/1.1" status: 200 len: 267 time: 0.0581510 Sep 21 17:56:14.178702 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0beab1bf-0644-4690-925d-a5e006fe9d8c req-40c1eedf-128c-4666-a683-c90b793094fb service neutron] 10.222.0.38 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214147 Sep 21 17:56:14.207591 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5177a84-c1bb-49e7-b4a5-6470dbbc2cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:14.210177 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5177a84-c1bb-49e7-b4a5-6470dbbc2cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:14.214267 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c5177a84-c1bb-49e7-b4a5-6470dbbc2cc2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/43cc6d68-c17c-470d-8a94-a6fa44f3a033 HTTP/1.1" status: 204 len: 168 time: 0.1750529 Sep 21 17:56:14.224038 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-abbb7f51-9aa2-4561-846b-87977fc68955 req-2cdcc896-4b10-43f8-bc9d-0b9f1ce96bef tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:14.229082 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-abbb7f51-9aa2-4561-846b-87977fc68955 req-2cdcc896-4b10-43f8-bc9d-0b9f1ce96bef tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:14.242036 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5177a84-c1bb-49e7-b4a5-6470dbbc2cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cc6d68-c17c-470d-8a94-a6fa44f3a033,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:14.260974 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-abbb7f51-9aa2-4561-846b-87977fc68955 req-2cdcc896-4b10-43f8-bc9d-0b9f1ce96bef tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:14.262196 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-abbb7f51-9aa2-4561-846b-87977fc68955 req-2cdcc896-4b10-43f8-bc9d-0b9f1ce96bef tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2782266 Sep 21 17:56:14.264160 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdcc896-4b10-43f8-bc9d-0b9f1ce96bef tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c882a4d-ba49-48cd-84c2-d547b38dc8dc,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:14.293263 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-a96f8f00-9c00-49f7-940f-09fcdad10beb req-5182b2da-7bb3-468a-bacf-9d893696b900 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1853404542', 'description': 'tempest-description-656702221'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:14.317744 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-3400d6fa-5e4b-4c17-801b-f8d578715e83 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:14.318020 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a96f8f00-9c00-49f7-940f-09fcdad10beb req-5182b2da-7bb3-468a-bacf-9d893696b900 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:14.319879 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-3400d6fa-5e4b-4c17-801b-f8d578715e83 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "GET /v2.0/networks?id=be09537b-816f-4398-925c-eafc9f2f873f HTTP/1.1" status: 200 len: 814 time: 0.1361601 Sep 21 17:56:14.337431 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-709023fb-6c64-4cc1-b2a0-8310b7124fb8 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "GET /v2.0/quotas/03a97da90df04941aa3b8e3f080c47ec HTTP/1.1" status: 200 len: 375 time: 0.0094385 Sep 21 17:56:14.407367 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-ff0860a0-07b4-4b26-9f1c-550409f02627 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=03a97da90df04941aa3b8e3f080c47ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0589056 Sep 21 17:56:14.413813 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a96f8f00-9c00-49f7-940f-09fcdad10beb req-5182b2da-7bb3-468a-bacf-9d893696b900 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:14.418956 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a96f8f00-9c00-49f7-940f-09fcdad10beb req-5182b2da-7bb3-468a-bacf-9d893696b900 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:14.447107 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a96f8f00-9c00-49f7-940f-09fcdad10beb req-5182b2da-7bb3-468a-bacf-9d893696b900 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:14.448451 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a96f8f00-9c00-49f7-940f-09fcdad10beb req-5182b2da-7bb3-468a-bacf-9d893696b900 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1593256 Sep 21 17:56:14.450221 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182b2da-7bb3-468a-bacf-9d893696b900 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcacdff5-ec83-47b2-8b17-f93ebfa6f997,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:14.500826 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-35ffb1fa-9e07-4101-8577-b9c30d307aa7 service neutron] 10.222.0.58 "GET /v2.0/networks/be09537b-816f-4398-925c-eafc9f2f873f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900781 Sep 21 17:56:14.539804 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60064) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:14.554288 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4af3f2c0-18a0-4eaa-84fa-34afa5b27f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:14.581342 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8cd3d-4c56-47b6-99b1-5660e71c9faf req-cd137ee8-d373-4740-b41f-b793f97d9fea tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:14.582769 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-06a8cd3d-4c56-47b6-99b1-5660e71c9faf req-cd137ee8-d373-4740-b41f-b793f97d9fea tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0751634 Sep 21 17:56:14.602371 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-753bf201-554c-4c9b-a677-325dbebfdb2c service neutron] 10.222.0.58 "GET /v2.0/networks/be09537b-816f-4398-925c-eafc9f2f873f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943606 Sep 21 17:56:14.642750 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-06a8cd3d-4c56-47b6-99b1-5660e71c9faf req-6c8de423-5327-4bfe-b8f8-919e621be1ff tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508051 Sep 21 17:56:14.740575 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7edfe245-694e-4b04-8599-19f82623b164 req-c5822a58-0f3a-4073-bf8d-8ac2f6795686 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "GET /v2.0/security-groups/5c882a4d-ba49-48cd-84c2-d547b38dc8dc HTTP/1.1" status: 200 len: 1807 time: 0.0718148 Sep 21 17:56:14.742378 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4af3f2c0-18a0-4eaa-84fa-34afa5b27f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:14.749105 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4af3f2c0-18a0-4eaa-84fa-34afa5b27f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:14.806250 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3f2c0-18a0-4eaa-84fa-34afa5b27f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f21213-9e51-40e5-a8db-bf0653265978,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:14.817785 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4af3f2c0-18a0-4eaa-84fa-34afa5b27f9f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5e4cd54c084543e49cd1f1b674db5994&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2749543 Sep 21 17:56:14.819310 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60074) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:14.846022 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7edfe245-694e-4b04-8599-19f82623b164 req-0f9e6505-b1c7-4e56-bed7-a04734069f0e tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "GET /v2.0/security-groups/bcacdff5-ec83-47b2-8b17-f93ebfa6f997 HTTP/1.1" status: 200 len: 1806 time: 0.0939815 Sep 21 17:56:14.860393 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-7edfe245-694e-4b04-8599-19f82623b164 req-47b56dc2-0c4c-4378-8a62-38cd77bc0d73 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5c882a4d-ba49-48cd-84c2-d547b38dc8dc', 'remote_group_id': 'bcacdff5-ec83-47b2-8b17-f93ebfa6f997', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:14.860719 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-7edfe245-694e-4b04-8599-19f82623b164 req-47b56dc2-0c4c-4378-8a62-38cd77bc0d73 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5c882a4d-ba49-48cd-84c2-d547b38dc8dc', 'remote_group_id': 'bcacdff5-ec83-47b2-8b17-f93ebfa6f997', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:14.875287 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217a73e-30af-4f7f-868e-f59592588d32 req-ea17236b-1482-47e3-8765-8ab1e41a72fc tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:14.877396 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5217a73e-30af-4f7f-868e-f59592588d32 req-ea17236b-1482-47e3-8765-8ab1e41a72fc tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2a3300-00b1-4720-b343-c26b88ac0ceb HTTP/1.1" status: 200 len: 944 time: 0.0619779 Sep 21 17:56:14.902345 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-edda5f89-4763-4fe9-8713-2f0be4378449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:14.920542 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5217a73e-30af-4f7f-868e-f59592588d32 req-8b6ab4c4-93e6-438c-8057-a01a0dfa8357 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362406 Sep 21 17:56:14.945856 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-edda5f89-4763-4fe9-8713-2f0be4378449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:14.993955 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3abf47f6-5783-4165-b5f4-020d59dee6f7 req-ca9193cd-eeff-43fd-8bf8-7fb6f7dd4264 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b771e3a-3c92-4d08-b66c-f2c2086ab019 HTTP/1.1" status: 200 len: 210 time: 0.0292158 Sep 21 17:56:15.003455 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7edfe245-694e-4b04-8599-19f82623b164 req-47b56dc2-0c4c-4378-8a62-38cd77bc0d73 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:15.038716 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7edfe245-694e-4b04-8599-19f82623b164 req-47b56dc2-0c4c-4378-8a62-38cd77bc0d73 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:15.043283 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7edfe245-694e-4b04-8599-19f82623b164 req-47b56dc2-0c4c-4378-8a62-38cd77bc0d73 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:15.053458 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-edda5f89-4763-4fe9-8713-2f0be4378449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:15.056299 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-edda5f89-4763-4fe9-8713-2f0be4378449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:15.057449 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-edda5f89-4763-4fe9-8713-2f0be4378449 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/63f21213-9e51-40e5-a8db-bf0653265978 HTTP/1.1" status: 204 len: 168 time: 0.2362559 Sep 21 17:56:15.074813 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b56dc2-0c4c-4378-8a62-38cd77bc0d73 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b42cd9-33d1-4a83-bb79-29580e7b3591,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:15.083041 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda5f89-4763-4fe9-8713-2f0be4378449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f21213-9e51-40e5-a8db-bf0653265978,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:15.091292 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7edfe245-694e-4b04-8599-19f82623b164 req-47b56dc2-0c4c-4378-8a62-38cd77bc0d73 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:15.095749 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7edfe245-694e-4b04-8599-19f82623b164 req-47b56dc2-0c4c-4378-8a62-38cd77bc0d73 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2422504 Sep 21 17:56:15.171144 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8e946473-b4df-4202-b564-3e3202933eed req-75ab2251-db44-4c1b-8719-0e848172e6c0 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "GET /v2.0/security-groups/bcacdff5-ec83-47b2-8b17-f93ebfa6f997 HTTP/1.1" status: 200 len: 1806 time: 0.0514362 Sep 21 17:56:15.204132 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6712f9ba-3999-4240-8d23-4dd89bf18441 req-c2c19479-f02a-4102-abbb-24a302cd370c tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:15.207399 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6712f9ba-3999-4240-8d23-4dd89bf18441 req-c2c19479-f02a-4102-abbb-24a302cd370c tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.0700018 Sep 21 17:56:15.247568 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8e946473-b4df-4202-b564-3e3202933eed req-0f043e76-3326-4a21-81b7-b0e3e29d4ad3 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:15.249096 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6712f9ba-3999-4240-8d23-4dd89bf18441 req-cc254c52-dd1e-49cb-93bf-620e63972cd2 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362928 Sep 21 17:56:15.271844 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8e946473-b4df-4202-b564-3e3202933eed req-0f043e76-3326-4a21-81b7-b0e3e29d4ad3 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:15.337971 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8e946473-b4df-4202-b564-3e3202933eed req-0f043e76-3326-4a21-81b7-b0e3e29d4ad3 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:15.340629 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8e946473-b4df-4202-b564-3e3202933eed req-0f043e76-3326-4a21-81b7-b0e3e29d4ad3 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:15.341844 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8e946473-b4df-4202-b564-3e3202933eed req-0f043e76-3326-4a21-81b7-b0e3e29d4ad3 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "DELETE /v2.0/security-groups/bcacdff5-ec83-47b2-8b17-f93ebfa6f997 HTTP/1.1" status: 204 len: 173 time: 0.1699002 Sep 21 17:56:15.351217 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f043e76-3326-4a21-81b7-b0e3e29d4ad3 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcacdff5-ec83-47b2-8b17-f93ebfa6f997,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:15.409007 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f8ef5d21-e5c1-4021-88c3-1d7578144e76 req-c67e2558-2e16-4c46-ba7d-a2bdc20dedfe tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "GET /v2.0/security-groups/5c882a4d-ba49-48cd-84c2-d547b38dc8dc HTTP/1.1" status: 200 len: 1807 time: 0.0444622 Sep 21 17:56:15.443159 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-cec18070-7401-4481-b4a4-8d99ec5c4418 req-2e0d7395-4d5a-4f21-a4da-d15147ba95b1 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1753852953', 'description': 'tempest-description-303684915'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:15.468635 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cec18070-7401-4481-b4a4-8d99ec5c4418 req-2e0d7395-4d5a-4f21-a4da-d15147ba95b1 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:15.559830 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cec18070-7401-4481-b4a4-8d99ec5c4418 req-2e0d7395-4d5a-4f21-a4da-d15147ba95b1 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:15.561606 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cec18070-7401-4481-b4a4-8d99ec5c4418 req-2e0d7395-4d5a-4f21-a4da-d15147ba95b1 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:15.590826 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cec18070-7401-4481-b4a4-8d99ec5c4418 req-2e0d7395-4d5a-4f21-a4da-d15147ba95b1 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:15.592050 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cec18070-7401-4481-b4a4-8d99ec5c4418 req-2e0d7395-4d5a-4f21-a4da-d15147ba95b1 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1531672 Sep 21 17:56:15.593032 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d7395-4d5a-4f21-a4da-d15147ba95b1 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0209d3-fd70-4227-8807-7d8c13b3e8e1,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:15.653927 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6727d4d7-761d-4469-9279-c27f0131a689 req-fde1a4ea-8935-43e0-969b-2300747def43 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "GET /v2.0/security-groups/fa0209d3-fd70-4227-8807-7d8c13b3e8e1 HTTP/1.1" status: 200 len: 1806 time: 0.0391695 Sep 21 17:56:15.664266 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-6727d4d7-761d-4469-9279-c27f0131a689 req-483a6a66-b71a-4f76-9e66-84974594ada3 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fa0209d3-fd70-4227-8807-7d8c13b3e8e1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:15.664587 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-6727d4d7-761d-4469-9279-c27f0131a689 req-483a6a66-b71a-4f76-9e66-84974594ada3 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fa0209d3-fd70-4227-8807-7d8c13b3e8e1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:15.731400 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6727d4d7-761d-4469-9279-c27f0131a689 req-483a6a66-b71a-4f76-9e66-84974594ada3 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:15.758388 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6727d4d7-761d-4469-9279-c27f0131a689 req-483a6a66-b71a-4f76-9e66-84974594ada3 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:15.763923 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6727d4d7-761d-4469-9279-c27f0131a689 req-483a6a66-b71a-4f76-9e66-84974594ada3 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:15.775797 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfed28b-8b35-4c91-a712-f3f920934d61 req-9bbaa18c-2721-4dcb-a321-ea969805f7e5 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:15.777358 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3bfed28b-8b35-4c91-a712-f3f920934d61 req-9bbaa18c-2721-4dcb-a321-ea969805f7e5 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0605762 Sep 21 17:56:15.790145 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a6a66-b71a-4f76-9e66-84974594ada3 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efb08a2d-a139-4556-af16-b966a1541c70,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:15.793983 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6727d4d7-761d-4469-9279-c27f0131a689 req-483a6a66-b71a-4f76-9e66-84974594ada3 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:15.815504 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6727d4d7-761d-4469-9279-c27f0131a689 req-483a6a66-b71a-4f76-9e66-84974594ada3 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1550896 Sep 21 17:56:15.832698 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3bfed28b-8b35-4c91-a712-f3f920934d61 req-e411257a-461e-480e-a613-3b8f880015dc tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478263 Sep 21 17:56:15.881662 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d5a44e36-233f-44c7-a046-e1a8611958cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:15.931050 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8aee487f-131a-4c0a-ac63-53c1a59e0c47 req-8455958d-b396-450c-8a28-29cf221e26ca tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "GET /v2.0/security-groups/fa0209d3-fd70-4227-8807-7d8c13b3e8e1 HTTP/1.1" status: 200 len: 2400 time: 0.0450566 Sep 21 17:56:15.943716 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-8aee487f-131a-4c0a-ac63-53c1a59e0c47 req-9ade4b6a-fe28-4562-b4e2-b03530fd4b1f tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fa0209d3-fd70-4227-8807-7d8c13b3e8e1', 'remote_group_id': None}]} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:15.944025 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-8aee487f-131a-4c0a-ac63-53c1a59e0c47 req-9ade4b6a-fe28-4562-b4e2-b03530fd4b1f tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fa0209d3-fd70-4227-8807-7d8c13b3e8e1', 'remote_group_id': None}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:15.951646 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 7ad3a0bc-b208-4b46-b9e5-8a0af36c5984 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:56:16.036964 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8aee487f-131a-4c0a-ac63-53c1a59e0c47 req-9ade4b6a-fe28-4562-b4e2-b03530fd4b1f tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:16.087472 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-8d4135e2-c30d-4297-91c2-f50fb27cc562 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:16.090422 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-8d4135e2-c30d-4297-91c2-f50fb27cc562 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.44 "GET /v2.0/networks?id=be09537b-816f-4398-925c-eafc9f2f873f HTTP/1.1" status: 200 len: 814 time: 0.1881831 Sep 21 17:56:16.095197 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8aee487f-131a-4c0a-ac63-53c1a59e0c47 req-9ade4b6a-fe28-4562-b4e2-b03530fd4b1f tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:16.104554 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8aee487f-131a-4c0a-ac63-53c1a59e0c47 req-9ade4b6a-fe28-4562-b4e2-b03530fd4b1f tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:16.110391 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 7ad3a0bc-b208-4b46-b9e5-8a0af36c5984, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=7ad3a0bc-b208-4b46-b9e5-8a0af36c5984,segment=NetworkSegment(56b6ab3c-69bd-42e2-acea-4797f09bea25),segment_id=56b6ab3c-69bd-42e2-acea-4797f09bea25)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:16.129817 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '7ad3a0bc-b208-4b46-b9e5-8a0af36c5984', 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d', 'port_id': '7ad3a0bc-b208-4b46-b9e5-8a0af36c5984', 'mac_address': 'fa:16:3e:e5:5d:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b33b2c75-9b86-4e4e-90ea-cf1f238c715d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:56:16.151135 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade4b6a-fe28-4562-b4e2-b03530fd4b1f tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d280298a-ec87-4076-9028-f47c92cb9928,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:16.161477 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8aee487f-131a-4c0a-ac63-53c1a59e0c47 req-9ade4b6a-fe28-4562-b4e2-b03530fd4b1f tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:16.168975 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8aee487f-131a-4c0a-ac63-53c1a59e0c47 req-9ade4b6a-fe28-4562-b4e2-b03530fd4b1f tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2291491 Sep 21 17:56:16.176031 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:16.197361 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad3a0bc-b208-4b46-b9e5-8a0af36c5984 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:56:16.202602 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d6e48-88d6-4702-93c1-1ad3260fa2a6 req-e1df748f-f794-408f-ac7c-351f82d6f88b tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:16.204531 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-181d6e48-88d6-4702-93c1-1ad3260fa2a6 req-e1df748f-f794-408f-ac7c-351f82d6f88b tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2a3300-00b1-4720-b343-c26b88ac0ceb HTTP/1.1" status: 200 len: 944 time: 0.1109090 Sep 21 17:56:16.222884 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-417dece8-87a2-46fa-b9a3-ed843808ee17 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03a97da90df04941aa3b8e3f080c47ec HTTP/1.1" status: 200 len: 379 time: 0.1151421 Sep 21 17:56:16.228786 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 7ad3a0bc-b208-4b46-b9e5-8a0af36c5984, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=7ad3a0bc-b208-4b46-b9e5-8a0af36c5984,segment=NetworkSegment(56b6ab3c-69bd-42e2-acea-4797f09bea25),segment_id=56b6ab3c-69bd-42e2-acea-4797f09bea25)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:16.237568 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:16.253476 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4315d72c-ec60-4404-aa69-f809e83b909b req-3822908f-4474-4c1b-8f05-accc6fe6fb00 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b771e3a-3c92-4d08-b66c-f2c2086ab019 HTTP/1.1" status: 200 len: 210 time: 0.0297775 Sep 21 17:56:16.254219 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-5e7aeb23-9e1a-4dc3-a918-fc8b7d54f8de tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Request body: {'port': {'device_id': '4b771e3a-3c92-4d08-b66c-f2c2086ab019', 'network_id': 'be09537b-816f-4398-925c-eafc9f2f873f', 'admin_state_up': True, 'tenant_id': '03a97da90df04941aa3b8e3f080c47ec', 'security_groups': ['7a497dff-c661-482c-aa37-c144f92e1b07']}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:16.291787 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-181d6e48-88d6-4702-93c1-1ad3260fa2a6 req-7397b322-5500-4c58-a23f-01b807c06288 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751595 Sep 21 17:56:16.307095 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=7ad3a0bc-b208-4b46-b9e5-8a0af36c5984,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:16.411548 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6502f42c-ab07-4cb4-a708-b5ee65a11a43 req-7805d30d-eaee-4165-973d-8f28d5e3746c tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "GET /v2.0/security-groups/fa0209d3-fd70-4227-8807-7d8c13b3e8e1 HTTP/1.1" status: 200 len: 2999 time: 0.0689619 Sep 21 17:56:16.421385 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-5e7aeb23-9e1a-4dc3-a918-fc8b7d54f8de tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Made reservation on behalf of 03a97da90df04941aa3b8e3f080c47ec for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:56:16.424924 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-5e7aeb23-9e1a-4dc3-a918-fc8b7d54f8de tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:16.472131 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-89410dab-4181-4c03-af45-848455f3ec21 req-18bbd2cc-6f3c-4750-9545-e4cedd11ff46 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "GET /v2.0/security-group-rules/d280298a-ec87-4076-9028-f47c92cb9928 HTTP/1.1" status: 200 len: 783 time: 0.0317495 Sep 21 17:56:16.480396 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['7ad3a0bc-b208-4b46-b9e5-8a0af36c5984'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:56:16.491805 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8aa6d-e8c1-4396-ae5b-36022c0cf2fa req-1df402f1-3a64-421d-a3b0-206c5b28ffd4 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:16.493860 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-34d8aa6d-e8c1-4396-ae5b-36022c0cf2fa req-1df402f1-3a64-421d-a3b0-206c5b28ffd4 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.0630064 Sep 21 17:56:16.534442 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-34d8aa6d-e8c1-4396-ae5b-36022c0cf2fa req-3eb40faa-0cc7-4c9f-bd62-aee3b7eec499 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333972 Sep 21 17:56:16.627998 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-89410dab-4181-4c03-af45-848455f3ec21 req-9f20fdf9-afce-400f-b012-021f17455728 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "GET /v2.0/security-groups/fa0209d3-fd70-4227-8807-7d8c13b3e8e1 HTTP/1.1" status: 200 len: 2999 time: 0.1373336 Sep 21 17:56:16.671749 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-5e7aeb23-9e1a-4dc3-a918-fc8b7d54f8de tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Allocated IP 172.20.0.4 (be09537b-816f-4398-925c-eafc9f2f873f/d628ba49-04ed-42b5-8c6e-ad716efa3f5f/3e25bff7-f862-419c-9a39-eb705f2ebae8) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:56:16.677517 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-89410dab-4181-4c03-af45-848455f3ec21 req-521a1ed2-82d7-4fa9-8040-d79d9423fe72 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:16.692073 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-89410dab-4181-4c03-af45-848455f3ec21 req-521a1ed2-82d7-4fa9-8040-d79d9423fe72 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:16.741284 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-89410dab-4181-4c03-af45-848455f3ec21 req-521a1ed2-82d7-4fa9-8040-d79d9423fe72 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:16.761824 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-89410dab-4181-4c03-af45-848455f3ec21 req-521a1ed2-82d7-4fa9-8040-d79d9423fe72 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:16.762944 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-89410dab-4181-4c03-af45-848455f3ec21 req-521a1ed2-82d7-4fa9-8040-d79d9423fe72 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/d280298a-ec87-4076-9028-f47c92cb9928 HTTP/1.1" status: 204 len: 173 time: 0.1258783 Sep 21 17:56:16.779146 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a1ed2-82d7-4fa9-8040-d79d9423fe72 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d280298a-ec87-4076-9028-f47c92cb9928,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:16.875473 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-29ac068d-cd72-41ff-a48c-41bf2ae272f7 req-4050da52-44ec-4b15-90ef-b2ec736a9c2e tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "GET /v2.0/security-groups/fa0209d3-fd70-4227-8807-7d8c13b3e8e1 HTTP/1.1" status: 200 len: 2400 time: 0.0880685 Sep 21 17:56:16.885869 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-5e7aeb23-9e1a-4dc3-a918-fc8b7d54f8de tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:16.960475 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-29ac068d-cd72-41ff-a48c-41bf2ae272f7 req-386fae88-c272-4c4a-a334-2d7b53cefc1e tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:16.970889 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-5e7aeb23-9e1a-4dc3-a918-fc8b7d54f8de tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:16.990731 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c1b53-138c-46d7-8956-9d1fc5d154eb req-8cffc4f3-ee48-42fe-8b13-400c2333315f tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:16.992272 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f24c1b53-138c-46d7-8956-9d1fc5d154eb req-8cffc4f3-ee48-42fe-8b13-400c2333315f tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0504410 Sep 21 17:56:17.019157 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-29ac068d-cd72-41ff-a48c-41bf2ae272f7 req-386fae88-c272-4c4a-a334-2d7b53cefc1e tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:17.032760 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f24c1b53-138c-46d7-8956-9d1fc5d154eb req-ddef7ec5-94a0-4ad2-a573-b818ca490e10 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341635 Sep 21 17:56:17.034608 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-5e7aeb23-9e1a-4dc3-a918-fc8b7d54f8de tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Network be09537b-816f-4398-925c-eafc9f2f873f is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:56:17.045272 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-5e7aeb23-9e1a-4dc3-a918-fc8b7d54f8de tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:56:17.055711 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-5e7aeb23-9e1a-4dc3-a918-fc8b7d54f8de tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:56:17.081232 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7aeb23-9e1a-4dc3-a918-fc8b7d54f8de tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Pushing event updated for resources: {'Port': ['ID=3e25bff7-f862-419c-9a39-eb705f2ebae8,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:17.115932 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-5e7aeb23-9e1a-4dc3-a918-fc8b7d54f8de tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:17.116665 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-5e7aeb23-9e1a-4dc3-a918-fc8b7d54f8de tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:17.128690 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-29ac068d-cd72-41ff-a48c-41bf2ae272f7 req-386fae88-c272-4c4a-a334-2d7b53cefc1e tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:17.131441 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-29ac068d-cd72-41ff-a48c-41bf2ae272f7 req-386fae88-c272-4c4a-a334-2d7b53cefc1e tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:17.132674 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-29ac068d-cd72-41ff-a48c-41bf2ae272f7 req-386fae88-c272-4c4a-a334-2d7b53cefc1e tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "DELETE /v2.0/security-groups/fa0209d3-fd70-4227-8807-7d8c13b3e8e1 HTTP/1.1" status: 204 len: 173 time: 0.2499387 Sep 21 17:56:17.137354 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-5e7aeb23-9e1a-4dc3-a918-fc8b7d54f8de tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8906703 Sep 21 17:56:17.149841 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-1a58c26d-b7de-4ae0-b73e-d00d107daa6b service neutron] Request body: {'port': {'device_id': '4b771e3a-3c92-4d08-b66c-f2c2086ab019', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:17.153996 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386fae88-c272-4c4a-a334-2d7b53cefc1e tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0209d3-fd70-4227-8807-7d8c13b3e8e1,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:17.179880 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [req-fcdc6349-503f-4963-8620-d7bcb48ba1c3 req-5a5f5c80-7f58-4141-9048-37ab07119c24 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] show failed (client error): The resource could not be found. Sep 21 17:56:17.186106 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fcdc6349-503f-4963-8620-d7bcb48ba1c3 req-5a5f5c80-7f58-4141-9048-37ab07119c24 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "GET /v2.0/security-groups/bcacdff5-ec83-47b2-8b17-f93ebfa6f997 HTTP/1.1" status: 404 len: 352 time: 0.0210311 Sep 21 17:56:17.241805 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-1a58c26d-b7de-4ae0-b73e-d00d107daa6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:17.265583 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a58e73cd-9739-4fa9-af7a-1a11b6e745b2 req-6335d15a-2fd7-4a0e-834b-192ee34202a1 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "GET /v2.0/security-groups/5c882a4d-ba49-48cd-84c2-d547b38dc8dc HTTP/1.1" status: 200 len: 1807 time: 0.0636666 Sep 21 17:56:17.325829 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a58e73cd-9739-4fa9-af7a-1a11b6e745b2 req-6ef7457f-95fb-43fd-b758-94c102a8ba21 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:17.356496 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a58e73cd-9739-4fa9-af7a-1a11b6e745b2 req-6ef7457f-95fb-43fd-b758-94c102a8ba21 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:17.357014 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-f1059218-30e2-4835-bbbc-8e2c9beb6df8 None None] Provisioning complete for port 3e25bff7-f862-419c-9a39-eb705f2ebae8 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:56:17.357534 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f1059218-30e2-4835-bbbc-8e2c9beb6df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:17.393952 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-f1059218-30e2-4835-bbbc-8e2c9beb6df8 None None] Port 3e25bff7-f862-419c-9a39-eb705f2ebae8 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:56:17.405323 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a58e73cd-9739-4fa9-af7a-1a11b6e745b2 req-6ef7457f-95fb-43fd-b758-94c102a8ba21 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:17.408008 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a58e73cd-9739-4fa9-af7a-1a11b6e745b2 req-6ef7457f-95fb-43fd-b758-94c102a8ba21 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:17.409146 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a58e73cd-9739-4fa9-af7a-1a11b6e745b2 req-6ef7457f-95fb-43fd-b758-94c102a8ba21 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "DELETE /v2.0/security-groups/5c882a4d-ba49-48cd-84c2-d547b38dc8dc HTTP/1.1" status: 204 len: 173 time: 0.1377406 Sep 21 17:56:17.421348 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7457f-95fb-43fd-b758-94c102a8ba21 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c882a4d-ba49-48cd-84c2-d547b38dc8dc,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:17.458155 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042864c9-2671-4d47-aa9b-2e97128df29a req-27637164-0642-41a6-b262-cc7d712c3b07 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:17.459797 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-042864c9-2671-4d47-aa9b-2e97128df29a req-27637164-0642-41a6-b262-cc7d712c3b07 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b771e3a-3c92-4d08-b66c-f2c2086ab019 HTTP/1.1" status: 200 len: 931 time: 0.0928924 Sep 21 17:56:17.542037 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-042864c9-2671-4d47-aa9b-2e97128df29a req-8d571f0e-96de-4c95-afd2-2009af08cc8d tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a497dff-c661-482c-aa37-c144f92e1b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548477 Sep 21 17:56:17.554866 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e85c8-f941-4da1-8228-1b8cda39c8f3 req-fd80c2fd-beba-4ba2-94e6-b1de48ff0b9c tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:17.556588 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5e9e85c8-f941-4da1-8228-1b8cda39c8f3 req-fd80c2fd-beba-4ba2-94e6-b1de48ff0b9c tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2a3300-00b1-4720-b343-c26b88ac0ceb HTTP/1.1" status: 200 len: 945 time: 0.0482531 Sep 21 17:56:17.602876 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5e9e85c8-f941-4da1-8228-1b8cda39c8f3 req-4f2627ab-26cf-4fb7-bca9-94a71d36b9be tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346973 Sep 21 17:56:17.609163 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-1a58c26d-b7de-4ae0-b73e-d00d107daa6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e25bff7-f862-419c-9a39-eb705f2ebae8 {{(pid=101461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:56:17.616911 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-1a58c26d-b7de-4ae0-b73e-d00d107daa6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:17.632001 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.provisioning_blocks [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-1a58c26d-b7de-4ae0-b73e-d00d107daa6b service neutron] Transition to ACTIVE for port object 3e25bff7-f862-419c-9a39-eb705f2ebae8 will not be triggered until provisioned by entity L2. {{(pid=101461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:56:17.637093 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-1a58c26d-b7de-4ae0-b73e-d00d107daa6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:17.690775 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58c26d-b7de-4ae0-b73e-d00d107daa6b service neutron] Pushing event updated for resources: {'Port': ['ID=3e25bff7-f862-419c-9a39-eb705f2ebae8,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:17.710738 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c67ddfab-2264-4c3e-a24e-d2f99243f93f req-28d38641-afac-452d-a4ba-c7893b7f8c07 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "GET /v2.0/security-groups/4fd73153-9465-4892-a8ef-594da55546f2 HTTP/1.1" status: 200 len: 1807 time: 0.0724018 Sep 21 17:56:17.771919 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c67ddfab-2264-4c3e-a24e-d2f99243f93f req-659b7d0e-fcf4-4239-a1ae-3428c659655c tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:17.795970 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a609c-b207-4c3d-bc00-33b9c808fa5c req-5bc5ce47-8c2f-4916-9fc4-bfef30a6e209 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:17.797634 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-139a609c-b207-4c3d-bc00-33b9c808fa5c req-5bc5ce47-8c2f-4916-9fc4-bfef30a6e209 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.0858073 Sep 21 17:56:17.800641 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c67ddfab-2264-4c3e-a24e-d2f99243f93f req-659b7d0e-fcf4-4239-a1ae-3428c659655c tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:17.823248 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-1a58c26d-b7de-4ae0-b73e-d00d107daa6b service neutron] Attempting to bind port 3e25bff7-f862-419c-9a39-eb705f2ebae8 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:56:17.823730 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-1a58c26d-b7de-4ae0-b73e-d00d107daa6b service neutron] Attempting to bind port 3e25bff7-f862-419c-9a39-eb705f2ebae8 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '91c1de8b-fe24-4079-a240-45a197368c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be09537b-816f-4398-925c-eafc9f2f873f'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:56:17.824162 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-1a58c26d-b7de-4ae0-b73e-d00d107daa6b service neutron] Attempting to bind port 3e25bff7-f862-419c-9a39-eb705f2ebae8 on network be09537b-816f-4398-925c-eafc9f2f873f {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:56:17.835368 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-1a58c26d-b7de-4ae0-b73e-d00d107daa6b service neutron] Port 3e25bff7-f862-419c-9a39-eb705f2ebae8 on network be09537b-816f-4398-925c-eafc9f2f873f not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:56:17.835784 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-1a58c26d-b7de-4ae0-b73e-d00d107daa6b service neutron] Attempting to bind port 3e25bff7-f862-419c-9a39-eb705f2ebae8 on network be09537b-816f-4398-925c-eafc9f2f873f {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:56:17.849727 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-1a58c26d-b7de-4ae0-b73e-d00d107daa6b service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:56:17.849727 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-1a58c26d-b7de-4ae0-b73e-d00d107daa6b service neutron] Checking segment: {'id': '91c1de8b-fe24-4079-a240-45a197368c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be09537b-816f-4398-925c-eafc9f2f873f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:56:17.849727 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-1a58c26d-b7de-4ae0-b73e-d00d107daa6b service neutron] Bound using segment: {'id': '91c1de8b-fe24-4079-a240-45a197368c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be09537b-816f-4398-925c-eafc9f2f873f'} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:56:17.849727 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-1a58c26d-b7de-4ae0-b73e-d00d107daa6b service neutron] Bound port: 3e25bff7-f862-419c-9a39-eb705f2ebae8, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c1de8b-fe24-4079-a240-45a197368c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be09537b-816f-4398-925c-eafc9f2f873f'}}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:56:17.849727 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-1a58c26d-b7de-4ae0-b73e-d00d107daa6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:17.862908 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-139a609c-b207-4c3d-bc00-33b9c808fa5c req-af8e1497-7f45-413b-a959-c9d2781066a3 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572457 Sep 21 17:56:17.864364 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c67ddfab-2264-4c3e-a24e-d2f99243f93f req-659b7d0e-fcf4-4239-a1ae-3428c659655c tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:17.867953 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c67ddfab-2264-4c3e-a24e-d2f99243f93f req-659b7d0e-fcf4-4239-a1ae-3428c659655c tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:17.882311 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c67ddfab-2264-4c3e-a24e-d2f99243f93f req-659b7d0e-fcf4-4239-a1ae-3428c659655c tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "DELETE /v2.0/security-groups/4fd73153-9465-4892-a8ef-594da55546f2 HTTP/1.1" status: 204 len: 173 time: 0.1687489 Sep 21 17:56:17.893092 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b7d0e-fcf4-4239-a1ae-3428c659655c tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd73153-9465-4892-a8ef-594da55546f2,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:17.957621 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-1a58c26d-b7de-4ae0-b73e-d00d107daa6b service neutron] For port 3e25bff7-f862-419c-9a39-eb705f2ebae8, host n-h2-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:56:17.975513 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 7ad3a0bc-b208-4b46-b9e5-8a0af36c5984 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:56:17.976872 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-1a58c26d-b7de-4ae0-b73e-d00d107daa6b service neutron] For port 3e25bff7-f862-419c-9a39-eb705f2ebae8, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=3e25bff7-f862-419c-9a39-eb705f2ebae8,segment=NetworkSegment(91c1de8b-fe24-4079-a240-45a197368c44),segment_id=91c1de8b-fe24-4079-a240-45a197368c44)] {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:56:17.983516 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5df7a024-bfea-4906-a5bc-27ff36694006 req-136d3a54-5c45-48bd-a773-f3cd857ce1bf tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "GET /v2.0/security-groups/d1899fea-a5f2-495a-af85-5cee0911e3c4 HTTP/1.1" status: 200 len: 1805 time: 0.0770380 Sep 21 17:56:17.985557 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-1a58c26d-b7de-4ae0-b73e-d00d107daa6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:18.027672 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 7ad3a0bc-b208-4b46-b9e5-8a0af36c5984 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:56:18.031862 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 7ad3a0bc-b208-4b46-b9e5-8a0af36c5984 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:56:18.033084 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:18.053955 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-1a58c26d-b7de-4ae0-b73e-d00d107daa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:18.054691 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-1a58c26d-b7de-4ae0-b73e-d00d107daa6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:18.057755 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-1a58c26d-b7de-4ae0-b73e-d00d107daa6b service neutron] 10.222.0.44 "PUT /v2.0/ports/3e25bff7-f862-419c-9a39-eb705f2ebae8 HTTP/1.1" status: 200 len: 1091 time: 0.9122951 Sep 21 17:56:18.062517 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b771e3a-3c92-4d08-b66c-f2c2086ab019', 'tag': '3e25bff7-f862-419c-9a39-eb705f2ebae8'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:56:18.064563 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69f006c-2dac-4eca-83e9-3b51ec317557" -d '{"events": [{"name": "network-changed", "server_uuid": "4b771e3a-3c92-4d08-b66c-f2c2086ab019", "tag": "3e25bff7-f862-419c-9a39-eb705f2ebae8"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:56:18.099372 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58c26d-b7de-4ae0-b73e-d00d107daa6b service neutron] Pushing event updated for resources: {'Port': ['ID=3e25bff7-f862-419c-9a39-eb705f2ebae8,revision_number=3']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:18.148953 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:18.151013 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-5df7a024-bfea-4906-a5bc-27ff36694006 req-67f40c8f-58b6-4ed8-96d9-53c078f2fc3f tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:18.188604 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 7ad3a0bc-b208-4b46-b9e5-8a0af36c5984, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=7ad3a0bc-b208-4b46-b9e5-8a0af36c5984,segment=NetworkSegment(56b6ab3c-69bd-42e2-acea-4797f09bea25),segment_id=56b6ab3c-69bd-42e2-acea-4797f09bea25)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:18.190347 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2a3300-00b1-4720-b343-c26b88ac0ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad3a0bc-b208-4b46-b9e5-8a0af36c5984'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:56:18.193454 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3a4d99-072f-4483-9012-13a27b8eec6c" -d '{"events": [{"server_uuid": "ce2a3300-00b1-4720-b343-c26b88ac0ceb", "name": "network-vif-plugged", "status": "completed", "tag": "7ad3a0bc-b208-4b46-b9e5-8a0af36c5984"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:56:18.197844 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:18.232395 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-5df7a024-bfea-4906-a5bc-27ff36694006 req-67f40c8f-58b6-4ed8-96d9-53c078f2fc3f tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:18.249840 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-1dc1dd75-bfab-4b18-be6c-7bb52891f676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:18.251779 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-1dc1dd75-bfab-4b18-be6c-7bb52891f676 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03a97da90df04941aa3b8e3f080c47ec&device_id=4b771e3a-3c92-4d08-b66c-f2c2086ab019 HTTP/1.1" status: 200 len: 1094 time: 0.1191137 Sep 21 17:56:18.253154 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b21e1-78e7-4a7d-95af-850067c46ab5 req-060d1f8d-31d5-409c-8b61-1880ba95c70f tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:18.255850 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5e5b21e1-78e7-4a7d-95af-850067c46ab5 req-060d1f8d-31d5-409c-8b61-1880ba95c70f tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0883868 Sep 21 17:56:18.258996 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=7ad3a0bc-b208-4b46-b9e5-8a0af36c5984,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:18.317531 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5e5b21e1-78e7-4a7d-95af-850067c46ab5 req-97ff0751-15d7-4e1b-908e-9f8efcc89db7 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546577 Sep 21 17:56:18.343932 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-fb811a4d-ff2e-414b-ad45-ba329705b7fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e25bff7-f862-419c-9a39-eb705f2ebae8 HTTP/1.1" status: 200 len: 217 time: 0.0733998 Sep 21 17:56:18.352289 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5e041c76-bd8e-4f37-893e-f8ac9d0cf57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:18.369333 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c362ef-05c6-45ce-ba25-193d1fe7439b x-openstack-request-id: req-84c362ef-05c6-45ce-ba25-193d1fe7439b {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:56:18.369763 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b771e3a-3c92-4d08-b66c-f2c2086ab019", "tag": "3e25bff7-f862-419c-9a39-eb705f2ebae8", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:56:18.370017 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-84c362ef-05c6-45ce-ba25-193d1fe7439b {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:56:18.370413 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b771e3a-3c92-4d08-b66c-f2c2086ab019', 'tag': '3e25bff7-f862-419c-9a39-eb705f2ebae8', 'status': 'completed', 'code': 200} Sep 21 17:56:18.372538 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-5df7a024-bfea-4906-a5bc-27ff36694006 req-67f40c8f-58b6-4ed8-96d9-53c078f2fc3f tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:18.375218 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-5df7a024-bfea-4906-a5bc-27ff36694006 req-67f40c8f-58b6-4ed8-96d9-53c078f2fc3f tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:18.380972 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5df7a024-bfea-4906-a5bc-27ff36694006 req-67f40c8f-58b6-4ed8-96d9-53c078f2fc3f tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "DELETE /v2.0/security-groups/d1899fea-a5f2-495a-af85-5cee0911e3c4 HTTP/1.1" status: 204 len: 173 time: 0.3912935 Sep 21 17:56:18.417598 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24843fd7-0e0a-4446-949b-30c3b066028b x-openstack-request-id: req-24843fd7-0e0a-4446-949b-30c3b066028b {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:56:18.418733 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2a3300-00b1-4720-b343-c26b88ac0ceb", "name": "network-vif-plugged", "status": "completed", "tag": "7ad3a0bc-b208-4b46-b9e5-8a0af36c5984", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:56:18.419274 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-24843fd7-0e0a-4446-949b-30c3b066028b {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:56:18.419713 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2a3300-00b1-4720-b343-c26b88ac0ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad3a0bc-b208-4b46-b9e5-8a0af36c5984', 'code': 200} Sep 21 17:56:18.447388 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f40c8f-58b6-4ed8-96d9-53c078f2fc3f tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1899fea-a5f2-495a-af85-5cee0911e3c4,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:18.475141 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-1ce55be7-1f8d-48fd-b111-38c8c531a3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:18.476643 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-1ce55be7-1f8d-48fd-b111-38c8c531a3d0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d628ba49-04ed-42b5-8c6e-ad716efa3f5f HTTP/1.1" status: 200 len: 853 time: 0.1177619 Sep 21 17:56:18.501040 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0059fc2b-7b1b-4c90-855b-17f3a52f28fc req-f3b73f36-b60f-4cb9-9a7f-42bdf281699d tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "GET /v2.0/security-groups/a462236c-f77d-4733-8ffd-f4a2dcbf63da HTTP/1.1" status: 200 len: 2406 time: 0.0668664 Sep 21 17:56:18.528976 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60216) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:18.543878 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629a143-e270-42d6-8b3a-40a9b2d5b997 req-476a77a8-89ae-4b37-a5b3-1bd039af6b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:18.545530 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e629a143-e270-42d6-8b3a-40a9b2d5b997 req-476a77a8-89ae-4b37-a5b3-1bd039af6b10 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ce2a3300-00b1-4720-b343-c26b88ac0ceb HTTP/1.1" status: 200 len: 1097 time: 0.0567541 Sep 21 17:56:18.559802 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-904a558c-1e69-461e-ac69-26b7d2fbfda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:18.561336 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-904a558c-1e69-461e-ac69-26b7d2fbfda9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be09537b-816f-4398-925c-eafc9f2f873f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760455 Sep 21 17:56:18.594253 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e629a143-e270-42d6-8b3a-40a9b2d5b997 req-8e499149-a2a6-4945-a6da-86a8126bfd8e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395019 Sep 21 17:56:18.616198 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-0059fc2b-7b1b-4c90-855b-17f3a52f28fc req-b3234c20-5ec9-4322-938e-a18994410695 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:18.663346 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f8e8c9df-1770-4730-8e4c-867b660aed0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:18.673510 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-0059fc2b-7b1b-4c90-855b-17f3a52f28fc req-b3234c20-5ec9-4322-938e-a18994410695 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:18.692342 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bafc018-0ef5-4fd2-a096-46ea77e8d05e req-81714e5b-b981-4045-981e-b6017fc230e1 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:18.693722 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0bafc018-0ef5-4fd2-a096-46ea77e8d05e req-81714e5b-b981-4045-981e-b6017fc230e1 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b771e3a-3c92-4d08-b66c-f2c2086ab019 HTTP/1.1" status: 200 len: 943 time: 0.0714920 Sep 21 17:56:18.720086 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-435b92e0-e46f-4e40-ac41-071d6519968c service neutron] 10.222.0.44 "GET /v2.0/networks/be09537b-816f-4398-925c-eafc9f2f873f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498151 Sep 21 17:56:18.741223 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-0059fc2b-7b1b-4c90-855b-17f3a52f28fc req-b3234c20-5ec9-4322-938e-a18994410695 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:18.743770 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-0059fc2b-7b1b-4c90-855b-17f3a52f28fc req-b3234c20-5ec9-4322-938e-a18994410695 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:18.744865 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0059fc2b-7b1b-4c90-855b-17f3a52f28fc req-b3234c20-5ec9-4322-938e-a18994410695 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "DELETE /v2.0/security-groups/a462236c-f77d-4733-8ffd-f4a2dcbf63da HTTP/1.1" status: 204 len: 173 time: 0.2303433 Sep 21 17:56:18.757891 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0bafc018-0ef5-4fd2-a096-46ea77e8d05e req-83c854af-943f-494a-a474-630f55a87818 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a497dff-c661-482c-aa37-c144f92e1b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554857 Sep 21 17:56:18.772036 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3234c20-5ec9-4322-938e-a18994410695 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a462236c-f77d-4733-8ffd-f4a2dcbf63da,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:18.814297 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f8e8c9df-1770-4730-8e4c-867b660aed0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:18.820597 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f8e8c9df-1770-4730-8e4c-867b660aed0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:18.837854 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-51351003-d8ef-40dc-9c83-158eb6677d7b req-935ed63c-7761-4b64-a702-3e525ca90434 service neutron] 10.222.0.44 "GET /v2.0/networks/be09537b-816f-4398-925c-eafc9f2f873f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084871 Sep 21 17:56:18.861828 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f8e8c9df-1770-4730-8e4c-867b660aed0c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5bcd5d7bd8664478b560853ce3843a79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3317029 Sep 21 17:56:18.864432 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60228) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:18.879784 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8c9df-1770-4730-8e4c-867b660aed0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b65ce5-e250-49b6-9d94-9ed3df4387b5,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:18.945024 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:18.945812 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee8994-33e7-494e-9e61-bc7ed59641f0 req-dac87504-ecc8-4382-a35a-f18770f8d559 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:18.947675 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6cee8994-33e7-494e-9e61-bc7ed59641f0 req-dac87504-ecc8-4382-a35a-f18770f8d559 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2a3300-00b1-4720-b343-c26b88ac0ceb HTTP/1.1" status: 200 len: 946 time: 0.0849776 Sep 21 17:56:18.964345 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-661d5f29-1c6a-4bba-94e9-5214a2482416 req-7e8f3c28-414b-4d94-80d9-16aedf680cac tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "GET /v2.0/security-groups/5cc3fa68-d2e6-419f-b4e2-93f54276a7c8 HTTP/1.1" status: 200 len: 2398 time: 0.0845797 Sep 21 17:56:18.967702 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f006c-2dac-4eca-83e9-3b51ec317557 req-85ca927e-a650-4377-8b84-54af7c061ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:18.969250 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d69f006c-2dac-4eca-83e9-3b51ec317557 req-85ca927e-a650-4377-8b84-54af7c061ce4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03a97da90df04941aa3b8e3f080c47ec&device_id=4b771e3a-3c92-4d08-b66c-f2c2086ab019 HTTP/1.1" status: 200 len: 1094 time: 0.0786808 Sep 21 17:56:18.971426 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-de07e488-903c-4866-bb70-319fe0fb6d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:19.003576 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-de07e488-903c-4866-bb70-319fe0fb6d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:19.013814 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6cee8994-33e7-494e-9e61-bc7ed59641f0 req-38146827-3ea7-49c5-9eea-53c5bc84616c tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583448 Sep 21 17:56:19.055876 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-de07e488-903c-4866-bb70-319fe0fb6d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:19.059776 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-de07e488-903c-4866-bb70-319fe0fb6d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:19.063405 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-de07e488-903c-4866-bb70-319fe0fb6d8e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d8b65ce5-e250-49b6-9d94-9ed3df4387b5 HTTP/1.1" status: 204 len: 168 time: 0.1952240 Sep 21 17:56:19.074224 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07e488-903c-4866-bb70-319fe0fb6d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b65ce5-e250-49b6-9d94-9ed3df4387b5,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:19.125426 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-661d5f29-1c6a-4bba-94e9-5214a2482416 req-48a037a2-a4f0-4d46-9b14-e47fb7992159 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:19.133943 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f006c-2dac-4eca-83e9-3b51ec317557 req-57e216ca-8d6e-4b0f-9e5d-113d2ffcccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:19.135470 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d69f006c-2dac-4eca-83e9-3b51ec317557 req-57e216ca-8d6e-4b0f-9e5d-113d2ffcccd9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=be09537b-816f-4398-925c-eafc9f2f873f HTTP/1.1" status: 200 len: 915 time: 0.1574364 Sep 21 17:56:19.142373 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ff035-9734-44a5-a1dc-94b4d5fa93c2 req-5a959f07-8cf9-4be9-a0be-6013161dffe5 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:19.143895 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-557ff035-9734-44a5-a1dc-94b4d5fa93c2 req-5a959f07-8cf9-4be9-a0be-6013161dffe5 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.0552001 Sep 21 17:56:19.185053 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-557ff035-9734-44a5-a1dc-94b4d5fa93c2 req-698f8a09-60a5-4400-9d82-8755f143a954 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347514 Sep 21 17:56:19.195302 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d69f006c-2dac-4eca-83e9-3b51ec317557 req-14bfc2d5-c5d7-4a1f-868a-2d9c8e7f2f5d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e25bff7-f862-419c-9a39-eb705f2ebae8 HTTP/1.1" status: 200 len: 217 time: 0.0515153 Sep 21 17:56:19.197232 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-661d5f29-1c6a-4bba-94e9-5214a2482416 req-48a037a2-a4f0-4d46-9b14-e47fb7992159 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:19.263780 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f006c-2dac-4eca-83e9-3b51ec317557 req-97fb1629-800a-404d-8ad4-577478fcff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:19.265270 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d69f006c-2dac-4eca-83e9-3b51ec317557 req-97fb1629-800a-404d-8ad4-577478fcff93 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d628ba49-04ed-42b5-8c6e-ad716efa3f5f HTTP/1.1" status: 200 len: 853 time: 0.0603917 Sep 21 17:56:19.282433 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-661d5f29-1c6a-4bba-94e9-5214a2482416 req-48a037a2-a4f0-4d46-9b14-e47fb7992159 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:19.284997 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-661d5f29-1c6a-4bba-94e9-5214a2482416 req-48a037a2-a4f0-4d46-9b14-e47fb7992159 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:19.286108 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-661d5f29-1c6a-4bba-94e9-5214a2482416 req-48a037a2-a4f0-4d46-9b14-e47fb7992159 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] 10.222.0.58 "DELETE /v2.0/security-groups/5cc3fa68-d2e6-419f-b4e2-93f54276a7c8 HTTP/1.1" status: 204 len: 173 time: 0.3158662 Sep 21 17:56:19.292731 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60236) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:19.311775 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a037a2-a4f0-4d46-9b14-e47fb7992159 tempest-SecurityGroupRulesTestJSON-605626892 tempest-SecurityGroupRulesTestJSON-605626892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc3fa68-d2e6-419f-b4e2-93f54276a7c8,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:19.328297 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f006c-2dac-4eca-83e9-3b51ec317557 req-61536942-a06a-464b-b65a-1dd606f46a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:19.329823 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d69f006c-2dac-4eca-83e9-3b51ec317557 req-61536942-a06a-464b-b65a-1dd606f46a80 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be09537b-816f-4398-925c-eafc9f2f873f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564628 Sep 21 17:56:19.362366 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-f164094b-b0d4-4617-bb54-66d780a91904 admin admin] Deleting subnet 4b8aee69-22c8-4d07-8fb4-5e63891acf8b {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:56:19.363879 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60240) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:19.365899 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f164094b-b0d4-4617-bb54-66d780a91904 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:19.391916 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-de7706a2-e13e-45cc-98ce-d7b240713687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:19.428994 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f164094b-b0d4-4617-bb54-66d780a91904 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:19.469464 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15509f83-5380-49fe-a033-25e1b3b6d7ed req-3407ebc1-f95d-4dab-9891-839a451c3673 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:19.471208 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-15509f83-5380-49fe-a033-25e1b3b6d7ed req-3407ebc1-f95d-4dab-9891-839a451c3673 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0828278 Sep 21 17:56:19.481168 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d69f006c-2dac-4eca-83e9-3b51ec317557 req-4fbaa14b-0349-4312-b4b9-a5024160b775 service neutron] 10.222.0.44 "GET /v2.0/networks/be09537b-816f-4398-925c-eafc9f2f873f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335602 Sep 21 17:56:19.493108 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f164094b-b0d4-4617-bb54-66d780a91904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:19.554270 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-15509f83-5380-49fe-a033-25e1b3b6d7ed req-75eb00a4-1fab-4873-a54b-a088a2420ac8 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714324 Sep 21 17:56:19.581295 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f164094b-b0d4-4617-bb54-66d780a91904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:19.616569 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164094b-b0d4-4617-bb54-66d780a91904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b8aee69-22c8-4d07-8fb4-5e63891acf8b,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:19.618997 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f164094b-b0d4-4617-bb54-66d780a91904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:19.623924 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f164094b-b0d4-4617-bb54-66d780a91904 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4b8aee69-22c8-4d07-8fb4-5e63891acf8b HTTP/1.1" status: 204 len: 168 time: 0.3279738 Sep 21 17:56:19.624531 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60244) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:19.639572 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-de7706a2-e13e-45cc-98ce-d7b240713687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:19.641836 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d69f006c-2dac-4eca-83e9-3b51ec317557 req-4ab727ee-fe9e-4354-8c94-c1eddfd4d6f4 service neutron] 10.222.0.44 "GET /v2.0/networks/be09537b-816f-4398-925c-eafc9f2f873f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466343 Sep 21 17:56:19.651719 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-de7706a2-e13e-45cc-98ce-d7b240713687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:19.733560 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-de7706a2-e13e-45cc-98ce-d7b240713687 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5b7cf8c88f584715b9fe53aaf05e740a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3686182 Sep 21 17:56:19.735812 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7706a2-e13e-45cc-98ce-d7b240713687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2ae902-d12b-4bfe-9576-eb5ee7862f18,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:19.736563 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60246) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:19.740485 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f04a1711-a7cd-4970-9ea3-dab5ac29fd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:19.798400 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7995cded-38af-4aae-8ecb-d3ec11eef3b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:19.820698 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7995cded-38af-4aae-8ecb-d3ec11eef3b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:19.823631 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f04a1711-a7cd-4970-9ea3-dab5ac29fd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:19.844792 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-f04a1711-a7cd-4970-9ea3-dab5ac29fd2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b4fc9d-0808-4816-bb71-4a9ce10b5fd5']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:56:19.855849 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-f04a1711-a7cd-4970-9ea3-dab5ac29fd2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff4c6c67-8521-4a24-8f78-89c0fc7d59cb') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:56:19.856142 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-f04a1711-a7cd-4970-9ea3-dab5ac29fd2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff4c6c67-8521-4a24-8f78-89c0fc7d59cb') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:56:19.873192 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7995cded-38af-4aae-8ecb-d3ec11eef3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:19.876426 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7995cded-38af-4aae-8ecb-d3ec11eef3b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:19.877585 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7995cded-38af-4aae-8ecb-d3ec11eef3b1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1d2ae902-d12b-4bfe-9576-eb5ee7862f18 HTTP/1.1" status: 204 len: 168 time: 0.1400161 Sep 21 17:56:19.886297 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f04a1711-a7cd-4970-9ea3-dab5ac29fd2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:19.893738 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995cded-38af-4aae-8ecb-d3ec11eef3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2ae902-d12b-4bfe-9576-eb5ee7862f18,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:19.905628 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f04a1711-a7cd-4970-9ea3-dab5ac29fd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:19.915076 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f04a1711-a7cd-4970-9ea3-dab5ac29fd2b admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:56:19.915489 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f04a1711-a7cd-4970-9ea3-dab5ac29fd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:19.917216 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 17:56:19.917216 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:56:19.917216 n-d-810291-1 neutron-server[101461]: timer() Sep 21 17:56:19.917216 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:56:19.917216 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 17:56:19.917216 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:56:19.917216 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 17:56:19.917216 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:56:19.917216 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 17:56:19.917216 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:56:19.917216 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 17:56:19.917216 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:56:19.917216 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 17:56:19.917216 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:56:19.917216 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:56:19.917216 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:56:19.917216 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:56:19.917216 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:56:19.917216 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 17:56:19.917216 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:56:19.917216 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 17:56:19.917216 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:56:19.917216 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:56:19.917216 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:56:19.917216 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 17:56:19.917216 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:56:19.917216 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:56:19.917216 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:56:19.917216 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:56:19.917216 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:56:19.917216 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:56:19.917216 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:56:19.937521 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d221bb-b97f-4797-ac48-35cbebdc8fae req-cde3f790-cb86-4348-a6ec-011a2fcfa237 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:19.939168 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-26d221bb-b97f-4797-ac48-35cbebdc8fae req-cde3f790-cb86-4348-a6ec-011a2fcfa237 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b771e3a-3c92-4d08-b66c-f2c2086ab019 HTTP/1.1" status: 200 len: 943 time: 0.0871539 Sep 21 17:56:19.988504 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:20.004416 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f04a1711-a7cd-4970-9ea3-dab5ac29fd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:20.011308 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f04a1711-a7cd-4970-9ea3-dab5ac29fd2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:20.013164 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f04a1711-a7cd-4970-9ea3-dab5ac29fd2b admin admin] 10.222.0.58 "DELETE /v2.0/networks/71b4fc9d-0808-4816-bb71-4a9ce10b5fd5 HTTP/1.1" status: 204 len: 168 time: 0.3839672 Sep 21 17:56:20.016260 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-26d221bb-b97f-4797-ac48-35cbebdc8fae req-17b789fe-c8ed-4f71-9a31-ef0f9cfb749c tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a497dff-c661-482c-aa37-c144f92e1b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680788 Sep 21 17:56:20.028801 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a1711-a7cd-4970-9ea3-dab5ac29fd2b admin admin] Pushing event deleted for resources: {'Network': ['ID=71b4fc9d-0808-4816-bb71-4a9ce10b5fd5,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:20.146287 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b353d-64ad-40dd-9200-75bfa6d92421 req-4dfbfa3c-cb63-4140-b0a2-897530c3c468 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:20.148169 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fa9b353d-64ad-40dd-9200-75bfa6d92421 req-4dfbfa3c-cb63-4140-b0a2-897530c3c468 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2a3300-00b1-4720-b343-c26b88ac0ceb HTTP/1.1" status: 200 len: 946 time: 0.0533700 Sep 21 17:56:20.198896 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60260) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:20.204098 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fa9b353d-64ad-40dd-9200-75bfa6d92421 req-2ece9771-3ead-42a7-a075-018db12c03a5 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491934 Sep 21 17:56:20.261903 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-360cf43e-51fc-4d84-be4a-6f913b4a4ee3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8bf110cc3a44459a8444e3950a423dd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0618138 Sep 21 17:56:20.264437 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60268) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:20.342110 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a741b-31e8-4573-b869-f3d15e7bf5d2 req-a022c24b-508e-48be-a7ec-79f27d15a7aa tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:20.343667 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5f6a741b-31e8-4573-b869-f3d15e7bf5d2 req-a022c24b-508e-48be-a7ec-79f27d15a7aa tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.0806639 Sep 21 17:56:20.366829 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a106b60c-c14b-4f35-ae95-bfecdd7a8886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:20.405763 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a106b60c-c14b-4f35-ae95-bfecdd7a8886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:20.419073 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5f6a741b-31e8-4573-b869-f3d15e7bf5d2 req-a32483e7-7725-4be1-954c-80c5bdaea834 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618184 Sep 21 17:56:20.471068 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a106b60c-c14b-4f35-ae95-bfecdd7a8886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:20.473946 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a106b60c-c14b-4f35-ae95-bfecdd7a8886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:20.475318 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a106b60c-c14b-4f35-ae95-bfecdd7a8886 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c6d204fd-5656-4003-b253-db8e744355ea HTTP/1.1" status: 204 len: 168 time: 0.2100441 Sep 21 17:56:20.492491 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106b60c-c14b-4f35-ae95-bfecdd7a8886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d204fd-5656-4003-b253-db8e744355ea,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:20.499332 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-f3994808-e2e7-4b0a-ada5-2358b0a22e4a tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:20.500774 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-f3994808-e2e7-4b0a-ada5-2358b0a22e4a tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/networks?id=1c00a0d6-e667-48aa-86f9-9337cd552f7d HTTP/1.1" status: 200 len: 806 time: 0.1141236 Sep 21 17:56:20.522720 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-dd636915-1155-4dae-97b3-55b48ec6ac3f tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/quotas/175497c81fda4a69bcd0ab1778ee76e3 HTTP/1.1" status: 200 len: 375 time: 0.0160413 Sep 21 17:56:20.585702 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-ad17bef7-b08e-4672-8326-68a91b30ff2f tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=175497c81fda4a69bcd0ab1778ee76e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549059 Sep 21 17:56:20.702859 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800b44e-7b80-4a97-a07b-a2732968d757 req-87efdb16-2287-4dcf-8b56-b5734e939514 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:20.704656 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7800b44e-7b80-4a97-a07b-a2732968d757 req-87efdb16-2287-4dcf-8b56-b5734e939514 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0587273 Sep 21 17:56:20.706837 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-6299ea7d-6d32-4d57-8a47-af7a3a40768f service neutron] 10.222.0.58 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131136 Sep 21 17:56:20.765780 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7800b44e-7b80-4a97-a07b-a2732968d757 req-8c08044e-4b27-4fbf-856a-bcf9ece754b9 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494101 Sep 21 17:56:20.816570 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-36898b92-5484-4b46-a395-499ec93f005d service neutron] 10.222.0.58 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006727 Sep 21 17:56:20.890740 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60308) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:21.015265 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a4711167-c8f0-4cc8-9c92-6e6b3d6d7acf req-33fe921f-c711-435b-aa25-d9f19bec252b tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=5eede25f-e07e-40ba-8f1b-81e8c29940d3 HTTP/1.1" status: 200 len: 210 time: 0.0339804 Sep 21 17:56:21.116484 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-f9d7b59f-a2e2-408f-8b15-79f3a22572c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1546936962-network', 'tenant_id': '093d2c2071d6434b98eeefb970556606'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:21.171601 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d7b59f-a2e2-408f-8b15-79f3a22572c4 admin admin] Made reservation on behalf of 093d2c2071d6434b98eeefb970556606 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:56:21.174121 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f9d7b59f-a2e2-408f-8b15-79f3a22572c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:21.185835 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f9d7b59f-a2e2-408f-8b15-79f3a22572c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:21.204058 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b1e85-5c2a-40de-9e3a-38712104ed6f req-1290958c-c5e3-4ce0-a211-ff65b47c34fc tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:21.212121 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cc3b1e85-5c2a-40de-9e3a-38712104ed6f req-1290958c-c5e3-4ce0-a211-ff65b47c34fc tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b771e3a-3c92-4d08-b66c-f2c2086ab019 HTTP/1.1" status: 200 len: 943 time: 0.1037791 Sep 21 17:56:21.268184 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cc3b1e85-5c2a-40de-9e3a-38712104ed6f req-b19712de-c6f7-4384-a90c-98e9e98f6149 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a497dff-c661-482c-aa37-c144f92e1b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551281 Sep 21 17:56:21.323766 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60336) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:21.355854 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f9d7b59f-a2e2-408f-8b15-79f3a22572c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:21.360419 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f9d7b59f-a2e2-408f-8b15-79f3a22572c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:21.396371 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d7b59f-a2e2-408f-8b15-79f3a22572c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:56:21.412186 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7b59f-a2e2-408f-8b15-79f3a22572c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450f0268-a254-4eb8-ad03-b5c36ff942b0,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:21.418634 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f9d7b59f-a2e2-408f-8b15-79f3a22572c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:21.419133 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-f9d7b59f-a2e2-408f-8b15-79f3a22572c4 admin admin] Added segment 08c0fb40-d447-4d47-83c8-70e1aa1b263f of type vlan for network 413891f8-e432-4e26-bbf8-173df805b599 Sep 21 17:56:21.431909 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-7d40c885-feab-4053-aac9-ea96dc80ba10 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1522371822-network', 'tenant_id': 'f1fc54364b794afda43368337694baaa'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:21.485205 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:21.558327 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f918d68-6efb-4df1-b7a6-86a1523c5368 req-89d717a6-79b8-4db8-a459-9377d0e8114f tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:21.561538 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4f918d68-6efb-4df1-b7a6-86a1523c5368 req-89d717a6-79b8-4db8-a459-9377d0e8114f tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.0717299 Sep 21 17:56:21.630885 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4f918d68-6efb-4df1-b7a6-86a1523c5368 req-5cb07a36-9b24-4c97-8749-3607cbb98563 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585072 Sep 21 17:56:21.806264 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f9d7b59f-a2e2-408f-8b15-79f3a22572c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:21.819295 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d40c885-feab-4053-aac9-ea96dc80ba10 admin admin] Made reservation on behalf of f1fc54364b794afda43368337694baaa for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:56:21.821748 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d40c885-feab-4053-aac9-ea96dc80ba10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:21.839340 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d40c885-feab-4053-aac9-ea96dc80ba10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:21.849588 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f9d7b59f-a2e2-408f-8b15-79f3a22572c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:21.850655 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d7b59f-a2e2-408f-8b15-79f3a22572c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:21.851317 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f9d7b59f-a2e2-408f-8b15-79f3a22572c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:21.875592 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610e9bc-9dc1-4ef0-83b8-ff724f40e412 req-5775bed2-edb8-438b-927c-cccb8ffc0286 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:21.877755 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2610e9bc-9dc1-4ef0-83b8-ff724f40e412 req-5775bed2-edb8-438b-927c-cccb8ffc0286 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0529516 Sep 21 17:56:21.924246 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2610e9bc-9dc1-4ef0-83b8-ff724f40e412 req-d4d01f8d-dded-46d7-9f6f-03f3ccd65cef tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387444 Sep 21 17:56:21.941782 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7b59f-a2e2-408f-8b15-79f3a22572c4 admin admin] Pushing event updated for resources: {'Network': ['ID=413891f8-e432-4e26-bbf8-173df805b599,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:21.955175 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 413891f8-e432-4e26-bbf8-173df805b599 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:56:22.068196 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-3d1bdaec-e8d7-4b5d-a5b9-245113f41607 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:22.069896 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-3d1bdaec-e8d7-4b5d-a5b9-245113f41607 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.38 "GET /v2.0/networks?id=1c00a0d6-e667-48aa-86f9-9337cd552f7d HTTP/1.1" status: 200 len: 806 time: 0.1420040 Sep 21 17:56:22.097103 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-32bdce23-beba-4c20-8095-ca62d0cdf678 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Request body: {'port': {'device_id': '5eede25f-e07e-40ba-8f1b-81e8c29940d3', 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d', 'admin_state_up': True, 'tenant_id': '175497c81fda4a69bcd0ab1778ee76e3'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:22.102496 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d40c885-feab-4053-aac9-ea96dc80ba10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:22.116790 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d40c885-feab-4053-aac9-ea96dc80ba10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:22.130241 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4c5c3a66-a2b0-4db0-b7ec-9052a72f64d9 req-738da4c5-bef5-476f-bdc8-c1a89a3d25de tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=5eede25f-e07e-40ba-8f1b-81e8c29940d3 HTTP/1.1" status: 200 len: 210 time: 0.0268025 Sep 21 17:56:22.137345 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f9d7b59f-a2e2-408f-8b15-79f3a22572c4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2461445 Sep 21 17:56:22.140453 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60350) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:22.148552 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-525a0837-1e74-4b79-b8f7-87bbc4ff9b7c admin admin] Request body: {'subnet': {'network_id': '413891f8-e432-4e26-bbf8-173df805b599', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1546936962-subnet', 'tenant_id': '093d2c2071d6434b98eeefb970556606', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:22.170815 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525a0837-1e74-4b79-b8f7-87bbc4ff9b7c admin admin] Made reservation on behalf of 093d2c2071d6434b98eeefb970556606 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:56:22.173216 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-525a0837-1e74-4b79-b8f7-87bbc4ff9b7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:22.180628 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d40c885-feab-4053-aac9-ea96dc80ba10 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:56:22.202753 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40c885-feab-4053-aac9-ea96dc80ba10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bf3965-f2ff-432b-9866-c7750a50b096,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:22.211756 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d40c885-feab-4053-aac9-ea96dc80ba10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:22.212166 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-7d40c885-feab-4053-aac9-ea96dc80ba10 admin admin] Added segment 24b566e5-042a-4b3d-9902-34d5286efb61 of type vlan for network 8c160ab6-baed-4257-8d63-cfb421e0e315 Sep 21 17:56:22.268488 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d40c885-feab-4053-aac9-ea96dc80ba10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:22.301458 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-32bdce23-beba-4c20-8095-ca62d0cdf678 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Made reservation on behalf of 175497c81fda4a69bcd0ab1778ee76e3 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:56:22.305421 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-32bdce23-beba-4c20-8095-ca62d0cdf678 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:22.314626 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d40c885-feab-4053-aac9-ea96dc80ba10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:22.315632 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d40c885-feab-4053-aac9-ea96dc80ba10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:22.316218 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d40c885-feab-4053-aac9-ea96dc80ba10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:22.359600 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-525a0837-1e74-4b79-b8f7-87bbc4ff9b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:22.377038 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7d40c885-feab-4053-aac9-ea96dc80ba10 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0510352 Sep 21 17:56:22.388637 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60354) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:22.397621 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-b1065b4f-d736-47dd-b811-15c3684a8ce6 admin admin] Request body: {'subnet': {'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1522371822-subnet', 'tenant_id': 'f1fc54364b794afda43368337694baaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:22.437220 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a0837-1e74-4b79-b8f7-87bbc4ff9b7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2766cec-8105-407f-8a6f-fa66ce5992d9,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:22.447198 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1065b4f-d736-47dd-b811-15c3684a8ce6 admin admin] Made reservation on behalf of f1fc54364b794afda43368337694baaa for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:56:22.447388 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40c885-feab-4053-aac9-ea96dc80ba10 admin admin] Pushing event updated for resources: {'Network': ['ID=8c160ab6-baed-4257-8d63-cfb421e0e315,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:22.451987 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b1065b4f-d736-47dd-b811-15c3684a8ce6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:22.462805 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 3e25bff7-f862-419c-9a39-eb705f2ebae8 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:56:22.465710 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 8c160ab6-baed-4257-8d63-cfb421e0e315 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:56:22.477669 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525a0837-1e74-4b79-b8f7-87bbc4ff9b7c admin admin] Checking segment: {'id': '08c0fb40-d447-4d47-83c8-70e1aa1b263f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '413891f8-e432-4e26-bbf8-173df805b599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:56:22.478021 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525a0837-1e74-4b79-b8f7-87bbc4ff9b7c admin admin] Network hostable DHCP agents. Network: 413891f8-e432-4e26-bbf8-173df805b599, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:56:22.512339 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe07ea-3602-4c75-a9ce-05c422863bc9 req-4488a74c-c9da-4ad0-bc0a-d6a2069a2966 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:22.513940 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5dfe07ea-3602-4c75-a9ce-05c422863bc9 req-4488a74c-c9da-4ad0-bc0a-d6a2069a2966 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b771e3a-3c92-4d08-b66c-f2c2086ab019 HTTP/1.1" status: 200 len: 943 time: 0.1525290 Sep 21 17:56:22.541078 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525a0837-1e74-4b79-b8f7-87bbc4ff9b7c admin admin] Network 413891f8-e432-4e26-bbf8-173df805b599 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:56:22.556115 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-525a0837-1e74-4b79-b8f7-87bbc4ff9b7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 413891f8-e432-4e26-bbf8-173df805b599) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:56:22.561828 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525a0837-1e74-4b79-b8f7-87bbc4ff9b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:22.562514 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-525a0837-1e74-4b79-b8f7-87bbc4ff9b7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:22.564876 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-32bdce23-beba-4c20-8095-ca62d0cdf678 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Allocated IP 172.20.0.11 (1c00a0d6-e667-48aa-86f9-9337cd552f7d/b33b2c75-9b86-4e4e-90ea-cf1f238c715d/2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:56:22.579551 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5dfe07ea-3602-4c75-a9ce-05c422863bc9 req-8aa1765b-38ae-4be7-a62c-1e8f3e29f85b tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a497dff-c661-482c-aa37-c144f92e1b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582702 Sep 21 17:56:22.586051 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a51a9aa-4ead-49d2-9f15-b5514e494a5f None None] Network 413891f8-e432-4e26-bbf8-173df805b599 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:56:22.623145 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-525a0837-1e74-4b79-b8f7-87bbc4ff9b7c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4734437 Sep 21 17:56:22.806814 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 3e25bff7-f862-419c-9a39-eb705f2ebae8, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=3e25bff7-f862-419c-9a39-eb705f2ebae8,segment=NetworkSegment(91c1de8b-fe24-4079-a240-45a197368c44),segment_id=91c1de8b-fe24-4079-a240-45a197368c44)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:22.830814 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '3e25bff7-f862-419c-9a39-eb705f2ebae8', 'network_id': 'be09537b-816f-4398-925c-eafc9f2f873f', 'port_id': '3e25bff7-f862-419c-9a39-eb705f2ebae8', 'mac_address': 'fa:16:3e:bb:21:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd628ba49-04ed-42b5-8c6e-ad716efa3f5f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:56:22.871047 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-32bdce23-beba-4c20-8095-ca62d0cdf678 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:22.879641 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56bff0-a6a7-4aad-ac5c-e1665a6d8153 req-b592a253-3ea7-475a-aaca-4186161c3b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:22.881224 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ce56bff0-a6a7-4aad-ac5c-e1665a6d8153 req-b592a253-3ea7-475a-aaca-4186161c3b8b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 1097 time: 0.1053975 Sep 21 17:56:22.893004 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:22.929687 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e25bff7-f862-419c-9a39-eb705f2ebae8 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:56:22.938559 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfda1872-9db3-436c-91b3-38b1d105d578 None None] Network 413891f8-e432-4e26-bbf8-173df805b599 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:56:22.941407 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ce56bff0-a6a7-4aad-ac5c-e1665a6d8153 req-48b62319-6a4d-4701-97cc-77e63cff7b3f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516284 Sep 21 17:56:22.944682 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-32bdce23-beba-4c20-8095-ca62d0cdf678 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:22.966004 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['dbc0d7b1-96db-431a-bbdc-4aac85019438', '7ad3a0bc-b208-4b46-b9e5-8a0af36c5984'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:56:23.002296 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-32bdce23-beba-4c20-8095-ca62d0cdf678 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Network 1c00a0d6-e667-48aa-86f9-9337cd552f7d is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:56:23.008563 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-32bdce23-beba-4c20-8095-ca62d0cdf678 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:56:23.013407 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-32bdce23-beba-4c20-8095-ca62d0cdf678 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:56:23.016362 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 3e25bff7-f862-419c-9a39-eb705f2ebae8, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=3e25bff7-f862-419c-9a39-eb705f2ebae8,segment=NetworkSegment(91c1de8b-fe24-4079-a240-45a197368c44),segment_id=91c1de8b-fe24-4079-a240-45a197368c44)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:23.018127 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bdce23-beba-4c20-8095-ca62d0cdf678 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Pushing event updated for resources: {'Port': ['ID=2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:23.032954 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:23.107851 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-32bdce23-beba-4c20-8095-ca62d0cdf678 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:23.108553 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-32bdce23-beba-4c20-8095-ca62d0cdf678 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:23.132888 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3383b10-4b4a-46de-ad1e-646af533a51c req-75046f04-0d5f-4856-acd8-5f75bf36de0d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:23.134523 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b3383b10-4b4a-46de-ad1e-646af533a51c req-75046f04-0d5f-4856-acd8-5f75bf36de0d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0881937 Sep 21 17:56:23.139505 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-32bdce23-beba-4c20-8095-ca62d0cdf678 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0470250 Sep 21 17:56:23.155409 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b1065b4f-d736-47dd-b811-15c3684a8ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:23.155903 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-b144a795-dcfd-4fb3-845d-d0afe67e5df9 service neutron] Request body: {'port': {'device_id': '5eede25f-e07e-40ba-8f1b-81e8c29940d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:23.180073 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:23.216023 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b3383b10-4b4a-46de-ad1e-646af533a51c req-a73b52f9-1ad7-44b8-a7c0-300a4bfc0d9a tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737996 Sep 21 17:56:23.219341 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca6ff7-34b1-4aa0-9668-c72818279e18 req-66ff3e4a-848d-43fc-83de-f5b71c5299a0 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:23.227926 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-09ca6ff7-34b1-4aa0-9668-c72818279e18 req-66ff3e4a-848d-43fc-83de-f5b71c5299a0 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.1344819 Sep 21 17:56:23.256250 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-b144a795-dcfd-4fb3-845d-d0afe67e5df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:23.259632 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=3e25bff7-f862-419c-9a39-eb705f2ebae8,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:23.271823 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1065b4f-d736-47dd-b811-15c3684a8ce6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c08e933-ce5c-4713-ad95-cf9d2cd4544e,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:23.309783 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1065b4f-d736-47dd-b811-15c3684a8ce6 admin admin] Checking segment: {'id': '24b566e5-042a-4b3d-9902-34d5286efb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:56:23.310192 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1065b4f-d736-47dd-b811-15c3684a8ce6 admin admin] Network hostable DHCP agents. Network: 8c160ab6-baed-4257-8d63-cfb421e0e315, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:56:23.346101 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60380) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:23.353847 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-09ca6ff7-34b1-4aa0-9668-c72818279e18 req-a310f612-8849-4b22-9ee8-0b2447245024 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247797 Sep 21 17:56:23.358802 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1065b4f-d736-47dd-b811-15c3684a8ce6 admin admin] Network 8c160ab6-baed-4257-8d63-cfb421e0e315 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:56:23.376698 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['3e25bff7-f862-419c-9a39-eb705f2ebae8'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:56:23.377455 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-b1065b4f-d736-47dd-b811-15c3684a8ce6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 8c160ab6-baed-4257-8d63-cfb421e0e315) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:56:23.390778 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1065b4f-d736-47dd-b811-15c3684a8ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:23.391637 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b1065b4f-d736-47dd-b811-15c3684a8ce6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:23.403529 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-7cbd3f32-740b-4f46-8f0f-982e9abc854d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-208703299-network', 'tenant_id': '27734bab00fc4ab494145408e53f682f'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:23.405372 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dff34d-b68b-4dc5-bfff-de97ae619e83 None None] Network 8c160ab6-baed-4257-8d63-cfb421e0e315 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:56:23.408555 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b1065b4f-d736-47dd-b811-15c3684a8ce6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0166790 Sep 21 17:56:23.483548 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbd3f32-740b-4f46-8f0f-982e9abc854d admin admin] Made reservation on behalf of 27734bab00fc4ab494145408e53f682f for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:56:23.486187 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7cbd3f32-740b-4f46-8f0f-982e9abc854d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:23.514058 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7cbd3f32-740b-4f46-8f0f-982e9abc854d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:23.525584 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2233524-5074-4808-889e-2926f2d69df8 req-b4de65cd-e3c7-444a-8103-fdaa08198af8 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:23.527172 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b2233524-5074-4808-889e-2926f2d69df8 req-b4de65cd-e3c7-444a-8103-fdaa08198af8 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=5eede25f-e07e-40ba-8f1b-81e8c29940d3 HTTP/1.1" status: 200 len: 932 time: 0.1165385 Sep 21 17:56:23.641865 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b2233524-5074-4808-889e-2926f2d69df8 req-c91ecc53-c6ab-4d45-9f72-88959dc48cdd tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801258 Sep 21 17:56:23.688783 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d6b978-0df5-4e9b-859f-bcece15c8ea9 None None] Network 8c160ab6-baed-4257-8d63-cfb421e0e315 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:56:23.752501 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7cbd3f32-740b-4f46-8f0f-982e9abc854d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:23.760319 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-b144a795-dcfd-4fb3-845d-d0afe67e5df9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:56:23.769600 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7cbd3f32-740b-4f46-8f0f-982e9abc854d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:23.773694 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-b144a795-dcfd-4fb3-845d-d0afe67e5df9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:23.829318 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-b144a795-dcfd-4fb3-845d-d0afe67e5df9 service neutron] Transition to ACTIVE for port object 2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:56:23.835062 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cbd3f32-740b-4f46-8f0f-982e9abc854d admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:56:23.846429 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-b144a795-dcfd-4fb3-845d-d0afe67e5df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:23.860535 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7cbd3f32-740b-4f46-8f0f-982e9abc854d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:23.860875 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-7cbd3f32-740b-4f46-8f0f-982e9abc854d admin admin] Added segment cff4b57d-816a-4ae8-9cdc-4f49e75e0ce8 of type vlan for network 2952d18d-5e37-434a-a8f3-9f1f5fe963d6 Sep 21 17:56:23.864908 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd3f32-740b-4f46-8f0f-982e9abc854d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9d23da-c34f-4a06-b838-8fed95a35e16,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:23.939909 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33d65a-9734-4994-b8ab-6e25ad9c9a0b req-aaee913b-5458-4a72-bb52-497c103e0f85 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:23.941204 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5e33d65a-9734-4994-b8ab-6e25ad9c9a0b req-aaee913b-5458-4a72-bb52-497c103e0f85 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b771e3a-3c92-4d08-b66c-f2c2086ab019 HTTP/1.1" status: 200 len: 944 time: 0.1758955 Sep 21 17:56:23.967860 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144a795-dcfd-4fb3-845d-d0afe67e5df9 service neutron] Pushing event updated for resources: {'Port': ['ID=2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:23.980679 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7cbd3f32-740b-4f46-8f0f-982e9abc854d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:24.004983 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-21d1fe03-9566-4fb3-9abe-9cb098f2f146 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:24.006480 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-21d1fe03-9566-4fb3-9abe-9cb098f2f146 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/networks?id=8c160ab6-baed-4257-8d63-cfb421e0e315 HTTP/1.1" status: 200 len: 812 time: 0.1466916 Sep 21 17:56:24.021521 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-e2cefd1f-19d1-4f08-97f8-3d18f08123d7 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/quotas/f1fc54364b794afda43368337694baaa HTTP/1.1" status: 200 len: 375 time: 0.0091162 Sep 21 17:56:24.052558 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-fba33f1e-03f9-4f59-89fa-1ffdafccb724 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f1fc54364b794afda43368337694baaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253882 Sep 21 17:56:24.061428 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5e33d65a-9734-4994-b8ab-6e25ad9c9a0b req-fcbc081f-6607-4bde-84f9-aeea137d864e tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a497dff-c661-482c-aa37-c144f92e1b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103628 Sep 21 17:56:24.073447 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7cbd3f32-740b-4f46-8f0f-982e9abc854d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:24.074512 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbd3f32-740b-4f46-8f0f-982e9abc854d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:24.075179 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7cbd3f32-740b-4f46-8f0f-982e9abc854d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:24.111770 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-b144a795-dcfd-4fb3-845d-d0afe67e5df9 service neutron] Attempting to bind port 2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:56:24.112111 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-b144a795-dcfd-4fb3-845d-d0afe67e5df9 service neutron] Attempting to bind port 2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '56b6ab3c-69bd-42e2-acea-4797f09bea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:56:24.112464 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-b144a795-dcfd-4fb3-845d-d0afe67e5df9 service neutron] Attempting to bind port 2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2 on network 1c00a0d6-e667-48aa-86f9-9337cd552f7d {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:56:24.121864 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-b144a795-dcfd-4fb3-845d-d0afe67e5df9 service neutron] Port 2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2 on network 1c00a0d6-e667-48aa-86f9-9337cd552f7d not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:56:24.122273 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-b144a795-dcfd-4fb3-845d-d0afe67e5df9 service neutron] Attempting to bind port 2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2 on network 1c00a0d6-e667-48aa-86f9-9337cd552f7d {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:56:24.157180 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7cbd3f32-740b-4f46-8f0f-982e9abc854d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8098190 Sep 21 17:56:24.159856 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-a98c5ee4-13b9-4940-bc6c-4678dc7ab4fd service neutron] 10.222.0.58 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999475 Sep 21 17:56:24.160273 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd3f32-740b-4f46-8f0f-982e9abc854d admin admin] Pushing event updated for resources: {'Network': ['ID=2952d18d-5e37-434a-a8f3-9f1f5fe963d6,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:24.160423 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60402) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:24.162657 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-b144a795-dcfd-4fb3-845d-d0afe67e5df9 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:56:24.163027 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-b144a795-dcfd-4fb3-845d-d0afe67e5df9 service neutron] Checking segment: {'id': '56b6ab3c-69bd-42e2-acea-4797f09bea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:56:24.163477 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-b144a795-dcfd-4fb3-845d-d0afe67e5df9 service neutron] Bound using segment: {'id': '56b6ab3c-69bd-42e2-acea-4797f09bea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:56:24.163999 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-b144a795-dcfd-4fb3-845d-d0afe67e5df9 service neutron] Bound port: 2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b6ab3c-69bd-42e2-acea-4797f09bea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:56:24.164398 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-b144a795-dcfd-4fb3-845d-d0afe67e5df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:24.167727 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-f84cad9f-ae06-47fc-98be-91c79617d892 admin admin] Request body: {'subnet': {'network_id': '2952d18d-5e37-434a-a8f3-9f1f5fe963d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-208703299-subnet', 'tenant_id': '27734bab00fc4ab494145408e53f682f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:24.172973 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 2952d18d-5e37-434a-a8f3-9f1f5fe963d6 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:56:24.235467 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-b144a795-dcfd-4fb3-845d-d0afe67e5df9 service neutron] For port 2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:56:24.239635 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-b144a795-dcfd-4fb3-845d-d0afe67e5df9 service neutron] For port 2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2,segment=NetworkSegment(56b6ab3c-69bd-42e2-acea-4797f09bea25),segment_id=56b6ab3c-69bd-42e2-acea-4797f09bea25)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:56:24.246962 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-b144a795-dcfd-4fb3-845d-d0afe67e5df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:24.260406 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84cad9f-ae06-47fc-98be-91c79617d892 admin admin] Made reservation on behalf of 27734bab00fc4ab494145408e53f682f for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:56:24.262906 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f84cad9f-ae06-47fc-98be-91c79617d892 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:24.299661 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-b144a795-dcfd-4fb3-845d-d0afe67e5df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:24.301041 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-b144a795-dcfd-4fb3-845d-d0afe67e5df9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:24.303383 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-b144a795-dcfd-4fb3-845d-d0afe67e5df9 service neutron] 10.222.0.38 "PUT /v2.0/ports/2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2 HTTP/1.1" status: 200 len: 1092 time: 1.1534903 Sep 21 17:56:24.337918 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eede25f-e07e-40ba-8f1b-81e8c29940d3', 'tag': '2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:56:24.340816 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcfd775b-ee0c-473a-9810-1709c652a36d" -d '{"events": [{"name": "network-changed", "server_uuid": "5eede25f-e07e-40ba-8f1b-81e8c29940d3", "tag": "2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:56:24.356296 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-67e7a450-d24a-4dd8-a99d-377ac5ad2149 service neutron] 10.222.0.58 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832581 Sep 21 17:56:24.401841 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144a795-dcfd-4fb3-845d-d0afe67e5df9 service neutron] Pushing event updated for resources: {'Port': ['ID=2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:24.441196 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-33c7a173-4109-41bf-99fe-29ce650bdd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:24.442988 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-33c7a173-4109-41bf-99fe-29ce650bdd5e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=175497c81fda4a69bcd0ab1778ee76e3&device_id=5eede25f-e07e-40ba-8f1b-81e8c29940d3 HTTP/1.1" status: 200 len: 1095 time: 0.0928037 Sep 21 17:56:24.456864 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35873a-bbc2-4fb5-90f0-1aaaf79fd156 req-4ee7289c-de94-4e55-881d-f5c1c2bd1d26 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:24.465127 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:24.465624 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3a35873a-bbc2-4fb5-90f0-1aaaf79fd156 req-4ee7289c-de94-4e55-881d-f5c1c2bd1d26 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.1166244 Sep 21 17:56:24.479551 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 3e25bff7-f862-419c-9a39-eb705f2ebae8 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:56:24.507730 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f84cad9f-ae06-47fc-98be-91c79617d892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:24.531275 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-03fd6eba-d9fb-4d47-8f6d-0d598af456cc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2 HTTP/1.1" status: 200 len: 217 time: 0.0628545 Sep 21 17:56:24.557866 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3a35873a-bbc2-4fb5-90f0-1aaaf79fd156 req-23bbc7a4-086e-4b83-b3bb-fffbf63ef5e5 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763066 Sep 21 17:56:24.564378 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84cad9f-ae06-47fc-98be-91c79617d892 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a11b335e-177f-47dd-9c94-f93f296e4f95,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:24.608088 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84cad9f-ae06-47fc-98be-91c79617d892 admin admin] Checking segment: {'id': 'cff4b57d-816a-4ae8-9cdc-4f49e75e0ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2952d18d-5e37-434a-a8f3-9f1f5fe963d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:56:24.608464 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84cad9f-ae06-47fc-98be-91c79617d892 admin admin] Network hostable DHCP agents. Network: 2952d18d-5e37-434a-a8f3-9f1f5fe963d6, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:56:24.608606 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 3e25bff7-f862-419c-9a39-eb705f2ebae8 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:56:24.613984 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 3e25bff7-f862-419c-9a39-eb705f2ebae8 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:56:24.614656 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:24.639249 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27015dde-4019-490e-8d73-e18d97faeb3f x-openstack-request-id: req-27015dde-4019-490e-8d73-e18d97faeb3f {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:56:24.639553 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eede25f-e07e-40ba-8f1b-81e8c29940d3", "tag": "2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:56:24.639831 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-27015dde-4019-490e-8d73-e18d97faeb3f {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:56:24.640436 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eede25f-e07e-40ba-8f1b-81e8c29940d3', 'tag': '2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2', 'status': 'completed', 'code': 200} Sep 21 17:56:24.654437 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-1f905725-d790-4421-9096-87d7a750b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:24.656670 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-1f905725-d790-4421-9096-87d7a750b5c1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b33b2c75-9b86-4e4e-90ea-cf1f238c715d HTTP/1.1" status: 200 len: 846 time: 0.0978231 Sep 21 17:56:24.658214 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84cad9f-ae06-47fc-98be-91c79617d892 admin admin] Network 2952d18d-5e37-434a-a8f3-9f1f5fe963d6 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:56:24.698436 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-f84cad9f-ae06-47fc-98be-91c79617d892 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 2952d18d-5e37-434a-a8f3-9f1f5fe963d6) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:56:24.703704 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84cad9f-ae06-47fc-98be-91c79617d892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:24.704058 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-c208c35f-b212-46cc-8f03-8e5e3d76c3cc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1c00a0d6-e667-48aa-86f9-9337cd552f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386391 Sep 21 17:56:24.704289 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f84cad9f-ae06-47fc-98be-91c79617d892 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:24.713589 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a24a97e-e8bf-4be5-bd6f-d33c20fce536 None None] Network 2952d18d-5e37-434a-a8f3-9f1f5fe963d6 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:56:24.722567 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7da350-fc92-4c0d-95cb-e2e215552f26 req-95905cb9-d862-4acb-b32a-2946fb12ea82 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:24.724187 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1d7da350-fc92-4c0d-95cb-e2e215552f26 req-95905cb9-d862-4acb-b32a-2946fb12ea82 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.1035516 Sep 21 17:56:24.738880 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f84cad9f-ae06-47fc-98be-91c79617d892 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5773907 Sep 21 17:56:24.741947 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c19b4e87-fe00-4e63-827b-924014d8277f req-59da297c-464f-4f1a-8c00-a383e1bd384f tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=b00a511b-a718-4a3b-ab29-d4cc4dff49a0 HTTP/1.1" status: 200 len: 210 time: 0.0774586 Sep 21 17:56:24.804650 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1d7da350-fc92-4c0d-95cb-e2e215552f26 req-c0c8b752-ea6c-4f55-9251-8ca374621ddf tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739429 Sep 21 17:56:24.849374 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-5614e99e-379f-4a88-9229-79a35fdac0fe service neutron] 10.222.0.38 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194363 Sep 21 17:56:24.889250 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:24.956952 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b771e3a-3c92-4d08-b66c-f2c2086ab019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e25bff7-f862-419c-9a39-eb705f2ebae8'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:56:24.959615 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0adb00-3e7c-4197-a3fa-0e9c1e769794" -d '{"events": [{"server_uuid": "4b771e3a-3c92-4d08-b66c-f2c2086ab019", "name": "network-vif-plugged", "status": "completed", "tag": "3e25bff7-f862-419c-9a39-eb705f2ebae8"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:56:24.974712 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec8f5b5-0e70-4f36-be47-40888720d79f None None] Network 2952d18d-5e37-434a-a8f3-9f1f5fe963d6 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:56:24.994410 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 3e25bff7-f862-419c-9a39-eb705f2ebae8, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=3e25bff7-f862-419c-9a39-eb705f2ebae8,segment=NetworkSegment(91c1de8b-fe24-4079-a240-45a197368c44),segment_id=91c1de8b-fe24-4079-a240-45a197368c44)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:25.003385 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e7167-6bd5-4f93-a92d-e2c0021e1a04 req-cae95858-996e-499d-85f1-886a975c89aa tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:25.009916 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6a2e7167-6bd5-4f93-a92d-e2c0021e1a04 req-cae95858-996e-499d-85f1-886a975c89aa tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=5eede25f-e07e-40ba-8f1b-81e8c29940d3 HTTP/1.1" status: 200 len: 944 time: 0.1205337 Sep 21 17:56:25.012277 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4191ba7f-784b-406e-9e36-233d8366dba5 req-d1dcd57f-58c4-40d8-a7a1-1031af2762e9 service neutron] 10.222.0.38 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527984 Sep 21 17:56:25.015485 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:25.089206 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6a2e7167-6bd5-4f93-a92d-e2c0021e1a04 req-f26fae9d-ce73-423b-9a09-2518534d0647 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559337 Sep 21 17:56:25.132689 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f6171b-7c2f-444e-b724-b079f998b659 x-openstack-request-id: req-89f6171b-7c2f-444e-b724-b079f998b659 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:56:25.133121 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b771e3a-3c92-4d08-b66c-f2c2086ab019", "name": "network-vif-plugged", "status": "completed", "tag": "3e25bff7-f862-419c-9a39-eb705f2ebae8", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:56:25.133510 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-89f6171b-7c2f-444e-b724-b079f998b659 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:56:25.133995 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b771e3a-3c92-4d08-b66c-f2c2086ab019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e25bff7-f862-419c-9a39-eb705f2ebae8', 'code': 200} Sep 21 17:56:25.212805 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=3e25bff7-f862-419c-9a39-eb705f2ebae8,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:25.274122 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba74d78-a477-4bea-802d-be34e6abbabd req-fead1812-8df7-4d51-b3a5-b8be327a8695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:25.275654 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5ba74d78-a477-4bea-802d-be34e6abbabd req-fead1812-8df7-4d51-b3a5-b8be327a8695 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9f77b13dab8e4d118c01975b2d61d3f1&device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 1097 time: 0.1491032 Sep 21 17:56:25.277514 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd775b-ee0c-473a-9810-1709c652a36d req-b0b07f6b-e62d-4c4d-8012-822b9ba81ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:25.278992 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bcfd775b-ee0c-473a-9810-1709c652a36d req-b0b07f6b-e62d-4c4d-8012-822b9ba81ccd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=175497c81fda4a69bcd0ab1778ee76e3&device_id=5eede25f-e07e-40ba-8f1b-81e8c29940d3 HTTP/1.1" status: 200 len: 1095 time: 0.1607642 Sep 21 17:56:25.285260 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51a616-f674-4544-aa7e-1287edcce31b req-519efdc4-e10b-46b0-82f5-90a512eedf2b tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:25.286780 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0a51a616-f674-4544-aa7e-1287edcce31b req-519efdc4-e10b-46b0-82f5-90a512eedf2b tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.1430602 Sep 21 17:56:25.289541 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd06432-ce7b-495e-86ab-4c15437af94c req-4829852b-72d0-44f0-9462-66145d750ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:25.291834 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec9b2b-542a-4bbe-9804-18596f9b0bf9 req-58798572-1ede-4159-9be4-01fc96b7022c tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:25.293308 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2eec9b2b-542a-4bbe-9804-18596f9b0bf9 req-58798572-1ede-4159-9be4-01fc96b7022c tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b771e3a-3c92-4d08-b66c-f2c2086ab019 HTTP/1.1" status: 200 len: 945 time: 0.0893810 Sep 21 17:56:25.294384 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1dd06432-ce7b-495e-86ab-4c15437af94c req-4829852b-72d0-44f0-9462-66145d750ca7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4b771e3a-3c92-4d08-b66c-f2c2086ab019 HTTP/1.1" status: 200 len: 1096 time: 0.1279349 Sep 21 17:56:25.354070 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0a51a616-f674-4544-aa7e-1287edcce31b req-60d7da4d-6ba5-4a16-b3d2-478389793276 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585570 Sep 21 17:56:25.360767 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1dd06432-ce7b-495e-86ab-4c15437af94c req-1636c1d5-4d29-43c7-bf59-12aa9f182468 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7a497dff-c661-482c-aa37-c144f92e1b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539019 Sep 21 17:56:25.451548 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2eec9b2b-542a-4bbe-9804-18596f9b0bf9 req-f9e35b19-bb13-45ca-827d-e1340042e319 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a497dff-c661-482c-aa37-c144f92e1b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466858 Sep 21 17:56:25.480165 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd775b-ee0c-473a-9810-1709c652a36d req-f2c6d4c8-282e-4898-9132-5d8b14a7cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:25.481665 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bcfd775b-ee0c-473a-9810-1709c652a36d req-f2c6d4c8-282e-4898-9132-5d8b14a7cfb8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1c00a0d6-e667-48aa-86f9-9337cd552f7d HTTP/1.1" status: 200 len: 907 time: 0.1841888 Sep 21 17:56:25.484292 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba74d78-a477-4bea-802d-be34e6abbabd req-3567dbef-329d-4358-9fb6-d63fca935dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:25.485626 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5ba74d78-a477-4bea-802d-be34e6abbabd req-3567dbef-329d-4358-9fb6-d63fca935dfb service neutron] 10.222.0.38 "GET /v2.0/networks?id=21b3a3fa-6b9b-4eec-b5c4-bb586b710739 HTTP/1.1" status: 200 len: 911 time: 0.1892204 Sep 21 17:56:25.570032 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bcfd775b-ee0c-473a-9810-1709c652a36d req-2fb38b6f-0d08-46d7-a945-89766ba9089a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2 HTTP/1.1" status: 200 len: 217 time: 0.0750639 Sep 21 17:56:25.571394 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5ba74d78-a477-4bea-802d-be34e6abbabd req-3f8ca565-7be7-4cc4-bb34-5456f8831633 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e193deeb-7c7b-45b7-b22d-6a271d313e44 HTTP/1.1" status: 200 len: 217 time: 0.0754099 Sep 21 17:56:25.690693 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf99bf-af74-43ed-b927-2c6095392fda req-f2de866c-89bf-4bd7-a872-60df0f5af939 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:25.692184 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2cbf99bf-af74-43ed-b927-2c6095392fda req-f2de866c-89bf-4bd7-a872-60df0f5af939 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0501986 Sep 21 17:56:25.728627 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd775b-ee0c-473a-9810-1709c652a36d req-7176840e-6d00-43ae-b3a9-87c83ddae5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:25.729985 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bcfd775b-ee0c-473a-9810-1709c652a36d req-7176840e-6d00-43ae-b3a9-87c83ddae5e1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b33b2c75-9b86-4e4e-90ea-cf1f238c715d HTTP/1.1" status: 200 len: 846 time: 0.1463802 Sep 21 17:56:25.731230 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba74d78-a477-4bea-802d-be34e6abbabd req-e2448986-885a-48a9-875f-d1af7532d57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:25.731628 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2cbf99bf-af74-43ed-b927-2c6095392fda req-cbbae655-92c4-471d-bbb3-06ce5cdba39f tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327327 Sep 21 17:56:25.732562 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5ba74d78-a477-4bea-802d-be34e6abbabd req-e2448986-885a-48a9-875f-d1af7532d57f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=07dfe057-fa44-4619-a478-cd516393be78 HTTP/1.1" status: 200 len: 850 time: 0.1478064 Sep 21 17:56:25.795168 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-cb9f00ea-c6b6-4030-a95b-9d0f536f3122 tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:25.796620 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-cb9f00ea-c6b6-4030-a95b-9d0f536f3122 tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] 10.222.0.58 "GET /v2.0/networks?id=413891f8-e432-4e26-bbf8-173df805b599 HTTP/1.1" status: 200 len: 815 time: 0.1982765 Sep 21 17:56:25.798623 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bcfd775b-ee0c-473a-9810-1709c652a36d req-5ae41f08-afa0-4e89-b53f-e0719ebf0a93 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1c00a0d6-e667-48aa-86f9-9337cd552f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516641 Sep 21 17:56:25.800377 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5ba74d78-a477-4bea-802d-be34e6abbabd req-480333fb-917d-44d0-8c07-2c5898c3d452 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=21b3a3fa-6b9b-4eec-b5c4-bb586b710739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544949 Sep 21 17:56:25.814874 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-d8a0e4d9-2ce7-4b9a-a68d-4cc3f5d06eb5 tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] 10.222.0.58 "GET /v2.0/quotas/093d2c2071d6434b98eeefb970556606 HTTP/1.1" status: 200 len: 375 time: 0.0094132 Sep 21 17:56:25.870231 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d6165484-d1e3-4b90-a1a4-2979b85b4e95 req-d5ae4928-7ef9-4a4b-bf1d-deb40fba81c8 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=b00a511b-a718-4a3b-ab29-d4cc4dff49a0 HTTP/1.1" status: 200 len: 210 time: 0.0259562 Sep 21 17:56:25.891899 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-1e83f4f0-6bf8-4695-8a2f-bb3bcf400aff tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=093d2c2071d6434b98eeefb970556606&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602701 Sep 21 17:56:26.067897 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bcfd775b-ee0c-473a-9810-1709c652a36d req-d02b7f8f-3c82-42a6-adc6-742fd21b1846 service neutron] 10.222.0.38 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491972 Sep 21 17:56:26.076037 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5ba74d78-a477-4bea-802d-be34e6abbabd req-bc3899ee-2256-4507-9986-714f0c92c2c5 service neutron] 10.222.0.38 "GET /v2.0/networks/21b3a3fa-6b9b-4eec-b5c4-bb586b710739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584515 Sep 21 17:56:26.088753 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-dbbd8535-b621-4aa3-bf26-7e072ed7d15a tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:26.090416 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-dbbd8535-b621-4aa3-bf26-7e072ed7d15a tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.44 "GET /v2.0/networks?id=8c160ab6-baed-4257-8d63-cfb421e0e315 HTTP/1.1" status: 200 len: 812 time: 0.1138263 Sep 21 17:56:26.104236 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-611e9362-a526-4111-930d-1885be88a12b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Request body: {'port': {'device_id': 'b00a511b-a718-4a3b-ab29-d4cc4dff49a0', 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315', 'admin_state_up': True, 'tenant_id': 'f1fc54364b794afda43368337694baaa'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:26.132723 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-7a97de7d-9ffb-46aa-bd81-3a3106894e36 service neutron] 10.222.0.58 "GET /v2.0/networks/413891f8-e432-4e26-bbf8-173df805b599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325768 Sep 21 17:56:26.259683 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac850904-1f0a-4eb6-9a69-1947f71bf867 req-baba708f-5c0d-4e4c-adb1-97e8f3be489f tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:26.261366 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ac850904-1f0a-4eb6-9a69-1947f71bf867 req-baba708f-5c0d-4e4c-adb1-97e8f3be489f tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=5eede25f-e07e-40ba-8f1b-81e8c29940d3 HTTP/1.1" status: 200 len: 944 time: 0.0911400 Sep 21 17:56:26.276813 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-611e9362-a526-4111-930d-1885be88a12b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Made reservation on behalf of f1fc54364b794afda43368337694baaa for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:56:26.280309 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-611e9362-a526-4111-930d-1885be88a12b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:26.327399 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ac850904-1f0a-4eb6-9a69-1947f71bf867 req-b48aa315-d6e1-43a1-a7b8-ae660c9039a8 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587621 Sep 21 17:56:26.462095 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-611e9362-a526-4111-930d-1885be88a12b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Allocated IP 172.20.0.12 (8c160ab6-baed-4257-8d63-cfb421e0e315/8c08e933-ce5c-4713-ad95-cf9d2cd4544e/992cb0f8-ecf6-4342-8528-2daf8ddf8f08) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:56:26.501735 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329b4e9-608e-4669-9030-6666bf57d04d req-80ab2284-ffd4-4f3d-9459-f363a4ef1ed6 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:26.503294 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8329b4e9-608e-4669-9030-6666bf57d04d req-80ab2284-ffd4-4f3d-9459-f363a4ef1ed6 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.0778005 Sep 21 17:56:26.586909 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8329b4e9-608e-4669-9030-6666bf57d04d req-dc65c82a-2413-4cb9-9f20-722aded7541f tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739758 Sep 21 17:56:26.648135 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bcfd775b-ee0c-473a-9810-1709c652a36d req-1ead5bc7-b05d-49c2-9cfa-80d0e1a3d8cc service neutron] 10.222.0.38 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5708969 Sep 21 17:56:26.651535 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5ba74d78-a477-4bea-802d-be34e6abbabd req-58930350-902f-4c66-b901-b5843f55d11c service neutron] 10.222.0.38 "GET /v2.0/networks/21b3a3fa-6b9b-4eec-b5c4-bb586b710739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5586641 Sep 21 17:56:26.686183 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-b29b41b4-2e7a-46b5-bbb5-4701a2554595 service neutron] 10.222.0.58 "GET /v2.0/networks/413891f8-e432-4e26-bbf8-173df805b599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5390682 Sep 21 17:56:26.687835 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-611e9362-a526-4111-930d-1885be88a12b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:26.750664 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053b939-4227-4af0-be6c-0a56fb72b8a0 req-27e7e0bb-5ca9-4d98-9030-93a2d714d6a3 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:26.752209 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0053b939-4227-4af0-be6c-0a56fb72b8a0 req-27e7e0bb-5ca9-4d98-9030-93a2d714d6a3 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b771e3a-3c92-4d08-b66c-f2c2086ab019 HTTP/1.1" status: 200 len: 945 time: 0.0692976 Sep 21 17:56:26.767017 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-611e9362-a526-4111-930d-1885be88a12b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:26.837917 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-611e9362-a526-4111-930d-1885be88a12b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Network 8c160ab6-baed-4257-8d63-cfb421e0e315 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:56:26.844276 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-611e9362-a526-4111-930d-1885be88a12b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:56:26.857845 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0053b939-4227-4af0-be6c-0a56fb72b8a0 req-8aaa98e8-7029-48ed-b498-93a4e0b1f196 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a497dff-c661-482c-aa37-c144f92e1b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946410 Sep 21 17:56:26.857845 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-611e9362-a526-4111-930d-1885be88a12b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:56:26.858765 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e9362-a526-4111-930d-1885be88a12b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Pushing event updated for resources: {'Port': ['ID=992cb0f8-ecf6-4342-8528-2daf8ddf8f08,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:26.926067 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-611e9362-a526-4111-930d-1885be88a12b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:26.927229 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-611e9362-a526-4111-930d-1885be88a12b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:26.960342 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e4cf2b5-7a6c-4477-b16c-811ab6a26076 req-9ff2fbc5-88a2-42bc-8c5f-ad6a095ec74e tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] 10.222.0.58 "GET /v2.0/ports?device_id=442df063-3744-4236-b832-6b974a098cfa HTTP/1.1" status: 200 len: 210 time: 0.0303342 Sep 21 17:56:26.967838 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-611e9362-a526-4111-930d-1885be88a12b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8674407 Sep 21 17:56:26.987273 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc092f-3b4f-4404-ba31-36d21f334035 req-90e4dbc8-a4c9-423e-b2bf-eb32690ed660 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:26.987761 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-400ffadf-880d-4db5-b744-dce59b4ebc54 service neutron] Request body: {'port': {'device_id': 'b00a511b-a718-4a3b-ab29-d4cc4dff49a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:26.989256 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dacc092f-3b4f-4404-ba31-36d21f334035 req-90e4dbc8-a4c9-423e-b2bf-eb32690ed660 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0622287 Sep 21 17:56:27.030488 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dacc092f-3b4f-4404-ba31-36d21f334035 req-ab08a0e8-eb6e-4e55-b10f-32970746f054 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344996 Sep 21 17:56:27.056586 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-400ffadf-880d-4db5-b744-dce59b4ebc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:27.148153 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c44e27-4415-42b3-a5b4-1aec46322267 req-04e742cc-5e18-4aa8-95e0-97f6dc91bcf1 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:27.149771 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53c44e27-4415-42b3-a5b4-1aec46322267 req-04e742cc-5e18-4aa8-95e0-97f6dc91bcf1 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=b00a511b-a718-4a3b-ab29-d4cc4dff49a0 HTTP/1.1" status: 200 len: 932 time: 0.0514705 Sep 21 17:56:27.195226 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53c44e27-4415-42b3-a5b4-1aec46322267 req-07a495da-8a5c-4ad0-a171-276b1b947d21 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353453 Sep 21 17:56:27.222695 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40435e0b-f206-4c4c-9a09-2ff928562f7e req-eaf850d2-d908-4424-8dff-a922fb671dcd tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:27.224389 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-40435e0b-f206-4c4c-9a09-2ff928562f7e req-eaf850d2-d908-4424-8dff-a922fb671dcd tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b771e3a-3c92-4d08-b66c-f2c2086ab019 HTTP/1.1" status: 200 len: 945 time: 0.1234484 Sep 21 17:56:27.234802 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60482) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:27.242015 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-ff618aff-e604-4fe6-9a23-8e45e21daaf6 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Request body: {'floatingip': {'port_id': '3e25bff7-f862-419c-9a39-eb705f2ebae8'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:27.282061 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ff618aff-e604-4fe6-9a23-8e45e21daaf6 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks [] for floatingip, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:27.411518 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-400ffadf-880d-4db5-b744-dce59b4ebc54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 992cb0f8-ecf6-4342-8528-2daf8ddf8f08 {{(pid=101461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:56:27.419263 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-400ffadf-880d-4db5-b744-dce59b4ebc54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:27.431806 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.provisioning_blocks [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-400ffadf-880d-4db5-b744-dce59b4ebc54 service neutron] Transition to ACTIVE for port object 992cb0f8-ecf6-4342-8528-2daf8ddf8f08 will not be triggered until provisioned by entity L2. {{(pid=101461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:56:27.436890 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-400ffadf-880d-4db5-b744-dce59b4ebc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:27.495731 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ffadf-880d-4db5-b744-dce59b4ebc54 service neutron] Pushing event updated for resources: {'Port': ['ID=992cb0f8-ecf6-4342-8528-2daf8ddf8f08,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:27.564029 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3c77b-a83f-49c3-8558-a0b0e107bfa5 req-31800936-0f9c-431f-b40c-b1bdf0d836bb tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:27.565598 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-63c3c77b-a83f-49c3-8558-a0b0e107bfa5 req-31800936-0f9c-431f-b40c-b1bdf0d836bb tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=5eede25f-e07e-40ba-8f1b-81e8c29940d3 HTTP/1.1" status: 200 len: 944 time: 0.1555979 Sep 21 17:56:27.565768 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-400ffadf-880d-4db5-b744-dce59b4ebc54 service neutron] Attempting to bind port 992cb0f8-ecf6-4342-8528-2daf8ddf8f08 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:56:27.566134 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-400ffadf-880d-4db5-b744-dce59b4ebc54 service neutron] Attempting to bind port 992cb0f8-ecf6-4342-8528-2daf8ddf8f08 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '24b566e5-042a-4b3d-9902-34d5286efb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:56:27.566467 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-400ffadf-880d-4db5-b744-dce59b4ebc54 service neutron] Attempting to bind port 992cb0f8-ecf6-4342-8528-2daf8ddf8f08 on network 8c160ab6-baed-4257-8d63-cfb421e0e315 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:56:27.573790 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-400ffadf-880d-4db5-b744-dce59b4ebc54 service neutron] Port 992cb0f8-ecf6-4342-8528-2daf8ddf8f08 on network 8c160ab6-baed-4257-8d63-cfb421e0e315 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:56:27.574106 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-400ffadf-880d-4db5-b744-dce59b4ebc54 service neutron] Attempting to bind port 992cb0f8-ecf6-4342-8528-2daf8ddf8f08 on network 8c160ab6-baed-4257-8d63-cfb421e0e315 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:56:27.583601 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-400ffadf-880d-4db5-b744-dce59b4ebc54 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:56:27.583944 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-400ffadf-880d-4db5-b744-dce59b4ebc54 service neutron] Checking segment: {'id': '24b566e5-042a-4b3d-9902-34d5286efb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:56:27.584328 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-400ffadf-880d-4db5-b744-dce59b4ebc54 service neutron] Bound using segment: {'id': '24b566e5-042a-4b3d-9902-34d5286efb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315'} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:56:27.584759 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-400ffadf-880d-4db5-b744-dce59b4ebc54 service neutron] Bound port: 992cb0f8-ecf6-4342-8528-2daf8ddf8f08, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b566e5-042a-4b3d-9902-34d5286efb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315'}}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:56:27.585127 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-400ffadf-880d-4db5-b744-dce59b4ebc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:27.652813 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-400ffadf-880d-4db5-b744-dce59b4ebc54 service neutron] For port 992cb0f8-ecf6-4342-8528-2daf8ddf8f08, host n-h2-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:56:27.657111 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-400ffadf-880d-4db5-b744-dce59b4ebc54 service neutron] For port 992cb0f8-ecf6-4342-8528-2daf8ddf8f08, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=992cb0f8-ecf6-4342-8528-2daf8ddf8f08,segment=NetworkSegment(24b566e5-042a-4b3d-9902-34d5286efb61),segment_id=24b566e5-042a-4b3d-9902-34d5286efb61)] {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:56:27.661552 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-400ffadf-880d-4db5-b744-dce59b4ebc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:27.686691 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-63c3c77b-a83f-49c3-8558-a0b0e107bfa5 req-6d6c50ec-fa45-407d-ac15-fba11ee9a2f5 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114647 Sep 21 17:56:27.725856 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-400ffadf-880d-4db5-b744-dce59b4ebc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:27.726731 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-400ffadf-880d-4db5-b744-dce59b4ebc54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:27.728259 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-400ffadf-880d-4db5-b744-dce59b4ebc54 service neutron] 10.222.0.44 "PUT /v2.0/ports/992cb0f8-ecf6-4342-8528-2daf8ddf8f08 HTTP/1.1" status: 200 len: 1092 time: 0.7452009 Sep 21 17:56:27.729547 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00a511b-a718-4a3b-ab29-d4cc4dff49a0', 'tag': '992cb0f8-ecf6-4342-8528-2daf8ddf8f08'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:56:27.731858 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8effbd30-e534-4cd5-803a-7dfc5c4262dd" -d '{"events": [{"name": "network-changed", "server_uuid": "b00a511b-a718-4a3b-ab29-d4cc4dff49a0", "tag": "992cb0f8-ecf6-4342-8528-2daf8ddf8f08"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:56:27.760805 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ffadf-880d-4db5-b744-dce59b4ebc54 service neutron] Pushing event updated for resources: {'Port': ['ID=992cb0f8-ecf6-4342-8528-2daf8ddf8f08,revision_number=3']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:27.772497 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818956f8-9eab-4b44-9e97-6e4bd3b84d9b req-629b1485-d13c-499e-a467-5678b72312c5 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:27.774153 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-818956f8-9eab-4b44-9e97-6e4bd3b84d9b req-629b1485-d13c-499e-a467-5678b72312c5 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.1101949 Sep 21 17:56:27.816893 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6c2be0-2108-4192-86a4-c3694d4d60c9 x-openstack-request-id: req-bd6c2be0-2108-4192-86a4-c3694d4d60c9 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:56:27.817133 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00a511b-a718-4a3b-ab29-d4cc4dff49a0", "tag": "992cb0f8-ecf6-4342-8528-2daf8ddf8f08", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:56:27.817384 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bd6c2be0-2108-4192-86a4-c3694d4d60c9 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:56:27.817806 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00a511b-a718-4a3b-ab29-d4cc4dff49a0', 'tag': '992cb0f8-ecf6-4342-8528-2daf8ddf8f08', 'status': 'completed', 'code': 200} Sep 21 17:56:27.845089 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-818956f8-9eab-4b44-9e97-6e4bd3b84d9b req-ba76cce0-dd34-48ae-bcb7-f3626731f6dc tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640697 Sep 21 17:56:27.851746 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-8565a43c-a5fa-4b34-b7d8-f38efdf6069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:27.853300 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-8565a43c-a5fa-4b34-b7d8-f38efdf6069c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1fc54364b794afda43368337694baaa&device_id=b00a511b-a718-4a3b-ab29-d4cc4dff49a0 HTTP/1.1" status: 200 len: 1095 time: 0.0712230 Sep 21 17:56:27.868880 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ff618aff-e604-4fe6-9a23-8e45e21daaf6 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:27.886067 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ff618aff-e604-4fe6-9a23-8e45e21daaf6 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:27.908425 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-7308853c-723e-4d0a-9424-1ce3052d5b95 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=992cb0f8-ecf6-4342-8528-2daf8ddf8f08 HTTP/1.1" status: 200 len: 217 time: 0.0467615 Sep 21 17:56:27.970231 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-03aac707-115f-42dc-b4bf-291a6d31254b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:27.971859 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-03aac707-115f-42dc-b4bf-291a6d31254b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8c08e933-ce5c-4713-ad95-cf9d2cd4544e HTTP/1.1" status: 200 len: 852 time: 0.0553520 Sep 21 17:56:28.012566 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:56:28.014051 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-e72f4c0a-528b-406d-80de-0fba79232391 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c160ab6-baed-4257-8d63-cfb421e0e315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338898 Sep 21 17:56:28.093652 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-de84b6da-f960-4efa-87d3-50e251717833 req-bf1452f1-6c01-4300-903d-d894ba1681d9 tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] 10.222.0.58 "GET /v2.0/ports?device_id=442df063-3744-4236-b832-6b974a098cfa HTTP/1.1" status: 200 len: 210 time: 0.0460043 Sep 21 17:56:28.093899 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-ff618aff-e604-4fe6-9a23-8e45e21daaf6 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Floating IP 05d608f9-0673-4aaf-9b7e-6718d88ab97a associated. External IP: 172.25.6.99, port: 3e25bff7-f862-419c-9a39-eb705f2ebae8. Sep 21 17:56:28.102289 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-59948056-4363-42e1-be03-baa69c60b7ea tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:28.103952 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-59948056-4363-42e1-be03-baa69c60b7ea tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] 10.222.0.38 "GET /v2.0/networks?id=413891f8-e432-4e26-bbf8-173df805b599 HTTP/1.1" status: 200 len: 815 time: 0.2312496 Sep 21 17:56:28.161992 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-7fd64922-aadf-453e-88af-b8a1a672544f tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Request body: {'port': {'device_id': '442df063-3744-4236-b832-6b974a098cfa', 'network_id': '413891f8-e432-4e26-bbf8-173df805b599', 'admin_state_up': True, 'tenant_id': '093d2c2071d6434b98eeefb970556606'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:28.163776 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2,segment=NetworkSegment(56b6ab3c-69bd-42e2-acea-4797f09bea25),segment_id=56b6ab3c-69bd-42e2-acea-4797f09bea25)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:28.176618 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2', 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d', 'port_id': '2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2', 'mac_address': 'fa:16:3e:91:92:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b33b2c75-9b86-4e4e-90ea-cf1f238c715d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:56:28.184083 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-a546c223-f910-435e-a7be-74b36cef4cc6 service neutron] 10.222.0.44 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600320 Sep 21 17:56:28.219898 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:28.239958 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:56:28.263495 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2,segment=NetworkSegment(56b6ab3c-69bd-42e2-acea-4797f09bea25),segment_id=56b6ab3c-69bd-42e2-acea-4797f09bea25)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:28.270956 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:28.304340 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a4a40-4134-4188-9bf0-35d30cb1a622 req-b2ceb392-6055-44a5-a78e-80d635091917 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:28.312044 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-712a4a40-4134-4188-9bf0-35d30cb1a622 req-b2ceb392-6055-44a5-a78e-80d635091917 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.1426322 Sep 21 17:56:28.343926 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:28.376811 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6ba1037a-93fa-4606-b247-6fc8564ba19c req-24daf108-c2d2-40c5-a241-0aabaee9344a service neutron] 10.222.0.44 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604536 Sep 21 17:56:28.381962 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-712a4a40-4134-4188-9bf0-35d30cb1a622 req-edb426a4-5cc6-4fc8-b3ce-f2fdd0a8df28 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686240 Sep 21 17:56:28.382190 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cea828-d356-4669-9a43-0ccba0d3d401 req-27ac3f54-f7e0-4340-9e50-5f3d352eb682 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:28.383332 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65cea828-d356-4669-9a43-0ccba0d3d401 req-27ac3f54-f7e0-4340-9e50-5f3d352eb682 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=b00a511b-a718-4a3b-ab29-d4cc4dff49a0 HTTP/1.1" status: 200 len: 944 time: 0.0945630 Sep 21 17:56:28.475682 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effbd30-e534-4cd5-803a-7dfc5c4262dd req-12f31590-2b1d-46b5-afb6-86b1b702da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:28.477337 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8effbd30-e534-4cd5-803a-7dfc5c4262dd req-12f31590-2b1d-46b5-afb6-86b1b702da0f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1fc54364b794afda43368337694baaa&device_id=b00a511b-a718-4a3b-ab29-d4cc4dff49a0 HTTP/1.1" status: 200 len: 1095 time: 0.0418954 Sep 21 17:56:28.481702 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65cea828-d356-4669-9a43-0ccba0d3d401 req-c559cf6e-f4cc-44a0-a7ef-c188148a3a86 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887549 Sep 21 17:56:28.486357 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-7fd64922-aadf-453e-88af-b8a1a672544f tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Made reservation on behalf of 093d2c2071d6434b98eeefb970556606 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:56:28.490421 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-7fd64922-aadf-453e-88af-b8a1a672544f tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:28.511134 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:56:28.581975 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effbd30-e534-4cd5-803a-7dfc5c4262dd req-42d73147-7759-4cd7-89e5-bdcb70f3fe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:28.584027 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8effbd30-e534-4cd5-803a-7dfc5c4262dd req-42d73147-7759-4cd7-89e5-bdcb70f3fe88 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8c160ab6-baed-4257-8d63-cfb421e0e315 HTTP/1.1" status: 200 len: 913 time: 0.0983393 Sep 21 17:56:28.597796 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff618aff-e604-4fe6-9a23-8e45e21daaf6 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Router bba1d3ce-422c-426e-a22d-4a12cd81e62e has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:56:28.629485 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8effbd30-e534-4cd5-803a-7dfc5c4262dd req-16bfbd57-0c0a-4752-a386-778d21af95c2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=992cb0f8-ecf6-4342-8528-2daf8ddf8f08 HTTP/1.1" status: 200 len: 217 time: 0.0382807 Sep 21 17:56:28.681707 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effbd30-e534-4cd5-803a-7dfc5c4262dd req-5d0323f8-39d1-4ebb-a3e5-c80be4adc6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:28.683225 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8effbd30-e534-4cd5-803a-7dfc5c4262dd req-5d0323f8-39d1-4ebb-a3e5-c80be4adc6f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8c08e933-ce5c-4713-ad95-cf9d2cd4544e HTTP/1.1" status: 200 len: 852 time: 0.0444112 Sep 21 17:56:28.704341 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-7fd64922-aadf-453e-88af-b8a1a672544f tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Allocated IP 172.20.0.13 (413891f8-e432-4e26-bbf8-173df805b599/a2766cec-8105-407f-8a6f-fa66ce5992d9/3d5c5631-8823-4766-9587-065411ff2bda) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:56:28.722497 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8effbd30-e534-4cd5-803a-7dfc5c4262dd req-f4326640-07db-4126-8c30-9b456c41a909 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c160ab6-baed-4257-8d63-cfb421e0e315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304999 Sep 21 17:56:28.776691 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff618aff-e604-4fe6-9a23-8e45e21daaf6 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:56:28.785174 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ff618aff-e604-4fe6-9a23-8e45e21daaf6 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:28.786969 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f964d8c-6864-4463-9d66-5bad901bdd66 None None] Sync routers for ids ['bba1d3ce-422c-426e-a22d-4a12cd81e62e'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:56:28.796657 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f964d8c-6864-4463-9d66-5bad901bdd66 None None] Routers {'bba1d3ce-422c-426e-a22d-4a12cd81e62e'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:56:28.797272 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-1f964d8c-6864-4463-9d66-5bad901bdd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:56:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['bba1d3ce-422c-426e-a22d-4a12cd81e62e'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:56:28.836447 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ff618aff-e604-4fe6-9a23-8e45e21daaf6 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "PUT /v2.0/floatingips/05d608f9-0673-4aaf-9b7e-6718d88ab97a HTTP/1.1" status: 200 len: 990 time: 1.5978971 Sep 21 17:56:28.871205 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd8673-5ff9-438b-8d00-208ec90a5776 req-a8197c11-c075-49f9-af25-1c6277b62ef2 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:28.878678 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-41cd8673-5ff9-438b-8d00-208ec90a5776 req-a8197c11-c075-49f9-af25-1c6277b62ef2 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=5eede25f-e07e-40ba-8f1b-81e8c29940d3 HTTP/1.1" status: 200 len: 945 time: 0.1103122 Sep 21 17:56:28.889145 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b771e3a-3c92-4d08-b66c-f2c2086ab019', 'tag': '3e25bff7-f862-419c-9a39-eb705f2ebae8'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:56:28.891482 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce2b656-28f1-47ab-8022-145878978e30" -d '{"events": [{"name": "network-changed", "server_uuid": "4b771e3a-3c92-4d08-b66c-f2c2086ab019", "tag": "3e25bff7-f862-419c-9a39-eb705f2ebae8"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:56:28.892571 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8effbd30-e534-4cd5-803a-7dfc5c4262dd req-4f944a16-3493-4b13-9774-bfc561dec4f5 service neutron] 10.222.0.44 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565237 Sep 21 17:56:28.912183 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-1f964d8c-6864-4463-9d66-5bad901bdd66 None None] Set router bba1d3ce-422c-426e-a22d-4a12cd81e62e gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:56:28.957419 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-41cd8673-5ff9-438b-8d00-208ec90a5776 req-5413b4b6-c906-4dfb-a0c9-acde360ea7b9 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776360 Sep 21 17:56:28.959530 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-7fd64922-aadf-453e-88af-b8a1a672544f tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:29.024368 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8effbd30-e534-4cd5-803a-7dfc5c4262dd req-d78be90d-8f97-4b04-9afe-4e546a611c69 service neutron] 10.222.0.44 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218133 Sep 21 17:56:29.038918 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab52540b-77f5-4432-8865-d331883c67ec x-openstack-request-id: req-ab52540b-77f5-4432-8865-d331883c67ec {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:56:29.039219 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b771e3a-3c92-4d08-b66c-f2c2086ab019", "tag": "3e25bff7-f862-419c-9a39-eb705f2ebae8", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:56:29.039496 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ab52540b-77f5-4432-8865-d331883c67ec {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:56:29.039859 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b771e3a-3c92-4d08-b66c-f2c2086ab019', 'tag': '3e25bff7-f862-419c-9a39-eb705f2ebae8', 'status': 'completed', 'code': 200} Sep 21 17:56:29.043760 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-7fd64922-aadf-453e-88af-b8a1a672544f tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:29.099109 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2b656-28f1-47ab-8022-145878978e30 req-82314141-049e-4232-afb5-ade9ec99514f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:29.100640 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cce2b656-28f1-47ab-8022-145878978e30 req-82314141-049e-4232-afb5-ade9ec99514f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03a97da90df04941aa3b8e3f080c47ec&device_id=4b771e3a-3c92-4d08-b66c-f2c2086ab019 HTTP/1.1" status: 200 len: 1096 time: 0.0494208 Sep 21 17:56:29.106257 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e00c0-8dec-4a57-be09-0e09feadc7bf req-4a4a3256-6528-4c35-a0e9-a830c32c41a0 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:29.107876 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9b3e00c0-8dec-4a57-be09-0e09feadc7bf req-4a4a3256-6528-4c35-a0e9-a830c32c41a0 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.1101789 Sep 21 17:56:29.109735 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-7fd64922-aadf-453e-88af-b8a1a672544f tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Network 413891f8-e432-4e26-bbf8-173df805b599 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:56:29.117742 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-7fd64922-aadf-453e-88af-b8a1a672544f tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:56:29.121535 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-7fd64922-aadf-453e-88af-b8a1a672544f tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:56:29.172074 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd64922-aadf-453e-88af-b8a1a672544f tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Pushing event updated for resources: {'Port': ['ID=3d5c5631-8823-4766-9587-065411ff2bda,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:29.191216 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-1f964d8c-6864-4463-9d66-5bad901bdd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'name': 'tempest-ServersTestFqdnHostnames-789837653-router', 'tenant_id': '03a97da90df04941aa3b8e3f080c47ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'f44826d1-126c-45bb-8bc1-3fe8b64af050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:56:01Z', 'updated_at': '2021-09-21T17:56:08Z', 'revision_number': 4, 'project_id': '03a97da90df04941aa3b8e3f080c47ec', 'gw_port': {'id': 'f44826d1-126c-45bb-8bc1-3fe8b64af050', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:17:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:56:02Z', 'updated_at': '2021-09-21T17:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '05d608f9-0673-4aaf-9b7e-6718d88ab97a', 'tenant_id': '03a97da90df04941aa3b8e3f080c47ec', 'floating_ip_address': '172.25.6.99', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'port_id': '3e25bff7-f862-419c-9a39-eb705f2ebae8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be09537b-816f-4398-925c-eafc9f2f873f', 'mac_address': 'fa:16:3e:bb:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b771e3a-3c92-4d08-b66c-f2c2086ab019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:56:12Z', 'updated_at': '2021-09-21T17:56:27Z', 'revision_number': 1, 'project_id': '03a97da90df04941aa3b8e3f080c47ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ed642b7-ec9a-4c4e-889b-72e44a4012f2', 'name': '', 'network_id': 'be09537b-816f-4398-925c-eafc9f2f873f', 'tenant_id': '03a97da90df04941aa3b8e3f080c47ec', 'mac_address': 'fa:16:3e:eb:c8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'd628ba49-04ed-42b5-8c6e-ad716efa3f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:56:06Z', 'updated_at': '2021-09-21T17:56:11Z', 'revision_number': 5, 'project_id': '03a97da90df04941aa3b8e3f080c47ec', 'subnets': [{'id': 'd628ba49-04ed-42b5-8c6e-ad716efa3f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:56:29.201713 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd64922-aadf-453e-88af-b8a1a672544f tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:29.202068 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd64922-aadf-453e-88af-b8a1a672544f tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:29.202476 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd64922-aadf-453e-88af-b8a1a672544f tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:29.202872 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd64922-aadf-453e-88af-b8a1a672544f tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:29.203293 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd64922-aadf-453e-88af-b8a1a672544f tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:29.203634 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd64922-aadf-453e-88af-b8a1a672544f tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:29.204022 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd64922-aadf-453e-88af-b8a1a672544f tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:29.204297 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd64922-aadf-453e-88af-b8a1a672544f tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:29.204625 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd64922-aadf-453e-88af-b8a1a672544f tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:29.204951 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd64922-aadf-453e-88af-b8a1a672544f tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:29.208871 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd64922-aadf-453e-88af-b8a1a672544f tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:29.208871 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd64922-aadf-453e-88af-b8a1a672544f tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:29.225067 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f964d8c-6864-4463-9d66-5bad901bdd66 None None] Checking router: bba1d3ce-422c-426e-a22d-4a12cd81e62e for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:56:29.229636 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-7fd64922-aadf-453e-88af-b8a1a672544f tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:29.230280 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-7fd64922-aadf-453e-88af-b8a1a672544f tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:29.233835 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f964d8c-6864-4463-9d66-5bad901bdd66 None None] Routers {'bba1d3ce-422c-426e-a22d-4a12cd81e62e'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:56:29.234895 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-1f964d8c-6864-4463-9d66-5bad901bdd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:56:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['bba1d3ce-422c-426e-a22d-4a12cd81e62e'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:56:29.239825 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2b656-28f1-47ab-8022-145878978e30 req-799ed429-284c-40bc-b18f-414ebe78fec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:29.241087 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9b3e00c0-8dec-4a57-be09-0e09feadc7bf req-a28ed344-a37b-45d9-950b-bd80e872c248 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260622 Sep 21 17:56:29.241314 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cce2b656-28f1-47ab-8022-145878978e30 req-799ed429-284c-40bc-b18f-414ebe78fec4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=be09537b-816f-4398-925c-eafc9f2f873f HTTP/1.1" status: 200 len: 915 time: 0.1305828 Sep 21 17:56:29.250799 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c86326-03d9-4b48-b46d-85ccc5f8ecce req-c78d1130-0046-4407-8d51-9f60d6488b08 tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:29.252324 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-33c86326-03d9-4b48-b46d-85ccc5f8ecce req-c78d1130-0046-4407-8d51-9f60d6488b08 tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] 10.222.0.58 "GET /v2.0/ports?device_id=442df063-3744-4236-b832-6b974a098cfa HTTP/1.1" status: 200 len: 932 time: 0.0698404 Sep 21 17:56:29.259454 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-7fd64922-aadf-453e-88af-b8a1a672544f tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1032913 Sep 21 17:56:29.272613 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-e14c408f-310c-4b76-b395-e3a4cf43abfb service neutron] Request body: {'port': {'device_id': '442df063-3744-4236-b832-6b974a098cfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:29.339919 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-33c86326-03d9-4b48-b46d-85ccc5f8ecce req-e92c875d-3573-47a2-95c2-2351d2abf11e tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] 10.222.0.58 "GET /v2.0/security-groups?id=450f0268-a254-4eb8-ad03-b5c36ff942b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797646 Sep 21 17:56:29.352561 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cce2b656-28f1-47ab-8022-145878978e30 req-4770a15c-f372-4084-a508-88f0afa764b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e25bff7-f862-419c-9a39-eb705f2ebae8 HTTP/1.1" status: 200 len: 998 time: 0.0992737 Sep 21 17:56:29.353684 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-e14c408f-310c-4b76-b395-e3a4cf43abfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:29.378218 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-1f964d8c-6864-4463-9d66-5bad901bdd66 None None] Set router bba1d3ce-422c-426e-a22d-4a12cd81e62e gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:56:29.406478 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2b656-28f1-47ab-8022-145878978e30 req-cab607b1-a76e-4702-aed1-9a539a8f9c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:29.408047 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cce2b656-28f1-47ab-8022-145878978e30 req-cab607b1-a76e-4702-aed1-9a539a8f9c9b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d628ba49-04ed-42b5-8c6e-ad716efa3f5f HTTP/1.1" status: 200 len: 853 time: 0.0446708 Sep 21 17:56:29.520429 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2b656-28f1-47ab-8022-145878978e30 req-7d75eed5-9672-4f3b-8c09-02aebc952fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:29.522686 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cce2b656-28f1-47ab-8022-145878978e30 req-7d75eed5-9672-4f3b-8c09-02aebc952fe2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be09537b-816f-4398-925c-eafc9f2f873f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060317 Sep 21 17:56:29.579148 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0faf07-2e71-4c06-bd1c-3f546c705a79 req-48da247b-d13c-4cdd-b697-df6a2a005302 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:29.580725 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-aa0faf07-2e71-4c06-bd1c-3f546c705a79 req-48da247b-d13c-4cdd-b697-df6a2a005302 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.1075799 Sep 21 17:56:29.672009 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-aa0faf07-2e71-4c06-bd1c-3f546c705a79 req-1b7cfacb-481e-44eb-bef8-cd79d4c48fb4 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499027 Sep 21 17:56:29.680647 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-1f964d8c-6864-4463-9d66-5bad901bdd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'name': 'tempest-ServersTestFqdnHostnames-789837653-router', 'tenant_id': '03a97da90df04941aa3b8e3f080c47ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'f44826d1-126c-45bb-8bc1-3fe8b64af050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:56:01Z', 'updated_at': '2021-09-21T17:56:08Z', 'revision_number': 4, 'project_id': '03a97da90df04941aa3b8e3f080c47ec', 'gw_port': {'id': 'f44826d1-126c-45bb-8bc1-3fe8b64af050', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:17:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:56:02Z', 'updated_at': '2021-09-21T17:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '05d608f9-0673-4aaf-9b7e-6718d88ab97a', 'tenant_id': '03a97da90df04941aa3b8e3f080c47ec', 'floating_ip_address': '172.25.6.99', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'port_id': '3e25bff7-f862-419c-9a39-eb705f2ebae8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be09537b-816f-4398-925c-eafc9f2f873f', 'mac_address': 'fa:16:3e:bb:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b771e3a-3c92-4d08-b66c-f2c2086ab019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:56:12Z', 'updated_at': '2021-09-21T17:56:27Z', 'revision_number': 1, 'project_id': '03a97da90df04941aa3b8e3f080c47ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ed642b7-ec9a-4c4e-889b-72e44a4012f2', 'name': '', 'network_id': 'be09537b-816f-4398-925c-eafc9f2f873f', 'tenant_id': '03a97da90df04941aa3b8e3f080c47ec', 'mac_address': 'fa:16:3e:eb:c8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'd628ba49-04ed-42b5-8c6e-ad716efa3f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:56:06Z', 'updated_at': '2021-09-21T17:56:11Z', 'revision_number': 5, 'project_id': '03a97da90df04941aa3b8e3f080c47ec', 'subnets': [{'id': 'd628ba49-04ed-42b5-8c6e-ad716efa3f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:56:29.695571 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cce2b656-28f1-47ab-8022-145878978e30 req-cd812957-23be-4972-9fd8-84f124592bcf service neutron] 10.222.0.44 "GET /v2.0/networks/be09537b-816f-4398-925c-eafc9f2f873f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620810 Sep 21 17:56:29.714015 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f964d8c-6864-4463-9d66-5bad901bdd66 None None] The sync data for ids ['bba1d3ce-422c-426e-a22d-4a12cd81e62e'] in n-d-810291-1 is: [{'id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'name': 'tempest-ServersTestFqdnHostnames-789837653-router', 'tenant_id': '03a97da90df04941aa3b8e3f080c47ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'f44826d1-126c-45bb-8bc1-3fe8b64af050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:56:01Z', 'updated_at': '2021-09-21T17:56:08Z', 'revision_number': 4, 'project_id': '03a97da90df04941aa3b8e3f080c47ec', 'gw_port': {'id': 'f44826d1-126c-45bb-8bc1-3fe8b64af050', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:17:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:56:02Z', 'updated_at': '2021-09-21T17:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '05d608f9-0673-4aaf-9b7e-6718d88ab97a', 'tenant_id': '03a97da90df04941aa3b8e3f080c47ec', 'floating_ip_address': '172.25.6.99', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'port_id': '3e25bff7-f862-419c-9a39-eb705f2ebae8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be09537b-816f-4398-925c-eafc9f2f873f', 'mac_address': 'fa:16:3e:bb:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b771e3a-3c92-4d08-b66c-f2c2086ab019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:56:12Z', 'updated_at': '2021-09-21T17:56:27Z', 'revision_number': 1, 'project_id': '03a97da90df04941aa3b8e3f080c47ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ed642b7-ec9a-4c4e-889b-72e44a4012f2', 'name': '', 'network_id': 'be09537b-816f-4398-925c-eafc9f2f873f', 'tenant_id': '03a97da90df04941aa3b8e3f080c47ec', 'mac_address': 'fa:16:3e:eb:c8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'd628ba49-04ed-42b5-8c6e-ad716efa3f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:56:06Z', 'updated_at': '2021-09-21T17:56:11Z', 'revision_number': 5, 'project_id': '03a97da90df04941aa3b8e3f080c47ec', 'subnets': [{'id': 'd628ba49-04ed-42b5-8c6e-ad716efa3f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:56:29.723790 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d54f7e-d546-4d3a-9b71-07ceb15deaea req-da286cc4-9d35-4f28-a287-bc4dfc30f895 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:29.725725 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-21d54f7e-d546-4d3a-9b71-07ceb15deaea req-da286cc4-9d35-4f28-a287-bc4dfc30f895 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=b00a511b-a718-4a3b-ab29-d4cc4dff49a0 HTTP/1.1" status: 200 len: 944 time: 0.0911946 Sep 21 17:56:29.808119 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-e14c408f-310c-4b76-b395-e3a4cf43abfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d5c5631-8823-4766-9587-065411ff2bda {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:56:29.817607 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-21d54f7e-d546-4d3a-9b71-07ceb15deaea req-5dcd9ba2-40a0-438b-a9e6-0b1b686bcec1 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759161 Sep 21 17:56:29.819599 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-e14c408f-310c-4b76-b395-e3a4cf43abfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:29.834083 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e8a36-bd2e-43b0-8393-3d225feeb5ca req-3c59811e-290a-4b3e-a77c-05c0c943dc55 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:29.834241 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-e14c408f-310c-4b76-b395-e3a4cf43abfb service neutron] Transition to ACTIVE for port object 3d5c5631-8823-4766-9587-065411ff2bda will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:56:29.837062 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-394e8a36-bd2e-43b0-8393-3d225feeb5ca req-3c59811e-290a-4b3e-a77c-05c0c943dc55 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.0929542 Sep 21 17:56:29.840303 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-e14c408f-310c-4b76-b395-e3a4cf43abfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:29.845268 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cce2b656-28f1-47ab-8022-145878978e30 req-af63887d-9a83-4a0d-8d8b-ee4720f3bfbb service neutron] 10.222.0.44 "GET /v2.0/networks/be09537b-816f-4398-925c-eafc9f2f873f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412001 Sep 21 17:56:29.884940 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-394e8a36-bd2e-43b0-8393-3d225feeb5ca req-a3a4527a-17fc-45d0-b9a7-5db1428b536b tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387244 Sep 21 17:56:29.924183 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c408f-310c-4b76-b395-e3a4cf43abfb service neutron] Pushing event updated for resources: {'Port': ['ID=3d5c5631-8823-4766-9587-065411ff2bda,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:29.972215 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e84f888-bdc2-4e18-b87d-b2a6f672f01b None None] New status for floating IP 05d608f9-0673-4aaf-9b7e-6718d88ab97a: ACTIVE {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:56:29.995867 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-e14c408f-310c-4b76-b395-e3a4cf43abfb service neutron] Attempting to bind port 3d5c5631-8823-4766-9587-065411ff2bda on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:56:29.996340 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-e14c408f-310c-4b76-b395-e3a4cf43abfb service neutron] Attempting to bind port 3d5c5631-8823-4766-9587-065411ff2bda by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '08c0fb40-d447-4d47-83c8-70e1aa1b263f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '413891f8-e432-4e26-bbf8-173df805b599'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:56:29.996681 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-e14c408f-310c-4b76-b395-e3a4cf43abfb service neutron] Attempting to bind port 3d5c5631-8823-4766-9587-065411ff2bda on network 413891f8-e432-4e26-bbf8-173df805b599 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:56:30.002644 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-e14c408f-310c-4b76-b395-e3a4cf43abfb service neutron] Port 3d5c5631-8823-4766-9587-065411ff2bda on network 413891f8-e432-4e26-bbf8-173df805b599 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:56:30.002998 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-e14c408f-310c-4b76-b395-e3a4cf43abfb service neutron] Attempting to bind port 3d5c5631-8823-4766-9587-065411ff2bda on network 413891f8-e432-4e26-bbf8-173df805b599 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:56:30.008360 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-e14c408f-310c-4b76-b395-e3a4cf43abfb service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:56:30.008647 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-e14c408f-310c-4b76-b395-e3a4cf43abfb service neutron] Checking segment: {'id': '08c0fb40-d447-4d47-83c8-70e1aa1b263f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '413891f8-e432-4e26-bbf8-173df805b599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:56:30.009013 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-e14c408f-310c-4b76-b395-e3a4cf43abfb service neutron] Bound using segment: {'id': '08c0fb40-d447-4d47-83c8-70e1aa1b263f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '413891f8-e432-4e26-bbf8-173df805b599'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:56:30.009563 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-e14c408f-310c-4b76-b395-e3a4cf43abfb service neutron] Bound port: 3d5c5631-8823-4766-9587-065411ff2bda, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08c0fb40-d447-4d47-83c8-70e1aa1b263f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '413891f8-e432-4e26-bbf8-173df805b599'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:56:30.009928 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-e14c408f-310c-4b76-b395-e3a4cf43abfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:30.024237 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:56:30.076007 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d279b47-3048-42bb-9b9a-1d7d8f6f82d7 req-17ce546a-7d59-4cf7-98cd-a16adf34a2c3 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:30.077651 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0d279b47-3048-42bb-9b9a-1d7d8f6f82d7 req-17ce546a-7d59-4cf7-98cd-a16adf34a2c3 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=5eede25f-e07e-40ba-8f1b-81e8c29940d3 HTTP/1.1" status: 200 len: 945 time: 0.0555494 Sep 21 17:56:30.082468 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-e14c408f-310c-4b76-b395-e3a4cf43abfb service neutron] For port 3d5c5631-8823-4766-9587-065411ff2bda, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:56:30.086092 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-e14c408f-310c-4b76-b395-e3a4cf43abfb service neutron] For port 3d5c5631-8823-4766-9587-065411ff2bda, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3d5c5631-8823-4766-9587-065411ff2bda,segment=NetworkSegment(08c0fb40-d447-4d47-83c8-70e1aa1b263f),segment_id=08c0fb40-d447-4d47-83c8-70e1aa1b263f)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:56:30.092456 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-e14c408f-310c-4b76-b395-e3a4cf43abfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:30.125131 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0d279b47-3048-42bb-9b9a-1d7d8f6f82d7 req-6da87364-8120-491d-ba01-2b9905df06fa tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388663 Sep 21 17:56:30.129987 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-e14c408f-310c-4b76-b395-e3a4cf43abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:30.130973 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-e14c408f-310c-4b76-b395-e3a4cf43abfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:30.133572 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-e14c408f-310c-4b76-b395-e3a4cf43abfb service neutron] 10.222.0.38 "PUT /v2.0/ports/3d5c5631-8823-4766-9587-065411ff2bda HTTP/1.1" status: 200 len: 1092 time: 0.8640826 Sep 21 17:56:30.164012 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c408f-310c-4b76-b395-e3a4cf43abfb service neutron] Pushing event updated for resources: {'Port': ['ID=3d5c5631-8823-4766-9587-065411ff2bda,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:30.164257 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:56:30.168196 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:56:30.168577 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:30.233624 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-7e63db1f-2382-40ff-834b-c5c0db420eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:30.235296 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-7e63db1f-2382-40ff-834b-c5c0db420eb4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=093d2c2071d6434b98eeefb970556606&device_id=442df063-3744-4236-b832-6b974a098cfa HTTP/1.1" status: 200 len: 1095 time: 0.0504766 Sep 21 17:56:30.252735 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:30.274409 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eede25f-e07e-40ba-8f1b-81e8c29940d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:56:30.276613 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06851efe-4757-4b20-8bf2-8f4a63544d45" -d '{"events": [{"server_uuid": "5eede25f-e07e-40ba-8f1b-81e8c29940d3", "name": "network-vif-plugged", "status": "completed", "tag": "2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:56:30.283441 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-8e1c2fd9-4066-4e65-b859-361bd71c0f3a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d5c5631-8823-4766-9587-065411ff2bda HTTP/1.1" status: 200 len: 217 time: 0.0396209 Sep 21 17:56:30.289366 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2,segment=NetworkSegment(56b6ab3c-69bd-42e2-acea-4797f09bea25),segment_id=56b6ab3c-69bd-42e2-acea-4797f09bea25)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:30.294217 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:30.317306 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7ac2a9-cf1e-4e19-9cae-874b5b62d128 x-openstack-request-id: req-6a7ac2a9-cf1e-4e19-9cae-874b5b62d128 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:56:30.317606 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eede25f-e07e-40ba-8f1b-81e8c29940d3", "name": "network-vif-plugged", "status": "completed", "tag": "2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:56:30.317870 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6a7ac2a9-cf1e-4e19-9cae-874b5b62d128 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:56:30.318248 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eede25f-e07e-40ba-8f1b-81e8c29940d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2', 'code': 200} Sep 21 17:56:30.340801 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-16384ff2-731a-47bf-bbde-a113cd4a7e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:30.342362 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-16384ff2-731a-47bf-bbde-a113cd4a7e21 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a2766cec-8105-407f-8a6f-fa66ce5992d9 HTTP/1.1" status: 200 len: 855 time: 0.0510199 Sep 21 17:56:30.352833 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:30.383487 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-a9990de3-aa05-4f71-bfcd-eed5e8bf207b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=413891f8-e432-4e26-bbf8-173df805b599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330794 Sep 21 17:56:30.459517 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4cf3a-a648-4ebe-bed8-556c5c3a5acb req-57b08a81-dcca-4e1e-8132-e1bf8e67cb1a tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:30.461027 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-18e4cf3a-a648-4ebe-bed8-556c5c3a5acb req-57b08a81-dcca-4e1e-8132-e1bf8e67cb1a tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] 10.222.0.58 "GET /v2.0/ports?device_id=442df063-3744-4236-b832-6b974a098cfa HTTP/1.1" status: 200 len: 944 time: 0.0492711 Sep 21 17:56:30.498690 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-18e4cf3a-a648-4ebe-bed8-556c5c3a5acb req-630cc961-655b-4ebd-a367-d3430bfb1045 tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] 10.222.0.58 "GET /v2.0/security-groups?id=450f0268-a254-4eb8-ad03-b5c36ff942b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315263 Sep 21 17:56:30.509903 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cc714-d91e-46d2-940e-f72519a0772c req-989fb059-94ea-410c-b621-df2087e3b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:30.511602 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-020cc714-d91e-46d2-940e-f72519a0772c req-989fb059-94ea-410c-b621-df2087e3b82b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5eede25f-e07e-40ba-8f1b-81e8c29940d3 HTTP/1.1" status: 200 len: 1097 time: 0.0975351 Sep 21 17:56:30.537757 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-e85defc4-734d-42b8-a131-2ce50200d1f3 service neutron] 10.222.0.38 "GET /v2.0/networks/413891f8-e432-4e26-bbf8-173df805b599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247678 Sep 21 17:56:30.568620 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-020cc714-d91e-46d2-940e-f72519a0772c req-660f251f-7f1c-4d15-bdef-73812cd53df8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463810 Sep 21 17:56:30.636080 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b346072a-7d58-4b8a-9df1-b2dfed954495 req-281c44a5-6360-4070-b7bc-034205063964 service neutron] 10.222.0.38 "GET /v2.0/networks/413891f8-e432-4e26-bbf8-173df805b599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875890 Sep 21 17:56:30.802993 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0819a-44f3-49b8-9628-a3a56dcdb41b req-dc925104-393b-415f-83b1-41182c3b58cf tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:30.804421 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0c0819a-44f3-49b8-9628-a3a56dcdb41b req-dc925104-393b-415f-83b1-41182c3b58cf tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0560770 Sep 21 17:56:30.841687 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0c0819a-44f3-49b8-9628-a3a56dcdb41b req-da90564a-b30c-4943-9292-4369fbeb2253 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309746 Sep 21 17:56:30.945623 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4246ca-ca80-4ca7-9dae-30babbd01d5b req-dc9c739f-611a-4e95-8fb8-21f18ab83e34 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:30.947479 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3a4246ca-ca80-4ca7-9dae-30babbd01d5b req-dc9c739f-611a-4e95-8fb8-21f18ab83e34 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=b00a511b-a718-4a3b-ab29-d4cc4dff49a0 HTTP/1.1" status: 200 len: 944 time: 0.0567911 Sep 21 17:56:30.985786 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3a4246ca-ca80-4ca7-9dae-30babbd01d5b req-856b004d-b24e-4067-a418-ae83b94ab794 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320132 Sep 21 17:56:31.003763 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd950c-7b67-4b8a-b062-93d92d7e2872 req-557aed0c-c4f3-4f62-a0e1-465c4d4f1f61 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:31.005332 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53fd950c-7b67-4b8a-b062-93d92d7e2872 req-557aed0c-c4f3-4f62-a0e1-465c4d4f1f61 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.0492177 Sep 21 17:56:31.041681 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442df063-3744-4236-b832-6b974a098cfa', 'tag': '3d5c5631-8823-4766-9587-065411ff2bda'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:56:31.043962 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43d2068-067e-4f51-9063-6a63949f3c81" -d '{"events": [{"name": "network-changed", "server_uuid": "442df063-3744-4236-b832-6b974a098cfa", "tag": "3d5c5631-8823-4766-9587-065411ff2bda"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:56:31.052329 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53fd950c-7b67-4b8a-b062-93d92d7e2872 req-946bd4f2-70a9-482a-86c0-b971d0afa366 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411682 Sep 21 17:56:31.084729 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b85db9f-6ec8-4b90-b885-73cdae22b6d3 x-openstack-request-id: req-5b85db9f-6ec8-4b90-b885-73cdae22b6d3 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:56:31.084994 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "442df063-3744-4236-b832-6b974a098cfa", "tag": "3d5c5631-8823-4766-9587-065411ff2bda", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:56:31.085269 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5b85db9f-6ec8-4b90-b885-73cdae22b6d3 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:56:31.088130 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '442df063-3744-4236-b832-6b974a098cfa', 'tag': '3d5c5631-8823-4766-9587-065411ff2bda', 'status': 'completed', 'code': 200} Sep 21 17:56:31.160476 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d2068-067e-4f51-9063-6a63949f3c81 req-357715b2-cb07-4d79-805d-9f361f8bab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:31.162671 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d43d2068-067e-4f51-9063-6a63949f3c81 req-357715b2-cb07-4d79-805d-9f361f8bab20 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=093d2c2071d6434b98eeefb970556606&device_id=442df063-3744-4236-b832-6b974a098cfa HTTP/1.1" status: 200 len: 1095 time: 0.0470431 Sep 21 17:56:31.294062 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d2068-067e-4f51-9063-6a63949f3c81 req-b9f127a6-d902-4054-acfd-a215095c268d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:31.295617 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d43d2068-067e-4f51-9063-6a63949f3c81 req-b9f127a6-d902-4054-acfd-a215095c268d service neutron] 10.222.0.38 "GET /v2.0/networks?id=413891f8-e432-4e26-bbf8-173df805b599 HTTP/1.1" status: 200 len: 916 time: 0.1165621 Sep 21 17:56:31.303867 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5dee85-defb-4aa9-90da-199beabfe026 req-a7b5797d-b03b-4834-bf0c-6df968eaa42f tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:31.305285 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3a5dee85-defb-4aa9-90da-199beabfe026 req-a7b5797d-b03b-4834-bf0c-6df968eaa42f tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=5eede25f-e07e-40ba-8f1b-81e8c29940d3 HTTP/1.1" status: 200 len: 946 time: 0.0914252 Sep 21 17:56:31.346785 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d43d2068-067e-4f51-9063-6a63949f3c81 req-6ad0f8fa-334d-42d6-9987-b81ebc148d24 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d5c5631-8823-4766-9587-065411ff2bda HTTP/1.1" status: 200 len: 217 time: 0.0406654 Sep 21 17:56:31.399221 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3a5dee85-defb-4aa9-90da-199beabfe026 req-9c1ba7f5-e6d4-4031-a9db-9eb7a4c67c3b tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875158 Sep 21 17:56:31.409655 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d2068-067e-4f51-9063-6a63949f3c81 req-37c53303-25f5-4fe8-b81a-f6486e117a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:31.411090 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d43d2068-067e-4f51-9063-6a63949f3c81 req-37c53303-25f5-4fe8-b81a-f6486e117a56 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a2766cec-8105-407f-8a6f-fa66ce5992d9 HTTP/1.1" status: 200 len: 855 time: 0.0549517 Sep 21 17:56:31.446335 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d43d2068-067e-4f51-9063-6a63949f3c81 req-a2920363-a692-40a6-a921-a3d58660a7f7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=413891f8-e432-4e26-bbf8-173df805b599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270114 Sep 21 17:56:31.556369 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d43d2068-067e-4f51-9063-6a63949f3c81 req-c6c29e22-ce19-48ae-b559-018b510b81bd service neutron] 10.222.0.38 "GET /v2.0/networks/413891f8-e432-4e26-bbf8-173df805b599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961022 Sep 21 17:56:31.678165 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e46ac-49d7-41da-835b-683af027743e req-591f6b66-cb7d-461b-9f8c-3af4b9d88393 tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:31.679893 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3a3e46ac-49d7-41da-835b-683af027743e req-591f6b66-cb7d-461b-9f8c-3af4b9d88393 tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] 10.222.0.58 "GET /v2.0/ports?device_id=442df063-3744-4236-b832-6b974a098cfa HTTP/1.1" status: 200 len: 944 time: 0.1055582 Sep 21 17:56:31.691657 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d43d2068-067e-4f51-9063-6a63949f3c81 req-4df75de7-f60e-4057-918b-bf2dd9474eb0 service neutron] 10.222.0.38 "GET /v2.0/networks/413891f8-e432-4e26-bbf8-173df805b599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249590 Sep 21 17:56:31.723954 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3a3e46ac-49d7-41da-835b-683af027743e req-d3075c11-09b7-4844-a9ee-06b05707fdde tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] 10.222.0.58 "GET /v2.0/security-groups?id=450f0268-a254-4eb8-ad03-b5c36ff942b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351577 Sep 21 17:56:31.968639 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97f3b8-9609-44b3-a817-40e69dfd55ea req-4468f16f-65ac-413c-b585-9dfd3447e97f tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:31.970139 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ed97f3b8-9609-44b3-a817-40e69dfd55ea req-4468f16f-65ac-413c-b585-9dfd3447e97f tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 949 time: 0.0547245 Sep 21 17:56:32.009361 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ed97f3b8-9609-44b3-a817-40e69dfd55ea req-dd4bcd90-0814-4efd-842e-e19fd4d597ef tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328124 Sep 21 17:56:32.025051 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3d5c5631-8823-4766-9587-065411ff2bda details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:56:32.116665 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9863a-0636-496c-b9c0-d9a90c3ccd32 req-979ac5df-024c-412e-b2fc-030e337d3133 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:32.118760 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-60d9863a-0636-496c-b9c0-d9a90c3ccd32 req-979ac5df-024c-412e-b2fc-030e337d3133 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=b00a511b-a718-4a3b-ab29-d4cc4dff49a0 HTTP/1.1" status: 200 len: 944 time: 0.0534627 Sep 21 17:56:32.125207 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 3d5c5631-8823-4766-9587-065411ff2bda, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3d5c5631-8823-4766-9587-065411ff2bda,segment=NetworkSegment(08c0fb40-d447-4d47-83c8-70e1aa1b263f),segment_id=08c0fb40-d447-4d47-83c8-70e1aa1b263f)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:32.137080 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '3d5c5631-8823-4766-9587-065411ff2bda', 'network_id': '413891f8-e432-4e26-bbf8-173df805b599', 'port_id': '3d5c5631-8823-4766-9587-065411ff2bda', 'mac_address': 'fa:16:3e:77:da:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2766cec-8105-407f-8a6f-fa66ce5992d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:56:32.159711 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-60d9863a-0636-496c-b9c0-d9a90c3ccd32 req-ceb98137-5691-4285-90f8-85fdd21ec12f tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335929 Sep 21 17:56:32.178392 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:32.191323 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d5c5631-8823-4766-9587-065411ff2bda {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:56:32.213010 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 3d5c5631-8823-4766-9587-065411ff2bda, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3d5c5631-8823-4766-9587-065411ff2bda,segment=NetworkSegment(08c0fb40-d447-4d47-83c8-70e1aa1b263f),segment_id=08c0fb40-d447-4d47-83c8-70e1aa1b263f)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:32.213603 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731725d-eb77-4249-a2dd-9c0c171ffe68 req-4a5b24fd-bd8b-4157-b006-f6561cadcc15 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:32.215338 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7731725d-eb77-4249-a2dd-9c0c171ffe68 req-4a5b24fd-bd8b-4157-b006-f6561cadcc15 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.0530243 Sep 21 17:56:32.217936 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:32.252713 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7731725d-eb77-4249-a2dd-9c0c171ffe68 req-2e00cc1a-2755-4b4d-90de-f83f0bf3644e tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310545 Sep 21 17:56:32.266695 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=3d5c5631-8823-4766-9587-065411ff2bda,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:32.499272 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 72e84872-9199-453c-a902-e649fd7a417c details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:56:32.504246 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['3d5c5631-8823-4766-9587-065411ff2bda'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:56:32.516545 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19be72b-427a-48a1-9ad6-bd018d4f24cb req-77edc052-1821-4ab1-b79e-0e4f952bbed8 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:32.518078 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f19be72b-427a-48a1-9ad6-bd018d4f24cb req-77edc052-1821-4ab1-b79e-0e4f952bbed8 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=5eede25f-e07e-40ba-8f1b-81e8c29940d3 HTTP/1.1" status: 200 len: 946 time: 0.0490637 Sep 21 17:56:32.562936 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f19be72b-427a-48a1-9ad6-bd018d4f24cb req-955f84a2-58ff-4517-aea0-cd7c1ccedea1 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382836 Sep 21 17:56:32.666946 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 72e84872-9199-453c-a902-e649fd7a417c, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=72e84872-9199-453c-a902-e649fd7a417c,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:32.679678 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234622b-40f8-4bb1-98e3-db169b2b1710 req-3e655388-d372-44cf-b831-243181641c4d tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:32.681120 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c234622b-40f8-4bb1-98e3-db169b2b1710 req-3e655388-d372-44cf-b831-243181641c4d tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2a3300-00b1-4720-b343-c26b88ac0ceb HTTP/1.1" status: 200 len: 946 time: 0.0496383 Sep 21 17:56:32.695260 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '72e84872-9199-453c-a902-e649fd7a417c', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': '72e84872-9199-453c-a902-e649fd7a417c', 'mac_address': 'fa:16:3e:c2:5c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:56:32.723750 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c234622b-40f8-4bb1-98e3-db169b2b1710 req-5d4cf6e3-24b3-4fe0-8912-1443e04f8aa9 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361750 Sep 21 17:56:32.753109 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:32.770411 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72e84872-9199-453c-a902-e649fd7a417c {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:56:32.791777 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 72e84872-9199-453c-a902-e649fd7a417c, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=72e84872-9199-453c-a902-e649fd7a417c,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:32.796273 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:32.797032 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 992cb0f8-ecf6-4342-8528-2daf8ddf8f08 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:56:32.851713 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c90bd-bb7c-4765-8bbf-1ad8aaa9c0c6 req-3d3cb218-f742-46cb-95b2-c57d1fdcf850 tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:32.853622 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7a1c90bd-bb7c-4765-8bbf-1ad8aaa9c0c6 req-3d3cb218-f742-46cb-95b2-c57d1fdcf850 tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] 10.222.0.58 "GET /v2.0/ports?device_id=442df063-3744-4236-b832-6b974a098cfa HTTP/1.1" status: 200 len: 945 time: 0.0565562 Sep 21 17:56:32.855506 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cca44-8ade-4ebe-972b-7815073610c7 req-467d4fcb-6afa-4e4a-8093-f967395a9986 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:32.857047 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f20cca44-8ade-4ebe-972b-7815073610c7 req-467d4fcb-6afa-4e4a-8093-f967395a9986 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=5eede25f-e07e-40ba-8f1b-81e8c29940d3 HTTP/1.1" status: 200 len: 946 time: 0.0543571 Sep 21 17:56:32.875821 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=72e84872-9199-453c-a902-e649fd7a417c,revision_number=9']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:32.898600 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7a1c90bd-bb7c-4765-8bbf-1ad8aaa9c0c6 req-a4813dde-65ed-4075-b81d-4d98e48f6d42 tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] 10.222.0.58 "GET /v2.0/security-groups?id=450f0268-a254-4eb8-ad03-b5c36ff942b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372221 Sep 21 17:56:32.899720 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f20cca44-8ade-4ebe-972b-7815073610c7 req-618da91f-5f59-4238-892e-5e1e4cd7303f tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358686 Sep 21 17:56:32.943669 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 992cb0f8-ecf6-4342-8528-2daf8ddf8f08, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=992cb0f8-ecf6-4342-8528-2daf8ddf8f08,segment=NetworkSegment(24b566e5-042a-4b3d-9902-34d5286efb61),segment_id=24b566e5-042a-4b3d-9902-34d5286efb61)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:32.956491 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '992cb0f8-ecf6-4342-8528-2daf8ddf8f08', 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315', 'port_id': '992cb0f8-ecf6-4342-8528-2daf8ddf8f08', 'mac_address': 'fa:16:3e:f7:b4:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c08e933-ce5c-4713-ad95-cf9d2cd4544e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:56:32.994549 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:33.008322 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 992cb0f8-ecf6-4342-8528-2daf8ddf8f08 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:56:33.028591 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 992cb0f8-ecf6-4342-8528-2daf8ddf8f08, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=992cb0f8-ecf6-4342-8528-2daf8ddf8f08,segment=NetworkSegment(24b566e5-042a-4b3d-9902-34d5286efb61),segment_id=24b566e5-042a-4b3d-9902-34d5286efb61)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:33.032961 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:33.081564 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=992cb0f8-ecf6-4342-8528-2daf8ddf8f08,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:33.138562 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68131937-8995-4f50-9047-a1e3dd016648 req-746cde87-1605-4a84-80ca-b89bb42c1622 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:33.140085 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-68131937-8995-4f50-9047-a1e3dd016648 req-746cde87-1605-4a84-80ca-b89bb42c1622 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 948 time: 0.0488672 Sep 21 17:56:33.146278 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd537a5-f860-4132-aacf-0f9e2f35984a req-8d2aceb1-f6e2-42c5-932b-e1776579f9f1 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:33.147899 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fbd537a5-f860-4132-aacf-0f9e2f35984a req-8d2aceb1-f6e2-42c5-932b-e1776579f9f1 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=5eede25f-e07e-40ba-8f1b-81e8c29940d3 HTTP/1.1" status: 200 len: 946 time: 0.0469842 Sep 21 17:56:33.177535 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-68131937-8995-4f50-9047-a1e3dd016648 req-39247cd2-8fa6-4922-a327-0aa14c722120 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312099 Sep 21 17:56:33.185393 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fbd537a5-f860-4132-aacf-0f9e2f35984a req-041cd7c1-64a7-478e-a2a2-9ac8bc45cf33 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308702 Sep 21 17:56:33.246897 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f8e31-8fbe-4082-86d2-cf5e8b76210d req-766230a1-e561-4135-b650-202ecb38c01f tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:33.248687 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-389f8e31-8fbe-4082-86d2-cf5e8b76210d req-766230a1-e561-4135-b650-202ecb38c01f tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.0608308 Sep 21 17:56:33.319756 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['72e84872-9199-453c-a902-e649fd7a417c'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:56:33.329168 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['992cb0f8-ecf6-4342-8528-2daf8ddf8f08'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:56:33.354783 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c5bd9-e001-4b06-bd28-a93019a65da4 req-7f1fd880-d67a-4f82-98e1-e5ee6a64f2d8 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:33.356325 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-205c5bd9-e001-4b06-bd28-a93019a65da4 req-7f1fd880-d67a-4f82-98e1-e5ee6a64f2d8 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=b00a511b-a718-4a3b-ab29-d4cc4dff49a0 HTTP/1.1" status: 200 len: 945 time: 0.1046982 Sep 21 17:56:33.373298 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cbfab-f543-4d2c-b0ea-10d19112e353 req-d209545e-d3ad-4acc-8ab8-04e70bc10a14 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:33.375428 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-150cbfab-f543-4d2c-b0ea-10d19112e353 req-d209545e-d3ad-4acc-8ab8-04e70bc10a14 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 946 time: 0.0508101 Sep 21 17:56:33.408843 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-205c5bd9-e001-4b06-bd28-a93019a65da4 req-723a854b-009d-43ce-aaf3-a0de3a753c4a tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432959 Sep 21 17:56:33.411974 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-389f8e31-8fbe-4082-86d2-cf5e8b76210d req-cebb97a7-a324-4a07-9360-ffe120f773dd tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Deleting port e193deeb-7c7b-45b7-b22d-6a271d313e44 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:56:33.412316 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-389f8e31-8fbe-4082-86d2-cf5e8b76210d req-cebb97a7-a324-4a07-9360-ffe120f773dd tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:33.416021 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-150cbfab-f543-4d2c-b0ea-10d19112e353 req-593f64e5-da70-4e9a-a988-95f69af17095 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339608 Sep 21 17:56:33.847209 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-389f8e31-8fbe-4082-86d2-cf5e8b76210d req-cebb97a7-a324-4a07-9360-ffe120f773dd tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] For port e193deeb-7c7b-45b7-b22d-6a271d313e44, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=e193deeb-7c7b-45b7-b22d-6a271d313e44,segment=NetworkSegment(644490e1-e1e4-40bb-b64b-7ebdf482dc42),segment_id=644490e1-e1e4-40bb-b64b-7ebdf482dc42)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:33.847907 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-389f8e31-8fbe-4082-86d2-cf5e8b76210d req-cebb97a7-a324-4a07-9360-ffe120f773dd tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:33.863718 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-389f8e31-8fbe-4082-86d2-cf5e8b76210d req-cebb97a7-a324-4a07-9360-ffe120f773dd tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Calling delete_port for e193deeb-7c7b-45b7-b22d-6a271d313e44 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:56:33.994790 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-389f8e31-8fbe-4082-86d2-cf5e8b76210d req-cebb97a7-a324-4a07-9360-ffe120f773dd tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:34.008196 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['e193deeb-7c7b-45b7-b22d-6a271d313e44'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:56:34.026246 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb97a7-a324-4a07-9360-ffe120f773dd tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Pushing event deleted for resources: {'Port': ['ID=e193deeb-7c7b-45b7-b22d-6a271d313e44,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:34.038016 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3d5c5631-8823-4766-9587-065411ff2bda up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:56:34.066557 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-389f8e31-8fbe-4082-86d2-cf5e8b76210d req-cebb97a7-a324-4a07-9360-ffe120f773dd tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] No DVR routers for this DVR port e193deeb-7c7b-45b7-b22d-6a271d313e44 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:56:34.069493 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-389f8e31-8fbe-4082-86d2-cf5e8b76210d req-cebb97a7-a324-4a07-9360-ffe120f773dd tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:34.071950 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-389f8e31-8fbe-4082-86d2-cf5e8b76210d req-cebb97a7-a324-4a07-9360-ffe120f773dd tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.38 "DELETE /v2.0/ports/e193deeb-7c7b-45b7-b22d-6a271d313e44 HTTP/1.1" status: 204 len: 173 time: 0.8114231 Sep 21 17:56:34.072409 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0', 'name': 'network-vif-deleted', 'tag': 'e193deeb-7c7b-45b7-b22d-6a271d313e44'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:56:34.074810 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42054a88-27b0-40eb-a5c7-94fe88b5671c" -d '{"events": [{"server_uuid": "f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0", "name": "network-vif-deleted", "tag": "e193deeb-7c7b-45b7-b22d-6a271d313e44"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:56:34.103599 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['9d32eb7a-0987-4212-8d57-08492653cb38'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:56:34.109386 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 3d5c5631-8823-4766-9587-065411ff2bda completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:56:34.121006 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db10319-3ef4-44f8-879f-9254feaf1d31 x-openstack-request-id: req-3db10319-3ef4-44f8-879f-9254feaf1d31 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:56:34.121521 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0", "name": "network-vif-deleted", "tag": "e193deeb-7c7b-45b7-b22d-6a271d313e44", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:56:34.121959 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3db10319-3ef4-44f8-879f-9254feaf1d31 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:56:34.122674 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0', 'name': 'network-vif-deleted', 'tag': 'e193deeb-7c7b-45b7-b22d-6a271d313e44', 'status': 'completed', 'code': 200} Sep 21 17:56:34.158567 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 3d5c5631-8823-4766-9587-065411ff2bda triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:56:34.159124 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:34.285113 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187df52-3e97-4db2-9108-07f85c2013e4 req-adc8b38d-ff35-4c5c-9778-0309f9df06cc tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:34.286912 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3187df52-3e97-4db2-9108-07f85c2013e4 req-adc8b38d-ff35-4c5c-9778-0309f9df06cc tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] 10.222.0.58 "GET /v2.0/ports?device_id=442df063-3744-4236-b832-6b974a098cfa HTTP/1.1" status: 200 len: 945 time: 0.3158751 Sep 21 17:56:34.304465 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56644d2b-715c-4856-9f84-1a389545153f req-0d2998de-73d6-46e5-89ca-e810f0322818 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:34.306427 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-56644d2b-715c-4856-9f84-1a389545153f req-0d2998de-73d6-46e5-89ca-e810f0322818 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 948 time: 0.0547404 Sep 21 17:56:34.314603 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:34.326288 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3187df52-3e97-4db2-9108-07f85c2013e4 req-cc50a121-f7cb-46df-a4c1-94c3eea253f0 tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] 10.222.0.58 "GET /v2.0/security-groups?id=450f0268-a254-4eb8-ad03-b5c36ff942b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330191 Sep 21 17:56:34.349250 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-56644d2b-715c-4856-9f84-1a389545153f req-71443471-6563-48ea-81ff-a48a8ba552b4 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358160 Sep 21 17:56:34.356989 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442df063-3744-4236-b832-6b974a098cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5c5631-8823-4766-9587-065411ff2bda'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:56:34.359877 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048362c4-1995-4551-9e34-691ea9cdf645" -d '{"events": [{"server_uuid": "442df063-3744-4236-b832-6b974a098cfa", "name": "network-vif-plugged", "status": "completed", "tag": "3d5c5631-8823-4766-9587-065411ff2bda"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:56:34.381057 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 3d5c5631-8823-4766-9587-065411ff2bda, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3d5c5631-8823-4766-9587-065411ff2bda,segment=NetworkSegment(08c0fb40-d447-4d47-83c8-70e1aa1b263f),segment_id=08c0fb40-d447-4d47-83c8-70e1aa1b263f)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:34.386378 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:34.447247 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=3d5c5631-8823-4766-9587-065411ff2bda,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:34.467494 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff57eda3-2404-4542-9d48-63466084ac59 x-openstack-request-id: req-ff57eda3-2404-4542-9d48-63466084ac59 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:56:34.467849 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "442df063-3744-4236-b832-6b974a098cfa", "name": "network-vif-plugged", "status": "completed", "tag": "3d5c5631-8823-4766-9587-065411ff2bda", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:56:34.468331 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ff57eda3-2404-4542-9d48-63466084ac59 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:56:34.468784 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442df063-3744-4236-b832-6b974a098cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5c5631-8823-4766-9587-065411ff2bda', 'code': 200} Sep 21 17:56:34.470769 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cda969-7236-4722-8a82-90999a2e5775 req-f79a4c64-fccb-4cf7-acac-a3740f6fa65c tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:34.472437 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f7cda969-7236-4722-8a82-90999a2e5775 req-f79a4c64-fccb-4cf7-acac-a3740f6fa65c tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=5eede25f-e07e-40ba-8f1b-81e8c29940d3 HTTP/1.1" status: 200 len: 946 time: 0.0599804 Sep 21 17:56:34.517927 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f7cda969-7236-4722-8a82-90999a2e5775 req-0bb2c3f4-cadf-4907-8715-68b57f36fbfb tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393596 Sep 21 17:56:34.523542 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 72e84872-9199-453c-a902-e649fd7a417c up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:56:34.567412 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-49481a56-230d-42ea-850b-5a9a8eeddcf4 req-e73ca498-558f-40c2-b8f6-116e3f894522 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7ea3bcf-0e35-48ca-9e92-63f6bfc6e2d0 HTTP/1.1" status: 200 len: 210 time: 0.0396628 Sep 21 17:56:34.582551 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 72e84872-9199-453c-a902-e649fd7a417c triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:56:34.582942 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:34.666063 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eff16a-3cbd-4b06-a8fd-c729174e6fd4 req-87c6a1d8-44c2-4ea0-a32f-190e16495395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:34.667998 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80eff16a-3cbd-4b06-a8fd-c729174e6fd4 req-87c6a1d8-44c2-4ea0-a32f-190e16495395 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=442df063-3744-4236-b832-6b974a098cfa HTTP/1.1" status: 200 len: 1097 time: 0.1302531 Sep 21 17:56:34.678368 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe26700-91ca-4768-9ea6-8780fcd0c96e req-8565defb-5107-4de4-8d74-8970dd399e1b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:34.679245 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb61586-ac7a-47e9-9551-22cffe88cb16 req-f89320b9-5089-4fce-a51b-5de21c6a6482 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:34.680337 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dfe26700-91ca-4768-9ea6-8780fcd0c96e req-8565defb-5107-4de4-8d74-8970dd399e1b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=b00a511b-a718-4a3b-ab29-d4cc4dff49a0 HTTP/1.1" status: 200 len: 945 time: 0.0760207 Sep 21 17:56:34.687523 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-beb61586-ac7a-47e9-9551-22cffe88cb16 req-f89320b9-5089-4fce-a51b-5de21c6a6482 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.38 "GET /v2.0/ports?device_id=5eede25f-e07e-40ba-8f1b-81e8c29940d3 HTTP/1.1" status: 200 len: 946 time: 0.0903668 Sep 21 17:56:34.709232 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:34.735077 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dfe26700-91ca-4768-9ea6-8780fcd0c96e req-711131d0-ad9c-4bba-8e39-21dbfb85b5c2 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419891 Sep 21 17:56:34.756083 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 72e84872-9199-453c-a902-e649fd7a417c, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=72e84872-9199-453c-a902-e649fd7a417c,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:34.760442 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:34.761422 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 992cb0f8-ecf6-4342-8528-2daf8ddf8f08 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:56:34.780088 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80eff16a-3cbd-4b06-a8fd-c729174e6fd4 req-f111a70d-2924-483c-a683-6ffdc00cd523 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=450f0268-a254-4eb8-ad03-b5c36ff942b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911987 Sep 21 17:56:34.835202 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-beb61586-ac7a-47e9-9551-22cffe88cb16 req-97ab451b-ffd3-48c3-ad5e-4305e00d9c64 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Deleting port 2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:56:34.835547 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-beb61586-ac7a-47e9-9551-22cffe88cb16 req-97ab451b-ffd3-48c3-ad5e-4305e00d9c64 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:34.842841 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=72e84872-9199-453c-a902-e649fd7a417c,revision_number=10']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:34.854182 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 992cb0f8-ecf6-4342-8528-2daf8ddf8f08 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:56:34.858379 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 992cb0f8-ecf6-4342-8528-2daf8ddf8f08 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:56:34.858846 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:34.926221 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-beb61586-ac7a-47e9-9551-22cffe88cb16 req-97ab451b-ffd3-48c3-ad5e-4305e00d9c64 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] For port 2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2,segment=NetworkSegment(56b6ab3c-69bd-42e2-acea-4797f09bea25),segment_id=56b6ab3c-69bd-42e2-acea-4797f09bea25)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:34.926823 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-beb61586-ac7a-47e9-9551-22cffe88cb16 req-97ab451b-ffd3-48c3-ad5e-4305e00d9c64 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:34.937734 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:34.939929 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-beb61586-ac7a-47e9-9551-22cffe88cb16 req-97ab451b-ffd3-48c3-ad5e-4305e00d9c64 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Calling delete_port for 2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:56:34.970978 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 992cb0f8-ecf6-4342-8528-2daf8ddf8f08, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=992cb0f8-ecf6-4342-8528-2daf8ddf8f08,segment=NetworkSegment(24b566e5-042a-4b3d-9902-34d5286efb61),segment_id=24b566e5-042a-4b3d-9902-34d5286efb61)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:34.975736 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:35.027041 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=992cb0f8-ecf6-4342-8528-2daf8ddf8f08,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:35.078487 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-beb61586-ac7a-47e9-9551-22cffe88cb16 req-97ab451b-ffd3-48c3-ad5e-4305e00d9c64 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:35.090709 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['dbc0d7b1-96db-431a-bbdc-4aac85019438', '7ad3a0bc-b208-4b46-b9e5-8a0af36c5984', '2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:56:35.114115 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab451b-ffd3-48c3-ad5e-4305e00d9c64 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Pushing event deleted for resources: {'Port': ['ID=2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:35.154862 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb61586-ac7a-47e9-9551-22cffe88cb16 req-97ab451b-ffd3-48c3-ad5e-4305e00d9c64 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] No DVR routers for this DVR port 2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:56:35.157419 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-beb61586-ac7a-47e9-9551-22cffe88cb16 req-97ab451b-ffd3-48c3-ad5e-4305e00d9c64 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:35.159467 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-beb61586-ac7a-47e9-9551-22cffe88cb16 req-97ab451b-ffd3-48c3-ad5e-4305e00d9c64 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.38 "DELETE /v2.0/ports/2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2 HTTP/1.1" status: 204 len: 173 time: 0.4562845 Sep 21 17:56:35.449722 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9014034-3712-4ca8-b6bf-ecece94c4d87 req-0dc437e1-168e-45ef-ab10-89da1476ecd2 tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:35.451433 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f9014034-3712-4ca8-b6bf-ecece94c4d87 req-0dc437e1-168e-45ef-ab10-89da1476ecd2 tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] 10.222.0.58 "GET /v2.0/ports?device_id=442df063-3744-4236-b832-6b974a098cfa HTTP/1.1" status: 200 len: 946 time: 0.0555110 Sep 21 17:56:35.479026 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a8fd7-e512-4981-8e7d-e397a4d61984 req-5e9e815f-9b96-4106-adb8-5b7578c329da tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:35.480507 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-366a8fd7-e512-4981-8e7d-e397a4d61984 req-5e9e815f-9b96-4106-adb8-5b7578c329da tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 950 time: 0.0548244 Sep 21 17:56:35.490302 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f9014034-3712-4ca8-b6bf-ecece94c4d87 req-b6f4a089-05a1-4d36-b877-5add323b3373 tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] 10.222.0.58 "GET /v2.0/security-groups?id=450f0268-a254-4eb8-ad03-b5c36ff942b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318244 Sep 21 17:56:35.526310 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-366a8fd7-e512-4981-8e7d-e397a4d61984 req-7092eb05-de0c-4fea-87e7-efe9dd2d7ee1 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397687 Sep 21 17:56:35.637218 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7758e036-d0ae-4923-94fe-8d03f4bab91a req-37106446-a866-4fda-98f5-7a2adfd37db1 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=5eede25f-e07e-40ba-8f1b-81e8c29940d3 HTTP/1.1" status: 200 len: 210 time: 0.0291283 Sep 21 17:56:35.862122 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec39f57-ffee-47f9-b0ba-b9374ab759f7 req-2a0501ef-5cc2-4329-8867-ae318abee5ac tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:35.863732 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2ec39f57-ffee-47f9-b0ba-b9374ab759f7 req-2a0501ef-5cc2-4329-8867-ae318abee5ac tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=b00a511b-a718-4a3b-ab29-d4cc4dff49a0 HTTP/1.1" status: 200 len: 946 time: 0.0528345 Sep 21 17:56:35.901593 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2ec39f57-ffee-47f9-b0ba-b9374ab759f7 req-f2fcacd4-223d-447d-a5a9-ab99ad037158 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320530 Sep 21 17:56:35.910995 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b1a7d-c7f7-408e-898e-4cba0391d1b5 req-014b3b50-c680-404c-aad6-7b625b17f601 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:35.916869 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-693b1a7d-c7f7-408e-898e-4cba0391d1b5 req-014b3b50-c680-404c-aad6-7b625b17f601 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.0553961 Sep 21 17:56:35.953487 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-693b1a7d-c7f7-408e-898e-4cba0391d1b5 req-53f5715f-5aa6-4905-adb7-370c41b45794 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346065 Sep 21 17:56:36.039554 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device e193deeb-7c7b-45b7-b22d-6a271d313e44 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:56:36.061564 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: e193deeb-7c7b-45b7-b22d-6a271d313e44 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:56:36.061899 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device e193deeb-7c7b-45b7-b22d-6a271d313e44 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:56:36.124688 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eede25f-e07e-40ba-8f1b-81e8c29940d3', 'name': 'network-vif-deleted', 'tag': '2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:56:36.128302 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fc74f2-d87f-4c62-afe5-696a0e2f884b" -d '{"events": [{"server_uuid": "5eede25f-e07e-40ba-8f1b-81e8c29940d3", "name": "network-vif-deleted", "tag": "2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:56:36.166463 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be53fe9-1b99-4ae6-b0b2-2de9bd1a4031 x-openstack-request-id: req-9be53fe9-1b99-4ae6-b0b2-2de9bd1a4031 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:56:36.166755 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eede25f-e07e-40ba-8f1b-81e8c29940d3", "name": "network-vif-deleted", "tag": "2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:56:36.167036 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9be53fe9-1b99-4ae6-b0b2-2de9bd1a4031 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:56:36.167423 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eede25f-e07e-40ba-8f1b-81e8c29940d3', 'name': 'network-vif-deleted', 'tag': '2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2', 'status': 'completed', 'code': 200} Sep 21 17:56:36.470826 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61839df9-ddf2-460d-a510-52732752aebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e84872-9199-453c-a902-e649fd7a417c'}, {'server_uuid': 'b00a511b-a718-4a3b-ab29-d4cc4dff49a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992cb0f8-ecf6-4342-8528-2daf8ddf8f08'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:56:36.474145 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091a8730-df70-4ea8-9248-3943ac48bae8" -d '{"events": [{"server_uuid": "61839df9-ddf2-460d-a510-52732752aebb", "name": "network-vif-plugged", "status": "completed", "tag": "72e84872-9199-453c-a902-e649fd7a417c"}, {"server_uuid": "b00a511b-a718-4a3b-ab29-d4cc4dff49a0", "name": "network-vif-plugged", "status": "completed", "tag": "992cb0f8-ecf6-4342-8528-2daf8ddf8f08"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:56:36.516089 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Sep 2021 17:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66d7cf1-2059-4314-8e62-a765cbd3b864 x-openstack-request-id: req-e66d7cf1-2059-4314-8e62-a765cbd3b864 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:56:36.516394 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61839df9-ddf2-460d-a510-52732752aebb", "name": "network-vif-plugged", "status": "completed", "tag": "72e84872-9199-453c-a902-e649fd7a417c", "code": 200}, {"server_uuid": "b00a511b-a718-4a3b-ab29-d4cc4dff49a0", "name": "network-vif-plugged", "status": "completed", "tag": "992cb0f8-ecf6-4342-8528-2daf8ddf8f08", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:56:36.516684 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e66d7cf1-2059-4314-8e62-a765cbd3b864 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:56:36.517032 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61839df9-ddf2-460d-a510-52732752aebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e84872-9199-453c-a902-e649fd7a417c', 'code': 200} Sep 21 17:56:36.517269 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00a511b-a718-4a3b-ab29-d4cc4dff49a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992cb0f8-ecf6-4342-8528-2daf8ddf8f08', 'code': 200} Sep 21 17:56:36.612413 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852fb7e-4ed8-4ef4-b358-a41673068f7f req-613d9ba8-c8b2-4470-a171-cdb9277bcde6 tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:36.614153 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9852fb7e-4ed8-4ef4-b358-a41673068f7f req-613d9ba8-c8b2-4470-a171-cdb9277bcde6 tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] 10.222.0.58 "GET /v2.0/ports?device_id=442df063-3744-4236-b832-6b974a098cfa HTTP/1.1" status: 200 len: 946 time: 0.0533636 Sep 21 17:56:36.656216 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d604d0-2c70-4c62-b0cd-5e460c5241d8 req-03f82a75-1088-48e0-af07-15ec65600b73 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:36.657746 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d8d604d0-2c70-4c62-b0cd-5e460c5241d8 req-03f82a75-1088-48e0-af07-15ec65600b73 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 950 time: 0.0531557 Sep 21 17:56:36.677022 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9852fb7e-4ed8-4ef4-b358-a41673068f7f req-4bdf655f-9971-4d94-9446-36faba3be4c9 tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] 10.222.0.58 "GET /v2.0/security-groups?id=450f0268-a254-4eb8-ad03-b5c36ff942b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533683 Sep 21 17:56:36.682669 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20210894-3a77-4ca4-b1a4-ae3a038e56f7 req-07136097-fe8c-4751-8274-afe99cef2257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:36.684104 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-20210894-3a77-4ca4-b1a4-ae3a038e56f7 req-07136097-fe8c-4751-8274-afe99cef2257 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b00a511b-a718-4a3b-ab29-d4cc4dff49a0 HTTP/1.1" status: 200 len: 1097 time: 0.0690913 Sep 21 17:56:36.732201 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152e32e-61cd-4445-9012-cff009b4ffec req-b2140fae-3108-4f1d-9ecc-96abca409ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:36.734080 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0152e32e-61cd-4445-9012-cff009b4ffec req-b2140fae-3108-4f1d-9ecc-96abca409ca7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 1101 time: 0.0564163 Sep 21 17:56:36.737321 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d8d604d0-2c70-4c62-b0cd-5e460c5241d8 req-d88b25a4-c8ce-4a3c-99dc-5ba5f98a4498 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731514 Sep 21 17:56:36.740190 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-20210894-3a77-4ca4-b1a4-ae3a038e56f7 req-4fcf2708-1d79-4f7e-9ea9-9b68092db916 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472713 Sep 21 17:56:36.992920 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0152e32e-61cd-4445-9012-cff009b4ffec req-a4eabf59-6385-474b-a516-18434d221b74 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541587 Sep 21 17:56:37.131201 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228ed3c-c4aa-4090-a863-72abe8c46bd9 req-70f6f90c-a9a8-4c3e-8535-58a1497c64fa tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:37.132895 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f228ed3c-c4aa-4090-a863-72abe8c46bd9 req-70f6f90c-a9a8-4c3e-8535-58a1497c64fa tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=b00a511b-a718-4a3b-ab29-d4cc4dff49a0 HTTP/1.1" status: 200 len: 946 time: 0.0580177 Sep 21 17:56:37.172755 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f228ed3c-c4aa-4090-a863-72abe8c46bd9 req-d7255ee2-be01-489e-9a40-7a0e9bc897a1 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327919 Sep 21 17:56:37.206521 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89088e74-cc97-4352-a0bd-7923c82b598c req-0eb8d73c-9795-4210-a381-47406127e0c1 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:37.208008 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-89088e74-cc97-4352-a0bd-7923c82b598c req-0eb8d73c-9795-4210-a381-47406127e0c1 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.0507715 Sep 21 17:56:37.245594 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-89088e74-cc97-4352-a0bd-7923c82b598c req-40e08293-a984-43f1-9787-082b92abdf1b tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315158 Sep 21 17:56:37.292209 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191a6ee-41c0-4d4b-85f1-6ca7e492486c req-297aa759-eaa6-44b2-bffe-655d70f1307e tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:37.293827 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8191a6ee-41c0-4d4b-85f1-6ca7e492486c req-297aa759-eaa6-44b2-bffe-655d70f1307e tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2a3300-00b1-4720-b343-c26b88ac0ceb HTTP/1.1" status: 200 len: 946 time: 0.0498302 Sep 21 17:56:37.332665 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8191a6ee-41c0-4d4b-85f1-6ca7e492486c req-ecac9d97-513d-46c9-b05c-6a90d35f7d79 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323892 Sep 21 17:56:37.857109 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a44837-2158-42b7-8fc0-e50099974c1d req-df404b4c-4ada-43c9-bdf7-25c93e893988 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:37.858735 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-13a44837-2158-42b7-8fc0-e50099974c1d req-df404b4c-4ada-43c9-bdf7-25c93e893988 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 950 time: 0.0504646 Sep 21 17:56:37.899985 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-13a44837-2158-42b7-8fc0-e50099974c1d req-6a7e42b1-a801-4c0c-959f-72af21a83330 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323150 Sep 21 17:56:38.041271 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:56:38.070533 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:56:38.070650 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 2d044d09-5bb5-4b74-bcc2-7d1c4a8200f2 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:56:38.304245 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cc857-333a-4770-aed4-296595981078 req-6a017e8c-5d9c-4bb5-8050-f704395c70ca tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:38.306532 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-702cc857-333a-4770-aed4-296595981078 req-6a017e8c-5d9c-4bb5-8050-f704395c70ca tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=b00a511b-a718-4a3b-ab29-d4cc4dff49a0 HTTP/1.1" status: 200 len: 946 time: 0.0545113 Sep 21 17:56:38.359194 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-702cc857-333a-4770-aed4-296595981078 req-e87b04f4-7a00-46cc-9b41-30923c849679 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461867 Sep 21 17:56:38.482327 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e66e7-dd06-46bc-bab7-4e7ef851d4a4 req-74ca5d34-7335-407b-a719-47f8325fb903 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:38.483934 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-605e66e7-dd06-46bc-bab7-4e7ef851d4a4 req-74ca5d34-7335-407b-a719-47f8325fb903 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.0730100 Sep 21 17:56:38.516284 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78b9ea-5240-459d-b56e-2809acd35e6d req-2c53c112-292e-4b57-8382-214bebbaa367 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:38.518408 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7b78b9ea-5240-459d-b56e-2809acd35e6d req-2c53c112-292e-4b57-8382-214bebbaa367 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2a3300-00b1-4720-b343-c26b88ac0ceb HTTP/1.1" status: 200 len: 946 time: 0.0636122 Sep 21 17:56:38.525489 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-605e66e7-dd06-46bc-bab7-4e7ef851d4a4 req-9d63a3cb-79e7-4eed-9d06-133deb2a19e8 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348024 Sep 21 17:56:38.604092 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7b78b9ea-5240-459d-b56e-2809acd35e6d req-54e05306-2954-433c-8e5d-e6d6096495ef tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792451 Sep 21 17:56:38.621977 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abc850-a4b7-483d-a9f3-c182499c0cd7 req-b109e2e7-cc0a-4419-886f-ba111209918c tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:38.623646 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a7abc850-a4b7-483d-a9f3-c182499c0cd7 req-b109e2e7-cc0a-4419-886f-ba111209918c tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2a3300-00b1-4720-b343-c26b88ac0ceb HTTP/1.1" status: 200 len: 946 time: 0.0895491 Sep 21 17:56:38.747207 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-a7abc850-a4b7-483d-a9f3-c182499c0cd7 req-ff7be4b4-380a-4850-83c5-ba878dbb72a2 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Deleting port 7ad3a0bc-b208-4b46-b9e5-8a0af36c5984 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:56:38.747600 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a7abc850-a4b7-483d-a9f3-c182499c0cd7 req-ff7be4b4-380a-4850-83c5-ba878dbb72a2 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:38.870535 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c23e1-0d8d-4940-aec3-c93c826974e4 req-a16b9edf-7772-422a-9a0b-91e51d665b06 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:38.871933 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5e8c23e1-0d8d-4940-aec3-c93c826974e4 req-a16b9edf-7772-422a-9a0b-91e51d665b06 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=b00a511b-a718-4a3b-ab29-d4cc4dff49a0 HTTP/1.1" status: 200 len: 946 time: 0.1055760 Sep 21 17:56:38.901392 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-a7abc850-a4b7-483d-a9f3-c182499c0cd7 req-ff7be4b4-380a-4850-83c5-ba878dbb72a2 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] For port 7ad3a0bc-b208-4b46-b9e5-8a0af36c5984, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=7ad3a0bc-b208-4b46-b9e5-8a0af36c5984,segment=NetworkSegment(56b6ab3c-69bd-42e2-acea-4797f09bea25),segment_id=56b6ab3c-69bd-42e2-acea-4797f09bea25)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:38.901769 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a7abc850-a4b7-483d-a9f3-c182499c0cd7 req-ff7be4b4-380a-4850-83c5-ba878dbb72a2 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:38.939625 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-a7abc850-a4b7-483d-a9f3-c182499c0cd7 req-ff7be4b4-380a-4850-83c5-ba878dbb72a2 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Calling delete_port for 7ad3a0bc-b208-4b46-b9e5-8a0af36c5984 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:56:39.000654 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5e8c23e1-0d8d-4940-aec3-c93c826974e4 req-e43feb1c-219e-438b-9fa4-9acc5f5dba96 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116109 Sep 21 17:56:39.019578 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6d928-97e1-40e5-9f7d-07d710a9bea1 req-0d8684af-136f-473e-8c1f-7631c223d655 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:39.019578 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fce6d928-97e1-40e5-9f7d-07d710a9bea1 req-0d8684af-136f-473e-8c1f-7631c223d655 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.44 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 946 time: 0.1579142 Sep 21 17:56:39.033956 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90054b1-903f-481d-81c5-90f3604802ea req-8aeaf440-1328-4eeb-b1c9-80de88fdc8e3 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:39.041397 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f90054b1-903f-481d-81c5-90f3604802ea req-8aeaf440-1328-4eeb-b1c9-80de88fdc8e3 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 950 time: 0.0693986 Sep 21 17:56:39.084491 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f90054b1-903f-481d-81c5-90f3604802ea req-37fdc2ed-764a-4ed4-a627-ba40354b1898 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421638 Sep 21 17:56:39.214360 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a7abc850-a4b7-483d-a9f3-c182499c0cd7 req-ff7be4b4-380a-4850-83c5-ba878dbb72a2 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:39.222475 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-fce6d928-97e1-40e5-9f7d-07d710a9bea1 req-170de84e-80b8-40b9-ac23-b713cf43f1dc tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Deleting port 9d32eb7a-0987-4212-8d57-08492653cb38 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:56:39.222821 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fce6d928-97e1-40e5-9f7d-07d710a9bea1 req-170de84e-80b8-40b9-ac23-b713cf43f1dc tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:39.228402 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['dbc0d7b1-96db-431a-bbdc-4aac85019438', '7ad3a0bc-b208-4b46-b9e5-8a0af36c5984'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:56:39.261498 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7be4b4-380a-4850-83c5-ba878dbb72a2 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Pushing event deleted for resources: {'Port': ['ID=7ad3a0bc-b208-4b46-b9e5-8a0af36c5984,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:39.360449 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7abc850-a4b7-483d-a9f3-c182499c0cd7 req-ff7be4b4-380a-4850-83c5-ba878dbb72a2 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] No DVR routers for this DVR port 7ad3a0bc-b208-4b46-b9e5-8a0af36c5984 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:56:39.365360 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a7abc850-a4b7-483d-a9f3-c182499c0cd7 req-ff7be4b4-380a-4850-83c5-ba878dbb72a2 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:39.367425 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a7abc850-a4b7-483d-a9f3-c182499c0cd7 req-ff7be4b4-380a-4850-83c5-ba878dbb72a2 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.38 "DELETE /v2.0/ports/7ad3a0bc-b208-4b46-b9e5-8a0af36c5984 HTTP/1.1" status: 204 len: 173 time: 0.7367780 Sep 21 17:56:39.367871 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2a3300-00b1-4720-b343-c26b88ac0ceb', 'name': 'network-vif-deleted', 'tag': '7ad3a0bc-b208-4b46-b9e5-8a0af36c5984'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:56:39.370818 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df30b23-cded-4869-9161-e584fc0c2996" -d '{"events": [{"server_uuid": "ce2a3300-00b1-4720-b343-c26b88ac0ceb", "name": "network-vif-deleted", "tag": "7ad3a0bc-b208-4b46-b9e5-8a0af36c5984"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:56:39.439889 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a312a76-738b-42cd-98e2-f8a948f72148 x-openstack-request-id: req-5a312a76-738b-42cd-98e2-f8a948f72148 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:56:39.440253 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2a3300-00b1-4720-b343-c26b88ac0ceb", "name": "network-vif-deleted", "tag": "7ad3a0bc-b208-4b46-b9e5-8a0af36c5984", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:56:39.440469 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5a312a76-738b-42cd-98e2-f8a948f72148 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:56:39.440907 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2a3300-00b1-4720-b343-c26b88ac0ceb', 'name': 'network-vif-deleted', 'tag': '7ad3a0bc-b208-4b46-b9e5-8a0af36c5984', 'status': 'completed', 'code': 200} Sep 21 17:56:39.471435 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-fce6d928-97e1-40e5-9f7d-07d710a9bea1 req-170de84e-80b8-40b9-ac23-b713cf43f1dc tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] For port 9d32eb7a-0987-4212-8d57-08492653cb38, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9d32eb7a-0987-4212-8d57-08492653cb38,segment=NetworkSegment(644490e1-e1e4-40bb-b64b-7ebdf482dc42),segment_id=644490e1-e1e4-40bb-b64b-7ebdf482dc42)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:39.471822 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fce6d928-97e1-40e5-9f7d-07d710a9bea1 req-170de84e-80b8-40b9-ac23-b713cf43f1dc tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:39.476322 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8923f3f-a589-43a8-9382-59a1fe2299a0 req-7b1fa678-7583-4ac9-a85d-092f2ff0de15 tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:39.477911 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e8923f3f-a589-43a8-9382-59a1fe2299a0 req-7b1fa678-7583-4ac9-a85d-092f2ff0de15 tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 1101 time: 0.0816715 Sep 21 17:56:39.508835 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-fce6d928-97e1-40e5-9f7d-07d710a9bea1 req-170de84e-80b8-40b9-ac23-b713cf43f1dc tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Calling delete_port for 9d32eb7a-0987-4212-8d57-08492653cb38 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:56:39.544818 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e8923f3f-a589-43a8-9382-59a1fe2299a0 req-93b9dbf4-6240-44da-af03-b92d08f06071 tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580482 Sep 21 17:56:39.699409 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fce6d928-97e1-40e5-9f7d-07d710a9bea1 req-170de84e-80b8-40b9-ac23-b713cf43f1dc tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:39.708720 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562f078-926b-421e-b272-9f15219c817e req-eedea752-4bff-4ed8-9093-c1c1cefde5a1 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:39.710306 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0562f078-926b-421e-b272-9f15219c817e req-eedea752-4bff-4ed8-9093-c1c1cefde5a1 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/ports?device_id=57ab10eb-d1de-4cb8-ba4b-059d1e7a972f HTTP/1.1" status: 200 len: 867 time: 0.0541217 Sep 21 17:56:39.720507 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['9d32eb7a-0987-4212-8d57-08492653cb38'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:56:39.739304 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170de84e-80b8-40b9-ac23-b713cf43f1dc tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Pushing event deleted for resources: {'Port': ['ID=9d32eb7a-0987-4212-8d57-08492653cb38,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:39.760362 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0562f078-926b-421e-b272-9f15219c817e req-3a29dc36-f6ef-4506-878a-46022ea67338 tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.58 "GET /v2.0/security-groups?id=dc8c03bd-3967-4ff0-a601-805211ebb6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433004 Sep 21 17:56:39.850041 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce6d928-97e1-40e5-9f7d-07d710a9bea1 req-170de84e-80b8-40b9-ac23-b713cf43f1dc tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] No DVR routers for this DVR port 9d32eb7a-0987-4212-8d57-08492653cb38 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:56:39.855206 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fce6d928-97e1-40e5-9f7d-07d710a9bea1 req-170de84e-80b8-40b9-ac23-b713cf43f1dc tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:39.857365 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fce6d928-97e1-40e5-9f7d-07d710a9bea1 req-170de84e-80b8-40b9-ac23-b713cf43f1dc tempest-ServerRescueTestJSON-2026386271 tempest-ServerRescueTestJSON-2026386271-project] 10.222.0.44 "DELETE /v2.0/ports/9d32eb7a-0987-4212-8d57-08492653cb38 HTTP/1.1" status: 204 len: 173 time: 0.8063173 Sep 21 17:56:39.895466 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a523c247-f119-4984-b9af-c061dc1a9799 req-a2fc214d-6f93-4698-acfe-e5b8a3f1b803 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce2a3300-00b1-4720-b343-c26b88ac0ceb HTTP/1.1" status: 200 len: 210 time: 0.0430307 Sep 21 17:56:39.911176 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d4c3f-5e96-4227-919e-3d7138cec0df req-6663341c-bffe-4f2a-8a0c-43c8f58a9644 tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:39.918703 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-493d4c3f-5e96-4227-919e-3d7138cec0df req-6663341c-bffe-4f2a-8a0c-43c8f58a9644 tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 1101 time: 0.0779648 Sep 21 17:56:39.963531 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-493d4c3f-5e96-4227-919e-3d7138cec0df req-3c45eda6-d751-4f7a-9ef3-18e0fb25a684 tempest-ServersAdminTestJSON-1499329138 tempest-ServersAdminTestJSON-1499329138-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392880 Sep 21 17:56:40.124025 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba381f-c23a-46e0-ae14-aef01573f61e req-a3b7aff3-13da-4157-89a6-96fa2eb46af0 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:40.125627 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6dba381f-c23a-46e0-ae14-aef01573f61e req-a3b7aff3-13da-4157-89a6-96fa2eb46af0 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=b00a511b-a718-4a3b-ab29-d4cc4dff49a0 HTTP/1.1" status: 200 len: 946 time: 0.0555706 Sep 21 17:56:40.176038 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6dba381f-c23a-46e0-ae14-aef01573f61e req-2a6d89ec-38eb-4742-96b8-0d98f9e412ae tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402203 Sep 21 17:56:40.298370 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7f498-4332-40b0-9ce6-f1aede9aaced req-e8463674-048b-487d-aeda-f64403397b50 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:40.299957 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-85b7f498-4332-40b0-9ce6-f1aede9aaced req-e8463674-048b-487d-aeda-f64403397b50 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ceb899-70f1-4111-aab6-acd0863cdc0a HTTP/1.1" status: 200 len: 950 time: 0.0529573 Sep 21 17:56:40.340025 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-85b7f498-4332-40b0-9ce6-f1aede9aaced req-59f8a35a-e830-431f-b1cc-d6a346d28747 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330079 Sep 21 17:56:40.443403 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980179b4-88e9-473a-baa1-05f708beee15 req-b9c33c24-6fde-43bf-88af-074a788215dd tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:40.444909 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-980179b4-88e9-473a-baa1-05f708beee15 req-b9c33c24-6fde-43bf-88af-074a788215dd tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.44 "GET /v2.0/ports?device_id=b00a511b-a718-4a3b-ab29-d4cc4dff49a0 HTTP/1.1" status: 200 len: 946 time: 0.0506196 Sep 21 17:56:40.558527 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-980179b4-88e9-473a-baa1-05f708beee15 req-db824095-5231-40ea-917e-f58c1325d610 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Deleting port 992cb0f8-ecf6-4342-8528-2daf8ddf8f08 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:56:40.559348 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-980179b4-88e9-473a-baa1-05f708beee15 req-db824095-5231-40ea-917e-f58c1325d610 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:40.656887 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-980179b4-88e9-473a-baa1-05f708beee15 req-db824095-5231-40ea-917e-f58c1325d610 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] For port 992cb0f8-ecf6-4342-8528-2daf8ddf8f08, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=992cb0f8-ecf6-4342-8528-2daf8ddf8f08,segment=NetworkSegment(24b566e5-042a-4b3d-9902-34d5286efb61),segment_id=24b566e5-042a-4b3d-9902-34d5286efb61)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:40.657198 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-980179b4-88e9-473a-baa1-05f708beee15 req-db824095-5231-40ea-917e-f58c1325d610 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:40.669753 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-980179b4-88e9-473a-baa1-05f708beee15 req-db824095-5231-40ea-917e-f58c1325d610 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Calling delete_port for 992cb0f8-ecf6-4342-8528-2daf8ddf8f08 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:56:40.805368 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-980179b4-88e9-473a-baa1-05f708beee15 req-db824095-5231-40ea-917e-f58c1325d610 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:40.820749 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['992cb0f8-ecf6-4342-8528-2daf8ddf8f08'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:56:40.828437 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60734) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:40.838890 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db824095-5231-40ea-917e-f58c1325d610 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Pushing event deleted for resources: {'Port': ['ID=992cb0f8-ecf6-4342-8528-2daf8ddf8f08,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:40.886723 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-980179b4-88e9-473a-baa1-05f708beee15 req-db824095-5231-40ea-917e-f58c1325d610 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] No DVR routers for this DVR port 992cb0f8-ecf6-4342-8528-2daf8ddf8f08 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:56:40.889297 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-980179b4-88e9-473a-baa1-05f708beee15 req-db824095-5231-40ea-917e-f58c1325d610 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:40.891716 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-980179b4-88e9-473a-baa1-05f708beee15 req-db824095-5231-40ea-917e-f58c1325d610 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.44 "DELETE /v2.0/ports/992cb0f8-ecf6-4342-8528-2daf8ddf8f08 HTTP/1.1" status: 204 len: 173 time: 0.4339805 Sep 21 17:56:41.248042 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-049b01a4-ab26-41e5-809a-6eb69f2187bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:41.315963 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e8456a38-ac6e-4279-a15d-2b09cfcd637b req-d5a8dd09-0804-4441-960b-902ef22d109e tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=b00a511b-a718-4a3b-ab29-d4cc4dff49a0 HTTP/1.1" status: 200 len: 210 time: 0.0339770 Sep 21 17:56:41.316345 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-48138bd3-5766-4c1d-b8e9-36e94a4953d7 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:41.318043 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-48138bd3-5766-4c1d-b8e9-36e94a4953d7 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/networks?id=1c00a0d6-e667-48aa-86f9-9337cd552f7d HTTP/1.1" status: 200 len: 806 time: 0.1102037 Sep 21 17:56:41.349587 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-e04c3f1e-2369-453c-bfb7-1885601160af tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/quotas/175497c81fda4a69bcd0ab1778ee76e3 HTTP/1.1" status: 200 len: 375 time: 0.0194211 Sep 21 17:56:41.415160 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-e02bd368-137c-4017-9f6a-8aef19ebe8cd tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=175497c81fda4a69bcd0ab1778ee76e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0595315 Sep 21 17:56:41.455458 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ab10eb-d1de-4cb8-ba4b-059d1e7a972f', 'name': 'network-vif-deleted', 'tag': '9d32eb7a-0987-4212-8d57-08492653cb38'}, {'server_uuid': 'b00a511b-a718-4a3b-ab29-d4cc4dff49a0', 'name': 'network-vif-deleted', 'tag': '992cb0f8-ecf6-4342-8528-2daf8ddf8f08'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:56:41.458464 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e68d62-1dc6-4696-8e5b-1420553bf374" -d '{"events": [{"server_uuid": "57ab10eb-d1de-4cb8-ba4b-059d1e7a972f", "name": "network-vif-deleted", "tag": "9d32eb7a-0987-4212-8d57-08492653cb38"}, {"server_uuid": "b00a511b-a718-4a3b-ab29-d4cc4dff49a0", "name": "network-vif-deleted", "tag": "992cb0f8-ecf6-4342-8528-2daf8ddf8f08"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:56:41.586854 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-2b7a07a1-73d9-4d1f-a1a6-073f45ec9e61 service neutron] 10.222.0.58 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635051 Sep 21 17:56:41.666726 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-049b01a4-ab26-41e5-809a-6eb69f2187bb admin admin] Deleting port 550f4814-18b4-4f7d-a8a6-195ee69ccd73 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:56:41.667110 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-049b01a4-ab26-41e5-809a-6eb69f2187bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:41.708854 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-99231819-8011-4cfb-bf2e-e66dac9ae7f7 service neutron] 10.222.0.58 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206083 Sep 21 17:56:41.799559 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-049b01a4-ab26-41e5-809a-6eb69f2187bb admin admin] For port 550f4814-18b4-4f7d-a8a6-195ee69ccd73, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=550f4814-18b4-4f7d-a8a6-195ee69ccd73,segment=NetworkSegment(644490e1-e1e4-40bb-b64b-7ebdf482dc42),segment_id=644490e1-e1e4-40bb-b64b-7ebdf482dc42)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:41.799949 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-049b01a4-ab26-41e5-809a-6eb69f2187bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:41.819838 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-049b01a4-ab26-41e5-809a-6eb69f2187bb admin admin] Calling delete_port for 550f4814-18b4-4f7d-a8a6-195ee69ccd73 owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:56:41.875934 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50930512-883d-4b77-9c9e-4d4e0c26540f req-6505c35b-01f2-457a-a1d7-d70e5a1651e2 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:41.878104 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-50930512-883d-4b77-9c9e-4d4e0c26540f req-6505c35b-01f2-457a-a1d7-d70e5a1651e2 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.44 "GET /v2.0/ports?device_id=48ceb899-70f1-4111-aab6-acd0863cdc0a HTTP/1.1" status: 200 len: 950 time: 0.0761545 Sep 21 17:56:41.890055 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc93cb-6c82-4614-95cf-7e294181bcbf req-c24490bf-6dc7-4086-abfe-d7489b8f1978 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:41.891653 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-81fc93cb-6c82-4614-95cf-7e294181bcbf req-c24490bf-6dc7-4086-abfe-d7489b8f1978 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ceb899-70f1-4111-aab6-acd0863cdc0a HTTP/1.1" status: 200 len: 950 time: 0.1317847 Sep 21 17:56:41.895747 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Sep 2021 17:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763a29ae-469b-4ea4-a8ba-ccbe6a04435b x-openstack-request-id: req-763a29ae-469b-4ea4-a8ba-ccbe6a04435b {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:56:41.909910 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ab10eb-d1de-4cb8-ba4b-059d1e7a972f", "name": "network-vif-deleted", "tag": "9d32eb7a-0987-4212-8d57-08492653cb38", "status": "completed", "code": 200}, {"server_uuid": "b00a511b-a718-4a3b-ab29-d4cc4dff49a0", "name": "network-vif-deleted", "tag": "992cb0f8-ecf6-4342-8528-2daf8ddf8f08", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:56:41.911492 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-763a29ae-469b-4ea4-a8ba-ccbe6a04435b {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:56:41.912164 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ab10eb-d1de-4cb8-ba4b-059d1e7a972f', 'name': 'network-vif-deleted', 'tag': '9d32eb7a-0987-4212-8d57-08492653cb38', 'status': 'completed', 'code': 200} Sep 21 17:56:41.913551 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00a511b-a718-4a3b-ab29-d4cc4dff49a0', 'name': 'network-vif-deleted', 'tag': '992cb0f8-ecf6-4342-8528-2daf8ddf8f08', 'status': 'completed', 'code': 200} Sep 21 17:56:41.988554 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-81fc93cb-6c82-4614-95cf-7e294181bcbf req-4feefad1-4154-4bd9-9797-927afb3c5036 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597999 Sep 21 17:56:42.029969 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f9964902-faa6-4d63-a577-0f12e028c70a req-660c7a39-ff7b-4e83-8a36-4345dbce390d tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e428ce8-801a-4351-8929-5a5520d58d50 HTTP/1.1" status: 200 len: 210 time: 0.0614216 Sep 21 17:56:42.054350 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 7ad3a0bc-b208-4b46-b9e5-8a0af36c5984 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:56:42.095440 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 7ad3a0bc-b208-4b46-b9e5-8a0af36c5984 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:56:42.096250 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 7ad3a0bc-b208-4b46-b9e5-8a0af36c5984 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:56:42.142979 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-50930512-883d-4b77-9c9e-4d4e0c26540f req-2f8c54f4-eab7-437c-86db-6728df1f7a36 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Deleting port b2e3ee59-75ad-47a0-ba1f-aa81e184c253 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:56:42.143386 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-50930512-883d-4b77-9c9e-4d4e0c26540f req-2f8c54f4-eab7-437c-86db-6728df1f7a36 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:42.182943 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-049b01a4-ab26-41e5-809a-6eb69f2187bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:42.241744 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b01a4-ab26-41e5-809a-6eb69f2187bb admin admin] Pushing event deleted for resources: {'Port': ['ID=550f4814-18b4-4f7d-a8a6-195ee69ccd73,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:42.315278 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-50930512-883d-4b77-9c9e-4d4e0c26540f req-2f8c54f4-eab7-437c-86db-6728df1f7a36 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] For port b2e3ee59-75ad-47a0-ba1f-aa81e184c253, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=b2e3ee59-75ad-47a0-ba1f-aa81e184c253,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:42.315663 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-50930512-883d-4b77-9c9e-4d4e0c26540f req-2f8c54f4-eab7-437c-86db-6728df1f7a36 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:42.345918 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-50930512-883d-4b77-9c9e-4d4e0c26540f req-2f8c54f4-eab7-437c-86db-6728df1f7a36 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Calling delete_port for b2e3ee59-75ad-47a0-ba1f-aa81e184c253 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:56:42.435338 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-049b01a4-ab26-41e5-809a-6eb69f2187bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:42.549920 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-50930512-883d-4b77-9c9e-4d4e0c26540f req-2f8c54f4-eab7-437c-86db-6728df1f7a36 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:42.567463 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['26db8e5e-7620-4462-aeff-81796cdce9a6', 'b2e3ee59-75ad-47a0-ba1f-aa81e184c253', '72e84872-9199-453c-a902-e649fd7a417c'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:56:42.589876 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c54f4-eab7-437c-86db-6728df1f7a36 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Pushing event deleted for resources: {'Port': ['ID=b2e3ee59-75ad-47a0-ba1f-aa81e184c253,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:42.650920 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-50930512-883d-4b77-9c9e-4d4e0c26540f req-2f8c54f4-eab7-437c-86db-6728df1f7a36 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] No DVR routers for this DVR port b2e3ee59-75ad-47a0-ba1f-aa81e184c253 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:56:42.653977 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-50930512-883d-4b77-9c9e-4d4e0c26540f req-2f8c54f4-eab7-437c-86db-6728df1f7a36 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:42.656486 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-50930512-883d-4b77-9c9e-4d4e0c26540f req-2f8c54f4-eab7-437c-86db-6728df1f7a36 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.44 "DELETE /v2.0/ports/b2e3ee59-75ad-47a0-ba1f-aa81e184c253 HTTP/1.1" status: 204 len: 173 time: 0.7645931 Sep 21 17:56:42.852453 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049b01a4-ab26-41e5-809a-6eb69f2187bb admin admin] Router 3d6aa666-5344-46cd-a0fc-c7f4afe94f43 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:56:43.047423 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049b01a4-ab26-41e5-809a-6eb69f2187bb admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:56:43.055063 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-049b01a4-ab26-41e5-809a-6eb69f2187bb admin admin] 10.222.0.58 "PUT /v2.0/routers/3d6aa666-5344-46cd-a0fc-c7f4afe94f43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2226429 Sep 21 17:56:43.057458 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60800) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:43.059051 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28b2bb4-71b2-4dc6-ae03-b2cf18f5157f None None] Sync routers for ids ['3d6aa666-5344-46cd-a0fc-c7f4afe94f43'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:56:43.071676 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28b2bb4-71b2-4dc6-ae03-b2cf18f5157f None None] Routers {'3d6aa666-5344-46cd-a0fc-c7f4afe94f43'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:56:43.072785 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-b28b2bb4-71b2-4dc6-ae03-b2cf18f5157f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:56:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3d6aa666-5344-46cd-a0fc-c7f4afe94f43'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:56:43.221810 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-b28b2bb4-71b2-4dc6-ae03-b2cf18f5157f None None] Set router 3d6aa666-5344-46cd-a0fc-c7f4afe94f43 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:56:43.252013 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ddc31-5136-4951-ae80-bca915470cd5 req-0a0e03dc-b735-40f2-aeda-642baca6f03c tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:43.259706 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-462ddc31-5136-4951-ae80-bca915470cd5 req-0a0e03dc-b735-40f2-aeda-642baca6f03c tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/networks?id=8c160ab6-baed-4257-8d63-cfb421e0e315 HTTP/1.1" status: 200 len: 812 time: 0.2111292 Sep 21 17:56:43.259872 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-99beae74-857d-4890-85b0-9dd55e42bf6b admin admin] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:43.322053 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c653373f-211f-47fa-8156-08bba3c6170a req-af91e188-0db9-45d0-bb2f-40327513b50c tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=48ceb899-70f1-4111-aab6-acd0863cdc0a HTTP/1.1" status: 200 len: 210 time: 0.0719528 Sep 21 17:56:43.365650 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-462ddc31-5136-4951-ae80-bca915470cd5 req-b26dc6ca-d727-48b3-abe3-4b234ced3aa6 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/quotas/f1fc54364b794afda43368337694baaa HTTP/1.1" status: 200 len: 375 time: 0.1049511 Sep 21 17:56:43.442837 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-462ddc31-5136-4951-ae80-bca915470cd5 req-4d619ebd-5041-4078-921f-77c9db9d80b6 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f1fc54364b794afda43368337694baaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0761189 Sep 21 17:56:43.463079 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-99beae74-857d-4890-85b0-9dd55e42bf6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:43.515795 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7fd497c1-3b18-4d46-b00f-98c0b797a4d3 req-5aee194b-9218-48ef-93b1-e6b85fdde21e tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e428ce8-801a-4351-8929-5a5520d58d50 HTTP/1.1" status: 200 len: 210 time: 0.0816226 Sep 21 17:56:43.528459 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-73ae4ffe-0221-48db-97a8-0462a1123233 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:43.530024 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-73ae4ffe-0221-48db-97a8-0462a1123233 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.38 "GET /v2.0/networks?id=1c00a0d6-e667-48aa-86f9-9337cd552f7d HTTP/1.1" status: 200 len: 806 time: 0.2611916 Sep 21 17:56:43.576331 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-ce437122-ec20-4c68-9f75-053a4ab9b2d0 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Request body: {'port': {'device_id': '3e428ce8-801a-4351-8929-5a5520d58d50', 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d', 'admin_state_up': True, 'tenant_id': '175497c81fda4a69bcd0ab1778ee76e3'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:43.583457 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-99beae74-857d-4890-85b0-9dd55e42bf6b admin admin] Deleting port 7b4581f3-eedd-47f1-93b4-79c90f3cd2d9 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:56:43.583816 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-99beae74-857d-4890-85b0-9dd55e42bf6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:43.623113 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-462ddc31-5136-4951-ae80-bca915470cd5 req-5e99aae4-6b5d-46d7-b1d7-22cc19af5dbf service neutron] 10.222.0.58 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794491 Sep 21 17:56:43.694272 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-b28b2bb4-71b2-4dc6-ae03-b2cf18f5157f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6aa666-5344-46cd-a0fc-c7f4afe94f43', 'name': 'tempest-ServerRescueTestJSON-730299092-router', 'tenant_id': '9f77b13dab8e4d118c01975b2d61d3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '7b4581f3-eedd-47f1-93b4-79c90f3cd2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:54:14Z', 'updated_at': '2021-09-21T17:56:42Z', 'revision_number': 5, 'project_id': '9f77b13dab8e4d118c01975b2d61d3f1', 'gw_port': {'id': '7b4581f3-eedd-47f1-93b4-79c90f3cd2d9', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6aa666-5344-46cd-a0fc-c7f4afe94f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:54:16Z', 'updated_at': '2021-09-21T17:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:56:43.721476 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28b2bb4-71b2-4dc6-ae03-b2cf18f5157f None None] Checking router: 3d6aa666-5344-46cd-a0fc-c7f4afe94f43 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:56:43.730165 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28b2bb4-71b2-4dc6-ae03-b2cf18f5157f None None] Routers {'3d6aa666-5344-46cd-a0fc-c7f4afe94f43'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:56:43.730792 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-b28b2bb4-71b2-4dc6-ae03-b2cf18f5157f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:56:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3d6aa666-5344-46cd-a0fc-c7f4afe94f43'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:56:43.818880 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-462ddc31-5136-4951-ae80-bca915470cd5 req-9eb9d102-c94c-488b-9ef4-333534301354 service neutron] 10.222.0.58 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707222 Sep 21 17:56:43.820234 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-ce437122-ec20-4c68-9f75-053a4ab9b2d0 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Made reservation on behalf of 175497c81fda4a69bcd0ab1778ee76e3 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:56:43.825763 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-ce437122-ec20-4c68-9f75-053a4ab9b2d0 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:43.897181 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-b28b2bb4-71b2-4dc6-ae03-b2cf18f5157f None None] Set router 3d6aa666-5344-46cd-a0fc-c7f4afe94f43 gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:56:43.925031 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ceb899-70f1-4111-aab6-acd0863cdc0a', 'name': 'network-vif-deleted', 'tag': 'b2e3ee59-75ad-47a0-ba1f-aa81e184c253'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:56:43.928138 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a1424f-2f1c-4b92-9482-31f24b675657" -d '{"events": [{"server_uuid": "48ceb899-70f1-4111-aab6-acd0863cdc0a", "name": "network-vif-deleted", "tag": "b2e3ee59-75ad-47a0-ba1f-aa81e184c253"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:56:43.960161 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-99beae74-857d-4890-85b0-9dd55e42bf6b admin admin] For port 7b4581f3-eedd-47f1-93b4-79c90f3cd2d9, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=7b4581f3-eedd-47f1-93b4-79c90f3cd2d9,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:43.960532 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-99beae74-857d-4890-85b0-9dd55e42bf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:43.976067 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-99beae74-857d-4890-85b0-9dd55e42bf6b admin admin] Calling delete_port for 7b4581f3-eedd-47f1-93b4-79c90f3cd2d9 owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:56:44.006559 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-b28b2bb4-71b2-4dc6-ae03-b2cf18f5157f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6aa666-5344-46cd-a0fc-c7f4afe94f43', 'name': 'tempest-ServerRescueTestJSON-730299092-router', 'tenant_id': '9f77b13dab8e4d118c01975b2d61d3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:54:14Z', 'updated_at': '2021-09-21T17:56:43Z', 'revision_number': 6, 'project_id': '9f77b13dab8e4d118c01975b2d61d3f1', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:56:44.014355 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b73dcf-5922-427a-9209-bfaaa461a5f1 x-openstack-request-id: req-e8b73dcf-5922-427a-9209-bfaaa461a5f1 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:56:44.014746 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ceb899-70f1-4111-aab6-acd0863cdc0a", "name": "network-vif-deleted", "tag": "b2e3ee59-75ad-47a0-ba1f-aa81e184c253", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:56:44.015049 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e8b73dcf-5922-427a-9209-bfaaa461a5f1 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:56:44.015475 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ceb899-70f1-4111-aab6-acd0863cdc0a', 'name': 'network-vif-deleted', 'tag': 'b2e3ee59-75ad-47a0-ba1f-aa81e184c253', 'status': 'completed', 'code': 200} Sep 21 17:56:44.017002 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-ce437122-ec20-4c68-9f75-053a4ab9b2d0 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Allocated IP 172.20.0.14 (1c00a0d6-e667-48aa-86f9-9337cd552f7d/b33b2c75-9b86-4e4e-90ea-cf1f238c715d/3f771e48-b54f-49ca-b437-479a10d95c47) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:56:44.045551 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28b2bb4-71b2-4dc6-ae03-b2cf18f5157f None None] The sync data for ids ['3d6aa666-5344-46cd-a0fc-c7f4afe94f43'] in n-d-810291-1 is: [{'id': '3d6aa666-5344-46cd-a0fc-c7f4afe94f43', 'name': 'tempest-ServerRescueTestJSON-730299092-router', 'tenant_id': '9f77b13dab8e4d118c01975b2d61d3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:54:14Z', 'updated_at': '2021-09-21T17:56:43Z', 'revision_number': 6, 'project_id': '9f77b13dab8e4d118c01975b2d61d3f1', 'gw_port_host': None}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:56:44.149076 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-973ed92c-0357-4cfe-aafd-be2b29f1df2b req-1fea6c91-8d7f-40b4-a704-747a6ba543e2 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdd27063-50c2-44d8-8e1a-0ed5edf5f850 HTTP/1.1" status: 200 len: 210 time: 0.0719721 Sep 21 17:56:44.224727 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-99beae74-857d-4890-85b0-9dd55e42bf6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:44.233861 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-ce437122-ec20-4c68-9f75-053a4ab9b2d0 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:44.253953 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99beae74-857d-4890-85b0-9dd55e42bf6b admin admin] Pushing event deleted for resources: {'Port': ['ID=7b4581f3-eedd-47f1-93b4-79c90f3cd2d9,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:44.271253 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-ce437122-ec20-4c68-9f75-053a4ab9b2d0 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:44.282969 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['dbc0d7b1-96db-431a-bbdc-4aac85019438'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:56:44.316286 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-ce437122-ec20-4c68-9f75-053a4ab9b2d0 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Network 1c00a0d6-e667-48aa-86f9-9337cd552f7d is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:56:44.319651 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-ce437122-ec20-4c68-9f75-053a4ab9b2d0 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:56:44.321861 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-99beae74-857d-4890-85b0-9dd55e42bf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:44.324968 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-ce437122-ec20-4c68-9f75-053a4ab9b2d0 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:56:44.361226 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce437122-ec20-4c68-9f75-053a4ab9b2d0 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Pushing event updated for resources: {'Port': ['ID=3f771e48-b54f-49ca-b437-479a10d95c47,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:44.399738 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-ce437122-ec20-4c68-9f75-053a4ab9b2d0 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:44.400826 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-ce437122-ec20-4c68-9f75-053a4ab9b2d0 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:44.430568 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-ce437122-ec20-4c68-9f75-053a4ab9b2d0 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8599155 Sep 21 17:56:44.444919 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-dda480af-71c3-4f4a-8532-7551f1e945f5 service neutron] Request body: {'port': {'device_id': '3e428ce8-801a-4351-8929-5a5520d58d50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:44.481808 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-99beae74-857d-4890-85b0-9dd55e42bf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:44.484273 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-99beae74-857d-4890-85b0-9dd55e42bf6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:44.560158 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 9d32eb7a-0987-4212-8d57-08492653cb38 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:56:44.567334 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-dda480af-71c3-4f4a-8532-7551f1e945f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:44.587042 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-99beae74-857d-4890-85b0-9dd55e42bf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:44.588593 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99beae74-857d-4890-85b0-9dd55e42bf6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d6aa666-5344-46cd-a0fc-c7f4afe94f43 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 17:56:44.590616 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 9d32eb7a-0987-4212-8d57-08492653cb38 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:56:44.591192 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 9d32eb7a-0987-4212-8d57-08492653cb38 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:56:44.591892 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device b2e3ee59-75ad-47a0-ba1f-aa81e184c253 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:56:44.614459 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-99beae74-857d-4890-85b0-9dd55e42bf6b admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:44.615129 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: b2e3ee59-75ad-47a0-ba1f-aa81e184c253 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:56:44.615702 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device b2e3ee59-75ad-47a0-ba1f-aa81e184c253 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:56:44.616361 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 992cb0f8-ecf6-4342-8528-2daf8ddf8f08 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:56:44.619282 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-99beae74-857d-4890-85b0-9dd55e42bf6b admin admin] 10.222.0.58 "DELETE /v2.0/routers/3d6aa666-5344-46cd-a0fc-c7f4afe94f43 HTTP/1.1" status: 204 len: 168 time: 1.5595479 Sep 21 17:56:44.620863 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60828) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:44.644323 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 992cb0f8-ecf6-4342-8528-2daf8ddf8f08 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:56:44.645003 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 992cb0f8-ecf6-4342-8528-2daf8ddf8f08 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:56:44.691972 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb3cbd94-8692-4919-b577-5479de18c30a admin admin] Deleting subnet 07dfe057-fa44-4619-a478-cd516393be78 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:56:44.696471 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cb3cbd94-8692-4919-b577-5479de18c30a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:44.762138 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cb3cbd94-8692-4919-b577-5479de18c30a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:44.786609 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13bbb4-858c-4a56-80a0-4511e65f2901 req-ce4e433d-f4d4-4c29-acd4-7c913adb519f tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:44.788156 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eb13bbb4-858c-4a56-80a0-4511e65f2901 req-ce4e433d-f4d4-4c29-acd4-7c913adb519f tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e428ce8-801a-4351-8929-5a5520d58d50 HTTP/1.1" status: 200 len: 932 time: 0.1290050 Sep 21 17:56:44.804465 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce7afb-5912-439f-875b-7ed212d52531 req-c22f6a43-9041-4fb9-9774-d8f4ee5c1c1d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:44.811468 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-efce7afb-5912-439f-875b-7ed212d52531 req-c22f6a43-9041-4fb9-9774-d8f4ee5c1c1d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=71c505ad-2974-4554-8f59-0310ba1eb97e HTTP/1.1" status: 200 len: 950 time: 0.1128752 Sep 21 17:56:44.836955 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cb3cbd94-8692-4919-b577-5479de18c30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:44.879835 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eb13bbb4-858c-4a56-80a0-4511e65f2901 req-dbd33b5e-91f8-4ec3-8792-85019dcba733 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802310 Sep 21 17:56:44.895303 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-efce7afb-5912-439f-875b-7ed212d52531 req-d5f88867-ba15-475d-a35a-225f419edf8d tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786109 Sep 21 17:56:44.960107 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cb3cbd94-8692-4919-b577-5479de18c30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:44.998073 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3cbd94-8692-4919-b577-5479de18c30a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07dfe057-fa44-4619-a478-cd516393be78,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:45.002088 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cb3cbd94-8692-4919-b577-5479de18c30a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:45.006242 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-cb3cbd94-8692-4919-b577-5479de18c30a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/07dfe057-fa44-4619-a478-cd516393be78 HTTP/1.1" status: 204 len: 168 time: 0.3797317 Sep 21 17:56:45.006574 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60840) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:45.035561 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-dda480af-71c3-4f4a-8532-7551f1e945f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f771e48-b54f-49ca-b437-479a10d95c47 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:56:45.047561 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-dda480af-71c3-4f4a-8532-7551f1e945f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:45.063332 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-dda480af-71c3-4f4a-8532-7551f1e945f5 service neutron] Transition to ACTIVE for port object 3f771e48-b54f-49ca-b437-479a10d95c47 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:56:45.070663 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-dda480af-71c3-4f4a-8532-7551f1e945f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:45.086136 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2866eef0-17ab-45a4-ab86-ec2e413d70f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:45.180028 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2866eef0-17ab-45a4-ab86-ec2e413d70f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:45.207635 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-2866eef0-17ab-45a4-ab86-ec2e413d70f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b3a3fa-6b9b-4eec-b5c4-bb586b710739']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:56:45.218482 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-2866eef0-17ab-45a4-ab86-ec2e413d70f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '644490e1-e1e4-40bb-b64b-7ebdf482dc42') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:56:45.218775 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-2866eef0-17ab-45a4-ab86-ec2e413d70f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '644490e1-e1e4-40bb-b64b-7ebdf482dc42') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:56:45.238208 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2866eef0-17ab-45a4-ab86-ec2e413d70f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:45.255007 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda480af-71c3-4f4a-8532-7551f1e945f5 service neutron] Pushing event updated for resources: {'Port': ['ID=3f771e48-b54f-49ca-b437-479a10d95c47,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:45.269449 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ddc31-5136-4951-ae80-bca915470cd5 req-ef51acb9-469a-4385-aa87-21df350a9690 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:45.271195 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-462ddc31-5136-4951-ae80-bca915470cd5 req-ef51acb9-469a-4385-aa87-21df350a9690 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.38 "GET /v2.0/networks?id=8c160ab6-baed-4257-8d63-cfb421e0e315 HTTP/1.1" status: 200 len: 812 time: 0.1316333 Sep 21 17:56:45.285140 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2866eef0-17ab-45a4-ab86-ec2e413d70f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:45.302827 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-462ddc31-5136-4951-ae80-bca915470cd5 req-2f22a468-29d5-443c-8ed1-6e1e127783b4 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Request body: {'port': {'device_id': 'cdd27063-50c2-44d8-8e1a-0ed5edf5f850', 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315', 'admin_state_up': True, 'tenant_id': 'f1fc54364b794afda43368337694baaa'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:45.311291 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5df7e723-f831-46b9-a28b-a716b9916d25 req-fa8ba1df-a932-431c-9764-d3eec12794a7 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdd27063-50c2-44d8-8e1a-0ed5edf5f850 HTTP/1.1" status: 200 len: 210 time: 0.0434487 Sep 21 17:56:45.312384 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2866eef0-17ab-45a4-ab86-ec2e413d70f1 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:56:45.312822 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2866eef0-17ab-45a4-ab86-ec2e413d70f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:45.314877 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 17:56:45.314877 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:56:45.314877 n-d-810291-1 neutron-server[101461]: timer() Sep 21 17:56:45.314877 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:56:45.314877 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 17:56:45.314877 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:56:45.314877 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 17:56:45.314877 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:56:45.314877 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 17:56:45.314877 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:56:45.314877 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 17:56:45.314877 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:56:45.314877 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 17:56:45.314877 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:56:45.314877 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:56:45.314877 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:56:45.314877 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:56:45.314877 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:56:45.314877 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 17:56:45.314877 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:56:45.314877 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 17:56:45.314877 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:56:45.314877 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:56:45.314877 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:56:45.314877 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 17:56:45.314877 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:56:45.314877 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:56:45.314877 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:56:45.314877 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:56:45.314877 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:56:45.314877 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:56:45.314877 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:56:45.377301 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2866eef0-17ab-45a4-ab86-ec2e413d70f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:45.383448 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2866eef0-17ab-45a4-ab86-ec2e413d70f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:45.385912 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2866eef0-17ab-45a4-ab86-ec2e413d70f1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/21b3a3fa-6b9b-4eec-b5c4-bb586b710739 HTTP/1.1" status: 204 len: 168 time: 0.3783283 Sep 21 17:56:45.399011 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866eef0-17ab-45a4-ab86-ec2e413d70f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=21b3a3fa-6b9b-4eec-b5c4-bb586b710739,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:45.409064 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-dda480af-71c3-4f4a-8532-7551f1e945f5 service neutron] Attempting to bind port 3f771e48-b54f-49ca-b437-479a10d95c47 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:56:45.409493 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-dda480af-71c3-4f4a-8532-7551f1e945f5 service neutron] Attempting to bind port 3f771e48-b54f-49ca-b437-479a10d95c47 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '56b6ab3c-69bd-42e2-acea-4797f09bea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:56:45.409816 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-dda480af-71c3-4f4a-8532-7551f1e945f5 service neutron] Attempting to bind port 3f771e48-b54f-49ca-b437-479a10d95c47 on network 1c00a0d6-e667-48aa-86f9-9337cd552f7d {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:56:45.419135 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-dda480af-71c3-4f4a-8532-7551f1e945f5 service neutron] Port 3f771e48-b54f-49ca-b437-479a10d95c47 on network 1c00a0d6-e667-48aa-86f9-9337cd552f7d not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:56:45.419451 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-dda480af-71c3-4f4a-8532-7551f1e945f5 service neutron] Attempting to bind port 3f771e48-b54f-49ca-b437-479a10d95c47 on network 1c00a0d6-e667-48aa-86f9-9337cd552f7d {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:56:45.432317 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-dda480af-71c3-4f4a-8532-7551f1e945f5 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:56:45.432653 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-dda480af-71c3-4f4a-8532-7551f1e945f5 service neutron] Checking segment: {'id': '56b6ab3c-69bd-42e2-acea-4797f09bea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:56:45.433065 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-dda480af-71c3-4f4a-8532-7551f1e945f5 service neutron] Bound using segment: {'id': '56b6ab3c-69bd-42e2-acea-4797f09bea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:56:45.433493 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-dda480af-71c3-4f4a-8532-7551f1e945f5 service neutron] Bound port: 3f771e48-b54f-49ca-b437-479a10d95c47, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b6ab3c-69bd-42e2-acea-4797f09bea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:56:45.433852 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-dda480af-71c3-4f4a-8532-7551f1e945f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:45.497711 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-462ddc31-5136-4951-ae80-bca915470cd5 req-2f22a468-29d5-443c-8ed1-6e1e127783b4 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Made reservation on behalf of f1fc54364b794afda43368337694baaa for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:56:45.501492 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-462ddc31-5136-4951-ae80-bca915470cd5 req-2f22a468-29d5-443c-8ed1-6e1e127783b4 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:45.537343 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-dda480af-71c3-4f4a-8532-7551f1e945f5 service neutron] For port 3f771e48-b54f-49ca-b437-479a10d95c47, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:56:45.539260 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 7b4581f3-eedd-47f1-93b4-79c90f3cd2d9 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:56:45.541993 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-dda480af-71c3-4f4a-8532-7551f1e945f5 service neutron] For port 3f771e48-b54f-49ca-b437-479a10d95c47, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3f771e48-b54f-49ca-b437-479a10d95c47,segment=NetworkSegment(56b6ab3c-69bd-42e2-acea-4797f09bea25),segment_id=56b6ab3c-69bd-42e2-acea-4797f09bea25)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:56:45.559724 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 7b4581f3-eedd-47f1-93b4-79c90f3cd2d9 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:56:45.560039 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 7b4581f3-eedd-47f1-93b4-79c90f3cd2d9 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:56:45.560404 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 550f4814-18b4-4f7d-a8a6-195ee69ccd73 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:56:45.563821 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60846) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:45.574403 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-dda480af-71c3-4f4a-8532-7551f1e945f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:45.579693 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 550f4814-18b4-4f7d-a8a6-195ee69ccd73 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:56:45.580030 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 550f4814-18b4-4f7d-a8a6-195ee69ccd73 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:56:45.603759 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e745b52b-f293-463a-a0e1-66e2731c0fa8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9f77b13dab8e4d118c01975b2d61d3f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387149 Sep 21 17:56:45.606374 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60848) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:45.627810 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-dda480af-71c3-4f4a-8532-7551f1e945f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:45.628438 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-dda480af-71c3-4f4a-8532-7551f1e945f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:45.629841 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-dda480af-71c3-4f4a-8532-7551f1e945f5 service neutron] 10.222.0.38 "PUT /v2.0/ports/3f771e48-b54f-49ca-b437-479a10d95c47 HTTP/1.1" status: 200 len: 1092 time: 1.1902039 Sep 21 17:56:45.654606 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-464b2541-d3f3-4dd5-84cb-a7e645901a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:45.675780 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-464b2541-d3f3-4dd5-84cb-a7e645901a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:45.717037 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda480af-71c3-4f4a-8532-7551f1e945f5 service neutron] Pushing event updated for resources: {'Port': ['ID=3f771e48-b54f-49ca-b437-479a10d95c47,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:45.726102 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-464b2541-d3f3-4dd5-84cb-a7e645901a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:45.729292 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-464b2541-d3f3-4dd5-84cb-a7e645901a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:45.732977 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-464b2541-d3f3-4dd5-84cb-a7e645901a07 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dc8c03bd-3967-4ff0-a601-805211ebb6e3 HTTP/1.1" status: 204 len: 168 time: 0.1232340 Sep 21 17:56:45.735039 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-462ddc31-5136-4951-ae80-bca915470cd5 req-2f22a468-29d5-443c-8ed1-6e1e127783b4 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Allocated IP 172.20.0.13 (8c160ab6-baed-4257-8d63-cfb421e0e315/8c08e933-ce5c-4713-ad95-cf9d2cd4544e/fe1c72d3-7d41-4858-b68b-157be4cf40f2) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:56:45.741183 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b2541-d3f3-4dd5-84cb-a7e645901a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8c03bd-3967-4ff0-a601-805211ebb6e3,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:45.746048 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-be7284fd-5683-4f3b-88b3-cb26cbe9674c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:45.747648 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-be7284fd-5683-4f3b-88b3-cb26cbe9674c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=175497c81fda4a69bcd0ab1778ee76e3&device_id=3e428ce8-801a-4351-8929-5a5520d58d50 HTTP/1.1" status: 200 len: 1095 time: 0.0771301 Sep 21 17:56:45.802141 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-491701bb-a255-462c-a8ca-481a4a72bd31 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f771e48-b54f-49ca-b437-479a10d95c47 HTTP/1.1" status: 200 len: 217 time: 0.0457003 Sep 21 17:56:45.876777 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6d4e753-ad26-466a-8099-5030ea63cde2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:45.886100 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-88cabcbd-dc55-4505-bfa1-314dd353bf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:45.887651 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-88cabcbd-dc55-4505-bfa1-314dd353bf2b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b33b2c75-9b86-4e4e-90ea-cf1f238c715d HTTP/1.1" status: 200 len: 846 time: 0.0757372 Sep 21 17:56:45.955006 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-b7d179ee-3301-4563-a037-90480973fc3e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1c00a0d6-e667-48aa-86f9-9337cd552f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398281 Sep 21 17:56:46.016424 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e428ce8-801a-4351-8929-5a5520d58d50', 'tag': '3f771e48-b54f-49ca-b437-479a10d95c47'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:56:46.018693 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636f9d04-914d-480e-a9df-85881f6ada68" -d '{"events": [{"name": "network-changed", "server_uuid": "3e428ce8-801a-4351-8929-5a5520d58d50", "tag": "3f771e48-b54f-49ca-b437-479a10d95c47"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:56:46.037585 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d42f51-7d33-40a2-9098-4a9dce2a2801 req-38355fa1-de77-4111-aa44-531c4ee6b311 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:46.039995 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-19d42f51-7d33-40a2-9098-4a9dce2a2801 req-38355fa1-de77-4111-aa44-531c4ee6b311 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=71c505ad-2974-4554-8f59-0310ba1eb97e HTTP/1.1" status: 200 len: 950 time: 0.0598340 Sep 21 17:56:46.091676 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-19d42f51-7d33-40a2-9098-4a9dce2a2801 req-22e52ef2-dc83-4e74-b5c5-975c5f11079e tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453494 Sep 21 17:56:46.103365 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-462ddc31-5136-4951-ae80-bca915470cd5 req-2f22a468-29d5-443c-8ed1-6e1e127783b4 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:46.133362 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ece215-33e3-4dfc-8576-93e4fc4ec40f req-5db1d42a-45a4-4a77-9db9-9bf8658e5879 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:46.134807 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-71ece215-33e3-4dfc-8576-93e4fc4ec40f req-5db1d42a-45a4-4a77-9db9-9bf8658e5879 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e428ce8-801a-4351-8929-5a5520d58d50 HTTP/1.1" status: 200 len: 944 time: 0.1691427 Sep 21 17:56:46.432351 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-86fbe2fc-fff1-485a-8e4a-9ee68aec3c5f req-9fda6c0d-cad0-455f-a449-da634a1c07df tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdd27063-50c2-44d8-8e1a-0ed5edf5f850 HTTP/1.1" status: 200 len: 210 time: 0.0277271 Sep 21 17:56:46.497145 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a218a684-e47a-4fc0-989b-963df7b951f6 x-openstack-request-id: req-a218a684-e47a-4fc0-989b-963df7b951f6 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:56:46.497408 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e428ce8-801a-4351-8929-5a5520d58d50", "tag": "3f771e48-b54f-49ca-b437-479a10d95c47", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:56:46.497658 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a218a684-e47a-4fc0-989b-963df7b951f6 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:56:46.498053 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e428ce8-801a-4351-8929-5a5520d58d50', 'tag': '3f771e48-b54f-49ca-b437-479a10d95c47', 'status': 'completed', 'code': 200} Sep 21 17:56:46.536831 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-3a541862-f365-4768-93e6-46d8b64ba3f7 service neutron] 10.222.0.38 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5734839 Sep 21 17:56:46.564659 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-462ddc31-5136-4951-ae80-bca915470cd5 req-2f22a468-29d5-443c-8ed1-6e1e127783b4 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:46.622195 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-71ece215-33e3-4dfc-8576-93e4fc4ec40f req-cb52a06c-f2d8-4172-a275-93d560208915 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4746370 Sep 21 17:56:46.664398 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-462ddc31-5136-4951-ae80-bca915470cd5 req-2f22a468-29d5-443c-8ed1-6e1e127783b4 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Network 8c160ab6-baed-4257-8d63-cfb421e0e315 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:56:46.678591 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860fe08-11f3-4cba-a5c8-87755c491eac req-681e4660-dbac-4f58-bf24-da568d45afd8 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:46.680059 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d860fe08-11f3-4cba-a5c8-87755c491eac req-681e4660-dbac-4f58-bf24-da568d45afd8 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.44 "GET /v2.0/ports?device_id=71c505ad-2974-4554-8f59-0310ba1eb97e HTTP/1.1" status: 200 len: 950 time: 0.1791966 Sep 21 17:56:46.685670 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-462ddc31-5136-4951-ae80-bca915470cd5 req-2f22a468-29d5-443c-8ed1-6e1e127783b4 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:56:46.690395 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22a468-29d5-443c-8ed1-6e1e127783b4 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Pushing event updated for resources: {'Port': ['ID=fe1c72d3-7d41-4858-b68b-157be4cf40f2,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:46.694257 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-462ddc31-5136-4951-ae80-bca915470cd5 req-2f22a468-29d5-443c-8ed1-6e1e127783b4 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:56:46.784048 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3054c94f-c971-4b4a-b667-d521782c6de5 req-70b8241f-f5c5-4acd-aabf-87e2b27e6192 service neutron] 10.222.0.38 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392139 Sep 21 17:56:46.824068 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ddc31-5136-4951-ae80-bca915470cd5 req-2f22a468-29d5-443c-8ed1-6e1e127783b4 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:46.824728 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-462ddc31-5136-4951-ae80-bca915470cd5 req-2f22a468-29d5-443c-8ed1-6e1e127783b4 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:46.876845 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-462ddc31-5136-4951-ae80-bca915470cd5 req-2f22a468-29d5-443c-8ed1-6e1e127783b4 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5838301 Sep 21 17:56:46.891252 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-462ddc31-5136-4951-ae80-bca915470cd5 req-4a7cb947-fb37-434e-84e2-2ecbd2a7abbf service neutron] Request body: {'port': {'device_id': 'cdd27063-50c2-44d8-8e1a-0ed5edf5f850', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:46.937012 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-d860fe08-11f3-4cba-a5c8-87755c491eac req-da097f5a-7a59-4d0d-af86-43c8a5ab43d7 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Deleting port 26db8e5e-7620-4462-aeff-81796cdce9a6 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:56:46.937366 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d860fe08-11f3-4cba-a5c8-87755c491eac req-da097f5a-7a59-4d0d-af86-43c8a5ab43d7 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:46.956699 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f9d04-914d-480e-a9df-85881f6ada68 req-6b0158ec-9552-4788-a84e-0222ae21d436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:46.958215 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-636f9d04-914d-480e-a9df-85881f6ada68 req-6b0158ec-9552-4788-a84e-0222ae21d436 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=175497c81fda4a69bcd0ab1778ee76e3&device_id=3e428ce8-801a-4351-8929-5a5520d58d50 HTTP/1.1" status: 200 len: 1095 time: 0.1180339 Sep 21 17:56:46.974388 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e062a984-6c40-416b-b9b2-c55b822a2088 req-9a289d4c-eba0-410e-88be-0471fda6164c tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d851ba2-5a59-4768-92ab-4e31ce86c08c HTTP/1.1" status: 200 len: 210 time: 0.0575089 Sep 21 17:56:47.065603 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-462ddc31-5136-4951-ae80-bca915470cd5 req-4a7cb947-fb37-434e-84e2-2ecbd2a7abbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:47.178245 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-d860fe08-11f3-4cba-a5c8-87755c491eac req-da097f5a-7a59-4d0d-af86-43c8a5ab43d7 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] For port 26db8e5e-7620-4462-aeff-81796cdce9a6, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=26db8e5e-7620-4462-aeff-81796cdce9a6,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:47.178245 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d860fe08-11f3-4cba-a5c8-87755c491eac req-da097f5a-7a59-4d0d-af86-43c8a5ab43d7 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:47.190825 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f9d04-914d-480e-a9df-85881f6ada68 req-1b130f44-fc67-400d-9df3-91674c820863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:47.192390 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-636f9d04-914d-480e-a9df-85881f6ada68 req-1b130f44-fc67-400d-9df3-91674c820863 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1c00a0d6-e667-48aa-86f9-9337cd552f7d HTTP/1.1" status: 200 len: 907 time: 0.2176189 Sep 21 17:56:47.204347 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-d860fe08-11f3-4cba-a5c8-87755c491eac req-da097f5a-7a59-4d0d-af86-43c8a5ab43d7 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Calling delete_port for 26db8e5e-7620-4462-aeff-81796cdce9a6 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:56:47.283995 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-636f9d04-914d-480e-a9df-85881f6ada68 req-45d3ad7f-a57c-49bf-bcf5-e18b5e27e636 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f771e48-b54f-49ca-b437-479a10d95c47 HTTP/1.1" status: 200 len: 217 time: 0.0776958 Sep 21 17:56:47.465363 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf6f45-736d-4674-bb39-72e406f88be5 req-e6f2b4ba-f6c2-45c8-99b6-43f70e31d04e tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:47.473714 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-89cf6f45-736d-4674-bb39-72e406f88be5 req-e6f2b4ba-f6c2-45c8-99b6-43f70e31d04e tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=71c505ad-2974-4554-8f59-0310ba1eb97e HTTP/1.1" status: 200 len: 950 time: 0.2705617 Sep 21 17:56:47.486445 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f9d04-914d-480e-a9df-85881f6ada68 req-e33ee7b1-fa98-4256-bdaf-fe333ddf5834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:47.487872 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-636f9d04-914d-480e-a9df-85881f6ada68 req-e33ee7b1-fa98-4256-bdaf-fe333ddf5834 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b33b2c75-9b86-4e4e-90ea-cf1f238c715d HTTP/1.1" status: 200 len: 846 time: 0.1591737 Sep 21 17:56:47.570558 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-636f9d04-914d-480e-a9df-85881f6ada68 req-2d0ce7ad-3b3a-4203-bbf0-03f00b1f61da service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1c00a0d6-e667-48aa-86f9-9337cd552f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719995 Sep 21 17:56:47.626581 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-89cf6f45-736d-4674-bb39-72e406f88be5 req-583ceaf1-1e74-45ca-a403-855692ed61b7 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520035 Sep 21 17:56:47.722759 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8bcd0-8ec0-46f4-a2e4-a22cacb50831 req-1855425e-037c-4f58-a36e-f3767ea10d20 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:47.726048 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-48b8bcd0-8ec0-46f4-a2e4-a22cacb50831 req-1855425e-037c-4f58-a36e-f3767ea10d20 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdd27063-50c2-44d8-8e1a-0ed5edf5f850 HTTP/1.1" status: 200 len: 932 time: 0.0535247 Sep 21 17:56:47.745430 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e7de67a9-b0a7-4836-b59a-ac9dc7ffcb2e req-221b9ffa-7d3f-4b07-aa24-19d5d87f3cbb tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0523698 Sep 21 17:56:47.783736 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-48b8bcd0-8ec0-46f4-a2e4-a22cacb50831 req-f0a9ba08-8502-4313-9469-d1822cc0a378 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503666 Sep 21 17:56:47.809972 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-636f9d04-914d-480e-a9df-85881f6ada68 req-63c7ba26-b954-4b46-8625-7bdef88574b0 service neutron] 10.222.0.38 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295973 Sep 21 17:56:47.812112 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d860fe08-11f3-4cba-a5c8-87755c491eac req-da097f5a-7a59-4d0d-af86-43c8a5ab43d7 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:47.824949 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['26db8e5e-7620-4462-aeff-81796cdce9a6', '72e84872-9199-453c-a902-e649fd7a417c'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:56:47.874280 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-462ddc31-5136-4951-ae80-bca915470cd5 req-4a7cb947-fb37-434e-84e2-2ecbd2a7abbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe1c72d3-7d41-4858-b68b-157be4cf40f2 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:56:47.888561 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da097f5a-7a59-4d0d-af86-43c8a5ab43d7 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Pushing event deleted for resources: {'Port': ['ID=26db8e5e-7620-4462-aeff-81796cdce9a6,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:47.919853 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-462ddc31-5136-4951-ae80-bca915470cd5 req-4a7cb947-fb37-434e-84e2-2ecbd2a7abbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:48.000444 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-462ddc31-5136-4951-ae80-bca915470cd5 req-4a7cb947-fb37-434e-84e2-2ecbd2a7abbf service neutron] Transition to ACTIVE for port object fe1c72d3-7d41-4858-b68b-157be4cf40f2 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:56:48.003062 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-d860fe08-11f3-4cba-a5c8-87755c491eac req-da097f5a-7a59-4d0d-af86-43c8a5ab43d7 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] No DVR routers for this DVR port 26db8e5e-7620-4462-aeff-81796cdce9a6 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:56:48.009463 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d860fe08-11f3-4cba-a5c8-87755c491eac req-da097f5a-7a59-4d0d-af86-43c8a5ab43d7 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:48.011511 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d860fe08-11f3-4cba-a5c8-87755c491eac req-da097f5a-7a59-4d0d-af86-43c8a5ab43d7 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.44 "DELETE /v2.0/ports/26db8e5e-7620-4462-aeff-81796cdce9a6 HTTP/1.1" status: 204 len: 173 time: 1.3220541 Sep 21 17:56:48.012126 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-462ddc31-5136-4951-ae80-bca915470cd5 req-4a7cb947-fb37-434e-84e2-2ecbd2a7abbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:48.070674 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8dd2ea-8224-4558-b9fc-442dc93971a6 req-d0180f7c-d52b-4121-99e1-8aae34f4c2ea tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:48.072586 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ab8dd2ea-8224-4558-b9fc-442dc93971a6 req-d0180f7c-d52b-4121-99e1-8aae34f4c2ea tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e428ce8-801a-4351-8929-5a5520d58d50 HTTP/1.1" status: 200 len: 944 time: 0.2100127 Sep 21 17:56:48.085020 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3f771e48-b54f-49ca-b437-479a10d95c47 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:56:48.094244 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-636f9d04-914d-480e-a9df-85881f6ada68 req-f53a76e4-8b5d-4d41-81d1-60de340ff3c7 service neutron] 10.222.0.38 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734892 Sep 21 17:56:48.104235 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7cb947-fb37-434e-84e2-2ecbd2a7abbf service neutron] Pushing event updated for resources: {'Port': ['ID=fe1c72d3-7d41-4858-b68b-157be4cf40f2,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:48.199280 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ab8dd2ea-8224-4558-b9fc-442dc93971a6 req-d4fa3157-58a0-4fee-b5c4-efc4493ec4ef tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204407 Sep 21 17:56:48.209395 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 3f771e48-b54f-49ca-b437-479a10d95c47, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3f771e48-b54f-49ca-b437-479a10d95c47,segment=NetworkSegment(56b6ab3c-69bd-42e2-acea-4797f09bea25),segment_id=56b6ab3c-69bd-42e2-acea-4797f09bea25)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:48.223051 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '3f771e48-b54f-49ca-b437-479a10d95c47', 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d', 'port_id': '3f771e48-b54f-49ca-b437-479a10d95c47', 'mac_address': 'fa:16:3e:89:15:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b33b2c75-9b86-4e4e-90ea-cf1f238c715d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:56:48.235784 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-462ddc31-5136-4951-ae80-bca915470cd5 req-4a7cb947-fb37-434e-84e2-2ecbd2a7abbf service neutron] Attempting to bind port fe1c72d3-7d41-4858-b68b-157be4cf40f2 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:56:48.236257 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-462ddc31-5136-4951-ae80-bca915470cd5 req-4a7cb947-fb37-434e-84e2-2ecbd2a7abbf service neutron] Attempting to bind port fe1c72d3-7d41-4858-b68b-157be4cf40f2 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '24b566e5-042a-4b3d-9902-34d5286efb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:56:48.236591 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462ddc31-5136-4951-ae80-bca915470cd5 req-4a7cb947-fb37-434e-84e2-2ecbd2a7abbf service neutron] Attempting to bind port fe1c72d3-7d41-4858-b68b-157be4cf40f2 on network 8c160ab6-baed-4257-8d63-cfb421e0e315 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:56:48.241495 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462ddc31-5136-4951-ae80-bca915470cd5 req-4a7cb947-fb37-434e-84e2-2ecbd2a7abbf service neutron] Port fe1c72d3-7d41-4858-b68b-157be4cf40f2 on network 8c160ab6-baed-4257-8d63-cfb421e0e315 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:56:48.241822 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462ddc31-5136-4951-ae80-bca915470cd5 req-4a7cb947-fb37-434e-84e2-2ecbd2a7abbf service neutron] Attempting to bind port fe1c72d3-7d41-4858-b68b-157be4cf40f2 on network 8c160ab6-baed-4257-8d63-cfb421e0e315 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:56:48.247665 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462ddc31-5136-4951-ae80-bca915470cd5 req-4a7cb947-fb37-434e-84e2-2ecbd2a7abbf service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:56:48.248427 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462ddc31-5136-4951-ae80-bca915470cd5 req-4a7cb947-fb37-434e-84e2-2ecbd2a7abbf service neutron] Checking segment: {'id': '24b566e5-042a-4b3d-9902-34d5286efb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:56:48.248811 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462ddc31-5136-4951-ae80-bca915470cd5 req-4a7cb947-fb37-434e-84e2-2ecbd2a7abbf service neutron] Bound using segment: {'id': '24b566e5-042a-4b3d-9902-34d5286efb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:56:48.249242 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-462ddc31-5136-4951-ae80-bca915470cd5 req-4a7cb947-fb37-434e-84e2-2ecbd2a7abbf service neutron] Bound port: fe1c72d3-7d41-4858-b68b-157be4cf40f2, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b566e5-042a-4b3d-9902-34d5286efb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:56:48.250030 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-462ddc31-5136-4951-ae80-bca915470cd5 req-4a7cb947-fb37-434e-84e2-2ecbd2a7abbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:48.261461 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:48.278941 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f771e48-b54f-49ca-b437-479a10d95c47 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:56:48.300659 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 3f771e48-b54f-49ca-b437-479a10d95c47, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3f771e48-b54f-49ca-b437-479a10d95c47,segment=NetworkSegment(56b6ab3c-69bd-42e2-acea-4797f09bea25),segment_id=56b6ab3c-69bd-42e2-acea-4797f09bea25)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:48.306323 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:48.320389 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-462ddc31-5136-4951-ae80-bca915470cd5 req-4a7cb947-fb37-434e-84e2-2ecbd2a7abbf service neutron] For port fe1c72d3-7d41-4858-b68b-157be4cf40f2, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:56:48.324148 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-462ddc31-5136-4951-ae80-bca915470cd5 req-4a7cb947-fb37-434e-84e2-2ecbd2a7abbf service neutron] For port fe1c72d3-7d41-4858-b68b-157be4cf40f2, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=fe1c72d3-7d41-4858-b68b-157be4cf40f2,segment=NetworkSegment(24b566e5-042a-4b3d-9902-34d5286efb61),segment_id=24b566e5-042a-4b3d-9902-34d5286efb61)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:56:48.329069 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-462ddc31-5136-4951-ae80-bca915470cd5 req-4a7cb947-fb37-434e-84e2-2ecbd2a7abbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:48.366232 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ddc31-5136-4951-ae80-bca915470cd5 req-4a7cb947-fb37-434e-84e2-2ecbd2a7abbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:48.366854 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-462ddc31-5136-4951-ae80-bca915470cd5 req-4a7cb947-fb37-434e-84e2-2ecbd2a7abbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:48.368296 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-462ddc31-5136-4951-ae80-bca915470cd5 req-4a7cb947-fb37-434e-84e2-2ecbd2a7abbf service neutron] 10.222.0.38 "PUT /v2.0/ports/fe1c72d3-7d41-4858-b68b-157be4cf40f2 HTTP/1.1" status: 200 len: 1092 time: 1.4831822 Sep 21 17:56:48.397326 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fb236993-a87d-4dcb-a6eb-8f947d05c4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:48.403166 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7cb947-fb37-434e-84e2-2ecbd2a7abbf service neutron] Pushing event updated for resources: {'Port': ['ID=fe1c72d3-7d41-4858-b68b-157be4cf40f2,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:48.421724 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=3f771e48-b54f-49ca-b437-479a10d95c47,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:48.477338 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:56:48.505430 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c505ad-2974-4554-8f59-0310ba1eb97e', 'name': 'network-vif-deleted', 'tag': '26db8e5e-7620-4462-aeff-81796cdce9a6'}, {'name': 'network-changed', 'server_uuid': 'cdd27063-50c2-44d8-8e1a-0ed5edf5f850', 'tag': 'fe1c72d3-7d41-4858-b68b-157be4cf40f2'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:56:48.507707 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5990712c-0729-44e1-9c51-90437183c825" -d '{"events": [{"server_uuid": "71c505ad-2974-4554-8f59-0310ba1eb97e", "name": "network-vif-deleted", "tag": "26db8e5e-7620-4462-aeff-81796cdce9a6"}, {"name": "network-changed", "server_uuid": "cdd27063-50c2-44d8-8e1a-0ed5edf5f850", "tag": "fe1c72d3-7d41-4858-b68b-157be4cf40f2"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:56:48.526390 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ddc31-5136-4951-ae80-bca915470cd5 req-8e313716-0f1f-457d-8bd4-7d7d070182fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:48.527999 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-462ddc31-5136-4951-ae80-bca915470cd5 req-8e313716-0f1f-457d-8bd4-7d7d070182fa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1fc54364b794afda43368337694baaa&device_id=cdd27063-50c2-44d8-8e1a-0ed5edf5f850 HTTP/1.1" status: 200 len: 1095 time: 0.0510445 Sep 21 17:56:48.535630 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['3f771e48-b54f-49ca-b437-479a10d95c47'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:56:48.584282 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 21 Sep 2021 17:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840bf540-24e2-4c63-b93b-b760641a8626 x-openstack-request-id: req-840bf540-24e2-4c63-b93b-b760641a8626 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:56:48.584532 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c505ad-2974-4554-8f59-0310ba1eb97e", "name": "network-vif-deleted", "tag": "26db8e5e-7620-4462-aeff-81796cdce9a6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cdd27063-50c2-44d8-8e1a-0ed5edf5f850", "tag": "fe1c72d3-7d41-4858-b68b-157be4cf40f2", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:56:48.584727 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-840bf540-24e2-4c63-b93b-b760641a8626 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:56:48.585114 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c505ad-2974-4554-8f59-0310ba1eb97e', 'name': 'network-vif-deleted', 'tag': '26db8e5e-7620-4462-aeff-81796cdce9a6', 'status': 'completed', 'code': 200} Sep 21 17:56:48.585367 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd27063-50c2-44d8-8e1a-0ed5edf5f850', 'tag': 'fe1c72d3-7d41-4858-b68b-157be4cf40f2', 'status': 'completed', 'code': 200} Sep 21 17:56:48.587336 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-462ddc31-5136-4951-ae80-bca915470cd5 req-8a19b417-038e-4e00-920b-f51329a59538 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe1c72d3-7d41-4858-b68b-157be4cf40f2 HTTP/1.1" status: 200 len: 217 time: 0.0501025 Sep 21 17:56:48.657270 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ddc31-5136-4951-ae80-bca915470cd5 req-ae045e02-99b5-4b82-894e-4eec7d3fee82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:48.658738 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-462ddc31-5136-4951-ae80-bca915470cd5 req-ae045e02-99b5-4b82-894e-4eec7d3fee82 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c08e933-ce5c-4713-ad95-cf9d2cd4544e HTTP/1.1" status: 200 len: 852 time: 0.0629218 Sep 21 17:56:48.694583 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-462ddc31-5136-4951-ae80-bca915470cd5 req-29abda0e-1f3c-43d1-a9c6-63c05d5f05bf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8c160ab6-baed-4257-8d63-cfb421e0e315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251999 Sep 21 17:56:48.747573 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0e8f57f3-34f5-488d-9a68-1feb0e833bcd req-2b7e0f84-9536-4fba-ac70-cb479799e60a tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=71c505ad-2974-4554-8f59-0310ba1eb97e HTTP/1.1" status: 200 len: 210 time: 0.0257821 Sep 21 17:56:48.793215 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-462ddc31-5136-4951-ae80-bca915470cd5 req-efef415a-dc52-428c-9fb4-87b66e253817 service neutron] 10.222.0.38 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889955 Sep 21 17:56:48.914709 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0e46e960-359d-43dc-bf40-c872c913b712 req-84c43a94-f4aa-4387-9196-613497666145 tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0336626 Sep 21 17:56:48.928397 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef63150-8d65-4292-9730-a303e702020f req-1997251b-cd2c-45ca-9ac1-fa57bc39f1a0 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:48.930467 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fef63150-8d65-4292-9730-a303e702020f req-1997251b-cd2c-45ca-9ac1-fa57bc39f1a0 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdd27063-50c2-44d8-8e1a-0ed5edf5f850 HTTP/1.1" status: 200 len: 944 time: 0.0651572 Sep 21 17:56:48.933598 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-462ddc31-5136-4951-ae80-bca915470cd5 req-3941529b-8e9c-4e12-ba1f-0d4dba8bf2d9 service neutron] 10.222.0.38 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310496 Sep 21 17:56:48.947195 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:48.994708 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fef63150-8d65-4292-9730-a303e702020f req-b432b682-35e1-4b47-9fac-921f8004a9db tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568566 Sep 21 17:56:49.028646 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990712c-0729-44e1-9c51-90437183c825 req-803dafd1-d9a9-4fb3-8364-cedfec869590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:49.030143 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5990712c-0729-44e1-9c51-90437183c825 req-803dafd1-d9a9-4fb3-8364-cedfec869590 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1fc54364b794afda43368337694baaa&device_id=cdd27063-50c2-44d8-8e1a-0ed5edf5f850 HTTP/1.1" status: 200 len: 1095 time: 0.0410156 Sep 21 17:56:49.130204 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990712c-0729-44e1-9c51-90437183c825 req-25116ee3-2d4b-43f7-93fd-f713e2815fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:49.131963 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5990712c-0729-44e1-9c51-90437183c825 req-25116ee3-2d4b-43f7-93fd-f713e2815fca service neutron] 10.222.0.38 "GET /v2.0/networks?id=8c160ab6-baed-4257-8d63-cfb421e0e315 HTTP/1.1" status: 200 len: 913 time: 0.0878754 Sep 21 17:56:49.181979 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5990712c-0729-44e1-9c51-90437183c825 req-cacad5d8-7c64-4cc9-8235-182895070d7b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe1c72d3-7d41-4858-b68b-157be4cf40f2 HTTP/1.1" status: 200 len: 217 time: 0.0370088 Sep 21 17:56:49.240638 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990712c-0729-44e1-9c51-90437183c825 req-dcbc2188-4870-42e7-8689-df52d39b280a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:49.242904 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5990712c-0729-44e1-9c51-90437183c825 req-dcbc2188-4870-42e7-8689-df52d39b280a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c08e933-ce5c-4713-ad95-cf9d2cd4544e HTTP/1.1" status: 200 len: 852 time: 0.0453057 Sep 21 17:56:49.278912 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5990712c-0729-44e1-9c51-90437183c825 req-b8c71410-59f3-47f1-9c47-1b82bdfa12b4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8c160ab6-baed-4257-8d63-cfb421e0e315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250390 Sep 21 17:56:49.384236 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f19b9-0267-4278-89ad-f172038539b8 req-e27df904-738f-4d7e-bc30-c6302482adb1 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:49.385724 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-159f19b9-0267-4278-89ad-f172038539b8 req-e27df904-738f-4d7e-bc30-c6302482adb1 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e428ce8-801a-4351-8929-5a5520d58d50 HTTP/1.1" status: 200 len: 945 time: 0.1059384 Sep 21 17:56:49.424307 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4244b25e-bb26-4478-ad88-69ea73c4c90c req-fe0a5bd2-17ec-498e-90b9-e2aefee1246e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9d851ba2-5a59-4768-92ab-4e31ce86c08c HTTP/1.1" status: 200 len: 210 time: 0.0342889 Sep 21 17:56:49.451407 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5990712c-0729-44e1-9c51-90437183c825 req-ae415c9c-dcba-489e-b19b-427ac340be37 service neutron] 10.222.0.38 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630483 Sep 21 17:56:49.471399 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-159f19b9-0267-4278-89ad-f172038539b8 req-7918eb48-f5ba-4125-9b44-663986ad30ed tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712826 Sep 21 17:56:49.557422 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5990712c-0729-44e1-9c51-90437183c825 req-0f1177a8-2474-40a0-beb8-5919550a83e6 service neutron] 10.222.0.38 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963409 Sep 21 17:56:49.982434 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:50.033654 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2728efd-11cc-4b77-bb16-de2ae96f0d5e req-7275896d-3157-426c-9299-a13ddd42dcfd tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:50.035177 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a2728efd-11cc-4b77-bb16-de2ae96f0d5e req-7275896d-3157-426c-9299-a13ddd42dcfd tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 950 time: 0.0566127 Sep 21 17:56:50.083077 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-56738d07-c739-4cdc-b092-aecf5f8f71aa req-f5f1fb0e-383f-4706-8684-5a9842d4f170 tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0258567 Sep 21 17:56:50.083703 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a2728efd-11cc-4b77-bb16-de2ae96f0d5e req-a8de3930-8efb-4762-94e3-d514e53239ef tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402305 Sep 21 17:56:50.105005 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-50134594-a592-4f4d-8d00-31c1803b861f req-ad08af7b-58e2-4283-adbd-afd4838eb46e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0276036 Sep 21 17:56:50.108329 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device fe1c72d3-7d41-4858-b68b-157be4cf40f2 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:56:50.110577 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3f771e48-b54f-49ca-b437-479a10d95c47 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:56:50.189591 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0139f-161f-4ef4-9d3d-2f7bb2fa15a8 req-102aaf29-c89b-4e07-ac9b-b3ba9b915ffb tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:50.190975 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f3d0139f-161f-4ef4-9d3d-2f7bb2fa15a8 req-102aaf29-c89b-4e07-ac9b-b3ba9b915ffb tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdd27063-50c2-44d8-8e1a-0ed5edf5f850 HTTP/1.1" status: 200 len: 944 time: 0.0473258 Sep 21 17:56:50.214604 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 3f771e48-b54f-49ca-b437-479a10d95c47 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:56:50.220916 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 3f771e48-b54f-49ca-b437-479a10d95c47 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:56:50.221254 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:50.234644 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f3d0139f-161f-4ef4-9d3d-2f7bb2fa15a8 req-29d1d598-9ccf-4ca2-99b2-8938ebd9562a tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362880 Sep 21 17:56:50.263640 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port fe1c72d3-7d41-4858-b68b-157be4cf40f2, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=fe1c72d3-7d41-4858-b68b-157be4cf40f2,segment=NetworkSegment(24b566e5-042a-4b3d-9902-34d5286efb61),segment_id=24b566e5-042a-4b3d-9902-34d5286efb61)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:50.280533 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'fe1c72d3-7d41-4858-b68b-157be4cf40f2', 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315', 'port_id': 'fe1c72d3-7d41-4858-b68b-157be4cf40f2', 'mac_address': 'fa:16:3e:cf:2d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c08e933-ce5c-4713-ad95-cf9d2cd4544e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:56:50.344896 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:50.358916 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:50.363668 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe1c72d3-7d41-4858-b68b-157be4cf40f2 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:56:50.396979 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e428ce8-801a-4351-8929-5a5520d58d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f771e48-b54f-49ca-b437-479a10d95c47'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:56:50.399305 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc5ff17-e550-4422-b327-3cd6ca6d2f84" -d '{"events": [{"server_uuid": "3e428ce8-801a-4351-8929-5a5520d58d50", "name": "network-vif-plugged", "status": "completed", "tag": "3f771e48-b54f-49ca-b437-479a10d95c47"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:56:50.402951 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port fe1c72d3-7d41-4858-b68b-157be4cf40f2, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=fe1c72d3-7d41-4858-b68b-157be4cf40f2,segment=NetworkSegment(24b566e5-042a-4b3d-9902-34d5286efb61),segment_id=24b566e5-042a-4b3d-9902-34d5286efb61)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:50.411999 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:50.414847 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 3f771e48-b54f-49ca-b437-479a10d95c47, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3f771e48-b54f-49ca-b437-479a10d95c47,segment=NetworkSegment(56b6ab3c-69bd-42e2-acea-4797f09bea25),segment_id=56b6ab3c-69bd-42e2-acea-4797f09bea25)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:50.441983 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09af5400-f5f3-4dd3-a91a-e9e2329afacb x-openstack-request-id: req-09af5400-f5f3-4dd3-a91a-e9e2329afacb {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:56:50.442271 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e428ce8-801a-4351-8929-5a5520d58d50", "name": "network-vif-plugged", "status": "completed", "tag": "3f771e48-b54f-49ca-b437-479a10d95c47", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:56:50.442554 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-09af5400-f5f3-4dd3-a91a-e9e2329afacb {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:56:50.442957 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e428ce8-801a-4351-8929-5a5520d58d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f771e48-b54f-49ca-b437-479a10d95c47', 'code': 200} Sep 21 17:56:50.445461 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:50.471480 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=fe1c72d3-7d41-4858-b68b-157be4cf40f2,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:50.529482 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=3f771e48-b54f-49ca-b437-479a10d95c47,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:50.543435 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2015360-d208-4ee8-8786-d0822e1ddf70 req-78255835-3b14-4b80-a572-0fc2aa43e9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:50.544927 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2015360-d208-4ee8-8786-d0822e1ddf70 req-78255835-3b14-4b80-a572-0fc2aa43e9e0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3e428ce8-801a-4351-8929-5a5520d58d50 HTTP/1.1" status: 200 len: 1097 time: 0.0450957 Sep 21 17:56:50.582611 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2015360-d208-4ee8-8786-d0822e1ddf70 req-be569f4e-82b3-4508-a6a7-8f17fc2cd787 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289497 Sep 21 17:56:50.595364 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317be9d-5acc-4ef7-a7dc-d7f331a2ccad req-c804dcc2-4bc4-4ba8-8867-e2afd3a30434 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:50.596823 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6317be9d-5acc-4ef7-a7dc-d7f331a2ccad req-c804dcc2-4bc4-4ba8-8867-e2afd3a30434 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e428ce8-801a-4351-8929-5a5520d58d50 HTTP/1.1" status: 200 len: 946 time: 0.0507782 Sep 21 17:56:50.603305 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 26db8e5e-7620-4462-aeff-81796cdce9a6 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:56:50.624092 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 26db8e5e-7620-4462-aeff-81796cdce9a6 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:56:50.624530 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 26db8e5e-7620-4462-aeff-81796cdce9a6 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:56:50.635866 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6317be9d-5acc-4ef7-a7dc-d7f331a2ccad req-69e5bfa4-8423-4094-90cc-f7976d00fa2d tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328827 Sep 21 17:56:50.679342 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['fe1c72d3-7d41-4858-b68b-157be4cf40f2'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:56:51.186838 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bc9508f1-c2da-4f4d-bcec-ed8bddfec686 req-75a44a7c-deb7-4ff3-8013-2ec7e3ac2af9 tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0263662 Sep 21 17:56:51.212435 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48009296-1094-41d8-a792-fb8b1edc07a8 req-330f6b9b-8cac-44b9-90ec-da2c48e97ece tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:51.215542 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-48009296-1094-41d8-a792-fb8b1edc07a8 req-330f6b9b-8cac-44b9-90ec-da2c48e97ece tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 950 time: 0.0580196 Sep 21 17:56:51.252478 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-48009296-1094-41d8-a792-fb8b1edc07a8 req-116a9d3e-51fc-4bd4-aec8-43d8d10656c3 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315762 Sep 21 17:56:51.349002 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f49b20-fc22-4ca7-8472-ffe9e8c86fb8 req-75687791-fc3b-4401-8d6d-0d62f22a5ef6 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:51.350630 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e3f49b20-fc22-4ca7-8472-ffe9e8c86fb8 req-75687791-fc3b-4401-8d6d-0d62f22a5ef6 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdd27063-50c2-44d8-8e1a-0ed5edf5f850 HTTP/1.1" status: 200 len: 945 time: 0.0484118 Sep 21 17:56:51.387983 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e3f49b20-fc22-4ca7-8472-ffe9e8c86fb8 req-c352cb60-818d-4880-afc0-d8f17cc37316 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311573 Sep 21 17:56:51.482863 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:51.785352 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242a3f4-6556-4fd5-936f-821b20c5af9b req-8b7eda20-fc9b-4a62-acdc-f89ed5a7d467 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:51.786891 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b242a3f4-6556-4fd5-936f-821b20c5af9b req-8b7eda20-fc9b-4a62-acdc-f89ed5a7d467 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e428ce8-801a-4351-8929-5a5520d58d50 HTTP/1.1" status: 200 len: 946 time: 0.0820243 Sep 21 17:56:51.845402 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b242a3f4-6556-4fd5-936f-821b20c5af9b req-7967390c-d447-4efa-b675-a753332aeebf tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445411 Sep 21 17:56:52.006424 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92389b16-8fc3-4074-9a9b-e2dfbf0f9c60 req-20590cb5-cc97-4bc5-b96e-6c7ef60b91ca tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:52.007963 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92389b16-8fc3-4074-9a9b-e2dfbf0f9c60 req-20590cb5-cc97-4bc5-b96e-6c7ef60b91ca tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.44 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 950 time: 0.0546050 Sep 21 17:56:52.098593 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device fe1c72d3-7d41-4858-b68b-157be4cf40f2 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:56:52.106884 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-92389b16-8fc3-4074-9a9b-e2dfbf0f9c60 req-aa6ffdbe-1370-4319-bf72-b6a23c6727dc tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Deleting port 72e84872-9199-453c-a902-e649fd7a417c {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:56:52.107689 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-92389b16-8fc3-4074-9a9b-e2dfbf0f9c60 req-aa6ffdbe-1370-4319-bf72-b6a23c6727dc tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:52.146233 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port fe1c72d3-7d41-4858-b68b-157be4cf40f2 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:56:52.150411 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port fe1c72d3-7d41-4858-b68b-157be4cf40f2 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:56:52.150977 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:52.206085 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-92389b16-8fc3-4074-9a9b-e2dfbf0f9c60 req-aa6ffdbe-1370-4319-bf72-b6a23c6727dc tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] For port 72e84872-9199-453c-a902-e649fd7a417c, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=72e84872-9199-453c-a902-e649fd7a417c,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:52.207144 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-92389b16-8fc3-4074-9a9b-e2dfbf0f9c60 req-aa6ffdbe-1370-4319-bf72-b6a23c6727dc tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:52.225364 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-92389b16-8fc3-4074-9a9b-e2dfbf0f9c60 req-aa6ffdbe-1370-4319-bf72-b6a23c6727dc tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Calling delete_port for 72e84872-9199-453c-a902-e649fd7a417c owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:56:52.251446 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:52.315571 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port fe1c72d3-7d41-4858-b68b-157be4cf40f2, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=fe1c72d3-7d41-4858-b68b-157be4cf40f2,segment=NetworkSegment(24b566e5-042a-4b3d-9902-34d5286efb61),segment_id=24b566e5-042a-4b3d-9902-34d5286efb61)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:52.324815 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:52.336250 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a138b724-e67c-40b5-9660-445136be442f req-72b30bfd-7845-4de9-8991-5da0c4471552 tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0469756 Sep 21 17:56:52.397649 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=fe1c72d3-7d41-4858-b68b-157be4cf40f2,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:52.425304 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-92389b16-8fc3-4074-9a9b-e2dfbf0f9c60 req-aa6ffdbe-1370-4319-bf72-b6a23c6727dc tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:52.435350 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1615d0-aaec-43e9-8b71-e5e4e92e5bfc req-29acf2a0-4bba-459d-9953-cb61f1792cc9 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:52.437191 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8e1615d0-aaec-43e9-8b71-e5e4e92e5bfc req-29acf2a0-4bba-459d-9953-cb61f1792cc9 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/ports?device_id=61839df9-ddf2-460d-a510-52732752aebb HTTP/1.1" status: 200 len: 950 time: 0.0762529 Sep 21 17:56:52.446022 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd27063-50c2-44d8-8e1a-0ed5edf5f850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1c72d3-7d41-4858-b68b-157be4cf40f2'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:56:52.449424 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2caec658-b5d1-4b07-ad5a-0b4765f6f073" -d '{"events": [{"server_uuid": "cdd27063-50c2-44d8-8e1a-0ed5edf5f850", "name": "network-vif-plugged", "status": "completed", "tag": "fe1c72d3-7d41-4858-b68b-157be4cf40f2"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:56:52.452515 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['72e84872-9199-453c-a902-e649fd7a417c'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:56:52.474514 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ffdbe-1370-4319-bf72-b6a23c6727dc tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Pushing event deleted for resources: {'Port': ['ID=72e84872-9199-453c-a902-e649fd7a417c,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:52.531179 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-92389b16-8fc3-4074-9a9b-e2dfbf0f9c60 req-aa6ffdbe-1370-4319-bf72-b6a23c6727dc tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] No DVR routers for this DVR port 72e84872-9199-453c-a902-e649fd7a417c on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:56:52.538794 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-92389b16-8fc3-4074-9a9b-e2dfbf0f9c60 req-aa6ffdbe-1370-4319-bf72-b6a23c6727dc tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:52.541826 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92389b16-8fc3-4074-9a9b-e2dfbf0f9c60 req-aa6ffdbe-1370-4319-bf72-b6a23c6727dc tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.44 "DELETE /v2.0/ports/72e84872-9199-453c-a902-e649fd7a417c HTTP/1.1" status: 204 len: 173 time: 0.5274050 Sep 21 17:56:52.542311 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61839df9-ddf2-460d-a510-52732752aebb', 'name': 'network-vif-deleted', 'tag': '72e84872-9199-453c-a902-e649fd7a417c'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:56:52.545059 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083fc4ff-169a-487f-a018-b6fd92701f78" -d '{"events": [{"server_uuid": "61839df9-ddf2-460d-a510-52732752aebb", "name": "network-vif-deleted", "tag": "72e84872-9199-453c-a902-e649fd7a417c"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:56:52.562877 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8e1615d0-aaec-43e9-8b71-e5e4e92e5bfc req-c29d2cf9-af88-4c54-a588-12d74ab31605 tempest-ServersAdminTestJSON-519759013 tempest-ServersAdminTestJSON-519759013-project] 10.222.0.58 "GET /v2.0/security-groups?id=7bb81bc7-2683-43ad-962b-ed90a5a2965f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150646 Sep 21 17:56:52.694825 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d573cc-9f51-4f6a-ade8-8cc64233cd69 x-openstack-request-id: req-01d573cc-9f51-4f6a-ade8-8cc64233cd69 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:56:52.695396 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd27063-50c2-44d8-8e1a-0ed5edf5f850", "name": "network-vif-plugged", "status": "completed", "tag": "fe1c72d3-7d41-4858-b68b-157be4cf40f2", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:56:52.695497 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-01d573cc-9f51-4f6a-ade8-8cc64233cd69 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:56:52.696131 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd27063-50c2-44d8-8e1a-0ed5edf5f850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1c72d3-7d41-4858-b68b-157be4cf40f2', 'code': 200} Sep 21 17:56:52.733567 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c281ba3-2ee5-4503-8b9b-11dd6f05ed37 req-28b41a85-d90e-4b40-af23-6e29307a357a tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:52.743917 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6c281ba3-2ee5-4503-8b9b-11dd6f05ed37 req-28b41a85-d90e-4b40-af23-6e29307a357a tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdd27063-50c2-44d8-8e1a-0ed5edf5f850 HTTP/1.1" status: 200 len: 946 time: 0.1084914 Sep 21 17:56:52.766155 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a67103-3c13-486f-93df-e3e68f3b7b72 x-openstack-request-id: req-d0a67103-3c13-486f-93df-e3e68f3b7b72 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:56:52.766369 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61839df9-ddf2-460d-a510-52732752aebb", "name": "network-vif-deleted", "tag": "72e84872-9199-453c-a902-e649fd7a417c", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:56:52.766613 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d0a67103-3c13-486f-93df-e3e68f3b7b72 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:56:52.769485 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61839df9-ddf2-460d-a510-52732752aebb', 'name': 'network-vif-deleted', 'tag': '72e84872-9199-453c-a902-e649fd7a417c', 'status': 'completed', 'code': 200} Sep 21 17:56:52.847991 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6c281ba3-2ee5-4503-8b9b-11dd6f05ed37 req-6e635856-7d24-460f-9787-e379f95dd7b9 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026692 Sep 21 17:56:52.862458 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91184fa-6c4a-448b-9eb7-c396b7c5259d req-642b06ed-7aed-45a4-8e5e-ae136d59761b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:52.864508 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d91184fa-6c4a-448b-9eb7-c396b7c5259d req-642b06ed-7aed-45a4-8e5e-ae136d59761b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cdd27063-50c2-44d8-8e1a-0ed5edf5f850 HTTP/1.1" status: 200 len: 1097 time: 0.0741210 Sep 21 17:56:52.889185 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cbb9cae4-7a1a-4dc7-a503-c6c4f3a98c84 req-7107526a-5fdf-47d5-9b34-b52fc047b734 tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0557952 Sep 21 17:56:52.915845 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d91184fa-6c4a-448b-9eb7-c396b7c5259d req-3974c8f2-91e7-4f54-9431-6313f42d4091 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438898 Sep 21 17:56:53.010503 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c277f-5398-4359-b5c6-d3a2d12abb3b req-e9db73ea-6457-4fa2-9730-154911ea5677 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:53.012291 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-478c277f-5398-4359-b5c6-d3a2d12abb3b req-e9db73ea-6457-4fa2-9730-154911ea5677 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e428ce8-801a-4351-8929-5a5520d58d50 HTTP/1.1" status: 200 len: 946 time: 0.0529885 Sep 21 17:56:53.073643 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-478c277f-5398-4359-b5c6-d3a2d12abb3b req-e02179e9-b8bd-4afe-afab-120de0f87866 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503905 Sep 21 17:56:53.125716 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:53.331858 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c80849-04a2-4f7a-8628-f0ac870c9882 req-b3646a38-eb42-482e-82d5-b456725b9c4e tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:53.333427 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-85c80849-04a2-4f7a-8628-f0ac870c9882 req-b3646a38-eb42-482e-82d5-b456725b9c4e tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e428ce8-801a-4351-8929-5a5520d58d50 HTTP/1.1" status: 200 len: 946 time: 0.0503700 Sep 21 17:56:53.376786 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-85c80849-04a2-4f7a-8628-f0ac870c9882 req-705cb97a-7910-4991-bea7-f1bda4f16ba9 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363545 Sep 21 17:56:53.495206 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadaa93d-7cf9-46d4-b11e-d5573b02b9dc req-47626958-3338-41c5-b591-25df2448c92b tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:53.496757 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cadaa93d-7cf9-46d4-b11e-d5573b02b9dc req-47626958-3338-41c5-b591-25df2448c92b tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e428ce8-801a-4351-8929-5a5520d58d50 HTTP/1.1" status: 200 len: 946 time: 0.0502369 Sep 21 17:56:53.534784 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cadaa93d-7cf9-46d4-b11e-d5573b02b9dc req-5e953eea-a6bf-476f-bcff-c04637af8924 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317860 Sep 21 17:56:53.790843 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72753b22-282b-4824-abe5-491ed240e44f req-e8006f0e-6951-463f-88c8-430c64e83aec tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:53.792682 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-72753b22-282b-4824-abe5-491ed240e44f req-e8006f0e-6951-463f-88c8-430c64e83aec tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e428ce8-801a-4351-8929-5a5520d58d50 HTTP/1.1" status: 200 len: 946 time: 0.0603869 Sep 21 17:56:53.834262 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-72753b22-282b-4824-abe5-491ed240e44f req-790a7af6-0c69-4363-aedb-c78c2a40e7ac tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350568 Sep 21 17:56:53.898367 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 32854) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:53.979786 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b38a89-29c6-4443-bf57-910b16e9e03d req-1d943d70-8acc-448f-8ced-29239b846e9a tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:53.981414 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-74b38a89-29c6-4443-bf57-910b16e9e03d req-1d943d70-8acc-448f-8ced-29239b846e9a tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdd27063-50c2-44d8-8e1a-0ed5edf5f850 HTTP/1.1" status: 200 len: 946 time: 0.0570743 Sep 21 17:56:54.011629 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-93afe902-6207-45f7-8e09-db6f562a6de4 req-d381d1e7-4d60-4937-a6d7-21b24e5f1398 tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0303895 Sep 21 17:56:54.022289 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-74b38a89-29c6-4443-bf57-910b16e9e03d req-f804a339-7e12-43da-a0ea-538be0968c93 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342937 Sep 21 17:56:54.073552 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e0d5d3d0-6da3-4643-bacc-a771be8c09b5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fef3188ef5604e56a86389d1952dd3ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1713197 Sep 21 17:56:54.073814 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 32864) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:54.133525 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-85ddb2b6-069c-4bb1-81ef-051c14e082dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:54.167792 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-85ddb2b6-069c-4bb1-81ef-051c14e082dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:54.227793 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-85ddb2b6-069c-4bb1-81ef-051c14e082dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:54.230518 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-85ddb2b6-069c-4bb1-81ef-051c14e082dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:54.231708 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-85ddb2b6-069c-4bb1-81ef-051c14e082dd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7bb81bc7-2683-43ad-962b-ed90a5a2965f HTTP/1.1" status: 204 len: 168 time: 0.1557384 Sep 21 17:56:54.243063 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ddb2b6-069c-4bb1-81ef-051c14e082dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb81bc7-2683-43ad-962b-ed90a5a2965f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:54.456903 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:54.548943 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 32882) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:54.590086 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-df7a0f18-173f-4bcb-bdcc-31fe55363746 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f2791b044b3e4d6cbc65d76cf6e1c89b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394676 Sep 21 17:56:54.592555 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 32886) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:54.645877 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-55b23a2e-4608-49f3-aa7e-bc93d7688a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:54.678855 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-55b23a2e-4608-49f3-aa7e-bc93d7688a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:54.728005 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-55b23a2e-4608-49f3-aa7e-bc93d7688a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:54.730627 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-55b23a2e-4608-49f3-aa7e-bc93d7688a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:54.731953 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-55b23a2e-4608-49f3-aa7e-bc93d7688a57 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e561a740-f335-4c73-a4c2-3f6c38c252a8 HTTP/1.1" status: 204 len: 168 time: 0.1384571 Sep 21 17:56:54.740498 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b23a2e-4608-49f3-aa7e-bc93d7688a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e561a740-f335-4c73-a4c2-3f6c38c252a8,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:54.748438 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b23a2e-4608-49f3-aa7e-bc93d7688a57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:54.748687 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b23a2e-4608-49f3-aa7e-bc93d7688a57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:54.749244 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b23a2e-4608-49f3-aa7e-bc93d7688a57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:54.749582 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b23a2e-4608-49f3-aa7e-bc93d7688a57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:54.749914 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b23a2e-4608-49f3-aa7e-bc93d7688a57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:54.750243 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b23a2e-4608-49f3-aa7e-bc93d7688a57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:54.750568 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b23a2e-4608-49f3-aa7e-bc93d7688a57 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:54.750893 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b23a2e-4608-49f3-aa7e-bc93d7688a57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:54.751346 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b23a2e-4608-49f3-aa7e-bc93d7688a57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:54.751672 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b23a2e-4608-49f3-aa7e-bc93d7688a57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:54.751993 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b23a2e-4608-49f3-aa7e-bc93d7688a57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:54.752321 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b23a2e-4608-49f3-aa7e-bc93d7688a57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:54.970909 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7141ac2-bf5f-4a0e-a355-2cac49ceae67 req-7f39314b-9c65-4e8d-a988-002a586a17b1 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:54.972535 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f7141ac2-bf5f-4a0e-a355-2cac49ceae67 req-7f39314b-9c65-4e8d-a988-002a586a17b1 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e428ce8-801a-4351-8929-5a5520d58d50 HTTP/1.1" status: 200 len: 946 time: 0.0613089 Sep 21 17:56:55.032941 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f7141ac2-bf5f-4a0e-a355-2cac49ceae67 req-a5dc1eb6-4d5a-4281-9486-47eb24fbfdcb tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539932 Sep 21 17:56:55.171252 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fffaa7-45f0-42d8-9dae-afe04861a6ce req-ddf0a5b7-2498-44e2-8e63-a39562344345 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:55.171252 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f6fffaa7-45f0-42d8-9dae-afe04861a6ce req-ddf0a5b7-2498-44e2-8e63-a39562344345 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdd27063-50c2-44d8-8e1a-0ed5edf5f850 HTTP/1.1" status: 200 len: 946 time: 0.0609422 Sep 21 17:56:55.216395 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f6fffaa7-45f0-42d8-9dae-afe04861a6ce req-b4e1113a-4a04-4c13-bc92-71e5e2636950 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363798 Sep 21 17:56:55.576706 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6645dcd4-16b0-4303-8df5-1e3e12ff0bfa req-c34007f4-b68a-4aa6-9c1e-6f7f10fa5ab6 tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.4536011 Sep 21 17:56:55.611480 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 32930) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:55.626156 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5e697-f63f-41df-880d-02ef82091003 req-afac13b3-0ff8-4d68-ab54-a62c83a9ec7a tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:55.627711 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eaf5e697-f63f-41df-880d-02ef82091003 req-afac13b3-0ff8-4d68-ab54-a62c83a9ec7a tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.38 "GET /v2.0/ports?device_id=3e428ce8-801a-4351-8929-5a5520d58d50 HTTP/1.1" status: 200 len: 946 time: 0.4809670 Sep 21 17:56:55.745867 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-f0de20f8-f66b-449b-ace8-d19f87515792 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1681526608-network', 'tenant_id': '46de73966b5c449eaa02e4c260afec61'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:55.746460 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-eaf5e697-f63f-41df-880d-02ef82091003 req-5364a6a2-918c-4a51-b7e7-346b05d98759 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Deleting port 3f771e48-b54f-49ca-b437-479a10d95c47 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:56:55.746877 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-eaf5e697-f63f-41df-880d-02ef82091003 req-5364a6a2-918c-4a51-b7e7-346b05d98759 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:55.773494 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0de20f8-f66b-449b-ace8-d19f87515792 admin admin] Made reservation on behalf of 46de73966b5c449eaa02e4c260afec61 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:56:55.776291 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f0de20f8-f66b-449b-ace8-d19f87515792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:55.785971 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f0de20f8-f66b-449b-ace8-d19f87515792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:55.861476 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-eaf5e697-f63f-41df-880d-02ef82091003 req-5364a6a2-918c-4a51-b7e7-346b05d98759 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] For port 3f771e48-b54f-49ca-b437-479a10d95c47, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3f771e48-b54f-49ca-b437-479a10d95c47,segment=NetworkSegment(56b6ab3c-69bd-42e2-acea-4797f09bea25),segment_id=56b6ab3c-69bd-42e2-acea-4797f09bea25)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:56:55.861853 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-eaf5e697-f63f-41df-880d-02ef82091003 req-5364a6a2-918c-4a51-b7e7-346b05d98759 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:55.876293 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-eaf5e697-f63f-41df-880d-02ef82091003 req-5364a6a2-918c-4a51-b7e7-346b05d98759 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Calling delete_port for 3f771e48-b54f-49ca-b437-479a10d95c47 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:56:55.888566 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f0de20f8-f66b-449b-ace8-d19f87515792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:55.895764 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f0de20f8-f66b-449b-ace8-d19f87515792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:55.948338 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de20f8-f66b-449b-ace8-d19f87515792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e199ca97-6749-44d7-9604-369b0bbd54ad,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:55.959634 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0de20f8-f66b-449b-ace8-d19f87515792 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:56:55.972391 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f0de20f8-f66b-449b-ace8-d19f87515792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:55.972791 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-f0de20f8-f66b-449b-ace8-d19f87515792 admin admin] Added segment 67dca93c-0279-4089-8ad6-8070b0f56a6b of type vlan for network 62e3cd16-02f8-4c45-b633-b31b9511156a Sep 21 17:56:56.031452 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f0de20f8-f66b-449b-ace8-d19f87515792 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:56.072084 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-eaf5e697-f63f-41df-880d-02ef82091003 req-5364a6a2-918c-4a51-b7e7-346b05d98759 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:56.075722 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f0de20f8-f66b-449b-ace8-d19f87515792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:56.077202 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0de20f8-f66b-449b-ace8-d19f87515792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:56.079815 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f0de20f8-f66b-449b-ace8-d19f87515792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:56.085196 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['dbc0d7b1-96db-431a-bbdc-4aac85019438', '3f771e48-b54f-49ca-b437-479a10d95c47'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:56:56.140777 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364a6a2-918c-4a51-b7e7-346b05d98759 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Pushing event deleted for resources: {'Port': ['ID=3f771e48-b54f-49ca-b437-479a10d95c47,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:56.189002 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f0de20f8-f66b-449b-ace8-d19f87515792 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5764716 Sep 21 17:56:56.198215 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 32944) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:56.204071 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-5f2a41b3-3a91-443a-9a2d-080dbba90810 admin admin] Request body: {'subnet': {'network_id': '62e3cd16-02f8-4c45-b633-b31b9511156a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1681526608-subnet', 'tenant_id': '46de73966b5c449eaa02e4c260afec61', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:56.215449 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0ea92aac-58c3-4709-beca-efe7c9c43265 req-f1aa33c0-df23-4e94-8052-d983f7fbddb0 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e428ce8-801a-4351-8929-5a5520d58d50 HTTP/1.1" status: 200 len: 210 time: 0.0577171 Sep 21 17:56:56.226861 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de20f8-f66b-449b-ace8-d19f87515792 admin admin] Pushing event updated for resources: {'Network': ['ID=62e3cd16-02f8-4c45-b633-b31b9511156a,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:56.236244 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2a41b3-3a91-443a-9a2d-080dbba90810 admin admin] Made reservation on behalf of 46de73966b5c449eaa02e4c260afec61 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:56:56.251264 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f2a41b3-3a91-443a-9a2d-080dbba90810 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:56.260460 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 62e3cd16-02f8-4c45-b633-b31b9511156a details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:56:56.271086 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf5e697-f63f-41df-880d-02ef82091003 req-5364a6a2-918c-4a51-b7e7-346b05d98759 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] No DVR routers for this DVR port 3f771e48-b54f-49ca-b437-479a10d95c47 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:56:56.274388 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-eaf5e697-f63f-41df-880d-02ef82091003 req-5364a6a2-918c-4a51-b7e7-346b05d98759 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:56.277105 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eaf5e697-f63f-41df-880d-02ef82091003 req-5364a6a2-918c-4a51-b7e7-346b05d98759 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.38 "DELETE /v2.0/ports/3f771e48-b54f-49ca-b437-479a10d95c47 HTTP/1.1" status: 204 len: 173 time: 0.6424985 Sep 21 17:56:56.277821 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e428ce8-801a-4351-8929-5a5520d58d50', 'name': 'network-vif-deleted', 'tag': '3f771e48-b54f-49ca-b437-479a10d95c47'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:56:56.288973 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2ebdef-3741-4407-9f2f-18231fde8454" -d '{"events": [{"server_uuid": "3e428ce8-801a-4351-8929-5a5520d58d50", "name": "network-vif-deleted", "tag": "3f771e48-b54f-49ca-b437-479a10d95c47"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:56:56.423127 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8d45ec-8344-401f-860f-3c9649cfa4f9 x-openstack-request-id: req-5e8d45ec-8344-401f-860f-3c9649cfa4f9 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:56:56.423554 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e428ce8-801a-4351-8929-5a5520d58d50", "name": "network-vif-deleted", "tag": "3f771e48-b54f-49ca-b437-479a10d95c47", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:56:56.423870 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5e8d45ec-8344-401f-860f-3c9649cfa4f9 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:56:56.424396 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e428ce8-801a-4351-8929-5a5520d58d50', 'name': 'network-vif-deleted', 'tag': '3f771e48-b54f-49ca-b437-479a10d95c47', 'status': 'completed', 'code': 200} Sep 21 17:56:56.484937 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f2a41b3-3a91-443a-9a2d-080dbba90810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:56.568532 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a41b3-3a91-443a-9a2d-080dbba90810 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c751a99a-20d0-43d5-831e-66e30eb3e222,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:56.573510 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2a41b3-3a91-443a-9a2d-080dbba90810 admin admin] Checking segment: {'id': '67dca93c-0279-4089-8ad6-8070b0f56a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '62e3cd16-02f8-4c45-b633-b31b9511156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:56:56.573928 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2a41b3-3a91-443a-9a2d-080dbba90810 admin admin] Network hostable DHCP agents. Network: 62e3cd16-02f8-4c45-b633-b31b9511156a, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:56:56.594001 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2a41b3-3a91-443a-9a2d-080dbba90810 admin admin] Network 62e3cd16-02f8-4c45-b633-b31b9511156a is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:56:56.603422 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 72e84872-9199-453c-a902-e649fd7a417c no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:56:56.619451 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-5f2a41b3-3a91-443a-9a2d-080dbba90810 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 62e3cd16-02f8-4c45-b633-b31b9511156a) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:56:56.638195 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2a41b3-3a91-443a-9a2d-080dbba90810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:56.639088 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f2a41b3-3a91-443a-9a2d-080dbba90810 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:56.647112 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 72e84872-9199-453c-a902-e649fd7a417c {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:56:56.647890 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 72e84872-9199-453c-a902-e649fd7a417c not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:56:56.653904 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7522b0be-5da3-4f42-923c-7c94d07567ca None None] Network 62e3cd16-02f8-4c45-b633-b31b9511156a requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:56:56.682565 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5f2a41b3-3a91-443a-9a2d-080dbba90810 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4829476 Sep 21 17:56:56.686644 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 32960) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:56.712612 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-7719d16d-c854-4d55-b75a-c2938b35c469 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1681526608-router', 'tenant_id': '46de73966b5c449eaa02e4c260afec61', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:56:56.717403 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4bea9287-1d5c-4787-98d7-1384931ea332 req-6b79e9ca-4554-432c-9543-b2fca8951f0b tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0469542 Sep 21 17:56:56.760085 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7719d16d-c854-4d55-b75a-c2938b35c469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:56.762998 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7719d16d-c854-4d55-b75a-c2938b35c469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:56.860471 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7719d16d-c854-4d55-b75a-c2938b35c469 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:56.941778 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905d0129-e644-4393-bcf3-f6033b4af8da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-62e3cd16-02f8-4c45-b633-b31b9511156a', 'network_id': '62e3cd16-02f8-4c45-b633-b31b9511156a', 'tenant_id': '46de73966b5c449eaa02e4c260afec61', 'fixed_ips': [{'subnet_id': 'c751a99a-20d0-43d5-831e-66e30eb3e222'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:56:56.943182 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-905d0129-e644-4393-bcf3-f6033b4af8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:57.014107 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7719d16d-c854-4d55-b75a-c2938b35c469 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:57.137159 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-905d0129-e644-4393-bcf3-f6033b4af8da None None] Allocated IP 172.20.0.2 (62e3cd16-02f8-4c45-b633-b31b9511156a/c751a99a-20d0-43d5-831e-66e30eb3e222/31065fd8-c18a-49fd-b3df-6b458e25bcf8) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:56:57.298351 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7719d16d-c854-4d55-b75a-c2938b35c469 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:57.341830 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7719d16d-c854-4d55-b75a-c2938b35c469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:57.362226 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-905d0129-e644-4393-bcf3-f6033b4af8da None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:57.370436 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-905d0129-e644-4393-bcf3-f6033b4af8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:57.434588 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905d0129-e644-4393-bcf3-f6033b4af8da None None] Network 62e3cd16-02f8-4c45-b633-b31b9511156a is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:56:57.440498 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-905d0129-e644-4393-bcf3-f6033b4af8da None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:56:57.456168 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905d0129-e644-4393-bcf3-f6033b4af8da None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:56:57.485751 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-7719d16d-c854-4d55-b75a-c2938b35c469 admin admin] Allocated IP 172.25.6.2 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/89266f42-f848-4695-b569-6ed450093a43) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:56:57.487172 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d0129-e644-4393-bcf3-f6033b4af8da None None] Pushing event updated for resources: {'Port': ['ID=31065fd8-c18a-49fd-b3df-6b458e25bcf8,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:57.508490 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d0129-e644-4393-bcf3-f6033b4af8da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:57.509149 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d0129-e644-4393-bcf3-f6033b4af8da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:57.509479 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d0129-e644-4393-bcf3-f6033b4af8da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:57.509988 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d0129-e644-4393-bcf3-f6033b4af8da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:57.510510 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d0129-e644-4393-bcf3-f6033b4af8da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:57.511147 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d0129-e644-4393-bcf3-f6033b4af8da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:57.511720 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d0129-e644-4393-bcf3-f6033b4af8da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:57.512223 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d0129-e644-4393-bcf3-f6033b4af8da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:57.512714 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d0129-e644-4393-bcf3-f6033b4af8da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:57.513217 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d0129-e644-4393-bcf3-f6033b4af8da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:57.513740 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d0129-e644-4393-bcf3-f6033b4af8da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:57.514243 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d0129-e644-4393-bcf3-f6033b4af8da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:56:57.533701 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-905d0129-e644-4393-bcf3-f6033b4af8da None None] Attempting to bind port 31065fd8-c18a-49fd-b3df-6b458e25bcf8 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:56:57.534385 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-905d0129-e644-4393-bcf3-f6033b4af8da None None] Attempting to bind port 31065fd8-c18a-49fd-b3df-6b458e25bcf8 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '67dca93c-0279-4089-8ad6-8070b0f56a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '62e3cd16-02f8-4c45-b633-b31b9511156a'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:56:57.535037 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905d0129-e644-4393-bcf3-f6033b4af8da None None] Attempting to bind port 31065fd8-c18a-49fd-b3df-6b458e25bcf8 on network 62e3cd16-02f8-4c45-b633-b31b9511156a {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:56:57.547943 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905d0129-e644-4393-bcf3-f6033b4af8da None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:56:57.548663 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905d0129-e644-4393-bcf3-f6033b4af8da None None] Checking segment: {'id': '67dca93c-0279-4089-8ad6-8070b0f56a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '62e3cd16-02f8-4c45-b633-b31b9511156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:56:57.549467 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-905d0129-e644-4393-bcf3-f6033b4af8da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:57.550123 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905d0129-e644-4393-bcf3-f6033b4af8da None None] Bound using segment: {'id': '67dca93c-0279-4089-8ad6-8070b0f56a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '62e3cd16-02f8-4c45-b633-b31b9511156a'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:56:57.550677 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-905d0129-e644-4393-bcf3-f6033b4af8da None None] Bound port: 31065fd8-c18a-49fd-b3df-6b458e25bcf8, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67dca93c-0279-4089-8ad6-8070b0f56a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '62e3cd16-02f8-4c45-b633-b31b9511156a'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:56:57.552036 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-905d0129-e644-4393-bcf3-f6033b4af8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:57.649118 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-905d0129-e644-4393-bcf3-f6033b4af8da None None] For port 31065fd8-c18a-49fd-b3df-6b458e25bcf8, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:56:57.653383 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-905d0129-e644-4393-bcf3-f6033b4af8da None None] For port 31065fd8-c18a-49fd-b3df-6b458e25bcf8, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=31065fd8-c18a-49fd-b3df-6b458e25bcf8,segment=NetworkSegment(67dca93c-0279-4089-8ad6-8070b0f56a6b),segment_id=67dca93c-0279-4089-8ad6-8070b0f56a6b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:56:57.662337 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-905d0129-e644-4393-bcf3-f6033b4af8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:57.720425 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7719d16d-c854-4d55-b75a-c2938b35c469 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:57.745709 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-8f3b51b2-2653-4166-af29-1cfa5806d9e5 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:56:57.748263 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-8f3b51b2-2653-4166-af29-1cfa5806d9e5 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/networks?id=1c00a0d6-e667-48aa-86f9-9337cd552f7d HTTP/1.1" status: 200 len: 806 time: 0.2587843 Sep 21 17:56:57.762038 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d0129-e644-4393-bcf3-f6033b4af8da None None] Pushing event updated for resources: {'Port': ['ID=31065fd8-c18a-49fd-b3df-6b458e25bcf8,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:57.776339 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-a55c2375-c9b7-4c0d-af86-eedf212e92e9 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/quotas/175497c81fda4a69bcd0ab1778ee76e3 HTTP/1.1" status: 200 len: 375 time: 0.0200939 Sep 21 17:56:57.818724 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7719d16d-c854-4d55-b75a-c2938b35c469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:57.878239 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7719d16d-c854-4d55-b75a-c2938b35c469 admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:56:57.882111 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-2a4a9e31-6f5a-4560-be5d-c7adf8965faa tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=175497c81fda4a69bcd0ab1778ee76e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0976052 Sep 21 17:56:57.913495 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9e8fd273-1cc8-4a88-8b9b-7e7ee0782bfc req-8230a9a6-f1c0-4bfc-bc72-a8771be1f049 tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0407135 Sep 21 17:56:57.929800 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719d16d-c854-4d55-b75a-c2938b35c469 admin admin] Pushing event updated for resources: {'Port': ['ID=89266f42-f848-4695-b569-6ed450093a43,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:56:57.942958 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-7719d16d-c854-4d55-b75a-c2938b35c469 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:56:57.946809 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7719d16d-c854-4d55-b75a-c2938b35c469 admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:56:58.041427 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-b679320d-0f3c-4959-97c1-54bd1c48457e service neutron] 10.222.0.58 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484199 Sep 21 17:56:58.128908 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3f771e48-b54f-49ca-b437-479a10d95c47 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:56:58.225720 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 3f771e48-b54f-49ca-b437-479a10d95c47 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:56:58.226821 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3f771e48-b54f-49ca-b437-479a10d95c47 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:56:58.271057 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-48669ae8-d93b-4890-813b-921e8453d8ed service neutron] 10.222.0.58 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139664 Sep 21 17:56:58.413347 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7719d16d-c854-4d55-b75a-c2938b35c469 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:58.533324 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-42839934-5188-4d06-8ac6-f0168e73ff75 req-b7fda713-4922-4664-ae00-f1ab5c190c7e tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 210 time: 0.0374725 Sep 21 17:56:58.705765 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7719d16d-c854-4d55-b75a-c2938b35c469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:58.941642 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7719d16d-c854-4d55-b75a-c2938b35c469 admin admin] Router 9ba449a6-e254-489d-92bd-08be382df687 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:56:59.096526 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7719d16d-c854-4d55-b75a-c2938b35c469 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:56:59.108730 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8605a364-7aa5-4a84-9c2f-8e7c1ee82b87 None None] Sync routers for ids ['9ba449a6-e254-489d-92bd-08be382df687'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:56:59.126569 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8605a364-7aa5-4a84-9c2f-8e7c1ee82b87 None None] Routers {'9ba449a6-e254-489d-92bd-08be382df687'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:56:59.127400 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-8605a364-7aa5-4a84-9c2f-8e7c1ee82b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:56:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['9ba449a6-e254-489d-92bd-08be382df687'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:56:59.213652 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8cf406e1-57d6-403e-9935-3ea717fa2170 req-68d50589-8fb2-4e51-8993-3f4cef03d236 tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0913756 Sep 21 17:56:59.219405 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7719d16d-c854-4d55-b75a-c2938b35c469 admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:56:59.221823 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7719d16d-c854-4d55-b75a-c2938b35c469 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5301197 Sep 21 17:56:59.223695 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33026) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:56:59.339282 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a40cd8-6710-4ef5-ab95-2187fe27a0f2 None None] Network 62e3cd16-02f8-4c45-b633-b31b9511156a requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:56:59.654585 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 31065fd8-c18a-49fd-b3df-6b458e25bcf8 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:56:59.734358 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-8605a364-7aa5-4a84-9c2f-8e7c1ee82b87 None None] Set router 9ba449a6-e254-489d-92bd-08be382df687 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:56:59.749750 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7b3ba01a-a43a-4af1-8c6c-3fc5bdceccc1 req-39c8c4c9-f5b0-44d0-bf12-083fbb06ef83 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 210 time: 0.0432720 Sep 21 17:56:59.879060 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-ea35e632-58a1-4da5-b6bd-20431366e01f None None] Provisioning complete for port 31065fd8-c18a-49fd-b3df-6b458e25bcf8 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:56:59.879426 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ea35e632-58a1-4da5-b6bd-20431366e01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:00.082423 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c8556-28ca-4a00-af1e-46b65612cc85 req-9adb6c13-8b4f-49b0-abc3-ec57ff946f78 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:00.092006 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9c8c8556-28ca-4a00-af1e-46b65612cc85 req-9adb6c13-8b4f-49b0-abc3-ec57ff946f78 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e50d1e6-ae6d-418c-8af6-cf61a188a287 HTTP/1.1" status: 200 len: 946 time: 0.1136274 Sep 21 17:57:00.128427 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-70ebef71-753e-47f4-9ed4-057732120f73 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:00.130277 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-70ebef71-753e-47f4-9ed4-057732120f73 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.38 "GET /v2.0/networks?id=1c00a0d6-e667-48aa-86f9-9337cd552f7d HTTP/1.1" status: 200 len: 806 time: 0.3507967 Sep 21 17:57:00.155335 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9c8c8556-28ca-4a00-af1e-46b65612cc85 req-d5d48c1c-1310-4262-811d-422546cc1c21 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/security-groups?id=b7acdf1f-bc5b-41b9-b979-bb84a12db13c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571349 Sep 21 17:57:00.167186 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-524b5b28-1a35-4cef-b793-e1fc4462a780 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Request body: {'port': {'device_id': '70b6a000-e461-4ef5-8f4a-9322987bbe7f', 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d', 'admin_state_up': True, 'tenant_id': '175497c81fda4a69bcd0ab1778ee76e3'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:00.249736 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b40dfcf8-deea-492a-8869-483bba880643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:00.309637 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 31065fd8-c18a-49fd-b3df-6b458e25bcf8 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:00.309637 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:00.378421 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ea35e632-58a1-4da5-b6bd-20431366e01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:00.445884 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-ea35e632-58a1-4da5-b6bd-20431366e01f None None] For port 31065fd8-c18a-49fd-b3df-6b458e25bcf8, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=31065fd8-c18a-49fd-b3df-6b458e25bcf8,segment=NetworkSegment(67dca93c-0279-4089-8ad6-8070b0f56a6b),segment_id=67dca93c-0279-4089-8ad6-8070b0f56a6b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:00.447592 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d6fc660d-cbcb-47aa-97d0-10572935bc88 req-acb94481-a779-48a2-a8b0-053abb648fac tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0472720 Sep 21 17:57:00.453694 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ea35e632-58a1-4da5-b6bd-20431366e01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:00.538462 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-524b5b28-1a35-4cef-b793-e1fc4462a780 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Made reservation on behalf of 175497c81fda4a69bcd0ab1778ee76e3 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:57:00.542595 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-524b5b28-1a35-4cef-b793-e1fc4462a780 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:00.549825 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-8605a364-7aa5-4a84-9c2f-8e7c1ee82b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba449a6-e254-489d-92bd-08be382df687', 'name': 'tempest-FloatingIPsNegativeTestJSON-1681526608-router', 'tenant_id': '46de73966b5c449eaa02e4c260afec61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '89266f42-f848-4695-b569-6ed450093a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:56:56Z', 'updated_at': '2021-09-21T17:56:58Z', 'revision_number': 3, 'project_id': '46de73966b5c449eaa02e4c260afec61', 'gw_port': {'id': '89266f42-f848-4695-b569-6ed450093a43', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:45:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba449a6-e254-489d-92bd-08be382df687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:56:57Z', 'updated_at': '2021-09-21T17:56:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:00.593117 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8605a364-7aa5-4a84-9c2f-8e7c1ee82b87 None None] Checking router: 9ba449a6-e254-489d-92bd-08be382df687 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:57:00.593738 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8605a364-7aa5-4a84-9c2f-8e7c1ee82b87 None None] Updating router 9ba449a6-e254-489d-92bd-08be382df687 port 89266f42-f848-4695-b569-6ed450093a43 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:57:00.600991 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea35e632-58a1-4da5-b6bd-20431366e01f None None] Pushing event updated for resources: {'Port': ['ID=31065fd8-c18a-49fd-b3df-6b458e25bcf8,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:00.641291 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8605a364-7aa5-4a84-9c2f-8e7c1ee82b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:00.689366 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-b40dfcf8-deea-492a-8869-483bba880643 admin admin] Allocated IP 172.20.0.1 (62e3cd16-02f8-4c45-b633-b31b9511156a/c751a99a-20d0-43d5-831e-66e30eb3e222/f87625ef-3778-4a3c-8ba2-7231d3cef269) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:57:00.825751 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-524b5b28-1a35-4cef-b793-e1fc4462a780 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Allocated IP 172.20.0.3 (1c00a0d6-e667-48aa-86f9-9337cd552f7d/b33b2c75-9b86-4e4e-90ea-cf1f238c715d/cb571a4f-6e46-44f3-ac0c-b43ca984f51a) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:57:00.898862 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-45037063-a4d1-4d5b-a741-c0cd29432c59 req-aa0dc0df-9b4f-4c14-9b77-b15962783742 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 210 time: 0.0277922 Sep 21 17:57:00.910862 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b40dfcf8-deea-492a-8869-483bba880643 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:00.958119 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9a1a01d0-9f7e-47a8-8cc5-e97e780c6911 None None] Provisioning complete for port 31065fd8-c18a-49fd-b3df-6b458e25bcf8 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:00.958813 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9a1a01d0-9f7e-47a8-8cc5-e97e780c6911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:01.107764 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-524b5b28-1a35-4cef-b793-e1fc4462a780 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:01.113835 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b40dfcf8-deea-492a-8869-483bba880643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:01.162233 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40dfcf8-deea-492a-8869-483bba880643 admin admin] Network 62e3cd16-02f8-4c45-b633-b31b9511156a is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:57:01.169368 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-b40dfcf8-deea-492a-8869-483bba880643 admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:57:01.176078 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40dfcf8-deea-492a-8869-483bba880643 admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:57:01.240193 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8605a364-7aa5-4a84-9c2f-8e7c1ee82b87 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:01.244041 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40dfcf8-deea-492a-8869-483bba880643 admin admin] Pushing event updated for resources: {'Port': ['ID=f87625ef-3778-4a3c-8ba2-7231d3cef269,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:01.247980 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8605a364-7aa5-4a84-9c2f-8e7c1ee82b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:01.299162 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-524b5b28-1a35-4cef-b793-e1fc4462a780 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:01.304388 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b40dfcf8-deea-492a-8869-483bba880643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:01.317230 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['dbc0d7b1-96db-431a-bbdc-4aac85019438'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:57:01.330616 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-8605a364-7aa5-4a84-9c2f-8e7c1ee82b87 None None] Attempting to bind port 89266f42-f848-4695-b569-6ed450093a43 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:57:01.331006 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-8605a364-7aa5-4a84-9c2f-8e7c1ee82b87 None None] Attempting to bind port 89266f42-f848-4695-b569-6ed450093a43 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:57:01.331369 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8605a364-7aa5-4a84-9c2f-8e7c1ee82b87 None None] Attempting to bind port 89266f42-f848-4695-b569-6ed450093a43 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:57:01.352175 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad21df-1bc9-4aa1-8d53-40e57d17651d None None] Pushing event updated for resources: {'Port': ['ID=89266f42-f848-4695-b569-6ed450093a43,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:01.370170 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8605a364-7aa5-4a84-9c2f-8e7c1ee82b87 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:57:01.370545 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8605a364-7aa5-4a84-9c2f-8e7c1ee82b87 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:57:01.371023 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8605a364-7aa5-4a84-9c2f-8e7c1ee82b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:01.371406 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8605a364-7aa5-4a84-9c2f-8e7c1ee82b87 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:57:01.371897 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-8605a364-7aa5-4a84-9c2f-8e7c1ee82b87 None None] Bound port: 89266f42-f848-4695-b569-6ed450093a43, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:57:01.372279 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8605a364-7aa5-4a84-9c2f-8e7c1ee82b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:01.411436 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-524b5b28-1a35-4cef-b793-e1fc4462a780 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Network 1c00a0d6-e667-48aa-86f9-9337cd552f7d is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:57:01.417147 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-524b5b28-1a35-4cef-b793-e1fc4462a780 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:57:01.435236 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-524b5b28-1a35-4cef-b793-e1fc4462a780 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:57:01.522635 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-8605a364-7aa5-4a84-9c2f-8e7c1ee82b87 None None] For port 89266f42-f848-4695-b569-6ed450093a43, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:57:01.580044 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-8605a364-7aa5-4a84-9c2f-8e7c1ee82b87 None None] For port 89266f42-f848-4695-b569-6ed450093a43, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=89266f42-f848-4695-b569-6ed450093a43,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:57:01.613081 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 31065fd8-c18a-49fd-b3df-6b458e25bcf8 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:57:01.621449 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b5b28-1a35-4cef-b793-e1fc4462a780 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Pushing event updated for resources: {'Port': ['ID=cb571a4f-6e46-44f3-ac0c-b43ca984f51a,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:01.638962 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-100ce422-4189-4fbf-8d02-ac8955f08a83 req-e04639a2-185c-433f-b7ca-322033c79ee3 tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0417573 Sep 21 17:57:01.640771 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8605a364-7aa5-4a84-9c2f-8e7c1ee82b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:01.699938 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b40dfcf8-deea-492a-8869-483bba880643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:01.729102 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-524b5b28-1a35-4cef-b793-e1fc4462a780 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:01.735514 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-524b5b28-1a35-4cef-b793-e1fc4462a780 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:01.826737 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-524b5b28-1a35-4cef-b793-e1fc4462a780 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6737163 Sep 21 17:57:01.847808 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-55120bef-9981-4425-8a7e-db3d045a12a2 service neutron] Request body: {'port': {'device_id': '70b6a000-e461-4ef5-8f4a-9322987bbe7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:01.859311 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad21df-1bc9-4aa1-8d53-40e57d17651d None None] Pushing event updated for resources: {'Port': ['ID=89266f42-f848-4695-b569-6ed450093a43,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:01.896958 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8605a364-7aa5-4a84-9c2f-8e7c1ee82b87 None None] Routers {'9ba449a6-e254-489d-92bd-08be382df687'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:57:01.897727 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-8605a364-7aa5-4a84-9c2f-8e7c1ee82b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:56:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['9ba449a6-e254-489d-92bd-08be382df687'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:01.917939 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c713d-4cf8-4827-8267-10aecdb22ba2 req-cc73e1f3-d976-4c32-b546-5d4eb3c8b397 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:01.927316 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-432c713d-4cf8-4827-8267-10aecdb22ba2 req-cc73e1f3-d976-4c32-b546-5d4eb3c8b397 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e50d1e6-ae6d-418c-8af6-cf61a188a287 HTTP/1.1" status: 200 len: 946 time: 0.0661480 Sep 21 17:57:01.967894 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-03e84329-e2b7-49d6-890e-d9cc4e34e273 req-55384121-b291-43ad-9bdc-8f714f6f7cb5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2f7937ea-6f4e-44f7-9a63-50e3d960a43d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2044542 Sep 21 17:57:01.992834 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-432c713d-4cf8-4827-8267-10aecdb22ba2 req-96bc4576-f7f7-4718-9149-b3e26216e427 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/security-groups?id=b7acdf1f-bc5b-41b9-b979-bb84a12db13c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639217 Sep 21 17:57:02.012219 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-a2161cc0-6e9f-457a-b9e4-2853ee547337 None None] Provisioning complete for port f87625ef-3778-4a3c-8ba2-7231d3cef269 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:02.012779 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a2161cc0-6e9f-457a-b9e4-2853ee547337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:02.109782 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c43f8-6de3-4ba4-8d0f-aa60d42c32c4 req-f98ab48a-b513-4e58-affb-d55def303b96 tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:02.111380 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-523c43f8-6de3-4ba4-8d0f-aa60d42c32c4 req-f98ab48a-b513-4e58-affb-d55def303b96 tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] 10.222.0.58 "GET /v2.0/ports?device_id=442df063-3744-4236-b832-6b974a098cfa HTTP/1.1" status: 200 len: 946 time: 0.2344575 Sep 21 17:57:02.115893 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc99c8-1761-4499-8832-e367ae3614e2 req-af0120f6-a0f9-421b-8c4c-d099556fcd10 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:02.125966 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ffbc99c8-1761-4499-8832-e367ae3614e2 req-af0120f6-a0f9-421b-8c4c-d099556fcd10 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 931 time: 0.0763373 Sep 21 17:57:02.138017 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-55120bef-9981-4425-8a7e-db3d045a12a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:02.151027 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-a2161cc0-6e9f-457a-b9e4-2853ee547337 None None] Port f87625ef-3778-4a3c-8ba2-7231d3cef269 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:57:02.158357 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-8605a364-7aa5-4a84-9c2f-8e7c1ee82b87 None None] Set router 9ba449a6-e254-489d-92bd-08be382df687 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:57:02.182080 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ffbc99c8-1761-4499-8832-e367ae3614e2 req-139459c6-c577-44dd-bcd6-2474146b0e16 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501657 Sep 21 17:57:02.240447 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 31065fd8-c18a-49fd-b3df-6b458e25bcf8 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:02.241329 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:02.255020 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e84329-e2b7-49d6-890e-d9cc4e34e273 req-71b4fcd9-5573-4352-9a1a-562f736210ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:02.256519 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-03e84329-e2b7-49d6-890e-d9cc4e34e273 req-71b4fcd9-5573-4352-9a1a-562f736210ed service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=175497c81fda4a69bcd0ab1778ee76e3&device_id=2f7937ea-6f4e-44f7-9a63-50e3d960a43d HTTP/1.1" status: 200 len: 1096 time: 0.2003641 Sep 21 17:57:02.283165 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-523c43f8-6de3-4ba4-8d0f-aa60d42c32c4 req-e2972086-a642-4388-8e0c-32db1a76e62b tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] 10.222.0.58 "GET /v2.0/security-groups?id=450f0268-a254-4eb8-ad03-b5c36ff942b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480355 Sep 21 17:57:02.343060 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b40dfcf8-deea-492a-8869-483bba880643 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:02.426136 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b40dfcf8-deea-492a-8869-483bba880643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:02.608883 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b40dfcf8-deea-492a-8869-483bba880643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:02.624511 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40dfcf8-deea-492a-8869-483bba880643 admin admin] Pushing event updated for resources: {'Port': ['ID=f87625ef-3778-4a3c-8ba2-7231d3cef269,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:02.715956 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-8605a364-7aa5-4a84-9c2f-8e7c1ee82b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba449a6-e254-489d-92bd-08be382df687', 'name': 'tempest-FloatingIPsNegativeTestJSON-1681526608-router', 'tenant_id': '46de73966b5c449eaa02e4c260afec61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '89266f42-f848-4695-b569-6ed450093a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:56:56Z', 'updated_at': '2021-09-21T17:57:01Z', 'revision_number': 4, 'project_id': '46de73966b5c449eaa02e4c260afec61', 'gw_port': {'id': '89266f42-f848-4695-b569-6ed450093a43', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:45:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba449a6-e254-489d-92bd-08be382df687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:56:57Z', 'updated_at': '2021-09-21T17:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'f87625ef-3778-4a3c-8ba2-7231d3cef269', 'name': '', 'network_id': '62e3cd16-02f8-4c45-b633-b31b9511156a', 'tenant_id': '46de73966b5c449eaa02e4c260afec61', 'mac_address': 'fa:16:3e:de:3a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba449a6-e254-489d-92bd-08be382df687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'c751a99a-20d0-43d5-831e-66e30eb3e222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:00Z', 'updated_at': '2021-09-21T17:57:00Z', 'revision_number': 1, 'project_id': '46de73966b5c449eaa02e4c260afec61', 'subnets': [{'id': 'c751a99a-20d0-43d5-831e-66e30eb3e222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:02.760263 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8605a364-7aa5-4a84-9c2f-8e7c1ee82b87 None None] The sync data for ids ['9ba449a6-e254-489d-92bd-08be382df687'] in n-d-810291-1 is: [{'id': '9ba449a6-e254-489d-92bd-08be382df687', 'name': 'tempest-FloatingIPsNegativeTestJSON-1681526608-router', 'tenant_id': '46de73966b5c449eaa02e4c260afec61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '89266f42-f848-4695-b569-6ed450093a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:56:56Z', 'updated_at': '2021-09-21T17:57:01Z', 'revision_number': 4, 'project_id': '46de73966b5c449eaa02e4c260afec61', 'gw_port': {'id': '89266f42-f848-4695-b569-6ed450093a43', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:45:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba449a6-e254-489d-92bd-08be382df687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:56:57Z', 'updated_at': '2021-09-21T17:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'f87625ef-3778-4a3c-8ba2-7231d3cef269', 'name': '', 'network_id': '62e3cd16-02f8-4c45-b633-b31b9511156a', 'tenant_id': '46de73966b5c449eaa02e4c260afec61', 'mac_address': 'fa:16:3e:de:3a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba449a6-e254-489d-92bd-08be382df687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'c751a99a-20d0-43d5-831e-66e30eb3e222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:00Z', 'updated_at': '2021-09-21T17:57:00Z', 'revision_number': 1, 'project_id': '46de73966b5c449eaa02e4c260afec61', 'subnets': [{'id': 'c751a99a-20d0-43d5-831e-66e30eb3e222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:57:02.917437 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46a459-e766-4fbe-8b3c-cd727b7c50ff req-d4610aba-c154-4a62-bb73-56be77c62714 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:02.925436 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8f46a459-e766-4fbe-8b3c-cd727b7c50ff req-d4610aba-c154-4a62-bb73-56be77c62714 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e50d1e6-ae6d-418c-8af6-cf61a188a287 HTTP/1.1" status: 200 len: 946 time: 0.0665181 Sep 21 17:57:02.982392 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8f46a459-e766-4fbe-8b3c-cd727b7c50ff req-b44857fc-e6d4-4c37-815d-2103abcb6ef5 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/security-groups?id=b7acdf1f-bc5b-41b9-b979-bb84a12db13c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533826 Sep 21 17:57:03.191373 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-26e3545c-05ce-4c4f-ac8e-66daa9de40c3 req-296a06ae-fb67-4e9b-b470-1ea6977d84f4 tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0523679 Sep 21 17:57:03.223004 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e84329-e2b7-49d6-890e-d9cc4e34e273 req-46308d20-52c7-4122-b604-80df83457ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:03.224800 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-03e84329-e2b7-49d6-890e-d9cc4e34e273 req-46308d20-52c7-4122-b604-80df83457ed5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1c00a0d6-e667-48aa-86f9-9337cd552f7d HTTP/1.1" status: 200 len: 907 time: 0.7997701 Sep 21 17:57:03.313198 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-03e84329-e2b7-49d6-890e-d9cc4e34e273 req-78eaa839-3626-4dd1-9b2e-7d453f08d144 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbc0d7b1-96db-431a-bbdc-4aac85019438 HTTP/1.1" status: 200 len: 217 time: 0.0730872 Sep 21 17:57:03.344025 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815fcda8-aff0-4cd7-9734-0521fcfa9118 req-f4b9158d-360c-4083-aac3-db70c5c84eab tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:03.344025 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-815fcda8-aff0-4cd7-9734-0521fcfa9118 req-f4b9158d-360c-4083-aac3-db70c5c84eab tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 931 time: 0.0766423 Sep 21 17:57:03.403084 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-815fcda8-aff0-4cd7-9734-0521fcfa9118 req-57ffea8a-9dc9-4e54-8cf0-dc39d59a8ad7 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514338 Sep 21 17:57:03.490040 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40dfcf8-deea-492a-8869-483bba880643 admin admin] Network 62e3cd16-02f8-4c45-b633-b31b9511156a is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:57:03.505318 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-b40dfcf8-deea-492a-8869-483bba880643 admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:57:03.525883 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e84329-e2b7-49d6-890e-d9cc4e34e273 req-c3f5ba74-a1c9-480f-bf82-59bdca72f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:03.527532 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-03e84329-e2b7-49d6-890e-d9cc4e34e273 req-c3f5ba74-a1c9-480f-bf82-59bdca72f4d6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b33b2c75-9b86-4e4e-90ea-cf1f238c715d HTTP/1.1" status: 200 len: 846 time: 0.2028379 Sep 21 17:57:03.586052 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-55120bef-9981-4425-8a7e-db3d045a12a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb571a4f-6e46-44f3-ac0c-b43ca984f51a {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:57:03.643574 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-03e84329-e2b7-49d6-890e-d9cc4e34e273 req-3af6787d-f5e6-44c1-afd4-3be837b0be43 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1c00a0d6-e667-48aa-86f9-9337cd552f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070275 Sep 21 17:57:03.655996 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-55120bef-9981-4425-8a7e-db3d045a12a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:03.687793 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260e1a3-960b-4dc7-918b-23913aab869d req-82811def-d305-4ee6-86b1-c085eb59fde8 tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:03.699686 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7260e1a3-960b-4dc7-918b-23913aab869d req-82811def-d305-4ee6-86b1-c085eb59fde8 tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] 10.222.0.58 "GET /v2.0/ports?device_id=442df063-3744-4236-b832-6b974a098cfa HTTP/1.1" status: 200 len: 946 time: 0.3165011 Sep 21 17:57:03.753197 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b8e1e-08c1-46ce-b9f0-d46d3f4638e9 req-82d39bbf-9a17-42e1-a72b-de89f95749df tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:03.754713 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ab8b8e1e-08c1-46ce-b9f0-d46d3f4638e9 req-82d39bbf-9a17-42e1-a72b-de89f95749df tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] 10.222.0.38 "GET /v2.0/ports?device_id=442df063-3744-4236-b832-6b974a098cfa HTTP/1.1" status: 200 len: 946 time: 0.3130023 Sep 21 17:57:03.762807 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-55120bef-9981-4425-8a7e-db3d045a12a2 service neutron] Transition to ACTIVE for port object cb571a4f-6e46-44f3-ac0c-b43ca984f51a will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:57:03.886349 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-55120bef-9981-4425-8a7e-db3d045a12a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:03.888538 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-bfb62c5b-7757-40d2-8c66-2b298f1ab54a None None] Provisioning complete for port f87625ef-3778-4a3c-8ba2-7231d3cef269 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:03.889044 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bfb62c5b-7757-40d2-8c66-2b298f1ab54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:03.927290 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-bfb62c5b-7757-40d2-8c66-2b298f1ab54a None None] Port f87625ef-3778-4a3c-8ba2-7231d3cef269 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:57:03.975660 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7260e1a3-960b-4dc7-918b-23913aab869d req-c558fc27-b018-4091-a4d8-be566c9428b0 tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] 10.222.0.58 "GET /v2.0/security-groups?id=450f0268-a254-4eb8-ad03-b5c36ff942b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748675 Sep 21 17:57:04.023904 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55120bef-9981-4425-8a7e-db3d045a12a2 service neutron] Pushing event updated for resources: {'Port': ['ID=cb571a4f-6e46-44f3-ac0c-b43ca984f51a,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:04.060406 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40dfcf8-deea-492a-8869-483bba880643 admin admin] Router 9ba449a6-e254-489d-92bd-08be382df687 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:57:04.087006 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-03e84329-e2b7-49d6-890e-d9cc4e34e273 req-bf7cbb46-0f15-47ee-be56-930c3c1c2a0b service neutron] 10.222.0.38 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280341 Sep 21 17:57:04.132201 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d4aee-d31a-496f-84ae-87fcfe9c205f req-2b039ca1-a1bd-429a-bbb7-022b52886d31 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:04.134268 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2d4d4aee-d31a-496f-84ae-87fcfe9c205f req-2b039ca1-a1bd-429a-bbb7-022b52886d31 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e50d1e6-ae6d-418c-8af6-cf61a188a287 HTTP/1.1" status: 200 len: 946 time: 0.0602279 Sep 21 17:57:04.174368 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2d4d4aee-d31a-496f-84ae-87fcfe9c205f req-926526cb-c61b-41fb-b383-9d33fb24459b tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/security-groups?id=b7acdf1f-bc5b-41b9-b979-bb84a12db13c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336142 Sep 21 17:57:04.238670 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-ab8b8e1e-08c1-46ce-b9f0-d46d3f4638e9 req-9d0f42b7-3779-4541-91b0-47ded0f890ca tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Deleting port 3d5c5631-8823-4766-9587-065411ff2bda {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:57:04.238910 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ab8b8e1e-08c1-46ce-b9f0-d46d3f4638e9 req-9d0f42b7-3779-4541-91b0-47ded0f890ca tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:04.289662 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-55120bef-9981-4425-8a7e-db3d045a12a2 service neutron] Attempting to bind port cb571a4f-6e46-44f3-ac0c-b43ca984f51a on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:57:04.289662 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-55120bef-9981-4425-8a7e-db3d045a12a2 service neutron] Attempting to bind port cb571a4f-6e46-44f3-ac0c-b43ca984f51a by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '56b6ab3c-69bd-42e2-acea-4797f09bea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:57:04.289662 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-55120bef-9981-4425-8a7e-db3d045a12a2 service neutron] Attempting to bind port cb571a4f-6e46-44f3-ac0c-b43ca984f51a on network 1c00a0d6-e667-48aa-86f9-9337cd552f7d {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:57:04.331611 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-55120bef-9981-4425-8a7e-db3d045a12a2 service neutron] Port cb571a4f-6e46-44f3-ac0c-b43ca984f51a on network 1c00a0d6-e667-48aa-86f9-9337cd552f7d not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:57:04.332504 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-55120bef-9981-4425-8a7e-db3d045a12a2 service neutron] Attempting to bind port cb571a4f-6e46-44f3-ac0c-b43ca984f51a on network 1c00a0d6-e667-48aa-86f9-9337cd552f7d {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:57:04.371499 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b2122a19-27cd-4704-952b-a3c171b3cd85 req-52a0b0fa-8a95-4235-881f-a787d7d0367e tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0629275 Sep 21 17:57:04.440205 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-55120bef-9981-4425-8a7e-db3d045a12a2 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:57:04.440552 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-55120bef-9981-4425-8a7e-db3d045a12a2 service neutron] Checking segment: {'id': '56b6ab3c-69bd-42e2-acea-4797f09bea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:57:04.440945 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-55120bef-9981-4425-8a7e-db3d045a12a2 service neutron] Bound using segment: {'id': '56b6ab3c-69bd-42e2-acea-4797f09bea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:57:04.441380 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-55120bef-9981-4425-8a7e-db3d045a12a2 service neutron] Bound port: cb571a4f-6e46-44f3-ac0c-b43ca984f51a, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b6ab3c-69bd-42e2-acea-4797f09bea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:57:04.441743 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-55120bef-9981-4425-8a7e-db3d045a12a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:04.465103 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-03e84329-e2b7-49d6-890e-d9cc4e34e273 req-4c914d53-d47c-47db-ae46-f4b7915089c7 service neutron] 10.222.0.38 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501537 Sep 21 17:57:04.530971 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-ab8b8e1e-08c1-46ce-b9f0-d46d3f4638e9 req-9d0f42b7-3779-4541-91b0-47ded0f890ca tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] For port 3d5c5631-8823-4766-9587-065411ff2bda, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3d5c5631-8823-4766-9587-065411ff2bda,segment=NetworkSegment(08c0fb40-d447-4d47-83c8-70e1aa1b263f),segment_id=08c0fb40-d447-4d47-83c8-70e1aa1b263f)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:04.530971 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ab8b8e1e-08c1-46ce-b9f0-d46d3f4638e9 req-9d0f42b7-3779-4541-91b0-47ded0f890ca tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:04.539778 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40dfcf8-deea-492a-8869-483bba880643 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:57:04.540657 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31efb380-2587-47d9-90b7-56e8eef622ff req-8201232c-bb12-4f54-bbe1-6d89279b11cf tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:04.542532 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-31efb380-2587-47d9-90b7-56e8eef622ff req-8201232c-bb12-4f54-bbe1-6d89279b11cf tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 943 time: 0.0548048 Sep 21 17:57:04.553020 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b40dfcf8-deea-492a-8869-483bba880643 admin admin] 10.222.0.58 "PUT /v2.0/routers/9ba449a6-e254-489d-92bd-08be382df687/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3280253 Sep 21 17:57:04.564441 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-ab8b8e1e-08c1-46ce-b9f0-d46d3f4638e9 req-9d0f42b7-3779-4541-91b0-47ded0f890ca tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Calling delete_port for 3d5c5631-8823-4766-9587-065411ff2bda owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:57:04.586049 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-55120bef-9981-4425-8a7e-db3d045a12a2 service neutron] For port cb571a4f-6e46-44f3-ac0c-b43ca984f51a, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:57:04.595858 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-31efb380-2587-47d9-90b7-56e8eef622ff req-2d418c2d-11c7-4052-ae62-b8e78b553a8d tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460587 Sep 21 17:57:04.628947 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-55120bef-9981-4425-8a7e-db3d045a12a2 service neutron] For port cb571a4f-6e46-44f3-ac0c-b43ca984f51a, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=cb571a4f-6e46-44f3-ac0c-b43ca984f51a,segment=NetworkSegment(56b6ab3c-69bd-42e2-acea-4797f09bea25),segment_id=56b6ab3c-69bd-42e2-acea-4797f09bea25)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:57:04.638208 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-55120bef-9981-4425-8a7e-db3d045a12a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:04.684477 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-55120bef-9981-4425-8a7e-db3d045a12a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:04.685093 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-55120bef-9981-4425-8a7e-db3d045a12a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:04.686524 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-55120bef-9981-4425-8a7e-db3d045a12a2 service neutron] 10.222.0.38 "PUT /v2.0/ports/cb571a4f-6e46-44f3-ac0c-b43ca984f51a HTTP/1.1" status: 200 len: 1091 time: 2.8481262 Sep 21 17:57:04.688366 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b6a000-e461-4ef5-8f4a-9322987bbe7f', 'tag': 'cb571a4f-6e46-44f3-ac0c-b43ca984f51a'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:57:04.690699 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9df27a-7621-41a7-bc36-e73db46f276d" -d '{"events": [{"name": "network-changed", "server_uuid": "70b6a000-e461-4ef5-8f4a-9322987bbe7f", "tag": "cb571a4f-6e46-44f3-ac0c-b43ca984f51a"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:57:04.724697 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55120bef-9981-4425-8a7e-db3d045a12a2 service neutron] Pushing event updated for resources: {'Port': ['ID=cb571a4f-6e46-44f3-ac0c-b43ca984f51a,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:04.765430 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00c1b0d-2a33-4b86-ab1c-5d17c8914228 x-openstack-request-id: req-c00c1b0d-2a33-4b86-ab1c-5d17c8914228 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:57:04.765669 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70b6a000-e461-4ef5-8f4a-9322987bbe7f", "tag": "cb571a4f-6e46-44f3-ac0c-b43ca984f51a", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:57:04.765880 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c00c1b0d-2a33-4b86-ab1c-5d17c8914228 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:57:04.766282 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b6a000-e461-4ef5-8f4a-9322987bbe7f', 'tag': 'cb571a4f-6e46-44f3-ac0c-b43ca984f51a', 'status': 'completed', 'code': 200} Sep 21 17:57:04.810230 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ab8b8e1e-08c1-46ce-b9f0-d46d3f4638e9 req-9d0f42b7-3779-4541-91b0-47ded0f890ca tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:04.818390 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-fdbdeecc-8163-4524-834b-bfc0050744c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:04.819926 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-fdbdeecc-8163-4524-834b-bfc0050744c0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=175497c81fda4a69bcd0ab1778ee76e3&device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 1094 time: 0.0697525 Sep 21 17:57:04.849340 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f42b7-3779-4541-91b0-47ded0f890ca tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Pushing event deleted for resources: {'Port': ['ID=3d5c5631-8823-4766-9587-065411ff2bda,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:04.907862 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-1f914f22-26b1-44bb-af04-04accaa7b996 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb571a4f-6e46-44f3-ac0c-b43ca984f51a HTTP/1.1" status: 200 len: 217 time: 0.0650859 Sep 21 17:57:04.987855 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8b8e1e-08c1-46ce-b9f0-d46d3f4638e9 req-9d0f42b7-3779-4541-91b0-47ded0f890ca tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] No DVR routers for this DVR port 3d5c5631-8823-4766-9587-065411ff2bda on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:57:05.017890 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f1067851-61cb-4f69-a39c-61a7c8b1a39d req-12b59339-2747-4c7c-a517-871a30af02ad tempest-FloatingIPsNegativeTestJSON-2036680897 tempest-FloatingIPsNegativeTestJSON-2036680897-project] 10.222.0.58 "GET /v2.0/floatingips?tenant_id=46de73966b5c449eaa02e4c260afec61 HTTP/1.1" status: 200 len: 217 time: 0.1268442 Sep 21 17:57:05.022234 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ab8b8e1e-08c1-46ce-b9f0-d46d3f4638e9 req-9d0f42b7-3779-4541-91b0-47ded0f890ca tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:05.036498 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ab8b8e1e-08c1-46ce-b9f0-d46d3f4638e9 req-9d0f42b7-3779-4541-91b0-47ded0f890ca tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] 10.222.0.38 "DELETE /v2.0/ports/3d5c5631-8823-4766-9587-065411ff2bda HTTP/1.1" status: 204 len: 173 time: 1.2722712 Sep 21 17:57:05.082048 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cd21c-fa80-4176-829f-6fbc2a8ecd5c req-0b95e238-e4e3-4d19-aaf3-4655257749fd tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:05.084196 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5b3cd21c-fa80-4176-829f-6fbc2a8ecd5c req-0b95e238-e4e3-4d19-aaf3-4655257749fd tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e50d1e6-ae6d-418c-8af6-cf61a188a287 HTTP/1.1" status: 200 len: 946 time: 0.2327471 Sep 21 17:57:05.110502 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ceb66451-553a-43aa-b633-6ede00e000fb req-410c6525-19b3-4e7c-9998-8faf1156eb43 tempest-FloatingIPsNegativeTestJSON-2036680897 tempest-FloatingIPsNegativeTestJSON-2036680897-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0676801 Sep 21 17:57:05.129185 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a977fb55-ee0d-4260-bf12-6e36aac9bfae req-f9c5cd93-bfa0-4a9e-beb1-f1ce343a32d9 tempest-VolumesAdminNegativeTest-2126206571 tempest-VolumesAdminNegativeTest-2126206571-project] 10.222.0.58 "GET /v2.0/ports?device_id=442df063-3744-4236-b832-6b974a098cfa HTTP/1.1" status: 200 len: 210 time: 0.0654161 Sep 21 17:57:05.150490 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-ef6e50f1-e768-477b-a961-27702d300441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:05.152011 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-ef6e50f1-e768-477b-a961-27702d300441 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b33b2c75-9b86-4e4e-90ea-cf1f238c715d HTTP/1.1" status: 200 len: 846 time: 0.2211173 Sep 21 17:57:05.228715 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [req-ed9de4f1-adef-4234-9189-e10c62ce51e8 req-f0961773-7c65-4192-b28f-44f9c6a10017 tempest-FloatingIPsNegativeTestJSON-2036680897 tempest-FloatingIPsNegativeTestJSON-2036680897-project] show failed (client error): The resource could not be found. Sep 21 17:57:05.238001 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ed9de4f1-adef-4234-9189-e10c62ce51e8 req-f0961773-7c65-4192-b28f-44f9c6a10017 tempest-FloatingIPsNegativeTestJSON-2036680897 tempest-FloatingIPsNegativeTestJSON-2036680897-project] 10.222.0.58 "GET /v2.0/floatingips/a3bbd74e-9d5a-4761-91cf-e30b50b0f6f1 HTTP/1.1" status: 404 len: 350 time: 0.0825160 Sep 21 17:57:05.241151 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33124) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:05.281493 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-9d7a0f20-384b-4b50-927c-45e8f0c5463a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1c00a0d6-e667-48aa-86f9-9337cd552f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135533 Sep 21 17:57:05.349576 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e09cb0-3aa8-487d-b6bd-417b79e2aba7 req-beaad3c5-5871-4066-ac8b-35033d7d83e3 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:05.351108 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-45e09cb0-3aa8-487d-b6bd-417b79e2aba7 req-beaad3c5-5871-4066-ac8b-35033d7d83e3 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e50d1e6-ae6d-418c-8af6-cf61a188a287 HTTP/1.1" status: 200 len: 946 time: 0.0618901 Sep 21 17:57:05.379736 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-5b3cd21c-fa80-4176-829f-6fbc2a8ecd5c req-6589cc67-04fe-496d-9c82-27be6fb0895e tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Deleting port 011b8657-1fd2-48da-bb16-b3c03cf70cac {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:57:05.380178 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5b3cd21c-fa80-4176-829f-6fbc2a8ecd5c req-6589cc67-04fe-496d-9c82-27be6fb0895e tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:05.461464 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-9a79b6b8-6fe8-41de-97e5-d353618812a4 service neutron] 10.222.0.38 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694763 Sep 21 17:57:05.463833 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-45e09cb0-3aa8-487d-b6bd-417b79e2aba7 req-7170d90f-48bf-4d82-8cbb-b4c5977eb5da tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/security-groups?id=b7acdf1f-bc5b-41b9-b979-bb84a12db13c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861795 Sep 21 17:57:05.494026 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8115b493-556a-4897-922b-f4e0aca55d05 None None] Sync routers for ids ['9ba449a6-e254-489d-92bd-08be382df687'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:57:05.506328 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8115b493-556a-4897-922b-f4e0aca55d05 None None] Routers {'9ba449a6-e254-489d-92bd-08be382df687'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:57:05.507953 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8115b493-556a-4897-922b-f4e0aca55d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:56:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['9ba449a6-e254-489d-92bd-08be382df687'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:05.534456 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9dbfa481-2a1a-43a6-815f-13a0a769c547 req-49a3b47a-1297-4985-81b3-e78f5fdf8216 tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0760429 Sep 21 17:57:05.631861 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-5b3cd21c-fa80-4176-829f-6fbc2a8ecd5c req-6589cc67-04fe-496d-9c82-27be6fb0895e tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] For port 011b8657-1fd2-48da-bb16-b3c03cf70cac, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=011b8657-1fd2-48da-bb16-b3c03cf70cac,segment=NetworkSegment(dacc9465-7314-4288-821b-9c39f322898d),segment_id=dacc9465-7314-4288-821b-9c39f322898d)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:05.632548 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5b3cd21c-fa80-4176-829f-6fbc2a8ecd5c req-6589cc67-04fe-496d-9c82-27be6fb0895e tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:05.721673 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 89266f42-f848-4695-b569-6ed450093a43 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:57:05.746070 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-8115b493-556a-4897-922b-f4e0aca55d05 None None] Set router 9ba449a6-e254-489d-92bd-08be382df687 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:57:05.783102 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-01b4a59a-12b8-4f52-89dc-1e94e07271ae req-d284fa47-ad0d-43ae-ad06-ebbb875f1737 service neutron] 10.222.0.38 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036547 Sep 21 17:57:05.882405 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5dbc72-1014-4710-befa-51955b14c6b6 req-b8c898b6-5819-4976-99e5-c36785433256 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:05.884237 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ab5dbc72-1014-4710-befa-51955b14c6b6 req-b8c898b6-5819-4976-99e5-c36785433256 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 943 time: 0.1592572 Sep 21 17:57:05.918417 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 89266f42-f848-4695-b569-6ed450093a43 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:05.918792 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:06.009103 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8115b493-556a-4897-922b-f4e0aca55d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba449a6-e254-489d-92bd-08be382df687', 'name': 'tempest-FloatingIPsNegativeTestJSON-1681526608-router', 'tenant_id': '46de73966b5c449eaa02e4c260afec61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '89266f42-f848-4695-b569-6ed450093a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:56:56Z', 'updated_at': '2021-09-21T17:57:01Z', 'revision_number': 4, 'project_id': '46de73966b5c449eaa02e4c260afec61', 'gw_port': {'id': '89266f42-f848-4695-b569-6ed450093a43', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:45:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba449a6-e254-489d-92bd-08be382df687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:56:57Z', 'updated_at': '2021-09-21T17:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'f87625ef-3778-4a3c-8ba2-7231d3cef269', 'name': '', 'network_id': '62e3cd16-02f8-4c45-b633-b31b9511156a', 'tenant_id': '46de73966b5c449eaa02e4c260afec61', 'mac_address': 'fa:16:3e:de:3a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba449a6-e254-489d-92bd-08be382df687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'c751a99a-20d0-43d5-831e-66e30eb3e222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:00Z', 'updated_at': '2021-09-21T17:57:02Z', 'revision_number': 2, 'project_id': '46de73966b5c449eaa02e4c260afec61', 'subnets': [{'id': 'c751a99a-20d0-43d5-831e-66e30eb3e222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:06.018410 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ab5dbc72-1014-4710-befa-51955b14c6b6 req-5c832af9-02c4-4b31-a206-cc2ef0c8f9b1 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266747 Sep 21 17:57:06.030840 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5b3cd21c-fa80-4176-829f-6fbc2a8ecd5c req-6589cc67-04fe-496d-9c82-27be6fb0895e tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:06.031112 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5b3cd21c-fa80-4176-829f-6fbc2a8ecd5c req-6589cc67-04fe-496d-9c82-27be6fb0895e tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:06.031435 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [req-5b3cd21c-fa80-4176-829f-6fbc2a8ecd5c req-6589cc67-04fe-496d-9c82-27be6fb0895e tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Floating IP a6ffa515-cb2e-4385-aa1e-b08a47be5764 disassociated. External IP: 172.25.6.116, port: 011b8657-1fd2-48da-bb16-b3c03cf70cac. Sep 21 17:57:06.031787 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-5b3cd21c-fa80-4176-829f-6fbc2a8ecd5c req-6589cc67-04fe-496d-9c82-27be6fb0895e tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Calling delete_port for 011b8657-1fd2-48da-bb16-b3c03cf70cac owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:57:06.041703 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8115b493-556a-4897-922b-f4e0aca55d05 None None] Checking router: 9ba449a6-e254-489d-92bd-08be382df687 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:57:06.042395 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8115b493-556a-4897-922b-f4e0aca55d05 None None] Updating router 9ba449a6-e254-489d-92bd-08be382df687 port f87625ef-3778-4a3c-8ba2-7231d3cef269 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:57:06.074017 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-8115b493-556a-4897-922b-f4e0aca55d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:06.117220 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:06.136876 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9df27a-7621-41a7-bc36-e73db46f276d req-97d2de2a-7f7b-4441-ba5f-10ab402d13c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:06.138406 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4d9df27a-7621-41a7-bc36-e73db46f276d req-97d2de2a-7f7b-4441-ba5f-10ab402d13c5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=175497c81fda4a69bcd0ab1778ee76e3&device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 1094 time: 0.1101017 Sep 21 17:57:06.145020 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 89266f42-f848-4695-b569-6ed450093a43, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=89266f42-f848-4695-b569-6ed450093a43,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:06.151658 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:06.201643 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3d5c5631-8823-4766-9587-065411ff2bda no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:57:06.213014 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33138) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:06.252256 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 3d5c5631-8823-4766-9587-065411ff2bda {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:57:06.252507 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3d5c5631-8823-4766-9587-065411ff2bda not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:57:06.276352 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=89266f42-f848-4695-b569-6ed450093a43,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:06.325458 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c7dba28-b0c9-4cba-8dae-eaa23fd275db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:06.352997 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-519e30c2-75fb-48d9-9991-99b5e8000e5e admin admin] Deleting subnet a2766cec-8105-407f-8a6f-fa66ce5992d9 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:57:06.356775 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-519e30c2-75fb-48d9-9991-99b5e8000e5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:06.393882 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9df27a-7621-41a7-bc36-e73db46f276d req-3c954e45-3efa-4bb1-9c52-ef51c8e56134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:06.395538 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4d9df27a-7621-41a7-bc36-e73db46f276d req-3c954e45-3efa-4bb1-9c52-ef51c8e56134 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1c00a0d6-e667-48aa-86f9-9337cd552f7d HTTP/1.1" status: 200 len: 907 time: 0.2467475 Sep 21 17:57:06.405816 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-8115b493-556a-4897-922b-f4e0aca55d05 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:06.413152 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-8115b493-556a-4897-922b-f4e0aca55d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:06.474120 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763bebee-abfe-43c9-9c81-e241a6f82767 None None] Pushing event updated for resources: {'Port': ['ID=f87625ef-3778-4a3c-8ba2-7231d3cef269,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:06.516972 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bebee-abfe-43c9-9c81-e241a6f82767 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:06.517591 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bebee-abfe-43c9-9c81-e241a6f82767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:06.517703 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bebee-abfe-43c9-9c81-e241a6f82767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:06.517969 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bebee-abfe-43c9-9c81-e241a6f82767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:06.518300 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bebee-abfe-43c9-9c81-e241a6f82767 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:06.518626 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bebee-abfe-43c9-9c81-e241a6f82767 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:06.518974 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bebee-abfe-43c9-9c81-e241a6f82767 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:06.519302 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bebee-abfe-43c9-9c81-e241a6f82767 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:06.519622 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bebee-abfe-43c9-9c81-e241a6f82767 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:06.519940 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bebee-abfe-43c9-9c81-e241a6f82767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:06.520256 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bebee-abfe-43c9-9c81-e241a6f82767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:06.520571 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763bebee-abfe-43c9-9c81-e241a6f82767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:06.591621 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-8115b493-556a-4897-922b-f4e0aca55d05 None None] Attempting to bind port f87625ef-3778-4a3c-8ba2-7231d3cef269 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:57:06.591988 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-8115b493-556a-4897-922b-f4e0aca55d05 None None] Attempting to bind port f87625ef-3778-4a3c-8ba2-7231d3cef269 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '67dca93c-0279-4089-8ad6-8070b0f56a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '62e3cd16-02f8-4c45-b633-b31b9511156a'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:57:06.592350 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8115b493-556a-4897-922b-f4e0aca55d05 None None] Attempting to bind port f87625ef-3778-4a3c-8ba2-7231d3cef269 on network 62e3cd16-02f8-4c45-b633-b31b9511156a {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:57:06.599774 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8115b493-556a-4897-922b-f4e0aca55d05 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:57:06.600304 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8115b493-556a-4897-922b-f4e0aca55d05 None None] Checking segment: {'id': '67dca93c-0279-4089-8ad6-8070b0f56a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '62e3cd16-02f8-4c45-b633-b31b9511156a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:57:06.600875 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-8115b493-556a-4897-922b-f4e0aca55d05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:06.601586 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8115b493-556a-4897-922b-f4e0aca55d05 None None] Bound using segment: {'id': '67dca93c-0279-4089-8ad6-8070b0f56a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '62e3cd16-02f8-4c45-b633-b31b9511156a'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:57:06.602065 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-8115b493-556a-4897-922b-f4e0aca55d05 None None] Bound port: f87625ef-3778-4a3c-8ba2-7231d3cef269, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67dca93c-0279-4089-8ad6-8070b0f56a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '62e3cd16-02f8-4c45-b633-b31b9511156a'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:57:06.603050 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-8115b493-556a-4897-922b-f4e0aca55d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:06.631590 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-6c7dba28-b0c9-4cba-8dae-eaa23fd275db admin admin] Deleting port f87625ef-3778-4a3c-8ba2-7231d3cef269 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:57:06.632022 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c7dba28-b0c9-4cba-8dae-eaa23fd275db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:06.688501 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-978f50c2-cc0e-4e91-a3d4-9a7082f920b8 req-4b88bd25-9b55-455c-8173-366ef01af9ae tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0433958 Sep 21 17:57:06.696139 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-8115b493-556a-4897-922b-f4e0aca55d05 None None] For port f87625ef-3778-4a3c-8ba2-7231d3cef269, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:57:06.700581 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-8115b493-556a-4897-922b-f4e0aca55d05 None None] For port f87625ef-3778-4a3c-8ba2-7231d3cef269, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f87625ef-3778-4a3c-8ba2-7231d3cef269,segment=NetworkSegment(67dca93c-0279-4089-8ad6-8070b0f56a6b),segment_id=67dca93c-0279-4089-8ad6-8070b0f56a6b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:57:06.714554 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-8115b493-556a-4897-922b-f4e0aca55d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:06.749357 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-6c7dba28-b0c9-4cba-8dae-eaa23fd275db admin admin] For port f87625ef-3778-4a3c-8ba2-7231d3cef269, host n-d-810291-1, got binding levels [] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:06.749715 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c7dba28-b0c9-4cba-8dae-eaa23fd275db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:06.762012 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8115b493-556a-4897-922b-f4e0aca55d05 None None] Routers {'9ba449a6-e254-489d-92bd-08be382df687'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:57:06.762834 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8115b493-556a-4897-922b-f4e0aca55d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:56:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['9ba449a6-e254-489d-92bd-08be382df687'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:06.765488 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-6c7dba28-b0c9-4cba-8dae-eaa23fd275db admin admin] Calling delete_port for f87625ef-3778-4a3c-8ba2-7231d3cef269 owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:57:06.795640 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-07503196-fe5c-413b-ad97-8f85673d6798 None None] Provisioning complete for port f87625ef-3778-4a3c-8ba2-7231d3cef269 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:06.796742 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-07503196-fe5c-413b-ad97-8f85673d6798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:06.814570 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763bebee-abfe-43c9-9c81-e241a6f82767 None None] Pushing event updated for resources: {'Port': ['ID=f87625ef-3778-4a3c-8ba2-7231d3cef269,revision_number=4']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:06.917684 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442df063-3744-4236-b832-6b974a098cfa', 'name': 'network-vif-deleted', 'tag': '3d5c5631-8823-4766-9587-065411ff2bda'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:57:06.920081 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0089b2d4-035d-4637-ace9-07dee661a8da" -d '{"events": [{"server_uuid": "442df063-3744-4236-b832-6b974a098cfa", "name": "network-vif-deleted", "tag": "3d5c5631-8823-4766-9587-065411ff2bda"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:57:06.923779 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4d9df27a-7621-41a7-bc36-e73db46f276d req-fca46d5a-4679-4c3e-84f1-fc6121213440 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb571a4f-6e46-44f3-ac0c-b43ca984f51a HTTP/1.1" status: 200 len: 217 time: 0.5192232 Sep 21 17:57:06.925450 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-8115b493-556a-4897-922b-f4e0aca55d05 None None] Set router 9ba449a6-e254-489d-92bd-08be382df687 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:57:06.942444 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-519e30c2-75fb-48d9-9991-99b5e8000e5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:06.967463 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-07503196-fe5c-413b-ad97-8f85673d6798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:07.043289 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd97a64-278b-441c-a2cf-7afdcc274164 x-openstack-request-id: req-abd97a64-278b-441c-a2cf-7afdcc274164 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:57:07.043614 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "442df063-3744-4236-b832-6b974a098cfa", "name": "network-vif-deleted", "tag": "3d5c5631-8823-4766-9587-065411ff2bda", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:57:07.043963 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-abd97a64-278b-441c-a2cf-7afdcc274164 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:57:07.044454 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442df063-3744-4236-b832-6b974a098cfa', 'name': 'network-vif-deleted', 'tag': '3d5c5631-8823-4766-9587-065411ff2bda', 'status': 'completed', 'code': 200} Sep 21 17:57:07.052840 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c7dba28-b0c9-4cba-8dae-eaa23fd275db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:07.054996 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5b3cd21c-fa80-4176-829f-6fbc2a8ecd5c req-6589cc67-04fe-496d-9c82-27be6fb0895e tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:07.083223 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7dba28-b0c9-4cba-8dae-eaa23fd275db admin admin] Pushing event deleted for resources: {'Port': ['ID=f87625ef-3778-4a3c-8ba2-7231d3cef269,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:07.118001 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9ebfbd5-6172-4a9f-b7e9-9b818f09e574 req-adabcf25-0d9f-4c16-ac63-ed1f5b638bc0 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e50d1e6-ae6d-418c-8af6-cf61a188a287 HTTP/1.1" status: 200 len: 210 time: 0.1779270 Sep 21 17:57:07.146246 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-519e30c2-75fb-48d9-9991-99b5e8000e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:07.208730 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-4d3997a4-0a27-452c-b5d4-13e23ace9ca3 None None] Could not find standard attr ID for object f87625ef-3778-4a3c-8ba2-7231d3cef269. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 17:57:07.220728 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589cc67-04fe-496d-9c82-27be6fb0895e tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Pushing event deleted for resources: {'Port': ['ID=011b8657-1fd2-48da-bb16-b3c03cf70cac,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:07.233812 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9df27a-7621-41a7-bc36-e73db46f276d req-d20e162a-42d9-466c-81f2-0e8f630fde8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:07.235495 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4d9df27a-7621-41a7-bc36-e73db46f276d req-d20e162a-42d9-466c-81f2-0e8f630fde8b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b33b2c75-9b86-4e4e-90ea-cf1f238c715d HTTP/1.1" status: 200 len: 846 time: 0.2689109 Sep 21 17:57:07.293115 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8115b493-556a-4897-922b-f4e0aca55d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba449a6-e254-489d-92bd-08be382df687', 'name': 'tempest-FloatingIPsNegativeTestJSON-1681526608-router', 'tenant_id': '46de73966b5c449eaa02e4c260afec61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '89266f42-f848-4695-b569-6ed450093a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:56:56Z', 'updated_at': '2021-09-21T17:57:01Z', 'revision_number': 4, 'project_id': '46de73966b5c449eaa02e4c260afec61', 'gw_port': {'id': '89266f42-f848-4695-b569-6ed450093a43', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:45:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba449a6-e254-489d-92bd-08be382df687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:56:57Z', 'updated_at': '2021-09-21T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'f87625ef-3778-4a3c-8ba2-7231d3cef269', 'name': '', 'network_id': '62e3cd16-02f8-4c45-b633-b31b9511156a', 'tenant_id': '46de73966b5c449eaa02e4c260afec61', 'mac_address': 'fa:16:3e:de:3a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba449a6-e254-489d-92bd-08be382df687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'c751a99a-20d0-43d5-831e-66e30eb3e222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:00Z', 'updated_at': '2021-09-21T17:57:06Z', 'revision_number': 4, 'project_id': '46de73966b5c449eaa02e4c260afec61', 'subnets': [{'id': 'c751a99a-20d0-43d5-831e-66e30eb3e222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:07.307273 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4d9df27a-7621-41a7-bc36-e73db46f276d req-07a25f7e-c4c0-43f7-88ac-d1f3232613ed service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1c00a0d6-e667-48aa-86f9-9337cd552f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336614 Sep 21 17:57:07.367893 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c7dba28-b0c9-4cba-8dae-eaa23fd275db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:07.388807 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-519e30c2-75fb-48d9-9991-99b5e8000e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:07.423134 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8115b493-556a-4897-922b-f4e0aca55d05 None None] The sync data for ids ['9ba449a6-e254-489d-92bd-08be382df687'] in n-d-810291-1 is: [{'id': '9ba449a6-e254-489d-92bd-08be382df687', 'name': 'tempest-FloatingIPsNegativeTestJSON-1681526608-router', 'tenant_id': '46de73966b5c449eaa02e4c260afec61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '89266f42-f848-4695-b569-6ed450093a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:56:56Z', 'updated_at': '2021-09-21T17:57:01Z', 'revision_number': 4, 'project_id': '46de73966b5c449eaa02e4c260afec61', 'gw_port': {'id': '89266f42-f848-4695-b569-6ed450093a43', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:45:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba449a6-e254-489d-92bd-08be382df687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:56:57Z', 'updated_at': '2021-09-21T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'f87625ef-3778-4a3c-8ba2-7231d3cef269', 'name': '', 'network_id': '62e3cd16-02f8-4c45-b633-b31b9511156a', 'tenant_id': '46de73966b5c449eaa02e4c260afec61', 'mac_address': 'fa:16:3e:de:3a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba449a6-e254-489d-92bd-08be382df687', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'c751a99a-20d0-43d5-831e-66e30eb3e222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:00Z', 'updated_at': '2021-09-21T17:57:06Z', 'revision_number': 4, 'project_id': '46de73966b5c449eaa02e4c260afec61', 'subnets': [{'id': 'c751a99a-20d0-43d5-831e-66e30eb3e222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:57:07.432840 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc271fd-ca04-4861-bb58-448908bb3e81 req-8ecf46fd-cb85-4b89-bc44-23e7ab94d8a6 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:07.435397 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ebc271fd-ca04-4861-bb58-448908bb3e81 req-8ecf46fd-cb85-4b89-bc44-23e7ab94d8a6 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 943 time: 0.2602236 Sep 21 17:57:07.452722 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e30c2-75fb-48d9-9991-99b5e8000e5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2766cec-8105-407f-8a6f-fa66ce5992d9,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:07.468818 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-519e30c2-75fb-48d9-9991-99b5e8000e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:07.473568 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-519e30c2-75fb-48d9-9991-99b5e8000e5e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a2766cec-8105-407f-8a6f-fa66ce5992d9 HTTP/1.1" status: 204 len: 168 time: 1.2278779 Sep 21 17:57:07.479059 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33154) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:07.516786 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b3cd21c-fa80-4176-829f-6fbc2a8ecd5c req-6589cc67-04fe-496d-9c82-27be6fb0895e tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Router ce55332b-0c0d-4e4c-af22-39781db210d9 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:57:07.527353 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ebc271fd-ca04-4861-bb58-448908bb3e81 req-2fd1bbc6-1027-42be-8572-7056aa7baddb tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865972 Sep 21 17:57:07.574831 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 89266f42-f848-4695-b569-6ed450093a43 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:57:07.594378 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4d9df27a-7621-41a7-bc36-e73db46f276d req-8255b720-fa8b-41c2-ab8c-e933ae72d80f service neutron] 10.222.0.38 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756560 Sep 21 17:57:07.598895 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-edabd486-08ee-45e8-8890-340670406e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:07.634178 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 89266f42-f848-4695-b569-6ed450093a43 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:07.634541 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:07.755741 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7dba28-b0c9-4cba-8dae-eaa23fd275db admin admin] Router 9ba449a6-e254-489d-92bd-08be382df687 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:57:07.865544 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-edabd486-08ee-45e8-8890-340670406e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:07.896673 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7dba28-b0c9-4cba-8dae-eaa23fd275db admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:57:07.902977 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6c7dba28-b0c9-4cba-8dae-eaa23fd275db admin admin] 10.222.0.58 "PUT /v2.0/routers/9ba449a6-e254-489d-92bd-08be382df687/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6595449 Sep 21 17:57:07.904282 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33162) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:07.916786 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-248aa5ea-9338-4a89-a341-5f5a3e94d1d9 req-4267da20-0e67-4f6b-b2b1-c2e886ee2189 tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0477598 Sep 21 17:57:07.925404 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b3cd21c-fa80-4176-829f-6fbc2a8ecd5c req-6589cc67-04fe-496d-9c82-27be6fb0895e tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:57:07.937510 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418c6547-7f8c-4743-b8a1-8ba6127c1559 None None] Sync routers for ids ['ce55332b-0c0d-4e4c-af22-39781db210d9'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:57:07.948740 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4d9df27a-7621-41a7-bc36-e73db46f276d req-7193c1b4-191f-40f2-af45-5266fa5f6bd9 service neutron] 10.222.0.38 "GET /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139160 Sep 21 17:57:07.951191 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418c6547-7f8c-4743-b8a1-8ba6127c1559 None None] Routers {'ce55332b-0c0d-4e4c-af22-39781db210d9'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:57:07.951834 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-418c6547-7f8c-4743-b8a1-8ba6127c1559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:56:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ce55332b-0c0d-4e4c-af22-39781db210d9'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:07.990801 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-edabd486-08ee-45e8-8890-340670406e0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['413891f8-e432-4e26-bbf8-173df805b599']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:08.016733 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3cd21c-fa80-4176-829f-6fbc2a8ecd5c req-6589cc67-04fe-496d-9c82-27be6fb0895e tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] No DVR routers for this DVR port 011b8657-1fd2-48da-bb16-b3c03cf70cac on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:57:08.019907 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-edabd486-08ee-45e8-8890-340670406e0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08c0fb40-d447-4d47-83c8-70e1aa1b263f') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:08.020450 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-edabd486-08ee-45e8-8890-340670406e0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08c0fb40-d447-4d47-83c8-70e1aa1b263f') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:08.021280 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f1692fe-7fa8-427c-a570-84da39158855 admin admin] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:08.022834 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5b3cd21c-fa80-4176-829f-6fbc2a8ecd5c req-6589cc67-04fe-496d-9c82-27be6fb0895e tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:08.025190 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5b3cd21c-fa80-4176-829f-6fbc2a8ecd5c req-6589cc67-04fe-496d-9c82-27be6fb0895e tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.44 "DELETE /v2.0/ports/011b8657-1fd2-48da-bb16-b3c03cf70cac HTTP/1.1" status: 204 len: 173 time: 2.9289403 Sep 21 17:57:08.034918 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-edabd486-08ee-45e8-8890-340670406e0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:08.051885 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-edabd486-08ee-45e8-8890-340670406e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:08.060369 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edabd486-08ee-45e8-8890-340670406e0a admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:57:08.060795 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-edabd486-08ee-45e8-8890-340670406e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:08.062953 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 17:57:08.062953 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:57:08.062953 n-d-810291-1 neutron-server[101460]: timer() Sep 21 17:57:08.062953 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:57:08.062953 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 17:57:08.062953 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:57:08.062953 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 17:57:08.062953 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:57:08.062953 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 17:57:08.062953 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:57:08.062953 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 17:57:08.062953 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:57:08.062953 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 17:57:08.062953 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:57:08.062953 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:57:08.062953 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:57:08.062953 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:57:08.062953 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:57:08.062953 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 17:57:08.062953 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:57:08.062953 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 17:57:08.062953 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:57:08.062953 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:57:08.062953 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:57:08.062953 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 17:57:08.062953 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:57:08.062953 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:57:08.062953 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:57:08.062953 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:57:08.062953 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:57:08.062953 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:57:08.062953 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:57:08.105641 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-418c6547-7f8c-4743-b8a1-8ba6127c1559 None None] Set router ce55332b-0c0d-4e4c-af22-39781db210d9 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:57:08.159775 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f1692fe-7fa8-427c-a570-84da39158855 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:08.194263 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-edabd486-08ee-45e8-8890-340670406e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:08.207053 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-edabd486-08ee-45e8-8890-340670406e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:08.209442 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-edabd486-08ee-45e8-8890-340670406e0a admin admin] 10.222.0.58 "DELETE /v2.0/networks/413891f8-e432-4e26-bbf8-173df805b599 HTTP/1.1" status: 204 len: 168 time: 0.7292974 Sep 21 17:57:08.213044 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33170) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:08.267137 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device cb571a4f-6e46-44f3-ac0c-b43ca984f51a details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:57:08.270547 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-75d1f7a2-2013-42c2-a721-26223c4c736e admin admin] Deleting subnet a11b335e-177f-47dd-9c94-f93f296e4f95 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:57:08.284692 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-75d1f7a2-2013-42c2-a721-26223c4c736e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:08.289027 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-5f1692fe-7fa8-427c-a570-84da39158855 admin admin] Deleting port 89266f42-f848-4695-b569-6ed450093a43 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:57:08.289453 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f1692fe-7fa8-427c-a570-84da39158855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:08.321582 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edabd486-08ee-45e8-8890-340670406e0a admin admin] Pushing event deleted for resources: {'Network': ['ID=413891f8-e432-4e26-bbf8-173df805b599,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:08.355632 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e0ebf49e-1f7e-43af-88b3-5611a8b77f48 req-48a3eeba-30d0-40de-8c32-3a1b197c7a08 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e50d1e6-ae6d-418c-8af6-cf61a188a287 HTTP/1.1" status: 200 len: 210 time: 0.0823143 Sep 21 17:57:08.365677 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-75d1f7a2-2013-42c2-a721-26223c4c736e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:08.407207 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-5f1692fe-7fa8-427c-a570-84da39158855 admin admin] For port 89266f42-f848-4695-b569-6ed450093a43, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=89266f42-f848-4695-b569-6ed450093a43,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:08.407798 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f1692fe-7fa8-427c-a570-84da39158855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:08.413740 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-75d1f7a2-2013-42c2-a721-26223c4c736e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:08.426713 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-5f1692fe-7fa8-427c-a570-84da39158855 admin admin] Calling delete_port for 89266f42-f848-4695-b569-6ed450093a43 owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:57:08.499606 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-75d1f7a2-2013-42c2-a721-26223c4c736e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:08.519707 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8c9f8a-020a-4e2b-b6a9-fd2b149aad0a None None] Sync routers for ids ['9ba449a6-e254-489d-92bd-08be382df687'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:57:08.535756 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8c9f8a-020a-4e2b-b6a9-fd2b149aad0a None None] Routers {'9ba449a6-e254-489d-92bd-08be382df687'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:57:08.536377 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-dd8c9f8a-020a-4e2b-b6a9-fd2b149aad0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:56:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['9ba449a6-e254-489d-92bd-08be382df687'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:08.539976 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1f7a2-2013-42c2-a721-26223c4c736e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a11b335e-177f-47dd-9c94-f93f296e4f95,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:08.548329 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-75d1f7a2-2013-42c2-a721-26223c4c736e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:08.551279 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-75d1f7a2-2013-42c2-a721-26223c4c736e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a11b335e-177f-47dd-9c94-f93f296e4f95 HTTP/1.1" status: 204 len: 168 time: 0.3365498 Sep 21 17:57:08.553805 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33172) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:08.555914 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port cb571a4f-6e46-44f3-ac0c-b43ca984f51a, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=cb571a4f-6e46-44f3-ac0c-b43ca984f51a,segment=NetworkSegment(56b6ab3c-69bd-42e2-acea-4797f09bea25),segment_id=56b6ab3c-69bd-42e2-acea-4797f09bea25)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:08.560025 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-418c6547-7f8c-4743-b8a1-8ba6127c1559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'name': 'tempest-ServersTestBootFromVolume-952031142-router', 'tenant_id': 'c4da9d9a034541f0b1a21573283219ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '615ebbb7-fda2-4867-983f-94f82f17d732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:53:28Z', 'updated_at': '2021-09-21T17:53:38Z', 'revision_number': 4, 'project_id': 'c4da9d9a034541f0b1a21573283219ab', 'gw_port': {'id': '615ebbb7-fda2-4867-983f-94f82f17d732', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:29Z', 'updated_at': '2021-09-21T17:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '806641db-752f-4cd0-b3aa-109bbc9f47d4', 'name': '', 'network_id': '1971a7db-b33f-45b8-9b53-89078ce1cf93', 'tenant_id': 'c4da9d9a034541f0b1a21573283219ab', 'mac_address': 'fa:16:3e:48:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'e04fc3fb-825e-41c6-b49c-33fd947c53f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:36Z', 'updated_at': '2021-09-21T17:53:44Z', 'revision_number': 5, 'project_id': 'c4da9d9a034541f0b1a21573283219ab', 'subnets': [{'id': 'e04fc3fb-825e-41c6-b49c-33fd947c53f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:08.620661 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418c6547-7f8c-4743-b8a1-8ba6127c1559 None None] Checking router: ce55332b-0c0d-4e4c-af22-39781db210d9 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:57:08.627150 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'cb571a4f-6e46-44f3-ac0c-b43ca984f51a', 'network_id': '1c00a0d6-e667-48aa-86f9-9337cd552f7d', 'port_id': 'cb571a4f-6e46-44f3-ac0c-b43ca984f51a', 'mac_address': 'fa:16:3e:d5:d6:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b33b2c75-9b86-4e4e-90ea-cf1f238c715d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:57:08.633282 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418c6547-7f8c-4743-b8a1-8ba6127c1559 None None] Routers {'ce55332b-0c0d-4e4c-af22-39781db210d9'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:57:08.633282 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-418c6547-7f8c-4743-b8a1-8ba6127c1559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:56:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ce55332b-0c0d-4e4c-af22-39781db210d9'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:08.679315 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e5c201ca-9443-4e8d-9752-60b0cd8dbade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:08.735775 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-dd8c9f8a-020a-4e2b-b6a9-fd2b149aad0a None None] Set router 9ba449a6-e254-489d-92bd-08be382df687 gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:57:08.766503 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 011b8657-1fd2-48da-bb16-b3c03cf70cac no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:57:08.790976 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-dd8c9f8a-020a-4e2b-b6a9-fd2b149aad0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba449a6-e254-489d-92bd-08be382df687', 'name': 'tempest-FloatingIPsNegativeTestJSON-1681526608-router', 'tenant_id': '46de73966b5c449eaa02e4c260afec61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:56:56Z', 'updated_at': '2021-09-21T17:57:08Z', 'revision_number': 6, 'project_id': '46de73966b5c449eaa02e4c260afec61', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:08.791522 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 011b8657-1fd2-48da-bb16-b3c03cf70cac {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:57:08.791864 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 011b8657-1fd2-48da-bb16-b3c03cf70cac not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:57:08.796720 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f1692fe-7fa8-427c-a570-84da39158855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:08.813317 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:08.823913 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8c9f8a-020a-4e2b-b6a9-fd2b149aad0a None None] Checking router: 9ba449a6-e254-489d-92bd-08be382df687 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:57:08.830959 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-418c6547-7f8c-4743-b8a1-8ba6127c1559 None None] Set router ce55332b-0c0d-4e4c-af22-39781db210d9 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:57:08.833740 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8c9f8a-020a-4e2b-b6a9-fd2b149aad0a None None] Routers {'9ba449a6-e254-489d-92bd-08be382df687'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:57:08.834372 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-dd8c9f8a-020a-4e2b-b6a9-fd2b149aad0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:56:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['9ba449a6-e254-489d-92bd-08be382df687'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:08.847381 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e5c201ca-9443-4e8d-9752-60b0cd8dbade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:08.857313 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb571a4f-6e46-44f3-ac0c-b43ca984f51a {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:57:08.863869 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1692fe-7fa8-427c-a570-84da39158855 admin admin] Pushing event deleted for resources: {'Port': ['ID=89266f42-f848-4695-b569-6ed450093a43,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:08.877348 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port cb571a4f-6e46-44f3-ac0c-b43ca984f51a, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=cb571a4f-6e46-44f3-ac0c-b43ca984f51a,segment=NetworkSegment(56b6ab3c-69bd-42e2-acea-4797f09bea25),segment_id=56b6ab3c-69bd-42e2-acea-4797f09bea25)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:08.887088 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-e5c201ca-9443-4e8d-9752-60b0cd8dbade admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2952d18d-5e37-434a-a8f3-9f1f5fe963d6']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:08.892075 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:08.896897 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-e5c201ca-9443-4e8d-9752-60b0cd8dbade admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff4b57d-816a-4ae8-9cdc-4f49e75e0ce8') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:08.897193 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-e5c201ca-9443-4e8d-9752-60b0cd8dbade admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff4b57d-816a-4ae8-9cdc-4f49e75e0ce8') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:08.907173 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e5c201ca-9443-4e8d-9752-60b0cd8dbade admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:08.908272 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-dd8c9f8a-020a-4e2b-b6a9-fd2b149aad0a None None] Set router 9ba449a6-e254-489d-92bd-08be382df687 gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:57:08.921513 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e5c201ca-9443-4e8d-9752-60b0cd8dbade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:08.927925 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5c201ca-9443-4e8d-9752-60b0cd8dbade admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:57:08.928699 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e5c201ca-9443-4e8d-9752-60b0cd8dbade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:08.977947 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ccb5b-4b8a-475e-b229-def13511ff1f req-736ef653-bee4-471d-8677-22b567745667 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:08.979569 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f23ccb5b-4b8a-475e-b229-def13511ff1f req-736ef653-bee4-471d-8677-22b567745667 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 943 time: 0.2629805 Sep 21 17:57:08.986457 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 17:57:08.986457 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:57:08.986457 n-d-810291-1 neutron-server[101460]: timer() Sep 21 17:57:08.986457 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:57:08.986457 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 17:57:08.986457 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:57:08.986457 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 17:57:08.986457 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:57:08.986457 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 17:57:08.986457 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:57:08.986457 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 17:57:08.986457 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:57:08.986457 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 17:57:08.986457 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:57:08.986457 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:57:08.986457 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:57:08.986457 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:57:08.986457 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:57:08.986457 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 17:57:08.986457 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:57:08.986457 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 17:57:08.986457 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:57:08.986457 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:57:08.986457 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:57:08.986457 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 17:57:08.986457 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:57:08.986457 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:57:08.986457 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:57:08.986457 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:57:08.986457 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:57:08.986457 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:57:08.986457 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:57:08.991551 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e5c201ca-9443-4e8d-9752-60b0cd8dbade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:09.003595 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e5c201ca-9443-4e8d-9752-60b0cd8dbade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:09.005615 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e5c201ca-9443-4e8d-9752-60b0cd8dbade admin admin] 10.222.0.58 "DELETE /v2.0/networks/2952d18d-5e37-434a-a8f3-9f1f5fe963d6 HTTP/1.1" status: 204 len: 168 time: 0.4506609 Sep 21 17:57:09.020494 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c201ca-9443-4e8d-9752-60b0cd8dbade admin admin] Pushing event deleted for resources: {'Network': ['ID=2952d18d-5e37-434a-a8f3-9f1f5fe963d6,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:09.030484 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-dd8c9f8a-020a-4e2b-b6a9-fd2b149aad0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba449a6-e254-489d-92bd-08be382df687', 'name': 'tempest-FloatingIPsNegativeTestJSON-1681526608-router', 'tenant_id': '46de73966b5c449eaa02e4c260afec61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:56:56Z', 'updated_at': '2021-09-21T17:57:08Z', 'revision_number': 7, 'project_id': '46de73966b5c449eaa02e4c260afec61', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:09.045699 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e50d1e6-ae6d-418c-8af6-cf61a188a287', 'name': 'network-vif-deleted', 'tag': '011b8657-1fd2-48da-bb16-b3c03cf70cac'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:57:09.048058 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d22e54b-58d6-403c-8dfe-d3e5e5486898" -d '{"events": [{"server_uuid": "1e50d1e6-ae6d-418c-8af6-cf61a188a287", "name": "network-vif-deleted", "tag": "011b8657-1fd2-48da-bb16-b3c03cf70cac"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:57:09.067907 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8c9f8a-020a-4e2b-b6a9-fd2b149aad0a None None] The sync data for ids ['9ba449a6-e254-489d-92bd-08be382df687'] in n-d-810291-1 is: [{'id': '9ba449a6-e254-489d-92bd-08be382df687', 'name': 'tempest-FloatingIPsNegativeTestJSON-1681526608-router', 'tenant_id': '46de73966b5c449eaa02e4c260afec61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:56:56Z', 'updated_at': '2021-09-21T17:57:08Z', 'revision_number': 7, 'project_id': '46de73966b5c449eaa02e4c260afec61', 'gw_port_host': None}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:57:09.082870 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=cb571a4f-6e46-44f3-ac0c-b43ca984f51a,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:09.091003 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f1692fe-7fa8-427c-a570-84da39158855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:09.102279 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f23ccb5b-4b8a-475e-b229-def13511ff1f req-f659528f-4d14-4d2c-8652-98b7e12d71a8 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048439 Sep 21 17:57:09.131455 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['cb571a4f-6e46-44f3-ac0c-b43ca984f51a'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:57:09.225131 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a44ae59-8d0b-4254-9688-439cfd5010e2 req-a68cc4a1-6f2d-400b-ac75-b2e7ebd21574 tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0575101 Sep 21 17:57:09.230254 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6123cb51-1813-4200-b5e1-cfb1c53bac88 x-openstack-request-id: req-6123cb51-1813-4200-b5e1-cfb1c53bac88 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:57:09.230671 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e50d1e6-ae6d-418c-8af6-cf61a188a287", "name": "network-vif-deleted", "tag": "011b8657-1fd2-48da-bb16-b3c03cf70cac", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:57:09.231845 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6123cb51-1813-4200-b5e1-cfb1c53bac88 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:57:09.232377 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e50d1e6-ae6d-418c-8af6-cf61a188a287', 'name': 'network-vif-deleted', 'tag': '011b8657-1fd2-48da-bb16-b3c03cf70cac', 'status': 'completed', 'code': 200} Sep 21 17:57:09.240698 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33186) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:09.298521 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f1692fe-7fa8-427c-a570-84da39158855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:09.303536 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f1692fe-7fa8-427c-a570-84da39158855 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:09.327870 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7f384f65-f88d-4b09-a302-f3fbded5f6e4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=093d2c2071d6434b98eeefb970556606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0859780 Sep 21 17:57:09.330879 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33190) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:09.349093 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-418c6547-7f8c-4743-b8a1-8ba6127c1559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'name': 'tempest-ServersTestBootFromVolume-952031142-router', 'tenant_id': 'c4da9d9a034541f0b1a21573283219ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '615ebbb7-fda2-4867-983f-94f82f17d732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:53:28Z', 'updated_at': '2021-09-21T17:53:38Z', 'revision_number': 4, 'project_id': 'c4da9d9a034541f0b1a21573283219ab', 'gw_port': {'id': '615ebbb7-fda2-4867-983f-94f82f17d732', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:29Z', 'updated_at': '2021-09-21T17:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '806641db-752f-4cd0-b3aa-109bbc9f47d4', 'name': '', 'network_id': '1971a7db-b33f-45b8-9b53-89078ce1cf93', 'tenant_id': 'c4da9d9a034541f0b1a21573283219ab', 'mac_address': 'fa:16:3e:48:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'e04fc3fb-825e-41c6-b49c-33fd947c53f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:36Z', 'updated_at': '2021-09-21T17:53:44Z', 'revision_number': 5, 'project_id': 'c4da9d9a034541f0b1a21573283219ab', 'subnets': [{'id': 'e04fc3fb-825e-41c6-b49c-33fd947c53f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:09.378650 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f1692fe-7fa8-427c-a570-84da39158855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:09.379411 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1692fe-7fa8-427c-a570-84da39158855 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ba449a6-e254-489d-92bd-08be382df687 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 17:57:09.392448 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418c6547-7f8c-4743-b8a1-8ba6127c1559 None None] The sync data for ids ['ce55332b-0c0d-4e4c-af22-39781db210d9'] in n-d-810291-1 is: [{'id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'name': 'tempest-ServersTestBootFromVolume-952031142-router', 'tenant_id': 'c4da9d9a034541f0b1a21573283219ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '615ebbb7-fda2-4867-983f-94f82f17d732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:53:28Z', 'updated_at': '2021-09-21T17:53:38Z', 'revision_number': 4, 'project_id': 'c4da9d9a034541f0b1a21573283219ab', 'gw_port': {'id': '615ebbb7-fda2-4867-983f-94f82f17d732', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:29Z', 'updated_at': '2021-09-21T17:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '806641db-752f-4cd0-b3aa-109bbc9f47d4', 'name': '', 'network_id': '1971a7db-b33f-45b8-9b53-89078ce1cf93', 'tenant_id': 'c4da9d9a034541f0b1a21573283219ab', 'mac_address': 'fa:16:3e:48:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'e04fc3fb-825e-41c6-b49c-33fd947c53f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:36Z', 'updated_at': '2021-09-21T17:53:44Z', 'revision_number': 5, 'project_id': 'c4da9d9a034541f0b1a21573283219ab', 'subnets': [{'id': 'e04fc3fb-825e-41c6-b49c-33fd947c53f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:57:09.405164 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f1692fe-7fa8-427c-a570-84da39158855 admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:09.408727 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5f1692fe-7fa8-427c-a570-84da39158855 admin admin] 10.222.0.58 "DELETE /v2.0/routers/9ba449a6-e254-489d-92bd-08be382df687 HTTP/1.1" status: 204 len: 168 time: 1.5009477 Sep 21 17:57:09.410186 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33194) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:09.489531 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c5f977f9-f045-43c1-abdd-a255bf982535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:09.509536 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c0fcec6-dffb-4932-8165-a2ee8d0544e8 req-b7dc26d4-8301-4ad6-b252-13b6e0c136a3 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e50d1e6-ae6d-418c-8af6-cf61a188a287 HTTP/1.1" status: 200 len: 210 time: 0.0547099 Sep 21 17:57:09.534685 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c0d399f-ee5c-4e6f-a3a2-03a9306f333a admin admin] Deleting subnet c751a99a-20d0-43d5-831e-66e30eb3e222 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:57:09.544479 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4c0d399f-ee5c-4e6f-a3a2-03a9306f333a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:09.547384 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c5f977f9-f045-43c1-abdd-a255bf982535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:09.595681 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f87625ef-3778-4a3c-8ba2-7231d3cef269 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:57:09.629056 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4c0d399f-ee5c-4e6f-a3a2-03a9306f333a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:09.630811 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: f87625ef-3778-4a3c-8ba2-7231d3cef269 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:57:09.631513 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f87625ef-3778-4a3c-8ba2-7231d3cef269 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:57:09.695788 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c5f977f9-f045-43c1-abdd-a255bf982535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:09.698268 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c5f977f9-f045-43c1-abdd-a255bf982535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:09.702213 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c5f977f9-f045-43c1-abdd-a255bf982535 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/450f0268-a254-4eb8-ad03-b5c36ff942b0 HTTP/1.1" status: 204 len: 168 time: 0.3695667 Sep 21 17:57:09.732158 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f977f9-f045-43c1-abdd-a255bf982535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450f0268-a254-4eb8-ad03-b5c36ff942b0,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:09.754101 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4c0d399f-ee5c-4e6f-a3a2-03a9306f333a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:09.831146 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4c0d399f-ee5c-4e6f-a3a2-03a9306f333a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:09.863080 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d399f-ee5c-4e6f-a3a2-03a9306f333a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c751a99a-20d0-43d5-831e-66e30eb3e222,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:09.867277 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4c0d399f-ee5c-4e6f-a3a2-03a9306f333a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:09.869430 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4c0d399f-ee5c-4e6f-a3a2-03a9306f333a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c751a99a-20d0-43d5-831e-66e30eb3e222 HTTP/1.1" status: 204 len: 168 time: 0.4590101 Sep 21 17:57:09.872547 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33198) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:09.877306 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea6a654-ced0-497d-860e-eda0a0eb9562 None None] Network 62e3cd16-02f8-4c45-b633-b31b9511156a requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:57:09.882438 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e025f6-c765-4d79-8732-0b541e1fe3c5 None None] New status for floating IP a6ffa515-cb2e-4385-aa1e-b08a47be5764: DOWN {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:57:09.972878 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-94c9a303-021f-4f6b-82ef-c8e9e3339033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:10.066241 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-94c9a303-021f-4f6b-82ef-c8e9e3339033 admin admin] Deleting port 31065fd8-c18a-49fd-b3df-6b458e25bcf8 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:57:10.066807 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-94c9a303-021f-4f6b-82ef-c8e9e3339033 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:10.199822 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-94c9a303-021f-4f6b-82ef-c8e9e3339033 admin admin] For port 31065fd8-c18a-49fd-b3df-6b458e25bcf8, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=31065fd8-c18a-49fd-b3df-6b458e25bcf8,segment=NetworkSegment(67dca93c-0279-4089-8ad6-8070b0f56a6b),segment_id=67dca93c-0279-4089-8ad6-8070b0f56a6b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:10.200106 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-94c9a303-021f-4f6b-82ef-c8e9e3339033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:10.223721 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-94c9a303-021f-4f6b-82ef-c8e9e3339033 admin admin] Calling delete_port for 31065fd8-c18a-49fd-b3df-6b458e25bcf8 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:57:10.230677 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33206) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:10.250819 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device cb571a4f-6e46-44f3-ac0c-b43ca984f51a up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:57:10.311308 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-168e4d97-a2a2-4800-9029-d01471d5f291 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=27734bab00fc4ab494145408e53f682f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0753818 Sep 21 17:57:10.312064 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33210) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:10.356732 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port cb571a4f-6e46-44f3-ac0c-b43ca984f51a completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:57:10.362679 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port cb571a4f-6e46-44f3-ac0c-b43ca984f51a triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:10.363273 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:10.397301 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae00489-3810-433d-a00e-9b661fe39410 req-78d19684-6980-472b-9540-8709c1fe6b25 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:10.404380 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1ae00489-3810-433d-a00e-9b661fe39410 req-78d19684-6980-472b-9540-8709c1fe6b25 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 944 time: 0.1175961 Sep 21 17:57:10.424852 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f987dece-6dbc-4c10-a923-cbb164d815a3 None None] DHCP port deletion for 62e3cd16-02f8-4c45-b633-b31b9511156a request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 17:57:10.445191 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6ad082bb-5b07-4d33-9604-b72aa728bc24 req-9c23c4fe-355a-41ed-a709-77c16b6c663a tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0773621 Sep 21 17:57:10.473054 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1ae00489-3810-433d-a00e-9b661fe39410 req-11828fe7-2161-4909-866d-a5d7e24a2a2d tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630188 Sep 21 17:57:10.474480 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-94c9a303-021f-4f6b-82ef-c8e9e3339033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:10.491248 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2f3002b9-c48f-47db-9f1b-3fe8abf70312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:10.513073 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9a303-021f-4f6b-82ef-c8e9e3339033 admin admin] Pushing event deleted for resources: {'Port': ['ID=31065fd8-c18a-49fd-b3df-6b458e25bcf8,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:10.523027 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c9a303-021f-4f6b-82ef-c8e9e3339033 admin admin] No DVR routers for this DVR port 31065fd8-c18a-49fd-b3df-6b458e25bcf8 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:57:10.528816 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2f3002b9-c48f-47db-9f1b-3fe8abf70312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:10.546993 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-f987dece-6dbc-4c10-a923-cbb164d815a3 None None] The port '31065fd8-c18a-49fd-b3df-6b458e25bcf8' was deleted {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 21 17:57:10.641844 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-94c9a303-021f-4f6b-82ef-c8e9e3339033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:10.652266 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:10.671206 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2f3002b9-c48f-47db-9f1b-3fe8abf70312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:10.674297 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2f3002b9-c48f-47db-9f1b-3fe8abf70312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:10.675613 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2f3002b9-c48f-47db-9f1b-3fe8abf70312 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ef9d23da-c34f-4a06-b838-8fed95a35e16 HTTP/1.1" status: 204 len: 168 time: 0.3623450 Sep 21 17:57:10.686054 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-94c9a303-021f-4f6b-82ef-c8e9e3339033 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62e3cd16-02f8-4c45-b633-b31b9511156a']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:10.701981 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-94c9a303-021f-4f6b-82ef-c8e9e3339033 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67dca93c-0279-4089-8ad6-8070b0f56a6b') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:10.701981 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-94c9a303-021f-4f6b-82ef-c8e9e3339033 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67dca93c-0279-4089-8ad6-8070b0f56a6b') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:10.708341 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-94c9a303-021f-4f6b-82ef-c8e9e3339033 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:10.709874 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3002b9-c48f-47db-9f1b-3fe8abf70312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9d23da-c34f-4a06-b838-8fed95a35e16,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:10.723161 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-94c9a303-021f-4f6b-82ef-c8e9e3339033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:10.730606 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c9a303-021f-4f6b-82ef-c8e9e3339033 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:57:10.731199 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-94c9a303-021f-4f6b-82ef-c8e9e3339033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:10.797264 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 17:57:10.797264 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:57:10.797264 n-d-810291-1 neutron-server[101460]: timer() Sep 21 17:57:10.797264 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:57:10.797264 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 17:57:10.797264 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:57:10.797264 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 17:57:10.797264 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:57:10.797264 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 17:57:10.797264 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:57:10.797264 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 17:57:10.797264 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:57:10.797264 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 17:57:10.797264 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:57:10.797264 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:57:10.797264 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:57:10.797264 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:57:10.797264 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:57:10.797264 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 17:57:10.797264 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:57:10.797264 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 17:57:10.797264 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:57:10.797264 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:57:10.797264 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:57:10.797264 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 17:57:10.797264 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:57:10.797264 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:57:10.797264 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:57:10.797264 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:57:10.797264 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:57:10.797264 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:57:10.797264 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:57:10.801609 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-94c9a303-021f-4f6b-82ef-c8e9e3339033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:10.815883 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-94c9a303-021f-4f6b-82ef-c8e9e3339033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:10.820940 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-94c9a303-021f-4f6b-82ef-c8e9e3339033 admin admin] 10.222.0.58 "DELETE /v2.0/networks/62e3cd16-02f8-4c45-b633-b31b9511156a HTTP/1.1" status: 204 len: 168 time: 0.9477181 Sep 21 17:57:10.845890 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fa8a5851-f307-42f2-89d3-3d71d582fbf4 req-f4cd0e63-c4a3-41e4-96d3-c7518eed35a0 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e50d1e6-ae6d-418c-8af6-cf61a188a287 HTTP/1.1" status: 200 len: 210 time: 0.0497010 Sep 21 17:57:10.849868 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9a303-021f-4f6b-82ef-c8e9e3339033 admin admin] Pushing event deleted for resources: {'Network': ['ID=62e3cd16-02f8-4c45-b633-b31b9511156a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:10.991894 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b6a000-e461-4ef5-8f4a-9322987bbe7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb571a4f-6e46-44f3-ac0c-b43ca984f51a'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:57:10.994353 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30935864-8455-48ff-b3e9-9366c045e6cf" -d '{"events": [{"server_uuid": "70b6a000-e461-4ef5-8f4a-9322987bbe7f", "name": "network-vif-plugged", "status": "completed", "tag": "cb571a4f-6e46-44f3-ac0c-b43ca984f51a"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:57:11.009585 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port cb571a4f-6e46-44f3-ac0c-b43ca984f51a, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=cb571a4f-6e46-44f3-ac0c-b43ca984f51a,segment=NetworkSegment(56b6ab3c-69bd-42e2-acea-4797f09bea25),segment_id=56b6ab3c-69bd-42e2-acea-4797f09bea25)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:11.017518 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:11.064349 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79d40b-5044-41fb-ab0b-68a87b776664 req-d7b7bfcb-d0e2-496f-91f1-921ef1875b6f tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:11.074517 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca79d40b-5044-41fb-ab0b-68a87b776664 req-d7b7bfcb-d0e2-496f-91f1-921ef1875b6f tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdd27063-50c2-44d8-8e1a-0ed5edf5f850 HTTP/1.1" status: 200 len: 946 time: 0.1062312 Sep 21 17:57:11.074642 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d210422e-1c58-42ee-bc57-ba798cf2dd82 x-openstack-request-id: req-d210422e-1c58-42ee-bc57-ba798cf2dd82 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:57:11.074642 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b6a000-e461-4ef5-8f4a-9322987bbe7f", "name": "network-vif-plugged", "status": "completed", "tag": "cb571a4f-6e46-44f3-ac0c-b43ca984f51a", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:57:11.089351 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d210422e-1c58-42ee-bc57-ba798cf2dd82 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:57:11.089907 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b6a000-e461-4ef5-8f4a-9322987bbe7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb571a4f-6e46-44f3-ac0c-b43ca984f51a', 'code': 200} Sep 21 17:57:11.148076 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=cb571a4f-6e46-44f3-ac0c-b43ca984f51a,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:11.210875 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33238) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:11.214409 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca79d40b-5044-41fb-ab0b-68a87b776664 req-a60da553-7db3-415f-84bd-b26c874cad36 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338825 Sep 21 17:57:11.234621 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38545a2c-7526-45c8-b064-dadfd8250722 req-13cc65e5-c566-4bb6-a086-ebeb5d57e54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:11.237364 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-38545a2c-7526-45c8-b064-dadfd8250722 req-13cc65e5-c566-4bb6-a086-ebeb5d57e54b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 1096 time: 0.0857685 Sep 21 17:57:11.262044 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f6e7d1c4-6e06-44f3-b5ff-13c330b7b330 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=46de73966b5c449eaa02e4c260afec61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498943 Sep 21 17:57:11.264479 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33242) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:11.285183 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-38545a2c-7526-45c8-b064-dadfd8250722 req-9ca03d79-3089-4b5d-aec5-a2bb5a7cec18 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390177 Sep 21 17:57:11.319597 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ceb89d27-9c84-43b9-88de-8e4cddaf2acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:11.343378 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ceb89d27-9c84-43b9-88de-8e4cddaf2acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:11.397621 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ceb89d27-9c84-43b9-88de-8e4cddaf2acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:11.400345 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ceb89d27-9c84-43b9-88de-8e4cddaf2acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:11.401768 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ceb89d27-9c84-43b9-88de-8e4cddaf2acf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e199ca97-6749-44d7-9604-369b0bbd54ad HTTP/1.1" status: 204 len: 168 time: 0.1363165 Sep 21 17:57:11.410822 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb89d27-9c84-43b9-88de-8e4cddaf2acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e199ca97-6749-44d7-9604-369b0bbd54ad,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:11.594132 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 89266f42-f848-4695-b569-6ed450093a43 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:57:11.624160 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 89266f42-f848-4695-b569-6ed450093a43 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:57:11.624749 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 89266f42-f848-4695-b569-6ed450093a43 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:57:11.625337 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 31065fd8-c18a-49fd-b3df-6b458e25bcf8 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:57:11.640030 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-02be9314-7e88-4e81-acc1-daae9ec6781c req-d8224e47-9524-4420-8451-8d58ac87b09a tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0416775 Sep 21 17:57:11.648309 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 31065fd8-c18a-49fd-b3df-6b458e25bcf8 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:57:11.648895 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 31065fd8-c18a-49fd-b3df-6b458e25bcf8 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:57:11.697366 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40084bad-3c75-4953-99ec-65387c4b5b57 req-c0a23f3f-3f74-4996-9d8b-e87e4805cddb tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:11.707502 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-40084bad-3c75-4953-99ec-65387c4b5b57 req-c0a23f3f-3f74-4996-9d8b-e87e4805cddb tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 945 time: 0.0987539 Sep 21 17:57:11.765734 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-40084bad-3c75-4953-99ec-65387c4b5b57 req-8209ef90-d015-4eee-88b9-f15f68c532d6 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572577 Sep 21 17:57:11.980045 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f6999005-0b74-41c1-abf0-ccd3574eb23e req-9258a17d-fc87-4742-92e5-0f3a7777c118 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e50d1e6-ae6d-418c-8af6-cf61a188a287 HTTP/1.1" status: 200 len: 210 time: 0.0366294 Sep 21 17:57:12.359870 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe10bda-1cee-4033-adfc-85e45f122e98 req-08ed6c9c-6fab-4d1f-8469-ed9cb9553d58 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:12.361393 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7fe10bda-1cee-4033-adfc-85e45f122e98 req-08ed6c9c-6fab-4d1f-8469-ed9cb9553d58 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdd27063-50c2-44d8-8e1a-0ed5edf5f850 HTTP/1.1" status: 200 len: 946 time: 0.0789518 Sep 21 17:57:12.442228 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7fe10bda-1cee-4033-adfc-85e45f122e98 req-5857ebf7-f99c-426f-8d7b-49f7e7456639 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742736 Sep 21 17:57:12.573368 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33330) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:12.684103 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cf5023f3-91c3-4ac7-9109-bccf8cf8fa9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:12.781623 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-05f97f8c-e177-4bba-b185-bf8fe58b4f19 req-ee5a35e8-91c1-4d08-9d96-fae9a80a0ee8 tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0387034 Sep 21 17:57:12.849331 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cf5023f3-91c3-4ac7-9109-bccf8cf8fa9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:12.856409 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cf5023f3-91c3-4ac7-9109-bccf8cf8fa9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:12.913272 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5023f3-91c3-4ac7-9109-bccf8cf8fa9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b2ccff-8ef0-452b-89a3-b0206ed68e11,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:12.919588 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371b3aa-e66b-4f44-a67c-aa924ad57903 req-5300e814-b169-4ad1-b524-ad4ea9ccfec7 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:12.924718 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-cf5023f3-91c3-4ac7-9109-bccf8cf8fa9e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c4200456fee1487492b7e7c318b03c1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3468451 Sep 21 17:57:12.925289 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3371b3aa-e66b-4f44-a67c-aa924ad57903 req-5300e814-b169-4ad1-b524-ad4ea9ccfec7 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdd27063-50c2-44d8-8e1a-0ed5edf5f850 HTTP/1.1" status: 200 len: 946 time: 0.1277752 Sep 21 17:57:12.925289 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33346) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:13.083408 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a843305-c05d-4623-bfa6-53667ade6649 req-bd9e87cd-e647-4fb1-8ed5-bb7e35c230c2 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:13.085459 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6a843305-c05d-4623-bfa6-53667ade6649 req-bd9e87cd-e647-4fb1-8ed5-bb7e35c230c2 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 945 time: 0.1457679 Sep 21 17:57:13.095756 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-04c9ca43-cd2a-496e-b02b-5109044ff541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:13.100087 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-82a639ac-ef0d-4683-943a-66c8092df033 req-cf24a6a7-365e-4961-b027-6377c04dcee3 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e50d1e6-ae6d-418c-8af6-cf61a188a287 HTTP/1.1" status: 200 len: 210 time: 0.0279930 Sep 21 17:57:13.159404 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-04c9ca43-cd2a-496e-b02b-5109044ff541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:13.201182 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-3371b3aa-e66b-4f44-a67c-aa924ad57903 req-864c0f7e-4412-4dce-8c67-d034237271f1 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Deleting port fe1c72d3-7d41-4858-b68b-157be4cf40f2 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:57:13.201442 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3371b3aa-e66b-4f44-a67c-aa924ad57903 req-864c0f7e-4412-4dce-8c67-d034237271f1 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:13.215258 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6a843305-c05d-4623-bfa6-53667ade6649 req-4135e3f8-0501-4d4a-8ce6-73079cc3e888 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183248 Sep 21 17:57:13.361302 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-3371b3aa-e66b-4f44-a67c-aa924ad57903 req-864c0f7e-4412-4dce-8c67-d034237271f1 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] For port fe1c72d3-7d41-4858-b68b-157be4cf40f2, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=fe1c72d3-7d41-4858-b68b-157be4cf40f2,segment=NetworkSegment(24b566e5-042a-4b3d-9902-34d5286efb61),segment_id=24b566e5-042a-4b3d-9902-34d5286efb61)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:13.361664 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3371b3aa-e66b-4f44-a67c-aa924ad57903 req-864c0f7e-4412-4dce-8c67-d034237271f1 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:13.378962 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-3371b3aa-e66b-4f44-a67c-aa924ad57903 req-864c0f7e-4412-4dce-8c67-d034237271f1 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Calling delete_port for fe1c72d3-7d41-4858-b68b-157be4cf40f2 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:57:13.449610 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-04c9ca43-cd2a-496e-b02b-5109044ff541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:13.457393 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-04c9ca43-cd2a-496e-b02b-5109044ff541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:13.468087 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-04c9ca43-cd2a-496e-b02b-5109044ff541 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e7b2ccff-8ef0-452b-89a3-b0206ed68e11 HTTP/1.1" status: 204 len: 168 time: 0.5361755 Sep 21 17:57:13.477083 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea25397-19e0-47d0-b22c-7e98d4e70866 req-02291bfb-22b0-493c-8c62-ad84914c14ba tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:13.488854 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9ea25397-19e0-47d0-b22c-7e98d4e70866 req-02291bfb-22b0-493c-8c62-ad84914c14ba tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 945 time: 0.0779302 Sep 21 17:57:13.522118 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9ca43-cd2a-496e-b02b-5109044ff541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b2ccff-8ef0-452b-89a3-b0206ed68e11,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:13.560879 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9ea25397-19e0-47d0-b22c-7e98d4e70866 req-6271c96f-1eb1-4831-99e8-a0480128d09b tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708554 Sep 21 17:57:13.664313 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f921f-84b6-40cd-ba8d-86595e4ef702 req-184bdfb4-bbfb-49d2-be17-140faf5b7d7b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:13.671718 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b53f921f-84b6-40cd-ba8d-86595e4ef702 req-184bdfb4-bbfb-49d2-be17-140faf5b7d7b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdd27063-50c2-44d8-8e1a-0ed5edf5f850 HTTP/1.1" status: 200 len: 946 time: 0.0917275 Sep 21 17:57:13.727642 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3371b3aa-e66b-4f44-a67c-aa924ad57903 req-864c0f7e-4412-4dce-8c67-d034237271f1 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:13.740843 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['fe1c72d3-7d41-4858-b68b-157be4cf40f2'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:57:13.781331 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c0f7e-4412-4dce-8c67-d034237271f1 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Pushing event deleted for resources: {'Port': ['ID=fe1c72d3-7d41-4858-b68b-157be4cf40f2,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:13.831713 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b53f921f-84b6-40cd-ba8d-86595e4ef702 req-fe89e7f0-8424-434f-a466-7a640317667d tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586442 Sep 21 17:57:13.900753 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-3371b3aa-e66b-4f44-a67c-aa924ad57903 req-864c0f7e-4412-4dce-8c67-d034237271f1 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] No DVR routers for this DVR port fe1c72d3-7d41-4858-b68b-157be4cf40f2 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:57:13.903922 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3371b3aa-e66b-4f44-a67c-aa924ad57903 req-864c0f7e-4412-4dce-8c67-d034237271f1 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:13.907171 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3371b3aa-e66b-4f44-a67c-aa924ad57903 req-864c0f7e-4412-4dce-8c67-d034237271f1 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.38 "DELETE /v2.0/ports/fe1c72d3-7d41-4858-b68b-157be4cf40f2 HTTP/1.1" status: 204 len: 173 time: 0.9762456 Sep 21 17:57:13.908596 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd27063-50c2-44d8-8e1a-0ed5edf5f850', 'name': 'network-vif-deleted', 'tag': 'fe1c72d3-7d41-4858-b68b-157be4cf40f2'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:57:13.916586 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6258c38-13f3-448f-aa3b-5e49fc3b02e4" -d '{"events": [{"server_uuid": "cdd27063-50c2-44d8-8e1a-0ed5edf5f850", "name": "network-vif-deleted", "tag": "fe1c72d3-7d41-4858-b68b-157be4cf40f2"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:57:14.052446 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e88158-6a48-4b1d-b067-6f7f1f0729d4 req-4d84fb6d-1b40-4a8a-8805-d1a435a87aa0 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:14.053941 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8e88158-6a48-4b1d-b067-6f7f1f0729d4 req-4d84fb6d-1b40-4a8a-8805-d1a435a87aa0 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 945 time: 0.1547701 Sep 21 17:57:14.100518 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8e88158-6a48-4b1d-b067-6f7f1f0729d4 req-0c4a1ae8-3d82-4f75-bffc-b945aae785fc tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391378 Sep 21 17:57:14.247885 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b5d6c7f8-8ba3-4472-a2e0-1d9bb83ccd12 req-1265225c-fc3b-494d-876a-64d49abde3df tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0714397 Sep 21 17:57:14.274723 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45df073-c243-4b03-bb46-f2466e825316 x-openstack-request-id: req-b45df073-c243-4b03-bb46-f2466e825316 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:57:14.275025 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd27063-50c2-44d8-8e1a-0ed5edf5f850", "name": "network-vif-deleted", "tag": "fe1c72d3-7d41-4858-b68b-157be4cf40f2", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:57:14.275332 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b45df073-c243-4b03-bb46-f2466e825316 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:57:14.275667 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd27063-50c2-44d8-8e1a-0ed5edf5f850', 'name': 'network-vif-deleted', 'tag': 'fe1c72d3-7d41-4858-b68b-157be4cf40f2', 'status': 'completed', 'code': 200} Sep 21 17:57:14.541367 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33492) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:14.642033 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bcc6a9eb-db99-410d-8496-a1c5e7e609b9 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:14.680424 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bcc6a9eb-db99-410d-8496-a1c5e7e609b9 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:14.772352 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bcc6a9eb-db99-410d-8496-a1c5e7e609b9 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:14.774939 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bcc6a9eb-db99-410d-8496-a1c5e7e609b9 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:14.778491 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bcc6a9eb-db99-410d-8496-a1c5e7e609b9 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "DELETE /v2.0/security-groups/b7acdf1f-bc5b-41b9-b979-bb84a12db13c HTTP/1.1" status: 204 len: 168 time: 0.2330363 Sep 21 17:57:14.778807 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33504) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:14.792065 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-3eed3d3d-aea4-43f1-8212-e99fe8df49cf tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] show failed (client error): The resource could not be found. Sep 21 17:57:14.799952 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6a9eb-db99-410d-8496-a1c5e7e609b9 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7acdf1f-bc5b-41b9-b979-bb84a12db13c,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:14.803226 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3eed3d3d-aea4-43f1-8212-e99fe8df49cf tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "GET /v2.0/security-groups/b7acdf1f-bc5b-41b9-b979-bb84a12db13c HTTP/1.1" status: 404 len: 347 time: 0.0231369 Sep 21 17:57:14.806505 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33508) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:14.814998 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3ca74-e900-4fd9-ae43-d2477adf8eeb req-3b61c5b7-2fc4-43d2-ba7a-66fce1d27856 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:14.816602 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eab3ca74-e900-4fd9-ae43-d2477adf8eeb req-3b61c5b7-2fc4-43d2-ba7a-66fce1d27856 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 945 time: 0.0884454 Sep 21 17:57:14.876454 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eab3ca74-e900-4fd9-ae43-d2477adf8eeb req-70683ca0-0bc3-4143-a6d8-a9533919c3c3 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535710 Sep 21 17:57:14.965048 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-5efd3b2d-86da-4f01-8a41-77a06bbc94c4 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Deleting port 5b3f6f6b-d8c9-405a-b012-0cf9e53f6440 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:57:14.965947 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5efd3b2d-86da-4f01-8a41-77a06bbc94c4 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:15.073521 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5efd3b2d-86da-4f01-8a41-77a06bbc94c4 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:15.073770 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5efd3b2d-86da-4f01-8a41-77a06bbc94c4 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:15.089005 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-5efd3b2d-86da-4f01-8a41-77a06bbc94c4 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Calling delete_port for 5b3f6f6b-d8c9-405a-b012-0cf9e53f6440 owned by network:floatingip {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:57:15.128625 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-27366b74-9db2-4b1b-9f20-aaa2c849b446 req-89f86315-660c-49b4-be83-8abe2dacbdbb tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdd27063-50c2-44d8-8e1a-0ed5edf5f850 HTTP/1.1" status: 200 len: 210 time: 0.0635257 Sep 21 17:57:15.181972 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-3007fb80-ed79-4ae4-8dff-1ec739ca2f4c tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=4cd23a333d764924a8cb0a4b01e5ea7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336502 Sep 21 17:57:15.359144 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-dd37f058-f44e-4615-845d-0173424a14f5 tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:15.366302 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-dd37f058-f44e-4615-845d-0173424a14f5 tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1767139 Sep 21 17:57:15.385365 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-3910cb52-5ea8-46c7-a81f-1dd7fdd99ebd tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] 10.222.0.58 "GET /v2.0/quotas/4cd23a333d764924a8cb0a4b01e5ea7d HTTP/1.1" status: 200 len: 375 time: 0.0181928 Sep 21 17:57:15.402064 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5efd3b2d-86da-4f01-8a41-77a06bbc94c4 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:15.421749 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-07439346-1b96-4140-900b-6d28a385a17a tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4cd23a333d764924a8cb0a4b01e5ea7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295086 Sep 21 17:57:15.442349 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd3b2d-86da-4f01-8a41-77a06bbc94c4 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Pushing event deleted for resources: {'Port': ['ID=5b3f6f6b-d8c9-405a-b012-0cf9e53f6440,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:15.528376 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5efd3b2d-86da-4f01-8a41-77a06bbc94c4 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks [] for floatingip, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:15.531579 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5efd3b2d-86da-4f01-8a41-77a06bbc94c4 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:15.532927 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5efd3b2d-86da-4f01-8a41-77a06bbc94c4 tempest-ServersTestBootFromVolume-1450654008 tempest-ServersTestBootFromVolume-1450654008-project] 10.222.0.58 "DELETE /v2.0/floatingips/a6ffa515-cb2e-4385-aa1e-b08a47be5764 HTTP/1.1" status: 204 len: 168 time: 0.7252030 Sep 21 17:57:15.535985 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33568) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:15.778977 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f209f7e5-5467-4189-be0d-f37f04311aad req-a7c3979c-7e60-4909-8711-851f3712045e tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0445118 Sep 21 17:57:15.905760 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-14d31854-9a2a-470a-9c92-9e8a32ae86a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:16.228047 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-940cadff-0669-45a7-bd76-386d6a09d9b4 req-b7dc26f7-0c5f-4282-b5cf-ec53881ce6d1 tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] 10.222.0.58 "GET /v2.0/ports?device_id=38640c02-63b3-477e-aa5a-aaee9392f264 HTTP/1.1" status: 200 len: 210 time: 0.3777928 Sep 21 17:57:16.253304 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device fe1c72d3-7d41-4858-b68b-157be4cf40f2 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:57:16.289210 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: fe1c72d3-7d41-4858-b68b-157be4cf40f2 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:57:16.290149 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device fe1c72d3-7d41-4858-b68b-157be4cf40f2 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:57:16.403779 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b6e55412-9af8-4035-890c-639c0cb2ea0c req-eb6ed0c6-9451-47d3-97ff-b1420d925304 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdd27063-50c2-44d8-8e1a-0ed5edf5f850 HTTP/1.1" status: 200 len: 210 time: 0.0338438 Sep 21 17:57:16.465015 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ab4d5-2798-4386-81d2-cc1fea8f213f req-c779edfc-1860-40ba-b22d-60d59734427d tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:16.467525 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-897ab4d5-2798-4386-81d2-cc1fea8f213f req-c779edfc-1860-40ba-b22d-60d59734427d tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 945 time: 0.1004875 Sep 21 17:57:16.616052 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-897ab4d5-2798-4386-81d2-cc1fea8f213f req-42ff1183-bf98-4e84-9112-305d7f3d41d9 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371474 Sep 21 17:57:16.660607 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f23e5d89-45eb-4b9b-9c01-60ccc361351b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:16.907494 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a88f26fc-848c-4459-8193-380ecd554ea3 req-cac15ca9-c688-490f-b87c-ab72d8a8c02b tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0338812 Sep 21 17:57:17.100447 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-f23e5d89-45eb-4b9b-9c01-60ccc361351b admin admin] Deleting port 806641db-752f-4cd0-b3aa-109bbc9f47d4 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:57:17.100799 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f23e5d89-45eb-4b9b-9c01-60ccc361351b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:17.101324 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-800fcb15-0e98-47c1-8621-660b87ca2782 tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4cd23a333d764924a8cb0a4b01e5ea7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409338 Sep 21 17:57:17.140576 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17f33c-79da-485c-b9f2-7185197a350e req-8792f09d-a7af-495d-a6ce-96247350e3c9 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:17.143673 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ba17f33c-79da-485c-b9f2-7185197a350e req-8792f09d-a7af-495d-a6ce-96247350e3c9 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f650726-7521-45d8-94b2-2dbbc3607392 HTTP/1.1" status: 200 len: 946 time: 0.0935447 Sep 21 17:57:17.256961 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-f23e5d89-45eb-4b9b-9c01-60ccc361351b admin admin] For port 806641db-752f-4cd0-b3aa-109bbc9f47d4, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=806641db-752f-4cd0-b3aa-109bbc9f47d4,segment=NetworkSegment(dacc9465-7314-4288-821b-9c39f322898d),segment_id=dacc9465-7314-4288-821b-9c39f322898d)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:17.257660 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f23e5d89-45eb-4b9b-9c01-60ccc361351b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:17.282291 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-f23e5d89-45eb-4b9b-9c01-60ccc361351b admin admin] Calling delete_port for 806641db-752f-4cd0-b3aa-109bbc9f47d4 owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:57:17.314231 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-92266069-931c-4c1b-8fbc-287e09b64d36 tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:17.316187 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-92266069-931c-4c1b-8fbc-287e09b64d36 tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2085731 Sep 21 17:57:17.330581 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-dbcfe777-2f26-408f-a4c8-f3ec2dc470dd tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Request body: {'port': {'device_id': '38640c02-63b3-477e-aa5a-aaee9392f264', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'admin_state_up': True, 'tenant_id': '4cd23a333d764924a8cb0a4b01e5ea7d'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:17.349032 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ba17f33c-79da-485c-b9f2-7185197a350e req-f5d4c2a3-2503-42b3-aec3-cb3bac068050 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc725f35-1773-465f-beff-58ad8c23e630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994240 Sep 21 17:57:17.533385 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-dbcfe777-2f26-408f-a4c8-f3ec2dc470dd tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Made reservation on behalf of 4cd23a333d764924a8cb0a4b01e5ea7d for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:57:17.539769 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-dbcfe777-2f26-408f-a4c8-f3ec2dc470dd tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:17.549642 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-dbcfe777-2f26-408f-a4c8-f3ec2dc470dd tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:17.558264 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cc0a29ab-350e-491c-aaac-66f541ee578d req-4e7ff130-074e-47a7-b451-a4e9bbabfd9a tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] 10.222.0.58 "GET /v2.0/ports?device_id=38640c02-63b3-477e-aa5a-aaee9392f264 HTTP/1.1" status: 200 len: 210 time: 0.0784793 Sep 21 17:57:17.649731 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f23e5d89-45eb-4b9b-9c01-60ccc361351b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:17.679637 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e5d89-45eb-4b9b-9c01-60ccc361351b admin admin] Pushing event deleted for resources: {'Port': ['ID=806641db-752f-4cd0-b3aa-109bbc9f47d4,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:17.686238 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c21f3f73-9812-463e-9612-f0a2ae594e84 req-9ff4b953-947f-4aaf-9c98-b333142954e4 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdd27063-50c2-44d8-8e1a-0ed5edf5f850 HTTP/1.1" status: 200 len: 210 time: 0.0346310 Sep 21 17:57:17.743232 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-dbcfe777-2f26-408f-a4c8-f3ec2dc470dd tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:17.743232 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-dbcfe777-2f26-408f-a4c8-f3ec2dc470dd tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:17.836306 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcfe777-2f26-408f-a4c8-f3ec2dc470dd tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1986b573-a759-4196-9b74-58bf452725ce,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:17.929354 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27fd6b-74f9-4f3a-b23d-1fa1af53a2e5 req-8157dff9-1704-4abb-b8d2-ed27d0396f56 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:17.938760 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3c27fd6b-74f9-4f3a-b23d-1fa1af53a2e5 req-8157dff9-1704-4abb-b8d2-ed27d0396f56 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 945 time: 0.1233971 Sep 21 17:57:17.940957 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f23e5d89-45eb-4b9b-9c01-60ccc361351b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:18.263368 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23e5d89-45eb-4b9b-9c01-60ccc361351b admin admin] Router ce55332b-0c0d-4e4c-af22-39781db210d9 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:57:18.283743 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-65638350-cec7-4eee-9380-c444eb610050 req-ccf2c97c-ce0c-4143-931b-997b2dc3a8cf tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0367932 Sep 21 17:57:18.349421 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f9ee3fed-32f0-4e48-9cf5-fd608771a802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:18.368976 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-dbcfe777-2f26-408f-a4c8-f3ec2dc470dd tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Allocated IP 192.168.233.90 (c714db5f-672e-4004-8098-88db84169d3c/53f6ee96-7c10-4364-b9ae-9f7e7556e695/5eeb42c3-4940-4dec-be67-2189694c6dc1) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:57:18.402429 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3c27fd6b-74f9-4f3a-b23d-1fa1af53a2e5 req-ad5f02c5-e700-4db2-92d9-d5433365aa22 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626646 Sep 21 17:57:18.445671 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23e5d89-45eb-4b9b-9c01-60ccc361351b admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:57:18.455399 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f23e5d89-45eb-4b9b-9c01-60ccc361351b admin admin] 10.222.0.58 "PUT /v2.0/routers/ce55332b-0c0d-4e4c-af22-39781db210d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9160280 Sep 21 17:57:18.458601 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33800) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:18.460307 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02ae66f-21b7-4a79-9653-6de477e482bd None None] Sync routers for ids ['ce55332b-0c0d-4e4c-af22-39781db210d9'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:57:18.470522 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02ae66f-21b7-4a79-9653-6de477e482bd None None] Routers {'ce55332b-0c0d-4e4c-af22-39781db210d9'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:57:18.473388 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-f02ae66f-21b7-4a79-9653-6de477e482bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:57:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ce55332b-0c0d-4e4c-af22-39781db210d9'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:18.614955 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fa30963d-0bdd-47fb-b36f-6862bd8c5d9e admin admin] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:18.688934 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-dbcfe777-2f26-408f-a4c8-f3ec2dc470dd tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:18.690203 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-f02ae66f-21b7-4a79-9653-6de477e482bd None None] Set router ce55332b-0c0d-4e4c-af22-39781db210d9 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:57:18.758087 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-dbcfe777-2f26-408f-a4c8-f3ec2dc470dd tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:18.785714 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fa30963d-0bdd-47fb-b36f-6862bd8c5d9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:18.808762 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-dbcfe777-2f26-408f-a4c8-f3ec2dc470dd tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Network c714db5f-672e-4004-8098-88db84169d3c is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:57:18.813792 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-dbcfe777-2f26-408f-a4c8-f3ec2dc470dd tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:57:18.818109 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-dbcfe777-2f26-408f-a4c8-f3ec2dc470dd tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:57:18.857183 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcfe777-2f26-408f-a4c8-f3ec2dc470dd tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Pushing event updated for resources: {'Port': ['ID=5eeb42c3-4940-4dec-be67-2189694c6dc1,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:18.871653 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3a30f-fe9b-4006-9417-28010b45f47a req-34a3aac5-ae59-4bb4-8b3c-dcef1d27b5e2 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:18.873624 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-36d3a30f-fe9b-4006-9417-28010b45f47a req-34a3aac5-ae59-4bb4-8b3c-dcef1d27b5e2 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f650726-7521-45d8-94b2-2dbbc3607392 HTTP/1.1" status: 200 len: 946 time: 0.1372464 Sep 21 17:57:18.904195 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-dbcfe777-2f26-408f-a4c8-f3ec2dc470dd tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:18.904708 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-dbcfe777-2f26-408f-a4c8-f3ec2dc470dd tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:18.928164 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-dbcfe777-2f26-408f-a4c8-f3ec2dc470dd tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6015489 Sep 21 17:57:18.944337 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:18.955592 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-c5545dd0-8a75-45b3-b3ba-9e2cebd55b45 service neutron] Request body: {'port': {'device_id': '38640c02-63b3-477e-aa5a-aaee9392f264', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:19.009307 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-36d3a30f-fe9b-4006-9417-28010b45f47a req-267a5139-b107-45ff-80c5-9e58a3cdf25f tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc725f35-1773-465f-beff-58ad8c23e630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245522 Sep 21 17:57:19.024139 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-c5545dd0-8a75-45b3-b3ba-9e2cebd55b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:19.025237 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-fa30963d-0bdd-47fb-b36f-6862bd8c5d9e admin admin] Deleting port 615ebbb7-fda2-4867-983f-94f82f17d732 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:57:19.025718 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fa30963d-0bdd-47fb-b36f-6862bd8c5d9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:19.077096 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-f02ae66f-21b7-4a79-9653-6de477e482bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'name': 'tempest-ServersTestBootFromVolume-952031142-router', 'tenant_id': 'c4da9d9a034541f0b1a21573283219ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '615ebbb7-fda2-4867-983f-94f82f17d732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:53:28Z', 'updated_at': '2021-09-21T17:57:17Z', 'revision_number': 5, 'project_id': 'c4da9d9a034541f0b1a21573283219ab', 'gw_port': {'id': '615ebbb7-fda2-4867-983f-94f82f17d732', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:53:29Z', 'updated_at': '2021-09-21T17:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:19.117371 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02ae66f-21b7-4a79-9653-6de477e482bd None None] Checking router: ce55332b-0c0d-4e4c-af22-39781db210d9 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:57:19.133143 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02ae66f-21b7-4a79-9653-6de477e482bd None None] Routers {'ce55332b-0c0d-4e4c-af22-39781db210d9'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:57:19.133866 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-f02ae66f-21b7-4a79-9653-6de477e482bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:57:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ce55332b-0c0d-4e4c-af22-39781db210d9'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:19.161721 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-274c8b5e-f717-45c4-8bc8-848f1a806ee2 req-7aed2b7a-c856-481b-a0ad-daa816b3203c tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=cdd27063-50c2-44d8-8e1a-0ed5edf5f850 HTTP/1.1" status: 200 len: 210 time: 0.0338485 Sep 21 17:57:19.230223 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-fa30963d-0bdd-47fb-b36f-6862bd8c5d9e admin admin] For port 615ebbb7-fda2-4867-983f-94f82f17d732, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=615ebbb7-fda2-4867-983f-94f82f17d732,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:19.230487 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fa30963d-0bdd-47fb-b36f-6862bd8c5d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:19.247149 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-fa30963d-0bdd-47fb-b36f-6862bd8c5d9e admin admin] Calling delete_port for 615ebbb7-fda2-4867-983f-94f82f17d732 owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:57:19.255306 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-985baa2d-482c-4d5d-a53a-3244c9f3bdc0 None None] Provisioning complete for port 5eeb42c3-4940-4dec-be67-2189694c6dc1 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:19.255986 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-985baa2d-482c-4d5d-a53a-3244c9f3bdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:19.309733 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060011b-f394-4ebb-a1c2-fb2cf90f3ea9 req-8bd13adb-fc48-4220-8ae1-efef178e3307 tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:19.312654 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7060011b-f394-4ebb-a1c2-fb2cf90f3ea9 req-8bd13adb-fc48-4220-8ae1-efef178e3307 tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] 10.222.0.58 "GET /v2.0/ports?device_id=38640c02-63b3-477e-aa5a-aaee9392f264 HTTP/1.1" status: 200 len: 935 time: 0.1780298 Sep 21 17:57:19.312989 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-f02ae66f-21b7-4a79-9653-6de477e482bd None None] Set router ce55332b-0c0d-4e4c-af22-39781db210d9 gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:57:19.338253 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-985baa2d-482c-4d5d-a53a-3244c9f3bdc0 None None] Port 5eeb42c3-4940-4dec-be67-2189694c6dc1 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:57:19.407634 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-f02ae66f-21b7-4a79-9653-6de477e482bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'name': 'tempest-ServersTestBootFromVolume-952031142-router', 'tenant_id': 'c4da9d9a034541f0b1a21573283219ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:53:28Z', 'updated_at': '2021-09-21T17:57:18Z', 'revision_number': 6, 'project_id': 'c4da9d9a034541f0b1a21573283219ab', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:19.435403 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7060011b-f394-4ebb-a1c2-fb2cf90f3ea9 req-ea16a87c-49e4-4ea5-be12-ca81076d9769 tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] 10.222.0.58 "GET /v2.0/security-groups?id=1986b573-a759-4196-9b74-58bf452725ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896261 Sep 21 17:57:19.445828 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02ae66f-21b7-4a79-9653-6de477e482bd None None] The sync data for ids ['ce55332b-0c0d-4e4c-af22-39781db210d9'] in n-d-810291-1 is: [{'id': 'ce55332b-0c0d-4e4c-af22-39781db210d9', 'name': 'tempest-ServersTestBootFromVolume-952031142-router', 'tenant_id': 'c4da9d9a034541f0b1a21573283219ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:53:28Z', 'updated_at': '2021-09-21T17:57:18Z', 'revision_number': 6, 'project_id': 'c4da9d9a034541f0b1a21573283219ab', 'gw_port_host': None}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:57:19.452853 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fa30963d-0bdd-47fb-b36f-6862bd8c5d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:19.501111 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa30963d-0bdd-47fb-b36f-6862bd8c5d9e admin admin] Pushing event deleted for resources: {'Port': ['ID=615ebbb7-fda2-4867-983f-94f82f17d732,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:19.576134 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-32358f1c-b2d1-4cc3-be26-538640bb2b1d req-4ba8ea9e-ed40-420a-95db-8c4c108f7787 tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0337470 Sep 21 17:57:19.586871 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-c5545dd0-8a75-45b3-b3ba-9e2cebd55b45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eeb42c3-4940-4dec-be67-2189694c6dc1 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:57:19.590437 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fa30963d-0bdd-47fb-b36f-6862bd8c5d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:19.603693 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-c5545dd0-8a75-45b3-b3ba-9e2cebd55b45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:19.632153 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-c5545dd0-8a75-45b3-b3ba-9e2cebd55b45 service neutron] Transition to ACTIVE for port object 5eeb42c3-4940-4dec-be67-2189694c6dc1 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:57:19.640452 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-c5545dd0-8a75-45b3-b3ba-9e2cebd55b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:19.766430 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5545dd0-8a75-45b3-b3ba-9e2cebd55b45 service neutron] Pushing event updated for resources: {'Port': ['ID=5eeb42c3-4940-4dec-be67-2189694c6dc1,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:19.808861 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-c5545dd0-8a75-45b3-b3ba-9e2cebd55b45 service neutron] Attempting to bind port 5eeb42c3-4940-4dec-be67-2189694c6dc1 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:57:19.812982 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-c5545dd0-8a75-45b3-b3ba-9e2cebd55b45 service neutron] Attempting to bind port 5eeb42c3-4940-4dec-be67-2189694c6dc1 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:57:19.813390 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-c5545dd0-8a75-45b3-b3ba-9e2cebd55b45 service neutron] Attempting to bind port 5eeb42c3-4940-4dec-be67-2189694c6dc1 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:57:19.865480 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-c5545dd0-8a75-45b3-b3ba-9e2cebd55b45 service neutron] Port 5eeb42c3-4940-4dec-be67-2189694c6dc1 on network c714db5f-672e-4004-8098-88db84169d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:57:19.865801 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-c5545dd0-8a75-45b3-b3ba-9e2cebd55b45 service neutron] Attempting to bind port 5eeb42c3-4940-4dec-be67-2189694c6dc1 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:57:19.874901 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-c5545dd0-8a75-45b3-b3ba-9e2cebd55b45 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:57:19.875262 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-c5545dd0-8a75-45b3-b3ba-9e2cebd55b45 service neutron] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:57:19.875651 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-c5545dd0-8a75-45b3-b3ba-9e2cebd55b45 service neutron] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:57:19.876086 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-c5545dd0-8a75-45b3-b3ba-9e2cebd55b45 service neutron] Bound port: 5eeb42c3-4940-4dec-be67-2189694c6dc1, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:57:19.876442 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-c5545dd0-8a75-45b3-b3ba-9e2cebd55b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:19.967392 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4719c8-1fb7-47b3-9e7b-ace6b505c418 req-ec2429e6-bdda-450d-b918-406d4de3a351 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:19.969059 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ae4719c8-1fb7-47b3-9e7b-ace6b505c418 req-ec2429e6-bdda-450d-b918-406d4de3a351 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 945 time: 0.1615689 Sep 21 17:57:19.993618 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:20.042657 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-c5545dd0-8a75-45b3-b3ba-9e2cebd55b45 service neutron] For port 5eeb42c3-4940-4dec-be67-2189694c6dc1, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:57:20.071766 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ae4719c8-1fb7-47b3-9e7b-ace6b505c418 req-734d370d-9c87-4bfa-a385-3ae189f8d992 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892668 Sep 21 17:57:20.074894 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-c5545dd0-8a75-45b3-b3ba-9e2cebd55b45 service neutron] For port 5eeb42c3-4940-4dec-be67-2189694c6dc1, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5eeb42c3-4940-4dec-be67-2189694c6dc1,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:57:20.083441 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-c5545dd0-8a75-45b3-b3ba-9e2cebd55b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:20.111086 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fa30963d-0bdd-47fb-b36f-6862bd8c5d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:20.123266 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fa30963d-0bdd-47fb-b36f-6862bd8c5d9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:20.123502 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-c5545dd0-8a75-45b3-b3ba-9e2cebd55b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:20.124217 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-c5545dd0-8a75-45b3-b3ba-9e2cebd55b45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:20.131565 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-c5545dd0-8a75-45b3-b3ba-9e2cebd55b45 service neutron] 10.222.0.44 "PUT /v2.0/ports/5eeb42c3-4940-4dec-be67-2189694c6dc1 HTTP/1.1" status: 200 len: 1095 time: 1.1937268 Sep 21 17:57:20.134577 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38640c02-63b3-477e-aa5a-aaee9392f264', 'tag': '5eeb42c3-4940-4dec-be67-2189694c6dc1'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:57:20.137316 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb6a16b-6b34-4e14-a659-6b49e93ed925" -d '{"events": [{"name": "network-changed", "server_uuid": "38640c02-63b3-477e-aa5a-aaee9392f264", "tag": "5eeb42c3-4940-4dec-be67-2189694c6dc1"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:57:20.185499 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fa30963d-0bdd-47fb-b36f-6862bd8c5d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:20.186672 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa30963d-0bdd-47fb-b36f-6862bd8c5d9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce55332b-0c0d-4e4c-af22-39781db210d9 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 17:57:20.203849 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5545dd0-8a75-45b3-b3ba-9e2cebd55b45 service neutron] Pushing event updated for resources: {'Port': ['ID=5eeb42c3-4940-4dec-be67-2189694c6dc1,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:20.204044 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fa30963d-0bdd-47fb-b36f-6862bd8c5d9e admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:20.205282 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fa30963d-0bdd-47fb-b36f-6862bd8c5d9e admin admin] 10.222.0.58 "DELETE /v2.0/routers/ce55332b-0c0d-4e4c-af22-39781db210d9 HTTP/1.1" status: 204 len: 168 time: 1.7456799 Sep 21 17:57:20.209008 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33916) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:20.243387 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-631df920-2155-4b65-b198-84103be3c8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:20.244842 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-631df920-2155-4b65-b198-84103be3c8ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4cd23a333d764924a8cb0a4b01e5ea7d&device_id=38640c02-63b3-477e-aa5a-aaee9392f264 HTTP/1.1" status: 200 len: 1098 time: 0.0496252 Sep 21 17:57:20.284348 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-535a85ec-56fc-48df-8133-a68e0a195ec1 admin admin] Deleting subnet e04fc3fb-825e-41c6-b49c-33fd947c53f0 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:57:20.295637 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f6e10-097e-4e71-8604-b9f9d27fa2d5 req-d5b88b8f-fe5a-4e5b-ac7e-2232325ab547 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:20.297214 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9f4f6e10-097e-4e71-8604-b9f9d27fa2d5 req-d5b88b8f-fe5a-4e5b-ac7e-2232325ab547 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f650726-7521-45d8-94b2-2dbbc3607392 HTTP/1.1" status: 200 len: 946 time: 0.1061327 Sep 21 17:57:20.297981 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-535a85ec-56fc-48df-8133-a68e0a195ec1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:20.309439 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-ec5417a5-c35d-4141-8390-44d9100ff81b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=5eeb42c3-4940-4dec-be67-2189694c6dc1 HTTP/1.1" status: 200 len: 217 time: 0.0561478 Sep 21 17:57:20.358911 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 806641db-752f-4cd0-b3aa-109bbc9f47d4 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:57:20.366555 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-535a85ec-56fc-48df-8133-a68e0a195ec1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:20.386905 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 806641db-752f-4cd0-b3aa-109bbc9f47d4 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:57:20.387540 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 806641db-752f-4cd0-b3aa-109bbc9f47d4 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:57:20.393146 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-b86b9dc7-3ce0-47ac-b374-f6161b64498d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:20.394781 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-b86b9dc7-3ce0-47ac-b374-f6161b64498d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.0778842 Sep 21 17:57:20.413018 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9f4f6e10-097e-4e71-8604-b9f9d27fa2d5 req-606ba04c-6cd8-4453-90df-bdeeb9d4c6ed tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc725f35-1773-465f-beff-58ad8c23e630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832007 Sep 21 17:57:20.450309 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-809e8c5e-1106-4e50-8092-f21bb621d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:20.452053 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-809e8c5e-1106-4e50-8092-f21bb621d35a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0493240 Sep 21 17:57:20.500437 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-535a85ec-56fc-48df-8133-a68e0a195ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:20.510317 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62f90e2-817e-4b6c-afcf-f55d2e126278 x-openstack-request-id: req-a62f90e2-817e-4b6c-afcf-f55d2e126278 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:57:20.510317 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38640c02-63b3-477e-aa5a-aaee9392f264", "tag": "5eeb42c3-4940-4dec-be67-2189694c6dc1", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:57:20.510461 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a62f90e2-817e-4b6c-afcf-f55d2e126278 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:57:20.510822 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38640c02-63b3-477e-aa5a-aaee9392f264', 'tag': '5eeb42c3-4940-4dec-be67-2189694c6dc1', 'status': 'completed', 'code': 200} Sep 21 17:57:20.592381 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-535a85ec-56fc-48df-8133-a68e0a195ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:20.598968 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-5106e400-f1e5-4d41-ace8-20649d489217 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369059 Sep 21 17:57:20.684289 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a85ec-56fc-48df-8133-a68e0a195ec1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e04fc3fb-825e-41c6-b49c-33fd947c53f0,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:20.691368 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1a41f6-c89f-4139-874c-d5e498cabe72 None None] Network 1971a7db-b33f-45b8-9b53-89078ce1cf93 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:57:20.700431 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-535a85ec-56fc-48df-8133-a68e0a195ec1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:20.710839 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-535a85ec-56fc-48df-8133-a68e0a195ec1 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e04fc3fb-825e-41c6-b49c-33fd947c53f0 HTTP/1.1" status: 204 len: 168 time: 0.4962149 Sep 21 17:57:20.715791 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33960) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:20.722665 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3a7ddb5-aa17-475e-a9a6-98c7449060dd req-61f8677b-3443-455e-a881-92f7714655e0 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140449 Sep 21 17:57:20.761176 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f2d1f-3d1b-429c-bde9-c4855f37b1ba req-dbf7efe4-f7c8-445c-bf5b-dbb38043e50e tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:20.762860 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-662f2d1f-3d1b-429c-bde9-c4855f37b1ba req-dbf7efe4-f7c8-445c-bf5b-dbb38043e50e tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] 10.222.0.58 "GET /v2.0/ports?device_id=38640c02-63b3-477e-aa5a-aaee9392f264 HTTP/1.1" status: 200 len: 947 time: 0.1267767 Sep 21 17:57:20.842437 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f5c5484-ce6e-4b5f-ac6e-925571e63e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:20.844600 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6a16b-6b34-4e14-a659-6b49e93ed925 req-ae079a81-c8ea-4899-be0e-81c04fe97882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:20.846327 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3eb6a16b-6b34-4e14-a659-6b49e93ed925 req-ae079a81-c8ea-4899-be0e-81c04fe97882 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4cd23a333d764924a8cb0a4b01e5ea7d&device_id=38640c02-63b3-477e-aa5a-aaee9392f264 HTTP/1.1" status: 200 len: 1098 time: 0.0615666 Sep 21 17:57:20.868991 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-662f2d1f-3d1b-429c-bde9-c4855f37b1ba req-b16a52d7-7559-4e86-a013-d63ebc473fb4 tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] 10.222.0.58 "GET /v2.0/security-groups?id=1986b573-a759-4196-9b74-58bf452725ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937920 Sep 21 17:57:20.949294 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-5f5c5484-ce6e-4b5f-ac6e-925571e63e7c admin admin] Deleting port d06c627d-a653-4ad0-a0ca-4422cab7fadf {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:57:20.949851 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f5c5484-ce6e-4b5f-ac6e-925571e63e7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:20.966510 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c98ce9-55c1-4917-93a5-89d351b60e18 None None] DHCP port deletion for 1971a7db-b33f-45b8-9b53-89078ce1cf93 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 17:57:21.006135 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6a16b-6b34-4e14-a659-6b49e93ed925 req-63782796-4d3a-48a7-9a72-7b35d1f85f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:21.016493 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3eb6a16b-6b34-4e14-a659-6b49e93ed925 req-63782796-4d3a-48a7-9a72-7b35d1f85f84 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.1547227 Sep 21 17:57:21.025108 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-d3c98ce9-55c1-4917-93a5-89d351b60e18 None None] Deleting port d06c627d-a653-4ad0-a0ca-4422cab7fadf {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:57:21.025681 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d3c98ce9-55c1-4917-93a5-89d351b60e18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:21.035369 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-5f5c5484-ce6e-4b5f-ac6e-925571e63e7c admin admin] For port d06c627d-a653-4ad0-a0ca-4422cab7fadf, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d06c627d-a653-4ad0-a0ca-4422cab7fadf,segment=NetworkSegment(dacc9465-7314-4288-821b-9c39f322898d),segment_id=dacc9465-7314-4288-821b-9c39f322898d)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:21.035949 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f5c5484-ce6e-4b5f-ac6e-925571e63e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:21.052035 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-5f5c5484-ce6e-4b5f-ac6e-925571e63e7c admin admin] Calling delete_port for d06c627d-a653-4ad0-a0ca-4422cab7fadf owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:57:21.089775 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3eb6a16b-6b34-4e14-a659-6b49e93ed925 req-afe5e29c-45e4-4ed4-91cf-50c367f203ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=5eeb42c3-4940-4dec-be67-2189694c6dc1 HTTP/1.1" status: 200 len: 217 time: 0.0603521 Sep 21 17:57:21.153590 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f5c5484-ce6e-4b5f-ac6e-925571e63e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:21.159530 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6a16b-6b34-4e14-a659-6b49e93ed925 req-25488ae1-1310-45fd-b3b7-aabf96bc05b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:21.161319 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3eb6a16b-6b34-4e14-a659-6b49e93ed925 req-25488ae1-1310-45fd-b3b7-aabf96bc05b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.0634511 Sep 21 17:57:21.188754 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-d3c98ce9-55c1-4917-93a5-89d351b60e18 None None] For port d06c627d-a653-4ad0-a0ca-4422cab7fadf, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d06c627d-a653-4ad0-a0ca-4422cab7fadf,segment=NetworkSegment(dacc9465-7314-4288-821b-9c39f322898d),segment_id=dacc9465-7314-4288-821b-9c39f322898d)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:21.191327 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d3c98ce9-55c1-4917-93a5-89d351b60e18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:21.212413 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-d3c98ce9-55c1-4917-93a5-89d351b60e18 None None] Calling delete_port for d06c627d-a653-4ad0-a0ca-4422cab7fadf owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:57:21.231487 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c5484-ce6e-4b5f-ac6e-925571e63e7c admin admin] Pushing event deleted for resources: {'Port': ['ID=d06c627d-a653-4ad0-a0ca-4422cab7fadf,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:21.233411 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5c5484-ce6e-4b5f-ac6e-925571e63e7c admin admin] No DVR routers for this DVR port d06c627d-a653-4ad0-a0ca-4422cab7fadf on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:57:21.258182 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-44d06262-ec30-48a6-a215-9ae97b958141 req-285a222b-3137-4eb5-abdb-11126efc7495 tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0854814 Sep 21 17:57:21.323580 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6a16b-6b34-4e14-a659-6b49e93ed925 req-7e868972-578c-44ce-abae-13c581710198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:21.325340 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3eb6a16b-6b34-4e14-a659-6b49e93ed925 req-7e868972-578c-44ce-abae-13c581710198 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1360025 Sep 21 17:57:21.326470 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d3c98ce9-55c1-4917-93a5-89d351b60e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:21.352018 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c98ce9-55c1-4917-93a5-89d351b60e18 None None] Pushing event deleted for resources: {'Port': ['ID=d06c627d-a653-4ad0-a0ca-4422cab7fadf,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:21.358186 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c98ce9-55c1-4917-93a5-89d351b60e18 None None] No DVR routers for this DVR port d06c627d-a653-4ad0-a0ca-4422cab7fadf on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:57:21.395366 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f5c5484-ce6e-4b5f-ac6e-925571e63e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:21.414809 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6b06a-e5be-4ff4-8751-20d3ea315ea2 req-f1b1dbb7-08c9-4025-9ff3-e5ea09e55abd tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:21.419513 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c4f6b06a-e5be-4ff4-8751-20d3ea315ea2 req-f1b1dbb7-08c9-4025-9ff3-e5ea09e55abd tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 945 time: 0.1289752 Sep 21 17:57:21.450997 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-5f5c5484-ce6e-4b5f-ac6e-925571e63e7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1971a7db-b33f-45b8-9b53-89078ce1cf93']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:21.465546 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-5f5c5484-ce6e-4b5f-ac6e-925571e63e7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dacc9465-7314-4288-821b-9c39f322898d') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:21.465546 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-5f5c5484-ce6e-4b5f-ac6e-925571e63e7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dacc9465-7314-4288-821b-9c39f322898d') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:21.484074 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f5c5484-ce6e-4b5f-ac6e-925571e63e7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:21.507897 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c4f6b06a-e5be-4ff4-8751-20d3ea315ea2 req-acf0f471-880c-4153-b992-1bd6f112c0b9 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774832 Sep 21 17:57:21.516246 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:21.532534 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f5c5484-ce6e-4b5f-ac6e-925571e63e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:21.553357 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f5c5484-ce6e-4b5f-ac6e-925571e63e7c admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:57:21.553771 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f5c5484-ce6e-4b5f-ac6e-925571e63e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:21.554073 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685647c-4448-4d11-94fa-d85d96416893 req-ab0be381-84ec-4e47-b88a-5d857df011dd tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:21.555634 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c685647c-4448-4d11-94fa-d85d96416893 req-ab0be381-84ec-4e47-b88a-5d857df011dd tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.38 "GET /v2.0/ports?device_id=6f650726-7521-45d8-94b2-2dbbc3607392 HTTP/1.1" status: 200 len: 946 time: 0.1827996 Sep 21 17:57:21.594351 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 17:57:21.594351 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:57:21.594351 n-d-810291-1 neutron-server[101461]: timer() Sep 21 17:57:21.594351 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:57:21.594351 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 17:57:21.594351 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:57:21.594351 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 17:57:21.594351 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:57:21.594351 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 17:57:21.594351 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:57:21.594351 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 17:57:21.594351 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:57:21.594351 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 17:57:21.594351 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:57:21.594351 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:57:21.594351 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:57:21.594351 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:57:21.594351 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:57:21.594351 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 17:57:21.594351 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:57:21.594351 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 17:57:21.594351 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:57:21.594351 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:57:21.594351 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:57:21.594351 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 17:57:21.594351 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:57:21.594351 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:57:21.594351 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:57:21.594351 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:57:21.594351 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:57:21.594351 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:57:21.594351 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:57:21.596643 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 615ebbb7-fda2-4867-983f-94f82f17d732 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:57:21.624987 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3eb6a16b-6b34-4e14-a659-6b49e93ed925 req-97f8e0fe-5d60-44e4-a080-2b67f89e30c5 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835538 Sep 21 17:57:21.626306 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 615ebbb7-fda2-4867-983f-94f82f17d732 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:57:21.627032 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 615ebbb7-fda2-4867-983f-94f82f17d732 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:57:21.627914 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device d06c627d-a653-4ad0-a0ca-4422cab7fadf no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:57:21.652707 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: d06c627d-a653-4ad0-a0ca-4422cab7fadf {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:57:21.653055 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device d06c627d-a653-4ad0-a0ca-4422cab7fadf not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:57:21.676961 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f5c5484-ce6e-4b5f-ac6e-925571e63e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:21.684018 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f5c5484-ce6e-4b5f-ac6e-925571e63e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:21.688509 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5f5c5484-ce6e-4b5f-ac6e-925571e63e7c admin admin] 10.222.0.58 "DELETE /v2.0/networks/1971a7db-b33f-45b8-9b53-89078ce1cf93 HTTP/1.1" status: 204 len: 168 time: 0.9694967 Sep 21 17:57:21.710838 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c5484-ce6e-4b5f-ac6e-925571e63e7c admin admin] Pushing event deleted for resources: {'Network': ['ID=1971a7db-b33f-45b8-9b53-89078ce1cf93,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:21.716407 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b917b-4146-4178-85a1-01d492ccd583 req-f0fad9d4-2b71-4352-ac36-4f4fa3b019f4 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:21.721417 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50099e61-34d6-4bba-9c56-5f3dabc9c931 req-2b7b5c80-b814-4058-bf46-a7b9fb311486 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:21.723294 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9b8b917b-4146-4178-85a1-01d492ccd583 req-f0fad9d4-2b71-4352-ac36-4f4fa3b019f4 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/networks?id=8c160ab6-baed-4257-8d63-cfb421e0e315 HTTP/1.1" status: 200 len: 812 time: 0.3043699 Sep 21 17:57:21.729401 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-50099e61-34d6-4bba-9c56-5f3dabc9c931 req-2b7b5c80-b814-4058-bf46-a7b9fb311486 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f650726-7521-45d8-94b2-2dbbc3607392 HTTP/1.1" status: 200 len: 946 time: 0.1046462 Sep 21 17:57:21.758679 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9b8b917b-4146-4178-85a1-01d492ccd583 req-9da11dbf-1d62-43cf-9902-e15a8c6bd39d tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/quotas/f1fc54364b794afda43368337694baaa HTTP/1.1" status: 200 len: 375 time: 0.0344727 Sep 21 17:57:21.773998 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-50099e61-34d6-4bba-9c56-5f3dabc9c931 req-280bc0a1-b942-4aba-b015-30ebc4f687cc tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc725f35-1773-465f-beff-58ad8c23e630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434523 Sep 21 17:57:21.820602 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9b8b917b-4146-4178-85a1-01d492ccd583 req-7f8640e2-d493-4d6b-a7f6-fd75709f1624 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f1fc54364b794afda43368337694baaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598700 Sep 21 17:57:21.888445 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-c685647c-4448-4d11-94fa-d85d96416893 req-f2dbf081-adad-41ad-a7c5-599a4814e95e tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Deleting port 6a2510f3-8bf7-4062-bec4-7f50f799c4d8 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:57:21.889040 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c685647c-4448-4d11-94fa-d85d96416893 req-f2dbf081-adad-41ad-a7c5-599a4814e95e tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:21.913154 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34012) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:21.954756 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3eb6a16b-6b34-4e14-a659-6b49e93ed925 req-42976868-5e73-465f-afd5-4da58e75509e service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174438 Sep 21 17:57:21.986307 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34014) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:21.997473 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-81bd760e-f577-4de1-8003-7aa152aaa679 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c4da9d9a034541f0b1a21573283219ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0807574 Sep 21 17:57:21.998332 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34018) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:22.031637 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9b8b917b-4146-4178-85a1-01d492ccd583 req-dd8e0833-ca96-4856-8972-29fdb7d278c0 service neutron] 10.222.0.58 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039382 Sep 21 17:57:22.048360 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847711d-8e9f-4880-a892-e6760f5035bd req-52ea937c-65a3-4cde-8e0c-88fd2f04b4d7 tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:22.049879 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6847711d-8e9f-4880-a892-e6760f5035bd req-52ea937c-65a3-4cde-8e0c-88fd2f04b4d7 tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] 10.222.0.58 "GET /v2.0/ports?device_id=38640c02-63b3-477e-aa5a-aaee9392f264 HTTP/1.1" status: 200 len: 947 time: 0.0918252 Sep 21 17:57:22.050136 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-c685647c-4448-4d11-94fa-d85d96416893 req-f2dbf081-adad-41ad-a7c5-599a4814e95e tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] For port 6a2510f3-8bf7-4062-bec4-7f50f799c4d8, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=6a2510f3-8bf7-4062-bec4-7f50f799c4d8,segment=NetworkSegment(820d8bc9-35e2-4a43-81ba-d8ece7151d43),segment_id=820d8bc9-35e2-4a43-81ba-d8ece7151d43)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:22.050514 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c685647c-4448-4d11-94fa-d85d96416893 req-f2dbf081-adad-41ad-a7c5-599a4814e95e tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:22.080157 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-eeaf289f-30d0-46bf-87fe-44d73f6901ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:22.114010 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-eeaf289f-30d0-46bf-87fe-44d73f6901ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:22.118623 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6847711d-8e9f-4880-a892-e6760f5035bd req-ac1db1c1-4a61-449f-a57b-1253fde5437a tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] 10.222.0.58 "GET /v2.0/security-groups?id=1986b573-a759-4196-9b74-58bf452725ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548053 Sep 21 17:57:22.172542 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-95c15992-b6ee-4826-86f4-14ddcb5f72a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:22.202517 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-eeaf289f-30d0-46bf-87fe-44d73f6901ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:22.206960 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-eeaf289f-30d0-46bf-87fe-44d73f6901ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:22.213293 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-eeaf289f-30d0-46bf-87fe-44d73f6901ac admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3669db63-c62b-4b0c-aaa9-9a90ee2698c6 HTTP/1.1" status: 204 len: 168 time: 0.2125301 Sep 21 17:57:22.231621 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf289f-30d0-46bf-87fe-44d73f6901ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3669db63-c62b-4b0c-aaa9-9a90ee2698c6,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:22.285666 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9b8b917b-4146-4178-85a1-01d492ccd583 req-8ea9a7a6-49df-4285-9bd4-ef5c13b1c3ff service neutron] 10.222.0.58 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433295 Sep 21 17:57:22.310647 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c685647c-4448-4d11-94fa-d85d96416893 req-f2dbf081-adad-41ad-a7c5-599a4814e95e tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:22.313937 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c685647c-4448-4d11-94fa-d85d96416893 req-f2dbf081-adad-41ad-a7c5-599a4814e95e tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:22.313937 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [req-c685647c-4448-4d11-94fa-d85d96416893 req-f2dbf081-adad-41ad-a7c5-599a4814e95e tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Floating IP 6f420644-783f-4486-bfc3-50346d66bed2 disassociated. External IP: 172.25.6.114, port: 6a2510f3-8bf7-4062-bec4-7f50f799c4d8. Sep 21 17:57:22.313937 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-c685647c-4448-4d11-94fa-d85d96416893 req-f2dbf081-adad-41ad-a7c5-599a4814e95e tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Calling delete_port for 6a2510f3-8bf7-4062-bec4-7f50f799c4d8 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:57:22.323208 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-95c15992-b6ee-4826-86f4-14ddcb5f72a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:22.330734 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-95c15992-b6ee-4826-86f4-14ddcb5f72a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:22.382580 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c15992-b6ee-4826-86f4-14ddcb5f72a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da723d6-b912-422f-ab6f-d79d23d302d2,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:22.395978 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-95c15992-b6ee-4826-86f4-14ddcb5f72a1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ac7a0e6022f04b0dbf6989242b111258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4084039 Sep 21 17:57:22.399686 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34028) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:22.482626 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41de1268-193d-485d-8d41-27f6e295bf6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:22.515777 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c685647c-4448-4d11-94fa-d85d96416893 req-f2dbf081-adad-41ad-a7c5-599a4814e95e tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:22.525042 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41de1268-193d-485d-8d41-27f6e295bf6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:22.582759 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f08c1611-93f4-48db-9e8a-ff51e97d8333 req-4915ae4f-04da-4c19-b08b-cbdc93a11898 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7f6ff05-b920-4b79-ac22-bebf5dddddcc HTTP/1.1" status: 200 len: 210 time: 0.0700786 Sep 21 17:57:22.586130 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbf081-adad-41ad-a7c5-599a4814e95e tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Pushing event deleted for resources: {'Port': ['ID=6a2510f3-8bf7-4062-bec4-7f50f799c4d8,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:22.589961 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41de1268-193d-485d-8d41-27f6e295bf6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:22.592838 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41de1268-193d-485d-8d41-27f6e295bf6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:22.594207 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-41de1268-193d-485d-8d41-27f6e295bf6d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7da723d6-b912-422f-ab6f-d79d23d302d2 HTTP/1.1" status: 204 len: 168 time: 0.1888912 Sep 21 17:57:22.603136 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de1268-193d-485d-8d41-27f6e295bf6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da723d6-b912-422f-ab6f-d79d23d302d2,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:22.776302 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c685647c-4448-4d11-94fa-d85d96416893 req-f2dbf081-adad-41ad-a7c5-599a4814e95e tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Router 1d7355e5-4c68-475a-af5a-8100da2dd002 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:57:22.798808 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a75ff-8c00-40d8-a2c6-9a5b4220bfd8 req-819c8992-9281-4f2b-bc02-83792a0768ea tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:22.807295 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d35a75ff-8c00-40d8-a2c6-9a5b4220bfd8 req-819c8992-9281-4f2b-bc02-83792a0768ea tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 945 time: 0.0935071 Sep 21 17:57:22.854312 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-571fc75b-2f77-4bec-b516-dba3a767e251 req-d887a0bb-e4d5-4e85-89fd-b43c5cadf406 tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.4426117 Sep 21 17:57:22.895950 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d35a75ff-8c00-40d8-a2c6-9a5b4220bfd8 req-45c3b80b-ffa4-4fb0-90ba-d014e477aec1 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877383 Sep 21 17:57:22.980565 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c685647c-4448-4d11-94fa-d85d96416893 req-f2dbf081-adad-41ad-a7c5-599a4814e95e tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:57:22.992121 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e72302-37ab-42e6-a38a-4242e21e927f None None] Sync routers for ids ['1d7355e5-4c68-475a-af5a-8100da2dd002'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:57:23.011994 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e72302-37ab-42e6-a38a-4242e21e927f None None] Routers {'1d7355e5-4c68-475a-af5a-8100da2dd002'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:57:23.012652 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-88e72302-37ab-42e6-a38a-4242e21e927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:57:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['1d7355e5-4c68-475a-af5a-8100da2dd002'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:23.096297 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-c685647c-4448-4d11-94fa-d85d96416893 req-f2dbf081-adad-41ad-a7c5-599a4814e95e tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] No DVR routers for this DVR port 6a2510f3-8bf7-4062-bec4-7f50f799c4d8 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:57:23.124239 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c685647c-4448-4d11-94fa-d85d96416893 req-f2dbf081-adad-41ad-a7c5-599a4814e95e tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:23.130692 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c685647c-4448-4d11-94fa-d85d96416893 req-f2dbf081-adad-41ad-a7c5-599a4814e95e tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.38 "DELETE /v2.0/ports/6a2510f3-8bf7-4062-bec4-7f50f799c4d8 HTTP/1.1" status: 204 len: 173 time: 1.5402033 Sep 21 17:57:23.142044 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f27ff780-76de-4714-bbd8-e25fe726c4c6 req-45c25fef-8711-4546-82b7-ab3b6272f00f tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f650726-7521-45d8-94b2-2dbbc3607392 HTTP/1.1" status: 200 len: 210 time: 0.1098146 Sep 21 17:57:23.142574 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f650726-7521-45d8-94b2-2dbbc3607392', 'name': 'network-vif-deleted', 'tag': '6a2510f3-8bf7-4062-bec4-7f50f799c4d8'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:57:23.145445 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc656b14-38b3-4394-9ccf-917e640096a1" -d '{"events": [{"server_uuid": "6f650726-7521-45d8-94b2-2dbbc3607392", "name": "network-vif-deleted", "tag": "6a2510f3-8bf7-4062-bec4-7f50f799c4d8"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:57:23.177083 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:23.270702 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-88e72302-37ab-42e6-a38a-4242e21e927f None None] Set router 1d7355e5-4c68-475a-af5a-8100da2dd002 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:57:23.543804 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-88e72302-37ab-42e6-a38a-4242e21e927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'name': 'tempest-ServersTestManualDisk-552534343-router', 'tenant_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '4aff3c14-d78d-4711-ab3c-e7356feff0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:55:01Z', 'updated_at': '2021-09-21T17:55:10Z', 'revision_number': 4, 'project_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'gw_port': {'id': '4aff3c14-d78d-4711-ab3c-e7356feff0df', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:55:02Z', 'updated_at': '2021-09-21T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '00c06b45-7c9c-47d6-9fc1-8a73163d8841', 'name': '', 'network_id': '16966d60-6a2c-4471-853d-d73096108f22', 'tenant_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'mac_address': 'fa:16:3e:3d:2f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '8dad2486-94f0-4e93-a1ba-c730f0a02400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:55:08Z', 'updated_at': '2021-09-21T17:55:14Z', 'revision_number': 5, 'project_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'subnets': [{'id': '8dad2486-94f0-4e93-a1ba-c730f0a02400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:23.567362 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d204e79-7570-44e6-a386-0c4cb449d3b0 req-9b1b617a-5a90-4752-92cc-431d2afedc07 tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:23.578064 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5d204e79-7570-44e6-a386-0c4cb449d3b0 req-9b1b617a-5a90-4752-92cc-431d2afedc07 tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] 10.222.0.58 "GET /v2.0/ports?device_id=38640c02-63b3-477e-aa5a-aaee9392f264 HTTP/1.1" status: 200 len: 947 time: 0.3421493 Sep 21 17:57:23.581478 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e72302-37ab-42e6-a38a-4242e21e927f None None] Checking router: 1d7355e5-4c68-475a-af5a-8100da2dd002 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:57:23.592002 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e72302-37ab-42e6-a38a-4242e21e927f None None] Routers {'1d7355e5-4c68-475a-af5a-8100da2dd002'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:57:23.592643 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-88e72302-37ab-42e6-a38a-4242e21e927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:57:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['1d7355e5-4c68-475a-af5a-8100da2dd002'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:23.669598 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5d204e79-7570-44e6-a386-0c4cb449d3b0 req-4e3b1b62-fc1a-483b-840c-f4e0bc34a950 tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] 10.222.0.58 "GET /v2.0/security-groups?id=1986b573-a759-4196-9b74-58bf452725ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849245 Sep 21 17:57:23.730946 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40864924-5246-46bc-b02c-e70843de7695 x-openstack-request-id: req-40864924-5246-46bc-b02c-e70843de7695 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:57:23.732013 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f650726-7521-45d8-94b2-2dbbc3607392", "name": "network-vif-deleted", "tag": "6a2510f3-8bf7-4062-bec4-7f50f799c4d8", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:57:23.733464 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-40864924-5246-46bc-b02c-e70843de7695 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:57:23.733914 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f650726-7521-45d8-94b2-2dbbc3607392', 'name': 'network-vif-deleted', 'tag': '6a2510f3-8bf7-4062-bec4-7f50f799c4d8', 'status': 'completed', 'code': 200} Sep 21 17:57:23.814329 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-88e72302-37ab-42e6-a38a-4242e21e927f None None] Set router 1d7355e5-4c68-475a-af5a-8100da2dd002 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:57:23.818741 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34106) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:23.873295 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34110) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:23.998380 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0eb46af0-dd1e-4ba8-ab6c-046220d5260c req-5e83f4d5-2fbf-4852-a56f-11428512dafa tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0504327 Sep 21 17:57:24.007507 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-09bbc845-fb77-4e10-9a26-4956fefa6e23 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-763406596-network', 'tenant_id': 'b31eef4e323d4207999cb58629ab639d'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:24.033955 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-3c775b43-7aa7-44a0-9d95-1049f8ba9517 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-480229783-network', 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:24.051919 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bbc845-fb77-4e10-9a26-4956fefa6e23 admin admin] Made reservation on behalf of b31eef4e323d4207999cb58629ab639d for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:57:24.054280 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-09bbc845-fb77-4e10-9a26-4956fefa6e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:24.071148 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-09bbc845-fb77-4e10-9a26-4956fefa6e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:24.076575 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-88e72302-37ab-42e6-a38a-4242e21e927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'name': 'tempest-ServersTestManualDisk-552534343-router', 'tenant_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '4aff3c14-d78d-4711-ab3c-e7356feff0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:55:01Z', 'updated_at': '2021-09-21T17:55:10Z', 'revision_number': 4, 'project_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'gw_port': {'id': '4aff3c14-d78d-4711-ab3c-e7356feff0df', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:55:02Z', 'updated_at': '2021-09-21T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '00c06b45-7c9c-47d6-9fc1-8a73163d8841', 'name': '', 'network_id': '16966d60-6a2c-4471-853d-d73096108f22', 'tenant_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'mac_address': 'fa:16:3e:3d:2f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '8dad2486-94f0-4e93-a1ba-c730f0a02400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:55:08Z', 'updated_at': '2021-09-21T17:55:14Z', 'revision_number': 5, 'project_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'subnets': [{'id': '8dad2486-94f0-4e93-a1ba-c730f0a02400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:24.102865 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c775b43-7aa7-44a0-9d95-1049f8ba9517 admin admin] Made reservation on behalf of d40c78ed24d44bc286019ecdefec3c75 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:57:24.105732 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3c775b43-7aa7-44a0-9d95-1049f8ba9517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:24.107209 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e72302-37ab-42e6-a38a-4242e21e927f None None] The sync data for ids ['1d7355e5-4c68-475a-af5a-8100da2dd002'] in n-d-810291-1 is: [{'id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'name': 'tempest-ServersTestManualDisk-552534343-router', 'tenant_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '4aff3c14-d78d-4711-ab3c-e7356feff0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:55:01Z', 'updated_at': '2021-09-21T17:55:10Z', 'revision_number': 4, 'project_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'gw_port': {'id': '4aff3c14-d78d-4711-ab3c-e7356feff0df', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:55:02Z', 'updated_at': '2021-09-21T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '00c06b45-7c9c-47d6-9fc1-8a73163d8841', 'name': '', 'network_id': '16966d60-6a2c-4471-853d-d73096108f22', 'tenant_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'mac_address': 'fa:16:3e:3d:2f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '8dad2486-94f0-4e93-a1ba-c730f0a02400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:55:08Z', 'updated_at': '2021-09-21T17:55:14Z', 'revision_number': 5, 'project_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'subnets': [{'id': '8dad2486-94f0-4e93-a1ba-c730f0a02400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:57:24.117824 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99882f29-16e5-403c-8c41-e1f6855ae675 req-9ec0bd94-9732-4ad0-88ea-f2f86309e97e tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:24.119531 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-99882f29-16e5-403c-8c41-e1f6855ae675 req-9ec0bd94-9732-4ad0-88ea-f2f86309e97e tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 945 time: 0.1305807 Sep 21 17:57:24.133600 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3c775b43-7aa7-44a0-9d95-1049f8ba9517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:24.182146 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-87ba0783-9796-4001-bff5-321dd78fe895 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:24.183668 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-87ba0783-9796-4001-bff5-321dd78fe895 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/networks?id=8c160ab6-baed-4257-8d63-cfb421e0e315 HTTP/1.1" status: 200 len: 812 time: 0.1141517 Sep 21 17:57:24.199390 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-99882f29-16e5-403c-8c41-e1f6855ae675 req-2fd01a7b-9c7f-44a7-8744-c1d8fcfa7a58 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697131 Sep 21 17:57:24.207640 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-68c1663c-c9da-4e45-8acc-45713869835e tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/quotas/f1fc54364b794afda43368337694baaa HTTP/1.1" status: 200 len: 375 time: 0.0143189 Sep 21 17:57:24.255929 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-f4a75c66-9666-4a17-9cf2-adced6f746ba tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f1fc54364b794afda43368337694baaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316939 Sep 21 17:57:24.266887 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-09bbc845-fb77-4e10-9a26-4956fefa6e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:24.274318 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-09bbc845-fb77-4e10-9a26-4956fefa6e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:24.282450 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34132) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:24.285479 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 6a2510f3-8bf7-4062-bec4-7f50f799c4d8 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:57:24.291540 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09bbc845-fb77-4e10-9a26-4956fefa6e23 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:57:24.312595 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 6a2510f3-8bf7-4062-bec4-7f50f799c4d8 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:57:24.313162 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 6a2510f3-8bf7-4062-bec4-7f50f799c4d8 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:57:24.327446 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-09bbc845-fb77-4e10-9a26-4956fefa6e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:24.327854 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-09bbc845-fb77-4e10-9a26-4956fefa6e23 admin admin] Added segment 500e6984-2a01-4831-b627-e9af1dad17c5 of type vlan for network aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1 Sep 21 17:57:24.342692 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bbc845-fb77-4e10-9a26-4956fefa6e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ca1fa2-2302-4dde-911c-02e5a436cac2,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:24.394610 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-09bbc845-fb77-4e10-9a26-4956fefa6e23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:24.408628 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b8b5e192-b7a1-4738-bd5c-4d7ed4105e68 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:24.415823 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-b8742c0d-27da-4061-9015-1800798d065f service neutron] 10.222.0.58 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520734 Sep 21 17:57:24.432070 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae507d3c-10a4-49f6-a11b-20c8d2ee98b4 None None] New status for floating IP 6f420644-783f-4486-bfc3-50346d66bed2: DOWN {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:57:24.438466 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-09bbc845-fb77-4e10-9a26-4956fefa6e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:24.440061 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bbc845-fb77-4e10-9a26-4956fefa6e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:24.440663 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-09bbc845-fb77-4e10-9a26-4956fefa6e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:24.469953 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b8b5e192-b7a1-4738-bd5c-4d7ed4105e68 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:24.485811 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:24.520504 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3c775b43-7aa7-44a0-9d95-1049f8ba9517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:24.523999 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bbc845-fb77-4e10-9a26-4956fefa6e23 admin admin] Pushing event updated for resources: {'Network': ['ID=aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:24.528046 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3c775b43-7aa7-44a0-9d95-1049f8ba9517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:24.543259 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:57:24.559329 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c775b43-7aa7-44a0-9d95-1049f8ba9517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df1eab9-b348-450a-8de4-9b0fdca90f59,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:24.562613 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-09bbc845-fb77-4e10-9a26-4956fefa6e23 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7421937 Sep 21 17:57:24.565603 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34134) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:24.568909 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-13c17e42-9651-49ee-ae95-87f3d2df1aae service neutron] 10.222.0.58 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489937 Sep 21 17:57:24.572807 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-0cf79c63-e3de-4e0e-9d0c-ca694c62af5e admin admin] Request body: {'subnet': {'network_id': 'aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-763406596-subnet', 'tenant_id': 'b31eef4e323d4207999cb58629ab639d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:24.586610 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b8b5e192-b7a1-4738-bd5c-4d7ed4105e68 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:24.589540 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b8b5e192-b7a1-4738-bd5c-4d7ed4105e68 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:24.590818 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b8b5e192-b7a1-4738-bd5c-4d7ed4105e68 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "DELETE /v2.0/security-groups/bc725f35-1773-465f-beff-58ad8c23e630 HTTP/1.1" status: 204 len: 168 time: 0.3073554 Sep 21 17:57:24.595028 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34136) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:24.610450 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c775b43-7aa7-44a0-9d95-1049f8ba9517 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:57:24.613103 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5e192-b7a1-4738-bd5c-4d7ed4105e68 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc725f35-1773-465f-beff-58ad8c23e630,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:24.614718 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf79c63-e3de-4e0e-9d0c-ca694c62af5e admin admin] Made reservation on behalf of b31eef4e323d4207999cb58629ab639d for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:57:24.617914 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0cf79c63-e3de-4e0e-9d0c-ca694c62af5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:24.643977 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-6b865399-20cb-413b-92fc-806b2097a566 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] show failed (client error): The resource could not be found. Sep 21 17:57:24.648264 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6b865399-20cb-413b-92fc-806b2097a566 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "GET /v2.0/security-groups/bc725f35-1773-465f-beff-58ad8c23e630 HTTP/1.1" status: 404 len: 347 time: 0.0495939 Sep 21 17:57:24.648401 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34138) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:24.650218 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3c775b43-7aa7-44a0-9d95-1049f8ba9517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:24.650705 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-3c775b43-7aa7-44a0-9d95-1049f8ba9517 admin admin] Added segment 365b2114-ac4a-447f-bfd3-839be542ebce of type vlan for network 543c6f8a-4719-45e7-ae5b-7d43c52acf45 Sep 21 17:57:24.741479 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3c775b43-7aa7-44a0-9d95-1049f8ba9517 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:24.754983 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 5eeb42c3-4940-4dec-be67-2189694c6dc1 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:57:24.884992 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f2076c30-dc75-43db-9888-098dc16686fc req-bbfb9d90-4eb9-4e92-b5cb-a421b4728023 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=18915c5d-06a9-4dac-9d27-77b0ecd9f82c HTTP/1.1" status: 200 len: 210 time: 0.0705631 Sep 21 17:57:24.896051 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 5eeb42c3-4940-4dec-be67-2189694c6dc1, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5eeb42c3-4940-4dec-be67-2189694c6dc1,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:24.900346 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-dc26850a-566b-44e0-9e8c-f4976a70b464 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Deleting port 75684846-0622-441c-8648-ef8fa0ab8aae {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:57:24.901113 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc26850a-566b-44e0-9e8c-f4976a70b464 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:24.908049 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '5eeb42c3-4940-4dec-be67-2189694c6dc1', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': '5eeb42c3-4940-4dec-be67-2189694c6dc1', 'mac_address': 'fa:16:3e:32:1c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:57:24.961389 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:24.967202 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0cf79c63-e3de-4e0e-9d0c-ca694c62af5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:24.983254 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eeb42c3-4940-4dec-be67-2189694c6dc1 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:57:24.993512 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc26850a-566b-44e0-9e8c-f4976a70b464 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:24.994022 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc26850a-566b-44e0-9e8c-f4976a70b464 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:25.005582 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 5eeb42c3-4940-4dec-be67-2189694c6dc1, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5eeb42c3-4940-4dec-be67-2189694c6dc1,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:25.007409 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-dc26850a-566b-44e0-9e8c-f4976a70b464 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Calling delete_port for 75684846-0622-441c-8648-ef8fa0ab8aae owned by network:floatingip {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:57:25.010891 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:25.048694 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf79c63-e3de-4e0e-9d0c-ca694c62af5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0531be06-6a2e-4520-8b82-278ae185109b,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:25.056138 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3c775b43-7aa7-44a0-9d95-1049f8ba9517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:25.057166 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c775b43-7aa7-44a0-9d95-1049f8ba9517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:25.057769 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3c775b43-7aa7-44a0-9d95-1049f8ba9517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:25.106557 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=5eeb42c3-4940-4dec-be67-2189694c6dc1,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:25.122866 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108c2aa-4616-451f-b8ac-dd9699538df7 req-f2153d39-a765-4a4f-921e-a036bfa969e5 tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:25.124634 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8108c2aa-4616-451f-b8ac-dd9699538df7 req-f2153d39-a765-4a4f-921e-a036bfa969e5 tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] 10.222.0.58 "GET /v2.0/ports?device_id=38640c02-63b3-477e-aa5a-aaee9392f264 HTTP/1.1" status: 200 len: 947 time: 0.3370931 Sep 21 17:57:25.139658 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3c775b43-7aa7-44a0-9d95-1049f8ba9517 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2652869 Sep 21 17:57:25.142829 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34154) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:25.159217 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-e5dcddb6-6e4d-402d-b4d4-f5b13c3ad8fd admin admin] Request body: {'subnet': {'network_id': '543c6f8a-4719-45e7-ae5b-7d43c52acf45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-480229783-subnet', 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:25.175606 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d235447f-adac-4aac-916a-7534b827fe90 req-509184a9-a150-4e10-b2fd-58bea0b8803f tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0533068 Sep 21 17:57:25.208210 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc26850a-566b-44e0-9e8c-f4976a70b464 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:25.234952 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf79c63-e3de-4e0e-9d0c-ca694c62af5e admin admin] Checking segment: {'id': '500e6984-2a01-4831-b627-e9af1dad17c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:57:25.235323 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf79c63-e3de-4e0e-9d0c-ca694c62af5e admin admin] Network hostable DHCP agents. Network: aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:57:25.240952 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c775b43-7aa7-44a0-9d95-1049f8ba9517 admin admin] Pushing event updated for resources: {'Network': ['ID=543c6f8a-4719-45e7-ae5b-7d43c52acf45,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:25.253937 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 543c6f8a-4719-45e7-ae5b-7d43c52acf45 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:57:25.264807 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26850a-566b-44e0-9e8c-f4976a70b464 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Pushing event deleted for resources: {'Port': ['ID=75684846-0622-441c-8648-ef8fa0ab8aae,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:25.271739 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5dcddb6-6e4d-402d-b4d4-f5b13c3ad8fd admin admin] Made reservation on behalf of d40c78ed24d44bc286019ecdefec3c75 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:57:25.274475 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e5dcddb6-6e4d-402d-b4d4-f5b13c3ad8fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:25.284946 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['5eeb42c3-4940-4dec-be67-2189694c6dc1'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:57:25.305882 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8108c2aa-4616-451f-b8ac-dd9699538df7 req-361e9e8e-3d8c-468c-abf8-7c41f587ff6d tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] 10.222.0.58 "GET /v2.0/security-groups?id=1986b573-a759-4196-9b74-58bf452725ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703928 Sep 21 17:57:25.360596 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf79c63-e3de-4e0e-9d0c-ca694c62af5e admin admin] Network aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:57:25.378263 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-0cf79c63-e3de-4e0e-9d0c-ca694c62af5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:57:25.383274 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf79c63-e3de-4e0e-9d0c-ca694c62af5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:25.384074 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0cf79c63-e3de-4e0e-9d0c-ca694c62af5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:25.390286 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7ffae7-cc49-457e-a7c6-5303876a05e4 None None] Network aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:57:25.394967 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc26850a-566b-44e0-9e8c-f4976a70b464 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks [] for floatingip, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:25.397484 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc26850a-566b-44e0-9e8c-f4976a70b464 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:25.402192 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-dc26850a-566b-44e0-9e8c-f4976a70b464 tempest-ServersTestManualDisk-1775427674 tempest-ServersTestManualDisk-1775427674-project] 10.222.0.58 "DELETE /v2.0/floatingips/6f420644-783f-4486-bfc3-50346d66bed2 HTTP/1.1" status: 204 len: 168 time: 0.7524979 Sep 21 17:57:25.403056 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34162) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:25.423733 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0cf79c63-e3de-4e0e-9d0c-ca694c62af5e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8564086 Sep 21 17:57:25.479522 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:57:25.504553 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2ed24-44ce-4f23-b6b4-d82484c87386 req-d390395f-d285-4018-87b0-1f4d54b3f728 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:25.506561 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-06c2ed24-44ce-4f23-b6b4-d82484c87386 req-d390395f-d285-4018-87b0-1f4d54b3f728 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 945 time: 0.1739395 Sep 21 17:57:25.584606 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e5dcddb6-6e4d-402d-b4d4-f5b13c3ad8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:25.611942 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-06c2ed24-44ce-4f23-b6b4-d82484c87386 req-f521e5ba-527f-4e4e-a430-b4755f3136ff tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954123 Sep 21 17:57:25.622425 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b93cc6-031c-4020-934d-96ba71c8b3de None None] Network aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:57:25.672719 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dcddb6-6e4d-402d-b4d4-f5b13c3ad8fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=97a406fa-a160-4fba-ab8a-73084b03db92,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:25.689550 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dcddb6-6e4d-402d-b4d4-f5b13c3ad8fd admin admin] Checking segment: {'id': '365b2114-ac4a-447f-bfd3-839be542ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '543c6f8a-4719-45e7-ae5b-7d43c52acf45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:57:25.689915 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dcddb6-6e4d-402d-b4d4-f5b13c3ad8fd admin admin] Network hostable DHCP agents. Network: 543c6f8a-4719-45e7-ae5b-7d43c52acf45, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:57:25.710142 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dcddb6-6e4d-402d-b4d4-f5b13c3ad8fd admin admin] Network 543c6f8a-4719-45e7-ae5b-7d43c52acf45 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:57:25.725717 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-e5dcddb6-6e4d-402d-b4d4-f5b13c3ad8fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 543c6f8a-4719-45e7-ae5b-7d43c52acf45) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:57:25.731598 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dcddb6-6e4d-402d-b4d4-f5b13c3ad8fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:25.732481 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e5dcddb6-6e4d-402d-b4d4-f5b13c3ad8fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:25.742379 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f971bd7f-0475-439a-9078-4ecc6a1f8caa None None] Network 543c6f8a-4719-45e7-ae5b-7d43c52acf45 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:57:25.759866 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e5dcddb6-6e4d-402d-b4d4-f5b13c3ad8fd admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6090794 Sep 21 17:57:25.760247 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34172) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:25.771686 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-9178ec82-db51-4d22-b6cc-dbd8c9cad391 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-480229783-router', 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:25.830686 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9178ec82-db51-4d22-b6cc-dbd8c9cad391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:25.833160 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9178ec82-db51-4d22-b6cc-dbd8c9cad391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:25.936832 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9178ec82-db51-4d22-b6cc-dbd8c9cad391 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:25.960928 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e4fa2c-528c-4a93-8392-ceb9e7f2bfbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-543c6f8a-4719-45e7-ae5b-7d43c52acf45', 'network_id': '543c6f8a-4719-45e7-ae5b-7d43c52acf45', 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'fixed_ips': [{'subnet_id': '97a406fa-a160-4fba-ab8a-73084b03db92'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:57:25.961879 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d6e4fa2c-528c-4a93-8392-ceb9e7f2bfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:26.002558 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-05ab0d0c-b36f-4127-846d-06589fffc2bb req-03ea8bfa-e570-4437-8448-3aa2aa7ba9e1 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=18915c5d-06a9-4dac-9d27-77b0ecd9f82c HTTP/1.1" status: 200 len: 210 time: 0.0348990 Sep 21 17:57:26.010107 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3cbfe2c-82ad-4ed3-b632-228f7666af5d req-ec7fc864-cb7f-4ab8-950c-447205c4e0d6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0760241 Sep 21 17:57:26.073924 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68102d10-2b94-48e8-ba40-7e77e419084f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:26.126781 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-d6e4fa2c-528c-4a93-8392-ceb9e7f2bfbd None None] Allocated IP 172.20.0.2 (543c6f8a-4719-45e7-ae5b-7d43c52acf45/97a406fa-a160-4fba-ab8a-73084b03db92/7f603b46-367f-46aa-82d9-ca9b6515bd7d) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:57:26.247209 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9178ec82-db51-4d22-b6cc-dbd8c9cad391 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:26.323008 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d6e4fa2c-528c-4a93-8392-ceb9e7f2bfbd None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:26.328784 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-6b32d88d-7f8a-438c-88d3-9822c0222b98 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:26.329599 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d6e4fa2c-528c-4a93-8392-ceb9e7f2bfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:26.330446 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-6b32d88d-7f8a-438c-88d3-9822c0222b98 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/networks?id=aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1 HTTP/1.1" status: 200 len: 821 time: 0.3233037 Sep 21 17:57:26.344231 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bd3b42a3-531e-4416-bee0-573dbb8f2d72 req-89eb5ef2-03f7-4ea3-a03e-89a20e61d6b1 tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0576639 Sep 21 17:57:26.374245 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e4fa2c-528c-4a93-8392-ceb9e7f2bfbd None None] Network 543c6f8a-4719-45e7-ae5b-7d43c52acf45 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:57:26.380020 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-d6e4fa2c-528c-4a93-8392-ceb9e7f2bfbd None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:57:26.380497 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-30a6a6f3-deb5-4057-a931-102920987647 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/quotas/b31eef4e323d4207999cb58629ab639d HTTP/1.1" status: 200 len: 375 time: 0.0351360 Sep 21 17:57:26.384882 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e4fa2c-528c-4a93-8392-ceb9e7f2bfbd None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:57:26.390886 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-11e92efb-ba5d-4581-aea2-aa82a18d38fb tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:26.392416 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-11e92efb-ba5d-4581-aea2-aa82a18d38fb tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.38 "GET /v2.0/networks?id=8c160ab6-baed-4257-8d63-cfb421e0e315 HTTP/1.1" status: 200 len: 812 time: 0.2354193 Sep 21 17:57:26.431677 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4fa2c-528c-4a93-8392-ceb9e7f2bfbd None None] Pushing event updated for resources: {'Port': ['ID=7f603b46-367f-46aa-82d9-ca9b6515bd7d,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:26.450819 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-d6e4fa2c-528c-4a93-8392-ceb9e7f2bfbd None None] Attempting to bind port 7f603b46-367f-46aa-82d9-ca9b6515bd7d on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:57:26.451365 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-d6e4fa2c-528c-4a93-8392-ceb9e7f2bfbd None None] Attempting to bind port 7f603b46-367f-46aa-82d9-ca9b6515bd7d by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '365b2114-ac4a-447f-bfd3-839be542ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '543c6f8a-4719-45e7-ae5b-7d43c52acf45'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:57:26.451823 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e4fa2c-528c-4a93-8392-ceb9e7f2bfbd None None] Attempting to bind port 7f603b46-367f-46aa-82d9-ca9b6515bd7d on network 543c6f8a-4719-45e7-ae5b-7d43c52acf45 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:57:26.457330 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e4fa2c-528c-4a93-8392-ceb9e7f2bfbd None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:57:26.457854 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e4fa2c-528c-4a93-8392-ceb9e7f2bfbd None None] Checking segment: {'id': '365b2114-ac4a-447f-bfd3-839be542ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '543c6f8a-4719-45e7-ae5b-7d43c52acf45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:57:26.458354 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d6e4fa2c-528c-4a93-8392-ceb9e7f2bfbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:26.459006 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e4fa2c-528c-4a93-8392-ceb9e7f2bfbd None None] Bound using segment: {'id': '365b2114-ac4a-447f-bfd3-839be542ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '543c6f8a-4719-45e7-ae5b-7d43c52acf45'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:57:26.459586 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-d6e4fa2c-528c-4a93-8392-ceb9e7f2bfbd None None] Bound port: 7f603b46-367f-46aa-82d9-ca9b6515bd7d, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365b2114-ac4a-447f-bfd3-839be542ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '543c6f8a-4719-45e7-ae5b-7d43c52acf45'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:57:26.460092 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d6e4fa2c-528c-4a93-8392-ceb9e7f2bfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:26.464858 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-68102d10-2b94-48e8-ba40-7e77e419084f admin admin] Deleting port 00c06b45-7c9c-47d6-9fc1-8a73163d8841 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:57:26.465209 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68102d10-2b94-48e8-ba40-7e77e419084f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:26.532227 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-d6e4fa2c-528c-4a93-8392-ceb9e7f2bfbd None None] For port 7f603b46-367f-46aa-82d9-ca9b6515bd7d, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:57:26.535682 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-d6e4fa2c-528c-4a93-8392-ceb9e7f2bfbd None None] For port 7f603b46-367f-46aa-82d9-ca9b6515bd7d, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=7f603b46-367f-46aa-82d9-ca9b6515bd7d,segment=NetworkSegment(365b2114-ac4a-447f-bfd3-839be542ebce),segment_id=365b2114-ac4a-447f-bfd3-839be542ebce)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:57:26.541901 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d6e4fa2c-528c-4a93-8392-ceb9e7f2bfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:26.576563 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1e006-12db-4a62-bc00-fdbb993c3c1e req-26e2bcbc-ca97-44d0-85b4-8df29a4e1d5f tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:26.578038 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-47d1e006-12db-4a62-bc00-fdbb993c3c1e req-26e2bcbc-ca97-44d0-85b4-8df29a4e1d5f tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] 10.222.0.58 "GET /v2.0/ports?device_id=38640c02-63b3-477e-aa5a-aaee9392f264 HTTP/1.1" status: 200 len: 948 time: 0.0978029 Sep 21 17:57:26.599555 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-68102d10-2b94-48e8-ba40-7e77e419084f admin admin] For port 00c06b45-7c9c-47d6-9fc1-8a73163d8841, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=00c06b45-7c9c-47d6-9fc1-8a73163d8841,segment=NetworkSegment(820d8bc9-35e2-4a43-81ba-d8ece7151d43),segment_id=820d8bc9-35e2-4a43-81ba-d8ece7151d43)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:26.599933 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68102d10-2b94-48e8-ba40-7e77e419084f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:26.603150 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4fa2c-528c-4a93-8392-ceb9e7f2bfbd None None] Pushing event updated for resources: {'Port': ['ID=7f603b46-367f-46aa-82d9-ca9b6515bd7d,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:26.628779 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-68102d10-2b94-48e8-ba40-7e77e419084f admin admin] Calling delete_port for 00c06b45-7c9c-47d6-9fc1-8a73163d8841 owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:57:26.663782 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-47d1e006-12db-4a62-bc00-fdbb993c3c1e req-71c797ff-ddc0-4a96-bbe8-9bd3ff10c116 tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] 10.222.0.58 "GET /v2.0/security-groups?id=1986b573-a759-4196-9b74-58bf452725ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603344 Sep 21 17:57:26.781612 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 5eeb42c3-4940-4dec-be67-2189694c6dc1 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:57:26.815305 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-add0ff62-a076-44ec-b17c-93b81830c5a5 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Request body: {'port': {'device_id': '18915c5d-06a9-4dac-9d27-77b0ecd9f82c', 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315', 'admin_state_up': True, 'tenant_id': 'f1fc54364b794afda43368337694baaa'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:26.825314 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-29822c5d-3704-4fa9-965a-aae0e4d9fa53 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b31eef4e323d4207999cb58629ab639d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4308391 Sep 21 17:57:26.871626 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d6e47-2f3e-4460-9490-47b10a20d0ba req-4e1f9a79-27b4-46e3-b4dd-2aa5476c94e7 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:26.874014 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0a8d6e47-2f3e-4460-9490-47b10a20d0ba req-4e1f9a79-27b4-46e3-b4dd-2aa5476c94e7 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 945 time: 0.1440375 Sep 21 17:57:26.885534 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 5eeb42c3-4940-4dec-be67-2189694c6dc1 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:57:26.892108 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 5eeb42c3-4940-4dec-be67-2189694c6dc1 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:26.892915 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:26.956082 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0a8d6e47-2f3e-4460-9490-47b10a20d0ba req-f14c28f5-d5e1-4ede-a9ce-a4b66c8721ac tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755849 Sep 21 17:57:27.009817 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68102d10-2b94-48e8-ba40-7e77e419084f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:27.039819 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-316db698-98b8-4b8f-b0d3-5b35fb144bba service neutron] 10.222.0.58 "GET /v2.0/networks/aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911027 Sep 21 17:57:27.046881 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68102d10-2b94-48e8-ba40-7e77e419084f admin admin] Pushing event deleted for resources: {'Port': ['ID=00c06b45-7c9c-47d6-9fc1-8a73163d8841,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:27.172440 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:27.175906 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-88ae831a-c6a4-4d81-a175-707fc8e8ad8b req-c5e86ec9-f608-43e5-95db-7ecba6d8f5a9 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=18915c5d-06a9-4dac-9d27-77b0ecd9f82c HTTP/1.1" status: 200 len: 210 time: 0.0730400 Sep 21 17:57:27.226349 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38640c02-63b3-477e-aa5a-aaee9392f264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eeb42c3-4940-4dec-be67-2189694c6dc1'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:57:27.228832 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca84f79-6c6c-47e3-851c-e8fba3ecdbd1" -d '{"events": [{"server_uuid": "38640c02-63b3-477e-aa5a-aaee9392f264", "name": "network-vif-plugged", "status": "completed", "tag": "5eeb42c3-4940-4dec-be67-2189694c6dc1"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:57:27.245416 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-add0ff62-a076-44ec-b17c-93b81830c5a5 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Made reservation on behalf of f1fc54364b794afda43368337694baaa for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:57:27.251892 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 5eeb42c3-4940-4dec-be67-2189694c6dc1, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5eeb42c3-4940-4dec-be67-2189694c6dc1,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:27.255925 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-add0ff62-a076-44ec-b17c-93b81830c5a5 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:27.259877 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:27.326992 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=5eeb42c3-4940-4dec-be67-2189694c6dc1,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:27.379908 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3b2ffc-5295-4616-89e2-083b7cb88404 x-openstack-request-id: req-0e3b2ffc-5295-4616-89e2-083b7cb88404 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:57:27.380207 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38640c02-63b3-477e-aa5a-aaee9392f264", "name": "network-vif-plugged", "status": "completed", "tag": "5eeb42c3-4940-4dec-be67-2189694c6dc1", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:57:27.380646 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0e3b2ffc-5295-4616-89e2-083b7cb88404 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:57:27.381688 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38640c02-63b3-477e-aa5a-aaee9392f264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eeb42c3-4940-4dec-be67-2189694c6dc1', 'code': 200} Sep 21 17:57:27.389603 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68102d10-2b94-48e8-ba40-7e77e419084f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:27.421053 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9178ec82-db51-4d22-b6cc-dbd8c9cad391 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:27.445358 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9178ec82-db51-4d22-b6cc-dbd8c9cad391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:27.541166 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-ec15eba4-b62d-41e3-adf6-65ad52705445 service neutron] 10.222.0.58 "GET /v2.0/networks/aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929154 Sep 21 17:57:27.677658 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322aa321-9af5-4a91-a675-a0ef875cd37e req-ef6401fe-d0f1-43dc-9b07-96fee9bf63c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:27.691291 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-322aa321-9af5-4a91-a675-a0ef875cd37e req-ef6401fe-d0f1-43dc-9b07-96fee9bf63c2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=38640c02-63b3-477e-aa5a-aaee9392f264 HTTP/1.1" status: 200 len: 1100 time: 0.1759310 Sep 21 17:57:27.725353 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 7f603b46-367f-46aa-82d9-ca9b6515bd7d up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:57:27.820222 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 7f603b46-367f-46aa-82d9-ca9b6515bd7d triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:27.820743 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:27.821354 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-add0ff62-a076-44ec-b17c-93b81830c5a5 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Allocated IP 172.20.0.13 (8c160ab6-baed-4257-8d63-cfb421e0e315/8c08e933-ce5c-4713-ad95-cf9d2cd4544e/ff4fb31b-7bb8-483b-bd31-b9e989e46b38) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:57:27.843103 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-322aa321-9af5-4a91-a675-a0ef875cd37e req-d5d3e054-b32e-45fb-8987-c598ca578ab7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1986b573-a759-4196-9b74-58bf452725ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508477 Sep 21 17:57:27.889971 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-9178ec82-db51-4d22-b6cc-dbd8c9cad391 admin admin] Allocated IP 172.25.6.171 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/50dced9d-dafa-4c87-8f9b-1a02a8109143) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:57:27.926828 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-97e8bdc1-4698-4d95-9bc0-34b1cc2b5655 req-b1347654-d5d2-46e8-8daf-efc3b613bb0d tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.4511423 Sep 21 17:57:27.930586 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:28.003509 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e49238-d9ca-46a6-807d-ef0f31945eaf None None] Network 543c6f8a-4719-45e7-ae5b-7d43c52acf45 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:57:28.020633 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 7f603b46-367f-46aa-82d9-ca9b6515bd7d, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=7f603b46-367f-46aa-82d9-ca9b6515bd7d,segment=NetworkSegment(365b2114-ac4a-447f-bfd3-839be542ebce),segment_id=365b2114-ac4a-447f-bfd3-839be542ebce)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:28.036239 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:28.049459 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ee42a-3afd-4571-aded-18c62ed7bce8 req-284ccbfb-2155-4188-aab2-f4687e69837d tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:28.051129 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba0ee42a-3afd-4571-aded-18c62ed7bce8 req-284ccbfb-2155-4188-aab2-f4687e69837d tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] 10.222.0.58 "GET /v2.0/ports?device_id=38640c02-63b3-477e-aa5a-aaee9392f264 HTTP/1.1" status: 200 len: 949 time: 0.2393992 Sep 21 17:57:28.092209 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4477bcd8-076d-45e6-a7ec-c9e4fc2e867a req-9a5c9a6c-d4df-44ec-a024-dcc829983040 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa09142-da65-4cd5-897d-ac9f29ccda13 HTTP/1.1" status: 200 len: 210 time: 0.0512311 Sep 21 17:57:28.106273 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-0ae3e45e-3199-4d6e-9fb0-1872388d913a None None] Provisioning complete for port 7f603b46-367f-46aa-82d9-ca9b6515bd7d triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:28.106656 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0ae3e45e-3199-4d6e-9fb0-1872388d913a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:28.195496 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9178ec82-db51-4d22-b6cc-dbd8c9cad391 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:28.233763 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba0ee42a-3afd-4571-aded-18c62ed7bce8 req-1ea2ebd2-219a-4204-8aa4-8a04da633731 tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] 10.222.0.58 "GET /v2.0/security-groups?id=1986b573-a759-4196-9b74-58bf452725ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694009 Sep 21 17:57:28.233883 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=7f603b46-367f-46aa-82d9-ca9b6515bd7d,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:28.242515 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68102d10-2b94-48e8-ba40-7e77e419084f admin admin] Router 1d7355e5-4c68-475a-af5a-8100da2dd002 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:57:28.333089 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-add0ff62-a076-44ec-b17c-93b81830c5a5 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:28.386469 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9178ec82-db51-4d22-b6cc-dbd8c9cad391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:28.453964 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68102d10-2b94-48e8-ba40-7e77e419084f admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:57:28.462142 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-68102d10-2b94-48e8-ba40-7e77e419084f admin admin] 10.222.0.58 "PUT /v2.0/routers/1d7355e5-4c68-475a-af5a-8100da2dd002/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0579307 Sep 21 17:57:28.464698 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34220) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:28.469959 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c1da6a-7374-4e1f-8936-50ae849ffd94 None None] Sync routers for ids ['1d7355e5-4c68-475a-af5a-8100da2dd002'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:57:28.486555 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e55d6a-39d1-40ad-8923-0fad1ff3a7dc req-6973bc1c-1b99-43c3-89d6-38caee28b17e tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:28.487109 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c1da6a-7374-4e1f-8936-50ae849ffd94 None None] Routers {'1d7355e5-4c68-475a-af5a-8100da2dd002'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:57:28.487790 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a6c1da6a-7374-4e1f-8936-50ae849ffd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:57:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['1d7355e5-4c68-475a-af5a-8100da2dd002'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:28.495194 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b6e55d6a-39d1-40ad-8923-0fad1ff3a7dc req-6973bc1c-1b99-43c3-89d6-38caee28b17e tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 945 time: 0.1726766 Sep 21 17:57:28.514518 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9178ec82-db51-4d22-b6cc-dbd8c9cad391 admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:57:28.518801 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-add0ff62-a076-44ec-b17c-93b81830c5a5 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:28.540600 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178ec82-db51-4d22-b6cc-dbd8c9cad391 admin admin] Pushing event updated for resources: {'Port': ['ID=50dced9d-dafa-4c87-8f9b-1a02a8109143,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:28.547033 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-9178ec82-db51-4d22-b6cc-dbd8c9cad391 admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:57:28.559170 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9178ec82-db51-4d22-b6cc-dbd8c9cad391 admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:57:28.565956 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-970b2b38-8499-4818-a9e3-0ca4dca328d0 req-5a341aae-e6f6-450a-9e73-604f6bec3782 tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8&device_id=9d851ba2-5a59-4768-92ab-4e31ce86c08c HTTP/1.1" status: 200 len: 210 time: 0.0346384 Sep 21 17:57:28.656909 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-add0ff62-a076-44ec-b17c-93b81830c5a5 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Network 8c160ab6-baed-4257-8d63-cfb421e0e315 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:57:28.670826 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-add0ff62-a076-44ec-b17c-93b81830c5a5 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:57:28.680492 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-add0ff62-a076-44ec-b17c-93b81830c5a5 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:57:28.691744 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-a6c1da6a-7374-4e1f-8936-50ae849ffd94 None None] Set router 1d7355e5-4c68-475a-af5a-8100da2dd002 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:57:28.714514 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b6e55d6a-39d1-40ad-8923-0fad1ff3a7dc req-bf6a7b06-3558-4723-9314-169f95ab4331 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174673 Sep 21 17:57:28.730747 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41201138-673b-45ce-a96b-0156a1feb6db admin admin] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:28.767631 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0ff62-a076-44ec-b17c-93b81830c5a5 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Pushing event updated for resources: {'Port': ['ID=ff4fb31b-7bb8-483b-bd31-b9e989e46b38,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:28.807569 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a72347-4bd9-4de9-82d7-e7965d0022dd req-11fcf6d2-d38a-44d5-90a7-427122823b55 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:28.808630 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-46a72347-4bd9-4de9-82d7-e7965d0022dd req-11fcf6d2-d38a-44d5-90a7-427122823b55 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=18915c5d-06a9-4dac-9d27-77b0ecd9f82c HTTP/1.1" status: 200 len: 932 time: 0.1479075 Sep 21 17:57:28.900434 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-46a72347-4bd9-4de9-82d7-e7965d0022dd req-98c3a9f1-b058-477d-9389-cf7cbd6b64de tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851390 Sep 21 17:57:28.914379 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-add0ff62-a076-44ec-b17c-93b81830c5a5 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:28.915243 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-add0ff62-a076-44ec-b17c-93b81830c5a5 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:28.929725 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b043c4b8-0597-4828-a81b-fb6b029ca192 None None] Provisioning complete for port 7f603b46-367f-46aa-82d9-ca9b6515bd7d triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:28.930297 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b043c4b8-0597-4828-a81b-fb6b029ca192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:28.936994 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-add0ff62-a076-44ec-b17c-93b81830c5a5 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5015790 Sep 21 17:57:28.938097 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41201138-673b-45ce-a96b-0156a1feb6db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:28.960362 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] Request body: {'port': {'device_id': '18915c5d-06a9-4dac-9d27-77b0ecd9f82c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:29.006296 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a6c1da6a-7374-4e1f-8936-50ae849ffd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'name': 'tempest-ServersTestManualDisk-552534343-router', 'tenant_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '4aff3c14-d78d-4711-ab3c-e7356feff0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:55:01Z', 'updated_at': '2021-09-21T17:57:26Z', 'revision_number': 5, 'project_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'gw_port': {'id': '4aff3c14-d78d-4711-ab3c-e7356feff0df', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:55:02Z', 'updated_at': '2021-09-21T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:29.038789 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c1da6a-7374-4e1f-8936-50ae849ffd94 None None] Checking router: 1d7355e5-4c68-475a-af5a-8100da2dd002 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:57:29.043696 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-41201138-673b-45ce-a96b-0156a1feb6db admin admin] Deleting port 4aff3c14-d78d-4711-ab3c-e7356feff0df {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:57:29.044265 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41201138-673b-45ce-a96b-0156a1feb6db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:29.071149 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c1da6a-7374-4e1f-8936-50ae849ffd94 None None] Routers {'1d7355e5-4c68-475a-af5a-8100da2dd002'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:57:29.071895 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a6c1da6a-7374-4e1f-8936-50ae849ffd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:57:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['1d7355e5-4c68-475a-af5a-8100da2dd002'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:29.139036 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a670cff8-7284-4c23-9930-f87805efb106 req-1b17a153-4cc0-454e-ab96-4e96e55d83a8 tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0349321 Sep 21 17:57:29.162776 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b24f201c-e4da-40e1-b309-fd4caf9e46fc req-074377a4-3ea1-4f5f-89d0-7442c0e69d36 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d93925977e04a448a01d146a5c5fc76&device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0908203 Sep 21 17:57:29.170153 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:29.192637 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-41201138-673b-45ce-a96b-0156a1feb6db admin admin] For port 4aff3c14-d78d-4711-ab3c-e7356feff0df, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=4aff3c14-d78d-4711-ab3c-e7356feff0df,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:29.193675 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41201138-673b-45ce-a96b-0156a1feb6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:29.223595 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-41201138-673b-45ce-a96b-0156a1feb6db admin admin] Calling delete_port for 4aff3c14-d78d-4711-ab3c-e7356feff0df owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:57:29.227414 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-a6c1da6a-7374-4e1f-8936-50ae849ffd94 None None] Set router 1d7355e5-4c68-475a-af5a-8100da2dd002 gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:57:29.233692 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b24f201c-e4da-40e1-b309-fd4caf9e46fc req-7590c358-5e34-40fa-989d-6605ef658b0f service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=1d93925977e04a448a01d146a5c5fc76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597472 Sep 21 17:57:29.298460 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a6c1da6a-7374-4e1f-8936-50ae849ffd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'name': 'tempest-ServersTestManualDisk-552534343-router', 'tenant_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:55:01Z', 'updated_at': '2021-09-21T17:57:28Z', 'revision_number': 6, 'project_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:29.325492 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-38ff6579-49aa-413d-a225-0c757df1f476 req-2f91da4d-235c-4146-9cf1-d0863f7d28f5 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa09142-da65-4cd5-897d-ac9f29ccda13 HTTP/1.1" status: 200 len: 210 time: 0.0962219 Sep 21 17:57:29.335701 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c1da6a-7374-4e1f-8936-50ae849ffd94 None None] The sync data for ids ['1d7355e5-4c68-475a-af5a-8100da2dd002'] in n-d-810291-1 is: [{'id': '1d7355e5-4c68-475a-af5a-8100da2dd002', 'name': 'tempest-ServersTestManualDisk-552534343-router', 'tenant_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:55:01Z', 'updated_at': '2021-09-21T17:57:28Z', 'revision_number': 6, 'project_id': 'c2d438cdeda74df390b05b7fcaa051eb', 'gw_port_host': None}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:57:29.466595 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f0c2f-0f93-43f4-92be-ffbf3ba5fad3 req-90f163d8-725a-4665-b2ac-fcb2d43fceef tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:29.468130 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4e5f0c2f-0f93-43f4-92be-ffbf3ba5fad3 req-90f163d8-725a-4665-b2ac-fcb2d43fceef tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] 10.222.0.58 "GET /v2.0/ports?device_id=38640c02-63b3-477e-aa5a-aaee9392f264 HTTP/1.1" status: 200 len: 949 time: 0.1174090 Sep 21 17:57:29.545033 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4e5f0c2f-0f93-43f4-92be-ffbf3ba5fad3 req-37174c66-fcc0-485f-a068-cd5512b35b78 tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] 10.222.0.58 "GET /v2.0/security-groups?id=1986b573-a759-4196-9b74-58bf452725ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650883 Sep 21 17:57:29.550096 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41201138-673b-45ce-a96b-0156a1feb6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:29.575745 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9178ec82-db51-4d22-b6cc-dbd8c9cad391 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:29.577714 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41201138-673b-45ce-a96b-0156a1feb6db admin admin] Pushing event deleted for resources: {'Port': ['ID=4aff3c14-d78d-4711-ab3c-e7356feff0df,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:29.642578 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f201c-e4da-40e1-b309-fd4caf9e46fc req-eaf66ed7-f0c8-4e7c-b370-ae463247d917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:29.643962 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b24f201c-e4da-40e1-b309-fd4caf9e46fc req-eaf66ed7-f0c8-4e7c-b370-ae463247d917 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3859692 Sep 21 17:57:29.646006 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41201138-673b-45ce-a96b-0156a1feb6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:29.657343 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-a3a29c15-144c-4d0b-bb1e-4debaa3af3fa tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:29.658935 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-a3a29c15-144c-4d0b-bb1e-4debaa3af3fa tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.38 "GET /v2.0/networks?id=aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1 HTTP/1.1" status: 200 len: 821 time: 0.4448040 Sep 21 17:57:29.681838 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-c3ddcb41-68e4-466e-9042-a10b9327f813 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Request body: {'port': {'device_id': 'cfa09142-da65-4cd5-897d-ac9f29ccda13', 'network_id': 'aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1', 'admin_state_up': True, 'tenant_id': 'b31eef4e323d4207999cb58629ab639d'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:29.805512 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41201138-673b-45ce-a96b-0156a1feb6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:29.814886 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41201138-673b-45ce-a96b-0156a1feb6db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:29.888131 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 7f603b46-367f-46aa-82d9-ca9b6515bd7d up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:57:29.891303 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41201138-673b-45ce-a96b-0156a1feb6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:29.891872 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41201138-673b-45ce-a96b-0156a1feb6db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d7355e5-4c68-475a-af5a-8100da2dd002 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 17:57:29.900268 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41201138-673b-45ce-a96b-0156a1feb6db admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:29.901783 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-41201138-673b-45ce-a96b-0156a1feb6db admin admin] 10.222.0.58 "DELETE /v2.0/routers/1d7355e5-4c68-475a-af5a-8100da2dd002 HTTP/1.1" status: 204 len: 168 time: 1.4361012 Sep 21 17:57:29.904499 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34238) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:29.952705 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98442df-c68f-4f62-991e-44c702e9566d req-70fdde32-f851-4ac4-a33f-375f02976b84 tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:29.954382 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d98442df-c68f-4f62-991e-44c702e9566d req-70fdde32-f851-4ac4-a33f-375f02976b84 tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] 10.222.0.58 "GET /v2.0/ports?device_id=38640c02-63b3-477e-aa5a-aaee9392f264 HTTP/1.1" status: 200 len: 949 time: 0.1521330 Sep 21 17:57:29.964710 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 7f603b46-367f-46aa-82d9-ca9b6515bd7d triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:29.965300 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:29.980824 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b5910bb-de33-4ed7-91f9-f6fbe10b54d6 admin admin] Deleting subnet 8dad2486-94f0-4e93-a1ba-c730f0a02400 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:57:29.986266 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7b5910bb-de33-4ed7-91f9-f6fbe10b54d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:30.006610 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5e43c-db7c-4e61-b0a0-34aa0cb3e88d req-b1970899-0470-43c1-8135-5399c6904629 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:30.008154 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d3c5e43c-db7c-4e61-b0a0-34aa0cb3e88d req-b1970899-0470-43c1-8135-5399c6904629 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 945 time: 0.1972961 Sep 21 17:57:30.029430 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d98442df-c68f-4f62-991e-44c702e9566d req-1d5e3a29-a9e1-4cd8-976b-aa51d6792179 tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] 10.222.0.58 "GET /v2.0/security-groups?id=1986b573-a759-4196-9b74-58bf452725ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684187 Sep 21 17:57:30.035303 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7b5910bb-de33-4ed7-91f9-f6fbe10b54d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:30.076086 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 00c06b45-7c9c-47d6-9fc1-8a73163d8841 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:57:30.098834 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 00c06b45-7c9c-47d6-9fc1-8a73163d8841 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:57:30.099281 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 00c06b45-7c9c-47d6-9fc1-8a73163d8841 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:57:30.116939 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7b5910bb-de33-4ed7-91f9-f6fbe10b54d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:30.186833 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7b5910bb-de33-4ed7-91f9-f6fbe10b54d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:30.241359 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5910bb-de33-4ed7-91f9-f6fbe10b54d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dad2486-94f0-4e93-a1ba-c730f0a02400,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:30.261629 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7b5910bb-de33-4ed7-91f9-f6fbe10b54d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:30.265891 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7b5910bb-de33-4ed7-91f9-f6fbe10b54d6 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8dad2486-94f0-4e93-a1ba-c730f0a02400 HTTP/1.1" status: 204 len: 168 time: 0.3580337 Sep 21 17:57:30.266603 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34244) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:30.269071 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda60412-a5c3-4cf8-9130-550c3bc69224 None None] Network 16966d60-6a2c-4471-853d-d73096108f22 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:57:30.344872 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476db2ba-66ed-495b-ab89-840c104b9217 req-4db99780-b157-47dd-89cd-5cf6b873feec tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:30.352513 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-476db2ba-66ed-495b-ab89-840c104b9217 req-4db99780-b157-47dd-89cd-5cf6b873feec tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=18915c5d-06a9-4dac-9d27-77b0ecd9f82c HTTP/1.1" status: 200 len: 932 time: 0.1472583 Sep 21 17:57:30.377088 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3856beea-5b9f-4ccd-a4c5-728e1ef371c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:30.404899 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-476db2ba-66ed-495b-ab89-840c104b9217 req-ad8b6f4d-88ed-44eb-92a6-0a3f3beab868 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515463 Sep 21 17:57:30.455537 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-3856beea-5b9f-4ccd-a4c5-728e1ef371c5 admin admin] Deleting port 70e70c71-161d-431f-866b-8060d68c895a {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:57:30.455900 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3856beea-5b9f-4ccd-a4c5-728e1ef371c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:30.492779 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d3c5e43c-db7c-4e61-b0a0-34aa0cb3e88d req-0348f756-489c-49bd-a4be-8b178bc0725e tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4746547 Sep 21 17:57:30.502941 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-c3ddcb41-68e4-466e-9042-a10b9327f813 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Made reservation on behalf of b31eef4e323d4207999cb58629ab639d for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:57:30.507282 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-c3ddcb41-68e4-466e-9042-a10b9327f813 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:30.522760 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5698095-95ec-4ce7-8793-89aaab59d856 None None] DHCP port deletion for 16966d60-6a2c-4471-853d-d73096108f22 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 17:57:30.540592 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff4fb31b-7bb8-483b-bd31-b9e989e46b38 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:57:30.559170 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:30.570033 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9178ec82-db51-4d22-b6cc-dbd8c9cad391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:30.609487 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-539a3f3a-91d5-4520-9cc1-3061ff87d1ad req-3f32c042-1807-400f-854f-aa5304adaab5 tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0619645 Sep 21 17:57:30.610138 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-d5698095-95ec-4ce7-8793-89aaab59d856 None None] Deleting port 70e70c71-161d-431f-866b-8060d68c895a {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:57:30.610138 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d5698095-95ec-4ce7-8793-89aaab59d856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:30.615265 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-3856beea-5b9f-4ccd-a4c5-728e1ef371c5 admin admin] For port 70e70c71-161d-431f-866b-8060d68c895a, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=70e70c71-161d-431f-866b-8060d68c895a,segment=NetworkSegment(820d8bc9-35e2-4a43-81ba-d8ece7151d43),segment_id=820d8bc9-35e2-4a43-81ba-d8ece7151d43)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:30.615714 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3856beea-5b9f-4ccd-a4c5-728e1ef371c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:30.630785 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-3856beea-5b9f-4ccd-a4c5-728e1ef371c5 admin admin] Calling delete_port for 70e70c71-161d-431f-866b-8060d68c895a owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:57:30.670880 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] Transition to ACTIVE for port object ff4fb31b-7bb8-483b-bd31-b9e989e46b38 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:57:30.685524 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-d5698095-95ec-4ce7-8793-89aaab59d856 None None] For port 70e70c71-161d-431f-866b-8060d68c895a, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=70e70c71-161d-431f-866b-8060d68c895a,segment=NetworkSegment(820d8bc9-35e2-4a43-81ba-d8ece7151d43),segment_id=820d8bc9-35e2-4a43-81ba-d8ece7151d43)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:30.686672 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d5698095-95ec-4ce7-8793-89aaab59d856 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:30.694005 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:30.701277 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-d5698095-95ec-4ce7-8793-89aaab59d856 None None] Calling delete_port for 70e70c71-161d-431f-866b-8060d68c895a owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:57:30.722090 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-68b6090a-b1c8-4020-b711-e406dbe7b7c5 req-5361e640-41fb-4e8d-80c1-09b260ab3960 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa09142-da65-4cd5-897d-ac9f29ccda13 HTTP/1.1" status: 200 len: 210 time: 0.0879250 Sep 21 17:57:30.729874 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3856beea-5b9f-4ccd-a4c5-728e1ef371c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:30.759041 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856beea-5b9f-4ccd-a4c5-728e1ef371c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=70e70c71-161d-431f-866b-8060d68c895a,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:30.762416 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3856beea-5b9f-4ccd-a4c5-728e1ef371c5 admin admin] No DVR routers for this DVR port 70e70c71-161d-431f-866b-8060d68c895a on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: from cryptography.utils import int_from_bytes Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: from cryptography.utils import int_from_bytes Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:57:30.790038 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 17:57:30.792371 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:57:30.792371 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 17:57:30.792371 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:57:30.792371 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 17:57:30.792371 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:57:30.792371 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 17:57:30.792371 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:57:30.792371 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 17:57:30.792371 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:57:30.792371 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 17:57:30.792371 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:57:30.792371 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 17:57:30.792371 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:57:30.792371 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 17:57:30.796720 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d5698095-95ec-4ce7-8793-89aaab59d856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:30.821009 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5698095-95ec-4ce7-8793-89aaab59d856 None None] Pushing event deleted for resources: {'Port': ['ID=70e70c71-161d-431f-866b-8060d68c895a,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:30.830836 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5698095-95ec-4ce7-8793-89aaab59d856 None None] No DVR routers for this DVR port 70e70c71-161d-431f-866b-8060d68c895a on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:57:30.848918 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3856beea-5b9f-4ccd-a4c5-728e1ef371c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:30.859358 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4fb31b-7bb8-483b-bd31-b9e989e46b38,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:30.861592 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-c3ddcb41-68e4-466e-9042-a10b9327f813 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Allocated IP 172.20.0.12 (aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1/0531be06-6a2e-4520-8b82-278ae185109b/3585ed89-f987-49fd-a131-fb396a820d90) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:57:30.869281 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-3856beea-5b9f-4ccd-a4c5-728e1ef371c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16966d60-6a2c-4471-853d-d73096108f22']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:30.879150 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-3856beea-5b9f-4ccd-a4c5-728e1ef371c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '820d8bc9-35e2-4a43-81ba-d8ece7151d43') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:30.879447 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-3856beea-5b9f-4ccd-a4c5-728e1ef371c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '820d8bc9-35e2-4a43-81ba-d8ece7151d43') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:30.889074 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3856beea-5b9f-4ccd-a4c5-728e1ef371c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:30.902245 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3856beea-5b9f-4ccd-a4c5-728e1ef371c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:30.908115 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3856beea-5b9f-4ccd-a4c5-728e1ef371c5 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:57:30.908505 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3856beea-5b9f-4ccd-a4c5-728e1ef371c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:30.910320 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 17:57:30.910320 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:57:30.910320 n-d-810291-1 neutron-server[101461]: timer() Sep 21 17:57:30.910320 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:57:30.910320 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 17:57:30.910320 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:57:30.910320 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 17:57:30.910320 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:57:30.910320 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 17:57:30.910320 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:57:30.910320 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 17:57:30.910320 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:57:30.910320 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 17:57:30.910320 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:57:30.910320 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:57:30.910320 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:57:30.910320 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:57:30.910320 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:57:30.910320 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 17:57:30.910320 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:57:30.910320 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 17:57:30.910320 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:57:30.910320 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:57:30.910320 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:57:30.910320 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 17:57:30.910320 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:57:30.910320 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:57:30.910320 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:57:30.910320 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:57:30.910320 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:57:30.910320 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:57:30.910320 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:57:30.912151 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:30.912151 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:30.912438 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:30.912772 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:30.913100 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:30.913455 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:30.913813 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:30.914102 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:30.914427 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:30.914751 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:30.915088 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:30.915373 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:30.973168 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3856beea-5b9f-4ccd-a4c5-728e1ef371c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:30.979040 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3856beea-5b9f-4ccd-a4c5-728e1ef371c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:30.981914 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3856beea-5b9f-4ccd-a4c5-728e1ef371c5 admin admin] 10.222.0.58 "DELETE /v2.0/networks/16966d60-6a2c-4471-853d-d73096108f22 HTTP/1.1" status: 204 len: 168 time: 0.7143769 Sep 21 17:57:30.992665 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856beea-5b9f-4ccd-a4c5-728e1ef371c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=16966d60-6a2c-4471-853d-d73096108f22,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:31.002387 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] Attempting to bind port ff4fb31b-7bb8-483b-bd31-b9e989e46b38 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:57:31.002727 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] Attempting to bind port ff4fb31b-7bb8-483b-bd31-b9e989e46b38 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '24b566e5-042a-4b3d-9902-34d5286efb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:57:31.003079 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] Attempting to bind port ff4fb31b-7bb8-483b-bd31-b9e989e46b38 on network 8c160ab6-baed-4257-8d63-cfb421e0e315 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:57:31.027853 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9178ec82-db51-4d22-b6cc-dbd8c9cad391 admin admin] Router 0367753d-98d0-40a6-975d-6f0956b4c8ed is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:57:31.032213 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] Port ff4fb31b-7bb8-483b-bd31-b9e989e46b38 on network 8c160ab6-baed-4257-8d63-cfb421e0e315 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:57:31.032534 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] Attempting to bind port ff4fb31b-7bb8-483b-bd31-b9e989e46b38 on network 8c160ab6-baed-4257-8d63-cfb421e0e315 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:57:31.067516 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:57:31.067857 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] Checking segment: {'id': '24b566e5-042a-4b3d-9902-34d5286efb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:57:31.068237 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] Bound using segment: {'id': '24b566e5-042a-4b3d-9902-34d5286efb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:57:31.068681 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] Bound port: ff4fb31b-7bb8-483b-bd31-b9e989e46b38, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b566e5-042a-4b3d-9902-34d5286efb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:57:31.069049 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:31.119924 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34252) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:31.189961 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64c332-e708-4f85-8685-863ce5fe36f9 req-0e4c23c0-9d42-4398-85c4-eb4367d650a7 tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:31.191566 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4b64c332-e708-4f85-8685-863ce5fe36f9 req-0e4c23c0-9d42-4398-85c4-eb4367d650a7 tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] 10.222.0.58 "GET /v2.0/ports?device_id=38640c02-63b3-477e-aa5a-aaee9392f264 HTTP/1.1" status: 200 len: 949 time: 0.0809922 Sep 21 17:57:31.196786 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0e4de7e4-b27e-4ff8-8fce-cfa70163351d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c2d438cdeda74df390b05b7fcaa051eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0744736 Sep 21 17:57:31.197718 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-c3ddcb41-68e4-466e-9042-a10b9327f813 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:31.200507 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34256) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:31.260175 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4b64c332-e708-4f85-8685-863ce5fe36f9 req-9e71892b-7325-4f47-8b44-5494098ce2b5 tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] 10.222.0.58 "GET /v2.0/security-groups?id=1986b573-a759-4196-9b74-58bf452725ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603595 Sep 21 17:57:31.268412 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] For port ff4fb31b-7bb8-483b-bd31-b9e989e46b38, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:57:31.281209 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7f1ba09b-e206-461f-8da7-b9fc828ad830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:31.301821 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b24f201c-e4da-40e1-b309-fd4caf9e46fc req-bb7f2eac-1424-43e3-92f9-acc122aff449 tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0541930 Sep 21 17:57:31.302396 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7f1ba09b-e206-461f-8da7-b9fc828ad830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:31.307483 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] For port ff4fb31b-7bb8-483b-bd31-b9e989e46b38, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ff4fb31b-7bb8-483b-bd31-b9e989e46b38,segment=NetworkSegment(24b566e5-042a-4b3d-9902-34d5286efb61),segment_id=24b566e5-042a-4b3d-9902-34d5286efb61)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:57:31.323801 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:31.339003 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9178ec82-db51-4d22-b6cc-dbd8c9cad391 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:57:31.351990 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83c4fc3-3362-4a4b-9374-449665aa4cd7 None None] Sync routers for ids ['0367753d-98d0-40a6-975d-6f0956b4c8ed'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:57:31.362408 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7f1ba09b-e206-461f-8da7-b9fc828ad830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:31.365409 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7f1ba09b-e206-461f-8da7-b9fc828ad830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:31.366896 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7f1ba09b-e206-461f-8da7-b9fc828ad830 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/beaf5230-39ce-4afe-9580-94355b9c06d6 HTTP/1.1" status: 204 len: 168 time: 0.1599360 Sep 21 17:57:31.375327 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ba09b-e206-461f-8da7-b9fc828ad830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beaf5230-39ce-4afe-9580-94355b9c06d6,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:31.377671 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:31.378309 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:31.379718 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] 10.222.0.38 "PUT /v2.0/ports/ff4fb31b-7bb8-483b-bd31-b9e989e46b38 HTTP/1.1" status: 200 len: 1092 time: 2.4301653 Sep 21 17:57:31.382472 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18915c5d-06a9-4dac-9d27-77b0ecd9f82c', 'tag': 'ff4fb31b-7bb8-483b-bd31-b9e989e46b38'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:57:31.384832 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901f54d8-ec1e-4905-aa38-0f2a93bfc2cc" -d '{"events": [{"name": "network-changed", "server_uuid": "18915c5d-06a9-4dac-9d27-77b0ecd9f82c", "tag": "ff4fb31b-7bb8-483b-bd31-b9e989e46b38"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:57:31.391183 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83c4fc3-3362-4a4b-9374-449665aa4cd7 None None] Routers {'0367753d-98d0-40a6-975d-6f0956b4c8ed'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:57:31.393796 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-b83c4fc3-3362-4a4b-9374-449665aa4cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:57:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0367753d-98d0-40a6-975d-6f0956b4c8ed'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:31.403026 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-c3ddcb41-68e4-466e-9042-a10b9327f813 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:31.457237 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9178ec82-db51-4d22-b6cc-dbd8c9cad391 admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:31.458585 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9178ec82-db51-4d22-b6cc-dbd8c9cad391 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6972628 Sep 21 17:57:31.461303 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34264) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:31.477127 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13302db6-9424-4aca-89fa-aac3c5e70895 x-openstack-request-id: req-13302db6-9424-4aca-89fa-aac3c5e70895 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:57:31.477530 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18915c5d-06a9-4dac-9d27-77b0ecd9f82c", "tag": "ff4fb31b-7bb8-483b-bd31-b9e989e46b38", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:57:31.477633 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-13302db6-9424-4aca-89fa-aac3c5e70895 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:57:31.478025 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18915c5d-06a9-4dac-9d27-77b0ecd9f82c', 'tag': 'ff4fb31b-7bb8-483b-bd31-b9e989e46b38', 'status': 'completed', 'code': 200} Sep 21 17:57:31.505781 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44d84a-2cec-4f49-b762-7489dd471130 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4fb31b-7bb8-483b-bd31-b9e989e46b38,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:31.527838 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-b83c4fc3-3362-4a4b-9374-449665aa4cd7 None None] Set router 0367753d-98d0-40a6-975d-6f0956b4c8ed gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:57:31.606769 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-c3ddcb41-68e4-466e-9042-a10b9327f813 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Network aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:57:31.636904 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 70e70c71-161d-431f-866b-8060d68c895a no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:57:31.638718 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-c3ddcb41-68e4-466e-9042-a10b9327f813 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:57:31.642896 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-c3ddcb41-68e4-466e-9042-a10b9327f813 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:57:31.663678 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 70e70c71-161d-431f-866b-8060d68c895a {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:57:31.664406 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 70e70c71-161d-431f-866b-8060d68c895a not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:57:31.664960 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 4aff3c14-d78d-4711-ab3c-e7356feff0df no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:57:31.692517 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 4aff3c14-d78d-4711-ab3c-e7356feff0df {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:57:31.693160 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 4aff3c14-d78d-4711-ab3c-e7356feff0df not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:57:31.700169 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41946754-51e3-473d-905b-ea2fda69d2a2 req-8799cb7f-0951-41b8-8d2d-75906b419f40 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:31.708921 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-41946754-51e3-473d-905b-ea2fda69d2a2 req-8799cb7f-0951-41b8-8d2d-75906b419f40 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=18915c5d-06a9-4dac-9d27-77b0ecd9f82c HTTP/1.1" status: 200 len: 944 time: 0.1243067 Sep 21 17:57:31.728324 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-c3ddcb41-68e4-466e-9042-a10b9327f813 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:31.729050 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-c3ddcb41-68e4-466e-9042-a10b9327f813 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:31.762133 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-41946754-51e3-473d-905b-ea2fda69d2a2 req-94c8e61a-bb41-48bc-aa12-875327ff5b2e tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520959 Sep 21 17:57:31.775703 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-c3ddcb41-68e4-466e-9042-a10b9327f813 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1027660 Sep 21 17:57:31.791484 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-9c463cdf-69c5-4c16-9bed-18a469ec4832 service neutron] Request body: {'port': {'device_id': 'cfa09142-da65-4cd5-897d-ac9f29ccda13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:31.801964 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ddcb41-68e4-466e-9042-a10b9327f813 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Pushing event updated for resources: {'Port': ['ID=3585ed89-f987-49fd-a131-fb396a820d90,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:31.829740 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-86c2bcbd-079c-47b0-a4dc-ddb95f2d8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:31.831745 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-86c2bcbd-079c-47b0-a4dc-ddb95f2d8289 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1fc54364b794afda43368337694baaa&device_id=18915c5d-06a9-4dac-9d27-77b0ecd9f82c HTTP/1.1" status: 200 len: 1095 time: 0.3510225 Sep 21 17:57:31.842874 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b8285-6417-4428-86e9-e7600c39d0f6 req-eea1e415-072f-47b4-81c6-0ff18947e2b6 tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:31.845958 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ea5b8285-6417-4428-86e9-e7600c39d0f6 req-eea1e415-072f-47b4-81c6-0ff18947e2b6 tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] 10.222.0.44 "GET /v2.0/ports?device_id=38640c02-63b3-477e-aa5a-aaee9392f264 HTTP/1.1" status: 200 len: 949 time: 0.3792868 Sep 21 17:57:31.925236 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-47d330c7-bc3b-4c17-afc6-3f149daf0132 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff4fb31b-7bb8-483b-bd31-b9e989e46b38 HTTP/1.1" status: 200 len: 217 time: 0.0732534 Sep 21 17:57:31.940569 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b15f60-10fe-4fad-b0f2-aa02e3f60ca2 req-a6e2cc92-d670-4df7-863c-c6c016084649 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:31.945502 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-b83c4fc3-3362-4a4b-9374-449665aa4cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'name': 'tempest-TaggedBootDevicesTest-480229783-router', 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '50dced9d-dafa-4c87-8f9b-1a02a8109143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:25Z', 'updated_at': '2021-09-21T17:57:28Z', 'revision_number': 3, 'project_id': 'd40c78ed24d44bc286019ecdefec3c75', 'gw_port': {'id': '50dced9d-dafa-4c87-8f9b-1a02a8109143', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cf:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:27Z', 'updated_at': '2021-09-21T17:57:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:31.950111 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e4b15f60-10fe-4fad-b0f2-aa02e3f60ca2 req-a6e2cc92-d670-4df7-863c-c6c016084649 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 945 time: 0.3220353 Sep 21 17:57:31.977762 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83c4fc3-3362-4a4b-9374-449665aa4cd7 None None] Checking router: 0367753d-98d0-40a6-975d-6f0956b4c8ed for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:57:31.978351 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83c4fc3-3362-4a4b-9374-449665aa4cd7 None None] Updating router 0367753d-98d0-40a6-975d-6f0956b4c8ed port 50dced9d-dafa-4c87-8f9b-1a02a8109143 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:57:32.017316 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d081b510-835b-409d-9f6a-632383b2f824 req-9e54c0c0-07bd-4d45-bcd4-6440552dd075 tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bad1eff-9620-4148-9aeb-8d092301f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0714769 Sep 21 17:57:32.041662 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-b83c4fc3-3362-4a4b-9374-449665aa4cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:32.066070 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-9c463cdf-69c5-4c16-9bed-18a469ec4832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:32.090753 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-c11892dd-80f6-450f-87ff-18952409d0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:32.092393 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-c11892dd-80f6-450f-87ff-18952409d0ab service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c08e933-ce5c-4713-ad95-cf9d2cd4544e HTTP/1.1" status: 200 len: 852 time: 0.1343503 Sep 21 17:57:32.109526 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e4b15f60-10fe-4fad-b0f2-aa02e3f60ca2 req-331ce503-0aff-4468-be1d-893c07fd116a tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540463 Sep 21 17:57:32.163074 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-bfa2fbba-7fee-454c-ad0f-287d4b53886c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8c160ab6-baed-4257-8d63-cfb421e0e315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521030 Sep 21 17:57:32.248427 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aecb44b-5a52-4143-a9aa-8f18e7e65fbf req-67233879-6651-4fe0-929f-b741d724e7d9 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:32.249947 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6aecb44b-5a52-4143-a9aa-8f18e7e65fbf req-67233879-6651-4fe0-929f-b741d724e7d9 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa09142-da65-4cd5-897d-ac9f29ccda13 HTTP/1.1" status: 200 len: 932 time: 0.1178596 Sep 21 17:57:32.354802 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6aecb44b-5a52-4143-a9aa-8f18e7e65fbf req-00c18d99-9b28-45d7-af67-6b44183702cf tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982502 Sep 21 17:57:32.371265 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-ea5b8285-6417-4428-86e9-e7600c39d0f6 req-79e832bb-e411-401f-9953-2592d9a0e90b tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Deleting port 5eeb42c3-4940-4dec-be67-2189694c6dc1 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:57:32.371748 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ea5b8285-6417-4428-86e9-e7600c39d0f6 req-79e832bb-e411-401f-9953-2592d9a0e90b tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:32.434642 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-b83c4fc3-3362-4a4b-9374-449665aa4cd7 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:32.445219 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-b83c4fc3-3362-4a4b-9374-449665aa4cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:32.494741 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9b011947-ff28-47bf-8a25-a32f5c60eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:32.507746 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-b83c4fc3-3362-4a4b-9374-449665aa4cd7 None None] Attempting to bind port 50dced9d-dafa-4c87-8f9b-1a02a8109143 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:57:32.508114 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-b83c4fc3-3362-4a4b-9374-449665aa4cd7 None None] Attempting to bind port 50dced9d-dafa-4c87-8f9b-1a02a8109143 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:57:32.508473 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83c4fc3-3362-4a4b-9374-449665aa4cd7 None None] Attempting to bind port 50dced9d-dafa-4c87-8f9b-1a02a8109143 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:57:32.517943 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e18285-ea49-4532-b94e-4c02db846ca7 None None] Pushing event updated for resources: {'Port': ['ID=50dced9d-dafa-4c87-8f9b-1a02a8109143,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:32.524561 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83c4fc3-3362-4a4b-9374-449665aa4cd7 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:57:32.524942 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83c4fc3-3362-4a4b-9374-449665aa4cd7 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:57:32.525432 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-b83c4fc3-3362-4a4b-9374-449665aa4cd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:32.525824 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83c4fc3-3362-4a4b-9374-449665aa4cd7 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:57:32.526374 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-b83c4fc3-3362-4a4b-9374-449665aa4cd7 None None] Bound port: 50dced9d-dafa-4c87-8f9b-1a02a8109143, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:57:32.526771 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-b83c4fc3-3362-4a4b-9374-449665aa4cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:32.569418 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34294) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:32.586683 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-b83c4fc3-3362-4a4b-9374-449665aa4cd7 None None] For port 50dced9d-dafa-4c87-8f9b-1a02a8109143, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:57:32.596675 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-b83c4fc3-3362-4a4b-9374-449665aa4cd7 None None] For port 50dced9d-dafa-4c87-8f9b-1a02a8109143, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=50dced9d-dafa-4c87-8f9b-1a02a8109143,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:57:32.605641 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-b83c4fc3-3362-4a4b-9374-449665aa4cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:32.611935 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-1a717e66-3feb-4b48-9be6-d652a649d539 service neutron] 10.222.0.38 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380240 Sep 21 17:57:32.624288 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831e1fe-68a4-4ba5-91a8-214b4ca82cd4 req-b9507232-7c5f-45b8-9712-b3df4045f52b tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:32.631546 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a831e1fe-68a4-4ba5-91a8-214b4ca82cd4 req-b9507232-7c5f-45b8-9712-b3df4045f52b tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] 10.222.0.58 "GET /v2.0/ports?device_id=38640c02-63b3-477e-aa5a-aaee9392f264 HTTP/1.1" status: 200 len: 949 time: 0.1812487 Sep 21 17:57:32.668943 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83c4fc3-3362-4a4b-9374-449665aa4cd7 None None] Routers {'0367753d-98d0-40a6-975d-6f0956b4c8ed'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:57:32.669585 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-b83c4fc3-3362-4a4b-9374-449665aa4cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:57:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0367753d-98d0-40a6-975d-6f0956b4c8ed'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:32.724909 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e18285-ea49-4532-b94e-4c02db846ca7 None None] Pushing event updated for resources: {'Port': ['ID=50dced9d-dafa-4c87-8f9b-1a02a8109143,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:32.760363 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-ea5b8285-6417-4428-86e9-e7600c39d0f6 req-79e832bb-e411-401f-9953-2592d9a0e90b tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] For port 5eeb42c3-4940-4dec-be67-2189694c6dc1, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5eeb42c3-4940-4dec-be67-2189694c6dc1,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:32.760947 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ea5b8285-6417-4428-86e9-e7600c39d0f6 req-79e832bb-e411-401f-9953-2592d9a0e90b tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:32.814617 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-b83c4fc3-3362-4a4b-9374-449665aa4cd7 None None] Set router 0367753d-98d0-40a6-975d-6f0956b4c8ed gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:57:32.824072 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-ea5b8285-6417-4428-86e9-e7600c39d0f6 req-79e832bb-e411-401f-9953-2592d9a0e90b tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Calling delete_port for 5eeb42c3-4940-4dec-be67-2189694c6dc1 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:57:32.834193 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ea339100-a40e-4386-a302-9e0a88aa82e2 req-e5ff79dd-29a8-4d8e-9cc5-3fb9382bdd98 service neutron] 10.222.0.38 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005777 Sep 21 17:57:32.843299 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a831e1fe-68a4-4ba5-91a8-214b4ca82cd4 req-0b9a15a7-ec60-4d54-9618-ffeeb44223f0 tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] 10.222.0.58 "GET /v2.0/security-groups?id=1986b573-a759-4196-9b74-58bf452725ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108455 Sep 21 17:57:32.848609 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-9c463cdf-69c5-4c16-9bed-18a469ec4832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3585ed89-f987-49fd-a131-fb396a820d90 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:57:32.858795 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-9c463cdf-69c5-4c16-9bed-18a469ec4832 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:32.940143 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-6715c345-2605-409f-9e9a-938c3b7e7578 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1839193842-network', 'tenant_id': 'f45042291f6d424394d35c26dcf75613'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:32.957981 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-9c463cdf-69c5-4c16-9bed-18a469ec4832 service neutron] Transition to ACTIVE for port object 3585ed89-f987-49fd-a131-fb396a820d90 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:57:32.968560 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-9c463cdf-69c5-4c16-9bed-18a469ec4832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:33.008350 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6715c345-2605-409f-9e9a-938c3b7e7578 admin admin] Made reservation on behalf of f45042291f6d424394d35c26dcf75613 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:57:33.011360 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6715c345-2605-409f-9e9a-938c3b7e7578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:33.019294 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f54d8-ec1e-4905-aa38-0f2a93bfc2cc req-6a126ee6-760e-4b45-ab24-1cf185e5d89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:33.020849 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-901f54d8-ec1e-4905-aa38-0f2a93bfc2cc req-6a126ee6-760e-4b45-ab24-1cf185e5d89b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1fc54364b794afda43368337694baaa&device_id=18915c5d-06a9-4dac-9d27-77b0ecd9f82c HTTP/1.1" status: 200 len: 1095 time: 0.1068008 Sep 21 17:57:33.049161 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6715c345-2605-409f-9e9a-938c3b7e7578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:33.062034 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72d783-85fd-42a9-bc37-f271ef49d1cf req-1f6524db-e949-4e02-9ec3-4c53706ae7d0 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:33.062244 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-b83c4fc3-3362-4a4b-9374-449665aa4cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'name': 'tempest-TaggedBootDevicesTest-480229783-router', 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '50dced9d-dafa-4c87-8f9b-1a02a8109143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:25Z', 'updated_at': '2021-09-21T17:57:28Z', 'revision_number': 3, 'project_id': 'd40c78ed24d44bc286019ecdefec3c75', 'gw_port': {'id': '50dced9d-dafa-4c87-8f9b-1a02a8109143', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cf:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:27Z', 'updated_at': '2021-09-21T17:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:33.063859 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5c72d783-85fd-42a9-bc37-f271ef49d1cf req-1f6524db-e949-4e02-9ec3-4c53706ae7d0 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=18915c5d-06a9-4dac-9d27-77b0ecd9f82c HTTP/1.1" status: 200 len: 944 time: 0.1292512 Sep 21 17:57:33.103870 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c463cdf-69c5-4c16-9bed-18a469ec4832 service neutron] Pushing event updated for resources: {'Port': ['ID=3585ed89-f987-49fd-a131-fb396a820d90,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:33.108196 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83c4fc3-3362-4a4b-9374-449665aa4cd7 None None] The sync data for ids ['0367753d-98d0-40a6-975d-6f0956b4c8ed'] in n-d-810291-1 is: [{'id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'name': 'tempest-TaggedBootDevicesTest-480229783-router', 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '50dced9d-dafa-4c87-8f9b-1a02a8109143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:25Z', 'updated_at': '2021-09-21T17:57:28Z', 'revision_number': 3, 'project_id': 'd40c78ed24d44bc286019ecdefec3c75', 'gw_port': {'id': '50dced9d-dafa-4c87-8f9b-1a02a8109143', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cf:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:27Z', 'updated_at': '2021-09-21T17:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:57:33.114705 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-9b011947-ff28-47bf-8a25-a32f5c60eaa4 admin admin] Allocated IP 172.20.0.1 (543c6f8a-4719-45e7-ae5b-7d43c52acf45/97a406fa-a160-4fba-ab8a-73084b03db92/79c47bf6-44c6-4abb-8867-ecca7fca4df6) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:57:33.157763 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5c72d783-85fd-42a9-bc37-f271ef49d1cf req-8cb7ecb0-8d69-4d7d-bc8e-e6d3a769a450 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856478 Sep 21 17:57:33.234222 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ea5b8285-6417-4428-86e9-e7600c39d0f6 req-79e832bb-e411-401f-9953-2592d9a0e90b tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:33.246385 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['5eeb42c3-4940-4dec-be67-2189694c6dc1'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:57:33.298335 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6715c345-2605-409f-9e9a-938c3b7e7578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:33.317389 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e832bb-e411-401f-9953-2592d9a0e90b tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Pushing event deleted for resources: {'Port': ['ID=5eeb42c3-4940-4dec-be67-2189694c6dc1,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:33.352326 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6715c345-2605-409f-9e9a-938c3b7e7578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:33.389912 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f54d8-ec1e-4905-aa38-0f2a93bfc2cc req-134c45b4-1530-42f4-ad27-47382fd87a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:33.392578 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-901f54d8-ec1e-4905-aa38-0f2a93bfc2cc req-134c45b4-1530-42f4-ad27-47382fd87a06 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8c160ab6-baed-4257-8d63-cfb421e0e315 HTTP/1.1" status: 200 len: 913 time: 0.3637316 Sep 21 17:57:33.396725 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-9c463cdf-69c5-4c16-9bed-18a469ec4832 service neutron] Attempting to bind port 3585ed89-f987-49fd-a131-fb396a820d90 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:57:33.397370 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-9c463cdf-69c5-4c16-9bed-18a469ec4832 service neutron] Attempting to bind port 3585ed89-f987-49fd-a131-fb396a820d90 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '500e6984-2a01-4831-b627-e9af1dad17c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:57:33.397886 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-9c463cdf-69c5-4c16-9bed-18a469ec4832 service neutron] Attempting to bind port 3585ed89-f987-49fd-a131-fb396a820d90 on network aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:57:33.398632 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fc5d7c96-896f-4c36-939c-78a17c017c69 req-4d04000e-73bd-44d2-a5c4-533bce0626ca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d93925977e04a448a01d146a5c5fc76&device_id=9d851ba2-5a59-4768-92ab-4e31ce86c08c HTTP/1.1" status: 200 len: 210 time: 0.0964072 Sep 21 17:57:33.424509 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-9c463cdf-69c5-4c16-9bed-18a469ec4832 service neutron] Port 3585ed89-f987-49fd-a131-fb396a820d90 on network aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:57:33.424937 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-9c463cdf-69c5-4c16-9bed-18a469ec4832 service neutron] Attempting to bind port 3585ed89-f987-49fd-a131-fb396a820d90 on network aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:57:33.432135 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6715c345-2605-409f-9e9a-938c3b7e7578 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:57:33.436137 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-14c425ef-3ede-4f92-8d0b-cf6f0917eaa3 req-996ddcce-7c01-410a-902c-3ba1cf2eec07 tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d851ba2-5a59-4768-92ab-4e31ce86c08c HTTP/1.1" status: 200 len: 210 time: 0.0964932 Sep 21 17:57:33.519951 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5b8285-6417-4428-86e9-e7600c39d0f6 req-79e832bb-e411-401f-9953-2592d9a0e90b tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] No DVR routers for this DVR port 5eeb42c3-4940-4dec-be67-2189694c6dc1 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:57:33.524007 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ea5b8285-6417-4428-86e9-e7600c39d0f6 req-79e832bb-e411-401f-9953-2592d9a0e90b tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:33.527038 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ea5b8285-6417-4428-86e9-e7600c39d0f6 req-79e832bb-e411-401f-9953-2592d9a0e90b tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] 10.222.0.44 "DELETE /v2.0/ports/5eeb42c3-4940-4dec-be67-2189694c6dc1 HTTP/1.1" status: 204 len: 173 time: 1.6634588 Sep 21 17:57:33.527611 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38640c02-63b3-477e-aa5a-aaee9392f264', 'name': 'network-vif-deleted', 'tag': '5eeb42c3-4940-4dec-be67-2189694c6dc1'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:57:33.530513 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebd7110-be63-43fc-bac8-7f0e2125f6a2" -d '{"events": [{"server_uuid": "38640c02-63b3-477e-aa5a-aaee9392f264", "name": "network-vif-deleted", "tag": "5eeb42c3-4940-4dec-be67-2189694c6dc1"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:57:33.538650 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fc5d7c96-896f-4c36-939c-78a17c017c69 req-f4173b7e-fe48-4d86-869c-110aad11c96f service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=1d93925977e04a448a01d146a5c5fc76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1202202 Sep 21 17:57:33.541596 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6715c345-2605-409f-9e9a-938c3b7e7578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:33.542037 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-6715c345-2605-409f-9e9a-938c3b7e7578 admin admin] Added segment e0bbbf63-a71d-4cba-9a61-57f58fac4e2e of type vlan for network 2dc45eb4-5f11-4e3f-9333-457ab9caa65b Sep 21 17:57:33.550672 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-901f54d8-ec1e-4905-aa38-0f2a93bfc2cc req-ba93da3b-8c1e-4da6-953f-9980907f2f50 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff4fb31b-7bb8-483b-bd31-b9e989e46b38 HTTP/1.1" status: 200 len: 217 time: 0.1267600 Sep 21 17:57:33.552277 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-9c463cdf-69c5-4c16-9bed-18a469ec4832 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:57:33.552591 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-9c463cdf-69c5-4c16-9bed-18a469ec4832 service neutron] Checking segment: {'id': '500e6984-2a01-4831-b627-e9af1dad17c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:57:33.552988 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-9c463cdf-69c5-4c16-9bed-18a469ec4832 service neutron] Bound using segment: {'id': '500e6984-2a01-4831-b627-e9af1dad17c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:57:33.553518 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-9c463cdf-69c5-4c16-9bed-18a469ec4832 service neutron] Bound port: 3585ed89-f987-49fd-a131-fb396a820d90, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500e6984-2a01-4831-b627-e9af1dad17c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:57:33.553889 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-9c463cdf-69c5-4c16-9bed-18a469ec4832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:33.607551 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715c345-2605-409f-9e9a-938c3b7e7578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd44170a-ecc0-4c86-a55e-1ce072635fc9,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:33.660488 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9b011947-ff28-47bf-8a25-a32f5c60eaa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:33.696758 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-9c463cdf-69c5-4c16-9bed-18a469ec4832 service neutron] For port 3585ed89-f987-49fd-a131-fb396a820d90, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:57:33.697822 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd736c-8cac-49fd-8af7-0d5b92784b75 req-1051bab0-7a38-4ee2-ba9c-a67ead384673 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:33.699456 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e3fd736c-8cac-49fd-8af7-0d5b92784b75 req-1051bab0-7a38-4ee2-ba9c-a67ead384673 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 945 time: 0.3990049 Sep 21 17:57:33.700935 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-9c463cdf-69c5-4c16-9bed-18a469ec4832 service neutron] For port 3585ed89-f987-49fd-a131-fb396a820d90, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3585ed89-f987-49fd-a131-fb396a820d90,segment=NetworkSegment(500e6984-2a01-4831-b627-e9af1dad17c5),segment_id=500e6984-2a01-4831-b627-e9af1dad17c5)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:57:33.709885 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-9c463cdf-69c5-4c16-9bed-18a469ec4832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:33.737061 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 50dced9d-dafa-4c87-8f9b-1a02a8109143 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:57:33.766455 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f54d8-ec1e-4905-aa38-0f2a93bfc2cc req-d6b9c5f9-91a1-4dc2-b7c8-4a6f425d0946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:33.772972 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-901f54d8-ec1e-4905-aa38-0f2a93bfc2cc req-d6b9c5f9-91a1-4dc2-b7c8-4a6f425d0946 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c08e933-ce5c-4713-ad95-cf9d2cd4544e HTTP/1.1" status: 200 len: 852 time: 0.2158864 Sep 21 17:57:33.799683 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-9c463cdf-69c5-4c16-9bed-18a469ec4832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:33.800602 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-9c463cdf-69c5-4c16-9bed-18a469ec4832 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:33.802437 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-9c463cdf-69c5-4c16-9bed-18a469ec4832 service neutron] 10.222.0.38 "PUT /v2.0/ports/3585ed89-f987-49fd-a131-fb396a820d90 HTTP/1.1" status: 200 len: 1092 time: 2.0154042 Sep 21 17:57:33.813302 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 50dced9d-dafa-4c87-8f9b-1a02a8109143 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:33.814069 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:33.852346 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-901f54d8-ec1e-4905-aa38-0f2a93bfc2cc req-9c0686a6-be35-4227-90c3-31462d9afedf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8c160ab6-baed-4257-8d63-cfb421e0e315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658305 Sep 21 17:57:33.862368 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6715c345-2605-409f-9e9a-938c3b7e7578 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:33.914487 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:33.940319 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 50dced9d-dafa-4c87-8f9b-1a02a8109143, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=50dced9d-dafa-4c87-8f9b-1a02a8109143,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:33.948910 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:33.966559 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c463cdf-69c5-4c16-9bed-18a469ec4832 service neutron] Pushing event updated for resources: {'Port': ['ID=3585ed89-f987-49fd-a131-fb396a820d90,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:33.972257 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e3fd736c-8cac-49fd-8af7-0d5b92784b75 req-b8967b61-4c62-4e47-a3eb-0f27a601d32f tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533119 Sep 21 17:57:33.995676 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d7c96-896f-4c36-939c-78a17c017c69 req-ced8fc35-915c-49d4-b8f5-57594056b336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:33.996464 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61c9ae-3361-4ed9-b11c-7fc0cd53a25c req-fc8cdf39-10d7-4db5-b8b3-21e91ea14dc0 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:33.997251 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fc5d7c96-896f-4c36-939c-78a17c017c69 req-ced8fc35-915c-49d4-b8f5-57594056b336 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4283521 Sep 21 17:57:34.011211 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6715c345-2605-409f-9e9a-938c3b7e7578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:34.013074 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9d61c9ae-3361-4ed9-b11c-7fc0cd53a25c req-fc8cdf39-10d7-4db5-b8b3-21e91ea14dc0 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa09142-da65-4cd5-897d-ac9f29ccda13 HTTP/1.1" status: 200 len: 944 time: 0.2277727 Sep 21 17:57:34.019271 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6715c345-2605-409f-9e9a-938c3b7e7578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:34.021734 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6715c345-2605-409f-9e9a-938c3b7e7578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:34.060736 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9b011947-ff28-47bf-8a25-a32f5c60eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:34.061796 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-901f54d8-ec1e-4905-aa38-0f2a93bfc2cc req-70fa17a0-4cef-4685-b4ef-246a200c611e service neutron] 10.222.0.38 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917403 Sep 21 17:57:34.209011 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=50dced9d-dafa-4c87-8f9b-1a02a8109143,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:34.227054 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6715c345-2605-409f-9e9a-938c3b7e7578 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6529791 Sep 21 17:57:34.231163 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34318) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:34.239606 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b011947-ff28-47bf-8a25-a32f5c60eaa4 admin admin] Network 543c6f8a-4719-45e7-ae5b-7d43c52acf45 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:57:34.285191 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-4860069f-094c-44f3-8577-61ba5d6e4b7e admin admin] Request body: {'subnet': {'network_id': '2dc45eb4-5f11-4e3f-9333-457ab9caa65b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1839193842-subnet', 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:34.288837 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-9b011947-ff28-47bf-8a25-a32f5c60eaa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:57:34.307456 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b011947-ff28-47bf-8a25-a32f5c60eaa4 admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:57:34.310479 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b011947-ff28-47bf-8a25-a32f5c60eaa4 admin admin] Pushing event updated for resources: {'Port': ['ID=79c47bf6-44c6-4abb-8867-ecca7fca4df6,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:34.330526 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device ff4fb31b-7bb8-483b-bd31-b9e989e46b38 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:57:34.332740 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715c345-2605-409f-9e9a-938c3b7e7578 admin admin] Pushing event updated for resources: {'Network': ['ID=2dc45eb4-5f11-4e3f-9333-457ab9caa65b,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:34.350397 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 2dc45eb4-5f11-4e3f-9333-457ab9caa65b details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:57:34.357979 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d68dd4d2-c5c7-4cd0-9737-7100c707725c req-b82e74e0-a6a6-474b-8de1-3184a1683390 tempest-ImagesNegativeTestJSON-1226647724 tempest-ImagesNegativeTestJSON-1226647724-project] 10.222.0.58 "GET /v2.0/ports?device_id=38640c02-63b3-477e-aa5a-aaee9392f264 HTTP/1.1" status: 200 len: 210 time: 0.0664361 Sep 21 17:57:34.406750 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9b011947-ff28-47bf-8a25-a32f5c60eaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:34.414725 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4860069f-094c-44f3-8577-61ba5d6e4b7e admin admin] Made reservation on behalf of f45042291f6d424394d35c26dcf75613 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:57:34.417193 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4860069f-094c-44f3-8577-61ba5d6e4b7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:34.557748 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port ff4fb31b-7bb8-483b-bd31-b9e989e46b38, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ff4fb31b-7bb8-483b-bd31-b9e989e46b38,segment=NetworkSegment(24b566e5-042a-4b3d-9902-34d5286efb61),segment_id=24b566e5-042a-4b3d-9902-34d5286efb61)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:34.571127 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'ff4fb31b-7bb8-483b-bd31-b9e989e46b38', 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315', 'port_id': 'ff4fb31b-7bb8-483b-bd31-b9e989e46b38', 'mac_address': 'fa:16:3e:b6:42:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c08e933-ce5c-4713-ad95-cf9d2cd4544e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:57:34.629295 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-ccfb2f30-b708-4d11-a216-0554d742cd15 None None] Provisioning complete for port 79c47bf6-44c6-4abb-8867-ecca7fca4df6 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:34.629798 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ccfb2f30-b708-4d11-a216-0554d742cd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:34.632196 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:34.643951 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1521f9c5-a2ff-424d-9ac3-4fddc9abbed7 x-openstack-request-id: req-1521f9c5-a2ff-424d-9ac3-4fddc9abbed7 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:57:34.644543 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38640c02-63b3-477e-aa5a-aaee9392f264", "name": "network-vif-deleted", "tag": "5eeb42c3-4940-4dec-be67-2189694c6dc1", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:57:34.644992 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1521f9c5-a2ff-424d-9ac3-4fddc9abbed7 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:57:34.645663 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38640c02-63b3-477e-aa5a-aaee9392f264', 'name': 'network-vif-deleted', 'tag': '5eeb42c3-4940-4dec-be67-2189694c6dc1', 'status': 'completed', 'code': 200} Sep 21 17:57:34.675880 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff4fb31b-7bb8-483b-bd31-b9e989e46b38 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:57:34.680954 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-e628be6f-0d19-4343-8df7-e69dee8a3ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:34.682527 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-e628be6f-0d19-4343-8df7-e69dee8a3ad1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b31eef4e323d4207999cb58629ab639d&device_id=cfa09142-da65-4cd5-897d-ac9f29ccda13 HTTP/1.1" status: 200 len: 1095 time: 0.8114500 Sep 21 17:57:34.685220 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9b011947-ff28-47bf-8a25-a32f5c60eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:34.685441 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9d61c9ae-3361-4ed9-b11c-7fc0cd53a25c req-cbf18c75-60ee-4fb4-a37c-b83fcfe8bd73 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6714866 Sep 21 17:57:34.716635 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-ccfb2f30-b708-4d11-a216-0554d742cd15 None None] Port 79c47bf6-44c6-4abb-8867-ecca7fca4df6 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:57:34.721011 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11b360-bc84-41a5-acc8-957b08ac453d req-c34e715f-1c60-405c-89eb-f764ad8047ce tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:34.725176 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-901f54d8-ec1e-4905-aa38-0f2a93bfc2cc req-4202f4f8-b886-4e68-98a2-0dbac461fab3 service neutron] 10.222.0.38 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6497452 Sep 21 17:57:34.728479 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7a11b360-bc84-41a5-acc8-957b08ac453d req-c34e715f-1c60-405c-89eb-f764ad8047ce tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=18915c5d-06a9-4dac-9d27-77b0ecd9f82c HTTP/1.1" status: 200 len: 944 time: 0.1659749 Sep 21 17:57:34.731860 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port ff4fb31b-7bb8-483b-bd31-b9e989e46b38, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ff4fb31b-7bb8-483b-bd31-b9e989e46b38,segment=NetworkSegment(24b566e5-042a-4b3d-9902-34d5286efb61),segment_id=24b566e5-042a-4b3d-9902-34d5286efb61)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:34.740963 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:34.774100 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-6c6462cb-6cd2-410d-b72a-5404c28b6d96 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3585ed89-f987-49fd-a131-fb396a820d90 HTTP/1.1" status: 200 len: 217 time: 0.0600748 Sep 21 17:57:34.799955 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=ff4fb31b-7bb8-483b-bd31-b9e989e46b38,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:34.835952 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-85c5bffa-3f8d-482a-9142-1e98b3531d56 req-744d7a03-c46c-4e93-88ff-69ce238d3f81 tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d851ba2-5a59-4768-92ab-4e31ce86c08c HTTP/1.1" status: 200 len: 210 time: 0.0559111 Sep 21 17:57:34.840866 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7a11b360-bc84-41a5-acc8-957b08ac453d req-75fbf987-e763-43db-89da-266f7fb488b6 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115336 Sep 21 17:57:34.860515 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-8653b771-f9e7-4bb0-92de-4791f641a5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:34.862023 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-8653b771-f9e7-4bb0-92de-4791f641a5a8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0531be06-6a2e-4520-8b82-278ae185109b HTTP/1.1" status: 200 len: 861 time: 0.0702269 Sep 21 17:57:34.900579 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-dec4f728-1c73-4b8c-bc9d-cf06a12f5273 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299504 Sep 21 17:57:34.945245 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4860069f-094c-44f3-8577-61ba5d6e4b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:34.989139 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['ff4fb31b-7bb8-483b-bd31-b9e989e46b38'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:57:35.010326 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-1146b26b-4d73-4539-90b5-03fd90156b28 service neutron] 10.222.0.38 "GET /v2.0/networks/aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015151 Sep 21 17:57:35.025949 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4860069f-094c-44f3-8577-61ba5d6e4b7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=063152f7-9266-4ea3-af4b-f63acd8682dc,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:35.051025 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9b011947-ff28-47bf-8a25-a32f5c60eaa4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:35.056979 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4860069f-094c-44f3-8577-61ba5d6e4b7e admin admin] Checking segment: {'id': 'e0bbbf63-a71d-4cba-9a61-57f58fac4e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2dc45eb4-5f11-4e3f-9333-457ab9caa65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:57:35.057383 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4860069f-094c-44f3-8577-61ba5d6e4b7e admin admin] Network hostable DHCP agents. Network: 2dc45eb4-5f11-4e3f-9333-457ab9caa65b, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:57:35.060866 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9b011947-ff28-47bf-8a25-a32f5c60eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:35.136266 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25dccc9b-9acf-4ded-8893-307504b83e36 req-383fdcdb-c533-45e5-a0ba-4fb83d3fc75b service neutron] 10.222.0.38 "GET /v2.0/networks/aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166294 Sep 21 17:57:35.157742 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4860069f-094c-44f3-8577-61ba5d6e4b7e admin admin] Network 2dc45eb4-5f11-4e3f-9333-457ab9caa65b is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:57:35.161820 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b011947-ff28-47bf-8a25-a32f5c60eaa4 admin admin] Pushing event updated for resources: {'Port': ['ID=79c47bf6-44c6-4abb-8867-ecca7fca4df6,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:35.173035 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9b011947-ff28-47bf-8a25-a32f5c60eaa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:35.183324 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-4860069f-094c-44f3-8577-61ba5d6e4b7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 2dc45eb4-5f11-4e3f-9333-457ab9caa65b) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:57:35.189932 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4860069f-094c-44f3-8577-61ba5d6e4b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:35.190403 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4860069f-094c-44f3-8577-61ba5d6e4b7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:35.202120 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a4875e-87aa-47be-a360-54ef8b027c63 None None] Network 2dc45eb4-5f11-4e3f-9333-457ab9caa65b requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:57:35.222061 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5a2c4-e6e4-4a0a-8f3d-1c0f8c5e95eb req-47ed9077-b7a3-4690-9906-773ed9588291 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:35.223604 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5cb5a2c4-e6e4-4a0a-8f3d-1c0f8c5e95eb req-47ed9077-b7a3-4690-9906-773ed9588291 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 945 time: 0.1174176 Sep 21 17:57:35.268758 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4860069f-094c-44f3-8577-61ba5d6e4b7e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9875023 Sep 21 17:57:35.272923 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34326) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:35.277384 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-e8f98366-9111-481f-970b-97fa66090b7b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1839193842-router', 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:35.326002 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e8f98366-9111-481f-970b-97fa66090b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:35.328496 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e8f98366-9111-481f-970b-97fa66090b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:35.331181 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5cb5a2c4-e6e4-4a0a-8f3d-1c0f8c5e95eb req-f74c3176-979f-45a6-b1d8-807f7fa0d60b tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812161 Sep 21 17:57:35.348553 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b011947-ff28-47bf-8a25-a32f5c60eaa4 admin admin] Network 543c6f8a-4719-45e7-ae5b-7d43c52acf45 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:57:35.350216 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-9b011947-ff28-47bf-8a25-a32f5c60eaa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:57:35.398831 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70aa34e-10c8-4497-9a5b-9ad17e5928c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-2dc45eb4-5f11-4e3f-9333-457ab9caa65b', 'network_id': '2dc45eb4-5f11-4e3f-9333-457ab9caa65b', 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'fixed_ips': [{'subnet_id': '063152f7-9266-4ea3-af4b-f63acd8682dc'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:57:35.399856 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a70aa34e-10c8-4497-9a5b-9ad17e5928c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:35.404013 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e8f98366-9111-481f-970b-97fa66090b7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:35.477823 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fc5d7c96-896f-4c36-939c-78a17c017c69 req-3eede70b-6e02-4f75-ae7a-67d4d4070fd1 tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d851ba2-5a59-4768-92ab-4e31ce86c08c HTTP/1.1" status: 200 len: 210 time: 0.0400689 Sep 21 17:57:35.585613 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b011947-ff28-47bf-8a25-a32f5c60eaa4 admin admin] Router 0367753d-98d0-40a6-975d-6f0956b4c8ed has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:57:35.668770 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 50dced9d-dafa-4c87-8f9b-1a02a8109143 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:57:35.694671 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-a70aa34e-10c8-4497-9a5b-9ad17e5928c8 None None] Allocated IP 172.20.0.2 (2dc45eb4-5f11-4e3f-9333-457ab9caa65b/063152f7-9266-4ea3-af4b-f63acd8682dc/c92e83f1-3eb6-4b5d-9a4d-d861b2096ab0) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:57:35.718022 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e8f98366-9111-481f-970b-97fa66090b7b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:35.774414 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-30bf0404-9b30-4e1e-84ac-5bb83a6aa89c None None] Provisioning complete for port 79c47bf6-44c6-4abb-8867-ecca7fca4df6 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:35.774824 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-30bf0404-9b30-4e1e-84ac-5bb83a6aa89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:35.782090 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b011947-ff28-47bf-8a25-a32f5c60eaa4 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:57:35.789748 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9b011947-ff28-47bf-8a25-a32f5c60eaa4 admin admin] 10.222.0.58 "PUT /v2.0/routers/0367753d-98d0-40a6-975d-6f0956b4c8ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3270957 Sep 21 17:57:35.880770 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae027b34-2804-461f-9b7c-5fcdfafa91bf None None] Sync routers for ids ['0367753d-98d0-40a6-975d-6f0956b4c8ed'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:57:35.900169 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 50dced9d-dafa-4c87-8f9b-1a02a8109143 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:35.900621 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:35.906610 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691538dc-d478-456b-9bf1-6ca159ffbab4 req-8d94519c-2733-44a9-8fb9-120d991e904c tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:35.926272 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-691538dc-d478-456b-9bf1-6ca159ffbab4 req-8d94519c-2733-44a9-8fb9-120d991e904c tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa09142-da65-4cd5-897d-ac9f29ccda13 HTTP/1.1" status: 200 len: 944 time: 0.1127338 Sep 21 17:57:35.965759 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae027b34-2804-461f-9b7c-5fcdfafa91bf None None] Routers {'0367753d-98d0-40a6-975d-6f0956b4c8ed'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:57:35.966416 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-ae027b34-2804-461f-9b7c-5fcdfafa91bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:57:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0367753d-98d0-40a6-975d-6f0956b4c8ed'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:36.038050 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-691538dc-d478-456b-9bf1-6ca159ffbab4 req-8ce84e4b-ea02-48d5-b1da-1cb8765fa491 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107552 Sep 21 17:57:36.066504 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d80e920a-9431-43fe-8c27-7ce86e6eb646 req-0f4b4b7e-9e86-4088-94fd-a5528fbe18fa tempest-ServerShowV247Test-422052293 tempest-ServerShowV247Test-422052293-project] 10.222.0.58 "GET /v2.0/ports?device_id=9d851ba2-5a59-4768-92ab-4e31ce86c08c HTTP/1.1" status: 200 len: 210 time: 0.0460031 Sep 21 17:57:36.109565 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e8f98366-9111-481f-970b-97fa66090b7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:36.117870 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34360) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:36.132724 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e8f98366-9111-481f-970b-97fa66090b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:36.146837 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-30bf0404-9b30-4e1e-84ac-5bb83a6aa89c None None] Port 79c47bf6-44c6-4abb-8867-ecca7fca4df6 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:57:36.226307 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-ae027b34-2804-461f-9b7c-5fcdfafa91bf None None] Set router 0367753d-98d0-40a6-975d-6f0956b4c8ed gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:57:36.267060 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d1c32-eea4-4e6d-9cb1-945f17c1a9bf req-7536172d-e962-4d86-a304-567f684d1efa tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:36.280347 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b66d1c32-eea4-4e6d-9cb1-945f17c1a9bf req-7536172d-e962-4d86-a304-567f684d1efa tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=18915c5d-06a9-4dac-9d27-77b0ecd9f82c HTTP/1.1" status: 200 len: 945 time: 0.0969846 Sep 21 17:57:36.299491 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-e8f98366-9111-481f-970b-97fa66090b7b admin admin] Allocated IP 172.25.6.219 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/368f121e-9742-4e3d-ad23-34901564bbdb) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:57:36.305536 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a70aa34e-10c8-4497-9a5b-9ad17e5928c8 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:36.323507 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a70aa34e-10c8-4497-9a5b-9ad17e5928c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:36.358995 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b66d1c32-eea4-4e6d-9cb1-945f17c1a9bf req-f032b1c4-9d4b-4be1-8d46-19c277f8e731 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683613 Sep 21 17:57:36.362182 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device ff4fb31b-7bb8-483b-bd31-b9e989e46b38 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:57:36.391837 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-68585611-0af6-4987-af7f-f4735d3783cd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4cd23a333d764924a8cb0a4b01e5ea7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2675436 Sep 21 17:57:36.392045 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34366) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:36.462836 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70aa34e-10c8-4497-9a5b-9ad17e5928c8 None None] Pushing event updated for resources: {'Port': ['ID=c92e83f1-3eb6-4b5d-9a4d-d861b2096ab0,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:36.479466 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d4bac675-cf0d-43ee-bfef-9bb0fbfedbd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:36.480092 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e8f98366-9111-481f-970b-97fa66090b7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:36.494304 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70aa34e-10c8-4497-9a5b-9ad17e5928c8 None None] Network 2dc45eb4-5f11-4e3f-9333-457ab9caa65b is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:57:36.499397 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-a70aa34e-10c8-4497-9a5b-9ad17e5928c8 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:57:36.504041 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70aa34e-10c8-4497-9a5b-9ad17e5928c8 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:57:36.511339 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1fbecc-1872-45c3-9c04-12491f50342e req-293d04f9-3e33-49d5-8683-bd460b02e80f tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:36.513175 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1d1fbecc-1872-45c3-9c04-12491f50342e req-293d04f9-3e33-49d5-8683-bd460b02e80f tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 945 time: 0.0765803 Sep 21 17:57:36.521247 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d4bac675-cf0d-43ee-bfef-9bb0fbfedbd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:36.568241 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1d1fbecc-1872-45c3-9c04-12491f50342e req-7e5112e8-68e5-4a94-a8b7-bf57d3d0e2cd tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400910 Sep 21 17:57:36.571681 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e8f98366-9111-481f-970b-97fa66090b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:36.612355 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d4bac675-cf0d-43ee-bfef-9bb0fbfedbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:36.615040 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d4bac675-cf0d-43ee-bfef-9bb0fbfedbd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:36.616828 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d4bac675-cf0d-43ee-bfef-9bb0fbfedbd9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1986b573-a759-4196-9b74-58bf452725ce HTTP/1.1" status: 204 len: 168 time: 0.2206943 Sep 21 17:57:36.619966 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f98366-9111-481f-970b-97fa66090b7b admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:57:36.623030 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-e8f98366-9111-481f-970b-97fa66090b7b admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:57:36.626567 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f98366-9111-481f-970b-97fa66090b7b admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:57:36.628273 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bac675-cf0d-43ee-bfef-9bb0fbfedbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1986b573-a759-4196-9b74-58bf452725ce,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:36.654811 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa09142-da65-4cd5-897d-ac9f29ccda13', 'tag': '3585ed89-f987-49fd-a131-fb396a820d90'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:57:36.657345 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b24aff9-b559-45a6-8ae3-b92169c0cdb1" -d '{"events": [{"name": "network-changed", "server_uuid": "cfa09142-da65-4cd5-897d-ac9f29ccda13", "tag": "3585ed89-f987-49fd-a131-fb396a820d90"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:57:36.665596 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f98366-9111-481f-970b-97fa66090b7b admin admin] Pushing event updated for resources: {'Port': ['ID=368f121e-9742-4e3d-ad23-34901564bbdb,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:36.692746 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a70aa34e-10c8-4497-9a5b-9ad17e5928c8 None None] Attempting to bind port c92e83f1-3eb6-4b5d-9a4d-d861b2096ab0 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:57:36.693114 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a70aa34e-10c8-4497-9a5b-9ad17e5928c8 None None] Attempting to bind port c92e83f1-3eb6-4b5d-9a4d-d861b2096ab0 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'e0bbbf63-a71d-4cba-9a61-57f58fac4e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2dc45eb4-5f11-4e3f-9333-457ab9caa65b'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:57:36.693466 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70aa34e-10c8-4497-9a5b-9ad17e5928c8 None None] Attempting to bind port c92e83f1-3eb6-4b5d-9a4d-d861b2096ab0 on network 2dc45eb4-5f11-4e3f-9333-457ab9caa65b {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:57:36.711242 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70aa34e-10c8-4497-9a5b-9ad17e5928c8 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:57:36.711626 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70aa34e-10c8-4497-9a5b-9ad17e5928c8 None None] Checking segment: {'id': 'e0bbbf63-a71d-4cba-9a61-57f58fac4e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2dc45eb4-5f11-4e3f-9333-457ab9caa65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:57:36.711972 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a70aa34e-10c8-4497-9a5b-9ad17e5928c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:36.712404 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70aa34e-10c8-4497-9a5b-9ad17e5928c8 None None] Bound using segment: {'id': 'e0bbbf63-a71d-4cba-9a61-57f58fac4e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2dc45eb4-5f11-4e3f-9333-457ab9caa65b'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:57:36.712957 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a70aa34e-10c8-4497-9a5b-9ad17e5928c8 None None] Bound port: c92e83f1-3eb6-4b5d-9a4d-d861b2096ab0, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bbbf63-a71d-4cba-9a61-57f58fac4e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2dc45eb4-5f11-4e3f-9333-457ab9caa65b'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:57:36.713333 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a70aa34e-10c8-4497-9a5b-9ad17e5928c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:36.727236 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port ff4fb31b-7bb8-483b-bd31-b9e989e46b38 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:57:36.735772 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port ff4fb31b-7bb8-483b-bd31-b9e989e46b38 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:36.736142 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:36.748726 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e71afaa-2067-464a-8d29-bfb9b249914e x-openstack-request-id: req-8e71afaa-2067-464a-8d29-bfb9b249914e {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:57:36.749081 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfa09142-da65-4cd5-897d-ac9f29ccda13", "tag": "3585ed89-f987-49fd-a131-fb396a820d90", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:57:36.749338 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8e71afaa-2067-464a-8d29-bfb9b249914e {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:57:36.749794 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa09142-da65-4cd5-897d-ac9f29ccda13', 'tag': '3585ed89-f987-49fd-a131-fb396a820d90', 'status': 'completed', 'code': 200} Sep 21 17:57:36.832267 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-ae027b34-2804-461f-9b7c-5fcdfafa91bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'name': 'tempest-TaggedBootDevicesTest-480229783-router', 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '50dced9d-dafa-4c87-8f9b-1a02a8109143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:25Z', 'updated_at': '2021-09-21T17:57:34Z', 'revision_number': 4, 'project_id': 'd40c78ed24d44bc286019ecdefec3c75', 'gw_port': {'id': '50dced9d-dafa-4c87-8f9b-1a02a8109143', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cf:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:27Z', 'updated_at': '2021-09-21T17:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '79c47bf6-44c6-4abb-8867-ecca7fca4df6', 'name': '', 'network_id': '543c6f8a-4719-45e7-ae5b-7d43c52acf45', 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'mac_address': 'fa:16:3e:93:70:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '97a406fa-a160-4fba-ab8a-73084b03db92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:32Z', 'updated_at': '2021-09-21T17:57:34Z', 'revision_number': 2, 'project_id': 'd40c78ed24d44bc286019ecdefec3c75', 'subnets': [{'id': '97a406fa-a160-4fba-ab8a-73084b03db92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:36.838328 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a70aa34e-10c8-4497-9a5b-9ad17e5928c8 None None] For port c92e83f1-3eb6-4b5d-9a4d-d861b2096ab0, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:57:36.872862 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 5eeb42c3-4940-4dec-be67-2189694c6dc1 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:57:36.906276 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24aff9-b559-45a6-8ae3-b92169c0cdb1 req-164d245e-74a9-48b4-a9f2-c65db8746549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:36.908035 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b24aff9-b559-45a6-8ae3-b92169c0cdb1 req-164d245e-74a9-48b4-a9f2-c65db8746549 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b31eef4e323d4207999cb58629ab639d&device_id=cfa09142-da65-4cd5-897d-ac9f29ccda13 HTTP/1.1" status: 200 len: 1095 time: 0.1256254 Sep 21 17:57:37.049272 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e8f98366-9111-481f-970b-97fa66090b7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:37.050406 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae027b34-2804-461f-9b7c-5fcdfafa91bf None None] Checking router: 0367753d-98d0-40a6-975d-6f0956b4c8ed for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:57:37.050756 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae027b34-2804-461f-9b7c-5fcdfafa91bf None None] Updating router 0367753d-98d0-40a6-975d-6f0956b4c8ed port 79c47bf6-44c6-4abb-8867-ecca7fca4df6 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:57:37.087773 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a70aa34e-10c8-4497-9a5b-9ad17e5928c8 None None] For port c92e83f1-3eb6-4b5d-9a4d-d861b2096ab0, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=c92e83f1-3eb6-4b5d-9a4d-d861b2096ab0,segment=NetworkSegment(e0bbbf63-a71d-4cba-9a61-57f58fac4e2e),segment_id=e0bbbf63-a71d-4cba-9a61-57f58fac4e2e)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:57:37.091897 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 5eeb42c3-4940-4dec-be67-2189694c6dc1 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:57:37.092249 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 5eeb42c3-4940-4dec-be67-2189694c6dc1 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:57:37.104817 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24aff9-b559-45a6-8ae3-b92169c0cdb1 req-151f4eff-c5fc-4856-a533-04969ee0f244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:37.106373 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b24aff9-b559-45a6-8ae3-b92169c0cdb1 req-151f4eff-c5fc-4856-a533-04969ee0f244 service neutron] 10.222.0.38 "GET /v2.0/networks?id=aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1 HTTP/1.1" status: 200 len: 922 time: 0.1900289 Sep 21 17:57:37.128044 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a70aa34e-10c8-4497-9a5b-9ad17e5928c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:37.207002 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b24aff9-b559-45a6-8ae3-b92169c0cdb1 req-7d479c31-b03b-4e4a-9ea7-f504e123b191 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3585ed89-f987-49fd-a131-fb396a820d90 HTTP/1.1" status: 200 len: 217 time: 0.0840828 Sep 21 17:57:37.216423 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ae027b34-2804-461f-9b7c-5fcdfafa91bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:37.222822 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:37.332894 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18915c5d-06a9-4dac-9d27-77b0ecd9f82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4fb31b-7bb8-483b-bd31-b9e989e46b38'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:57:37.335728 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbceae3-ce2b-4c66-adcd-a7598f8f280c" -d '{"events": [{"server_uuid": "18915c5d-06a9-4dac-9d27-77b0ecd9f82c", "name": "network-vif-plugged", "status": "completed", "tag": "ff4fb31b-7bb8-483b-bd31-b9e989e46b38"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:57:37.343578 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70aa34e-10c8-4497-9a5b-9ad17e5928c8 None None] Pushing event updated for resources: {'Port': ['ID=c92e83f1-3eb6-4b5d-9a4d-d861b2096ab0,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:37.381494 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port ff4fb31b-7bb8-483b-bd31-b9e989e46b38, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ff4fb31b-7bb8-483b-bd31-b9e989e46b38,segment=NetworkSegment(24b566e5-042a-4b3d-9902-34d5286efb61),segment_id=24b566e5-042a-4b3d-9902-34d5286efb61)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:37.390750 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:37.502578 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571005be-9d77-494f-b809-7648eb759ee0 req-2d7e87ae-6e1e-4e4a-ac42-37f875714237 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:37.516438 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-571005be-9d77-494f-b809-7648eb759ee0 req-2d7e87ae-6e1e-4e4a-ac42-37f875714237 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa09142-da65-4cd5-897d-ac9f29ccda13 HTTP/1.1" status: 200 len: 944 time: 0.3158391 Sep 21 17:57:37.570841 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24aff9-b559-45a6-8ae3-b92169c0cdb1 req-69badb72-b866-4d0a-a37e-0f90f3b8eb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:37.575576 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b24aff9-b559-45a6-8ae3-b92169c0cdb1 req-69badb72-b866-4d0a-a37e-0f90f3b8eb52 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0531be06-6a2e-4520-8b82-278ae185109b HTTP/1.1" status: 200 len: 861 time: 0.2965052 Sep 21 17:57:37.634999 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cbe4d-5164-4b8b-bbab-37b87d0d10e0 req-30da0aa7-ff0c-4c0d-b5d8-b510b106ca12 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:37.636833 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f78cbe4d-5164-4b8b-bbab-37b87d0d10e0 req-30da0aa7-ff0c-4c0d-b5d8-b510b106ca12 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=18915c5d-06a9-4dac-9d27-77b0ecd9f82c HTTP/1.1" status: 200 len: 946 time: 0.1319132 Sep 21 17:57:37.655866 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b24aff9-b559-45a6-8ae3-b92169c0cdb1 req-6d2f1b3f-0756-4c4e-922f-edf01dd25c2b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427475 Sep 21 17:57:37.738482 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f78cbe4d-5164-4b8b-bbab-37b87d0d10e0 req-a0e6c0aa-6b2d-48dd-b838-9256759ee4af tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943096 Sep 21 17:57:37.771293 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f01202-c71b-411c-8c15-a39e8e952ec0 req-827d422c-7ba1-47e7-8b98-07dbeb25ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:37.772788 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-76f01202-c71b-411c-8c15-a39e8e952ec0 req-827d422c-7ba1-47e7-8b98-07dbeb25ac26 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=18915c5d-06a9-4dac-9d27-77b0ecd9f82c HTTP/1.1" status: 200 len: 1097 time: 0.2941639 Sep 21 17:57:37.790512 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34472) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:37.803921 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-571005be-9d77-494f-b809-7648eb759ee0 req-62845868-e49e-4ad6-96f7-4ae005a2d189 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186086 Sep 21 17:57:37.861830 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a9be01-873d-4833-b63d-7a75396a1507 x-openstack-request-id: req-48a9be01-873d-4833-b63d-7a75396a1507 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:57:37.862460 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18915c5d-06a9-4dac-9d27-77b0ecd9f82c", "name": "network-vif-plugged", "status": "completed", "tag": "ff4fb31b-7bb8-483b-bd31-b9e989e46b38", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:57:37.862726 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-48a9be01-873d-4833-b63d-7a75396a1507 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:57:37.863159 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18915c5d-06a9-4dac-9d27-77b0ecd9f82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4fb31b-7bb8-483b-bd31-b9e989e46b38', 'code': 200} Sep 21 17:57:37.865627 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=ff4fb31b-7bb8-483b-bd31-b9e989e46b38,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:37.899341 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ae027b34-2804-461f-9b7c-5fcdfafa91bf None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:37.916721 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ae027b34-2804-461f-9b7c-5fcdfafa91bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:37.918384 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-76f01202-c71b-411c-8c15-a39e8e952ec0 req-fa788189-2bf2-4475-8f0d-284351eeda3f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632675 Sep 21 17:57:37.921500 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e8f98366-9111-481f-970b-97fa66090b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:37.954141 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b588c85-0a20-469e-bd5d-3bb99cc3bf19 req-c1f74c35-f0db-4328-9f7a-a4e6933cb499 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:37.957348 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9b588c85-0a20-469e-bd5d-3bb99cc3bf19 req-c1f74c35-f0db-4328-9f7a-a4e6933cb499 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 945 time: 0.0973182 Sep 21 17:57:37.993838 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b24aff9-b559-45a6-8ae3-b92169c0cdb1 req-70f45374-bafb-4b0c-ac44-6742adc2093b service neutron] 10.222.0.38 "GET /v2.0/networks/aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272533 Sep 21 17:57:38.079542 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9b588c85-0a20-469e-bd5d-3bb99cc3bf19 req-e6fa55c1-871f-44cb-99f3-69913d6e3951 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096263 Sep 21 17:57:38.093663 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9cc02-6a12-495a-9a17-ef6c51e829a2 None None] Pushing event updated for resources: {'Port': ['ID=79c47bf6-44c6-4abb-8867-ecca7fca4df6,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:38.102181 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-ae027b34-2804-461f-9b7c-5fcdfafa91bf None None] Attempting to bind port 79c47bf6-44c6-4abb-8867-ecca7fca4df6 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:57:38.102632 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-ae027b34-2804-461f-9b7c-5fcdfafa91bf None None] Attempting to bind port 79c47bf6-44c6-4abb-8867-ecca7fca4df6 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '365b2114-ac4a-447f-bfd3-839be542ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '543c6f8a-4719-45e7-ae5b-7d43c52acf45'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:57:38.103161 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae027b34-2804-461f-9b7c-5fcdfafa91bf None None] Attempting to bind port 79c47bf6-44c6-4abb-8867-ecca7fca4df6 on network 543c6f8a-4719-45e7-ae5b-7d43c52acf45 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:57:38.109255 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae027b34-2804-461f-9b7c-5fcdfafa91bf None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:57:38.109852 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae027b34-2804-461f-9b7c-5fcdfafa91bf None None] Checking segment: {'id': '365b2114-ac4a-447f-bfd3-839be542ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '543c6f8a-4719-45e7-ae5b-7d43c52acf45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:57:38.110431 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ae027b34-2804-461f-9b7c-5fcdfafa91bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:38.111160 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae027b34-2804-461f-9b7c-5fcdfafa91bf None None] Bound using segment: {'id': '365b2114-ac4a-447f-bfd3-839be542ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '543c6f8a-4719-45e7-ae5b-7d43c52acf45'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:57:38.111766 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-ae027b34-2804-461f-9b7c-5fcdfafa91bf None None] Bound port: 79c47bf6-44c6-4abb-8867-ecca7fca4df6, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365b2114-ac4a-447f-bfd3-839be542ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '543c6f8a-4719-45e7-ae5b-7d43c52acf45'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:57:38.112473 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ae027b34-2804-461f-9b7c-5fcdfafa91bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:38.124265 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-087e0738-f5f2-4194-80e1-379616804680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:38.202738 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-ae027b34-2804-461f-9b7c-5fcdfafa91bf None None] For port 79c47bf6-44c6-4abb-8867-ecca7fca4df6, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:57:38.210634 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-ae027b34-2804-461f-9b7c-5fcdfafa91bf None None] For port 79c47bf6-44c6-4abb-8867-ecca7fca4df6, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=79c47bf6-44c6-4abb-8867-ecca7fca4df6,segment=NetworkSegment(365b2114-ac4a-447f-bfd3-839be542ebce),segment_id=365b2114-ac4a-447f-bfd3-839be542ebce)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:57:38.231997 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ae027b34-2804-461f-9b7c-5fcdfafa91bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:38.277092 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-087e0738-f5f2-4194-80e1-379616804680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:38.280735 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f98366-9111-481f-970b-97fa66090b7b admin admin] Router 70ee5c10-760c-4729-b3a2-b2cfa126a600 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:57:38.283228 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-087e0738-f5f2-4194-80e1-379616804680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:38.324587 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e0738-f5f2-4194-80e1-379616804680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5b9b15-ce90-4016-b951-eaf0cb9f3176,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:38.333114 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b24aff9-b559-45a6-8ae3-b92169c0cdb1 req-469a36a5-984f-4243-8788-24b558c8e9db service neutron] 10.222.0.38 "GET /v2.0/networks/aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126415 Sep 21 17:57:38.349470 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-087e0738-f5f2-4194-80e1-379616804680 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1d93925977e04a448a01d146a5c5fc76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5565956 Sep 21 17:57:38.350734 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34486) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:38.419815 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b3a1d073-fdb9-4f22-a0c7-8ae1bbfd9347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:38.441017 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3585ed89-f987-49fd-a131-fb396a820d90 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:57:38.451463 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b3a1d073-fdb9-4f22-a0c7-8ae1bbfd9347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:38.461381 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34488) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:38.533646 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b3a1d073-fdb9-4f22-a0c7-8ae1bbfd9347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:38.541841 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b3a1d073-fdb9-4f22-a0c7-8ae1bbfd9347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:38.542654 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f98366-9111-481f-970b-97fa66090b7b admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:57:38.547548 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b3a1d073-fdb9-4f22-a0c7-8ae1bbfd9347 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cd5b9b15-ce90-4016-b951-eaf0cb9f3176 HTTP/1.1" status: 204 len: 168 time: 0.1957388 Sep 21 17:57:38.569756 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 3585ed89-f987-49fd-a131-fb396a820d90, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3585ed89-f987-49fd-a131-fb396a820d90,segment=NetworkSegment(500e6984-2a01-4831-b627-e9af1dad17c5),segment_id=500e6984-2a01-4831-b627-e9af1dad17c5)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:38.570111 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c6ca4c-b8b6-416c-95e8-cfd027e62871 None None] Sync routers for ids ['70ee5c10-760c-4729-b3a2-b2cfa126a600'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:57:38.582471 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e8f98366-9111-481f-970b-97fa66090b7b admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:38.583896 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e8f98366-9111-481f-970b-97fa66090b7b admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3099577 Sep 21 17:57:38.586846 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34494) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:38.588146 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1d073-fdb9-4f22-a0c7-8ae1bbfd9347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5b9b15-ce90-4016-b951-eaf0cb9f3176,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:38.594583 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c6ca4c-b8b6-416c-95e8-cfd027e62871 None None] Routers {'70ee5c10-760c-4729-b3a2-b2cfa126a600'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:57:38.595126 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '3585ed89-f987-49fd-a131-fb396a820d90', 'network_id': 'aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1', 'port_id': '3585ed89-f987-49fd-a131-fb396a820d90', 'mac_address': 'fa:16:3e:44:8f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0531be06-6a2e-4520-8b82-278ae185109b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:57:38.595313 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-49c6ca4c-b8b6-416c-95e8-cfd027e62871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:57:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['70ee5c10-760c-4729-b3a2-b2cfa126a600'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:38.614776 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9cc02-6a12-495a-9a17-ef6c51e829a2 None None] Pushing event updated for resources: {'Port': ['ID=79c47bf6-44c6-4abb-8867-ecca7fca4df6,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:38.678435 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:38.695803 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae027b34-2804-461f-9b7c-5fcdfafa91bf None None] Routers {'0367753d-98d0-40a6-975d-6f0956b4c8ed'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:57:38.696683 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-ae027b34-2804-461f-9b7c-5fcdfafa91bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:57:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0367753d-98d0-40a6-975d-6f0956b4c8ed'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:38.701365 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-167dd06c-095c-42ff-b906-c59f60a5e228 None None] Provisioning complete for port 79c47bf6-44c6-4abb-8867-ecca7fca4df6 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:38.701840 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-167dd06c-095c-42ff-b906-c59f60a5e228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:38.764921 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3585ed89-f987-49fd-a131-fb396a820d90 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:57:38.793603 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 3585ed89-f987-49fd-a131-fb396a820d90, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3585ed89-f987-49fd-a131-fb396a820d90,segment=NetworkSegment(500e6984-2a01-4831-b627-e9af1dad17c5),segment_id=500e6984-2a01-4831-b627-e9af1dad17c5)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:38.805745 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:38.876965 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=3585ed89-f987-49fd-a131-fb396a820d90,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:39.008695 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-49c6ca4c-b8b6-416c-95e8-cfd027e62871 None None] Set router 70ee5c10-760c-4729-b3a2-b2cfa126a600 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:57:39.027797 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6029e2a-113d-4327-ad1c-e562b05335e2 None None] Network 2dc45eb4-5f11-4e3f-9333-457ab9caa65b requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:57:39.093136 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b3fe4-74b6-4d37-89a5-02ad6ad9f715 req-29d4c3c7-5598-4d6c-b9a0-7d3ba72c519c tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:39.105318 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b87b3fe4-74b6-4d37-89a5-02ad6ad9f715 req-29d4c3c7-5598-4d6c-b9a0-7d3ba72c519c tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=18915c5d-06a9-4dac-9d27-77b0ecd9f82c HTTP/1.1" status: 200 len: 946 time: 0.1610777 Sep 21 17:57:39.111704 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['3585ed89-f987-49fd-a131-fb396a820d90'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:57:39.138733 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-c0136034-b985-43c8-82ad-1d4b3cb9fcf8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-647972702-network', 'tenant_id': '77fb7d4686fc4cfc8d52c5834a5ea76a'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:39.192351 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ef853-a0f2-4500-8b68-24cccf200b22 req-58f3345b-aafb-4c0c-859d-9969ef817772 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:39.200896 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0b9ef853-a0f2-4500-8b68-24cccf200b22 req-58f3345b-aafb-4c0c-859d-9969ef817772 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa09142-da65-4cd5-897d-ac9f29ccda13 HTTP/1.1" status: 200 len: 945 time: 0.2352848 Sep 21 17:57:39.265294 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0136034-b985-43c8-82ad-1d4b3cb9fcf8 admin admin] Made reservation on behalf of 77fb7d4686fc4cfc8d52c5834a5ea76a for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:57:39.271888 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c0136034-b985-43c8-82ad-1d4b3cb9fcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:39.316731 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b87b3fe4-74b6-4d37-89a5-02ad6ad9f715 req-22a7efde-e5aa-4d82-9ea0-62f0b4e3981f tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104297 Sep 21 17:57:39.323219 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c0136034-b985-43c8-82ad-1d4b3cb9fcf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:39.345779 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-167dd06c-095c-42ff-b906-c59f60a5e228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:39.379551 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0b9ef853-a0f2-4500-8b68-24cccf200b22 req-f9fb5214-38eb-4b37-b11c-0835979126f8 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776524 Sep 21 17:57:39.418910 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-ae027b34-2804-461f-9b7c-5fcdfafa91bf None None] Set router 0367753d-98d0-40a6-975d-6f0956b4c8ed gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:57:39.573388 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-49c6ca4c-b8b6-416c-95e8-cfd027e62871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'name': 'tempest-TaggedBootDevicesTest_v242-1839193842-router', 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '368f121e-9742-4e3d-ad23-34901564bbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:35Z', 'updated_at': '2021-09-21T17:57:36Z', 'revision_number': 3, 'project_id': 'f45042291f6d424394d35c26dcf75613', 'gw_port': {'id': '368f121e-9742-4e3d-ad23-34901564bbdb', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:36Z', 'updated_at': '2021-09-21T17:57:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:39.616584 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c6ca4c-b8b6-416c-95e8-cfd027e62871 None None] Checking router: 70ee5c10-760c-4729-b3a2-b2cfa126a600 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:57:39.618169 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c6ca4c-b8b6-416c-95e8-cfd027e62871 None None] Updating router 70ee5c10-760c-4729-b3a2-b2cfa126a600 port 368f121e-9742-4e3d-ad23-34901564bbdb binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:57:39.687224 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645ef21-69e2-4cd4-879b-3a74a090bcb3 req-1d34db03-d4f9-4107-a0c0-c29af8eaf905 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:39.695445 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0645ef21-69e2-4cd4-879b-3a74a090bcb3 req-1d34db03-d4f9-4107-a0c0-c29af8eaf905 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 945 time: 0.2312214 Sep 21 17:57:39.702552 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-49c6ca4c-b8b6-416c-95e8-cfd027e62871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:39.757508 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0645ef21-69e2-4cd4-879b-3a74a090bcb3 req-fc99d23c-56a0-4055-ada7-382a32c7e5bd tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610626 Sep 21 17:57:39.807961 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e2761760-a7b7-4e77-acea-a8fce5c2ba4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:39.808723 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device c92e83f1-3eb6-4b5d-9a4d-d861b2096ab0 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:57:39.821930 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c0136034-b985-43c8-82ad-1d4b3cb9fcf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:39.832741 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c0136034-b985-43c8-82ad-1d4b3cb9fcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:39.876711 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0136034-b985-43c8-82ad-1d4b3cb9fcf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:57:39.923451 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c0136034-b985-43c8-82ad-1d4b3cb9fcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:39.926030 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-c0136034-b985-43c8-82ad-1d4b3cb9fcf8 admin admin] Added segment 7a41b262-3cb8-4dc0-a9c6-451220a101cc of type vlan for network a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08 Sep 21 17:57:39.927529 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0136034-b985-43c8-82ad-1d4b3cb9fcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ada3473-3f94-4ff5-bc54-2f3040a601da,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:40.012134 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c0136034-b985-43c8-82ad-1d4b3cb9fcf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:40.044890 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-167dd06c-095c-42ff-b906-c59f60a5e228 None None] For port 79c47bf6-44c6-4abb-8867-ecca7fca4df6, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=79c47bf6-44c6-4abb-8867-ecca7fca4df6,segment=NetworkSegment(365b2114-ac4a-447f-bfd3-839be542ebce),segment_id=365b2114-ac4a-447f-bfd3-839be542ebce)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:40.054843 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c0136034-b985-43c8-82ad-1d4b3cb9fcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:40.055996 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0136034-b985-43c8-82ad-1d4b3cb9fcf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:40.059431 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c0136034-b985-43c8-82ad-1d4b3cb9fcf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:40.071874 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34524) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:40.079277 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-167dd06c-095c-42ff-b906-c59f60a5e228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:40.117919 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c0136034-b985-43c8-82ad-1d4b3cb9fcf8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6542048 Sep 21 17:57:40.121487 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34528) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:40.139850 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-520143e6-e0ed-4426-8560-5f1f84555dd3 admin admin] Request body: {'subnet': {'network_id': 'a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-647972702-subnet', 'tenant_id': '77fb7d4686fc4cfc8d52c5834a5ea76a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:40.151850 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167dd06c-095c-42ff-b906-c59f60a5e228 None None] Pushing event updated for resources: {'Port': ['ID=79c47bf6-44c6-4abb-8867-ecca7fca4df6,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:40.236416 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-49c6ca4c-b8b6-416c-95e8-cfd027e62871 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:40.247889 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-e2761760-a7b7-4e77-acea-a8fce5c2ba4a admin admin] Allocated IP 172.20.0.1 (2dc45eb4-5f11-4e3f-9333-457ab9caa65b/063152f7-9266-4ea3-af4b-f63acd8682dc/71049d01-faed-46fe-b7df-418057d28f73) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:57:40.248110 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-49c6ca4c-b8b6-416c-95e8-cfd027e62871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:40.258591 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port c92e83f1-3eb6-4b5d-9a4d-d861b2096ab0 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:40.259883 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:40.264237 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-4f40c912-380a-4b05-8a64-27718e03e823 None None] Provisioning complete for port 79c47bf6-44c6-4abb-8867-ecca7fca4df6 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:40.264806 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4f40c912-380a-4b05-8a64-27718e03e823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:40.291776 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0136034-b985-43c8-82ad-1d4b3cb9fcf8 admin admin] Pushing event updated for resources: {'Network': ['ID=a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:40.305737 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520143e6-e0ed-4426-8560-5f1f84555dd3 admin admin] Made reservation on behalf of 77fb7d4686fc4cfc8d52c5834a5ea76a for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:57:40.308240 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-520143e6-e0ed-4426-8560-5f1f84555dd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:40.338133 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-6ffef044-652a-4237-b9f9-7ae0a6279e97 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-57759168-network', 'tenant_id': '0054d9324ee341f99a9815f4375410f3'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:40.404191 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-49c6ca4c-b8b6-416c-95e8-cfd027e62871 None None] Attempting to bind port 368f121e-9742-4e3d-ad23-34901564bbdb on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:57:40.408366 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-49c6ca4c-b8b6-416c-95e8-cfd027e62871 None None] Attempting to bind port 368f121e-9742-4e3d-ad23-34901564bbdb by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:57:40.411960 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c6ca4c-b8b6-416c-95e8-cfd027e62871 None None] Attempting to bind port 368f121e-9742-4e3d-ad23-34901564bbdb on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:57:40.451817 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c6ca4c-b8b6-416c-95e8-cfd027e62871 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:57:40.452277 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c6ca4c-b8b6-416c-95e8-cfd027e62871 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:57:40.452749 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-49c6ca4c-b8b6-416c-95e8-cfd027e62871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:40.453229 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c6ca4c-b8b6-416c-95e8-cfd027e62871 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:57:40.453790 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-49c6ca4c-b8b6-416c-95e8-cfd027e62871 None None] Bound port: 368f121e-9742-4e3d-ad23-34901564bbdb, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:57:40.454227 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-49c6ca4c-b8b6-416c-95e8-cfd027e62871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:40.508305 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-49c6ca4c-b8b6-416c-95e8-cfd027e62871 None None] For port 368f121e-9742-4e3d-ad23-34901564bbdb, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:57:40.512018 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-49c6ca4c-b8b6-416c-95e8-cfd027e62871 None None] For port 368f121e-9742-4e3d-ad23-34901564bbdb, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=368f121e-9742-4e3d-ad23-34901564bbdb,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:57:40.516628 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974757a-1634-46fd-9c40-40b8f8dbaae1 None None] Pushing event updated for resources: {'Port': ['ID=368f121e-9742-4e3d-ad23-34901564bbdb,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:40.520202 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-49c6ca4c-b8b6-416c-95e8-cfd027e62871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:40.564974 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffef044-652a-4237-b9f9-7ae0a6279e97 admin admin] Made reservation on behalf of 0054d9324ee341f99a9815f4375410f3 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:57:40.567850 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6ffef044-652a-4237-b9f9-7ae0a6279e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:40.575211 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c6ca4c-b8b6-416c-95e8-cfd027e62871 None None] Routers {'70ee5c10-760c-4729-b3a2-b2cfa126a600'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:57:40.576011 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-49c6ca4c-b8b6-416c-95e8-cfd027e62871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:57:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['70ee5c10-760c-4729-b3a2-b2cfa126a600'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:40.585120 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:57:40.598232 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-520143e6-e0ed-4426-8560-5f1f84555dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:40.641797 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-ae027b34-2804-461f-9b7c-5fcdfafa91bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'name': 'tempest-TaggedBootDevicesTest-480229783-router', 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '50dced9d-dafa-4c87-8f9b-1a02a8109143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:25Z', 'updated_at': '2021-09-21T17:57:34Z', 'revision_number': 4, 'project_id': 'd40c78ed24d44bc286019ecdefec3c75', 'gw_port': {'id': '50dced9d-dafa-4c87-8f9b-1a02a8109143', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cf:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:27Z', 'updated_at': '2021-09-21T17:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '79c47bf6-44c6-4abb-8867-ecca7fca4df6', 'name': '', 'network_id': '543c6f8a-4719-45e7-ae5b-7d43c52acf45', 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'mac_address': 'fa:16:3e:93:70:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '97a406fa-a160-4fba-ab8a-73084b03db92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:32Z', 'updated_at': '2021-09-21T17:57:38Z', 'revision_number': 4, 'project_id': 'd40c78ed24d44bc286019ecdefec3c75', 'subnets': [{'id': '97a406fa-a160-4fba-ab8a-73084b03db92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:40.643992 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6ffef044-652a-4237-b9f9-7ae0a6279e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:40.698526 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae027b34-2804-461f-9b7c-5fcdfafa91bf None None] The sync data for ids ['0367753d-98d0-40a6-975d-6f0956b4c8ed'] in n-d-810291-1 is: [{'id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'name': 'tempest-TaggedBootDevicesTest-480229783-router', 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '50dced9d-dafa-4c87-8f9b-1a02a8109143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:25Z', 'updated_at': '2021-09-21T17:57:34Z', 'revision_number': 4, 'project_id': 'd40c78ed24d44bc286019ecdefec3c75', 'gw_port': {'id': '50dced9d-dafa-4c87-8f9b-1a02a8109143', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cf:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:27Z', 'updated_at': '2021-09-21T17:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '79c47bf6-44c6-4abb-8867-ecca7fca4df6', 'name': '', 'network_id': '543c6f8a-4719-45e7-ae5b-7d43c52acf45', 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'mac_address': 'fa:16:3e:93:70:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '97a406fa-a160-4fba-ab8a-73084b03db92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:32Z', 'updated_at': '2021-09-21T17:57:38Z', 'revision_number': 4, 'project_id': 'd40c78ed24d44bc286019ecdefec3c75', 'subnets': [{'id': '97a406fa-a160-4fba-ab8a-73084b03db92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:57:40.743736 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556da499-5260-4655-ac6a-01ed737fe02d req-76756e24-077f-425e-a62b-c91880d2566f tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:40.745348 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-556da499-5260-4655-ac6a-01ed737fe02d req-76756e24-077f-425e-a62b-c91880d2566f tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=18915c5d-06a9-4dac-9d27-77b0ecd9f82c HTTP/1.1" status: 200 len: 946 time: 0.2675185 Sep 21 17:57:40.799481 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520143e6-e0ed-4426-8560-5f1f84555dd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f8f189a-ed60-4c65-ab30-a297660af34d,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:40.819117 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e2761760-a7b7-4e77-acea-a8fce5c2ba4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:40.851151 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-556da499-5260-4655-ac6a-01ed737fe02d req-8a76f90d-f27a-4965-8355-0e13a7b140e3 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685451 Sep 21 17:57:40.910920 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520143e6-e0ed-4426-8560-5f1f84555dd3 admin admin] Checking segment: {'id': '7a41b262-3cb8-4dc0-a9c6-451220a101cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:57:40.912736 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520143e6-e0ed-4426-8560-5f1f84555dd3 admin admin] Network hostable DHCP agents. Network: a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:57:40.931606 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974757a-1634-46fd-9c40-40b8f8dbaae1 None None] Pushing event updated for resources: {'Port': ['ID=368f121e-9742-4e3d-ad23-34901564bbdb,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:40.974171 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e2761760-a7b7-4e77-acea-a8fce5c2ba4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:40.984241 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175b664-0493-45ec-a112-ee7a01192154 req-f4e1507d-9566-4cd9-a3ad-dae58031e0d5 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:40.988740 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6175b664-0493-45ec-a112-ee7a01192154 req-f4e1507d-9566-4cd9-a3ad-dae58031e0d5 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa09142-da65-4cd5-897d-ac9f29ccda13 HTTP/1.1" status: 200 len: 945 time: 0.3925140 Sep 21 17:57:41.032509 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520143e6-e0ed-4426-8560-5f1f84555dd3 admin admin] Network a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:57:41.085738 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-520143e6-e0ed-4426-8560-5f1f84555dd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:57:41.112554 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520143e6-e0ed-4426-8560-5f1f84555dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:41.114602 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-520143e6-e0ed-4426-8560-5f1f84555dd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:41.116727 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-49c6ca4c-b8b6-416c-95e8-cfd027e62871 None None] Set router 70ee5c10-760c-4729-b3a2-b2cfa126a600 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:57:41.119292 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca83b1e7-54ec-49dc-825d-432674abee7b None None] Network a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:57:41.129202 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6175b664-0493-45ec-a112-ee7a01192154 req-da4c7b08-794e-4e09-bf80-43938547e9f1 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158059 Sep 21 17:57:41.154866 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2761760-a7b7-4e77-acea-a8fce5c2ba4a admin admin] Network 2dc45eb4-5f11-4e3f-9333-457ab9caa65b is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:57:41.178261 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-e2761760-a7b7-4e77-acea-a8fce5c2ba4a admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:57:41.180882 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2761760-a7b7-4e77-acea-a8fce5c2ba4a admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:57:41.195915 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:41.226576 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2761760-a7b7-4e77-acea-a8fce5c2ba4a admin admin] Pushing event updated for resources: {'Port': ['ID=71049d01-faed-46fe-b7df-418057d28f73,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:41.282779 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6ffef044-652a-4237-b9f9-7ae0a6279e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:41.302513 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-520143e6-e0ed-4426-8560-5f1f84555dd3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1753223 Sep 21 17:57:41.320596 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd30875-d2f7-4869-814b-8fb601f810c7 req-dabffe2c-ba7a-4fe7-b5fe-d54a35594c09 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:41.331159 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cdd30875-d2f7-4869-814b-8fb601f810c7 req-dabffe2c-ba7a-4fe7-b5fe-d54a35594c09 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 945 time: 0.2183251 Sep 21 17:57:41.361048 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6ffef044-652a-4237-b9f9-7ae0a6279e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:41.387591 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-4f40c912-380a-4b05-8a64-27718e03e823 None None] Provisioning complete for port c92e83f1-3eb6-4b5d-9a4d-d861b2096ab0 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:41.388455 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4f40c912-380a-4b05-8a64-27718e03e823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:41.431917 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e2761760-a7b7-4e77-acea-a8fce5c2ba4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:41.435738 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port c92e83f1-3eb6-4b5d-9a4d-d861b2096ab0, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=c92e83f1-3eb6-4b5d-9a4d-d861b2096ab0,segment=NetworkSegment(e0bbbf63-a71d-4cba-9a61-57f58fac4e2e),segment_id=e0bbbf63-a71d-4cba-9a61-57f58fac4e2e)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:41.464766 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:41.571282 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-49c6ca4c-b8b6-416c-95e8-cfd027e62871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'name': 'tempest-TaggedBootDevicesTest_v242-1839193842-router', 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '368f121e-9742-4e3d-ad23-34901564bbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:35Z', 'updated_at': '2021-09-21T17:57:36Z', 'revision_number': 3, 'project_id': 'f45042291f6d424394d35c26dcf75613', 'gw_port': {'id': '368f121e-9742-4e3d-ad23-34901564bbdb', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:36Z', 'updated_at': '2021-09-21T17:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:41.614600 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=c92e83f1-3eb6-4b5d-9a4d-d861b2096ab0,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:41.648748 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c6ca4c-b8b6-416c-95e8-cfd027e62871 None None] The sync data for ids ['70ee5c10-760c-4729-b3a2-b2cfa126a600'] in n-d-810291-1 is: [{'id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'name': 'tempest-TaggedBootDevicesTest_v242-1839193842-router', 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '368f121e-9742-4e3d-ad23-34901564bbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:35Z', 'updated_at': '2021-09-21T17:57:36Z', 'revision_number': 3, 'project_id': 'f45042291f6d424394d35c26dcf75613', 'gw_port': {'id': '368f121e-9742-4e3d-ad23-34901564bbdb', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:36Z', 'updated_at': '2021-09-21T17:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:57:41.661341 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a30f2f-a183-4b4e-ab2d-14a9194ca685 req-6c5e75fd-5151-45b9-ad67-b6bf840c1474 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:41.670897 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-60a30f2f-a183-4b4e-ab2d-14a9194ca685 req-6c5e75fd-5151-45b9-ad67-b6bf840c1474 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=18915c5d-06a9-4dac-9d27-77b0ecd9f82c HTTP/1.1" status: 200 len: 946 time: 0.1353889 Sep 21 17:57:41.724777 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 79c47bf6-44c6-4abb-8867-ecca7fca4df6 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:57:41.741496 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-60a30f2f-a183-4b4e-ab2d-14a9194ca685 req-edd0891e-c572-4424-8852-2311d21e8719 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705445 Sep 21 17:57:41.768080 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ffef044-652a-4237-b9f9-7ae0a6279e97 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:57:41.773035 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7a4752-44ee-489a-918f-8e5b6bd7be51 None None] Network a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:57:41.908515 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cdd30875-d2f7-4869-814b-8fb601f810c7 req-d97cf40a-3d91-4d3b-8961-567dc7e870b4 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5763829 Sep 21 17:57:41.947407 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 79c47bf6-44c6-4abb-8867-ecca7fca4df6 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:41.947777 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:42.102124 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-1769891a-15ac-4595-b524-63007dff4f2f None None] Provisioning complete for port c92e83f1-3eb6-4b5d-9a4d-d861b2096ab0 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:42.102498 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1769891a-15ac-4595-b524-63007dff4f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:42.323340 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-1769891a-15ac-4595-b524-63007dff4f2f None None] Provisioning complete for port 71049d01-faed-46fe-b7df-418057d28f73 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:42.323970 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1769891a-15ac-4595-b524-63007dff4f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:42.393645 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-1a0bcb81-a73b-4438-9785-b6e76063a472 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:42.401109 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-1a0bcb81-a73b-4438-9785-b6e76063a472 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/networks?id=a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08 HTTP/1.1" status: 200 len: 814 time: 0.2223339 Sep 21 17:57:42.440798 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-df29159f-ef91-44f6-a1b4-974718539eb0 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/quotas/77fb7d4686fc4cfc8d52c5834a5ea76a HTTP/1.1" status: 200 len: 375 time: 0.0325449 Sep 21 17:57:42.466165 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3585ed89-f987-49fd-a131-fb396a820d90 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:57:42.501664 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-1769891a-15ac-4595-b524-63007dff4f2f None None] Port 71049d01-faed-46fe-b7df-418057d28f73 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:57:42.548968 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-6d445793-192e-477b-888d-853b5fc18fd3 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=77fb7d4686fc4cfc8d52c5834a5ea76a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0899236 Sep 21 17:57:42.555405 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-3f0d648e-78eb-47fd-8aca-f5964f8b9d3b service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:57:42.570348 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-3f0d648e-78eb-47fd-8aca-f5964f8b9d3b service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0205486 Sep 21 17:57:42.629828 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 3585ed89-f987-49fd-a131-fb396a820d90 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:57:42.636117 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 3585ed89-f987-49fd-a131-fb396a820d90 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:42.636695 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:42.759631 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffef044-652a-4237-b9f9-7ae0a6279e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b0ca03-c86f-4554-8eeb-291e6ef52f06,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:42.780145 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:42.803190 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6ffef044-652a-4237-b9f9-7ae0a6279e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:42.804229 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-6ffef044-652a-4237-b9f9-7ae0a6279e97 admin admin] Added segment 3f4ce037-8995-4519-9436-741a5cf4e4ad of type vlan for network 317845e1-df2c-40eb-a75c-cc29a382e695 Sep 21 17:57:42.827853 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-70b46dec-575c-4894-a202-4d3cad31970f service neutron] 10.222.0.58 "GET /v2.0/networks/a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564931 Sep 21 17:57:42.859363 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa09142-da65-4cd5-897d-ac9f29ccda13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3585ed89-f987-49fd-a131-fb396a820d90'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:57:42.864487 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919fa629-12a7-493f-bca1-e6fd12ddb445" -d '{"events": [{"server_uuid": "cfa09142-da65-4cd5-897d-ac9f29ccda13", "name": "network-vif-plugged", "status": "completed", "tag": "3585ed89-f987-49fd-a131-fb396a820d90"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:57:42.885178 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 3585ed89-f987-49fd-a131-fb396a820d90, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3585ed89-f987-49fd-a131-fb396a820d90,segment=NetworkSegment(500e6984-2a01-4831-b627-e9af1dad17c5),segment_id=500e6984-2a01-4831-b627-e9af1dad17c5)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:42.890542 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:42.963176 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=3585ed89-f987-49fd-a131-fb396a820d90,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:42.992833 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6ffef044-652a-4237-b9f9-7ae0a6279e97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:43.013892 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-f67ccb94-e125-4494-90b7-adc84ce13f4a service neutron] 10.222.0.58 "GET /v2.0/networks/a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779125 Sep 21 17:57:43.033877 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e402fe-e05f-4055-bba8-6262c4a3a45e req-4a0a0c76-543a-4610-bf10-15bec73c4e78 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:43.035478 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e3e402fe-e05f-4055-bba8-6262c4a3a45e req-4a0a0c76-543a-4610-bf10-15bec73c4e78 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa09142-da65-4cd5-897d-ac9f29ccda13 HTTP/1.1" status: 200 len: 945 time: 0.2572241 Sep 21 17:57:43.039444 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e2761760-a7b7-4e77-acea-a8fce5c2ba4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:43.096622 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6ffef044-652a-4237-b9f9-7ae0a6279e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:43.098020 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffef044-652a-4237-b9f9-7ae0a6279e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:43.098363 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6ffef044-652a-4237-b9f9-7ae0a6279e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:43.149076 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6ffef044-652a-4237-b9f9-7ae0a6279e97 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.0726545 Sep 21 17:57:43.152827 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34576) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:43.158436 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-69712cfe-7698-4ffb-9645-58c91785c462 admin admin] Request body: {'subnet': {'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-57759168-subnet', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:43.170494 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e3e402fe-e05f-4055-bba8-6262c4a3a45e req-5177cca5-29d4-425f-b61e-fec3895a9708 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096613 Sep 21 17:57:43.230197 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69712cfe-7698-4ffb-9645-58c91785c462 admin admin] Made reservation on behalf of 0054d9324ee341f99a9815f4375410f3 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:57:43.231486 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffef044-652a-4237-b9f9-7ae0a6279e97 admin admin] Pushing event updated for resources: {'Network': ['ID=317845e1-df2c-40eb-a75c-cc29a382e695,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:43.233237 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-69712cfe-7698-4ffb-9645-58c91785c462 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:43.247065 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 317845e1-df2c-40eb-a75c-cc29a382e695 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:57:43.381654 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748012e3-54e2-4ae2-9bdc-f1ab7424176d req-a32ed71b-4dcd-4198-ab5f-4e26a3380125 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:43.383274 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-748012e3-54e2-4ae2-9bdc-f1ab7424176d req-a32ed71b-4dcd-4198-ab5f-4e26a3380125 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=18915c5d-06a9-4dac-9d27-77b0ecd9f82c HTTP/1.1" status: 200 len: 946 time: 0.0944912 Sep 21 17:57:43.443628 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e2761760-a7b7-4e77-acea-a8fce5c2ba4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:43.454208 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e2761760-a7b7-4e77-acea-a8fce5c2ba4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:43.492245 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-748012e3-54e2-4ae2-9bdc-f1ab7424176d req-83e7b096-d2a7-44c8-a545-5362a50dbe60 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984457 Sep 21 17:57:43.560401 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e2761760-a7b7-4e77-acea-a8fce5c2ba4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:43.562908 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2761760-a7b7-4e77-acea-a8fce5c2ba4a admin admin] Pushing event updated for resources: {'Port': ['ID=71049d01-faed-46fe-b7df-418057d28f73,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:43.608489 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f533d0-156d-49d2-b924-f874b61c78c8 x-openstack-request-id: req-49f533d0-156d-49d2-b924-f874b61c78c8 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:57:43.609024 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa09142-da65-4cd5-897d-ac9f29ccda13", "name": "network-vif-plugged", "status": "completed", "tag": "3585ed89-f987-49fd-a131-fb396a820d90", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:57:43.609302 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-49f533d0-156d-49d2-b924-f874b61c78c8 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:57:43.610689 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa09142-da65-4cd5-897d-ac9f29ccda13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3585ed89-f987-49fd-a131-fb396a820d90', 'code': 200} Sep 21 17:57:43.757133 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-085f63dd-9383-4f31-ad45-cc3f3d80b31d req-de3f8d35-aedc-4102-bb46-92436d22c663 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 210 time: 0.0583189 Sep 21 17:57:43.805244 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2761760-a7b7-4e77-acea-a8fce5c2ba4a admin admin] Network 2dc45eb4-5f11-4e3f-9333-457ab9caa65b is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:57:43.812023 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81c5d3-fa53-4ace-95b6-af50e2fca6b3 req-122c2bbf-dee2-46f9-9c4a-79d762688638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:43.813666 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b81c5d3-fa53-4ace-95b6-af50e2fca6b3 req-122c2bbf-dee2-46f9-9c4a-79d762688638 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cfa09142-da65-4cd5-897d-ac9f29ccda13 HTTP/1.1" status: 200 len: 1097 time: 0.1138349 Sep 21 17:57:43.816617 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-e2761760-a7b7-4e77-acea-a8fce5c2ba4a admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:57:43.821272 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 368f121e-9742-4e3d-ad23-34901564bbdb up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:57:43.903809 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b81c5d3-fa53-4ace-95b6-af50e2fca6b3 req-4ba4dfa2-f814-44aa-bd5d-a6ffa2bcf212 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819156 Sep 21 17:57:44.006331 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 368f121e-9742-4e3d-ad23-34901564bbdb triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:44.007193 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:44.025638 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2761760-a7b7-4e77-acea-a8fce5c2ba4a admin admin] Router 70ee5c10-760c-4729-b3a2-b2cfa126a600 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:57:44.178576 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:44.259061 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 368f121e-9742-4e3d-ad23-34901564bbdb, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=368f121e-9742-4e3d-ad23-34901564bbdb,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:44.272416 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:44.273965 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device c92e83f1-3eb6-4b5d-9a4d-d861b2096ab0 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:57:44.289053 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ead8f-50c9-4a5d-9d87-8cb7c4bfed58 req-cf64cb82-4c70-41c5-a6ad-c8f6795e93a1 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:44.301380 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-434ead8f-50c9-4a5d-9d87-8cb7c4bfed58 req-cf64cb82-4c70-41c5-a6ad-c8f6795e93a1 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 945 time: 0.9286418 Sep 21 17:57:44.318433 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2761760-a7b7-4e77-acea-a8fce5c2ba4a admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:57:44.325064 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e2761760-a7b7-4e77-acea-a8fce5c2ba4a admin admin] 10.222.0.58 "PUT /v2.0/routers/70ee5c10-760c-4729-b3a2-b2cfa126a600/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7369573 Sep 21 17:57:44.408156 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4a95d-732f-4e03-8987-ad008dff940d req-5bec1047-ac82-49f7-bb94-00b4410d271b tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:44.410046 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-76d4a95d-732f-4e03-8987-ad008dff940d req-5bec1047-ac82-49f7-bb94-00b4410d271b tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa09142-da65-4cd5-897d-ac9f29ccda13 HTTP/1.1" status: 200 len: 946 time: 0.1014047 Sep 21 17:57:44.425024 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-47cd74b3-04ef-4135-a382-d9a3b5526303 None None] Provisioning complete for port 71049d01-faed-46fe-b7df-418057d28f73 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:44.425324 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-47cd74b3-04ef-4135-a382-d9a3b5526303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:44.463548 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-434ead8f-50c9-4a5d-9d87-8cb7c4bfed58 req-d24ce06d-e8b6-4772-8485-ba63d87621e8 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481769 Sep 21 17:57:44.483374 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-76d4a95d-732f-4e03-8987-ad008dff940d req-5f076763-9569-4b48-b72e-7f780a66a5cb tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654261 Sep 21 17:57:44.504517 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-69712cfe-7698-4ffb-9645-58c91785c462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:44.567688 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-47cd74b3-04ef-4135-a382-d9a3b5526303 None None] Port 71049d01-faed-46fe-b7df-418057d28f73 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:57:44.578265 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=368f121e-9742-4e3d-ad23-34901564bbdb,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:44.583342 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port c92e83f1-3eb6-4b5d-9a4d-d861b2096ab0 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:44.583494 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69712cfe-7698-4ffb-9645-58c91785c462 admin admin] Pushing event updated for resources: {'Subnet': ['ID=109644f9-7374-4e29-a072-2da36abb70ff,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:44.584112 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:44.635440 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69712cfe-7698-4ffb-9645-58c91785c462 admin admin] Checking segment: {'id': '3f4ce037-8995-4519-9436-741a5cf4e4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:57:44.636063 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69712cfe-7698-4ffb-9645-58c91785c462 admin admin] Network hostable DHCP agents. Network: 317845e1-df2c-40eb-a75c-cc29a382e695, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:57:44.676956 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69712cfe-7698-4ffb-9645-58c91785c462 admin admin] Network 317845e1-df2c-40eb-a75c-cc29a382e695 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:57:44.690156 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ed737-33a1-4624-9dc4-15923f1d4720 req-5cf4b0d1-1bd4-4e3e-957d-6ef46161ed0f tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:44.704012 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-733ed737-33a1-4624-9dc4-15923f1d4720 req-5cf4b0d1-1bd4-4e3e-957d-6ef46161ed0f tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=18915c5d-06a9-4dac-9d27-77b0ecd9f82c HTTP/1.1" status: 200 len: 946 time: 0.1060281 Sep 21 17:57:44.726645 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-69712cfe-7698-4ffb-9645-58c91785c462 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 317845e1-df2c-40eb-a75c-cc29a382e695) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:57:44.734471 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69712cfe-7698-4ffb-9645-58c91785c462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:44.735130 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-69712cfe-7698-4ffb-9645-58c91785c462 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:44.743386 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4dc85a-27fb-4bb2-b21f-cbf9d89e18c0 None None] Network 317845e1-df2c-40eb-a75c-cc29a382e695 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:57:44.781817 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907323f-83d8-498e-b5de-17c8f83a23d0 req-c0bad606-ad91-4543-b86e-0003892baf6e tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:44.790237 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-733ed737-33a1-4624-9dc4-15923f1d4720 req-ce88dc0a-d1d5-4862-8838-5b5379be56d1 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851214 Sep 21 17:57:44.803767 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-69712cfe-7698-4ffb-9645-58c91785c462 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6469133 Sep 21 17:57:44.804412 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34610) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:44.807964 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5907323f-83d8-498e-b5de-17c8f83a23d0 req-c0bad606-ad91-4543-b86e-0003892baf6e tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 945 time: 0.1140919 Sep 21 17:57:44.812398 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-e0f43c11-d281-4d4b-ab47-66ec738f6fda admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-57759168-router', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:44.893456 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5907323f-83d8-498e-b5de-17c8f83a23d0 req-f57d5c46-5597-4be5-a72f-0bbc4760313c tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809784 Sep 21 17:57:44.945100 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c11-d281-4d4b-ab47-66ec738f6fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:44.956754 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c11-d281-4d4b-ab47-66ec738f6fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:45.034053 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dad3548-0419-4cf1-be65-4555ebc3b672 None None] Sync routers for ids ['70ee5c10-760c-4729-b3a2-b2cfa126a600'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:57:45.050170 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cd981e-0706-435d-91f1-7eab8b8a9010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-317845e1-df2c-40eb-a75c-cc29a382e695', 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'fixed_ips': [{'subnet_id': '109644f9-7374-4e29-a072-2da36abb70ff'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:57:45.051466 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-57cd981e-0706-435d-91f1-7eab8b8a9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:45.064905 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dad3548-0419-4cf1-be65-4555ebc3b672 None None] Routers {'70ee5c10-760c-4729-b3a2-b2cfa126a600'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:57:45.066056 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-3dad3548-0419-4cf1-be65-4555ebc3b672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:57:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['70ee5c10-760c-4729-b3a2-b2cfa126a600'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:45.080363 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9650c799-589a-4176-8799-fd234a3ad5cd req-2e6cd0ff-5abe-486b-be57-6765dc945c22 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 210 time: 0.0773242 Sep 21 17:57:45.226480 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c11-d281-4d4b-ab47-66ec738f6fda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:45.376441 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-e152ca9a-7e83-4b00-8f50-747361b9c995 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:45.379333 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-e152ca9a-7e83-4b00-8f50-747361b9c995 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.44 "GET /v2.0/networks?id=a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08 HTTP/1.1" status: 200 len: 814 time: 0.4757862 Sep 21 17:57:45.409701 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874b19c-d88a-4250-b28e-ba8c58abca1f req-4d947107-d93b-4045-8a71-261d0d4d14b6 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:45.420643 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-3dad3548-0419-4cf1-be65-4555ebc3b672 None None] Set router 70ee5c10-760c-4729-b3a2-b2cfa126a600 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:57:45.424895 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1874b19c-d88a-4250-b28e-ba8c58abca1f req-4d947107-d93b-4045-8a71-261d0d4d14b6 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 945 time: 0.1189723 Sep 21 17:57:45.445480 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-d8471235-5625-4d47-a62c-beccaef4f56f tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Request body: {'port': {'device_id': '29a834af-74fe-4662-b414-d7a56653e40e', 'network_id': 'a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08', 'admin_state_up': True, 'tenant_id': '77fb7d4686fc4cfc8d52c5834a5ea76a'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:45.503161 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1874b19c-d88a-4250-b28e-ba8c58abca1f req-0c2ab49f-007b-4dd7-a6e7-041980c410ae tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727620 Sep 21 17:57:45.525728 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-57cd981e-0706-435d-91f1-7eab8b8a9010 None None] Allocated IP 172.20.0.2 (317845e1-df2c-40eb-a75c-cc29a382e695/109644f9-7374-4e29-a072-2da36abb70ff/c4d1da0b-31bf-4d5c-a867-f2ca90bf5089) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:57:45.550231 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c11-d281-4d4b-ab47-66ec738f6fda admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:45.707107 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 368f121e-9742-4e3d-ad23-34901564bbdb up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:57:45.745106 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fbde3-a112-4518-86ab-aac8f5eb6da7 req-2c2bfa57-4d57-426b-bcd9-cdf741d86d53 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:45.752458 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fd5fbde3-a112-4518-86ab-aac8f5eb6da7 req-2c2bfa57-4d57-426b-bcd9-cdf741d86d53 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa09142-da65-4cd5-897d-ac9f29ccda13 HTTP/1.1" status: 200 len: 946 time: 0.1155808 Sep 21 17:57:45.809408 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920bf7f-3ee4-4a38-9219-609c94a4dfa6 req-92699f47-3d17-453b-8290-3198d18b201f tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:45.812050 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d920bf7f-3ee4-4a38-9219-609c94a4dfa6 req-92699f47-3d17-453b-8290-3198d18b201f tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.38 "GET /v2.0/ports?device_id=18915c5d-06a9-4dac-9d27-77b0ecd9f82c HTTP/1.1" status: 200 len: 946 time: 0.1033208 Sep 21 17:57:45.830972 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-d8471235-5625-4d47-a62c-beccaef4f56f tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Made reservation on behalf of 77fb7d4686fc4cfc8d52c5834a5ea76a for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:57:45.836852 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-d8471235-5625-4d47-a62c-beccaef4f56f tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:45.867027 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fd5fbde3-a112-4518-86ab-aac8f5eb6da7 req-327adf25-8040-4d0c-81d7-c38a2b551b85 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100762 Sep 21 17:57:45.901241 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 368f121e-9742-4e3d-ad23-34901564bbdb triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:45.901749 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:45.911247 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-3dad3548-0419-4cf1-be65-4555ebc3b672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'name': 'tempest-TaggedBootDevicesTest_v242-1839193842-router', 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '368f121e-9742-4e3d-ad23-34901564bbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:35Z', 'updated_at': '2021-09-21T17:57:42Z', 'revision_number': 4, 'project_id': 'f45042291f6d424394d35c26dcf75613', 'gw_port': {'id': '368f121e-9742-4e3d-ad23-34901564bbdb', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:36Z', 'updated_at': '2021-09-21T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '71049d01-faed-46fe-b7df-418057d28f73', 'name': '', 'network_id': '2dc45eb4-5f11-4e3f-9333-457ab9caa65b', 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'mac_address': 'fa:16:3e:b6:c6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '063152f7-9266-4ea3-af4b-f63acd8682dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:39Z', 'updated_at': '2021-09-21T17:57:43Z', 'revision_number': 2, 'project_id': 'f45042291f6d424394d35c26dcf75613', 'subnets': [{'id': '063152f7-9266-4ea3-af4b-f63acd8682dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:45.953116 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-55fedff1-d565-4b48-b0b5-24ff828eb50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:46.138375 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fee1c-1bbf-446d-8aab-63f058a4a887 req-21f1f60d-6aad-4875-80b9-58562509d66f tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:46.139991 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5c8fee1c-1bbf-446d-8aab-63f058a4a887 req-21f1f60d-6aad-4875-80b9-58562509d66f tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=18915c5d-06a9-4dac-9d27-77b0ecd9f82c HTTP/1.1" status: 200 len: 946 time: 0.1940868 Sep 21 17:57:46.162657 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dad3548-0419-4cf1-be65-4555ebc3b672 None None] Checking router: 70ee5c10-760c-4729-b3a2-b2cfa126a600 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:57:46.163038 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dad3548-0419-4cf1-be65-4555ebc3b672 None None] Updating router 70ee5c10-760c-4729-b3a2-b2cfa126a600 port 71049d01-faed-46fe-b7df-418057d28f73 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:57:46.177814 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6e1a2-c247-4ae0-a618-306f606d1db6 req-c107f5c6-fbd0-417f-905e-1565286928f0 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:46.186158 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-44d6e1a2-c247-4ae0-a618-306f606d1db6 req-c107f5c6-fbd0-417f-905e-1565286928f0 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa09142-da65-4cd5-897d-ac9f29ccda13 HTTP/1.1" status: 200 len: 946 time: 0.1999385 Sep 21 17:57:46.189217 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-d920bf7f-3ee4-4a38-9219-609c94a4dfa6 req-a71cb372-3c85-4a74-9dee-158cdccb8291 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Deleting port ff4fb31b-7bb8-483b-bd31-b9e989e46b38 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:57:46.189217 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d920bf7f-3ee4-4a38-9219-609c94a4dfa6 req-a71cb372-3c85-4a74-9dee-158cdccb8291 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:46.253531 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-d8471235-5625-4d47-a62c-beccaef4f56f tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Allocated IP 172.20.0.5 (a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08/2f8f189a-ed60-4c65-ab30-a297660af34d/5a8434e0-3e7e-4d78-8213-4e558ba50532) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:57:46.254995 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c11-d281-4d4b-ab47-66ec738f6fda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:46.271530 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-57cd981e-0706-435d-91f1-7eab8b8a9010 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:46.275801 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3dad3548-0419-4cf1-be65-4555ebc3b672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:46.295167 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c11-d281-4d4b-ab47-66ec738f6fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:46.318840 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-44d6e1a2-c247-4ae0-a618-306f606d1db6 req-da4f1614-ba2d-4824-a2da-65273869c3cd tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209240 Sep 21 17:57:46.327241 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5c8fee1c-1bbf-446d-8aab-63f058a4a887 req-5efe2269-90c5-47c9-95b4-a68d3d96f4bd tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646013 Sep 21 17:57:46.348150 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-57cd981e-0706-435d-91f1-7eab8b8a9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:46.384967 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-d920bf7f-3ee4-4a38-9219-609c94a4dfa6 req-a71cb372-3c85-4a74-9dee-158cdccb8291 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] For port ff4fb31b-7bb8-483b-bd31-b9e989e46b38, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ff4fb31b-7bb8-483b-bd31-b9e989e46b38,segment=NetworkSegment(24b566e5-042a-4b3d-9902-34d5286efb61),segment_id=24b566e5-042a-4b3d-9902-34d5286efb61)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:46.388773 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d920bf7f-3ee4-4a38-9219-609c94a4dfa6 req-a71cb372-3c85-4a74-9dee-158cdccb8291 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:46.418354 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-d920bf7f-3ee4-4a38-9219-609c94a4dfa6 req-a71cb372-3c85-4a74-9dee-158cdccb8291 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Calling delete_port for ff4fb31b-7bb8-483b-bd31-b9e989e46b38 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:57:46.422327 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd981e-0706-435d-91f1-7eab8b8a9010 None None] Pushing event updated for resources: {'Port': ['ID=c4d1da0b-31bf-4d5c-a867-f2ca90bf5089,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:46.438121 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cd981e-0706-435d-91f1-7eab8b8a9010 None None] Network 317845e1-df2c-40eb-a75c-cc29a382e695 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:57:46.444183 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-57cd981e-0706-435d-91f1-7eab8b8a9010 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:57:46.467775 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cd981e-0706-435d-91f1-7eab8b8a9010 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:57:46.485564 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c81715aa-96de-4b61-a5f6-9f4665bb6a14 req-8c9a91e2-071d-469d-9c46-feaedc14fc36 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 210 time: 0.0571277 Sep 21 17:57:46.562493 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-57cd981e-0706-435d-91f1-7eab8b8a9010 None None] Attempting to bind port c4d1da0b-31bf-4d5c-a867-f2ca90bf5089 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:57:46.563171 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-57cd981e-0706-435d-91f1-7eab8b8a9010 None None] Attempting to bind port c4d1da0b-31bf-4d5c-a867-f2ca90bf5089 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '3f4ce037-8995-4519-9436-741a5cf4e4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:57:46.563635 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cd981e-0706-435d-91f1-7eab8b8a9010 None None] Attempting to bind port c4d1da0b-31bf-4d5c-a867-f2ca90bf5089 on network 317845e1-df2c-40eb-a75c-cc29a382e695 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:57:46.617537 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-e0f43c11-d281-4d4b-ab47-66ec738f6fda admin admin] Allocated IP 172.25.6.231 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/fb8ade27-483c-41d9-8ed5-5b5f90678d57) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:57:46.622496 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cd981e-0706-435d-91f1-7eab8b8a9010 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:57:46.623131 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cd981e-0706-435d-91f1-7eab8b8a9010 None None] Checking segment: {'id': '3f4ce037-8995-4519-9436-741a5cf4e4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:57:46.623699 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-57cd981e-0706-435d-91f1-7eab8b8a9010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:46.624565 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cd981e-0706-435d-91f1-7eab8b8a9010 None None] Bound using segment: {'id': '3f4ce037-8995-4519-9436-741a5cf4e4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:57:46.625840 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-57cd981e-0706-435d-91f1-7eab8b8a9010 None None] Bound port: c4d1da0b-31bf-4d5c-a867-f2ca90bf5089, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4ce037-8995-4519-9436-741a5cf4e4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:57:46.626683 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-57cd981e-0706-435d-91f1-7eab8b8a9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:46.724547 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d920bf7f-3ee4-4a38-9219-609c94a4dfa6 req-a71cb372-3c85-4a74-9dee-158cdccb8291 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:46.764282 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['ff4fb31b-7bb8-483b-bd31-b9e989e46b38'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:57:46.802075 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-d8471235-5625-4d47-a62c-beccaef4f56f tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:46.848200 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-d920bf7f-3ee4-4a38-9219-609c94a4dfa6 req-a71cb372-3c85-4a74-9dee-158cdccb8291 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] No DVR routers for this DVR port ff4fb31b-7bb8-483b-bd31-b9e989e46b38 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:57:46.856424 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d920bf7f-3ee4-4a38-9219-609c94a4dfa6 req-a71cb372-3c85-4a74-9dee-158cdccb8291 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:46.858454 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d920bf7f-3ee4-4a38-9219-609c94a4dfa6 req-a71cb372-3c85-4a74-9dee-158cdccb8291 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.38 "DELETE /v2.0/ports/ff4fb31b-7bb8-483b-bd31-b9e989e46b38 HTTP/1.1" status: 204 len: 173 time: 1.0385303 Sep 21 17:57:46.867446 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1153349-fc74-4c2c-baba-470d1a1019fc req-de89e17b-bb0c-43dc-8f74-d48974a1af64 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:46.869215 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f1153349-fc74-4c2c-baba-470d1a1019fc req-de89e17b-bb0c-43dc-8f74-d48974a1af64 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.38 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 945 time: 0.3391414 Sep 21 17:57:46.869959 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18915c5d-06a9-4dac-9d27-77b0ecd9f82c', 'name': 'network-vif-deleted', 'tag': 'ff4fb31b-7bb8-483b-bd31-b9e989e46b38'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:57:46.872545 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa08cc3d-47ed-4ba6-9b8f-5076cdfed308" -d '{"events": [{"server_uuid": "18915c5d-06a9-4dac-9d27-77b0ecd9f82c", "name": "network-vif-deleted", "tag": "ff4fb31b-7bb8-483b-bd31-b9e989e46b38"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:57:46.874890 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ce9f1-cdaf-4bbd-81e7-8a1380c57826 req-d999cd2f-9fc1-46f5-a11d-f9ec33cd22a4 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:46.880930 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71cb372-3c85-4a74-9dee-158cdccb8291 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Pushing event deleted for resources: {'Port': ['ID=ff4fb31b-7bb8-483b-bd31-b9e989e46b38,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:46.883453 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-57cd981e-0706-435d-91f1-7eab8b8a9010 None None] For port c4d1da0b-31bf-4d5c-a867-f2ca90bf5089, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:57:46.890577 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-57cd981e-0706-435d-91f1-7eab8b8a9010 None None] For port c4d1da0b-31bf-4d5c-a867-f2ca90bf5089, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=c4d1da0b-31bf-4d5c-a867-f2ca90bf5089,segment=NetworkSegment(3f4ce037-8995-4519-9436-741a5cf4e4ad),segment_id=3f4ce037-8995-4519-9436-741a5cf4e4ad)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:57:46.894125 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cd9ce9f1-cdaf-4bbd-81e7-8a1380c57826 req-d999cd2f-9fc1-46f5-a11d-f9ec33cd22a4 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 945 time: 0.2366633 Sep 21 17:57:46.906546 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-57cd981e-0706-435d-91f1-7eab8b8a9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:47.009039 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd981e-0706-435d-91f1-7eab8b8a9010 None None] Pushing event updated for resources: {'Port': ['ID=c4d1da0b-31bf-4d5c-a867-f2ca90bf5089,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:47.026580 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-d8471235-5625-4d47-a62c-beccaef4f56f tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:47.035809 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde356ee-3989-45bc-86a6-7a1c462a9a52 req-8573e74e-f0be-4c32-9398-14a6d7d6d22c tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:47.037407 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dde356ee-3989-45bc-86a6-7a1c462a9a52 req-8573e74e-f0be-4c32-9398-14a6d7d6d22c tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa09142-da65-4cd5-897d-ac9f29ccda13 HTTP/1.1" status: 200 len: 946 time: 0.4432952 Sep 21 17:57:47.071392 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3dad3548-0419-4cf1-be65-4555ebc3b672 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:47.079329 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3dad3548-0419-4cf1-be65-4555ebc3b672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:47.157443 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-f1153349-fc74-4c2c-baba-470d1a1019fc req-a62a4d86-36e8-4656-9ba9-6345788f835c tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Deleting port cb571a4f-6e46-44f3-ac0c-b43ca984f51a {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:57:47.157788 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f1153349-fc74-4c2c-baba-470d1a1019fc req-a62a4d86-36e8-4656-9ba9-6345788f835c tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:47.178158 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-d8471235-5625-4d47-a62c-beccaef4f56f tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Network a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:57:47.180016 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-d8471235-5625-4d47-a62c-beccaef4f56f tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:57:47.200364 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e6c549-54da-42d3-b72c-b553a6d81bf8 None None] Pushing event updated for resources: {'Port': ['ID=71049d01-faed-46fe-b7df-418057d28f73,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:47.211780 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cd9ce9f1-cdaf-4bbd-81e7-8a1380c57826 req-f65147f6-ea56-4ab0-a8b2-e3c079015400 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166146 Sep 21 17:57:47.214867 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-d8471235-5625-4d47-a62c-beccaef4f56f tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:57:47.264421 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-3dad3548-0419-4cf1-be65-4555ebc3b672 None None] Attempting to bind port 71049d01-faed-46fe-b7df-418057d28f73 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:57:47.264890 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-3dad3548-0419-4cf1-be65-4555ebc3b672 None None] Attempting to bind port 71049d01-faed-46fe-b7df-418057d28f73 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'e0bbbf63-a71d-4cba-9a61-57f58fac4e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2dc45eb4-5f11-4e3f-9333-457ab9caa65b'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:57:47.265325 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dad3548-0419-4cf1-be65-4555ebc3b672 None None] Attempting to bind port 71049d01-faed-46fe-b7df-418057d28f73 on network 2dc45eb4-5f11-4e3f-9333-457ab9caa65b {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:57:47.271439 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dad3548-0419-4cf1-be65-4555ebc3b672 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:57:47.271905 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dad3548-0419-4cf1-be65-4555ebc3b672 None None] Checking segment: {'id': 'e0bbbf63-a71d-4cba-9a61-57f58fac4e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2dc45eb4-5f11-4e3f-9333-457ab9caa65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:57:47.272377 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3dad3548-0419-4cf1-be65-4555ebc3b672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:47.272847 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dad3548-0419-4cf1-be65-4555ebc3b672 None None] Bound using segment: {'id': 'e0bbbf63-a71d-4cba-9a61-57f58fac4e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2dc45eb4-5f11-4e3f-9333-457ab9caa65b'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:57:47.273530 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-3dad3548-0419-4cf1-be65-4555ebc3b672 None None] Bound port: 71049d01-faed-46fe-b7df-418057d28f73, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bbbf63-a71d-4cba-9a61-57f58fac4e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2dc45eb4-5f11-4e3f-9333-457ab9caa65b'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:57:47.274172 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3dad3548-0419-4cf1-be65-4555ebc3b672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:47.364975 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-f1153349-fc74-4c2c-baba-470d1a1019fc req-a62a4d86-36e8-4656-9ba9-6345788f835c tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] For port cb571a4f-6e46-44f3-ac0c-b43ca984f51a, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=cb571a4f-6e46-44f3-ac0c-b43ca984f51a,segment=NetworkSegment(56b6ab3c-69bd-42e2-acea-4797f09bea25),segment_id=56b6ab3c-69bd-42e2-acea-4797f09bea25)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:47.364975 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f1153349-fc74-4c2c-baba-470d1a1019fc req-a62a4d86-36e8-4656-9ba9-6345788f835c tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:47.400700 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-d8471235-5625-4d47-a62c-beccaef4f56f tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:47.401350 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-d8471235-5625-4d47-a62c-beccaef4f56f tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:47.412603 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-f1153349-fc74-4c2c-baba-470d1a1019fc req-a62a4d86-36e8-4656-9ba9-6345788f835c tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Calling delete_port for cb571a4f-6e46-44f3-ac0c-b43ca984f51a owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:57:47.460240 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c11-d281-4d4b-ab47-66ec738f6fda admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:47.472736 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8471235-5625-4d47-a62c-beccaef4f56f tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Pushing event updated for resources: {'Port': ['ID=5a8434e0-3e7e-4d78-8213-4e558ba50532,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:47.490599 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-3dad3548-0419-4cf1-be65-4555ebc3b672 None None] For port 71049d01-faed-46fe-b7df-418057d28f73, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:57:47.500903 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-3dad3548-0419-4cf1-be65-4555ebc3b672 None None] For port 71049d01-faed-46fe-b7df-418057d28f73, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=71049d01-faed-46fe-b7df-418057d28f73,segment=NetworkSegment(e0bbbf63-a71d-4cba-9a61-57f58fac4e2e),segment_id=e0bbbf63-a71d-4cba-9a61-57f58fac4e2e)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:57:47.515201 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3dad3548-0419-4cf1-be65-4555ebc3b672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:47.556295 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-d8471235-5625-4d47-a62c-beccaef4f56f tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1188645 Sep 21 17:57:47.574807 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-f3f4a74c-ee8a-48f6-8c0d-7243ff1df698 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:57:47.575859 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-f3f4a74c-ee8a-48f6-8c0d-7243ff1df698 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129833 Sep 21 17:57:47.604567 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e37f114-ffef-448c-8116-a81c7e61237b x-openstack-request-id: req-4e37f114-ffef-448c-8116-a81c7e61237b {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:57:47.604789 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18915c5d-06a9-4dac-9d27-77b0ecd9f82c", "name": "network-vif-deleted", "tag": "ff4fb31b-7bb8-483b-bd31-b9e989e46b38", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:57:47.604996 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4e37f114-ffef-448c-8116-a81c7e61237b {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:57:47.605602 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18915c5d-06a9-4dac-9d27-77b0ecd9f82c', 'name': 'network-vif-deleted', 'tag': 'ff4fb31b-7bb8-483b-bd31-b9e989e46b38', 'status': 'completed', 'code': 200} Sep 21 17:57:47.651254 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dde356ee-3989-45bc-86a6-7a1c462a9a52 req-c429d93e-ca1e-481c-ab66-4848a4130106 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5851345 Sep 21 17:57:47.666789 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f1153349-fc74-4c2c-baba-470d1a1019fc req-a62a4d86-36e8-4656-9ba9-6345788f835c tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:47.713843 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['dbc0d7b1-96db-431a-bbdc-4aac85019438', 'cb571a4f-6e46-44f3-ac0c-b43ca984f51a'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:57:47.717712 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-185c6344-6880-43ce-b6a6-3bc3f5771549 req-7be6ee89-27eb-4d16-bb65-b844236f9c9a tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=18915c5d-06a9-4dac-9d27-77b0ecd9f82c HTTP/1.1" status: 200 len: 210 time: 0.0867250 Sep 21 17:57:47.732742 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c11-d281-4d4b-ab47-66ec738f6fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:47.772181 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dad3548-0419-4cf1-be65-4555ebc3b672 None None] Routers {'70ee5c10-760c-4729-b3a2-b2cfa126a600'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:57:47.772879 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-3dad3548-0419-4cf1-be65-4555ebc3b672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:57:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['70ee5c10-760c-4729-b3a2-b2cfa126a600'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:47.782534 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a4d86-36e8-4656-9ba9-6345788f835c tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Pushing event deleted for resources: {'Port': ['ID=cb571a4f-6e46-44f3-ac0c-b43ca984f51a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:47.788324 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-cc582d5c-01e4-4716-87b5-f73964dc22a2 None None] Provisioning complete for port 71049d01-faed-46fe-b7df-418057d28f73 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:47.788749 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cc582d5c-01e4-4716-87b5-f73964dc22a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:47.800654 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f43c11-d281-4d4b-ab47-66ec738f6fda admin admin] Pushing event updated for resources: {'Port': ['ID=fb8ade27-483c-41d9-8ed5-5b5f90678d57,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:47.831173 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-cdfe7f7d-7db5-4b0c-b776-97d7b0380bf7 service neutron] Request body: {'port': {'device_id': '29a834af-74fe-4662-b414-d7a56653e40e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:47.845035 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device c4d1da0b-31bf-4d5c-a867-f2ca90bf5089 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:57:47.883700 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f43c11-d281-4d4b-ab47-66ec738f6fda admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:57:47.891613 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-e0f43c11-d281-4d4b-ab47-66ec738f6fda admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:57:47.903278 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f43c11-d281-4d4b-ab47-66ec738f6fda admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:57:47.967202 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1153349-fc74-4c2c-baba-470d1a1019fc req-a62a4d86-36e8-4656-9ba9-6345788f835c tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] No DVR routers for this DVR port cb571a4f-6e46-44f3-ac0c-b43ca984f51a on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:57:47.979375 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f1153349-fc74-4c2c-baba-470d1a1019fc req-a62a4d86-36e8-4656-9ba9-6345788f835c tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:47.982477 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f1153349-fc74-4c2c-baba-470d1a1019fc req-a62a4d86-36e8-4656-9ba9-6345788f835c tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.38 "DELETE /v2.0/ports/cb571a4f-6e46-44f3-ac0c-b43ca984f51a HTTP/1.1" status: 204 len: 173 time: 1.0991256 Sep 21 17:57:47.982847 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e6c549-54da-42d3-b72c-b553a6d81bf8 None None] Pushing event updated for resources: {'Port': ['ID=71049d01-faed-46fe-b7df-418057d28f73,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:48.140204 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28e235-cab8-4bb7-924a-f8a4e41ba752 req-46b53b94-f700-43c3-ad86-7c6a4b012db9 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:48.143658 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ed28e235-cab8-4bb7-924a-f8a4e41ba752 req-46b53b94-f700-43c3-ad86-7c6a4b012db9 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa09142-da65-4cd5-897d-ac9f29ccda13 HTTP/1.1" status: 200 len: 946 time: 0.1376607 Sep 21 17:57:48.155182 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-3dad3548-0419-4cf1-be65-4555ebc3b672 None None] Set router 70ee5c10-760c-4729-b3a2-b2cfa126a600 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:57:48.218104 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ca23e-0801-46f5-a67a-53de19830f33 req-87804b22-e546-4248-916d-cbef33001a21 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:48.228364 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4b2ca23e-0801-46f5-a67a-53de19830f33 req-87804b22-e546-4248-916d-cbef33001a21 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 931 time: 0.2515280 Sep 21 17:57:48.244300 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-cdfe7f7d-7db5-4b0c-b776-97d7b0380bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:48.280530 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ed28e235-cab8-4bb7-924a-f8a4e41ba752 req-3905cacf-05db-4889-a612-8a4150336b16 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131654 Sep 21 17:57:48.414746 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8b0b8e15-2890-4cc6-ae4f-29ad8f2ce50a req-cb179f36-cb36-4f5e-a8bd-d2d36f116741 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=70b6a000-e461-4ef5-8f4a-9322987bbe7f HTTP/1.1" status: 200 len: 210 time: 0.0583727 Sep 21 17:57:48.499253 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port c4d1da0b-31bf-4d5c-a867-f2ca90bf5089 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:48.499636 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:48.502278 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a4962da6-c1f2-4c2f-bd5a-f8bdc9204243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:48.565544 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4b2ca23e-0801-46f5-a67a-53de19830f33 req-df244af1-226a-41fb-9ff9-1b2d7c5d6d0f tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354321 Sep 21 17:57:48.608778 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cc582d5c-01e4-4716-87b5-f73964dc22a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:48.698163 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd6fd7-f262-47f1-a0ae-398eb194aebc req-137c2086-2759-42ab-9a42-772bd12c1fd8 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:48.700108 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-50cd6fd7-f262-47f1-a0ae-398eb194aebc req-137c2086-2759-42ab-9a42-772bd12c1fd8 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa09142-da65-4cd5-897d-ac9f29ccda13 HTTP/1.1" status: 200 len: 946 time: 0.0946782 Sep 21 17:57:48.742967 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-cc582d5c-01e4-4716-87b5-f73964dc22a2 None None] For port 71049d01-faed-46fe-b7df-418057d28f73, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=71049d01-faed-46fe-b7df-418057d28f73,segment=NetworkSegment(e0bbbf63-a71d-4cba-9a61-57f58fac4e2e),segment_id=e0bbbf63-a71d-4cba-9a61-57f58fac4e2e)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:48.754611 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859b1fce-59b1-4f41-9fa1-9a42ea47404b None None] Network 317845e1-df2c-40eb-a75c-cc29a382e695 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:57:48.778738 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-50cd6fd7-f262-47f1-a0ae-398eb194aebc req-7ee6dda7-2075-4700-9de4-7f8580f19d04 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698760 Sep 21 17:57:48.925151 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cc582d5c-01e4-4716-87b5-f73964dc22a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:48.939544 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c11-d281-4d4b-ab47-66ec738f6fda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:48.947344 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:48.957433 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1076b-203e-44f2-b1b7-6002ae9d22e1 req-8d4860b3-b00a-4043-ad7a-a6b438cc4a00 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:48.959084 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-14b1076b-203e-44f2-b1b7-6002ae9d22e1 req-8d4860b3-b00a-4043-ad7a-a6b438cc4a00 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa09142-da65-4cd5-897d-ac9f29ccda13 HTTP/1.1" status: 200 len: 946 time: 0.0888798 Sep 21 17:57:49.043317 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-14b1076b-203e-44f2-b1b7-6002ae9d22e1 req-e223e447-a936-49f6-8fcc-9b322366ead0 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766695 Sep 21 17:57:49.074187 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc582d5c-01e4-4716-87b5-f73964dc22a2 None None] Pushing event updated for resources: {'Port': ['ID=71049d01-faed-46fe-b7df-418057d28f73,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:49.283808 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port c4d1da0b-31bf-4d5c-a867-f2ca90bf5089, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=c4d1da0b-31bf-4d5c-a867-f2ca90bf5089,segment=NetworkSegment(3f4ce037-8995-4519-9436-741a5cf4e4ad),segment_id=3f4ce037-8995-4519-9436-741a5cf4e4ad)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:49.317058 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:49.328424 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defded3-05db-434d-9e4a-659c8f952181 req-cbc11b69-05da-4437-9f26-fbca9243c655 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:49.346141 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:49.353290 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1defded3-05db-434d-9e4a-659c8f952181 req-cbc11b69-05da-4437-9f26-fbca9243c655 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa09142-da65-4cd5-897d-ac9f29ccda13 HTTP/1.1" status: 200 len: 946 time: 0.1969304 Sep 21 17:57:49.405619 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-fd46c01c-81e2-4dd9-a493-256bdbde5731 None None] Provisioning complete for port c4d1da0b-31bf-4d5c-a867-f2ca90bf5089 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:49.406091 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fd46c01c-81e2-4dd9-a493-256bdbde5731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:49.425914 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1defded3-05db-434d-9e4a-659c8f952181 req-97596767-fe05-4d0f-be3b-4f120a022858 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711095 Sep 21 17:57:49.493554 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-3dad3548-0419-4cf1-be65-4555ebc3b672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'name': 'tempest-TaggedBootDevicesTest_v242-1839193842-router', 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '368f121e-9742-4e3d-ad23-34901564bbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:35Z', 'updated_at': '2021-09-21T17:57:42Z', 'revision_number': 4, 'project_id': 'f45042291f6d424394d35c26dcf75613', 'gw_port': {'id': '368f121e-9742-4e3d-ad23-34901564bbdb', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:36Z', 'updated_at': '2021-09-21T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '71049d01-faed-46fe-b7df-418057d28f73', 'name': '', 'network_id': '2dc45eb4-5f11-4e3f-9333-457ab9caa65b', 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'mac_address': 'fa:16:3e:b6:c6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '063152f7-9266-4ea3-af4b-f63acd8682dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:39Z', 'updated_at': '2021-09-21T17:57:47Z', 'revision_number': 4, 'project_id': 'f45042291f6d424394d35c26dcf75613', 'subnets': [{'id': '063152f7-9266-4ea3-af4b-f63acd8682dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:49.544221 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dad3548-0419-4cf1-be65-4555ebc3b672 None None] The sync data for ids ['70ee5c10-760c-4729-b3a2-b2cfa126a600'] in n-d-810291-1 is: [{'id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'name': 'tempest-TaggedBootDevicesTest_v242-1839193842-router', 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '368f121e-9742-4e3d-ad23-34901564bbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:35Z', 'updated_at': '2021-09-21T17:57:42Z', 'revision_number': 4, 'project_id': 'f45042291f6d424394d35c26dcf75613', 'gw_port': {'id': '368f121e-9742-4e3d-ad23-34901564bbdb', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:36Z', 'updated_at': '2021-09-21T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '71049d01-faed-46fe-b7df-418057d28f73', 'name': '', 'network_id': '2dc45eb4-5f11-4e3f-9333-457ab9caa65b', 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'mac_address': 'fa:16:3e:b6:c6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '063152f7-9266-4ea3-af4b-f63acd8682dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:39Z', 'updated_at': '2021-09-21T17:57:47Z', 'revision_number': 4, 'project_id': 'f45042291f6d424394d35c26dcf75613', 'subnets': [{'id': '063152f7-9266-4ea3-af4b-f63acd8682dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:57:49.568376 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecddcf0-f20d-45ea-8b55-e19ca25b79d4 req-033db8b0-99f5-427c-b750-6d23c600ad22 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:49.571115 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3ecddcf0-f20d-45ea-8b55-e19ca25b79d4 req-033db8b0-99f5-427c-b750-6d23c600ad22 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa09142-da65-4cd5-897d-ac9f29ccda13 HTTP/1.1" status: 200 len: 946 time: 0.0770888 Sep 21 17:57:49.581700 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=c4d1da0b-31bf-4d5c-a867-f2ca90bf5089,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:49.643598 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b6a000-e461-4ef5-8f4a-9322987bbe7f', 'name': 'network-vif-deleted', 'tag': 'cb571a4f-6e46-44f3-ac0c-b43ca984f51a'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:57:49.646834 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c2d2fd-f67e-4703-9bdc-2103030d1719" -d '{"events": [{"server_uuid": "70b6a000-e461-4ef5-8f4a-9322987bbe7f", "name": "network-vif-deleted", "tag": "cb571a4f-6e46-44f3-ac0c-b43ca984f51a"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:57:49.670697 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-fd46c01c-81e2-4dd9-a493-256bdbde5731 None None] Provisioning complete for port 71049d01-faed-46fe-b7df-418057d28f73 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:49.671111 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fd46c01c-81e2-4dd9-a493-256bdbde5731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:49.675021 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-cdfe7f7d-7db5-4b0c-b776-97d7b0380bf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a8434e0-3e7e-4d78-8213-4e558ba50532 {{(pid=101461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:57:49.685625 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-cdfe7f7d-7db5-4b0c-b776-97d7b0380bf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:49.690519 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3ecddcf0-f20d-45ea-8b55-e19ca25b79d4 req-66479370-2da8-4385-861f-d19a721a988a tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114171 Sep 21 17:57:49.703594 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.provisioning_blocks [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-cdfe7f7d-7db5-4b0c-b776-97d7b0380bf7 service neutron] Transition to ACTIVE for port object 5a8434e0-3e7e-4d78-8213-4e558ba50532 will not be triggered until provisioned by entity L2. {{(pid=101461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:57:49.709715 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c11-d281-4d4b-ab47-66ec738f6fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:49.713284 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-cdfe7f7d-7db5-4b0c-b776-97d7b0380bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:49.786264 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe7f7d-7db5-4b0c-b776-97d7b0380bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8434e0-3e7e-4d78-8213-4e558ba50532,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:49.941167 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2916b62-3f38-4a03-beea-35ac35955188 req-15f2db93-4653-4e0d-970b-5b20b97953fb tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:49.943106 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a2916b62-3f38-4a03-beea-35ac35955188 req-15f2db93-4653-4e0d-970b-5b20b97953fb tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 943 time: 0.0885453 Sep 21 17:57:49.992404 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:50.016139 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a2916b62-3f38-4a03-beea-35ac35955188 req-daf948bd-1414-4ac6-8452-bfe7951e9cb0 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634952 Sep 21 17:57:50.068195 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-18d2c32b-9fc8-4dbe-b975-44ee56b07848 None None] Provisioning complete for port c4d1da0b-31bf-4d5c-a867-f2ca90bf5089 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:50.070755 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-18d2c32b-9fc8-4dbe-b975-44ee56b07848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:50.071716 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a42c61-0315-42e6-8833-2a4a344e90c2 x-openstack-request-id: req-e2a42c61-0315-42e6-8833-2a4a344e90c2 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:57:50.072274 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b6a000-e461-4ef5-8f4a-9322987bbe7f", "name": "network-vif-deleted", "tag": "cb571a4f-6e46-44f3-ac0c-b43ca984f51a", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:57:50.072444 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e2a42c61-0315-42e6-8833-2a4a344e90c2 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:57:50.072928 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b6a000-e461-4ef5-8f4a-9322987bbe7f', 'name': 'network-vif-deleted', 'tag': 'cb571a4f-6e46-44f3-ac0c-b43ca984f51a', 'status': 'completed', 'code': 200} Sep 21 17:57:50.117095 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-cdfe7f7d-7db5-4b0c-b776-97d7b0380bf7 service neutron] Attempting to bind port 5a8434e0-3e7e-4d78-8213-4e558ba50532 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:57:50.117573 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-cdfe7f7d-7db5-4b0c-b776-97d7b0380bf7 service neutron] Attempting to bind port 5a8434e0-3e7e-4d78-8213-4e558ba50532 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '7a41b262-3cb8-4dc0-a9c6-451220a101cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:57:50.118045 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-cdfe7f7d-7db5-4b0c-b776-97d7b0380bf7 service neutron] Attempting to bind port 5a8434e0-3e7e-4d78-8213-4e558ba50532 on network a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:57:50.133317 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-cdfe7f7d-7db5-4b0c-b776-97d7b0380bf7 service neutron] Port 5a8434e0-3e7e-4d78-8213-4e558ba50532 on network a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:57:50.142828 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-cdfe7f7d-7db5-4b0c-b776-97d7b0380bf7 service neutron] Attempting to bind port 5a8434e0-3e7e-4d78-8213-4e558ba50532 on network a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:57:50.149095 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-cdfe7f7d-7db5-4b0c-b776-97d7b0380bf7 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:57:50.149560 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-cdfe7f7d-7db5-4b0c-b776-97d7b0380bf7 service neutron] Checking segment: {'id': '7a41b262-3cb8-4dc0-a9c6-451220a101cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:57:50.150050 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-cdfe7f7d-7db5-4b0c-b776-97d7b0380bf7 service neutron] Bound using segment: {'id': '7a41b262-3cb8-4dc0-a9c6-451220a101cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08'} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:57:50.150584 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-cdfe7f7d-7db5-4b0c-b776-97d7b0380bf7 service neutron] Bound port: 5a8434e0-3e7e-4d78-8213-4e558ba50532, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a41b262-3cb8-4dc0-a9c6-451220a101cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08'}}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:57:50.151093 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-cdfe7f7d-7db5-4b0c-b776-97d7b0380bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:50.242793 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f43c11-d281-4d4b-ab47-66ec738f6fda admin admin] Router 624692c6-e850-4622-95b0-bdc01dbb7965 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:57:50.332607 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-cdfe7f7d-7db5-4b0c-b776-97d7b0380bf7 service neutron] For port 5a8434e0-3e7e-4d78-8213-4e558ba50532, host n-h2-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:57:50.378325 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device ff4fb31b-7bb8-483b-bd31-b9e989e46b38 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:57:50.399966 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: ff4fb31b-7bb8-483b-bd31-b9e989e46b38 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:57:50.400314 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device ff4fb31b-7bb8-483b-bd31-b9e989e46b38 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:57:50.400743 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device cb571a4f-6e46-44f3-ac0c-b43ca984f51a no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:57:50.404611 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-cdfe7f7d-7db5-4b0c-b776-97d7b0380bf7 service neutron] For port 5a8434e0-3e7e-4d78-8213-4e558ba50532, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5a8434e0-3e7e-4d78-8213-4e558ba50532,segment=NetworkSegment(7a41b262-3cb8-4dc0-a9c6-451220a101cc),segment_id=7a41b262-3cb8-4dc0-a9c6-451220a101cc)] {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:57:50.406872 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f43c11-d281-4d4b-ab47-66ec738f6fda admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:57:50.417958 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970c80bf-29c9-4081-b953-d6e9a334c86a None None] Sync routers for ids ['624692c6-e850-4622-95b0-bdc01dbb7965'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:57:50.432106 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970c80bf-29c9-4081-b953-d6e9a334c86a None None] Routers {'624692c6-e850-4622-95b0-bdc01dbb7965'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:57:50.435109 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-970c80bf-29c9-4081-b953-d6e9a334c86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:57:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['624692c6-e850-4622-95b0-bdc01dbb7965'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:50.437904 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-cdfe7f7d-7db5-4b0c-b776-97d7b0380bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:50.456181 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: cb571a4f-6e46-44f3-ac0c-b43ca984f51a {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:57:50.456538 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device cb571a4f-6e46-44f3-ac0c-b43ca984f51a not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:57:50.527174 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e0f43c11-d281-4d4b-ab47-66ec738f6fda admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:50.532279 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34774) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:50.544819 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e0f43c11-d281-4d4b-ab47-66ec738f6fda admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7381551 Sep 21 17:57:50.550658 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-cdfe7f7d-7db5-4b0c-b776-97d7b0380bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:50.555599 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-cdfe7f7d-7db5-4b0c-b776-97d7b0380bf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:50.557278 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-cdfe7f7d-7db5-4b0c-b776-97d7b0380bf7 service neutron] 10.222.0.44 "PUT /v2.0/ports/5a8434e0-3e7e-4d78-8213-4e558ba50532 HTTP/1.1" status: 200 len: 1091 time: 2.9641230 Sep 21 17:57:50.559105 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a834af-74fe-4662-b414-d7a56653e40e', 'tag': '5a8434e0-3e7e-4d78-8213-4e558ba50532'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:57:50.561541 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad92c9bb-75ad-4ce3-b755-5c5ea8c32a78" -d '{"events": [{"name": "network-changed", "server_uuid": "29a834af-74fe-4662-b414-d7a56653e40e", "tag": "5a8434e0-3e7e-4d78-8213-4e558ba50532"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:57:50.612107 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe7f7d-7db5-4b0c-b776-97d7b0380bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8434e0-3e7e-4d78-8213-4e558ba50532,revision_number=3']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:50.626190 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-970c80bf-29c9-4081-b953-d6e9a334c86a None None] Set router 624692c6-e850-4622-95b0-bdc01dbb7965 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:57:50.702738 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-08016a70-79f8-4bc3-a025-193fca1f0db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:50.705636 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-08016a70-79f8-4bc3-a025-193fca1f0db8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77fb7d4686fc4cfc8d52c5834a5ea76a&device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 1094 time: 0.0634277 Sep 21 17:57:50.783042 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-c39a80a6-0cf2-496b-94cf-49526c99a7bd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a8434e0-3e7e-4d78-8213-4e558ba50532 HTTP/1.1" status: 200 len: 217 time: 0.0670280 Sep 21 17:57:50.849312 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-27d0cf9e-35e1-44ad-97c3-9fdeb489bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:50.851374 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-27d0cf9e-35e1-44ad-97c3-9fdeb489bf47 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2f8f189a-ed60-4c65-ab30-a297660af34d HTTP/1.1" status: 200 len: 854 time: 0.0592241 Sep 21 17:57:50.899519 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-7a9e5cdf-e564-4915-83b7-2cca29b05e64 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404792 Sep 21 17:57:50.943981 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-970c80bf-29c9-4081-b953-d6e9a334c86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'name': 'tempest-AttachVolumeShelveTestJSON-57759168-router', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:45Z', 'updated_at': '2021-09-21T17:57:48Z', 'revision_number': 3, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'gw_port': {'id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:46Z', 'updated_at': '2021-09-21T17:57:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:50.983477 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970c80bf-29c9-4081-b953-d6e9a334c86a None None] Checking router: 624692c6-e850-4622-95b0-bdc01dbb7965 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:57:50.984055 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970c80bf-29c9-4081-b953-d6e9a334c86a None None] Updating router 624692c6-e850-4622-95b0-bdc01dbb7965 port fb8ade27-483c-41d9-8ed5-5b5f90678d57 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:57:51.020022 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-970c80bf-29c9-4081-b953-d6e9a334c86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:51.037962 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-f7c2a7f1-346a-480c-b378-58f3d9e77ebf service neutron] 10.222.0.44 "GET /v2.0/networks/a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292188 Sep 21 17:57:51.179970 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ab1a762e-9b88-4a0d-b6ea-9f960bcefeec req-bbd7f1ec-6996-4cb1-99b3-f37de76b1af7 service neutron] 10.222.0.44 "GET /v2.0/networks/a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346638 Sep 21 17:57:51.195927 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ddad2d9a-a508-487b-a99b-ac0200fefac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:51.364935 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-970c80bf-29c9-4081-b953-d6e9a334c86a None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:51.370072 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-970c80bf-29c9-4081-b953-d6e9a334c86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:51.393318 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-ddad2d9a-a508-487b-a99b-ac0200fefac7 admin admin] Allocated IP 172.20.0.1 (317845e1-df2c-40eb-a75c-cc29a382e695/109644f9-7374-4e29-a072-2da36abb70ff/181406f9-ba52-42fa-80ab-4205705a8ae9) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:57:51.424267 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-970c80bf-29c9-4081-b953-d6e9a334c86a None None] Attempting to bind port fb8ade27-483c-41d9-8ed5-5b5f90678d57 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:57:51.424919 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-970c80bf-29c9-4081-b953-d6e9a334c86a None None] Attempting to bind port fb8ade27-483c-41d9-8ed5-5b5f90678d57 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:57:51.425126 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c80bf-29c9-4081-b953-d6e9a334c86a None None] Attempting to bind port fb8ade27-483c-41d9-8ed5-5b5f90678d57 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:57:51.433574 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94bdf7-3bb8-4e05-8e9a-6efccc799e8f None None] Pushing event updated for resources: {'Port': ['ID=fb8ade27-483c-41d9-8ed5-5b5f90678d57,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:51.436535 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c80bf-29c9-4081-b953-d6e9a334c86a None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:57:51.436976 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c80bf-29c9-4081-b953-d6e9a334c86a None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:57:51.437456 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-970c80bf-29c9-4081-b953-d6e9a334c86a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:51.437967 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c80bf-29c9-4081-b953-d6e9a334c86a None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:57:51.438501 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-970c80bf-29c9-4081-b953-d6e9a334c86a None None] Bound port: fb8ade27-483c-41d9-8ed5-5b5f90678d57, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:57:51.439266 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-970c80bf-29c9-4081-b953-d6e9a334c86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:51.490803 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:51.502604 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-970c80bf-29c9-4081-b953-d6e9a334c86a None None] For port fb8ade27-483c-41d9-8ed5-5b5f90678d57, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:57:51.506218 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-970c80bf-29c9-4081-b953-d6e9a334c86a None None] For port fb8ade27-483c-41d9-8ed5-5b5f90678d57, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=fb8ade27-483c-41d9-8ed5-5b5f90678d57,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:57:51.517388 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-970c80bf-29c9-4081-b953-d6e9a334c86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:51.539006 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ddad2d9a-a508-487b-a99b-ac0200fefac7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:51.587520 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ddad2d9a-a508-487b-a99b-ac0200fefac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:51.624571 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94bdf7-3bb8-4e05-8e9a-6efccc799e8f None None] Pushing event updated for resources: {'Port': ['ID=fb8ade27-483c-41d9-8ed5-5b5f90678d57,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:51.636342 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970c80bf-29c9-4081-b953-d6e9a334c86a None None] Routers {'624692c6-e850-4622-95b0-bdc01dbb7965'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:57:51.637418 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-970c80bf-29c9-4081-b953-d6e9a334c86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:57:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['624692c6-e850-4622-95b0-bdc01dbb7965'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:51.647640 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddad2d9a-a508-487b-a99b-ac0200fefac7 admin admin] Network 317845e1-df2c-40eb-a75c-cc29a382e695 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:57:51.654859 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-ddad2d9a-a508-487b-a99b-ac0200fefac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:57:51.654859 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddad2d9a-a508-487b-a99b-ac0200fefac7 admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:57:51.728161 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad2d9a-a508-487b-a99b-ac0200fefac7 admin admin] Pushing event updated for resources: {'Port': ['ID=181406f9-ba52-42fa-80ab-4205705a8ae9,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:51.738906 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ddad2d9a-a508-487b-a99b-ac0200fefac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:51.752054 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 71049d01-faed-46fe-b7df-418057d28f73 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:57:51.822677 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-970c80bf-29c9-4081-b953-d6e9a334c86a None None] Set router 624692c6-e850-4622-95b0-bdc01dbb7965 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:57:51.874486 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 71049d01-faed-46fe-b7df-418057d28f73 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:51.874790 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:51.941507 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ddad2d9a-a508-487b-a99b-ac0200fefac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:51.990966 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device c4d1da0b-31bf-4d5c-a867-f2ca90bf5089 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:57:51.993803 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b7476069-ddca-4f86-a2af-a8d387bbb8b7 None None] Provisioning complete for port 181406f9-ba52-42fa-80ab-4205705a8ae9 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:51.994183 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b7476069-ddca-4f86-a2af-a8d387bbb8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:52.061145 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b7476069-ddca-4f86-a2af-a8d387bbb8b7 None None] Port 181406f9-ba52-42fa-80ab-4205705a8ae9 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:57:52.078155 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port c4d1da0b-31bf-4d5c-a867-f2ca90bf5089 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:52.078540 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:52.137851 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-970c80bf-29c9-4081-b953-d6e9a334c86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'name': 'tempest-AttachVolumeShelveTestJSON-57759168-router', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:45Z', 'updated_at': '2021-09-21T17:57:48Z', 'revision_number': 3, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'gw_port': {'id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:46Z', 'updated_at': '2021-09-21T17:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:52.179616 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970c80bf-29c9-4081-b953-d6e9a334c86a None None] The sync data for ids ['624692c6-e850-4622-95b0-bdc01dbb7965'] in n-d-810291-1 is: [{'id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'name': 'tempest-AttachVolumeShelveTestJSON-57759168-router', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:45Z', 'updated_at': '2021-09-21T17:57:48Z', 'revision_number': 3, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'gw_port': {'id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:46Z', 'updated_at': '2021-09-21T17:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:57:52.200099 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ddad2d9a-a508-487b-a99b-ac0200fefac7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:52.214937 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ddad2d9a-a508-487b-a99b-ac0200fefac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:52.287442 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad2d9a-a508-487b-a99b-ac0200fefac7 admin admin] Pushing event updated for resources: {'Port': ['ID=181406f9-ba52-42fa-80ab-4205705a8ae9,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:52.290030 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ddad2d9a-a508-487b-a99b-ac0200fefac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:52.394880 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddad2d9a-a508-487b-a99b-ac0200fefac7 admin admin] Network 317845e1-df2c-40eb-a75c-cc29a382e695 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:57:52.396594 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-ddad2d9a-a508-487b-a99b-ac0200fefac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:57:52.557612 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddad2d9a-a508-487b-a99b-ac0200fefac7 admin admin] Router 624692c6-e850-4622-95b0-bdc01dbb7965 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:57:52.730740 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddad2d9a-a508-487b-a99b-ac0200fefac7 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:57:52.746999 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ddad2d9a-a508-487b-a99b-ac0200fefac7 admin admin] 10.222.0.58 "PUT /v2.0/routers/624692c6-e850-4622-95b0-bdc01dbb7965/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2065091 Sep 21 17:57:52.796519 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-3002feb0-99cb-432d-9a8e-e0ee64da003a None None] Provisioning complete for port 181406f9-ba52-42fa-80ab-4205705a8ae9 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:52.797026 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3002feb0-99cb-432d-9a8e-e0ee64da003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:52.833518 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-3002feb0-99cb-432d-9a8e-e0ee64da003a None None] Port 181406f9-ba52-42fa-80ab-4205705a8ae9 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:57:53.132601 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:53.604802 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device fb8ade27-483c-41d9-8ed5-5b5f90678d57 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:57:53.671761 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port fb8ade27-483c-41d9-8ed5-5b5f90678d57 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:53.672136 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:53.758440 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:53.782560 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port fb8ade27-483c-41d9-8ed5-5b5f90678d57, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=fb8ade27-483c-41d9-8ed5-5b5f90678d57,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:53.788335 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:53.846691 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=fb8ade27-483c-41d9-8ed5-5b5f90678d57,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:54.024846 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96abfe93-7536-4564-bf4b-beede4e6fe3d None None] Sync routers for ids ['624692c6-e850-4622-95b0-bdc01dbb7965'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:57:54.035724 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96abfe93-7536-4564-bf4b-beede4e6fe3d None None] Routers {'624692c6-e850-4622-95b0-bdc01dbb7965'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:57:54.035724 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-96abfe93-7536-4564-bf4b-beede4e6fe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:57:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['624692c6-e850-4622-95b0-bdc01dbb7965'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:54.142399 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-96abfe93-7536-4564-bf4b-beede4e6fe3d None None] Set router 624692c6-e850-4622-95b0-bdc01dbb7965 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:57:54.364479 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-96abfe93-7536-4564-bf4b-beede4e6fe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'name': 'tempest-AttachVolumeShelveTestJSON-57759168-router', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:45Z', 'updated_at': '2021-09-21T17:57:51Z', 'revision_number': 4, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'gw_port': {'id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:46Z', 'updated_at': '2021-09-21T17:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '181406f9-ba52-42fa-80ab-4205705a8ae9', 'name': '', 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'mac_address': 'fa:16:3e:86:a7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '109644f9-7374-4e29-a072-2da36abb70ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:52Z', 'revision_number': 2, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'subnets': [{'id': '109644f9-7374-4e29-a072-2da36abb70ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:54.394389 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96abfe93-7536-4564-bf4b-beede4e6fe3d None None] Checking router: 624692c6-e850-4622-95b0-bdc01dbb7965 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:57:54.395045 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96abfe93-7536-4564-bf4b-beede4e6fe3d None None] Updating router 624692c6-e850-4622-95b0-bdc01dbb7965 port 181406f9-ba52-42fa-80ab-4205705a8ae9 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:57:54.426694 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-96abfe93-7536-4564-bf4b-beede4e6fe3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:54.490026 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:54.722990 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-96abfe93-7536-4564-bf4b-beede4e6fe3d None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:54.729274 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-96abfe93-7536-4564-bf4b-beede4e6fe3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:54.783662 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33eab49-b21e-4001-8fe1-7e1e3cf4ae4e None None] Pushing event updated for resources: {'Port': ['ID=181406f9-ba52-42fa-80ab-4205705a8ae9,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:54.844446 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-96abfe93-7536-4564-bf4b-beede4e6fe3d None None] Attempting to bind port 181406f9-ba52-42fa-80ab-4205705a8ae9 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:57:54.847812 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-96abfe93-7536-4564-bf4b-beede4e6fe3d None None] Attempting to bind port 181406f9-ba52-42fa-80ab-4205705a8ae9 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '3f4ce037-8995-4519-9436-741a5cf4e4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:57:54.847812 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96abfe93-7536-4564-bf4b-beede4e6fe3d None None] Attempting to bind port 181406f9-ba52-42fa-80ab-4205705a8ae9 on network 317845e1-df2c-40eb-a75c-cc29a382e695 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:57:54.855544 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96abfe93-7536-4564-bf4b-beede4e6fe3d None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:57:54.856268 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96abfe93-7536-4564-bf4b-beede4e6fe3d None None] Checking segment: {'id': '3f4ce037-8995-4519-9436-741a5cf4e4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:57:54.856681 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-96abfe93-7536-4564-bf4b-beede4e6fe3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:54.857076 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96abfe93-7536-4564-bf4b-beede4e6fe3d None None] Bound using segment: {'id': '3f4ce037-8995-4519-9436-741a5cf4e4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:57:54.857561 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-96abfe93-7536-4564-bf4b-beede4e6fe3d None None] Bound port: 181406f9-ba52-42fa-80ab-4205705a8ae9, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4ce037-8995-4519-9436-741a5cf4e4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:57:54.857987 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-96abfe93-7536-4564-bf4b-beede4e6fe3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:54.943128 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-96abfe93-7536-4564-bf4b-beede4e6fe3d None None] For port 181406f9-ba52-42fa-80ab-4205705a8ae9, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:57:54.947189 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-96abfe93-7536-4564-bf4b-beede4e6fe3d None None] For port 181406f9-ba52-42fa-80ab-4205705a8ae9, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=181406f9-ba52-42fa-80ab-4205705a8ae9,segment=NetworkSegment(3f4ce037-8995-4519-9436-741a5cf4e4ad),segment_id=3f4ce037-8995-4519-9436-741a5cf4e4ad)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:57:54.952985 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-96abfe93-7536-4564-bf4b-beede4e6fe3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:54.984027 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 5a8434e0-3e7e-4d78-8213-4e558ba50532 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:57:55.036454 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33eab49-b21e-4001-8fe1-7e1e3cf4ae4e None None] Pushing event updated for resources: {'Port': ['ID=181406f9-ba52-42fa-80ab-4205705a8ae9,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:55.051067 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96abfe93-7536-4564-bf4b-beede4e6fe3d None None] Routers {'624692c6-e850-4622-95b0-bdc01dbb7965'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:57:55.051707 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-96abfe93-7536-4564-bf4b-beede4e6fe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:57:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['624692c6-e850-4622-95b0-bdc01dbb7965'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:55.167084 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-04ee2e92-51d3-421c-896b-f7d1f871046a None None] Provisioning complete for port 181406f9-ba52-42fa-80ab-4205705a8ae9 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:55.167084 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-04ee2e92-51d3-421c-896b-f7d1f871046a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:55.241757 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 5a8434e0-3e7e-4d78-8213-4e558ba50532, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5a8434e0-3e7e-4d78-8213-4e558ba50532,segment=NetworkSegment(7a41b262-3cb8-4dc0-a9c6-451220a101cc),segment_id=7a41b262-3cb8-4dc0-a9c6-451220a101cc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:55.290785 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '5a8434e0-3e7e-4d78-8213-4e558ba50532', 'network_id': 'a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08', 'port_id': '5a8434e0-3e7e-4d78-8213-4e558ba50532', 'mac_address': 'fa:16:3e:7f:f9:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8f189a-ed60-4c65-ab30-a297660af34d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:57:55.295893 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-96abfe93-7536-4564-bf4b-beede4e6fe3d None None] Set router 624692c6-e850-4622-95b0-bdc01dbb7965 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:57:55.560737 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:55.599181 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a8434e0-3e7e-4d78-8213-4e558ba50532 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:57:55.603470 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device fb8ade27-483c-41d9-8ed5-5b5f90678d57 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:57:55.681414 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-04ee2e92-51d3-421c-896b-f7d1f871046a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:55.684304 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 5a8434e0-3e7e-4d78-8213-4e558ba50532, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5a8434e0-3e7e-4d78-8213-4e558ba50532,segment=NetworkSegment(7a41b262-3cb8-4dc0-a9c6-451220a101cc),segment_id=7a41b262-3cb8-4dc0-a9c6-451220a101cc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:55.702364 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:55.788313 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-04ee2e92-51d3-421c-896b-f7d1f871046a None None] For port 181406f9-ba52-42fa-80ab-4205705a8ae9, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=181406f9-ba52-42fa-80ab-4205705a8ae9,segment=NetworkSegment(3f4ce037-8995-4519-9436-741a5cf4e4ad),segment_id=3f4ce037-8995-4519-9436-741a5cf4e4ad)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:55.818823 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-04ee2e92-51d3-421c-896b-f7d1f871046a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:55.822866 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=5a8434e0-3e7e-4d78-8213-4e558ba50532,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:55.829572 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port fb8ade27-483c-41d9-8ed5-5b5f90678d57 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:55.829958 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:55.921023 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee2e92-51d3-421c-896b-f7d1f871046a None None] Pushing event updated for resources: {'Port': ['ID=181406f9-ba52-42fa-80ab-4205705a8ae9,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:55.943163 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-96abfe93-7536-4564-bf4b-beede4e6fe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'name': 'tempest-AttachVolumeShelveTestJSON-57759168-router', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:45Z', 'updated_at': '2021-09-21T17:57:51Z', 'revision_number': 4, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'gw_port': {'id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:46Z', 'updated_at': '2021-09-21T17:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '181406f9-ba52-42fa-80ab-4205705a8ae9', 'name': '', 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'mac_address': 'fa:16:3e:86:a7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '109644f9-7374-4e29-a072-2da36abb70ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:54Z', 'revision_number': 4, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'subnets': [{'id': '109644f9-7374-4e29-a072-2da36abb70ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:57:55.965911 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['5a8434e0-3e7e-4d78-8213-4e558ba50532'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:57:56.019579 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96abfe93-7536-4564-bf4b-beede4e6fe3d None None] The sync data for ids ['624692c6-e850-4622-95b0-bdc01dbb7965'] in n-d-810291-1 is: [{'id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'name': 'tempest-AttachVolumeShelveTestJSON-57759168-router', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:45Z', 'updated_at': '2021-09-21T17:57:51Z', 'revision_number': 4, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'gw_port': {'id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:46Z', 'updated_at': '2021-09-21T17:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '181406f9-ba52-42fa-80ab-4205705a8ae9', 'name': '', 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'mac_address': 'fa:16:3e:86:a7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '109644f9-7374-4e29-a072-2da36abb70ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:54Z', 'revision_number': 4, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'subnets': [{'id': '109644f9-7374-4e29-a072-2da36abb70ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:57:56.033407 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-6f4c7e31-d105-488d-ae99-f2ae1ed2d31c None None] Provisioning complete for port 181406f9-ba52-42fa-80ab-4205705a8ae9 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:56.033782 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6f4c7e31-d105-488d-ae99-f2ae1ed2d31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:56.963496 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 5a8434e0-3e7e-4d78-8213-4e558ba50532 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:57:57.018578 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 5a8434e0-3e7e-4d78-8213-4e558ba50532 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:57:57.023592 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 5a8434e0-3e7e-4d78-8213-4e558ba50532 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:57.024023 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:57.122089 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:57.147029 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a834af-74fe-4662-b414-d7a56653e40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8434e0-3e7e-4d78-8213-4e558ba50532'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:57:57.149567 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3366df-0a27-492b-9625-2450124c1e33" -d '{"events": [{"server_uuid": "29a834af-74fe-4662-b414-d7a56653e40e", "name": "network-vif-plugged", "status": "completed", "tag": "5a8434e0-3e7e-4d78-8213-4e558ba50532"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:57:57.163217 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 5a8434e0-3e7e-4d78-8213-4e558ba50532, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5a8434e0-3e7e-4d78-8213-4e558ba50532,segment=NetworkSegment(7a41b262-3cb8-4dc0-a9c6-451220a101cc),segment_id=7a41b262-3cb8-4dc0-a9c6-451220a101cc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:57:57.169956 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:57.224737 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=5a8434e0-3e7e-4d78-8213-4e558ba50532,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:57.662282 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 181406f9-ba52-42fa-80ab-4205705a8ae9 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:57:57.664181 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-37053908-55b6-471f-b9f5-0c0e7d2c3828 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:57.666378 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-37053908-55b6-471f-b9f5-0c0e7d2c3828 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/networks?id=8c160ab6-baed-4257-8d63-cfb421e0e315 HTTP/1.1" status: 200 len: 812 time: 0.1825268 Sep 21 17:57:57.695989 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-eddd04d9-6860-4572-b84c-7c17f0dfcf49 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/quotas/f1fc54364b794afda43368337694baaa HTTP/1.1" status: 200 len: 375 time: 0.0197368 Sep 21 17:57:57.731509 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 181406f9-ba52-42fa-80ab-4205705a8ae9 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:57:57.732346 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:57.749493 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-62ca0a36-ba5b-477a-9305-0519442a55f6 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f1fc54364b794afda43368337694baaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477550 Sep 21 17:57:57.921563 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df02f46-a639-4551-938a-54d9d5010947 x-openstack-request-id: req-4df02f46-a639-4551-938a-54d9d5010947 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:57:57.921850 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29a834af-74fe-4662-b414-d7a56653e40e", "tag": "5a8434e0-3e7e-4d78-8213-4e558ba50532", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:57:57.922096 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4df02f46-a639-4551-938a-54d9d5010947 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:57:57.922500 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29a834af-74fe-4662-b414-d7a56653e40e', 'tag': '5a8434e0-3e7e-4d78-8213-4e558ba50532', 'status': 'completed', 'code': 200} Sep 21 17:57:58.044943 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f80f3-26bc-41f9-a0e8-b5513b3b7978 req-41a75f0c-f73c-4a86-874e-140665f52431 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:58.044943 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-315f80f3-26bc-41f9-a0e8-b5513b3b7978 req-41a75f0c-f73c-4a86-874e-140665f52431 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 945 time: 0.0604842 Sep 21 17:57:58.052223 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-3a6f0c33-b4a4-4fa5-bd52-5522ec6c49f7 service neutron] 10.222.0.58 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015273 Sep 21 17:57:58.101677 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92c9bb-75ad-4ce3-b755-5c5ea8c32a78 req-2dd5b3ce-8ea5-463c-b230-b74b5a756404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:58.103218 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ad92c9bb-75ad-4ce3-b755-5c5ea8c32a78 req-2dd5b3ce-8ea5-463c-b230-b74b5a756404 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77fb7d4686fc4cfc8d52c5834a5ea76a&device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 1096 time: 0.1176996 Sep 21 17:57:58.122794 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-315f80f3-26bc-41f9-a0e8-b5513b3b7978 req-e12c3f5c-37f9-4d23-a5fb-a83489b6873b tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639200 Sep 21 17:57:58.232838 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-d2b10a0a-6979-4144-935d-499e87b3c6d2 service neutron] 10.222.0.58 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697109 Sep 21 17:57:58.255344 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92c9bb-75ad-4ce3-b755-5c5ea8c32a78 req-5b09976e-3b37-49a1-bec6-54c5a7bc7d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:58.256888 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ad92c9bb-75ad-4ce3-b755-5c5ea8c32a78 req-5b09976e-3b37-49a1-bec6-54c5a7bc7d99 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08 HTTP/1.1" status: 200 len: 915 time: 0.1121802 Sep 21 17:57:58.319814 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ad92c9bb-75ad-4ce3-b755-5c5ea8c32a78 req-ac21bdb0-b649-4eea-9b3e-86ea7a149e17 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a8434e0-3e7e-4d78-8213-4e558ba50532 HTTP/1.1" status: 200 len: 217 time: 0.0547163 Sep 21 17:57:58.437468 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92c9bb-75ad-4ce3-b755-5c5ea8c32a78 req-3b74f5ca-8611-4816-9382-863da5c5e740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:58.447152 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ad92c9bb-75ad-4ce3-b755-5c5ea8c32a78 req-3b74f5ca-8611-4816-9382-863da5c5e740 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2f8f189a-ed60-4c65-ab30-a297660af34d HTTP/1.1" status: 200 len: 854 time: 0.1112423 Sep 21 17:57:58.488264 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34844) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:58.494112 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-f529c412-d413-41d9-b297-e9c737d751f2 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--323725627', 'description': 'tempest-description--516508972'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:58.514321 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ad92c9bb-75ad-4ce3-b755-5c5ea8c32a78 req-32bac059-7f6b-4705-b4f4-c9b9ed346476 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580781 Sep 21 17:57:58.552968 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f529c412-d413-41d9-b297-e9c737d751f2 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:58.583793 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b49ffd-10d3-4655-aa0f-9a409c09e5d7 x-openstack-request-id: req-d3b49ffd-10d3-4655-aa0f-9a409c09e5d7 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:57:58.584326 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a834af-74fe-4662-b414-d7a56653e40e", "name": "network-vif-plugged", "status": "completed", "tag": "5a8434e0-3e7e-4d78-8213-4e558ba50532", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:57:58.584326 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d3b49ffd-10d3-4655-aa0f-9a409c09e5d7 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:57:58.584730 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a834af-74fe-4662-b414-d7a56653e40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8434e0-3e7e-4d78-8213-4e558ba50532', 'code': 200} Sep 21 17:57:58.685318 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ad92c9bb-75ad-4ce3-b755-5c5ea8c32a78 req-8156cbe4-1e9b-442a-b3da-d48ddfbf22a5 service neutron] 10.222.0.44 "GET /v2.0/networks/a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584918 Sep 21 17:57:58.812236 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c6536d62-f49f-487a-9c7d-269f3e9728be req-9b371355-4e3a-4488-bc60-e45690ad2e2a tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 210 time: 0.1182973 Sep 21 17:57:58.863508 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ad92c9bb-75ad-4ce3-b755-5c5ea8c32a78 req-c6d451df-c990-4ad7-9af4-9e19b2450c88 service neutron] 10.222.0.44 "GET /v2.0/networks/a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720023 Sep 21 17:57:58.902988 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7211a-faa4-48ac-8928-d5d764610be3 req-5bc46a68-57f9-4267-a20c-3216a5dadf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:58.904954 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ace7211a-faa4-48ac-8928-d5d764610be3 req-5bc46a68-57f9-4267-a20c-3216a5dadf41 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 1096 time: 0.2429478 Sep 21 17:57:58.930248 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f529c412-d413-41d9-b297-e9c737d751f2 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:58.974470 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f529c412-d413-41d9-b297-e9c737d751f2 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:59.101070 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f529c412-d413-41d9-b297-e9c737d751f2 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:59.104795 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f529c412-d413-41d9-b297-e9c737d751f2 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6139872 Sep 21 17:57:59.107383 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34872) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:59.111495 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ace7211a-faa4-48ac-8928-d5d764610be3 req-c961c036-f52c-49df-a9a8-8dde3da5d00b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912925 Sep 21 17:57:59.113496 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-77206d3e-6ef9-4ce7-9a5b-4bddd82c291f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Request body: {'security_group_rule': {'security_group_id': '41013366-7146-4371-80d5-35567f9f5669', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:59.130069 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529c412-d413-41d9-b297-e9c737d751f2 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41013366-7146-4371-80d5-35567f9f5669,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:59.174242 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833db173-3b35-429e-8c71-1c8b115e3f01 req-f227073f-9b60-4d70-86af-8359e93b8b0b tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:59.183757 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-833db173-3b35-429e-8c71-1c8b115e3f01 req-f227073f-9b60-4d70-86af-8359e93b8b0b tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa09142-da65-4cd5-897d-ac9f29ccda13 HTTP/1.1" status: 200 len: 946 time: 0.1376739 Sep 21 17:57:59.190204 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-77206d3e-6ef9-4ce7-9a5b-4bddd82c291f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:59.261106 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-833db173-3b35-429e-8c71-1c8b115e3f01 req-d7d589fb-3db7-4a65-927f-9b58847b7ac7 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636389 Sep 21 17:57:59.322670 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-77206d3e-6ef9-4ce7-9a5b-4bddd82c291f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:59.334295 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-77206d3e-6ef9-4ce7-9a5b-4bddd82c291f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:59.392749 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77206d3e-6ef9-4ce7-9a5b-4bddd82c291f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b0eea1-88a8-4704-a954-e9b73238d6ee,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:59.394848 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-77206d3e-6ef9-4ce7-9a5b-4bddd82c291f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:59.399465 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-77206d3e-6ef9-4ce7-9a5b-4bddd82c291f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2874787 Sep 21 17:57:59.400044 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34896) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:59.405093 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-e5ea1ed8-3997-4876-b12f-111784321376 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Request body: {'security_group_rule': {'security_group_id': '41013366-7146-4371-80d5-35567f9f5669', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:59.428765 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77206d3e-6ef9-4ce7-9a5b-4bddd82c291f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:59.429114 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77206d3e-6ef9-4ce7-9a5b-4bddd82c291f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:59.429588 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77206d3e-6ef9-4ce7-9a5b-4bddd82c291f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:59.429878 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77206d3e-6ef9-4ce7-9a5b-4bddd82c291f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:59.430207 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77206d3e-6ef9-4ce7-9a5b-4bddd82c291f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:59.430531 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77206d3e-6ef9-4ce7-9a5b-4bddd82c291f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:59.430868 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77206d3e-6ef9-4ce7-9a5b-4bddd82c291f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:59.434832 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77206d3e-6ef9-4ce7-9a5b-4bddd82c291f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:59.435202 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77206d3e-6ef9-4ce7-9a5b-4bddd82c291f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:59.435590 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77206d3e-6ef9-4ce7-9a5b-4bddd82c291f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:59.435925 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77206d3e-6ef9-4ce7-9a5b-4bddd82c291f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:59.436421 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77206d3e-6ef9-4ce7-9a5b-4bddd82c291f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:57:59.454574 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e5ea1ed8-3997-4876-b12f-111784321376 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:59.493438 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a513d-c72d-48dd-b1a2-0aaabed8b0e5 req-61e1d588-d420-40e8-8e24-d99c18497dab tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:59.504686 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e05a513d-c72d-48dd-b1a2-0aaabed8b0e5 req-61e1d588-d420-40e8-8e24-d99c18497dab tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 945 time: 0.1661727 Sep 21 17:57:59.584428 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e05a513d-c72d-48dd-b1a2-0aaabed8b0e5 req-5d35dabb-7e59-4e39-97b8-0cd239d5e469 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787024 Sep 21 17:57:59.593307 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e5ea1ed8-3997-4876-b12f-111784321376 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:59.607043 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e5ea1ed8-3997-4876-b12f-111784321376 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:59.636179 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea1ed8-3997-4876-b12f-111784321376 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e55e9cbe-5844-4c6e-addb-6abc65d6c023,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:57:59.644378 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e5ea1ed8-3997-4876-b12f-111784321376 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:59.650490 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34906) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:57:59.655482 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-f13f0de9-8113-4a5b-a8e5-9ac821df015c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:57:59.660872 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e5ea1ed8-3997-4876-b12f-111784321376 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2598088 Sep 21 17:57:59.691896 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f13f0de9-8113-4a5b-a8e5-9ac821df015c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for floatingip, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:57:59.917517 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126af30-a010-4113-a8d1-b3c2e65e29de req-b9086c84-1e03-40ab-94cd-788b327a8080 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:57:59.917517 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5126af30-a010-4113-a8d1-b3c2e65e29de req-b9086c84-1e03-40ab-94cd-788b327a8080 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7937ea-6f4e-44f7-9a63-50e3d960a43d HTTP/1.1" status: 200 len: 945 time: 0.0979645 Sep 21 17:57:59.989776 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5a043fb3-fbd8-4b5b-bd75-94f404996877 req-702e34a0-1b60-4a40-be7b-69cadd9dcb58 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 210 time: 0.0528722 Sep 21 17:57:59.997111 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f13f0de9-8113-4a5b-a8e5-9ac821df015c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:00.027541 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5126af30-a010-4113-a8d1-b3c2e65e29de req-1bf72178-0539-4696-911c-c45b8905f5eb tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021101 Sep 21 17:58:00.204484 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-b3c93976-7c45-4f9e-b25a-704d4bbafe4b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:00.207720 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-b3c93976-7c45-4f9e-b25a-704d4bbafe4b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.38 "GET /v2.0/networks?id=8c160ab6-baed-4257-8d63-cfb421e0e315 HTTP/1.1" status: 200 len: 812 time: 0.2579362 Sep 21 17:58:00.216666 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-f13f0de9-8113-4a5b-a8e5-9ac821df015c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Allocated IP 172.25.6.139 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/9db2feeb-dc23-429c-b975-5f355a87782a) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:00.231249 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-14fcfa9f-fd61-488c-9312-0c9fc1a903ef tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Request body: {'port': {'device_id': '65511e4f-2a17-4c50-a6a0-fdd80113175a', 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315', 'admin_state_up': True, 'tenant_id': 'f1fc54364b794afda43368337694baaa'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:00.436061 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-14fcfa9f-fd61-488c-9312-0c9fc1a903ef tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Made reservation on behalf of f1fc54364b794afda43368337694baaa for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:00.436698 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f13f0de9-8113-4a5b-a8e5-9ac821df015c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:00.442524 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-14fcfa9f-fd61-488c-9312-0c9fc1a903ef tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:00.445569 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4546a9-6ebc-4dad-baa1-e2434993be24 req-46b70498-ba8c-4bb8-acfc-5c8e9fc09d6b tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:00.447103 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ab4546a9-6ebc-4dad-baa1-e2434993be24 req-46b70498-ba8c-4bb8-acfc-5c8e9fc09d6b tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa09142-da65-4cd5-897d-ac9f29ccda13 HTTP/1.1" status: 200 len: 946 time: 0.0786405 Sep 21 17:58:00.515549 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ab4546a9-6ebc-4dad-baa1-e2434993be24 req-a504c67c-c7db-450c-8e6a-790edc0216d8 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486102 Sep 21 17:58:00.524976 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f13f0de9-8113-4a5b-a8e5-9ac821df015c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:00.575407 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13f0de9-8113-4a5b-a8e5-9ac821df015c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:00.578364 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-f13f0de9-8113-4a5b-a8e5-9ac821df015c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:00.585613 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13f0de9-8113-4a5b-a8e5-9ac821df015c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:00.616154 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f0de9-8113-4a5b-a8e5-9ac821df015c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Pushing event updated for resources: {'Port': ['ID=9db2feeb-dc23-429c-b975-5f355a87782a,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:00.658335 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-14fcfa9f-fd61-488c-9312-0c9fc1a903ef tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Allocated IP 172.20.0.12 (8c160ab6-baed-4257-8d63-cfb421e0e315/8c08e933-ce5c-4713-ad95-cf9d2cd4544e/a689f08e-240a-453e-a3de-3d038519464c) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:00.721058 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f13f0de9-8113-4a5b-a8e5-9ac821df015c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:00.768265 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f13f0de9-8113-4a5b-a8e5-9ac821df015c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:00.809282 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0d111-c2fe-49c5-b52d-307cccdfb938 req-3d89ae84-45a4-4e29-9c8d-d7bfe5aa8066 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:00.817282 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4ff0d111-c2fe-49c5-b52d-307cccdfb938 req-3d89ae84-45a4-4e29-9c8d-d7bfe5aa8066 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 945 time: 0.1147273 Sep 21 17:58:00.966648 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f13f0de9-8113-4a5b-a8e5-9ac821df015c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:00.974427 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f13f0de9-8113-4a5b-a8e5-9ac821df015c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:00.976056 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4ff0d111-c2fe-49c5-b52d-307cccdfb938 req-a1a02f01-e2a9-4d4c-a1fb-2567295a580b tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570935 Sep 21 17:58:01.000918 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-14fcfa9f-fd61-488c-9312-0c9fc1a903ef tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:01.096825 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f0de9-8113-4a5b-a8e5-9ac821df015c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Pushing event updated for resources: {'Port': ['ID=9db2feeb-dc23-429c-b975-5f355a87782a,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:01.098119 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-14fcfa9f-fd61-488c-9312-0c9fc1a903ef tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:01.137144 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f13f0de9-8113-4a5b-a8e5-9ac821df015c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:01.162254 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f13f0de9-8113-4a5b-a8e5-9ac821df015c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:01.163929 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f13f0de9-8113-4a5b-a8e5-9ac821df015c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5122995 Sep 21 17:58:01.167686 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fcfa9f-fd61-488c-9312-0c9fc1a903ef tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Pushing event updated for resources: {'Port': ['ID=a689f08e-240a-453e-a3de-3d038519464c,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:01.174153 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bde21f-86c5-4227-bca6-e8372be632f4 req-25c7c28d-c26f-4269-9f85-dcfff59e1a96 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:01.175805 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b7bde21f-86c5-4227-bca6-e8372be632f4 req-25c7c28d-c26f-4269-9f85-dcfff59e1a96 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 945 time: 0.0712550 Sep 21 17:58:01.225441 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b7bde21f-86c5-4227-bca6-e8372be632f4 req-1ce2b241-c8ee-49c1-bead-ff10a0dfff13 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377188 Sep 21 17:58:01.252916 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-14fcfa9f-fd61-488c-9312-0c9fc1a903ef tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Network 8c160ab6-baed-4257-8d63-cfb421e0e315 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:01.255559 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-14fcfa9f-fd61-488c-9312-0c9fc1a903ef tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:01.259729 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-14fcfa9f-fd61-488c-9312-0c9fc1a903ef tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:01.294118 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8b03f-3bf4-40b4-acff-95729dd71b7f req-83ffcd5a-a1f0-4972-9f1a-b09f6c03062c tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:01.296039 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-97b8b03f-3bf4-40b4-acff-95729dd71b7f req-83ffcd5a-a1f0-4972-9f1a-b09f6c03062c tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 932 time: 0.1837413 Sep 21 17:58:01.365748 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-14fcfa9f-fd61-488c-9312-0c9fc1a903ef tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:01.369364 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-14fcfa9f-fd61-488c-9312-0c9fc1a903ef tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:01.400043 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca3826-a0c7-4dd0-95b8-b7aeef0612b3 req-c811d8bd-cc91-4344-aeeb-00d4b226f0a0 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:01.401230 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-97b8b03f-3bf4-40b4-acff-95729dd71b7f req-1ea98500-a1d7-4874-aabe-7f4c820cf6ae tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797811 Sep 21 17:58:01.406717 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3dca3826-a0c7-4dd0-95b8-b7aeef0612b3 req-c811d8bd-cc91-4344-aeeb-00d4b226f0a0 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7937ea-6f4e-44f7-9a63-50e3d960a43d HTTP/1.1" status: 200 len: 945 time: 0.0822818 Sep 21 17:58:01.425072 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-14fcfa9f-fd61-488c-9312-0c9fc1a903ef tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1976831 Sep 21 17:58:01.436268 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-60fe5a93-1895-43ab-98ea-585b6d4e85b6 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:58:01.437289 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-60fe5a93-1895-43ab-98ea-585b6d4e85b6 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058925 Sep 21 17:58:01.475843 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3dca3826-a0c7-4dd0-95b8-b7aeef0612b3 req-7c063def-0fbe-4781-af31-ce0bb3755c42 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636456 Sep 21 17:58:01.582485 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-0f920121-d031-49e9-b877-a600c9247bc2 service neutron] Request body: {'port': {'device_id': '65511e4f-2a17-4c50-a6a0-fdd80113175a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:01.654197 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398be87e-bc61-41b8-9c6a-7a13778db051 req-a3848aba-493d-412b-abc7-3cbd35ae0b1c tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:01.662056 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-398be87e-bc61-41b8-9c6a-7a13778db051 req-a3848aba-493d-412b-abc7-3cbd35ae0b1c tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.38 "GET /v2.0/ports?device_id=2f7937ea-6f4e-44f7-9a63-50e3d960a43d HTTP/1.1" status: 200 len: 945 time: 0.1931036 Sep 21 17:58:01.679528 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-85c3f80b-4fea-4b66-b1dc-b41149f2f616 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--323725627&fields=id&tenant_id=0054d9324ee341f99a9815f4375410f3 HTTP/1.1" status: 200 len: 267 time: 0.0794311 Sep 21 17:58:01.809497 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-0f920121-d031-49e9-b877-a600c9247bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:01.920422 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-e99a20d8-acbc-4c82-97cc-3196871d24a8 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:01.926645 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-e99a20d8-acbc-4c82-97cc-3196871d24a8 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/networks?id=317845e1-df2c-40eb-a75c-cc29a382e695 HTTP/1.1" status: 200 len: 815 time: 0.2461352 Sep 21 17:58:01.964929 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-a576184a-19ee-49a9-a895-320178e5ad3f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/quotas/0054d9324ee341f99a9815f4375410f3 HTTP/1.1" status: 200 len: 375 time: 0.0314989 Sep 21 17:58:02.044540 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-fe334eb7-9760-4f25-a1f9-eb80454257f6 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0054d9324ee341f99a9815f4375410f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0784099 Sep 21 17:58:02.165439 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-492ab99e-a77b-4c51-b05d-b52acb8f1300 service neutron] 10.222.0.58 "GET /v2.0/networks/317845e1-df2c-40eb-a75c-cc29a382e695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107945 Sep 21 17:58:02.293974 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-4cc66c0c-8e88-4bf4-8a91-37c573c7977e service neutron] 10.222.0.58 "GET /v2.0/networks/317845e1-df2c-40eb-a75c-cc29a382e695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272273 Sep 21 17:58:02.340043 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-398be87e-bc61-41b8-9c6a-7a13778db051 req-73a1b111-6b0a-43d1-8eec-dfdbdc2605ea tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Deleting port dbc0d7b1-96db-431a-bbdc-4aac85019438 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:58:02.340559 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-398be87e-bc61-41b8-9c6a-7a13778db051 req-73a1b111-6b0a-43d1-8eec-dfdbdc2605ea tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:02.385542 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd40b9-8391-4493-bfa1-beeb4d0672c1 req-6f5dfe56-27f5-4d76-924a-0139ba0e7c00 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:02.387244 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cfcd40b9-8391-4493-bfa1-beeb4d0672c1 req-6f5dfe56-27f5-4d76-924a-0139ba0e7c00 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa09142-da65-4cd5-897d-ac9f29ccda13 HTTP/1.1" status: 200 len: 946 time: 0.1767499 Sep 21 17:58:02.440537 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3585ed89-f987-49fd-a131-fb396a820d90 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:58:02.479684 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:58:02.624150 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a5fc3-2d3d-45a9-8ed3-2af13814ace7 req-e037efa5-9800-44ad-93a9-e63b89b803dc tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:02.630090 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ef0a5fc3-2d3d-45a9-8ed3-2af13814ace7 req-e037efa5-9800-44ad-93a9-e63b89b803dc tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 945 time: 0.1014624 Sep 21 17:58:02.665792 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 3585ed89-f987-49fd-a131-fb396a820d90, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3585ed89-f987-49fd-a131-fb396a820d90,segment=NetworkSegment(500e6984-2a01-4831-b627-e9af1dad17c5),segment_id=500e6984-2a01-4831-b627-e9af1dad17c5)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:02.714621 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '3585ed89-f987-49fd-a131-fb396a820d90', 'network_id': 'aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1', 'port_id': '3585ed89-f987-49fd-a131-fb396a820d90', 'mac_address': 'fa:16:3e:44:8f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0531be06-6a2e-4520-8b82-278ae185109b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:58:02.727010 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ef0a5fc3-2d3d-45a9-8ed3-2af13814ace7 req-7b70f987-2136-4026-ae4f-98699b0dee3c tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916622 Sep 21 17:58:02.779949 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:02.800798 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3585ed89-f987-49fd-a131-fb396a820d90 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:58:02.849345 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 3585ed89-f987-49fd-a131-fb396a820d90, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3585ed89-f987-49fd-a131-fb396a820d90,segment=NetworkSegment(500e6984-2a01-4831-b627-e9af1dad17c5),segment_id=500e6984-2a01-4831-b627-e9af1dad17c5)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:02.856609 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:02.925390 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['3585ed89-f987-49fd-a131-fb396a820d90'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:58:02.932280 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482d14f-27ed-4bed-9478-bd404921c4b0 req-0ee31917-0eac-41de-8cd5-6b6f7aef194d tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:02.934319 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c482d14f-27ed-4bed-9478-bd404921c4b0 req-0ee31917-0eac-41de-8cd5-6b6f7aef194d tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 932 time: 0.1132030 Sep 21 17:58:02.982491 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=3585ed89-f987-49fd-a131-fb396a820d90,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:02.998668 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:02.998855 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c482d14f-27ed-4bed-9478-bd404921c4b0 req-d5a69399-22ee-45f4-8025-4c44a0b687d6 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577600 Sep 21 17:58:02.999574 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:03.000192 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:03.001584 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:03.002226 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:03.002742 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:03.003515 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:03.004097 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:03.004604 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:03.005701 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:03.006219 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:03.006824 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:03.127547 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-38b32045-5104-4476-955d-8ab48c1f5844 req-4a3d687b-efe3-439c-82f1-abffcf7eedd3 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 210 time: 0.0566337 Sep 21 17:58:03.244115 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-0f920121-d031-49e9-b877-a600c9247bc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a689f08e-240a-453e-a3de-3d038519464c {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:58:03.266845 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-0f920121-d031-49e9-b877-a600c9247bc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:03.293864 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-0f920121-d031-49e9-b877-a600c9247bc2 service neutron] Transition to ACTIVE for port object a689f08e-240a-453e-a3de-3d038519464c will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:58:03.314567 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-398be87e-bc61-41b8-9c6a-7a13778db051 req-73a1b111-6b0a-43d1-8eec-dfdbdc2605ea tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] For port dbc0d7b1-96db-431a-bbdc-4aac85019438, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=dbc0d7b1-96db-431a-bbdc-4aac85019438,segment=NetworkSegment(56b6ab3c-69bd-42e2-acea-4797f09bea25),segment_id=56b6ab3c-69bd-42e2-acea-4797f09bea25)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:03.314974 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-398be87e-bc61-41b8-9c6a-7a13778db051 req-73a1b111-6b0a-43d1-8eec-dfdbdc2605ea tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:03.331975 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-398be87e-bc61-41b8-9c6a-7a13778db051 req-73a1b111-6b0a-43d1-8eec-dfdbdc2605ea tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Calling delete_port for dbc0d7b1-96db-431a-bbdc-4aac85019438 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:58:03.363434 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84b6d3-c119-46f4-9a4f-c7b3142df295 req-d9cc922b-d6d7-4b30-b4e2-9cfc6e4f1527 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:03.364932 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6c84b6d3-c119-46f4-9a4f-c7b3142df295 req-d9cc922b-d6d7-4b30-b4e2-9cfc6e4f1527 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7937ea-6f4e-44f7-9a63-50e3d960a43d HTTP/1.1" status: 200 len: 945 time: 0.0843966 Sep 21 17:58:03.410651 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-0f920121-d031-49e9-b877-a600c9247bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:03.414174 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6c84b6d3-c119-46f4-9a4f-c7b3142df295 req-410bc5c1-929e-4755-a215-a5d2e5a2b45f tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/security-groups?id=5182a35e-fce8-4f08-b12e-10f980d77ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430655 Sep 21 17:58:03.459353 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cfcd40b9-8391-4493-bfa1-beeb4d0672c1 req-09b71fac-a895-4fde-995e-a01dcd04fc3e tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0356138 Sep 21 17:58:03.529442 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f920121-d031-49e9-b877-a600c9247bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=a689f08e-240a-453e-a3de-3d038519464c,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:03.668154 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-398be87e-bc61-41b8-9c6a-7a13778db051 req-73a1b111-6b0a-43d1-8eec-dfdbdc2605ea tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:03.670518 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-0f920121-d031-49e9-b877-a600c9247bc2 service neutron] Attempting to bind port a689f08e-240a-453e-a3de-3d038519464c on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:58:03.670966 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-0f920121-d031-49e9-b877-a600c9247bc2 service neutron] Attempting to bind port a689f08e-240a-453e-a3de-3d038519464c by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '24b566e5-042a-4b3d-9902-34d5286efb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:58:03.671377 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-0f920121-d031-49e9-b877-a600c9247bc2 service neutron] Attempting to bind port a689f08e-240a-453e-a3de-3d038519464c on network 8c160ab6-baed-4257-8d63-cfb421e0e315 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:03.687852 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-0f920121-d031-49e9-b877-a600c9247bc2 service neutron] Port a689f08e-240a-453e-a3de-3d038519464c on network 8c160ab6-baed-4257-8d63-cfb421e0e315 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:58:03.688598 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-0f920121-d031-49e9-b877-a600c9247bc2 service neutron] Attempting to bind port a689f08e-240a-453e-a3de-3d038519464c on network 8c160ab6-baed-4257-8d63-cfb421e0e315 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:03.751797 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1b111-6b0a-43d1-8eec-dfdbdc2605ea tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Pushing event deleted for resources: {'Port': ['ID=dbc0d7b1-96db-431a-bbdc-4aac85019438,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:03.779010 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-0f920121-d031-49e9-b877-a600c9247bc2 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:58:03.779370 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-0f920121-d031-49e9-b877-a600c9247bc2 service neutron] Checking segment: {'id': '24b566e5-042a-4b3d-9902-34d5286efb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:58:03.780798 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-0f920121-d031-49e9-b877-a600c9247bc2 service neutron] Bound using segment: {'id': '24b566e5-042a-4b3d-9902-34d5286efb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:58:03.781316 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-0f920121-d031-49e9-b877-a600c9247bc2 service neutron] Bound port: a689f08e-240a-453e-a3de-3d038519464c, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b566e5-042a-4b3d-9902-34d5286efb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:58:03.781693 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-0f920121-d031-49e9-b877-a600c9247bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:03.786963 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-398be87e-bc61-41b8-9c6a-7a13778db051 req-73a1b111-6b0a-43d1-8eec-dfdbdc2605ea tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] No DVR routers for this DVR port dbc0d7b1-96db-431a-bbdc-4aac85019438 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:58:03.790426 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-398be87e-bc61-41b8-9c6a-7a13778db051 req-73a1b111-6b0a-43d1-8eec-dfdbdc2605ea tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:03.792701 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-398be87e-bc61-41b8-9c6a-7a13778db051 req-73a1b111-6b0a-43d1-8eec-dfdbdc2605ea tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.38 "DELETE /v2.0/ports/dbc0d7b1-96db-431a-bbdc-4aac85019438 HTTP/1.1" status: 204 len: 173 time: 2.1186519 Sep 21 17:58:03.800834 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7937ea-6f4e-44f7-9a63-50e3d960a43d', 'name': 'network-vif-deleted', 'tag': 'dbc0d7b1-96db-431a-bbdc-4aac85019438'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:58:03.807992 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4651aad3-c26f-4830-ab98-8810a46069fc" -d '{"events": [{"server_uuid": "2f7937ea-6f4e-44f7-9a63-50e3d960a43d", "name": "network-vif-deleted", "tag": "dbc0d7b1-96db-431a-bbdc-4aac85019438"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:58:03.865793 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037e227-6921-4bf5-884a-0c0debc7b2a5 req-b308b859-ec90-41ee-9f6b-df809d277f5d tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:03.867850 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6037e227-6921-4bf5-884a-0c0debc7b2a5 req-b308b859-ec90-41ee-9f6b-df809d277f5d tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa09142-da65-4cd5-897d-ac9f29ccda13 HTTP/1.1" status: 200 len: 945 time: 0.0929101 Sep 21 17:58:03.957498 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6037e227-6921-4bf5-884a-0c0debc7b2a5 req-9ea223ca-a8bc-45d6-86ea-36f991dee0f8 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823429 Sep 21 17:58:03.995762 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-0f920121-d031-49e9-b877-a600c9247bc2 service neutron] For port a689f08e-240a-453e-a3de-3d038519464c, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:58:04.005441 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-0f920121-d031-49e9-b877-a600c9247bc2 service neutron] For port a689f08e-240a-453e-a3de-3d038519464c, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a689f08e-240a-453e-a3de-3d038519464c,segment=NetworkSegment(24b566e5-042a-4b3d-9902-34d5286efb61),segment_id=24b566e5-042a-4b3d-9902-34d5286efb61)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:58:04.023559 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d72cb-b435-480f-9f14-26d3e35240b1 req-7ba0f103-8776-4d47-9d8e-92bc42f86bab tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:04.026853 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9e4d72cb-b435-480f-9f14-26d3e35240b1 req-7ba0f103-8776-4d47-9d8e-92bc42f86bab tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 945 time: 0.1558092 Sep 21 17:58:04.029055 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d27d90b-423e-41c6-a65c-d3adbce43744 x-openstack-request-id: req-5d27d90b-423e-41c6-a65c-d3adbce43744 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:58:04.029345 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7937ea-6f4e-44f7-9a63-50e3d960a43d", "name": "network-vif-deleted", "tag": "dbc0d7b1-96db-431a-bbdc-4aac85019438", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:58:04.029599 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d27d90b-423e-41c6-a65c-d3adbce43744 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:58:04.030011 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7937ea-6f4e-44f7-9a63-50e3d960a43d', 'name': 'network-vif-deleted', 'tag': 'dbc0d7b1-96db-431a-bbdc-4aac85019438', 'status': 'completed', 'code': 200} Sep 21 17:58:04.031735 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-0f920121-d031-49e9-b877-a600c9247bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:04.089793 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-0f920121-d031-49e9-b877-a600c9247bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:04.090435 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-0f920121-d031-49e9-b877-a600c9247bc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:04.091954 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-0f920121-d031-49e9-b877-a600c9247bc2 service neutron] 10.222.0.38 "PUT /v2.0/ports/a689f08e-240a-453e-a3de-3d038519464c HTTP/1.1" status: 200 len: 1092 time: 2.6450508 Sep 21 17:58:04.222580 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9e4d72cb-b435-480f-9f14-26d3e35240b1 req-9cca1d06-6286-4520-9ef8-c5f7934a9ac8 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780031 Sep 21 17:58:04.227112 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f920121-d031-49e9-b877-a600c9247bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=a689f08e-240a-453e-a3de-3d038519464c,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:04.230251 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5cb69-eb1d-44f3-86c2-415e9cf75f1d req-f8c25d28-e658-44c0-b2c7-cc90a9a08f35 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:04.235862 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3cf5cb69-eb1d-44f3-86c2-415e9cf75f1d req-f8c25d28-e658-44c0-b2c7-cc90a9a08f35 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 944 time: 0.1057765 Sep 21 17:58:04.329423 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3cf5cb69-eb1d-44f3-86c2-415e9cf75f1d req-67fa7565-f9ae-4863-b35c-335a07864cf6 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802639 Sep 21 17:58:04.345023 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-fcf838b4-6b65-4155-bec4-bf04d3977dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:04.346496 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-fcf838b4-6b65-4155-bec4-bf04d3977dc6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1fc54364b794afda43368337694baaa&device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 1095 time: 0.1925242 Sep 21 17:58:04.389622 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f9e64600-f01c-435d-a2e5-66a91f27cd28 req-23a5eed9-737d-4346-a41d-ddaff43588e7 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 210 time: 0.0384839 Sep 21 17:58:04.462432 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-9bffc9a0-5bb1-42cd-ab1e-f7b515c9bdd7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a689f08e-240a-453e-a3de-3d038519464c HTTP/1.1" status: 200 len: 217 time: 0.0627527 Sep 21 17:58:04.465662 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3585ed89-f987-49fd-a131-fb396a820d90 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:58:04.477410 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-c90bd98c-9ba3-46d0-9243-1bc333086247 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:04.479362 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-c90bd98c-9ba3-46d0-9243-1bc333086247 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.44 "GET /v2.0/networks?id=317845e1-df2c-40eb-a75c-cc29a382e695 HTTP/1.1" status: 200 len: 815 time: 0.3705404 Sep 21 17:58:04.552191 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 3585ed89-f987-49fd-a131-fb396a820d90 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:04.552900 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:04.597167 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-95ccc7aa-4a77-427d-a175-c60a3754ed31 req-333dfb0d-323e-4bfa-9fae-aeac5d6cdf40 tempest-ServersTestJSON-880989086 tempest-ServersTestJSON-880989086-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f7937ea-6f4e-44f7-9a63-50e3d960a43d HTTP/1.1" status: 200 len: 210 time: 0.0382934 Sep 21 17:58:04.650475 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-0b4a1fb0-0587-4e72-b6fc-3a92076e06c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:04.652417 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-0b4a1fb0-0587-4e72-b6fc-3a92076e06c3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c08e933-ce5c-4713-ad95-cf9d2cd4544e HTTP/1.1" status: 200 len: 852 time: 0.1710999 Sep 21 17:58:04.657989 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-2a9de248-0a5c-411f-ae99-1d033b3559c3 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0054d9324ee341f99a9815f4375410f3 HTTP/1.1" status: 200 len: 379 time: 0.1631491 Sep 21 17:58:04.696354 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-fab4d61d-de3a-44c6-b7ec-b04e5bf7eeaf tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Request body: {'port': {'device_id': '306bed69-59cc-4059-846a-0c00124314f6', 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695', 'admin_state_up': True, 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'security_groups': ['41013366-7146-4371-80d5-35567f9f5669']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:04.720168 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-f4a5ff6b-f7de-4734-a65c-4c29ff1fbae1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8c160ab6-baed-4257-8d63-cfb421e0e315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587730 Sep 21 17:58:04.774835 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:04.820979 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa09142-da65-4cd5-897d-ac9f29ccda13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3585ed89-f987-49fd-a131-fb396a820d90'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:58:04.825036 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7196b77e-09f3-4886-8ace-685bebc4be80" -d '{"events": [{"server_uuid": "cfa09142-da65-4cd5-897d-ac9f29ccda13", "name": "network-vif-plugged", "status": "completed", "tag": "3585ed89-f987-49fd-a131-fb396a820d90"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:58:04.841278 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 3585ed89-f987-49fd-a131-fb396a820d90, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3585ed89-f987-49fd-a131-fb396a820d90,segment=NetworkSegment(500e6984-2a01-4831-b627-e9af1dad17c5),segment_id=500e6984-2a01-4831-b627-e9af1dad17c5)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:04.852122 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:04.853267 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device dbc0d7b1-96db-431a-bbdc-4aac85019438 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:58:04.883099 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: dbc0d7b1-96db-431a-bbdc-4aac85019438 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:58:04.883459 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device dbc0d7b1-96db-431a-bbdc-4aac85019438 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:58:04.920305 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa318aeb-878a-43cf-81ab-329243d4f3f3 x-openstack-request-id: req-fa318aeb-878a-43cf-81ab-329243d4f3f3 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:58:04.920631 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa09142-da65-4cd5-897d-ac9f29ccda13", "name": "network-vif-plugged", "status": "completed", "tag": "3585ed89-f987-49fd-a131-fb396a820d90", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:58:04.920854 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fa318aeb-878a-43cf-81ab-329243d4f3f3 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:58:04.921251 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa09142-da65-4cd5-897d-ac9f29ccda13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3585ed89-f987-49fd-a131-fb396a820d90', 'code': 200} Sep 21 17:58:04.956541 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-06ed46af-762b-49a9-bfa9-b65d2b85422d service neutron] 10.222.0.38 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255964 Sep 21 17:58:04.965270 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=3585ed89-f987-49fd-a131-fb396a820d90,revision_number=7']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:05.008503 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-fab4d61d-de3a-44c6-b7ec-b04e5bf7eeaf tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Made reservation on behalf of 0054d9324ee341f99a9815f4375410f3 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:05.012482 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-fab4d61d-de3a-44c6-b7ec-b04e5bf7eeaf tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:05.189370 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6d3b817c-d011-44a4-b435-7d9aff0bb845 req-bc6f95ab-6259-4eb4-80e1-56c8a8a6b66c service neutron] 10.222.0.38 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227685 Sep 21 17:58:05.271239 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea39f2-e961-45a2-be85-ad7db6d11d8c req-6346d03f-6ab5-4d1d-8b88-4475e8a3053c tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:05.279337 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-77ea39f2-e961-45a2-be85-ad7db6d11d8c req-6346d03f-6ab5-4d1d-8b88-4475e8a3053c tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa09142-da65-4cd5-897d-ac9f29ccda13 HTTP/1.1" status: 200 len: 946 time: 0.2061048 Sep 21 17:58:05.282623 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-fab4d61d-de3a-44c6-b7ec-b04e5bf7eeaf tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Allocated IP 172.20.0.8 (317845e1-df2c-40eb-a75c-cc29a382e695/109644f9-7374-4e29-a072-2da36abb70ff/24e893e5-935f-4c89-ba97-f486c4607846) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:05.319484 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-338edb31-b043-4dd9-a653-cb3349c67f0a req-c72535ff-cf49-49ee-acc6-f2adb01af919 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4b771e3a-3c92-4d08-b66c-f2c2086ab019&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0607138 Sep 21 17:58:05.344753 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-77ea39f2-e961-45a2-be85-ad7db6d11d8c req-3f82603a-eacd-4d14-9ae3-787a971c6514 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644784 Sep 21 17:58:05.468670 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e9293-a93d-43a6-8155-1a6bb56753a6 req-290f24ed-2267-439c-839f-3abefc9df1e6 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:05.476824 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-129e9293-a93d-43a6-8155-1a6bb56753a6 req-290f24ed-2267-439c-839f-3abefc9df1e6 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 945 time: 0.1001096 Sep 21 17:58:05.501953 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338edb31-b043-4dd9-a653-cb3349c67f0a req-8341665f-b804-46aa-a652-c4ef303ef35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:05.503549 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-338edb31-b043-4dd9-a653-cb3349c67f0a req-8341665f-b804-46aa-a652-c4ef303ef35c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03a97da90df04941aa3b8e3f080c47ec&device_id=4b771e3a-3c92-4d08-b66c-f2c2086ab019 HTTP/1.1" status: 200 len: 1096 time: 0.1250570 Sep 21 17:58:05.541843 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-129e9293-a93d-43a6-8155-1a6bb56753a6 req-bcad7062-055f-4779-996f-44a5d6fdd3d6 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629616 Sep 21 17:58:05.620791 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-fab4d61d-de3a-44c6-b7ec-b04e5bf7eeaf tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:05.699970 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe675d2-28de-45b1-a4d5-bc4a709e22e0 req-3e233d52-7634-455d-bc3f-8662cacf6c13 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:05.707309 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dc0863f1-829c-4bbc-994d-cacce7ac49f0 req-142fe3c0-f11c-47e5-a616-c198f86369f9 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 210 time: 0.0430782 Sep 21 17:58:05.708873 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338edb31-b043-4dd9-a653-cb3349c67f0a req-afe70051-8dc3-41e8-a749-0eaeffe24c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:05.713459 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-338edb31-b043-4dd9-a653-cb3349c67f0a req-afe70051-8dc3-41e8-a749-0eaeffe24c2f service neutron] 10.222.0.44 "GET /v2.0/networks?id=be09537b-816f-4398-925c-eafc9f2f873f HTTP/1.1" status: 200 len: 915 time: 0.1687360 Sep 21 17:58:05.724770 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dbe675d2-28de-45b1-a4d5-bc4a709e22e0 req-3e233d52-7634-455d-bc3f-8662cacf6c13 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 944 time: 0.2109025 Sep 21 17:58:05.749820 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac9488-3cb5-4bac-950b-d0f6b472787a req-3194e506-f54b-42ae-90a4-7e4a7b67484b tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:05.752733 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-21ac9488-3cb5-4bac-950b-d0f6b472787a req-3194e506-f54b-42ae-90a4-7e4a7b67484b tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfa09142-da65-4cd5-897d-ac9f29ccda13 HTTP/1.1" status: 200 len: 946 time: 0.3708010 Sep 21 17:58:05.804513 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 35042) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:05.846470 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-338edb31-b043-4dd9-a653-cb3349c67f0a req-6a546f64-51f0-41d9-8d7f-97433f68fc67 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e25bff7-f862-419c-9a39-eb705f2ebae8 HTTP/1.1" status: 200 len: 1000 time: 0.1276474 Sep 21 17:58:05.888504 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-fab4d61d-de3a-44c6-b7ec-b04e5bf7eeaf tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:05.914731 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338edb31-b043-4dd9-a653-cb3349c67f0a req-4831e5b9-e81b-4b97-b628-c5dff12abbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:05.917192 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-338edb31-b043-4dd9-a653-cb3349c67f0a req-4831e5b9-e81b-4b97-b628-c5dff12abbb1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d628ba49-04ed-42b5-8c6e-ad716efa3f5f HTTP/1.1" status: 200 len: 853 time: 0.0614991 Sep 21 17:58:05.919985 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dbe675d2-28de-45b1-a4d5-bc4a709e22e0 req-559b464b-f69a-4dd6-951e-411df1068825 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656189 Sep 21 17:58:05.973286 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338edb31-b043-4dd9-a653-cb3349c67f0a req-0265e134-d3e8-4ac6-abbd-c5ffd33e968c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:05.974180 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-fab4d61d-de3a-44c6-b7ec-b04e5bf7eeaf tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Network 317845e1-df2c-40eb-a75c-cc29a382e695 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:05.975396 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-338edb31-b043-4dd9-a653-cb3349c67f0a req-0265e134-d3e8-4ac6-abbd-c5ffd33e968c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=be09537b-816f-4398-925c-eafc9f2f873f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502796 Sep 21 17:58:05.983808 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-fab4d61d-de3a-44c6-b7ec-b04e5bf7eeaf tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:05.986451 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-fab4d61d-de3a-44c6-b7ec-b04e5bf7eeaf tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:05.994092 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-e89e16bc-4e3c-4789-a16e-a710a46a8ae5 admin admin] Deleting subnet b33b2c75-9b86-4e4e-90ea-cf1f238c715d {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:58:06.003562 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e89e16bc-4e3c-4789-a16e-a710a46a8ae5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:06.031241 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65511e4f-2a17-4c50-a6a0-fdd80113175a', 'tag': 'a689f08e-240a-453e-a3de-3d038519464c'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:58:06.034439 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9c20d5-be29-4859-b08e-b825ad9265bb" -d '{"events": [{"name": "network-changed", "server_uuid": "65511e4f-2a17-4c50-a6a0-fdd80113175a", "tag": "a689f08e-240a-453e-a3de-3d038519464c"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:58:06.079863 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4d61d-de3a-44c6-b7ec-b04e5bf7eeaf tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Pushing event updated for resources: {'Port': ['ID=24e893e5-935f-4c89-ba97-f486c4607846,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:06.088805 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391b9d0a-4ca5-45a6-909f-0b01cbf33368 x-openstack-request-id: req-391b9d0a-4ca5-45a6-909f-0b01cbf33368 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:58:06.089256 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65511e4f-2a17-4c50-a6a0-fdd80113175a", "tag": "a689f08e-240a-453e-a3de-3d038519464c", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:58:06.089510 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-391b9d0a-4ca5-45a6-909f-0b01cbf33368 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:58:06.089903 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65511e4f-2a17-4c50-a6a0-fdd80113175a', 'tag': 'a689f08e-240a-453e-a3de-3d038519464c', 'status': 'completed', 'code': 200} Sep 21 17:58:06.102343 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e89e16bc-4e3c-4789-a16e-a710a46a8ae5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:06.111691 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-338edb31-b043-4dd9-a653-cb3349c67f0a req-20c59b3a-0bc1-41f7-88f3-3751b36044aa service neutron] 10.222.0.44 "GET /v2.0/networks/be09537b-816f-4398-925c-eafc9f2f873f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283944 Sep 21 17:58:06.150910 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-fab4d61d-de3a-44c6-b7ec-b04e5bf7eeaf tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:06.151587 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-fab4d61d-de3a-44c6-b7ec-b04e5bf7eeaf tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:06.191503 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-21ac9488-3cb5-4bac-950b-d0f6b472787a req-d167c345-815f-4bdc-9b13-186dc2d2bb00 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Deleting port 3585ed89-f987-49fd-a131-fb396a820d90 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:58:06.191757 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-21ac9488-3cb5-4bac-950b-d0f6b472787a req-d167c345-815f-4bdc-9b13-186dc2d2bb00 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:06.224513 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-338edb31-b043-4dd9-a653-cb3349c67f0a req-5440122d-03fa-469a-ad11-1906b4e65390 service neutron] 10.222.0.44 "GET /v2.0/networks/be09537b-816f-4398-925c-eafc9f2f873f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035545 Sep 21 17:58:06.229831 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e89e16bc-4e3c-4789-a16e-a710a46a8ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:06.233841 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-fab4d61d-de3a-44c6-b7ec-b04e5bf7eeaf tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5477424 Sep 21 17:58:06.285037 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-c79b060f-98f9-4203-9bba-cb7e3bb7153e None None] Provisioning complete for port 24e893e5-935f-4c89-ba97-f486c4607846 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:06.285959 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c79b060f-98f9-4203-9bba-cb7e3bb7153e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:06.298316 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-713926f1-8a91-4ca0-85fc-83a913c6b7c1 service neutron] Request body: {'port': {'device_id': '306bed69-59cc-4059-846a-0c00124314f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:06.325091 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-c79b060f-98f9-4203-9bba-cb7e3bb7153e None None] Port 24e893e5-935f-4c89-ba97-f486c4607846 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:58:06.333240 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c20d5-be29-4859-b08e-b825ad9265bb req-40aeda6d-9f2f-486c-8fda-eeb13c138190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:06.334768 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-df9c20d5-be29-4859-b08e-b825ad9265bb req-40aeda6d-9f2f-486c-8fda-eeb13c138190 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1fc54364b794afda43368337694baaa&device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 1095 time: 0.2095094 Sep 21 17:58:06.520785 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-713926f1-8a91-4ca0-85fc-83a913c6b7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:06.522899 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e89e16bc-4e3c-4789-a16e-a710a46a8ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:06.533514 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-21ac9488-3cb5-4bac-950b-d0f6b472787a req-d167c345-815f-4bdc-9b13-186dc2d2bb00 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] For port 3585ed89-f987-49fd-a131-fb396a820d90, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3585ed89-f987-49fd-a131-fb396a820d90,segment=NetworkSegment(500e6984-2a01-4831-b627-e9af1dad17c5),segment_id=500e6984-2a01-4831-b627-e9af1dad17c5)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:06.533874 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-21ac9488-3cb5-4bac-950b-d0f6b472787a req-d167c345-815f-4bdc-9b13-186dc2d2bb00 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:06.586220 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-21ac9488-3cb5-4bac-950b-d0f6b472787a req-d167c345-815f-4bdc-9b13-186dc2d2bb00 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Calling delete_port for 3585ed89-f987-49fd-a131-fb396a820d90 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:58:06.590277 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e89e16bc-4e3c-4789-a16e-a710a46a8ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:06.592274 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e89e16bc-4e3c-4789-a16e-a710a46a8ae5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b33b2c75-9b86-4e4e-90ea-cf1f238c715d HTTP/1.1" status: 204 len: 168 time: 0.7853978 Sep 21 17:58:06.595899 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35060) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:06.608682 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e16bc-4e3c-4789-a16e-a710a46a8ae5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b33b2c75-9b86-4e4e-90ea-cf1f238c715d,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:06.645357 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c20d5-be29-4859-b08e-b825ad9265bb req-62373719-d3dd-4dd6-87ad-2fecefee0c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:06.646997 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-df9c20d5-be29-4859-b08e-b825ad9265bb req-62373719-d3dd-4dd6-87ad-2fecefee0c58 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8c160ab6-baed-4257-8d63-cfb421e0e315 HTTP/1.1" status: 200 len: 913 time: 0.2949624 Sep 21 17:58:06.693311 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd5bf1-6e29-40e2-96aa-2dbd301f4146 req-79a72229-fc5f-4815-9234-15d6b9b93f74 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:06.702258 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e4cd5bf1-6e29-40e2-96aa-2dbd301f4146 req-79a72229-fc5f-4815-9234-15d6b9b93f74 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa09142-da65-4cd5-897d-ac9f29ccda13 HTTP/1.1" status: 200 len: 946 time: 0.2811446 Sep 21 17:58:06.778656 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-df9c20d5-be29-4859-b08e-b825ad9265bb req-b65df6fb-1ee1-44ae-8eba-7314aa91bc71 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a689f08e-240a-453e-a3de-3d038519464c HTTP/1.1" status: 200 len: 217 time: 0.0981343 Sep 21 17:58:06.918029 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e4cd5bf1-6e29-40e2-96aa-2dbd301f4146 req-8c17ed57-e5ce-48df-b91b-e09e800efe04 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144997 Sep 21 17:58:06.966110 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c20d5-be29-4859-b08e-b825ad9265bb req-3690a7c2-e1c7-4d7f-a5d1-adaa2e1350db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:06.968724 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-df9c20d5-be29-4859-b08e-b825ad9265bb req-3690a7c2-e1c7-4d7f-a5d1-adaa2e1350db service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c08e933-ce5c-4713-ad95-cf9d2cd4544e HTTP/1.1" status: 200 len: 852 time: 0.1440914 Sep 21 17:58:07.014124 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e5863294-2fa4-4d45-8971-0f63563d32ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:07.018716 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-df9c20d5-be29-4859-b08e-b825ad9265bb req-ddc151b6-c711-40d5-8e22-ac8407365d3e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8c160ab6-baed-4257-8d63-cfb421e0e315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397949 Sep 21 17:58:07.032513 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d739000-4c8b-43b3-af43-f436397d40fb req-4a7917a1-e622-499b-bfd7-e0dc8187438c tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:07.034009 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7d739000-4c8b-43b3-af43-f436397d40fb req-4a7917a1-e622-499b-bfd7-e0dc8187438c tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 945 time: 0.3999200 Sep 21 17:58:07.136496 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e5863294-2fa4-4d45-8971-0f63563d32ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:07.141893 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7d739000-4c8b-43b3-af43-f436397d40fb req-28886de4-7cb9-4439-b0a3-5a9155b12176 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838666 Sep 21 17:58:07.154503 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-df9c20d5-be29-4859-b08e-b825ad9265bb req-f9cea47b-1611-41c2-b58d-d302957eff1c service neutron] 10.222.0.38 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063075 Sep 21 17:58:07.163755 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-e5863294-2fa4-4d45-8971-0f63563d32ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c00a0d6-e667-48aa-86f9-9337cd552f7d']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:07.175703 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-e5863294-2fa4-4d45-8971-0f63563d32ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b6ab3c-69bd-42e2-acea-4797f09bea25') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:07.176029 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-e5863294-2fa4-4d45-8971-0f63563d32ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b6ab3c-69bd-42e2-acea-4797f09bea25') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:07.188456 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e5863294-2fa4-4d45-8971-0f63563d32ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:07.222556 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e5863294-2fa4-4d45-8971-0f63563d32ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:07.232031 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5863294-2fa4-4d45-8971-0f63563d32ec admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:58:07.232432 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e5863294-2fa4-4d45-8971-0f63563d32ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:07.234259 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 17:58:07.234259 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:58:07.234259 n-d-810291-1 neutron-server[101461]: timer() Sep 21 17:58:07.234259 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:58:07.234259 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 17:58:07.234259 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:58:07.234259 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 17:58:07.234259 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:58:07.234259 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 17:58:07.234259 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:58:07.234259 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 17:58:07.234259 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:58:07.234259 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 17:58:07.234259 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:58:07.234259 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:58:07.234259 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:58:07.234259 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:58:07.234259 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:58:07.234259 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 17:58:07.234259 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:58:07.234259 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 17:58:07.234259 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:58:07.234259 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:58:07.234259 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:58:07.234259 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 17:58:07.234259 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:58:07.234259 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:58:07.234259 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:58:07.234259 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:58:07.234259 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:58:07.234259 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:58:07.234259 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:58:07.318709 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516f4ab-c9e6-4652-a1b9-4274c16c6e28 req-6ddaf67c-e510-4613-abaa-9779a82fb1a0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:07.326761 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8516f4ab-c9e6-4652-a1b9-4274c16c6e28 req-6ddaf67c-e510-4613-abaa-9779a82fb1a0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 931 time: 0.3379374 Sep 21 17:58:07.363100 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e5863294-2fa4-4d45-8971-0f63563d32ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:07.370493 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e5863294-2fa4-4d45-8971-0f63563d32ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:07.372517 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e5863294-2fa4-4d45-8971-0f63563d32ec admin admin] 10.222.0.58 "DELETE /v2.0/networks/1c00a0d6-e667-48aa-86f9-9337cd552f7d HTTP/1.1" status: 204 len: 168 time: 0.7749345 Sep 21 17:58:07.377168 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-21ac9488-3cb5-4bac-950b-d0f6b472787a req-d167c345-815f-4bdc-9b13-186dc2d2bb00 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:07.388869 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5863294-2fa4-4d45-8971-0f63563d32ec admin admin] Pushing event deleted for resources: {'Network': ['ID=1c00a0d6-e667-48aa-86f9-9337cd552f7d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:07.389117 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['3585ed89-f987-49fd-a131-fb396a820d90'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:58:07.502320 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570eee4-f262-4ed6-9112-26994e705e54 req-543c4f5b-b678-41af-a5df-565972aa205f tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:07.504675 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8570eee4-f262-4ed6-9112-26994e705e54 req-543c4f5b-b678-41af-a5df-565972aa205f tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 944 time: 0.0683787 Sep 21 17:58:07.529359 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8516f4ab-c9e6-4652-a1b9-4274c16c6e28 req-68a5a2dd-6cd6-42fe-b4ea-2090d2c85980 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014992 Sep 21 17:58:07.545064 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167c345-815f-4bdc-9b13-186dc2d2bb00 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Pushing event deleted for resources: {'Port': ['ID=3585ed89-f987-49fd-a131-fb396a820d90,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:07.562649 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8570eee4-f262-4ed6-9112-26994e705e54 req-489ff33e-9313-454f-a449-04bc2fd6c6e8 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518119 Sep 21 17:58:07.582078 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-df9c20d5-be29-4859-b08e-b825ad9265bb req-44c41225-1f22-4abb-a22d-216de2421a9f service neutron] 10.222.0.38 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029925 Sep 21 17:58:07.582867 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ac9488-3cb5-4bac-950b-d0f6b472787a req-d167c345-815f-4bdc-9b13-186dc2d2bb00 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] No DVR routers for this DVR port 3585ed89-f987-49fd-a131-fb396a820d90 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:58:07.603959 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-21ac9488-3cb5-4bac-950b-d0f6b472787a req-d167c345-815f-4bdc-9b13-186dc2d2bb00 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:07.607396 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-21ac9488-3cb5-4bac-950b-d0f6b472787a req-d167c345-815f-4bdc-9b13-186dc2d2bb00 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.38 "DELETE /v2.0/ports/3585ed89-f987-49fd-a131-fb396a820d90 HTTP/1.1" status: 204 len: 173 time: 1.8400390 Sep 21 17:58:07.625008 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-713926f1-8a91-4ca0-85fc-83a913c6b7c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24e893e5-935f-4c89-ba97-f486c4607846 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:58:07.637302 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-713926f1-8a91-4ca0-85fc-83a913c6b7c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:07.656021 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-713926f1-8a91-4ca0-85fc-83a913c6b7c1 service neutron] Transition to ACTIVE for port object 24e893e5-935f-4c89-ba97-f486c4607846 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:58:07.669848 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-713926f1-8a91-4ca0-85fc-83a913c6b7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:07.679466 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35090) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:07.782409 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-dddf0e1a-6cb1-473b-8671-64792b6bbf68 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=175497c81fda4a69bcd0ab1778ee76e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1018174 Sep 21 17:58:07.784963 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35092) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:07.802613 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713926f1-8a91-4ca0-85fc-83a913c6b7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=24e893e5-935f-4c89-ba97-f486c4607846,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:07.836107 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-713926f1-8a91-4ca0-85fc-83a913c6b7c1 service neutron] Attempting to bind port 24e893e5-935f-4c89-ba97-f486c4607846 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:58:07.836446 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-713926f1-8a91-4ca0-85fc-83a913c6b7c1 service neutron] Attempting to bind port 24e893e5-935f-4c89-ba97-f486c4607846 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '3f4ce037-8995-4519-9436-741a5cf4e4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:58:07.836779 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-713926f1-8a91-4ca0-85fc-83a913c6b7c1 service neutron] Attempting to bind port 24e893e5-935f-4c89-ba97-f486c4607846 on network 317845e1-df2c-40eb-a75c-cc29a382e695 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:07.841555 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-713926f1-8a91-4ca0-85fc-83a913c6b7c1 service neutron] Port 24e893e5-935f-4c89-ba97-f486c4607846 on network 317845e1-df2c-40eb-a75c-cc29a382e695 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:58:07.841784 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-713926f1-8a91-4ca0-85fc-83a913c6b7c1 service neutron] Attempting to bind port 24e893e5-935f-4c89-ba97-f486c4607846 on network 317845e1-df2c-40eb-a75c-cc29a382e695 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:07.846757 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-713926f1-8a91-4ca0-85fc-83a913c6b7c1 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:58:07.847122 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-713926f1-8a91-4ca0-85fc-83a913c6b7c1 service neutron] Checking segment: {'id': '3f4ce037-8995-4519-9436-741a5cf4e4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:58:07.847505 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-713926f1-8a91-4ca0-85fc-83a913c6b7c1 service neutron] Bound using segment: {'id': '3f4ce037-8995-4519-9436-741a5cf4e4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:58:07.848076 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-713926f1-8a91-4ca0-85fc-83a913c6b7c1 service neutron] Bound port: 24e893e5-935f-4c89-ba97-f486c4607846, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f4ce037-8995-4519-9436-741a5cf4e4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:58:07.848440 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-713926f1-8a91-4ca0-85fc-83a913c6b7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:07.884448 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a9a5d5e6-82bd-44e2-b57a-5a0203d2d039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:07.922405 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-713926f1-8a91-4ca0-85fc-83a913c6b7c1 service neutron] For port 24e893e5-935f-4c89-ba97-f486c4607846, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:58:07.927726 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-713926f1-8a91-4ca0-85fc-83a913c6b7c1 service neutron] For port 24e893e5-935f-4c89-ba97-f486c4607846, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=24e893e5-935f-4c89-ba97-f486c4607846,segment=NetworkSegment(3f4ce037-8995-4519-9436-741a5cf4e4ad),segment_id=3f4ce037-8995-4519-9436-741a5cf4e4ad)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:58:07.929097 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a9a5d5e6-82bd-44e2-b57a-5a0203d2d039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:07.938608 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-713926f1-8a91-4ca0-85fc-83a913c6b7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:07.986468 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-713926f1-8a91-4ca0-85fc-83a913c6b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:07.987192 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-713926f1-8a91-4ca0-85fc-83a913c6b7c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:07.988834 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-713926f1-8a91-4ca0-85fc-83a913c6b7c1 service neutron] 10.222.0.44 "PUT /v2.0/ports/24e893e5-935f-4c89-ba97-f486c4607846 HTTP/1.1" status: 200 len: 1091 time: 1.7017415 Sep 21 17:58:08.085769 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713926f1-8a91-4ca0-85fc-83a913c6b7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=24e893e5-935f-4c89-ba97-f486c4607846,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:08.119741 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a9a5d5e6-82bd-44e2-b57a-5a0203d2d039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:08.128278 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa09142-da65-4cd5-897d-ac9f29ccda13', 'name': 'network-vif-deleted', 'tag': '3585ed89-f987-49fd-a131-fb396a820d90'}, {'name': 'network-changed', 'server_uuid': '306bed69-59cc-4059-846a-0c00124314f6', 'tag': '24e893e5-935f-4c89-ba97-f486c4607846'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:58:08.129426 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a9a5d5e6-82bd-44e2-b57a-5a0203d2d039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:08.132542 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56eb3ce8-e5a8-453f-9974-25a520002f6e" -d '{"events": [{"server_uuid": "cfa09142-da65-4cd5-897d-ac9f29ccda13", "name": "network-vif-deleted", "tag": "3585ed89-f987-49fd-a131-fb396a820d90"}, {"name": "network-changed", "server_uuid": "306bed69-59cc-4059-846a-0c00124314f6", "tag": "24e893e5-935f-4c89-ba97-f486c4607846"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:58:08.135014 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a9a5d5e6-82bd-44e2-b57a-5a0203d2d039 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5182a35e-fce8-4f08-b12e-10f980d77ee5 HTTP/1.1" status: 204 len: 168 time: 0.3468664 Sep 21 17:58:08.208026 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5d5e6-82bd-44e2-b57a-5a0203d2d039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5182a35e-fce8-4f08-b12e-10f980d77ee5,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:08.311515 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 21 Sep 2021 17:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733dea45-0631-48df-bb33-1db76a29875c x-openstack-request-id: req-733dea45-0631-48df-bb33-1db76a29875c {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:58:08.312525 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa09142-da65-4cd5-897d-ac9f29ccda13", "name": "network-vif-deleted", "tag": "3585ed89-f987-49fd-a131-fb396a820d90", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "306bed69-59cc-4059-846a-0c00124314f6", "tag": "24e893e5-935f-4c89-ba97-f486c4607846", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:58:08.312791 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-733dea45-0631-48df-bb33-1db76a29875c {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:58:08.313217 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa09142-da65-4cd5-897d-ac9f29ccda13', 'name': 'network-vif-deleted', 'tag': '3585ed89-f987-49fd-a131-fb396a820d90', 'status': 'completed', 'code': 200} Sep 21 17:58:08.316457 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '306bed69-59cc-4059-846a-0c00124314f6', 'tag': '24e893e5-935f-4c89-ba97-f486c4607846', 'status': 'completed', 'code': 200} Sep 21 17:58:08.354467 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f552f71-237f-4400-a7e0-33e6125eeac1 req-6abcd705-aa43-475e-8e2f-7b04e7f71c97 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfa09142-da65-4cd5-897d-ac9f29ccda13 HTTP/1.1" status: 200 len: 210 time: 0.2142935 Sep 21 17:58:08.395510 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-38926738-4e54-4f51-9c76-ca1106626f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:08.397403 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-38926738-4e54-4f51-9c76-ca1106626f8b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0054d9324ee341f99a9815f4375410f3&device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 1094 time: 0.2989666 Sep 21 17:58:08.493142 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-776bcdb9-4391-495b-92ed-5e919df5e047 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24e893e5-935f-4c89-ba97-f486c4607846 HTTP/1.1" status: 200 len: 217 time: 0.0869823 Sep 21 17:58:08.504604 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a689f08e-240a-453e-a3de-3d038519464c details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:58:08.564962 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ae3ae-8b26-4851-8ea6-eb262594fc2f req-7c367f2b-fbce-4151-96ab-2a1c4b210261 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:08.571102 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5a0ae3ae-8b26-4851-8ea6-eb262594fc2f req-7c367f2b-fbce-4151-96ab-2a1c4b210261 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 945 time: 0.1461227 Sep 21 17:58:08.580382 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-8c612b24-e079-43c6-9622-17a4edba76fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:08.582065 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-8c612b24-e079-43c6-9622-17a4edba76fc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=109644f9-7374-4e29-a072-2da36abb70ff HTTP/1.1" status: 200 len: 854 time: 0.0758407 Sep 21 17:58:08.682465 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5a0ae3ae-8b26-4851-8ea6-eb262594fc2f req-0b9acafa-09ab-4990-90da-17a05f3c6db0 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048598 Sep 21 17:58:08.742887 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port a689f08e-240a-453e-a3de-3d038519464c, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a689f08e-240a-453e-a3de-3d038519464c,segment=NetworkSegment(24b566e5-042a-4b3d-9902-34d5286efb61),segment_id=24b566e5-042a-4b3d-9902-34d5286efb61)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:08.759416 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'a689f08e-240a-453e-a3de-3d038519464c', 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315', 'port_id': 'a689f08e-240a-453e-a3de-3d038519464c', 'mac_address': 'fa:16:3e:2a:24:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c08e933-ce5c-4713-ad95-cf9d2cd4544e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:58:08.809662 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:08.825139 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a689f08e-240a-453e-a3de-3d038519464c {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:58:08.848145 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port a689f08e-240a-453e-a3de-3d038519464c, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a689f08e-240a-453e-a3de-3d038519464c,segment=NetworkSegment(24b566e5-042a-4b3d-9902-34d5286efb61),segment_id=24b566e5-042a-4b3d-9902-34d5286efb61)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:08.855097 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:08.895087 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2c00e-49f7-4823-a088-d7a32660609b req-83eb7781-98e6-4499-a1bf-8b32d8a7b11a tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:08.898860 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-87e2c00e-49f7-4823-a088-d7a32660609b req-83eb7781-98e6-4499-a1bf-8b32d8a7b11a tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 944 time: 0.1063197 Sep 21 17:58:08.918404 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=a689f08e-240a-453e-a3de-3d038519464c,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:08.967503 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-87e2c00e-49f7-4823-a088-d7a32660609b req-f7787e32-f208-4dc1-94aa-a39a3a2135d3 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626051 Sep 21 17:58:09.055762 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['a689f08e-240a-453e-a3de-3d038519464c'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:58:09.169765 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-ad34bf33-7a21-43bb-9411-529c08c4ca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:09.171338 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-ad34bf33-7a21-43bb-9411-529c08c4ca2c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=317845e1-df2c-40eb-a75c-cc29a382e695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5811577 Sep 21 17:58:09.226717 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c77046-ba68-433c-b313-3ed9a1f38784 req-13806927-2aee-4a81-bb96-7ec9cb1b7682 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:09.228583 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-12c77046-ba68-433c-b313-3ed9a1f38784 req-13806927-2aee-4a81-bb96-7ec9cb1b7682 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 943 time: 0.0973189 Sep 21 17:58:09.314942 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-12c77046-ba68-433c-b313-3ed9a1f38784 req-033e3d88-5360-4adb-b115-40b68dac9459 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526607 Sep 21 17:58:09.319077 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-7186b221-d10e-4df3-9b62-72eda172eed9 service neutron] 10.222.0.44 "GET /v2.0/networks/317845e1-df2c-40eb-a75c-cc29a382e695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378937 Sep 21 17:58:09.421014 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d587d1a5-ab8f-4648-adc2-0d76ca369a29 req-f67f6d0c-ed28-4852-8999-5f82a8544812 service neutron] 10.222.0.44 "GET /v2.0/networks/317845e1-df2c-40eb-a75c-cc29a382e695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942788 Sep 21 17:58:09.532251 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb3ce8-e5a8-453f-9974-25a520002f6e req-74fcd740-f15d-4f2f-93ff-721660d2e17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:09.533983 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-56eb3ce8-e5a8-453f-9974-25a520002f6e req-74fcd740-f15d-4f2f-93ff-721660d2e17f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0054d9324ee341f99a9815f4375410f3&device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 1094 time: 0.0505221 Sep 21 17:58:09.640186 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb3ce8-e5a8-453f-9974-25a520002f6e req-90ce2300-5d1c-41de-a14e-af2642a481b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:09.642354 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-56eb3ce8-e5a8-453f-9974-25a520002f6e req-90ce2300-5d1c-41de-a14e-af2642a481b7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=317845e1-df2c-40eb-a75c-cc29a382e695 HTTP/1.1" status: 200 len: 916 time: 0.0996029 Sep 21 17:58:09.707681 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-56eb3ce8-e5a8-453f-9974-25a520002f6e req-a7c03a0d-f7eb-41da-9b37-ccb078fbc60a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24e893e5-935f-4c89-ba97-f486c4607846 HTTP/1.1" status: 200 len: 217 time: 0.0567222 Sep 21 17:58:09.774940 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35166) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:09.780304 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-1a7d6c83-b2b3-47b4-99ad-49375cfe67d5 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1353029775', 'description': 'tempest-description--1769876940'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:09.833465 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1a7d6c83-b2b3-47b4-99ad-49375cfe67d5 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:09.841272 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb3ce8-e5a8-453f-9974-25a520002f6e req-ce3dc7cf-7a90-4c4a-b231-b6563fc027ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:09.842911 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-56eb3ce8-e5a8-453f-9974-25a520002f6e req-ce3dc7cf-7a90-4c4a-b231-b6563fc027ae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=109644f9-7374-4e29-a072-2da36abb70ff HTTP/1.1" status: 200 len: 854 time: 0.1260481 Sep 21 17:58:09.967591 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb3ce8-e5a8-453f-9974-25a520002f6e req-d50bea33-d454-4953-9715-c93d4b96faa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:09.969335 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-56eb3ce8-e5a8-453f-9974-25a520002f6e req-d50bea33-d454-4953-9715-c93d4b96faa3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=317845e1-df2c-40eb-a75c-cc29a382e695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1171408 Sep 21 17:58:10.034037 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1a7d6c83-b2b3-47b4-99ad-49375cfe67d5 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:10.057911 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-55a4d665-cefa-4984-9a0f-3a47b963ef88 req-951b0579-a963-4b39-b13c-56f808072d9e tempest-ServerShowV257Test-1233739198 tempest-ServerShowV257Test-1233739198-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d581c4b-180f-444f-a336-d857a2e11c46 HTTP/1.1" status: 200 len: 210 time: 0.0517347 Sep 21 17:58:10.082416 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1a7d6c83-b2b3-47b4-99ad-49375cfe67d5 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:10.156282 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1a7d6c83-b2b3-47b4-99ad-49375cfe67d5 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:10.160586 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1a7d6c83-b2b3-47b4-99ad-49375cfe67d5 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3810248 Sep 21 17:58:10.161004 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35182) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:10.166190 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-14f37b1a-9034-44f8-ac06-395d2c2cc1c5 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Request body: {'security_group_rule': {'security_group_id': '1e3760a0-d818-49f7-af9e-d7c0958fa17d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:10.188468 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-56eb3ce8-e5a8-453f-9974-25a520002f6e req-3e4e5609-91dc-4631-8484-240a3c606062 service neutron] 10.222.0.44 "GET /v2.0/networks/317845e1-df2c-40eb-a75c-cc29a382e695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062621 Sep 21 17:58:10.202351 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d6c83-b2b3-47b4-99ad-49375cfe67d5 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3760a0-d818-49f7-af9e-d7c0958fa17d,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:10.224608 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8171477-2814-4e7c-9e4e-ee84ac1bddab req-4f057594-3252-4a3e-a4c2-954bf73d55d7 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:10.230863 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d8171477-2814-4e7c-9e4e-ee84ac1bddab req-4f057594-3252-4a3e-a4c2-954bf73d55d7 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 945 time: 0.1921630 Sep 21 17:58:10.231665 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-14f37b1a-9034-44f8-ac06-395d2c2cc1c5 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:10.311894 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d8171477-2814-4e7c-9e4e-ee84ac1bddab req-456f567a-65d1-4412-aebe-e6adc8a77b28 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664892 Sep 21 17:58:10.327289 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a70be7-30bd-447e-a423-3491dac44779 req-625328ba-5790-42a0-aa06-a39d8aefaa4c tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:10.335010 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62a70be7-30bd-447e-a423-3491dac44779 req-625328ba-5790-42a0-aa06-a39d8aefaa4c tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 945 time: 0.1445084 Sep 21 17:58:10.380853 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-14f37b1a-9034-44f8-ac06-395d2c2cc1c5 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:10.387706 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-14f37b1a-9034-44f8-ac06-395d2c2cc1c5 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:10.396951 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62a70be7-30bd-447e-a423-3491dac44779 req-99240d08-0800-4f2f-b3f7-19a274913b44 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609996 Sep 21 17:58:10.406532 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-56eb3ce8-e5a8-453f-9974-25a520002f6e req-8b2b2f2f-3872-4bf2-a70e-07d4bf1fae96 service neutron] 10.222.0.44 "GET /v2.0/networks/317845e1-df2c-40eb-a75c-cc29a382e695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044394 Sep 21 17:58:10.416736 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f37b1a-9034-44f8-ac06-395d2c2cc1c5 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d07e40-9674-41cd-97f8-209678ec2898,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:10.424088 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-14f37b1a-9034-44f8-ac06-395d2c2cc1c5 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:10.426679 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-14f37b1a-9034-44f8-ac06-395d2c2cc1c5 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2640958 Sep 21 17:58:10.429049 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 35190) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:10.434006 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-0906f3ea-df20-4c9a-8efe-501d581bed39 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Request body: {'security_group_rule': {'security_group_id': '1e3760a0-d818-49f7-af9e-d7c0958fa17d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:10.481668 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0906f3ea-df20-4c9a-8efe-501d581bed39 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:10.509782 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da9d86-6e44-405b-abd7-a597a5a6c5fc req-b0c84dea-7a10-4f4f-a19b-38d5ac901ebe tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:10.512577 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-26da9d86-6e44-405b-abd7-a597a5a6c5fc req-b0c84dea-7a10-4f4f-a19b-38d5ac901ebe tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 943 time: 0.0681865 Sep 21 17:58:10.515295 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a689f08e-240a-453e-a3de-3d038519464c up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:58:10.614635 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-26da9d86-6e44-405b-abd7-a597a5a6c5fc req-b2caa172-4f25-44ef-a1f6-cbb00453b3a5 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882533 Sep 21 17:58:10.623903 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0906f3ea-df20-4c9a-8efe-501d581bed39 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:10.632564 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0906f3ea-df20-4c9a-8efe-501d581bed39 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:10.645687 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port a689f08e-240a-453e-a3de-3d038519464c completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:58:10.653813 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port a689f08e-240a-453e-a3de-3d038519464c triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:10.654453 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:10.655125 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0906f3ea-df20-4c9a-8efe-501d581bed39 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:10.660267 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0906f3ea-df20-4c9a-8efe-501d581bed39 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2300224 Sep 21 17:58:10.660410 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35192) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:10.666319 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-ee1912d1-3a32-4522-8c90-59db04134f34 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:10.667601 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906f3ea-df20-4c9a-8efe-501d581bed39 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cfb66b7-f4e6-458a-8896-8b0fd8241930,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:10.693313 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee1912d1-3a32-4522-8c90-59db04134f34 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks [] for floatingip, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:10.793172 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:10.848215 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port a689f08e-240a-453e-a3de-3d038519464c, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a689f08e-240a-453e-a3de-3d038519464c,segment=NetworkSegment(24b566e5-042a-4b3d-9902-34d5286efb61),segment_id=24b566e5-042a-4b3d-9902-34d5286efb61)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:10.849406 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65511e4f-2a17-4c50-a6a0-fdd80113175a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a689f08e-240a-453e-a3de-3d038519464c'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:58:10.853692 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40af84ea-8931-4299-8892-681ee60ad7c3" -d '{"events": [{"server_uuid": "65511e4f-2a17-4c50-a6a0-fdd80113175a", "name": "network-vif-plugged", "status": "completed", "tag": "a689f08e-240a-453e-a3de-3d038519464c"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:58:10.859896 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:10.861016 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3585ed89-f987-49fd-a131-fb396a820d90 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:58:10.897128 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 3585ed89-f987-49fd-a131-fb396a820d90 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:58:10.897521 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3585ed89-f987-49fd-a131-fb396a820d90 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:58:10.972850 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee1912d1-3a32-4522-8c90-59db04134f34 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:10.980888 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdcc2b3-9ad2-4581-96d8-d1332ebde5a6 x-openstack-request-id: req-bfdcc2b3-9ad2-4581-96d8-d1332ebde5a6 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:58:10.981511 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65511e4f-2a17-4c50-a6a0-fdd80113175a", "name": "network-vif-plugged", "status": "completed", "tag": "a689f08e-240a-453e-a3de-3d038519464c", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:58:10.981916 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bfdcc2b3-9ad2-4581-96d8-d1332ebde5a6 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:58:10.982653 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65511e4f-2a17-4c50-a6a0-fdd80113175a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a689f08e-240a-453e-a3de-3d038519464c', 'code': 200} Sep 21 17:58:11.078363 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=a689f08e-240a-453e-a3de-3d038519464c,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:11.133791 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66332cfc-e4ea-4150-b4e2-66b85ccc903b req-ed713f92-491f-4577-9847-9734b562f10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:11.135627 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-66332cfc-e4ea-4150-b4e2-66b85ccc903b req-ed713f92-491f-4577-9847-9734b562f10a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 1097 time: 0.0744023 Sep 21 17:58:11.173798 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35204) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:11.179312 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-d7542d37-a04a-4904-b784-5e2a6a653276 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1940704956'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:11.219207 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-03c289c5-b10c-4c41-845b-96d8316c681c req-62a77574-b89d-4165-a419-0bc2b1d7dae7 tempest-ServerShowV257Test-1233739198 tempest-ServerShowV257Test-1233739198-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d581c4b-180f-444f-a336-d857a2e11c46 HTTP/1.1" status: 200 len: 210 time: 0.0421622 Sep 21 17:58:11.220245 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-ee1912d1-3a32-4522-8c90-59db04134f34 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Allocated IP 172.25.6.44 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/d7e350fe-339e-4af0-9def-67bfdb44389e) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:11.221739 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-66332cfc-e4ea-4150-b4e2-66b85ccc903b req-bfa59965-e504-4e55-a2fd-d561fe4327e5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771751 Sep 21 17:58:11.266594 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7542d37-a04a-4904-b784-5e2a6a653276 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Made reservation on behalf of d40c78ed24d44bc286019ecdefec3c75 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:11.271884 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d7542d37-a04a-4904-b784-5e2a6a653276 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:11.343445 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7542d37-a04a-4904-b784-5e2a6a653276 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:58:11.369013 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d7542d37-a04a-4904-b784-5e2a6a653276 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:11.369356 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-d7542d37-a04a-4904-b784-5e2a6a653276 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Added segment 834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba of type vlan for network 94df87e6-ce8a-4b23-900d-480ef4eb3211 Sep 21 17:58:11.456480 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee1912d1-3a32-4522-8c90-59db04134f34 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:11.470347 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d7542d37-a04a-4904-b784-5e2a6a653276 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:11.545604 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee52880-9800-461d-9dd7-63690533314e req-19b38e04-6d17-41c3-8b11-8a2a7d336455 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:11.553440 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fee52880-9800-461d-9dd7-63690533314e req-19b38e04-6d17-41c3-8b11-8a2a7d336455 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 945 time: 0.1695304 Sep 21 17:58:11.555456 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125ad04-ac82-4b2c-bf6d-f63e37d4ad49 req-ec9927b7-bc87-4b91-8558-8b20ffcd6db5 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:11.563980 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3125ad04-ac82-4b2c-bf6d-f63e37d4ad49 req-ec9927b7-bc87-4b91-8558-8b20ffcd6db5 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 946 time: 0.0897889 Sep 21 17:58:11.588697 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d7542d37-a04a-4904-b784-5e2a6a653276 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:11.595244 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7542d37-a04a-4904-b784-5e2a6a653276 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:11.595868 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d7542d37-a04a-4904-b784-5e2a6a653276 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:11.622979 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3125ad04-ac82-4b2c-bf6d-f63e37d4ad49 req-131e9983-b357-42a1-95c1-8d493934c236 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553408 Sep 21 17:58:11.655949 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fee52880-9800-461d-9dd7-63690533314e req-1eb4235b-0c4c-47aa-85ea-cf83aaea5ab0 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016281 Sep 21 17:58:11.666339 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee1912d1-3a32-4522-8c90-59db04134f34 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:11.695023 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d7542d37-a04a-4904-b784-5e2a6a653276 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5199599 Sep 21 17:58:11.698006 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 35212) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:11.712583 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-00a19f34-03a6-4e77-b90f-876b45999983 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1885755279'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:11.759318 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a19f34-03a6-4e77-b90f-876b45999983 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Made reservation on behalf of d40c78ed24d44bc286019ecdefec3c75 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:11.762894 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-00a19f34-03a6-4e77-b90f-876b45999983 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:11.773232 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104fbf2-e3cc-4063-8d32-5dc17e925232 req-e94ff612-fbef-4a50-ac8d-f150cc2ee54f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:11.773406 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7542d37-a04a-4904-b784-5e2a6a653276 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Pushing event updated for resources: {'Network': ['ID=94df87e6-ce8a-4b23-900d-480ef4eb3211,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:11.774696 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1104fbf2-e3cc-4063-8d32-5dc17e925232 req-e94ff612-fbef-4a50-ac8d-f150cc2ee54f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 943 time: 0.0786438 Sep 21 17:58:11.783533 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 94df87e6-ce8a-4b23-900d-480ef4eb3211 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:58:11.796487 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1912d1-3a32-4522-8c90-59db04134f34 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Pushing event updated for resources: {'Port': ['ID=d7e350fe-339e-4af0-9def-67bfdb44389e,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:11.802707 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1912d1-3a32-4522-8c90-59db04134f34 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:11.806380 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-ee1912d1-3a32-4522-8c90-59db04134f34 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:11.813488 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1912d1-3a32-4522-8c90-59db04134f34 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:11.839595 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1104fbf2-e3cc-4063-8d32-5dc17e925232 req-f1dbb562-ae56-4c32-b358-453d3f0c0047 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517986 Sep 21 17:58:11.849364 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a19f34-03a6-4e77-b90f-876b45999983 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:58:11.861851 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-00a19f34-03a6-4e77-b90f-876b45999983 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:11.862870 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-00a19f34-03a6-4e77-b90f-876b45999983 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Added segment 862957fd-221f-4841-ab54-52aee65b0d2c of type vlan for network 2a44a677-1927-4f9e-821d-0c18ad02e765 Sep 21 17:58:11.903530 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-00a19f34-03a6-4e77-b90f-876b45999983 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:11.919025 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee1912d1-3a32-4522-8c90-59db04134f34 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:11.929708 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-00a19f34-03a6-4e77-b90f-876b45999983 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:11.935844 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a19f34-03a6-4e77-b90f-876b45999983 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:11.936645 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-00a19f34-03a6-4e77-b90f-876b45999983 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:11.956545 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee1912d1-3a32-4522-8c90-59db04134f34 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:11.977602 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-00a19f34-03a6-4e77-b90f-876b45999983 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2683265 Sep 21 17:58:11.977824 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 35214) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:11.982604 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-d0322be2-77fa-4e67-b972-6f3368314de0 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Request body: {'subnet': {'network_id': '94df87e6-ce8a-4b23-900d-480ef4eb3211', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:12.049384 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a19f34-03a6-4e77-b90f-876b45999983 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Pushing event updated for resources: {'Network': ['ID=2a44a677-1927-4f9e-821d-0c18ad02e765,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:12.061380 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 2a44a677-1927-4f9e-821d-0c18ad02e765 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:58:12.120844 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0322be2-77fa-4e67-b972-6f3368314de0 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Made reservation on behalf of d40c78ed24d44bc286019ecdefec3c75 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:12.125565 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d0322be2-77fa-4e67-b972-6f3368314de0 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:12.165779 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee1912d1-3a32-4522-8c90-59db04134f34 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:12.184206 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee1912d1-3a32-4522-8c90-59db04134f34 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:12.295118 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1912d1-3a32-4522-8c90-59db04134f34 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Pushing event updated for resources: {'Port': ['ID=d7e350fe-339e-4af0-9def-67bfdb44389e,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:12.309341 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee1912d1-3a32-4522-8c90-59db04134f34 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:12.327061 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee1912d1-3a32-4522-8c90-59db04134f34 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:12.328740 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ee1912d1-3a32-4522-8c90-59db04134f34 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6669073 Sep 21 17:58:12.378975 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-36a2a7b0-82df-4249-a597-24abdadb0905 req-2d21d7b0-9fc1-49c4-9222-73cc3f3e3ddc tempest-ServerShowV257Test-1233739198 tempest-ServerShowV257Test-1233739198-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d581c4b-180f-444f-a336-d857a2e11c46 HTTP/1.1" status: 200 len: 210 time: 0.0354714 Sep 21 17:58:12.386427 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d0322be2-77fa-4e67-b972-6f3368314de0 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:12.455574 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0322be2-77fa-4e67-b972-6f3368314de0 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Pushing event updated for resources: {'Subnet': ['ID=d3699259-078b-42b6-8c82-a8ec90dc08bf,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:12.464531 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0322be2-77fa-4e67-b972-6f3368314de0 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Checking segment: {'id': '834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94df87e6-ce8a-4b23-900d-480ef4eb3211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:58:12.464892 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0322be2-77fa-4e67-b972-6f3368314de0 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Network hostable DHCP agents. Network: 94df87e6-ce8a-4b23-900d-480ef4eb3211, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:58:12.482322 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0322be2-77fa-4e67-b972-6f3368314de0 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Network 94df87e6-ce8a-4b23-900d-480ef4eb3211 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:58:12.492657 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-d0322be2-77fa-4e67-b972-6f3368314de0 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 94df87e6-ce8a-4b23-900d-480ef4eb3211) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:12.498294 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0322be2-77fa-4e67-b972-6f3368314de0 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:12.498678 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d0322be2-77fa-4e67-b972-6f3368314de0 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:12.502606 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b47ebe-1d9e-4d93-af1c-48e6d4b9525e None None] Network 94df87e6-ce8a-4b23-900d-480ef4eb3211 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:58:12.519472 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d0322be2-77fa-4e67-b972-6f3368314de0 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5405056 Sep 21 17:58:12.522259 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 35234) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:12.528834 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-1927f98a-ac3e-4211-bec3-e12fd14ab732 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Request body: {'subnet': {'network_id': '2a44a677-1927-4f9e-821d-0c18ad02e765', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:12.589587 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c915c176-1d7c-4543-99a8-3daecf599904 req-815db3ca-3a46-4e35-bfe6-7916d04f1b87 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2d581c4b-180f-444f-a336-d857a2e11c46 HTTP/1.1" status: 200 len: 210 time: 0.0358613 Sep 21 17:58:12.613148 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-def10096-a9e9-444d-9f73-d3e667a516bc tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:12.614635 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-def10096-a9e9-444d-9f73-d3e667a516bc tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/networks?id=aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1 HTTP/1.1" status: 200 len: 821 time: 0.1179743 Sep 21 17:58:12.632026 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-4bdaefb6-e05f-45fc-ac97-2dd4736d990c tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/quotas/b31eef4e323d4207999cb58629ab639d HTTP/1.1" status: 200 len: 375 time: 0.0103948 Sep 21 17:58:12.651916 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1927f98a-ac3e-4211-bec3-e12fd14ab732 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Made reservation on behalf of d40c78ed24d44bc286019ecdefec3c75 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:12.655643 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1927f98a-ac3e-4211-bec3-e12fd14ab732 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:12.684517 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fe891a-c908-4d5f-8fe1-caed39cd240e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-94df87e6-ce8a-4b23-900d-480ef4eb3211', 'network_id': '94df87e6-ce8a-4b23-900d-480ef4eb3211', 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'fixed_ips': [{'subnet_id': 'd3699259-078b-42b6-8c82-a8ec90dc08bf'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:58:12.686387 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-44f0470c-e8d9-48de-9417-6a91bbf5cb79 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b31eef4e323d4207999cb58629ab639d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0471332 Sep 21 17:58:12.686534 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c2fe891a-c908-4d5f-8fe1-caed39cd240e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:12.798208 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-e0cc67d3-9596-45ee-bf66-d6009338dbf0 service neutron] 10.222.0.58 "GET /v2.0/networks/aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030822 Sep 21 17:58:12.805302 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789294a1-60a9-4a8c-a59e-a993c6b96fef req-977a46e5-8361-4839-a122-ae0f402e3f47 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:12.806965 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-789294a1-60a9-4a8c-a59e-a993c6b96fef req-977a46e5-8361-4839-a122-ae0f402e3f47 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 946 time: 0.0753419 Sep 21 17:58:12.837134 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-c2fe891a-c908-4d5f-8fe1-caed39cd240e None None] Allocated IP 10.1.1.2 (94df87e6-ce8a-4b23-900d-480ef4eb3211/d3699259-078b-42b6-8c82-a8ec90dc08bf/d6b08486-7715-4094-a2c8-223748495d2a) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:12.880084 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-789294a1-60a9-4a8c-a59e-a993c6b96fef req-9ee05c78-0309-492c-a32f-ed7c55ce45b7 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664854 Sep 21 17:58:12.905101 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-702ebcb3-0862-482a-9484-b04674361896 service neutron] 10.222.0.58 "GET /v2.0/networks/aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994177 Sep 21 17:58:12.935042 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1927f98a-ac3e-4211-bec3-e12fd14ab732 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:13.016820 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c2fe891a-c908-4d5f-8fe1-caed39cd240e None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:13.021379 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 24e893e5-935f-4c89-ba97-f486c4607846 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:58:13.025291 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c2fe891a-c908-4d5f-8fe1-caed39cd240e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:13.051486 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927f98a-ac3e-4211-bec3-e12fd14ab732 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Pushing event updated for resources: {'Subnet': ['ID=f88e04cf-6a48-4a7e-9d33-f15c9b0c57cc,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:13.079671 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1927f98a-ac3e-4211-bec3-e12fd14ab732 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Checking segment: {'id': '862957fd-221f-4841-ab54-52aee65b0d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2a44a677-1927-4f9e-821d-0c18ad02e765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:58:13.080042 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1927f98a-ac3e-4211-bec3-e12fd14ab732 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Network hostable DHCP agents. Network: 2a44a677-1927-4f9e-821d-0c18ad02e765, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:58:13.081343 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fe891a-c908-4d5f-8fe1-caed39cd240e None None] Network 94df87e6-ce8a-4b23-900d-480ef4eb3211 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:13.088269 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-c2fe891a-c908-4d5f-8fe1-caed39cd240e None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:13.093323 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fe891a-c908-4d5f-8fe1-caed39cd240e None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:13.097401 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d2643-3795-419f-bc0e-121916028ecd req-717bfd49-e0ab-4985-b0c1-22611ef804a9 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:13.099455 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-773d2643-3795-419f-bc0e-121916028ecd req-717bfd49-e0ab-4985-b0c1-22611ef804a9 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 945 time: 0.1380439 Sep 21 17:58:13.145654 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1927f98a-ac3e-4211-bec3-e12fd14ab732 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Network 2a44a677-1927-4f9e-821d-0c18ad02e765 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:58:13.167961 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68af12-7234-4636-9ca7-b4003186c3c0 req-92439095-2e9d-4927-8f27-3e6b88b93cef tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:13.169767 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fd68af12-7234-4636-9ca7-b4003186c3c0 req-92439095-2e9d-4927-8f27-3e6b88b93cef tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 943 time: 0.0863752 Sep 21 17:58:13.211572 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-773d2643-3795-419f-bc0e-121916028ecd req-246115bb-f392-4d42-adf4-abac46dc9baa tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045468 Sep 21 17:58:13.229397 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-1927f98a-ac3e-4211-bec3-e12fd14ab732 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 2a44a677-1927-4f9e-821d-0c18ad02e765) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:13.234683 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1927f98a-ac3e-4211-bec3-e12fd14ab732 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:13.235376 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1927f98a-ac3e-4211-bec3-e12fd14ab732 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:13.245747 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fd68af12-7234-4636-9ca7-b4003186c3c0 req-183567cd-6c7e-414e-afcf-03b1520a0ccb tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693505 Sep 21 17:58:13.277415 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1927f98a-ac3e-4211-bec3-e12fd14ab732 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7511203 Sep 21 17:58:13.277991 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 35254) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:13.285694 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-49a5110d-2be7-477a-9048-e716b7085f2d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Request body: {'port': {'network_id': '94df87e6-ce8a-4b23-900d-480ef4eb3211', 'name': 'tempest-TaggedBootDevicesTest-1627023949', 'fixed_ips': [{'subnet_id': 'd3699259-078b-42b6-8c82-a8ec90dc08bf'}]}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:13.369226 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d52892-7685-4c22-ac2c-70d4bb10df9f None None] Network 2a44a677-1927-4f9e-821d-0c18ad02e765 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:58:13.371994 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe891a-c908-4d5f-8fe1-caed39cd240e None None] Pushing event updated for resources: {'Port': ['ID=d6b08486-7715-4094-a2c8-223748495d2a,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:13.396106 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-98986942-2a21-467e-a774-ca100a1e7b8c req-96f5d011-f1c8-4c13-a5ce-3c2349c5978b tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5 HTTP/1.1" status: 200 len: 210 time: 0.0871372 Sep 21 17:58:13.432382 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-c2fe891a-c908-4d5f-8fe1-caed39cd240e None None] Attempting to bind port d6b08486-7715-4094-a2c8-223748495d2a on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:58:13.432650 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-c2fe891a-c908-4d5f-8fe1-caed39cd240e None None] Attempting to bind port d6b08486-7715-4094-a2c8-223748495d2a by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94df87e6-ce8a-4b23-900d-480ef4eb3211'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:58:13.433072 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fe891a-c908-4d5f-8fe1-caed39cd240e None None] Attempting to bind port d6b08486-7715-4094-a2c8-223748495d2a on network 94df87e6-ce8a-4b23-900d-480ef4eb3211 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:13.490488 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fe891a-c908-4d5f-8fe1-caed39cd240e None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:58:13.490866 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fe891a-c908-4d5f-8fe1-caed39cd240e None None] Checking segment: {'id': '834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94df87e6-ce8a-4b23-900d-480ef4eb3211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:58:13.491326 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c2fe891a-c908-4d5f-8fe1-caed39cd240e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:13.491764 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fe891a-c908-4d5f-8fe1-caed39cd240e None None] Bound using segment: {'id': '834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94df87e6-ce8a-4b23-900d-480ef4eb3211'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:58:13.492298 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-c2fe891a-c908-4d5f-8fe1-caed39cd240e None None] Bound port: d6b08486-7715-4094-a2c8-223748495d2a, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94df87e6-ce8a-4b23-900d-480ef4eb3211'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:58:13.492691 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c2fe891a-c908-4d5f-8fe1-caed39cd240e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:13.556057 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a5110d-2be7-477a-9048-e716b7085f2d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Made reservation on behalf of d40c78ed24d44bc286019ecdefec3c75 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:13.711187 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d33c4e61-a058-4724-b711-5ca4164944fe req-68ab6185-f2af-4af6-b1a6-b5bd5124a226 tempest-ServerShowV257Test-1233739198 tempest-ServerShowV257Test-1233739198-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d581c4b-180f-444f-a336-d857a2e11c46 HTTP/1.1" status: 200 len: 210 time: 0.0467257 Sep 21 17:58:13.757056 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 24e893e5-935f-4c89-ba97-f486c4607846, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=24e893e5-935f-4c89-ba97-f486c4607846,segment=NetworkSegment(3f4ce037-8995-4519-9436-741a5cf4e4ad),segment_id=3f4ce037-8995-4519-9436-741a5cf4e4ad)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:13.766396 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-49a5110d-2be7-477a-9048-e716b7085f2d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:13.794658 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '24e893e5-935f-4c89-ba97-f486c4607846', 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695', 'port_id': '24e893e5-935f-4c89-ba97-f486c4607846', 'mac_address': 'fa:16:3e:3b:e8:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109644f9-7374-4e29-a072-2da36abb70ff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:58:13.794905 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-49a5110d-2be7-477a-9048-e716b7085f2d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] device_id is not set on port f967bbd1-534f-4e1e-8cde-c83bea0c03fb yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 17:58:13.815796 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-c2fe891a-c908-4d5f-8fe1-caed39cd240e None None] For port d6b08486-7715-4094-a2c8-223748495d2a, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:58:13.821243 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-c2fe891a-c908-4d5f-8fe1-caed39cd240e None None] For port d6b08486-7715-4094-a2c8-223748495d2a, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d6b08486-7715-4094-a2c8-223748495d2a,segment=NetworkSegment(834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba),segment_id=834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:58:13.834298 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c2fe891a-c908-4d5f-8fe1-caed39cd240e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:14.022450 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:14.071904 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e893e5-935f-4c89-ba97-f486c4607846 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:58:14.085873 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe891a-c908-4d5f-8fe1-caed39cd240e None None] Pushing event updated for resources: {'Port': ['ID=d6b08486-7715-4094-a2c8-223748495d2a,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:14.144371 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f27c45-391d-4fe6-a274-5ab1be304677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-2a44a677-1927-4f9e-821d-0c18ad02e765', 'network_id': '2a44a677-1927-4f9e-821d-0c18ad02e765', 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'fixed_ips': [{'subnet_id': 'f88e04cf-6a48-4a7e-9d33-f15c9b0c57cc'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:58:14.146365 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-91f27c45-391d-4fe6-a274-5ab1be304677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:14.155417 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68603f7-c74a-4d50-9d3f-6287e08a50ce req-5f03b184-975a-432e-bdfd-010361309d78 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:14.157030 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b68603f7-c74a-4d50-9d3f-6287e08a50ce req-5f03b184-975a-432e-bdfd-010361309d78 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 946 time: 0.1027493 Sep 21 17:58:14.165638 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 24e893e5-935f-4c89-ba97-f486c4607846, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=24e893e5-935f-4c89-ba97-f486c4607846,segment=NetworkSegment(3f4ce037-8995-4519-9436-741a5cf4e4ad),segment_id=3f4ce037-8995-4519-9436-741a5cf4e4ad)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:14.175786 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:14.223761 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-49a5110d-2be7-477a-9048-e716b7085f2d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Allocated IP 10.1.1.24 (94df87e6-ce8a-4b23-900d-480ef4eb3211/d3699259-078b-42b6-8c82-a8ec90dc08bf/f967bbd1-534f-4e1e-8cde-c83bea0c03fb) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:14.258474 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b68603f7-c74a-4d50-9d3f-6287e08a50ce req-76751275-513f-40cb-8a25-a177bb7989f5 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870934 Sep 21 17:58:14.310540 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=24e893e5-935f-4c89-ba97-f486c4607846,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:14.412616 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcea4db-715b-4c6b-8e7a-87f66a9a5deb req-d9f80b77-c02c-41e1-a27c-19e2ccf71272 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:14.417158 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['24e893e5-935f-4c89-ba97-f486c4607846'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:58:14.434167 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-adcea4db-715b-4c6b-8e7a-87f66a9a5deb req-d9f80b77-c02c-41e1-a27c-19e2ccf71272 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 944 time: 0.0861950 Sep 21 17:58:14.478038 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a45ec8-a3e0-49f2-a540-76b27d42b3d6 req-2c374139-9720-4243-aaf0-9098ec1b777a tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:14.479940 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-40a45ec8-a3e0-49f2-a540-76b27d42b3d6 req-2c374139-9720-4243-aaf0-9098ec1b777a tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 945 time: 0.1277277 Sep 21 17:58:14.508350 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-adcea4db-715b-4c6b-8e7a-87f66a9a5deb req-0f6cc69e-1b36-4a43-9873-4ef51f80bff2 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732863 Sep 21 17:58:14.576472 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-40a45ec8-a3e0-49f2-a540-76b27d42b3d6 req-ff12264e-8ce5-455a-884b-3f79b0da2e54 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599322 Sep 21 17:58:14.619034 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-91f27c45-391d-4fe6-a274-5ab1be304677 None None] Allocated IP 10.2.2.2 (2a44a677-1927-4f9e-821d-0c18ad02e765/f88e04cf-6a48-4a7e-9d33-f15c9b0c57cc/eed690b0-4fb5-46dc-915a-77e2fe466f89) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:14.689925 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-205fdfb3-fef0-4221-87fd-2bae02ebf7be tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:14.691636 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-205fdfb3-fef0-4221-87fd-2bae02ebf7be tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.38 "GET /v2.0/networks?id=aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1 HTTP/1.1" status: 200 len: 821 time: 0.2081838 Sep 21 17:58:14.707634 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-722df96c-f3ba-4126-b5d7-76b5916b36cf req-ec3bb56c-c86d-4dc8-b878-fb2927d9f9cb tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5 HTTP/1.1" status: 200 len: 210 time: 0.0775831 Sep 21 17:58:14.720830 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-fc3a9b04-df79-488e-9f1f-31eeb68c78b1 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Request body: {'port': {'device_id': 'cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5', 'network_id': 'aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1', 'admin_state_up': True, 'tenant_id': 'b31eef4e323d4207999cb58629ab639d'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:14.731670 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-49a5110d-2be7-477a-9048-e716b7085f2d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:14.851422 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e2a3989c-eac2-4b4b-8e2c-098e49ae1e8b req-a357feeb-9573-471d-b372-cb5c9fa64eea tempest-ServerShowV257Test-1233739198 tempest-ServerShowV257Test-1233739198-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d581c4b-180f-444f-a336-d857a2e11c46 HTTP/1.1" status: 200 len: 210 time: 0.0404141 Sep 21 17:58:14.896854 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-49a5110d-2be7-477a-9048-e716b7085f2d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:14.926586 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-91f27c45-391d-4fe6-a274-5ab1be304677 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:14.936682 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-91f27c45-391d-4fe6-a274-5ab1be304677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:14.961833 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-fc3a9b04-df79-488e-9f1f-31eeb68c78b1 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Made reservation on behalf of b31eef4e323d4207999cb58629ab639d for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:14.965555 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-fc3a9b04-df79-488e-9f1f-31eeb68c78b1 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:14.983771 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f27c45-391d-4fe6-a274-5ab1be304677 None None] Pushing event updated for resources: {'Port': ['ID=eed690b0-4fb5-46dc-915a-77e2fe466f89,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:14.993031 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a5110d-2be7-477a-9048-e716b7085f2d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Network 94df87e6-ce8a-4b23-900d-480ef4eb3211 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:15.003839 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-49a5110d-2be7-477a-9048-e716b7085f2d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:15.006998 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f27c45-391d-4fe6-a274-5ab1be304677 None None] Network 2a44a677-1927-4f9e-821d-0c18ad02e765 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:15.007218 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5110d-2be7-477a-9048-e716b7085f2d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Pushing event updated for resources: {'Port': ['ID=f967bbd1-534f-4e1e-8cde-c83bea0c03fb,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:15.008634 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-91f27c45-391d-4fe6-a274-5ab1be304677 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:15.010889 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a5110d-2be7-477a-9048-e716b7085f2d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:15.011282 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f27c45-391d-4fe6-a274-5ab1be304677 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:15.075163 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-91f27c45-391d-4fe6-a274-5ab1be304677 None None] Attempting to bind port eed690b0-4fb5-46dc-915a-77e2fe466f89 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:58:15.076015 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-91f27c45-391d-4fe6-a274-5ab1be304677 None None] Attempting to bind port eed690b0-4fb5-46dc-915a-77e2fe466f89 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '862957fd-221f-4841-ab54-52aee65b0d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2a44a677-1927-4f9e-821d-0c18ad02e765'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:58:15.076200 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f27c45-391d-4fe6-a274-5ab1be304677 None None] Attempting to bind port eed690b0-4fb5-46dc-915a-77e2fe466f89 on network 2a44a677-1927-4f9e-821d-0c18ad02e765 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:15.083658 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f27c45-391d-4fe6-a274-5ab1be304677 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:58:15.084194 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f27c45-391d-4fe6-a274-5ab1be304677 None None] Checking segment: {'id': '862957fd-221f-4841-ab54-52aee65b0d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2a44a677-1927-4f9e-821d-0c18ad02e765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:58:15.084730 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-91f27c45-391d-4fe6-a274-5ab1be304677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:15.085297 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f27c45-391d-4fe6-a274-5ab1be304677 None None] Bound using segment: {'id': '862957fd-221f-4841-ab54-52aee65b0d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2a44a677-1927-4f9e-821d-0c18ad02e765'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:58:15.085925 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-91f27c45-391d-4fe6-a274-5ab1be304677 None None] Bound port: eed690b0-4fb5-46dc-915a-77e2fe466f89, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862957fd-221f-4841-ab54-52aee65b0d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2a44a677-1927-4f9e-821d-0c18ad02e765'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:58:15.086461 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-91f27c45-391d-4fe6-a274-5ab1be304677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:15.120479 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a5110d-2be7-477a-9048-e716b7085f2d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:15.121156 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-49a5110d-2be7-477a-9048-e716b7085f2d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:15.173512 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-49a5110d-2be7-477a-9048-e716b7085f2d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8943012 Sep 21 17:58:15.177212 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35306) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:15.182996 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-1cf4e269-20c0-4921-a09b-34e1fca62b5a tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Request body: {'port': {'network_id': '94df87e6-ce8a-4b23-900d-480ef4eb3211', 'name': 'tempest-TaggedBootDevicesTest-1064298177', 'fixed_ips': [{'subnet_id': 'd3699259-078b-42b6-8c82-a8ec90dc08bf'}]}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:15.232088 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-fc3a9b04-df79-488e-9f1f-31eeb68c78b1 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Allocated IP 172.20.0.8 (aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1/0531be06-6a2e-4520-8b82-278ae185109b/58a53080-a761-4fb6-a1bf-d207dbb992e1) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:15.264701 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-91f27c45-391d-4fe6-a274-5ab1be304677 None None] For port eed690b0-4fb5-46dc-915a-77e2fe466f89, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:58:15.276617 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-91f27c45-391d-4fe6-a274-5ab1be304677 None None] For port eed690b0-4fb5-46dc-915a-77e2fe466f89, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=eed690b0-4fb5-46dc-915a-77e2fe466f89,segment=NetworkSegment(862957fd-221f-4841-ab54-52aee65b0d2c),segment_id=862957fd-221f-4841-ab54-52aee65b0d2c)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:58:15.284581 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-91f27c45-391d-4fe6-a274-5ab1be304677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:15.345191 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8ab5fbf1-5411-4f45-ba75-bbaa6e4ce955 req-937e331c-e544-4407-962c-2dcd860fe24e tempest-ServerShowV257Test-1233739198 tempest-ServerShowV257Test-1233739198-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d581c4b-180f-444f-a336-d857a2e11c46 HTTP/1.1" status: 200 len: 210 time: 0.0305052 Sep 21 17:58:15.376876 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bba48dd-d0a1-4577-981c-eb4f69ddd3d9 None None] Network 94df87e6-ce8a-4b23-900d-480ef4eb3211 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:58:15.414397 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf4e269-20c0-4921-a09b-34e1fca62b5a tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Made reservation on behalf of d40c78ed24d44bc286019ecdefec3c75 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:15.459816 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f27c45-391d-4fe6-a274-5ab1be304677 None None] Pushing event updated for resources: {'Port': ['ID=eed690b0-4fb5-46dc-915a-77e2fe466f89,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:15.478007 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6d204-8116-42dd-b820-4e9bdbfc60fb req-8ee3f74d-f70c-4cc1-9bcf-9180c508d6cd tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:15.480266 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-48b6d204-8116-42dd-b820-4e9bdbfc60fb req-8ee3f74d-f70c-4cc1-9bcf-9180c508d6cd tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 946 time: 0.0933208 Sep 21 17:58:15.500918 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b280d5ef-c5c9-4126-8c61-fe69a802ba19 None None] Provisioning complete for port d6b08486-7715-4094-a2c8-223748495d2a triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:15.501368 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b280d5ef-c5c9-4126-8c61-fe69a802ba19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:15.534873 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-fc3a9b04-df79-488e-9f1f-31eeb68c78b1 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:15.561932 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e269-20c0-4921-a09b-34e1fca62b5a tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:15.568888 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-48b6d204-8116-42dd-b820-4e9bdbfc60fb req-4b2e2337-5b50-4477-85aa-52d3c3b55fa6 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690069 Sep 21 17:58:15.614591 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-1cf4e269-20c0-4921-a09b-34e1fca62b5a tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] device_id is not set on port 971641b9-c4f5-42ee-9df6-4429b36330fb yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 17:58:15.619511 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-fc3a9b04-df79-488e-9f1f-31eeb68c78b1 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:15.683073 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-fc3a9b04-df79-488e-9f1f-31eeb68c78b1 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Network aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:15.685203 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-fc3a9b04-df79-488e-9f1f-31eeb68c78b1 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:15.722453 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-fc3a9b04-df79-488e-9f1f-31eeb68c78b1 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:15.797015 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b280d5ef-c5c9-4126-8c61-fe69a802ba19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:15.864016 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device d6b08486-7715-4094-a2c8-223748495d2a up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:58:15.926601 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9772faec-9b1a-43a7-b139-84303d4ceb84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:15.932658 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b280d5ef-c5c9-4126-8c61-fe69a802ba19 None None] For port d6b08486-7715-4094-a2c8-223748495d2a, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d6b08486-7715-4094-a2c8-223748495d2a,segment=NetworkSegment(834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba),segment_id=834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:15.936708 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-fc3a9b04-df79-488e-9f1f-31eeb68c78b1 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:15.937442 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-fc3a9b04-df79-488e-9f1f-31eeb68c78b1 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:15.946881 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b280d5ef-c5c9-4126-8c61-fe69a802ba19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:15.949167 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a9b04-df79-488e-9f1f-31eeb68c78b1 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Pushing event updated for resources: {'Port': ['ID=58a53080-a761-4fb6-a1bf-d207dbb992e1,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:16.011207 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5f520-d2f0-44da-9a4e-4b055b079c27 req-cb406765-fafc-4e31-b21d-ca4bb2beb840 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:16.015463 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dfd5f520-d2f0-44da-9a4e-4b055b079c27 req-cb406765-fafc-4e31-b21d-ca4bb2beb840 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 945 time: 0.2279198 Sep 21 17:58:16.016780 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-fc3a9b04-df79-488e-9f1f-31eeb68c78b1 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3146169 Sep 21 17:58:16.020771 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port d6b08486-7715-4094-a2c8-223748495d2a triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:16.021149 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:16.021396 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ed4eb-898b-4d95-b5a4-ad53f55e77eb req-3c0aa05d-3959-46bd-b8be-fe15173f657b tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:16.023166 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c16ed4eb-898b-4d95-b5a4-ad53f55e77eb req-3c0aa05d-3959-46bd-b8be-fe15173f657b tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 944 time: 0.2164838 Sep 21 17:58:16.048924 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-31a5b203-c0ee-4295-9b2e-508bd80e013a service neutron] Request body: {'port': {'device_id': 'cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:16.063596 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b280d5ef-c5c9-4126-8c61-fe69a802ba19 None None] Pushing event updated for resources: {'Port': ['ID=d6b08486-7715-4094-a2c8-223748495d2a,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:16.143306 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c16ed4eb-898b-4d95-b5a4-ad53f55e77eb req-982fb1bb-e25f-4439-b974-dfeb312f3597 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009402 Sep 21 17:58:16.186696 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dfd5f520-d2f0-44da-9a4e-4b055b079c27 req-2ceda821-dd29-4963-b4ed-b98f26839e40 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618567 Sep 21 17:58:16.198455 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-1cf4e269-20c0-4921-a09b-34e1fca62b5a tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Allocated IP 10.1.1.194 (94df87e6-ce8a-4b23-900d-480ef4eb3211/d3699259-078b-42b6-8c82-a8ec90dc08bf/971641b9-c4f5-42ee-9df6-4429b36330fb) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:16.202494 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-cf6d8433-2362-4090-8264-abb29c8a134a None None] Provisioning complete for port f967bbd1-534f-4e1e-8cde-c83bea0c03fb triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:16.203424 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cf6d8433-2362-4090-8264-abb29c8a134a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:16.220410 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-31a5b203-c0ee-4295-9b2e-508bd80e013a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:16.290530 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-cf6d8433-2362-4090-8264-abb29c8a134a None None] Port f967bbd1-534f-4e1e-8cde-c83bea0c03fb cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:58:16.312916 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-cf6d8433-2362-4090-8264-abb29c8a134a None None] Provisioning complete for port d6b08486-7715-4094-a2c8-223748495d2a triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:16.313282 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cf6d8433-2362-4090-8264-abb29c8a134a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:16.602508 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6c07e1df-e816-4750-9c0c-2b6a349413b6 req-418dd257-c90c-446d-9c5a-c12f81b345f7 tempest-ServerShowV257Test-1233739198 tempest-ServerShowV257Test-1233739198-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d581c4b-180f-444f-a336-d857a2e11c46 HTTP/1.1" status: 200 len: 210 time: 0.0383739 Sep 21 17:58:16.614576 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e6e58-7577-4564-a386-874e5b36bc45 req-a562b3e5-25b3-4aa4-9b7b-d37a8853dfac tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:16.616447 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-955e6e58-7577-4564-a386-874e5b36bc45 req-a562b3e5-25b3-4aa4-9b7b-d37a8853dfac tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5 HTTP/1.1" status: 200 len: 931 time: 0.1822438 Sep 21 17:58:16.626597 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e269-20c0-4921-a09b-34e1fca62b5a tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:16.667942 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e269-20c0-4921-a09b-34e1fca62b5a tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:16.696547 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-efd86ad4-f819-41d1-87e5-748d142a4057 None None] Provisioning complete for port f967bbd1-534f-4e1e-8cde-c83bea0c03fb triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:16.696928 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-efd86ad4-f819-41d1-87e5-748d142a4057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:16.744956 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-efd86ad4-f819-41d1-87e5-748d142a4057 None None] Port f967bbd1-534f-4e1e-8cde-c83bea0c03fb cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:58:16.771588 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-31a5b203-c0ee-4295-9b2e-508bd80e013a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a53080-a761-4fb6-a1bf-d207dbb992e1 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:58:16.781310 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-31a5b203-c0ee-4295-9b2e-508bd80e013a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:16.784048 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4e269-20c0-4921-a09b-34e1fca62b5a tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Pushing event updated for resources: {'Port': ['ID=971641b9-c4f5-42ee-9df6-4429b36330fb,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:16.791119 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf4e269-20c0-4921-a09b-34e1fca62b5a tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Network 94df87e6-ce8a-4b23-900d-480ef4eb3211 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:16.794506 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-1cf4e269-20c0-4921-a09b-34e1fca62b5a tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:16.799994 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-31a5b203-c0ee-4295-9b2e-508bd80e013a service neutron] Transition to ACTIVE for port object 58a53080-a761-4fb6-a1bf-d207dbb992e1 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:58:16.801381 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf4e269-20c0-4921-a09b-34e1fca62b5a tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:16.809687 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-31a5b203-c0ee-4295-9b2e-508bd80e013a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:16.842907 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5eed2-2053-47e1-8188-bab66dac7315 req-c142865b-892c-4ba1-b3ec-f4378456457a tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:16.850809 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9ab5eed2-2053-47e1-8188-bab66dac7315 req-c142865b-892c-4ba1-b3ec-f4378456457a tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b771e3a-3c92-4d08-b66c-f2c2086ab019 HTTP/1.1" status: 200 len: 945 time: 0.1330049 Sep 21 17:58:16.919539 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9ab5eed2-2053-47e1-8188-bab66dac7315 req-6121e200-025d-4891-820b-b1b453faa6a3 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a497dff-c661-482c-aa37-c144f92e1b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638633 Sep 21 17:58:16.937635 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf4e269-20c0-4921-a09b-34e1fca62b5a tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:16.940689 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e269-20c0-4921-a09b-34e1fca62b5a tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:16.977854 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1cf4e269-20c0-4921-a09b-34e1fca62b5a tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7992692 Sep 21 17:58:16.983560 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-955e6e58-7577-4564-a386-874e5b36bc45 req-67a0b96a-c294-4937-b2e7-37cbc327f6c7 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331933 Sep 21 17:58:17.017172 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c246451e-6e15-4316-b73e-dad5ba5c3e87 None None] Network 2a44a677-1927-4f9e-821d-0c18ad02e765 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:58:17.025736 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5b203-c0ee-4295-9b2e-508bd80e013a service neutron] Pushing event updated for resources: {'Port': ['ID=58a53080-a761-4fb6-a1bf-d207dbb992e1,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:17.037637 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-31a5b203-c0ee-4295-9b2e-508bd80e013a service neutron] Attempting to bind port 58a53080-a761-4fb6-a1bf-d207dbb992e1 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:58:17.037976 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-31a5b203-c0ee-4295-9b2e-508bd80e013a service neutron] Attempting to bind port 58a53080-a761-4fb6-a1bf-d207dbb992e1 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '500e6984-2a01-4831-b627-e9af1dad17c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:58:17.038536 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-31a5b203-c0ee-4295-9b2e-508bd80e013a service neutron] Attempting to bind port 58a53080-a761-4fb6-a1bf-d207dbb992e1 on network aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:17.045303 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-31a5b203-c0ee-4295-9b2e-508bd80e013a service neutron] Port 58a53080-a761-4fb6-a1bf-d207dbb992e1 on network aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:58:17.045633 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-31a5b203-c0ee-4295-9b2e-508bd80e013a service neutron] Attempting to bind port 58a53080-a761-4fb6-a1bf-d207dbb992e1 on network aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:17.064661 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-31a5b203-c0ee-4295-9b2e-508bd80e013a service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:58:17.065016 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-31a5b203-c0ee-4295-9b2e-508bd80e013a service neutron] Checking segment: {'id': '500e6984-2a01-4831-b627-e9af1dad17c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:58:17.065412 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-31a5b203-c0ee-4295-9b2e-508bd80e013a service neutron] Bound using segment: {'id': '500e6984-2a01-4831-b627-e9af1dad17c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:58:17.065866 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-31a5b203-c0ee-4295-9b2e-508bd80e013a service neutron] Bound port: 58a53080-a761-4fb6-a1bf-d207dbb992e1, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500e6984-2a01-4831-b627-e9af1dad17c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:58:17.066230 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-31a5b203-c0ee-4295-9b2e-508bd80e013a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:17.125932 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077c120-5edd-4cc8-9f09-8f1fd172a390 req-2a9a6a5b-61c9-45e0-982f-099fc1190adb tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:17.143844 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5077c120-5edd-4cc8-9f09-8f1fd172a390 req-2a9a6a5b-61c9-45e0-982f-099fc1190adb tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 946 time: 0.1361127 Sep 21 17:58:17.148989 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 24e893e5-935f-4c89-ba97-f486c4607846 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:58:17.177424 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-31a5b203-c0ee-4295-9b2e-508bd80e013a service neutron] For port 58a53080-a761-4fb6-a1bf-d207dbb992e1, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:58:17.181937 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-31a5b203-c0ee-4295-9b2e-508bd80e013a service neutron] For port 58a53080-a761-4fb6-a1bf-d207dbb992e1, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=58a53080-a761-4fb6-a1bf-d207dbb992e1,segment=NetworkSegment(500e6984-2a01-4831-b627-e9af1dad17c5),segment_id=500e6984-2a01-4831-b627-e9af1dad17c5)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:58:17.197463 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-31a5b203-c0ee-4295-9b2e-508bd80e013a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:17.204778 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5077c120-5edd-4cc8-9f09-8f1fd172a390 req-0c9d72af-ada6-404f-9807-8f3d2ca9dbf5 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424554 Sep 21 17:58:17.263952 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-31a5b203-c0ee-4295-9b2e-508bd80e013a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:17.264936 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-31a5b203-c0ee-4295-9b2e-508bd80e013a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:17.268180 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-31a5b203-c0ee-4295-9b2e-508bd80e013a service neutron] 10.222.0.38 "PUT /v2.0/ports/58a53080-a761-4fb6-a1bf-d207dbb992e1 HTTP/1.1" status: 200 len: 1091 time: 1.2310264 Sep 21 17:58:17.268804 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5', 'tag': '58a53080-a761-4fb6-a1bf-d207dbb992e1'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:58:17.272142 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1615bfe-944f-404b-850c-31b0a888ba16" -d '{"events": [{"name": "network-changed", "server_uuid": "cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5", "tag": "58a53080-a761-4fb6-a1bf-d207dbb992e1"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:58:17.281542 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-acb4751d-79b2-4b28-a50c-e47218907b7f None None] Provisioning complete for port eed690b0-4fb5-46dc-915a-77e2fe466f89 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:17.282149 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-acb4751d-79b2-4b28-a50c-e47218907b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:17.313349 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5b203-c0ee-4295-9b2e-508bd80e013a service neutron] Pushing event updated for resources: {'Port': ['ID=58a53080-a761-4fb6-a1bf-d207dbb992e1,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:17.378837 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bf219-cf5b-48fc-9607-3227a46568d2 req-ad152aa3-df11-48e4-9d5a-cd117baa001d tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:17.380636 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-308bf219-cf5b-48fc-9607-3227a46568d2 req-ad152aa3-df11-48e4-9d5a-cd117baa001d tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 944 time: 0.0712688 Sep 21 17:58:17.389115 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-71c9b045-3c14-48be-a869-e996e4978f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:17.391715 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-71c9b045-3c14-48be-a869-e996e4978f15 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b31eef4e323d4207999cb58629ab639d&device_id=cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5 HTTP/1.1" status: 200 len: 1094 time: 0.0512681 Sep 21 17:58:17.432606 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 24e893e5-935f-4c89-ba97-f486c4607846 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:58:17.434962 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-308bf219-cf5b-48fc-9607-3227a46568d2 req-16e7ed87-f123-4df5-a48a-b1c87434d5d6 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476267 Sep 21 17:58:17.438354 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 24e893e5-935f-4c89-ba97-f486c4607846 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:17.438820 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:17.492445 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-5d56ed14-4f09-42ef-8ef0-08f6a1787655 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58a53080-a761-4fb6-a1bf-d207dbb992e1 HTTP/1.1" status: 200 len: 217 time: 0.0831273 Sep 21 17:58:17.610978 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35348) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:17.614078 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9bb1a6-fc5c-4149-b602-df48ddd6a062 x-openstack-request-id: req-6a9bb1a6-fc5c-4149-b602-df48ddd6a062 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:58:17.617353 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5", "tag": "58a53080-a761-4fb6-a1bf-d207dbb992e1", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:58:17.617627 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6a9bb1a6-fc5c-4149-b602-df48ddd6a062 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:58:17.618054 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5', 'tag': '58a53080-a761-4fb6-a1bf-d207dbb992e1', 'status': 'completed', 'code': 200} Sep 21 17:58:17.623067 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-fcf5dca0-3b47-4cb9-b22f-952fca908be1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Request body: {'security_group': {'name': 'tempest-securitygroup--181141331', 'description': 'tempest-description--1018344894'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:17.638898 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-a426bb9c-8450-450c-becf-8145b72d01be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:17.640866 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-a426bb9c-8450-450c-becf-8145b72d01be service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0531be06-6a2e-4520-8b82-278ae185109b HTTP/1.1" status: 200 len: 861 time: 0.1416624 Sep 21 17:58:17.641356 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 35352) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:17.653944 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-5837253c-6153-42aa-8061-14164fa13efa tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1450516636'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:17.692278 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fcf5dca0-3b47-4cb9-b22f-952fca908be1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:17.705260 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5288764-a6c2-48a3-9cfe-61f9c8a724d7 req-c92dc1ac-38e0-47eb-bb2a-a5ed4113e365 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:17.712256 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-3038d397-3937-442f-99a0-e356db510b5b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525336 Sep 21 17:58:17.713661 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c5288764-a6c2-48a3-9cfe-61f9c8a724d7 req-c92dc1ac-38e0-47eb-bb2a-a5ed4113e365 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 945 time: 0.1738880 Sep 21 17:58:17.756049 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-acb4751d-79b2-4b28-a50c-e47218907b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:17.780050 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c5288764-a6c2-48a3-9cfe-61f9c8a724d7 req-06315fe0-358d-4182-8b9b-2a457b194493 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654907 Sep 21 17:58:17.792464 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4f70d217-32ac-48f5-ba41-fb817b82916d req-014a7d7b-74e1-4b9e-ab93-e5df5fc9ccf4 tempest-ServerShowV257Test-1233739198 tempest-ServerShowV257Test-1233739198-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d581c4b-180f-444f-a336-d857a2e11c46 HTTP/1.1" status: 200 len: 210 time: 0.0387843 Sep 21 17:58:17.838088 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-acb4751d-79b2-4b28-a50c-e47218907b7f None None] For port eed690b0-4fb5-46dc-915a-77e2fe466f89, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=eed690b0-4fb5-46dc-915a-77e2fe466f89,segment=NetworkSegment(862957fd-221f-4841-ab54-52aee65b0d2c),segment_id=862957fd-221f-4841-ab54-52aee65b0d2c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:17.843621 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5837253c-6153-42aa-8061-14164fa13efa tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Made reservation on behalf of f45042291f6d424394d35c26dcf75613 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:17.844467 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-acb4751d-79b2-4b28-a50c-e47218907b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:17.847712 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5837253c-6153-42aa-8061-14164fa13efa tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:17.852420 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:17.876550 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device eed690b0-4fb5-46dc-915a-77e2fe466f89 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:58:17.926444 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fcf5dca0-3b47-4cb9-b22f-952fca908be1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:17.934806 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fcf5dca0-3b47-4cb9-b22f-952fca908be1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:17.948728 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5837253c-6153-42aa-8061-14164fa13efa tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:58:17.949829 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306bed69-59cc-4059-846a-0c00124314f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e893e5-935f-4c89-ba97-f486c4607846'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:58:17.952616 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b513d5f-9e0a-452e-9834-cf69d64327f9" -d '{"events": [{"server_uuid": "306bed69-59cc-4059-846a-0c00124314f6", "name": "network-vif-plugged", "status": "completed", "tag": "24e893e5-935f-4c89-ba97-f486c4607846"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:58:17.969312 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5dca0-3b47-4cb9-b22f-952fca908be1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6434721d-f332-433f-9e4d-79d2e0d62b51,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:17.984325 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fcf5dca0-3b47-4cb9-b22f-952fca908be1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:17.985774 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fcf5dca0-3b47-4cb9-b22f-952fca908be1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3693359 Sep 21 17:58:17.991446 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35360) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:17.992992 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f332-ea2a-4276-99a7-c4c4c0e91731 req-42835c38-3542-44de-91b5-d3b1f796deaa tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:17.995443 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8d53f332-ea2a-4276-99a7-c4c4c0e91731 req-42835c38-3542-44de-91b5-d3b1f796deaa tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b771e3a-3c92-4d08-b66c-f2c2086ab019 HTTP/1.1" status: 200 len: 945 time: 0.1346018 Sep 21 17:58:17.996176 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-01836909-3109-4d1a-9403-60d25b4b1341 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Request body: {'security_group_rule': {'security_group_id': '6434721d-f332-433f-9e4d-79d2e0d62b51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:17.999410 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5837253c-6153-42aa-8061-14164fa13efa tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:17.999988 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-5837253c-6153-42aa-8061-14164fa13efa tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Added segment 0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3 of type vlan for network 2b661a03-cfc9-463e-8f0e-9f949f6cb0f0 Sep 21 17:58:18.008874 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 24e893e5-935f-4c89-ba97-f486c4607846, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=24e893e5-935f-4c89-ba97-f486c4607846,segment=NetworkSegment(3f4ce037-8995-4519-9436-741a5cf4e4ad),segment_id=3f4ce037-8995-4519-9436-741a5cf4e4ad)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:18.015110 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4751d-79b2-4b28-a50c-e47218907b7f None None] Pushing event updated for resources: {'Port': ['ID=eed690b0-4fb5-46dc-915a-77e2fe466f89,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:18.028282 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-be17972e-d635-49f6-ab4b-d3e9e4a4b210 service neutron] 10.222.0.38 "GET /v2.0/networks/aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896013 Sep 21 17:58:18.035528 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:18.041762 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f866d5d9-a5d6-4595-893a-6b9d84aba5e0 x-openstack-request-id: req-f866d5d9-a5d6-4595-893a-6b9d84aba5e0 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:58:18.042127 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306bed69-59cc-4059-846a-0c00124314f6", "name": "network-vif-plugged", "status": "completed", "tag": "24e893e5-935f-4c89-ba97-f486c4607846", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:58:18.042439 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f866d5d9-a5d6-4595-893a-6b9d84aba5e0 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:58:18.043391 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306bed69-59cc-4059-846a-0c00124314f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e893e5-935f-4c89-ba97-f486c4607846', 'code': 200} Sep 21 17:58:18.060390 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-01836909-3109-4d1a-9403-60d25b4b1341 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:18.092340 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-6978eca1-bbaa-4bef-a7cb-90c21b87acf1 None None] Provisioning complete for port eed690b0-4fb5-46dc-915a-77e2fe466f89 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:18.093094 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6978eca1-bbaa-4bef-a7cb-90c21b87acf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:18.138070 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5837253c-6153-42aa-8061-14164fa13efa tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:18.155271 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port eed690b0-4fb5-46dc-915a-77e2fe466f89 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:18.155950 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:18.157811 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-01836909-3109-4d1a-9403-60d25b4b1341 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:18.163170 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=24e893e5-935f-4c89-ba97-f486c4607846,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:18.172598 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bf6b4-4b70-4349-bcde-5d62c6ad18e2 req-dd69095c-aecd-4c49-a273-a1d64aea17ff tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:18.175424 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-949bf6b4-4b70-4349-bcde-5d62c6ad18e2 req-dd69095c-aecd-4c49-a273-a1d64aea17ff tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b771e3a-3c92-4d08-b66c-f2c2086ab019 HTTP/1.1" status: 200 len: 945 time: 0.1472638 Sep 21 17:58:18.176838 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-01836909-3109-4d1a-9403-60d25b4b1341 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:18.229567 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01836909-3109-4d1a-9403-60d25b4b1341 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e678f46e-08c9-4bf1-a842-754c32c1373b,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:18.240162 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e69519-d888-4b04-88fb-2496bfb8358f req-3d3dd1ae-b43a-4c1f-aad5-6aac17f13fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:18.242722 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-54e69519-d888-4b04-88fb-2496bfb8358f req-3d3dd1ae-b43a-4c1f-aad5-6aac17f13fc0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 1096 time: 0.1450176 Sep 21 17:58:18.247318 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-01836909-3109-4d1a-9403-60d25b4b1341 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:18.248753 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-01836909-3109-4d1a-9403-60d25b4b1341 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2562594 Sep 21 17:58:18.251954 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35366) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:18.269189 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-0502783e-e42d-491f-b8b5-1bed6c8df6f9 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Request body: {'security_group_rule': {'security_group_id': '6434721d-f332-433f-9e4d-79d2e0d62b51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:18.285659 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device d6b08486-7715-4094-a2c8-223748495d2a up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:58:18.287460 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-6978eca1-bbaa-4bef-a7cb-90c21b87acf1 None None] Provisioning complete for port 971641b9-c4f5-42ee-9df6-4429b36330fb triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:18.287827 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6978eca1-bbaa-4bef-a7cb-90c21b87acf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:18.303348 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-949bf6b4-4b70-4349-bcde-5d62c6ad18e2 req-89484e44-521e-4855-9e11-8cbb66b59777 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a497dff-c661-482c-aa37-c144f92e1b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162047 Sep 21 17:58:18.329699 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-54e69519-d888-4b04-88fb-2496bfb8358f req-8ab656e7-8750-48fe-b18c-fd5487d4fb3e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783689 Sep 21 17:58:18.342022 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0502783e-e42d-491f-b8b5-1bed6c8df6f9 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:18.387295 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-04413921-7bc1-4a7a-b87d-7a5c376ff9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:18.392921 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-6978eca1-bbaa-4bef-a7cb-90c21b87acf1 None None] Port 971641b9-c4f5-42ee-9df6-4429b36330fb cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:58:18.406533 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port d6b08486-7715-4094-a2c8-223748495d2a triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:18.407028 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:18.452665 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0502783e-e42d-491f-b8b5-1bed6c8df6f9 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:18.469366 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e1737-26d4-4475-87d9-7541931e74e2 req-7e518fb2-208a-406f-96c2-722c977a9777 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:18.470822 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b12e1737-26d4-4475-87d9-7541931e74e2 req-7e518fb2-208a-406f-96c2-722c977a9777 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 946 time: 0.0859959 Sep 21 17:58:18.471494 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0502783e-e42d-491f-b8b5-1bed6c8df6f9 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:18.500688 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502783e-e42d-491f-b8b5-1bed6c8df6f9 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43c3bf76-56ec-46dd-a218-af7ebf427df6,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:18.511295 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0502783e-e42d-491f-b8b5-1bed6c8df6f9 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:18.515486 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0502783e-e42d-491f-b8b5-1bed6c8df6f9 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2549222 Sep 21 17:58:18.515626 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35370) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:18.520009 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-c9ab76c1-5e07-4502-9814-572495c54394 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:18.550372 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b12e1737-26d4-4475-87d9-7541931e74e2 req-a0f871eb-b21c-49d3-b070-491ac2c425a9 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711234 Sep 21 17:58:18.557360 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c9ab76c1-5e07-4502-9814-572495c54394 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks [] for floatingip, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:18.632534 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5837253c-6153-42aa-8061-14164fa13efa tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:18.638085 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5837253c-6153-42aa-8061-14164fa13efa tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:18.638682 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5837253c-6153-42aa-8061-14164fa13efa tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:18.676281 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-87b7b64b-314a-4a45-92c7-c27c252d667f req-8ffa1d49-0876-4418-8619-e8ab6fd28344 service neutron] 10.222.0.38 "GET /v2.0/networks/aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6254480 Sep 21 17:58:18.688158 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9198d6d-ae23-4dd1-8d4a-f5b6e50234d0 req-879fd430-f073-4854-ad09-bbfe3bc77a87 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:18.689669 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9198d6d-ae23-4dd1-8d4a-f5b6e50234d0 req-879fd430-f073-4854-ad09-bbfe3bc77a87 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5 HTTP/1.1" status: 200 len: 943 time: 0.5817194 Sep 21 17:58:18.697599 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ccc03-c637-4634-a12a-3cd7af9c6d59 req-2ec1610b-bc1c-453d-8410-fd19eab30804 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:18.699096 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-436ccc03-c637-4634-a12a-3cd7af9c6d59 req-2ec1610b-bc1c-453d-8410-fd19eab30804 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 945 time: 0.0661783 Sep 21 17:58:18.710223 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c9ab76c1-5e07-4502-9814-572495c54394 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:18.710858 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5837253c-6153-42aa-8061-14164fa13efa tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0684705 Sep 21 17:58:18.716679 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35372) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:18.730847 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-7e534b47-a064-409e-aad3-90c4a7906360 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1028903424'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:18.765664 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-8d53f332-ea2a-4276-99a7-c4c4c0e91731 req-05f3fa47-faf0-4e1a-949c-f83a41399cdb tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Deleting port 3e25bff7-f862-419c-9a39-eb705f2ebae8 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:58:18.766007 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8d53f332-ea2a-4276-99a7-c4c4c0e91731 req-05f3fa47-faf0-4e1a-949c-f83a41399cdb tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:18.784845 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837253c-6153-42aa-8061-14164fa13efa tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Pushing event updated for resources: {'Network': ['ID=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:18.796422 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 2b661a03-cfc9-463e-8f0e-9f949f6cb0f0 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:58:18.829900 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-436ccc03-c637-4634-a12a-3cd7af9c6d59 req-926a5f50-98dd-4403-a931-9051f00a87ae tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212723 Sep 21 17:58:18.832593 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e534b47-a064-409e-aad3-90c4a7906360 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Made reservation on behalf of f45042291f6d424394d35c26dcf75613 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:18.836176 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7e534b47-a064-409e-aad3-90c4a7906360 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:18.882477 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e534b47-a064-409e-aad3-90c4a7906360 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:58:18.896912 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7e534b47-a064-409e-aad3-90c4a7906360 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:18.897256 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-7e534b47-a064-409e-aad3-90c4a7906360 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Added segment 284c8edc-4cb9-4da4-8faf-e3c218f7e9d7 of type vlan for network 2d5cd904-6c64-427e-ac24-4519ebea83bd Sep 21 17:58:18.898324 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9198d6d-ae23-4dd1-8d4a-f5b6e50234d0 req-b712bb3a-383f-4772-8bcd-a56d2b72e0bc tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997638 Sep 21 17:58:18.908496 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1615bfe-944f-404b-850c-31b0a888ba16 req-607c35f1-66fc-457d-ab82-469b75265f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:18.910340 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d1615bfe-944f-404b-850c-31b0a888ba16 req-607c35f1-66fc-457d-ab82-469b75265f1a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b31eef4e323d4207999cb58629ab639d&device_id=cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5 HTTP/1.1" status: 200 len: 1094 time: 0.1597619 Sep 21 17:58:18.948218 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:18.957116 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-c9ab76c1-5e07-4502-9814-572495c54394 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Allocated IP 172.25.6.216 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/ade560e7-6da9-4bb5-b1ec-31f7d0d01dfd) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:18.966346 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8d53f332-ea2a-4276-99a7-c4c4c0e91731 req-05f3fa47-faf0-4e1a-949c-f83a41399cdb tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] For port 3e25bff7-f862-419c-9a39-eb705f2ebae8, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=3e25bff7-f862-419c-9a39-eb705f2ebae8,segment=NetworkSegment(91c1de8b-fe24-4079-a240-45a197368c44),segment_id=91c1de8b-fe24-4079-a240-45a197368c44)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:18.966871 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8d53f332-ea2a-4276-99a7-c4c4c0e91731 req-05f3fa47-faf0-4e1a-949c-f83a41399cdb tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:19.006493 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7e534b47-a064-409e-aad3-90c4a7906360 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:19.046450 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53fa3119-98df-47c1-810b-30298564af24 req-fbe9cd4b-8c2d-472c-943d-f0d5230935e9 tempest-ServerShowV257Test-1233739198 tempest-ServerShowV257Test-1233739198-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d581c4b-180f-444f-a336-d857a2e11c46 HTTP/1.1" status: 200 len: 210 time: 0.0709512 Sep 21 17:58:19.061729 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d7b80-e974-48f8-9508-32a74f0f5028 req-b58e452b-a511-45ae-acf7-51d1f92b82ec tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:19.063423 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1c1d7b80-e974-48f8-9508-32a74f0f5028 req-b58e452b-a511-45ae-acf7-51d1f92b82ec tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 945 time: 0.1646271 Sep 21 17:58:19.102644 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7e534b47-a064-409e-aad3-90c4a7906360 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:19.108045 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e534b47-a064-409e-aad3-90c4a7906360 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:19.108656 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7e534b47-a064-409e-aad3-90c4a7906360 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:19.113824 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1615bfe-944f-404b-850c-31b0a888ba16 req-82941180-b032-4f75-86ef-9f5252f3319d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:19.115310 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d1615bfe-944f-404b-850c-31b0a888ba16 req-82941180-b032-4f75-86ef-9f5252f3319d service neutron] 10.222.0.38 "GET /v2.0/networks?id=aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1 HTTP/1.1" status: 200 len: 922 time: 0.1955271 Sep 21 17:58:19.182963 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7e534b47-a064-409e-aad3-90c4a7906360 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4547391 Sep 21 17:58:19.183174 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d1615bfe-944f-404b-850c-31b0a888ba16 req-9e1303b0-c7fa-4523-bb71-0c36d8cba5c5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58a53080-a761-4fb6-a1bf-d207dbb992e1 HTTP/1.1" status: 200 len: 217 time: 0.0372071 Sep 21 17:58:19.184370 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 35378) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:19.189233 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-57f91508-d8ca-4dac-8306-663efa069ea3 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Request body: {'subnet': {'network_id': '2b661a03-cfc9-463e-8f0e-9f949f6cb0f0', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:19.345617 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1615bfe-944f-404b-850c-31b0a888ba16 req-45026021-c7e8-4fc8-90ad-8b818096609f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:19.347943 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d1615bfe-944f-404b-850c-31b0a888ba16 req-45026021-c7e8-4fc8-90ad-8b818096609f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0531be06-6a2e-4520-8b82-278ae185109b HTTP/1.1" status: 200 len: 861 time: 0.1518435 Sep 21 17:58:19.377402 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8d53f332-ea2a-4276-99a7-c4c4c0e91731 req-05f3fa47-faf0-4e1a-949c-f83a41399cdb tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:19.377764 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8d53f332-ea2a-4276-99a7-c4c4c0e91731 req-05f3fa47-faf0-4e1a-949c-f83a41399cdb tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:19.378093 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [req-8d53f332-ea2a-4276-99a7-c4c4c0e91731 req-05f3fa47-faf0-4e1a-949c-f83a41399cdb tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Floating IP 05d608f9-0673-4aaf-9b7e-6718d88ab97a disassociated. External IP: 172.25.6.99, port: 3e25bff7-f862-419c-9a39-eb705f2ebae8. Sep 21 17:58:19.378440 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-8d53f332-ea2a-4276-99a7-c4c4c0e91731 req-05f3fa47-faf0-4e1a-949c-f83a41399cdb tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Calling delete_port for 3e25bff7-f862-419c-9a39-eb705f2ebae8 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:58:19.404196 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d1615bfe-944f-404b-850c-31b0a888ba16 req-bb39a1f2-00f4-40a2-b9f6-765f9e937243 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398452 Sep 21 17:58:19.489787 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c9ab76c1-5e07-4502-9814-572495c54394 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:19.491548 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e534b47-a064-409e-aad3-90c4a7906360 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Pushing event updated for resources: {'Network': ['ID=2d5cd904-6c64-427e-ac24-4519ebea83bd,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:19.494457 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f91508-d8ca-4dac-8306-663efa069ea3 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Made reservation on behalf of f45042291f6d424394d35c26dcf75613 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:19.497500 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1c1d7b80-e974-48f8-9508-32a74f0f5028 req-70239337-873a-4b3f-9875-2ac03c8193e8 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075875 Sep 21 17:58:19.497854 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57f91508-d8ca-4dac-8306-663efa069ea3 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:19.503284 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 2d5cd904-6c64-427e-ac24-4519ebea83bd details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:58:19.535889 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c9ab76c1-5e07-4502-9814-572495c54394 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:19.577291 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ab76c1-5e07-4502-9814-572495c54394 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:19.580848 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-c9ab76c1-5e07-4502-9814-572495c54394 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:19.582973 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ab76c1-5e07-4502-9814-572495c54394 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:19.644611 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89db654-bfd6-48a3-8f8c-d2e91d673df4 req-cfd571af-6799-429a-a555-bff90a739caa tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:19.646194 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f89db654-bfd6-48a3-8f8c-d2e91d673df4 req-cfd571af-6799-429a-a555-bff90a739caa tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b771e3a-3c92-4d08-b66c-f2c2086ab019 HTTP/1.1" status: 200 len: 945 time: 0.2463410 Sep 21 17:58:19.696378 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c9ab76c1-5e07-4502-9814-572495c54394 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:19.697857 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device eed690b0-4fb5-46dc-915a-77e2fe466f89 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:58:19.713315 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d1615bfe-944f-404b-850c-31b0a888ba16 req-5bd97e97-a5f2-4e69-806f-7335d10a0935 service neutron] 10.222.0.38 "GET /v2.0/networks/aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952631 Sep 21 17:58:19.722292 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab76c1-5e07-4502-9814-572495c54394 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Pushing event updated for resources: {'Port': ['ID=ade560e7-6da9-4bb5-b1ec-31f7d0d01dfd,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:19.761148 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port eed690b0-4fb5-46dc-915a-77e2fe466f89 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:19.761677 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:19.783673 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e6351-3454-45fe-80ce-8fa0e1c89b1d req-00a01142-b614-47fe-95a3-7660e80a9707 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:19.791072 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-108e6351-3454-45fe-80ce-8fa0e1c89b1d req-00a01142-b614-47fe-95a3-7660e80a9707 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 946 time: 0.0921350 Sep 21 17:58:19.793004 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c9ab76c1-5e07-4502-9814-572495c54394 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:19.848667 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f89db654-bfd6-48a3-8f8c-d2e91d673df4 req-08b7303e-eef9-475e-8b30-ae26872ebd06 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "GET /v2.0/security-groups?id=7a497dff-c661-482c-aa37-c144f92e1b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727202 Sep 21 17:58:19.855729 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-108e6351-3454-45fe-80ce-8fa0e1c89b1d req-a9d7248b-44c8-4c60-b7e8-4c5522f70c5a tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634503 Sep 21 17:58:19.891030 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8d53f332-ea2a-4276-99a7-c4c4c0e91731 req-05f3fa47-faf0-4e1a-949c-f83a41399cdb tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:19.964785 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3fa47-faf0-4e1a-949c-f83a41399cdb tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Pushing event deleted for resources: {'Port': ['ID=3e25bff7-f862-419c-9a39-eb705f2ebae8,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:19.987155 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d1615bfe-944f-404b-850c-31b0a888ba16 req-005e58fd-af8e-4e79-836c-443ba21d621f service neutron] 10.222.0.38 "GET /v2.0/networks/aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663183 Sep 21 17:58:19.999047 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57f91508-d8ca-4dac-8306-663efa069ea3 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:20.000849 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:20.043600 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c9ab76c1-5e07-4502-9814-572495c54394 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:20.051513 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c9ab76c1-5e07-4502-9814-572495c54394 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:20.063960 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdd56f-a3f9-43a6-972c-f17926aa4c98 req-eec39ae5-3e8b-47cf-9f52-da68da693035 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:20.067764 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-17cdd56f-a3f9-43a6-972c-f17926aa4c98 req-eec39ae5-3e8b-47cf-9f52-da68da693035 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5 HTTP/1.1" status: 200 len: 943 time: 0.0883253 Sep 21 17:58:20.100290 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3e613-f666-4c22-8c0c-44724a58e641 req-d0ea857b-cdf4-4627-a2b5-68b375060d21 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:20.101805 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1cf3e613-f666-4c22-8c0c-44724a58e641 req-d0ea857b-cdf4-4627-a2b5-68b375060d21 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 945 time: 0.1795561 Sep 21 17:58:20.123406 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f91508-d8ca-4dac-8306-663efa069ea3 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Pushing event updated for resources: {'Subnet': ['ID=58ac3f24-b788-4cf8-83bb-09180cf32914,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:20.159470 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab76c1-5e07-4502-9814-572495c54394 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Pushing event updated for resources: {'Port': ['ID=ade560e7-6da9-4bb5-b1ec-31f7d0d01dfd,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:20.167301 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c9ab76c1-5e07-4502-9814-572495c54394 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:20.179617 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-17cdd56f-a3f9-43a6-972c-f17926aa4c98 req-f122899b-ef58-4765-9bc1-b4eac030b328 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854959 Sep 21 17:58:20.189822 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c9ab76c1-5e07-4502-9814-572495c54394 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:20.199648 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c9ab76c1-5e07-4502-9814-572495c54394 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6747584 Sep 21 17:58:20.211945 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f91508-d8ca-4dac-8306-663efa069ea3 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Checking segment: {'id': '0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b661a03-cfc9-463e-8f0e-9f949f6cb0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:58:20.212095 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f91508-d8ca-4dac-8306-663efa069ea3 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Network hostable DHCP agents. Network: 2b661a03-cfc9-463e-8f0e-9f949f6cb0f0, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:58:20.239244 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1cf3e613-f666-4c22-8c0c-44724a58e641 req-8f3bc7ec-5705-4b94-8fd0-c466a37e00b5 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164119 Sep 21 17:58:20.266004 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d53f332-ea2a-4276-99a7-c4c4c0e91731 req-05f3fa47-faf0-4e1a-949c-f83a41399cdb tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Router bba1d3ce-422c-426e-a22d-4a12cd81e62e has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:58:20.277783 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f91508-d8ca-4dac-8306-663efa069ea3 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Network 2b661a03-cfc9-463e-8f0e-9f949f6cb0f0 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:58:20.299886 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-07b9cb90-2f50-4b55-966d-5edcaa229c62 req-ae0de58c-c678-4110-bda5-7c6de6df5d64 tempest-ServerShowV257Test-1233739198 tempest-ServerShowV257Test-1233739198-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d581c4b-180f-444f-a336-d857a2e11c46 HTTP/1.1" status: 200 len: 210 time: 0.0354784 Sep 21 17:58:20.320095 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-57f91508-d8ca-4dac-8306-663efa069ea3 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 2b661a03-cfc9-463e-8f0e-9f949f6cb0f0) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:20.327482 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f91508-d8ca-4dac-8306-663efa069ea3 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:20.328085 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57f91508-d8ca-4dac-8306-663efa069ea3 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:20.339515 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858a52e3-cdbe-4e0e-9d8c-0fdc678aac64 None None] Network 2b661a03-cfc9-463e-8f0e-9f949f6cb0f0 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:58:20.388416 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-57f91508-d8ca-4dac-8306-663efa069ea3 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2006524 Sep 21 17:58:20.392431 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35400) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:20.403110 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-15ffcee3-46a4-473c-9b78-d91f60b11597 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Request body: {'subnet': {'network_id': '2d5cd904-6c64-427e-ac24-4519ebea83bd', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:20.453223 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570549f-8e45-4781-80cc-7cc07af37f47 req-7e536def-8714-4218-9784-1b923d33af92 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:20.455274 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4570549f-8e45-4781-80cc-7cc07af37f47 req-7e536def-8714-4218-9784-1b923d33af92 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 945 time: 0.1054974 Sep 21 17:58:20.468790 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 35408) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:20.476625 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-6cf7a2c0-1fb7-4dc3-8d15-042f7df19678 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Request body: {'floatingip': {'port_id': '24e893e5-935f-4c89-ba97-f486c4607846'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:20.510772 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d53f332-ea2a-4276-99a7-c4c4c0e91731 req-05f3fa47-faf0-4e1a-949c-f83a41399cdb tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:58:20.529228 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bab454-8707-47f1-aec1-9243971ecb00 None None] Sync routers for ids ['bba1d3ce-422c-426e-a22d-4a12cd81e62e'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:58:20.541550 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbc9082-d348-4bec-a59a-fdb9e47aabb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-2b661a03-cfc9-463e-8f0e-9f949f6cb0f0', 'network_id': '2b661a03-cfc9-463e-8f0e-9f949f6cb0f0', 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'fixed_ips': [{'subnet_id': '58ac3f24-b788-4cf8-83bb-09180cf32914'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:58:20.545166 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-acbc9082-d348-4bec-a59a-fdb9e47aabb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:20.548970 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bab454-8707-47f1-aec1-9243971ecb00 None None] Routers {'bba1d3ce-422c-426e-a22d-4a12cd81e62e'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:58:20.550035 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-27bab454-8707-47f1-aec1-9243971ecb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:58:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['bba1d3ce-422c-426e-a22d-4a12cd81e62e'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:20.554054 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-db61f8bf-6b77-4145-8a86-77281ab3cb36 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--181141331&fields=id&tenant_id=d40c78ed24d44bc286019ecdefec3c75 HTTP/1.1" status: 200 len: 267 time: 0.0590847 Sep 21 17:58:20.560161 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ffcee3-46a4-473c-9b78-d91f60b11597 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Made reservation on behalf of f45042291f6d424394d35c26dcf75613 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:20.563966 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-15ffcee3-46a4-473c-9b78-d91f60b11597 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:20.599441 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6cf7a2c0-1fb7-4dc3-8d15-042f7df19678 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for floatingip, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:20.656099 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d53f332-ea2a-4276-99a7-c4c4c0e91731 req-05f3fa47-faf0-4e1a-949c-f83a41399cdb tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] No DVR routers for this DVR port 3e25bff7-f862-419c-9a39-eb705f2ebae8 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:58:20.681836 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8d53f332-ea2a-4276-99a7-c4c4c0e91731 req-05f3fa47-faf0-4e1a-949c-f83a41399cdb tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:20.684748 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8d53f332-ea2a-4276-99a7-c4c4c0e91731 req-05f3fa47-faf0-4e1a-949c-f83a41399cdb tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.44 "DELETE /v2.0/ports/3e25bff7-f862-419c-9a39-eb705f2ebae8 HTTP/1.1" status: 204 len: 173 time: 2.6815863 Sep 21 17:58:20.686424 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b771e3a-3c92-4d08-b66c-f2c2086ab019', 'name': 'network-vif-deleted', 'tag': '3e25bff7-f862-419c-9a39-eb705f2ebae8'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:58:20.688128 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-6e304ed9-8322-4790-9039-3e5d442d828a tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:20.689542 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f170611-80ef-49ee-ae7b-a5b48eeb250c" -d '{"events": [{"server_uuid": "4b771e3a-3c92-4d08-b66c-f2c2086ab019", "name": "network-vif-deleted", "tag": "3e25bff7-f862-419c-9a39-eb705f2ebae8"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:58:20.697316 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-6e304ed9-8322-4790-9039-3e5d442d828a tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports/f967bbd1-534f-4e1e-8cde-c83bea0c03fb HTTP/1.1" status: 200 len: 931 time: 0.1042433 Sep 21 17:58:20.761021 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-4a537ce9-1ae1-4840-a14b-8995e58aae8a tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:20.761837 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-27bab454-8707-47f1-aec1-9243971ecb00 None None] Set router bba1d3ce-422c-426e-a22d-4a12cd81e62e gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:58:20.769783 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-4a537ce9-1ae1-4840-a14b-8995e58aae8a tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports/971641b9-c4f5-42ee-9df6-4429b36330fb HTTP/1.1" status: 200 len: 932 time: 0.0713665 Sep 21 17:58:20.773219 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-acbc9082-d348-4bec-a59a-fdb9e47aabb8 None None] Allocated IP 10.1.1.2 (2b661a03-cfc9-463e-8f0e-9f949f6cb0f0/58ac3f24-b788-4cf8-83bb-09180cf32914/97585cf2-e2d4-41e2-b788-db2bffcfbb0f) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:20.829968 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-755ece1e-744d-4a64-9a95-0b65cd9aaaf3 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?network_id=2a44a677-1927-4f9e-821d-0c18ad02e765&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0590384 Sep 21 17:58:20.894606 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-e63c8e2e-34a7-48e8-a648-173f1e14c434 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?network_id=2a44a677-1927-4f9e-821d-0c18ad02e765&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0380087 Sep 21 17:58:20.912374 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-acbc9082-d348-4bec-a59a-fdb9e47aabb8 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:20.919735 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-acbc9082-d348-4bec-a59a-fdb9e47aabb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:20.967403 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbc9082-d348-4bec-a59a-fdb9e47aabb8 None None] Network 2b661a03-cfc9-463e-8f0e-9f949f6cb0f0 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:20.970408 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-acbc9082-d348-4bec-a59a-fdb9e47aabb8 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:20.977369 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbc9082-d348-4bec-a59a-fdb9e47aabb8 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:20.985751 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc9082-d348-4bec-a59a-fdb9e47aabb8 None None] Pushing event updated for resources: {'Port': ['ID=97585cf2-e2d4-41e2-b788-db2bffcfbb0f,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:21.035985 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-15ffcee3-46a4-473c-9b78-d91f60b11597 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:21.040246 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-acbc9082-d348-4bec-a59a-fdb9e47aabb8 None None] Attempting to bind port 97585cf2-e2d4-41e2-b788-db2bffcfbb0f on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:58:21.040937 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-acbc9082-d348-4bec-a59a-fdb9e47aabb8 None None] Attempting to bind port 97585cf2-e2d4-41e2-b788-db2bffcfbb0f by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b661a03-cfc9-463e-8f0e-9f949f6cb0f0'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:58:21.041442 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbc9082-d348-4bec-a59a-fdb9e47aabb8 None None] Attempting to bind port 97585cf2-e2d4-41e2-b788-db2bffcfbb0f on network 2b661a03-cfc9-463e-8f0e-9f949f6cb0f0 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:21.047028 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbc9082-d348-4bec-a59a-fdb9e47aabb8 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:58:21.047634 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbc9082-d348-4bec-a59a-fdb9e47aabb8 None None] Checking segment: {'id': '0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b661a03-cfc9-463e-8f0e-9f949f6cb0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:58:21.048190 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-acbc9082-d348-4bec-a59a-fdb9e47aabb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:21.048841 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbc9082-d348-4bec-a59a-fdb9e47aabb8 None None] Bound using segment: {'id': '0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b661a03-cfc9-463e-8f0e-9f949f6cb0f0'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:58:21.049441 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-acbc9082-d348-4bec-a59a-fdb9e47aabb8 None None] Bound port: 97585cf2-e2d4-41e2-b788-db2bffcfbb0f, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b661a03-cfc9-463e-8f0e-9f949f6cb0f0'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:58:21.049969 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-acbc9082-d348-4bec-a59a-fdb9e47aabb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:21.107560 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-27bab454-8707-47f1-aec1-9243971ecb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'name': 'tempest-ServersTestFqdnHostnames-789837653-router', 'tenant_id': '03a97da90df04941aa3b8e3f080c47ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'f44826d1-126c-45bb-8bc1-3fe8b64af050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:56:01Z', 'updated_at': '2021-09-21T17:56:08Z', 'revision_number': 4, 'project_id': '03a97da90df04941aa3b8e3f080c47ec', 'gw_port': {'id': 'f44826d1-126c-45bb-8bc1-3fe8b64af050', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:17:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:56:02Z', 'updated_at': '2021-09-21T17:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '6ed642b7-ec9a-4c4e-889b-72e44a4012f2', 'name': '', 'network_id': 'be09537b-816f-4398-925c-eafc9f2f873f', 'tenant_id': '03a97da90df04941aa3b8e3f080c47ec', 'mac_address': 'fa:16:3e:eb:c8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'd628ba49-04ed-42b5-8c6e-ad716efa3f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:56:06Z', 'updated_at': '2021-09-21T17:56:11Z', 'revision_number': 5, 'project_id': '03a97da90df04941aa3b8e3f080c47ec', 'subnets': [{'id': 'd628ba49-04ed-42b5-8c6e-ad716efa3f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:21.110520 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-d8f81eed-7f1c-476f-89c3-6d8061dbafca tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:21.116980 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-d8f81eed-7f1c-476f-89c3-6d8061dbafca tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:21.122233 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-acbc9082-d348-4bec-a59a-fdb9e47aabb8 None None] For port 97585cf2-e2d4-41e2-b788-db2bffcfbb0f, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:58:21.122821 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14aac0-a4e8-4c75-a964-df21fa4c5f2d req-89464e8d-bd8a-4fb5-8908-7433f5d76c4b tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:21.123344 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-d8f81eed-7f1c-476f-89c3-6d8061dbafca tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:21.126556 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-acbc9082-d348-4bec-a59a-fdb9e47aabb8 None None] For port 97585cf2-e2d4-41e2-b788-db2bffcfbb0f, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=97585cf2-e2d4-41e2-b788-db2bffcfbb0f,segment=NetworkSegment(0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3),segment_id=0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:58:21.130413 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-d8f81eed-7f1c-476f-89c3-6d8061dbafca tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/networks?id=543c6f8a-4719-45e7-ae5b-7d43c52acf45&id=94df87e6-ce8a-4b23-900d-480ef4eb3211&id=94df87e6-ce8a-4b23-900d-480ef4eb3211&id=2a44a677-1927-4f9e-821d-0c18ad02e765&id=2a44a677-1927-4f9e-821d-0c18ad02e765 HTTP/1.1" status: 200 len: 1990 time: 0.2275832 Sep 21 17:58:21.131363 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5d14aac0-a4e8-4c75-a964-df21fa4c5f2d req-89464e8d-bd8a-4fb5-8908-7433f5d76c4b tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 945 time: 0.5422542 Sep 21 17:58:21.134099 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-acbc9082-d348-4bec-a59a-fdb9e47aabb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:21.148928 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bab454-8707-47f1-aec1-9243971ecb00 None None] Checking router: bba1d3ce-422c-426e-a22d-4a12cd81e62e for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:58:21.155078 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ffcee3-46a4-473c-9b78-d91f60b11597 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Pushing event updated for resources: {'Subnet': ['ID=b7ef56bd-35f4-4551-832d-ce8ad93a8d56,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:21.160151 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bab454-8707-47f1-aec1-9243971ecb00 None None] Routers {'bba1d3ce-422c-426e-a22d-4a12cd81e62e'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:58:21.161144 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-27bab454-8707-47f1-aec1-9243971ecb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:58:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['bba1d3ce-422c-426e-a22d-4a12cd81e62e'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:21.164292 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-0877f93d-4ff6-42e1-9c09-635fc0eb1255 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/quotas/d40c78ed24d44bc286019ecdefec3c75 HTTP/1.1" status: 200 len: 375 time: 0.0330558 Sep 21 17:58:21.168399 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ffcee3-46a4-473c-9b78-d91f60b11597 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Checking segment: {'id': '284c8edc-4cb9-4da4-8faf-e3c218f7e9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2d5cd904-6c64-427e-ac24-4519ebea83bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:58:21.168772 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ffcee3-46a4-473c-9b78-d91f60b11597 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Network hostable DHCP agents. Network: 2d5cd904-6c64-427e-ac24-4519ebea83bd, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:58:21.229174 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ffcee3-46a4-473c-9b78-d91f60b11597 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Network 2d5cd904-6c64-427e-ac24-4519ebea83bd is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:58:21.263953 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c420efd3-59f2-4269-a7ff-f8aef387f5cf tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d40c78ed24d44bc286019ecdefec3c75&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0926626 Sep 21 17:58:21.276376 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-15ffcee3-46a4-473c-9b78-d91f60b11597 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 2d5cd904-6c64-427e-ac24-4519ebea83bd) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:21.280297 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc9082-d348-4bec-a59a-fdb9e47aabb8 None None] Pushing event updated for resources: {'Port': ['ID=97585cf2-e2d4-41e2-b788-db2bffcfbb0f,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:21.281049 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ffcee3-46a4-473c-9b78-d91f60b11597 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:21.281699 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-15ffcee3-46a4-473c-9b78-d91f60b11597 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:21.295841 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80187b37-e6db-41f8-8a3d-0ab07328e048 None None] Network 2d5cd904-6c64-427e-ac24-4519ebea83bd requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:58:21.307280 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-15ffcee3-46a4-473c-9b78-d91f60b11597 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9110751 Sep 21 17:58:21.324482 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35420) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:21.329670 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-22fbd0f9-47b5-44b4-89ce-1a4ad4736275 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Request body: {'port': {'network_id': '2b661a03-cfc9-463e-8f0e-9f949f6cb0f0', 'name': 'tempest-TaggedBootDevicesTest_v242-1868523981', 'fixed_ips': [{'subnet_id': '58ac3f24-b788-4cf8-83bb-09180cf32914'}]}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:21.452615 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-27bab454-8707-47f1-aec1-9243971ecb00 None None] Set router bba1d3ce-422c-426e-a22d-4a12cd81e62e gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:58:21.510814 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-4453228b-be93-4684-9789-73ba2bdf2ddd service neutron] 10.222.0.58 "GET /v2.0/networks/543c6f8a-4719-45e7-ae5b-7d43c52acf45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165041 Sep 21 17:58:21.558022 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:21.565242 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c19450-1241-4908-9a81-f0dd25e6ea5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-2d5cd904-6c64-427e-ac24-4519ebea83bd', 'network_id': '2d5cd904-6c64-427e-ac24-4519ebea83bd', 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'fixed_ips': [{'subnet_id': 'b7ef56bd-35f4-4551-832d-ce8ad93a8d56'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:58:21.566120 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-68c19450-1241-4908-9a81-f0dd25e6ea5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:21.641832 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5d14aac0-a4e8-4c75-a964-df21fa4c5f2d req-39525d16-3f2b-4e11-97d2-f19617e84dbf tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5095007 Sep 21 17:58:21.749235 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-097cb612-1ed2-46f1-8067-9b02d412e609 service neutron] 10.222.0.58 "GET /v2.0/networks/543c6f8a-4719-45e7-ae5b-7d43c52acf45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276983 Sep 21 17:58:21.763816 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fbd0f9-47b5-44b4-89ce-1a4ad4736275 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Made reservation on behalf of f45042291f6d424394d35c26dcf75613 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:21.806447 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-68c19450-1241-4908-9a81-f0dd25e6ea5a None None] Allocated IP 10.2.2.2 (2d5cd904-6c64-427e-ac24-4519ebea83bd/b7ef56bd-35f4-4551-832d-ce8ad93a8d56/a22356e6-4cd4-4499-8bba-ea50e739d2a6) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:21.821372 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f42e255-5350-466a-ab64-208e4b7705d8 x-openstack-request-id: req-8f42e255-5350-466a-ab64-208e4b7705d8 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:58:21.821896 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b771e3a-3c92-4d08-b66c-f2c2086ab019", "name": "network-vif-deleted", "tag": "3e25bff7-f862-419c-9a39-eb705f2ebae8", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:58:21.822272 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8f42e255-5350-466a-ab64-208e4b7705d8 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:58:21.823435 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b771e3a-3c92-4d08-b66c-f2c2086ab019', 'name': 'network-vif-deleted', 'tag': '3e25bff7-f862-419c-9a39-eb705f2ebae8', 'status': 'completed', 'code': 200} Sep 21 17:58:21.847083 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-27bab454-8707-47f1-aec1-9243971ecb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'name': 'tempest-ServersTestFqdnHostnames-789837653-router', 'tenant_id': '03a97da90df04941aa3b8e3f080c47ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'f44826d1-126c-45bb-8bc1-3fe8b64af050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:56:01Z', 'updated_at': '2021-09-21T17:56:08Z', 'revision_number': 4, 'project_id': '03a97da90df04941aa3b8e3f080c47ec', 'gw_port': {'id': 'f44826d1-126c-45bb-8bc1-3fe8b64af050', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:17:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:56:02Z', 'updated_at': '2021-09-21T17:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '6ed642b7-ec9a-4c4e-889b-72e44a4012f2', 'name': '', 'network_id': 'be09537b-816f-4398-925c-eafc9f2f873f', 'tenant_id': '03a97da90df04941aa3b8e3f080c47ec', 'mac_address': 'fa:16:3e:eb:c8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'd628ba49-04ed-42b5-8c6e-ad716efa3f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:56:06Z', 'updated_at': '2021-09-21T17:56:11Z', 'revision_number': 5, 'project_id': '03a97da90df04941aa3b8e3f080c47ec', 'subnets': [{'id': 'd628ba49-04ed-42b5-8c6e-ad716efa3f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:21.855118 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-8bafffa5-2fc0-4b5b-9769-79dab2dff1bd service neutron] 10.222.0.58 "GET /v2.0/ports/f967bbd1-534f-4e1e-8cde-c83bea0c03fb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1045604 Sep 21 17:58:21.879995 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6cf7a2c0-1fb7-4dc3-8d15-042f7df19678 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:21.888584 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6cf7a2c0-1fb7-4dc3-8d15-042f7df19678 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:21.901068 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bab454-8707-47f1-aec1-9243971ecb00 None None] The sync data for ids ['bba1d3ce-422c-426e-a22d-4a12cd81e62e'] in n-d-810291-1 is: [{'id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'name': 'tempest-ServersTestFqdnHostnames-789837653-router', 'tenant_id': '03a97da90df04941aa3b8e3f080c47ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'f44826d1-126c-45bb-8bc1-3fe8b64af050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:56:01Z', 'updated_at': '2021-09-21T17:56:08Z', 'revision_number': 4, 'project_id': '03a97da90df04941aa3b8e3f080c47ec', 'gw_port': {'id': 'f44826d1-126c-45bb-8bc1-3fe8b64af050', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:17:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:56:02Z', 'updated_at': '2021-09-21T17:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '6ed642b7-ec9a-4c4e-889b-72e44a4012f2', 'name': '', 'network_id': 'be09537b-816f-4398-925c-eafc9f2f873f', 'tenant_id': '03a97da90df04941aa3b8e3f080c47ec', 'mac_address': 'fa:16:3e:eb:c8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'd628ba49-04ed-42b5-8c6e-ad716efa3f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:56:06Z', 'updated_at': '2021-09-21T17:56:11Z', 'revision_number': 5, 'project_id': '03a97da90df04941aa3b8e3f080c47ec', 'subnets': [{'id': 'd628ba49-04ed-42b5-8c6e-ad716efa3f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:58:22.013235 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-45b826a3-cdaa-44eb-9343-c8e78840c17f service neutron] 10.222.0.58 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572142 Sep 21 17:58:22.017938 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-22fbd0f9-47b5-44b4-89ce-1a4ad4736275 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:22.028410 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b13cb-35e6-46bc-ae94-40775677af31 req-64899b2a-c461-435d-8ed7-f4a6aa98f346 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:22.029356 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-68c19450-1241-4908-9a81-f0dd25e6ea5a None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:22.029922 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d87b13cb-35e6-46bc-ae94-40775677af31 req-64899b2a-c461-435d-8ed7-f4a6aa98f346 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 946 time: 0.0932975 Sep 21 17:58:22.038682 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-68c19450-1241-4908-9a81-f0dd25e6ea5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:22.053726 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-6cf7a2c0-1fb7-4dc3-8d15-042f7df19678 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Floating IP 843ef9eb-feee-44b5-9226-92a3580b8a8e associated. External IP: 172.25.6.139, port: 24e893e5-935f-4c89-ba97-f486c4607846. Sep 21 17:58:22.055316 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-22fbd0f9-47b5-44b4-89ce-1a4ad4736275 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] device_id is not set on port b666b514-e94e-4667-894c-fef701235f80 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 17:58:22.095720 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c19450-1241-4908-9a81-f0dd25e6ea5a None None] Network 2d5cd904-6c64-427e-ac24-4519ebea83bd is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:22.099044 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-68c19450-1241-4908-9a81-f0dd25e6ea5a None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:22.103643 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c19450-1241-4908-9a81-f0dd25e6ea5a None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:22.118751 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c19450-1241-4908-9a81-f0dd25e6ea5a None None] Pushing event updated for resources: {'Port': ['ID=a22356e6-4cd4-4499-8bba-ea50e739d2a6,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:22.120210 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d87b13cb-35e6-46bc-ae94-40775677af31 req-d0d33fac-7e60-4f41-9b5d-4875dd917743 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783932 Sep 21 17:58:22.208641 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-68c19450-1241-4908-9a81-f0dd25e6ea5a None None] Attempting to bind port a22356e6-4cd4-4499-8bba-ea50e739d2a6 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:58:22.209399 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-68c19450-1241-4908-9a81-f0dd25e6ea5a None None] Attempting to bind port a22356e6-4cd4-4499-8bba-ea50e739d2a6 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '284c8edc-4cb9-4da4-8faf-e3c218f7e9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2d5cd904-6c64-427e-ac24-4519ebea83bd'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:58:22.209399 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c19450-1241-4908-9a81-f0dd25e6ea5a None None] Attempting to bind port a22356e6-4cd4-4499-8bba-ea50e739d2a6 on network 2d5cd904-6c64-427e-ac24-4519ebea83bd {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:22.221193 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c19450-1241-4908-9a81-f0dd25e6ea5a None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:58:22.221575 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c19450-1241-4908-9a81-f0dd25e6ea5a None None] Checking segment: {'id': '284c8edc-4cb9-4da4-8faf-e3c218f7e9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2d5cd904-6c64-427e-ac24-4519ebea83bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:58:22.221984 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-68c19450-1241-4908-9a81-f0dd25e6ea5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:22.222378 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c19450-1241-4908-9a81-f0dd25e6ea5a None None] Bound using segment: {'id': '284c8edc-4cb9-4da4-8faf-e3c218f7e9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2d5cd904-6c64-427e-ac24-4519ebea83bd'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:58:22.222858 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-68c19450-1241-4908-9a81-f0dd25e6ea5a None None] Bound port: a22356e6-4cd4-4499-8bba-ea50e739d2a6, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284c8edc-4cb9-4da4-8faf-e3c218f7e9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2d5cd904-6c64-427e-ac24-4519ebea83bd'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:58:22.223267 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-68c19450-1241-4908-9a81-f0dd25e6ea5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:22.234447 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-3164b010-f835-466c-8769-6331c7f87253 service neutron] 10.222.0.58 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062480 Sep 21 17:58:22.320755 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-68c19450-1241-4908-9a81-f0dd25e6ea5a None None] For port a22356e6-4cd4-4499-8bba-ea50e739d2a6, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:58:22.327821 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-68c19450-1241-4908-9a81-f0dd25e6ea5a None None] For port a22356e6-4cd4-4499-8bba-ea50e739d2a6, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a22356e6-4cd4-4499-8bba-ea50e739d2a6,segment=NetworkSegment(284c8edc-4cb9-4da4-8faf-e3c218f7e9d7),segment_id=284c8edc-4cb9-4da4-8faf-e3c218f7e9d7)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:58:22.336396 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-e8d544ef-4a94-4d65-a480-f2b791fbef26 service neutron] 10.222.0.58 "GET /v2.0/ports/971641b9-c4f5-42ee-9df6-4429b36330fb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1009638 Sep 21 17:58:22.337387 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-68c19450-1241-4908-9a81-f0dd25e6ea5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:22.361963 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40f0b9-d799-4ec0-8271-23eb1ce75420 req-72755900-5a10-468e-bc57-dc73a54c6926 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:22.370113 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284812b0-6d17-4421-8773-f5c9d8adf6c2 None None] New status for floating IP 05d608f9-0673-4aaf-9b7e-6718d88ab97a: DOWN {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:58:22.371016 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ec40f0b9-d799-4ec0-8271-23eb1ce75420 req-72755900-5a10-468e-bc57-dc73a54c6926 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5 HTTP/1.1" status: 200 len: 943 time: 0.1109481 Sep 21 17:58:22.423141 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf7a2c0-1fb7-4dc3-8d15-042f7df19678 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Router 624692c6-e850-4622-95b0-bdc01dbb7965 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:58:22.439327 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ec40f0b9-d799-4ec0-8271-23eb1ce75420 req-990df5f2-0ab0-4e64-af4e-bb867c680176 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652854 Sep 21 17:58:22.503278 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-30dfd748-2342-4de2-a3ea-b9c15120bb7c service neutron] 10.222.0.58 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658661 Sep 21 17:58:22.524016 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-22fbd0f9-47b5-44b4-89ce-1a4ad4736275 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Allocated IP 10.1.1.126 (2b661a03-cfc9-463e-8f0e-9f949f6cb0f0/58ac3f24-b788-4cf8-83bb-09180cf32914/b666b514-e94e-4667-894c-fef701235f80) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:22.557890 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c19450-1241-4908-9a81-f0dd25e6ea5a None None] Pushing event updated for resources: {'Port': ['ID=a22356e6-4cd4-4499-8bba-ea50e739d2a6,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:22.563188 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 58a53080-a761-4fb6-a1bf-d207dbb992e1 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:58:22.568961 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-298e96c6-c763-408a-9d16-377755708f67 req-6c76b2e8-fc37-4423-9269-6100d07d53e2 tempest-ServerShowV257Test-1233739198 tempest-ServerShowV257Test-1233739198-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d581c4b-180f-444f-a336-d857a2e11c46 HTTP/1.1" status: 200 len: 210 time: 0.0526528 Sep 21 17:58:22.649422 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35426) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:22.676621 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf7a2c0-1fb7-4dc3-8d15-042f7df19678 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:58:22.682042 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6cf7a2c0-1fb7-4dc3-8d15-042f7df19678 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:22.690185 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094108c6-7301-4f18-82f9-ab9d7606b9c7 None None] Sync routers for ids ['624692c6-e850-4622-95b0-bdc01dbb7965'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:58:22.732288 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094108c6-7301-4f18-82f9-ab9d7606b9c7 None None] Routers {'624692c6-e850-4622-95b0-bdc01dbb7965'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:58:22.733562 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-094108c6-7301-4f18-82f9-ab9d7606b9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:58:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['624692c6-e850-4622-95b0-bdc01dbb7965'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:22.838265 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 58a53080-a761-4fb6-a1bf-d207dbb992e1, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=58a53080-a761-4fb6-a1bf-d207dbb992e1,segment=NetworkSegment(500e6984-2a01-4831-b627-e9af1dad17c5),segment_id=500e6984-2a01-4831-b627-e9af1dad17c5)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:22.854078 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-5808e680-d1a0-494e-9ca9-ae4f16e162b9 service neutron] 10.222.0.58 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498566 Sep 21 17:58:22.861970 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6cf7a2c0-1fb7-4dc3-8d15-042f7df19678 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "PUT /v2.0/floatingips/843ef9eb-feee-44b5-9226-92a3580b8a8e HTTP/1.1" status: 200 len: 991 time: 2.3921242 Sep 21 17:58:22.880343 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '58a53080-a761-4fb6-a1bf-d207dbb992e1', 'network_id': 'aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1', 'port_id': '58a53080-a761-4fb6-a1bf-d207dbb992e1', 'mac_address': 'fa:16:3e:a3:3e:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0531be06-6a2e-4520-8b82-278ae185109b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:58:22.907536 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-094108c6-7301-4f18-82f9-ab9d7606b9c7 None None] Set router 624692c6-e850-4622-95b0-bdc01dbb7965 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:58:22.938881 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-123672ea-e621-49c1-aecb-fea14061b9da tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:22.961057 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529f98f-bb6b-41ad-a06f-8115fd454cdc req-f79ab546-1bb1-4caa-ac48-2c3645aed91a tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:22.963122 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d529f98f-bb6b-41ad-a06f-8115fd454cdc req-f79ab546-1bb1-4caa-ac48-2c3645aed91a tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 945 time: 0.1606390 Sep 21 17:58:22.969541 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:22.973515 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32aa9a6d-b213-4739-a058-3de0f40320c7 None None] Network 2b661a03-cfc9-463e-8f0e-9f949f6cb0f0 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:58:23.011504 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d529f98f-bb6b-41ad-a06f-8115fd454cdc req-d9577e5e-e50e-41ab-8479-9985e72e8dd8 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402613 Sep 21 17:58:23.012019 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a53080-a761-4fb6-a1bf-d207dbb992e1 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:58:23.031260 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-123672ea-e621-49c1-aecb-fea14061b9da tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:23.040964 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 58a53080-a761-4fb6-a1bf-d207dbb992e1, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=58a53080-a761-4fb6-a1bf-d207dbb992e1,segment=NetworkSegment(500e6984-2a01-4831-b627-e9af1dad17c5),segment_id=500e6984-2a01-4831-b627-e9af1dad17c5)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:23.057661 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 3e25bff7-f862-419c-9a39-eb705f2ebae8 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:58:23.084743 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:23.102564 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-22fbd0f9-47b5-44b4-89ce-1a4ad4736275 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:23.112003 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-42c1dc83-e0f4-4561-91ce-d4d8a9ebe951 service neutron] 10.222.0.58 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570202 Sep 21 17:58:23.122408 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 3e25bff7-f862-419c-9a39-eb705f2ebae8 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:58:23.122746 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 3e25bff7-f862-419c-9a39-eb705f2ebae8 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:58:23.189817 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-f02b7261-9179-4e4f-a65a-80c1e4d61a53 None None] Provisioning complete for port 97585cf2-e2d4-41e2-b788-db2bffcfbb0f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:23.190857 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f02b7261-9179-4e4f-a65a-80c1e4d61a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:23.214699 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-123672ea-e621-49c1-aecb-fea14061b9da tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:23.215910 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-123672ea-e621-49c1-aecb-fea14061b9da tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:23.217216 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-123672ea-e621-49c1-aecb-fea14061b9da tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "DELETE /v2.0/security-groups/7a497dff-c661-482c-aa37-c144f92e1b07 HTTP/1.1" status: 204 len: 168 time: 0.5647037 Sep 21 17:58:23.220260 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 35434) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:23.235602 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123672ea-e621-49c1-aecb-fea14061b9da tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a497dff-c661-482c-aa37-c144f92e1b07,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:23.248369 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-c7de2e7b-7490-43aa-b610-0de34e1c0606 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] show failed (client error): The resource could not be found. Sep 21 17:58:23.252737 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c7de2e7b-7490-43aa-b610-0de34e1c0606 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "GET /v2.0/security-groups/7a497dff-c661-482c-aa37-c144f92e1b07 HTTP/1.1" status: 404 len: 347 time: 0.0289617 Sep 21 17:58:23.253474 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-094108c6-7301-4f18-82f9-ab9d7606b9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'name': 'tempest-AttachVolumeShelveTestJSON-57759168-router', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:45Z', 'updated_at': '2021-09-21T17:57:51Z', 'revision_number': 4, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'gw_port': {'id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:46Z', 'updated_at': '2021-09-21T17:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '843ef9eb-feee-44b5-9226-92a3580b8a8e', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'floating_ip_address': '172.25.6.139', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'port_id': '24e893e5-935f-4c89-ba97-f486c4607846', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695', 'mac_address': 'fa:16:3e:3b:e8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306bed69-59cc-4059-846a-0c00124314f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:58:00Z', 'updated_at': '2021-09-21T17:58:21Z', 'revision_number': 1, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '181406f9-ba52-42fa-80ab-4205705a8ae9', 'name': '', 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'mac_address': 'fa:16:3e:86:a7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '109644f9-7374-4e29-a072-2da36abb70ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:55Z', 'revision_number': 5, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'subnets': [{'id': '109644f9-7374-4e29-a072-2da36abb70ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:23.263066 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 35436) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:23.264011 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-22fbd0f9-47b5-44b4-89ce-1a4ad4736275 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:23.288251 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094108c6-7301-4f18-82f9-ab9d7606b9c7 None None] Checking router: 624692c6-e850-4622-95b0-bdc01dbb7965 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:58:23.298197 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094108c6-7301-4f18-82f9-ab9d7606b9c7 None None] Routers {'624692c6-e850-4622-95b0-bdc01dbb7965'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:58:23.298835 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-094108c6-7301-4f18-82f9-ab9d7606b9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:58:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['624692c6-e850-4622-95b0-bdc01dbb7965'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:23.311532 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-24008bcc-9a5b-4b5a-8d37-1e3a000826d0 service neutron] 10.222.0.58 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906669 Sep 21 17:58:23.376515 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fbd0f9-47b5-44b4-89ce-1a4ad4736275 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Network 2b661a03-cfc9-463e-8f0e-9f949f6cb0f0 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:23.394012 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-22fbd0f9-47b5-44b4-89ce-1a4ad4736275 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:23.413304 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fbd0f9-47b5-44b4-89ce-1a4ad4736275 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Pushing event updated for resources: {'Port': ['ID=b666b514-e94e-4667-894c-fef701235f80,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:23.421005 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fbd0f9-47b5-44b4-89ce-1a4ad4736275 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:23.439672 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-094108c6-7301-4f18-82f9-ab9d7606b9c7 None None] Set router 624692c6-e850-4622-95b0-bdc01dbb7965 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:58:23.454539 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=58a53080-a761-4fb6-a1bf-d207dbb992e1,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:23.456927 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b201a58-68c8-40cc-b8e5-f6397fa2aac6 req-806c2b24-3254-45eb-bbe7-c55eeef6da0c tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:23.467547 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:23.474773 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b201a58-68c8-40cc-b8e5-f6397fa2aac6 req-806c2b24-3254-45eb-bbe7-c55eeef6da0c tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 946 time: 0.2231505 Sep 21 17:58:23.546271 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b201a58-68c8-40cc-b8e5-f6397fa2aac6 req-bcf5116f-cfb0-486c-9633-2bfbf54f7439 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651822 Sep 21 17:58:23.558292 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['58a53080-a761-4fb6-a1bf-d207dbb992e1'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:58:23.581637 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-d0c8b41b-41b0-44da-b1c8-8edcad0928b0 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Deleting port cc15d93e-b760-4488-bb24-4ccfe1e0c790 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:58:23.583449 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d0c8b41b-41b0-44da-b1c8-8edcad0928b0 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:23.594542 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fbd0f9-47b5-44b4-89ce-1a4ad4736275 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:23.595199 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-22fbd0f9-47b5-44b4-89ce-1a4ad4736275 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:23.648395 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-b69058a2-f110-49d7-92a7-2476c1bb7447 service neutron] 10.222.0.58 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293657 Sep 21 17:58:23.659359 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-22fbd0f9-47b5-44b4-89ce-1a4ad4736275 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3336115 Sep 21 17:58:23.660026 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35442) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:23.674829 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-caacdde7-81e2-4009-ad49-17e7c5bc19c0 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Request body: {'port': {'network_id': '2b661a03-cfc9-463e-8f0e-9f949f6cb0f0', 'name': 'tempest-TaggedBootDevicesTest_v242-1151072891', 'fixed_ips': [{'subnet_id': '58ac3f24-b788-4cf8-83bb-09180cf32914'}]}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:23.754301 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f02b7261-9179-4e4f-a65a-80c1e4d61a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:23.759815 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d0c8b41b-41b0-44da-b1c8-8edcad0928b0 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:23.760301 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d0c8b41b-41b0-44da-b1c8-8edcad0928b0 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:23.782659 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc9ded-93fc-4332-b6ff-75eee3c6cdb7 req-55a2ca5d-e91e-4b6b-9f6b-bf70f9dc2308 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:23.790877 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-37dc9ded-93fc-4332-b6ff-75eee3c6cdb7 req-55a2ca5d-e91e-4b6b-9f6b-bf70f9dc2308 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5 HTTP/1.1" status: 200 len: 944 time: 0.0990696 Sep 21 17:58:23.808795 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-d0c8b41b-41b0-44da-b1c8-8edcad0928b0 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Calling delete_port for cc15d93e-b760-4488-bb24-4ccfe1e0c790 owned by network:floatingip {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:58:23.825012 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306bed69-59cc-4059-846a-0c00124314f6', 'tag': '24e893e5-935f-4c89-ba97-f486c4607846'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:58:23.828157 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94046b21-6842-4a9d-8984-8eb6fead4432" -d '{"events": [{"name": "network-changed", "server_uuid": "306bed69-59cc-4059-846a-0c00124314f6", "tag": "24e893e5-935f-4c89-ba97-f486c4607846"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:58:23.865541 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-37dc9ded-93fc-4332-b6ff-75eee3c6cdb7 req-d9595335-aa66-4dd9-b5ad-56ca4930929a tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708420 Sep 21 17:58:23.885094 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-f02b7261-9179-4e4f-a65a-80c1e4d61a53 None None] For port 97585cf2-e2d4-41e2-b788-db2bffcfbb0f, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=97585cf2-e2d4-41e2-b788-db2bffcfbb0f,segment=NetworkSegment(0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3),segment_id=0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:23.888522 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 97585cf2-e2d4-41e2-b788-db2bffcfbb0f up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:58:23.893894 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f02b7261-9179-4e4f-a65a-80c1e4d61a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:23.960273 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269c7cfe-a42b-4636-b8ae-e37cfbad13ea None None] Network 2d5cd904-6c64-427e-ac24-4519ebea83bd requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:58:24.008662 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-094108c6-7301-4f18-82f9-ab9d7606b9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'name': 'tempest-AttachVolumeShelveTestJSON-57759168-router', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:45Z', 'updated_at': '2021-09-21T17:57:51Z', 'revision_number': 4, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'gw_port': {'id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:46Z', 'updated_at': '2021-09-21T17:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '843ef9eb-feee-44b5-9226-92a3580b8a8e', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'floating_ip_address': '172.25.6.139', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'port_id': '24e893e5-935f-4c89-ba97-f486c4607846', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695', 'mac_address': 'fa:16:3e:3b:e8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306bed69-59cc-4059-846a-0c00124314f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:58:00Z', 'updated_at': '2021-09-21T17:58:21Z', 'revision_number': 1, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '181406f9-ba52-42fa-80ab-4205705a8ae9', 'name': '', 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'mac_address': 'fa:16:3e:86:a7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '109644f9-7374-4e29-a072-2da36abb70ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:55Z', 'revision_number': 5, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'subnets': [{'id': '109644f9-7374-4e29-a072-2da36abb70ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:24.065600 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-22ea3119-cdcb-46cb-8240-529fed2176b2 req-ecb06293-a02d-4309-9b66-4fec63b6d770 tempest-ServerShowV257Test-1233739198 tempest-ServerShowV257Test-1233739198-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d581c4b-180f-444f-a336-d857a2e11c46 HTTP/1.1" status: 200 len: 210 time: 0.0430236 Sep 21 17:58:24.078259 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-6ba1410c-376b-421a-a1dc-321cfaa4d3d0 service neutron] 10.222.0.58 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913579 Sep 21 17:58:24.082558 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-f7d2dcf4-a0de-4455-9504-7e94f4b12ad2 None None] Provisioning complete for port a22356e6-4cd4-4499-8bba-ea50e739d2a6 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:24.090350 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f7d2dcf4-a0de-4455-9504-7e94f4b12ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:24.108301 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caacdde7-81e2-4009-ad49-17e7c5bc19c0 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Made reservation on behalf of f45042291f6d424394d35c26dcf75613 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:24.115179 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-caacdde7-81e2-4009-ad49-17e7c5bc19c0 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:24.195360 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20373a32-78ca-4069-9452-d0783372c232 x-openstack-request-id: req-20373a32-78ca-4069-9452-d0783372c232 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:58:24.197982 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "306bed69-59cc-4059-846a-0c00124314f6", "tag": "24e893e5-935f-4c89-ba97-f486c4607846", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:58:24.199598 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-20373a32-78ca-4069-9452-d0783372c232 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:58:24.200381 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '306bed69-59cc-4059-846a-0c00124314f6', 'tag': '24e893e5-935f-4c89-ba97-f486c4607846', 'status': 'completed', 'code': 200} Sep 21 17:58:24.206466 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094108c6-7301-4f18-82f9-ab9d7606b9c7 None None] The sync data for ids ['624692c6-e850-4622-95b0-bdc01dbb7965'] in n-d-810291-1 is: [{'id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'name': 'tempest-AttachVolumeShelveTestJSON-57759168-router', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:45Z', 'updated_at': '2021-09-21T17:57:51Z', 'revision_number': 4, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'gw_port': {'id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:46Z', 'updated_at': '2021-09-21T17:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '843ef9eb-feee-44b5-9226-92a3580b8a8e', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'floating_ip_address': '172.25.6.139', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'port_id': '24e893e5-935f-4c89-ba97-f486c4607846', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695', 'mac_address': 'fa:16:3e:3b:e8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306bed69-59cc-4059-846a-0c00124314f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:58:00Z', 'updated_at': '2021-09-21T17:58:21Z', 'revision_number': 1, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '181406f9-ba52-42fa-80ab-4205705a8ae9', 'name': '', 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'mac_address': 'fa:16:3e:86:a7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '109644f9-7374-4e29-a072-2da36abb70ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:55Z', 'revision_number': 5, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'subnets': [{'id': '109644f9-7374-4e29-a072-2da36abb70ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:58:24.250284 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b7261-9179-4e4f-a65a-80c1e4d61a53 None None] Pushing event updated for resources: {'Port': ['ID=97585cf2-e2d4-41e2-b788-db2bffcfbb0f,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:24.271945 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-caacdde7-81e2-4009-ad49-17e7c5bc19c0 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] device_id is not set on port 64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 17:58:24.301300 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 97585cf2-e2d4-41e2-b788-db2bffcfbb0f triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:24.301803 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:24.354120 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94046b21-6842-4a9d-8984-8eb6fead4432 req-2c13f578-f344-4a6a-bb49-62c665d3b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:24.355837 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-94046b21-6842-4a9d-8984-8eb6fead4432 req-2c13f578-f344-4a6a-bb49-62c665d3b609 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0054d9324ee341f99a9815f4375410f3&device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 1096 time: 0.1375563 Sep 21 17:58:24.357920 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d0c8b41b-41b0-44da-b1c8-8edcad0928b0 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:24.382874 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-eeeb7399-c228-47c1-9580-7ae669678d68 service neutron] 10.222.0.58 "GET /v2.0/networks/2a44a677-1927-4f9e-821d-0c18ad02e765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951386 Sep 21 17:58:24.424651 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8b41b-41b0-44da-b1c8-8edcad0928b0 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Pushing event deleted for resources: {'Port': ['ID=cc15d93e-b760-4488-bb24-4ccfe1e0c790,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:24.447545 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a57099-7c3f-4c6b-be7b-748d492840d4 req-50aa6aa2-1663-4de0-bc96-e7b4d7201bc6 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:24.455533 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-06a57099-7c3f-4c6b-be7b-748d492840d4 req-50aa6aa2-1663-4de0-bc96-e7b4d7201bc6 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 945 time: 0.1497979 Sep 21 17:58:24.534445 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f7d2dcf4-a0de-4455-9504-7e94f4b12ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:24.553836 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:24.602187 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d0c8b41b-41b0-44da-b1c8-8edcad0928b0 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks [] for floatingip, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:24.604854 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d0c8b41b-41b0-44da-b1c8-8edcad0928b0 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:24.606161 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d0c8b41b-41b0-44da-b1c8-8edcad0928b0 tempest-ServersTestFqdnHostnames-2019479617 tempest-ServersTestFqdnHostnames-2019479617-project] 10.222.0.58 "DELETE /v2.0/floatingips/05d608f9-0673-4aaf-9b7e-6718d88ab97a HTTP/1.1" status: 204 len: 168 time: 1.3437762 Sep 21 17:58:24.609948 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0386aa8-d583-4ebf-9208-775e30dccf61 None None] New status for floating IP 843ef9eb-feee-44b5-9226-92a3580b8a8e: ACTIVE {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:58:24.611770 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-06a57099-7c3f-4c6b-be7b-748d492840d4 req-5d66dc97-582e-4c1a-935c-8d77320314d2 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537755 Sep 21 17:58:24.612258 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 35452) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:24.621013 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-f7d2dcf4-a0de-4455-9504-7e94f4b12ad2 None None] For port a22356e6-4cd4-4499-8bba-ea50e739d2a6, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a22356e6-4cd4-4499-8bba-ea50e739d2a6,segment=NetworkSegment(284c8edc-4cb9-4da4-8faf-e3c218f7e9d7),segment_id=284c8edc-4cb9-4da4-8faf-e3c218f7e9d7)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:24.621855 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94046b21-6842-4a9d-8984-8eb6fead4432 req-fea142c0-b07c-4565-86dc-2a8a8a349092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:24.623553 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-94046b21-6842-4a9d-8984-8eb6fead4432 req-fea142c0-b07c-4565-86dc-2a8a8a349092 service neutron] 10.222.0.44 "GET /v2.0/networks?id=317845e1-df2c-40eb-a75c-cc29a382e695 HTTP/1.1" status: 200 len: 916 time: 0.2585747 Sep 21 17:58:24.688575 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f7d2dcf4-a0de-4455-9504-7e94f4b12ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:24.747094 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a22356e6-4cd4-4499-8bba-ea50e739d2a6 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:58:24.863767 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-2177ab69-ff5b-47e1-96eb-d2ec8dce8497 None None] Provisioning complete for port 97585cf2-e2d4-41e2-b788-db2bffcfbb0f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:24.864425 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2177ab69-ff5b-47e1-96eb-d2ec8dce8497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:24.923445 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-2f550bb6-53be-43a9-addb-2db58b497671 service neutron] 10.222.0.58 "GET /v2.0/networks/2a44a677-1927-4f9e-821d-0c18ad02e765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601779 Sep 21 17:58:24.926852 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2dcf4-a0de-4455-9504-7e94f4b12ad2 None None] Pushing event updated for resources: {'Port': ['ID=a22356e6-4cd4-4499-8bba-ea50e739d2a6,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:24.978487 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port a22356e6-4cd4-4499-8bba-ea50e739d2a6 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:24.978940 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:25.017979 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-caacdde7-81e2-4009-ad49-17e7c5bc19c0 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Allocated IP 10.1.1.204 (2b661a03-cfc9-463e-8f0e-9f949f6cb0f0/58ac3f24-b788-4cf8-83bb-09180cf32914/64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:25.033209 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-9b861880-5c95-473e-9b53-9b207951eec4 service neutron] 10.222.0.58 "GET /v2.0/networks/2a44a677-1927-4f9e-821d-0c18ad02e765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086724 Sep 21 17:58:25.063833 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-94046b21-6842-4a9d-8984-8eb6fead4432 req-54a1a577-752d-476d-8e67-3496dd9b7789 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24e893e5-935f-4c89-ba97-f486c4607846 HTTP/1.1" status: 200 len: 999 time: 0.4000404 Sep 21 17:58:25.121535 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-2177ab69-ff5b-47e1-96eb-d2ec8dce8497 None None] Provisioning complete for port b666b514-e94e-4667-894c-fef701235f80 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:25.121910 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2177ab69-ff5b-47e1-96eb-d2ec8dce8497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:25.157017 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-2177ab69-ff5b-47e1-96eb-d2ec8dce8497 None None] Port b666b514-e94e-4667-894c-fef701235f80 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:58:25.192808 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-f62ddce8-0718-4294-a5da-848feaa3a30f service neutron] 10.222.0.58 "GET /v2.0/networks/2a44a677-1927-4f9e-821d-0c18ad02e765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545372 Sep 21 17:58:25.249327 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfff5b-7fc4-422f-baca-f06777b6470e req-9bb04eb4-50df-4fec-bf82-58d46b431a1e tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:25.251007 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c6bfff5b-7fc4-422f-baca-f06777b6470e req-9bb04eb4-50df-4fec-bf82-58d46b431a1e tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 946 time: 0.2162411 Sep 21 17:58:25.275110 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-caacdde7-81e2-4009-ad49-17e7c5bc19c0 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:25.279202 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-57f9d33d-bdbb-47d6-ac6e-573cd4cf0627 None None] Provisioning complete for port a22356e6-4cd4-4499-8bba-ea50e739d2a6 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:25.279953 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-57f9d33d-bdbb-47d6-ac6e-573cd4cf0627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:25.296124 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94046b21-6842-4a9d-8984-8eb6fead4432 req-50a79562-4080-4e1a-a65e-a8dcb895a083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:25.297705 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-94046b21-6842-4a9d-8984-8eb6fead4432 req-50a79562-4080-4e1a-a65e-a8dcb895a083 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=109644f9-7374-4e29-a072-2da36abb70ff HTTP/1.1" status: 200 len: 854 time: 0.1642787 Sep 21 17:58:25.321062 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-caacdde7-81e2-4009-ad49-17e7c5bc19c0 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:25.377319 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caacdde7-81e2-4009-ad49-17e7c5bc19c0 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Pushing event updated for resources: {'Port': ['ID=64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:25.385890 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caacdde7-81e2-4009-ad49-17e7c5bc19c0 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Network 2b661a03-cfc9-463e-8f0e-9f949f6cb0f0 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:25.387231 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-caacdde7-81e2-4009-ad49-17e7c5bc19c0 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:25.389731 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caacdde7-81e2-4009-ad49-17e7c5bc19c0 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:25.407566 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c6bfff5b-7fc4-422f-baca-f06777b6470e req-000dd503-3a53-4779-b1eb-a5fb9bea0ef8 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241961 Sep 21 17:58:25.432895 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94046b21-6842-4a9d-8984-8eb6fead4432 req-39b09e40-1575-409a-a1f1-a86fe4ab0670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:25.434425 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-94046b21-6842-4a9d-8984-8eb6fead4432 req-39b09e40-1575-409a-a1f1-a86fe4ab0670 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=317845e1-df2c-40eb-a75c-cc29a382e695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1267643 Sep 21 17:58:25.460273 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caacdde7-81e2-4009-ad49-17e7c5bc19c0 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:25.461248 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-caacdde7-81e2-4009-ad49-17e7c5bc19c0 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:25.490719 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-caacdde7-81e2-4009-ad49-17e7c5bc19c0 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8283291 Sep 21 17:58:25.645727 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485aae50-d3c0-4d75-b67e-c8194b7e3fdb req-34a91a93-ca19-4f23-9388-be46d9e19570 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:25.647376 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-485aae50-d3c0-4d75-b67e-c8194b7e3fdb req-34a91a93-ca19-4f23-9388-be46d9e19570 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5 HTTP/1.1" status: 200 len: 944 time: 0.1596851 Sep 21 17:58:25.657931 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 97585cf2-e2d4-41e2-b788-db2bffcfbb0f up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:58:25.663007 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-94046b21-6842-4a9d-8984-8eb6fead4432 req-fdaa6bf9-22a5-4688-be5e-456e786347df service neutron] 10.222.0.44 "GET /v2.0/networks/317845e1-df2c-40eb-a75c-cc29a382e695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188962 Sep 21 17:58:25.722718 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 97585cf2-e2d4-41e2-b788-db2bffcfbb0f triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:25.723433 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:25.751533 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-831bf86f-5540-469e-a434-8be0592d9e4f None None] Provisioning complete for port 64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:25.751898 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-831bf86f-5540-469e-a434-8be0592d9e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:25.793101 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-485aae50-d3c0-4d75-b67e-c8194b7e3fdb req-16772efb-dec8-4fd8-99ae-2c415aad5fda tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380479 Sep 21 17:58:25.794710 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-831bf86f-5540-469e-a434-8be0592d9e4f None None] Port 64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:58:25.843024 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a22356e6-4cd4-4499-8bba-ea50e739d2a6 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:58:25.860707 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-94046b21-6842-4a9d-8984-8eb6fead4432 req-bb7a1dc0-42b9-4805-8ab1-9294cd481402 service neutron] 10.222.0.44 "GET /v2.0/networks/317845e1-df2c-40eb-a75c-cc29a382e695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861281 Sep 21 17:58:25.908166 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port a22356e6-4cd4-4499-8bba-ea50e739d2a6 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:25.908555 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:25.915199 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d208943-7bb2-448b-b203-635093db1ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:25.937727 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8808cec6-e5dd-4839-b395-d68be49f1f76 req-6002a0cf-5515-4077-9021-9f41ad2ad3f2 tempest-ServerShowV257Test-1233739198 tempest-ServerShowV257Test-1233739198-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d581c4b-180f-444f-a336-d857a2e11c46 HTTP/1.1" status: 200 len: 210 time: 0.0424759 Sep 21 17:58:26.185924 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11af20-6bbb-46c9-a0c3-e8ff2d9e6028 req-dee03584-3530-4fb7-a319-76d7f36c2328 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:26.187447 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c11af20-6bbb-46c9-a0c3-e8ff2d9e6028 req-dee03584-3530-4fb7-a319-76d7f36c2328 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 945 time: 0.1413581 Sep 21 17:58:26.255745 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c11af20-6bbb-46c9-a0c3-e8ff2d9e6028 req-0de24dcd-5610-4139-80bf-5a9d6007b11a tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573773 Sep 21 17:58:26.359414 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-0d208943-7bb2-448b-b203-635093db1ad5 admin admin] Deleting port 6ed642b7-ec9a-4c4e-889b-72e44a4012f2 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:58:26.359980 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d208943-7bb2-448b-b203-635093db1ad5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:26.410811 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-498793e6-f613-45e9-b6b9-35705ffca266 req-4fd11a59-1765-45ed-b261-84d370537143 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 210 time: 0.0383773 Sep 21 17:58:26.492697 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-0d208943-7bb2-448b-b203-635093db1ad5 admin admin] For port 6ed642b7-ec9a-4c4e-889b-72e44a4012f2, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=6ed642b7-ec9a-4c4e-889b-72e44a4012f2,segment=NetworkSegment(91c1de8b-fe24-4079-a240-45a197368c44),segment_id=91c1de8b-fe24-4079-a240-45a197368c44)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:26.493058 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d208943-7bb2-448b-b203-635093db1ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:26.506460 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-0d208943-7bb2-448b-b203-635093db1ad5 admin admin] Calling delete_port for 6ed642b7-ec9a-4c4e-889b-72e44a4012f2 owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:58:26.593859 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 58a53080-a761-4fb6-a1bf-d207dbb992e1 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:58:26.606876 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35494) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:26.611478 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-706c0dc3-1e7d-415c-a364-d7c7992ef9ea tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2085003919', 'description': 'tempest-description--1116358327'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:26.620345 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa427d-9344-49f7-9d08-d4302942a8b9 req-2d5f82a1-3307-4f11-b680-d96978de8ae4 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:26.621951 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3aa427d-9344-49f7-9d08-d4302942a8b9 req-2d5f82a1-3307-4f11-b680-d96978de8ae4 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 946 time: 0.0732455 Sep 21 17:58:26.643613 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-706c0dc3-1e7d-415c-a364-d7c7992ef9ea tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:26.676361 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 58a53080-a761-4fb6-a1bf-d207dbb992e1 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:58:26.681587 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 58a53080-a761-4fb6-a1bf-d207dbb992e1 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:26.681932 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:26.706089 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3aa427d-9344-49f7-9d08-d4302942a8b9 req-ebf0ab20-d88d-4e54-9c73-430f79d54f37 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492043 Sep 21 17:58:26.748027 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-706c0dc3-1e7d-415c-a364-d7c7992ef9ea tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:26.752286 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-706c0dc3-1e7d-415c-a364-d7c7992ef9ea tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:26.776859 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d208943-7bb2-448b-b203-635093db1ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:26.779455 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:26.780665 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-706c0dc3-1e7d-415c-a364-d7c7992ef9ea tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:26.781905 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-706c0dc3-1e7d-415c-a364-d7c7992ef9ea tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1739976 Sep 21 17:58:26.784722 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c0dc3-1e7d-415c-a364-d7c7992ef9ea tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a802034-7062-4fd4-8335-82e273a25bf6,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:26.787033 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35496) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:26.791271 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-e7ed945f-a3fe-4546-829e-06e93df88703 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Request body: {'security_group_rule': {'security_group_id': '6a802034-7062-4fd4-8335-82e273a25bf6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:26.808801 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a53080-a761-4fb6-a1bf-d207dbb992e1'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:58:26.810600 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d208943-7bb2-448b-b203-635093db1ad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ed642b7-ec9a-4c4e-889b-72e44a4012f2,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:26.811879 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a4e2d5-6730-4aab-80a5-81b93e82164f" -d '{"events": [{"server_uuid": "cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5", "name": "network-vif-plugged", "status": "completed", "tag": "58a53080-a761-4fb6-a1bf-d207dbb992e1"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:58:26.829355 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 58a53080-a761-4fb6-a1bf-d207dbb992e1, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=58a53080-a761-4fb6-a1bf-d207dbb992e1,segment=NetworkSegment(500e6984-2a01-4831-b627-e9af1dad17c5),segment_id=500e6984-2a01-4831-b627-e9af1dad17c5)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:26.836123 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:26.836314 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e7ed945f-a3fe-4546-829e-06e93df88703 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:26.896081 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14e0c4f-cd82-44c6-84e5-b6bf741632d3 x-openstack-request-id: req-f14e0c4f-cd82-44c6-84e5-b6bf741632d3 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:58:26.896519 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5", "name": "network-vif-plugged", "status": "completed", "tag": "58a53080-a761-4fb6-a1bf-d207dbb992e1", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:58:26.896892 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f14e0c4f-cd82-44c6-84e5-b6bf741632d3 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:58:26.897426 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a53080-a761-4fb6-a1bf-d207dbb992e1', 'code': 200} Sep 21 17:58:26.898647 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=58a53080-a761-4fb6-a1bf-d207dbb992e1,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:26.941307 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e7ed945f-a3fe-4546-829e-06e93df88703 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:26.950289 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e7ed945f-a3fe-4546-829e-06e93df88703 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:26.978376 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed945f-a3fe-4546-829e-06e93df88703 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9030c330-0845-4448-8e08-5ace668684f2,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:26.982567 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e7ed945f-a3fe-4546-829e-06e93df88703 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:26.984127 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e7ed945f-a3fe-4546-829e-06e93df88703 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1964054 Sep 21 17:58:26.986867 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35504) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:26.992209 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-7be77567-2966-4f23-b110-736596b8750b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Request body: {'security_group_rule': {'security_group_id': '6a802034-7062-4fd4-8335-82e273a25bf6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:27.026577 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7be77567-2966-4f23-b110-736596b8750b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:27.112746 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9ad47fc8-2eec-4127-9498-4648bd1baef5 req-0f32cd55-9d76-40f3-b992-c81e9ddd1ce3 tempest-ServerShowV257Test-1233739198 tempest-ServerShowV257Test-1233739198-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d581c4b-180f-444f-a336-d857a2e11c46 HTTP/1.1" status: 200 len: 210 time: 0.0436914 Sep 21 17:58:27.148676 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7be77567-2966-4f23-b110-736596b8750b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:27.153203 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7be77567-2966-4f23-b110-736596b8750b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:27.168089 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6fcaa-1b70-4771-b043-656d869db600 req-6b802f21-6b0e-4cd4-b145-3b6a48966622 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:27.169833 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d9f6fcaa-1b70-4771-b043-656d869db600 req-6b802f21-6b0e-4cd4-b145-3b6a48966622 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5 HTTP/1.1" status: 200 len: 945 time: 0.2576742 Sep 21 17:58:27.175366 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be77567-2966-4f23-b110-736596b8750b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e959ad-0a67-4e27-adcf-fa32d5febf97,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:27.180054 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7be77567-2966-4f23-b110-736596b8750b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:27.181377 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7be77567-2966-4f23-b110-736596b8750b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1930389 Sep 21 17:58:27.184471 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35506) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:27.189700 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-6375cf01-7660-4fc8-8a6f-21323487eb88 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:27.203809 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d208943-7bb2-448b-b203-635093db1ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:27.219667 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6375cf01-7660-4fc8-8a6f-21323487eb88 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks [] for floatingip, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:27.363173 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6375cf01-7660-4fc8-8a6f-21323487eb88 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:27.430775 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb947868-32d5-4324-a020-d7d1528226bc req-d65bfb00-8eac-4935-bc59-4c95a12af77b tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:27.432513 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cb947868-32d5-4324-a020-d7d1528226bc req-d65bfb00-8eac-4935-bc59-4c95a12af77b tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 945 time: 0.1043680 Sep 21 17:58:27.484788 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-717f18d0-4e99-4e55-a7de-76d19978b510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:27.486747 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-717f18d0-4e99-4e55-a7de-76d19978b510 service neutron] 10.222.0.44 "GET /v2.0/ports/f967bbd1-534f-4e1e-8cde-c83bea0c03fb HTTP/1.1" status: 200 len: 1027 time: 0.4413919 Sep 21 17:58:27.498760 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388fe3e-4c6d-4750-987c-1888153a13a9 req-e2bd166a-3d20-47bf-86d3-d792a4c9144a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:27.500405 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4388fe3e-4c6d-4750-987c-1888153a13a9 req-e2bd166a-3d20-47bf-86d3-d792a4c9144a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5 HTTP/1.1" status: 200 len: 1096 time: 0.5454910 Sep 21 17:58:27.515326 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cb947868-32d5-4324-a020-d7d1528226bc req-86c1d22d-f9a0-4af0-9a04-cbeedfd77e5b tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697739 Sep 21 17:58:27.527102 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-6375cf01-7660-4fc8-8a6f-21323487eb88 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Allocated IP 172.25.6.52 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/4079bc76-ff36-4e78-8931-b3e439279769) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:27.663926 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d9f6fcaa-1b70-4771-b043-656d869db600 req-de45045c-dc43-416d-8fcc-41e93df690b1 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4829359 Sep 21 17:58:27.669213 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6375cf01-7660-4fc8-8a6f-21323487eb88 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:27.699974 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-74c88e7d-8fcf-42d6-b798-425eee74a250 req-56727688-ac3c-47bc-8473-33ae04bd4f2e tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 210 time: 0.0374115 Sep 21 17:58:27.714224 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-34236071-3d16-43ea-a9a3-f721de3e0cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:27.715642 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-34236071-3d16-43ea-a9a3-f721de3e0cb3 service neutron] 10.222.0.44 "GET /v2.0/ports/971641b9-c4f5-42ee-9df6-4429b36330fb HTTP/1.1" status: 200 len: 1028 time: 0.2108722 Sep 21 17:58:27.735532 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6375cf01-7660-4fc8-8a6f-21323487eb88 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:27.776666 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6375cf01-7660-4fc8-8a6f-21323487eb88 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:27.781658 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-6375cf01-7660-4fc8-8a6f-21323487eb88 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:27.786653 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6375cf01-7660-4fc8-8a6f-21323487eb88 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:27.790074 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375cf01-7660-4fc8-8a6f-21323487eb88 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Pushing event updated for resources: {'Port': ['ID=4079bc76-ff36-4e78-8931-b3e439279769,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:27.811241 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4388fe3e-4c6d-4750-987c-1888153a13a9 req-3f09fb0f-9767-4b74-a703-e9264b2fd193 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511035 Sep 21 17:58:27.879071 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6375cf01-7660-4fc8-8a6f-21323487eb88 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:27.924860 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6375cf01-7660-4fc8-8a6f-21323487eb88 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:27.976986 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc82364-51ad-4fbe-b425-d61667804a69 req-fb11fe40-6856-4db9-84ae-0adf52058cdd tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:27.978583 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5dc82364-51ad-4fbe-b425-d61667804a69 req-fb11fe40-6856-4db9-84ae-0adf52058cdd tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 946 time: 0.1702852 Sep 21 17:58:27.988157 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-54d310d1-6f0a-49e1-a5f0-f4bbf3fe90cd tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:27.993958 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-54d310d1-6f0a-49e1-a5f0-f4bbf3fe90cd tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:27.999866 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-54d310d1-6f0a-49e1-a5f0-f4bbf3fe90cd tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:28.001498 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-54d310d1-6f0a-49e1-a5f0-f4bbf3fe90cd tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.44 "GET /v2.0/networks?id=543c6f8a-4719-45e7-ae5b-7d43c52acf45&id=94df87e6-ce8a-4b23-900d-480ef4eb3211&id=94df87e6-ce8a-4b23-900d-480ef4eb3211&id=94df87e6-ce8a-4b23-900d-480ef4eb3211&id=94df87e6-ce8a-4b23-900d-480ef4eb3211&id=2a44a677-1927-4f9e-821d-0c18ad02e765&id=2a44a677-1927-4f9e-821d-0c18ad02e765 HTTP/1.1" status: 200 len: 1990 time: 0.2421563 Sep 21 17:58:28.014917 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d208943-7bb2-448b-b203-635093db1ad5 admin admin] Router bba1d3ce-422c-426e-a22d-4a12cd81e62e has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:58:28.076516 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5dc82364-51ad-4fbe-b425-d61667804a69 req-5b7cdf2e-33cd-497c-bbd4-3c8e9825235b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739341 Sep 21 17:58:28.080726 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6375cf01-7660-4fc8-8a6f-21323487eb88 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:28.087618 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6375cf01-7660-4fc8-8a6f-21323487eb88 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:28.124497 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-5c53e1cd-80bc-4b64-8c59-449470d46e66 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d40c78ed24d44bc286019ecdefec3c75 HTTP/1.1" status: 200 len: 379 time: 0.1080148 Sep 21 17:58:28.136290 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-916b1d2b-f343-47c4-aabc-dba00d466bcd tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Request body: {'port': {'device_id': '2306b996-adf3-46fb-a019-0be4804791dd', 'network_id': '543c6f8a-4719-45e7-ae5b-7d43c52acf45', 'admin_state_up': True, 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'security_groups': ['6434721d-f332-433f-9e4d-79d2e0d62b51']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:28.165337 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375cf01-7660-4fc8-8a6f-21323487eb88 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Pushing event updated for resources: {'Port': ['ID=4079bc76-ff36-4e78-8931-b3e439279769,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:28.174024 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6375cf01-7660-4fc8-8a6f-21323487eb88 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:28.194383 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6375cf01-7660-4fc8-8a6f-21323487eb88 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:28.213655 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6375cf01-7660-4fc8-8a6f-21323487eb88 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0279882 Sep 21 17:58:28.274429 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-496adac1-d4c6-4f82-9799-30a53bed136b req-c926956e-d2e0-40cd-88c8-95c3ca8a69f9 tempest-ServerShowV257Test-1233739198 tempest-ServerShowV257Test-1233739198-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d581c4b-180f-444f-a336-d857a2e11c46 HTTP/1.1" status: 200 len: 210 time: 0.0264037 Sep 21 17:58:28.279064 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d208943-7bb2-448b-b203-635093db1ad5 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:58:28.284344 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0d208943-7bb2-448b-b203-635093db1ad5 admin admin] 10.222.0.58 "PUT /v2.0/routers/bba1d3ce-422c-426e-a22d-4a12cd81e62e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6694834 Sep 21 17:58:28.287409 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35520) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:28.290728 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea9565c-c904-4b52-af3a-a86810887b26 None None] Sync routers for ids ['bba1d3ce-422c-426e-a22d-4a12cd81e62e'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:58:28.306036 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea9565c-c904-4b52-af3a-a86810887b26 None None] Routers {'bba1d3ce-422c-426e-a22d-4a12cd81e62e'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:58:28.308452 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-9ea9565c-c904-4b52-af3a-a86810887b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:58:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['bba1d3ce-422c-426e-a22d-4a12cd81e62e'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:28.343558 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-916b1d2b-f343-47c4-aabc-dba00d466bcd tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Made reservation on behalf of d40c78ed24d44bc286019ecdefec3c75 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:28.347154 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-916b1d2b-f343-47c4-aabc-dba00d466bcd tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:28.420723 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8aedb59-22e0-4027-8fab-2443a52c8c55 admin admin] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:28.459576 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-9ea9565c-c904-4b52-af3a-a86810887b26 None None] Set router bba1d3ce-422c-426e-a22d-4a12cd81e62e gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:58:28.551096 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8aedb59-22e0-4027-8fab-2443a52c8c55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:28.552263 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-44fe8fe7-d0e1-447f-b012-112569e6b989 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--2085003919&fields=id&tenant_id=f45042291f6d424394d35c26dcf75613 HTTP/1.1" status: 200 len: 267 time: 0.0992124 Sep 21 17:58:28.612052 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-916b1d2b-f343-47c4-aabc-dba00d466bcd tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Allocated IP 172.20.0.10 (543c6f8a-4719-45e7-ae5b-7d43c52acf45/97a406fa-a160-4fba-ab8a-73084b03db92/430c32fc-16c3-4533-a2e3-0a3fe03a49f8) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:28.627091 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-e2736d4e-dbe0-44c5-9d82-6399b60464e5 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:28.628564 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-e2736d4e-dbe0-44c5-9d82-6399b60464e5 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports/b666b514-e94e-4667-894c-fef701235f80 HTTP/1.1" status: 200 len: 937 time: 0.0659201 Sep 21 17:58:28.680486 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-a8aedb59-22e0-4027-8fab-2443a52c8c55 admin admin] Deleting port f44826d1-126c-45bb-8bc1-3fe8b64af050 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:58:28.680486 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8aedb59-22e0-4027-8fab-2443a52c8c55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:28.709604 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-9ea9565c-c904-4b52-af3a-a86810887b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'name': 'tempest-ServersTestFqdnHostnames-789837653-router', 'tenant_id': '03a97da90df04941aa3b8e3f080c47ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'f44826d1-126c-45bb-8bc1-3fe8b64af050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:56:01Z', 'updated_at': '2021-09-21T17:58:26Z', 'revision_number': 5, 'project_id': '03a97da90df04941aa3b8e3f080c47ec', 'gw_port': {'id': 'f44826d1-126c-45bb-8bc1-3fe8b64af050', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:17:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:56:02Z', 'updated_at': '2021-09-21T17:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:28.712287 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-51ef0399-5d6b-419e-970b-c84b474b06b3 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:28.714122 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-51ef0399-5d6b-419e-970b-c84b474b06b3 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports/64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a HTTP/1.1" status: 200 len: 937 time: 0.0785484 Sep 21 17:58:28.725411 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ea01c-5577-4602-a0f8-485f2c043ed5 req-5cb04044-3f35-485c-8fd2-e9d064f75927 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:28.727470 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c60ea01c-5577-4602-a0f8-485f2c043ed5 req-5cb04044-3f35-485c-8fd2-e9d064f75927 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 945 time: 0.1128085 Sep 21 17:58:28.762627 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea9565c-c904-4b52-af3a-a86810887b26 None None] Checking router: bba1d3ce-422c-426e-a22d-4a12cd81e62e for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:58:28.772637 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea9565c-c904-4b52-af3a-a86810887b26 None None] Routers {'bba1d3ce-422c-426e-a22d-4a12cd81e62e'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:58:28.773406 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-9ea9565c-c904-4b52-af3a-a86810887b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:58:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['bba1d3ce-422c-426e-a22d-4a12cd81e62e'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:28.816785 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c60ea01c-5577-4602-a0f8-485f2c043ed5 req-5aea2c4f-7a80-4267-87f2-9bd203df3bc8 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599682 Sep 21 17:58:28.818821 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-a8aedb59-22e0-4027-8fab-2443a52c8c55 admin admin] For port f44826d1-126c-45bb-8bc1-3fe8b64af050, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f44826d1-126c-45bb-8bc1-3fe8b64af050,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:28.819214 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8aedb59-22e0-4027-8fab-2443a52c8c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:28.833606 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-a8aedb59-22e0-4027-8fab-2443a52c8c55 admin admin] Calling delete_port for f44826d1-126c-45bb-8bc1-3fe8b64af050 owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:58:28.865348 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-916b1d2b-f343-47c4-aabc-dba00d466bcd tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:28.921563 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-9ea9565c-c904-4b52-af3a-a86810887b26 None None] Set router bba1d3ce-422c-426e-a22d-4a12cd81e62e gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:58:28.976261 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-56112237-17de-40a9-9f68-1059db897662 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?network_id=2d5cd904-6c64-427e-ac24-4519ebea83bd&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1176267 Sep 21 17:58:28.999512 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-9ea9565c-c904-4b52-af3a-a86810887b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'name': 'tempest-ServersTestFqdnHostnames-789837653-router', 'tenant_id': '03a97da90df04941aa3b8e3f080c47ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:56:01Z', 'updated_at': '2021-09-21T17:58:28Z', 'revision_number': 6, 'project_id': '03a97da90df04941aa3b8e3f080c47ec', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:29.035969 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea9565c-c904-4b52-af3a-a86810887b26 None None] The sync data for ids ['bba1d3ce-422c-426e-a22d-4a12cd81e62e'] in n-d-810291-1 is: [{'id': 'bba1d3ce-422c-426e-a22d-4a12cd81e62e', 'name': 'tempest-ServersTestFqdnHostnames-789837653-router', 'tenant_id': '03a97da90df04941aa3b8e3f080c47ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:56:01Z', 'updated_at': '2021-09-21T17:58:28Z', 'revision_number': 6, 'project_id': '03a97da90df04941aa3b8e3f080c47ec', 'gw_port_host': None}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:58:29.065230 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8aedb59-22e0-4027-8fab-2443a52c8c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:29.082294 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-472b05cc-e759-4c4b-ac54-3562d65b65e5 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?network_id=2d5cd904-6c64-427e-ac24-4519ebea83bd&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0862746 Sep 21 17:58:29.143730 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aedb59-22e0-4027-8fab-2443a52c8c55 admin admin] Pushing event deleted for resources: {'Port': ['ID=f44826d1-126c-45bb-8bc1-3fe8b64af050,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:29.169397 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-916b1d2b-f343-47c4-aabc-dba00d466bcd tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:29.218140 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-916b1d2b-f343-47c4-aabc-dba00d466bcd tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Network 543c6f8a-4719-45e7-ae5b-7d43c52acf45 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:29.225619 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-916b1d2b-f343-47c4-aabc-dba00d466bcd tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:29.231235 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2422e45-2d09-473a-a683-4ab5fe43d5d9 req-25980f07-94ce-41f8-b52a-aa3dc030bd72 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:29.232793 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f2422e45-2d09-473a-a683-4ab5fe43d5d9 req-25980f07-94ce-41f8-b52a-aa3dc030bd72 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5 HTTP/1.1" status: 200 len: 945 time: 0.1480904 Sep 21 17:58:29.238345 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8aedb59-22e0-4027-8fab-2443a52c8c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:29.241434 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-916b1d2b-f343-47c4-aabc-dba00d466bcd tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:29.298240 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-916b1d2b-f343-47c4-aabc-dba00d466bcd tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:29.298596 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-916b1d2b-f343-47c4-aabc-dba00d466bcd tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:29.323521 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b1d2b-f343-47c4-aabc-dba00d466bcd tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Pushing event updated for resources: {'Port': ['ID=430c32fc-16c3-4533-a2e3-0a3fe03a49f8,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:29.333509 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-321e690e-6b3c-479d-b3fb-5997a3a60f78 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:29.339319 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-321e690e-6b3c-479d-b3fb-5997a3a60f78 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:29.345104 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-321e690e-6b3c-479d-b3fb-5997a3a60f78 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:29.349570 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8aedb59-22e0-4027-8fab-2443a52c8c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:29.352172 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8aedb59-22e0-4027-8fab-2443a52c8c55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:29.352651 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-321e690e-6b3c-479d-b3fb-5997a3a60f78 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/networks?id=2dc45eb4-5f11-4e3f-9333-457ab9caa65b&id=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0&id=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0&id=2d5cd904-6c64-427e-ac24-4519ebea83bd&id=2d5cd904-6c64-427e-ac24-4519ebea83bd HTTP/1.1" status: 200 len: 1996 time: 0.2694719 Sep 21 17:58:29.361685 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-916b1d2b-f343-47c4-aabc-dba00d466bcd tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2301512 Sep 21 17:58:29.371661 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-41f0aef2-a7b4-4d01-a9f5-dc2c825c2a78 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/quotas/f45042291f6d424394d35c26dcf75613 HTTP/1.1" status: 200 len: 375 time: 0.0180521 Sep 21 17:58:29.379626 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c430d169-9a67-471e-b899-13c3b0c30864 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Request body: {'port': {'device_id': '2306b996-adf3-46fb-a019-0be4804791dd', 'network_id': '94df87e6-ce8a-4b23-900d-480ef4eb3211', 'admin_state_up': True, 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'security_groups': ['6434721d-f332-433f-9e4d-79d2e0d62b51']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:29.439111 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f2422e45-2d09-473a-a683-4ab5fe43d5d9 req-0335cf82-b9c5-47bc-96fc-6c12d4a51f75 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737275 Sep 21 17:58:29.451981 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8aedb59-22e0-4027-8fab-2443a52c8c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:29.452548 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8aedb59-22e0-4027-8fab-2443a52c8c55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bba1d3ce-422c-426e-a22d-4a12cd81e62e {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 17:58:29.457402 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8aedb59-22e0-4027-8fab-2443a52c8c55 admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:29.458643 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a8aedb59-22e0-4027-8fab-2443a52c8c55 admin admin] 10.222.0.58 "DELETE /v2.0/routers/bba1d3ce-422c-426e-a22d-4a12cd81e62e HTTP/1.1" status: 204 len: 168 time: 1.1700759 Sep 21 17:58:29.462672 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35546) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:29.554941 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-6dc2a506-2087-4185-a374-13e914c9299d None None] Provisioning complete for port 430c32fc-16c3-4533-a2e3-0a3fe03a49f8 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:29.557552 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6dc2a506-2087-4185-a374-13e914c9299d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:29.569261 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6bd3a2e-6cc6-40e4-a5ef-549ce978a68f admin admin] Deleting subnet d628ba49-04ed-42b5-8c6e-ad716efa3f5f {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:58:29.580737 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d6bd3a2e-6cc6-40e4-a5ef-549ce978a68f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:29.590449 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c430d169-9a67-471e-b899-13c3b0c30864 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Made reservation on behalf of d40c78ed24d44bc286019ecdefec3c75 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:29.594567 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c430d169-9a67-471e-b899-13c3b0c30864 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:29.635958 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-46133648-7e86-4850-afca-6023ca3fe592 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f45042291f6d424394d35c26dcf75613&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2626369 Sep 21 17:58:29.714175 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d6bd3a2e-6cc6-40e4-a5ef-549ce978a68f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:29.726652 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c81d3-9b9a-40d8-9b98-df80089b5707 req-7339a77d-2a8d-4f8b-aca1-cd6f965713ba tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:29.728287 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-237c81d3-9b9a-40d8-9b98-df80089b5707 req-7339a77d-2a8d-4f8b-aca1-cd6f965713ba tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 932 time: 0.1427188 Sep 21 17:58:29.806238 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-237c81d3-9b9a-40d8-9b98-df80089b5707 req-3ef7cf80-449f-426c-bd72-8926ca07fd99 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590031 Sep 21 17:58:29.812371 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-6dc2a506-2087-4185-a374-13e914c9299d None None] Port 430c32fc-16c3-4533-a2e3-0a3fe03a49f8 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:58:29.848230 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-22ed7d70-145c-45fa-bfd8-944599518075 service neutron] 10.222.0.58 "GET /v2.0/networks/2dc45eb4-5f11-4e3f-9333-457ab9caa65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003620 Sep 21 17:58:29.868196 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d6bd3a2e-6cc6-40e4-a5ef-549ce978a68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:29.870875 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c430d169-9a67-471e-b899-13c3b0c30864 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Allocated IP 10.1.1.17 (94df87e6-ce8a-4b23-900d-480ef4eb3211/d3699259-078b-42b6-8c82-a8ec90dc08bf/716fb28e-e848-47bd-809e-fd034e6bb556) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:29.965502 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 6ed642b7-ec9a-4c4e-889b-72e44a4012f2 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:58:29.989415 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 6ed642b7-ec9a-4c4e-889b-72e44a4012f2 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:58:29.989769 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 6ed642b7-ec9a-4c4e-889b-72e44a4012f2 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:58:30.003454 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ae9bc-99ce-409f-b940-57c92625b5bf req-4dcc31df-0f46-498d-8ab2-5a54da5313ea tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:30.004935 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1a1ae9bc-99ce-409f-b940-57c92625b5bf req-4dcc31df-0f46-498d-8ab2-5a54da5313ea tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 946 time: 0.1159754 Sep 21 17:58:30.020640 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d6bd3a2e-6cc6-40e4-a5ef-549ce978a68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:30.059026 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd3a2e-6cc6-40e4-a5ef-549ce978a68f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d628ba49-04ed-42b5-8c6e-ad716efa3f5f,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:30.070545 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d6bd3a2e-6cc6-40e4-a5ef-549ce978a68f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:30.072695 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d6bd3a2e-6cc6-40e4-a5ef-549ce978a68f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d628ba49-04ed-42b5-8c6e-ad716efa3f5f HTTP/1.1" status: 204 len: 168 time: 0.6089966 Sep 21 17:58:30.077120 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a30d9ef-5ffe-4430-b7f8-975f94cb8ded None None] Network be09537b-816f-4398-925c-eafc9f2f873f requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:58:30.082451 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35552) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:30.103908 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1a1ae9bc-99ce-409f-b940-57c92625b5bf req-10351741-2fb5-44e2-9d5d-53bfd3b2d66f tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915897 Sep 21 17:58:30.172925 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c430d169-9a67-471e-b899-13c3b0c30864 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:30.187076 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-fbbee1f6-660d-4948-a74f-8c8107c28b9b service neutron] 10.222.0.58 "GET /v2.0/networks/2dc45eb4-5f11-4e3f-9333-457ab9caa65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974181 Sep 21 17:58:30.214862 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-170def01-62c2-4d7d-af42-95e38ea5751a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:30.246138 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-c266feb0-0c82-448f-a558-af259f686413 service neutron] 10.222.0.58 "GET /v2.0/ports/b666b514-e94e-4667-894c-fef701235f80?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0580270 Sep 21 17:58:30.250334 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d9b683a1-a83b-43a3-bb6c-975b378e0946 req-84f11041-3e0a-4e57-8576-5b51e890839a tempest-ServerShowV257Test-1233739198 tempest-ServerShowV257Test-1233739198-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d581c4b-180f-444f-a336-d857a2e11c46 HTTP/1.1" status: 200 len: 210 time: 0.0567429 Sep 21 17:58:30.331432 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f5dba7-a72a-4a44-9dcd-f0515d6ae3f4 None None] DHCP port deletion for be09537b-816f-4398-925c-eafc9f2f873f request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 17:58:30.343936 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-170def01-62c2-4d7d-af42-95e38ea5751a admin admin] Deleting port 9f7989b7-9473-47dc-afd2-fc3a934b3875 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:58:30.344515 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-170def01-62c2-4d7d-af42-95e38ea5751a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:30.371011 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c430d169-9a67-471e-b899-13c3b0c30864 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:30.433083 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-25f5dba7-a72a-4a44-9dcd-f0515d6ae3f4 None None] Deleting port 9f7989b7-9473-47dc-afd2-fc3a934b3875 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:58:30.433534 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-25f5dba7-a72a-4a44-9dcd-f0515d6ae3f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:30.438484 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c430d169-9a67-471e-b899-13c3b0c30864 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Network 94df87e6-ce8a-4b23-900d-480ef4eb3211 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:30.451739 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c430d169-9a67-471e-b899-13c3b0c30864 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:30.457667 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c430d169-9a67-471e-b899-13c3b0c30864 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:30.469616 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-170def01-62c2-4d7d-af42-95e38ea5751a admin admin] For port 9f7989b7-9473-47dc-afd2-fc3a934b3875, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=9f7989b7-9473-47dc-afd2-fc3a934b3875,segment=NetworkSegment(91c1de8b-fe24-4079-a240-45a197368c44),segment_id=91c1de8b-fe24-4079-a240-45a197368c44)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:30.470062 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-170def01-62c2-4d7d-af42-95e38ea5751a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:30.473815 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-92a13bd3-080a-4150-b8a0-c74c6296879d service neutron] 10.222.0.58 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264636 Sep 21 17:58:30.492066 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-170def01-62c2-4d7d-af42-95e38ea5751a admin admin] Calling delete_port for 9f7989b7-9473-47dc-afd2-fc3a934b3875 owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:58:30.510133 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b6088-b00c-4eca-9e48-aa5a7e0db788 req-e5c84577-c283-47ff-a7e0-7092483845b6 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:30.518430 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-005b6088-b00c-4eca-9e48-aa5a7e0db788 req-e5c84577-c283-47ff-a7e0-7092483845b6 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 945 time: 0.0993621 Sep 21 17:58:30.544173 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430d169-9a67-471e-b899-13c3b0c30864 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Pushing event updated for resources: {'Port': ['ID=716fb28e-e848-47bd-809e-fd034e6bb556,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:30.547456 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-25f5dba7-a72a-4a44-9dcd-f0515d6ae3f4 None None] For port 9f7989b7-9473-47dc-afd2-fc3a934b3875, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=9f7989b7-9473-47dc-afd2-fc3a934b3875,segment=NetworkSegment(91c1de8b-fe24-4079-a240-45a197368c44),segment_id=91c1de8b-fe24-4079-a240-45a197368c44)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:30.547957 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-25f5dba7-a72a-4a44-9dcd-f0515d6ae3f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:30.580133 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-25f5dba7-a72a-4a44-9dcd-f0515d6ae3f4 None None] Calling delete_port for 9f7989b7-9473-47dc-afd2-fc3a934b3875 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:58:30.626189 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-005b6088-b00c-4eca-9e48-aa5a7e0db788 req-3aab80e2-c280-4b97-84cc-9aef8c501b6b tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023126 Sep 21 17:58:30.649609 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c430d169-9a67-471e-b899-13c3b0c30864 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:30.650271 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c430d169-9a67-471e-b899-13c3b0c30864 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:30.676446 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-25f5dba7-a72a-4a44-9dcd-f0515d6ae3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:30.681487 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c430d169-9a67-471e-b899-13c3b0c30864 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3059268 Sep 21 17:58:30.697167 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-f941c578-2183-43ab-82c6-439baf7eb47d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Request body: {'port': {'device_id': '2306b996-adf3-46fb-a019-0be4804791dd', 'network_id': '94df87e6-ce8a-4b23-900d-480ef4eb3211', 'admin_state_up': True, 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'security_groups': ['6434721d-f332-433f-9e4d-79d2e0d62b51']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:30.699802 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-170def01-62c2-4d7d-af42-95e38ea5751a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:30.720665 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5dba7-a72a-4a44-9dcd-f0515d6ae3f4 None None] Pushing event deleted for resources: {'Port': ['ID=9f7989b7-9473-47dc-afd2-fc3a934b3875,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:30.731528 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f5dba7-a72a-4a44-9dcd-f0515d6ae3f4 None None] No DVR routers for this DVR port 9f7989b7-9473-47dc-afd2-fc3a934b3875 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:58:30.763002 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170def01-62c2-4d7d-af42-95e38ea5751a admin admin] Pushing event deleted for resources: {'Port': ['ID=9f7989b7-9473-47dc-afd2-fc3a934b3875,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:30.783739 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170def01-62c2-4d7d-af42-95e38ea5751a admin admin] No DVR routers for this DVR port 9f7989b7-9473-47dc-afd2-fc3a934b3875 on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:58:30.809191 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-b184e08f-3b8b-42a4-ab87-d7394aa8bec9 service neutron] 10.222.0.58 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341808 Sep 21 17:58:30.847481 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-6f339678-7ce5-4096-b10c-d5cc6b09831f None None] Provisioning complete for port 716fb28e-e848-47bd-809e-fd034e6bb556 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:30.847870 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6f339678-7ce5-4096-b10c-d5cc6b09831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:30.873289 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-8d815ce1-9e93-4d0a-98d8-bee971d92b99 service neutron] 10.222.0.58 "GET /v2.0/ports/64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0626686 Sep 21 17:58:30.875277 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-f941c578-2183-43ab-82c6-439baf7eb47d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Made reservation on behalf of d40c78ed24d44bc286019ecdefec3c75 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:30.880200 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-f941c578-2183-43ab-82c6-439baf7eb47d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:30.885922 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-6f339678-7ce5-4096-b10c-d5cc6b09831f None None] Port 716fb28e-e848-47bd-809e-fd034e6bb556 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:58:30.910840 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-170def01-62c2-4d7d-af42-95e38ea5751a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:30.936122 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-170def01-62c2-4d7d-af42-95e38ea5751a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be09537b-816f-4398-925c-eafc9f2f873f']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:30.947931 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-170def01-62c2-4d7d-af42-95e38ea5751a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91c1de8b-fe24-4079-a240-45a197368c44') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:30.948204 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-170def01-62c2-4d7d-af42-95e38ea5751a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91c1de8b-fe24-4079-a240-45a197368c44') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:30.966742 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-170def01-62c2-4d7d-af42-95e38ea5751a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:30.976110 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b374e9-3569-4d5b-8100-c4690d7a7289 req-541ed183-43ac-422f-ad93-96f6fc6f78f2 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:30.977714 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e8b374e9-3569-4d5b-8100-c4690d7a7289 req-541ed183-43ac-422f-ad93-96f6fc6f78f2 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5 HTTP/1.1" status: 200 len: 945 time: 0.1402705 Sep 21 17:58:31.003948 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-170def01-62c2-4d7d-af42-95e38ea5751a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:31.014790 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-170def01-62c2-4d7d-af42-95e38ea5751a admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:58:31.015226 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-170def01-62c2-4d7d-af42-95e38ea5751a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: timer() Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:58:31.017011 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:58:31.079517 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e8b374e9-3569-4d5b-8100-c4690d7a7289 req-e4f4a576-1e84-425d-97b4-03b74d587899 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934904 Sep 21 17:58:31.109641 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-170def01-62c2-4d7d-af42-95e38ea5751a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:31.137306 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-170def01-62c2-4d7d-af42-95e38ea5751a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:31.144172 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-170def01-62c2-4d7d-af42-95e38ea5751a admin admin] 10.222.0.58 "DELETE /v2.0/networks/be09537b-816f-4398-925c-eafc9f2f873f HTTP/1.1" status: 204 len: 168 time: 1.0603774 Sep 21 17:58:31.145041 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170def01-62c2-4d7d-af42-95e38ea5751a admin admin] Pushing event deleted for resources: {'Network': ['ID=be09537b-816f-4398-925c-eafc9f2f873f,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:31.261284 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552e02d-b776-471a-af1a-dd3e589ea663 req-c3fb09fd-2e56-447f-8f20-d6ce9cfa0be8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:31.267993 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552e02d-b776-471a-af1a-dd3e589ea663 req-c3fb09fd-2e56-447f-8f20-d6ce9cfa0be8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:31.269739 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a552e02d-b776-471a-af1a-dd3e589ea663 req-c3fb09fd-2e56-447f-8f20-d6ce9cfa0be8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 1653 time: 0.0975375 Sep 21 17:58:31.299363 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-1e95412b-169e-48ff-bcdf-ed047676f54c service neutron] 10.222.0.58 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149814 Sep 21 17:58:31.319038 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a552e02d-b776-471a-af1a-dd3e589ea663 req-a2e05e79-f39d-4614-ab81-3fd075675670 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396869 Sep 21 17:58:31.358205 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35566) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:31.427639 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-670139f1-0f10-4cb3-ac43-edbb5eddfa9a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=03a97da90df04941aa3b8e3f080c47ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0680554 Sep 21 17:58:31.430038 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35568) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:31.455858 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-a2e3745e-76a4-4138-aa62-1645a37fc9e3 service neutron] 10.222.0.58 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226327 Sep 21 17:58:31.457218 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-f941c578-2183-43ab-82c6-439baf7eb47d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Allocated IP 10.1.1.160 (94df87e6-ce8a-4b23-900d-480ef4eb3211/d3699259-078b-42b6-8c82-a8ec90dc08bf/547aed97-ff50-41d9-8e86-bb229dc4a6f0) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:31.488149 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c9c4c-2dbe-410a-9d5c-dd9a617096e3 req-24e243c8-7af2-44b6-9ebf-fc4aebf60420 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:31.489774 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3c2c9c4c-2dbe-410a-9d5c-dd9a617096e3 req-24e243c8-7af2-44b6-9ebf-fc4aebf60420 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5 HTTP/1.1" status: 200 len: 945 time: 0.0987051 Sep 21 17:58:31.505603 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0bbe99e6-7774-4abc-9cb4-d0488bd1bed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:31.542362 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0bbe99e6-7774-4abc-9cb4-d0488bd1bed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:31.563163 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3c2c9c4c-2dbe-410a-9d5c-dd9a617096e3 req-8da925c5-ed6c-4bc2-8b66-1b1c86cfd6fe tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585041 Sep 21 17:58:31.635849 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9d8aab6b-1fcd-46be-8ba3-bb9aa9a5cbf8 service neutron] 10.222.0.58 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683309 Sep 21 17:58:31.654086 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0bbe99e6-7774-4abc-9cb4-d0488bd1bed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:31.656715 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0bbe99e6-7774-4abc-9cb4-d0488bd1bed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:31.660609 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0bbe99e6-7774-4abc-9cb4-d0488bd1bed7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2bc7badc-1d0f-41c9-b13b-8cec4e0c01af HTTP/1.1" status: 204 len: 168 time: 0.2294290 Sep 21 17:58:31.670881 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe99e6-7774-4abc-9cb4-d0488bd1bed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc7badc-1d0f-41c9-b13b-8cec4e0c01af,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:31.724421 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 9f7989b7-9473-47dc-afd2-fc3a934b3875 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:58:31.746598 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5ea65-027e-48ba-8dc4-efef0cd192fb req-57e899bc-b8b3-47e6-980b-ed46eb082648 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:31.748217 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-86f5ea65-027e-48ba-8dc4-efef0cd192fb req-57e899bc-b8b3-47e6-980b-ed46eb082648 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 946 time: 0.0751998 Sep 21 17:58:31.752227 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 9f7989b7-9473-47dc-afd2-fc3a934b3875 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:58:31.752951 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 9f7989b7-9473-47dc-afd2-fc3a934b3875 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:58:31.754046 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f44826d1-126c-45bb-8bc1-3fe8b64af050 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:58:31.777268 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: f44826d1-126c-45bb-8bc1-3fe8b64af050 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:58:31.777884 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f44826d1-126c-45bb-8bc1-3fe8b64af050 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:58:31.791322 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-f941c578-2183-43ab-82c6-439baf7eb47d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:31.818627 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-86f5ea65-027e-48ba-8dc4-efef0cd192fb req-bd47fcee-e8d6-4f23-8aa9-86465c4438b6 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633290 Sep 21 17:58:31.833718 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-f347b223-60d7-40ce-a16a-e12879f225dc service neutron] 10.222.0.58 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849651 Sep 21 17:58:31.873882 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-f941c578-2183-43ab-82c6-439baf7eb47d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:31.895598 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-f941c578-2183-43ab-82c6-439baf7eb47d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Network 94df87e6-ce8a-4b23-900d-480ef4eb3211 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:31.899997 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-f941c578-2183-43ab-82c6-439baf7eb47d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:31.972391 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-f941c578-2183-43ab-82c6-439baf7eb47d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:31.976914 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9372527e-6c63-4914-bc04-cb1e276f46db req-fc891b5d-a814-4904-8eeb-7c5da1270e03 tempest-ServerShowV257Test-1233739198 tempest-ServerShowV257Test-1233739198-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d581c4b-180f-444f-a336-d857a2e11c46 HTTP/1.1" status: 200 len: 210 time: 0.0792422 Sep 21 17:58:32.046864 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941c578-2183-43ab-82c6-439baf7eb47d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Pushing event updated for resources: {'Port': ['ID=547aed97-ff50-41d9-8e86-bb229dc4a6f0,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:32.095020 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f941c578-2183-43ab-82c6-439baf7eb47d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:32.095377 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f941c578-2183-43ab-82c6-439baf7eb47d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:32.095726 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f941c578-2183-43ab-82c6-439baf7eb47d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:32.096220 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f941c578-2183-43ab-82c6-439baf7eb47d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:32.096569 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f941c578-2183-43ab-82c6-439baf7eb47d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:32.096905 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f941c578-2183-43ab-82c6-439baf7eb47d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:32.097265 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f941c578-2183-43ab-82c6-439baf7eb47d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:32.097603 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f941c578-2183-43ab-82c6-439baf7eb47d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:32.097931 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f941c578-2183-43ab-82c6-439baf7eb47d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:32.098298 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f941c578-2183-43ab-82c6-439baf7eb47d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:32.098639 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f941c578-2183-43ab-82c6-439baf7eb47d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:32.098986 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f941c578-2183-43ab-82c6-439baf7eb47d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:32.134471 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-a29f90ea-2cf6-4d00-9038-4608deba6abc service neutron] 10.222.0.58 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902873 Sep 21 17:58:32.151218 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-f941c578-2183-43ab-82c6-439baf7eb47d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:32.151868 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-f941c578-2183-43ab-82c6-439baf7eb47d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:32.229087 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-f941c578-2183-43ab-82c6-439baf7eb47d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5380781 Sep 21 17:58:32.244994 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-43a22984-4781-480d-8170-49fdb53f2454 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Request body: {'port': {'device_id': '2306b996-adf3-46fb-a019-0be4804791dd', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2a44a677-1927-4f9e-821d-0c18ad02e765', 'admin_state_up': True, 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'security_groups': ['6434721d-f332-433f-9e4d-79d2e0d62b51']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:32.330133 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-63e48c60-35c7-4b99-b355-0dce553363d3 None None] Provisioning complete for port 547aed97-ff50-41d9-8e86-bb229dc4a6f0 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:32.333329 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-63e48c60-35c7-4b99-b355-0dce553363d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:32.346093 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-6116102f-0f2f-4eb1-883c-8d5f0bd0063e service neutron] 10.222.0.58 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134249 Sep 21 17:58:32.378994 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-63e48c60-35c7-4b99-b355-0dce553363d3 None None] Port 547aed97-ff50-41d9-8e86-bb229dc4a6f0 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:58:32.512972 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-8060c65c-e26a-444c-9c5d-2271af9a2b2b service neutron] 10.222.0.58 "GET /v2.0/networks/2d5cd904-6c64-427e-ac24-4519ebea83bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658750 Sep 21 17:58:32.522920 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-43a22984-4781-480d-8170-49fdb53f2454 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Made reservation on behalf of d40c78ed24d44bc286019ecdefec3c75 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:32.524004 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb567d-4eb9-4036-9ae8-ee2b194d874e req-5b8b07e0-1ad9-4ab4-9be7-22a65fe77900 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:32.531545 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2acb567d-4eb9-4036-9ae8-ee2b194d874e req-5b8b07e0-1ad9-4ab4-9be7-22a65fe77900 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 945 time: 0.0627961 Sep 21 17:58:32.578039 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2acb567d-4eb9-4036-9ae8-ee2b194d874e req-92a81575-2919-4b21-89ac-59c8e1b491d1 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441647 Sep 21 17:58:32.695579 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-c387dfc5-4da9-4881-a618-202e5f14511c service neutron] 10.222.0.58 "GET /v2.0/networks/2d5cd904-6c64-427e-ac24-4519ebea83bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816225 Sep 21 17:58:32.709113 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-43a22984-4781-480d-8170-49fdb53f2454 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:32.751114 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 35608) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:32.836040 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60b1f7-073d-49cf-8d80-e4ffca039337 req-aee630f4-aeb0-4a9f-8376-3797f22289d6 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:32.845025 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60b1f7-073d-49cf-8d80-e4ffca039337 req-aee630f4-aeb0-4a9f-8376-3797f22289d6 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:32.853655 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60b1f7-073d-49cf-8d80-e4ffca039337 req-aee630f4-aeb0-4a9f-8376-3797f22289d6 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:32.862055 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fb60b1f7-073d-49cf-8d80-e4ffca039337 req-aee630f4-aeb0-4a9f-8376-3797f22289d6 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 2374 time: 0.0956576 Sep 21 17:58:32.903546 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-63f30234-c987-4be2-a110-18513c3d5931 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-502807318-network', 'tenant_id': 'a8da2b927d2245079ac16237e127ada3'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:32.904151 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fb60b1f7-073d-49cf-8d80-e4ffca039337 req-68574be1-e8ce-430b-964a-0716963b4723 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408421 Sep 21 17:58:32.974123 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-57224101-e3fa-4071-9964-87aeb77405bb service neutron] 10.222.0.58 "GET /v2.0/networks/2d5cd904-6c64-427e-ac24-4519ebea83bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767043 Sep 21 17:58:33.023692 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f30234-c987-4be2-a110-18513c3d5931 admin admin] Made reservation on behalf of a8da2b927d2245079ac16237e127ada3 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:33.025983 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-63f30234-c987-4be2-a110-18513c3d5931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:33.096049 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-63f30234-c987-4be2-a110-18513c3d5931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:33.153588 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a4c92-a4c5-4abe-b407-91a03c6aa2f5 req-b2f9e402-ae2c-4946-b484-f54b917aa6c3 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:33.155661 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-d45de9cd-7ed3-47b4-91ac-4f746856a8f3 service neutron] 10.222.0.58 "GET /v2.0/networks/2d5cd904-6c64-427e-ac24-4519ebea83bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806788 Sep 21 17:58:33.160032 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-43a22984-4781-480d-8170-49fdb53f2454 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Allocated IP 10.2.2.100 (2a44a677-1927-4f9e-821d-0c18ad02e765/f88e04cf-6a48-4a7e-9d33-f15c9b0c57cc/ffc148a5-4d43-46cc-8045-82846ca5041a) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:33.166800 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e60a4c92-a4c5-4abe-b407-91a03c6aa2f5 req-b2f9e402-ae2c-4946-b484-f54b917aa6c3 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 946 time: 0.0502114 Sep 21 17:58:33.231994 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e60a4c92-a4c5-4abe-b407-91a03c6aa2f5 req-6ff69f9f-61a8-43e5-84bc-95cda200a7fd tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636170 Sep 21 17:58:33.319123 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1c1749bd-d0ce-4ffa-8687-57fa82d56c75 req-4b771af6-2091-494a-ba6e-2dc8e316d58c tempest-ServerShowV257Test-1233739198 tempest-ServerShowV257Test-1233739198-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d581c4b-180f-444f-a336-d857a2e11c46 HTTP/1.1" status: 200 len: 210 time: 0.0339940 Sep 21 17:58:33.378162 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-63f30234-c987-4be2-a110-18513c3d5931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:33.419637 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-43a22984-4781-480d-8170-49fdb53f2454 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:33.455262 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-63f30234-c987-4be2-a110-18513c3d5931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:33.488375 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-43a22984-4781-480d-8170-49fdb53f2454 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:33.503011 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41cab6-cfa1-4579-b1a5-8bf13cf23224 req-69475e23-ee5e-46d9-b63a-510860bd74df tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:33.509240 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f30234-c987-4be2-a110-18513c3d5931 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:58:33.512473 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6e41cab6-cfa1-4579-b1a5-8bf13cf23224 req-69475e23-ee5e-46d9-b63a-510860bd74df tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5 HTTP/1.1" status: 200 len: 945 time: 0.0727289 Sep 21 17:58:33.546994 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f30234-c987-4be2-a110-18513c3d5931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:33.559936 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6e41cab6-cfa1-4579-b1a5-8bf13cf23224 req-c8e61469-ed96-4897-b30f-f840fd357e8d tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463381 Sep 21 17:58:33.563197 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-63f30234-c987-4be2-a110-18513c3d5931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:33.563560 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-63f30234-c987-4be2-a110-18513c3d5931 admin admin] Added segment 360d39f6-7703-40a4-89a3-bbacde0632cb of type vlan for network 26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf Sep 21 17:58:33.597105 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-43a22984-4781-480d-8170-49fdb53f2454 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Network 2a44a677-1927-4f9e-821d-0c18ad02e765 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:33.599832 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a22984-4781-480d-8170-49fdb53f2454 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Pushing event updated for resources: {'Port': ['ID=ffc148a5-4d43-46cc-8045-82846ca5041a,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:33.620348 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-43a22984-4781-480d-8170-49fdb53f2454 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:33.625632 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-43a22984-4781-480d-8170-49fdb53f2454 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:33.665339 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-63f30234-c987-4be2-a110-18513c3d5931 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:33.699649 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-43a22984-4781-480d-8170-49fdb53f2454 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:33.700333 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-43a22984-4781-480d-8170-49fdb53f2454 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:33.718386 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028a255-2b07-4eea-90db-b3454ad4aab8 req-236d37e9-0a44-42df-9970-5fa5fe5c38d7 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:33.720336 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-63f30234-c987-4be2-a110-18513c3d5931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:33.721801 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f30234-c987-4be2-a110-18513c3d5931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:33.722205 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-63f30234-c987-4be2-a110-18513c3d5931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:33.737364 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-43a22984-4781-480d-8170-49fdb53f2454 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4984155 Sep 21 17:58:33.742712 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-63f30234-c987-4be2-a110-18513c3d5931 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9879427 Sep 21 17:58:33.742899 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1028a255-2b07-4eea-90db-b3454ad4aab8 req-236d37e9-0a44-42df-9970-5fa5fe5c38d7 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 945 time: 0.0925584 Sep 21 17:58:33.747357 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35650) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:33.757375 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-4fb37333-50da-4c51-a686-00598befa01f tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Request body: {'port': {'device_id': '2306b996-adf3-46fb-a019-0be4804791dd', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2a44a677-1927-4f9e-821d-0c18ad02e765', 'admin_state_up': True, 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'security_groups': ['6434721d-f332-433f-9e4d-79d2e0d62b51']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:33.763696 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-40bab9b6-38e0-4f7f-a6b2-80e17f2dc540 admin admin] Request body: {'subnet': {'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-502807318-subnet', 'tenant_id': 'a8da2b927d2245079ac16237e127ada3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:33.813531 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1028a255-2b07-4eea-90db-b3454ad4aab8 req-911ba8e2-ebf6-44ed-b72f-65ea04c85d71 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711420 Sep 21 17:58:33.814747 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bab9b6-38e0-4f7f-a6b2-80e17f2dc540 admin admin] Made reservation on behalf of a8da2b927d2245079ac16237e127ada3 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:33.817926 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-40bab9b6-38e0-4f7f-a6b2-80e17f2dc540 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:33.873699 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f30234-c987-4be2-a110-18513c3d5931 admin admin] Pushing event updated for resources: {'Network': ['ID=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:33.884903 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:58:34.094579 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-09393231-c7b9-47fb-aa4f-0b1b780fae84 None None] Provisioning complete for port ffc148a5-4d43-46cc-8045-82846ca5041a triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:34.094979 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-09393231-c7b9-47fb-aa4f-0b1b780fae84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:34.123541 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-4fb37333-50da-4c51-a686-00598befa01f tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Made reservation on behalf of d40c78ed24d44bc286019ecdefec3c75 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:34.130317 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-4fb37333-50da-4c51-a686-00598befa01f tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:34.136768 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-09393231-c7b9-47fb-aa4f-0b1b780fae84 None None] Port ffc148a5-4d43-46cc-8045-82846ca5041a cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:58:34.216963 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb6353-4c5d-44bd-8791-4c7f50a5de2c req-9d7c7474-d25d-4ead-ae53-b68b9ddcc9db tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:34.224156 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb6353-4c5d-44bd-8791-4c7f50a5de2c req-9d7c7474-d25d-4ead-ae53-b68b9ddcc9db tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:34.229921 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb6353-4c5d-44bd-8791-4c7f50a5de2c req-9d7c7474-d25d-4ead-ae53-b68b9ddcc9db tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:34.236068 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb6353-4c5d-44bd-8791-4c7f50a5de2c req-9d7c7474-d25d-4ead-ae53-b68b9ddcc9db tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:34.238426 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8fcb6353-4c5d-44bd-8791-4c7f50a5de2c req-9d7c7474-d25d-4ead-ae53-b68b9ddcc9db tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 3095 time: 0.0906208 Sep 21 17:58:34.240471 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-40bab9b6-38e0-4f7f-a6b2-80e17f2dc540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:34.269639 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2a42f7a0-f9d2-4593-a77e-7fd9c8ffb272 req-b6eb9d07-d2b2-40f6-be71-6e914539c61c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 210 time: 0.1819544 Sep 21 17:58:34.353449 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8fcb6353-4c5d-44bd-8791-4c7f50a5de2c req-85c63fe7-96c6-425a-8471-59df1b393388 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063874 Sep 21 17:58:34.360163 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bab9b6-38e0-4f7f-a6b2-80e17f2dc540 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63a1043c-b263-4aac-aec7-9797fbf7cd86,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:34.377422 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bab9b6-38e0-4f7f-a6b2-80e17f2dc540 admin admin] Checking segment: {'id': '360d39f6-7703-40a4-89a3-bbacde0632cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:58:34.377791 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bab9b6-38e0-4f7f-a6b2-80e17f2dc540 admin admin] Network hostable DHCP agents. Network: 26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:58:34.425453 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bab9b6-38e0-4f7f-a6b2-80e17f2dc540 admin admin] Network 26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:58:34.439819 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-40bab9b6-38e0-4f7f-a6b2-80e17f2dc540 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:34.450780 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bab9b6-38e0-4f7f-a6b2-80e17f2dc540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:34.451025 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10057b8-ba2c-4a90-9f4d-6e6d6039f88f None None] Network 26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:58:34.451445 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-40bab9b6-38e0-4f7f-a6b2-80e17f2dc540 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:34.495963 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-40bab9b6-38e0-4f7f-a6b2-80e17f2dc540 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7444174 Sep 21 17:58:34.499958 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35668) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:34.504280 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-bd170a37-9320-4ab2-8b9b-801c3f1315a1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-502807318-router', 'tenant_id': 'a8da2b927d2245079ac16237e127ada3', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:34.506957 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-4fb37333-50da-4c51-a686-00598befa01f tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Allocated IP 10.2.2.200 (2a44a677-1927-4f9e-821d-0c18ad02e765/f88e04cf-6a48-4a7e-9d33-f15c9b0c57cc/22f926ba-99a0-4b43-be3b-dedd87053234) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:34.527571 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4d82953c-27ac-4a28-b909-d661a38b0aca req-eb22ebc3-1f71-48bc-b3ab-ed7d58559c78 tempest-ServerShowV257Test-1233739198 tempest-ServerShowV257Test-1233739198-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d581c4b-180f-444f-a336-d857a2e11c46 HTTP/1.1" status: 200 len: 210 time: 0.0496669 Sep 21 17:58:34.575015 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bd170a37-9320-4ab2-8b9b-801c3f1315a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:34.576124 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bd170a37-9320-4ab2-8b9b-801c3f1315a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:34.593900 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627a244-c586-4fa9-9f4d-2feec71a169c req-d096d449-99f8-4914-aca0-b5dad07f4e0b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:34.601837 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5627a244-c586-4fa9-9f4d-2feec71a169c req-d096d449-99f8-4914-aca0-b5dad07f4e0b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 946 time: 0.1622872 Sep 21 17:58:34.719911 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5102c139-6df9-4e88-be7d-a314bb59dda6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf', 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf', 'tenant_id': 'a8da2b927d2245079ac16237e127ada3', 'fixed_ips': [{'subnet_id': '63a1043c-b263-4aac-aec7-9797fbf7cd86'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:58:34.720815 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5102c139-6df9-4e88-be7d-a314bb59dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:34.727611 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bd170a37-9320-4ab2-8b9b-801c3f1315a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:34.744423 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5627a244-c586-4fa9-9f4d-2feec71a169c req-816ddaa6-b2ca-4ddf-a767-358662ceb141 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413028 Sep 21 17:58:34.794211 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-4fb37333-50da-4c51-a686-00598befa01f tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:34.838391 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-4fb37333-50da-4c51-a686-00598befa01f tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:34.915648 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb37333-50da-4c51-a686-00598befa01f tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Pushing event updated for resources: {'Port': ['ID=22f926ba-99a0-4b43-be3b-dedd87053234,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:34.939868 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-5102c139-6df9-4e88-be7d-a314bb59dda6 None None] Allocated IP 172.20.0.2 (26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf/63a1043c-b263-4aac-aec7-9797fbf7cd86/70dbd01d-f5bf-4bec-bf3d-9fdf4ab91ede) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:34.946958 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-4fb37333-50da-4c51-a686-00598befa01f tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Network 2a44a677-1927-4f9e-821d-0c18ad02e765 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:34.995359 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-4fb37333-50da-4c51-a686-00598befa01f tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:35.003137 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-4fb37333-50da-4c51-a686-00598befa01f tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:35.087105 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86c239-dfd9-422d-b46e-2009fd265994 req-ba6b8e59-01f7-4175-975d-564c718727c7 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:35.088892 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad86c239-dfd9-422d-b46e-2009fd265994 req-ba6b8e59-01f7-4175-975d-564c718727c7 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 945 time: 0.1585677 Sep 21 17:58:35.113211 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-4fb37333-50da-4c51-a686-00598befa01f tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:35.113901 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-4fb37333-50da-4c51-a686-00598befa01f tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:35.154256 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-4fb37333-50da-4c51-a686-00598befa01f tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4028840 Sep 21 17:58:35.158772 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad86c239-dfd9-422d-b46e-2009fd265994 req-09f8d9b2-0d50-487b-bdb3-4397a741f553 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603795 Sep 21 17:58:35.171611 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-d01bd78f-c692-4a8c-81ed-3e989009fe37 service neutron] Request body: {'port': {'device_id': '2306b996-adf3-46fb-a019-0be4804791dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:35.219485 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5102c139-6df9-4e88-be7d-a314bb59dda6 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:35.244973 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5102c139-6df9-4e88-be7d-a314bb59dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:35.259372 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-d01bd78f-c692-4a8c-81ed-3e989009fe37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:35.345500 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102c139-6df9-4e88-be7d-a314bb59dda6 None None] Pushing event updated for resources: {'Port': ['ID=70dbd01d-f5bf-4bec-bf3d-9fdf4ab91ede,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:35.346168 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36568cae-0218-440c-85a3-030fc1c6724d req-918d95a1-e767-447e-81d2-ed5568a12b1b tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:35.364529 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-36568cae-0218-440c-85a3-030fc1c6724d req-918d95a1-e767-447e-81d2-ed5568a12b1b tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5 HTTP/1.1" status: 200 len: 945 time: 0.6573231 Sep 21 17:58:35.406000 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5102c139-6df9-4e88-be7d-a314bb59dda6 None None] Network 26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:35.411010 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-afdf585c-0f05-4854-ab67-41fcba53855d None None] Provisioning complete for port 22f926ba-99a0-4b43-be3b-dedd87053234 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:35.411507 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-afdf585c-0f05-4854-ab67-41fcba53855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:35.413607 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-5102c139-6df9-4e88-be7d-a314bb59dda6 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:35.416430 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5102c139-6df9-4e88-be7d-a314bb59dda6 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:35.504123 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bd170a37-9320-4ab2-8b9b-801c3f1315a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:35.505190 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-afdf585c-0f05-4854-ab67-41fcba53855d None None] Port 22f926ba-99a0-4b43-be3b-dedd87053234 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:58:35.510030 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-5102c139-6df9-4e88-be7d-a314bb59dda6 None None] Attempting to bind port 70dbd01d-f5bf-4bec-bf3d-9fdf4ab91ede on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:58:35.510436 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-5102c139-6df9-4e88-be7d-a314bb59dda6 None None] Attempting to bind port 70dbd01d-f5bf-4bec-bf3d-9fdf4ab91ede by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '360d39f6-7703-40a4-89a3-bbacde0632cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:58:35.510891 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5102c139-6df9-4e88-be7d-a314bb59dda6 None None] Attempting to bind port 70dbd01d-f5bf-4bec-bf3d-9fdf4ab91ede on network 26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:35.516689 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5102c139-6df9-4e88-be7d-a314bb59dda6 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:58:35.517198 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5102c139-6df9-4e88-be7d-a314bb59dda6 None None] Checking segment: {'id': '360d39f6-7703-40a4-89a3-bbacde0632cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:58:35.517939 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5102c139-6df9-4e88-be7d-a314bb59dda6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:35.518428 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5102c139-6df9-4e88-be7d-a314bb59dda6 None None] Bound using segment: {'id': '360d39f6-7703-40a4-89a3-bbacde0632cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:58:35.519157 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-5102c139-6df9-4e88-be7d-a314bb59dda6 None None] Bound port: 70dbd01d-f5bf-4bec-bf3d-9fdf4ab91ede, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '360d39f6-7703-40a4-89a3-bbacde0632cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:58:35.519640 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5102c139-6df9-4e88-be7d-a314bb59dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:35.536137 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-36568cae-0218-440c-85a3-030fc1c6724d req-15811ee0-9de8-462f-ba37-3ae7f19ac9c2 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706262 Sep 21 17:58:35.605064 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210c953-deef-4d8e-896e-93847679a643 req-cf202149-c078-4c53-a902-036ffe01cbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:35.611262 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7210c953-deef-4d8e-896e-93847679a643 req-cf202149-c078-4c53-a902-036ffe01cbbe service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 1096 time: 0.1903121 Sep 21 17:58:35.652694 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5102c139-6df9-4e88-be7d-a314bb59dda6 None None] For port 70dbd01d-f5bf-4bec-bf3d-9fdf4ab91ede, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:58:35.656682 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5102c139-6df9-4e88-be7d-a314bb59dda6 None None] For port 70dbd01d-f5bf-4bec-bf3d-9fdf4ab91ede, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=70dbd01d-f5bf-4bec-bf3d-9fdf4ab91ede,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:58:35.662866 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5102c139-6df9-4e88-be7d-a314bb59dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:35.664056 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-d01bd78f-c692-4a8c-81ed-3e989009fe37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 430c32fc-16c3-4533-a2e3-0a3fe03a49f8 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:58:35.672739 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-d01bd78f-c692-4a8c-81ed-3e989009fe37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:35.686834 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-d01bd78f-c692-4a8c-81ed-3e989009fe37 service neutron] Transition to ACTIVE for port object 430c32fc-16c3-4533-a2e3-0a3fe03a49f8 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:58:35.744957 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-d01bd78f-c692-4a8c-81ed-3e989009fe37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:35.756524 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102c139-6df9-4e88-be7d-a314bb59dda6 None None] Pushing event updated for resources: {'Port': ['ID=70dbd01d-f5bf-4bec-bf3d-9fdf4ab91ede,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:35.766913 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f00e656e-ba09-4947-8042-6eee73c15915 req-f9e73c12-cf99-4069-859f-3d3f11446ff9 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 210 time: 0.0684531 Sep 21 17:58:35.781624 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7210c953-deef-4d8e-896e-93847679a643 req-1a4b02d5-425e-45de-b35b-5f56dce66646 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547050 Sep 21 17:58:35.818508 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409e80f-a19c-4dac-a3ab-14503e64a18e req-33c803c9-130e-4b9c-b0e7-c0ae8a072225 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:35.828814 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409e80f-a19c-4dac-a3ab-14503e64a18e req-33c803c9-130e-4b9c-b0e7-c0ae8a072225 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:35.837567 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409e80f-a19c-4dac-a3ab-14503e64a18e req-33c803c9-130e-4b9c-b0e7-c0ae8a072225 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:35.844819 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409e80f-a19c-4dac-a3ab-14503e64a18e req-33c803c9-130e-4b9c-b0e7-c0ae8a072225 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:35.851872 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409e80f-a19c-4dac-a3ab-14503e64a18e req-33c803c9-130e-4b9c-b0e7-c0ae8a072225 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:35.860550 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e409e80f-a19c-4dac-a3ab-14503e64a18e req-33c803c9-130e-4b9c-b0e7-c0ae8a072225 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 3816 time: 0.1905019 Sep 21 17:58:35.899736 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-97552f3d-26bb-4781-bbbc-2ab73d49732d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:35.913868 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e409e80f-a19c-4dac-a3ab-14503e64a18e req-6d0c1790-e836-4186-bc13-e0e9daf23d8d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529635 Sep 21 17:58:35.921502 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-97552f3d-26bb-4781-bbbc-2ab73d49732d service neutron] 10.222.0.38 "GET /v2.0/ports/b666b514-e94e-4667-894c-fef701235f80 HTTP/1.1" status: 200 len: 1033 time: 0.2280505 Sep 21 17:58:36.139021 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b55cc78-7959-49ed-abfd-8cc1cd740de5 req-a3537404-b996-4dd6-86a8-59472c24c6f1 tempest-ServerShowV257Test-1233739198 tempest-ServerShowV257Test-1233739198-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d581c4b-180f-444f-a336-d857a2e11c46 HTTP/1.1" status: 200 len: 210 time: 0.2004111 Sep 21 17:58:36.221009 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9f460ca3-f667-4084-ab95-1955abc5e51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:36.222537 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9f460ca3-f667-4084-ab95-1955abc5e51f service neutron] 10.222.0.38 "GET /v2.0/ports/64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a HTTP/1.1" status: 200 len: 1033 time: 0.2248108 Sep 21 17:58:36.224361 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01bd78f-c692-4a8c-81ed-3e989009fe37 service neutron] Pushing event updated for resources: {'Port': ['ID=430c32fc-16c3-4533-a2e3-0a3fe03a49f8,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:36.240762 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84203e-a4a6-4c74-890d-bcfef17bff02 req-751930f7-2695-4812-84e3-7c348aca3359 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:36.249829 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5c84203e-a4a6-4c74-890d-bcfef17bff02 req-751930f7-2695-4812-84e3-7c348aca3359 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 946 time: 0.2310174 Sep 21 17:58:36.307532 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bd170a37-9320-4ab2-8b9b-801c3f1315a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:36.349944 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bd170a37-9320-4ab2-8b9b-801c3f1315a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:36.387415 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5c84203e-a4a6-4c74-890d-bcfef17bff02 req-719197e8-36b0-4f76-b173-3b846ca41fe1 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342649 Sep 21 17:58:36.441271 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-d01bd78f-c692-4a8c-81ed-3e989009fe37 service neutron] Attempting to bind port 430c32fc-16c3-4533-a2e3-0a3fe03a49f8 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:58:36.441551 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-d01bd78f-c692-4a8c-81ed-3e989009fe37 service neutron] Attempting to bind port 430c32fc-16c3-4533-a2e3-0a3fe03a49f8 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '365b2114-ac4a-447f-bfd3-839be542ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '543c6f8a-4719-45e7-ae5b-7d43c52acf45'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:58:36.441878 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-d01bd78f-c692-4a8c-81ed-3e989009fe37 service neutron] Attempting to bind port 430c32fc-16c3-4533-a2e3-0a3fe03a49f8 on network 543c6f8a-4719-45e7-ae5b-7d43c52acf45 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:36.456169 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16ca97-929f-4c95-845c-ffa5fc192fcb req-e550a8d2-bb95-42d1-a125-2284112c3079 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:36.457689 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5e16ca97-929f-4c95-845c-ffa5fc192fcb req-e550a8d2-bb95-42d1-a125-2284112c3079 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 945 time: 0.1635349 Sep 21 17:58:36.463242 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-d01bd78f-c692-4a8c-81ed-3e989009fe37 service neutron] Port 430c32fc-16c3-4533-a2e3-0a3fe03a49f8 on network 543c6f8a-4719-45e7-ae5b-7d43c52acf45 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:58:36.463569 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-d01bd78f-c692-4a8c-81ed-3e989009fe37 service neutron] Attempting to bind port 430c32fc-16c3-4533-a2e3-0a3fe03a49f8 on network 543c6f8a-4719-45e7-ae5b-7d43c52acf45 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:36.507282 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-d01bd78f-c692-4a8c-81ed-3e989009fe37 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:58:36.507622 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-d01bd78f-c692-4a8c-81ed-3e989009fe37 service neutron] Checking segment: {'id': '365b2114-ac4a-447f-bfd3-839be542ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '543c6f8a-4719-45e7-ae5b-7d43c52acf45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:58:36.508008 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-d01bd78f-c692-4a8c-81ed-3e989009fe37 service neutron] Bound using segment: {'id': '365b2114-ac4a-447f-bfd3-839be542ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '543c6f8a-4719-45e7-ae5b-7d43c52acf45'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:58:36.508456 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-d01bd78f-c692-4a8c-81ed-3e989009fe37 service neutron] Bound port: 430c32fc-16c3-4533-a2e3-0a3fe03a49f8, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '365b2114-ac4a-447f-bfd3-839be542ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '543c6f8a-4719-45e7-ae5b-7d43c52acf45'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:58:36.508835 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-d01bd78f-c692-4a8c-81ed-3e989009fe37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:36.539088 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-24b3f398-5628-4c7a-9914-2158c9d69584 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:36.544693 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-24b3f398-5628-4c7a-9914-2158c9d69584 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:36.550359 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-24b3f398-5628-4c7a-9914-2158c9d69584 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:36.553095 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-24b3f398-5628-4c7a-9914-2158c9d69584 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.38 "GET /v2.0/networks?id=2dc45eb4-5f11-4e3f-9333-457ab9caa65b&id=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0&id=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0&id=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0&id=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0&id=2d5cd904-6c64-427e-ac24-4519ebea83bd&id=2d5cd904-6c64-427e-ac24-4519ebea83bd HTTP/1.1" status: 200 len: 1996 time: 0.2969985 Sep 21 17:58:36.559863 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5e16ca97-929f-4c95-845c-ffa5fc192fcb req-8dd4e02e-b444-46cb-89b0-7d915bc6d3dd tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879278 Sep 21 17:58:36.584755 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-bd170a37-9320-4ab2-8b9b-801c3f1315a1 admin admin] Allocated IP 172.25.6.57 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/b7121ac4-c33e-496d-88b7-3082ae3398fb) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:36.651553 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-e7586332-364b-4b02-aa40-fc2489e298ec tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f45042291f6d424394d35c26dcf75613 HTTP/1.1" status: 200 len: 380 time: 0.0831351 Sep 21 17:58:36.665002 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-c401cdd7-f438-4ec0-a0f1-917148acb4d9 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Request body: {'port': {'device_id': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'network_id': '2dc45eb4-5f11-4e3f-9333-457ab9caa65b', 'admin_state_up': True, 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'security_groups': ['6a802034-7062-4fd4-8335-82e273a25bf6']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:36.694835 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 58a53080-a761-4fb6-a1bf-d207dbb992e1 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:58:36.716202 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-d01bd78f-c692-4a8c-81ed-3e989009fe37 service neutron] For port 430c32fc-16c3-4533-a2e3-0a3fe03a49f8, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:58:36.730100 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bd170a37-9320-4ab2-8b9b-801c3f1315a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:36.784605 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-d01bd78f-c692-4a8c-81ed-3e989009fe37 service neutron] For port 430c32fc-16c3-4533-a2e3-0a3fe03a49f8, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=430c32fc-16c3-4533-a2e3-0a3fe03a49f8,segment=NetworkSegment(365b2114-ac4a-447f-bfd3-839be542ebce),segment_id=365b2114-ac4a-447f-bfd3-839be542ebce)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:58:36.792304 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89098f0e-efe1-4e8f-9670-0e86323243ec req-a1035795-5d9a-466b-ad70-d79716f710e1 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:36.802772 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-89098f0e-efe1-4e8f-9670-0e86323243ec req-a1035795-5d9a-466b-ad70-d79716f710e1 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5 HTTP/1.1" status: 200 len: 945 time: 0.1170549 Sep 21 17:58:36.805537 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-d01bd78f-c692-4a8c-81ed-3e989009fe37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:36.879459 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bd170a37-9320-4ab2-8b9b-801c3f1315a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:37.011149 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd170a37-9320-4ab2-8b9b-801c3f1315a1 admin admin] Pushing event updated for resources: {'Port': ['ID=b7121ac4-c33e-496d-88b7-3082ae3398fb,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:37.021024 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd170a37-9320-4ab2-8b9b-801c3f1315a1 admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:37.032796 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-89098f0e-efe1-4e8f-9670-0e86323243ec req-733352c6-85a3-4a72-9738-2edd3b2c76a3 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289488 Sep 21 17:58:37.036997 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 58a53080-a761-4fb6-a1bf-d207dbb992e1, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=58a53080-a761-4fb6-a1bf-d207dbb992e1,segment=NetworkSegment(500e6984-2a01-4831-b627-e9af1dad17c5),segment_id=500e6984-2a01-4831-b627-e9af1dad17c5)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:37.041194 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-bd170a37-9320-4ab2-8b9b-801c3f1315a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:37.047587 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd170a37-9320-4ab2-8b9b-801c3f1315a1 admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:37.050821 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '58a53080-a761-4fb6-a1bf-d207dbb992e1', 'network_id': 'aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1', 'port_id': '58a53080-a761-4fb6-a1bf-d207dbb992e1', 'mac_address': 'fa:16:3e:a3:3e:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0531be06-6a2e-4520-8b82-278ae185109b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:58:37.177019 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:37.213346 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 5a8434e0-3e7e-4d78-8213-4e558ba50532 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:58:37.219596 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58a53080-a761-4fb6-a1bf-d207dbb992e1 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:58:37.255929 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 58a53080-a761-4fb6-a1bf-d207dbb992e1, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=58a53080-a761-4fb6-a1bf-d207dbb992e1,segment=NetworkSegment(500e6984-2a01-4831-b627-e9af1dad17c5),segment_id=500e6984-2a01-4831-b627-e9af1dad17c5)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:37.291708 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:37.306812 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91709a6-de99-455b-83c4-6e58300e5c79 None None] Network 26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:58:37.328234 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-d01bd78f-c692-4a8c-81ed-3e989009fe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:37.329389 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-d01bd78f-c692-4a8c-81ed-3e989009fe37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:37.331022 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-d01bd78f-c692-4a8c-81ed-3e989009fe37 service neutron] 10.222.0.44 "PUT /v2.0/ports/430c32fc-16c3-4533-a2e3-0a3fe03a49f8 HTTP/1.1" status: 200 len: 1092 time: 2.1663508 Sep 21 17:58:37.331593 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01bd78f-c692-4a8c-81ed-3e989009fe37 service neutron] Pushing event updated for resources: {'Port': ['ID=430c32fc-16c3-4533-a2e3-0a3fe03a49f8,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:37.356797 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'tag': '430c32fc-16c3-4533-a2e3-0a3fe03a49f8'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:58:37.359236 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32734c43-49dd-4596-9964-d2723246f2db" -d '{"events": [{"name": "network-changed", "server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "tag": "430c32fc-16c3-4533-a2e3-0a3fe03a49f8"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:58:37.375185 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-20787e37-19b5-4b3b-ac6c-18e99b9248f5 service neutron] Request body: {'port': {'device_id': '2306b996-adf3-46fb-a019-0be4804791dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:37.404378 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b3d10dd-430d-4b4b-9f3a-df8d8f2cd8fc req-0c161312-bd70-437b-aa7d-e20fe72232bc tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 210 time: 0.0576556 Sep 21 17:58:37.452308 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97751373-65a0-4d2f-8786-32eebe7e2121 req-203e6a0c-05c8-4064-8511-cd504d34b2fa tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:37.475234 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97751373-65a0-4d2f-8786-32eebe7e2121 req-203e6a0c-05c8-4064-8511-cd504d34b2fa tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:37.482481 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97751373-65a0-4d2f-8786-32eebe7e2121 req-203e6a0c-05c8-4064-8511-cd504d34b2fa tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:37.490518 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['58a53080-a761-4fb6-a1bf-d207dbb992e1'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:58:37.500788 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-c401cdd7-f438-4ec0-a0f1-917148acb4d9 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Made reservation on behalf of f45042291f6d424394d35c26dcf75613 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:37.501296 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97751373-65a0-4d2f-8786-32eebe7e2121 req-203e6a0c-05c8-4064-8511-cd504d34b2fa tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:37.504476 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-c401cdd7-f438-4ec0-a0f1-917148acb4d9 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:37.512768 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-20787e37-19b5-4b3b-ac6c-18e99b9248f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:37.515951 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97751373-65a0-4d2f-8786-32eebe7e2121 req-203e6a0c-05c8-4064-8511-cd504d34b2fa tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:37.529755 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-97751373-65a0-4d2f-8786-32eebe7e2121 req-203e6a0c-05c8-4064-8511-cd504d34b2fa tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 3828 time: 0.2261789 Sep 21 17:58:37.543261 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-624b42c4-bcda-42fa-b867-101a390bcc17 None None] Provisioning complete for port 70dbd01d-f5bf-4bec-bf3d-9fdf4ab91ede triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:37.543720 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-624b42c4-bcda-42fa-b867-101a390bcc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:37.675869 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bd170a37-9320-4ab2-8b9b-801c3f1315a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:37.767745 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 70dbd01d-f5bf-4bec-bf3d-9fdf4ab91ede up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:58:37.826434 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-97751373-65a0-4d2f-8786-32eebe7e2121 req-38ba4071-1942-4e3b-bb17-9d6d961d5241 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2953157 Sep 21 17:58:37.917342 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=58a53080-a761-4fb6-a1bf-d207dbb992e1,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:37.939844 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a492abc4-e329-4ee0-83d6-33bdb0afee9a req-9fe3b528-8bb7-4706-bf8f-e6ffbb7a2ac5 tempest-ServerShowV257Test-1233739198 tempest-ServerShowV257Test-1233739198-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d581c4b-180f-444f-a336-d857a2e11c46 HTTP/1.1" status: 200 len: 210 time: 0.0655184 Sep 21 17:58:37.945156 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5c4e13-cd57-4358-b080-6b2851b93a44 x-openstack-request-id: req-be5c4e13-cd57-4358-b080-6b2851b93a44 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:58:37.945531 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 5a8434e0-3e7e-4d78-8213-4e558ba50532, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5a8434e0-3e7e-4d78-8213-4e558ba50532,segment=NetworkSegment(7a41b262-3cb8-4dc0-a9c6-451220a101cc),segment_id=7a41b262-3cb8-4dc0-a9c6-451220a101cc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:37.945695 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "tag": "430c32fc-16c3-4533-a2e3-0a3fe03a49f8", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:58:37.945822 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-be5c4e13-cd57-4358-b080-6b2851b93a44 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:58:37.948406 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'tag': '430c32fc-16c3-4533-a2e3-0a3fe03a49f8', 'status': 'completed', 'code': 200} Sep 21 17:58:38.068103 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '5a8434e0-3e7e-4d78-8213-4e558ba50532', 'network_id': 'a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08', 'port_id': '5a8434e0-3e7e-4d78-8213-4e558ba50532', 'mac_address': 'fa:16:3e:7f:f9:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8f189a-ed60-4c65-ab30-a297660af34d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:58:38.116430 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4d92c-46b6-4781-8ff2-9ca26e2df4ec req-26265407-8fc1-4f58-8d05-516f985d6801 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:38.123908 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eab4d92c-46b6-4781-8ff2-9ca26e2df4ec req-26265407-8fc1-4f58-8d05-516f985d6801 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 946 time: 0.1398771 Sep 21 17:58:38.132381 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32734c43-49dd-4596-9964-d2723246f2db req-f061bb96-48c2-44f5-a4e2-66f241baa933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:38.132613 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32734c43-49dd-4596-9964-d2723246f2db req-f061bb96-48c2-44f5-a4e2-66f241baa933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:38.133053 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32734c43-49dd-4596-9964-d2723246f2db req-f061bb96-48c2-44f5-a4e2-66f241baa933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:38.133536 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32734c43-49dd-4596-9964-d2723246f2db req-f061bb96-48c2-44f5-a4e2-66f241baa933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:38.134007 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32734c43-49dd-4596-9964-d2723246f2db req-f061bb96-48c2-44f5-a4e2-66f241baa933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:38.135804 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-32734c43-49dd-4596-9964-d2723246f2db req-f061bb96-48c2-44f5-a4e2-66f241baa933 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d40c78ed24d44bc286019ecdefec3c75&device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 4363 time: 0.1530442 Sep 21 17:58:38.146864 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-c401cdd7-f438-4ec0-a0f1-917148acb4d9 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Allocated IP 172.20.0.13 (2dc45eb4-5f11-4e3f-9333-457ab9caa65b/063152f7-9266-4ea3-af4b-f63acd8682dc/c8bd6324-ba29-4ca0-b70f-9e2945b882d7) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:38.153332 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:38.170348 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bd170a37-9320-4ab2-8b9b-801c3f1315a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:38.243317 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 70dbd01d-f5bf-4bec-bf3d-9fdf4ab91ede triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:38.245915 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:38.250084 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a8434e0-3e7e-4d78-8213-4e558ba50532 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:58:38.269310 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-20787e37-19b5-4b3b-ac6c-18e99b9248f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f967bbd1-534f-4e1e-8cde-c83bea0c03fb {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:58:38.287939 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-20787e37-19b5-4b3b-ac6c-18e99b9248f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:38.298476 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7f12b-fe02-4d90-a100-051233a7d46b req-f7bb8408-437c-40e2-9445-1d7c7b707876 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:38.307206 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-86a7f12b-fe02-4d90-a100-051233a7d46b req-f7bb8408-437c-40e2-9445-1d7c7b707876 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 945 time: 0.1419609 Sep 21 17:58:38.315467 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-624b42c4-bcda-42fa-b867-101a390bcc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:38.329765 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 5a8434e0-3e7e-4d78-8213-4e558ba50532, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5a8434e0-3e7e-4d78-8213-4e558ba50532,segment=NetworkSegment(7a41b262-3cb8-4dc0-a9c6-451220a101cc),segment_id=7a41b262-3cb8-4dc0-a9c6-451220a101cc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:38.374888 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-20787e37-19b5-4b3b-ac6c-18e99b9248f5 service neutron] Transition to ACTIVE for port object f967bbd1-534f-4e1e-8cde-c83bea0c03fb will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:58:38.383357 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:38.440267 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-86a7f12b-fe02-4d90-a100-051233a7d46b req-3d6a0557-ee13-4c56-a0a9-5dc2f356258a tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320524 Sep 21 17:58:38.446350 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-20787e37-19b5-4b3b-ac6c-18e99b9248f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:38.471938 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=5a8434e0-3e7e-4d78-8213-4e558ba50532,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:38.500506 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eab4d92c-46b6-4781-8ff2-9ca26e2df4ec req-6aab8de3-3d03-48bb-864a-d813c23bff0e tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713849 Sep 21 17:58:38.620283 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-624b42c4-bcda-42fa-b867-101a390bcc17 None None] For port 70dbd01d-f5bf-4bec-bf3d-9fdf4ab91ede, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=70dbd01d-f5bf-4bec-bf3d-9fdf4ab91ede,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:38.631566 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-624b42c4-bcda-42fa-b867-101a390bcc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:38.678838 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-c401cdd7-f438-4ec0-a0f1-917148acb4d9 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:38.684729 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20787e37-19b5-4b3b-ac6c-18e99b9248f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f967bbd1-534f-4e1e-8cde-c83bea0c03fb,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:38.764670 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-06ffa836-b4b0-4eca-8c9c-c54c8eadcaba req-1f6ad64d-707f-43da-ba34-63f1991e8c8e tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 210 time: 0.0879645 Sep 21 17:58:38.779077 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32734c43-49dd-4596-9964-d2723246f2db req-b41f2629-f122-4250-b377-0047d34cb5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:38.779597 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32734c43-49dd-4596-9964-d2723246f2db req-b41f2629-f122-4250-b377-0047d34cb5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:38.782878 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32734c43-49dd-4596-9964-d2723246f2db req-b41f2629-f122-4250-b377-0047d34cb5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:38.784637 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-32734c43-49dd-4596-9964-d2723246f2db req-b41f2629-f122-4250-b377-0047d34cb5b9 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d40c78ed24d44bc286019ecdefec3c75&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6364765 Sep 21 17:58:38.837314 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd170a37-9320-4ab2-8b9b-801c3f1315a1 admin admin] Router d4cbef0a-a166-49d2-9670-590482ef10a5 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:58:38.878587 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830753f-9c95-43e7-af4f-4d5ed6cf7b14 req-f7cdefd1-132a-4e0c-9721-205d0e64fbc9 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:38.890039 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d830753f-9c95-43e7-af4f-4d5ed6cf7b14 req-f7cdefd1-132a-4e0c-9721-205d0e64fbc9 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5 HTTP/1.1" status: 200 len: 944 time: 0.3386831 Sep 21 17:58:38.895338 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-c401cdd7-f438-4ec0-a0f1-917148acb4d9 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:38.969983 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401cdd7-f438-4ec0-a0f1-917148acb4d9 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Pushing event updated for resources: {'Port': ['ID=c8bd6324-ba29-4ca0-b70f-9e2945b882d7,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:39.011002 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-c401cdd7-f438-4ec0-a0f1-917148acb4d9 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Network 2dc45eb4-5f11-4e3f-9333-457ab9caa65b is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:39.012864 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b42c4-bcda-42fa-b867-101a390bcc17 None None] Pushing event updated for resources: {'Port': ['ID=70dbd01d-f5bf-4bec-bf3d-9fdf4ab91ede,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:39.028722 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-c401cdd7-f438-4ec0-a0f1-917148acb4d9 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:39.029492 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['5a8434e0-3e7e-4d78-8213-4e558ba50532'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:58:39.031876 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 58a53080-a761-4fb6-a1bf-d207dbb992e1 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:58:39.032697 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-c401cdd7-f438-4ec0-a0f1-917148acb4d9 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:39.057741 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32734c43-49dd-4596-9964-d2723246f2db req-b5d5e58f-8a52-4bd1-baa5-efe97ea5e828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:39.059858 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-32734c43-49dd-4596-9964-d2723246f2db req-b5d5e58f-8a52-4bd1-baa5-efe97ea5e828 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2622125 Sep 21 17:58:39.094447 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42ae42-ea7f-472d-88a9-34fde7c94145 req-59b34282-f342-4ebf-a01f-bf1fcbe28440 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:39.098959 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:39.103371 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4e42ae42-ea7f-472d-88a9-34fde7c94145 req-59b34282-f342-4ebf-a01f-bf1fcbe28440 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 944 time: 0.1870875 Sep 21 17:58:39.130740 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-20787e37-19b5-4b3b-ac6c-18e99b9248f5 service neutron] Attempting to bind port f967bbd1-534f-4e1e-8cde-c83bea0c03fb on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:58:39.131462 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-20787e37-19b5-4b3b-ac6c-18e99b9248f5 service neutron] Attempting to bind port f967bbd1-534f-4e1e-8cde-c83bea0c03fb by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94df87e6-ce8a-4b23-900d-480ef4eb3211'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:58:39.132029 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-20787e37-19b5-4b3b-ac6c-18e99b9248f5 service neutron] Attempting to bind port f967bbd1-534f-4e1e-8cde-c83bea0c03fb on network 94df87e6-ce8a-4b23-900d-480ef4eb3211 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:39.148516 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d830753f-9c95-43e7-af4f-4d5ed6cf7b14 req-5458c062-6cf8-44fb-b46a-b5b9d1f97bec tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575877 Sep 21 17:58:39.149828 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-20787e37-19b5-4b3b-ac6c-18e99b9248f5 service neutron] Port f967bbd1-534f-4e1e-8cde-c83bea0c03fb on network 94df87e6-ce8a-4b23-900d-480ef4eb3211 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:58:39.150748 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-20787e37-19b5-4b3b-ac6c-18e99b9248f5 service neutron] Attempting to bind port f967bbd1-534f-4e1e-8cde-c83bea0c03fb on network 94df87e6-ce8a-4b23-900d-480ef4eb3211 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:39.159462 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-c401cdd7-f438-4ec0-a0f1-917148acb4d9 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:39.160964 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-c401cdd7-f438-4ec0-a0f1-917148acb4d9 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:39.209730 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-20787e37-19b5-4b3b-ac6c-18e99b9248f5 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:58:39.210129 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-20787e37-19b5-4b3b-ac6c-18e99b9248f5 service neutron] Checking segment: {'id': '834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94df87e6-ce8a-4b23-900d-480ef4eb3211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:58:39.210544 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-20787e37-19b5-4b3b-ac6c-18e99b9248f5 service neutron] Bound using segment: {'id': '834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94df87e6-ce8a-4b23-900d-480ef4eb3211'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:58:39.211083 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-20787e37-19b5-4b3b-ac6c-18e99b9248f5 service neutron] Bound port: f967bbd1-534f-4e1e-8cde-c83bea0c03fb, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94df87e6-ce8a-4b23-900d-480ef4eb3211'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:58:39.211456 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-20787e37-19b5-4b3b-ac6c-18e99b9248f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:39.265688 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-c401cdd7-f438-4ec0-a0f1-917148acb4d9 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6045411 Sep 21 17:58:39.273055 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 5a8434e0-3e7e-4d78-8213-4e558ba50532 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:58:39.278108 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd170a37-9320-4ab2-8b9b-801c3f1315a1 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:58:39.323365 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-517b7a4a-32be-4339-b22d-9e7fda17e307 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Request body: {'port': {'device_id': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'network_id': '2b661a03-cfc9-463e-8f0e-9f949f6cb0f0', 'admin_state_up': True, 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'security_groups': ['6a802034-7062-4fd4-8335-82e273a25bf6']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:39.333145 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d96dd3e-7d72-4dc2-a16a-8c7a04af1893 None None] Sync routers for ids ['d4cbef0a-a166-49d2-9670-590482ef10a5'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:58:39.335796 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.db.api [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 17:58:39.336238 n-d-810291-1 neutron-server[101462]: DEBUG oslo_db.api [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 17:58:39.341909 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4e42ae42-ea7f-472d-88a9-34fde7c94145 req-b4b251ad-cf12-4f6f-8b4e-83969cf04137 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373230 Sep 21 17:58:39.354504 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bd170a37-9320-4ab2-8b9b-801c3f1315a1 admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:39.359126 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bd170a37-9320-4ab2-8b9b-801c3f1315a1 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8569760 Sep 21 17:58:39.359432 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35720) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:39.457633 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:39.481395 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:58:39.494101 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d96dd3e-7d72-4dc2-a16a-8c7a04af1893 None None] Routers {'d4cbef0a-a166-49d2-9670-590482ef10a5'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:58:39.495158 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4d96dd3e-7d72-4dc2-a16a-8c7a04af1893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:58:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['d4cbef0a-a166-49d2-9670-590482ef10a5'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:39.502878 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5a8434e0-3e7e-4d78-8213-4e558ba50532 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:58:39.510191 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-20787e37-19b5-4b3b-ac6c-18e99b9248f5 service neutron] For port f967bbd1-534f-4e1e-8cde-c83bea0c03fb, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:58:39.541458 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-20787e37-19b5-4b3b-ac6c-18e99b9248f5 service neutron] For port f967bbd1-534f-4e1e-8cde-c83bea0c03fb, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=f967bbd1-534f-4e1e-8cde-c83bea0c03fb,segment=NetworkSegment(834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba),segment_id=834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:58:39.593133 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 58a53080-a761-4fb6-a1bf-d207dbb992e1 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:39.593543 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:39.639984 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-20787e37-19b5-4b3b-ac6c-18e99b9248f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:39.660102 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4fc37-c237-4dd8-acb6-1809e5267c6d req-799c3b34-039d-45df-b1c8-bebd16415a8d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:39.666308 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4fc37-c237-4dd8-acb6-1809e5267c6d req-799c3b34-039d-45df-b1c8-bebd16415a8d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:39.672617 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4fc37-c237-4dd8-acb6-1809e5267c6d req-799c3b34-039d-45df-b1c8-bebd16415a8d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:39.679899 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 5a8434e0-3e7e-4d78-8213-4e558ba50532, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5a8434e0-3e7e-4d78-8213-4e558ba50532,segment=NetworkSegment(7a41b262-3cb8-4dc0-a9c6-451220a101cc),segment_id=7a41b262-3cb8-4dc0-a9c6-451220a101cc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:39.680579 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4fc37-c237-4dd8-acb6-1809e5267c6d req-799c3b34-039d-45df-b1c8-bebd16415a8d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:39.689797 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4fc37-c237-4dd8-acb6-1809e5267c6d req-799c3b34-039d-45df-b1c8-bebd16415a8d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:39.696665 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4fc37-c237-4dd8-acb6-1809e5267c6d req-799c3b34-039d-45df-b1c8-bebd16415a8d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:39.704527 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92b4fc37-c237-4dd8-acb6-1809e5267c6d req-799c3b34-039d-45df-b1c8-bebd16415a8d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 4600 time: 0.4434621 Sep 21 17:58:39.743004 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:39.777517 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-20787e37-19b5-4b3b-ac6c-18e99b9248f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:39.778148 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-20787e37-19b5-4b3b-ac6c-18e99b9248f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:39.779579 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-20787e37-19b5-4b3b-ac6c-18e99b9248f5 service neutron] 10.222.0.44 "PUT /v2.0/ports/f967bbd1-534f-4e1e-8cde-c83bea0c03fb HTTP/1.1" status: 200 len: 1130 time: 2.4095960 Sep 21 17:58:39.819705 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-7a84ea39-bdda-478f-bd5f-7d96af215adf service neutron] Request body: {'port': {'device_id': '2306b996-adf3-46fb-a019-0be4804791dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:39.841427 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=5a8434e0-3e7e-4d78-8213-4e558ba50532,revision_number=7']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:39.858739 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92b4fc37-c237-4dd8-acb6-1809e5267c6d req-f2df89c3-ff74-4d5c-9e87-46b739b44399 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1529827 Sep 21 17:58:39.881663 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d64c8-a6b4-402a-a318-23936c91ccaf req-f995eaa5-16a2-437d-8a59-4d189ec93aed tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:39.883258 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9f8d64c8-a6b4-402a-a318-23936c91ccaf req-f995eaa5-16a2-437d-8a59-4d189ec93aed tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5 HTTP/1.1" status: 200 len: 944 time: 0.4285040 Sep 21 17:58:39.886957 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-c1ea0194-ea46-48b5-ba09-8246c1e41300 None None] Provisioning complete for port 70dbd01d-f5bf-4bec-bf3d-9fdf4ab91ede triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:39.887326 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c1ea0194-ea46-48b5-ba09-8246c1e41300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:39.913453 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-17c050ef-72b5-4c96-9934-8b0e6d4862f3 req-3f3ae7ed-9482-4cf8-9ada-d253e8b9fad4 tempest-ServerShowV257Test-1233739198 tempest-ServerShowV257Test-1233739198-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d581c4b-180f-444f-a336-d857a2e11c46 HTTP/1.1" status: 200 len: 210 time: 0.4631994 Sep 21 17:58:39.941421 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20787e37-19b5-4b3b-ac6c-18e99b9248f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f967bbd1-534f-4e1e-8cde-c83bea0c03fb,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:39.963527 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'tag': 'f967bbd1-534f-4e1e-8cde-c83bea0c03fb'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:58:39.965982 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754c6a0a-4795-4043-b154-426ebde694b2" -d '{"events": [{"name": "network-changed", "server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "tag": "f967bbd1-534f-4e1e-8cde-c83bea0c03fb"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:58:40.051996 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-7a84ea39-bdda-478f-bd5f-7d96af215adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:40.102653 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-517b7a4a-32be-4339-b22d-9e7fda17e307 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Made reservation on behalf of f45042291f6d424394d35c26dcf75613 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:40.106647 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-517b7a4a-32be-4339-b22d-9e7fda17e307 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:40.131930 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-4d96dd3e-7d72-4dc2-a16a-8c7a04af1893 None None] Set router d4cbef0a-a166-49d2-9670-590482ef10a5 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:58:40.209562 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:40.332107 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544af2c1-7860-4363-a80f-185f4dc2ad35 req-75947d67-53b3-49e6-afcf-8a9b9a39db20 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:40.334204 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-544af2c1-7860-4363-a80f-185f4dc2ad35 req-75947d67-53b3-49e6-afcf-8a9b9a39db20 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 946 time: 0.2556844 Sep 21 17:58:40.342667 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a53080-a761-4fb6-a1bf-d207dbb992e1'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:58:40.345049 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3553912c-db91-4a44-9b43-e5f8b314603c" -d '{"events": [{"server_uuid": "cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5", "name": "network-vif-plugged", "status": "completed", "tag": "58a53080-a761-4fb6-a1bf-d207dbb992e1"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:58:40.401111 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 58a53080-a761-4fb6-a1bf-d207dbb992e1, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=58a53080-a761-4fb6-a1bf-d207dbb992e1,segment=NetworkSegment(500e6984-2a01-4831-b627-e9af1dad17c5),segment_id=500e6984-2a01-4831-b627-e9af1dad17c5)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:40.402270 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 70dbd01d-f5bf-4bec-bf3d-9fdf4ab91ede up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:58:40.430109 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-9f8d64c8-a6b4-402a-a318-23936c91ccaf req-02cc23ab-ba66-4273-bebc-21f238d98286 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Deleting port 58a53080-a761-4fb6-a1bf-d207dbb992e1 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:58:40.430830 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9f8d64c8-a6b4-402a-a318-23936c91ccaf req-02cc23ab-ba66-4273-bebc-21f238d98286 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:40.436815 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:40.493273 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=58a53080-a761-4fb6-a1bf-d207dbb992e1,revision_number=7']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:40.544505 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-c1ea0194-ea46-48b5-ba09-8246c1e41300 None None] Provisioning complete for port c8bd6324-ba29-4ca0-b70f-9e2945b882d7 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:40.544879 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c1ea0194-ea46-48b5-ba09-8246c1e41300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:40.590298 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347d0c7-49b6-48d3-ae68-67d091a26c08 req-ff3d8834-5335-463a-ab8d-2ff04deed084 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:40.592483 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e347d0c7-49b6-48d3-ae68-67d091a26c08 req-ff3d8834-5335-463a-ab8d-2ff04deed084 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 932 time: 0.1394432 Sep 21 17:58:40.633886 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 70dbd01d-f5bf-4bec-bf3d-9fdf4ab91ede triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:40.634639 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:40.637250 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-544af2c1-7860-4363-a80f-185f4dc2ad35 req-d7d672b6-b102-48ec-86f1-289b0baaf6d7 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946684 Sep 21 17:58:40.667706 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea0194-ea46-48b5-ba09-8246c1e41300 None None] Port c8bd6324-ba29-4ca0-b70f-9e2945b882d7 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:58:40.713578 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e347d0c7-49b6-48d3-ae68-67d091a26c08 req-c324eac1-28df-4cc9-baa3-92d6d0f6ec91 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120739 Sep 21 17:58:40.725974 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-517b7a4a-32be-4339-b22d-9e7fda17e307 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Allocated IP 10.1.1.206 (2b661a03-cfc9-463e-8f0e-9f949f6cb0f0/58ac3f24-b788-4cf8-83bb-09180cf32914/39b7e556-b26a-4886-8954-27bb67b56114) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:40.730479 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e65ec13-d983-4ae4-872d-3d5af5918fec x-openstack-request-id: req-0e65ec13-d983-4ae4-872d-3d5af5918fec {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:58:40.730777 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "tag": "f967bbd1-534f-4e1e-8cde-c83bea0c03fb", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:58:40.731065 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0e65ec13-d983-4ae4-872d-3d5af5918fec {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:58:40.731451 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'tag': 'f967bbd1-534f-4e1e-8cde-c83bea0c03fb', 'status': 'completed', 'code': 200} Sep 21 17:58:40.747629 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4d96dd3e-7d72-4dc2-a16a-8c7a04af1893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'name': 'tempest-ServerActionsTestJSON-502807318-router', 'tenant_id': 'a8da2b927d2245079ac16237e127ada3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'b7121ac4-c33e-496d-88b7-3082ae3398fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:34Z', 'updated_at': '2021-09-21T17:58:37Z', 'revision_number': 3, 'project_id': 'a8da2b927d2245079ac16237e127ada3', 'gw_port': {'id': 'b7121ac4-c33e-496d-88b7-3082ae3398fb', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:58:36Z', 'updated_at': '2021-09-21T17:58:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:40.769935 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-9f8d64c8-a6b4-402a-a318-23936c91ccaf req-02cc23ab-ba66-4273-bebc-21f238d98286 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] For port 58a53080-a761-4fb6-a1bf-d207dbb992e1, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=58a53080-a761-4fb6-a1bf-d207dbb992e1,segment=NetworkSegment(500e6984-2a01-4831-b627-e9af1dad17c5),segment_id=500e6984-2a01-4831-b627-e9af1dad17c5)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:40.770310 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9f8d64c8-a6b4-402a-a318-23936c91ccaf req-02cc23ab-ba66-4273-bebc-21f238d98286 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:40.787022 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d96dd3e-7d72-4dc2-a16a-8c7a04af1893 None None] Checking router: d4cbef0a-a166-49d2-9670-590482ef10a5 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:58:40.787326 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d96dd3e-7d72-4dc2-a16a-8c7a04af1893 None None] Updating router d4cbef0a-a166-49d2-9670-590482ef10a5 port b7121ac4-c33e-496d-88b7-3082ae3398fb binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:58:40.796687 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-9f8d64c8-a6b4-402a-a318-23936c91ccaf req-02cc23ab-ba66-4273-bebc-21f238d98286 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Calling delete_port for 58a53080-a761-4fb6-a1bf-d207dbb992e1 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:58:40.871126 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0359533d-9921-4174-81c4-0089bc4fa64a x-openstack-request-id: req-0359533d-9921-4174-81c4-0089bc4fa64a {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:58:40.871632 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5", "name": "network-vif-plugged", "status": "completed", "tag": "58a53080-a761-4fb6-a1bf-d207dbb992e1", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:58:40.871818 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0359533d-9921-4174-81c4-0089bc4fa64a {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:58:40.872156 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a53080-a761-4fb6-a1bf-d207dbb992e1', 'code': 200} Sep 21 17:58:40.890149 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4d96dd3e-7d72-4dc2-a16a-8c7a04af1893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:40.936663 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c6a0a-4795-4043-b154-426ebde694b2 req-c212673a-ed22-49fb-a762-b76c17cbed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:40.937297 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c6a0a-4795-4043-b154-426ebde694b2 req-c212673a-ed22-49fb-a762-b76c17cbed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:40.938167 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c6a0a-4795-4043-b154-426ebde694b2 req-c212673a-ed22-49fb-a762-b76c17cbed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:40.947864 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c6a0a-4795-4043-b154-426ebde694b2 req-c212673a-ed22-49fb-a762-b76c17cbed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:40.948496 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c6a0a-4795-4043-b154-426ebde694b2 req-c212673a-ed22-49fb-a762-b76c17cbed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:40.949351 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c6a0a-4795-4043-b154-426ebde694b2 req-c212673a-ed22-49fb-a762-b76c17cbed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:40.951331 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-754c6a0a-4795-4043-b154-426ebde694b2 req-c212673a-ed22-49fb-a762-b76c17cbed86 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d40c78ed24d44bc286019ecdefec3c75&device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5286 time: 0.1980491 Sep 21 17:58:41.037336 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f594b43e-340b-4def-92a8-4df82a7cf042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:41.091228 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-7a84ea39-bdda-478f-bd5f-7d96af215adf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 971641b9-c4f5-42ee-9df6-4429b36330fb {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:58:41.164513 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 5a8434e0-3e7e-4d78-8213-4e558ba50532 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:58:41.176726 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-517b7a4a-32be-4339-b22d-9e7fda17e307 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:41.245386 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-7a84ea39-bdda-478f-bd5f-7d96af215adf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:41.256563 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e292c-420f-41eb-93b2-c2680911a6e5 req-7627fade-93ad-42f5-bd9f-62f0331f5afb tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:41.258567 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-494e292c-420f-41eb-93b2-c2680911a6e5 req-7627fade-93ad-42f5-bd9f-62f0331f5afb tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5 HTTP/1.1" status: 200 len: 945 time: 0.4239316 Sep 21 17:58:41.258815 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c6a0a-4795-4043-b154-426ebde694b2 req-10179314-4d08-437a-94e6-01da3b5d3b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:41.259330 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c6a0a-4795-4043-b154-426ebde694b2 req-10179314-4d08-437a-94e6-01da3b5d3b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:41.259744 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-517b7a4a-32be-4339-b22d-9e7fda17e307 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:41.259873 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c6a0a-4795-4043-b154-426ebde694b2 req-10179314-4d08-437a-94e6-01da3b5d3b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:41.261525 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-754c6a0a-4795-4043-b154-426ebde694b2 req-10179314-4d08-437a-94e6-01da3b5d3b6d service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d40c78ed24d44bc286019ecdefec3c75&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2668417 Sep 21 17:58:41.271813 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-63f59a31-dd50-4447-97e6-e206bfafe7d5 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:41.273338 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-63f59a31-dd50-4447-97e6-e206bfafe7d5 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/networks?id=a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08 HTTP/1.1" status: 200 len: 814 time: 0.2965069 Sep 21 17:58:41.326587 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 5a8434e0-3e7e-4d78-8213-4e558ba50532 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:41.327276 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:41.346777 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-e8332176-8531-4dd6-b900-99905737133c tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/quotas/77fb7d4686fc4cfc8d52c5834a5ea76a HTTP/1.1" status: 200 len: 375 time: 0.0603366 Sep 21 17:58:41.351852 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b7a4a-32be-4339-b22d-9e7fda17e307 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Pushing event updated for resources: {'Port': ['ID=39b7e556-b26a-4886-8954-27bb67b56114,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:41.365053 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-494e292c-420f-41eb-93b2-c2680911a6e5 req-289162f9-ffe7-4ef2-8fb9-7b86b5685146 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970891 Sep 21 17:58:41.419870 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4d96dd3e-7d72-4dc2-a16a-8c7a04af1893 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:41.421241 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-517b7a4a-32be-4339-b22d-9e7fda17e307 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Network 2b661a03-cfc9-463e-8f0e-9f949f6cb0f0 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:41.429701 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-517b7a4a-32be-4339-b22d-9e7fda17e307 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:41.432501 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4d96dd3e-7d72-4dc2-a16a-8c7a04af1893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:41.436597 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-517b7a4a-32be-4339-b22d-9e7fda17e307 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:41.530427 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-f594b43e-340b-4def-92a8-4df82a7cf042 admin admin] Allocated IP 172.20.0.1 (26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf/63a1043c-b263-4aac-aec7-9797fbf7cd86/2c5bda7d-0d4b-4d61-b8be-c0b84a550173) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:41.575288 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:41.575821 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-517b7a4a-32be-4339-b22d-9e7fda17e307 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:41.576512 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-517b7a4a-32be-4339-b22d-9e7fda17e307 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:41.577614 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-4d96dd3e-7d72-4dc2-a16a-8c7a04af1893 None None] Attempting to bind port b7121ac4-c33e-496d-88b7-3082ae3398fb on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:58:41.577920 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-4d96dd3e-7d72-4dc2-a16a-8c7a04af1893 None None] Attempting to bind port b7121ac4-c33e-496d-88b7-3082ae3398fb by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:58:41.578392 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d96dd3e-7d72-4dc2-a16a-8c7a04af1893 None None] Attempting to bind port b7121ac4-c33e-496d-88b7-3082ae3398fb on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:41.594474 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-7a84ea39-bdda-478f-bd5f-7d96af215adf service neutron] Transition to ACTIVE for port object 971641b9-c4f5-42ee-9df6-4429b36330fb will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:58:41.596731 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9f8d64c8-a6b4-402a-a318-23936c91ccaf req-02cc23ab-ba66-4273-bebc-21f238d98286 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:41.606892 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-517b7a4a-32be-4339-b22d-9e7fda17e307 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3138082 Sep 21 17:58:41.622862 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-7a84ea39-bdda-478f-bd5f-7d96af215adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:41.630078 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['58a53080-a761-4fb6-a1bf-d207dbb992e1'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:58:41.635117 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9652d-c21f-486c-9c1f-dd935f84e2a6 None None] Pushing event updated for resources: {'Port': ['ID=b7121ac4-c33e-496d-88b7-3082ae3398fb,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:41.639512 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9431d011-24f7-40d7-88c1-62a5f5c74ae7 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Request body: {'port': {'device_id': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'network_id': '2b661a03-cfc9-463e-8f0e-9f949f6cb0f0', 'admin_state_up': True, 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'security_groups': ['6a802034-7062-4fd4-8335-82e273a25bf6']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:41.648999 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d96dd3e-7d72-4dc2-a16a-8c7a04af1893 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:58:41.651689 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d96dd3e-7d72-4dc2-a16a-8c7a04af1893 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:58:41.652309 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4d96dd3e-7d72-4dc2-a16a-8c7a04af1893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:41.653032 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d96dd3e-7d72-4dc2-a16a-8c7a04af1893 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:58:41.653851 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-4d96dd3e-7d72-4dc2-a16a-8c7a04af1893 None None] Bound port: b7121ac4-c33e-496d-88b7-3082ae3398fb, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:58:41.654398 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4d96dd3e-7d72-4dc2-a16a-8c7a04af1893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:41.712562 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f594b43e-340b-4def-92a8-4df82a7cf042 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:41.757521 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c6a0a-4795-4043-b154-426ebde694b2 req-a0ae39bf-d95c-41e1-8574-27204651b3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:41.760580 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-754c6a0a-4795-4043-b154-426ebde694b2 req-a0ae39bf-d95c-41e1-8574-27204651b3ec service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4863226 Sep 21 17:58:41.791641 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-cfdde720-7266-44b0-b5c6-16e5df18540e tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=77fb7d4686fc4cfc8d52c5834a5ea76a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4057028 Sep 21 17:58:41.807626 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f594b43e-340b-4def-92a8-4df82a7cf042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:41.839357 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3d6aa-3802-4a6b-8925-8aa7e1b037d5 req-9016239b-2c34-48b2-bcb5-7cc124b1fc52 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:41.845549 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3d6aa-3802-4a6b-8925-8aa7e1b037d5 req-9016239b-2c34-48b2-bcb5-7cc124b1fc52 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:41.851743 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3d6aa-3802-4a6b-8925-8aa7e1b037d5 req-9016239b-2c34-48b2-bcb5-7cc124b1fc52 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:41.857760 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3d6aa-3802-4a6b-8925-8aa7e1b037d5 req-9016239b-2c34-48b2-bcb5-7cc124b1fc52 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:41.863818 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3d6aa-3802-4a6b-8925-8aa7e1b037d5 req-9016239b-2c34-48b2-bcb5-7cc124b1fc52 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:41.873396 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3d6aa-3802-4a6b-8925-8aa7e1b037d5 req-9016239b-2c34-48b2-bcb5-7cc124b1fc52 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:41.873608 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594b43e-340b-4def-92a8-4df82a7cf042 admin admin] Pushing event updated for resources: {'Port': ['ID=2c5bda7d-0d4b-4d61-b8be-c0b84a550173,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:41.875368 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2c3d6aa-3802-4a6b-8925-8aa7e1b037d5 req-9016239b-2c34-48b2-bcb5-7cc124b1fc52 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 4600 time: 0.3435676 Sep 21 17:58:41.876324 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc23ab-ba66-4273-bebc-21f238d98286 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Pushing event deleted for resources: {'Port': ['ID=58a53080-a761-4fb6-a1bf-d207dbb992e1,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:41.904700 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f594b43e-340b-4def-92a8-4df82a7cf042 admin admin] Network 26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:41.918292 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-f594b43e-340b-4def-92a8-4df82a7cf042 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:41.934296 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f594b43e-340b-4def-92a8-4df82a7cf042 admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:41.955600 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 5a8434e0-3e7e-4d78-8213-4e558ba50532, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5a8434e0-3e7e-4d78-8213-4e558ba50532,segment=NetworkSegment(7a41b262-3cb8-4dc0-a9c6-451220a101cc),segment_id=7a41b262-3cb8-4dc0-a9c6-451220a101cc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:41.985727 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:42.027415 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-f658dd74-ab00-44d1-9ffc-d76576630f97 None None] Provisioning complete for port 39b7e556-b26a-4886-8954-27bb67b56114 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:42.028045 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f658dd74-ab00-44d1-9ffc-d76576630f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:42.057821 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f594b43e-340b-4def-92a8-4df82a7cf042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:42.120714 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-f658dd74-ab00-44d1-9ffc-d76576630f97 None None] Port 39b7e556-b26a-4886-8954-27bb67b56114 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:58:42.147963 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-4d96dd3e-7d72-4dc2-a16a-8c7a04af1893 None None] For port b7121ac4-c33e-496d-88b7-3082ae3398fb, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:58:42.163073 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-4d96dd3e-7d72-4dc2-a16a-8c7a04af1893 None None] For port b7121ac4-c33e-496d-88b7-3082ae3398fb, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=b7121ac4-c33e-496d-88b7-3082ae3398fb,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:58:42.174318 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-ab543e19-b5dd-4ae9-bd74-3e1b75e25bf9 service neutron] 10.222.0.58 "GET /v2.0/networks/a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816350 Sep 21 17:58:42.174970 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4d96dd3e-7d72-4dc2-a16a-8c7a04af1893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:42.259575 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=5a8434e0-3e7e-4d78-8213-4e558ba50532,revision_number=8']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:42.323537 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d96dd3e-7d72-4dc2-a16a-8c7a04af1893 None None] Routers {'d4cbef0a-a166-49d2-9670-590482ef10a5'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:58:42.324654 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4d96dd3e-7d72-4dc2-a16a-8c7a04af1893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:58:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['d4cbef0a-a166-49d2-9670-590482ef10a5'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:42.374788 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8d64c8-a6b4-402a-a318-23936c91ccaf req-02cc23ab-ba66-4273-bebc-21f238d98286 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] No DVR routers for this DVR port 58a53080-a761-4fb6-a1bf-d207dbb992e1 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:58:42.391923 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9f8d64c8-a6b4-402a-a318-23936c91ccaf req-02cc23ab-ba66-4273-bebc-21f238d98286 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:42.394297 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9f8d64c8-a6b4-402a-a318-23936c91ccaf req-02cc23ab-ba66-4273-bebc-21f238d98286 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.38 "DELETE /v2.0/ports/58a53080-a761-4fb6-a1bf-d207dbb992e1 HTTP/1.1" status: 204 len: 173 time: 2.4676480 Sep 21 17:58:42.457961 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-9f9b3c00-7af3-4c0f-ad85-ee719b41aa90 service neutron] 10.222.0.58 "GET /v2.0/networks/a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815998 Sep 21 17:58:42.463104 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9652d-c21f-486c-9c1f-dd935f84e2a6 None None] Pushing event updated for resources: {'Port': ['ID=b7121ac4-c33e-496d-88b7-3082ae3398fb,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:42.488504 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9431d011-24f7-40d7-88c1-62a5f5c74ae7 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Made reservation on behalf of f45042291f6d424394d35c26dcf75613 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:42.500878 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9431d011-24f7-40d7-88c1-62a5f5c74ae7 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:42.508201 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84ea39-bdda-478f-bd5f-7d96af215adf service neutron] Pushing event updated for resources: {'Port': ['ID=971641b9-c4f5-42ee-9df6-4429b36330fb,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:42.511176 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f594b43e-340b-4def-92a8-4df82a7cf042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:42.518661 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2c3d6aa-3802-4a6b-8925-8aa7e1b037d5 req-2c943137-09ce-4a76-86a2-564da6eef684 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6186631 Sep 21 17:58:42.587818 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5ac50-1bba-4682-b521-b806798a5a39 req-afafbe5a-a313-4a80-86c6-040467038b66 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:42.591702 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-4d96dd3e-7d72-4dc2-a16a-8c7a04af1893 None None] Set router d4cbef0a-a166-49d2-9670-590482ef10a5 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:58:42.594262 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5b049e81-3827-43b7-9f95-17a54dc3084b None None] Provisioning complete for port 2c5bda7d-0d4b-4d61-b8be-c0b84a550173 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:42.594655 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5b049e81-3827-43b7-9f95-17a54dc3084b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:42.597077 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bba5ac50-1bba-4682-b521-b806798a5a39 req-afafbe5a-a313-4a80-86c6-040467038b66 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.44 "GET /v2.0/ports?device_id=29a834af-74fe-4662-b414-d7a56653e40e HTTP/1.1" status: 200 len: 943 time: 0.8328948 Sep 21 17:58:42.734706 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5', 'name': 'network-vif-deleted', 'tag': '58a53080-a761-4fb6-a1bf-d207dbb992e1'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:58:42.737033 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691bb05c-ffe8-43ea-9c3f-2eb5d8bfa2b7" -d '{"events": [{"server_uuid": "cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5", "name": "network-vif-deleted", "tag": "58a53080-a761-4fb6-a1bf-d207dbb992e1"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:58:42.778828 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-02b7f2df-7f90-442c-9d22-ae95e510a1c8 req-c09fdb05-3fdb-44cb-aa59-b8f7c7704672 tempest-ServerShowV257Test-1233739198 tempest-ServerShowV257Test-1233739198-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d581c4b-180f-444f-a336-d857a2e11c46 HTTP/1.1" status: 200 len: 210 time: 0.1086044 Sep 21 17:58:42.797976 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5b049e81-3827-43b7-9f95-17a54dc3084b None None] Port 2c5bda7d-0d4b-4d61-b8be-c0b84a550173 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:58:42.876093 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a834af-74fe-4662-b414-d7a56653e40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8434e0-3e7e-4d78-8213-4e558ba50532'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:58:42.878427 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc9965f-3abf-4e89-9878-52cb05c2b131" -d '{"events": [{"server_uuid": "29a834af-74fe-4662-b414-d7a56653e40e", "name": "network-vif-plugged", "status": "completed", "tag": "5a8434e0-3e7e-4d78-8213-4e558ba50532"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:58:42.951918 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f594b43e-340b-4def-92a8-4df82a7cf042 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:42.964479 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f594b43e-340b-4def-92a8-4df82a7cf042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:43.044957 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f594b43e-340b-4def-92a8-4df82a7cf042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:43.061577 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-7a84ea39-bdda-478f-bd5f-7d96af215adf service neutron] Attempting to bind port 971641b9-c4f5-42ee-9df6-4429b36330fb on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:58:43.061914 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-7a84ea39-bdda-478f-bd5f-7d96af215adf service neutron] Attempting to bind port 971641b9-c4f5-42ee-9df6-4429b36330fb by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94df87e6-ce8a-4b23-900d-480ef4eb3211'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:58:43.067346 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-7a84ea39-bdda-478f-bd5f-7d96af215adf service neutron] Attempting to bind port 971641b9-c4f5-42ee-9df6-4429b36330fb on network 94df87e6-ce8a-4b23-900d-480ef4eb3211 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:43.103468 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594b43e-340b-4def-92a8-4df82a7cf042 admin admin] Pushing event updated for resources: {'Port': ['ID=2c5bda7d-0d4b-4d61-b8be-c0b84a550173,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:43.113509 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-7a84ea39-bdda-478f-bd5f-7d96af215adf service neutron] Port 971641b9-c4f5-42ee-9df6-4429b36330fb on network 94df87e6-ce8a-4b23-900d-480ef4eb3211 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:58:43.131291 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4d96dd3e-7d72-4dc2-a16a-8c7a04af1893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'name': 'tempest-ServerActionsTestJSON-502807318-router', 'tenant_id': 'a8da2b927d2245079ac16237e127ada3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'b7121ac4-c33e-496d-88b7-3082ae3398fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:34Z', 'updated_at': '2021-09-21T17:58:37Z', 'revision_number': 3, 'project_id': 'a8da2b927d2245079ac16237e127ada3', 'gw_port': {'id': 'b7121ac4-c33e-496d-88b7-3082ae3398fb', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:58:36Z', 'updated_at': '2021-09-21T17:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:43.131519 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-7a84ea39-bdda-478f-bd5f-7d96af215adf service neutron] Attempting to bind port 971641b9-c4f5-42ee-9df6-4429b36330fb on network 94df87e6-ce8a-4b23-900d-480ef4eb3211 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:43.142415 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a0a7c-6db2-4a75-89ef-00b0e59fc761 req-a8a34b4d-af02-4087-837f-4371eab0f950 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:43.150178 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-731a0a7c-6db2-4a75-89ef-00b0e59fc761 req-a8a34b4d-af02-4087-837f-4371eab0f950 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 946 time: 0.3072517 Sep 21 17:58:43.174963 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d96dd3e-7d72-4dc2-a16a-8c7a04af1893 None None] The sync data for ids ['d4cbef0a-a166-49d2-9670-590482ef10a5'] in n-d-810291-1 is: [{'id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'name': 'tempest-ServerActionsTestJSON-502807318-router', 'tenant_id': 'a8da2b927d2245079ac16237e127ada3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'b7121ac4-c33e-496d-88b7-3082ae3398fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:34Z', 'updated_at': '2021-09-21T17:58:37Z', 'revision_number': 3, 'project_id': 'a8da2b927d2245079ac16237e127ada3', 'gw_port': {'id': 'b7121ac4-c33e-496d-88b7-3082ae3398fb', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:58:36Z', 'updated_at': '2021-09-21T17:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:58:43.193115 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-7a84ea39-bdda-478f-bd5f-7d96af215adf service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:58:43.193333 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-7a84ea39-bdda-478f-bd5f-7d96af215adf service neutron] Checking segment: {'id': '834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94df87e6-ce8a-4b23-900d-480ef4eb3211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:58:43.193762 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-7a84ea39-bdda-478f-bd5f-7d96af215adf service neutron] Bound using segment: {'id': '834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94df87e6-ce8a-4b23-900d-480ef4eb3211'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:58:43.194193 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-7a84ea39-bdda-478f-bd5f-7d96af215adf service neutron] Bound port: 971641b9-c4f5-42ee-9df6-4429b36330fb, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94df87e6-ce8a-4b23-900d-480ef4eb3211'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:58:43.194998 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-7a84ea39-bdda-478f-bd5f-7d96af215adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:43.224449 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fcc0b-d0d3-4d35-890e-5b1347b082ee req-94cbc6bd-18ee-4be3-b3c7-d8e053b53b8c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:43.230114 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fcc0b-d0d3-4d35-890e-5b1347b082ee req-94cbc6bd-18ee-4be3-b3c7-d8e053b53b8c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:43.246163 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4a9fcc0b-d0d3-4d35-890e-5b1347b082ee req-94cbc6bd-18ee-4be3-b3c7-d8e053b53b8c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 1654 time: 0.3184838 Sep 21 17:58:43.265038 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-731a0a7c-6db2-4a75-89ef-00b0e59fc761 req-ec71cf34-7543-48bf-a9cf-ba41b94403c2 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139450 Sep 21 17:58:43.351200 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f594b43e-340b-4def-92a8-4df82a7cf042 admin admin] Network 26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:43.354289 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-f594b43e-340b-4def-92a8-4df82a7cf042 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:43.496453 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-bba5ac50-1bba-4682-b521-b806798a5a39 req-990e29f6-0725-4e32-b819-4ba1a81977a5 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Deleting port 5a8434e0-3e7e-4d78-8213-4e558ba50532 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:58:43.496834 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bba5ac50-1bba-4682-b521-b806798a5a39 req-990e29f6-0725-4e32-b819-4ba1a81977a5 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:43.520828 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9431d011-24f7-40d7-88c1-62a5f5c74ae7 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Allocated IP 10.1.1.74 (2b661a03-cfc9-463e-8f0e-9f949f6cb0f0/58ac3f24-b788-4cf8-83bb-09180cf32914/054e6666-6694-4141-b20b-da2fa2a124e2) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:43.643513 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a6dd2d5a-27ed-4583-9dd5-7373c8cbfb47 req-a1156951-afab-4bc3-9032-95768779c289 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 210 time: 0.2103922 Sep 21 17:58:43.648878 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f594b43e-340b-4def-92a8-4df82a7cf042 admin admin] Router d4cbef0a-a166-49d2-9670-590482ef10a5 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:58:43.729102 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4a9fcc0b-d0d3-4d35-890e-5b1347b082ee req-70e6e7b6-b39b-4993-9eb2-b28b4b2294c3 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4819906 Sep 21 17:58:43.743053 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-7a84ea39-bdda-478f-bd5f-7d96af215adf service neutron] For port 971641b9-c4f5-42ee-9df6-4429b36330fb, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:58:43.747404 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-7a84ea39-bdda-478f-bd5f-7d96af215adf service neutron] For port 971641b9-c4f5-42ee-9df6-4429b36330fb, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=971641b9-c4f5-42ee-9df6-4429b36330fb,segment=NetworkSegment(834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba),segment_id=834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:58:43.750605 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f1bb03-b486-4e97-b457-f655a83dcdd3 x-openstack-request-id: req-74f1bb03-b486-4e97-b457-f655a83dcdd3 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:58:43.751271 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5", "name": "network-vif-deleted", "tag": "58a53080-a761-4fb6-a1bf-d207dbb992e1", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:58:43.751987 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-74f1bb03-b486-4e97-b457-f655a83dcdd3 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:58:43.752902 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6d8cb4-10b2-4850-8168-f4db0c0b1ec5', 'name': 'network-vif-deleted', 'tag': '58a53080-a761-4fb6-a1bf-d207dbb992e1', 'status': 'completed', 'code': 200} Sep 21 17:58:43.758292 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-8a4e172e-af83-471e-a890-f6644bd7df59 None None] Provisioning complete for port 2c5bda7d-0d4b-4d61-b8be-c0b84a550173 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:43.759739 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8a4e172e-af83-471e-a890-f6644bd7df59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:43.847130 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927c6a6c-d5d3-4c84-b633-a743bf09269b x-openstack-request-id: req-927c6a6c-d5d3-4c84-b633-a743bf09269b {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:58:43.852562 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a834af-74fe-4662-b414-d7a56653e40e", "name": "network-vif-plugged", "status": "completed", "tag": "5a8434e0-3e7e-4d78-8213-4e558ba50532", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:58:43.852875 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-927c6a6c-d5d3-4c84-b633-a743bf09269b {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:58:43.853292 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a834af-74fe-4662-b414-d7a56653e40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8434e0-3e7e-4d78-8213-4e558ba50532', 'code': 200} Sep 21 17:58:43.914532 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f594b43e-340b-4def-92a8-4df82a7cf042 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:58:43.918348 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e172e-af83-471e-a890-f6644bd7df59 None None] Port 2c5bda7d-0d4b-4d61-b8be-c0b84a550173 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:58:43.931005 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f594b43e-340b-4def-92a8-4df82a7cf042 admin admin] 10.222.0.58 "PUT /v2.0/routers/d4cbef0a-a166-49d2-9670-590482ef10a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5628498 Sep 21 17:58:43.931231 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-7a84ea39-bdda-478f-bd5f-7d96af215adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:43.982304 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-bba5ac50-1bba-4682-b521-b806798a5a39 req-990e29f6-0725-4e32-b819-4ba1a81977a5 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] For port 5a8434e0-3e7e-4d78-8213-4e558ba50532, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5a8434e0-3e7e-4d78-8213-4e558ba50532,segment=NetworkSegment(7a41b262-3cb8-4dc0-a9c6-451220a101cc),segment_id=7a41b262-3cb8-4dc0-a9c6-451220a101cc)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:43.987504 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bba5ac50-1bba-4682-b521-b806798a5a39 req-990e29f6-0725-4e32-b819-4ba1a81977a5 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:44.013361 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afabd0c2-6f98-439c-9dad-aa01859347b0 req-8afea267-cbb8-47d0-b9ba-cf3619cc007f tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:44.019710 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afabd0c2-6f98-439c-9dad-aa01859347b0 req-8afea267-cbb8-47d0-b9ba-cf3619cc007f tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:44.025900 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afabd0c2-6f98-439c-9dad-aa01859347b0 req-8afea267-cbb8-47d0-b9ba-cf3619cc007f tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:44.032201 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afabd0c2-6f98-439c-9dad-aa01859347b0 req-8afea267-cbb8-47d0-b9ba-cf3619cc007f tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:44.039350 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afabd0c2-6f98-439c-9dad-aa01859347b0 req-8afea267-cbb8-47d0-b9ba-cf3619cc007f tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:44.045799 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afabd0c2-6f98-439c-9dad-aa01859347b0 req-8afea267-cbb8-47d0-b9ba-cf3619cc007f tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:44.052823 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afabd0c2-6f98-439c-9dad-aa01859347b0 req-8afea267-cbb8-47d0-b9ba-cf3619cc007f tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:44.060514 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-afabd0c2-6f98-439c-9dad-aa01859347b0 req-8afea267-cbb8-47d0-b9ba-cf3619cc007f tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5373 time: 0.1258512 Sep 21 17:58:44.114009 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-afabd0c2-6f98-439c-9dad-aa01859347b0 req-fecab537-cd37-40bf-8e80-113235ec8275 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524065 Sep 21 17:58:44.153726 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-bba5ac50-1bba-4682-b521-b806798a5a39 req-990e29f6-0725-4e32-b819-4ba1a81977a5 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Calling delete_port for 5a8434e0-3e7e-4d78-8213-4e558ba50532 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:58:44.168906 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-7a84ea39-bdda-478f-bd5f-7d96af215adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:44.169973 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-7a84ea39-bdda-478f-bd5f-7d96af215adf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:44.171727 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-7a84ea39-bdda-478f-bd5f-7d96af215adf service neutron] 10.222.0.44 "PUT /v2.0/ports/971641b9-c4f5-42ee-9df6-4429b36330fb HTTP/1.1" status: 200 len: 1131 time: 4.3567898 Sep 21 17:58:44.272844 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-b40becdc-2c5f-491d-9c38-2078d74058f0 service neutron] Request body: {'port': {'device_id': '2306b996-adf3-46fb-a019-0be4804791dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:44.365995 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5997121f-ec67-4eba-b09a-990fc8b26fa9 req-cd82fffd-22c7-48de-b235-95a0f8817c6f tempest-ServerShowV257Test-1233739198 tempest-ServerShowV257Test-1233739198-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d581c4b-180f-444f-a336-d857a2e11c46 HTTP/1.1" status: 200 len: 210 time: 0.0649753 Sep 21 17:58:44.487698 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b7121ac4-c33e-496d-88b7-3082ae3398fb up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:58:44.614000 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port b7121ac4-c33e-496d-88b7-3082ae3398fb triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:44.614384 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:44.629457 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84ea39-bdda-478f-bd5f-7d96af215adf service neutron] Pushing event updated for resources: {'Port': ['ID=971641b9-c4f5-42ee-9df6-4429b36330fb,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:44.664357 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-ad2872ba-e9aa-431b-92b3-ad0c43698f4b tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:44.666102 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-ad2872ba-e9aa-431b-92b3-ad0c43698f4b tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.38 "GET /v2.0/networks?id=a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08 HTTP/1.1" status: 200 len: 814 time: 0.3695998 Sep 21 17:58:44.695908 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-4533be13-d57a-4fb4-971d-834be6e2c937 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Request body: {'port': {'device_id': '6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89', 'network_id': 'a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08', 'admin_state_up': True, 'tenant_id': '77fb7d4686fc4cfc8d52c5834a5ea76a'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:44.758668 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:44.769159 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 58a53080-a761-4fb6-a1bf-d207dbb992e1 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:58:44.802720 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 58a53080-a761-4fb6-a1bf-d207dbb992e1 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:58:44.803091 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 58a53080-a761-4fb6-a1bf-d207dbb992e1 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:58:44.808076 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port b7121ac4-c33e-496d-88b7-3082ae3398fb, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=b7121ac4-c33e-496d-88b7-3082ae3398fb,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:44.815164 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:44.827987 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730c51a-0980-430e-a4a5-52119622f05c req-57048484-4ec8-4521-bdda-aeba3a80d878 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:44.829669 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b730c51a-0980-430e-a4a5-52119622f05c req-57048484-4ec8-4521-bdda-aeba3a80d878 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/networks?id=aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1 HTTP/1.1" status: 200 len: 821 time: 0.8628743 Sep 21 17:58:44.893126 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=b7121ac4-c33e-496d-88b7-3082ae3398fb,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:44.905497 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b730c51a-0980-430e-a4a5-52119622f05c req-b7146975-c4a7-4119-b4f1-58544e66ac29 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/quotas/b31eef4e323d4207999cb58629ab639d HTTP/1.1" status: 200 len: 375 time: 0.0371590 Sep 21 17:58:44.928386 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9431d011-24f7-40d7-88c1-62a5f5c74ae7 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:44.929859 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-b40becdc-2c5f-491d-9c38-2078d74058f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:45.019382 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35802) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:45.026625 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-ed12fa2c-5a69-4e8f-99c5-e4a62f26b97e tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1147230312', 'description': 'tempest-description--1743328560'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:45.063246 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ed12fa2c-5a69-4e8f-99c5-e4a62f26b97e tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:45.072314 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bba5ac50-1bba-4682-b521-b806798a5a39 req-990e29f6-0725-4e32-b819-4ba1a81977a5 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:45.085332 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['5a8434e0-3e7e-4d78-8213-4e558ba50532'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:58:45.149900 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e29f6-0725-4e32-b819-4ba1a81977a5 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Pushing event deleted for resources: {'Port': ['ID=5a8434e0-3e7e-4d78-8213-4e558ba50532,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:45.163319 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c00e5-dc52-435e-919c-d67b83974b74 req-21cd9922-fdef-4b08-8946-13a16be46426 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:45.164673 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b730c51a-0980-430e-a4a5-52119622f05c req-ef49965c-00d8-4407-80c5-156b4009a04a tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b31eef4e323d4207999cb58629ab639d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2314577 Sep 21 17:58:45.172754 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-328c00e5-dc52-435e-919c-d67b83974b74 req-21cd9922-fdef-4b08-8946-13a16be46426 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 946 time: 0.1041594 Sep 21 17:58:45.185499 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-4533be13-d57a-4fb4-971d-834be6e2c937 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Made reservation on behalf of 77fb7d4686fc4cfc8d52c5834a5ea76a for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:45.189104 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-4533be13-d57a-4fb4-971d-834be6e2c937 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:45.205282 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9431d011-24f7-40d7-88c1-62a5f5c74ae7 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:45.235462 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-328c00e5-dc52-435e-919c-d67b83974b74 req-0b3fe79c-5ef1-4af1-9a92-1361ee9addfb tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617886 Sep 21 17:58:45.303377 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba5ac50-1bba-4682-b521-b806798a5a39 req-990e29f6-0725-4e32-b819-4ba1a81977a5 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] No DVR routers for this DVR port 5a8434e0-3e7e-4d78-8213-4e558ba50532 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:58:45.306144 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bba5ac50-1bba-4682-b521-b806798a5a39 req-990e29f6-0725-4e32-b819-4ba1a81977a5 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:45.308992 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bba5ac50-1bba-4682-b521-b806798a5a39 req-990e29f6-0725-4e32-b819-4ba1a81977a5 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.44 "DELETE /v2.0/ports/5a8434e0-3e7e-4d78-8213-4e558ba50532 HTTP/1.1" status: 204 len: 173 time: 2.6842887 Sep 21 17:58:45.312646 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ed12fa2c-5a69-4e8f-99c5-e4a62f26b97e tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:45.324700 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ed12fa2c-5a69-4e8f-99c5-e4a62f26b97e tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:45.356238 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-afa7e302-8821-47e3-829c-dade4f3170ff req-e2e2c798-47fc-442f-b7c9-d76e959a700a tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 210 time: 0.0421915 Sep 21 17:58:45.400965 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ed12fa2c-5a69-4e8f-99c5-e4a62f26b97e tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:45.402276 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ed12fa2c-5a69-4e8f-99c5-e4a62f26b97e tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3816028 Sep 21 17:58:45.403061 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed12fa2c-5a69-4e8f-99c5-e4a62f26b97e tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e654ae-e99d-4e2b-aa16-984e9abad9e3,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:45.406236 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35810) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:45.410784 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-cbe14f08-3cc6-4e63-b71a-dae08eeb7be7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Request body: {'security_group_rule': {'security_group_id': 'a9e654ae-e99d-4e2b-aa16-984e9abad9e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:45.446437 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cbe14f08-3cc6-4e63-b71a-dae08eeb7be7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:45.474840 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9431d011-24f7-40d7-88c1-62a5f5c74ae7 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Network 2b661a03-cfc9-463e-8f0e-9f949f6cb0f0 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:45.533220 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9431d011-24f7-40d7-88c1-62a5f5c74ae7 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:45.536332 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9431d011-24f7-40d7-88c1-62a5f5c74ae7 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:45.564146 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cbe14f08-3cc6-4e63-b71a-dae08eeb7be7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:45.579556 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fcdfab-300e-409f-b2f0-a04358e8c28a req-119fb52f-fb6f-4af5-8763-ac0d9b93579b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:45.586296 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fcdfab-300e-409f-b2f0-a04358e8c28a req-119fb52f-fb6f-4af5-8763-ac0d9b93579b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:45.592720 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fcdfab-300e-409f-b2f0-a04358e8c28a req-119fb52f-fb6f-4af5-8763-ac0d9b93579b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:45.601752 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-20fcdfab-300e-409f-b2f0-a04358e8c28a req-119fb52f-fb6f-4af5-8763-ac0d9b93579b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 2374 time: 0.1074412 Sep 21 17:58:45.610122 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cbe14f08-3cc6-4e63-b71a-dae08eeb7be7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:45.630539 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431d011-24f7-40d7-88c1-62a5f5c74ae7 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Pushing event updated for resources: {'Port': ['ID=054e6666-6694-4141-b20b-da2fa2a124e2,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:45.642443 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe14f08-3cc6-4e63-b71a-dae08eeb7be7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d0b0ae9-7a74-4e5f-aad9-deb2f7898cf1,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:45.652566 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cbe14f08-3cc6-4e63-b71a-dae08eeb7be7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:45.653749 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-cbe14f08-3cc6-4e63-b71a-dae08eeb7be7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2465487 Sep 21 17:58:45.657017 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35812) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:45.663857 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-73e2d912-d2a8-43b8-b075-f60d173794ce tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Request body: {'security_group_rule': {'security_group_id': 'a9e654ae-e99d-4e2b-aa16-984e9abad9e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:45.687733 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-20fcdfab-300e-409f-b2f0-a04358e8c28a req-0de5f376-4379-42f2-a05d-8139a50e29ef tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850008 Sep 21 17:58:45.737718 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-73e2d912-d2a8-43b8-b075-f60d173794ce tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:45.760431 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9431d011-24f7-40d7-88c1-62a5f5c74ae7 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:45.761356 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9431d011-24f7-40d7-88c1-62a5f5c74ae7 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:45.763694 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'tag': '971641b9-c4f5-42ee-9df6-4429b36330fb'}, {'server_uuid': '29a834af-74fe-4662-b414-d7a56653e40e', 'name': 'network-vif-deleted', 'tag': '5a8434e0-3e7e-4d78-8213-4e558ba50532'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:58:45.766057 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4ea26d-9c2a-476b-82d0-7ae44022f596" -d '{"events": [{"name": "network-changed", "server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "tag": "971641b9-c4f5-42ee-9df6-4429b36330fb"}, {"server_uuid": "29a834af-74fe-4662-b414-d7a56653e40e", "name": "network-vif-deleted", "tag": "5a8434e0-3e7e-4d78-8213-4e558ba50532"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:58:45.824012 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b730c51a-0980-430e-a4a5-52119622f05c req-4b45c1fa-3d1c-4472-86e8-5f8d2c638235 service neutron] 10.222.0.58 "GET /v2.0/networks/aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6396294 Sep 21 17:58:45.889104 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9431d011-24f7-40d7-88c1-62a5f5c74ae7 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.2551460 Sep 21 17:58:45.889830 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-52999b81-d9e0-4a03-9523-738fdd999a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:45.932550 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-4533be13-d57a-4fb4-971d-834be6e2c937 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Allocated IP 172.20.0.3 (a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08/2f8f189a-ed60-4c65-ab30-a297660af34d/a5c90936-41f3-48b7-a315-1df571c227ea) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:45.970268 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-73e2d912-d2a8-43b8-b075-f60d173794ce tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:45.993997 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445334b-fe22-4418-87a9-3bb99e42aea3 req-2878033d-79e1-470e-906a-2db4cbae0b02 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:46.000737 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445334b-fe22-4418-87a9-3bb99e42aea3 req-2878033d-79e1-470e-906a-2db4cbae0b02 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:46.006864 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445334b-fe22-4418-87a9-3bb99e42aea3 req-2878033d-79e1-470e-906a-2db4cbae0b02 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:46.013310 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445334b-fe22-4418-87a9-3bb99e42aea3 req-2878033d-79e1-470e-906a-2db4cbae0b02 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:46.013887 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-c4b97c85-8763-46a8-a005-ceb2c15c9054 None None] Provisioning complete for port 054e6666-6694-4141-b20b-da2fa2a124e2 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:46.014290 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c4b97c85-8763-46a8-a005-ceb2c15c9054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:46.020013 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445334b-fe22-4418-87a9-3bb99e42aea3 req-2878033d-79e1-470e-906a-2db4cbae0b02 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:46.026075 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445334b-fe22-4418-87a9-3bb99e42aea3 req-2878033d-79e1-470e-906a-2db4cbae0b02 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:46.032455 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445334b-fe22-4418-87a9-3bb99e42aea3 req-2878033d-79e1-470e-906a-2db4cbae0b02 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:46.041027 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b445334b-fe22-4418-87a9-3bb99e42aea3 req-2878033d-79e1-470e-906a-2db4cbae0b02 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5373 time: 0.2197909 Sep 21 17:58:46.043101 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-73e2d912-d2a8-43b8-b075-f60d173794ce tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:46.053792 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d0ca48-3585-4373-948f-61dacd37db6e None None] Sync routers for ids ['d4cbef0a-a166-49d2-9670-590482ef10a5'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:58:46.067528 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d0ca48-3585-4373-948f-61dacd37db6e None None] Routers {'d4cbef0a-a166-49d2-9670-590482ef10a5'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:58:46.068333 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-e0d0ca48-3585-4373-948f-61dacd37db6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:58:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['d4cbef0a-a166-49d2-9670-590482ef10a5'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:46.089640 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-b40becdc-2c5f-491d-9c38-2078d74058f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 716fb28e-e848-47bd-809e-fd034e6bb556 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:58:46.097686 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-c4b97c85-8763-46a8-a005-ceb2c15c9054 None None] Port 054e6666-6694-4141-b20b-da2fa2a124e2 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:58:46.098022 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-b40becdc-2c5f-491d-9c38-2078d74058f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:46.111793 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-b40becdc-2c5f-491d-9c38-2078d74058f0 service neutron] Transition to ACTIVE for port object 716fb28e-e848-47bd-809e-fd034e6bb556 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:58:46.116635 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7afccd76-6f11-44a1-89de-d20901bcb9d8 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Request body: {'port': {'device_id': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2d5cd904-6c64-427e-ac24-4519ebea83bd', 'admin_state_up': True, 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'security_groups': ['6a802034-7062-4fd4-8335-82e273a25bf6']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:46.146548 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2d912-d2a8-43b8-b075-f60d173794ce tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cefe2e5-3ab2-4495-9ca9-557e8d4d16b7,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:46.180382 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b445334b-fe22-4418-87a9-3bb99e42aea3 req-b5f0e30c-4dc0-41fa-b2a3-b58fbe949194 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1381631 Sep 21 17:58:46.181898 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-73e2d912-d2a8-43b8-b075-f60d173794ce tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:46.186076 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-73e2d912-d2a8-43b8-b075-f60d173794ce tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5251939 Sep 21 17:58:46.191600 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35818) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:46.200447 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-ce6a17e4-046c-41f2-a8dc-a7505d071e1c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:46.219995 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-e0d0ca48-3585-4373-948f-61dacd37db6e None None] Set router d4cbef0a-a166-49d2-9670-590482ef10a5 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:58:46.296996 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ce6a17e4-046c-41f2-a8dc-a7505d071e1c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks [] for floatingip, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:46.373761 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b7121ac4-c33e-496d-88b7-3082ae3398fb up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:58:46.468847 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port b7121ac4-c33e-496d-88b7-3082ae3398fb triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:46.469359 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:46.537567 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a23af5bc-baa5-4aec-aaeb-eb8a10c8fb49 req-635bc0b0-4652-46e7-bce1-74266ddca064 tempest-ServerShowV257Test-1233739198 tempest-ServerShowV257Test-1233739198-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d581c4b-180f-444f-a336-d857a2e11c46 HTTP/1.1" status: 200 len: 210 time: 0.0770395 Sep 21 17:58:46.602422 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ce6a17e4-046c-41f2-a8dc-a7505d071e1c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:46.696846 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-e0d0ca48-3585-4373-948f-61dacd37db6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'name': 'tempest-ServerActionsTestJSON-502807318-router', 'tenant_id': 'a8da2b927d2245079ac16237e127ada3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'b7121ac4-c33e-496d-88b7-3082ae3398fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:34Z', 'updated_at': '2021-09-21T17:58:42Z', 'revision_number': 4, 'project_id': 'a8da2b927d2245079ac16237e127ada3', 'gw_port': {'id': 'b7121ac4-c33e-496d-88b7-3082ae3398fb', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:58:36Z', 'updated_at': '2021-09-21T17:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '2c5bda7d-0d4b-4d61-b8be-c0b84a550173', 'name': '', 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf', 'tenant_id': 'a8da2b927d2245079ac16237e127ada3', 'mac_address': 'fa:16:3e:b0:34:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '63a1043c-b263-4aac-aec7-9797fbf7cd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:58:41Z', 'updated_at': '2021-09-21T17:58:42Z', 'revision_number': 2, 'project_id': 'a8da2b927d2245079ac16237e127ada3', 'subnets': [{'id': '63a1043c-b263-4aac-aec7-9797fbf7cd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:46.747616 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d0ca48-3585-4373-948f-61dacd37db6e None None] Checking router: d4cbef0a-a166-49d2-9670-590482ef10a5 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:58:46.748379 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d0ca48-3585-4373-948f-61dacd37db6e None None] Updating router d4cbef0a-a166-49d2-9670-590482ef10a5 port 2c5bda7d-0d4b-4d61-b8be-c0b84a550173 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:58:46.763092 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-b40becdc-2c5f-491d-9c38-2078d74058f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:46.785052 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e0d0ca48-3585-4373-948f-61dacd37db6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:46.789158 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-ce6a17e4-046c-41f2-a8dc-a7505d071e1c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Allocated IP 172.25.6.200 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/9b5ab303-94ca-40dc-8e42-e8c5e5344fc6) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:46.793998 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a689f08e-240a-453e-a3de-3d038519464c details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:58:46.887965 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c09c2-3d63-491f-bcbf-b2b04be0fad9 req-726f7e8c-c67f-4aca-bb20-3a54308f312d tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:46.892410 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c51c09c2-3d63-491f-bcbf-b2b04be0fad9 req-726f7e8c-c67f-4aca-bb20-3a54308f312d tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 946 time: 0.1644759 Sep 21 17:58:46.894867 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 21 Sep 2021 17:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8f2103-8d47-42f5-b168-92254bba396e x-openstack-request-id: req-6b8f2103-8d47-42f5-b168-92254bba396e {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:58:46.895405 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "tag": "971641b9-c4f5-42ee-9df6-4429b36330fb", "status": "completed", "code": 200}, {"server_uuid": "29a834af-74fe-4662-b414-d7a56653e40e", "name": "network-vif-deleted", "tag": "5a8434e0-3e7e-4d78-8213-4e558ba50532", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:58:46.895405 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6b8f2103-8d47-42f5-b168-92254bba396e {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:58:46.895822 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'tag': '971641b9-c4f5-42ee-9df6-4429b36330fb', 'status': 'completed', 'code': 200} Sep 21 17:58:46.896190 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a834af-74fe-4662-b414-d7a56653e40e', 'name': 'network-vif-deleted', 'tag': '5a8434e0-3e7e-4d78-8213-4e558ba50532', 'status': 'completed', 'code': 200} Sep 21 17:58:46.902907 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40becdc-2c5f-491d-9c38-2078d74058f0 service neutron] Pushing event updated for resources: {'Port': ['ID=716fb28e-e848-47bd-809e-fd034e6bb556,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:46.919553 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b730c51a-0980-430e-a4a5-52119622f05c req-59b64601-8cbb-45cb-be99-c45f3acfbb20 service neutron] 10.222.0.58 "GET /v2.0/networks/aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0886769 Sep 21 17:58:47.068426 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port a689f08e-240a-453e-a3de-3d038519464c, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a689f08e-240a-453e-a3de-3d038519464c,segment=NetworkSegment(24b566e5-042a-4b3d-9902-34d5286efb61),segment_id=24b566e5-042a-4b3d-9902-34d5286efb61)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:47.132400 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'a689f08e-240a-453e-a3de-3d038519464c', 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315', 'port_id': 'a689f08e-240a-453e-a3de-3d038519464c', 'mac_address': 'fa:16:3e:2a:24:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c08e933-ce5c-4713-ad95-cf9d2cd4544e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:58:47.138426 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c51c09c2-3d63-491f-bcbf-b2b04be0fad9 req-cade0716-4a24-40a7-add2-3a0b1199db13 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261760 Sep 21 17:58:47.174217 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 5a8434e0-3e7e-4d78-8213-4e558ba50532 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:58:47.327597 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 5a8434e0-3e7e-4d78-8213-4e558ba50532 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:58:47.331742 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 5a8434e0-3e7e-4d78-8213-4e558ba50532 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:58:47.368318 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:47.410242 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a689f08e-240a-453e-a3de-3d038519464c {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:58:47.448177 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-237d3243-0f20-44c0-a8aa-fc69cc2b7708 req-f894bdb1-a34b-4d1e-bdd3-6c565cfdadf8 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 210 time: 0.1426713 Sep 21 17:58:47.535447 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ce6a17e4-046c-41f2-a8dc-a7505d071e1c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:47.539958 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port a689f08e-240a-453e-a3de-3d038519464c, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a689f08e-240a-453e-a3de-3d038519464c,segment=NetworkSegment(24b566e5-042a-4b3d-9902-34d5286efb61),segment_id=24b566e5-042a-4b3d-9902-34d5286efb61)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:47.549116 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:47.647960 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e0d0ca48-3585-4373-948f-61dacd37db6e None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:47.663442 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e0d0ca48-3585-4373-948f-61dacd37db6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:47.674869 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-684964a7-af82-4ed9-a6c1-7dcc02925757 req-866cb0e1-b4e2-4ac5-9651-f9ba5d33d20a tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=55e844f1-4402-4fa6-ba0e-158944e7bdc8 HTTP/1.1" status: 200 len: 210 time: 0.1018069 Sep 21 17:58:47.702415 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['a689f08e-240a-453e-a3de-3d038519464c'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:58:47.738499 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ce6a17e4-046c-41f2-a8dc-a7505d071e1c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:47.817324 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=a689f08e-240a-453e-a3de-3d038519464c,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:47.856207 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7afccd76-6f11-44a1-89de-d20901bcb9d8 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Made reservation on behalf of f45042291f6d424394d35c26dcf75613 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:47.889361 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dcb828-493f-4c85-8059-b5aff219b4b4 None None] Pushing event updated for resources: {'Port': ['ID=2c5bda7d-0d4b-4d61-b8be-c0b84a550173,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:47.977359 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dcb828-493f-4c85-8059-b5aff219b4b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:47.978570 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dcb828-493f-4c85-8059-b5aff219b4b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:47.979347 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dcb828-493f-4c85-8059-b5aff219b4b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:47.980454 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dcb828-493f-4c85-8059-b5aff219b4b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:47.981311 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dcb828-493f-4c85-8059-b5aff219b4b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:47.983062 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dcb828-493f-4c85-8059-b5aff219b4b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:47.984075 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dcb828-493f-4c85-8059-b5aff219b4b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:47.985148 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dcb828-493f-4c85-8059-b5aff219b4b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:47.986805 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dcb828-493f-4c85-8059-b5aff219b4b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:47.988139 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dcb828-493f-4c85-8059-b5aff219b4b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:47.988827 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dcb828-493f-4c85-8059-b5aff219b4b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:47.989724 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dcb828-493f-4c85-8059-b5aff219b4b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:58:48.041020 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ea26d-9c2a-476b-82d0-7ae44022f596 req-18272eec-7df0-46d9-b5a6-dce3eb04f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:48.041511 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ea26d-9c2a-476b-82d0-7ae44022f596 req-18272eec-7df0-46d9-b5a6-dce3eb04f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:48.041710 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ea26d-9c2a-476b-82d0-7ae44022f596 req-18272eec-7df0-46d9-b5a6-dce3eb04f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:48.042190 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ea26d-9c2a-476b-82d0-7ae44022f596 req-18272eec-7df0-46d9-b5a6-dce3eb04f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:48.042665 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ea26d-9c2a-476b-82d0-7ae44022f596 req-18272eec-7df0-46d9-b5a6-dce3eb04f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:48.043165 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ea26d-9c2a-476b-82d0-7ae44022f596 req-18272eec-7df0-46d9-b5a6-dce3eb04f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:48.046548 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6a17e4-046c-41f2-a8dc-a7505d071e1c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:48.055764 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-ce6a17e4-046c-41f2-a8dc-a7505d071e1c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:48.056514 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ea26d-9c2a-476b-82d0-7ae44022f596 req-18272eec-7df0-46d9-b5a6-dce3eb04f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:48.061426 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3f4ea26d-9c2a-476b-82d0-7ae44022f596 req-18272eec-7df0-46d9-b5a6-dce3eb04f74e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d40c78ed24d44bc286019ecdefec3c75&device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 6235 time: 1.1644068 Sep 21 17:58:48.064737 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6a17e4-046c-41f2-a8dc-a7505d071e1c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:48.078325 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a17e4-046c-41f2-a8dc-a7505d071e1c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Pushing event updated for resources: {'Port': ['ID=9b5ab303-94ca-40dc-8e42-e8c5e5344fc6,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:48.082996 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-e0d0ca48-3585-4373-948f-61dacd37db6e None None] Attempting to bind port 2c5bda7d-0d4b-4d61-b8be-c0b84a550173 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:58:48.086573 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-e0d0ca48-3585-4373-948f-61dacd37db6e None None] Attempting to bind port 2c5bda7d-0d4b-4d61-b8be-c0b84a550173 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '360d39f6-7703-40a4-89a3-bbacde0632cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:58:48.087183 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d0ca48-3585-4373-948f-61dacd37db6e None None] Attempting to bind port 2c5bda7d-0d4b-4d61-b8be-c0b84a550173 on network 26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:48.098516 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d0ca48-3585-4373-948f-61dacd37db6e None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:58:48.099806 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d0ca48-3585-4373-948f-61dacd37db6e None None] Checking segment: {'id': '360d39f6-7703-40a4-89a3-bbacde0632cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:58:48.100915 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e0d0ca48-3585-4373-948f-61dacd37db6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:48.105008 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d0ca48-3585-4373-948f-61dacd37db6e None None] Bound using segment: {'id': '360d39f6-7703-40a4-89a3-bbacde0632cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:58:48.105749 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-e0d0ca48-3585-4373-948f-61dacd37db6e None None] Bound port: 2c5bda7d-0d4b-4d61-b8be-c0b84a550173, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '360d39f6-7703-40a4-89a3-bbacde0632cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:58:48.106371 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e0d0ca48-3585-4373-948f-61dacd37db6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:48.161494 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-4533be13-d57a-4fb4-971d-834be6e2c937 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:48.197164 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901a8c4-19d8-45ca-b4f9-d25baff47d04 req-a78737aa-3eb2-4e3e-87f0-5b7f8f04f1b5 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:48.241822 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901a8c4-19d8-45ca-b4f9-d25baff47d04 req-a78737aa-3eb2-4e3e-87f0-5b7f8f04f1b5 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:48.248423 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901a8c4-19d8-45ca-b4f9-d25baff47d04 req-a78737aa-3eb2-4e3e-87f0-5b7f8f04f1b5 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:48.260498 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901a8c4-19d8-45ca-b4f9-d25baff47d04 req-a78737aa-3eb2-4e3e-87f0-5b7f8f04f1b5 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:48.280015 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901a8c4-19d8-45ca-b4f9-d25baff47d04 req-a78737aa-3eb2-4e3e-87f0-5b7f8f04f1b5 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:48.320256 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901a8c4-19d8-45ca-b4f9-d25baff47d04 req-a78737aa-3eb2-4e3e-87f0-5b7f8f04f1b5 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:48.342755 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a81eb-c509-4e6c-aa5f-4b614a84ae77 req-39f25dcb-7bd7-4cbd-97fb-08b6590e2051 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:48.344733 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901a8c4-19d8-45ca-b4f9-d25baff47d04 req-a78737aa-3eb2-4e3e-87f0-5b7f8f04f1b5 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:48.346486 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-30d91fe7-b1c3-4978-9e69-ee8b6122c187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:48.362967 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a81eb-c509-4e6c-aa5f-4b614a84ae77 req-39f25dcb-7bd7-4cbd-97fb-08b6590e2051 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:48.370802 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-e0d0ca48-3585-4373-948f-61dacd37db6e None None] For port 2c5bda7d-0d4b-4d61-b8be-c0b84a550173, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:58:48.371738 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a81eb-c509-4e6c-aa5f-4b614a84ae77 req-39f25dcb-7bd7-4cbd-97fb-08b6590e2051 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:48.375578 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6901a8c4-19d8-45ca-b4f9-d25baff47d04 req-a78737aa-3eb2-4e3e-87f0-5b7f8f04f1b5 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5385 time: 0.5404975 Sep 21 17:58:48.383070 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c73a81eb-c509-4e6c-aa5f-4b614a84ae77 req-39f25dcb-7bd7-4cbd-97fb-08b6590e2051 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 2374 time: 0.8688416 Sep 21 17:58:48.387259 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-e0d0ca48-3585-4373-948f-61dacd37db6e None None] For port 2c5bda7d-0d4b-4d61-b8be-c0b84a550173, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=2c5bda7d-0d4b-4d61-b8be-c0b84a550173,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:58:48.393745 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7afccd76-6f11-44a1-89de-d20901bcb9d8 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:48.398233 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e0d0ca48-3585-4373-948f-61dacd37db6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:48.404828 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-bcfe8795-f386-4466-b5ba-00755a08e972 None None] Provisioning complete for port 2c5bda7d-0d4b-4d61-b8be-c0b84a550173 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:48.405183 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bcfe8795-f386-4466-b5ba-00755a08e972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:48.507684 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-b40becdc-2c5f-491d-9c38-2078d74058f0 service neutron] Attempting to bind port 716fb28e-e848-47bd-809e-fd034e6bb556 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:58:48.508264 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-b40becdc-2c5f-491d-9c38-2078d74058f0 service neutron] Attempting to bind port 716fb28e-e848-47bd-809e-fd034e6bb556 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94df87e6-ce8a-4b23-900d-480ef4eb3211'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:58:48.508783 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-b40becdc-2c5f-491d-9c38-2078d74058f0 service neutron] Attempting to bind port 716fb28e-e848-47bd-809e-fd034e6bb556 on network 94df87e6-ce8a-4b23-900d-480ef4eb3211 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:48.609649 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d0ca48-3585-4373-948f-61dacd37db6e None None] Routers {'d4cbef0a-a166-49d2-9670-590482ef10a5'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:58:48.615098 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-e0d0ca48-3585-4373-948f-61dacd37db6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:58:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['d4cbef0a-a166-49d2-9670-590482ef10a5'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:48.666967 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6901a8c4-19d8-45ca-b4f9-d25baff47d04 req-758f6275-eb73-4fba-9fdf-0271cc7143b7 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2904158 Sep 21 17:58:48.678642 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bcfe8795-f386-4466-b5ba-00755a08e972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:48.706957 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ce6a17e4-046c-41f2-a8dc-a7505d071e1c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:48.808259 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a689f08e-240a-453e-a3de-3d038519464c up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:58:48.814435 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ce6a17e4-046c-41f2-a8dc-a7505d071e1c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:48.864495 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-b40becdc-2c5f-491d-9c38-2078d74058f0 service neutron] Port 716fb28e-e848-47bd-809e-fd034e6bb556 on network 94df87e6-ce8a-4b23-900d-480ef4eb3211 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:58:48.869207 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-b40becdc-2c5f-491d-9c38-2078d74058f0 service neutron] Attempting to bind port 716fb28e-e848-47bd-809e-fd034e6bb556 on network 94df87e6-ce8a-4b23-900d-480ef4eb3211 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:48.883497 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ea26d-9c2a-476b-82d0-7ae44022f596 req-dec1f2b8-b2f7-49ef-bbad-c123f19f1068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:48.888374 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ea26d-9c2a-476b-82d0-7ae44022f596 req-dec1f2b8-b2f7-49ef-bbad-c123f19f1068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:48.889560 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ea26d-9c2a-476b-82d0-7ae44022f596 req-dec1f2b8-b2f7-49ef-bbad-c123f19f1068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:48.893567 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3f4ea26d-9c2a-476b-82d0-7ae44022f596 req-dec1f2b8-b2f7-49ef-bbad-c123f19f1068 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d40c78ed24d44bc286019ecdefec3c75&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7859805 Sep 21 17:58:48.898568 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-de8b36e1-3eb1-4ef8-bc05-cfa5ab51d8a5 req-9fb88f6f-64cf-4093-bfeb-20c173021681 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2d581c4b-180f-444f-a336-d857a2e11c46 HTTP/1.1" status: 200 len: 210 time: 0.4059539 Sep 21 17:58:48.916864 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-b40becdc-2c5f-491d-9c38-2078d74058f0 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:58:48.917351 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-b40becdc-2c5f-491d-9c38-2078d74058f0 service neutron] Checking segment: {'id': '834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94df87e6-ce8a-4b23-900d-480ef4eb3211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:58:48.917751 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-b40becdc-2c5f-491d-9c38-2078d74058f0 service neutron] Bound using segment: {'id': '834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94df87e6-ce8a-4b23-900d-480ef4eb3211'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:58:48.918214 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-b40becdc-2c5f-491d-9c38-2078d74058f0 service neutron] Bound port: 716fb28e-e848-47bd-809e-fd034e6bb556, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94df87e6-ce8a-4b23-900d-480ef4eb3211'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:58:48.918572 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-b40becdc-2c5f-491d-9c38-2078d74058f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:48.933157 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-bcfe8795-f386-4466-b5ba-00755a08e972 None None] For port 2c5bda7d-0d4b-4d61-b8be-c0b84a550173, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=2c5bda7d-0d4b-4d61-b8be-c0b84a550173,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:48.973237 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bcfe8795-f386-4466-b5ba-00755a08e972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:48.995730 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dcb828-493f-4c85-8059-b5aff219b4b4 None None] Pushing event updated for resources: {'Port': ['ID=2c5bda7d-0d4b-4d61-b8be-c0b84a550173,revision_number=4']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:49.074875 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:49.132699 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-e0d0ca48-3585-4373-948f-61dacd37db6e None None] Set router d4cbef0a-a166-49d2-9670-590482ef10a5 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:58:49.164267 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port a689f08e-240a-453e-a3de-3d038519464c triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:49.165947 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:49.271359 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ce6a17e4-046c-41f2-a8dc-a7505d071e1c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:49.308435 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe8795-f386-4466-b5ba-00755a08e972 None None] Pushing event updated for resources: {'Port': ['ID=2c5bda7d-0d4b-4d61-b8be-c0b84a550173,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:49.323252 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-0853914d-8b72-4f32-8920-a65f0f94aac8 None None] Provisioning complete for port 2c5bda7d-0d4b-4d61-b8be-c0b84a550173 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:49.323926 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0853914d-8b72-4f32-8920-a65f0f94aac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:49.345271 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c73a81eb-c509-4e6c-aa5f-4b614a84ae77 req-42e163bb-7a45-4ce1-bc41-1d34be898c89 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9612491 Sep 21 17:58:49.556430 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-b40becdc-2c5f-491d-9c38-2078d74058f0 service neutron] For port 716fb28e-e848-47bd-809e-fd034e6bb556, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:58:49.644879 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-b40becdc-2c5f-491d-9c38-2078d74058f0 service neutron] For port 716fb28e-e848-47bd-809e-fd034e6bb556, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=716fb28e-e848-47bd-809e-fd034e6bb556,segment=NetworkSegment(834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba),segment_id=834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:58:49.646912 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-4533be13-d57a-4fb4-971d-834be6e2c937 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:49.669759 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-b40becdc-2c5f-491d-9c38-2078d74058f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:49.711330 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730c51a-0980-430e-a4a5-52119622f05c req-325ae401-90a2-4d36-b1a5-c5e04c21dc34 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:49.713118 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b730c51a-0980-430e-a4a5-52119622f05c req-325ae401-90a2-4d36-b1a5-c5e04c21dc34 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.44 "GET /v2.0/networks?id=aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1 HTTP/1.1" status: 200 len: 821 time: 0.4372838 Sep 21 17:58:49.723507 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ea26d-9c2a-476b-82d0-7ae44022f596 req-b3d2f75b-9ca4-4ada-90ee-07270345bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:49.725291 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3f4ea26d-9c2a-476b-82d0-7ae44022f596 req-b3d2f75b-9ca4-4ada-90ee-07270345bb58 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7329869 Sep 21 17:58:49.728692 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-32470751-f9f7-4e16-9248-e4fbd9e95d2c req-63daee9b-6e12-4366-9373-f4e6998808fc tempest-ServerShowV257Test-1233739198 tempest-ServerShowV257Test-1233739198-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d581c4b-180f-444f-a336-d857a2e11c46 HTTP/1.1" status: 200 len: 210 time: 0.0832779 Sep 21 17:58:49.731989 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-e0d0ca48-3585-4373-948f-61dacd37db6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'name': 'tempest-ServerActionsTestJSON-502807318-router', 'tenant_id': 'a8da2b927d2245079ac16237e127ada3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'b7121ac4-c33e-496d-88b7-3082ae3398fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:34Z', 'updated_at': '2021-09-21T17:58:42Z', 'revision_number': 4, 'project_id': 'a8da2b927d2245079ac16237e127ada3', 'gw_port': {'id': 'b7121ac4-c33e-496d-88b7-3082ae3398fb', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:58:36Z', 'updated_at': '2021-09-21T17:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '2c5bda7d-0d4b-4d61-b8be-c0b84a550173', 'name': '', 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf', 'tenant_id': 'a8da2b927d2245079ac16237e127ada3', 'mac_address': 'fa:16:3e:b0:34:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '63a1043c-b263-4aac-aec7-9797fbf7cd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:58:41Z', 'updated_at': '2021-09-21T17:58:48Z', 'revision_number': 4, 'project_id': 'a8da2b927d2245079ac16237e127ada3', 'subnets': [{'id': '63a1043c-b263-4aac-aec7-9797fbf7cd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:58:49.741012 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-b730c51a-0980-430e-a4a5-52119622f05c req-a060b01c-60e8-4250-acbd-7f2e68818df0 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Request body: {'port': {'device_id': '55e844f1-4402-4fa6-ba0e-158944e7bdc8', 'network_id': 'aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1', 'admin_state_up': True, 'tenant_id': 'b31eef4e323d4207999cb58629ab639d'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:49.790424 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d0ca48-3585-4373-948f-61dacd37db6e None None] The sync data for ids ['d4cbef0a-a166-49d2-9670-590482ef10a5'] in n-d-810291-1 is: [{'id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'name': 'tempest-ServerActionsTestJSON-502807318-router', 'tenant_id': 'a8da2b927d2245079ac16237e127ada3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'b7121ac4-c33e-496d-88b7-3082ae3398fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:34Z', 'updated_at': '2021-09-21T17:58:42Z', 'revision_number': 4, 'project_id': 'a8da2b927d2245079ac16237e127ada3', 'gw_port': {'id': 'b7121ac4-c33e-496d-88b7-3082ae3398fb', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:58:36Z', 'updated_at': '2021-09-21T17:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '2c5bda7d-0d4b-4d61-b8be-c0b84a550173', 'name': '', 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf', 'tenant_id': 'a8da2b927d2245079ac16237e127ada3', 'mac_address': 'fa:16:3e:b0:34:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '63a1043c-b263-4aac-aec7-9797fbf7cd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:58:41Z', 'updated_at': '2021-09-21T17:58:48Z', 'revision_number': 4, 'project_id': 'a8da2b927d2245079ac16237e127ada3', 'subnets': [{'id': '63a1043c-b263-4aac-aec7-9797fbf7cd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:58:49.813218 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-b40becdc-2c5f-491d-9c38-2078d74058f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:49.813803 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-b40becdc-2c5f-491d-9c38-2078d74058f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:49.815203 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-b40becdc-2c5f-491d-9c38-2078d74058f0 service neutron] 10.222.0.44 "PUT /v2.0/ports/716fb28e-e848-47bd-809e-fd034e6bb556 HTTP/1.1" status: 200 len: 1090 time: 5.5964983 Sep 21 17:58:49.819988 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'tag': '716fb28e-e848-47bd-809e-fd034e6bb556'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:58:49.830984 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507d550e-4762-43c1-9e70-bb007af2d71a" -d '{"events": [{"name": "network-changed", "server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "tag": "716fb28e-e848-47bd-809e-fd034e6bb556"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:58:49.844144 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:49.960614 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ce6a17e4-046c-41f2-a8dc-a7505d071e1c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:49.968356 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c2633638-3b8d-4584-a22c-63f21a848d39 service neutron] Request body: {'port': {'device_id': '2306b996-adf3-46fb-a019-0be4804791dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:50.013878 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65511e4f-2a17-4c50-a6a0-fdd80113175a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a689f08e-240a-453e-a3de-3d038519464c'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:58:50.016737 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce4498b-6e52-4143-98dd-d7ac9020e711" -d '{"events": [{"server_uuid": "65511e4f-2a17-4c50-a6a0-fdd80113175a", "name": "network-vif-plugged", "status": "completed", "tag": "a689f08e-240a-453e-a3de-3d038519464c"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:58:50.059099 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port a689f08e-240a-453e-a3de-3d038519464c, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a689f08e-240a-453e-a3de-3d038519464c,segment=NetworkSegment(24b566e5-042a-4b3d-9902-34d5286efb61),segment_id=24b566e5-042a-4b3d-9902-34d5286efb61)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:50.076805 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:50.079209 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:50.117519 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a17e4-046c-41f2-a8dc-a7505d071e1c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Pushing event updated for resources: {'Port': ['ID=9b5ab303-94ca-40dc-8e42-e8c5e5344fc6,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:50.128479 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ce6a17e4-046c-41f2-a8dc-a7505d071e1c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:50.159414 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=a689f08e-240a-453e-a3de-3d038519464c,revision_number=7']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:50.160270 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7afccd76-6f11-44a1-89de-d20901bcb9d8 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Allocated IP 10.2.2.100 (2d5cd904-6c64-427e-ac24-4519ebea83bd/b7ef56bd-35f4-4551-832d-ce8ad93a8d56/a4d8c11d-20a6-4197-98eb-9131ec08bed8) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:50.312213 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bd4c2-a8b3-4416-b4ce-5632de7ba22b req-99bd45f5-af82-42b3-82a2-bf86c9f3a731 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:50.324911 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dd9bd4c2-a8b3-4416-b4ce-5632de7ba22b req-99bd45f5-af82-42b3-82a2-bf86c9f3a731 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 931 time: 0.3511496 Sep 21 17:58:50.401114 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dd9bd4c2-a8b3-4416-b4ce-5632de7ba22b req-9f5c3cce-709f-4d16-bb08-095c53dcca59 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729878 Sep 21 17:58:50.403089 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ce6a17e4-046c-41f2-a8dc-a7505d071e1c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:50.416637 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ce6a17e4-046c-41f2-a8dc-a7505d071e1c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2223477 Sep 21 17:58:50.420328 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b730c51a-0980-430e-a4a5-52119622f05c req-a060b01c-60e8-4250-acbd-7f2e68818df0 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Made reservation on behalf of b31eef4e323d4207999cb58629ab639d for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:50.426493 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-b730c51a-0980-430e-a4a5-52119622f05c req-a060b01c-60e8-4250-acbd-7f2e68818df0 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:50.447318 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 2c5bda7d-0d4b-4d61-b8be-c0b84a550173 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:58:50.586159 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 2c5bda7d-0d4b-4d61-b8be-c0b84a550173 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:50.586727 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:50.591028 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-4533be13-d57a-4fb4-971d-834be6e2c937 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Network a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:50.601543 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-35d581f2-36b7-41d4-bea8-c3a8ec7cd4f7 req-4006c446-cc3f-46a4-97ad-e7baf91e8b8f tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=55e844f1-4402-4fa6-ba0e-158944e7bdc8 HTTP/1.1" status: 200 len: 210 time: 0.0441861 Sep 21 17:58:50.652891 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-4533be13-d57a-4fb4-971d-834be6e2c937 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:50.655604 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-4533be13-d57a-4fb4-971d-834be6e2c937 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:50.690433 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7afccd76-6f11-44a1-89de-d20901bcb9d8 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:50.724239 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533be13-d57a-4fb4-971d-834be6e2c937 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Pushing event updated for resources: {'Port': ['ID=a5c90936-41f3-48b7-a315-1df571c227ea,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:50.747483 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd00ed8-7381-4fef-a701-9b751170815d req-37e85be1-0c9b-4f16-8ef6-00edb635166d tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:50.755280 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8bd00ed8-7381-4fef-a701-9b751170815d req-37e85be1-0c9b-4f16-8ef6-00edb635166d tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 945 time: 1.1009209 Sep 21 17:58:50.886011 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c2633638-3b8d-4584-a22c-63f21a848d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:50.960005 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7afccd76-6f11-44a1-89de-d20901bcb9d8 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:51.047197 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-4533be13-d57a-4fb4-971d-834be6e2c937 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:51.051364 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-4533be13-d57a-4fb4-971d-834be6e2c937 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:51.073625 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7afccd76-6f11-44a1-89de-d20901bcb9d8 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Network 2d5cd904-6c64-427e-ac24-4519ebea83bd is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:51.091414 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-4533be13-d57a-4fb4-971d-834be6e2c937 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4037092 Sep 21 17:58:51.099456 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8bd00ed8-7381-4fef-a701-9b751170815d req-1e105c37-b10e-47b6-873c-1d0838dcb3e5 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432927 Sep 21 17:58:51.105461 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7afccd76-6f11-44a1-89de-d20901bcb9d8 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:51.110806 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-7efebd1e-d337-4243-ae46-fe9508927464 service neutron] Request body: {'port': {'device_id': '6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:51.168303 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7afccd76-6f11-44a1-89de-d20901bcb9d8 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:51.238958 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7afccd76-6f11-44a1-89de-d20901bcb9d8 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:51.239928 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7afccd76-6f11-44a1-89de-d20901bcb9d8 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:51.251428 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40becdc-2c5f-491d-9c38-2078d74058f0 service neutron] Pushing event updated for resources: {'Port': ['ID=716fb28e-e848-47bd-809e-fd034e6bb556,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:51.288500 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97fd7ac-ae8c-48a4-abdd-01b75e38ab77 x-openstack-request-id: req-e97fd7ac-ae8c-48a4-abdd-01b75e38ab77 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:58:51.289047 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "tag": "716fb28e-e848-47bd-809e-fd034e6bb556", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:58:51.289475 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e97fd7ac-ae8c-48a4-abdd-01b75e38ab77 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:58:51.290092 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'tag': '716fb28e-e848-47bd-809e-fd034e6bb556', 'status': 'completed', 'code': 200} Sep 21 17:58:51.300258 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3380f4-d5d6-4fbd-87aa-cb5bc7aa1455 req-b3910953-064c-46d2-9d59-e89d1a58e43c tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:51.306857 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3380f4-d5d6-4fbd-87aa-cb5bc7aa1455 req-b3910953-064c-46d2-9d59-e89d1a58e43c tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:51.313544 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3380f4-d5d6-4fbd-87aa-cb5bc7aa1455 req-b3910953-064c-46d2-9d59-e89d1a58e43c tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:51.321385 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3380f4-d5d6-4fbd-87aa-cb5bc7aa1455 req-b3910953-064c-46d2-9d59-e89d1a58e43c tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:51.327759 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3380f4-d5d6-4fbd-87aa-cb5bc7aa1455 req-b3910953-064c-46d2-9d59-e89d1a58e43c tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:51.334835 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3380f4-d5d6-4fbd-87aa-cb5bc7aa1455 req-b3910953-064c-46d2-9d59-e89d1a58e43c tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:51.341285 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3380f4-d5d6-4fbd-87aa-cb5bc7aa1455 req-b3910953-064c-46d2-9d59-e89d1a58e43c tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:51.350677 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8f3380f4-d5d6-4fbd-87aa-cb5bc7aa1455 req-b3910953-064c-46d2-9d59-e89d1a58e43c tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5385 time: 0.1355684 Sep 21 17:58:51.408535 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8f3380f4-d5d6-4fbd-87aa-cb5bc7aa1455 req-93d9a1c2-3887-46ec-b8bc-47a604cb55ea tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567279 Sep 21 17:58:51.410278 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [req-b730c51a-0980-430e-a4a5-52119622f05c req-a060b01c-60e8-4250-acbd-7f2e68818df0 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Allocated IP 172.20.0.5 (aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1/0531be06-6a2e-4520-8b82-278ae185109b/69eb5ccd-b1db-456b-b372-bf77d0b5b5fb) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:51.505444 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:51.525872 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887e8aa3-cb30-4fb1-94d4-22eab3edf36f x-openstack-request-id: req-887e8aa3-cb30-4fb1-94d4-22eab3edf36f {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:58:51.526231 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65511e4f-2a17-4c50-a6a0-fdd80113175a", "name": "network-vif-plugged", "status": "completed", "tag": "a689f08e-240a-453e-a3de-3d038519464c", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:58:51.526413 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-887e8aa3-cb30-4fb1-94d4-22eab3edf36f {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:58:51.526859 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65511e4f-2a17-4c50-a6a0-fdd80113175a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a689f08e-240a-453e-a3de-3d038519464c', 'code': 200} Sep 21 17:58:51.698598 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7afccd76-6f11-44a1-89de-d20901bcb9d8 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7049129 Sep 21 17:58:51.704891 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-7efebd1e-d337-4243-ae46-fe9508927464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:51.718122 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-a5429460-b689-4203-af7b-1d6088a3c2a3 None None] Provisioning complete for port a4d8c11d-20a6-4197-98eb-9131ec08bed8 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:51.718909 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a5429460-b689-4203-af7b-1d6088a3c2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:51.747855 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4f0a6-3686-4b02-8ee7-72de32d342d9 req-dc99578d-800b-4f56-a964-19d0172a328c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:51.757071 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4f0a6-3686-4b02-8ee7-72de32d342d9 req-dc99578d-800b-4f56-a964-19d0172a328c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:51.769619 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4f0a6-3686-4b02-8ee7-72de32d342d9 req-dc99578d-800b-4f56-a964-19d0172a328c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:51.774183 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-bf57805c-6bc5-43c8-acb2-2a2bf6e5a7c5 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Request body: {'port': {'device_id': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2d5cd904-6c64-427e-ac24-4519ebea83bd', 'admin_state_up': True, 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'security_groups': ['6a802034-7062-4fd4-8335-82e273a25bf6']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:51.787627 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-1b00b539-184f-49a4-8136-f6561d1e4dd3 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1147230312&fields=id&tenant_id=a8da2b927d2245079ac16237e127ada3 HTTP/1.1" status: 200 len: 267 time: 0.0959156 Sep 21 17:58:51.797350 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4f0a6-3686-4b02-8ee7-72de32d342d9 req-dc99578d-800b-4f56-a964-19d0172a328c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:51.805600 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-a5429460-b689-4203-af7b-1d6088a3c2a3 None None] Port a4d8c11d-20a6-4197-98eb-9131ec08bed8 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:58:51.809164 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e0d4f0a6-3686-4b02-8ee7-72de32d342d9 req-dc99578d-800b-4f56-a964-19d0172a328c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 3095 time: 0.2497079 Sep 21 17:58:51.856529 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d550e-4762-43c1-9e70-bb007af2d71a req-8927175f-1307-4806-852e-743d4d91bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:51.857018 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d550e-4762-43c1-9e70-bb007af2d71a req-8927175f-1307-4806-852e-743d4d91bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:51.857492 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d550e-4762-43c1-9e70-bb007af2d71a req-8927175f-1307-4806-852e-743d4d91bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:51.857967 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d550e-4762-43c1-9e70-bb007af2d71a req-8927175f-1307-4806-852e-743d4d91bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:51.858433 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d550e-4762-43c1-9e70-bb007af2d71a req-8927175f-1307-4806-852e-743d4d91bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:51.858900 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d550e-4762-43c1-9e70-bb007af2d71a req-8927175f-1307-4806-852e-743d4d91bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:51.860342 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d550e-4762-43c1-9e70-bb007af2d71a req-8927175f-1307-4806-852e-743d4d91bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:51.862243 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-507d550e-4762-43c1-9e70-bb007af2d71a req-8927175f-1307-4806-852e-743d4d91bfaf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d40c78ed24d44bc286019ecdefec3c75&device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 6277 time: 0.5470443 Sep 21 17:58:51.863013 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afccd76-6f11-44a1-89de-d20901bcb9d8 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Pushing event updated for resources: {'Port': ['ID=a4d8c11d-20a6-4197-98eb-9131ec08bed8,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:51.916075 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e0d4f0a6-3686-4b02-8ee7-72de32d342d9 req-64750b1f-610f-4fe4-a1e3-074933ad5f2f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054256 Sep 21 17:58:51.999279 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-b730c51a-0980-430e-a4a5-52119622f05c req-a060b01c-60e8-4250-acbd-7f2e68818df0 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:52.107871 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-6ac6b955-748b-4e88-92cf-43250e6c8835 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:52.111195 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-6ac6b955-748b-4e88-92cf-43250e6c8835 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/networks?id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf HTTP/1.1" status: 200 len: 811 time: 0.2954400 Sep 21 17:58:52.111659 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c8cc0e53-ea9c-46dd-8b4f-872bbbc12230 req-08f1d80a-9f72-4f3d-ab7d-25f14bcbb611 tempest-ServerShowV257Test-1233739198 tempest-ServerShowV257Test-1233739198-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d581c4b-180f-444f-a336-d857a2e11c46 HTTP/1.1" status: 200 len: 210 time: 0.0465260 Sep 21 17:58:52.133015 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-b730c51a-0980-430e-a4a5-52119622f05c req-a060b01c-60e8-4250-acbd-7f2e68818df0 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:52.252233 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b730c51a-0980-430e-a4a5-52119622f05c req-a060b01c-60e8-4250-acbd-7f2e68818df0 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Network aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:52.265230 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [req-b730c51a-0980-430e-a4a5-52119622f05c req-a060b01c-60e8-4250-acbd-7f2e68818df0 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:52.268415 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-b730c51a-0980-430e-a4a5-52119622f05c req-a060b01c-60e8-4250-acbd-7f2e68818df0 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:52.338437 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730c51a-0980-430e-a4a5-52119622f05c req-a060b01c-60e8-4250-acbd-7f2e68818df0 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:52.339965 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-b730c51a-0980-430e-a4a5-52119622f05c req-a060b01c-60e8-4250-acbd-7f2e68818df0 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:52.371615 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a060b01c-60e8-4250-acbd-7f2e68818df0 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Pushing event updated for resources: {'Port': ['ID=69eb5ccd-b1db-456b-b372-bf77d0b5b5fb,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:52.393810 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-2acb2b0e-636e-4d3e-9800-c3a93d6f91d1 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/quotas/a8da2b927d2245079ac16237e127ada3 HTTP/1.1" status: 200 len: 375 time: 0.2032647 Sep 21 17:58:52.396278 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b730c51a-0980-430e-a4a5-52119622f05c req-a060b01c-60e8-4250-acbd-7f2e68818df0 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6641159 Sep 21 17:58:52.412622 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01a015-b5e7-4550-8e5d-3d20fe09f996 req-615dcd2e-3450-4b6c-bfc9-74d190830a9d tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:52.413969 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2d01a015-b5e7-4550-8e5d-3d20fe09f996 req-615dcd2e-3450-4b6c-bfc9-74d190830a9d tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 931 time: 0.1536200 Sep 21 17:58:52.420615 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-b730c51a-0980-430e-a4a5-52119622f05c req-71b6548e-822c-4cd9-a1cc-4aa082ef2514 service neutron] Request body: {'port': {'device_id': '55e844f1-4402-4fa6-ba0e-158944e7bdc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:52.519627 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2d01a015-b5e7-4550-8e5d-3d20fe09f996 req-3fcfa715-0c30-457c-ac63-d0ba59cf28ee tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948820 Sep 21 17:58:52.597250 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-b730c51a-0980-430e-a4a5-52119622f05c req-71b6548e-822c-4cd9-a1cc-4aa082ef2514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:52.704452 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a414fce-45bd-462c-bc5f-5a8451d5340f req-1a357197-eb7a-47b6-b88c-28142cf48de6 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:52.713152 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8a414fce-45bd-462c-bc5f-5a8451d5340f req-1a357197-eb7a-47b6-b88c-28142cf48de6 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=55e844f1-4402-4fa6-ba0e-158944e7bdc8 HTTP/1.1" status: 200 len: 931 time: 0.1001210 Sep 21 17:58:52.816906 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8a414fce-45bd-462c-bc5f-5a8451d5340f req-2d2fc3a4-98b8-4edf-953b-3275e1addaa0 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997224 Sep 21 17:58:52.953108 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-bf57805c-6bc5-43c8-acb2-2a2bf6e5a7c5 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Made reservation on behalf of f45042291f6d424394d35c26dcf75613 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:52.958028 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-bf57805c-6bc5-43c8-acb2-2a2bf6e5a7c5 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:52.995783 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-38b0d327-ac39-4867-807d-9dcd4faee168 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a8da2b927d2245079ac16237e127ada3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5774848 Sep 21 17:58:53.043560 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-fa4a0f42-397b-40f5-a955-4d235a2280fe service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:58:53.044569 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-fa4a0f42-397b-40f5-a955-4d235a2280fe service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0168631 Sep 21 17:58:53.149645 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:53.168094 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-04b574f6-8b94-4cb7-ae02-8474177e2938 req-c99e10e0-174b-44ec-aff8-c95275e2402c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6a15b6ceb7054b8fa7126b6d25c1ae5f&device_id=2d581c4b-180f-444f-a336-d857a2e11c46 HTTP/1.1" status: 200 len: 210 time: 0.0488718 Sep 21 17:58:53.195340 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [req-b730c51a-0980-430e-a4a5-52119622f05c req-71b6548e-822c-4cd9-a1cc-4aa082ef2514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69eb5ccd-b1db-456b-b372-bf77d0b5b5fb {{(pid=101461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:58:53.204587 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-b730c51a-0980-430e-a4a5-52119622f05c req-71b6548e-822c-4cd9-a1cc-4aa082ef2514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:53.242574 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.provisioning_blocks [req-b730c51a-0980-430e-a4a5-52119622f05c req-71b6548e-822c-4cd9-a1cc-4aa082ef2514 service neutron] Transition to ACTIVE for port object 69eb5ccd-b1db-456b-b372-bf77d0b5b5fb will not be triggered until provisioned by entity L2. {{(pid=101461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:58:53.252119 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d550e-4762-43c1-9e70-bb007af2d71a req-b3f774df-e624-4018-ba24-16fc69426a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:53.252593 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d550e-4762-43c1-9e70-bb007af2d71a req-b3f774df-e624-4018-ba24-16fc69426a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:53.253206 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d550e-4762-43c1-9e70-bb007af2d71a req-b3f774df-e624-4018-ba24-16fc69426a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:53.261436 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-b730c51a-0980-430e-a4a5-52119622f05c req-71b6548e-822c-4cd9-a1cc-4aa082ef2514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:53.265362 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-507d550e-4762-43c1-9e70-bb007af2d71a req-b3f774df-e624-4018-ba24-16fc69426a44 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d40c78ed24d44bc286019ecdefec3c75&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.1809561 Sep 21 17:58:53.275636 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b2a49-ce84-4976-84ea-b210cce83cb0 req-5b21b4da-d705-46eb-a1bf-475c685625a0 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:53.277194 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1a2b2a49-ce84-4976-84ea-b210cce83cb0 req-5b21b4da-d705-46eb-a1bf-475c685625a0 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 946 time: 0.1188078 Sep 21 17:58:53.347970 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-c393f4ea-e84b-43a1-9eaf-3f9bbc699531 service neutron] 10.222.0.58 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675705 Sep 21 17:58:53.382115 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6548e-822c-4cd9-a1cc-4aa082ef2514 service neutron] Pushing event updated for resources: {'Port': ['ID=69eb5ccd-b1db-456b-b372-bf77d0b5b5fb,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:53.402913 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1a2b2a49-ce84-4976-84ea-b210cce83cb0 req-30e02c1d-acc7-449f-909b-7727df330b77 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121142 Sep 21 17:58:53.413380 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-04b574f6-8b94-4cb7-ae02-8474177e2938 req-a435fa45-37eb-4367-b7e7-939b1f541a85 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=6a15b6ceb7054b8fa7126b6d25c1ae5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0759661 Sep 21 17:58:53.500879 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-b730c51a-0980-430e-a4a5-52119622f05c req-71b6548e-822c-4cd9-a1cc-4aa082ef2514 service neutron] Attempting to bind port 69eb5ccd-b1db-456b-b372-bf77d0b5b5fb on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:58:53.501379 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-b730c51a-0980-430e-a4a5-52119622f05c req-71b6548e-822c-4cd9-a1cc-4aa082ef2514 service neutron] Attempting to bind port 69eb5ccd-b1db-456b-b372-bf77d0b5b5fb by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '500e6984-2a01-4831-b627-e9af1dad17c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:58:53.501711 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b730c51a-0980-430e-a4a5-52119622f05c req-71b6548e-822c-4cd9-a1cc-4aa082ef2514 service neutron] Attempting to bind port 69eb5ccd-b1db-456b-b372-bf77d0b5b5fb on network aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:53.521633 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b730c51a-0980-430e-a4a5-52119622f05c req-71b6548e-822c-4cd9-a1cc-4aa082ef2514 service neutron] Port 69eb5ccd-b1db-456b-b372-bf77d0b5b5fb on network aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:58:53.521964 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b730c51a-0980-430e-a4a5-52119622f05c req-71b6548e-822c-4cd9-a1cc-4aa082ef2514 service neutron] Attempting to bind port 69eb5ccd-b1db-456b-b372-bf77d0b5b5fb on network aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:53.529563 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b730c51a-0980-430e-a4a5-52119622f05c req-71b6548e-822c-4cd9-a1cc-4aa082ef2514 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:58:53.529909 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b730c51a-0980-430e-a4a5-52119622f05c req-71b6548e-822c-4cd9-a1cc-4aa082ef2514 service neutron] Checking segment: {'id': '500e6984-2a01-4831-b627-e9af1dad17c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:58:53.530293 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b730c51a-0980-430e-a4a5-52119622f05c req-71b6548e-822c-4cd9-a1cc-4aa082ef2514 service neutron] Bound using segment: {'id': '500e6984-2a01-4831-b627-e9af1dad17c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1'} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:58:53.530728 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-b730c51a-0980-430e-a4a5-52119622f05c req-71b6548e-822c-4cd9-a1cc-4aa082ef2514 service neutron] Bound port: 69eb5ccd-b1db-456b-b372-bf77d0b5b5fb, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500e6984-2a01-4831-b627-e9af1dad17c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1'}}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:58:53.531118 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-b730c51a-0980-430e-a4a5-52119622f05c req-71b6548e-822c-4cd9-a1cc-4aa082ef2514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:53.637267 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b574f6-8b94-4cb7-ae02-8474177e2938 req-b7c5ebca-301b-48e7-8498-f437465a4e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:53.639254 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-04b574f6-8b94-4cb7-ae02-8474177e2938 req-b7c5ebca-301b-48e7-8498-f437465a4e23 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1853876 Sep 21 17:58:53.667568 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc1478-4236-40ab-8ebd-f6696bbe0a99 req-0a546af3-213d-4ac4-83b8-85db82fafd21 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:53.675402 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc1478-4236-40ab-8ebd-f6696bbe0a99 req-0a546af3-213d-4ac4-83b8-85db82fafd21 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:53.681404 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc1478-4236-40ab-8ebd-f6696bbe0a99 req-0a546af3-213d-4ac4-83b8-85db82fafd21 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:53.689311 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc1478-4236-40ab-8ebd-f6696bbe0a99 req-0a546af3-213d-4ac4-83b8-85db82fafd21 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:53.696060 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc1478-4236-40ab-8ebd-f6696bbe0a99 req-0a546af3-213d-4ac4-83b8-85db82fafd21 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:53.702818 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc1478-4236-40ab-8ebd-f6696bbe0a99 req-0a546af3-213d-4ac4-83b8-85db82fafd21 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:53.708247 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c2633638-3b8d-4584-a22c-63f21a848d39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 547aed97-ff50-41d9-8e86-bb229dc4a6f0 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:58:53.709739 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc1478-4236-40ab-8ebd-f6696bbe0a99 req-0a546af3-213d-4ac4-83b8-85db82fafd21 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:53.711893 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-42bc1478-4236-40ab-8ebd-f6696bbe0a99 req-0a546af3-213d-4ac4-83b8-85db82fafd21 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5385 time: 0.1377118 Sep 21 17:58:53.713084 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-b730c51a-0980-430e-a4a5-52119622f05c req-71b6548e-822c-4cd9-a1cc-4aa082ef2514 service neutron] For port 69eb5ccd-b1db-456b-b372-bf77d0b5b5fb, host n-h2-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:58:53.733909 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-b730c51a-0980-430e-a4a5-52119622f05c req-71b6548e-822c-4cd9-a1cc-4aa082ef2514 service neutron] For port 69eb5ccd-b1db-456b-b372-bf77d0b5b5fb, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=69eb5ccd-b1db-456b-b372-bf77d0b5b5fb,segment=NetworkSegment(500e6984-2a01-4831-b627-e9af1dad17c5),segment_id=500e6984-2a01-4831-b627-e9af1dad17c5)] {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:58:53.742511 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-b730c51a-0980-430e-a4a5-52119622f05c req-71b6548e-822c-4cd9-a1cc-4aa082ef2514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:53.783208 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c2633638-3b8d-4584-a22c-63f21a848d39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:53.801440 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6548e-822c-4cd9-a1cc-4aa082ef2514 service neutron] Pushing event updated for resources: {'Port': ['ID=69eb5ccd-b1db-456b-b372-bf77d0b5b5fb,revision_number=3']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:53.820808 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730c51a-0980-430e-a4a5-52119622f05c req-71b6548e-822c-4cd9-a1cc-4aa082ef2514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:53.821426 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-b730c51a-0980-430e-a4a5-52119622f05c req-71b6548e-822c-4cd9-a1cc-4aa082ef2514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:53.822808 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b730c51a-0980-430e-a4a5-52119622f05c req-71b6548e-822c-4cd9-a1cc-4aa082ef2514 service neutron] 10.222.0.44 "PUT /v2.0/ports/69eb5ccd-b1db-456b-b372-bf77d0b5b5fb HTTP/1.1" status: 200 len: 1091 time: 1.4079132 Sep 21 17:58:53.823299 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e844f1-4402-4fa6-ba0e-158944e7bdc8', 'tag': '69eb5ccd-b1db-456b-b372-bf77d0b5b5fb'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:58:53.825631 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae0b593-6dd9-4f13-b19c-702fc0018d90" -d '{"events": [{"name": "network-changed", "server_uuid": "55e844f1-4402-4fa6-ba0e-158944e7bdc8", "tag": "69eb5ccd-b1db-456b-b372-bf77d0b5b5fb"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:58:53.839924 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-42bc1478-4236-40ab-8ebd-f6696bbe0a99 req-c3a80831-d8fc-468b-ab54-3687d64f9169 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1147051 Sep 21 17:58:53.922787 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c2633638-3b8d-4584-a22c-63f21a848d39 service neutron] Transition to ACTIVE for port object 547aed97-ff50-41d9-8e86-bb229dc4a6f0 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:58:53.945888 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730c51a-0980-430e-a4a5-52119622f05c req-3f0ab33e-5cbc-4677-9058-f3f8b86ba3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:53.947535 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b730c51a-0980-430e-a4a5-52119622f05c req-3f0ab33e-5cbc-4677-9058-f3f8b86ba3d3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b31eef4e323d4207999cb58629ab639d&device_id=55e844f1-4402-4fa6-ba0e-158944e7bdc8 HTTP/1.1" status: 200 len: 1094 time: 0.0734708 Sep 21 17:58:53.981725 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c2633638-3b8d-4584-a22c-63f21a848d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:53.984156 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d550e-4762-43c1-9e70-bb007af2d71a req-58a8f67b-d5fd-498d-b8a3-3a551210b15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:53.985676 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-507d550e-4762-43c1-9e70-bb007af2d71a req-58a8f67b-d5fd-498d-b8a3-3a551210b15e service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5747132 Sep 21 17:58:54.039973 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b730c51a-0980-430e-a4a5-52119622f05c req-1c6c757a-29bb-4671-8ca6-d76e3962205c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69eb5ccd-b1db-456b-b372-bf77d0b5b5fb HTTP/1.1" status: 200 len: 217 time: 0.0760622 Sep 21 17:58:54.077553 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2633638-3b8d-4584-a22c-63f21a848d39 service neutron] Pushing event updated for resources: {'Port': ['ID=547aed97-ff50-41d9-8e86-bb229dc4a6f0,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:54.097513 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-a11e135b-5716-4516-9ddb-cd5e2c73573b service neutron] 10.222.0.58 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7481933 Sep 21 17:58:54.166905 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3cf7d9-833f-42b0-9556-1331794a5e1e req-78b5c38c-5acf-4ce0-b1ca-18966cdc0b63 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:54.177466 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3cf7d9-833f-42b0-9556-1331794a5e1e req-78b5c38c-5acf-4ce0-b1ca-18966cdc0b63 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:54.201899 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3cf7d9-833f-42b0-9556-1331794a5e1e req-78b5c38c-5acf-4ce0-b1ca-18966cdc0b63 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:54.216037 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-7efebd1e-d337-4243-ae46-fe9508927464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c90936-41f3-48b7-a315-1df571c227ea {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:58:54.216218 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3cf7d9-833f-42b0-9556-1331794a5e1e req-78b5c38c-5acf-4ce0-b1ca-18966cdc0b63 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:54.225175 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9e3cf7d9-833f-42b0-9556-1331794a5e1e req-78b5c38c-5acf-4ce0-b1ca-18966cdc0b63 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 3095 time: 0.1964078 Sep 21 17:58:54.258560 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730c51a-0980-430e-a4a5-52119622f05c req-8905aea5-3174-4f38-8043-52ae03cb18a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:54.260429 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b730c51a-0980-430e-a4a5-52119622f05c req-8905aea5-3174-4f38-8043-52ae03cb18a0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0531be06-6a2e-4520-8b82-278ae185109b HTTP/1.1" status: 200 len: 861 time: 0.2040789 Sep 21 17:58:54.292916 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-7efebd1e-d337-4243-ae46-fe9508927464 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:54.323190 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9e3cf7d9-833f-42b0-9556-1331794a5e1e req-3b769a23-d728-42e1-95df-58cdca5a52f3 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970850 Sep 21 17:58:54.385788 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b730c51a-0980-430e-a4a5-52119622f05c req-6511c6ef-e7f8-4711-8b87-6601b4431476 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053872 Sep 21 17:58:54.477815 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:54.509091 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-bf57805c-6bc5-43c8-acb2-2a2bf6e5a7c5 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Allocated IP 10.2.2.200 (2d5cd904-6c64-427e-ac24-4519ebea83bd/b7ef56bd-35f4-4551-832d-ce8ad93a8d56/b3ce70b6-6a2c-4f29-a57a-39e65f45435f) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:54.511336 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-7efebd1e-d337-4243-ae46-fe9508927464 service neutron] Transition to ACTIVE for port object a5c90936-41f3-48b7-a315-1df571c227ea will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:58:54.541580 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-7efebd1e-d337-4243-ae46-fe9508927464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:54.566174 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f02ed2-a0ac-47ee-8360-ccf3d47f3a8d req-320c4a14-daae-44fa-be03-c8752dadb825 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:54.579936 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-58f02ed2-a0ac-47ee-8360-ccf3d47f3a8d req-320c4a14-daae-44fa-be03-c8752dadb825 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 931 time: 0.1323826 Sep 21 17:58:54.619198 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c2633638-3b8d-4584-a22c-63f21a848d39 service neutron] Attempting to bind port 547aed97-ff50-41d9-8e86-bb229dc4a6f0 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:58:54.620319 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c2633638-3b8d-4584-a22c-63f21a848d39 service neutron] Attempting to bind port 547aed97-ff50-41d9-8e86-bb229dc4a6f0 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94df87e6-ce8a-4b23-900d-480ef4eb3211'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:58:54.620319 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c2633638-3b8d-4584-a22c-63f21a848d39 service neutron] Attempting to bind port 547aed97-ff50-41d9-8e86-bb229dc4a6f0 on network 94df87e6-ce8a-4b23-900d-480ef4eb3211 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:54.644575 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9fcc8529-a562-4166-9b72-7e665cad63f5 req-75b63014-59c4-46dd-931c-674b4ee0ac48 tempest-ServerShowV257Test-1233739198 tempest-ServerShowV257Test-1233739198-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d581c4b-180f-444f-a336-d857a2e11c46 HTTP/1.1" status: 200 len: 210 time: 0.1392646 Sep 21 17:58:54.685992 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c2633638-3b8d-4584-a22c-63f21a848d39 service neutron] Port 547aed97-ff50-41d9-8e86-bb229dc4a6f0 on network 94df87e6-ce8a-4b23-900d-480ef4eb3211 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:58:54.686329 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c2633638-3b8d-4584-a22c-63f21a848d39 service neutron] Attempting to bind port 547aed97-ff50-41d9-8e86-bb229dc4a6f0 on network 94df87e6-ce8a-4b23-900d-480ef4eb3211 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:54.711849 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-58f02ed2-a0ac-47ee-8360-ccf3d47f3a8d req-96517a8e-8043-4c19-8e7d-842a3e7240fd tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285503 Sep 21 17:58:54.738077 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efebd1e-d337-4243-ae46-fe9508927464 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c90936-41f3-48b7-a315-1df571c227ea,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:54.738270 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b730c51a-0980-430e-a4a5-52119622f05c req-5bf0bf74-fcac-4444-801a-783718626318 service neutron] 10.222.0.44 "GET /v2.0/networks/aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411345 Sep 21 17:58:54.747239 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c2633638-3b8d-4584-a22c-63f21a848d39 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:58:54.747655 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c2633638-3b8d-4584-a22c-63f21a848d39 service neutron] Checking segment: {'id': '834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94df87e6-ce8a-4b23-900d-480ef4eb3211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:58:54.748048 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c2633638-3b8d-4584-a22c-63f21a848d39 service neutron] Bound using segment: {'id': '834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94df87e6-ce8a-4b23-900d-480ef4eb3211'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:58:54.748574 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c2633638-3b8d-4584-a22c-63f21a848d39 service neutron] Bound port: 547aed97-ff50-41d9-8e86-bb229dc4a6f0, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '94df87e6-ce8a-4b23-900d-480ef4eb3211'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:58:54.748874 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c2633638-3b8d-4584-a22c-63f21a848d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:54.940886 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b730c51a-0980-430e-a4a5-52119622f05c req-1070bbce-1778-4f78-a3b0-21505b857868 service neutron] 10.222.0.44 "GET /v2.0/networks/aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958752 Sep 21 17:58:54.963343 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fde748-a35a-48d5-8650-ba6706692aa9 x-openstack-request-id: req-c9fde748-a35a-48d5-8650-ba6706692aa9 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:58:54.964269 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55e844f1-4402-4fa6-ba0e-158944e7bdc8", "tag": "69eb5ccd-b1db-456b-b372-bf77d0b5b5fb", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:58:54.965208 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c9fde748-a35a-48d5-8650-ba6706692aa9 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:58:54.965622 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e844f1-4402-4fa6-ba0e-158944e7bdc8', 'tag': '69eb5ccd-b1db-456b-b372-bf77d0b5b5fb', 'status': 'completed', 'code': 200} Sep 21 17:58:55.030735 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-04b574f6-8b94-4cb7-ae02-8474177e2938 req-d06b17e8-4731-48d8-a61c-4255714cf875 tempest-ServerShowV257Test-1233739198 tempest-ServerShowV257Test-1233739198-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d581c4b-180f-444f-a336-d857a2e11c46 HTTP/1.1" status: 200 len: 210 time: 0.1252608 Sep 21 17:58:55.048631 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-7efebd1e-d337-4243-ae46-fe9508927464 service neutron] Attempting to bind port a5c90936-41f3-48b7-a315-1df571c227ea on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:58:55.049019 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-7efebd1e-d337-4243-ae46-fe9508927464 service neutron] Attempting to bind port a5c90936-41f3-48b7-a315-1df571c227ea by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '7a41b262-3cb8-4dc0-a9c6-451220a101cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:58:55.049346 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-7efebd1e-d337-4243-ae46-fe9508927464 service neutron] Attempting to bind port a5c90936-41f3-48b7-a315-1df571c227ea on network a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:55.152501 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d98a6-ce10-4993-ad84-a5193a3682e5 req-f2eb2412-7ee6-46dd-999c-3412f089e406 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:55.167685 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-237d98a6-ce10-4993-ad84-a5193a3682e5 req-f2eb2412-7ee6-46dd-999c-3412f089e406 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=55e844f1-4402-4fa6-ba0e-158944e7bdc8 HTTP/1.1" status: 200 len: 943 time: 0.2236135 Sep 21 17:58:55.210966 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-7efebd1e-d337-4243-ae46-fe9508927464 service neutron] Port a5c90936-41f3-48b7-a315-1df571c227ea on network a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:58:55.211236 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-7efebd1e-d337-4243-ae46-fe9508927464 service neutron] Attempting to bind port a5c90936-41f3-48b7-a315-1df571c227ea on network a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:58:55.218486 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c7cc91a0-2e1c-4a6d-989c-bd9b54618216 req-4a3b117f-3442-4291-8f91-3e5dd2b6a70d tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 210 time: 0.0870829 Sep 21 17:58:55.220926 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0b593-6dd9-4f13-b19c-702fc0018d90 req-b5c10563-01fe-4ed5-aaca-1a7acdac6b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:55.222507 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5ae0b593-6dd9-4f13-b19c-702fc0018d90 req-b5c10563-01fe-4ed5-aaca-1a7acdac6b94 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b31eef4e323d4207999cb58629ab639d&device_id=55e844f1-4402-4fa6-ba0e-158944e7bdc8 HTTP/1.1" status: 200 len: 1094 time: 0.2192881 Sep 21 17:58:55.259606 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-7efebd1e-d337-4243-ae46-fe9508927464 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:58:55.259959 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-7efebd1e-d337-4243-ae46-fe9508927464 service neutron] Checking segment: {'id': '7a41b262-3cb8-4dc0-a9c6-451220a101cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:58:55.260328 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-7efebd1e-d337-4243-ae46-fe9508927464 service neutron] Bound using segment: {'id': '7a41b262-3cb8-4dc0-a9c6-451220a101cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:58:55.260781 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-7efebd1e-d337-4243-ae46-fe9508927464 service neutron] Bound port: a5c90936-41f3-48b7-a315-1df571c227ea, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a41b262-3cb8-4dc0-a9c6-451220a101cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:58:55.261151 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-7efebd1e-d337-4243-ae46-fe9508927464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:55.356150 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c2633638-3b8d-4584-a22c-63f21a848d39 service neutron] For port 547aed97-ff50-41d9-8e86-bb229dc4a6f0, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:58:55.359943 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-237d98a6-ce10-4993-ad84-a5193a3682e5 req-ec2cc8ad-5dec-4712-b622-92f93f79daa9 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901925 Sep 21 17:58:55.494603 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0b593-6dd9-4f13-b19c-702fc0018d90 req-5e14f99e-be02-4028-b77d-e2e61e8414df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:55.498809 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5ae0b593-6dd9-4f13-b19c-702fc0018d90 req-5e14f99e-be02-4028-b77d-e2e61e8414df service neutron] 10.222.0.44 "GET /v2.0/networks?id=aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1 HTTP/1.1" status: 200 len: 922 time: 0.2649090 Sep 21 17:58:55.537415 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c2633638-3b8d-4584-a22c-63f21a848d39 service neutron] For port 547aed97-ff50-41d9-8e86-bb229dc4a6f0, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=547aed97-ff50-41d9-8e86-bb229dc4a6f0,segment=NetworkSegment(834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba),segment_id=834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:58:55.551127 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c2633638-3b8d-4584-a22c-63f21a848d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:55.602715 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5ae0b593-6dd9-4f13-b19c-702fc0018d90 req-9c711115-37c4-4704-b493-ff1c6f839492 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69eb5ccd-b1db-456b-b372-bf77d0b5b5fb HTTP/1.1" status: 200 len: 217 time: 0.0859635 Sep 21 17:58:55.663368 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0b593-6dd9-4f13-b19c-702fc0018d90 req-7b546e11-c1ba-41d7-99c8-3537c7e7d243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:55.665001 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5ae0b593-6dd9-4f13-b19c-702fc0018d90 req-7b546e11-c1ba-41d7-99c8-3537c7e7d243 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0531be06-6a2e-4520-8b82-278ae185109b HTTP/1.1" status: 200 len: 861 time: 0.0539646 Sep 21 17:58:55.693320 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2633638-3b8d-4584-a22c-63f21a848d39 service neutron] Pushing event updated for resources: {'Port': ['ID=547aed97-ff50-41d9-8e86-bb229dc4a6f0,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:55.709012 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-bf57805c-6bc5-43c8-acb2-2a2bf6e5a7c5 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:55.721033 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4b2ac-95e0-4e5e-af7f-a5e38297e9a7 req-6777a2cf-688b-4ca4-8e71-dff9f51a60fd tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:55.729009 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4b2ac-95e0-4e5e-af7f-a5e38297e9a7 req-6777a2cf-688b-4ca4-8e71-dff9f51a60fd tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:55.736519 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4b2ac-95e0-4e5e-af7f-a5e38297e9a7 req-6777a2cf-688b-4ca4-8e71-dff9f51a60fd tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:55.746571 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4b2ac-95e0-4e5e-af7f-a5e38297e9a7 req-6777a2cf-688b-4ca4-8e71-dff9f51a60fd tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:55.753418 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4b2ac-95e0-4e5e-af7f-a5e38297e9a7 req-6777a2cf-688b-4ca4-8e71-dff9f51a60fd tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:55.760454 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4b2ac-95e0-4e5e-af7f-a5e38297e9a7 req-6777a2cf-688b-4ca4-8e71-dff9f51a60fd tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:55.768435 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4b2ac-95e0-4e5e-af7f-a5e38297e9a7 req-6777a2cf-688b-4ca4-8e71-dff9f51a60fd tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:55.771280 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e9f4b2ac-95e0-4e5e-af7f-a5e38297e9a7 req-6777a2cf-688b-4ca4-8e71-dff9f51a60fd tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5397 time: 0.2454875 Sep 21 17:58:55.786736 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb416a3-e296-4bab-a6d7-d013c816a659 req-7b988d51-f18c-4d23-9c1b-d3eb61b2cab5 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:55.794918 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0bb416a3-e296-4bab-a6d7-d013c816a659 req-7b988d51-f18c-4d23-9c1b-d3eb61b2cab5 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 946 time: 0.4670572 Sep 21 17:58:55.800563 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5ae0b593-6dd9-4f13-b19c-702fc0018d90 req-1b368ffd-9ff0-4f7e-825d-a6a58ecef487 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1260853 Sep 21 17:58:55.832473 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c2633638-3b8d-4584-a22c-63f21a848d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:55.833457 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c2633638-3b8d-4584-a22c-63f21a848d39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:55.840501 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c2633638-3b8d-4584-a22c-63f21a848d39 service neutron] 10.222.0.44 "PUT /v2.0/ports/547aed97-ff50-41d9-8e86-bb229dc4a6f0 HTTP/1.1" status: 200 len: 1091 time: 5.9386208 Sep 21 17:58:55.863907 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e9f4b2ac-95e0-4e5e-af7f-a5e38297e9a7 req-6b92a861-153f-4937-bdc9-ed4970902830 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675364 Sep 21 17:58:55.866449 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'tag': '547aed97-ff50-41d9-8e86-bb229dc4a6f0'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:58:55.869579 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0efba7-a4ee-4889-9955-3b1b5eceb1c5" -d '{"events": [{"name": "network-changed", "server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "tag": "547aed97-ff50-41d9-8e86-bb229dc4a6f0"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:58:55.908116 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-7efebd1e-d337-4243-ae46-fe9508927464 service neutron] For port a5c90936-41f3-48b7-a315-1df571c227ea, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:58:55.932465 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-7efebd1e-d337-4243-ae46-fe9508927464 service neutron] For port a5c90936-41f3-48b7-a315-1df571c227ea, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a5c90936-41f3-48b7-a315-1df571c227ea,segment=NetworkSegment(7a41b262-3cb8-4dc0-a9c6-451220a101cc),segment_id=7a41b262-3cb8-4dc0-a9c6-451220a101cc)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:58:55.970641 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-328f9781-3ab2-4fc5-bccf-5a7df0fe5db5 service neutron] Request body: {'port': {'device_id': '2306b996-adf3-46fb-a019-0be4804791dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:56.004166 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5ae0b593-6dd9-4f13-b19c-702fc0018d90 req-37b602ed-daae-49c6-be80-4fec947c7224 service neutron] 10.222.0.44 "GET /v2.0/networks/aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864471 Sep 21 17:58:56.019789 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0bb416a3-e296-4bab-a6d7-d013c816a659 req-95e13d83-a817-4d6a-a4a2-4534f879afdd tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780069 Sep 21 17:58:56.100577 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-7efebd1e-d337-4243-ae46-fe9508927464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:56.326763 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-7efebd1e-d337-4243-ae46-fe9508927464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:56.327648 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-7efebd1e-d337-4243-ae46-fe9508927464 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:56.329033 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-7efebd1e-d337-4243-ae46-fe9508927464 service neutron] 10.222.0.38 "PUT /v2.0/ports/a5c90936-41f3-48b7-a315-1df571c227ea HTTP/1.1" status: 200 len: 1091 time: 5.2249908 Sep 21 17:58:56.341402 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea8343-e083-4778-ad43-0b924c4eaf10 req-3035fe1a-66e7-49c2-a3a3-a2236551bc5a tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:56.344031 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-bf57805c-6bc5-43c8-acb2-2a2bf6e5a7c5 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:56.350523 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea8343-e083-4778-ad43-0b924c4eaf10 req-3035fe1a-66e7-49c2-a3a3-a2236551bc5a tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:56.371574 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea8343-e083-4778-ad43-0b924c4eaf10 req-3035fe1a-66e7-49c2-a3a3-a2236551bc5a tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:56.393635 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea8343-e083-4778-ad43-0b924c4eaf10 req-3035fe1a-66e7-49c2-a3a3-a2236551bc5a tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:56.401867 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e2ea8343-e083-4778-ad43-0b924c4eaf10 req-3035fe1a-66e7-49c2-a3a3-a2236551bc5a tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 3095 time: 0.3392513 Sep 21 17:58:56.433930 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5ae0b593-6dd9-4f13-b19c-702fc0018d90 req-39fd844f-743e-4b7a-8d31-5638d1affdaa service neutron] 10.222.0.44 "GET /v2.0/networks/aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123855 Sep 21 17:58:56.480310 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e2ea8343-e083-4778-ad43-0b924c4eaf10 req-3cf22193-ac55-4c14-8e10-6ffb81c41a79 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765753 Sep 21 17:58:56.562857 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d22dfc-10c1-49f5-a16b-e098ed378c96 x-openstack-request-id: req-33d22dfc-10c1-49f5-a16b-e098ed378c96 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:58:56.563192 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "tag": "547aed97-ff50-41d9-8e86-bb229dc4a6f0", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:58:56.567434 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-33d22dfc-10c1-49f5-a16b-e098ed378c96 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:58:56.567862 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'tag': '547aed97-ff50-41d9-8e86-bb229dc4a6f0', 'status': 'completed', 'code': 200} Sep 21 17:58:56.629886 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35960) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:56.635110 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-10e6e52f-3926-451a-98b7-4a4f011b7510 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:56.636819 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-10e6e52f-3926-451a-98b7-4a4f011b7510 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.44 "GET /v2.0/networks?id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf HTTP/1.1" status: 200 len: 811 time: 0.6221011 Sep 21 17:58:56.637461 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efebd1e-d337-4243-ae46-fe9508927464 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c90936-41f3-48b7-a315-1df571c227ea,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:56.681414 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-bf57805c-6bc5-43c8-acb2-2a2bf6e5a7c5 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Network 2d5cd904-6c64-427e-ac24-4519ebea83bd is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:58:56.707392 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-94aac22f-32fc-4f1c-a258-5b4e1e0a6e50 req-27c909fc-ecd3-45c4-bc1a-78c319a902fe tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 210 time: 0.0653920 Sep 21 17:58:56.713364 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb3d20-e77e-406f-bbe7-1190635a1c01 req-2ccd46c0-7f98-49db-9f68-e62106d0aebc tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:56.715651 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b7bb3d20-e77e-406f-bbe7-1190635a1c01 req-2ccd46c0-7f98-49db-9f68-e62106d0aebc tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 943 time: 0.4022536 Sep 21 17:58:56.742194 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-fd0b630e-1336-496d-bdfc-c88a53e2ebe8 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8da2b927d2245079ac16237e127ada3 HTTP/1.1" status: 200 len: 380 time: 0.0910692 Sep 21 17:58:56.753850 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-bf57805c-6bc5-43c8-acb2-2a2bf6e5a7c5 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:58:56.757528 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-bf57805c-6bc5-43c8-acb2-2a2bf6e5a7c5 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:58:56.775120 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0efba7-a4ee-4889-9955-3b1b5eceb1c5 req-af733129-fefa-4b7a-ab4c-904fb7e879e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:56.775609 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0efba7-a4ee-4889-9955-3b1b5eceb1c5 req-af733129-fefa-4b7a-ab4c-904fb7e879e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:56.776088 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0efba7-a4ee-4889-9955-3b1b5eceb1c5 req-af733129-fefa-4b7a-ab4c-904fb7e879e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:56.776562 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0efba7-a4ee-4889-9955-3b1b5eceb1c5 req-af733129-fefa-4b7a-ab4c-904fb7e879e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:56.777035 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0efba7-a4ee-4889-9955-3b1b5eceb1c5 req-af733129-fefa-4b7a-ab4c-904fb7e879e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:56.777510 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0efba7-a4ee-4889-9955-3b1b5eceb1c5 req-af733129-fefa-4b7a-ab4c-904fb7e879e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:56.777979 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0efba7-a4ee-4889-9955-3b1b5eceb1c5 req-af733129-fefa-4b7a-ab4c-904fb7e879e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:56.794136 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ed0efba7-a4ee-4889-9955-3b1b5eceb1c5 req-af733129-fefa-4b7a-ab4c-904fb7e879e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d40c78ed24d44bc286019ecdefec3c75&device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 6344 time: 0.2340646 Sep 21 17:58:56.836546 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-bf57805c-6bc5-43c8-acb2-2a2bf6e5a7c5 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:56.837212 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-bf57805c-6bc5-43c8-acb2-2a2bf6e5a7c5 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:56.839758 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-328f9781-3ab2-4fc5-bccf-5a7df0fe5db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:56.858012 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-e470006e-c615-40a4-9874-0b992a7be658 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Request body: {'port': {'device_id': '2072539e-be41-48d2-b5f4-151a90191290', 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf', 'admin_state_up': True, 'tenant_id': 'a8da2b927d2245079ac16237e127ada3', 'security_groups': ['a9e654ae-e99d-4e2b-aa16-984e9abad9e3']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:56.971983 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-94e7d0a4-741e-4bea-ad3e-80cd63e02f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:56.973711 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-94e7d0a4-741e-4bea-ad3e-80cd63e02f41 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=77fb7d4686fc4cfc8d52c5834a5ea76a&device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 1094 time: 0.5914202 Sep 21 17:58:57.056435 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8ba164b9-4f15-474a-9649-5e74b3af8522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:57.089498 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-e470006e-c615-40a4-9874-0b992a7be658 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Made reservation on behalf of a8da2b927d2245079ac16237e127ada3 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:58:57.090669 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5322b-9783-4002-833a-db828084d69a req-d09d569c-2fa8-4bd3-98f5-e085b05119b5 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:57.092324 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f3d5322b-9783-4002-833a-db828084d69a req-d09d569c-2fa8-4bd3-98f5-e085b05119b5 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=55e844f1-4402-4fa6-ba0e-158944e7bdc8 HTTP/1.1" status: 200 len: 943 time: 0.2085044 Sep 21 17:58:57.093009 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-e470006e-c615-40a4-9874-0b992a7be658 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:57.109726 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-c12ed524-33f3-4b91-9398-6d81b4b424d8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5c90936-41f3-48b7-a315-1df571c227ea HTTP/1.1" status: 200 len: 217 time: 0.1119871 Sep 21 17:58:57.170573 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0efba7-a4ee-4889-9955-3b1b5eceb1c5 req-43ad06ec-f98e-43b5-b311-6f9178764094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:57.171092 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0efba7-a4ee-4889-9955-3b1b5eceb1c5 req-43ad06ec-f98e-43b5-b311-6f9178764094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:57.171567 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0efba7-a4ee-4889-9955-3b1b5eceb1c5 req-43ad06ec-f98e-43b5-b311-6f9178764094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:57.177476 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ed0efba7-a4ee-4889-9955-3b1b5eceb1c5 req-43ad06ec-f98e-43b5-b311-6f9178764094 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d40c78ed24d44bc286019ecdefec3c75&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3695016 Sep 21 17:58:57.219393 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 69eb5ccd-b1db-456b-b372-bf77d0b5b5fb details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:58:57.272572 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-4818437e-abe6-4ba3-99da-d6d955b30374 None None] Provisioning complete for port b3ce70b6-6a2c-4f29-a57a-39e65f45435f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:57.273068 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4818437e-abe6-4ba3-99da-d6d955b30374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:57.322155 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f3d5322b-9783-4002-833a-db828084d69a req-e1bf061a-63a9-4d19-882e-3ce33cba509d tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139494 Sep 21 17:58:57.340862 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-4818437e-abe6-4ba3-99da-d6d955b30374 None None] Port b3ce70b6-6a2c-4f29-a57a-39e65f45435f cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:58:57.407026 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0efba7-a4ee-4889-9955-3b1b5eceb1c5 req-3ff182f2-e0d0-4415-94eb-52352165e198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:57.409431 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ed0efba7-a4ee-4889-9955-3b1b5eceb1c5 req-3ff182f2-e0d0-4415-94eb-52352165e198 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2124803 Sep 21 17:58:57.552328 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 69eb5ccd-b1db-456b-b372-bf77d0b5b5fb, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=69eb5ccd-b1db-456b-b372-bf77d0b5b5fb,segment=NetworkSegment(500e6984-2a01-4831-b627-e9af1dad17c5),segment_id=500e6984-2a01-4831-b627-e9af1dad17c5)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:57.581386 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '69eb5ccd-b1db-456b-b372-bf77d0b5b5fb', 'network_id': 'aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1', 'port_id': '69eb5ccd-b1db-456b-b372-bf77d0b5b5fb', 'mac_address': 'fa:16:3e:ed:80:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0531be06-6a2e-4520-8b82-278ae185109b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:58:57.588291 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de80e95-171b-4f3b-b2ee-81e54eeacaf8 req-e354692d-3635-4192-a2d0-4a2e30bb118e tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:57.596280 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de80e95-171b-4f3b-b2ee-81e54eeacaf8 req-e354692d-3635-4192-a2d0-4a2e30bb118e tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:57.604240 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de80e95-171b-4f3b-b2ee-81e54eeacaf8 req-e354692d-3635-4192-a2d0-4a2e30bb118e tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:57.611701 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de80e95-171b-4f3b-b2ee-81e54eeacaf8 req-e354692d-3635-4192-a2d0-4a2e30bb118e tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:57.619501 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de80e95-171b-4f3b-b2ee-81e54eeacaf8 req-e354692d-3635-4192-a2d0-4a2e30bb118e tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:57.628351 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de80e95-171b-4f3b-b2ee-81e54eeacaf8 req-e354692d-3635-4192-a2d0-4a2e30bb118e tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:57.636020 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de80e95-171b-4f3b-b2ee-81e54eeacaf8 req-e354692d-3635-4192-a2d0-4a2e30bb118e tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:57.646179 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4de80e95-171b-4f3b-b2ee-81e54eeacaf8 req-e354692d-3635-4192-a2d0-4a2e30bb118e tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5397 time: 0.1570580 Sep 21 17:58:57.658117 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57805c-6bc5-43c8-acb2-2a2bf6e5a7c5 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Pushing event updated for resources: {'Port': ['ID=b3ce70b6-6a2c-4f29-a57a-39e65f45435f,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:57.685218 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-bf57805c-6bc5-43c8-acb2-2a2bf6e5a7c5 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9574647 Sep 21 17:58:57.690331 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:57.715765 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-b93925ab-c633-4b61-9603-e5ea1f80bd51 service neutron] Request body: {'port': {'device_id': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:58:57.717989 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69eb5ccd-b1db-456b-b372-bf77d0b5b5fb {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:58:57.720525 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4de80e95-171b-4f3b-b2ee-81e54eeacaf8 req-d339be30-8e3c-48ae-a93b-03e7cff48a84 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0717046 Sep 21 17:58:57.749089 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b7bb3d20-e77e-406f-bbe7-1190635a1c01 req-0375aec0-4d89-45f2-b0ae-0fa4475c9444 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0117700 Sep 21 17:58:57.819148 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 69eb5ccd-b1db-456b-b372-bf77d0b5b5fb, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=69eb5ccd-b1db-456b-b372-bf77d0b5b5fb,segment=NetworkSegment(500e6984-2a01-4831-b627-e9af1dad17c5),segment_id=500e6984-2a01-4831-b627-e9af1dad17c5)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:57.831770 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:57.902240 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-f3f75922-0ddb-4bc8-9ab6-a6c7ed58287b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:57.904068 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-f3f75922-0ddb-4bc8-9ab6-a6c7ed58287b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2f8f189a-ed60-4c65-ab30-a297660af34d HTTP/1.1" status: 200 len: 854 time: 0.2880435 Sep 21 17:58:57.992886 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8ba164b9-4f15-474a-9649-5e74b3af8522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:57.998323 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=69eb5ccd-b1db-456b-b372-bf77d0b5b5fb,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:58.014289 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223f4a6-3889-4023-9f31-f88a5d1ee285 req-e17dd9e8-6192-43c1-a7fe-037113c804aa tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:58.016195 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6223f4a6-3889-4023-9f31-f88a5d1ee285 req-e17dd9e8-6192-43c1-a7fe-037113c804aa tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 946 time: 0.0874131 Sep 21 17:58:58.017708 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8ba164b9-4f15-474a-9649-5e74b3af8522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:58.051465 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-82219f59-a275-4f16-ae44-2b22356e9e72 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1246216 Sep 21 17:58:58.071048 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['69eb5ccd-b1db-456b-b372-bf77d0b5b5fb'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:58:58.089140 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba164b9-4f15-474a-9649-5e74b3af8522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a4ab3b-b8c9-40e6-a7fc-0c56bc51a71f,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:58.113664 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8ba164b9-4f15-474a-9649-5e74b3af8522 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6a15b6ceb7054b8fa7126b6d25c1ae5f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4821062 Sep 21 17:58:58.115274 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-b93925ab-c633-4b61-9603-e5ea1f80bd51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:58.121807 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-e470006e-c615-40a4-9874-0b992a7be658 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Allocated IP 172.20.0.4 (26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf/63a1043c-b263-4aac-aec7-9797fbf7cd86/01c5d430-12c5-4025-9899-f3f139598930) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:58:58.122608 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35972) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:58.260708 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6223f4a6-3889-4023-9f31-f88a5d1ee285 req-2936a976-cbd3-411d-a76b-02efdadb5d24 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141259 Sep 21 17:58:58.317450 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-de3c063b-560f-4863-9007-bb0b0e10843b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:58.322741 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fd6a0-98fe-40d4-b37b-9b2d1f3d36b5 req-6ab3bb4d-c6a8-4276-bafd-761919e8938d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:58.330166 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fd6a0-98fe-40d4-b37b-9b2d1f3d36b5 req-6ab3bb4d-c6a8-4276-bafd-761919e8938d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:58.337223 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fd6a0-98fe-40d4-b37b-9b2d1f3d36b5 req-6ab3bb4d-c6a8-4276-bafd-761919e8938d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:58.341992 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-de3c063b-560f-4863-9007-bb0b0e10843b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:58.343318 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fd6a0-98fe-40d4-b37b-9b2d1f3d36b5 req-6ab3bb4d-c6a8-4276-bafd-761919e8938d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:58.355316 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fd6a0-98fe-40d4-b37b-9b2d1f3d36b5 req-6ab3bb4d-c6a8-4276-bafd-761919e8938d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:58.357453 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bb8fd6a0-98fe-40d4-b37b-9b2d1f3d36b5 req-6ab3bb4d-c6a8-4276-bafd-761919e8938d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 3816 time: 0.4590611 Sep 21 17:58:58.498344 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1f3128a9-79d8-48d8-ab96-6f2a9b2731ba req-7adbe076-88b8-4f10-9d97-64f5e963369d tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 210 time: 0.0625885 Sep 21 17:58:58.499847 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-de3c063b-560f-4863-9007-bb0b0e10843b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:58.512939 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-de3c063b-560f-4863-9007-bb0b0e10843b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:58.514557 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-de3c063b-560f-4863-9007-bb0b0e10843b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d3a4ab3b-b8c9-40e6-a7fc-0c56bc51a71f HTTP/1.1" status: 204 len: 168 time: 0.3903527 Sep 21 17:58:58.528193 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c063b-560f-4863-9007-bb0b0e10843b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a4ab3b-b8c9-40e6-a7fc-0c56bc51a71f,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:58.565546 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bb8fd6a0-98fe-40d4-b37b-9b2d1f3d36b5 req-2b1c66e7-f443-48ab-a0b8-e05cf0559313 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823528 Sep 21 17:58:58.570228 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-a223dff7-31c7-4418-858b-b116768744e6 service neutron] 10.222.0.38 "GET /v2.0/networks/a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045655 Sep 21 17:58:58.590305 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89', 'tag': 'a5c90936-41f3-48b7-a315-1df571c227ea'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:58:58.597838 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe43d6d2-59e0-47f6-ab41-c689858d0e97" -d '{"events": [{"name": "network-changed", "server_uuid": "6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89", "tag": "a5c90936-41f3-48b7-a315-1df571c227ea"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:58:58.742320 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e4cf3-af9d-44f0-834c-3e5a16e1037f req-5f31d0b8-040e-4aa0-a330-6d73687754e7 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:58.756535 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-407e4cf3-af9d-44f0-834c-3e5a16e1037f req-5f31d0b8-040e-4aa0-a330-6d73687754e7 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=55e844f1-4402-4fa6-ba0e-158944e7bdc8 HTTP/1.1" status: 200 len: 944 time: 0.0946548 Sep 21 17:58:58.861805 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-407e4cf3-af9d-44f0-834c-3e5a16e1037f req-75f6f06f-c29f-4d06-bbad-2fdf6bf80805 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993841 Sep 21 17:58:58.865581 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5670a5c-19a6-40db-8210-be9c1c686539 x-openstack-request-id: req-e5670a5c-19a6-40db-8210-be9c1c686539 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:58:58.865862 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89", "tag": "a5c90936-41f3-48b7-a315-1df571c227ea", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:58:58.866111 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e5670a5c-19a6-40db-8210-be9c1c686539 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:58:58.866505 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89', 'tag': 'a5c90936-41f3-48b7-a315-1df571c227ea', 'status': 'completed', 'code': 200} Sep 21 17:58:58.980916 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5517669-0221-4ff7-9a83-94c0fff0eb4c req-21fbe5ff-9196-4d74-8f62-57f5c2cfb883 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:58.988924 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d5517669-0221-4ff7-9a83-94c0fff0eb4c req-21fbe5ff-9196-4d74-8f62-57f5c2cfb883 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 943 time: 0.0714316 Sep 21 17:58:59.038358 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d5517669-0221-4ff7-9a83-94c0fff0eb4c req-d6c3f340-b9ee-44cd-8b1b-a60071188625 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484300 Sep 21 17:58:59.106528 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43a0f9bf-0d1f-4632-972d-f35870822537 req-cc17c658-f66c-4b0a-8dc1-87e5fb29e97c service neutron] 10.222.0.38 "GET /v2.0/networks/a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534597 Sep 21 17:58:59.131754 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-328f9781-3ab2-4fc5-bccf-5a7df0fe5db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc148a5-4d43-46cc-8045-82846ca5041a {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:58:59.199756 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-328f9781-3ab2-4fc5-bccf-5a7df0fe5db5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:59.226395 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 69eb5ccd-b1db-456b-b372-bf77d0b5b5fb up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:58:59.322403 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-328f9781-3ab2-4fc5-bccf-5a7df0fe5db5 service neutron] Transition to ACTIVE for port object ffc148a5-4d43-46cc-8045-82846ca5041a will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:58:59.337093 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 69eb5ccd-b1db-456b-b372-bf77d0b5b5fb completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:58:59.338362 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-328f9781-3ab2-4fc5-bccf-5a7df0fe5db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:59.343446 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 69eb5ccd-b1db-456b-b372-bf77d0b5b5fb triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:58:59.344059 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:59.444376 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43d6d2-59e0-47f6-ab41-c689858d0e97 req-0eec079b-db35-4105-828d-8105b20fca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:59.446548 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe43d6d2-59e0-47f6-ab41-c689858d0e97 req-0eec079b-db35-4105-828d-8105b20fca0d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=77fb7d4686fc4cfc8d52c5834a5ea76a&device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 1094 time: 0.2643547 Sep 21 17:58:59.468315 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b7038-f8b2-49e5-8754-bebfc92c557a req-a6803642-bb87-46f2-a7bc-714ded27387e tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:59.474728 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b7038-f8b2-49e5-8754-bebfc92c557a req-a6803642-bb87-46f2-a7bc-714ded27387e tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:59.480820 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b7038-f8b2-49e5-8754-bebfc92c557a req-a6803642-bb87-46f2-a7bc-714ded27387e tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:59.486920 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b7038-f8b2-49e5-8754-bebfc92c557a req-a6803642-bb87-46f2-a7bc-714ded27387e tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:59.488090 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:59.493198 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b7038-f8b2-49e5-8754-bebfc92c557a req-a6803642-bb87-46f2-a7bc-714ded27387e tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:59.499257 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b7038-f8b2-49e5-8754-bebfc92c557a req-a6803642-bb87-46f2-a7bc-714ded27387e tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:59.505463 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b7038-f8b2-49e5-8754-bebfc92c557a req-a6803642-bb87-46f2-a7bc-714ded27387e tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:59.507070 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dd2b7038-f8b2-49e5-8754-bebfc92c557a req-a6803642-bb87-46f2-a7bc-714ded27387e tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5397 time: 0.6397829 Sep 21 17:58:59.538399 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 69eb5ccd-b1db-456b-b372-bf77d0b5b5fb, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=69eb5ccd-b1db-456b-b372-bf77d0b5b5fb,segment=NetworkSegment(500e6984-2a01-4831-b627-e9af1dad17c5),segment_id=500e6984-2a01-4831-b627-e9af1dad17c5)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:58:59.539783 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e844f1-4402-4fa6-ba0e-158944e7bdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69eb5ccd-b1db-456b-b372-bf77d0b5b5fb'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:58:59.542770 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbe2f6c-6071-434d-baef-86c0ca597ae7" -d '{"events": [{"server_uuid": "55e844f1-4402-4fa6-ba0e-158944e7bdc8", "name": "network-vif-plugged", "status": "completed", "tag": "69eb5ccd-b1db-456b-b372-bf77d0b5b5fb"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:58:59.547841 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:59.568173 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-e470006e-c615-40a4-9874-0b992a7be658 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:58:59.621870 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9fc5e-f6c1-4636-94e9-403697956a69 req-62d0e2b6-d236-4c4f-a167-dc94da056807 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:59.626478 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0bc9fc5e-f6c1-4636-94e9-403697956a69 req-62d0e2b6-d236-4c4f-a167-dc94da056807 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 946 time: 0.2191548 Sep 21 17:58:59.688885 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=69eb5ccd-b1db-456b-b372-bf77d0b5b5fb,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:59.694592 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f9781-3ab2-4fc5-bccf-5a7df0fe5db5 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc148a5-4d43-46cc-8045-82846ca5041a,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:58:59.733993 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0bc9fc5e-f6c1-4636-94e9-403697956a69 req-f06eb64c-4186-43a2-809c-896d0cceb5b5 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972250 Sep 21 17:58:59.871721 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dd2b7038-f8b2-49e5-8754-bebfc92c557a req-695bf05a-e361-4293-96a0-992ab19fa9ee tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3008366 Sep 21 17:58:59.883193 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-299b44c4-0a1e-4ac4-807d-ac4744292e6c req-6caa68e9-2ed2-406a-81f2-c910212ce84f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 210 time: 0.0703652 Sep 21 17:58:59.885487 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36016) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:58:59.989806 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43d6d2-59e0-47f6-ab41-c689858d0e97 req-fe6fb0d0-148f-4f04-9fcf-08b8b64ea7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:58:59.991373 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe43d6d2-59e0-47f6-ab41-c689858d0e97 req-fe6fb0d0-148f-4f04-9fcf-08b8b64ea7f4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08 HTTP/1.1" status: 200 len: 915 time: 0.4710827 Sep 21 17:59:00.020492 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-b93925ab-c633-4b61-9603-e5ea1f80bd51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8bd6324-ba29-4ca0-b70f-9e2945b882d7 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:00.027126 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653a2268-ebda-46e9-a64b-6170c38dd355 x-openstack-request-id: req-653a2268-ebda-46e9-a64b-6170c38dd355 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:00.028258 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55e844f1-4402-4fa6-ba0e-158944e7bdc8", "name": "network-vif-plugged", "status": "completed", "tag": "69eb5ccd-b1db-456b-b372-bf77d0b5b5fb", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:00.028420 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-f46c5b95-764b-4d51-841d-8d4f6a4e8854 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-145152811-network', 'tenant_id': '6392516e96f84ba892289a69fd738ba0'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:00.028874 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-653a2268-ebda-46e9-a64b-6170c38dd355 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:00.029490 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e844f1-4402-4fa6-ba0e-158944e7bdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69eb5ccd-b1db-456b-b372-bf77d0b5b5fb', 'code': 200} Sep 21 17:59:00.065064 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46c5b95-764b-4d51-841d-8d4f6a4e8854 admin admin] Made reservation on behalf of 6392516e96f84ba892289a69fd738ba0 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:59:00.068603 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f46c5b95-764b-4d51-841d-8d4f6a4e8854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:00.068766 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-b93925ab-c633-4b61-9603-e5ea1f80bd51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:00.072750 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-e470006e-c615-40a4-9874-0b992a7be658 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:00.075404 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe43d6d2-59e0-47f6-ab41-c689858d0e97 req-b0f159ed-389d-4a4b-b72a-8d748f91eb45 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5c90936-41f3-48b7-a315-1df571c227ea HTTP/1.1" status: 200 len: 217 time: 0.0741878 Sep 21 17:59:00.094697 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f46c5b95-764b-4d51-841d-8d4f6a4e8854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:00.174823 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d85ec3-bd61-4490-9fe5-54e0deeeb122 req-91c8fd81-fed0-4f30-b272-c8acfed5ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:00.176365 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e9d85ec3-bd61-4490-9fe5-54e0deeeb122 req-91c8fd81-fed0-4f30-b272-c8acfed5ce99 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=55e844f1-4402-4fa6-ba0e-158944e7bdc8 HTTP/1.1" status: 200 len: 1096 time: 0.0759289 Sep 21 17:59:00.292070 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43d6d2-59e0-47f6-ab41-c689858d0e97 req-8d7760cc-db6c-408d-87cc-bb466afc7508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:00.293485 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe43d6d2-59e0-47f6-ab41-c689858d0e97 req-8d7760cc-db6c-408d-87cc-bb466afc7508 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2f8f189a-ed60-4c65-ab30-a297660af34d HTTP/1.1" status: 200 len: 854 time: 0.2033181 Sep 21 17:59:00.300645 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-b93925ab-c633-4b61-9603-e5ea1f80bd51 service neutron] Transition to ACTIVE for port object c8bd6324-ba29-4ca0-b70f-9e2945b882d7 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:59:00.331428 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-328f9781-3ab2-4fc5-bccf-5a7df0fe5db5 service neutron] Attempting to bind port ffc148a5-4d43-46cc-8045-82846ca5041a on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:59:00.331747 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-328f9781-3ab2-4fc5-bccf-5a7df0fe5db5 service neutron] Attempting to bind port ffc148a5-4d43-46cc-8045-82846ca5041a by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '862957fd-221f-4841-ab54-52aee65b0d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2a44a677-1927-4f9e-821d-0c18ad02e765'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:59:00.332335 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-328f9781-3ab2-4fc5-bccf-5a7df0fe5db5 service neutron] Attempting to bind port ffc148a5-4d43-46cc-8045-82846ca5041a on network 2a44a677-1927-4f9e-821d-0c18ad02e765 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:00.399256 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-b93925ab-c633-4b61-9603-e5ea1f80bd51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:00.400946 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e470006e-c615-40a4-9874-0b992a7be658 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Pushing event updated for resources: {'Port': ['ID=01c5d430-12c5-4025-9899-f3f139598930,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:00.414864 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe43d6d2-59e0-47f6-ab41-c689858d0e97 req-da750dcb-867f-4ca5-96bf-2571480ea8c5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025643 Sep 21 17:59:00.429069 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e9d85ec3-bd61-4490-9fe5-54e0deeeb122 req-154344cc-992c-4fd3-848f-967497be9eec service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148509 Sep 21 17:59:00.458969 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-e470006e-c615-40a4-9874-0b992a7be658 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Network 26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:59:00.462799 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a441a-30fe-432e-a21d-2fd340df00c0 req-fd5e8750-fea3-4054-abc6-7f2ed46f0ce6 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:00.468009 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-328f9781-3ab2-4fc5-bccf-5a7df0fe5db5 service neutron] Port ffc148a5-4d43-46cc-8045-82846ca5041a on network 2a44a677-1927-4f9e-821d-0c18ad02e765 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:59:00.468333 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-328f9781-3ab2-4fc5-bccf-5a7df0fe5db5 service neutron] Attempting to bind port ffc148a5-4d43-46cc-8045-82846ca5041a on network 2a44a677-1927-4f9e-821d-0c18ad02e765 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:00.472514 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2d9a441a-30fe-432e-a21d-2fd340df00c0 req-fd5e8750-fea3-4054-abc6-7f2ed46f0ce6 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=55e844f1-4402-4fa6-ba0e-158944e7bdc8 HTTP/1.1" status: 200 len: 945 time: 0.2013388 Sep 21 17:59:00.494710 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-e470006e-c615-40a4-9874-0b992a7be658 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:59:00.508974 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-e470006e-c615-40a4-9874-0b992a7be658 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:59:00.514899 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-328f9781-3ab2-4fc5-bccf-5a7df0fe5db5 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:59:00.515355 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-328f9781-3ab2-4fc5-bccf-5a7df0fe5db5 service neutron] Checking segment: {'id': '862957fd-221f-4841-ab54-52aee65b0d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2a44a677-1927-4f9e-821d-0c18ad02e765'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:00.515831 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-328f9781-3ab2-4fc5-bccf-5a7df0fe5db5 service neutron] Bound using segment: {'id': '862957fd-221f-4841-ab54-52aee65b0d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2a44a677-1927-4f9e-821d-0c18ad02e765'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:59:00.516388 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-328f9781-3ab2-4fc5-bccf-5a7df0fe5db5 service neutron] Bound port: ffc148a5-4d43-46cc-8045-82846ca5041a, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '862957fd-221f-4841-ab54-52aee65b0d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2a44a677-1927-4f9e-821d-0c18ad02e765'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:59:00.516913 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-328f9781-3ab2-4fc5-bccf-5a7df0fe5db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:00.559426 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2d9a441a-30fe-432e-a21d-2fd340df00c0 req-d9775e72-cc8e-40c6-a41b-daea02ef93cb tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858858 Sep 21 17:59:00.562028 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f46c5b95-764b-4d51-841d-8d4f6a4e8854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:00.583056 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f46c5b95-764b-4d51-841d-8d4f6a4e8854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:00.617521 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93925ab-c633-4b61-9603-e5ea1f80bd51 service neutron] Pushing event updated for resources: {'Port': ['ID=c8bd6324-ba29-4ca0-b70f-9e2945b882d7,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:00.637788 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3932b00-fe2a-40fe-ac7d-03e50307ebb2 req-b397c004-da0d-43d7-85bd-1db070fbb6af tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:00.643963 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3932b00-fe2a-40fe-ac7d-03e50307ebb2 req-b397c004-da0d-43d7-85bd-1db070fbb6af tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:00.654003 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c5b95-764b-4d51-841d-8d4f6a4e8854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59c06e0-0eaa-4956-9ee7-d760881773a7,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:00.664927 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3932b00-fe2a-40fe-ac7d-03e50307ebb2 req-b397c004-da0d-43d7-85bd-1db070fbb6af tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:00.671198 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f46c5b95-764b-4d51-841d-8d4f6a4e8854 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:59:00.682802 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3932b00-fe2a-40fe-ac7d-03e50307ebb2 req-b397c004-da0d-43d7-85bd-1db070fbb6af tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:00.691551 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f46c5b95-764b-4d51-841d-8d4f6a4e8854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:00.692380 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-f46c5b95-764b-4d51-841d-8d4f6a4e8854 admin admin] Added segment e564d934-97dd-4d6e-ab5e-6b296ec1ad41 of type vlan for network f2d81d27-0c00-4725-9470-c5bfb20f5559 Sep 21 17:59:00.698306 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3932b00-fe2a-40fe-ac7d-03e50307ebb2 req-b397c004-da0d-43d7-85bd-1db070fbb6af tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:00.714575 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3932b00-fe2a-40fe-ac7d-03e50307ebb2 req-b397c004-da0d-43d7-85bd-1db070fbb6af tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 3816 time: 0.6582167 Sep 21 17:59:00.750128 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f46c5b95-764b-4d51-841d-8d4f6a4e8854 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:00.770109 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-e470006e-c615-40a4-9874-0b992a7be658 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:00.770841 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-e470006e-c615-40a4-9874-0b992a7be658 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:00.785763 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c5b95-764b-4d51-841d-8d4f6a4e8854 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:00.786541 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c5b95-764b-4d51-841d-8d4f6a4e8854 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:00.787090 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c5b95-764b-4d51-841d-8d4f6a4e8854 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:00.787932 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c5b95-764b-4d51-841d-8d4f6a4e8854 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:00.789759 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c5b95-764b-4d51-841d-8d4f6a4e8854 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:00.790366 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c5b95-764b-4d51-841d-8d4f6a4e8854 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:00.790876 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c5b95-764b-4d51-841d-8d4f6a4e8854 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:00.791436 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c5b95-764b-4d51-841d-8d4f6a4e8854 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:00.792098 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c5b95-764b-4d51-841d-8d4f6a4e8854 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:00.792636 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c5b95-764b-4d51-841d-8d4f6a4e8854 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:00.793156 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c5b95-764b-4d51-841d-8d4f6a4e8854 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:00.793889 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46c5b95-764b-4d51-841d-8d4f6a4e8854 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:00.822222 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f46c5b95-764b-4d51-841d-8d4f6a4e8854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:00.823517 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46c5b95-764b-4d51-841d-8d4f6a4e8854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:00.825780 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f46c5b95-764b-4d51-841d-8d4f6a4e8854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:00.934451 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f46c5b95-764b-4d51-841d-8d4f6a4e8854 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0450377 Sep 21 17:59:00.936630 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36026) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:00.962529 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-eeba2b2d-3b8a-443c-a324-4e5b1b969135 None None] Provisioning complete for port 01c5d430-12c5-4025-9899-f3f139598930 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:00.963178 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-eeba2b2d-3b8a-443c-a324-4e5b1b969135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:00.964615 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-fe3dc142-8602-44ee-8bf4-aa6c55cb6c54 admin admin] Request body: {'subnet': {'network_id': 'f2d81d27-0c00-4725-9470-c5bfb20f5559', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-145152811-subnet', 'tenant_id': '6392516e96f84ba892289a69fd738ba0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:00.968201 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c5b95-764b-4d51-841d-8d4f6a4e8854 admin admin] Pushing event updated for resources: {'Network': ['ID=f2d81d27-0c00-4725-9470-c5bfb20f5559,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:01.007111 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b8824-c1a8-45af-b44a-93af6524e925 req-5bb32266-7c9f-4142-88fa-a04ef40c2523 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:01.016569 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9e6b8824-c1a8-45af-b44a-93af6524e925 req-5bb32266-7c9f-4142-88fa-a04ef40c2523 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 943 time: 0.1974289 Sep 21 17:59:01.020835 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network f2d81d27-0c00-4725-9470-c5bfb20f5559 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:59:01.064833 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe43d6d2-59e0-47f6-ab41-c689858d0e97 req-a339cd10-ce2e-4a9e-b499-d0af1fcf3715 service neutron] 10.222.0.38 "GET /v2.0/networks/a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6047463 Sep 21 17:59:01.069846 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3dc142-8602-44ee-8bf4-aa6c55cb6c54 admin admin] Made reservation on behalf of 6392516e96f84ba892289a69fd738ba0 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:59:01.072833 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fe3dc142-8602-44ee-8bf4-aa6c55cb6c54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:01.075416 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-e470006e-c615-40a4-9874-0b992a7be658 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2516160 Sep 21 17:59:01.108903 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-60ecf263-860e-4700-85b2-aa08df964271 service neutron] Request body: {'port': {'device_id': '2072539e-be41-48d2-b5f4-151a90191290', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:01.122513 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3932b00-fe2a-40fe-ac7d-03e50307ebb2 req-8a7557c2-f834-46fc-86ad-efef468a4eb4 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4070001 Sep 21 17:59:01.202372 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-eeba2b2d-3b8a-443c-a324-4e5b1b969135 None None] Port 01c5d430-12c5-4025-9899-f3f139598930 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:59:01.255692 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-328f9781-3ab2-4fc5-bccf-5a7df0fe5db5 service neutron] For port ffc148a5-4d43-46cc-8045-82846ca5041a, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:59:01.257839 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-b93925ab-c633-4b61-9603-e5ea1f80bd51 service neutron] Attempting to bind port c8bd6324-ba29-4ca0-b70f-9e2945b882d7 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:59:01.258177 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-b93925ab-c633-4b61-9603-e5ea1f80bd51 service neutron] Attempting to bind port c8bd6324-ba29-4ca0-b70f-9e2945b882d7 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'e0bbbf63-a71d-4cba-9a61-57f58fac4e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2dc45eb4-5f11-4e3f-9333-457ab9caa65b'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:59:01.258505 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-b93925ab-c633-4b61-9603-e5ea1f80bd51 service neutron] Attempting to bind port c8bd6324-ba29-4ca0-b70f-9e2945b882d7 on network 2dc45eb4-5f11-4e3f-9333-457ab9caa65b {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:01.280936 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9e6b8824-c1a8-45af-b44a-93af6524e925 req-402d2661-f460-4081-8ff1-d6e65461d6e2 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475784 Sep 21 17:59:01.282826 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fe3dc142-8602-44ee-8bf4-aa6c55cb6c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:01.336494 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3dc142-8602-44ee-8bf4-aa6c55cb6c54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ce9b4b5-4bbc-411f-9902-099d41627a6b,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:01.339649 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-328f9781-3ab2-4fc5-bccf-5a7df0fe5db5 service neutron] For port ffc148a5-4d43-46cc-8045-82846ca5041a, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=ffc148a5-4d43-46cc-8045-82846ca5041a,segment=NetworkSegment(862957fd-221f-4841-ab54-52aee65b0d2c),segment_id=862957fd-221f-4841-ab54-52aee65b0d2c)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:59:01.348032 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-b93925ab-c633-4b61-9603-e5ea1f80bd51 service neutron] Port c8bd6324-ba29-4ca0-b70f-9e2945b882d7 on network 2dc45eb4-5f11-4e3f-9333-457ab9caa65b not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:59:01.348420 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-b93925ab-c633-4b61-9603-e5ea1f80bd51 service neutron] Attempting to bind port c8bd6324-ba29-4ca0-b70f-9e2945b882d7 on network 2dc45eb4-5f11-4e3f-9333-457ab9caa65b {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:01.378823 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3dc142-8602-44ee-8bf4-aa6c55cb6c54 admin admin] Checking segment: {'id': 'e564d934-97dd-4d6e-ab5e-6b296ec1ad41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f2d81d27-0c00-4725-9470-c5bfb20f5559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:01.380172 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3dc142-8602-44ee-8bf4-aa6c55cb6c54 admin admin] Network hostable DHCP agents. Network: f2d81d27-0c00-4725-9470-c5bfb20f5559, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:59:01.388913 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-328f9781-3ab2-4fc5-bccf-5a7df0fe5db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:01.418707 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3dc142-8602-44ee-8bf4-aa6c55cb6c54 admin admin] Network f2d81d27-0c00-4725-9470-c5bfb20f5559 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:59:01.494760 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab780e40-47d4-4721-b54c-2f3fe1968ad7 req-a7210921-a42f-43fb-b258-acbde6b59028 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:01.496411 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ab780e40-47d4-4721-b54c-2f3fe1968ad7 req-a7210921-a42f-43fb-b258-acbde6b59028 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 931 time: 0.1056290 Sep 21 17:59:01.497456 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-fe3dc142-8602-44ee-8bf4-aa6c55cb6c54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, f2d81d27-0c00-4725-9470-c5bfb20f5559) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:59:01.504178 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3dc142-8602-44ee-8bf4-aa6c55cb6c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:01.506157 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fe3dc142-8602-44ee-8bf4-aa6c55cb6c54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:01.507313 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2eb4115-da7b-43ff-b5d4-854a6c9b2624 None None] Network f2d81d27-0c00-4725-9470-c5bfb20f5559 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:59:01.582987 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ab780e40-47d4-4721-b54c-2f3fe1968ad7 req-caf67d9a-a102-426f-a65f-c89b69d9f468 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730131 Sep 21 17:59:01.599994 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fe3dc142-8602-44ee-8bf4-aa6c55cb6c54 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6392713 Sep 21 17:59:01.861482 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10ff82a-f854-4609-8d88-0bab6d77388b None None] Network f2d81d27-0c00-4725-9470-c5bfb20f5559 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:59:01.880180 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37db1d-26c3-4836-ae30-d8a1b3b0cec9 req-75d4c29f-f5be-4b81-a530-df80e108a9c1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:01.887627 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37db1d-26c3-4836-ae30-d8a1b3b0cec9 req-75d4c29f-f5be-4b81-a530-df80e108a9c1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:01.893495 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37db1d-26c3-4836-ae30-d8a1b3b0cec9 req-75d4c29f-f5be-4b81-a530-df80e108a9c1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:01.900712 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37db1d-26c3-4836-ae30-d8a1b3b0cec9 req-75d4c29f-f5be-4b81-a530-df80e108a9c1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:01.907849 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37db1d-26c3-4836-ae30-d8a1b3b0cec9 req-75d4c29f-f5be-4b81-a530-df80e108a9c1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:01.913770 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37db1d-26c3-4836-ae30-d8a1b3b0cec9 req-75d4c29f-f5be-4b81-a530-df80e108a9c1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:01.927681 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37db1d-26c3-4836-ae30-d8a1b3b0cec9 req-75d4c29f-f5be-4b81-a530-df80e108a9c1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:01.960428 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ea37db1d-26c3-4836-ae30-d8a1b3b0cec9 req-75d4c29f-f5be-4b81-a530-df80e108a9c1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5409 time: 0.1838384 Sep 21 17:59:01.964176 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-b93925ab-c633-4b61-9603-e5ea1f80bd51 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:59:01.964512 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-b93925ab-c633-4b61-9603-e5ea1f80bd51 service neutron] Checking segment: {'id': 'e0bbbf63-a71d-4cba-9a61-57f58fac4e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2dc45eb4-5f11-4e3f-9333-457ab9caa65b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:01.964898 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-b93925ab-c633-4b61-9603-e5ea1f80bd51 service neutron] Bound using segment: {'id': 'e0bbbf63-a71d-4cba-9a61-57f58fac4e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2dc45eb4-5f11-4e3f-9333-457ab9caa65b'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:59:01.965337 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-b93925ab-c633-4b61-9603-e5ea1f80bd51 service neutron] Bound port: c8bd6324-ba29-4ca0-b70f-9e2945b882d7, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0bbbf63-a71d-4cba-9a61-57f58fac4e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2dc45eb4-5f11-4e3f-9333-457ab9caa65b'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:59:01.967966 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-b93925ab-c633-4b61-9603-e5ea1f80bd51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:01.972955 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-60ecf263-860e-4700-85b2-aa08df964271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:02.053101 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-328f9781-3ab2-4fc5-bccf-5a7df0fe5db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:02.053751 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-328f9781-3ab2-4fc5-bccf-5a7df0fe5db5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:02.068070 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-328f9781-3ab2-4fc5-bccf-5a7df0fe5db5 service neutron] 10.222.0.44 "PUT /v2.0/ports/ffc148a5-4d43-46cc-8045-82846ca5041a HTTP/1.1" status: 200 len: 1091 time: 6.1752529 Sep 21 17:59:02.074522 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'tag': 'ffc148a5-4d43-46cc-8045-82846ca5041a'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:02.077016 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc7ff11-7d61-4079-9cf5-57ab5b96d595" -d '{"events": [{"name": "network-changed", "server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "tag": "ffc148a5-4d43-46cc-8045-82846ca5041a"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:02.090433 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ea37db1d-26c3-4836-ae30-d8a1b3b0cec9 req-f20c6cde-9df7-47d4-9bcb-a3e741e7c6a8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1290617 Sep 21 17:59:02.115512 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d867715-5881-4ef9-81d2-2d4d539e21b7 req-24de97ee-193e-4390-bcd5-2e74a3942807 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:02.117216 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8d867715-5881-4ef9-81d2-2d4d539e21b7 req-24de97ee-193e-4390-bcd5-2e74a3942807 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 946 time: 0.8169682 Sep 21 17:59:02.119352 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe43d6d2-59e0-47f6-ab41-c689858d0e97 req-ae3543f6-f077-4e4c-b7eb-ba4c4ce56d95 service neutron] 10.222.0.38 "GET /v2.0/networks/a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0430593 Sep 21 17:59:02.124794 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-bf7dfb06-ad73-48da-93db-d3f12fc598dd service neutron] Request body: {'port': {'device_id': '2306b996-adf3-46fb-a019-0be4804791dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:02.255003 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-b93925ab-c633-4b61-9603-e5ea1f80bd51 service neutron] For port c8bd6324-ba29-4ca0-b70f-9e2945b882d7, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:59:02.258441 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-b93925ab-c633-4b61-9603-e5ea1f80bd51 service neutron] For port c8bd6324-ba29-4ca0-b70f-9e2945b882d7, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=c8bd6324-ba29-4ca0-b70f-9e2945b882d7,segment=NetworkSegment(e0bbbf63-a71d-4cba-9a61-57f58fac4e2e),segment_id=e0bbbf63-a71d-4cba-9a61-57f58fac4e2e)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:59:02.384197 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11d78e-e5b2-4810-91d2-b9123287eeff req-67ae3fa4-5ae3-4dd1-8525-aef7ad7ac55c tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:02.386858 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4d11d78e-e5b2-4810-91d2-b9123287eeff req-67ae3fa4-5ae3-4dd1-8525-aef7ad7ac55c tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=55e844f1-4402-4fa6-ba0e-158944e7bdc8 HTTP/1.1" status: 200 len: 945 time: 0.0791719 Sep 21 17:59:02.390144 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-b93925ab-c633-4b61-9603-e5ea1f80bd51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:02.453955 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f9781-3ab2-4fc5-bccf-5a7df0fe5db5 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc148a5-4d43-46cc-8045-82846ca5041a,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:02.455475 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4d11d78e-e5b2-4810-91d2-b9123287eeff req-b0a560fc-e4cc-4730-ad58-a6875fc27a28 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556078 Sep 21 17:59:02.555592 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-b93925ab-c633-4b61-9603-e5ea1f80bd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:02.556228 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-b93925ab-c633-4b61-9603-e5ea1f80bd51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:02.557845 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-b93925ab-c633-4b61-9603-e5ea1f80bd51 service neutron] 10.222.0.38 "PUT /v2.0/ports/c8bd6324-ba29-4ca0-b70f-9e2945b882d7 HTTP/1.1" status: 200 len: 1092 time: 4.8591261 Sep 21 17:59:02.579328 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8d867715-5881-4ef9-81d2-2d4d539e21b7 req-246ddf4a-c971-49a6-bdef-d6bde1fbc6b8 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494085 Sep 21 17:59:02.648695 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-a3c2cf36-5ef8-430b-b96d-dfb386d5a190 service neutron] Request body: {'port': {'device_id': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:02.728957 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551b6507-da71-4ba1-b2b1-aede146befe6 x-openstack-request-id: req-551b6507-da71-4ba1-b2b1-aede146befe6 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:02.729556 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "tag": "ffc148a5-4d43-46cc-8045-82846ca5041a", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:02.729965 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-551b6507-da71-4ba1-b2b1-aede146befe6 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:02.730559 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'tag': 'ffc148a5-4d43-46cc-8045-82846ca5041a', 'status': 'completed', 'code': 200} Sep 21 17:59:02.739064 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-bf7dfb06-ad73-48da-93db-d3f12fc598dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:02.871592 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a5c90936-41f3-48b7-a315-1df571c227ea details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:59:02.916484 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-60ecf263-860e-4700-85b2-aa08df964271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01c5d430-12c5-4025-9899-f3f139598930 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:02.925177 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-60ecf263-860e-4700-85b2-aa08df964271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:02.933116 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7ff11-7d61-4079-9cf5-57ab5b96d595 req-efc49967-2277-4d4f-9e74-5a86579d91dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:02.933668 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7ff11-7d61-4079-9cf5-57ab5b96d595 req-efc49967-2277-4d4f-9e74-5a86579d91dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:02.934148 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7ff11-7d61-4079-9cf5-57ab5b96d595 req-efc49967-2277-4d4f-9e74-5a86579d91dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:02.934635 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7ff11-7d61-4079-9cf5-57ab5b96d595 req-efc49967-2277-4d4f-9e74-5a86579d91dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:02.935122 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7ff11-7d61-4079-9cf5-57ab5b96d595 req-efc49967-2277-4d4f-9e74-5a86579d91dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:02.935592 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7ff11-7d61-4079-9cf5-57ab5b96d595 req-efc49967-2277-4d4f-9e74-5a86579d91dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:02.936060 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7ff11-7d61-4079-9cf5-57ab5b96d595 req-efc49967-2277-4d4f-9e74-5a86579d91dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:02.938348 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-60ecf263-860e-4700-85b2-aa08df964271 service neutron] Transition to ACTIVE for port object 01c5d430-12c5-4025-9899-f3f139598930 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:59:02.938522 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bfc7ff11-7d61-4079-9cf5-57ab5b96d595 req-efc49967-2277-4d4f-9e74-5a86579d91dd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d40c78ed24d44bc286019ecdefec3c75&device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 6411 time: 0.2400093 Sep 21 17:59:02.993139 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-2765319d-0587-4247-add4-af15995aa390 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:02.994950 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-2765319d-0587-4247-add4-af15995aa390 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/networks?id=f2d81d27-0c00-4725-9470-c5bfb20f5559 HTTP/1.1" status: 200 len: 813 time: 0.2221344 Sep 21 17:59:03.006609 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-60ecf263-860e-4700-85b2-aa08df964271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:03.054849 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-7c6264e6-875a-4ea6-9270-34cb114e1f64 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/quotas/6392516e96f84ba892289a69fd738ba0 HTTP/1.1" status: 200 len: 375 time: 0.0517681 Sep 21 17:59:03.064743 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-a3c2cf36-5ef8-430b-b96d-dfb386d5a190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:03.087589 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port a5c90936-41f3-48b7-a315-1df571c227ea, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a5c90936-41f3-48b7-a315-1df571c227ea,segment=NetworkSegment(7a41b262-3cb8-4dc0-a9c6-451220a101cc),segment_id=7a41b262-3cb8-4dc0-a9c6-451220a101cc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:03.096612 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-88e2b4a4-79e1-47d7-ac28-1b79ae7d56f6 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6392516e96f84ba892289a69fd738ba0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326092 Sep 21 17:59:03.100577 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'a5c90936-41f3-48b7-a315-1df571c227ea', 'network_id': 'a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08', 'port_id': 'a5c90936-41f3-48b7-a315-1df571c227ea', 'mac_address': 'fa:16:3e:66:f7:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8f189a-ed60-4c65-ab30-a297660af34d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:59:03.176133 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:03.179776 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7ff11-7d61-4079-9cf5-57ab5b96d595 req-c289dcdb-6091-4616-9ac3-0968b46299ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:03.179938 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7ff11-7d61-4079-9cf5-57ab5b96d595 req-c289dcdb-6091-4616-9ac3-0968b46299ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:03.180444 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7ff11-7d61-4079-9cf5-57ab5b96d595 req-c289dcdb-6091-4616-9ac3-0968b46299ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:03.184856 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bfc7ff11-7d61-4079-9cf5-57ab5b96d595 req-c289dcdb-6091-4616-9ac3-0968b46299ca service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d40c78ed24d44bc286019ecdefec3c75&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2340999 Sep 21 17:59:03.194488 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c90936-41f3-48b7-a315-1df571c227ea {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:03.224546 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port a5c90936-41f3-48b7-a315-1df571c227ea, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a5c90936-41f3-48b7-a315-1df571c227ea,segment=NetworkSegment(7a41b262-3cb8-4dc0-a9c6-451220a101cc),segment_id=7a41b262-3cb8-4dc0-a9c6-451220a101cc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:03.234274 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:03.289989 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=a5c90936-41f3-48b7-a315-1df571c227ea,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:03.300196 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:03.300978 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:03.302357 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:03.303218 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:03.303802 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:03.304331 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:03.304940 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:03.305472 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:03.306007 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:03.306642 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:03.307193 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:03.307795 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:03.389328 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-d5ca7c34-c4fd-450d-9b66-51e45229c5b5 service neutron] 10.222.0.58 "GET /v2.0/networks/f2d81d27-0c00-4725-9470-c5bfb20f5559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779360 Sep 21 17:59:03.397529 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93925ab-c633-4b61-9603-e5ea1f80bd51 service neutron] Pushing event updated for resources: {'Port': ['ID=c8bd6324-ba29-4ca0-b70f-9e2945b882d7,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:03.445998 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7ff11-7d61-4079-9cf5-57ab5b96d595 req-b2484e0b-6abc-4744-9e04-5f2dedc9fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:03.447563 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bfc7ff11-7d61-4079-9cf5-57ab5b96d595 req-b2484e0b-6abc-4744-9e04-5f2dedc9fb80 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2523670 Sep 21 17:59:03.464612 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['a5c90936-41f3-48b7-a315-1df571c227ea'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:03.521283 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-a3c2cf36-5ef8-430b-b96d-dfb386d5a190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b666b514-e94e-4667-894c-fef701235f80 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:03.544509 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-d9765a73-2c52-4098-8059-3438c1f73c97 service neutron] 10.222.0.58 "GET /v2.0/networks/f2d81d27-0c00-4725-9470-c5bfb20f5559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473627 Sep 21 17:59:03.573988 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-a3c2cf36-5ef8-430b-b96d-dfb386d5a190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:03.588560 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d6e62-2c39-4679-9b16-9b870f75cf74 req-0f5cfeda-8a24-450b-9338-1ffa49af907b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:03.594726 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d6e62-2c39-4679-9b16-9b870f75cf74 req-0f5cfeda-8a24-450b-9338-1ffa49af907b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:03.601372 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d6e62-2c39-4679-9b16-9b870f75cf74 req-0f5cfeda-8a24-450b-9338-1ffa49af907b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:03.607414 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d6e62-2c39-4679-9b16-9b870f75cf74 req-0f5cfeda-8a24-450b-9338-1ffa49af907b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:03.621472 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d6e62-2c39-4679-9b16-9b870f75cf74 req-0f5cfeda-8a24-450b-9338-1ffa49af907b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:03.623424 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe5d6e62-2c39-4679-9b16-9b870f75cf74 req-0f5cfeda-8a24-450b-9338-1ffa49af907b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 3828 time: 0.6330953 Sep 21 17:59:03.722628 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-a3c2cf36-5ef8-430b-b96d-dfb386d5a190 service neutron] Transition to ACTIVE for port object b666b514-e94e-4667-894c-fef701235f80 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:59:03.766124 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ecf263-860e-4700-85b2-aa08df964271 service neutron] Pushing event updated for resources: {'Port': ['ID=01c5d430-12c5-4025-9899-f3f139598930,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:03.777437 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-a3c2cf36-5ef8-430b-b96d-dfb386d5a190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:04.001869 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d28f8-e5aa-4cde-bc40-123d89fe78ac req-c4ec8172-3cd9-4583-8805-5ac103b386dc tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:04.003624 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-746d28f8-e5aa-4cde-bc40-123d89fe78ac req-c4ec8172-3cd9-4583-8805-5ac103b386dc tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 944 time: 0.1107244 Sep 21 17:59:04.035172 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe5d6e62-2c39-4679-9b16-9b870f75cf74 req-11664824-04b3-447d-8e84-4c5028921619 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3957844 Sep 21 17:59:04.075911 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2cf36-5ef8-430b-b96d-dfb386d5a190 service neutron] Pushing event updated for resources: {'Port': ['ID=b666b514-e94e-4667-894c-fef701235f80,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:04.124991 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-746d28f8-e5aa-4cde-bc40-123d89fe78ac req-8fa12077-5cdd-4976-ae56-08acd429fcc7 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145308 Sep 21 17:59:04.196039 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-60ecf263-860e-4700-85b2-aa08df964271 service neutron] Attempting to bind port 01c5d430-12c5-4025-9899-f3f139598930 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:59:04.196377 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-60ecf263-860e-4700-85b2-aa08df964271 service neutron] Attempting to bind port 01c5d430-12c5-4025-9899-f3f139598930 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '360d39f6-7703-40a4-89a3-bbacde0632cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:59:04.196768 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-60ecf263-860e-4700-85b2-aa08df964271 service neutron] Attempting to bind port 01c5d430-12c5-4025-9899-f3f139598930 on network 26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:04.297253 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-60ecf263-860e-4700-85b2-aa08df964271 service neutron] Port 01c5d430-12c5-4025-9899-f3f139598930 on network 26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:59:04.297612 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-60ecf263-860e-4700-85b2-aa08df964271 service neutron] Attempting to bind port 01c5d430-12c5-4025-9899-f3f139598930 on network 26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:04.333204 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-60ecf263-860e-4700-85b2-aa08df964271 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:59:04.345680 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-60ecf263-860e-4700-85b2-aa08df964271 service neutron] Checking segment: {'id': '360d39f6-7703-40a4-89a3-bbacde0632cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:04.345909 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-60ecf263-860e-4700-85b2-aa08df964271 service neutron] Bound using segment: {'id': '360d39f6-7703-40a4-89a3-bbacde0632cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:59:04.346381 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-60ecf263-860e-4700-85b2-aa08df964271 service neutron] Bound port: 01c5d430-12c5-4025-9899-f3f139598930, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '360d39f6-7703-40a4-89a3-bbacde0632cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:59:04.349589 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-60ecf263-860e-4700-85b2-aa08df964271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:04.413213 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-a3c2cf36-5ef8-430b-b96d-dfb386d5a190 service neutron] Attempting to bind port b666b514-e94e-4667-894c-fef701235f80 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:59:04.413930 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-a3c2cf36-5ef8-430b-b96d-dfb386d5a190 service neutron] Attempting to bind port b666b514-e94e-4667-894c-fef701235f80 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b661a03-cfc9-463e-8f0e-9f949f6cb0f0'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:59:04.413930 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-a3c2cf36-5ef8-430b-b96d-dfb386d5a190 service neutron] Attempting to bind port b666b514-e94e-4667-894c-fef701235f80 on network 2b661a03-cfc9-463e-8f0e-9f949f6cb0f0 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:04.453241 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-a3c2cf36-5ef8-430b-b96d-dfb386d5a190 service neutron] Port b666b514-e94e-4667-894c-fef701235f80 on network 2b661a03-cfc9-463e-8f0e-9f949f6cb0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:59:04.453674 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-a3c2cf36-5ef8-430b-b96d-dfb386d5a190 service neutron] Attempting to bind port b666b514-e94e-4667-894c-fef701235f80 on network 2b661a03-cfc9-463e-8f0e-9f949f6cb0f0 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:04.460189 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-bf7dfb06-ad73-48da-93db-d3f12fc598dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22f926ba-99a0-4b43-be3b-dedd87053234 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:04.479770 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-bf7dfb06-ad73-48da-93db-d3f12fc598dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:04.486210 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-a3c2cf36-5ef8-430b-b96d-dfb386d5a190 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:59:04.487315 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-a3c2cf36-5ef8-430b-b96d-dfb386d5a190 service neutron] Checking segment: {'id': '0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b661a03-cfc9-463e-8f0e-9f949f6cb0f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:04.487903 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-a3c2cf36-5ef8-430b-b96d-dfb386d5a190 service neutron] Bound using segment: {'id': '0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b661a03-cfc9-463e-8f0e-9f949f6cb0f0'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:59:04.489019 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-a3c2cf36-5ef8-430b-b96d-dfb386d5a190 service neutron] Bound port: b666b514-e94e-4667-894c-fef701235f80, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b661a03-cfc9-463e-8f0e-9f949f6cb0f0'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:59:04.489591 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-a3c2cf36-5ef8-430b-b96d-dfb386d5a190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:04.530796 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82c6a3-4028-4251-b2e6-2de4ac578990 req-e8efa001-8763-4f50-88f4-cd2c43b466e5 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:04.536943 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ff82c6a3-4028-4251-b2e6-2de4ac578990 req-e8efa001-8763-4f50-88f4-cd2c43b466e5 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 943 time: 0.2190492 Sep 21 17:59:04.646069 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ff82c6a3-4028-4251-b2e6-2de4ac578990 req-7b5b56cd-12c4-4548-98ac-bdb8cf2e6cd0 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009724 Sep 21 17:59:04.666002 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-bf7dfb06-ad73-48da-93db-d3f12fc598dd service neutron] Transition to ACTIVE for port object 22f926ba-99a0-4b43-be3b-dedd87053234 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:59:04.686428 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-a3c2cf36-5ef8-430b-b96d-dfb386d5a190 service neutron] For port b666b514-e94e-4667-894c-fef701235f80, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:59:04.709656 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea159fb7-4a56-4281-a892-9eab39741605 req-dc732813-84e4-45c0-b57f-f3b99a420975 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:04.716625 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea159fb7-4a56-4281-a892-9eab39741605 req-dc732813-84e4-45c0-b57f-f3b99a420975 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:04.724792 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea159fb7-4a56-4281-a892-9eab39741605 req-dc732813-84e4-45c0-b57f-f3b99a420975 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:04.730812 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea159fb7-4a56-4281-a892-9eab39741605 req-dc732813-84e4-45c0-b57f-f3b99a420975 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:04.756890 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea159fb7-4a56-4281-a892-9eab39741605 req-dc732813-84e4-45c0-b57f-f3b99a420975 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:04.763864 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea159fb7-4a56-4281-a892-9eab39741605 req-dc732813-84e4-45c0-b57f-f3b99a420975 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:04.770350 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea159fb7-4a56-4281-a892-9eab39741605 req-dc732813-84e4-45c0-b57f-f3b99a420975 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:04.779870 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ea159fb7-4a56-4281-a892-9eab39741605 req-dc732813-84e4-45c0-b57f-f3b99a420975 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5409 time: 0.1948164 Sep 21 17:59:04.782208 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-bf7dfb06-ad73-48da-93db-d3f12fc598dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:04.809998 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'tag': 'c8bd6324-ba29-4ca0-b70f-9e2945b882d7'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:04.813343 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b99d8d-19b5-478d-8e85-fbe06fcc4464" -d '{"events": [{"name": "network-changed", "server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "tag": "c8bd6324-ba29-4ca0-b70f-9e2945b882d7"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:04.872474 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a5c90936-41f3-48b7-a315-1df571c227ea up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:59:04.907268 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-60ecf263-860e-4700-85b2-aa08df964271 service neutron] For port 01c5d430-12c5-4025-9899-f3f139598930, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:59:04.988104 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-a3c2cf36-5ef8-430b-b96d-dfb386d5a190 service neutron] For port b666b514-e94e-4667-894c-fef701235f80, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=b666b514-e94e-4667-894c-fef701235f80,segment=NetworkSegment(0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3),segment_id=0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:59:05.010851 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port a5c90936-41f3-48b7-a315-1df571c227ea completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:59:05.017379 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port a5c90936-41f3-48b7-a315-1df571c227ea triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:05.017759 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:05.071583 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ea159fb7-4a56-4281-a892-9eab39741605 req-ef6846db-a791-4fce-9ffa-699e61798d21 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2908223 Sep 21 17:59:05.123705 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-a3c2cf36-5ef8-430b-b96d-dfb386d5a190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:05.187345 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-a3c2cf36-5ef8-430b-b96d-dfb386d5a190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:05.188545 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2986f6-4641-4405-bf91-d612e548160f req-247a516e-1db0-4e48-b2b8-67cf1090404d tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:05.189172 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-a3c2cf36-5ef8-430b-b96d-dfb386d5a190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:05.193674 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-a3c2cf36-5ef8-430b-b96d-dfb386d5a190 service neutron] 10.222.0.38 "PUT /v2.0/ports/b666b514-e94e-4667-894c-fef701235f80 HTTP/1.1" status: 200 len: 1136 time: 2.5885684 Sep 21 17:59:05.198691 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4d2986f6-4641-4405-bf91-d612e548160f req-247a516e-1db0-4e48-b2b8-67cf1090404d tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 946 time: 0.1968222 Sep 21 17:59:05.277088 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-60ecf263-860e-4700-85b2-aa08df964271 service neutron] For port 01c5d430-12c5-4025-9899-f3f139598930, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=01c5d430-12c5-4025-9899-f3f139598930,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:59:05.307610 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4d2986f6-4641-4405-bf91-d612e548160f req-f952eabc-57b0-48e6-b1f0-20bafa43fb98 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056478 Sep 21 17:59:05.338686 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-d62385fe-f747-4f13-a52c-cdaf4edec45e service neutron] Request body: {'port': {'device_id': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:05.345845 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:05.361183 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-bf7dfb06-ad73-48da-93db-d3f12fc598dd service neutron] Attempting to bind port 22f926ba-99a0-4b43-be3b-dedd87053234 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:59:05.361403 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-bf7dfb06-ad73-48da-93db-d3f12fc598dd service neutron] Attempting to bind port 22f926ba-99a0-4b43-be3b-dedd87053234 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '862957fd-221f-4841-ab54-52aee65b0d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2a44a677-1927-4f9e-821d-0c18ad02e765'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:59:05.361605 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-bf7dfb06-ad73-48da-93db-d3f12fc598dd service neutron] Attempting to bind port 22f926ba-99a0-4b43-be3b-dedd87053234 on network 2a44a677-1927-4f9e-821d-0c18ad02e765 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:05.364778 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-60ecf263-860e-4700-85b2-aa08df964271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:05.412018 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c90936-41f3-48b7-a315-1df571c227ea'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:05.418067 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80b2d5a-0aab-4ebf-8512-1332ad1b8986" -d '{"events": [{"server_uuid": "6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89", "name": "network-vif-plugged", "status": "completed", "tag": "a5c90936-41f3-48b7-a315-1df571c227ea"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:05.432450 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-60ecf263-860e-4700-85b2-aa08df964271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:05.433104 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-60ecf263-860e-4700-85b2-aa08df964271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:05.434504 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-60ecf263-860e-4700-85b2-aa08df964271 service neutron] 10.222.0.44 "PUT /v2.0/ports/01c5d430-12c5-4025-9899-f3f139598930 HTTP/1.1" status: 200 len: 1091 time: 4.3347890 Sep 21 17:59:05.444907 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-32467ac2-d4b0-48cc-aeff-df69141be06d req-608fa421-1952-45cd-b44d-00f38e55d54d tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 210 time: 0.1033669 Sep 21 17:59:05.468582 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port a5c90936-41f3-48b7-a315-1df571c227ea, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a5c90936-41f3-48b7-a315-1df571c227ea,segment=NetworkSegment(7a41b262-3cb8-4dc0-a9c6-451220a101cc),segment_id=7a41b262-3cb8-4dc0-a9c6-451220a101cc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:05.470038 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7dfb06-ad73-48da-93db-d3f12fc598dd service neutron] Pushing event updated for resources: {'Port': ['ID=22f926ba-99a0-4b43-be3b-dedd87053234,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:05.486590 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:05.620601 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909b46d-57c8-4498-95ef-2a350340ca7a req-f1a31aed-b2bf-41ee-a856-1ad48f0b20c9 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:05.633169 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2909b46d-57c8-4498-95ef-2a350340ca7a req-f1a31aed-b2bf-41ee-a856-1ad48f0b20c9 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=55e844f1-4402-4fa6-ba0e-158944e7bdc8 HTTP/1.1" status: 200 len: 945 time: 0.1575413 Sep 21 17:59:05.655661 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fb1fb2-43d1-4cc2-9e37-6b80dfe2f7d9 x-openstack-request-id: req-25fb1fb2-43d1-4cc2-9e37-6b80dfe2f7d9 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:05.655987 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "tag": "c8bd6324-ba29-4ca0-b70f-9e2945b882d7", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:05.656210 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-25fb1fb2-43d1-4cc2-9e37-6b80dfe2f7d9 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:05.656634 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'tag': 'c8bd6324-ba29-4ca0-b70f-9e2945b882d7', 'status': 'completed', 'code': 200} Sep 21 17:59:05.662707 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=a5c90936-41f3-48b7-a315-1df571c227ea,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:05.734702 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2cf36-5ef8-430b-b96d-dfb386d5a190 service neutron] Pushing event updated for resources: {'Port': ['ID=b666b514-e94e-4667-894c-fef701235f80,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:05.741495 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2909b46d-57c8-4498-95ef-2a350340ca7a req-6b445312-a50b-4023-80bd-fbd3df2e9ea1 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups?id=d9ca1fa2-2302-4dde-911c-02e5a436cac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072922 Sep 21 17:59:05.893587 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-bf7dfb06-ad73-48da-93db-d3f12fc598dd service neutron] Port 22f926ba-99a0-4b43-be3b-dedd87053234 on network 2a44a677-1927-4f9e-821d-0c18ad02e765 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:59:05.893876 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-bf7dfb06-ad73-48da-93db-d3f12fc598dd service neutron] Attempting to bind port 22f926ba-99a0-4b43-be3b-dedd87053234 on network 2a44a677-1927-4f9e-821d-0c18ad02e765 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:05.990877 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5ed4f-818d-4ce6-ac6d-b7e53ee0e14a req-736f6b25-8ceb-4154-ac2e-2e854766bc96 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:05.992528 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0da5ed4f-818d-4ce6-ac6d-b7e53ee0e14a req-736f6b25-8ceb-4154-ac2e-2e854766bc96 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 945 time: 0.0961633 Sep 21 17:59:06.001287 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02eb749-a91a-4dea-aec0-92401b42acff req-9890c8cc-7919-4f55-856d-8dc1e96c9e96 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:06.002606 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f02eb749-a91a-4dea-aec0-92401b42acff req-9890c8cc-7919-4f55-856d-8dc1e96c9e96 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.44 "GET /v2.0/ports?device_id=55e844f1-4402-4fa6-ba0e-158944e7bdc8 HTTP/1.1" status: 200 len: 945 time: 0.1458912 Sep 21 17:59:06.065119 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-bf7dfb06-ad73-48da-93db-d3f12fc598dd service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:59:06.065367 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-bf7dfb06-ad73-48da-93db-d3f12fc598dd service neutron] Checking segment: {'id': '862957fd-221f-4841-ab54-52aee65b0d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2a44a677-1927-4f9e-821d-0c18ad02e765'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:06.065751 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-bf7dfb06-ad73-48da-93db-d3f12fc598dd service neutron] Bound using segment: {'id': '862957fd-221f-4841-ab54-52aee65b0d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2a44a677-1927-4f9e-821d-0c18ad02e765'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:59:06.066523 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-bf7dfb06-ad73-48da-93db-d3f12fc598dd service neutron] Bound port: 22f926ba-99a0-4b43-be3b-dedd87053234, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '862957fd-221f-4841-ab54-52aee65b0d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2a44a677-1927-4f9e-821d-0c18ad02e765'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:59:06.067034 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-bf7dfb06-ad73-48da-93db-d3f12fc598dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:06.109819 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-22bdcdb6-fb8c-45ca-81d1-82e7d8998c30 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:06.111423 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-22bdcdb6-fb8c-45ca-81d1-82e7d8998c30 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.38 "GET /v2.0/networks?id=f2d81d27-0c00-4725-9470-c5bfb20f5559 HTTP/1.1" status: 200 len: 813 time: 0.2337947 Sep 21 17:59:06.129851 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-d62385fe-f747-4f13-a52c-cdaf4edec45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:06.137629 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b99d8d-19b5-478d-8e85-fbe06fcc4464 req-0c9a3c1a-30f5-4f66-9636-7a440057474b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:06.138113 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b99d8d-19b5-478d-8e85-fbe06fcc4464 req-0c9a3c1a-30f5-4f66-9636-7a440057474b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:06.138585 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b99d8d-19b5-478d-8e85-fbe06fcc4464 req-0c9a3c1a-30f5-4f66-9636-7a440057474b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:06.139089 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b99d8d-19b5-478d-8e85-fbe06fcc4464 req-0c9a3c1a-30f5-4f66-9636-7a440057474b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:06.139544 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b99d8d-19b5-478d-8e85-fbe06fcc4464 req-0c9a3c1a-30f5-4f66-9636-7a440057474b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:06.140020 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b99d8d-19b5-478d-8e85-fbe06fcc4464 req-0c9a3c1a-30f5-4f66-9636-7a440057474b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:06.142082 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3b99d8d-19b5-478d-8e85-fbe06fcc4464 req-0c9a3c1a-30f5-4f66-9636-7a440057474b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f45042291f6d424394d35c26dcf75613&device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5292 time: 0.4744928 Sep 21 17:59:06.152248 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-9a229888-853e-4cd7-ade8-18c444a70221 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Request body: {'port': {'device_id': '0cf9b941-9421-4c3e-88a6-3b096719b4f5', 'network_id': 'f2d81d27-0c00-4725-9470-c5bfb20f5559', 'admin_state_up': True, 'tenant_id': '6392516e96f84ba892289a69fd738ba0'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:06.201199 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-55f9b45f-733c-49c7-a180-99f5bceacde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:06.202751 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-55f9b45f-733c-49c7-a180-99f5bceacde3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a8da2b927d2245079ac16237e127ada3&device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 1094 time: 0.5795209 Sep 21 17:59:06.221078 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ecf263-860e-4700-85b2-aa08df964271 service neutron] Pushing event updated for resources: {'Port': ['ID=01c5d430-12c5-4025-9899-f3f139598930,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:06.272865 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08696c79-1238-4cf6-9b94-9b664240cb80 req-81a3607d-9c20-4836-ab78-2294838db1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:06.276168 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-08696c79-1238-4cf6-9b94-9b664240cb80 req-81a3607d-9c20-4836-ab78-2294838db1a3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1fc54364b794afda43368337694baaa&device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 1097 time: 0.4283741 Sep 21 17:59:06.287026 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7463fb-5c50-4528-a2a9-848f33a89815 req-b4a33e89-42c9-49ec-b7ae-495c7a1e729d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:06.293192 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7463fb-5c50-4528-a2a9-848f33a89815 req-b4a33e89-42c9-49ec-b7ae-495c7a1e729d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:06.298971 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7463fb-5c50-4528-a2a9-848f33a89815 req-b4a33e89-42c9-49ec-b7ae-495c7a1e729d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:06.305040 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7463fb-5c50-4528-a2a9-848f33a89815 req-b4a33e89-42c9-49ec-b7ae-495c7a1e729d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:06.310959 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7463fb-5c50-4528-a2a9-848f33a89815 req-b4a33e89-42c9-49ec-b7ae-495c7a1e729d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:06.317261 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7463fb-5c50-4528-a2a9-848f33a89815 req-b4a33e89-42c9-49ec-b7ae-495c7a1e729d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:06.319051 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9d7463fb-5c50-4528-a2a9-848f33a89815 req-b4a33e89-42c9-49ec-b7ae-495c7a1e729d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 4606 time: 0.5127885 Sep 21 17:59:06.440824 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-ac8f03cd-e85d-4375-a4b7-2dbe0ee7fe89 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01c5d430-12c5-4025-9899-f3f139598930 HTTP/1.1" status: 200 len: 217 time: 0.1819713 Sep 21 17:59:06.487655 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0da5ed4f-818d-4ce6-ac6d-b7e53ee0e14a req-9e36592e-63f5-412f-ae6c-77b099f492b4 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4840012 Sep 21 17:59:06.536090 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-f02eb749-a91a-4dea-aec0-92401b42acff req-43aa3458-3063-466a-893c-13ad5ac49ca8 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Deleting port 69eb5ccd-b1db-456b-b372-bf77d0b5b5fb {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:59:06.536434 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f02eb749-a91a-4dea-aec0-92401b42acff req-43aa3458-3063-466a-893c-13ad5ac49ca8 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:06.587685 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e97d0af-251a-44b7-9d87-b40890d61888 x-openstack-request-id: req-3e97d0af-251a-44b7-9d87-b40890d61888 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:06.588209 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89", "name": "network-vif-plugged", "status": "completed", "tag": "a5c90936-41f3-48b7-a315-1df571c227ea", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:06.588399 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3e97d0af-251a-44b7-9d87-b40890d61888 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:06.588940 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c90936-41f3-48b7-a315-1df571c227ea', 'code': 200} Sep 21 17:59:06.701920 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-f02eb749-a91a-4dea-aec0-92401b42acff req-43aa3458-3063-466a-893c-13ad5ac49ca8 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] For port 69eb5ccd-b1db-456b-b372-bf77d0b5b5fb, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=69eb5ccd-b1db-456b-b372-bf77d0b5b5fb,segment=NetworkSegment(500e6984-2a01-4831-b627-e9af1dad17c5),segment_id=500e6984-2a01-4831-b627-e9af1dad17c5)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:06.702315 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f02eb749-a91a-4dea-aec0-92401b42acff req-43aa3458-3063-466a-893c-13ad5ac49ca8 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:06.756244 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322dac8f-a6a2-4da4-a4f5-66b51be98ab5 req-20d90f8f-48a4-40de-ad1d-20c12264a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:06.757730 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-322dac8f-a6a2-4da4-a4f5-66b51be98ab5 req-20d90f8f-48a4-40de-ad1d-20c12264a25c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 1096 time: 0.0947535 Sep 21 17:59:06.758874 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-f02eb749-a91a-4dea-aec0-92401b42acff req-43aa3458-3063-466a-893c-13ad5ac49ca8 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Calling delete_port for 69eb5ccd-b1db-456b-b372-bf77d0b5b5fb owned by compute:nova {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:59:06.810374 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-322dac8f-a6a2-4da4-a4f5-66b51be98ab5 req-4932dd6e-932d-4a27-a19d-7fd241094e62 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435538 Sep 21 17:59:06.853348 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a465374-db8f-482f-a6b2-c1ab5408abfa req-d89ba308-da60-46c9-a1b6-eb3764b64c76 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:06.861991 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6a465374-db8f-482f-a6b2-c1ab5408abfa req-d89ba308-da60-46c9-a1b6-eb3764b64c76 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 943 time: 0.1624186 Sep 21 17:59:06.932449 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6a465374-db8f-482f-a6b2-c1ab5408abfa req-f7b5c186-1bfd-48be-be83-191112ee5b27 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694304 Sep 21 17:59:07.043546 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f02eb749-a91a-4dea-aec0-92401b42acff req-43aa3458-3063-466a-893c-13ad5ac49ca8 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:07.057369 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['69eb5ccd-b1db-456b-b372-bf77d0b5b5fb'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:07.062382 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08696c79-1238-4cf6-9b94-9b664240cb80 req-992c1ab9-8c29-423b-84eb-174e2d167a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:07.064496 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-08696c79-1238-4cf6-9b94-9b664240cb80 req-992c1ab9-8c29-423b-84eb-174e2d167a04 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8c160ab6-baed-4257-8d63-cfb421e0e315 HTTP/1.1" status: 200 len: 913 time: 0.7442467 Sep 21 17:59:07.084661 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa3458-3063-466a-893c-13ad5ac49ca8 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Pushing event deleted for resources: {'Port': ['ID=69eb5ccd-b1db-456b-b372-bf77d0b5b5fb,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:07.104269 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-bf7dfb06-ad73-48da-93db-d3f12fc598dd service neutron] For port 22f926ba-99a0-4b43-be3b-dedd87053234, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:59:07.108835 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-8b1ded24-f861-416e-995f-8a16289e8a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:07.110556 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-8b1ded24-f861-416e-995f-8a16289e8a21 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=63a1043c-b263-4aac-aec7-9797fbf7cd86 HTTP/1.1" status: 200 len: 850 time: 0.2458622 Sep 21 17:59:07.167256 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9d7463fb-5c50-4528-a2a9-848f33a89815 req-28390e7c-13ab-484d-8979-9998b931aeee tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8267603 Sep 21 17:59:07.173005 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02eb749-a91a-4dea-aec0-92401b42acff req-43aa3458-3063-466a-893c-13ad5ac49ca8 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] No DVR routers for this DVR port 69eb5ccd-b1db-456b-b372-bf77d0b5b5fb on host n-h2-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:59:07.177400 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-f02eb749-a91a-4dea-aec0-92401b42acff req-43aa3458-3063-466a-893c-13ad5ac49ca8 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:07.179531 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f02eb749-a91a-4dea-aec0-92401b42acff req-43aa3458-3063-466a-893c-13ad5ac49ca8 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.44 "DELETE /v2.0/ports/69eb5ccd-b1db-456b-b372-bf77d0b5b5fb HTTP/1.1" status: 204 len: 173 time: 1.1633141 Sep 21 17:59:07.179852 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e844f1-4402-4fa6-ba0e-158944e7bdc8', 'name': 'network-vif-deleted', 'tag': '69eb5ccd-b1db-456b-b372-bf77d0b5b5fb'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:07.182395 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5dae14-d342-4d97-adb7-01dc78c3a1ae" -d '{"events": [{"server_uuid": "55e844f1-4402-4fa6-ba0e-158944e7bdc8", "name": "network-vif-deleted", "tag": "69eb5ccd-b1db-456b-b372-bf77d0b5b5fb"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:07.224500 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbd6b7-53dd-4cab-b3f5-a211b636063c req-81f7d268-9072-4946-896b-5392f0cc8f39 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:07.232695 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbd6b7-53dd-4cab-b3f5-a211b636063c req-81f7d268-9072-4946-896b-5392f0cc8f39 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:07.248264 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbd6b7-53dd-4cab-b3f5-a211b636063c req-81f7d268-9072-4946-896b-5392f0cc8f39 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:07.257966 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbd6b7-53dd-4cab-b3f5-a211b636063c req-81f7d268-9072-4946-896b-5392f0cc8f39 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:07.266517 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbd6b7-53dd-4cab-b3f5-a211b636063c req-81f7d268-9072-4946-896b-5392f0cc8f39 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:07.274217 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbd6b7-53dd-4cab-b3f5-a211b636063c req-81f7d268-9072-4946-896b-5392f0cc8f39 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:07.282572 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbd6b7-53dd-4cab-b3f5-a211b636063c req-81f7d268-9072-4946-896b-5392f0cc8f39 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:07.290031 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-bf7dfb06-ad73-48da-93db-d3f12fc598dd service neutron] For port 22f926ba-99a0-4b43-be3b-dedd87053234, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=22f926ba-99a0-4b43-be3b-dedd87053234,segment=NetworkSegment(862957fd-221f-4841-ab54-52aee65b0d2c),segment_id=862957fd-221f-4841-ab54-52aee65b0d2c)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:59:07.298849 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9dfbd6b7-53dd-4cab-b3f5-a211b636063c req-81f7d268-9072-4946-896b-5392f0cc8f39 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5421 time: 0.1910839 Sep 21 17:59:07.359127 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9dfbd6b7-53dd-4cab-b3f5-a211b636063c req-d7c3a2da-0526-4446-9707-2bec16ad473e tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556080 Sep 21 17:59:07.483302 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fc2654b4-76d0-4920-8320-34ac6ed0f445 req-577e687d-1f5b-4903-a040-4d4c799050ed tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 210 time: 0.0388408 Sep 21 17:59:07.493440 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-08696c79-1238-4cf6-9b94-9b664240cb80 req-02a2934d-c81e-4587-a838-164afeef64fa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a689f08e-240a-453e-a3de-3d038519464c HTTP/1.1" status: 200 len: 217 time: 0.3795660 Sep 21 17:59:07.496054 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-bf7dfb06-ad73-48da-93db-d3f12fc598dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:07.590472 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b99d8d-19b5-478d-8e85-fbe06fcc4464 req-0911f4ee-4aa2-48fa-842c-72276ee3671c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:07.591361 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b99d8d-19b5-478d-8e85-fbe06fcc4464 req-0911f4ee-4aa2-48fa-842c-72276ee3671c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:07.592027 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b99d8d-19b5-478d-8e85-fbe06fcc4464 req-0911f4ee-4aa2-48fa-842c-72276ee3671c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:07.593908 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3b99d8d-19b5-478d-8e85-fbe06fcc4464 req-0911f4ee-4aa2-48fa-842c-72276ee3671c service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=f45042291f6d424394d35c26dcf75613&shared=False HTTP/1.1" status: 200 len: 2299 time: 1.4322054 Sep 21 17:59:07.632747 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-393b8bea-38ae-4472-8b6f-c93cd5fad130 req-05e1ccb0-1df3-404c-87fb-edda2d29b704 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/ports?device_id=55e844f1-4402-4fa6-ba0e-158944e7bdc8 HTTP/1.1" status: 200 len: 210 time: 0.0506897 Sep 21 17:59:07.655079 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-9a229888-853e-4cd7-ade8-18c444a70221 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Made reservation on behalf of 6392516e96f84ba892289a69fd738ba0 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:59:07.659467 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-9a229888-853e-4cd7-ade8-18c444a70221 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:07.674573 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6edd716-d3d1-4bff-8a6b-849e4240dcfd x-openstack-request-id: req-a6edd716-d3d1-4bff-8a6b-849e4240dcfd {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:07.674916 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55e844f1-4402-4fa6-ba0e-158944e7bdc8", "name": "network-vif-deleted", "tag": "69eb5ccd-b1db-456b-b372-bf77d0b5b5fb", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:07.675264 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a6edd716-d3d1-4bff-8a6b-849e4240dcfd {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:07.675726 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e844f1-4402-4fa6-ba0e-158944e7bdc8', 'name': 'network-vif-deleted', 'tag': '69eb5ccd-b1db-456b-b372-bf77d0b5b5fb', 'status': 'completed', 'code': 200} Sep 21 17:59:07.692526 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'tag': 'b666b514-e94e-4667-894c-fef701235f80'}, {'name': 'network-changed', 'server_uuid': '2072539e-be41-48d2-b5f4-151a90191290', 'tag': '01c5d430-12c5-4025-9899-f3f139598930'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:07.696041 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb3660c-98f1-4338-a2aa-90c1423dcd5d" -d '{"events": [{"name": "network-changed", "server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "tag": "b666b514-e94e-4667-894c-fef701235f80"}, {"name": "network-changed", "server_uuid": "2072539e-be41-48d2-b5f4-151a90191290", "tag": "01c5d430-12c5-4025-9899-f3f139598930"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:07.712564 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-bf7dfb06-ad73-48da-93db-d3f12fc598dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:07.713483 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-bf7dfb06-ad73-48da-93db-d3f12fc598dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:07.715146 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-bf7dfb06-ad73-48da-93db-d3f12fc598dd service neutron] 10.222.0.44 "PUT /v2.0/ports/22f926ba-99a0-4b43-be3b-dedd87053234 HTTP/1.1" status: 200 len: 1091 time: 5.5947664 Sep 21 17:59:07.765191 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70edfa4b-d861-4f2d-b5f2-889a8129ff33 req-28cbc45b-71de-4a55-95f5-0877a02a7780 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:07.773905 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-70edfa4b-d861-4f2d-b5f2-889a8129ff33 req-28cbc45b-71de-4a55-95f5-0877a02a7780 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 946 time: 0.3915577 Sep 21 17:59:07.902232 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea79b3a-a5d8-4ab3-8be9-de458be6b2a2 req-65ad7bb0-2498-4ab2-bf7a-0bdf8a88fb1c tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:07.912840 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4ea79b3a-a5d8-4ab3-8be9-de458be6b2a2 req-65ad7bb0-2498-4ab2-bf7a-0bdf8a88fb1c tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 945 time: 0.1162741 Sep 21 17:59:08.010899 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4ea79b3a-a5d8-4ab3-8be9-de458be6b2a2 req-0cb8d9e1-6282-4176-ac3d-7a8479361f7c tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954931 Sep 21 17:59:08.033402 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7dfb06-ad73-48da-93db-d3f12fc598dd service neutron] Pushing event updated for resources: {'Port': ['ID=22f926ba-99a0-4b43-be3b-dedd87053234,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:08.037288 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08696c79-1238-4cf6-9b94-9b664240cb80 req-a14bcf71-48ad-4577-82f0-68321fa3ab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:08.038788 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-08696c79-1238-4cf6-9b94-9b664240cb80 req-a14bcf71-48ad-4577-82f0-68321fa3ab60 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c08e933-ce5c-4713-ad95-cf9d2cd4544e HTTP/1.1" status: 200 len: 852 time: 0.5121310 Sep 21 17:59:08.070287 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-d62385fe-f747-4f13-a52c-cdaf4edec45e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:08.145616 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705e6fd5-58d0-49b2-b42e-c99a0fc5478d x-openstack-request-id: req-705e6fd5-58d0-49b2-b42e-c99a0fc5478d {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:08.145831 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "tag": "b666b514-e94e-4667-894c-fef701235f80", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2072539e-be41-48d2-b5f4-151a90191290", "tag": "01c5d430-12c5-4025-9899-f3f139598930", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:08.146358 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-705e6fd5-58d0-49b2-b42e-c99a0fc5478d {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:08.146754 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'tag': 'b666b514-e94e-4667-894c-fef701235f80', 'status': 'completed', 'code': 200} Sep 21 17:59:08.147037 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2072539e-be41-48d2-b5f4-151a90191290', 'tag': '01c5d430-12c5-4025-9899-f3f139598930', 'status': 'completed', 'code': 200} Sep 21 17:59:08.168846 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fe683-3a24-40bd-bd4c-38d67b31be47 req-d07ab31f-58ea-4da8-ac61-8228c1cd4372 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:08.171143 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6e1fe683-3a24-40bd-bd4c-38d67b31be47 req-d07ab31f-58ea-4da8-ac61-8228c1cd4372 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 943 time: 0.0573463 Sep 21 17:59:08.194268 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-70edfa4b-d861-4f2d-b5f2-889a8129ff33 req-9e097146-414e-4866-b045-efb39c6c4005 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191518 Sep 21 17:59:08.196669 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-3088dddd-fa22-4b49-89aa-89e1974e0543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:08.198182 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-3088dddd-fa22-4b49-89aa-89e1974e0543 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0262692 Sep 21 17:59:08.203986 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-d62385fe-f747-4f13-a52c-cdaf4edec45e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:08.225354 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6e1fe683-3a24-40bd-bd4c-38d67b31be47 req-15d6470c-8220-465a-9eec-969679756541 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470192 Sep 21 17:59:08.229654 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-08696c79-1238-4cf6-9b94-9b664240cb80 req-f967b0f2-4285-496f-840c-6a4c38a859e3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8c160ab6-baed-4257-8d63-cfb421e0e315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1345880 Sep 21 17:59:08.360491 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64394cb-eef1-4678-bba8-21bf1b2ea405 req-28ced583-a4cd-4ecd-ad46-4e31f2717a05 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:08.372321 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64394cb-eef1-4678-bba8-21bf1b2ea405 req-28ced583-a4cd-4ecd-ad46-4e31f2717a05 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:08.380471 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64394cb-eef1-4678-bba8-21bf1b2ea405 req-28ced583-a4cd-4ecd-ad46-4e31f2717a05 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:08.387098 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64394cb-eef1-4678-bba8-21bf1b2ea405 req-28ced583-a4cd-4ecd-ad46-4e31f2717a05 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:08.393866 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64394cb-eef1-4678-bba8-21bf1b2ea405 req-28ced583-a4cd-4ecd-ad46-4e31f2717a05 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:08.399916 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64394cb-eef1-4678-bba8-21bf1b2ea405 req-28ced583-a4cd-4ecd-ad46-4e31f2717a05 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:08.408099 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e64394cb-eef1-4678-bba8-21bf1b2ea405 req-28ced583-a4cd-4ecd-ad46-4e31f2717a05 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 4606 time: 0.1110313 Sep 21 17:59:08.429299 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-d62385fe-f747-4f13-a52c-cdaf4edec45e service neutron] Transition to ACTIVE for port object 64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:59:08.456839 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-d62385fe-f747-4f13-a52c-cdaf4edec45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:08.471941 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e64394cb-eef1-4678-bba8-21bf1b2ea405 req-1fec2eec-5780-4596-9e2c-20b7a061ae6f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628958 Sep 21 17:59:08.526468 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c03e20b4-6725-43e3-bf5f-1f8c438cb428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:08.527117 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c03e20b4-6725-43e3-bf5f-1f8c438cb428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:08.527470 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c03e20b4-6725-43e3-bf5f-1f8c438cb428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:08.527950 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c03e20b4-6725-43e3-bf5f-1f8c438cb428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:08.528432 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c03e20b4-6725-43e3-bf5f-1f8c438cb428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:08.528915 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c03e20b4-6725-43e3-bf5f-1f8c438cb428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:08.529400 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c03e20b4-6725-43e3-bf5f-1f8c438cb428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:08.531666 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c03e20b4-6725-43e3-bf5f-1f8c438cb428 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d40c78ed24d44bc286019ecdefec3c75&device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 6478 time: 0.4566464 Sep 21 17:59:08.624925 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6f8fd1b8-0161-4f99-b8d6-08ac8a8c06e1 req-b73266b9-4091-49f2-9b78-7fee8d07f2b7 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 210 time: 0.0635805 Sep 21 17:59:08.732868 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-9a229888-853e-4cd7-ade8-18c444a70221 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Allocated IP 172.20.0.7 (f2d81d27-0c00-4725-9470-c5bfb20f5559/3ce9b4b5-4bbc-411f-9902-099d41627a6b/4caa6c17-2cb7-4001-8770-7ca7da594698) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:59:08.819318 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62385fe-f747-4f13-a52c-cdaf4edec45e service neutron] Pushing event updated for resources: {'Port': ['ID=64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:08.837722 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-bff1e3b3-7b05-44d3-96bc-869724e8a700 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=430c32fc-16c3-4533-a2e3-0a3fe03a49f8 HTTP/1.1" status: 200 len: 217 time: 0.2590535 Sep 21 17:59:08.842984 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36138) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:08.915689 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d5115ef3-7a11-4307-9367-8b8c6e192817 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:08.925748 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b99d8d-19b5-478d-8e85-fbe06fcc4464 req-8e61981f-a0fd-4bbe-9c89-7e8233145491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:08.927732 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3b99d8d-19b5-478d-8e85-fbe06fcc4464 req-8e61981f-a0fd-4bbe-9c89-7e8233145491 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2789736 Sep 21 17:59:08.947818 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d5115ef3-7a11-4307-9367-8b8c6e192817 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:09.038661 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d5115ef3-7a11-4307-9367-8b8c6e192817 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:09.041993 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d5115ef3-7a11-4307-9367-8b8c6e192817 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:09.047033 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-9c055d56-371a-45df-bc16-405b017b3170 service neutron] 10.222.0.44 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8136828 Sep 21 17:59:09.047200 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d5115ef3-7a11-4307-9367-8b8c6e192817 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "DELETE /v2.0/security-groups/1e3760a0-d818-49f7-af9e-d7c0958fa17d HTTP/1.1" status: 204 len: 168 time: 0.1996002 Sep 21 17:59:09.047412 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-08696c79-1238-4cf6-9b94-9b664240cb80 req-29b13fd8-af07-4eb7-8a9d-96fa37fe8a3f service neutron] 10.222.0.38 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7573280 Sep 21 17:59:09.047505 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36142) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:09.088127 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5115ef3-7a11-4307-9367-8b8c6e192817 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3760a0-d818-49f7-af9e-d7c0958fa17d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:09.091799 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-97b01709-280d-4e4c-8463-8ce2f53fbf13 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] show failed (client error): The resource could not be found. Sep 21 17:59:09.094987 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-97b01709-280d-4e4c-8463-8ce2f53fbf13 tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "GET /v2.0/security-groups/1e3760a0-d818-49f7-af9e-d7c0958fa17d HTTP/1.1" status: 404 len: 347 time: 0.0401583 Sep 21 17:59:09.096096 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36144) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:09.198772 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f1c72-d2f8-4006-b82e-c6014c3f462b req-7f0ba255-a345-4711-bcf3-a8681af166f1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:09.204993 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f1c72-d2f8-4006-b82e-c6014c3f462b req-7f0ba255-a345-4711-bcf3-a8681af166f1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:09.211564 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f1c72-d2f8-4006-b82e-c6014c3f462b req-7f0ba255-a345-4711-bcf3-a8681af166f1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:09.217730 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f1c72-d2f8-4006-b82e-c6014c3f462b req-7f0ba255-a345-4711-bcf3-a8681af166f1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:09.223986 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f1c72-d2f8-4006-b82e-c6014c3f462b req-7f0ba255-a345-4711-bcf3-a8681af166f1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:09.230071 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f1c72-d2f8-4006-b82e-c6014c3f462b req-7f0ba255-a345-4711-bcf3-a8681af166f1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:09.236356 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f1c72-d2f8-4006-b82e-c6014c3f462b req-7f0ba255-a345-4711-bcf3-a8681af166f1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:09.245237 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-251f1c72-d2f8-4006-b82e-c6014c3f462b req-7f0ba255-a345-4711-bcf3-a8681af166f1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5421 time: 0.7095656 Sep 21 17:59:09.251417 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 69eb5ccd-b1db-456b-b372-bf77d0b5b5fb no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:59:09.284039 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 69eb5ccd-b1db-456b-b372-bf77d0b5b5fb {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:59:09.284761 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 69eb5ccd-b1db-456b-b372-bf77d0b5b5fb not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:59:09.291152 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07911613-c29e-438e-a6d3-73fa80610f89 req-b62912a1-e85a-4942-919d-06093c07f057 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:09.292676 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-07911613-c29e-438e-a6d3-73fa80610f89 req-b62912a1-e85a-4942-919d-06093c07f057 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 945 time: 0.1397629 Sep 21 17:59:09.314683 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-9883c76e-6da4-495f-a7ec-a835b1074b6f tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Deleting port d7e350fe-339e-4af0-9def-67bfdb44389e {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:59:09.315123 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9883c76e-6da4-495f-a7ec-a835b1074b6f tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:09.360408 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-9a229888-853e-4cd7-ade8-18c444a70221 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:09.367488 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-07911613-c29e-438e-a6d3-73fa80610f89 req-57ccd0e7-ab77-4694-8ccc-eb47f972c8e6 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643899 Sep 21 17:59:09.418462 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3660c-98f1-4338-a2aa-90c1423dcd5d req-e3e1c795-dc96-47e5-8971-b0d8ccad9fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:09.419006 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3660c-98f1-4338-a2aa-90c1423dcd5d req-e3e1c795-dc96-47e5-8971-b0d8ccad9fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:09.419542 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3660c-98f1-4338-a2aa-90c1423dcd5d req-e3e1c795-dc96-47e5-8971-b0d8ccad9fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:09.420026 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3660c-98f1-4338-a2aa-90c1423dcd5d req-e3e1c795-dc96-47e5-8971-b0d8ccad9fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:09.420490 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3660c-98f1-4338-a2aa-90c1423dcd5d req-e3e1c795-dc96-47e5-8971-b0d8ccad9fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:09.421050 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3660c-98f1-4338-a2aa-90c1423dcd5d req-e3e1c795-dc96-47e5-8971-b0d8ccad9fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:09.421524 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3660c-98f1-4338-a2aa-90c1423dcd5d req-e3e1c795-dc96-47e5-8971-b0d8ccad9fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:09.423526 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4bb3660c-98f1-4338-a2aa-90c1423dcd5d req-e3e1c795-dc96-47e5-8971-b0d8ccad9fde service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f45042291f6d424394d35c26dcf75613&device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 6179 time: 0.4115193 Sep 21 17:59:09.433820 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-6026bca1-4696-4f9e-8077-defb154c0029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:09.435362 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-6026bca1-4696-4f9e-8077-defb154c0029 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97a406fa-a160-4fba-ab8a-73084b03db92 HTTP/1.1" status: 200 len: 850 time: 0.5122750 Sep 21 17:59:09.447830 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9883c76e-6da4-495f-a7ec-a835b1074b6f tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:09.448201 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9883c76e-6da4-495f-a7ec-a835b1074b6f tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:09.488099 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-9883c76e-6da4-495f-a7ec-a835b1074b6f tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Calling delete_port for d7e350fe-339e-4af0-9def-67bfdb44389e owned by network:floatingip {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:59:09.547738 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-d62385fe-f747-4f13-a52c-cdaf4edec45e service neutron] Attempting to bind port 64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:59:09.548311 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-d62385fe-f747-4f13-a52c-cdaf4edec45e service neutron] Attempting to bind port 64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b661a03-cfc9-463e-8f0e-9f949f6cb0f0'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:59:09.548427 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-d62385fe-f747-4f13-a52c-cdaf4edec45e service neutron] Attempting to bind port 64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a on network 2b661a03-cfc9-463e-8f0e-9f949f6cb0f0 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:09.550730 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-9a229888-853e-4cd7-ade8-18c444a70221 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:09.552229 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81fd77-9b55-45f7-a1cf-55f159e2c0f7 req-b604ba10-dbe9-4a46-9db7-5c110d1894d8 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:09.553899 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-da81fd77-9b55-45f7-a1cf-55f159e2c0f7 req-b604ba10-dbe9-4a46-9db7-5c110d1894d8 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 946 time: 0.1108086 Sep 21 17:59:09.578388 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-567156cd-dc69-4572-9fec-e3e580b2bd45 req-a343d0d1-3c42-4d4d-8c9d-1c36867eca1f service neutron] 10.222.0.44 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429622 Sep 21 17:59:09.614558 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-da81fd77-9b55-45f7-a1cf-55f159e2c0f7 req-69e3f0e7-baff-46b7-b57c-2777f9c83a02 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509565 Sep 21 17:59:09.623947 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-d62385fe-f747-4f13-a52c-cdaf4edec45e service neutron] Port 64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a on network 2b661a03-cfc9-463e-8f0e-9f949f6cb0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:59:09.624273 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-d62385fe-f747-4f13-a52c-cdaf4edec45e service neutron] Attempting to bind port 64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a on network 2b661a03-cfc9-463e-8f0e-9f949f6cb0f0 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:09.630273 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-251f1c72-d2f8-4006-b82e-c6014c3f462b req-dbf1d7a0-c4e8-47f5-b1bc-9c09984f8075 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3842108 Sep 21 17:59:09.632275 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-08696c79-1238-4cf6-9b94-9b664240cb80 req-1b4ed8ba-7267-4d30-b352-64c629d641d5 service neutron] 10.222.0.38 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5443950 Sep 21 17:59:09.669624 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-d62385fe-f747-4f13-a52c-cdaf4edec45e service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:59:09.669624 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-d62385fe-f747-4f13-a52c-cdaf4edec45e service neutron] Checking segment: {'id': '0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b661a03-cfc9-463e-8f0e-9f949f6cb0f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:09.669895 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-d62385fe-f747-4f13-a52c-cdaf4edec45e service neutron] Bound using segment: {'id': '0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b661a03-cfc9-463e-8f0e-9f949f6cb0f0'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:59:09.670314 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-d62385fe-f747-4f13-a52c-cdaf4edec45e service neutron] Bound port: 64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b661a03-cfc9-463e-8f0e-9f949f6cb0f0'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:59:09.670691 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-d62385fe-f747-4f13-a52c-cdaf4edec45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:09.689038 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9883c76e-6da4-495f-a7ec-a835b1074b6f tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:09.718631 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883c76e-6da4-495f-a7ec-a835b1074b6f tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Pushing event deleted for resources: {'Port': ['ID=d7e350fe-339e-4af0-9def-67bfdb44389e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:09.823081 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9883c76e-6da4-495f-a7ec-a835b1074b6f tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks [] for floatingip, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:09.826507 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9883c76e-6da4-495f-a7ec-a835b1074b6f tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:09.827896 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9883c76e-6da4-495f-a7ec-a835b1074b6f tempest-ImagesOneServerNegativeTestJSON-1917609902 tempest-ImagesOneServerNegativeTestJSON-1917609902-project] 10.222.0.58 "DELETE /v2.0/floatingips/7c9a0cc9-ca43-408b-8f76-cbe6d43262f7 HTTP/1.1" status: 204 len: 168 time: 0.7300606 Sep 21 17:59:09.845989 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e9411-8b01-4486-bb56-46f3436fa6e7 req-46788f9a-86a8-40ab-873d-d2e801b57ab1 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:09.847595 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ba6e9411-8b01-4486-bb56-46f3436fa6e7 req-46788f9a-86a8-40ab-873d-d2e801b57ab1 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 943 time: 0.0807290 Sep 21 17:59:09.895508 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ba6e9411-8b01-4486-bb56-46f3436fa6e7 req-49aa3d98-979b-4669-b5fb-c8e3e83b8602 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415394 Sep 21 17:59:09.994212 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-9a229888-853e-4cd7-ade8-18c444a70221 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Network f2d81d27-0c00-4725-9470-c5bfb20f5559 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:59:10.016067 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17237d4a-cb99-40e5-92a6-c251e9646d7f req-f529d0be-5654-4960-9e2e-98b153ef0877 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:10.017779 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-13cda8eb-9092-4af5-bbd7-7fdada664ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:10.019296 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-13cda8eb-9092-4af5-bbd7-7fdada664ea6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=543c6f8a-4719-45e7-ae5b-7d43c52acf45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5670044 Sep 21 17:59:10.019956 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a229888-853e-4cd7-ade8-18c444a70221 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Pushing event updated for resources: {'Port': ['ID=4caa6c17-2cb7-4001-8770-7ca7da594698,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:10.022033 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17237d4a-cb99-40e5-92a6-c251e9646d7f req-f529d0be-5654-4960-9e2e-98b153ef0877 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:10.023268 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-9a229888-853e-4cd7-ade8-18c444a70221 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:59:10.028087 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17237d4a-cb99-40e5-92a6-c251e9646d7f req-f529d0be-5654-4960-9e2e-98b153ef0877 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:10.034340 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17237d4a-cb99-40e5-92a6-c251e9646d7f req-f529d0be-5654-4960-9e2e-98b153ef0877 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:10.040224 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17237d4a-cb99-40e5-92a6-c251e9646d7f req-f529d0be-5654-4960-9e2e-98b153ef0877 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:10.046073 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17237d4a-cb99-40e5-92a6-c251e9646d7f req-f529d0be-5654-4960-9e2e-98b153ef0877 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:10.048112 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-9a229888-853e-4cd7-ade8-18c444a70221 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:59:10.052043 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17237d4a-cb99-40e5-92a6-c251e9646d7f req-f529d0be-5654-4960-9e2e-98b153ef0877 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:10.054030 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-17237d4a-cb99-40e5-92a6-c251e9646d7f req-f529d0be-5654-4960-9e2e-98b153ef0877 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5384 time: 0.0953615 Sep 21 17:59:10.098572 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-17237d4a-cb99-40e5-92a6-c251e9646d7f req-479a7eea-eb40-43b1-86ae-f333243a62f9 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355742 Sep 21 17:59:10.152287 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'tag': '22f926ba-99a0-4b43-be3b-dedd87053234'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:10.154684 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e13059-f0f1-415f-a6d4-1ef634f45079" -d '{"events": [{"name": "network-changed", "server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "tag": "22f926ba-99a0-4b43-be3b-dedd87053234"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:10.159048 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3660c-98f1-4338-a2aa-90c1423dcd5d req-9f15aa97-6516-4310-a4e7-e153a67441e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:10.159534 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3660c-98f1-4338-a2aa-90c1423dcd5d req-9f15aa97-6516-4310-a4e7-e153a67441e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:10.160007 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3660c-98f1-4338-a2aa-90c1423dcd5d req-9f15aa97-6516-4310-a4e7-e153a67441e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:10.161657 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4bb3660c-98f1-4338-a2aa-90c1423dcd5d req-9f15aa97-6516-4310-a4e7-e153a67441e2 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=f45042291f6d424394d35c26dcf75613&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.7242353 Sep 21 17:59:10.201367 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3660c-98f1-4338-a2aa-90c1423dcd5d req-6ceffb32-a030-4417-8312-73347b08d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:10.202841 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4bb3660c-98f1-4338-a2aa-90c1423dcd5d req-6ceffb32-a030-4417-8312-73347b08d8d0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a8da2b927d2245079ac16237e127ada3&device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 1094 time: 0.5566862 Sep 21 17:59:10.218218 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081db69-5e6d-490c-92fc-e18fc1c22e72 req-5f14268e-905d-40d7-8098-4159457f4de1 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:10.219765 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7081db69-5e6d-490c-92fc-e18fc1c22e72 req-5f14268e-905d-40d7-8098-4159457f4de1 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 931 time: 0.0574930 Sep 21 17:59:10.260257 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7081db69-5e6d-490c-92fc-e18fc1c22e72 req-2c48f692-6107-4596-8ed7-002a3bc1bcc3 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325840 Sep 21 17:59:10.324892 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-9a229888-853e-4cd7-ade8-18c444a70221 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:10.325525 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-9a229888-853e-4cd7-ade8-18c444a70221 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:10.368773 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd7255a-2b77-4daf-a902-eb82a5df7074 x-openstack-request-id: req-fbd7255a-2b77-4daf-a902-eb82a5df7074 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:10.369073 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "tag": "22f926ba-99a0-4b43-be3b-dedd87053234", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:10.369324 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fbd7255a-2b77-4daf-a902-eb82a5df7074 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:10.369713 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'tag': '22f926ba-99a0-4b43-be3b-dedd87053234', 'status': 'completed', 'code': 200} Sep 21 17:59:10.377547 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bd498-42a3-43c0-9252-bff5bc7e1f63 req-963bdb52-9ca3-425f-8d49-c9d9c2ae938a tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:10.379073 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-684bd498-42a3-43c0-9252-bff5bc7e1f63 req-963bdb52-9ca3-425f-8d49-c9d9c2ae938a tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 945 time: 0.3798375 Sep 21 17:59:10.381031 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db1d04-7e9b-4e9a-9f3e-6dc4f43d6566 req-bd035cbe-2520-4b90-896f-1c3150a607d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:10.383964 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-94db1d04-7e9b-4e9a-9f3e-6dc4f43d6566 req-bd035cbe-2520-4b90-896f-1c3150a607d5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1fc54364b794afda43368337694baaa&device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 1097 time: 0.3531938 Sep 21 17:59:10.391814 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-d62385fe-f747-4f13-a52c-cdaf4edec45e service neutron] For port 64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:59:10.402291 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36180) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:10.450368 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-92480ea5-9f22-4281-9dfc-93e1a0474db4 admin admin] Deleting subnet 0531be06-6a2e-4520-8b82-278ae185109b {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:59:10.453730 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-92480ea5-9f22-4281-9dfc-93e1a0474db4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:10.483208 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-d62385fe-f747-4f13-a52c-cdaf4edec45e service neutron] For port 64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a,segment=NetworkSegment(0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3),segment_id=0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:59:10.488860 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-92480ea5-9f22-4281-9dfc-93e1a0474db4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:10.499272 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-9a229888-853e-4cd7-ade8-18c444a70221 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3721302 Sep 21 17:59:10.518701 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-d62385fe-f747-4f13-a52c-cdaf4edec45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:10.528765 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-92480ea5-9f22-4281-9dfc-93e1a0474db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:10.530660 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-149564db-0842-4fc6-9235-638d57b7f95b service neutron] Request body: {'port': {'device_id': '0cf9b941-9421-4c3e-88a6-3b096719b4f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:10.549451 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-1487251f-6f56-42ce-8a42-bad0301c4373 service neutron] 10.222.0.44 "GET /v2.0/networks/543c6f8a-4719-45e7-ae5b-7d43c52acf45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143635 Sep 21 17:59:10.583256 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-92480ea5-9f22-4281-9dfc-93e1a0474db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:10.608086 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92480ea5-9f22-4281-9dfc-93e1a0474db4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0531be06-6a2e-4520-8b82-278ae185109b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:10.612782 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-92480ea5-9f22-4281-9dfc-93e1a0474db4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:10.617496 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-92480ea5-9f22-4281-9dfc-93e1a0474db4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/0531be06-6a2e-4520-8b82-278ae185109b HTTP/1.1" status: 204 len: 168 time: 0.2116809 Sep 21 17:59:10.617816 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36182) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:10.643961 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3660c-98f1-4338-a2aa-90c1423dcd5d req-ad2913be-3f20-44e1-b4d4-9ae3bf57ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:10.645464 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4bb3660c-98f1-4338-a2aa-90c1423dcd5d req-ad2913be-3f20-44e1-b4d4-9ae3bf57ba08 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4652164 Sep 21 17:59:10.685350 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-684bd498-42a3-43c0-9252-bff5bc7e1f63 req-a8fbcdaa-f56f-49dd-b4ad-fe489e68f7af tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893050 Sep 21 17:59:10.694013 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43cc229a-41e4-46fe-8be6-b2975bb9c517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:10.695960 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-d62385fe-f747-4f13-a52c-cdaf4edec45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:10.696599 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-d62385fe-f747-4f13-a52c-cdaf4edec45e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:10.698025 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-d62385fe-f747-4f13-a52c-cdaf4edec45e service neutron] 10.222.0.38 "PUT /v2.0/ports/64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a HTTP/1.1" status: 200 len: 1136 time: 5.4185631 Sep 21 17:59:10.722814 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3660c-98f1-4338-a2aa-90c1423dcd5d req-19bbd7a3-2ef3-4c23-b7f3-1a06f2b6974c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:10.724416 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4bb3660c-98f1-4338-a2aa-90c1423dcd5d req-19bbd7a3-2ef3-4c23-b7f3-1a06f2b6974c service neutron] 10.222.0.44 "GET /v2.0/networks?id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf HTTP/1.1" status: 200 len: 912 time: 0.4691033 Sep 21 17:59:10.792967 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7952f53d-1318-42eb-aaa2-eac436b63ddc service neutron] Request body: {'port': {'device_id': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:10.836184 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43cc229a-41e4-46fe-8be6-b2975bb9c517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:10.864480 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7ee55-43c5-457e-b9cb-346a728d2ea7 req-fce053cb-67a9-4cb2-9934-9a9a0120caf0 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:10.866070 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8bf7ee55-43c5-457e-b9cb-346a728d2ea7 req-fce053cb-67a9-4cb2-9934-9a9a0120caf0 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 946 time: 0.1223962 Sep 21 17:59:10.870068 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-43cc229a-41e4-46fe-8be6-b2975bb9c517 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:59:10.881469 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-43cc229a-41e4-46fe-8be6-b2975bb9c517 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '500e6984-2a01-4831-b627-e9af1dad17c5') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:59:10.881834 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-43cc229a-41e4-46fe-8be6-b2975bb9c517 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '500e6984-2a01-4831-b627-e9af1dad17c5') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:59:10.886235 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62385fe-f747-4f13-a52c-cdaf4edec45e service neutron] Pushing event updated for resources: {'Port': ['ID=64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:10.889645 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4bb3660c-98f1-4338-a2aa-90c1423dcd5d req-f0db647d-9471-43e8-a838-98b9fe4e89f3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01c5d430-12c5-4025-9899-f3f139598930 HTTP/1.1" status: 200 len: 217 time: 0.1384995 Sep 21 17:59:10.905219 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43cc229a-41e4-46fe-8be6-b2975bb9c517 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:10.911611 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-149564db-0842-4fc6-9235-638d57b7f95b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:10.913949 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db1d04-7e9b-4e9a-9f3e-6dc4f43d6566 req-24d0317c-2803-476a-a50c-6988e27c4ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:10.915484 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-94db1d04-7e9b-4e9a-9f3e-6dc4f43d6566 req-24d0317c-2803-476a-a50c-6988e27c4ce1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8c160ab6-baed-4257-8d63-cfb421e0e315 HTTP/1.1" status: 200 len: 913 time: 0.5213983 Sep 21 17:59:10.932125 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43cc229a-41e4-46fe-8be6-b2975bb9c517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:10.937351 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8bf7ee55-43c5-457e-b9cb-346a728d2ea7 req-dd97800f-4108-4f52-8a21-b635ebd0a649 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599408 Sep 21 17:59:10.945776 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43cc229a-41e4-46fe-8be6-b2975bb9c517 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:59:10.945776 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43cc229a-41e4-46fe-8be6-b2975bb9c517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:10.945776 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 17:59:10.945776 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:59:10.945776 n-d-810291-1 neutron-server[101461]: timer() Sep 21 17:59:10.945776 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:59:10.945776 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 17:59:10.945776 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:59:10.945776 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 17:59:10.945776 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:59:10.945776 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 17:59:10.945776 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:59:10.945776 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 17:59:10.945776 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:59:10.945776 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 17:59:10.945776 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:59:10.945776 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:59:10.945776 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:59:10.945776 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:59:10.945776 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:59:10.945776 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 17:59:10.945776 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:59:10.945776 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 17:59:10.945776 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:59:10.945776 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:59:10.945776 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:59:10.945776 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 17:59:10.945776 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:59:10.945776 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:59:10.945776 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:59:10.945776 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:59:10.945776 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:59:10.945776 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:59:10.945776 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:59:11.024410 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43cc229a-41e4-46fe-8be6-b2975bb9c517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:11.030334 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43cc229a-41e4-46fe-8be6-b2975bb9c517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:11.037728 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-43cc229a-41e4-46fe-8be6-b2975bb9c517 admin admin] 10.222.0.58 "DELETE /v2.0/networks/aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1 HTTP/1.1" status: 204 len: 168 time: 0.4166999 Sep 21 17:59:11.045171 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-94db1d04-7e9b-4e9a-9f3e-6dc4f43d6566 req-437f8697-bd7f-4182-905d-49abdf15a4d8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a689f08e-240a-453e-a3de-3d038519464c HTTP/1.1" status: 200 len: 217 time: 0.1189256 Sep 21 17:59:11.050052 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc229a-41e4-46fe-8be6-b2975bb9c517 admin admin] Pushing event deleted for resources: {'Network': ['ID=aea9ba01-029c-4fc5-9bbd-7686d0d7f5f1,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:11.092957 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-80b75178-2507-4af9-bbf7-0cc1560d81d9 service neutron] 10.222.0.44 "GET /v2.0/networks/543c6f8a-4719-45e7-ae5b-7d43c52acf45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687054 Sep 21 17:59:11.119950 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7952f53d-1318-42eb-aaa2-eac436b63ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:11.147242 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3660c-98f1-4338-a2aa-90c1423dcd5d req-fc8424e6-016f-4e28-950d-983b9e16d7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:11.147242 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4bb3660c-98f1-4338-a2aa-90c1423dcd5d req-fc8424e6-016f-4e28-950d-983b9e16d7bb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=63a1043c-b263-4aac-aec7-9797fbf7cd86 HTTP/1.1" status: 200 len: 850 time: 0.2245598 Sep 21 17:59:11.165190 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36200) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:11.192437 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa6d2e-c177-4914-8a47-766787e304ed req-58f119b6-88f7-408a-b5ac-2b3c8ab81744 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:11.198014 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa6d2e-c177-4914-8a47-766787e304ed req-58f119b6-88f7-408a-b5ac-2b3c8ab81744 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:11.204222 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa6d2e-c177-4914-8a47-766787e304ed req-58f119b6-88f7-408a-b5ac-2b3c8ab81744 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:11.210198 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa6d2e-c177-4914-8a47-766787e304ed req-58f119b6-88f7-408a-b5ac-2b3c8ab81744 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:11.216232 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa6d2e-c177-4914-8a47-766787e304ed req-58f119b6-88f7-408a-b5ac-2b3c8ab81744 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:11.222123 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa6d2e-c177-4914-8a47-766787e304ed req-58f119b6-88f7-408a-b5ac-2b3c8ab81744 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:11.228163 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa6d2e-c177-4914-8a47-766787e304ed req-58f119b6-88f7-408a-b5ac-2b3c8ab81744 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:11.230067 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-61aa6d2e-c177-4914-8a47-766787e304ed req-58f119b6-88f7-408a-b5ac-2b3c8ab81744 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5421 time: 0.4156752 Sep 21 17:59:11.235791 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-cdb9c8a9-0e11-462f-b2aa-aa7e273895f5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b31eef4e323d4207999cb58629ab639d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0692735 Sep 21 17:59:11.241127 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36202) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:11.259982 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-04a518f5-df1e-4808-b08a-5f45928659eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=f967bbd1-534f-4e1e-8cde-c83bea0c03fb HTTP/1.1" status: 200 len: 217 time: 0.1331623 Sep 21 17:59:11.288327 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75ee12-ba90-45f9-8ee4-6941bbae2cdb req-4b8934ec-8180-4ec2-8321-ff20022d8cd2 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:11.290005 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-df75ee12-ba90-45f9-8ee4-6941bbae2cdb req-4b8934ec-8180-4ec2-8321-ff20022d8cd2 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 943 time: 0.0931966 Sep 21 17:59:11.328460 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5b4f06d1-19c8-4625-9bd0-9d5877b85569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:11.347056 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-df75ee12-ba90-45f9-8ee4-6941bbae2cdb req-aef1159c-11e0-4a71-bffc-49d8ca5c9fae tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495908 Sep 21 17:59:11.370802 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5b4f06d1-19c8-4625-9bd0-9d5877b85569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:11.379205 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db1d04-7e9b-4e9a-9f3e-6dc4f43d6566 req-b31b49b7-274c-4fb7-affb-3cae6c9c35fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:11.380409 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-94db1d04-7e9b-4e9a-9f3e-6dc4f43d6566 req-b31b49b7-274c-4fb7-affb-3cae6c9c35fe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c08e933-ce5c-4713-ad95-cf9d2cd4544e HTTP/1.1" status: 200 len: 852 time: 0.3049364 Sep 21 17:59:11.451603 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5b4f06d1-19c8-4625-9bd0-9d5877b85569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:11.454278 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5b4f06d1-19c8-4625-9bd0-9d5877b85569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:11.455502 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5b4f06d1-19c8-4625-9bd0-9d5877b85569 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d9ca1fa2-2302-4dde-911c-02e5a436cac2 HTTP/1.1" status: 204 len: 168 time: 0.2134910 Sep 21 17:59:11.469124 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cdde2-1d2f-4e28-9180-3f67337146e8 req-a41683c1-2d4e-458b-a950-072e15185edf tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:11.470830 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d39cdde2-1d2f-4e28-9180-3f67337146e8 req-a41683c1-2d4e-458b-a950-072e15185edf tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 945 time: 0.0654793 Sep 21 17:59:11.476535 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-94db1d04-7e9b-4e9a-9f3e-6dc4f43d6566 req-b2875b41-48eb-4ef1-b8a3-8cc685ab02f2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8c160ab6-baed-4257-8d63-cfb421e0e315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649545 Sep 21 17:59:11.476706 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f06d1-19c8-4625-9bd0-9d5877b85569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ca1fa2-2302-4dde-911c-02e5a436cac2,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:11.502058 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-61aa6d2e-c177-4914-8a47-766787e304ed req-e46b19b2-3351-407d-a575-9f3c55663119 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2565863 Sep 21 17:59:11.526531 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d39cdde2-1d2f-4e28-9180-3f67337146e8 req-a1c24991-f043-425e-a10b-5860159cc3d9 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379102 Sep 21 17:59:11.546009 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3660c-98f1-4338-a2aa-90c1423dcd5d req-8487d8de-a271-40f6-8e46-e06487cfbc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:11.547723 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4bb3660c-98f1-4338-a2aa-90c1423dcd5d req-8487d8de-a271-40f6-8e46-e06487cfbc2d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3087649 Sep 21 17:59:11.605659 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-70656f95-dd83-4a2d-ab0b-350092a1b063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:11.607945 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-70656f95-dd83-4a2d-ab0b-350092a1b063 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3699259-078b-42b6-8c82-a8ec90dc08bf HTTP/1.1" status: 200 len: 797 time: 0.3345046 Sep 21 17:59:11.645862 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef670d-4e5c-4de8-8ff0-4d13d16f59e2 req-99d6e3ca-5c79-4214-9f56-25e4b08fcfc8 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:11.647378 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-55ef670d-4e5c-4de8-8ff0-4d13d16f59e2 req-99d6e3ca-5c79-4214-9f56-25e4b08fcfc8 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 931 time: 0.0517473 Sep 21 17:59:11.687350 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-55ef670d-4e5c-4de8-8ff0-4d13d16f59e2 req-60729a10-08cb-4509-a8f3-e58a880a75d5 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326405 Sep 21 17:59:11.807702 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e98a1-c882-49fe-a6ad-79eb31629d7d req-39017ab9-81c1-4463-9117-04edd164604f tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:11.809425 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e91e98a1-c882-49fe-a6ad-79eb31629d7d req-39017ab9-81c1-4463-9117-04edd164604f tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 945 time: 0.0570159 Sep 21 17:59:11.854152 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e91e98a1-c882-49fe-a6ad-79eb31629d7d req-792605df-1f14-4ee8-937d-48cea39fa5b8 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378616 Sep 21 17:59:12.214888 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-8e175c48-1fdf-426f-97d5-b6def1a1481d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:12.216430 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-8e175c48-1fdf-426f-97d5-b6def1a1481d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94df87e6-ce8a-4b23-900d-480ef4eb3211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5820289 Sep 21 17:59:12.230968 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103b079-5a9a-4969-92bd-b22224075598 req-1c552306-b358-44d3-b7b2-12ab30204962 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:12.238489 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0103b079-5a9a-4969-92bd-b22224075598 req-1c552306-b358-44d3-b7b2-12ab30204962 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 946 time: 0.0768614 Sep 21 17:59:12.241036 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8179c8-f1a4-4593-9604-593041b1b358 req-26791782-3363-4f71-a477-b3a6481562d8 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:12.246989 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8179c8-f1a4-4593-9604-593041b1b358 req-26791782-3363-4f71-a477-b3a6481562d8 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:12.253209 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8179c8-f1a4-4593-9604-593041b1b358 req-26791782-3363-4f71-a477-b3a6481562d8 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:12.259853 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8179c8-f1a4-4593-9604-593041b1b358 req-26791782-3363-4f71-a477-b3a6481562d8 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:12.265889 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8179c8-f1a4-4593-9604-593041b1b358 req-26791782-3363-4f71-a477-b3a6481562d8 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:12.271951 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8179c8-f1a4-4593-9604-593041b1b358 req-26791782-3363-4f71-a477-b3a6481562d8 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:12.275404 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0103b079-5a9a-4969-92bd-b22224075598 req-6911b751-5532-49d2-999e-1dc9a9a9d1f8 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358284 Sep 21 17:59:12.277862 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8179c8-f1a4-4593-9604-593041b1b358 req-26791782-3363-4f71-a477-b3a6481562d8 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:12.280018 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fb8179c8-f1a4-4593-9604-593041b1b358 req-26791782-3363-4f71-a477-b3a6481562d8 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5384 time: 0.6548398 Sep 21 17:59:12.287998 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36248) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:12.376607 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'tag': '64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:12.380802 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09aee229-35df-45fa-b1ba-e59917405152" -d '{"events": [{"name": "network-changed", "server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "tag": "64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:12.401103 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed2069-d057-4c69-970d-65f7f9ca9d46 req-50a07c71-1084-47f1-a329-dc7298fd465a tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:12.403236 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b0ed2069-d057-4c69-970d-65f7f9ca9d46 req-50a07c71-1084-47f1-a329-dc7298fd465a tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 945 time: 0.0569327 Sep 21 17:59:12.403483 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-94db1d04-7e9b-4e9a-9f3e-6dc4f43d6566 req-f4971dca-21e1-47d3-8858-13e69558b4e2 service neutron] 10.222.0.38 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8741729 Sep 21 17:59:12.424753 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-4d3a28c9-2e26-493a-950a-7abced04c6da admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1963609962-network', 'tenant_id': '4873dd9d411a49059e981a2e4948efcf'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:12.441790 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4bb3660c-98f1-4338-a2aa-90c1423dcd5d req-fb26ac8b-2d30-4619-a164-bfe688594957 service neutron] 10.222.0.44 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8326983 Sep 21 17:59:12.464880 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b0ed2069-d057-4c69-970d-65f7f9ca9d46 req-09731eb4-78c0-4ca6-b5db-d4e3cedd5bae tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544679 Sep 21 17:59:12.469617 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3a28c9-2e26-493a-950a-7abced04c6da admin admin] Made reservation on behalf of 4873dd9d411a49059e981a2e4948efcf for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:59:12.472141 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d3a28c9-2e26-493a-950a-7abced04c6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:12.490157 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d3a28c9-2e26-493a-950a-7abced04c6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:12.589735 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d3a28c9-2e26-493a-950a-7abced04c6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:12.601759 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d3a28c9-2e26-493a-950a-7abced04c6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:12.643395 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d3a28c9-2e26-493a-950a-7abced04c6da admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:59:12.644617 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-149564db-0842-4fc6-9235-638d57b7f95b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4caa6c17-2cb7-4001-8770-7ca7da594698 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:12.653890 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fb8179c8-f1a4-4593-9604-593041b1b358 req-edbd67fc-61a5-4990-8d1e-628ded70e877 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3180759 Sep 21 17:59:12.662634 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a28c9-2e26-493a-950a-7abced04c6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5b879a-ed15-4ea2-8ed4-9c5cce615f46,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:12.669405 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d3a28c9-2e26-493a-950a-7abced04c6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:12.669732 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-149564db-0842-4fc6-9235-638d57b7f95b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:12.669843 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-4d3a28c9-2e26-493a-950a-7abced04c6da admin admin] Added segment c2630a84-866a-41cd-8a04-0650c8dbcb20 of type vlan for network bb7393e0-9611-4048-84c9-6e76d82f10fe Sep 21 17:59:12.693519 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c28d5-00f8-422e-a5fe-5c35566b25cc req-2c9c8380-e013-430d-8130-ec0ecae70a63 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:12.701415 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-487c28d5-00f8-422e-a5fe-5c35566b25cc req-2c9c8380-e013-430d-8130-ec0ecae70a63 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 943 time: 0.1101060 Sep 21 17:59:12.738267 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd48e49a-b780-41df-8200-93f8a82df72f x-openstack-request-id: req-dd48e49a-b780-41df-8200-93f8a82df72f {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:12.738728 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "tag": "64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:12.738728 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dd48e49a-b780-41df-8200-93f8a82df72f {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:12.739200 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'tag': '64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a', 'status': 'completed', 'code': 200} Sep 21 17:59:12.741531 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-149564db-0842-4fc6-9235-638d57b7f95b service neutron] Transition to ACTIVE for port object 4caa6c17-2cb7-4001-8770-7ca7da594698 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:59:12.752952 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d3a28c9-2e26-493a-950a-7abced04c6da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:12.756995 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-f507f4a7-ae49-4944-8c59-848bfa575b7e service neutron] 10.222.0.44 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4411445 Sep 21 17:59:12.763591 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-149564db-0842-4fc6-9235-638d57b7f95b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:12.779149 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-487c28d5-00f8-422e-a5fe-5c35566b25cc req-db17d186-7739-49b4-86f0-9effbe6ff585 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738866 Sep 21 17:59:12.802206 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d3a28c9-2e26-493a-950a-7abced04c6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:12.803736 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3a28c9-2e26-493a-950a-7abced04c6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:12.805047 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d3a28c9-2e26-493a-950a-7abced04c6da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:12.826975 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4d3a28c9-2e26-493a-950a-7abced04c6da admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5369675 Sep 21 17:59:12.837036 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36260) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:12.842955 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-bfea4910-9b4b-4c1b-84b7-d3776d71ee5a admin admin] Request body: {'subnet': {'network_id': 'bb7393e0-9611-4048-84c9-6e76d82f10fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1963609962-subnet', 'tenant_id': '4873dd9d411a49059e981a2e4948efcf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:12.900835 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-94db1d04-7e9b-4e9a-9f3e-6dc4f43d6566 req-516e4cff-92c6-4a3b-9b70-d1494c3f1bbc service neutron] 10.222.0.38 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762580 Sep 21 17:59:12.928612 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a28c9-2e26-493a-950a-7abced04c6da admin admin] Pushing event updated for resources: {'Network': ['ID=bb7393e0-9611-4048-84c9-6e76d82f10fe,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:12.942974 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network bb7393e0-9611-4048-84c9-6e76d82f10fe details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:59:12.944586 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfea4910-9b4b-4c1b-84b7-d3776d71ee5a admin admin] Made reservation on behalf of 4873dd9d411a49059e981a2e4948efcf for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:59:12.947128 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4bb3660c-98f1-4338-a2aa-90c1423dcd5d req-e6b2aeee-1b74-4eb8-b5f7-c8e6e915b202 service neutron] 10.222.0.44 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341412 Sep 21 17:59:12.947363 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bfea4910-9b4b-4c1b-84b7-d3776d71ee5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:12.950542 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7952f53d-1318-42eb-aaa2-eac436b63ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39b7e556-b26a-4886-8954-27bb67b56114 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:12.965436 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149564db-0842-4fc6-9235-638d57b7f95b service neutron] Pushing event updated for resources: {'Port': ['ID=4caa6c17-2cb7-4001-8770-7ca7da594698,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:12.983653 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8924e6-160e-43d9-bac0-b89010505017 req-a0bd812a-012a-465d-8a9a-1b0a6f7f93ba tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:12.985217 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ee8924e6-160e-43d9-bac0-b89010505017 req-a0bd812a-012a-465d-8a9a-1b0a6f7f93ba tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 943 time: 0.1380041 Sep 21 17:59:12.998587 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7952f53d-1318-42eb-aaa2-eac436b63ddc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:13.063621 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7952f53d-1318-42eb-aaa2-eac436b63ddc service neutron] Transition to ACTIVE for port object 39b7e556-b26a-4886-8954-27bb67b56114 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:59:13.074561 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aee229-35df-45fa-b1ba-e59917405152 req-cc712d7b-bc0a-4b9c-864d-6c52213833a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:13.075078 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aee229-35df-45fa-b1ba-e59917405152 req-cc712d7b-bc0a-4b9c-864d-6c52213833a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:13.075561 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aee229-35df-45fa-b1ba-e59917405152 req-cc712d7b-bc0a-4b9c-864d-6c52213833a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:13.076033 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aee229-35df-45fa-b1ba-e59917405152 req-cc712d7b-bc0a-4b9c-864d-6c52213833a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:13.076508 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aee229-35df-45fa-b1ba-e59917405152 req-cc712d7b-bc0a-4b9c-864d-6c52213833a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:13.076976 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aee229-35df-45fa-b1ba-e59917405152 req-cc712d7b-bc0a-4b9c-864d-6c52213833a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:13.077448 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aee229-35df-45fa-b1ba-e59917405152 req-cc712d7b-bc0a-4b9c-864d-6c52213833a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:13.078169 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ee8924e6-160e-43d9-bac0-b89010505017 req-cbeb6437-5684-45c4-b8b7-2e1eeef2142b tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552335 Sep 21 17:59:13.079399 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-09aee229-35df-45fa-b1ba-e59917405152 req-cc712d7b-bc0a-4b9c-864d-6c52213833a6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f45042291f6d424394d35c26dcf75613&device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 6221 time: 0.3027322 Sep 21 17:59:13.089314 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7952f53d-1318-42eb-aaa2-eac436b63ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:13.152160 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c93883-1f5d-4d20-af6d-1b2078ac599b req-b1f1871f-2ebc-4e81-aca0-febdb0f12870 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:13.158005 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c93883-1f5d-4d20-af6d-1b2078ac599b req-b1f1871f-2ebc-4e81-aca0-febdb0f12870 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:13.163984 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c93883-1f5d-4d20-af6d-1b2078ac599b req-b1f1871f-2ebc-4e81-aca0-febdb0f12870 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:13.170062 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c93883-1f5d-4d20-af6d-1b2078ac599b req-b1f1871f-2ebc-4e81-aca0-febdb0f12870 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:13.170839 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bfea4910-9b4b-4c1b-84b7-d3776d71ee5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:13.176046 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c93883-1f5d-4d20-af6d-1b2078ac599b req-b1f1871f-2ebc-4e81-aca0-febdb0f12870 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:13.181897 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c93883-1f5d-4d20-af6d-1b2078ac599b req-b1f1871f-2ebc-4e81-aca0-febdb0f12870 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:13.187715 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c93883-1f5d-4d20-af6d-1b2078ac599b req-b1f1871f-2ebc-4e81-aca0-febdb0f12870 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:13.189636 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2c93883-1f5d-4d20-af6d-1b2078ac599b req-b1f1871f-2ebc-4e81-aca0-febdb0f12870 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5421 time: 0.3451505 Sep 21 17:59:13.226415 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea4910-9b4b-4c1b-84b7-d3776d71ee5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ae1edfa-7747-4ff9-ad75-c1eab6839867,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:13.233492 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-bf834ee5-11e0-4c3e-9a88-bbcc2f4f0d3c service neutron] 10.222.0.44 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599409 Sep 21 17:59:13.244211 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfea4910-9b4b-4c1b-84b7-d3776d71ee5a admin admin] Checking segment: {'id': 'c2630a84-866a-41cd-8a04-0650c8dbcb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bb7393e0-9611-4048-84c9-6e76d82f10fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:13.244666 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfea4910-9b4b-4c1b-84b7-d3776d71ee5a admin admin] Network hostable DHCP agents. Network: bb7393e0-9611-4048-84c9-6e76d82f10fe, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:59:13.259612 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 01c5d430-12c5-4025-9899-f3f139598930 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:59:13.266250 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfea4910-9b4b-4c1b-84b7-d3776d71ee5a admin admin] Network bb7393e0-9611-4048-84c9-6e76d82f10fe is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:59:13.279225 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-bfea4910-9b4b-4c1b-84b7-d3776d71ee5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, bb7393e0-9611-4048-84c9-6e76d82f10fe) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:59:13.292321 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfea4910-9b4b-4c1b-84b7-d3776d71ee5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:13.293171 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bfea4910-9b4b-4c1b-84b7-d3776d71ee5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:13.297937 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebd496c-7316-4ce9-bfbd-0ec51fc82516 None None] Network bb7393e0-9611-4048-84c9-6e76d82f10fe requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:59:13.333665 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bfea4910-9b4b-4c1b-84b7-d3776d71ee5a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4947915 Sep 21 17:59:13.334327 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36264) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:13.339998 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-cd172f97-a219-44de-981a-082c8d4e0217 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1963609962-router', 'tenant_id': '4873dd9d411a49059e981a2e4948efcf', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:13.344263 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7952f53d-1318-42eb-aaa2-eac436b63ddc service neutron] Pushing event updated for resources: {'Port': ['ID=39b7e556-b26a-4886-8954-27bb67b56114,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:13.351098 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-b9f9edd1-b32f-41cb-9623-a84e6b93fc41 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=971641b9-c4f5-42ee-9df6-4429b36330fb HTTP/1.1" status: 200 len: 217 time: 0.0980096 Sep 21 17:59:13.351789 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-149564db-0842-4fc6-9235-638d57b7f95b service neutron] Attempting to bind port 4caa6c17-2cb7-4001-8770-7ca7da594698 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:59:13.352127 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-149564db-0842-4fc6-9235-638d57b7f95b service neutron] Attempting to bind port 4caa6c17-2cb7-4001-8770-7ca7da594698 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'e564d934-97dd-4d6e-ab5e-6b296ec1ad41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f2d81d27-0c00-4725-9470-c5bfb20f5559'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:59:13.352455 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-149564db-0842-4fc6-9235-638d57b7f95b service neutron] Attempting to bind port 4caa6c17-2cb7-4001-8770-7ca7da594698 on network f2d81d27-0c00-4725-9470-c5bfb20f5559 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:13.383509 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cd172f97-a219-44de-981a-082c8d4e0217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:13.384632 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cd172f97-a219-44de-981a-082c8d4e0217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:13.412014 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d2c93883-1f5d-4d20-af6d-1b2078ac599b req-9fcf5918-c6c0-4a51-bcd4-26848ad6d42e tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2055652 Sep 21 17:59:13.415945 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-149564db-0842-4fc6-9235-638d57b7f95b service neutron] Port 4caa6c17-2cb7-4001-8770-7ca7da594698 on network f2d81d27-0c00-4725-9470-c5bfb20f5559 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:59:13.416353 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-149564db-0842-4fc6-9235-638d57b7f95b service neutron] Attempting to bind port 4caa6c17-2cb7-4001-8770-7ca7da594698 on network f2d81d27-0c00-4725-9470-c5bfb20f5559 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:13.487669 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-149564db-0842-4fc6-9235-638d57b7f95b service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:59:13.488043 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-149564db-0842-4fc6-9235-638d57b7f95b service neutron] Checking segment: {'id': 'e564d934-97dd-4d6e-ab5e-6b296ec1ad41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f2d81d27-0c00-4725-9470-c5bfb20f5559'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:13.488475 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-149564db-0842-4fc6-9235-638d57b7f95b service neutron] Bound using segment: {'id': 'e564d934-97dd-4d6e-ab5e-6b296ec1ad41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f2d81d27-0c00-4725-9470-c5bfb20f5559'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:59:13.489428 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-149564db-0842-4fc6-9235-638d57b7f95b service neutron] Bound port: 4caa6c17-2cb7-4001-8770-7ca7da594698, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e564d934-97dd-4d6e-ab5e-6b296ec1ad41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f2d81d27-0c00-4725-9470-c5bfb20f5559'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:59:13.489791 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-149564db-0842-4fc6-9235-638d57b7f95b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:13.495361 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 01c5d430-12c5-4025-9899-f3f139598930, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=01c5d430-12c5-4025-9899-f3f139598930,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:13.497095 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cd172f97-a219-44de-981a-082c8d4e0217 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:13.509822 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01853f67-f0ad-4742-8a24-c7f9050632ac req-7ab651f4-92b7-4450-b502-0f442b339c30 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:13.517287 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-01853f67-f0ad-4742-8a24-c7f9050632ac req-7ab651f4-92b7-4450-b502-0f442b339c30 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 946 time: 0.1156628 Sep 21 17:59:13.554448 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aee229-35df-45fa-b1ba-e59917405152 req-6cb6fe8d-e339-4494-a751-bfdc368873ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:13.555138 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aee229-35df-45fa-b1ba-e59917405152 req-6cb6fe8d-e339-4494-a751-bfdc368873ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:13.555674 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aee229-35df-45fa-b1ba-e59917405152 req-6cb6fe8d-e339-4494-a751-bfdc368873ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:13.557439 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-09aee229-35df-45fa-b1ba-e59917405152 req-6cb6fe8d-e339-4494-a751-bfdc368873ee service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=f45042291f6d424394d35c26dcf75613&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4601533 Sep 21 17:59:13.559105 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-20a105de-18dc-46e6-a8ad-9b8096302e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:13.560660 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-20a105de-18dc-46e6-a8ad-9b8096302e26 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3699259-078b-42b6-8c82-a8ec90dc08bf HTTP/1.1" status: 200 len: 797 time: 0.1698318 Sep 21 17:59:13.565089 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '01c5d430-12c5-4025-9899-f3f139598930', 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf', 'port_id': '01c5d430-12c5-4025-9899-f3f139598930', 'mac_address': 'fa:16:3e:5d:54:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a1043c-b263-4aac-aec7-9797fbf7cd86', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:59:13.597211 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b742ea83-ba83-4993-a2e4-f17a513c674c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-bb7393e0-9611-4048-84c9-6e76d82f10fe', 'network_id': 'bb7393e0-9611-4048-84c9-6e76d82f10fe', 'tenant_id': '4873dd9d411a49059e981a2e4948efcf', 'fixed_ips': [{'subnet_id': '9ae1edfa-7747-4ff9-ad75-c1eab6839867'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:59:13.598123 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b742ea83-ba83-4993-a2e4-f17a513c674c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:13.628347 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-01853f67-f0ad-4742-8a24-c7f9050632ac req-0dff25c1-53a9-4a38-9839-09ca9af9fb00 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101415 Sep 21 17:59:13.631055 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:13.730275 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01c5d430-12c5-4025-9899-f3f139598930 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:13.732854 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cd172f97-a219-44de-981a-082c8d4e0217 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:13.770818 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b10954-63fc-4726-9bfe-d3bda5b78d28 req-d9a84534-8f95-4f32-8cd7-d9ea91a2546d tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:13.772972 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e2b10954-63fc-4726-9bfe-d3bda5b78d28 req-d9a84534-8f95-4f32-8cd7-d9ea91a2546d tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 945 time: 0.2113230 Sep 21 17:59:13.776404 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 01c5d430-12c5-4025-9899-f3f139598930, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=01c5d430-12c5-4025-9899-f3f139598930,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:13.786830 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:13.801897 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7952f53d-1318-42eb-aaa2-eac436b63ddc service neutron] Attempting to bind port 39b7e556-b26a-4886-8954-27bb67b56114 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:59:13.802235 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7952f53d-1318-42eb-aaa2-eac436b63ddc service neutron] Attempting to bind port 39b7e556-b26a-4886-8954-27bb67b56114 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b661a03-cfc9-463e-8f0e-9f949f6cb0f0'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:59:13.802578 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7952f53d-1318-42eb-aaa2-eac436b63ddc service neutron] Attempting to bind port 39b7e556-b26a-4886-8954-27bb67b56114 on network 2b661a03-cfc9-463e-8f0e-9f949f6cb0f0 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:13.809960 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-e3f61f67-06b1-4a43-bd92-dd6712e0cf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:13.811533 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-e3f61f67-06b1-4a43-bd92-dd6712e0cf56 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94df87e6-ce8a-4b23-900d-480ef4eb3211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2402883 Sep 21 17:59:13.823293 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-b742ea83-ba83-4993-a2e4-f17a513c674c None None] Allocated IP 172.20.0.2 (bb7393e0-9611-4048-84c9-6e76d82f10fe/9ae1edfa-7747-4ff9-ad75-c1eab6839867/f899e573-0e9f-4137-b286-d825d9f19c0e) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:59:13.843773 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7952f53d-1318-42eb-aaa2-eac436b63ddc service neutron] Port 39b7e556-b26a-4886-8954-27bb67b56114 on network 2b661a03-cfc9-463e-8f0e-9f949f6cb0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:59:13.844163 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7952f53d-1318-42eb-aaa2-eac436b63ddc service neutron] Attempting to bind port 39b7e556-b26a-4886-8954-27bb67b56114 on network 2b661a03-cfc9-463e-8f0e-9f949f6cb0f0 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:13.850770 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-149564db-0842-4fc6-9235-638d57b7f95b service neutron] For port 4caa6c17-2cb7-4001-8770-7ca7da594698, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:59:13.872670 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=01c5d430-12c5-4025-9899-f3f139598930,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:13.896031 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7952f53d-1318-42eb-aaa2-eac436b63ddc service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:59:13.896374 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7952f53d-1318-42eb-aaa2-eac436b63ddc service neutron] Checking segment: {'id': '0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b661a03-cfc9-463e-8f0e-9f949f6cb0f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:13.896756 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7952f53d-1318-42eb-aaa2-eac436b63ddc service neutron] Bound using segment: {'id': '0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b661a03-cfc9-463e-8f0e-9f949f6cb0f0'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:59:13.897203 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7952f53d-1318-42eb-aaa2-eac436b63ddc service neutron] Bound port: 39b7e556-b26a-4886-8954-27bb67b56114, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b661a03-cfc9-463e-8f0e-9f949f6cb0f0'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:59:13.897571 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7952f53d-1318-42eb-aaa2-eac436b63ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:13.901881 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98586e6a-4840-4306-9bec-77ee7150084f req-2443a8a7-60bc-4e22-bd97-16ac58a72be8 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:13.906355 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-149564db-0842-4fc6-9235-638d57b7f95b service neutron] For port 4caa6c17-2cb7-4001-8770-7ca7da594698, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=4caa6c17-2cb7-4001-8770-7ca7da594698,segment=NetworkSegment(e564d934-97dd-4d6e-ab5e-6b296ec1ad41),segment_id=e564d934-97dd-4d6e-ab5e-6b296ec1ad41)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:59:13.908727 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98586e6a-4840-4306-9bec-77ee7150084f req-2443a8a7-60bc-4e22-bd97-16ac58a72be8 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:13.915582 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98586e6a-4840-4306-9bec-77ee7150084f req-2443a8a7-60bc-4e22-bd97-16ac58a72be8 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:13.922288 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98586e6a-4840-4306-9bec-77ee7150084f req-2443a8a7-60bc-4e22-bd97-16ac58a72be8 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:13.933228 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98586e6a-4840-4306-9bec-77ee7150084f req-2443a8a7-60bc-4e22-bd97-16ac58a72be8 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:13.939460 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98586e6a-4840-4306-9bec-77ee7150084f req-2443a8a7-60bc-4e22-bd97-16ac58a72be8 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:13.945896 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98586e6a-4840-4306-9bec-77ee7150084f req-2443a8a7-60bc-4e22-bd97-16ac58a72be8 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:13.947944 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-98586e6a-4840-4306-9bec-77ee7150084f req-2443a8a7-60bc-4e22-bd97-16ac58a72be8 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5396 time: 0.1294646 Sep 21 17:59:13.956379 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-149564db-0842-4fc6-9235-638d57b7f95b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:13.964687 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aee229-35df-45fa-b1ba-e59917405152 req-ca5d07b3-78e2-4b3a-a372-d15f357ebf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:13.966154 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-09aee229-35df-45fa-b1ba-e59917405152 req-ca5d07b3-78e2-4b3a-a372-d15f357ebf44 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3455093 Sep 21 17:59:13.990748 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e2b10954-63fc-4726-9bfe-d3bda5b78d28 req-f2f2b0c2-29e5-41d5-b1a9-4714a80a2e8d tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961658 Sep 21 17:59:14.013371 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['01c5d430-12c5-4025-9899-f3f139598930'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:14.062958 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-149564db-0842-4fc6-9235-638d57b7f95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:14.063615 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-149564db-0842-4fc6-9235-638d57b7f95b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:14.065026 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-149564db-0842-4fc6-9235-638d57b7f95b service neutron] 10.222.0.38 "PUT /v2.0/ports/4caa6c17-2cb7-4001-8770-7ca7da594698 HTTP/1.1" status: 200 len: 1091 time: 3.5522504 Sep 21 17:59:14.072120 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-98586e6a-4840-4306-9bec-77ee7150084f req-1a15b30c-e28f-44c1-8727-7228ce06c703 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1134133 Sep 21 17:59:14.095545 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-003df2cb-90a0-4fe0-ac63-0a9382139f95 service neutron] 10.222.0.44 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732267 Sep 21 17:59:14.125073 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b742ea83-ba83-4993-a2e4-f17a513c674c None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:14.138261 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b742ea83-ba83-4993-a2e4-f17a513c674c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:14.142124 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cd172f97-a219-44de-981a-082c8d4e0217 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:14.167273 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cd172f97-a219-44de-981a-082c8d4e0217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:14.198285 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b742ea83-ba83-4993-a2e4-f17a513c674c None None] Network bb7393e0-9611-4048-84c9-6e76d82f10fe is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:59:14.209402 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-b742ea83-ba83-4993-a2e4-f17a513c674c None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:59:14.220199 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b742ea83-ba83-4993-a2e4-f17a513c674c None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:59:14.265636 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bbff1-f233-4256-80e5-673b99b9883e req-b11fb36b-f5c1-4582-8bb0-780a64c05def tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:14.267266 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a85bbff1-f233-4256-80e5-673b99b9883e req-b11fb36b-f5c1-4582-8bb0-780a64c05def tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 943 time: 0.1024892 Sep 21 17:59:14.268098 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742ea83-ba83-4993-a2e4-f17a513c674c None None] Pushing event updated for resources: {'Port': ['ID=f899e573-0e9f-4137-b286-d825d9f19c0e,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:14.315510 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-b742ea83-ba83-4993-a2e4-f17a513c674c None None] Attempting to bind port f899e573-0e9f-4137-b286-d825d9f19c0e on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:59:14.316771 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-b742ea83-ba83-4993-a2e4-f17a513c674c None None] Attempting to bind port f899e573-0e9f-4137-b286-d825d9f19c0e by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'c2630a84-866a-41cd-8a04-0650c8dbcb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bb7393e0-9611-4048-84c9-6e76d82f10fe'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:59:14.316771 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b742ea83-ba83-4993-a2e4-f17a513c674c None None] Attempting to bind port f899e573-0e9f-4137-b286-d825d9f19c0e on network bb7393e0-9611-4048-84c9-6e76d82f10fe {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:14.333023 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b742ea83-ba83-4993-a2e4-f17a513c674c None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:59:14.333023 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b742ea83-ba83-4993-a2e4-f17a513c674c None None] Checking segment: {'id': 'c2630a84-866a-41cd-8a04-0650c8dbcb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bb7393e0-9611-4048-84c9-6e76d82f10fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:14.333550 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b742ea83-ba83-4993-a2e4-f17a513c674c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:14.334057 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b742ea83-ba83-4993-a2e4-f17a513c674c None None] Bound using segment: {'id': 'c2630a84-866a-41cd-8a04-0650c8dbcb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bb7393e0-9611-4048-84c9-6e76d82f10fe'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:59:14.334658 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-b742ea83-ba83-4993-a2e4-f17a513c674c None None] Bound port: f899e573-0e9f-4137-b286-d825d9f19c0e, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2630a84-866a-41cd-8a04-0650c8dbcb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bb7393e0-9611-4048-84c9-6e76d82f10fe'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:59:14.335207 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b742ea83-ba83-4993-a2e4-f17a513c674c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:14.351019 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-cd172f97-a219-44de-981a-082c8d4e0217 admin admin] Allocated IP 172.25.6.191 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/a8c51177-0d60-4999-9aea-bfc804d9cbb7) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:59:14.355675 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a85bbff1-f233-4256-80e5-673b99b9883e req-c27d8c02-8caa-480d-ab31-a331bd45585d tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648963 Sep 21 17:59:14.442138 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b742ea83-ba83-4993-a2e4-f17a513c674c None None] For port f899e573-0e9f-4137-b286-d825d9f19c0e, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:59:14.445907 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b742ea83-ba83-4993-a2e4-f17a513c674c None None] For port f899e573-0e9f-4137-b286-d825d9f19c0e, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f899e573-0e9f-4137-b286-d825d9f19c0e,segment=NetworkSegment(c2630a84-866a-41cd-8a04-0650c8dbcb20),segment_id=c2630a84-866a-41cd-8a04-0650c8dbcb20)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:59:14.451619 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b742ea83-ba83-4993-a2e4-f17a513c674c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:14.477560 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cd172f97-a219-44de-981a-082c8d4e0217 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:14.514398 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742ea83-ba83-4993-a2e4-f17a513c674c None None] Pushing event updated for resources: {'Port': ['ID=f899e573-0e9f-4137-b286-d825d9f19c0e,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:14.520278 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cd172f97-a219-44de-981a-082c8d4e0217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:14.579750 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149564db-0842-4fc6-9235-638d57b7f95b service neutron] Pushing event updated for resources: {'Port': ['ID=4caa6c17-2cb7-4001-8770-7ca7da594698,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:14.602755 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7952f53d-1318-42eb-aaa2-eac436b63ddc service neutron] For port 39b7e556-b26a-4886-8954-27bb67b56114, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:59:14.607145 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd172f97-a219-44de-981a-082c8d4e0217 admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:59:14.617232 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-cd172f97-a219-44de-981a-082c8d4e0217 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:59:14.620403 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd172f97-a219-44de-981a-082c8d4e0217 admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:59:14.622520 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd172f97-a219-44de-981a-082c8d4e0217 admin admin] Pushing event updated for resources: {'Port': ['ID=a8c51177-0d60-4999-9aea-bfc804d9cbb7,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:14.652755 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7952f53d-1318-42eb-aaa2-eac436b63ddc service neutron] For port 39b7e556-b26a-4886-8954-27bb67b56114, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=39b7e556-b26a-4886-8954-27bb67b56114,segment=NetworkSegment(0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3),segment_id=0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:59:14.667504 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7952f53d-1318-42eb-aaa2-eac436b63ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:14.693245 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f599bb-d100-4e60-b54a-90e2558f1608 req-6cde7d90-5594-4fc4-989b-18a1963dc393 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:14.699213 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f599bb-d100-4e60-b54a-90e2558f1608 req-6cde7d90-5594-4fc4-989b-18a1963dc393 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:14.705440 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f599bb-d100-4e60-b54a-90e2558f1608 req-6cde7d90-5594-4fc4-989b-18a1963dc393 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:14.712205 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f599bb-d100-4e60-b54a-90e2558f1608 req-6cde7d90-5594-4fc4-989b-18a1963dc393 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:14.718826 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f599bb-d100-4e60-b54a-90e2558f1608 req-6cde7d90-5594-4fc4-989b-18a1963dc393 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:14.725886 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92b3cb-1ed3-4171-83f2-4c5de6a95d47 req-3188b848-4f6e-4b5e-a90f-28686d87b4a8 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:14.726569 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f599bb-d100-4e60-b54a-90e2558f1608 req-6cde7d90-5594-4fc4-989b-18a1963dc393 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:14.735418 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eb92b3cb-1ed3-4171-83f2-4c5de6a95d47 req-3188b848-4f6e-4b5e-a90f-28686d87b4a8 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.6016176 Sep 21 17:59:14.744688 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f599bb-d100-4e60-b54a-90e2558f1608 req-6cde7d90-5594-4fc4-989b-18a1963dc393 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:14.744985 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf9b941-9421-4c3e-88a6-3b096719b4f5', 'tag': '4caa6c17-2cb7-4001-8770-7ca7da594698'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:14.747190 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279005f0-5da9-4d4e-9050-2c7d9c2134c6" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf9b941-9421-4c3e-88a6-3b096719b4f5", "tag": "4caa6c17-2cb7-4001-8770-7ca7da594698"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:14.753224 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-83f599bb-d100-4e60-b54a-90e2558f1608 req-6cde7d90-5594-4fc4-989b-18a1963dc393 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5421 time: 0.2229817 Sep 21 17:59:14.759899 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-a9efc646-be88-4c64-8c57-8ec806b520db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:14.762948 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-a9efc646-be88-4c64-8c57-8ec806b520db service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6392516e96f84ba892289a69fd738ba0&device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 1094 time: 0.6088841 Sep 21 17:59:14.780322 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7952f53d-1318-42eb-aaa2-eac436b63ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:14.780970 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7952f53d-1318-42eb-aaa2-eac436b63ddc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:14.782288 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7952f53d-1318-42eb-aaa2-eac436b63ddc service neutron] 10.222.0.38 "PUT /v2.0/ports/39b7e556-b26a-4886-8954-27bb67b56114 HTTP/1.1" status: 200 len: 1091 time: 4.0285287 Sep 21 17:59:14.785665 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-04967d8e-4778-4b69-a9fe-14bc3e7cfa2f service neutron] 10.222.0.44 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6821308 Sep 21 17:59:14.849282 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-772defa5-1aae-4740-857f-2c3ebf4b47fe service neutron] Request body: {'port': {'device_id': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:14.864486 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-28f7f430-7e04-43c4-9bee-8354d4844b4d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4caa6c17-2cb7-4001-8770-7ca7da594698 HTTP/1.1" status: 200 len: 217 time: 0.0812602 Sep 21 17:59:14.902567 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a689f08e-240a-453e-a3de-3d038519464c no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:59:14.910548 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7952f53d-1318-42eb-aaa2-eac436b63ddc service neutron] Pushing event updated for resources: {'Port': ['ID=39b7e556-b26a-4886-8954-27bb67b56114,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:14.967592 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-bc30a533-3a5a-4fda-9bc2-571ef5ca4ba7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=716fb28e-e848-47bd-809e-fd034e6bb556 HTTP/1.1" status: 200 len: 217 time: 0.1649678 Sep 21 17:59:15.013189 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eb92b3cb-1ed3-4171-83f2-4c5de6a95d47 req-d6b06210-b444-47f6-ac24-80cc8e40276a tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2757988 Sep 21 17:59:15.054376 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:15.093693 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port a689f08e-240a-453e-a3de-3d038519464c, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a689f08e-240a-453e-a3de-3d038519464c,segment=NetworkSegment(24b566e5-042a-4b3d-9902-34d5286efb61),segment_id=24b566e5-042a-4b3d-9902-34d5286efb61)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:15.095230 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65511e4f-2a17-4c50-a6a0-fdd80113175a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a689f08e-240a-453e-a3de-3d038519464c'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:15.098464 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35040ea1-2af8-4ffd-a1d3-73c333367728" -d '{"events": [{"server_uuid": "65511e4f-2a17-4c50-a6a0-fdd80113175a", "name": "network-vif-unplugged", "status": "completed", "tag": "a689f08e-240a-453e-a3de-3d038519464c"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:15.105572 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:15.109514 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-772defa5-1aae-4740-857f-2c3ebf4b47fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:15.172859 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=a689f08e-240a-453e-a3de-3d038519464c,revision_number=8']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:15.182300 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-b3f26d13-429e-4a67-8e3b-111c935510a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:15.183848 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-b3f26d13-429e-4a67-8e3b-111c935510a3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3ce9b4b5-4bbc-411f-9902-099d41627a6b HTTP/1.1" status: 200 len: 853 time: 0.2767680 Sep 21 17:59:15.239055 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9107a48-bcf7-4f58-9e59-06f0ecda1cb8 req-b4b6b917-28de-4b55-83c4-1d338ecb7a8b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:15.239888 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-83f599bb-d100-4e60-b54a-90e2558f1608 req-9acf143f-dadb-43bf-a454-6f13b0a9f985 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4858017 Sep 21 17:59:15.240562 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e9107a48-bcf7-4f58-9e59-06f0ecda1cb8 req-b4b6b917-28de-4b55-83c4-1d338ecb7a8b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 944 time: 0.1193593 Sep 21 17:59:15.258652 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-dbd073a2-4c21-41c4-84e4-f86cc2c34b6c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f2d81d27-0c00-4725-9470-c5bfb20f5559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631933 Sep 21 17:59:15.260045 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-dba967c0-8955-4767-9a52-c16d4d7dd812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:15.261471 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-dba967c0-8955-4767-9a52-c16d4d7dd812 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3699259-078b-42b6-8c82-a8ec90dc08bf HTTP/1.1" status: 200 len: 797 time: 0.2470951 Sep 21 17:59:15.272121 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 01c5d430-12c5-4025-9899-f3f139598930 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:59:15.345498 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 01c5d430-12c5-4025-9899-f3f139598930 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:59:15.350753 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 01c5d430-12c5-4025-9899-f3f139598930 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:15.351221 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:15.440704 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46573904-9260-4a9e-aa51-91d0b2fc8ebd x-openstack-request-id: req-46573904-9260-4a9e-aa51-91d0b2fc8ebd {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:15.442140 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf9b941-9421-4c3e-88a6-3b096719b4f5", "tag": "4caa6c17-2cb7-4001-8770-7ca7da594698", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:15.442422 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-46573904-9260-4a9e-aa51-91d0b2fc8ebd {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:15.442840 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf9b941-9421-4c3e-88a6-3b096719b4f5', 'tag': '4caa6c17-2cb7-4001-8770-7ca7da594698', 'status': 'completed', 'code': 200} Sep 21 17:59:15.462163 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:15.463279 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cd172f97-a219-44de-981a-082c8d4e0217 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:15.491487 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e9107a48-bcf7-4f58-9e59-06f0ecda1cb8 req-08a242cc-27cc-477c-b992-fedc77d1f9f1 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349789 Sep 21 17:59:15.571380 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-6e617539-379e-4464-82f6-203009d07869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:15.572918 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-6e617539-379e-4464-82f6-203009d07869 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94df87e6-ce8a-4b23-900d-480ef4eb3211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2776825 Sep 21 17:59:15.606532 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156811d-3c05-4baa-a83b-cd5efaf55d2a req-c7263ede-b530-4aa3-ae96-94a0fe06bb74 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:15.608144 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7156811d-3c05-4baa-a83b-cd5efaf55d2a req-c7263ede-b530-4aa3-ae96-94a0fe06bb74 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 945 time: 0.1412392 Sep 21 17:59:15.665595 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-f1d3a581-b68b-4e2b-b33c-fabef2cf5ef9 service neutron] 10.222.0.38 "GET /v2.0/networks/f2d81d27-0c00-4725-9470-c5bfb20f5559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822639 Sep 21 17:59:15.675893 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 01c5d430-12c5-4025-9899-f3f139598930, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=01c5d430-12c5-4025-9899-f3f139598930,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:15.683157 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:15.724910 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7156811d-3c05-4baa-a83b-cd5efaf55d2a req-3bd4789c-05c5-4bc1-91da-01b81b69fb0e tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939763 Sep 21 17:59:15.746324 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=01c5d430-12c5-4025-9899-f3f139598930,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:15.788726 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba34cdb0-54de-488c-9805-fb3f273136dc x-openstack-request-id: req-ba34cdb0-54de-488c-9805-fb3f273136dc {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:15.789294 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65511e4f-2a17-4c50-a6a0-fdd80113175a", "name": "network-vif-unplugged", "status": "failed", "tag": "a689f08e-240a-453e-a3de-3d038519464c", "code": 422}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:15.789784 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ba34cdb0-54de-488c-9805-fb3f273136dc {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:15.790451 n-d-810291-1 neutron-server[101462]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '65511e4f-2a17-4c50-a6a0-fdd80113175a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a689f08e-240a-453e-a3de-3d038519464c', 'code': 422} returned with failed status Sep 21 17:59:15.812375 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cd172f97-a219-44de-981a-082c8d4e0217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:15.865404 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8940715b-b061-42b5-b880-b2079e4983a0 None None] Network bb7393e0-9611-4048-84c9-6e76d82f10fe requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:59:15.881562 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-628c285f-7885-4b73-b2b2-ab2005c83955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:15.882906 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eeaac3-8562-4a0f-b384-c0fb754fcf56 req-eebfe040-dee5-4598-8b6a-4a6999e34e99 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:15.891734 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eeaac3-8562-4a0f-b384-c0fb754fcf56 req-eebfe040-dee5-4598-8b6a-4a6999e34e99 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:15.895000 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eeaac3-8562-4a0f-b384-c0fb754fcf56 req-eebfe040-dee5-4598-8b6a-4a6999e34e99 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:15.900937 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eeaac3-8562-4a0f-b384-c0fb754fcf56 req-eebfe040-dee5-4598-8b6a-4a6999e34e99 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:15.907130 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eeaac3-8562-4a0f-b384-c0fb754fcf56 req-eebfe040-dee5-4598-8b6a-4a6999e34e99 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:15.914513 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eeaac3-8562-4a0f-b384-c0fb754fcf56 req-eebfe040-dee5-4598-8b6a-4a6999e34e99 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:15.920937 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eeaac3-8562-4a0f-b384-c0fb754fcf56 req-eebfe040-dee5-4598-8b6a-4a6999e34e99 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:15.922988 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-66eeaac3-8562-4a0f-b384-c0fb754fcf56 req-eebfe040-dee5-4598-8b6a-4a6999e34e99 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5396 time: 0.3285306 Sep 21 17:59:15.954162 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-37764582-b3d3-4e4b-86fa-b1ca207c0261 service neutron] 10.222.0.44 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609040 Sep 21 17:59:15.970398 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-975a1191-c8cc-42b6-aeb3-e13cccbefb47 None None] Provisioning complete for port f899e573-0e9f-4137-b286-d825d9f19c0e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:15.970762 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-975a1191-c8cc-42b6-aeb3-e13cccbefb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:15.980817 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fcd8d-d453-450c-a949-c0a750bf3774 req-c410217a-831d-4369-ae8c-c0630f874276 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:15.985392 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d52fcd8d-d453-450c-a949-c0a750bf3774 req-c410217a-831d-4369-ae8c-c0630f874276 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 943 time: 0.1166227 Sep 21 17:59:15.994550 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bbf02586-6fe8-4851-bc2a-7be35e00c2bf req-41de8cef-8e66-4b80-a321-b8b846bfc46b service neutron] 10.222.0.38 "GET /v2.0/networks/f2d81d27-0c00-4725-9470-c5bfb20f5559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960992 Sep 21 17:59:16.060554 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d52fcd8d-d453-450c-a949-c0a750bf3774 req-cd5bd47b-b02d-423c-8c83-45dacae82137 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702786 Sep 21 17:59:16.062267 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-66eeaac3-8562-4a0f-b384-c0fb754fcf56 req-214011de-302d-46c0-bc58-9720aa873824 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1282248 Sep 21 17:59:16.074404 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd172f97-a219-44de-981a-082c8d4e0217 admin admin] Router e3211979-af3e-4d0c-b1b7-17dc67ca71cc is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:59:16.136248 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-772defa5-1aae-4740-857f-2c3ebf4b47fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 054e6666-6694-4141-b20b-da2fa2a124e2 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:16.149249 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-772defa5-1aae-4740-857f-2c3ebf4b47fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:16.170658 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-975a1191-c8cc-42b6-aeb3-e13cccbefb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:16.192680 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-772defa5-1aae-4740-857f-2c3ebf4b47fe service neutron] Transition to ACTIVE for port object 054e6666-6694-4141-b20b-da2fa2a124e2 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:59:16.217773 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-975a1191-c8cc-42b6-aeb3-e13cccbefb47 None None] For port f899e573-0e9f-4137-b286-d825d9f19c0e, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f899e573-0e9f-4137-b286-d825d9f19c0e,segment=NetworkSegment(c2630a84-866a-41cd-8a04-0650c8dbcb20),segment_id=c2630a84-866a-41cd-8a04-0650c8dbcb20)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:16.219762 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-772defa5-1aae-4740-857f-2c3ebf4b47fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:16.238107 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-975a1191-c8cc-42b6-aeb3-e13cccbefb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:16.278766 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd172f97-a219-44de-981a-082c8d4e0217 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:59:16.280199 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772defa5-1aae-4740-857f-2c3ebf4b47fe service neutron] Pushing event updated for resources: {'Port': ['ID=054e6666-6694-4141-b20b-da2fa2a124e2,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:16.289132 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-1d57e4c9-da9a-4091-90fb-e690f2ddec4e service neutron] 10.222.0.44 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187525 Sep 21 17:59:16.292486 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279005f0-5da9-4d4e-9050-2c7d9c2134c6 req-b5031a27-61ab-4415-a19f-e0090a74dac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:16.294158 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-279005f0-5da9-4d4e-9050-2c7d9c2134c6 req-b5031a27-61ab-4415-a19f-e0090a74dac9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6392516e96f84ba892289a69fd738ba0&device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 1094 time: 0.2019019 Sep 21 17:59:16.314849 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e11e771-b29c-47e8-9be6-395801dba695 None None] Sync routers for ids ['e3211979-af3e-4d0c-b1b7-17dc67ca71cc'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:59:16.318037 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cd172f97-a219-44de-981a-082c8d4e0217 admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:16.330046 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-cd172f97-a219-44de-981a-082c8d4e0217 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.9942734 Sep 21 17:59:16.333404 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36304) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:16.381122 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45256712-731d-458a-bddf-a45d04faca87 req-1e57f17a-9eda-438b-9271-89aa5203f1ee tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:16.388771 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-45256712-731d-458a-bddf-a45d04faca87 req-1e57f17a-9eda-438b-9271-89aa5203f1ee tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 945 time: 0.2298079 Sep 21 17:59:16.416616 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e11e771-b29c-47e8-9be6-395801dba695 None None] Routers {'e3211979-af3e-4d0c-b1b7-17dc67ca71cc'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:59:16.417612 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4e11e771-b29c-47e8-9be6-395801dba695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:58:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e3211979-af3e-4d0c-b1b7-17dc67ca71cc'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:59:16.431370 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-34239e2a-42cf-443d-9acf-096e04b2311e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=547aed97-ff50-41d9-8e86-bb229dc4a6f0 HTTP/1.1" status: 200 len: 217 time: 0.1286666 Sep 21 17:59:16.501953 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:59:16.614771 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f899e573-0e9f-4137-b286-d825d9f19c0e up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:59:16.630472 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-45256712-731d-458a-bddf-a45d04faca87 req-23d3d2ee-3c09-4e95-9527-ab50709e3888 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408035 Sep 21 17:59:16.637675 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-4e10e30f-1725-4764-8154-a48284535bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:16.639331 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-4e10e30f-1725-4764-8154-a48284535bcd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3699259-078b-42b6-8c82-a8ec90dc08bf HTTP/1.1" status: 200 len: 797 time: 0.1968203 Sep 21 17:59:16.670331 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-4e11e771-b29c-47e8-9be6-395801dba695 None None] Set router e3211979-af3e-4d0c-b1b7-17dc67ca71cc gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:59:16.699316 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279005f0-5da9-4d4e-9050-2c7d9c2134c6 req-2b7a3f00-76b4-4aa2-92a8-47aa57f0b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:16.701421 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-279005f0-5da9-4d4e-9050-2c7d9c2134c6 req-2b7a3f00-76b4-4aa2-92a8-47aa57f0b869 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f2d81d27-0c00-4725-9470-c5bfb20f5559 HTTP/1.1" status: 200 len: 914 time: 0.3957200 Sep 21 17:59:16.724294 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-772defa5-1aae-4740-857f-2c3ebf4b47fe service neutron] Attempting to bind port 054e6666-6694-4141-b20b-da2fa2a124e2 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:59:16.724905 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-772defa5-1aae-4740-857f-2c3ebf4b47fe service neutron] Attempting to bind port 054e6666-6694-4141-b20b-da2fa2a124e2 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b661a03-cfc9-463e-8f0e-9f949f6cb0f0'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:59:16.724905 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-772defa5-1aae-4740-857f-2c3ebf4b47fe service neutron] Attempting to bind port 054e6666-6694-4141-b20b-da2fa2a124e2 on network 2b661a03-cfc9-463e-8f0e-9f949f6cb0f0 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:16.734157 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a1191-c8cc-42b6-aeb3-e13cccbefb47 None None] Pushing event updated for resources: {'Port': ['ID=f899e573-0e9f-4137-b286-d825d9f19c0e,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:16.735777 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-772defa5-1aae-4740-857f-2c3ebf4b47fe service neutron] Port 054e6666-6694-4141-b20b-da2fa2a124e2 on network 2b661a03-cfc9-463e-8f0e-9f949f6cb0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:59:16.736099 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-772defa5-1aae-4740-857f-2c3ebf4b47fe service neutron] Attempting to bind port 054e6666-6694-4141-b20b-da2fa2a124e2 on network 2b661a03-cfc9-463e-8f0e-9f949f6cb0f0 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:16.753620 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-7cd60e0e-7a08-43d8-b606-60bc18351b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:16.755506 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-7cd60e0e-7a08-43d8-b606-60bc18351b2e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94df87e6-ce8a-4b23-900d-480ef4eb3211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1048551 Sep 21 17:59:16.817065 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-772defa5-1aae-4740-857f-2c3ebf4b47fe service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:59:16.817458 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-772defa5-1aae-4740-857f-2c3ebf4b47fe service neutron] Checking segment: {'id': '0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b661a03-cfc9-463e-8f0e-9f949f6cb0f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:16.817797 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-772defa5-1aae-4740-857f-2c3ebf4b47fe service neutron] Bound using segment: {'id': '0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b661a03-cfc9-463e-8f0e-9f949f6cb0f0'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:59:16.818248 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-772defa5-1aae-4740-857f-2c3ebf4b47fe service neutron] Bound port: 054e6666-6694-4141-b20b-da2fa2a124e2, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b661a03-cfc9-463e-8f0e-9f949f6cb0f0'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:59:16.818611 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-772defa5-1aae-4740-857f-2c3ebf4b47fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:16.828764 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-279005f0-5da9-4d4e-9050-2c7d9c2134c6 req-159bba92-c3b5-40b3-9db8-cacf06e32797 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4caa6c17-2cb7-4001-8770-7ca7da594698 HTTP/1.1" status: 200 len: 217 time: 0.1066363 Sep 21 17:59:16.866140 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-0191add9-1a91-4d8d-b0aa-70f7f1df4aa7 None None] Provisioning complete for port f899e573-0e9f-4137-b286-d825d9f19c0e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:16.866940 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0191add9-1a91-4d8d-b0aa-70f7f1df4aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:16.951957 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port f899e573-0e9f-4137-b286-d825d9f19c0e triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:16.951957 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:16.977074 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f3278-eb4e-41e9-bd24-5a2023ff133d req-75790d6a-ccea-4a38-99e0-8bbf93f49824 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:16.983195 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f3278-eb4e-41e9-bd24-5a2023ff133d req-75790d6a-ccea-4a38-99e0-8bbf93f49824 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:16.988910 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f3278-eb4e-41e9-bd24-5a2023ff133d req-75790d6a-ccea-4a38-99e0-8bbf93f49824 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:16.994801 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f3278-eb4e-41e9-bd24-5a2023ff133d req-75790d6a-ccea-4a38-99e0-8bbf93f49824 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:17.000732 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f3278-eb4e-41e9-bd24-5a2023ff133d req-75790d6a-ccea-4a38-99e0-8bbf93f49824 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:17.006773 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f3278-eb4e-41e9-bd24-5a2023ff133d req-75790d6a-ccea-4a38-99e0-8bbf93f49824 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:17.012720 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f3278-eb4e-41e9-bd24-5a2023ff133d req-75790d6a-ccea-4a38-99e0-8bbf93f49824 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:17.020752 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5b3f3278-eb4e-41e9-bd24-5a2023ff133d req-75790d6a-ccea-4a38-99e0-8bbf93f49824 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5421 time: 0.2752557 Sep 21 17:59:17.027831 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-49767c9e-099d-4e11-90d3-dfc17366a52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:17.051574 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279005f0-5da9-4d4e-9050-2c7d9c2134c6 req-47939b3a-3516-4bff-9d3a-3d77d0c6561e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:17.053128 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-279005f0-5da9-4d4e-9050-2c7d9c2134c6 req-47939b3a-3516-4bff-9d3a-3d77d0c6561e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3ce9b4b5-4bbc-411f-9902-099d41627a6b HTTP/1.1" status: 200 len: 853 time: 0.2078755 Sep 21 17:59:17.106211 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-279005f0-5da9-4d4e-9050-2c7d9c2134c6 req-fc0837b2-04ab-4fa4-ae54-245bb65094d6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f2d81d27-0c00-4725-9470-c5bfb20f5559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368779 Sep 21 17:59:17.112798 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4e11e771-b29c-47e8-9be6-395801dba695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'name': 'tempest-ServersTestJSON-1963609962-router', 'tenant_id': '4873dd9d411a49059e981a2e4948efcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'a8c51177-0d60-4999-9aea-bfc804d9cbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:59:13Z', 'updated_at': '2021-09-21T17:59:15Z', 'revision_number': 3, 'project_id': '4873dd9d411a49059e981a2e4948efcf', 'gw_port': {'id': 'a8c51177-0d60-4999-9aea-bfc804d9cbb7', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:34:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:14Z', 'updated_at': '2021-09-21T17:59:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:59:17.139637 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e11e771-b29c-47e8-9be6-395801dba695 None None] Checking router: e3211979-af3e-4d0c-b1b7-17dc67ca71cc for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:59:17.140006 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e11e771-b29c-47e8-9be6-395801dba695 None None] Updating router e3211979-af3e-4d0c-b1b7-17dc67ca71cc port a8c51177-0d60-4999-9aea-bfc804d9cbb7 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:59:17.177431 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4e11e771-b29c-47e8-9be6-395801dba695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:17.248962 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-49767c9e-099d-4e11-90d3-dfc17366a52a admin admin] Allocated IP 172.20.0.1 (bb7393e0-9611-4048-84c9-6e76d82f10fe/9ae1edfa-7747-4ff9-ad75-c1eab6839867/b06a9056-2a07-4d3e-81b8-e18548bc5b8b) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:59:17.394112 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-49767c9e-099d-4e11-90d3-dfc17366a52a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:17.402895 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc49caa-01ff-4469-a77d-dbc2fbd841ed req-0a6deba2-c5ac-41b1-86aa-e56119b79a50 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:17.404515 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6bc49caa-01ff-4469-a77d-dbc2fbd841ed req-0a6deba2-c5ac-41b1-86aa-e56119b79a50 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=65511e4f-2a17-4c50-a6a0-fdd80113175a HTTP/1.1" status: 200 len: 944 time: 0.0799563 Sep 21 17:59:17.444683 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-772defa5-1aae-4740-857f-2c3ebf4b47fe service neutron] For port 054e6666-6694-4141-b20b-da2fa2a124e2, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:59:17.457008 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-772defa5-1aae-4740-857f-2c3ebf4b47fe service neutron] For port 054e6666-6694-4141-b20b-da2fa2a124e2, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=054e6666-6694-4141-b20b-da2fa2a124e2,segment=NetworkSegment(0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3),segment_id=0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:59:17.472150 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'tag': '39b7e556-b26a-4886-8954-27bb67b56114'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:17.474439 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051d9e3b-2de9-4dda-943f-39a0eee857ba" -d '{"events": [{"name": "network-changed", "server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "tag": "39b7e556-b26a-4886-8954-27bb67b56114"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:17.484648 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5b3f3278-eb4e-41e9-bd24-5a2023ff133d req-67656ec9-c418-4f5e-900a-4d00838b19a3 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4630651 Sep 21 17:59:17.486679 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-066e5c61-bdff-4f9b-af24-4ef27e36cfc4 service neutron] 10.222.0.44 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6841137 Sep 21 17:59:17.504366 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4e11e771-b29c-47e8-9be6-395801dba695 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:17.509481 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-49767c9e-099d-4e11-90d3-dfc17366a52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:17.513899 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-772defa5-1aae-4740-857f-2c3ebf4b47fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:17.520235 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4e11e771-b29c-47e8-9be6-395801dba695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:17.559303 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49767c9e-099d-4e11-90d3-dfc17366a52a admin admin] Network bb7393e0-9611-4048-84c9-6e76d82f10fe is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:59:17.562784 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-49767c9e-099d-4e11-90d3-dfc17366a52a admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:59:17.567117 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-4e11e771-b29c-47e8-9be6-395801dba695 None None] Attempting to bind port a8c51177-0d60-4999-9aea-bfc804d9cbb7 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:59:17.567506 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-4e11e771-b29c-47e8-9be6-395801dba695 None None] Attempting to bind port a8c51177-0d60-4999-9aea-bfc804d9cbb7 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:59:17.567887 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e11e771-b29c-47e8-9be6-395801dba695 None None] Attempting to bind port a8c51177-0d60-4999-9aea-bfc804d9cbb7 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:17.573305 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49767c9e-099d-4e11-90d3-dfc17366a52a admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:59:17.574655 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e11e771-b29c-47e8-9be6-395801dba695 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:59:17.575082 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e11e771-b29c-47e8-9be6-395801dba695 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:17.575489 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4e11e771-b29c-47e8-9be6-395801dba695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:17.576018 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e11e771-b29c-47e8-9be6-395801dba695 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:59:17.576538 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-4e11e771-b29c-47e8-9be6-395801dba695 None None] Bound port: a8c51177-0d60-4999-9aea-bfc804d9cbb7, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:59:17.576938 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4e11e771-b29c-47e8-9be6-395801dba695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:17.599974 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49767c9e-099d-4e11-90d3-dfc17366a52a admin admin] Pushing event updated for resources: {'Port': ['ID=b06a9056-2a07-4d3e-81b8-e18548bc5b8b,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:17.620516 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-6bc49caa-01ff-4469-a77d-dbc2fbd841ed req-fbc031db-0237-458d-aae6-d2c3ca0c9f8c tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Deleting port a689f08e-240a-453e-a3de-3d038519464c {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:59:17.620864 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6bc49caa-01ff-4469-a77d-dbc2fbd841ed req-fbc031db-0237-458d-aae6-d2c3ca0c9f8c tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:17.624536 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-772defa5-1aae-4740-857f-2c3ebf4b47fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:17.627106 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-772defa5-1aae-4740-857f-2c3ebf4b47fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:17.634689 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-772defa5-1aae-4740-857f-2c3ebf4b47fe service neutron] 10.222.0.38 "PUT /v2.0/ports/054e6666-6694-4141-b20b-da2fa2a124e2 HTTP/1.1" status: 200 len: 1090 time: 2.7925062 Sep 21 17:59:17.637620 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7b659-4ce8-42b1-8277-92a0babbcf5b None None] Pushing event updated for resources: {'Port': ['ID=a8c51177-0d60-4999-9aea-bfc804d9cbb7,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:17.670171 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-49767c9e-099d-4e11-90d3-dfc17366a52a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:17.672138 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-4e11e771-b29c-47e8-9be6-395801dba695 None None] For port a8c51177-0d60-4999-9aea-bfc804d9cbb7, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:59:17.675622 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-4e11e771-b29c-47e8-9be6-395801dba695 None None] For port a8c51177-0d60-4999-9aea-bfc804d9cbb7, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a8c51177-0d60-4999-9aea-bfc804d9cbb7,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:59:17.684024 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-51cf09d5-dd8d-4595-9bbc-bf565c8c6c78 service neutron] Request body: {'port': {'device_id': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:17.684938 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4e11e771-b29c-47e8-9be6-395801dba695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:17.767701 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7b659-4ce8-42b1-8277-92a0babbcf5b None None] Pushing event updated for resources: {'Port': ['ID=a8c51177-0d60-4999-9aea-bfc804d9cbb7,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:17.792645 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2072539e-be41-48d2-b5f4-151a90191290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c5d430-12c5-4025-9899-f3f139598930'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:17.796055 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71652fff-f803-44ae-8f4c-e200b1b49458" -d '{"events": [{"server_uuid": "2072539e-be41-48d2-b5f4-151a90191290", "name": "network-vif-plugged", "status": "completed", "tag": "01c5d430-12c5-4025-9899-f3f139598930"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:17.800208 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e11e771-b29c-47e8-9be6-395801dba695 None None] Routers {'e3211979-af3e-4d0c-b1b7-17dc67ca71cc'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:59:17.800900 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4e11e771-b29c-47e8-9be6-395801dba695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:58:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e3211979-af3e-4d0c-b1b7-17dc67ca71cc'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:59:17.810790 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-63dae4e2-db83-477c-918e-215acaafe349 service neutron] 10.222.0.44 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920957 Sep 21 17:59:17.842482 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-279005f0-5da9-4d4e-9050-2c7d9c2134c6 req-ba4871ef-4e2b-4892-9015-fdf624e95492 service neutron] 10.222.0.38 "GET /v2.0/networks/f2d81d27-0c00-4725-9470-c5bfb20f5559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7236564 Sep 21 17:59:17.843263 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772defa5-1aae-4740-857f-2c3ebf4b47fe service neutron] Pushing event updated for resources: {'Port': ['ID=054e6666-6694-4141-b20b-da2fa2a124e2,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:17.868956 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-6bc49caa-01ff-4469-a77d-dbc2fbd841ed req-fbc031db-0237-458d-aae6-d2c3ca0c9f8c tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] For port a689f08e-240a-453e-a3de-3d038519464c, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a689f08e-240a-453e-a3de-3d038519464c,segment=NetworkSegment(24b566e5-042a-4b3d-9902-34d5286efb61),segment_id=24b566e5-042a-4b3d-9902-34d5286efb61)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:17.869242 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6bc49caa-01ff-4469-a77d-dbc2fbd841ed req-fbc031db-0237-458d-aae6-d2c3ca0c9f8c tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:17.894129 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-6bc49caa-01ff-4469-a77d-dbc2fbd841ed req-fbc031db-0237-458d-aae6-d2c3ca0c9f8c tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Calling delete_port for a689f08e-240a-453e-a3de-3d038519464c owned by compute:nova {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:59:17.982256 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-49767c9e-099d-4e11-90d3-dfc17366a52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:17.995298 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-4e11e771-b29c-47e8-9be6-395801dba695 None None] Set router e3211979-af3e-4d0c-b1b7-17dc67ca71cc gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:59:18.016690 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-279005f0-5da9-4d4e-9050-2c7d9c2134c6 req-23a59157-c19a-4c39-89d9-d7e2a4c13f94 service neutron] 10.222.0.38 "GET /v2.0/networks/f2d81d27-0c00-4725-9470-c5bfb20f5559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515017 Sep 21 17:59:18.021967 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-f9a14646-a715-4974-b05a-580abeb2adc5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ffc148a5-4d43-46cc-8045-82846ca5041a HTTP/1.1" status: 200 len: 217 time: 0.1752062 Sep 21 17:59:18.056677 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-51cf09d5-dd8d-4595-9bbc-bf565c8c6c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:18.138413 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6bc49caa-01ff-4469-a77d-dbc2fbd841ed req-fbc031db-0237-458d-aae6-d2c3ca0c9f8c tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:18.179600 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc031db-0237-458d-aae6-d2c3ca0c9f8c tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Pushing event deleted for resources: {'Port': ['ID=a689f08e-240a-453e-a3de-3d038519464c,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:18.237463 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc49caa-01ff-4469-a77d-dbc2fbd841ed req-fbc031db-0237-458d-aae6-d2c3ca0c9f8c tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] No DVR routers for this DVR port a689f08e-240a-453e-a3de-3d038519464c on host n-h1-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:59:18.241113 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6bc49caa-01ff-4469-a77d-dbc2fbd841ed req-fbc031db-0237-458d-aae6-d2c3ca0c9f8c tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:18.247460 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff16cd-b000-4f26-abc3-57b5b21b4d1c req-a26fca95-1e5c-4f59-8cad-b57611d22cba tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:18.249990 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e7ff16cd-b000-4f26-abc3-57b5b21b4d1c req-a26fca95-1e5c-4f59-8cad-b57611d22cba tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 945 time: 0.4198482 Sep 21 17:59:18.250122 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6bc49caa-01ff-4469-a77d-dbc2fbd841ed req-fbc031db-0237-458d-aae6-d2c3ca0c9f8c tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "DELETE /v2.0/ports/a689f08e-240a-453e-a3de-3d038519464c HTTP/1.1" status: 204 len: 173 time: 0.8360903 Sep 21 17:59:18.250749 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65511e4f-2a17-4c50-a6a0-fdd80113175a', 'name': 'network-vif-deleted', 'tag': 'a689f08e-240a-453e-a3de-3d038519464c'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:18.253179 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48672caa-9247-453d-a8d0-011459a6ccd3" -d '{"events": [{"server_uuid": "65511e4f-2a17-4c50-a6a0-fdd80113175a", "name": "network-vif-deleted", "tag": "a689f08e-240a-453e-a3de-3d038519464c"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:18.266641 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-0ae72fb1-19c8-477f-99a2-6525f9027f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:18.268718 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-0ae72fb1-19c8-477f-99a2-6525f9027f3d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f88e04cf-6a48-4a7e-9d33-f15c9b0c57cc HTTP/1.1" status: 200 len: 797 time: 0.2131858 Sep 21 17:59:18.279434 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-8ed8ba94-e7de-4038-ab95-aaf33cd3b15b None None] Provisioning complete for port b06a9056-2a07-4d3e-81b8-e18548bc5b8b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:18.280014 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8ed8ba94-e7de-4038-ab95-aaf33cd3b15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:18.301341 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-49767c9e-099d-4e11-90d3-dfc17366a52a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:18.311482 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-49767c9e-099d-4e11-90d3-dfc17366a52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:18.362648 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-8ed8ba94-e7de-4038-ab95-aaf33cd3b15b None None] Port b06a9056-2a07-4d3e-81b8-e18548bc5b8b cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:59:18.384809 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f899e573-0e9f-4137-b286-d825d9f19c0e up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:59:18.412851 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4b6cf757-2678-4bd9-a877-bd9b4a62dbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:18.416139 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-49767c9e-099d-4e11-90d3-dfc17366a52a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:18.418084 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49767c9e-099d-4e11-90d3-dfc17366a52a admin admin] Pushing event updated for resources: {'Port': ['ID=b06a9056-2a07-4d3e-81b8-e18548bc5b8b,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:18.445226 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4e11e771-b29c-47e8-9be6-395801dba695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'name': 'tempest-ServersTestJSON-1963609962-router', 'tenant_id': '4873dd9d411a49059e981a2e4948efcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'a8c51177-0d60-4999-9aea-bfc804d9cbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:59:13Z', 'updated_at': '2021-09-21T17:59:15Z', 'revision_number': 3, 'project_id': '4873dd9d411a49059e981a2e4948efcf', 'gw_port': {'id': 'a8c51177-0d60-4999-9aea-bfc804d9cbb7', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:34:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:14Z', 'updated_at': '2021-09-21T17:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:59:18.481077 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e11e771-b29c-47e8-9be6-395801dba695 None None] The sync data for ids ['e3211979-af3e-4d0c-b1b7-17dc67ca71cc'] in n-d-810291-1 is: [{'id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'name': 'tempest-ServersTestJSON-1963609962-router', 'tenant_id': '4873dd9d411a49059e981a2e4948efcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'a8c51177-0d60-4999-9aea-bfc804d9cbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:59:13Z', 'updated_at': '2021-09-21T17:59:15Z', 'revision_number': 3, 'project_id': '4873dd9d411a49059e981a2e4948efcf', 'gw_port': {'id': 'a8c51177-0d60-4999-9aea-bfc804d9cbb7', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:34:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:14Z', 'updated_at': '2021-09-21T17:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:59:18.488149 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port f899e573-0e9f-4137-b286-d825d9f19c0e triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:18.488649 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:18.557284 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49767c9e-099d-4e11-90d3-dfc17366a52a admin admin] Network bb7393e0-9611-4048-84c9-6e76d82f10fe is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:59:18.558721 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-49767c9e-099d-4e11-90d3-dfc17366a52a admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:59:18.570121 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e7ff16cd-b000-4f26-abc3-57b5b21b4d1c req-f14bd027-6199-4335-81f8-0efea7278965 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956676 Sep 21 17:59:18.634382 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-51cf09d5-dd8d-4595-9bbc-bf565c8c6c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4d8c11d-20a6-4197-98eb-9131ec08bed8 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:18.649993 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-51cf09d5-dd8d-4595-9bbc-bf565c8c6c78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:18.664994 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-51cf09d5-dd8d-4595-9bbc-bf565c8c6c78 service neutron] Transition to ACTIVE for port object a4d8c11d-20a6-4197-98eb-9131ec08bed8 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:59:18.670548 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-0fe3c89d-83d0-458b-9939-ac02e9bd63f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:18.672971 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-0fe3c89d-83d0-458b-9939-ac02e9bd63f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2a44a677-1927-4f9e-821d-0c18ad02e765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3631070 Sep 21 17:59:18.684212 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-51cf09d5-dd8d-4595-9bbc-bf565c8c6c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:18.737699 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6998fc9-d673-4d0a-a181-96ecf172c75a req-e32dd3e7-1260-4a95-b913-fb746106e0fe tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:18.745331 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c6998fc9-d673-4d0a-a181-96ecf172c75a req-e32dd3e7-1260-4a95-b913-fb746106e0fe tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 943 time: 0.0974071 Sep 21 17:59:18.786886 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49767c9e-099d-4e11-90d3-dfc17366a52a admin admin] Router e3211979-af3e-4d0c-b1b7-17dc67ca71cc has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:59:18.805064 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c6998fc9-d673-4d0a-a181-96ecf172c75a req-56b82cca-c57c-4376-a5bc-03853deaac0a tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588632 Sep 21 17:59:18.834489 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf09d5-dd8d-4595-9bbc-bf565c8c6c78 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d8c11d-20a6-4197-98eb-9131ec08bed8,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:18.902683 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-2f602033-17f3-4a08-bdf5-ffe3af21f358 None None] Provisioning complete for port b06a9056-2a07-4d3e-81b8-e18548bc5b8b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:18.903101 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2f602033-17f3-4a08-bdf5-ffe3af21f358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:18.955682 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 4caa6c17-2cb7-4001-8770-7ca7da594698 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:59:18.967074 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a689f08e-240a-453e-a3de-3d038519464c no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:59:19.018630 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-458f9780-40d4-4994-ab19-ed95bf49ea1f service neutron] 10.222.0.44 "GET /v2.0/networks/2a44a677-1927-4f9e-821d-0c18ad02e765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319461 Sep 21 17:59:19.020005 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: a689f08e-240a-453e-a3de-3d038519464c {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:59:19.020637 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a689f08e-240a-453e-a3de-3d038519464c not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:59:19.024072 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49767c9e-099d-4e11-90d3-dfc17366a52a admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:59:19.028908 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:19.045348 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-49767c9e-099d-4e11-90d3-dfc17366a52a admin admin] 10.222.0.58 "PUT /v2.0/routers/e3211979-af3e-4d0c-b1b7-17dc67ca71cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7107944 Sep 21 17:59:19.047433 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-2f602033-17f3-4a08-bdf5-ffe3af21f358 None None] Port b06a9056-2a07-4d3e-81b8-e18548bc5b8b cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:59:19.133995 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae08a79-9290-44ed-aa62-f5bf190c7863 req-5731d308-dc2d-4b9a-8e6d-b788cecafa31 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:19.144521 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2ae08a79-9290-44ed-aa62-f5bf190c7863 req-5731d308-dc2d-4b9a-8e6d-b788cecafa31 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 945 time: 0.0978539 Sep 21 17:59:19.165874 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d5c282-0aa6-4557-8416-4359ec6aff70 x-openstack-request-id: req-80d5c282-0aa6-4557-8416-4359ec6aff70 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:19.168680 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 4caa6c17-2cb7-4001-8770-7ca7da594698, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=4caa6c17-2cb7-4001-8770-7ca7da594698,segment=NetworkSegment(e564d934-97dd-4d6e-ab5e-6b296ec1ad41),segment_id=e564d934-97dd-4d6e-ab5e-6b296ec1ad41)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:19.168860 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "tag": "39b7e556-b26a-4886-8954-27bb67b56114", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:19.169076 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-80d5c282-0aa6-4557-8416-4359ec6aff70 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:19.169511 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'tag': '39b7e556-b26a-4886-8954-27bb67b56114', 'status': 'completed', 'code': 200} Sep 21 17:59:19.189287 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '4caa6c17-2cb7-4001-8770-7ca7da594698', 'network_id': 'f2d81d27-0c00-4725-9470-c5bfb20f5559', 'port_id': '4caa6c17-2cb7-4001-8770-7ca7da594698', 'mac_address': 'fa:16:3e:53:1f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ce9b4b5-4bbc-411f-9902-099d41627a6b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:59:19.214279 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2ae08a79-9290-44ed-aa62-f5bf190c7863 req-6d95563f-36b4-4a64-821d-ae6fd2364280 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687625 Sep 21 17:59:19.240560 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279d14f-074b-40c0-9f71-42122bdc23d4 req-db18d0cc-1d26-4699-81da-9e6da8545569 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:19.246544 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279d14f-074b-40c0-9f71-42122bdc23d4 req-db18d0cc-1d26-4699-81da-9e6da8545569 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:19.252732 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279d14f-074b-40c0-9f71-42122bdc23d4 req-db18d0cc-1d26-4699-81da-9e6da8545569 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:19.259430 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279d14f-074b-40c0-9f71-42122bdc23d4 req-db18d0cc-1d26-4699-81da-9e6da8545569 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:19.260221 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:19.265397 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279d14f-074b-40c0-9f71-42122bdc23d4 req-db18d0cc-1d26-4699-81da-9e6da8545569 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:19.276049 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279d14f-074b-40c0-9f71-42122bdc23d4 req-db18d0cc-1d26-4699-81da-9e6da8545569 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:19.278864 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4caa6c17-2cb7-4001-8770-7ca7da594698 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:19.283817 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65221207-92f6-4427-8486-e58790a99bd3 x-openstack-request-id: req-65221207-92f6-4427-8486-e58790a99bd3 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:19.284418 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2072539e-be41-48d2-b5f4-151a90191290", "name": "network-vif-plugged", "status": "completed", "tag": "01c5d430-12c5-4025-9899-f3f139598930", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:19.284418 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-65221207-92f6-4427-8486-e58790a99bd3 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:19.284640 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2072539e-be41-48d2-b5f4-151a90191290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c5d430-12c5-4025-9899-f3f139598930', 'code': 200} Sep 21 17:59:19.286177 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279d14f-074b-40c0-9f71-42122bdc23d4 req-db18d0cc-1d26-4699-81da-9e6da8545569 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:19.294351 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6279d14f-074b-40c0-9f71-42122bdc23d4 req-db18d0cc-1d26-4699-81da-9e6da8545569 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5420 time: 0.6200473 Sep 21 17:59:19.306226 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 4caa6c17-2cb7-4001-8770-7ca7da594698, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=4caa6c17-2cb7-4001-8770-7ca7da594698,segment=NetworkSegment(e564d934-97dd-4d6e-ab5e-6b296ec1ad41),segment_id=e564d934-97dd-4d6e-ab5e-6b296ec1ad41)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:19.311803 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:19.312687 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766e0b7b-2bc6-4667-beba-5c562c2d3796 x-openstack-request-id: req-766e0b7b-2bc6-4667-beba-5c562c2d3796 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:19.312981 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65511e4f-2a17-4c50-a6a0-fdd80113175a", "name": "network-vif-deleted", "tag": "a689f08e-240a-453e-a3de-3d038519464c", "status": "failed", "code": 422}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:19.313235 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-766e0b7b-2bc6-4667-beba-5c562c2d3796 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:19.313780 n-d-810291-1 neutron-server[101461]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '65511e4f-2a17-4c50-a6a0-fdd80113175a', 'name': 'network-vif-deleted', 'tag': 'a689f08e-240a-453e-a3de-3d038519464c', 'status': 'failed', 'code': 422} returned with failed status Sep 21 17:59:19.370573 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=4caa6c17-2cb7-4001-8770-7ca7da594698,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:19.387258 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6279d14f-074b-40c0-9f71-42122bdc23d4 req-dc6e284c-0abb-4a0a-a415-d3d1fd03d4c0 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0919595 Sep 21 17:59:19.429055 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-542ac886-4461-41f3-8506-cacae2cfd997 service neutron] 10.222.0.44 "GET /v2.0/networks/2a44a677-1927-4f9e-821d-0c18ad02e765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932896 Sep 21 17:59:19.448198 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15613a-1467-4f56-94e1-ddb29837c23c req-1d89508f-16cf-4d6a-8f6a-6637b1e94a0d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:19.468722 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15613a-1467-4f56-94e1-ddb29837c23c req-1d89508f-16cf-4d6a-8f6a-6637b1e94a0d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:19.468722 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15613a-1467-4f56-94e1-ddb29837c23c req-1d89508f-16cf-4d6a-8f6a-6637b1e94a0d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:19.469168 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d9e3b-2de9-4dda-943f-39a0eee857ba req-ec07a150-bcf3-4d32-8a58-6d270ff8c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:19.469168 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d9e3b-2de9-4dda-943f-39a0eee857ba req-ec07a150-bcf3-4d32-8a58-6d270ff8c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:19.469168 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d9e3b-2de9-4dda-943f-39a0eee857ba req-ec07a150-bcf3-4d32-8a58-6d270ff8c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:19.469168 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d9e3b-2de9-4dda-943f-39a0eee857ba req-ec07a150-bcf3-4d32-8a58-6d270ff8c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:19.469483 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d9e3b-2de9-4dda-943f-39a0eee857ba req-ec07a150-bcf3-4d32-8a58-6d270ff8c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:19.469899 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d9e3b-2de9-4dda-943f-39a0eee857ba req-ec07a150-bcf3-4d32-8a58-6d270ff8c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:19.470367 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d9e3b-2de9-4dda-943f-39a0eee857ba req-ec07a150-bcf3-4d32-8a58-6d270ff8c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:19.477953 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15613a-1467-4f56-94e1-ddb29837c23c req-1d89508f-16cf-4d6a-8f6a-6637b1e94a0d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:19.478161 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-051d9e3b-2de9-4dda-943f-39a0eee857ba req-ec07a150-bcf3-4d32-8a58-6d270ff8c0b1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f45042291f6d424394d35c26dcf75613&device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 6380 time: 0.3023927 Sep 21 17:59:19.488703 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15613a-1467-4f56-94e1-ddb29837c23c req-1d89508f-16cf-4d6a-8f6a-6637b1e94a0d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:19.503429 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15613a-1467-4f56-94e1-ddb29837c23c req-1d89508f-16cf-4d6a-8f6a-6637b1e94a0d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:19.511595 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15613a-1467-4f56-94e1-ddb29837c23c req-1d89508f-16cf-4d6a-8f6a-6637b1e94a0d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:19.514756 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bf15613a-1467-4f56-94e1-ddb29837c23c req-1d89508f-16cf-4d6a-8f6a-6637b1e94a0d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5421 time: 0.1440778 Sep 21 17:59:19.524517 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-4eef2469-dab0-4603-ae96-70cac4f87939 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=22f926ba-99a0-4b43-be3b-dedd87053234 HTTP/1.1" status: 200 len: 217 time: 0.0808539 Sep 21 17:59:19.533437 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-51cf09d5-dd8d-4595-9bbc-bf565c8c6c78 service neutron] Attempting to bind port a4d8c11d-20a6-4197-98eb-9131ec08bed8 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:59:19.533437 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-51cf09d5-dd8d-4595-9bbc-bf565c8c6c78 service neutron] Attempting to bind port a4d8c11d-20a6-4197-98eb-9131ec08bed8 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '284c8edc-4cb9-4da4-8faf-e3c218f7e9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2d5cd904-6c64-427e-ac24-4519ebea83bd'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:59:19.534590 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-51cf09d5-dd8d-4595-9bbc-bf565c8c6c78 service neutron] Attempting to bind port a4d8c11d-20a6-4197-98eb-9131ec08bed8 on network 2d5cd904-6c64-427e-ac24-4519ebea83bd {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:19.542810 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['4caa6c17-2cb7-4001-8770-7ca7da594698'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:19.601110 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bf15613a-1467-4f56-94e1-ddb29837c23c req-6ebdf25b-074d-43de-94c7-bbdb2daf0294 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0743885 Sep 21 17:59:19.706377 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d9e3b-2de9-4dda-943f-39a0eee857ba req-f683e23b-cf18-4462-99a0-02625616cba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:19.707010 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d9e3b-2de9-4dda-943f-39a0eee857ba req-f683e23b-cf18-4462-99a0-02625616cba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:19.707494 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d9e3b-2de9-4dda-943f-39a0eee857ba req-f683e23b-cf18-4462-99a0-02625616cba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:19.709252 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-051d9e3b-2de9-4dda-943f-39a0eee857ba req-f683e23b-cf18-4462-99a0-02625616cba6 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=f45042291f6d424394d35c26dcf75613&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2003632 Sep 21 17:59:19.711598 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe1e1c-7301-4ddb-8b1b-7bc7951b7fb6 req-68e1704f-7db0-4312-b73c-b954fd59fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:19.713123 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2cbe1e1c-7301-4ddb-8b1b-7bc7951b7fb6 req-68e1704f-7db0-4312-b73c-b954fd59fc25 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 1096 time: 0.3410585 Sep 21 17:59:19.714707 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-68226cd5-9e3d-4faa-a84e-f94ea7dfdffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:19.716146 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-68226cd5-9e3d-4faa-a84e-f94ea7dfdffd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f88e04cf-6a48-4a7e-9d33-f15c9b0c57cc HTTP/1.1" status: 200 len: 797 time: 0.1398156 Sep 21 17:59:19.718100 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-51cf09d5-dd8d-4595-9bbc-bf565c8c6c78 service neutron] Port a4d8c11d-20a6-4197-98eb-9131ec08bed8 on network 2d5cd904-6c64-427e-ac24-4519ebea83bd not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:59:19.718424 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-51cf09d5-dd8d-4595-9bbc-bf565c8c6c78 service neutron] Attempting to bind port a4d8c11d-20a6-4197-98eb-9131ec08bed8 on network 2d5cd904-6c64-427e-ac24-4519ebea83bd {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:19.794078 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675d32d-0410-41e4-a18e-7ee4c79aabff req-a0445d67-72fb-41d0-8345-77ce7edf8969 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:19.795842 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b675d32d-0410-41e4-a18e-7ee4c79aabff req-a0445d67-72fb-41d0-8345-77ce7edf8969 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 945 time: 0.0688274 Sep 21 17:59:19.830378 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-51cf09d5-dd8d-4595-9bbc-bf565c8c6c78 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:59:19.830378 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-51cf09d5-dd8d-4595-9bbc-bf565c8c6c78 service neutron] Checking segment: {'id': '284c8edc-4cb9-4da4-8faf-e3c218f7e9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2d5cd904-6c64-427e-ac24-4519ebea83bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:19.830378 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-51cf09d5-dd8d-4595-9bbc-bf565c8c6c78 service neutron] Bound using segment: {'id': '284c8edc-4cb9-4da4-8faf-e3c218f7e9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2d5cd904-6c64-427e-ac24-4519ebea83bd'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:59:19.830792 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-51cf09d5-dd8d-4595-9bbc-bf565c8c6c78 service neutron] Bound port: a4d8c11d-20a6-4197-98eb-9131ec08bed8, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '284c8edc-4cb9-4da4-8faf-e3c218f7e9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2d5cd904-6c64-427e-ac24-4519ebea83bd'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:59:19.831114 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-51cf09d5-dd8d-4595-9bbc-bf565c8c6c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:19.853045 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b675d32d-0410-41e4-a18e-7ee4c79aabff req-7548461c-949e-4c44-a06b-d0d8d95550a2 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501618 Sep 21 17:59:19.961331 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d9e3b-2de9-4dda-943f-39a0eee857ba req-0ba61dff-2da3-444f-b253-9df74977142f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:19.963060 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-051d9e3b-2de9-4dda-943f-39a0eee857ba req-0ba61dff-2da3-444f-b253-9df74977142f service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2458422 Sep 21 17:59:19.969833 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-446bf03c-a26f-4b82-bb78-74e0ca1d84c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:19.971820 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-446bf03c-a26f-4b82-bb78-74e0ca1d84c3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2a44a677-1927-4f9e-821d-0c18ad02e765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1591332 Sep 21 17:59:19.976042 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2cbe1e1c-7301-4ddb-8b1b-7bc7951b7fb6 req-c95941d4-c56d-4450-94ac-636a02a3dd7b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622488 Sep 21 17:59:19.985144 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-51cf09d5-dd8d-4595-9bbc-bf565c8c6c78 service neutron] For port a4d8c11d-20a6-4197-98eb-9131ec08bed8, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:59:19.989871 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-51cf09d5-dd8d-4595-9bbc-bf565c8c6c78 service neutron] For port a4d8c11d-20a6-4197-98eb-9131ec08bed8, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a4d8c11d-20a6-4197-98eb-9131ec08bed8,segment=NetworkSegment(284c8edc-4cb9-4da4-8faf-e3c218f7e9d7),segment_id=284c8edc-4cb9-4da4-8faf-e3c218f7e9d7)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:59:19.996403 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-51cf09d5-dd8d-4595-9bbc-bf565c8c6c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:20.000820 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:20.032397 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-51cf09d5-dd8d-4595-9bbc-bf565c8c6c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:20.033117 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-51cf09d5-dd8d-4595-9bbc-bf565c8c6c78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:20.034740 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-51cf09d5-dd8d-4595-9bbc-bf565c8c6c78 service neutron] 10.222.0.38 "PUT /v2.0/ports/a4d8c11d-20a6-4197-98eb-9131ec08bed8 HTTP/1.1" status: 200 len: 1091 time: 2.3551958 Sep 21 17:59:20.051562 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-418857cc-8023-4309-aac4-81c4abd1d633 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:20.053224 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-418857cc-8023-4309-aac4-81c4abd1d633 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/networks?id=8c160ab6-baed-4257-8d63-cfb421e0e315 HTTP/1.1" status: 200 len: 812 time: 0.1191552 Sep 21 17:59:20.068942 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9d9632f4-9ea3-4cb6-a473-77fff4f2be68 service neutron] Request body: {'port': {'device_id': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:20.071962 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-17c7ecca-4ff5-49f7-9e4f-8e304fab8e93 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/quotas/f1fc54364b794afda43368337694baaa HTTP/1.1" status: 200 len: 375 time: 0.0115764 Sep 21 17:59:20.096558 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf09d5-dd8d-4595-9bbc-bf565c8c6c78 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d8c11d-20a6-4197-98eb-9131ec08bed8,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:20.112674 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-6fcc8210-1a0c-4800-9886-52197ab28040 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f1fc54364b794afda43368337694baaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302696 Sep 21 17:59:20.163115 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9d9632f4-9ea3-4cb6-a473-77fff4f2be68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:20.245304 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-15e5520a-f63c-4e90-88f7-26afdc641527 service neutron] 10.222.0.58 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238527 Sep 21 17:59:20.253865 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36382) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:20.259330 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-ad8772c2-3e1b-4e20-8cc0-a0d7754a42e7 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Request body: {'security_group': {'name': 'tempest-securitygroup--693421486', 'description': 'tempest-description--1847786958'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:20.334568 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ad8772c2-3e1b-4e20-8cc0-a0d7754a42e7 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:20.376290 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-c1215208-ee8c-43bd-8b70-1295f1caa012 service neutron] 10.222.0.58 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301029 Sep 21 17:59:20.418177 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a8c51177-0d60-4999-9aea-bfc804d9cbb7 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:59:20.468282 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ad8772c2-3e1b-4e20-8cc0-a0d7754a42e7 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:20.472459 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ad8772c2-3e1b-4e20-8cc0-a0d7754a42e7 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:20.499595 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port a8c51177-0d60-4999-9aea-bfc804d9cbb7 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:20.502194 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:20.524716 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ad8772c2-3e1b-4e20-8cc0-a0d7754a42e7 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:20.530912 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ad8772c2-3e1b-4e20-8cc0-a0d7754a42e7 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2730491 Sep 21 17:59:20.530912 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8772c2-3e1b-4e20-8cc0-a0d7754a42e7 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06ec9530-c82c-40dd-b028-49d5e0c3a083,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:20.538731 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649f82c-bc3f-4bf9-b80e-1df86b6a2451 req-bf2976c4-f908-4c3c-a002-fb5d4bed56d9 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:20.547357 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2649f82c-bc3f-4bf9-b80e-1df86b6a2451 req-bf2976c4-f908-4c3c-a002-fb5d4bed56d9 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 944 time: 0.2049603 Sep 21 17:59:20.560781 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36390) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:20.569282 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-4fd5dce4-8c69-4ff0-bf1d-5b2807395fb4 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Request body: {'security_group_rule': {'security_group_id': '06ec9530-c82c-40dd-b028-49d5e0c3a083', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:20.627704 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-c3998491-bd21-4935-bb27-3407f1af5a07 service neutron] 10.222.0.44 "GET /v2.0/networks/2a44a677-1927-4f9e-821d-0c18ad02e765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865658 Sep 21 17:59:20.655155 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:20.656074 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4fd5dce4-8c69-4ff0-bf1d-5b2807395fb4 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:20.680861 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2649f82c-bc3f-4bf9-b80e-1df86b6a2451 req-3becae36-4a91-460c-ae20-9ea6e067eda5 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301806 Sep 21 17:59:20.692501 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port a8c51177-0d60-4999-9aea-bfc804d9cbb7, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a8c51177-0d60-4999-9aea-bfc804d9cbb7,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:20.700307 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:20.724781 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd265de4-a013-4aad-ade9-8b4d860577b0 req-2e5db290-156b-4d51-b288-149c76ef66d5 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:20.731051 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dd265de4-a013-4aad-ade9-8b4d860577b0 req-2e5db290-156b-4d51-b288-149c76ef66d5 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 945 time: 0.1197038 Sep 21 17:59:20.792441 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=a8c51177-0d60-4999-9aea-bfc804d9cbb7,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:20.823662 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4fd5dce4-8c69-4ff0-bf1d-5b2807395fb4 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:20.827784 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dd265de4-a013-4aad-ade9-8b4d860577b0 req-bbc2d939-8bc3-47de-9897-542472bd158f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883980 Sep 21 17:59:20.829057 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4fd5dce4-8c69-4ff0-bf1d-5b2807395fb4 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:20.854198 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5dce4-8c69-4ff0-bf1d-5b2807395fb4 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9209ee7-7b90-44f6-be49-24c6a3dee706,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:20.876125 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4fd5dce4-8c69-4ff0-bf1d-5b2807395fb4 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:20.878058 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4fd5dce4-8c69-4ff0-bf1d-5b2807395fb4 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3163400 Sep 21 17:59:20.880823 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36404) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:20.881732 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f0607a-ced2-4b72-9f71-ea0c7e3448ea req-902ed4f1-6667-46bb-8637-87136857350d service neutron] 10.222.0.44 "GET /v2.0/networks/2a44a677-1927-4f9e-821d-0c18ad02e765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407455 Sep 21 17:59:20.898854 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-227c0fb2-b3b0-4870-ade9-c5fa5c0ed1d9 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Request body: {'security_group_rule': {'security_group_id': '06ec9530-c82c-40dd-b028-49d5e0c3a083', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:20.899031 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f962be-1681-4750-90c2-03095a533648 None None] Sync routers for ids ['e3211979-af3e-4d0c-b1b7-17dc67ca71cc'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:59:20.911525 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f962be-1681-4750-90c2-03095a533648 None None] Routers {'e3211979-af3e-4d0c-b1b7-17dc67ca71cc'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:59:20.912350 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-23f962be-1681-4750-90c2-03095a533648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:59:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e3211979-af3e-4d0c-b1b7-17dc67ca71cc'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:59:20.919503 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 4caa6c17-2cb7-4001-8770-7ca7da594698 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:59:20.929228 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2184ac-21d5-4290-8382-add7a5b8fa99 req-f731bc04-8867-4419-976f-f359b579c376 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:20.935885 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2184ac-21d5-4290-8382-add7a5b8fa99 req-f731bc04-8867-4419-976f-f359b579c376 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:20.942340 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2184ac-21d5-4290-8382-add7a5b8fa99 req-f731bc04-8867-4419-976f-f359b579c376 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:20.950879 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2184ac-21d5-4290-8382-add7a5b8fa99 req-f731bc04-8867-4419-976f-f359b579c376 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:20.956820 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2184ac-21d5-4290-8382-add7a5b8fa99 req-f731bc04-8867-4419-976f-f359b579c376 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:20.963032 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2184ac-21d5-4290-8382-add7a5b8fa99 req-f731bc04-8867-4419-976f-f359b579c376 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:20.970135 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2184ac-21d5-4290-8382-add7a5b8fa99 req-f731bc04-8867-4419-976f-f359b579c376 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:20.971593 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-db2184ac-21d5-4290-8382-add7a5b8fa99 req-f731bc04-8867-4419-976f-f359b579c376 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5420 time: 0.1829205 Sep 21 17:59:20.983674 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-30628da6-3532-47fd-864c-0591a45a1418 req-1d8de135-da2b-4d8e-9f63-2467f874fc26 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 210 time: 0.1000092 Sep 21 17:59:20.995995 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-227c0fb2-b3b0-4870-ade9-c5fa5c0ed1d9 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:21.013499 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 4caa6c17-2cb7-4001-8770-7ca7da594698 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:59:21.022358 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 4caa6c17-2cb7-4001-8770-7ca7da594698 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:21.023082 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:21.134457 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-db2184ac-21d5-4290-8382-add7a5b8fa99 req-1ba6f0d1-ba8a-441e-b764-c57b116da789 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1415350 Sep 21 17:59:21.135921 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-227c0fb2-b3b0-4870-ade9-c5fa5c0ed1d9 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:21.138310 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:21.146513 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-227c0fb2-b3b0-4870-ade9-c5fa5c0ed1d9 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:21.154304 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9d9632f4-9ea3-4cb6-a473-77fff4f2be68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3ce70b6-6a2c-4f29-a57a-39e65f45435f {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:21.183754 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9d9632f4-9ea3-4cb6-a473-77fff4f2be68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:21.183754 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'tag': '054e6666-6694-4141-b20b-da2fa2a124e2'}, {'name': 'network-changed', 'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'tag': 'a4d8c11d-20a6-4197-98eb-9131ec08bed8'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:21.183754 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5603fc06-c286-408b-94f4-6a58cba9f86e" -d '{"events": [{"name": "network-changed", "server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "tag": "054e6666-6694-4141-b20b-da2fa2a124e2"}, {"name": "network-changed", "server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "tag": "a4d8c11d-20a6-4197-98eb-9131ec08bed8"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:21.200732 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 4caa6c17-2cb7-4001-8770-7ca7da594698, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=4caa6c17-2cb7-4001-8770-7ca7da594698,segment=NetworkSegment(e564d934-97dd-4d6e-ab5e-6b296ec1ad41),segment_id=e564d934-97dd-4d6e-ab5e-6b296ec1ad41)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:21.204031 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c0fb2-b3b0-4870-ade9-c5fa5c0ed1d9 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87088d31-e5c2-4a6a-a8b8-b50465b783d0,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:21.206699 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:21.207386 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e13059-f0f1-415f-a6d4-1ef634f45079 req-132ea05e-bdd7-49cf-93f2-52437f6697e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:21.207920 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e13059-f0f1-415f-a6d4-1ef634f45079 req-132ea05e-bdd7-49cf-93f2-52437f6697e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:21.208399 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e13059-f0f1-415f-a6d4-1ef634f45079 req-132ea05e-bdd7-49cf-93f2-52437f6697e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:21.208887 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e13059-f0f1-415f-a6d4-1ef634f45079 req-132ea05e-bdd7-49cf-93f2-52437f6697e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:21.209362 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e13059-f0f1-415f-a6d4-1ef634f45079 req-132ea05e-bdd7-49cf-93f2-52437f6697e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:21.209895 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e13059-f0f1-415f-a6d4-1ef634f45079 req-132ea05e-bdd7-49cf-93f2-52437f6697e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:21.210365 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e13059-f0f1-415f-a6d4-1ef634f45079 req-132ea05e-bdd7-49cf-93f2-52437f6697e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:21.212316 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8e13059-f0f1-415f-a6d4-1ef634f45079 req-132ea05e-bdd7-49cf-93f2-52437f6697e1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d40c78ed24d44bc286019ecdefec3c75&device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 6478 time: 0.2216151 Sep 21 17:59:21.227191 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-227c0fb2-b3b0-4870-ade9-c5fa5c0ed1d9 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:21.231087 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-227c0fb2-b3b0-4870-ade9-c5fa5c0ed1d9 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3488767 Sep 21 17:59:21.233872 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36410) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:21.239003 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-072b7683-0abf-4e64-9f68-39353f208f4a tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:21.283800 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-072b7683-0abf-4e64-9f68-39353f208f4a tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks [] for floatingip, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:21.287605 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf9b941-9421-4c3e-88a6-3b096719b4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4caa6c17-2cb7-4001-8770-7ca7da594698'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:21.290361 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7877923a-663a-45d9-a9ad-f668352ded10" -d '{"events": [{"server_uuid": "0cf9b941-9421-4c3e-88a6-3b096719b4f5", "name": "network-vif-plugged", "status": "completed", "tag": "4caa6c17-2cb7-4001-8770-7ca7da594698"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:21.292114 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9d9632f4-9ea3-4cb6-a473-77fff4f2be68 service neutron] Transition to ACTIVE for port object b3ce70b6-6a2c-4f29-a57a-39e65f45435f will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:59:21.294893 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=4caa6c17-2cb7-4001-8770-7ca7da594698,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:21.308577 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9d9632f4-9ea3-4cb6-a473-77fff4f2be68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:21.311194 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-23f962be-1681-4750-90c2-03095a533648 None None] Set router e3211979-af3e-4d0c-b1b7-17dc67ca71cc gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:59:21.465601 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d9eba-850d-49e2-858d-e7f0e7bbf9c3 req-110eee2d-0e31-40a9-add3-6afe358e182e tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:21.467372 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-971d9eba-850d-49e2-858d-e7f0e7bbf9c3 req-110eee2d-0e31-40a9-add3-6afe358e182e tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 945 time: 0.1188207 Sep 21 17:59:21.502949 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:21.602291 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-23f962be-1681-4750-90c2-03095a533648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'name': 'tempest-ServersTestJSON-1963609962-router', 'tenant_id': '4873dd9d411a49059e981a2e4948efcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'a8c51177-0d60-4999-9aea-bfc804d9cbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:59:13Z', 'updated_at': '2021-09-21T17:59:17Z', 'revision_number': 4, 'project_id': '4873dd9d411a49059e981a2e4948efcf', 'gw_port': {'id': 'a8c51177-0d60-4999-9aea-bfc804d9cbb7', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:34:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:14Z', 'updated_at': '2021-09-21T17:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'b06a9056-2a07-4d3e-81b8-e18548bc5b8b', 'name': '', 'network_id': 'bb7393e0-9611-4048-84c9-6e76d82f10fe', 'tenant_id': '4873dd9d411a49059e981a2e4948efcf', 'mac_address': 'fa:16:3e:9d:52:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '9ae1edfa-7747-4ff9-ad75-c1eab6839867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:17Z', 'updated_at': '2021-09-21T17:59:18Z', 'revision_number': 2, 'project_id': '4873dd9d411a49059e981a2e4948efcf', 'subnets': [{'id': '9ae1edfa-7747-4ff9-ad75-c1eab6839867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:59:21.631988 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f962be-1681-4750-90c2-03095a533648 None None] Checking router: e3211979-af3e-4d0c-b1b7-17dc67ca71cc for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:59:21.632250 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f962be-1681-4750-90c2-03095a533648 None None] Updating router e3211979-af3e-4d0c-b1b7-17dc67ca71cc port b06a9056-2a07-4d3e-81b8-e18548bc5b8b binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:59:21.658768 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-23f962be-1681-4750-90c2-03095a533648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:21.867352 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-971d9eba-850d-49e2-858d-e7f0e7bbf9c3 req-68ae2553-9927-48d0-81f7-2eef4060707d tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819323 Sep 21 17:59:21.893616 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-072b7683-0abf-4e64-9f68-39353f208f4a tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:21.944982 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9632f4-9ea3-4cb6-a473-77fff4f2be68 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ce70b6-6a2c-4f29-a57a-39e65f45435f,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:21.951545 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa3fe67-ec67-447c-b5d1-0db28f878384 x-openstack-request-id: req-9fa3fe67-ec67-447c-b5d1-0db28f878384 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:21.951912 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "tag": "054e6666-6694-4141-b20b-da2fa2a124e2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "tag": "a4d8c11d-20a6-4197-98eb-9131ec08bed8", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:21.952345 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9fa3fe67-ec67-447c-b5d1-0db28f878384 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:21.952814 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'tag': '054e6666-6694-4141-b20b-da2fa2a124e2', 'status': 'completed', 'code': 200} Sep 21 17:59:21.952814 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'tag': 'a4d8c11d-20a6-4197-98eb-9131ec08bed8', 'status': 'completed', 'code': 200} Sep 21 17:59:21.990115 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618980fb-d6ea-4385-9c17-0309187dd449 req-1696da0b-0739-41a6-88cd-7639c2d6ad88 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:21.996459 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618980fb-d6ea-4385-9c17-0309187dd449 req-1696da0b-0739-41a6-88cd-7639c2d6ad88 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:22.002034 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618980fb-d6ea-4385-9c17-0309187dd449 req-1696da0b-0739-41a6-88cd-7639c2d6ad88 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:22.007614 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73467b0f-c04e-4c0c-9170-98bf302f0aad x-openstack-request-id: req-73467b0f-c04e-4c0c-9170-98bf302f0aad {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:22.007916 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf9b941-9421-4c3e-88a6-3b096719b4f5", "name": "network-vif-plugged", "status": "completed", "tag": "4caa6c17-2cb7-4001-8770-7ca7da594698", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:22.008173 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-73467b0f-c04e-4c0c-9170-98bf302f0aad {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:22.008571 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf9b941-9421-4c3e-88a6-3b096719b4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4caa6c17-2cb7-4001-8770-7ca7da594698', 'code': 200} Sep 21 17:59:22.011765 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618980fb-d6ea-4385-9c17-0309187dd449 req-1696da0b-0739-41a6-88cd-7639c2d6ad88 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:22.017712 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618980fb-d6ea-4385-9c17-0309187dd449 req-1696da0b-0739-41a6-88cd-7639c2d6ad88 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:22.023916 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618980fb-d6ea-4385-9c17-0309187dd449 req-1696da0b-0739-41a6-88cd-7639c2d6ad88 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:22.030106 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618980fb-d6ea-4385-9c17-0309187dd449 req-1696da0b-0739-41a6-88cd-7639c2d6ad88 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:22.038716 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-618980fb-d6ea-4385-9c17-0309187dd449 req-1696da0b-0739-41a6-88cd-7639c2d6ad88 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5421 time: 0.7056954 Sep 21 17:59:22.048618 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-23f962be-1681-4750-90c2-03095a533648 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:22.058200 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-23f962be-1681-4750-90c2-03095a533648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:22.065126 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e13059-f0f1-415f-a6d4-1ef634f45079 req-84e720fe-0024-4c36-83c7-acdad9f8b70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:22.067036 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8e13059-f0f1-415f-a6d4-1ef634f45079 req-84e720fe-0024-4c36-83c7-acdad9f8b70e service neutron] 10.222.0.44 "GET /v2.0/networks?id=2a44a677-1927-4f9e-821d-0c18ad02e765 HTTP/1.1" status: 200 len: 903 time: 0.8414905 Sep 21 17:59:22.069550 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-072b7683-0abf-4e64-9f68-39353f208f4a tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Allocated IP 172.25.6.46 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/7793bc20-5787-4bb7-abef-bafb36b913b9) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:59:22.139074 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea816cc-b0d2-44d5-9d05-ff63c1d9f926 None None] Pushing event updated for resources: {'Port': ['ID=b06a9056-2a07-4d3e-81b8-e18548bc5b8b,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:22.180405 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-23f962be-1681-4750-90c2-03095a533648 None None] Attempting to bind port b06a9056-2a07-4d3e-81b8-e18548bc5b8b on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:59:22.181032 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-23f962be-1681-4750-90c2-03095a533648 None None] Attempting to bind port b06a9056-2a07-4d3e-81b8-e18548bc5b8b by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'c2630a84-866a-41cd-8a04-0650c8dbcb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bb7393e0-9611-4048-84c9-6e76d82f10fe'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:59:22.181958 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f962be-1681-4750-90c2-03095a533648 None None] Attempting to bind port b06a9056-2a07-4d3e-81b8-e18548bc5b8b on network bb7393e0-9611-4048-84c9-6e76d82f10fe {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:22.196078 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8e13059-f0f1-415f-a6d4-1ef634f45079 req-7b00ebbe-d324-41b1-b14e-5063e20c30fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=22f926ba-99a0-4b43-be3b-dedd87053234 HTTP/1.1" status: 200 len: 217 time: 0.0997188 Sep 21 17:59:22.200698 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f962be-1681-4750-90c2-03095a533648 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:59:22.201333 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f962be-1681-4750-90c2-03095a533648 None None] Checking segment: {'id': 'c2630a84-866a-41cd-8a04-0650c8dbcb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bb7393e0-9611-4048-84c9-6e76d82f10fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:22.201903 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-23f962be-1681-4750-90c2-03095a533648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:22.202439 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f962be-1681-4750-90c2-03095a533648 None None] Bound using segment: {'id': 'c2630a84-866a-41cd-8a04-0650c8dbcb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bb7393e0-9611-4048-84c9-6e76d82f10fe'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:59:22.212592 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-23f962be-1681-4750-90c2-03095a533648 None None] Bound port: b06a9056-2a07-4d3e-81b8-e18548bc5b8b, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2630a84-866a-41cd-8a04-0650c8dbcb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bb7393e0-9611-4048-84c9-6e76d82f10fe'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:59:22.213417 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-23f962be-1681-4750-90c2-03095a533648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:22.224102 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9d9632f4-9ea3-4cb6-a473-77fff4f2be68 service neutron] Attempting to bind port b3ce70b6-6a2c-4f29-a57a-39e65f45435f on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:59:22.224449 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9d9632f4-9ea3-4cb6-a473-77fff4f2be68 service neutron] Attempting to bind port b3ce70b6-6a2c-4f29-a57a-39e65f45435f by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '284c8edc-4cb9-4da4-8faf-e3c218f7e9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2d5cd904-6c64-427e-ac24-4519ebea83bd'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:59:22.224776 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9d9632f4-9ea3-4cb6-a473-77fff4f2be68 service neutron] Attempting to bind port b3ce70b6-6a2c-4f29-a57a-39e65f45435f on network 2d5cd904-6c64-427e-ac24-4519ebea83bd {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:22.240485 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-072b7683-0abf-4e64-9f68-39353f208f4a tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:22.246093 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-618980fb-d6ea-4385-9c17-0309187dd449 req-f996cd18-e150-4fed-825c-c107bf4cc214 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2064884 Sep 21 17:59:22.298715 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-5db103ed-62c8-467c-8270-0e382cbbd550 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:22.312756 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-5db103ed-62c8-467c-8270-0e382cbbd550 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.38 "GET /v2.0/networks?id=8c160ab6-baed-4257-8d63-cfb421e0e315 HTTP/1.1" status: 200 len: 812 time: 0.4921656 Sep 21 17:59:22.317001 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866f77f-364e-4cff-bbed-c7008f4aeb6b req-999a568d-7fcb-461c-90c1-c171f6e72ead tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:22.324668 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6866f77f-364e-4cff-bbed-c7008f4aeb6b req-999a568d-7fcb-461c-90c1-c171f6e72ead tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.1064026 Sep 21 17:59:22.338095 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-23f962be-1681-4750-90c2-03095a533648 None None] For port b06a9056-2a07-4d3e-81b8-e18548bc5b8b, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:59:22.341219 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9d9632f4-9ea3-4cb6-a473-77fff4f2be68 service neutron] Port b3ce70b6-6a2c-4f29-a57a-39e65f45435f on network 2d5cd904-6c64-427e-ac24-4519ebea83bd not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:59:22.341559 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9d9632f4-9ea3-4cb6-a473-77fff4f2be68 service neutron] Attempting to bind port b3ce70b6-6a2c-4f29-a57a-39e65f45435f on network 2d5cd904-6c64-427e-ac24-4519ebea83bd {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:22.343738 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-23f962be-1681-4750-90c2-03095a533648 None None] For port b06a9056-2a07-4d3e-81b8-e18548bc5b8b, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=b06a9056-2a07-4d3e-81b8-e18548bc5b8b,segment=NetworkSegment(c2630a84-866a-41cd-8a04-0650c8dbcb20),segment_id=c2630a84-866a-41cd-8a04-0650c8dbcb20)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:59:22.352599 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-23f962be-1681-4750-90c2-03095a533648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:22.378015 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-a9506467-5469-4720-b1d8-3da734045b5d tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Request body: {'port': {'device_id': '45a69c66-9ff3-4bd6-bc24-64647ff6f269', 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315', 'admin_state_up': True, 'tenant_id': 'f1fc54364b794afda43368337694baaa'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:22.386000 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6866f77f-364e-4cff-bbed-c7008f4aeb6b req-841cb606-74f2-4f59-982b-a017fa441306 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579944 Sep 21 17:59:22.388105 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603fc06-c286-408b-94f4-6a58cba9f86e req-cf0a5741-7231-412b-82d5-f8e0c01fc776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:22.389687 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603fc06-c286-408b-94f4-6a58cba9f86e req-cf0a5741-7231-412b-82d5-f8e0c01fc776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:22.390280 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-072b7683-0abf-4e64-9f68-39353f208f4a tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:22.390534 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603fc06-c286-408b-94f4-6a58cba9f86e req-cf0a5741-7231-412b-82d5-f8e0c01fc776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:22.391130 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603fc06-c286-408b-94f4-6a58cba9f86e req-cf0a5741-7231-412b-82d5-f8e0c01fc776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:22.391567 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603fc06-c286-408b-94f4-6a58cba9f86e req-cf0a5741-7231-412b-82d5-f8e0c01fc776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:22.392055 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603fc06-c286-408b-94f4-6a58cba9f86e req-cf0a5741-7231-412b-82d5-f8e0c01fc776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:22.392527 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603fc06-c286-408b-94f4-6a58cba9f86e req-cf0a5741-7231-412b-82d5-f8e0c01fc776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:22.394986 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5603fc06-c286-408b-94f4-6a58cba9f86e req-cf0a5741-7231-412b-82d5-f8e0c01fc776 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f45042291f6d424394d35c26dcf75613&device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 6447 time: 0.3492897 Sep 21 17:59:22.400192 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e13059-f0f1-415f-a6d4-1ef634f45079 req-27a9cd39-aeec-4b61-a374-9ba05ca7293e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:22.401468 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8e13059-f0f1-415f-a6d4-1ef634f45079 req-27a9cd39-aeec-4b61-a374-9ba05ca7293e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f88e04cf-6a48-4a7e-9d33-f15c9b0c57cc HTTP/1.1" status: 200 len: 797 time: 0.1913757 Sep 21 17:59:22.411445 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a8c51177-0d60-4999-9aea-bfc804d9cbb7 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:59:22.413737 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-3545e557-4627-4dcf-860d-3fc9086dcbae None None] Provisioning complete for port b06a9056-2a07-4d3e-81b8-e18548bc5b8b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:22.414101 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3545e557-4627-4dcf-860d-3fc9086dcbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:22.427534 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd252c3-e869-4652-935d-81619f83c77d req-8298e6a4-8b75-46cd-8fa3-80de2712f48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:22.429309 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bcd252c3-e869-4652-935d-81619f83c77d req-8298e6a4-8b75-46cd-8fa3-80de2712f48e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 1096 time: 0.3299472 Sep 21 17:59:22.430147 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9d9632f4-9ea3-4cb6-a473-77fff4f2be68 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:59:22.430492 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9d9632f4-9ea3-4cb6-a473-77fff4f2be68 service neutron] Checking segment: {'id': '284c8edc-4cb9-4da4-8faf-e3c218f7e9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2d5cd904-6c64-427e-ac24-4519ebea83bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:22.430878 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9d9632f4-9ea3-4cb6-a473-77fff4f2be68 service neutron] Bound using segment: {'id': '284c8edc-4cb9-4da4-8faf-e3c218f7e9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2d5cd904-6c64-427e-ac24-4519ebea83bd'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:59:22.434672 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9d9632f4-9ea3-4cb6-a473-77fff4f2be68 service neutron] Bound port: b3ce70b6-6a2c-4f29-a57a-39e65f45435f, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '284c8edc-4cb9-4da4-8faf-e3c218f7e9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2d5cd904-6c64-427e-ac24-4519ebea83bd'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:59:22.435115 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9d9632f4-9ea3-4cb6-a473-77fff4f2be68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:22.456170 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072b7683-0abf-4e64-9f68-39353f208f4a tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:59:22.460812 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-072b7683-0abf-4e64-9f68-39353f208f4a tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:59:22.467298 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072b7683-0abf-4e64-9f68-39353f208f4a tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:59:22.483044 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea816cc-b0d2-44d5-9d05-ff63c1d9f926 None None] Pushing event updated for resources: {'Port': ['ID=b06a9056-2a07-4d3e-81b8-e18548bc5b8b,revision_number=4']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:22.486628 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f962be-1681-4750-90c2-03095a533648 None None] Routers {'e3211979-af3e-4d0c-b1b7-17dc67ca71cc'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:59:22.487271 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-23f962be-1681-4750-90c2-03095a533648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:59:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e3211979-af3e-4d0c-b1b7-17dc67ca71cc'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:59:22.509163 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b7683-0abf-4e64-9f68-39353f208f4a tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Pushing event updated for resources: {'Port': ['ID=7793bc20-5787-4bb7-abef-bafb36b913b9,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:22.557362 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-434e8035-f9d7-4618-aceb-74f3ae90b28a req-56318aaf-5cc6-45a3-aa2b-14221bd5cdf2 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 210 time: 0.0517342 Sep 21 17:59:22.584885 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port a8c51177-0d60-4999-9aea-bfc804d9cbb7 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:22.586710 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:22.635951 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-072b7683-0abf-4e64-9f68-39353f208f4a tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:22.679627 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-23f962be-1681-4750-90c2-03095a533648 None None] Set router e3211979-af3e-4d0c-b1b7-17dc67ca71cc gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:59:22.687319 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-072b7683-0abf-4e64-9f68-39353f208f4a tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:22.774514 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3545e557-4627-4dcf-860d-3fc9086dcbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:22.776678 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603fc06-c286-408b-94f4-6a58cba9f86e req-79f3ba51-5ae9-43de-88cf-014d59d0b03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:22.777295 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603fc06-c286-408b-94f4-6a58cba9f86e req-79f3ba51-5ae9-43de-88cf-014d59d0b03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:22.777953 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603fc06-c286-408b-94f4-6a58cba9f86e req-79f3ba51-5ae9-43de-88cf-014d59d0b03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:22.779730 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5603fc06-c286-408b-94f4-6a58cba9f86e req-79f3ba51-5ae9-43de-88cf-014d59d0b03b service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=f45042291f6d424394d35c26dcf75613&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3687401 Sep 21 17:59:22.816885 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bcd252c3-e869-4652-935d-81619f83c77d req-1c3d55eb-aad1-4cff-8f32-81c6fa08f656 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739142 Sep 21 17:59:22.824855 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428f697-fb3b-4907-9d9a-2a13675fd31f req-faeb0843-d7b5-4e18-9029-d57c607af413 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:22.826790 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0428f697-fb3b-4907-9d9a-2a13675fd31f req-faeb0843-d7b5-4e18-9029-d57c607af413 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 945 time: 0.4222353 Sep 21 17:59:22.835871 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e13059-f0f1-415f-a6d4-1ef634f45079 req-0662a094-d3d6-4702-bad6-aaa17bf146f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:22.837700 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8e13059-f0f1-415f-a6d4-1ef634f45079 req-0662a094-d3d6-4702-bad6-aaa17bf146f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2a44a677-1927-4f9e-821d-0c18ad02e765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2761362 Sep 21 17:59:22.842342 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-3545e557-4627-4dcf-860d-3fc9086dcbae None None] For port b06a9056-2a07-4d3e-81b8-e18548bc5b8b, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=b06a9056-2a07-4d3e-81b8-e18548bc5b8b,segment=NetworkSegment(c2630a84-866a-41cd-8a04-0650c8dbcb20),segment_id=c2630a84-866a-41cd-8a04-0650c8dbcb20)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:22.854437 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3545e557-4627-4dcf-860d-3fc9086dcbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:22.856666 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7926c8-0767-4171-820d-8f17cc7b700b req-7ddd7b47-ada3-4647-9572-15cc185a956d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:22.864792 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7926c8-0767-4171-820d-8f17cc7b700b req-7ddd7b47-ada3-4647-9572-15cc185a956d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:22.873552 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7926c8-0767-4171-820d-8f17cc7b700b req-7ddd7b47-ada3-4647-9572-15cc185a956d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:22.882491 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7926c8-0767-4171-820d-8f17cc7b700b req-7ddd7b47-ada3-4647-9572-15cc185a956d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:22.889260 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7926c8-0767-4171-820d-8f17cc7b700b req-7ddd7b47-ada3-4647-9572-15cc185a956d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:22.896164 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7926c8-0767-4171-820d-8f17cc7b700b req-7ddd7b47-ada3-4647-9572-15cc185a956d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:22.901489 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9d9632f4-9ea3-4cb6-a473-77fff4f2be68 service neutron] For port b3ce70b6-6a2c-4f29-a57a-39e65f45435f, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:59:22.903479 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7926c8-0767-4171-820d-8f17cc7b700b req-7ddd7b47-ada3-4647-9572-15cc185a956d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:22.905613 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ac7926c8-0767-4171-820d-8f17cc7b700b req-7ddd7b47-ada3-4647-9572-15cc185a956d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5432 time: 0.1731617 Sep 21 17:59:22.914192 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545e557-4627-4dcf-860d-3fc9086dcbae None None] Pushing event updated for resources: {'Port': ['ID=b06a9056-2a07-4d3e-81b8-e18548bc5b8b,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:22.929021 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-23f962be-1681-4750-90c2-03095a533648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'name': 'tempest-ServersTestJSON-1963609962-router', 'tenant_id': '4873dd9d411a49059e981a2e4948efcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'a8c51177-0d60-4999-9aea-bfc804d9cbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:59:13Z', 'updated_at': '2021-09-21T17:59:17Z', 'revision_number': 4, 'project_id': '4873dd9d411a49059e981a2e4948efcf', 'gw_port': {'id': 'a8c51177-0d60-4999-9aea-bfc804d9cbb7', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:34:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:14Z', 'updated_at': '2021-09-21T17:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'b06a9056-2a07-4d3e-81b8-e18548bc5b8b', 'name': '', 'network_id': 'bb7393e0-9611-4048-84c9-6e76d82f10fe', 'tenant_id': '4873dd9d411a49059e981a2e4948efcf', 'mac_address': 'fa:16:3e:9d:52:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '9ae1edfa-7747-4ff9-ad75-c1eab6839867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:17Z', 'updated_at': '2021-09-21T17:59:22Z', 'revision_number': 4, 'project_id': '4873dd9d411a49059e981a2e4948efcf', 'subnets': [{'id': '9ae1edfa-7747-4ff9-ad75-c1eab6839867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:59:22.958716 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f962be-1681-4750-90c2-03095a533648 None None] The sync data for ids ['e3211979-af3e-4d0c-b1b7-17dc67ca71cc'] in n-d-810291-1 is: [{'id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'name': 'tempest-ServersTestJSON-1963609962-router', 'tenant_id': '4873dd9d411a49059e981a2e4948efcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'a8c51177-0d60-4999-9aea-bfc804d9cbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:59:13Z', 'updated_at': '2021-09-21T17:59:17Z', 'revision_number': 4, 'project_id': '4873dd9d411a49059e981a2e4948efcf', 'gw_port': {'id': 'a8c51177-0d60-4999-9aea-bfc804d9cbb7', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:34:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:14Z', 'updated_at': '2021-09-21T17:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'b06a9056-2a07-4d3e-81b8-e18548bc5b8b', 'name': '', 'network_id': 'bb7393e0-9611-4048-84c9-6e76d82f10fe', 'tenant_id': '4873dd9d411a49059e981a2e4948efcf', 'mac_address': 'fa:16:3e:9d:52:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '9ae1edfa-7747-4ff9-ad75-c1eab6839867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:17Z', 'updated_at': '2021-09-21T17:59:22Z', 'revision_number': 4, 'project_id': '4873dd9d411a49059e981a2e4948efcf', 'subnets': [{'id': '9ae1edfa-7747-4ff9-ad75-c1eab6839867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:59:22.974425 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9d9632f4-9ea3-4cb6-a473-77fff4f2be68 service neutron] For port b3ce70b6-6a2c-4f29-a57a-39e65f45435f, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=b3ce70b6-6a2c-4f29-a57a-39e65f45435f,segment=NetworkSegment(284c8edc-4cb9-4da4-8faf-e3c218f7e9d7),segment_id=284c8edc-4cb9-4da4-8faf-e3c218f7e9d7)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:59:22.981914 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5f0d9052-d361-4420-9b8b-0734d8619253 None None] Provisioning complete for port b06a9056-2a07-4d3e-81b8-e18548bc5b8b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:22.982426 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5f0d9052-d361-4420-9b8b-0734d8619253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:22.998771 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9d9632f4-9ea3-4cb6-a473-77fff4f2be68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:23.013578 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ac7926c8-0767-4171-820d-8f17cc7b700b req-d4fe91b2-6fdb-4133-9d6d-4818f05a9774 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0959847 Sep 21 17:59:23.033652 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0428f697-fb3b-4907-9d9a-2a13675fd31f req-71318656-f3ad-4e4c-9e20-eb517baf7f9d tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921861 Sep 21 17:59:23.130267 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9d9632f4-9ea3-4cb6-a473-77fff4f2be68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:23.131055 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9d9632f4-9ea3-4cb6-a473-77fff4f2be68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:23.134637 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-072b7683-0abf-4e64-9f68-39353f208f4a tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:23.136160 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9d9632f4-9ea3-4cb6-a473-77fff4f2be68 service neutron] 10.222.0.38 "PUT /v2.0/ports/b3ce70b6-6a2c-4f29-a57a-39e65f45435f HTTP/1.1" status: 200 len: 1091 time: 3.0720744 Sep 21 17:59:23.151714 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-072b7683-0abf-4e64-9f68-39353f208f4a tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:23.195498 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-a9506467-5469-4720-b1d8-3da734045b5d tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Made reservation on behalf of f1fc54364b794afda43368337694baaa for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:59:23.199071 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-a9506467-5469-4720-b1d8-3da734045b5d tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:23.208249 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:23.229584 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b7683-0abf-4e64-9f68-39353f208f4a tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Pushing event updated for resources: {'Port': ['ID=7793bc20-5787-4bb7-abef-bafb36b913b9,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:23.255633 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8e13059-f0f1-415f-a6d4-1ef634f45079 req-736fc6f0-2b29-400e-9bfc-73da7847df80 service neutron] 10.222.0.44 "GET /v2.0/networks/2a44a677-1927-4f9e-821d-0c18ad02e765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074388 Sep 21 17:59:23.320406 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-072b7683-0abf-4e64-9f68-39353f208f4a tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:23.340776 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-072b7683-0abf-4e64-9f68-39353f208f4a tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:23.342551 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-072b7683-0abf-4e64-9f68-39353f208f4a tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1076653 Sep 21 17:59:23.346706 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9632f4-9ea3-4cb6-a473-77fff4f2be68 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ce70b6-6a2c-4f29-a57a-39e65f45435f,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:23.379518 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7e69f-5896-4076-8ec8-f49a922da780 req-cfc753af-f7de-461d-b8a2-97d5573cda19 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:23.395983 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 36434) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:23.404349 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4ae7e69f-5896-4076-8ec8-f49a922da780 req-cfc753af-f7de-461d-b8a2-97d5573cda19 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 945 time: 0.1614802 Sep 21 17:59:23.418562 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-8b4e6034-f3d5-4056-9c40-20e4b4461644 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Request body: {'floatingip': {'port_id': '01c5d430-12c5-4025-9899-f3f139598930'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:23.443618 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603fc06-c286-408b-94f4-6a58cba9f86e req-8b9976a4-40d5-4ea2-8493-1133906d760f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:23.445129 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5603fc06-c286-408b-94f4-6a58cba9f86e req-8b9976a4-40d5-4ea2-8493-1133906d760f service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3765831 Sep 21 17:59:23.524757 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fea5c-6acb-4643-a8fa-1149145c09a4 req-9e050980-9cbf-49b7-afe2-160332485705 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:23.531549 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fea5c-6acb-4643-a8fa-1149145c09a4 req-9e050980-9cbf-49b7-afe2-160332485705 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:23.537662 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fea5c-6acb-4643-a8fa-1149145c09a4 req-9e050980-9cbf-49b7-afe2-160332485705 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:23.543628 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fea5c-6acb-4643-a8fa-1149145c09a4 req-9e050980-9cbf-49b7-afe2-160332485705 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:23.550001 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fea5c-6acb-4643-a8fa-1149145c09a4 req-9e050980-9cbf-49b7-afe2-160332485705 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:23.556096 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fea5c-6acb-4643-a8fa-1149145c09a4 req-9e050980-9cbf-49b7-afe2-160332485705 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:23.562257 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fea5c-6acb-4643-a8fa-1149145c09a4 req-9e050980-9cbf-49b7-afe2-160332485705 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:23.571221 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-af0fea5c-6acb-4643-a8fa-1149145c09a4 req-9e050980-9cbf-49b7-afe2-160332485705 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5421 time: 0.1083093 Sep 21 17:59:23.583490 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8b4e6034-f3d5-4056-9c40-20e4b4461644 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks [] for floatingip, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:23.603863 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ae749-a52d-423c-82df-f73f88d41d71 req-4a33059b-6172-43c4-84c8-ab065fb63097 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:23.605414 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-486ae749-a52d-423c-82df-f73f88d41d71 req-4a33059b-6172-43c4-84c8-ab065fb63097 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 945 time: 0.3855960 Sep 21 17:59:23.619465 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-af0fea5c-6acb-4643-a8fa-1149145c09a4 req-4ad6faeb-d7a1-4737-9e1b-65a0241b8e0e tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0473359 Sep 21 17:59:23.759843 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-eaecee5b-e304-44f4-9ee0-3055ecc42123 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--693421486&fields=id&tenant_id=4873dd9d411a49059e981a2e4948efcf HTTP/1.1" status: 200 len: 267 time: 0.0365536 Sep 21 17:59:23.774982 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8e13059-f0f1-415f-a6d4-1ef634f45079 req-1879b7f9-b76f-45db-9d85-b1cd5b1873b6 service neutron] 10.222.0.44 "GET /v2.0/networks/2a44a677-1927-4f9e-821d-0c18ad02e765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4756768 Sep 21 17:59:23.791780 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603fc06-c286-408b-94f4-6a58cba9f86e req-a79a8a5c-99f0-45cb-9b09-f6dc00a60841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:23.792269 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603fc06-c286-408b-94f4-6a58cba9f86e req-a79a8a5c-99f0-45cb-9b09-f6dc00a60841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:23.792740 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603fc06-c286-408b-94f4-6a58cba9f86e req-a79a8a5c-99f0-45cb-9b09-f6dc00a60841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:23.793207 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603fc06-c286-408b-94f4-6a58cba9f86e req-a79a8a5c-99f0-45cb-9b09-f6dc00a60841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:23.793670 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603fc06-c286-408b-94f4-6a58cba9f86e req-a79a8a5c-99f0-45cb-9b09-f6dc00a60841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:23.794135 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603fc06-c286-408b-94f4-6a58cba9f86e req-a79a8a5c-99f0-45cb-9b09-f6dc00a60841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:23.794599 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603fc06-c286-408b-94f4-6a58cba9f86e req-a79a8a5c-99f0-45cb-9b09-f6dc00a60841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:23.796548 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5603fc06-c286-408b-94f4-6a58cba9f86e req-a79a8a5c-99f0-45cb-9b09-f6dc00a60841 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f45042291f6d424394d35c26dcf75613&device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 6489 time: 0.2909658 Sep 21 17:59:23.830672 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-a9506467-5469-4720-b1d8-3da734045b5d tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Allocated IP 172.20.0.14 (8c160ab6-baed-4257-8d63-cfb421e0e315/8c08e933-ce5c-4713-ad95-cf9d2cd4544e/44292ec2-864c-49ea-99ee-8c3f0729d2f7) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:59:23.904774 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-a0fc6afd-409e-4622-804e-ddb2ca317c74 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:23.906363 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-a0fc6afd-409e-4622-804e-ddb2ca317c74 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/networks?id=bb7393e0-9611-4048-84c9-6e76d82f10fe HTTP/1.1" status: 200 len: 806 time: 0.1326094 Sep 21 17:59:23.906716 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-486ae749-a52d-423c-82df-f73f88d41d71 req-8bfeff33-e6a5-4112-8a78-84e41af7625c tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658277 Sep 21 17:59:23.949682 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-2e139507-1532-45d5-ad58-f0566d496a97 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/quotas/4873dd9d411a49059e981a2e4948efcf HTTP/1.1" status: 200 len: 375 time: 0.0275798 Sep 21 17:59:23.983228 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'tag': 'b3ce70b6-6a2c-4f29-a57a-39e65f45435f'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:23.985387 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01da5bd3-4637-489d-90e8-5263f8e6f39a" -d '{"events": [{"name": "network-changed", "server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "tag": "b3ce70b6-6a2c-4f29-a57a-39e65f45435f"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:24.030847 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-11df3d38-3fbb-417a-a2ae-64e571814fa5 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4873dd9d411a49059e981a2e4948efcf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0713890 Sep 21 17:59:24.121266 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-a8fc6f58-ce00-4d1c-8179-2a8c6439fa8d service neutron] 10.222.0.58 "GET /v2.0/networks/bb7393e0-9611-4048-84c9-6e76d82f10fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881531 Sep 21 17:59:24.138336 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603fc06-c286-408b-94f4-6a58cba9f86e req-c79ca54f-3eb4-42a3-bf76-56e29d9374e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:24.138821 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603fc06-c286-408b-94f4-6a58cba9f86e req-c79ca54f-3eb4-42a3-bf76-56e29d9374e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:24.139327 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603fc06-c286-408b-94f4-6a58cba9f86e req-c79ca54f-3eb4-42a3-bf76-56e29d9374e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:24.140922 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5603fc06-c286-408b-94f4-6a58cba9f86e req-c79ca54f-3eb4-42a3-bf76-56e29d9374e0 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=f45042291f6d424394d35c26dcf75613&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3275664 Sep 21 17:59:24.221285 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d3955-8655-4e47-b35a-8c3d3491aa5f req-f59c8319-fc10-40ec-a7bb-3895f59d0503 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:24.222863 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7a3d3955-8655-4e47-b35a-8c3d3491aa5f req-f59c8319-fc10-40ec-a7bb-3895f59d0503 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.2280619 Sep 21 17:59:24.228933 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-e2fbe4bb-5c11-4ebf-8908-2dbdec909d79 service neutron] 10.222.0.58 "GET /v2.0/networks/bb7393e0-9611-4048-84c9-6e76d82f10fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007290 Sep 21 17:59:24.395532 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b06a9056-2a07-4d3e-81b8-e18548bc5b8b up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:59:24.465962 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-480ed4ab-1224-4ca0-9a6c-878289ac9a81 req-a17d4922-071b-4d15-aec9-39992cbd5b30 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 210 time: 0.0332341 Sep 21 17:59:24.481987 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port b06a9056-2a07-4d3e-81b8-e18548bc5b8b triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:24.481987 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:24.511693 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:24.571601 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a821368-c9e4-43ff-b468-48dbdae5295d x-openstack-request-id: req-7a821368-c9e4-43ff-b468-48dbdae5295d {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:24.571931 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "tag": "b3ce70b6-6a2c-4f29-a57a-39e65f45435f", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:24.572139 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7a821368-c9e4-43ff-b468-48dbdae5295d {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:24.572523 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'tag': 'b3ce70b6-6a2c-4f29-a57a-39e65f45435f', 'status': 'completed', 'code': 200} Sep 21 17:59:24.642187 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f810c-39f0-4fe5-968b-e0dd3a19fe7a req-48c6cb4e-d665-48db-95ab-f8c5814cee6d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:24.649510 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f810c-39f0-4fe5-968b-e0dd3a19fe7a req-48c6cb4e-d665-48db-95ab-f8c5814cee6d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:24.656273 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f810c-39f0-4fe5-968b-e0dd3a19fe7a req-48c6cb4e-d665-48db-95ab-f8c5814cee6d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:24.662794 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f810c-39f0-4fe5-968b-e0dd3a19fe7a req-48c6cb4e-d665-48db-95ab-f8c5814cee6d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:24.668889 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f810c-39f0-4fe5-968b-e0dd3a19fe7a req-48c6cb4e-d665-48db-95ab-f8c5814cee6d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:24.675600 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f810c-39f0-4fe5-968b-e0dd3a19fe7a req-48c6cb4e-d665-48db-95ab-f8c5814cee6d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:24.682182 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f810c-39f0-4fe5-968b-e0dd3a19fe7a req-48c6cb4e-d665-48db-95ab-f8c5814cee6d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:24.684335 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-903f810c-39f0-4fe5-968b-e0dd3a19fe7a req-48c6cb4e-d665-48db-95ab-f8c5814cee6d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5432 time: 0.1074481 Sep 21 17:59:24.730115 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-903f810c-39f0-4fe5-968b-e0dd3a19fe7a req-84b3ecb2-a14f-4a03-be65-2efbecec0b00 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367341 Sep 21 17:59:24.731498 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-a9506467-5469-4720-b1d8-3da734045b5d tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:24.735398 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7a3d3955-8655-4e47-b35a-8c3d3491aa5f req-bc08b18e-b81d-48c8-8c69-0bda3200292c tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655593 Sep 21 17:59:24.837889 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603fc06-c286-408b-94f4-6a58cba9f86e req-9eae86d8-21af-46d5-af5f-7cef9d20cc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:24.839882 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5603fc06-c286-408b-94f4-6a58cba9f86e req-9eae86d8-21af-46d5-af5f-7cef9d20cc60 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6895351 Sep 21 17:59:24.897161 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a2c7c57b-018a-4ba1-a722-c373972bba7b req-9b2481df-d83f-4802-94c6-7fb8ba9c2a14 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/ports?device_id=65a5b5fd-9503-4c40-823b-ee89517754ec HTTP/1.1" status: 200 len: 210 time: 0.0772283 Sep 21 17:59:24.941395 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-a9506467-5469-4720-b1d8-3da734045b5d tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:25.020470 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.db.resource_extend [None req-8b4e6034-f3d5-4056-9c40-20e4b4461644 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 17:59:25.025294 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb123f6f-7174-4941-b032-25391f18682d req-d6f316d9-8c5f-41db-9c10-53886a9f2963 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:25.027221 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bb123f6f-7174-4941-b032-25391f18682d req-d6f316d9-8c5f-41db-9c10-53886a9f2963 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 945 time: 0.0547042 Sep 21 17:59:25.066342 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bb123f6f-7174-4941-b032-25391f18682d req-c607a843-ea4a-44bb-a8c7-1bd94fed02a1 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322623 Sep 21 17:59:25.076230 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-a9506467-5469-4720-b1d8-3da734045b5d tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Network 8c160ab6-baed-4257-8d63-cfb421e0e315 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:59:25.094732 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-a9506467-5469-4720-b1d8-3da734045b5d tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:59:25.097734 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-a9506467-5469-4720-b1d8-3da734045b5d tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:59:25.105990 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9506467-5469-4720-b1d8-3da734045b5d tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Pushing event updated for resources: {'Port': ['ID=44292ec2-864c-49ea-99ee-8c3f0729d2f7,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:25.133522 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-46b8e8a8-5ab0-4836-887a-82306f164b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:25.134005 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-46b8e8a8-5ab0-4836-887a-82306f164b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:25.134492 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-46b8e8a8-5ab0-4836-887a-82306f164b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:25.135022 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-46b8e8a8-5ab0-4836-887a-82306f164b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:25.135447 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-46b8e8a8-5ab0-4836-887a-82306f164b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:25.136005 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-46b8e8a8-5ab0-4836-887a-82306f164b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:25.136374 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-46b8e8a8-5ab0-4836-887a-82306f164b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:25.138304 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-46b8e8a8-5ab0-4836-887a-82306f164b5a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f45042291f6d424394d35c26dcf75613&device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 6489 time: 0.2218809 Sep 21 17:59:25.156836 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51667fba-d11c-4c65-91e4-b7ad28c2a868 req-8e6d5902-2aab-4825-8ba3-3990ecbae1ca tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:25.162718 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51667fba-d11c-4c65-91e4-b7ad28c2a868 req-8e6d5902-2aab-4825-8ba3-3990ecbae1ca tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:25.168613 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51667fba-d11c-4c65-91e4-b7ad28c2a868 req-8e6d5902-2aab-4825-8ba3-3990ecbae1ca tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:25.174466 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51667fba-d11c-4c65-91e4-b7ad28c2a868 req-8e6d5902-2aab-4825-8ba3-3990ecbae1ca tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:25.180343 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51667fba-d11c-4c65-91e4-b7ad28c2a868 req-8e6d5902-2aab-4825-8ba3-3990ecbae1ca tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:25.186214 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51667fba-d11c-4c65-91e4-b7ad28c2a868 req-8e6d5902-2aab-4825-8ba3-3990ecbae1ca tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:25.192574 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51667fba-d11c-4c65-91e4-b7ad28c2a868 req-8e6d5902-2aab-4825-8ba3-3990ecbae1ca tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:25.194533 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-51667fba-d11c-4c65-91e4-b7ad28c2a868 req-8e6d5902-2aab-4825-8ba3-3990ecbae1ca tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5421 time: 0.2573297 Sep 21 17:59:25.210984 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8b4e6034-f3d5-4056-9c40-20e4b4461644 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:25.251957 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8b4e6034-f3d5-4056-9c40-20e4b4461644 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:25.265822 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-10c34e1b-6e3c-4c4b-bd4a-e9d1a60efb4e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8bd6324-ba29-4ca0-b70f-9e2945b882d7 HTTP/1.1" status: 200 len: 217 time: 0.0641565 Sep 21 17:59:25.272157 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-ca7e6b83-3a04-47be-9555-3e40655701bd tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:25.276606 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-ca7e6b83-3a04-47be-9555-3e40655701bd tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/networks?id=f2d81d27-0c00-4725-9470-c5bfb20f5559 HTTP/1.1" status: 200 len: 813 time: 0.1092672 Sep 21 17:59:25.297349 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-b1793f3b-41cb-45ec-baf1-a0d89533f60b tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/quotas/6392516e96f84ba892289a69fd738ba0 HTTP/1.1" status: 200 len: 375 time: 0.0098982 Sep 21 17:59:25.318143 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-a9506467-5469-4720-b1d8-3da734045b5d tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:25.318763 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-a9506467-5469-4720-b1d8-3da734045b5d tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:25.348544 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-b4dddaf3-5692-476d-bca6-a503be1d5ec2 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6392516e96f84ba892289a69fd738ba0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0446596 Sep 21 17:59:25.386672 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-51667fba-d11c-4c65-91e4-b7ad28c2a868 req-f75e7be9-3575-4adf-a20b-f6baadafe02d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1722684 Sep 21 17:59:25.390454 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-a9506467-5469-4720-b1d8-3da734045b5d tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0499318 Sep 21 17:59:25.393230 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-69da246d-932e-416a-9579-5b326e5047b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:25.394745 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-69da246d-932e-416a-9579-5b326e5047b8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=063152f7-9266-4ea3-af4b-f63acd8682dc HTTP/1.1" status: 200 len: 856 time: 0.0970383 Sep 21 17:59:25.425643 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-e6223b8f-7c3e-417e-a616-21eac5fd34c8 service neutron] Request body: {'port': {'device_id': '45a69c66-9ff3-4bd6-bc24-64647ff6f269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:25.463526 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-e18bb00d-dc44-442d-883b-3ed7c92cbc72 service neutron] 10.222.0.58 "GET /v2.0/networks/f2d81d27-0c00-4725-9470-c5bfb20f5559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076763 Sep 21 17:59:25.517581 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-8b4e6034-f3d5-4056-9c40-20e4b4461644 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Floating IP 4237c033-882a-4d51-948f-ced53a717908 associated. External IP: 172.25.6.200, port: 01c5d430-12c5-4025-9899-f3f139598930. Sep 21 17:59:25.575655 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-64ced2cc-3ffe-4283-b18f-735b6dbe44bb service neutron] 10.222.0.58 "GET /v2.0/networks/f2d81d27-0c00-4725-9470-c5bfb20f5559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110651 Sep 21 17:59:25.646512 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-e6223b8f-7c3e-417e-a616-21eac5fd34c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:25.656419 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-16a6244e-4eb0-4ed0-b3ff-2a7c28b72294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:25.657873 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-16a6244e-4eb0-4ed0-b3ff-2a7c28b72294 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2dc45eb4-5f11-4e3f-9333-457ab9caa65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2378368 Sep 21 17:59:25.741360 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cfe70307-7571-42a9-aeb2-a7986f6ab1ec req-6a97a172-798b-4857-8697-cda8df24aa48 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d4654c3-b51d-483e-9190-52f9aa651d22 HTTP/1.1" status: 200 len: 210 time: 0.0262349 Sep 21 17:59:25.828270 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-5a599045-f33b-428d-b43a-0786b510ff5c tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:25.829725 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-5a599045-f33b-428d-b43a-0786b510ff5c tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.44 "GET /v2.0/networks?id=bb7393e0-9611-4048-84c9-6e76d82f10fe HTTP/1.1" status: 200 len: 806 time: 0.3517318 Sep 21 17:59:25.837830 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0bf32-75c8-41d2-a272-55208ca200bb req-7c95661c-b41f-43e2-b187-77798fd6782e tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:25.839364 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-13f0bf32-75c8-41d2-a272-55208ca200bb req-7c95661c-b41f-43e2-b187-77798fd6782e tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 932 time: 0.2632411 Sep 21 17:59:25.889025 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f5b2c-b89c-44c0-8b44-ad69a1ed736f req-0d498993-36e6-48e6-a63e-02bb430a70d3 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:25.895857 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f5b2c-b89c-44c0-8b44-ad69a1ed736f req-0d498993-36e6-48e6-a63e-02bb430a70d3 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:25.902512 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f5b2c-b89c-44c0-8b44-ad69a1ed736f req-0d498993-36e6-48e6-a63e-02bb430a70d3 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:25.908324 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f5b2c-b89c-44c0-8b44-ad69a1ed736f req-0d498993-36e6-48e6-a63e-02bb430a70d3 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:25.914207 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f5b2c-b89c-44c0-8b44-ad69a1ed736f req-0d498993-36e6-48e6-a63e-02bb430a70d3 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:25.920235 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f5b2c-b89c-44c0-8b44-ad69a1ed736f req-0d498993-36e6-48e6-a63e-02bb430a70d3 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:25.926017 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f5b2c-b89c-44c0-8b44-ad69a1ed736f req-0d498993-36e6-48e6-a63e-02bb430a70d3 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:25.927986 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6a7f5b2c-b89c-44c0-8b44-ad69a1ed736f req-0d498993-36e6-48e6-a63e-02bb430a70d3 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5432 time: 0.0990100 Sep 21 17:59:25.989272 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6a7f5b2c-b89c-44c0-8b44-ad69a1ed736f req-1ca612e9-d943-4a37-96db-13bc0f07c780 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543649 Sep 21 17:59:26.041081 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-39a8ad50-bd11-4858-8282-60f4f250cac4 service neutron] 10.222.0.38 "GET /v2.0/networks/2dc45eb4-5f11-4e3f-9333-457ab9caa65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669894 Sep 21 17:59:26.045152 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-32f197d2-c13c-443d-81cb-b843906240e4 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4873dd9d411a49059e981a2e4948efcf HTTP/1.1" status: 200 len: 379 time: 0.2009053 Sep 21 17:59:26.071889 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-1574896e-bcc4-46ad-b6ef-2f9048226a2e tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Request body: {'port': {'device_id': '65a5b5fd-9503-4c40-823b-ee89517754ec', 'network_id': 'bb7393e0-9611-4048-84c9-6e76d82f10fe', 'admin_state_up': True, 'tenant_id': '4873dd9d411a49059e981a2e4948efcf', 'security_groups': ['06ec9530-c82c-40dd-b028-49d5e0c3a083']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:26.079443 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-13f0bf32-75c8-41d2-a272-55208ca200bb req-6b504d7b-e0ef-4f4d-a7f2-9a25a49a0481 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147393 Sep 21 17:59:26.179666 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-43b3d8f5-9632-412c-899c-5e9aa53458b4 req-1c130b34-1e17-4e60-a8a2-00b3374b8670 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/ports?device_id=65a5b5fd-9503-4c40-823b-ee89517754ec HTTP/1.1" status: 200 len: 210 time: 0.0298469 Sep 21 17:59:26.539604 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323587a2-321e-45d1-84bb-72dcf6dcdfa6 req-4927b324-c282-45ba-8a36-f4db4872abd3 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:26.545628 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323587a2-321e-45d1-84bb-72dcf6dcdfa6 req-4927b324-c282-45ba-8a36-f4db4872abd3 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:26.551839 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323587a2-321e-45d1-84bb-72dcf6dcdfa6 req-4927b324-c282-45ba-8a36-f4db4872abd3 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:26.558691 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323587a2-321e-45d1-84bb-72dcf6dcdfa6 req-4927b324-c282-45ba-8a36-f4db4872abd3 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:26.569455 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323587a2-321e-45d1-84bb-72dcf6dcdfa6 req-4927b324-c282-45ba-8a36-f4db4872abd3 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:26.575845 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323587a2-321e-45d1-84bb-72dcf6dcdfa6 req-4927b324-c282-45ba-8a36-f4db4872abd3 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:26.581926 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323587a2-321e-45d1-84bb-72dcf6dcdfa6 req-4927b324-c282-45ba-8a36-f4db4872abd3 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:26.583930 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-323587a2-321e-45d1-84bb-72dcf6dcdfa6 req-4927b324-c282-45ba-8a36-f4db4872abd3 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5421 time: 0.1014717 Sep 21 17:59:26.626107 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-323587a2-321e-45d1-84bb-72dcf6dcdfa6 req-a39141e8-8744-4e42-9274-474bf9a0474f tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356665 Sep 21 17:59:26.645640 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4e6034-f3d5-4056-9c40-20e4b4461644 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Router d4cbef0a-a166-49d2-9670-590482ef10a5 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:59:26.649066 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-0d1e630a-f13e-442f-bb72-b739de2479ec service neutron] 10.222.0.38 "GET /v2.0/networks/2dc45eb4-5f11-4e3f-9333-457ab9caa65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5975757 Sep 21 17:59:26.663974 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f51d3-aa3c-4cde-9ead-007a1ee612ef req-f62d4831-2643-4725-835d-529dbecf9679 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:26.665480 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-760f51d3-aa3c-4cde-9ead-007a1ee612ef req-f62d4831-2643-4725-835d-529dbecf9679 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 945 time: 0.2294359 Sep 21 17:59:26.744038 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-aafd4f7f-1109-4a8b-8161-d74ed72b7e05 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=b666b514-e94e-4667-894c-fef701235f80 HTTP/1.1" status: 200 len: 217 time: 0.0720491 Sep 21 17:59:26.845625 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d031e676-c8cf-4fba-960c-f6c9b613758e req-c0b8ebc8-7775-4548-b4c6-5150fa25e542 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d4654c3-b51d-483e-9190-52f9aa651d22 HTTP/1.1" status: 200 len: 210 time: 0.0336795 Sep 21 17:59:26.913201 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-1574896e-bcc4-46ad-b6ef-2f9048226a2e tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Made reservation on behalf of 4873dd9d411a49059e981a2e4948efcf for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:59:26.916671 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-1574896e-bcc4-46ad-b6ef-2f9048226a2e tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:26.955664 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-760f51d3-aa3c-4cde-9ead-007a1ee612ef req-59df77ca-388c-4ecc-aba7-32e5613b21b7 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722201 Sep 21 17:59:26.968829 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-e6223b8f-7c3e-417e-a616-21eac5fd34c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44292ec2-864c-49ea-99ee-8c3f0729d2f7 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:26.983527 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-e6223b8f-7c3e-417e-a616-21eac5fd34c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:27.022434 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-8c1dbb5f-0dd6-4258-a18a-a11ea39b4439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:27.024047 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-8c1dbb5f-0dd6-4258-a18a-a11ea39b4439 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=58ac3f24-b788-4cf8-83bb-09180cf32914 HTTP/1.1" status: 200 len: 797 time: 0.2656257 Sep 21 17:59:27.113018 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-e6223b8f-7c3e-417e-a616-21eac5fd34c8 service neutron] Transition to ACTIVE for port object 44292ec2-864c-49ea-99ee-8c3f0729d2f7 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:59:27.120272 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-45ccab82-0b33-4cac-8ddc-46fca8e5af7c tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:27.121778 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-45ccab82-0b33-4cac-8ddc-46fca8e5af7c tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.38 "GET /v2.0/networks?id=f2d81d27-0c00-4725-9470-c5bfb20f5559 HTTP/1.1" status: 200 len: 813 time: 0.3996217 Sep 21 17:59:27.129832 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735e4fd-2c65-475f-98ad-d7d6117ef185 req-7ed00667-820f-41cd-afb3-36da2f47b23d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:27.137301 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735e4fd-2c65-475f-98ad-d7d6117ef185 req-7ed00667-820f-41cd-afb3-36da2f47b23d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:27.143435 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735e4fd-2c65-475f-98ad-d7d6117ef185 req-7ed00667-820f-41cd-afb3-36da2f47b23d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:27.149615 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735e4fd-2c65-475f-98ad-d7d6117ef185 req-7ed00667-820f-41cd-afb3-36da2f47b23d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:27.152183 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-6150bbfa-2e1a-43f0-ad2b-7227b1499414 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Request body: {'port': {'device_id': '7d4654c3-b51d-483e-9190-52f9aa651d22', 'network_id': 'f2d81d27-0c00-4725-9470-c5bfb20f5559', 'admin_state_up': True, 'tenant_id': '6392516e96f84ba892289a69fd738ba0'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:27.156151 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-e6223b8f-7c3e-417e-a616-21eac5fd34c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:27.156312 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735e4fd-2c65-475f-98ad-d7d6117ef185 req-7ed00667-820f-41cd-afb3-36da2f47b23d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:27.162150 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735e4fd-2c65-475f-98ad-d7d6117ef185 req-7ed00667-820f-41cd-afb3-36da2f47b23d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:27.168209 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735e4fd-2c65-475f-98ad-d7d6117ef185 req-7ed00667-820f-41cd-afb3-36da2f47b23d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:27.170308 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7735e4fd-2c65-475f-98ad-d7d6117ef185 req-7ed00667-820f-41cd-afb3-36da2f47b23d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5432 time: 0.1053083 Sep 21 17:59:27.210219 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4e6034-f3d5-4056-9c40-20e4b4461644 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:59:27.222042 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7735e4fd-2c65-475f-98ad-d7d6117ef185 req-2974584b-a07b-4feb-805f-f550ae8d01bf tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433924 Sep 21 17:59:27.224581 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1279dbc-e0e5-45e8-b962-4385498b16ad None None] Sync routers for ids ['d4cbef0a-a166-49d2-9670-590482ef10a5'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:59:27.239005 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1279dbc-e0e5-45e8-b962-4385498b16ad None None] Routers {'d4cbef0a-a166-49d2-9670-590482ef10a5'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:59:27.239750 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-c1279dbc-e0e5-45e8-b962-4385498b16ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:59:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['d4cbef0a-a166-49d2-9670-590482ef10a5'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:59:27.254679 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8b4e6034-f3d5-4056-9c40-20e4b4461644 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:27.323737 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-214b555d-d5c5-4d30-962b-670757569cd3 req-fa953cf1-c5f8-45e4-886c-624cdfeb5332 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/ports?device_id=65a5b5fd-9503-4c40-823b-ee89517754ec HTTP/1.1" status: 200 len: 210 time: 0.0277832 Sep 21 17:59:27.351913 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-c1279dbc-e0e5-45e8-b962-4385498b16ad None None] Set router d4cbef0a-a166-49d2-9670-590482ef10a5 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:59:27.377055 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6223b8f-7c3e-417e-a616-21eac5fd34c8 service neutron] Pushing event updated for resources: {'Port': ['ID=44292ec2-864c-49ea-99ee-8c3f0729d2f7,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:27.380645 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-cfb80ee4-0039-48de-b741-ad5749390ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:27.382149 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-cfb80ee4-0039-48de-b741-ad5749390ba1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3253336 Sep 21 17:59:27.389129 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8b4e6034-f3d5-4056-9c40-20e4b4461644 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "PUT /v2.0/floatingips/4237c033-882a-4d51-948f-ced53a717908 HTTP/1.1" status: 200 len: 991 time: 3.9780524 Sep 21 17:59:27.396103 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2072539e-be41-48d2-b5f4-151a90191290', 'tag': '01c5d430-12c5-4025-9899-f3f139598930'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:27.398341 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c61898-bf04-4d33-8def-f7bcaa43def7" -d '{"events": [{"name": "network-changed", "server_uuid": "2072539e-be41-48d2-b5f4-151a90191290", "tag": "01c5d430-12c5-4025-9899-f3f139598930"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:27.426485 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-1574896e-bcc4-46ad-b6ef-2f9048226a2e tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Allocated IP 172.20.0.13 (bb7393e0-9611-4048-84c9-6e76d82f10fe/9ae1edfa-7747-4ff9-ad75-c1eab6839867/3e4c9361-0193-4489-8cc0-c7c8dbc26d00) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:59:27.507547 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de42085-292b-43b7-9ad2-39d860f774ae x-openstack-request-id: req-7de42085-292b-43b7-9ad2-39d860f774ae {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:27.507840 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2072539e-be41-48d2-b5f4-151a90191290", "tag": "01c5d430-12c5-4025-9899-f3f139598930", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:27.508092 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7de42085-292b-43b7-9ad2-39d860f774ae {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:27.508490 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2072539e-be41-48d2-b5f4-151a90191290', 'tag': '01c5d430-12c5-4025-9899-f3f139598930', 'status': 'completed', 'code': 200} Sep 21 17:59:27.522835 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ab84a-ba85-416d-be30-a0c5c46fde71 req-e44eb9fd-1cec-4c3f-b66d-8ce4796c7bb2 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:27.524366 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-657ab84a-ba85-416d-be30-a0c5c46fde71 req-e44eb9fd-1cec-4c3f-b66d-8ce4796c7bb2 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 944 time: 0.2991793 Sep 21 17:59:27.580662 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-c1279dbc-e0e5-45e8-b962-4385498b16ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'name': 'tempest-ServerActionsTestJSON-502807318-router', 'tenant_id': 'a8da2b927d2245079ac16237e127ada3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'b7121ac4-c33e-496d-88b7-3082ae3398fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:34Z', 'updated_at': '2021-09-21T17:58:42Z', 'revision_number': 4, 'project_id': 'a8da2b927d2245079ac16237e127ada3', 'gw_port': {'id': 'b7121ac4-c33e-496d-88b7-3082ae3398fb', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:58:36Z', 'updated_at': '2021-09-21T17:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '4237c033-882a-4d51-948f-ced53a717908', 'tenant_id': 'a8da2b927d2245079ac16237e127ada3', 'floating_ip_address': '172.25.6.200', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'port_id': '01c5d430-12c5-4025-9899-f3f139598930', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf', 'mac_address': 'fa:16:3e:5d:54:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2072539e-be41-48d2-b5f4-151a90191290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:58:48Z', 'updated_at': '2021-09-21T17:59:24Z', 'revision_number': 1, 'project_id': 'a8da2b927d2245079ac16237e127ada3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c5bda7d-0d4b-4d61-b8be-c0b84a550173', 'name': '', 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf', 'tenant_id': 'a8da2b927d2245079ac16237e127ada3', 'mac_address': 'fa:16:3e:b0:34:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '63a1043c-b263-4aac-aec7-9797fbf7cd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:58:41Z', 'updated_at': '2021-09-21T17:58:48Z', 'revision_number': 5, 'project_id': 'a8da2b927d2245079ac16237e127ada3', 'subnets': [{'id': '63a1043c-b263-4aac-aec7-9797fbf7cd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:59:27.613765 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1279dbc-e0e5-45e8-b962-4385498b16ad None None] Checking router: d4cbef0a-a166-49d2-9670-590482ef10a5 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:59:27.622488 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1279dbc-e0e5-45e8-b962-4385498b16ad None None] Routers {'d4cbef0a-a166-49d2-9670-590482ef10a5'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:59:27.623148 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-c1279dbc-e0e5-45e8-b962-4385498b16ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:59:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['d4cbef0a-a166-49d2-9670-590482ef10a5'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:59:27.707111 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-e6223b8f-7c3e-417e-a616-21eac5fd34c8 service neutron] Attempting to bind port 44292ec2-864c-49ea-99ee-8c3f0729d2f7 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:59:27.707804 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-e6223b8f-7c3e-417e-a616-21eac5fd34c8 service neutron] Attempting to bind port 44292ec2-864c-49ea-99ee-8c3f0729d2f7 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '24b566e5-042a-4b3d-9902-34d5286efb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:59:27.707804 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-e6223b8f-7c3e-417e-a616-21eac5fd34c8 service neutron] Attempting to bind port 44292ec2-864c-49ea-99ee-8c3f0729d2f7 on network 8c160ab6-baed-4257-8d63-cfb421e0e315 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:27.709739 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-6150bbfa-2e1a-43f0-ad2b-7227b1499414 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Made reservation on behalf of 6392516e96f84ba892289a69fd738ba0 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:59:27.713265 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-6150bbfa-2e1a-43f0-ad2b-7227b1499414 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:27.727011 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-657ab84a-ba85-416d-be30-a0c5c46fde71 req-ed8b1c2c-334f-4555-8790-d9c67cfeaa68 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570060 Sep 21 17:59:27.738891 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-e50647c7-97bd-4f15-8ec7-a0b8316866e6 service neutron] 10.222.0.38 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307245 Sep 21 17:59:27.748012 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-e6223b8f-7c3e-417e-a616-21eac5fd34c8 service neutron] Port 44292ec2-864c-49ea-99ee-8c3f0729d2f7 on network 8c160ab6-baed-4257-8d63-cfb421e0e315 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:59:27.748342 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-e6223b8f-7c3e-417e-a616-21eac5fd34c8 service neutron] Attempting to bind port 44292ec2-864c-49ea-99ee-8c3f0729d2f7 on network 8c160ab6-baed-4257-8d63-cfb421e0e315 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:27.757165 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-c1279dbc-e0e5-45e8-b962-4385498b16ad None None] Set router d4cbef0a-a166-49d2-9670-590482ef10a5 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:59:27.776048 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1788996-f7a5-4545-9eeb-3500de3226dd req-32081010-9dd8-4b12-9ee9-9de512d19356 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:27.782357 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1788996-f7a5-4545-9eeb-3500de3226dd req-32081010-9dd8-4b12-9ee9-9de512d19356 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:27.788508 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1788996-f7a5-4545-9eeb-3500de3226dd req-32081010-9dd8-4b12-9ee9-9de512d19356 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:27.791860 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c61898-bf04-4d33-8def-f7bcaa43def7 req-2fd062f3-4229-48ec-b8d3-965b2b9422b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:27.793336 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e5c61898-bf04-4d33-8def-f7bcaa43def7 req-2fd062f3-4229-48ec-b8d3-965b2b9422b8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a8da2b927d2245079ac16237e127ada3&device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 1096 time: 0.2643707 Sep 21 17:59:27.795479 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1788996-f7a5-4545-9eeb-3500de3226dd req-32081010-9dd8-4b12-9ee9-9de512d19356 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:27.801703 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1788996-f7a5-4545-9eeb-3500de3226dd req-32081010-9dd8-4b12-9ee9-9de512d19356 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:27.807601 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1788996-f7a5-4545-9eeb-3500de3226dd req-32081010-9dd8-4b12-9ee9-9de512d19356 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:27.812269 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-e6223b8f-7c3e-417e-a616-21eac5fd34c8 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:59:27.812599 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-e6223b8f-7c3e-417e-a616-21eac5fd34c8 service neutron] Checking segment: {'id': '24b566e5-042a-4b3d-9902-34d5286efb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:27.813001 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-e6223b8f-7c3e-417e-a616-21eac5fd34c8 service neutron] Bound using segment: {'id': '24b566e5-042a-4b3d-9902-34d5286efb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:59:27.813444 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-e6223b8f-7c3e-417e-a616-21eac5fd34c8 service neutron] Bound port: 44292ec2-864c-49ea-99ee-8c3f0729d2f7, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b566e5-042a-4b3d-9902-34d5286efb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:59:27.813721 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1788996-f7a5-4545-9eeb-3500de3226dd req-32081010-9dd8-4b12-9ee9-9de512d19356 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:27.813841 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-e6223b8f-7c3e-417e-a616-21eac5fd34c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:27.816141 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c1788996-f7a5-4545-9eeb-3500de3226dd req-32081010-9dd8-4b12-9ee9-9de512d19356 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5421 time: 0.1027393 Sep 21 17:59:27.864450 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c1788996-f7a5-4545-9eeb-3500de3226dd req-81921fdb-5f60-40d8-b59c-60c0267bef5c tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413616 Sep 21 17:59:28.003081 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-c1279dbc-e0e5-45e8-b962-4385498b16ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'name': 'tempest-ServerActionsTestJSON-502807318-router', 'tenant_id': 'a8da2b927d2245079ac16237e127ada3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'b7121ac4-c33e-496d-88b7-3082ae3398fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:34Z', 'updated_at': '2021-09-21T17:58:42Z', 'revision_number': 4, 'project_id': 'a8da2b927d2245079ac16237e127ada3', 'gw_port': {'id': 'b7121ac4-c33e-496d-88b7-3082ae3398fb', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:58:36Z', 'updated_at': '2021-09-21T17:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '4237c033-882a-4d51-948f-ced53a717908', 'tenant_id': 'a8da2b927d2245079ac16237e127ada3', 'floating_ip_address': '172.25.6.200', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'port_id': '01c5d430-12c5-4025-9899-f3f139598930', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf', 'mac_address': 'fa:16:3e:5d:54:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2072539e-be41-48d2-b5f4-151a90191290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:58:48Z', 'updated_at': '2021-09-21T17:59:24Z', 'revision_number': 1, 'project_id': 'a8da2b927d2245079ac16237e127ada3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c5bda7d-0d4b-4d61-b8be-c0b84a550173', 'name': '', 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf', 'tenant_id': 'a8da2b927d2245079ac16237e127ada3', 'mac_address': 'fa:16:3e:b0:34:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '63a1043c-b263-4aac-aec7-9797fbf7cd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:58:41Z', 'updated_at': '2021-09-21T17:58:48Z', 'revision_number': 5, 'project_id': 'a8da2b927d2245079ac16237e127ada3', 'subnets': [{'id': '63a1043c-b263-4aac-aec7-9797fbf7cd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:59:28.032010 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1279dbc-e0e5-45e8-b962-4385498b16ad None None] The sync data for ids ['d4cbef0a-a166-49d2-9670-590482ef10a5'] in n-d-810291-1 is: [{'id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'name': 'tempest-ServerActionsTestJSON-502807318-router', 'tenant_id': 'a8da2b927d2245079ac16237e127ada3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'b7121ac4-c33e-496d-88b7-3082ae3398fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:34Z', 'updated_at': '2021-09-21T17:58:42Z', 'revision_number': 4, 'project_id': 'a8da2b927d2245079ac16237e127ada3', 'gw_port': {'id': 'b7121ac4-c33e-496d-88b7-3082ae3398fb', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:58:36Z', 'updated_at': '2021-09-21T17:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '4237c033-882a-4d51-948f-ced53a717908', 'tenant_id': 'a8da2b927d2245079ac16237e127ada3', 'floating_ip_address': '172.25.6.200', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'port_id': '01c5d430-12c5-4025-9899-f3f139598930', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf', 'mac_address': 'fa:16:3e:5d:54:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2072539e-be41-48d2-b5f4-151a90191290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:58:48Z', 'updated_at': '2021-09-21T17:59:24Z', 'revision_number': 1, 'project_id': 'a8da2b927d2245079ac16237e127ada3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c5bda7d-0d4b-4d61-b8be-c0b84a550173', 'name': '', 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf', 'tenant_id': 'a8da2b927d2245079ac16237e127ada3', 'mac_address': 'fa:16:3e:b0:34:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '63a1043c-b263-4aac-aec7-9797fbf7cd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:58:41Z', 'updated_at': '2021-09-21T17:58:48Z', 'revision_number': 5, 'project_id': 'a8da2b927d2245079ac16237e127ada3', 'subnets': [{'id': '63a1043c-b263-4aac-aec7-9797fbf7cd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:59:28.080893 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29855993-e2e5-4ced-befa-54df7f80bc04 req-b9683f77-592b-4716-80ef-5f71e394b1d1 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:28.082632 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-29855993-e2e5-4ced-befa-54df7f80bc04 req-b9683f77-592b-4716-80ef-5f71e394b1d1 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 945 time: 0.0592725 Sep 21 17:59:28.131538 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-29855993-e2e5-4ced-befa-54df7f80bc04 req-b291081c-bd52-48d1-9fe8-cce262469462 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419719 Sep 21 17:59:28.279350 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4399c27d-5770-4d82-be90-0ed4d2a32034 None None] New status for floating IP 4237c033-882a-4d51-948f-ced53a717908: ACTIVE {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:59:28.337129 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-77e113ae-3490-4315-bb92-9fe0bcc1360c req-9256d9db-378c-449a-8be6-a35d69acd7e1 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d4654c3-b51d-483e-9190-52f9aa651d22 HTTP/1.1" status: 200 len: 210 time: 0.3890405 Sep 21 17:59:28.359080 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-1574896e-bcc4-46ad-b6ef-2f9048226a2e tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:28.410842 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167eb25-a9f3-4b88-83b3-40c9b2f2788f req-46a4241a-3827-4e7c-8b04-1b298bf6679f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:28.417250 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167eb25-a9f3-4b88-83b3-40c9b2f2788f req-46a4241a-3827-4e7c-8b04-1b298bf6679f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:28.423557 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167eb25-a9f3-4b88-83b3-40c9b2f2788f req-46a4241a-3827-4e7c-8b04-1b298bf6679f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:28.430170 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167eb25-a9f3-4b88-83b3-40c9b2f2788f req-46a4241a-3827-4e7c-8b04-1b298bf6679f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:28.436079 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167eb25-a9f3-4b88-83b3-40c9b2f2788f req-46a4241a-3827-4e7c-8b04-1b298bf6679f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:28.442565 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167eb25-a9f3-4b88-83b3-40c9b2f2788f req-46a4241a-3827-4e7c-8b04-1b298bf6679f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:28.449018 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167eb25-a9f3-4b88-83b3-40c9b2f2788f req-46a4241a-3827-4e7c-8b04-1b298bf6679f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:28.451202 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b167eb25-a9f3-4b88-83b3-40c9b2f2788f req-46a4241a-3827-4e7c-8b04-1b298bf6679f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5432 time: 0.1288948 Sep 21 17:59:28.456714 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-cd9130aa-04c0-45b1-885b-0a94d4a1bd8f service neutron] 10.222.0.38 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7039857 Sep 21 17:59:28.482843 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-66686aa3-17d6-4ff4-adf0-8f03232a55bb req-215bf5e4-a55d-4cc1-895c-4fe91774ef99 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/ports?device_id=65a5b5fd-9503-4c40-823b-ee89517754ec HTTP/1.1" status: 200 len: 210 time: 0.0621736 Sep 21 17:59:28.489091 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-e6223b8f-7c3e-417e-a616-21eac5fd34c8 service neutron] For port 44292ec2-864c-49ea-99ee-8c3f0729d2f7, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:59:28.495336 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c61898-bf04-4d33-8def-f7bcaa43def7 req-b1eb2244-09aa-4c5d-bc44-1d8da2fc8275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:28.496744 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e5c61898-bf04-4d33-8def-f7bcaa43def7 req-b1eb2244-09aa-4c5d-bc44-1d8da2fc8275 service neutron] 10.222.0.44 "GET /v2.0/networks?id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf HTTP/1.1" status: 200 len: 912 time: 0.6808958 Sep 21 17:59:28.501217 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b167eb25-a9f3-4b88-83b3-40c9b2f2788f req-48f15b4b-667a-4907-a938-176517671942 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409155 Sep 21 17:59:28.563123 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-e6223b8f-7c3e-417e-a616-21eac5fd34c8 service neutron] For port 44292ec2-864c-49ea-99ee-8c3f0729d2f7, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=44292ec2-864c-49ea-99ee-8c3f0729d2f7,segment=NetworkSegment(24b566e5-042a-4b3d-9902-34d5286efb61),segment_id=24b566e5-042a-4b3d-9902-34d5286efb61)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:59:28.565469 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-6150bbfa-2e1a-43f0-ad2b-7227b1499414 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Allocated IP 172.20.0.8 (f2d81d27-0c00-4725-9470-c5bfb20f5559/3ce9b4b5-4bbc-411f-9902-099d41627a6b/df5286d7-595e-4fc6-8347-85d71abb0a3a) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:59:28.570266 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-031350bf-223a-43cc-a968-9a39dddce730 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a HTTP/1.1" status: 200 len: 217 time: 0.0919166 Sep 21 17:59:28.604763 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-e6223b8f-7c3e-417e-a616-21eac5fd34c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:28.678240 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-1574896e-bcc4-46ad-b6ef-2f9048226a2e tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:28.698700 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-e6223b8f-7c3e-417e-a616-21eac5fd34c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:28.699354 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-e6223b8f-7c3e-417e-a616-21eac5fd34c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:28.700766 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-e6223b8f-7c3e-417e-a616-21eac5fd34c8 service neutron] 10.222.0.38 "PUT /v2.0/ports/44292ec2-864c-49ea-99ee-8c3f0729d2f7 HTTP/1.1" status: 200 len: 1092 time: 3.2793043 Sep 21 17:59:28.734687 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e5c61898-bf04-4d33-8def-f7bcaa43def7 req-df9f566c-764c-4782-8292-b1ebad8b78a7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01c5d430-12c5-4025-9899-f3f139598930 HTTP/1.1" status: 200 len: 1001 time: 0.2162318 Sep 21 17:59:28.775056 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-07d521a7-6dae-444d-aff7-99700e1202e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:28.776506 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-07d521a7-6dae-444d-aff7-99700e1202e6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=58ac3f24-b788-4cf8-83bb-09180cf32914 HTTP/1.1" status: 200 len: 797 time: 0.1749492 Sep 21 17:59:28.778189 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-1574896e-bcc4-46ad-b6ef-2f9048226a2e tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Network bb7393e0-9611-4048-84c9-6e76d82f10fe is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:59:28.842094 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-1574896e-bcc4-46ad-b6ef-2f9048226a2e tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:59:28.847427 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa978ce0-409f-471e-a326-35c9162e2dbd req-6cf4124f-05d5-48fe-bcbd-3a0a4bb1e79a tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:28.849239 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fa978ce0-409f-471e-a326-35c9162e2dbd req-6cf4124f-05d5-48fe-bcbd-3a0a4bb1e79a tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 944 time: 0.0548773 Sep 21 17:59:28.866352 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-1574896e-bcc4-46ad-b6ef-2f9048226a2e tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:59:28.881569 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6223b8f-7c3e-417e-a616-21eac5fd34c8 service neutron] Pushing event updated for resources: {'Port': ['ID=44292ec2-864c-49ea-99ee-8c3f0729d2f7,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:28.901135 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fa978ce0-409f-471e-a326-35c9162e2dbd req-7e4ccc8b-141e-4cad-b616-e1c9fcfa54bb tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365970 Sep 21 17:59:29.005691 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c61898-bf04-4d33-8def-f7bcaa43def7 req-de6f52f9-4d8d-4450-8097-0ad280839c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:29.007112 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e5c61898-bf04-4d33-8def-f7bcaa43def7 req-de6f52f9-4d8d-4450-8097-0ad280839c5e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=63a1043c-b263-4aac-aec7-9797fbf7cd86 HTTP/1.1" status: 200 len: 850 time: 0.2546508 Sep 21 17:59:29.070475 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-3dced2a8-d9e2-4a01-a4be-dbf454d9ee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:29.072037 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-3dced2a8-d9e2-4a01-a4be-dbf454d9ee7e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1fc54364b794afda43368337694baaa&device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 1095 time: 0.3206229 Sep 21 17:59:29.077608 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-1574896e-bcc4-46ad-b6ef-2f9048226a2e tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:29.078206 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-1574896e-bcc4-46ad-b6ef-2f9048226a2e tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:29.098656 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574896e-bcc4-46ad-b6ef-2f9048226a2e tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Pushing event updated for resources: {'Port': ['ID=3e4c9361-0193-4489-8cc0-c7c8dbc26d00,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:29.118851 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-450976bc-1581-43b3-95df-ae12b5d05a2a None None] Provisioning complete for port 3e4c9361-0193-4489-8cc0-c7c8dbc26d00 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:29.119474 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-450976bc-1581-43b3-95df-ae12b5d05a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:29.158840 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-450976bc-1581-43b3-95df-ae12b5d05a2a None None] Port 3e4c9361-0193-4489-8cc0-c7c8dbc26d00 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:59:29.163852 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-f50396a1-b9e3-4ddc-b5c6-17a9d4006ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:29.165344 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-f50396a1-b9e3-4ddc-b5c6-17a9d4006ca5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3446603 Sep 21 17:59:29.179392 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-1574896e-bcc4-46ad-b6ef-2f9048226a2e tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1107166 Sep 21 17:59:29.180673 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-e1d29880-f2da-4e10-be41-24c2b42924c8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44292ec2-864c-49ea-99ee-8c3f0729d2f7 HTTP/1.1" status: 200 len: 217 time: 0.0843940 Sep 21 17:59:29.194395 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-6150bbfa-2e1a-43f0-ad2b-7227b1499414 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:29.214972 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] Request body: {'port': {'device_id': '65a5b5fd-9503-4c40-823b-ee89517754ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:29.251233 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026955f-e2a7-46b7-b8b0-50dba4fdf87f req-628d97ab-e183-4f0b-88bd-ec4d77ba9465 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:29.252752 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a026955f-e2a7-46b7-b8b0-50dba4fdf87f req-628d97ab-e183-4f0b-88bd-ec4d77ba9465 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 945 time: 0.0504580 Sep 21 17:59:29.293559 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a026955f-e2a7-46b7-b8b0-50dba4fdf87f req-ff910879-bacb-4bc5-afe2-cb92b8482b54 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339715 Sep 21 17:59:29.298173 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c61898-bf04-4d33-8def-f7bcaa43def7 req-1f266225-99cf-4073-926e-322b5ba675f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:29.299699 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e5c61898-bf04-4d33-8def-f7bcaa43def7 req-1f266225-99cf-4073-926e-322b5ba675f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2777236 Sep 21 17:59:29.313801 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160512b-dfbd-4d11-8213-100a436c1015 req-d73e141b-668a-445a-bb52-0f24c50fe00f tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:29.317103 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160512b-dfbd-4d11-8213-100a436c1015 req-d73e141b-668a-445a-bb52-0f24c50fe00f tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:29.322959 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160512b-dfbd-4d11-8213-100a436c1015 req-d73e141b-668a-445a-bb52-0f24c50fe00f tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:29.328789 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160512b-dfbd-4d11-8213-100a436c1015 req-d73e141b-668a-445a-bb52-0f24c50fe00f tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:29.334647 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160512b-dfbd-4d11-8213-100a436c1015 req-d73e141b-668a-445a-bb52-0f24c50fe00f tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:29.340451 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160512b-dfbd-4d11-8213-100a436c1015 req-d73e141b-668a-445a-bb52-0f24c50fe00f tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:29.346269 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160512b-dfbd-4d11-8213-100a436c1015 req-d73e141b-668a-445a-bb52-0f24c50fe00f tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:29.348344 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c160512b-dfbd-4d11-8213-100a436c1015 req-d73e141b-668a-445a-bb52-0f24c50fe00f tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5421 time: 0.3552675 Sep 21 17:59:29.435835 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-36dccbfb-f2e6-42d8-a2fc-955276c0cca9 req-c16ab8ef-08ba-4ff1-9538-539173bd374c tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d4654c3-b51d-483e-9190-52f9aa651d22 HTTP/1.1" status: 200 len: 210 time: 0.0269387 Sep 21 17:59:29.462061 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-0a577c9d-6fa4-4e8e-8ba2-99c52f5307e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:29.463585 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-0a577c9d-6fa4-4e8e-8ba2-99c52f5307e5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c08e933-ce5c-4713-ad95-cf9d2cd4544e HTTP/1.1" status: 200 len: 852 time: 0.2648437 Sep 21 17:59:29.515229 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a69c66-9ff3-4bd6-bc24-64647ff6f269', 'tag': '44292ec2-864c-49ea-99ee-8c3f0729d2f7'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:29.517412 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ec71c0-c940-4a0e-a917-e6e1f8e0df61" -d '{"events": [{"name": "network-changed", "server_uuid": "45a69c66-9ff3-4bd6-bc24-64647ff6f269", "tag": "44292ec2-864c-49ea-99ee-8c3f0729d2f7"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:29.554436 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-6150bbfa-2e1a-43f0-ad2b-7227b1499414 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:29.562327 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f339ac17-afe0-4d19-9c47-0b6f1463daf5 x-openstack-request-id: req-f339ac17-afe0-4d19-9c47-0b6f1463daf5 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:29.562614 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a69c66-9ff3-4bd6-bc24-64647ff6f269", "tag": "44292ec2-864c-49ea-99ee-8c3f0729d2f7", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:29.562860 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f339ac17-afe0-4d19-9c47-0b6f1463daf5 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:29.563284 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a69c66-9ff3-4bd6-bc24-64647ff6f269', 'tag': '44292ec2-864c-49ea-99ee-8c3f0729d2f7', 'status': 'completed', 'code': 200} Sep 21 17:59:29.566036 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-1c8f4ff9-2fd3-41cc-ac0f-9a5624a00af7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8c160ab6-baed-4257-8d63-cfb421e0e315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909350 Sep 21 17:59:29.569153 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['4caa6c17-2cb7-4001-8770-7ca7da594698'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:29.571831 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:29.584661 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c160512b-dfbd-4d11-8213-100a436c1015 req-6200df40-6f1a-4ac3-bdd6-acc40f80f6d2 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1998913 Sep 21 17:59:29.623720 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-46755902-e3d7-43e6-9f8d-d4a483ec3908 service neutron] 10.222.0.38 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405713 Sep 21 17:59:29.686787 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977e18b-7f80-4bd8-8d4b-7e8a094bedd1 req-9beca8a2-19db-41be-81bb-cd5fde9e8d2c tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:29.688506 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0977e18b-7f80-4bd8-8d4b-7e8a094bedd1 req-9beca8a2-19db-41be-81bb-cd5fde9e8d2c tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/ports?device_id=65a5b5fd-9503-4c40-823b-ee89517754ec HTTP/1.1" status: 200 len: 932 time: 0.0851386 Sep 21 17:59:29.694195 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-6150bbfa-2e1a-43f0-ad2b-7227b1499414 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Network f2d81d27-0c00-4725-9470-c5bfb20f5559 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:59:29.730733 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-6150bbfa-2e1a-43f0-ad2b-7227b1499414 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:59:29.732669 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0977e18b-7f80-4bd8-8d4b-7e8a094bedd1 req-fcf05f86-0395-4a22-bd2e-082369af28b7 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/security-groups?id=06ec9530-c82c-40dd-b028-49d5e0c3a083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362332 Sep 21 17:59:29.733950 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e5c61898-bf04-4d33-8def-f7bcaa43def7 req-dbb2c2d1-8bb2-4b7e-ac00-627ebd861184 service neutron] 10.222.0.44 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799403 Sep 21 17:59:29.741851 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-6150bbfa-2e1a-43f0-ad2b-7227b1499414 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:59:29.780947 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150bbfa-2e1a-43f0-ad2b-7227b1499414 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Pushing event updated for resources: {'Port': ['ID=df5286d7-595e-4fc6-8347-85d71abb0a3a,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:30.014679 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-6150bbfa-2e1a-43f0-ad2b-7227b1499414 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:30.015365 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-6150bbfa-2e1a-43f0-ad2b-7227b1499414 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:30.035379 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc370bd-92d3-4737-8228-8ad86a9bfd25 req-505a7aea-fd88-45d8-a05a-9ded0940a932 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:30.036901 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6dc370bd-92d3-4737-8228-8ad86a9bfd25 req-505a7aea-fd88-45d8-a05a-9ded0940a932 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 944 time: 0.0509720 Sep 21 17:59:30.077593 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6dc370bd-92d3-4737-8228-8ad86a9bfd25 req-7f35f103-b505-4444-b17e-84d622d4b0fe tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343013 Sep 21 17:59:30.079047 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-e1f68ee3-134c-4e13-8b15-9d6aa3505bfe service neutron] 10.222.0.38 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300840 Sep 21 17:59:30.087144 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-83f15d4b-d5f3-4cfa-b12c-f5395e882f3e service neutron] 10.222.0.38 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5111313 Sep 21 17:59:30.101171 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-6150bbfa-2e1a-43f0-ad2b-7227b1499414 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9612513 Sep 21 17:59:30.111917 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826f8f9-2855-462c-a7f7-f433133d770c req-963c29c9-5ba9-429a-9615-4a898bb43e82 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:30.117750 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826f8f9-2855-462c-a7f7-f433133d770c req-963c29c9-5ba9-429a-9615-4a898bb43e82 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:30.123648 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826f8f9-2855-462c-a7f7-f433133d770c req-963c29c9-5ba9-429a-9615-4a898bb43e82 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:30.129559 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826f8f9-2855-462c-a7f7-f433133d770c req-963c29c9-5ba9-429a-9615-4a898bb43e82 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:30.136028 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826f8f9-2855-462c-a7f7-f433133d770c req-963c29c9-5ba9-429a-9615-4a898bb43e82 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:30.141816 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826f8f9-2855-462c-a7f7-f433133d770c req-963c29c9-5ba9-429a-9615-4a898bb43e82 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:30.147785 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826f8f9-2855-462c-a7f7-f433133d770c req-963c29c9-5ba9-429a-9615-4a898bb43e82 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:30.149604 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4826f8f9-2855-462c-a7f7-f433133d770c req-963c29c9-5ba9-429a-9615-4a898bb43e82 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5432 time: 0.4501166 Sep 21 17:59:30.178880 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-04905eb6-2ecf-4547-bc42-15c078156190 service neutron] Request body: {'port': {'device_id': '7d4654c3-b51d-483e-9190-52f9aa651d22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:30.416137 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837aac09-dba9-4c42-9a2e-6e2764ce0671 req-0f5f129f-7b65-40f7-9dc2-8e130450dca7 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:30.417703 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-837aac09-dba9-4c42-9a2e-6e2764ce0671 req-0f5f129f-7b65-40f7-9dc2-8e130450dca7 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 945 time: 0.0512667 Sep 21 17:59:30.457916 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-837aac09-dba9-4c42-9a2e-6e2764ce0671 req-ea850098-e618-415b-bb75-de0d7583636a tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328560 Sep 21 17:59:30.530155 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-3562b0af-fd62-4cc0-b037-bf19c9f97b8c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=39b7e556-b26a-4886-8954-27bb67b56114 HTTP/1.1" status: 200 len: 217 time: 0.4409540 Sep 21 17:59:30.546150 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e5c61898-bf04-4d33-8def-f7bcaa43def7 req-be23800b-7578-43a9-b86a-059db762ade5 service neutron] 10.222.0.44 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7973194 Sep 21 17:59:30.627068 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bac88-04f4-4beb-8444-a648a6bf2178 req-806b5dc8-f7fc-4fba-a788-1343d218bc18 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:30.629067 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d21bac88-04f4-4beb-8444-a648a6bf2178 req-806b5dc8-f7fc-4fba-a788-1343d218bc18 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d4654c3-b51d-483e-9190-52f9aa651d22 HTTP/1.1" status: 200 len: 931 time: 0.0536337 Sep 21 17:59:30.667214 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d21bac88-04f4-4beb-8444-a648a6bf2178 req-396e50a9-c767-4b02-8783-11b1c91e968b tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316746 Sep 21 17:59:30.703912 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4826f8f9-2855-462c-a7f7-f433133d770c req-422cffa7-670a-41fc-a654-67fd4ca584a9 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5225325 Sep 21 17:59:30.725700 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-04905eb6-2ecf-4547-bc42-15c078156190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:30.733799 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-6fc69cdb-ebf6-41e0-bf54-b49ff2fb57a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:30.735296 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-6fc69cdb-ebf6-41e0-bf54-b49ff2fb57a8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=58ac3f24-b788-4cf8-83bb-09180cf32914 HTTP/1.1" status: 200 len: 797 time: 0.1868503 Sep 21 17:59:30.787932 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659f28d-d59c-47cd-9fb0-880201ddcffa req-a5f7c441-0679-43f8-9a28-f3c451a26fab tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:30.793877 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659f28d-d59c-47cd-9fb0-880201ddcffa req-a5f7c441-0679-43f8-9a28-f3c451a26fab tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:30.800180 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659f28d-d59c-47cd-9fb0-880201ddcffa req-a5f7c441-0679-43f8-9a28-f3c451a26fab tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:30.806573 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659f28d-d59c-47cd-9fb0-880201ddcffa req-a5f7c441-0679-43f8-9a28-f3c451a26fab tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:30.811006 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4ee06ae-18c4-497c-9df9-f2b398f384e3 req-f4e1e5d4-2fff-4406-9f13-377ec6eb01c0 service neutron] 10.222.0.38 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6582339 Sep 21 17:59:30.812454 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659f28d-d59c-47cd-9fb0-880201ddcffa req-a5f7c441-0679-43f8-9a28-f3c451a26fab tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:30.819559 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659f28d-d59c-47cd-9fb0-880201ddcffa req-a5f7c441-0679-43f8-9a28-f3c451a26fab tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:30.826281 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659f28d-d59c-47cd-9fb0-880201ddcffa req-a5f7c441-0679-43f8-9a28-f3c451a26fab tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:30.828344 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3659f28d-d59c-47cd-9fb0-880201ddcffa req-a5f7c441-0679-43f8-9a28-f3c451a26fab tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5421 time: 0.0986457 Sep 21 17:59:30.872747 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3659f28d-d59c-47cd-9fb0-880201ddcffa req-253f6b7d-a1be-481b-a8bf-32ab08952096 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360403 Sep 21 17:59:30.974405 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7e0c9a12-f0d7-4cc4-865a-324667bc58d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:30.975960 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-7e0c9a12-f0d7-4cc4-865a-324667bc58d5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2220476 Sep 21 17:59:31.011180 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e4c9361-0193-4489-8cc0-c7c8dbc26d00 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:31.042737 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:31.062509 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b21d1-7731-4d34-b47c-798d90fcf716 req-a7747bd1-ae6a-47e0-928a-3c123fa0d7df tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:31.064033 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b24b21d1-7731-4d34-b47c-798d90fcf716 req-a7747bd1-ae6a-47e0-928a-3c123fa0d7df tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/ports?device_id=65a5b5fd-9503-4c40-823b-ee89517754ec HTTP/1.1" status: 200 len: 932 time: 0.2494473 Sep 21 17:59:31.134406 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] Transition to ACTIVE for port object 3e4c9361-0193-4489-8cc0-c7c8dbc26d00 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:59:31.145262 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec71c0-c940-4a0e-a917-e6e1f8e0df61 req-47aba405-20ce-474f-a390-f072faa65f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:31.146691 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-69ec71c0-c940-4a0e-a917-e6e1f8e0df61 req-47aba405-20ce-474f-a390-f072faa65f29 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1fc54364b794afda43368337694baaa&device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 1095 time: 0.2743955 Sep 21 17:59:31.180537 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:31.197645 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96f46f-5a54-4bf9-bae0-4e67686607c3 req-9f10330e-64c9-4990-8bc1-b472ffc14f37 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:31.199362 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2f96f46f-5a54-4bf9-bae0-4e67686607c3 req-9f10330e-64c9-4990-8bc1-b472ffc14f37 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 944 time: 0.0512462 Sep 21 17:59:31.241614 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2f96f46f-5a54-4bf9-bae0-4e67686607c3 req-45e40700-b996-4895-b110-f582ba989716 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359383 Sep 21 17:59:31.290425 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9d3d8c35-fd9f-4e89-a572-6c55687b5996 service neutron] 10.222.0.38 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003190 Sep 21 17:59:31.300758 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b24b21d1-7731-4d34-b47c-798d90fcf716 req-a4b2920c-7dec-4ae2-b1f9-4f90d6b145df tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/security-groups?id=06ec9530-c82c-40dd-b028-49d5e0c3a083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2193539 Sep 21 17:59:31.358641 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] Pushing event updated for resources: {'Port': ['ID=3e4c9361-0193-4489-8cc0-c7c8dbc26d00,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:31.523189 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec71c0-c940-4a0e-a917-e6e1f8e0df61 req-737b5a16-ca9e-4a93-b8d6-aed1fafafda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:31.524602 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-69ec71c0-c940-4a0e-a917-e6e1f8e0df61 req-737b5a16-ca9e-4a93-b8d6-aed1fafafda3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8c160ab6-baed-4257-8d63-cfb421e0e315 HTTP/1.1" status: 200 len: 913 time: 0.3462167 Sep 21 17:59:31.587528 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697bd87-a942-474b-b20d-7cee95c403fd req-1e6cccab-9385-43b3-88d2-ec052b800acc tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:31.587800 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-04905eb6-2ecf-4547-bc42-15c078156190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df5286d7-595e-4fc6-8347-85d71abb0a3a {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:31.589666 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0697bd87-a942-474b-b20d-7cee95c403fd req-1e6cccab-9385-43b3-88d2-ec052b800acc tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 945 time: 0.0570464 Sep 21 17:59:31.601270 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-69ec71c0-c940-4a0e-a917-e6e1f8e0df61 req-02c9d3c4-c83e-4e42-b9af-b1dc6ffcfd50 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44292ec2-864c-49ea-99ee-8c3f0729d2f7 HTTP/1.1" status: 200 len: 217 time: 0.0640340 Sep 21 17:59:31.604504 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-04905eb6-2ecf-4547-bc42-15c078156190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:31.608134 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-182f4612-9495-42b0-9189-76d820dfc3c2 service neutron] 10.222.0.38 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658179 Sep 21 17:59:31.613455 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] Attempting to bind port 3e4c9361-0193-4489-8cc0-c7c8dbc26d00 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:59:31.613784 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] Attempting to bind port 3e4c9361-0193-4489-8cc0-c7c8dbc26d00 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'c2630a84-866a-41cd-8a04-0650c8dbcb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bb7393e0-9611-4048-84c9-6e76d82f10fe'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:59:31.614108 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] Attempting to bind port 3e4c9361-0193-4489-8cc0-c7c8dbc26d00 on network bb7393e0-9611-4048-84c9-6e76d82f10fe {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:31.623564 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] Port 3e4c9361-0193-4489-8cc0-c7c8dbc26d00 on network bb7393e0-9611-4048-84c9-6e76d82f10fe not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:59:31.623876 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] Attempting to bind port 3e4c9361-0193-4489-8cc0-c7c8dbc26d00 on network bb7393e0-9611-4048-84c9-6e76d82f10fe {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:31.628014 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-04905eb6-2ecf-4547-bc42-15c078156190 service neutron] Transition to ACTIVE for port object df5286d7-595e-4fc6-8347-85d71abb0a3a will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:59:31.629511 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0697bd87-a942-474b-b20d-7cee95c403fd req-abd922dd-0070-43eb-ac77-22169c057e23 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324426 Sep 21 17:59:31.665155 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:59:31.665418 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] Checking segment: {'id': 'c2630a84-866a-41cd-8a04-0650c8dbcb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bb7393e0-9611-4048-84c9-6e76d82f10fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:31.665794 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] Bound using segment: {'id': 'c2630a84-866a-41cd-8a04-0650c8dbcb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bb7393e0-9611-4048-84c9-6e76d82f10fe'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:59:31.666236 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] Bound port: 3e4c9361-0193-4489-8cc0-c7c8dbc26d00, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2630a84-866a-41cd-8a04-0650c8dbcb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bb7393e0-9611-4048-84c9-6e76d82f10fe'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:59:31.666589 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:31.668323 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-04905eb6-2ecf-4547-bc42-15c078156190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:31.712756 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-3a12e9e8-cb91-4d46-8040-77b68156b14f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=054e6666-6694-4141-b20b-da2fa2a124e2 HTTP/1.1" status: 200 len: 217 time: 0.0835903 Sep 21 17:59:31.834635 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcfb00-c681-4fbf-8be2-487366f29a5d req-c7e38c50-1886-4207-9522-061126c38c87 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:31.840429 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcfb00-c681-4fbf-8be2-487366f29a5d req-c7e38c50-1886-4207-9522-061126c38c87 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:31.843312 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec71c0-c940-4a0e-a917-e6e1f8e0df61 req-06e4d996-a586-4532-a529-7d15f3bdd864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:31.844789 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-69ec71c0-c940-4a0e-a917-e6e1f8e0df61 req-06e4d996-a586-4532-a529-7d15f3bdd864 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c08e933-ce5c-4713-ad95-cf9d2cd4544e HTTP/1.1" status: 200 len: 852 time: 0.2180119 Sep 21 17:59:31.846172 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcfb00-c681-4fbf-8be2-487366f29a5d req-c7e38c50-1886-4207-9522-061126c38c87 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:31.851989 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcfb00-c681-4fbf-8be2-487366f29a5d req-c7e38c50-1886-4207-9522-061126c38c87 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:31.857761 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcfb00-c681-4fbf-8be2-487366f29a5d req-c7e38c50-1886-4207-9522-061126c38c87 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:31.861386 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04905eb6-2ecf-4547-bc42-15c078156190 service neutron] Pushing event updated for resources: {'Port': ['ID=df5286d7-595e-4fc6-8347-85d71abb0a3a,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:31.863628 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcfb00-c681-4fbf-8be2-487366f29a5d req-c7e38c50-1886-4207-9522-061126c38c87 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:31.869460 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcfb00-c681-4fbf-8be2-487366f29a5d req-c7e38c50-1886-4207-9522-061126c38c87 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:31.871363 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4ebcfb00-c681-4fbf-8be2-487366f29a5d req-c7e38c50-1886-4207-9522-061126c38c87 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5432 time: 0.0896647 Sep 21 17:59:31.911501 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-69ec71c0-c940-4a0e-a917-e6e1f8e0df61 req-93696be7-fc62-4360-86c1-1fa58659b773 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8c160ab6-baed-4257-8d63-cfb421e0e315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547864 Sep 21 17:59:31.912953 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4ebcfb00-c681-4fbf-8be2-487366f29a5d req-b90d64e5-cfe2-44b6-b609-85692499c73b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347776 Sep 21 17:59:31.941321 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-4f3197a0-5a29-4d9c-bbdf-f3f822c2817a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:31.942713 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-4f3197a0-5a29-4d9c-bbdf-f3f822c2817a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=58ac3f24-b788-4cf8-83bb-09180cf32914 HTTP/1.1" status: 200 len: 797 time: 0.2061529 Sep 21 17:59:31.947840 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] For port 3e4c9361-0193-4489-8cc0-c7c8dbc26d00, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:59:32.007190 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88dea8-4059-431a-8dd2-f11bb92c6e14 req-714e2397-0711-44e7-97e8-82e14674ba3d tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:32.008677 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e88dea8-4059-431a-8dd2-f11bb92c6e14 req-714e2397-0711-44e7-97e8-82e14674ba3d tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d4654c3-b51d-483e-9190-52f9aa651d22 HTTP/1.1" status: 200 len: 943 time: 0.2579606 Sep 21 17:59:32.016146 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] For port 3e4c9361-0193-4489-8cc0-c7c8dbc26d00, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=3e4c9361-0193-4489-8cc0-c7c8dbc26d00,segment=NetworkSegment(c2630a84-866a-41cd-8a04-0650c8dbcb20),segment_id=c2630a84-866a-41cd-8a04-0650c8dbcb20)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:59:32.037630 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33aa8dd-3fa1-4656-9c3b-c5c418bd26f2 req-25cc88b3-a5ec-4e4b-a7f9-687fd0cbc3b6 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:32.038778 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:32.043515 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33aa8dd-3fa1-4656-9c3b-c5c418bd26f2 req-25cc88b3-a5ec-4e4b-a7f9-687fd0cbc3b6 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:32.049422 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33aa8dd-3fa1-4656-9c3b-c5c418bd26f2 req-25cc88b3-a5ec-4e4b-a7f9-687fd0cbc3b6 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:32.055347 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33aa8dd-3fa1-4656-9c3b-c5c418bd26f2 req-25cc88b3-a5ec-4e4b-a7f9-687fd0cbc3b6 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:32.061406 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33aa8dd-3fa1-4656-9c3b-c5c418bd26f2 req-25cc88b3-a5ec-4e4b-a7f9-687fd0cbc3b6 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:32.067669 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33aa8dd-3fa1-4656-9c3b-c5c418bd26f2 req-25cc88b3-a5ec-4e4b-a7f9-687fd0cbc3b6 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:32.073496 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33aa8dd-3fa1-4656-9c3b-c5c418bd26f2 req-25cc88b3-a5ec-4e4b-a7f9-687fd0cbc3b6 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:32.075453 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e33aa8dd-3fa1-4656-9c3b-c5c418bd26f2 req-25cc88b3-a5ec-4e4b-a7f9-687fd0cbc3b6 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5421 time: 0.0979834 Sep 21 17:59:32.117278 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e33aa8dd-3fa1-4656-9c3b-c5c418bd26f2 req-dac7417a-c102-47e8-a609-87a50df71e0a tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351329 Sep 21 17:59:32.152003 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:32.152627 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:32.154021 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] 10.222.0.44 "PUT /v2.0/ports/3e4c9361-0193-4489-8cc0-c7c8dbc26d00 HTTP/1.1" status: 200 len: 1092 time: 2.9571657 Sep 21 17:59:32.154473 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a5b5fd-9503-4c40-823b-ee89517754ec', 'tag': '3e4c9361-0193-4489-8cc0-c7c8dbc26d00'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:32.156702 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1771bc4-002a-4e76-af53-20259a46ec2a" -d '{"events": [{"name": "network-changed", "server_uuid": "65a5b5fd-9503-4c40-823b-ee89517754ec", "tag": "3e4c9361-0193-4489-8cc0-c7c8dbc26d00"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:32.189915 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-04905eb6-2ecf-4547-bc42-15c078156190 service neutron] Attempting to bind port df5286d7-595e-4fc6-8347-85d71abb0a3a on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:59:32.190132 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-04905eb6-2ecf-4547-bc42-15c078156190 service neutron] Attempting to bind port df5286d7-595e-4fc6-8347-85d71abb0a3a by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'e564d934-97dd-4d6e-ab5e-6b296ec1ad41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f2d81d27-0c00-4725-9470-c5bfb20f5559'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:59:32.190753 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-04905eb6-2ecf-4547-bc42-15c078156190 service neutron] Attempting to bind port df5286d7-595e-4fc6-8347-85d71abb0a3a on network f2d81d27-0c00-4725-9470-c5bfb20f5559 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:32.215388 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e88dea8-4059-431a-8dd2-f11bb92c6e14 req-48bf3091-eb5f-4741-ab5b-dbe0bc92b5a6 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824374 Sep 21 17:59:32.228209 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-ca3fd46a-18c3-4e6f-8028-ce50fe4252fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:32.229632 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-ca3fd46a-18c3-4e6f-8028-ce50fe4252fa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2551620 Sep 21 17:59:32.236017 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-69ec71c0-c940-4a0e-a917-e6e1f8e0df61 req-7c0bf8f4-f3c1-416b-80fd-e024a007b14a service neutron] 10.222.0.38 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070347 Sep 21 17:59:32.250831 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d499e5e3-b138-46a9-b6bc-56fa60364dac x-openstack-request-id: req-d499e5e3-b138-46a9-b6bc-56fa60364dac {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:32.251138 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a5b5fd-9503-4c40-823b-ee89517754ec", "tag": "3e4c9361-0193-4489-8cc0-c7c8dbc26d00", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:32.252948 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d499e5e3-b138-46a9-b6bc-56fa60364dac {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:32.252948 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a5b5fd-9503-4c40-823b-ee89517754ec', 'tag': '3e4c9361-0193-4489-8cc0-c7c8dbc26d00', 'status': 'completed', 'code': 200} Sep 21 17:59:32.261857 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-04905eb6-2ecf-4547-bc42-15c078156190 service neutron] Port df5286d7-595e-4fc6-8347-85d71abb0a3a on network f2d81d27-0c00-4725-9470-c5bfb20f5559 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:59:32.262988 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-04905eb6-2ecf-4547-bc42-15c078156190 service neutron] Attempting to bind port df5286d7-595e-4fc6-8347-85d71abb0a3a on network f2d81d27-0c00-4725-9470-c5bfb20f5559 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:32.264634 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] Pushing event updated for resources: {'Port': ['ID=3e4c9361-0193-4489-8cc0-c7c8dbc26d00,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:32.307157 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-04905eb6-2ecf-4547-bc42-15c078156190 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:59:32.307495 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-04905eb6-2ecf-4547-bc42-15c078156190 service neutron] Checking segment: {'id': 'e564d934-97dd-4d6e-ab5e-6b296ec1ad41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f2d81d27-0c00-4725-9470-c5bfb20f5559'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:32.307905 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-04905eb6-2ecf-4547-bc42-15c078156190 service neutron] Bound using segment: {'id': 'e564d934-97dd-4d6e-ab5e-6b296ec1ad41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f2d81d27-0c00-4725-9470-c5bfb20f5559'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:59:32.308321 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-04905eb6-2ecf-4547-bc42-15c078156190 service neutron] Bound port: df5286d7-595e-4fc6-8347-85d71abb0a3a, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e564d934-97dd-4d6e-ab5e-6b296ec1ad41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f2d81d27-0c00-4725-9470-c5bfb20f5559'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:59:32.308682 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-04905eb6-2ecf-4547-bc42-15c078156190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:32.311604 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:32.311961 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:32.312379 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:32.312718 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:32.313051 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:32.313378 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:32.313701 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:32.314024 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:32.314345 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:32.314670 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:32.315020 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:32.315343 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e3ada3-1b92-4e5f-acc4-298eee1b5e1c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:59:32.432500 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3282ce0-cf20-47e9-8359-5b5d0d50846f req-d231f882-e1f0-4a4a-ba94-10b14a1a3c47 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:32.435276 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c3282ce0-cf20-47e9-8359-5b5d0d50846f req-d231f882-e1f0-4a4a-ba94-10b14a1a3c47 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/ports?device_id=65a5b5fd-9503-4c40-823b-ee89517754ec HTTP/1.1" status: 200 len: 944 time: 0.0548773 Sep 21 17:59:32.477457 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c3282ce0-cf20-47e9-8359-5b5d0d50846f req-b05f5ba6-3578-416f-afb0-f47fe78f867c tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/security-groups?id=06ec9530-c82c-40dd-b028-49d5e0c3a083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352814 Sep 21 17:59:32.730893 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-84aa78d4-46ab-4bb3-9a23-5dfb887f8285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:32.732333 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-84aa78d4-46ab-4bb3-9a23-5dfb887f8285 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4873dd9d411a49059e981a2e4948efcf&device_id=65a5b5fd-9503-4c40-823b-ee89517754ec HTTP/1.1" status: 200 len: 1095 time: 0.5131114 Sep 21 17:59:32.754706 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572ab14-ef81-4221-b817-bf479d24fb17 req-f279acba-a695-4239-b4e9-2a986634b675 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:32.756272 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f572ab14-ef81-4221-b817-bf479d24fb17 req-f279acba-a695-4239-b4e9-2a986634b675 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 945 time: 0.0511422 Sep 21 17:59:32.796981 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f572ab14-ef81-4221-b817-bf479d24fb17 req-53013135-1c51-4033-9646-7bcc6e707ee0 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333099 Sep 21 17:59:32.811333 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-5464fa64-ae45-49c4-b74a-0d9195eeb4f4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e4c9361-0193-4489-8cc0-c7c8dbc26d00 HTTP/1.1" status: 200 len: 217 time: 0.0672607 Sep 21 17:59:32.819245 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c55ae3-30cd-40cb-ac58-4de553f06b62 req-71a2a5dd-7041-423e-b432-379fb273269b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:32.820692 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-09c55ae3-30cd-40cb-ac58-4de553f06b62 req-71a2a5dd-7041-423e-b432-379fb273269b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 944 time: 0.4927182 Sep 21 17:59:32.846440 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-69ec71c0-c940-4a0e-a917-e6e1f8e0df61 req-25fef7a3-763f-4338-90f0-1628a9e0e380 service neutron] 10.222.0.38 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5861847 Sep 21 17:59:32.870206 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-fbe01fda-e2fa-405e-87e6-47a75fc8cdea service neutron] 10.222.0.38 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6174910 Sep 21 17:59:32.880888 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-04905eb6-2ecf-4547-bc42-15c078156190 service neutron] For port df5286d7-595e-4fc6-8347-85d71abb0a3a, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:59:32.929700 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-04905eb6-2ecf-4547-bc42-15c078156190 service neutron] For port df5286d7-595e-4fc6-8347-85d71abb0a3a, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=df5286d7-595e-4fc6-8347-85d71abb0a3a,segment=NetworkSegment(e564d934-97dd-4d6e-ab5e-6b296ec1ad41),segment_id=e564d934-97dd-4d6e-ab5e-6b296ec1ad41)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:59:32.942437 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-04905eb6-2ecf-4547-bc42-15c078156190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:32.974893 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-8f442e96-d3d2-4f02-b40a-1424703d2ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:32.976399 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-8f442e96-d3d2-4f02-b40a-1424703d2ae5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ae1edfa-7747-4ff9-ad75-c1eab6839867 HTTP/1.1" status: 200 len: 845 time: 0.1473584 Sep 21 17:59:33.018484 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-09c55ae3-30cd-40cb-ac58-4de553f06b62 req-47ff9b1a-0b4e-42c5-9d61-b224416f9193 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796820 Sep 21 17:59:33.048975 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f22a3-e94b-440b-bca3-91cf3bbd94dd req-05386345-df87-4a01-b187-3895efc38c72 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:33.051534 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-04905eb6-2ecf-4547-bc42-15c078156190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:33.052142 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-04905eb6-2ecf-4547-bc42-15c078156190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:33.053507 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-04905eb6-2ecf-4547-bc42-15c078156190 service neutron] 10.222.0.38 "PUT /v2.0/ports/df5286d7-595e-4fc6-8347-85d71abb0a3a HTTP/1.1" status: 200 len: 1091 time: 2.9030223 Sep 21 17:59:33.054793 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f22a3-e94b-440b-bca3-91cf3bbd94dd req-05386345-df87-4a01-b187-3895efc38c72 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:33.061010 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f22a3-e94b-440b-bca3-91cf3bbd94dd req-05386345-df87-4a01-b187-3895efc38c72 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:33.067436 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f22a3-e94b-440b-bca3-91cf3bbd94dd req-05386345-df87-4a01-b187-3895efc38c72 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:33.073318 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f22a3-e94b-440b-bca3-91cf3bbd94dd req-05386345-df87-4a01-b187-3895efc38c72 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:33.079229 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f22a3-e94b-440b-bca3-91cf3bbd94dd req-05386345-df87-4a01-b187-3895efc38c72 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:33.084626 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04905eb6-2ecf-4547-bc42-15c078156190 service neutron] Pushing event updated for resources: {'Port': ['ID=df5286d7-595e-4fc6-8347-85d71abb0a3a,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:33.085152 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f22a3-e94b-440b-bca3-91cf3bbd94dd req-05386345-df87-4a01-b187-3895efc38c72 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:33.087159 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c10f22a3-e94b-440b-bca3-91cf3bbd94dd req-05386345-df87-4a01-b187-3895efc38c72 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5432 time: 0.0970263 Sep 21 17:59:33.095209 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-8dc49cea-1f8a-4323-bc1b-4c0f2b92dd56 service neutron] 10.222.0.38 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162158 Sep 21 17:59:33.109573 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-491f6a76-0ce9-4c87-83e5-862481b93d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:33.111035 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-491f6a76-0ce9-4c87-83e5-862481b93d64 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb7393e0-9611-4048-84c9-6e76d82f10fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074905 Sep 21 17:59:33.134250 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c10f22a3-e94b-440b-bca3-91cf3bbd94dd req-29294d9a-e9b6-4994-8167-7b08c6bb80d7 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340919 Sep 21 17:59:33.174511 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-11b0478c-b7bb-4872-a537-4c53a4a5352f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a4d8c11d-20a6-4197-98eb-9131ec08bed8 HTTP/1.1" status: 200 len: 217 time: 0.0680678 Sep 21 17:59:33.282561 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-24d6a596-eab8-4c58-a1ae-387286a20de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:33.284094 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-24d6a596-eab8-4c58-a1ae-387286a20de9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6392516e96f84ba892289a69fd738ba0&device_id=7d4654c3-b51d-483e-9190-52f9aa651d22 HTTP/1.1" status: 200 len: 1094 time: 0.1858706 Sep 21 17:59:33.311910 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-82e4a5ae-30a5-4dc2-89a3-16cebee710d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:33.313331 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-82e4a5ae-30a5-4dc2-89a3-16cebee710d8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b7ef56bd-35f4-4551-832d-ce8ad93a8d56 HTTP/1.1" status: 200 len: 797 time: 0.1288626 Sep 21 17:59:33.362394 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-5e06ccfb-b8e9-4fde-b5d2-8aa6a957b1a2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df5286d7-595e-4fc6-8347-85d71abb0a3a HTTP/1.1" status: 200 len: 217 time: 0.0663865 Sep 21 17:59:33.370065 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482cc34-bfba-43a8-a955-04495f9a89cd req-adf2a9d8-f95c-4746-9f26-90665fcfc675 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:33.371822 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7482cc34-bfba-43a8-a955-04495f9a89cd req-adf2a9d8-f95c-4746-9f26-90665fcfc675 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d4654c3-b51d-483e-9190-52f9aa651d22 HTTP/1.1" status: 200 len: 943 time: 0.0514309 Sep 21 17:59:33.411335 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7482cc34-bfba-43a8-a955-04495f9a89cd req-95d6e48f-1fe7-4ad4-a6d4-31b2ca313466 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331786 Sep 21 17:59:33.411566 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-d2bb2543-87ef-4711-86ae-4be42d415b19 service neutron] 10.222.0.44 "GET /v2.0/networks/bb7393e0-9611-4048-84c9-6e76d82f10fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815502 Sep 21 17:59:33.424571 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70fce2-5aa7-4185-a67b-a229dca56a77 req-effddfce-c20f-4bb1-b8a1-c7ea37c10e5a tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:33.430511 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70fce2-5aa7-4185-a67b-a229dca56a77 req-effddfce-c20f-4bb1-b8a1-c7ea37c10e5a tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:33.436347 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70fce2-5aa7-4185-a67b-a229dca56a77 req-effddfce-c20f-4bb1-b8a1-c7ea37c10e5a tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:33.442486 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70fce2-5aa7-4185-a67b-a229dca56a77 req-effddfce-c20f-4bb1-b8a1-c7ea37c10e5a tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:33.448296 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70fce2-5aa7-4185-a67b-a229dca56a77 req-effddfce-c20f-4bb1-b8a1-c7ea37c10e5a tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:33.454070 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70fce2-5aa7-4185-a67b-a229dca56a77 req-effddfce-c20f-4bb1-b8a1-c7ea37c10e5a tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:33.460041 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70fce2-5aa7-4185-a67b-a229dca56a77 req-effddfce-c20f-4bb1-b8a1-c7ea37c10e5a tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:33.462005 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fd70fce2-5aa7-4185-a67b-a229dca56a77 req-effddfce-c20f-4bb1-b8a1-c7ea37c10e5a tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5421 time: 0.2407646 Sep 21 17:59:33.553776 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-12949f4d-0530-4938-b17f-788b51c3223b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:33.555173 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-12949f4d-0530-4938-b17f-788b51c3223b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3ce9b4b5-4bbc-411f-9902-099d41627a6b HTTP/1.1" status: 200 len: 853 time: 0.1747329 Sep 21 17:59:33.570258 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-6e84bbd4-df66-426e-903b-b3818a41a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:33.571788 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-6e84bbd4-df66-426e-903b-b3818a41a5e4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2d5cd904-6c64-427e-ac24-4519ebea83bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2248685 Sep 21 17:59:33.584669 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fd70fce2-5aa7-4185-a67b-a229dca56a77 req-473c9bb2-f36e-4f34-9b51-1c6e65151bd3 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1098723 Sep 21 17:59:33.595358 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910721cb-37d6-4fc8-87c2-25185bb9c787 req-ed33a674-1471-4163-ba8c-0ccfd0a48416 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:33.597044 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-910721cb-37d6-4fc8-87c2-25185bb9c787 req-ed33a674-1471-4163-ba8c-0ccfd0a48416 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/ports?device_id=65a5b5fd-9503-4c40-823b-ee89517754ec HTTP/1.1" status: 200 len: 944 time: 0.0500293 Sep 21 17:59:33.633320 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-3efbb675-6c5e-47c8-b62c-bf57806602b2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f2d81d27-0c00-4725-9470-c5bfb20f5559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466957 Sep 21 17:59:33.644181 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-910721cb-37d6-4fc8-87c2-25185bb9c787 req-046bed7a-6058-4618-9e84-0d44a2e4dcfb tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/security-groups?id=06ec9530-c82c-40dd-b028-49d5e0c3a083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362792 Sep 21 17:59:33.697369 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b02c3157-e8e5-47ad-b2dd-5b730a3909b3 req-e263154d-718b-4652-a8a1-a875271e6b44 service neutron] 10.222.0.44 "GET /v2.0/networks/bb7393e0-9611-4048-84c9-6e76d82f10fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309303 Sep 21 17:59:33.793701 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-3be2e04a-d853-4f05-890d-00c1bf8fb676 service neutron] 10.222.0.38 "GET /v2.0/networks/2d5cd904-6c64-427e-ac24-4519ebea83bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080901 Sep 21 17:59:33.814457 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-fcf651c3-ade1-4f9e-b6a9-03139ca79ae5 service neutron] 10.222.0.38 "GET /v2.0/networks/f2d81d27-0c00-4725-9470-c5bfb20f5559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709347 Sep 21 17:59:33.914529 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7190119-2d1e-4db1-b96a-ccc95b3f8cc2 req-b805cff1-3c04-437d-b170-784f98164a5a tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:33.916075 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b7190119-2d1e-4db1-b96a-ccc95b3f8cc2 req-b805cff1-3c04-437d-b170-784f98164a5a tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 945 time: 0.0497131 Sep 21 17:59:33.925746 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1771bc4-002a-4e76-af53-20259a46ec2a req-a93c46b4-282f-4663-80c9-cab7683639b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:33.927251 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e1771bc4-002a-4e76-af53-20259a46ec2a req-a93c46b4-282f-4663-80c9-cab7683639b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4873dd9d411a49059e981a2e4948efcf&device_id=65a5b5fd-9503-4c40-823b-ee89517754ec HTTP/1.1" status: 200 len: 1095 time: 0.1712000 Sep 21 17:59:33.955860 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b7190119-2d1e-4db1-b96a-ccc95b3f8cc2 req-76eace3e-ab31-4918-85f9-a50c7e9f7cb1 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335948 Sep 21 17:59:33.986207 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-00c8aec1-76b2-4511-b861-dc434ad453e6 service neutron] 10.222.0.38 "GET /v2.0/networks/2d5cd904-6c64-427e-ac24-4519ebea83bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842058 Sep 21 17:59:34.067493 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0a9131ae-2a1a-4c82-a6b9-5832239c4089 req-5156337e-6e51-4700-b08f-312cfd6beedc service neutron] 10.222.0.38 "GET /v2.0/networks/f2d81d27-0c00-4725-9470-c5bfb20f5559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406924 Sep 21 17:59:34.070280 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-97346753-9b71-4921-9cfe-816c0d8ad8fc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b3ce70b6-6a2c-4f29-a57a-39e65f45435f HTTP/1.1" status: 200 len: 217 time: 0.0762098 Sep 21 17:59:34.153514 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1771bc4-002a-4e76-af53-20259a46ec2a req-1a24da7c-5c8d-4f73-af35-8bae74ebf725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:34.154975 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e1771bc4-002a-4e76-af53-20259a46ec2a req-1a24da7c-5c8d-4f73-af35-8bae74ebf725 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bb7393e0-9611-4048-84c9-6e76d82f10fe HTTP/1.1" status: 200 len: 907 time: 0.2184539 Sep 21 17:59:34.167172 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-99dbae31-c7c3-4b29-bd72-9ca40683a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:34.168568 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-99dbae31-c7c3-4b29-bd72-9ca40683a8c1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b7ef56bd-35f4-4551-832d-ce8ad93a8d56 HTTP/1.1" status: 200 len: 797 time: 0.0879295 Sep 21 17:59:34.214913 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e1771bc4-002a-4e76-af53-20259a46ec2a req-4e6d0f02-4afb-457d-ad4b-b76dcfff575a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e4c9361-0193-4489-8cc0-c7c8dbc26d00 HTTP/1.1" status: 200 len: 217 time: 0.0447056 Sep 21 17:59:34.261091 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d4654c3-b51d-483e-9190-52f9aa651d22', 'tag': 'df5286d7-595e-4fc6-8347-85d71abb0a3a'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:34.263367 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee19e7db-3bc8-4553-b3c4-6214848b5eab" -d '{"events": [{"name": "network-changed", "server_uuid": "7d4654c3-b51d-483e-9190-52f9aa651d22", "tag": "df5286d7-595e-4fc6-8347-85d71abb0a3a"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:34.265017 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5214a0b-9ca8-41db-8f81-d3dea50a0a09 req-1bce0a69-aab7-4e42-bb7e-34ada676344d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:34.270963 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5214a0b-9ca8-41db-8f81-d3dea50a0a09 req-1bce0a69-aab7-4e42-bb7e-34ada676344d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:34.275831 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f5848-2e16-4927-9e0c-57d254bea824 req-2d347d69-e1a9-4a0d-b195-c3be867b774b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:34.277299 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1c9f5848-2e16-4927-9e0c-57d254bea824 req-2d347d69-e1a9-4a0d-b195-c3be867b774b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 944 time: 0.1779900 Sep 21 17:59:34.277636 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5214a0b-9ca8-41db-8f81-d3dea50a0a09 req-1bce0a69-aab7-4e42-bb7e-34ada676344d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:34.284343 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5214a0b-9ca8-41db-8f81-d3dea50a0a09 req-1bce0a69-aab7-4e42-bb7e-34ada676344d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:34.290521 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5214a0b-9ca8-41db-8f81-d3dea50a0a09 req-1bce0a69-aab7-4e42-bb7e-34ada676344d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:34.296493 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5214a0b-9ca8-41db-8f81-d3dea50a0a09 req-1bce0a69-aab7-4e42-bb7e-34ada676344d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:34.302328 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5214a0b-9ca8-41db-8f81-d3dea50a0a09 req-1bce0a69-aab7-4e42-bb7e-34ada676344d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:34.304332 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a5214a0b-9ca8-41db-8f81-d3dea50a0a09 req-1bce0a69-aab7-4e42-bb7e-34ada676344d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5432 time: 0.0953455 Sep 21 17:59:34.313401 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1771bc4-002a-4e76-af53-20259a46ec2a req-4afe9bc9-f65f-4964-ae0d-399d4ebfe8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:34.314834 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e1771bc4-002a-4e76-af53-20259a46ec2a req-4afe9bc9-f65f-4964-ae0d-399d4ebfe8e6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ae1edfa-7747-4ff9-ad75-c1eab6839867 HTTP/1.1" status: 200 len: 845 time: 0.0856488 Sep 21 17:59:34.327020 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-e16f2041-d924-4496-b5a0-67d18372ab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:34.328398 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-e16f2041-d924-4496-b5a0-67d18372ab1a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2d5cd904-6c64-427e-ac24-4519ebea83bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1506696 Sep 21 17:59:34.345141 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a5214a0b-9ca8-41db-8f81-d3dea50a0a09 req-10b44071-e9e8-473b-b613-77114c1379b1 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339789 Sep 21 17:59:34.372428 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1c9f5848-2e16-4927-9e0c-57d254bea824 req-bf33ea40-e21c-4d8c-8e57-8cc2aba21df4 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834367 Sep 21 17:59:34.425210 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5889c885-bdbb-40ee-bc2c-452df4dbde68 x-openstack-request-id: req-5889c885-bdbb-40ee-bc2c-452df4dbde68 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:34.425478 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d4654c3-b51d-483e-9190-52f9aa651d22", "tag": "df5286d7-595e-4fc6-8347-85d71abb0a3a", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:34.425728 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5889c885-bdbb-40ee-bc2c-452df4dbde68 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:34.426126 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d4654c3-b51d-483e-9190-52f9aa651d22', 'tag': 'df5286d7-595e-4fc6-8347-85d71abb0a3a', 'status': 'completed', 'code': 200} Sep 21 17:59:34.535743 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61de812-7e77-4041-bae4-4880342aa99b req-8ce50f47-8530-4263-bdf4-559015c7d09c tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:34.537282 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b61de812-7e77-4041-bae4-4880342aa99b req-8ce50f47-8530-4263-bdf4-559015c7d09c tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d4654c3-b51d-483e-9190-52f9aa651d22 HTTP/1.1" status: 200 len: 943 time: 0.0557804 Sep 21 17:59:34.578753 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b61de812-7e77-4041-bae4-4880342aa99b req-2e2b7027-8706-4574-8697-0226203afe74 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349669 Sep 21 17:59:34.737278 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1771bc4-002a-4e76-af53-20259a46ec2a req-667661e6-c13b-4059-ac47-bc6f86b9090d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:34.738812 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e1771bc4-002a-4e76-af53-20259a46ec2a req-667661e6-c13b-4059-ac47-bc6f86b9090d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb7393e0-9611-4048-84c9-6e76d82f10fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4095309 Sep 21 17:59:34.764194 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ed5f0-dc8d-4d95-ba0c-b94145575242 req-d98cbd27-3967-4555-bac4-a86c865489d9 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:34.765895 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-302ed5f0-dc8d-4d95-ba0c-b94145575242 req-d98cbd27-3967-4555-bac4-a86c865489d9 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/ports?device_id=65a5b5fd-9503-4c40-823b-ee89517754ec HTTP/1.1" status: 200 len: 944 time: 0.0535500 Sep 21 17:59:34.804454 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-302ed5f0-dc8d-4d95-ba0c-b94145575242 req-e8651c88-a232-494a-a496-39096c9b24fe tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/security-groups?id=06ec9530-c82c-40dd-b028-49d5e0c3a083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321400 Sep 21 17:59:34.812852 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-fd75a430-071e-45a3-bc1c-71f308ea27eb service neutron] 10.222.0.38 "GET /v2.0/networks/2d5cd904-6c64-427e-ac24-4519ebea83bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694965 Sep 21 17:59:34.893521 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19e7db-3bc8-4553-b3c4-6214848b5eab req-04ff1fe3-2c22-4979-9183-65a9058aa1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:34.895108 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ee19e7db-3bc8-4553-b3c4-6214848b5eab req-04ff1fe3-2c22-4979-9183-65a9058aa1be service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6392516e96f84ba892289a69fd738ba0&device_id=7d4654c3-b51d-483e-9190-52f9aa651d22 HTTP/1.1" status: 200 len: 1094 time: 0.4640057 Sep 21 17:59:34.959037 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6df23b-0c5d-4123-84b2-9a41421bb4a2 req-3599045d-e32f-491b-b0a9-48ff3ecdfdb8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:34.965043 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6df23b-0c5d-4123-84b2-9a41421bb4a2 req-3599045d-e32f-491b-b0a9-48ff3ecdfdb8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:34.970903 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6df23b-0c5d-4123-84b2-9a41421bb4a2 req-3599045d-e32f-491b-b0a9-48ff3ecdfdb8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:34.976912 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6df23b-0c5d-4123-84b2-9a41421bb4a2 req-3599045d-e32f-491b-b0a9-48ff3ecdfdb8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:34.982744 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6df23b-0c5d-4123-84b2-9a41421bb4a2 req-3599045d-e32f-491b-b0a9-48ff3ecdfdb8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:34.988652 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6df23b-0c5d-4123-84b2-9a41421bb4a2 req-3599045d-e32f-491b-b0a9-48ff3ecdfdb8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:34.994450 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6df23b-0c5d-4123-84b2-9a41421bb4a2 req-3599045d-e32f-491b-b0a9-48ff3ecdfdb8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:34.996403 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9f6df23b-0c5d-4123-84b2-9a41421bb4a2 req-3599045d-e32f-491b-b0a9-48ff3ecdfdb8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5421 time: 0.2615714 Sep 21 17:59:35.028383 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 44292ec2-864c-49ea-99ee-8c3f0729d2f7 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:59:35.036654 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e1771bc4-002a-4e76-af53-20259a46ec2a req-54527660-e859-4ab9-8483-d1a78cfd2d26 service neutron] 10.222.0.44 "GET /v2.0/networks/bb7393e0-9611-4048-84c9-6e76d82f10fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826889 Sep 21 17:59:35.083128 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f6bfb-ca2c-4553-95cc-44bdc1b210b2 req-dbc8021f-43f8-4a94-9907-24684163bf11 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:35.084562 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-753f6bfb-ca2c-4553-95cc-44bdc1b210b2 req-dbc8021f-43f8-4a94-9907-24684163bf11 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 945 time: 0.0570118 Sep 21 17:59:35.126400 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-753f6bfb-ca2c-4553-95cc-44bdc1b210b2 req-20abe9ac-cd85-434e-9f29-eb9095c36827 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349331 Sep 21 17:59:35.144635 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a6555ea-c37f-40fd-a3ba-83ef13662436 req-9113898d-b621-4451-9377-3a359efdd9f3 service neutron] 10.222.0.38 "GET /v2.0/networks/2d5cd904-6c64-427e-ac24-4519ebea83bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216014 Sep 21 17:59:35.148825 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9f6df23b-0c5d-4123-84b2-9a41421bb4a2 req-4ebb4914-6baf-4e94-bb76-3b8a43dc61ac tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1334758 Sep 21 17:59:35.220028 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19e7db-3bc8-4553-b3c4-6214848b5eab req-9b66a76f-bb5a-4d9d-9ebd-6c46a994ef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:35.221573 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ee19e7db-3bc8-4553-b3c4-6214848b5eab req-9b66a76f-bb5a-4d9d-9ebd-6c46a994ef5d service neutron] 10.222.0.38 "GET /v2.0/networks?id=f2d81d27-0c00-4725-9470-c5bfb20f5559 HTTP/1.1" status: 200 len: 914 time: 0.3136022 Sep 21 17:59:35.246825 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e1771bc4-002a-4e76-af53-20259a46ec2a req-ea995d91-77fe-4444-87d3-1216036517f5 service neutron] 10.222.0.44 "GET /v2.0/networks/bb7393e0-9611-4048-84c9-6e76d82f10fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987302 Sep 21 17:59:35.274820 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 44292ec2-864c-49ea-99ee-8c3f0729d2f7, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=44292ec2-864c-49ea-99ee-8c3f0729d2f7,segment=NetworkSegment(24b566e5-042a-4b3d-9902-34d5286efb61),segment_id=24b566e5-042a-4b3d-9902-34d5286efb61)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:35.285755 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '44292ec2-864c-49ea-99ee-8c3f0729d2f7', 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315', 'port_id': '44292ec2-864c-49ea-99ee-8c3f0729d2f7', 'mac_address': 'fa:16:3e:47:95:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c08e933-ce5c-4713-ad95-cf9d2cd4544e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:59:35.286172 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ee19e7db-3bc8-4553-b3c4-6214848b5eab req-253c78b1-6ce5-40bd-8365-6f27e1fc43e3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df5286d7-595e-4fc6-8347-85d71abb0a3a HTTP/1.1" status: 200 len: 217 time: 0.0577791 Sep 21 17:59:35.324105 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:35.336914 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44292ec2-864c-49ea-99ee-8c3f0729d2f7 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:35.339265 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da5bd3-4637-489d-90e8-5263f8e6f39a req-1fc38f82-396f-4ee3-abb0-6c4b3a0fa40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:35.339749 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da5bd3-4637-489d-90e8-5263f8e6f39a req-1fc38f82-396f-4ee3-abb0-6c4b3a0fa40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:35.340225 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da5bd3-4637-489d-90e8-5263f8e6f39a req-1fc38f82-396f-4ee3-abb0-6c4b3a0fa40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:35.340696 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da5bd3-4637-489d-90e8-5263f8e6f39a req-1fc38f82-396f-4ee3-abb0-6c4b3a0fa40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:35.341162 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da5bd3-4637-489d-90e8-5263f8e6f39a req-1fc38f82-396f-4ee3-abb0-6c4b3a0fa40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:35.341624 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da5bd3-4637-489d-90e8-5263f8e6f39a req-1fc38f82-396f-4ee3-abb0-6c4b3a0fa40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:35.342100 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da5bd3-4637-489d-90e8-5263f8e6f39a req-1fc38f82-396f-4ee3-abb0-6c4b3a0fa40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:35.344048 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-01da5bd3-4637-489d-90e8-5263f8e6f39a req-1fc38f82-396f-4ee3-abb0-6c4b3a0fa40b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f45042291f6d424394d35c26dcf75613&device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 6489 time: 0.1168928 Sep 21 17:59:35.356650 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 44292ec2-864c-49ea-99ee-8c3f0729d2f7, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=44292ec2-864c-49ea-99ee-8c3f0729d2f7,segment=NetworkSegment(24b566e5-042a-4b3d-9902-34d5286efb61),segment_id=24b566e5-042a-4b3d-9902-34d5286efb61)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:35.360707 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:35.363243 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19e7db-3bc8-4553-b3c4-6214848b5eab req-a0628684-63c8-4796-889a-6418f544f480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:35.364621 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ee19e7db-3bc8-4553-b3c4-6214848b5eab req-a0628684-63c8-4796-889a-6418f544f480 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3ce9b4b5-4bbc-411f-9902-099d41627a6b HTTP/1.1" status: 200 len: 853 time: 0.0674260 Sep 21 17:59:35.409732 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ee19e7db-3bc8-4553-b3c4-6214848b5eab req-80e00e27-7e09-47e4-bdfb-bd18612e0d14 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f2d81d27-0c00-4725-9470-c5bfb20f5559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341153 Sep 21 17:59:35.413794 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=44292ec2-864c-49ea-99ee-8c3f0729d2f7,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:35.492907 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419c753-00d2-4a51-ae0f-7e82187963b2 req-6766d865-ae1e-4a34-80ec-ebf475fb9c53 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:35.499025 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419c753-00d2-4a51-ae0f-7e82187963b2 req-6766d865-ae1e-4a34-80ec-ebf475fb9c53 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:35.504966 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419c753-00d2-4a51-ae0f-7e82187963b2 req-6766d865-ae1e-4a34-80ec-ebf475fb9c53 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:35.510945 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419c753-00d2-4a51-ae0f-7e82187963b2 req-6766d865-ae1e-4a34-80ec-ebf475fb9c53 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:35.518089 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419c753-00d2-4a51-ae0f-7e82187963b2 req-6766d865-ae1e-4a34-80ec-ebf475fb9c53 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:35.524601 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419c753-00d2-4a51-ae0f-7e82187963b2 req-6766d865-ae1e-4a34-80ec-ebf475fb9c53 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:35.530571 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419c753-00d2-4a51-ae0f-7e82187963b2 req-6766d865-ae1e-4a34-80ec-ebf475fb9c53 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:35.533302 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2419c753-00d2-4a51-ae0f-7e82187963b2 req-6766d865-ae1e-4a34-80ec-ebf475fb9c53 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5432 time: 0.1000702 Sep 21 17:59:35.557318 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da5bd3-4637-489d-90e8-5263f8e6f39a req-6abe29e9-ef42-4f38-bb49-58a2623c7dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:35.558811 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-01da5bd3-4637-489d-90e8-5263f8e6f39a req-6abe29e9-ef42-4f38-bb49-58a2623c7dbc service neutron] 10.222.0.38 "GET /v2.0/networks?id=2d5cd904-6c64-427e-ac24-4519ebea83bd HTTP/1.1" status: 200 len: 903 time: 0.2035992 Sep 21 17:59:35.574851 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2419c753-00d2-4a51-ae0f-7e82187963b2 req-2de737a1-2931-473f-8b74-ffe84ef22fa4 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356998 Sep 21 17:59:35.611809 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['44292ec2-864c-49ea-99ee-8c3f0729d2f7'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:35.615826 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-01da5bd3-4637-489d-90e8-5263f8e6f39a req-c1fb123b-225b-4bfd-9193-c82f0bfe4a7b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b3ce70b6-6a2c-4f29-a57a-39e65f45435f HTTP/1.1" status: 200 len: 217 time: 0.0467873 Sep 21 17:59:35.623810 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fd0f2-d5d5-423c-9559-f987f9a6f53a req-8721e032-f09f-402b-a81e-03f0453ff19c tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:35.625276 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5b1fd0f2-d5d5-423c-9559-f987f9a6f53a req-8721e032-f09f-402b-a81e-03f0453ff19c tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 945 time: 0.1577654 Sep 21 17:59:35.628426 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ee19e7db-3bc8-4553-b3c4-6214848b5eab req-b83d7f4e-eb62-4ed3-aa2d-059c3ed8ce97 service neutron] 10.222.0.38 "GET /v2.0/networks/f2d81d27-0c00-4725-9470-c5bfb20f5559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864274 Sep 21 17:59:35.718473 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da5bd3-4637-489d-90e8-5263f8e6f39a req-78a60f1e-818c-4c07-9ab9-1a8f0e704a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:35.719953 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-01da5bd3-4637-489d-90e8-5263f8e6f39a req-78a60f1e-818c-4c07-9ab9-1a8f0e704a89 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b7ef56bd-35f4-4551-832d-ce8ad93a8d56 HTTP/1.1" status: 200 len: 797 time: 0.0936809 Sep 21 17:59:35.762692 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5b1fd0f2-d5d5-423c-9559-f987f9a6f53a req-a6edefd6-71ec-41fd-884f-1abd64acf61c tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268873 Sep 21 17:59:35.764509 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03498b1-0ffe-4350-8a79-f50a690e1687 req-48e821a6-cd94-4a31-84ae-b030c537620a tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:35.767450 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e03498b1-0ffe-4350-8a79-f50a690e1687 req-48e821a6-cd94-4a31-84ae-b030c537620a tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d4654c3-b51d-483e-9190-52f9aa651d22 HTTP/1.1" status: 200 len: 943 time: 0.0507352 Sep 21 17:59:35.814262 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e03498b1-0ffe-4350-8a79-f50a690e1687 req-d1b983ff-32b5-4f9b-b19b-89c365ec431a tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389433 Sep 21 17:59:35.816566 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ee19e7db-3bc8-4553-b3c4-6214848b5eab req-739783f5-3416-4d12-af5c-6ed684958e4f service neutron] 10.222.0.38 "GET /v2.0/networks/f2d81d27-0c00-4725-9470-c5bfb20f5559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787074 Sep 21 17:59:35.818381 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da5bd3-4637-489d-90e8-5263f8e6f39a req-968c2f3d-6246-4223-ad98-7ec94ae8d80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:35.819793 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-01da5bd3-4637-489d-90e8-5263f8e6f39a req-968c2f3d-6246-4223-ad98-7ec94ae8d80b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2d5cd904-6c64-427e-ac24-4519ebea83bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0696590 Sep 21 17:59:35.946709 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-01da5bd3-4637-489d-90e8-5263f8e6f39a req-012655a4-b282-4f32-b834-316c7fdc21e4 service neutron] 10.222.0.38 "GET /v2.0/networks/2d5cd904-6c64-427e-ac24-4519ebea83bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144431 Sep 21 17:59:35.957852 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73003a9-96f3-4070-8d1e-9a1d2279e1c6 req-fcca8304-8ef4-41ec-9a4e-6cfe85559878 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:35.959257 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d73003a9-96f3-4070-8d1e-9a1d2279e1c6 req-fcca8304-8ef4-41ec-9a4e-6cfe85559878 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/ports?device_id=65a5b5fd-9503-4c40-823b-ee89517754ec HTTP/1.1" status: 200 len: 944 time: 0.0726054 Sep 21 17:59:36.048992 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d73003a9-96f3-4070-8d1e-9a1d2279e1c6 req-9dbab422-4a28-477c-9145-245911129540 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/security-groups?id=06ec9530-c82c-40dd-b028-49d5e0c3a083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819604 Sep 21 17:59:36.069368 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-01da5bd3-4637-489d-90e8-5263f8e6f39a req-d100fc84-d5bb-4839-a3b8-b75f47eb5d21 service neutron] 10.222.0.38 "GET /v2.0/networks/2d5cd904-6c64-427e-ac24-4519ebea83bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091807 Sep 21 17:59:36.252687 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e8824-034d-40eb-9427-96fea1aa8bae req-189dd93f-f490-4696-b48e-0b7adef6e981 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:36.254033 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5e8e8824-034d-40eb-9427-96fea1aa8bae req-189dd93f-f490-4696-b48e-0b7adef6e981 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 945 time: 0.0493128 Sep 21 17:59:36.279349 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92613efc-93bf-4f83-974d-421ff7b5d85c req-a0bc03ac-c013-4258-b757-c58d4d2b00d2 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:36.285349 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92613efc-93bf-4f83-974d-421ff7b5d85c req-a0bc03ac-c013-4258-b757-c58d4d2b00d2 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:36.291383 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92613efc-93bf-4f83-974d-421ff7b5d85c req-a0bc03ac-c013-4258-b757-c58d4d2b00d2 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:36.297481 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92613efc-93bf-4f83-974d-421ff7b5d85c req-a0bc03ac-c013-4258-b757-c58d4d2b00d2 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:36.299394 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5e8e8824-034d-40eb-9427-96fea1aa8bae req-81ff6be8-293a-418c-bed9-b0850b6e9ba9 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329378 Sep 21 17:59:36.303765 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92613efc-93bf-4f83-974d-421ff7b5d85c req-a0bc03ac-c013-4258-b757-c58d4d2b00d2 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:36.310817 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92613efc-93bf-4f83-974d-421ff7b5d85c req-a0bc03ac-c013-4258-b757-c58d4d2b00d2 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:36.317067 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92613efc-93bf-4f83-974d-421ff7b5d85c req-a0bc03ac-c013-4258-b757-c58d4d2b00d2 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:36.319018 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92613efc-93bf-4f83-974d-421ff7b5d85c req-a0bc03ac-c013-4258-b757-c58d4d2b00d2 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5421 time: 0.0943468 Sep 21 17:59:36.359674 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92613efc-93bf-4f83-974d-421ff7b5d85c req-7334efd0-653e-4581-be7d-90f72c7d94a4 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341585 Sep 21 17:59:36.718871 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe23a01-0c9c-48db-aa11-b850d745070c req-25479d9d-8882-4d91-aa2e-3d281845e863 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:36.724774 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe23a01-0c9c-48db-aa11-b850d745070c req-25479d9d-8882-4d91-aa2e-3d281845e863 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:36.731465 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe23a01-0c9c-48db-aa11-b850d745070c req-25479d9d-8882-4d91-aa2e-3d281845e863 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:36.737056 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe23a01-0c9c-48db-aa11-b850d745070c req-25479d9d-8882-4d91-aa2e-3d281845e863 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:36.742781 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe23a01-0c9c-48db-aa11-b850d745070c req-25479d9d-8882-4d91-aa2e-3d281845e863 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:36.748528 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe23a01-0c9c-48db-aa11-b850d745070c req-25479d9d-8882-4d91-aa2e-3d281845e863 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:36.754358 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe23a01-0c9c-48db-aa11-b850d745070c req-25479d9d-8882-4d91-aa2e-3d281845e863 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:36.756285 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-afe23a01-0c9c-48db-aa11-b850d745070c req-25479d9d-8882-4d91-aa2e-3d281845e863 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5432 time: 0.0957890 Sep 21 17:59:36.797268 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-afe23a01-0c9c-48db-aa11-b850d745070c req-a8c56e7f-a58c-4a5c-933a-7269dbdf6b07 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348303 Sep 21 17:59:36.883375 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b8eac-e2b7-4e22-bfa3-bed3d8eb371b req-b888e248-6fbb-4210-a5dc-db86cf07263b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:36.884763 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f4b8eac-e2b7-4e22-bfa3-bed3d8eb371b req-b888e248-6fbb-4210-a5dc-db86cf07263b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 945 time: 0.0489211 Sep 21 17:59:36.922861 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f4b8eac-e2b7-4e22-bfa3-bed3d8eb371b req-e89060e0-c2f9-4e70-a0a4-79f18aec0ff7 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319502 Sep 21 17:59:36.929967 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed3de3-c73b-42e6-a8cf-0b7e725988d6 req-e1868557-a01f-4246-80d3-ea059362a10a tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:36.931487 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-94ed3de3-c73b-42e6-a8cf-0b7e725988d6 req-e1868557-a01f-4246-80d3-ea059362a10a tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d4654c3-b51d-483e-9190-52f9aa651d22 HTTP/1.1" status: 200 len: 943 time: 0.0486960 Sep 21 17:59:36.972958 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-94ed3de3-c73b-42e6-a8cf-0b7e725988d6 req-7c5a44fa-226f-4659-a027-52e803d96e1a tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351498 Sep 21 17:59:37.048553 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device df5286d7-595e-4fc6-8347-85d71abb0a3a details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:59:37.051257 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 44292ec2-864c-49ea-99ee-8c3f0729d2f7 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:59:37.157453 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 44292ec2-864c-49ea-99ee-8c3f0729d2f7 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:59:37.164415 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 44292ec2-864c-49ea-99ee-8c3f0729d2f7 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:37.164787 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:37.165904 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa4159-f807-41ca-8b82-88cfac4155c2 req-992601da-3799-456e-9a7a-60a2a1b94837 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:37.167417 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-13fa4159-f807-41ca-8b82-88cfac4155c2 req-992601da-3799-456e-9a7a-60a2a1b94837 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/ports?device_id=65a5b5fd-9503-4c40-823b-ee89517754ec HTTP/1.1" status: 200 len: 944 time: 0.0494306 Sep 21 17:59:37.207332 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port df5286d7-595e-4fc6-8347-85d71abb0a3a, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=df5286d7-595e-4fc6-8347-85d71abb0a3a,segment=NetworkSegment(e564d934-97dd-4d6e-ab5e-6b296ec1ad41),segment_id=e564d934-97dd-4d6e-ab5e-6b296ec1ad41)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:37.210331 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-13fa4159-f807-41ca-8b82-88cfac4155c2 req-c8595f6c-5a3d-4da1-b1c8-33dbe05bfc59 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/security-groups?id=06ec9530-c82c-40dd-b028-49d5e0c3a083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363388 Sep 21 17:59:37.230099 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'df5286d7-595e-4fc6-8347-85d71abb0a3a', 'network_id': 'f2d81d27-0c00-4725-9470-c5bfb20f5559', 'port_id': 'df5286d7-595e-4fc6-8347-85d71abb0a3a', 'mac_address': 'fa:16:3e:93:d0:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ce9b4b5-4bbc-411f-9902-099d41627a6b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:59:37.288567 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:37.297302 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:37.308415 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df5286d7-595e-4fc6-8347-85d71abb0a3a {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:37.335393 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a69c66-9ff3-4bd6-bc24-64647ff6f269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44292ec2-864c-49ea-99ee-8c3f0729d2f7'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:37.337630 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4239113-16e5-41fb-ae24-537f3641ed9f" -d '{"events": [{"server_uuid": "45a69c66-9ff3-4bd6-bc24-64647ff6f269", "name": "network-vif-plugged", "status": "completed", "tag": "44292ec2-864c-49ea-99ee-8c3f0729d2f7"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:37.344648 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port df5286d7-595e-4fc6-8347-85d71abb0a3a, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=df5286d7-595e-4fc6-8347-85d71abb0a3a,segment=NetworkSegment(e564d934-97dd-4d6e-ab5e-6b296ec1ad41),segment_id=e564d934-97dd-4d6e-ab5e-6b296ec1ad41)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:37.351981 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:37.354730 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 44292ec2-864c-49ea-99ee-8c3f0729d2f7, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=44292ec2-864c-49ea-99ee-8c3f0729d2f7,segment=NetworkSegment(24b566e5-042a-4b3d-9902-34d5286efb61),segment_id=24b566e5-042a-4b3d-9902-34d5286efb61)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:37.359602 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:37.383227 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56f4d64-9787-4acf-aa84-5d82f35b7cc2 x-openstack-request-id: req-c56f4d64-9787-4acf-aa84-5d82f35b7cc2 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:37.383527 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a69c66-9ff3-4bd6-bc24-64647ff6f269", "name": "network-vif-plugged", "status": "completed", "tag": "44292ec2-864c-49ea-99ee-8c3f0729d2f7", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:37.383844 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c56f4d64-9787-4acf-aa84-5d82f35b7cc2 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:37.384215 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a69c66-9ff3-4bd6-bc24-64647ff6f269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44292ec2-864c-49ea-99ee-8c3f0729d2f7', 'code': 200} Sep 21 17:59:37.384951 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 3e4c9361-0193-4489-8cc0-c7c8dbc26d00 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:59:37.424527 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=df5286d7-595e-4fc6-8347-85d71abb0a3a,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:37.451846 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11193604-b48d-4079-9da4-1078fb649b03 req-80cfa5d5-9835-462d-aded-488737199d80 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:37.454117 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-11193604-b48d-4079-9da4-1078fb649b03 req-80cfa5d5-9835-462d-aded-488737199d80 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 945 time: 0.0734873 Sep 21 17:59:37.514399 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1771fc2-3b65-4f7a-90a6-036124a71141 req-f5f4052f-667c-4777-98d1-65d32ac8a0be tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:37.520933 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1771fc2-3b65-4f7a-90a6-036124a71141 req-f5f4052f-667c-4777-98d1-65d32ac8a0be tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:37.526841 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1771fc2-3b65-4f7a-90a6-036124a71141 req-f5f4052f-667c-4777-98d1-65d32ac8a0be tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:37.531480 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=44292ec2-864c-49ea-99ee-8c3f0729d2f7,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:37.532755 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1771fc2-3b65-4f7a-90a6-036124a71141 req-f5f4052f-667c-4777-98d1-65d32ac8a0be tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:37.534915 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d1226-d85c-48d8-bd36-ab9769a406d0 req-d73c0aaf-249c-42de-a685-452db735aa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:37.537181 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-094d1226-d85c-48d8-bd36-ab9769a406d0 req-d73c0aaf-249c-42de-a685-452db735aa7e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 1097 time: 0.0811734 Sep 21 17:59:37.539858 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1771fc2-3b65-4f7a-90a6-036124a71141 req-f5f4052f-667c-4777-98d1-65d32ac8a0be tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:37.542854 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-11193604-b48d-4079-9da4-1078fb649b03 req-d0320e13-71f3-4e0f-9958-5c74dc2827d2 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797896 Sep 21 17:59:37.545787 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1771fc2-3b65-4f7a-90a6-036124a71141 req-f5f4052f-667c-4777-98d1-65d32ac8a0be tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:37.548063 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 3e4c9361-0193-4489-8cc0-c7c8dbc26d00, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=3e4c9361-0193-4489-8cc0-c7c8dbc26d00,segment=NetworkSegment(c2630a84-866a-41cd-8a04-0650c8dbcb20),segment_id=c2630a84-866a-41cd-8a04-0650c8dbcb20)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:37.551757 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1771fc2-3b65-4f7a-90a6-036124a71141 req-f5f4052f-667c-4777-98d1-65d32ac8a0be tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:37.553878 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d1771fc2-3b65-4f7a-90a6-036124a71141 req-f5f4052f-667c-4777-98d1-65d32ac8a0be tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5421 time: 0.1037853 Sep 21 17:59:37.558570 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '3e4c9361-0193-4489-8cc0-c7c8dbc26d00', 'network_id': 'bb7393e0-9611-4048-84c9-6e76d82f10fe', 'port_id': '3e4c9361-0193-4489-8cc0-c7c8dbc26d00', 'mac_address': 'fa:16:3e:8c:02:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae1edfa-7747-4ff9-ad75-c1eab6839867', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:59:37.580531 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-094d1226-d85c-48d8-bd36-ab9769a406d0 req-17aca7dd-37b1-47bc-bdc9-01cffa6909f9 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346365 Sep 21 17:59:37.597979 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['df5286d7-595e-4fc6-8347-85d71abb0a3a'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:37.598449 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d1771fc2-3b65-4f7a-90a6-036124a71141 req-9e0d744b-4802-438b-aa69-d308c09e1cf7 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379062 Sep 21 17:59:37.602713 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:37.636429 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e4c9361-0193-4489-8cc0-c7c8dbc26d00 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:37.667564 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 3e4c9361-0193-4489-8cc0-c7c8dbc26d00, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=3e4c9361-0193-4489-8cc0-c7c8dbc26d00,segment=NetworkSegment(c2630a84-866a-41cd-8a04-0650c8dbcb20),segment_id=c2630a84-866a-41cd-8a04-0650c8dbcb20)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:37.674416 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:37.751171 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=3e4c9361-0193-4489-8cc0-c7c8dbc26d00,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:37.935210 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6accb-62f7-4572-9657-5af647cb4e09 req-2e91d957-e844-4bbf-a462-1f0eb66f4bc7 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:37.941332 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6accb-62f7-4572-9657-5af647cb4e09 req-2e91d957-e844-4bbf-a462-1f0eb66f4bc7 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:37.947579 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6accb-62f7-4572-9657-5af647cb4e09 req-2e91d957-e844-4bbf-a462-1f0eb66f4bc7 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:37.954614 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6accb-62f7-4572-9657-5af647cb4e09 req-2e91d957-e844-4bbf-a462-1f0eb66f4bc7 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:37.960936 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6accb-62f7-4572-9657-5af647cb4e09 req-2e91d957-e844-4bbf-a462-1f0eb66f4bc7 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:37.966826 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6accb-62f7-4572-9657-5af647cb4e09 req-2e91d957-e844-4bbf-a462-1f0eb66f4bc7 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:37.972861 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6accb-62f7-4572-9657-5af647cb4e09 req-2e91d957-e844-4bbf-a462-1f0eb66f4bc7 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:37.975134 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c4b6accb-62f7-4572-9657-5af647cb4e09 req-2e91d957-e844-4bbf-a462-1f0eb66f4bc7 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5432 time: 0.1034069 Sep 21 17:59:38.018287 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c4b6accb-62f7-4572-9657-5af647cb4e09 req-f0b0aeb0-f638-4b2f-b4bf-dec0fa833b05 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372305 Sep 21 17:59:38.023332 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['3e4c9361-0193-4489-8cc0-c7c8dbc26d00'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:38.049170 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc950f-6dc1-4155-a996-3f130dbb6657 req-7fe9a196-f965-4111-870f-6758029d67ae tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:38.050837 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b4dc950f-6dc1-4155-a996-3f130dbb6657 req-7fe9a196-f965-4111-870f-6758029d67ae tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 946 time: 0.0576818 Sep 21 17:59:38.092139 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b4dc950f-6dc1-4155-a996-3f130dbb6657 req-ac91cc14-4c53-4849-87d0-0ef1cc70c7bb tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349319 Sep 21 17:59:38.337424 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952821b-cc88-450f-8a4d-d2a65457e522 req-437bb8de-be6d-4a12-87aa-b7affa8054d2 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:38.338907 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b952821b-cc88-450f-8a4d-d2a65457e522 req-437bb8de-be6d-4a12-87aa-b7affa8054d2 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/ports?device_id=65a5b5fd-9503-4c40-823b-ee89517754ec HTTP/1.1" status: 200 len: 945 time: 0.0551541 Sep 21 17:59:38.364957 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df0da4-8637-492b-a227-00c70b467e2c req-7333e0a0-7655-4709-a765-d7c855814b56 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:38.366539 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-78df0da4-8637-492b-a227-00c70b467e2c req-7333e0a0-7655-4709-a765-d7c855814b56 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d4654c3-b51d-483e-9190-52f9aa651d22 HTTP/1.1" status: 200 len: 944 time: 0.0540910 Sep 21 17:59:38.381476 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b952821b-cc88-450f-8a4d-d2a65457e522 req-ece64386-6ec5-4168-9561-83f0f3898931 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/security-groups?id=06ec9530-c82c-40dd-b028-49d5e0c3a083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360227 Sep 21 17:59:38.406596 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-78df0da4-8637-492b-a227-00c70b467e2c req-34407a51-d1ec-42eb-b1bd-0c02fba69c13 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332885 Sep 21 17:59:38.667454 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccd516-d3b8-458e-b974-386c7f640cca req-dc39973d-4f63-4855-a6d3-6caaa0ca0758 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:38.669183 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-98ccd516-d3b8-458e-b974-386c7f640cca req-dc39973d-4f63-4855-a6d3-6caaa0ca0758 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 945 time: 0.0514050 Sep 21 17:59:38.714178 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-98ccd516-d3b8-458e-b974-386c7f640cca req-593539d1-1309-4850-9f46-29b0b98bf98c tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381627 Sep 21 17:59:38.726212 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ececed0-e7a1-45b7-bfae-328fc2b8f8b5 req-312fa3ef-6fd6-4a15-b946-5315c9ad83de tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:38.732132 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ececed0-e7a1-45b7-bfae-328fc2b8f8b5 req-312fa3ef-6fd6-4a15-b946-5315c9ad83de tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:38.738182 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ececed0-e7a1-45b7-bfae-328fc2b8f8b5 req-312fa3ef-6fd6-4a15-b946-5315c9ad83de tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:38.744270 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ececed0-e7a1-45b7-bfae-328fc2b8f8b5 req-312fa3ef-6fd6-4a15-b946-5315c9ad83de tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:38.750206 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ececed0-e7a1-45b7-bfae-328fc2b8f8b5 req-312fa3ef-6fd6-4a15-b946-5315c9ad83de tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:38.756297 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ececed0-e7a1-45b7-bfae-328fc2b8f8b5 req-312fa3ef-6fd6-4a15-b946-5315c9ad83de tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:38.762213 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ececed0-e7a1-45b7-bfae-328fc2b8f8b5 req-312fa3ef-6fd6-4a15-b946-5315c9ad83de tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:38.764219 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7ececed0-e7a1-45b7-bfae-328fc2b8f8b5 req-312fa3ef-6fd6-4a15-b946-5315c9ad83de tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5421 time: 0.0935922 Sep 21 17:59:38.805108 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7ececed0-e7a1-45b7-bfae-328fc2b8f8b5 req-64fb535f-2a62-452f-9d76-ab8700a143cb tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345182 Sep 21 17:59:39.072545 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device df5286d7-595e-4fc6-8347-85d71abb0a3a up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:59:39.136933 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port df5286d7-595e-4fc6-8347-85d71abb0a3a completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:59:39.140675 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port df5286d7-595e-4fc6-8347-85d71abb0a3a triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:39.141048 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:39.176202 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07352f-184b-4a79-8c18-6578a5309632 req-d4dbfac0-6487-4cdc-ab1e-bc778b6177f6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:39.182825 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07352f-184b-4a79-8c18-6578a5309632 req-d4dbfac0-6487-4cdc-ab1e-bc778b6177f6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:39.192169 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07352f-184b-4a79-8c18-6578a5309632 req-d4dbfac0-6487-4cdc-ab1e-bc778b6177f6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:39.195430 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07352f-184b-4a79-8c18-6578a5309632 req-d4dbfac0-6487-4cdc-ab1e-bc778b6177f6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:39.202873 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07352f-184b-4a79-8c18-6578a5309632 req-d4dbfac0-6487-4cdc-ab1e-bc778b6177f6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:39.209205 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07352f-184b-4a79-8c18-6578a5309632 req-d4dbfac0-6487-4cdc-ab1e-bc778b6177f6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:39.215669 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07352f-184b-4a79-8c18-6578a5309632 req-d4dbfac0-6487-4cdc-ab1e-bc778b6177f6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:39.223906 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bf07352f-184b-4a79-8c18-6578a5309632 req-d4dbfac0-6487-4cdc-ab1e-bc778b6177f6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5432 time: 0.1098640 Sep 21 17:59:39.240237 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca48df-d198-40cb-85e8-73e5038257de req-c9777fc0-d323-4caa-a878-296406525014 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:39.244080 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:39.247730 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0eca48df-d198-40cb-85e8-73e5038257de req-c9777fc0-d323-4caa-a878-296406525014 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 946 time: 0.0802305 Sep 21 17:59:39.274092 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bf07352f-184b-4a79-8c18-6578a5309632 req-520b3af5-707d-4341-92b4-652aefb8c30d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491416 Sep 21 17:59:39.284384 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port df5286d7-595e-4fc6-8347-85d71abb0a3a, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=df5286d7-595e-4fc6-8347-85d71abb0a3a,segment=NetworkSegment(e564d934-97dd-4d6e-ab5e-6b296ec1ad41),segment_id=e564d934-97dd-4d6e-ab5e-6b296ec1ad41)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:39.290972 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0eca48df-d198-40cb-85e8-73e5038257de req-6a72d3a0-18d3-4184-b3e5-ee7420375274 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386996 Sep 21 17:59:39.293712 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:39.351500 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=df5286d7-595e-4fc6-8347-85d71abb0a3a,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:39.385253 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4654c3-b51d-483e-9190-52f9aa651d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5286d7-595e-4fc6-8347-85d71abb0a3a'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:39.387787 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995ea8ee-c2d1-456b-aa6e-a2c2fec94614" -d '{"events": [{"server_uuid": "7d4654c3-b51d-483e-9190-52f9aa651d22", "name": "network-vif-plugged", "status": "completed", "tag": "df5286d7-595e-4fc6-8347-85d71abb0a3a"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:39.394620 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 430c32fc-16c3-4533-a2e3-0a3fe03a49f8 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:59:39.403167 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 3e4c9361-0193-4489-8cc0-c7c8dbc26d00 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:59:39.440660 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab995e82-05af-4e79-b722-d365153845a3 x-openstack-request-id: req-ab995e82-05af-4e79-b722-d365153845a3 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:39.440957 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4654c3-b51d-483e-9190-52f9aa651d22", "name": "network-vif-plugged", "status": "completed", "tag": "df5286d7-595e-4fc6-8347-85d71abb0a3a", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:39.441236 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ab995e82-05af-4e79-b722-d365153845a3 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:39.441927 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4654c3-b51d-483e-9190-52f9aa651d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5286d7-595e-4fc6-8347-85d71abb0a3a', 'code': 200} Sep 21 17:59:39.515137 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbeb1b2-182d-4235-9545-a8e65f52abb8 req-98fc8a0f-3a20-458b-a442-c037fed8eaff tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:39.517615 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3fbeb1b2-182d-4235-9545-a8e65f52abb8 req-98fc8a0f-3a20-458b-a442-c037fed8eaff tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 946 time: 0.0672555 Sep 21 17:59:39.523548 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 3e4c9361-0193-4489-8cc0-c7c8dbc26d00 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:59:39.531025 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 3e4c9361-0193-4489-8cc0-c7c8dbc26d00 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:39.531406 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:39.568439 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d715daf-c94a-4259-a6c9-144dff43c530 req-1904b65f-ca10-4bba-be5a-2e322dcfe8de tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:39.570376 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4d715daf-c94a-4259-a6c9-144dff43c530 req-1904b65f-ca10-4bba-be5a-2e322dcfe8de tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/ports?device_id=65a5b5fd-9503-4c40-823b-ee89517754ec HTTP/1.1" status: 200 len: 945 time: 0.0623660 Sep 21 17:59:39.577093 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 430c32fc-16c3-4533-a2e3-0a3fe03a49f8, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=430c32fc-16c3-4533-a2e3-0a3fe03a49f8,segment=NetworkSegment(365b2114-ac4a-447f-bfd3-839be542ebce),segment_id=365b2114-ac4a-447f-bfd3-839be542ebce)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:39.587003 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf09ffa-1c28-4120-9f15-1eebdec01c95 req-1ae1729f-b732-45c0-aa09-e3a8409e0141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:39.588518 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-caf09ffa-1c28-4120-9f15-1eebdec01c95 req-1ae1729f-b732-45c0-aa09-e3a8409e0141 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7d4654c3-b51d-483e-9190-52f9aa651d22 HTTP/1.1" status: 200 len: 1096 time: 0.0668671 Sep 21 17:59:39.592003 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3fbeb1b2-182d-4235-9545-a8e65f52abb8 req-f84f911b-2685-4392-921d-559f6b35955b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594628 Sep 21 17:59:39.593633 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '430c32fc-16c3-4533-a2e3-0a3fe03a49f8', 'network_id': '543c6f8a-4719-45e7-ae5b-7d43c52acf45', 'port_id': '430c32fc-16c3-4533-a2e3-0a3fe03a49f8', 'mac_address': 'fa:16:3e:3c:73:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97a406fa-a160-4fba-ab8a-73084b03db92', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:59:39.621295 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4d715daf-c94a-4259-a6c9-144dff43c530 req-eb8a7086-0481-4606-9652-5b14f4e1e6f7 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/security-groups?id=06ec9530-c82c-40dd-b028-49d5e0c3a083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420823 Sep 21 17:59:39.647970 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-caf09ffa-1c28-4120-9f15-1eebdec01c95 req-b107c418-94a6-4375-9cf0-8881c823fe41 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513780 Sep 21 17:59:39.658804 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:39.677462 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:39.680147 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 430c32fc-16c3-4533-a2e3-0a3fe03a49f8 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:39.709388 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f3360-6d3f-4dc6-9825-173a3ade380c req-ccb214d7-9e8b-48ea-93c0-8cecf45ed972 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:39.710875 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-043f3360-6d3f-4dc6-9825-173a3ade380c req-ccb214d7-9e8b-48ea-93c0-8cecf45ed972 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d4654c3-b51d-483e-9190-52f9aa651d22 HTTP/1.1" status: 200 len: 945 time: 0.0483332 Sep 21 17:59:39.712701 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 430c32fc-16c3-4533-a2e3-0a3fe03a49f8, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=430c32fc-16c3-4533-a2e3-0a3fe03a49f8,segment=NetworkSegment(365b2114-ac4a-447f-bfd3-839be542ebce),segment_id=365b2114-ac4a-447f-bfd3-839be542ebce)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:39.720449 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:39.721095 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device f967bbd1-534f-4e1e-8cde-c83bea0c03fb details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:59:39.754635 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-043f3360-6d3f-4dc6-9825-173a3ade380c req-2cf70108-7ccb-43e6-a02a-f7aa60857094 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367484 Sep 21 17:59:39.756496 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 3e4c9361-0193-4489-8cc0-c7c8dbc26d00, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=3e4c9361-0193-4489-8cc0-c7c8dbc26d00,segment=NetworkSegment(c2630a84-866a-41cd-8a04-0650c8dbcb20),segment_id=c2630a84-866a-41cd-8a04-0650c8dbcb20)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:39.767603 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:39.808974 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=430c32fc-16c3-4533-a2e3-0a3fe03a49f8,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:39.830523 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06fd05-fa0b-40a4-935c-d8b678d62b38 req-58753eb8-ccd5-4ccf-959f-376086e45b95 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:39.832687 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5d06fd05-fa0b-40a4-935c-d8b678d62b38 req-58753eb8-ccd5-4ccf-959f-376086e45b95 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 945 time: 0.0483043 Sep 21 17:59:39.875158 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5d06fd05-fa0b-40a4-935c-d8b678d62b38 req-38b19ed1-e76d-4616-b996-9eab4f1f5bb4 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361555 Sep 21 17:59:39.908166 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=3e4c9361-0193-4489-8cc0-c7c8dbc26d00,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:39.915611 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port f967bbd1-534f-4e1e-8cde-c83bea0c03fb, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=f967bbd1-534f-4e1e-8cde-c83bea0c03fb,segment=NetworkSegment(834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba),segment_id=834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:39.928193 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'f967bbd1-534f-4e1e-8cde-c83bea0c03fb', 'network_id': '94df87e6-ce8a-4b23-900d-480ef4eb3211', 'port_id': 'f967bbd1-534f-4e1e-8cde-c83bea0c03fb', 'mac_address': 'fa:16:3e:6c:6e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3699259-078b-42b6-8c82-a8ec90dc08bf', 'ip_address': '10.1.1.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:59:39.939565 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c773b-d482-4b23-a664-eb61e5ce2498 req-7dc6ebbb-77b5-4880-b21d-18860e538669 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:39.945856 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c773b-d482-4b23-a664-eb61e5ce2498 req-7dc6ebbb-77b5-4880-b21d-18860e538669 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:39.953954 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c773b-d482-4b23-a664-eb61e5ce2498 req-7dc6ebbb-77b5-4880-b21d-18860e538669 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:39.960114 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c773b-d482-4b23-a664-eb61e5ce2498 req-7dc6ebbb-77b5-4880-b21d-18860e538669 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:39.965998 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c773b-d482-4b23-a664-eb61e5ce2498 req-7dc6ebbb-77b5-4880-b21d-18860e538669 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:39.966717 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:39.971975 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c773b-d482-4b23-a664-eb61e5ce2498 req-7dc6ebbb-77b5-4880-b21d-18860e538669 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:39.977875 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c773b-d482-4b23-a664-eb61e5ce2498 req-7dc6ebbb-77b5-4880-b21d-18860e538669 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:39.979204 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f967bbd1-534f-4e1e-8cde-c83bea0c03fb {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:39.979865 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9d2c773b-d482-4b23-a664-eb61e5ce2498 req-7dc6ebbb-77b5-4880-b21d-18860e538669 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5422 time: 0.1002188 Sep 21 17:59:39.998099 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port f967bbd1-534f-4e1e-8cde-c83bea0c03fb, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=f967bbd1-534f-4e1e-8cde-c83bea0c03fb,segment=NetworkSegment(834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba),segment_id=834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:40.003402 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:40.004065 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 971641b9-c4f5-42ee-9df6-4429b36330fb details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:59:40.020549 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9d2c773b-d482-4b23-a664-eb61e5ce2498 req-7a613328-fb7c-414a-953d-67869f4ae2e6 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343254 Sep 21 17:59:40.067428 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 971641b9-c4f5-42ee-9df6-4429b36330fb, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=971641b9-c4f5-42ee-9df6-4429b36330fb,segment=NetworkSegment(834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba),segment_id=834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:40.069579 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=f967bbd1-534f-4e1e-8cde-c83bea0c03fb,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:40.080222 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '971641b9-c4f5-42ee-9df6-4429b36330fb', 'network_id': '94df87e6-ce8a-4b23-900d-480ef4eb3211', 'port_id': '971641b9-c4f5-42ee-9df6-4429b36330fb', 'mac_address': 'fa:16:3e:c0:81:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3699259-078b-42b6-8c82-a8ec90dc08bf', 'ip_address': '10.1.1.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:59:40.121036 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:40.258761 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 971641b9-c4f5-42ee-9df6-4429b36330fb {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:40.279597 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 971641b9-c4f5-42ee-9df6-4429b36330fb, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=971641b9-c4f5-42ee-9df6-4429b36330fb,segment=NetworkSegment(834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba),segment_id=834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:40.286213 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:40.286957 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 716fb28e-e848-47bd-809e-fd034e6bb556 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:59:40.349951 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=971641b9-c4f5-42ee-9df6-4429b36330fb,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:40.355217 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 716fb28e-e848-47bd-809e-fd034e6bb556, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=716fb28e-e848-47bd-809e-fd034e6bb556,segment=NetworkSegment(834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba),segment_id=834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:40.367970 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '716fb28e-e848-47bd-809e-fd034e6bb556', 'network_id': '94df87e6-ce8a-4b23-900d-480ef4eb3211', 'port_id': '716fb28e-e848-47bd-809e-fd034e6bb556', 'mac_address': 'fa:16:3e:33:5b:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3699259-078b-42b6-8c82-a8ec90dc08bf', 'ip_address': '10.1.1.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:59:40.405077 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:40.411346 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ef2d2-8c36-4189-b34d-0cb7fed3e94f req-e32a4056-c826-4448-9f5d-29fcc75fa411 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:40.418178 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 716fb28e-e848-47bd-809e-fd034e6bb556 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:40.418365 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ef2d2-8c36-4189-b34d-0cb7fed3e94f req-e32a4056-c826-4448-9f5d-29fcc75fa411 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:40.424636 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ef2d2-8c36-4189-b34d-0cb7fed3e94f req-e32a4056-c826-4448-9f5d-29fcc75fa411 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:40.433335 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ef2d2-8c36-4189-b34d-0cb7fed3e94f req-e32a4056-c826-4448-9f5d-29fcc75fa411 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:40.437447 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 716fb28e-e848-47bd-809e-fd034e6bb556, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=716fb28e-e848-47bd-809e-fd034e6bb556,segment=NetworkSegment(834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba),segment_id=834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:40.439209 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ef2d2-8c36-4189-b34d-0cb7fed3e94f req-e32a4056-c826-4448-9f5d-29fcc75fa411 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:40.443499 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:40.445737 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ef2d2-8c36-4189-b34d-0cb7fed3e94f req-e32a4056-c826-4448-9f5d-29fcc75fa411 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:40.451558 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ef2d2-8c36-4189-b34d-0cb7fed3e94f req-e32a4056-c826-4448-9f5d-29fcc75fa411 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:40.453485 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-486ef2d2-8c36-4189-b34d-0cb7fed3e94f req-e32a4056-c826-4448-9f5d-29fcc75fa411 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5432 time: 0.1042325 Sep 21 17:59:40.491625 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=716fb28e-e848-47bd-809e-fd034e6bb556,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:40.494632 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-486ef2d2-8c36-4189-b34d-0cb7fed3e94f req-cee77745-d5d7-4308-ba07-1ee2414e0b07 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347974 Sep 21 17:59:40.716897 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fdb33e-062a-4efe-8b9e-b6612982df4b req-1ca3143a-b976-44e6-a4ad-d998a440d0c4 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:40.719425 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-52fdb33e-062a-4efe-8b9e-b6612982df4b req-1ca3143a-b976-44e6-a4ad-d998a440d0c4 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 946 time: 0.0529833 Sep 21 17:59:40.743101 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bc1fb-3df1-4a17-b787-3d13f502c530 req-cad856dd-744c-4bbf-9875-6ee0e7b916e1 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:40.745078 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9c7bc1fb-3df1-4a17-b787-3d13f502c530 req-cad856dd-744c-4bbf-9875-6ee0e7b916e1 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/ports?device_id=65a5b5fd-9503-4c40-823b-ee89517754ec HTTP/1.1" status: 200 len: 946 time: 0.0511847 Sep 21 17:59:40.771657 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-52fdb33e-062a-4efe-8b9e-b6612982df4b req-f77c8d65-2b92-4c11-be1c-b336c5b429ba tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462184 Sep 21 17:59:40.795204 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9c7bc1fb-3df1-4a17-b787-3d13f502c530 req-89e77c8f-b805-4cbf-b381-7f521f8ba6e5 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/security-groups?id=06ec9530-c82c-40dd-b028-49d5e0c3a083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420833 Sep 21 17:59:40.887058 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da29a53-47ae-4763-a786-592a83b2ed72 req-ee88cc75-762b-440b-ac57-07afa88586d9 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:40.888393 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8da29a53-47ae-4763-a786-592a83b2ed72 req-ee88cc75-762b-440b-ac57-07afa88586d9 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d4654c3-b51d-483e-9190-52f9aa651d22 HTTP/1.1" status: 200 len: 945 time: 0.0483167 Sep 21 17:59:40.916035 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['430c32fc-16c3-4533-a2e3-0a3fe03a49f8'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:40.930881 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8da29a53-47ae-4763-a786-592a83b2ed72 req-86da1477-cd0b-42e1-b81b-ff1c261a00fc tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363209 Sep 21 17:59:40.941477 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['f967bbd1-534f-4e1e-8cde-c83bea0c03fb'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:40.948787 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['716fb28e-e848-47bd-809e-fd034e6bb556'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:40.999111 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2c743-f53f-4dd9-b747-80315e21be91 req-710908a4-a6d4-41a4-978d-60bb2bd93365 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:41.003933 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c4c2c743-f53f-4dd9-b747-80315e21be91 req-710908a4-a6d4-41a4-978d-60bb2bd93365 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 945 time: 0.0548966 Sep 21 17:59:41.044071 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c4c2c743-f53f-4dd9-b747-80315e21be91 req-34d8f47f-c5ae-4c97-bae5-38f761b9a97c tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372674 Sep 21 17:59:41.211046 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1737ad-3fa9-4ad8-aa73-de59c85c302b req-26ac2d81-a7c5-4596-8883-9f576f3c3b18 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:41.218413 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1737ad-3fa9-4ad8-aa73-de59c85c302b req-26ac2d81-a7c5-4596-8883-9f576f3c3b18 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:41.224673 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1737ad-3fa9-4ad8-aa73-de59c85c302b req-26ac2d81-a7c5-4596-8883-9f576f3c3b18 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:41.225761 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63881e1f-d8d3-4684-8668-4749ea8f9680 req-5622cf53-9536-4cdc-9b69-7c6ef4a41279 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:41.226820 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-63881e1f-d8d3-4684-8668-4749ea8f9680 req-5622cf53-9536-4cdc-9b69-7c6ef4a41279 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d4654c3-b51d-483e-9190-52f9aa651d22 HTTP/1.1" status: 200 len: 945 time: 0.0618448 Sep 21 17:59:41.231128 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1737ad-3fa9-4ad8-aa73-de59c85c302b req-26ac2d81-a7c5-4596-8883-9f576f3c3b18 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:41.237856 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1737ad-3fa9-4ad8-aa73-de59c85c302b req-26ac2d81-a7c5-4596-8883-9f576f3c3b18 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:41.243884 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1737ad-3fa9-4ad8-aa73-de59c85c302b req-26ac2d81-a7c5-4596-8883-9f576f3c3b18 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:41.256908 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1737ad-3fa9-4ad8-aa73-de59c85c302b req-26ac2d81-a7c5-4596-8883-9f576f3c3b18 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:41.258991 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe1737ad-3fa9-4ad8-aa73-de59c85c302b req-26ac2d81-a7c5-4596-8883-9f576f3c3b18 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5425 time: 0.1142285 Sep 21 17:59:41.272326 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-63881e1f-d8d3-4684-8668-4749ea8f9680 req-e164c090-7cbf-42cc-b1bb-a2d4883ea200 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363150 Sep 21 17:59:41.304433 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe1737ad-3fa9-4ad8-aa73-de59c85c302b req-3065afb7-cf24-4a19-b7f4-5359ae09286d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382383 Sep 21 17:59:41.394373 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 547aed97-ff50-41d9-8e86-bb229dc4a6f0 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:59:41.443363 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a5b5fd-9503-4c40-823b-ee89517754ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4c9361-0193-4489-8cc0-c7c8dbc26d00'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:41.445664 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80260e11-ac46-4969-95b2-4dfb7dda7764" -d '{"events": [{"server_uuid": "65a5b5fd-9503-4c40-823b-ee89517754ec", "name": "network-vif-plugged", "status": "completed", "tag": "3e4c9361-0193-4489-8cc0-c7c8dbc26d00"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:41.484207 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdc598f-1292-4b09-ae6e-803e5f4b24b6 x-openstack-request-id: req-dbdc598f-1292-4b09-ae6e-803e5f4b24b6 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:41.484501 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a5b5fd-9503-4c40-823b-ee89517754ec", "name": "network-vif-plugged", "status": "completed", "tag": "3e4c9361-0193-4489-8cc0-c7c8dbc26d00", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:41.484754 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dbdc598f-1292-4b09-ae6e-803e5f4b24b6 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:41.485137 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a5b5fd-9503-4c40-823b-ee89517754ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4c9361-0193-4489-8cc0-c7c8dbc26d00', 'code': 200} Sep 21 17:59:41.514675 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 547aed97-ff50-41d9-8e86-bb229dc4a6f0, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=547aed97-ff50-41d9-8e86-bb229dc4a6f0,segment=NetworkSegment(834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba),segment_id=834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:41.533111 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '547aed97-ff50-41d9-8e86-bb229dc4a6f0', 'network_id': '94df87e6-ce8a-4b23-900d-480ef4eb3211', 'port_id': '547aed97-ff50-41d9-8e86-bb229dc4a6f0', 'mac_address': 'fa:16:3e:a9:7f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3699259-078b-42b6-8c82-a8ec90dc08bf', 'ip_address': '10.1.1.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:59:41.572151 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:41.588923 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 547aed97-ff50-41d9-8e86-bb229dc4a6f0 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:41.608297 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 547aed97-ff50-41d9-8e86-bb229dc4a6f0, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=547aed97-ff50-41d9-8e86-bb229dc4a6f0,segment=NetworkSegment(834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba),segment_id=834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:41.613833 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:41.614501 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 22f926ba-99a0-4b43-be3b-dedd87053234 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:59:41.659344 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b57e98-11b7-46dd-a794-4964dfe0c059 req-dd97eb92-9723-46e4-a128-142c0fd3384b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:41.665192 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b57e98-11b7-46dd-a794-4964dfe0c059 req-dd97eb92-9723-46e4-a128-142c0fd3384b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:41.671096 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b57e98-11b7-46dd-a794-4964dfe0c059 req-dd97eb92-9723-46e4-a128-142c0fd3384b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:41.677039 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b57e98-11b7-46dd-a794-4964dfe0c059 req-dd97eb92-9723-46e4-a128-142c0fd3384b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:41.683050 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b57e98-11b7-46dd-a794-4964dfe0c059 req-dd97eb92-9723-46e4-a128-142c0fd3384b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:41.683479 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=547aed97-ff50-41d9-8e86-bb229dc4a6f0,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:41.692903 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b57e98-11b7-46dd-a794-4964dfe0c059 req-dd97eb92-9723-46e4-a128-142c0fd3384b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:41.699144 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b57e98-11b7-46dd-a794-4964dfe0c059 req-dd97eb92-9723-46e4-a128-142c0fd3384b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:41.701190 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f8b57e98-11b7-46dd-a794-4964dfe0c059 req-dd97eb92-9723-46e4-a128-142c0fd3384b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5432 time: 0.1281292 Sep 21 17:59:41.703226 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c07de-8f63-45a3-bcbe-98bab7730c3c req-b5c0fec9-42af-44eb-a752-a18c5652805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:41.704619 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1d8c07de-8f63-45a3-bcbe-98bab7730c3c req-b5c0fec9-42af-44eb-a752-a18c5652805a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=65a5b5fd-9503-4c40-823b-ee89517754ec HTTP/1.1" status: 200 len: 1097 time: 0.1035173 Sep 21 17:59:41.744252 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 22f926ba-99a0-4b43-be3b-dedd87053234, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=22f926ba-99a0-4b43-be3b-dedd87053234,segment=NetworkSegment(862957fd-221f-4841-ab54-52aee65b0d2c),segment_id=862957fd-221f-4841-ab54-52aee65b0d2c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:41.756884 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '22f926ba-99a0-4b43-be3b-dedd87053234', 'network_id': '2a44a677-1927-4f9e-821d-0c18ad02e765', 'port_id': '22f926ba-99a0-4b43-be3b-dedd87053234', 'mac_address': 'fa:16:3e:6c:c4:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f88e04cf-6a48-4a7e-9d33-f15c9b0c57cc', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:59:41.765689 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f8b57e98-11b7-46dd-a794-4964dfe0c059 req-079ca70d-7d33-43b4-b641-2490772c56dd tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578930 Sep 21 17:59:41.771424 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1d8c07de-8f63-45a3-bcbe-98bab7730c3c req-237c1b9c-de6a-4805-8131-fd97edec38e8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=06ec9530-c82c-40dd-b028-49d5e0c3a083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495777 Sep 21 17:59:41.798217 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:41.810625 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22f926ba-99a0-4b43-be3b-dedd87053234 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:41.835246 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 22f926ba-99a0-4b43-be3b-dedd87053234, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=22f926ba-99a0-4b43-be3b-dedd87053234,segment=NetworkSegment(862957fd-221f-4841-ab54-52aee65b0d2c),segment_id=862957fd-221f-4841-ab54-52aee65b0d2c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:41.839853 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:41.840508 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device ffc148a5-4d43-46cc-8045-82846ca5041a details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:59:41.897107 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b710bb-cf8c-4d08-a67a-1fc6e5c69f07 req-61c9ddd1-bd75-4921-84d2-da065699ce01 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:41.898505 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a4b710bb-cf8c-4d08-a67a-1fc6e5c69f07 req-61c9ddd1-bd75-4921-84d2-da065699ce01 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 946 time: 0.0513446 Sep 21 17:59:41.902481 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port ffc148a5-4d43-46cc-8045-82846ca5041a, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=ffc148a5-4d43-46cc-8045-82846ca5041a,segment=NetworkSegment(862957fd-221f-4841-ab54-52aee65b0d2c),segment_id=862957fd-221f-4841-ab54-52aee65b0d2c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:41.916430 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=22f926ba-99a0-4b43-be3b-dedd87053234,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:41.920055 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'ffc148a5-4d43-46cc-8045-82846ca5041a', 'network_id': '2a44a677-1927-4f9e-821d-0c18ad02e765', 'port_id': 'ffc148a5-4d43-46cc-8045-82846ca5041a', 'mac_address': 'fa:16:3e:a6:87:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f88e04cf-6a48-4a7e-9d33-f15c9b0c57cc', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:59:41.930302 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e25bb-b54c-4d1e-9f93-1b03d6494033 req-52bd2352-fe8f-452f-8e49-fbd182a3b066 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:41.932352 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-366e25bb-b54c-4d1e-9f93-1b03d6494033 req-52bd2352-fe8f-452f-8e49-fbd182a3b066 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/ports?device_id=65a5b5fd-9503-4c40-823b-ee89517754ec HTTP/1.1" status: 200 len: 946 time: 0.0575247 Sep 21 17:59:41.951651 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a4b710bb-cf8c-4d08-a67a-1fc6e5c69f07 req-26b870ff-b057-4ac9-b218-b7a0783a946e tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446286 Sep 21 17:59:41.960349 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:41.976796 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-366e25bb-b54c-4d1e-9f93-1b03d6494033 req-46ca57a3-57a1-48de-af05-7a29e47c3e7a tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/security-groups?id=06ec9530-c82c-40dd-b028-49d5e0c3a083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377541 Sep 21 17:59:41.977114 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc148a5-4d43-46cc-8045-82846ca5041a {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:41.997576 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port ffc148a5-4d43-46cc-8045-82846ca5041a, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=ffc148a5-4d43-46cc-8045-82846ca5041a,segment=NetworkSegment(862957fd-221f-4841-ab54-52aee65b0d2c),segment_id=862957fd-221f-4841-ab54-52aee65b0d2c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:42.004597 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:42.010549 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['971641b9-c4f5-42ee-9df6-4429b36330fb'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:42.083905 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=ffc148a5-4d43-46cc-8045-82846ca5041a,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:42.164912 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149ecaf-353f-440b-9522-10f665c62816 req-6f888286-e0b2-4c45-bec7-0812b9cb823c tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:42.166485 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5149ecaf-353f-440b-9522-10f665c62816 req-6f888286-e0b2-4c45-bec7-0812b9cb823c tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 945 time: 0.0541229 Sep 21 17:59:42.206614 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5149ecaf-353f-440b-9522-10f665c62816 req-8c267c84-8fd1-473f-b002-3f6c8943e809 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340178 Sep 21 17:59:42.402478 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b8ead-9eb8-4f61-9a41-e93c61eda124 req-b0ff2100-2c0e-4b85-9a76-f6049642091e tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:42.404220 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fa1b8ead-9eb8-4f61-9a41-e93c61eda124 req-b0ff2100-2c0e-4b85-9a76-f6049642091e tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d4654c3-b51d-483e-9190-52f9aa651d22 HTTP/1.1" status: 200 len: 945 time: 0.0499949 Sep 21 17:59:42.445038 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fa1b8ead-9eb8-4f61-9a41-e93c61eda124 req-2bcd6edf-5972-41f9-af7e-2b85d0c18a54 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338998 Sep 21 17:59:42.454140 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0a10d-38b0-40be-af70-9682d4035cb4 req-7644ea1a-0702-47a1-a525-1436c3e61a43 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:42.460251 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0a10d-38b0-40be-af70-9682d4035cb4 req-7644ea1a-0702-47a1-a525-1436c3e61a43 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:42.466130 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0a10d-38b0-40be-af70-9682d4035cb4 req-7644ea1a-0702-47a1-a525-1436c3e61a43 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:42.472178 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0a10d-38b0-40be-af70-9682d4035cb4 req-7644ea1a-0702-47a1-a525-1436c3e61a43 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:42.478987 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0a10d-38b0-40be-af70-9682d4035cb4 req-7644ea1a-0702-47a1-a525-1436c3e61a43 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:42.484878 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0a10d-38b0-40be-af70-9682d4035cb4 req-7644ea1a-0702-47a1-a525-1436c3e61a43 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:42.491038 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0a10d-38b0-40be-af70-9682d4035cb4 req-7644ea1a-0702-47a1-a525-1436c3e61a43 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:42.492953 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c1c0a10d-38b0-40be-af70-9682d4035cb4 req-7644ea1a-0702-47a1-a525-1436c3e61a43 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5428 time: 0.1029379 Sep 21 17:59:42.538548 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c1c0a10d-38b0-40be-af70-9682d4035cb4 req-85bee9f4-f9bc-4bba-ab7d-cd8f128ac6a9 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365276 Sep 21 17:59:42.596034 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefc977-baec-4dcf-9c3a-cb9f8b647123 req-2faa1a34-6526-45c1-95a2-2f8c85f33ab1 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:42.597578 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5cefc977-baec-4dcf-9c3a-cb9f8b647123 req-2faa1a34-6526-45c1-95a2-2f8c85f33ab1 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d4654c3-b51d-483e-9190-52f9aa651d22 HTTP/1.1" status: 200 len: 945 time: 0.0618753 Sep 21 17:59:42.697419 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-5cefc977-baec-4dcf-9c3a-cb9f8b647123 req-ab5006b1-9b73-487b-8b8a-635c91bf67b0 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Deleting port df5286d7-595e-4fc6-8347-85d71abb0a3a {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:59:42.697747 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5cefc977-baec-4dcf-9c3a-cb9f8b647123 req-ab5006b1-9b73-487b-8b8a-635c91bf67b0 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:42.794485 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-5cefc977-baec-4dcf-9c3a-cb9f8b647123 req-ab5006b1-9b73-487b-8b8a-635c91bf67b0 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] For port df5286d7-595e-4fc6-8347-85d71abb0a3a, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=df5286d7-595e-4fc6-8347-85d71abb0a3a,segment=NetworkSegment(e564d934-97dd-4d6e-ab5e-6b296ec1ad41),segment_id=e564d934-97dd-4d6e-ab5e-6b296ec1ad41)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:42.795175 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5cefc977-baec-4dcf-9c3a-cb9f8b647123 req-ab5006b1-9b73-487b-8b8a-635c91bf67b0 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:42.804174 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['547aed97-ff50-41d9-8e86-bb229dc4a6f0'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:42.808755 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-5cefc977-baec-4dcf-9c3a-cb9f8b647123 req-ab5006b1-9b73-487b-8b8a-635c91bf67b0 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Calling delete_port for df5286d7-595e-4fc6-8347-85d71abb0a3a owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:59:42.874854 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['ffc148a5-4d43-46cc-8045-82846ca5041a'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:42.899127 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['22f926ba-99a0-4b43-be3b-dedd87053234'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:42.930180 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6150d6-af6d-48c9-972a-0bcb3f075123 req-376de1d7-b737-47ca-bcdb-d8d8fa45cd30 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:42.936629 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6150d6-af6d-48c9-972a-0bcb3f075123 req-376de1d7-b737-47ca-bcdb-d8d8fa45cd30 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:42.943851 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6150d6-af6d-48c9-972a-0bcb3f075123 req-376de1d7-b737-47ca-bcdb-d8d8fa45cd30 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:42.951021 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6150d6-af6d-48c9-972a-0bcb3f075123 req-376de1d7-b737-47ca-bcdb-d8d8fa45cd30 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:42.957517 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6150d6-af6d-48c9-972a-0bcb3f075123 req-376de1d7-b737-47ca-bcdb-d8d8fa45cd30 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:42.963620 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6150d6-af6d-48c9-972a-0bcb3f075123 req-376de1d7-b737-47ca-bcdb-d8d8fa45cd30 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:42.970529 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6150d6-af6d-48c9-972a-0bcb3f075123 req-376de1d7-b737-47ca-bcdb-d8d8fa45cd30 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:42.972667 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0a6150d6-af6d-48c9-972a-0bcb3f075123 req-376de1d7-b737-47ca-bcdb-d8d8fa45cd30 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5432 time: 0.1220038 Sep 21 17:59:43.068148 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0a6150d6-af6d-48c9-972a-0bcb3f075123 req-23deef73-1947-46c6-8788-b8bc98c3c80b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573189 Sep 21 17:59:43.075607 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5cefc977-baec-4dcf-9c3a-cb9f8b647123 req-ab5006b1-9b73-487b-8b8a-635c91bf67b0 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:43.080663 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a5c90936-41f3-48b7-a315-1df571c227ea details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:59:43.088331 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a5c90936-41f3-48b7-a315-1df571c227ea no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:59:43.099520 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['4caa6c17-2cb7-4001-8770-7ca7da594698', 'df5286d7-595e-4fc6-8347-85d71abb0a3a'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:43.107113 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5006b1-9b73-487b-8b8a-635c91bf67b0 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Pushing event deleted for resources: {'Port': ['ID=df5286d7-595e-4fc6-8347-85d71abb0a3a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:43.109445 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c967044-12d6-4806-860b-15ae842f2e11 req-c20b08ea-bfe9-49fc-a000-7cd27d3c4644 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:43.111167 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7c967044-12d6-4806-860b-15ae842f2e11 req-c20b08ea-bfe9-49fc-a000-7cd27d3c4644 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 946 time: 0.0829725 Sep 21 17:59:43.185355 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cefc977-baec-4dcf-9c3a-cb9f8b647123 req-ab5006b1-9b73-487b-8b8a-635c91bf67b0 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] No DVR routers for this DVR port df5286d7-595e-4fc6-8347-85d71abb0a3a on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:59:43.187516 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7c967044-12d6-4806-860b-15ae842f2e11 req-87f6f46a-a057-42cc-b8d6-547dd690b800 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639381 Sep 21 17:59:43.201431 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5cefc977-baec-4dcf-9c3a-cb9f8b647123 req-ab5006b1-9b73-487b-8b8a-635c91bf67b0 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:43.202695 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5cefc977-baec-4dcf-9c3a-cb9f8b647123 req-ab5006b1-9b73-487b-8b8a-635c91bf67b0 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.38 "DELETE /v2.0/ports/df5286d7-595e-4fc6-8347-85d71abb0a3a HTTP/1.1" status: 204 len: 173 time: 0.5988259 Sep 21 17:59:43.203361 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4654c3-b51d-483e-9190-52f9aa651d22', 'name': 'network-vif-deleted', 'tag': 'df5286d7-595e-4fc6-8347-85d71abb0a3a'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:43.211817 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3878bfce-3479-4a1b-8bd8-159a64493655" -d '{"events": [{"server_uuid": "7d4654c3-b51d-483e-9190-52f9aa651d22", "name": "network-vif-deleted", "tag": "df5286d7-595e-4fc6-8347-85d71abb0a3a"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:43.305946 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbf827-71b8-48ad-bd60-cdf0cc972a27 req-f0cfcae6-ffcc-4ec7-b387-68c2b592610f tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:43.314244 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-34dbf827-71b8-48ad-bd60-cdf0cc972a27 req-f0cfcae6-ffcc-4ec7-b387-68c2b592610f tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/ports?device_id=65a5b5fd-9503-4c40-823b-ee89517754ec HTTP/1.1" status: 200 len: 946 time: 0.0984023 Sep 21 17:59:43.337264 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80088808-4db5-443a-b52a-703fc9172507 x-openstack-request-id: req-80088808-4db5-443a-b52a-703fc9172507 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:43.338082 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4654c3-b51d-483e-9190-52f9aa651d22", "name": "network-vif-deleted", "tag": "df5286d7-595e-4fc6-8347-85d71abb0a3a", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:43.338437 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-80088808-4db5-443a-b52a-703fc9172507 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:43.338960 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4654c3-b51d-483e-9190-52f9aa651d22', 'name': 'network-vif-deleted', 'tag': 'df5286d7-595e-4fc6-8347-85d71abb0a3a', 'status': 'completed', 'code': 200} Sep 21 17:59:43.368180 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-34dbf827-71b8-48ad-bd60-cdf0cc972a27 req-8e99ecd4-4a1f-4c3f-92de-377fc74f2e9b tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/security-groups?id=06ec9530-c82c-40dd-b028-49d5e0c3a083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517530 Sep 21 17:59:43.405996 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 430c32fc-16c3-4533-a2e3-0a3fe03a49f8 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:59:43.439392 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:43.441979 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228fc99-ae5f-47a1-afb0-cd08ab55cf7b req-cc494d3d-4690-40b0-b061-6dc3078161f7 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:43.443588 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7228fc99-ae5f-47a1-afb0-cd08ab55cf7b req-cc494d3d-4690-40b0-b061-6dc3078161f7 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 945 time: 0.0539966 Sep 21 17:59:43.462044 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port a5c90936-41f3-48b7-a315-1df571c227ea, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a5c90936-41f3-48b7-a315-1df571c227ea,segment=NetworkSegment(7a41b262-3cb8-4dc0-a9c6-451220a101cc),segment_id=7a41b262-3cb8-4dc0-a9c6-451220a101cc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:43.495675 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7228fc99-ae5f-47a1-afb0-cd08ab55cf7b req-1bbc225b-1a35-4a04-8590-7aa15ca5ab22 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437832 Sep 21 17:59:43.519994 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'a5c90936-41f3-48b7-a315-1df571c227ea', 'network_id': 'a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08', 'port_id': 'a5c90936-41f3-48b7-a315-1df571c227ea', 'mac_address': 'fa:16:3e:66:f7:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8f189a-ed60-4c65-ab30-a297660af34d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:59:43.529066 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5c90936-41f3-48b7-a315-1df571c227ea'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:43.531647 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf7a13f-1cff-4457-8a66-f9042a95bb05" -d '{"events": [{"server_uuid": "6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89", "name": "network-vif-unplugged", "status": "completed", "tag": "a5c90936-41f3-48b7-a315-1df571c227ea"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:43.560096 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port a5c90936-41f3-48b7-a315-1df571c227ea, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a5c90936-41f3-48b7-a315-1df571c227ea,segment=NetworkSegment(7a41b262-3cb8-4dc0-a9c6-451220a101cc),segment_id=7a41b262-3cb8-4dc0-a9c6-451220a101cc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:43.581252 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6a478297-7ee3-4291-a5ba-6fcca5fa1bb9 req-b048518c-e252-4017-939f-8731c0827557 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d4654c3-b51d-483e-9190-52f9aa651d22 HTTP/1.1" status: 200 len: 210 time: 0.0352190 Sep 21 17:59:43.602313 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203f3ded-33fc-4425-91df-07d93b0e8320 x-openstack-request-id: req-203f3ded-33fc-4425-91df-07d93b0e8320 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:43.602607 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89", "name": "network-vif-unplugged", "status": "completed", "tag": "a5c90936-41f3-48b7-a315-1df571c227ea", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:43.602890 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-203f3ded-33fc-4425-91df-07d93b0e8320 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:43.603415 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5c90936-41f3-48b7-a315-1df571c227ea', 'code': 200} Sep 21 17:59:43.604228 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:43.645148 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 430c32fc-16c3-4533-a2e3-0a3fe03a49f8 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:59:43.668205 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 430c32fc-16c3-4533-a2e3-0a3fe03a49f8 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:43.668473 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:43.680544 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:43.722396 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc9e69-f4d4-4744-8da0-bcdad067b085 req-ab932cd5-afef-4298-83f5-edfe636010d8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:43.728740 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc9e69-f4d4-4744-8da0-bcdad067b085 req-ab932cd5-afef-4298-83f5-edfe636010d8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:43.735116 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc9e69-f4d4-4744-8da0-bcdad067b085 req-ab932cd5-afef-4298-83f5-edfe636010d8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:43.741237 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc9e69-f4d4-4744-8da0-bcdad067b085 req-ab932cd5-afef-4298-83f5-edfe636010d8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:43.745471 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5c90936-41f3-48b7-a315-1df571c227ea {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:43.747738 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc9e69-f4d4-4744-8da0-bcdad067b085 req-ab932cd5-afef-4298-83f5-edfe636010d8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:43.754684 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc9e69-f4d4-4744-8da0-bcdad067b085 req-ab932cd5-afef-4298-83f5-edfe636010d8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:43.757546 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=a5c90936-41f3-48b7-a315-1df571c227ea,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:43.768727 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc9e69-f4d4-4744-8da0-bcdad067b085 req-ab932cd5-afef-4298-83f5-edfe636010d8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:43.773216 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-17cc9e69-f4d4-4744-8da0-bcdad067b085 req-ab932cd5-afef-4298-83f5-edfe636010d8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5428 time: 0.1135530 Sep 21 17:59:43.822818 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-17cc9e69-f4d4-4744-8da0-bcdad067b085 req-39dbcf72-f145-46a6-8f89-c4c8220fcfb5 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415535 Sep 21 17:59:43.836437 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.db.api [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 17:59:43.836972 n-d-810291-1 neutron-server[101462]: DEBUG oslo_db.api [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 17:59:43.848726 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:43.884155 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 430c32fc-16c3-4533-a2e3-0a3fe03a49f8, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=430c32fc-16c3-4533-a2e3-0a3fe03a49f8,segment=NetworkSegment(365b2114-ac4a-447f-bfd3-839be542ebce),segment_id=365b2114-ac4a-447f-bfd3-839be542ebce)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:43.888897 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:43.890341 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device f967bbd1-534f-4e1e-8cde-c83bea0c03fb up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:59:43.964277 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=430c32fc-16c3-4533-a2e3-0a3fe03a49f8,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:43.977711 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port f967bbd1-534f-4e1e-8cde-c83bea0c03fb completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:59:43.981523 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port f967bbd1-534f-4e1e-8cde-c83bea0c03fb triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:43.981875 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:44.060283 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:44.093852 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port f967bbd1-534f-4e1e-8cde-c83bea0c03fb, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=f967bbd1-534f-4e1e-8cde-c83bea0c03fb,segment=NetworkSegment(834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba),segment_id=834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:44.099961 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:44.101016 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 716fb28e-e848-47bd-809e-fd034e6bb556 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:59:44.182714 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=f967bbd1-534f-4e1e-8cde-c83bea0c03fb,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:44.197637 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 716fb28e-e848-47bd-809e-fd034e6bb556 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:59:44.201544 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 716fb28e-e848-47bd-809e-fd034e6bb556 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:44.201919 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:44.230208 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22d53f-6f84-4d1e-900e-7fced00ad3b9 req-4f5ecbac-d3e0-4568-9f63-428b3cbcf36b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:44.238774 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22d53f-6f84-4d1e-900e-7fced00ad3b9 req-4f5ecbac-d3e0-4568-9f63-428b3cbcf36b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:44.246049 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22d53f-6f84-4d1e-900e-7fced00ad3b9 req-4f5ecbac-d3e0-4568-9f63-428b3cbcf36b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:44.253419 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22d53f-6f84-4d1e-900e-7fced00ad3b9 req-4f5ecbac-d3e0-4568-9f63-428b3cbcf36b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:44.261165 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22d53f-6f84-4d1e-900e-7fced00ad3b9 req-4f5ecbac-d3e0-4568-9f63-428b3cbcf36b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:44.268507 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22d53f-6f84-4d1e-900e-7fced00ad3b9 req-4f5ecbac-d3e0-4568-9f63-428b3cbcf36b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:44.275007 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22d53f-6f84-4d1e-900e-7fced00ad3b9 req-4f5ecbac-d3e0-4568-9f63-428b3cbcf36b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:44.277152 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6b22d53f-6f84-4d1e-900e-7fced00ad3b9 req-4f5ecbac-d3e0-4568-9f63-428b3cbcf36b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5432 time: 0.1144974 Sep 21 17:59:44.309578 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de642b64-7693-4112-b698-914098eccfa8 req-32b65d19-37b5-492c-8172-f43013c8e566 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:44.311207 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-de642b64-7693-4112-b698-914098eccfa8 req-32b65d19-37b5-492c-8172-f43013c8e566 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 946 time: 0.0543230 Sep 21 17:59:44.322646 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6b22d53f-6f84-4d1e-900e-7fced00ad3b9 req-c32fac4c-2ebe-4e4d-8f5f-1699ec1cef5b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383322 Sep 21 17:59:44.360774 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-de642b64-7693-4112-b698-914098eccfa8 req-b379fd0a-87d2-42c1-89b5-3effdb77091e tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424521 Sep 21 17:59:44.406868 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:44.424356 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c90936-41f3-48b7-a315-1df571c227ea {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:44.467345 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port a5c90936-41f3-48b7-a315-1df571c227ea, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a5c90936-41f3-48b7-a315-1df571c227ea,segment=NetworkSegment(7a41b262-3cb8-4dc0-a9c6-451220a101cc),segment_id=7a41b262-3cb8-4dc0-a9c6-451220a101cc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:44.476726 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:44.489152 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436fe150-3d32-41ed-8c42-0b01f65983ac req-653072f1-2ba1-4b1f-91dc-3b3c492edd5c tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:44.490783 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-436fe150-3d32-41ed-8c42-0b01f65983ac req-653072f1-2ba1-4b1f-91dc-3b3c492edd5c tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/ports?device_id=65a5b5fd-9503-4c40-823b-ee89517754ec HTTP/1.1" status: 200 len: 946 time: 0.0510750 Sep 21 17:59:44.500851 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:44.531353 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-436fe150-3d32-41ed-8c42-0b01f65983ac req-78d26569-3a3c-4d1b-a445-167ff01b78ff tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/security-groups?id=06ec9530-c82c-40dd-b028-49d5e0c3a083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338693 Sep 21 17:59:44.546897 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=a5c90936-41f3-48b7-a315-1df571c227ea,revision_number=7']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:44.557926 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 716fb28e-e848-47bd-809e-fd034e6bb556, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=716fb28e-e848-47bd-809e-fd034e6bb556,segment=NetworkSegment(834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba),segment_id=834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:44.563411 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:44.615305 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=716fb28e-e848-47bd-809e-fd034e6bb556,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:44.638545 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0073d-49cf-4724-a0b4-7c4205e74060 req-e124350a-551e-4fe7-85e6-701ee849d3bd tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:44.641306 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-29f0073d-49cf-4724-a0b4-7c4205e74060 req-e124350a-551e-4fe7-85e6-701ee849d3bd tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 944 time: 0.0567980 Sep 21 17:59:44.649946 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903b262-36a1-48ef-bb95-520825950b22 req-e434a72f-5d11-4e8c-ab44-d9eda1d5bd85 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:44.651562 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d903b262-36a1-48ef-bb95-520825950b22 req-e434a72f-5d11-4e8c-ab44-d9eda1d5bd85 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/ports?device_id=65a5b5fd-9503-4c40-823b-ee89517754ec HTTP/1.1" status: 200 len: 946 time: 0.0509889 Sep 21 17:59:44.660211 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 36770) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:44.665806 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-bc810564-28a6-448e-bcdb-52eb6eed083d tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Request body: {'floatingip': {'port_id': '3e4c9361-0193-4489-8cc0-c7c8dbc26d00'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:44.689317 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-29f0073d-49cf-4724-a0b4-7c4205e74060 req-cab53fc4-a38a-409b-b9b3-bf7cf99ad66d tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374250 Sep 21 17:59:44.710285 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bc810564-28a6-448e-bcdb-52eb6eed083d tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks [] for floatingip, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:44.733595 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['a5c90936-41f3-48b7-a315-1df571c227ea'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:44.846096 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ab63d-8599-43fb-b567-987c5ee69e56 req-517de1ef-d7fe-4090-a31d-d96d6d484aeb tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:44.847731 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-969ab63d-8599-43fb-b567-987c5ee69e56 req-517de1ef-d7fe-4090-a31d-d96d6d484aeb tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.1072233 Sep 21 17:59:44.969287 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a9d06-e9ca-462c-9464-9215b81ef7de req-0fd6c4a6-c37b-47a8-bdf3-5e8a5a150fba tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:44.975510 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a9d06-e9ca-462c-9464-9215b81ef7de req-0fd6c4a6-c37b-47a8-bdf3-5e8a5a150fba tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:44.981390 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a9d06-e9ca-462c-9464-9215b81ef7de req-0fd6c4a6-c37b-47a8-bdf3-5e8a5a150fba tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:44.987311 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a9d06-e9ca-462c-9464-9215b81ef7de req-0fd6c4a6-c37b-47a8-bdf3-5e8a5a150fba tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:44.993195 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a9d06-e9ca-462c-9464-9215b81ef7de req-0fd6c4a6-c37b-47a8-bdf3-5e8a5a150fba tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:44.999170 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a9d06-e9ca-462c-9464-9215b81ef7de req-0fd6c4a6-c37b-47a8-bdf3-5e8a5a150fba tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:45.005021 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a9d06-e9ca-462c-9464-9215b81ef7de req-0fd6c4a6-c37b-47a8-bdf3-5e8a5a150fba tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:45.007056 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c22a9d06-e9ca-462c-9464-9215b81ef7de req-0fd6c4a6-c37b-47a8-bdf3-5e8a5a150fba tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5431 time: 0.0989597 Sep 21 17:59:45.049881 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c22a9d06-e9ca-462c-9464-9215b81ef7de req-9cb60afe-df24-423e-b8ae-7be0d30e5c38 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361333 Sep 21 17:59:45.089131 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device df5286d7-595e-4fc6-8347-85d71abb0a3a no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:59:45.110148 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: df5286d7-595e-4fc6-8347-85d71abb0a3a {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:59:45.110812 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device df5286d7-595e-4fc6-8347-85d71abb0a3a not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:59:45.201120 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-969ab63d-8599-43fb-b567-987c5ee69e56 req-8735524b-b7ce-4313-83b5-8e0ab2fce9ed tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446472 Sep 21 17:59:45.391403 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 547aed97-ff50-41d9-8e86-bb229dc4a6f0 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:59:45.445594 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 547aed97-ff50-41d9-8e86-bb229dc4a6f0 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:59:45.450130 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 547aed97-ff50-41d9-8e86-bb229dc4a6f0 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:45.450565 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:45.457177 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9b4d4-b35a-47a1-9492-235eb88daacb req-d407891d-5e6a-46fc-b885-b0a46f1f5198 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:45.458232 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5399b-8de3-4184-aa27-1122ef425965 req-db3b7003-327e-4d42-981f-564800bd6c31 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:45.459766 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d5e5399b-8de3-4184-aa27-1122ef425965 req-db3b7003-327e-4d42-981f-564800bd6c31 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.1210349 Sep 21 17:59:45.463335 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9b4d4-b35a-47a1-9492-235eb88daacb req-d407891d-5e6a-46fc-b885-b0a46f1f5198 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:45.469323 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9b4d4-b35a-47a1-9492-235eb88daacb req-d407891d-5e6a-46fc-b885-b0a46f1f5198 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:45.475302 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9b4d4-b35a-47a1-9492-235eb88daacb req-d407891d-5e6a-46fc-b885-b0a46f1f5198 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:45.481201 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9b4d4-b35a-47a1-9492-235eb88daacb req-d407891d-5e6a-46fc-b885-b0a46f1f5198 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:45.487183 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9b4d4-b35a-47a1-9492-235eb88daacb req-d407891d-5e6a-46fc-b885-b0a46f1f5198 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:45.493155 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9b4d4-b35a-47a1-9492-235eb88daacb req-d407891d-5e6a-46fc-b885-b0a46f1f5198 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:45.495347 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9dc9b4d4-b35a-47a1-9492-235eb88daacb req-d407891d-5e6a-46fc-b885-b0a46f1f5198 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5432 time: 0.0925725 Sep 21 17:59:45.531978 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:45.541492 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9dc9b4d4-b35a-47a1-9492-235eb88daacb req-efb46224-2b6e-4d9d-96dc-472197aa0056 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398068 Sep 21 17:59:45.543315 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d5e5399b-8de3-4184-aa27-1122ef425965 req-576c7256-d4ae-4f77-87f7-4b54ec75a3ca tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713618 Sep 21 17:59:45.547419 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bc810564-28a6-448e-bcdb-52eb6eed083d tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:45.556957 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bc810564-28a6-448e-bcdb-52eb6eed083d tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:45.588871 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 547aed97-ff50-41d9-8e86-bb229dc4a6f0, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=547aed97-ff50-41d9-8e86-bb229dc4a6f0,segment=NetworkSegment(834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba),segment_id=834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:45.594627 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:45.595868 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 971641b9-c4f5-42ee-9df6-4429b36330fb up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:59:45.618940 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430c32fc-16c3-4533-a2e3-0a3fe03a49f8'}, {'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f967bbd1-534f-4e1e-8cde-c83bea0c03fb'}, {'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716fb28e-e848-47bd-809e-fd034e6bb556'}, {'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547aed97-ff50-41d9-8e86-bb229dc4a6f0'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:45.621642 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e315c3cc-b8bc-4b79-a18e-b801102854d0" -d '{"events": [{"server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "name": "network-vif-plugged", "status": "completed", "tag": "430c32fc-16c3-4533-a2e3-0a3fe03a49f8"}, {"server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "name": "network-vif-plugged", "status": "completed", "tag": "f967bbd1-534f-4e1e-8cde-c83bea0c03fb"}, {"server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "name": "network-vif-plugged", "status": "completed", "tag": "716fb28e-e848-47bd-809e-fd034e6bb556"}, {"server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "name": "network-vif-plugged", "status": "completed", "tag": "547aed97-ff50-41d9-8e86-bb229dc4a6f0"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:45.685475 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=547aed97-ff50-41d9-8e86-bb229dc4a6f0,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:45.696406 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 971641b9-c4f5-42ee-9df6-4429b36330fb completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:59:45.700920 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 971641b9-c4f5-42ee-9df6-4429b36330fb triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:45.701425 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:45.706693 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51420289-af79-4926-b1ee-cf08215bbfc2 req-3a82c463-604c-40a1-9c28-275190e3f311 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:45.708246 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-51420289-af79-4926-b1ee-cf08215bbfc2 req-3a82c463-604c-40a1-9c28-275190e3f311 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 946 time: 0.0906012 Sep 21 17:59:45.729026 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e74ac1-8946-4db1-9f8a-cf4469d55502 req-32b0ae62-ae1d-4817-bc8c-c981deab74d6 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:45.730530 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-99e74ac1-8946-4db1-9f8a-cf4469d55502 req-32b0ae62-ae1d-4817-bc8c-c981deab74d6 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0498464 Sep 21 17:59:45.746649 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-bc810564-28a6-448e-bcdb-52eb6eed083d tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Floating IP 8a992beb-5cf0-4058-854f-531d2a7b38c1 associated. External IP: 172.25.6.46, port: 3e4c9361-0193-4489-8cc0-c7c8dbc26d00. Sep 21 17:59:45.776114 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-99e74ac1-8946-4db1-9f8a-cf4469d55502 req-a79439b6-96c1-4b5d-8f77-31708896ee16 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363007 Sep 21 17:59:45.798539 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:45.807142 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-51420289-af79-4926-b1ee-cf08215bbfc2 req-8f4ed25e-1ccb-4260-a2d9-1528ba1f1038 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910919 Sep 21 17:59:45.823010 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75df2821-3d9f-4f91-89f5-cf0ead914ccb x-openstack-request-id: req-75df2821-3d9f-4f91-89f5-cf0ead914ccb {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:45.823307 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "name": "network-vif-plugged", "status": "completed", "tag": "430c32fc-16c3-4533-a2e3-0a3fe03a49f8", "code": 200}, {"server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "name": "network-vif-plugged", "status": "completed", "tag": "f967bbd1-534f-4e1e-8cde-c83bea0c03fb", "code": 200}, {"server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "name": "network-vif-plugged", "status": "completed", "tag": "716fb28e-e848-47bd-809e-fd034e6bb556", "code": 200}, {"server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "name": "network-vif-plugged", "status": "completed", "tag": "547aed97-ff50-41d9-8e86-bb229dc4a6f0", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:45.823556 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-75df2821-3d9f-4f91-89f5-cf0ead914ccb {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:45.824571 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430c32fc-16c3-4533-a2e3-0a3fe03a49f8', 'code': 200} Sep 21 17:59:45.824802 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f967bbd1-534f-4e1e-8cde-c83bea0c03fb', 'code': 200} Sep 21 17:59:45.825040 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716fb28e-e848-47bd-809e-fd034e6bb556', 'code': 200} Sep 21 17:59:45.825288 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547aed97-ff50-41d9-8e86-bb229dc4a6f0', 'code': 200} Sep 21 17:59:45.874018 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 971641b9-c4f5-42ee-9df6-4429b36330fb, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=971641b9-c4f5-42ee-9df6-4429b36330fb,segment=NetworkSegment(834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba),segment_id=834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:45.885218 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:45.887002 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 22f926ba-99a0-4b43-be3b-dedd87053234 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:59:45.968669 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa4b18-d1b6-49d4-8945-0934247fac33 req-3678a875-b291-427b-96f1-74b878a2f60a tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:45.971407 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a5aa4b18-d1b6-49d4-8945-0934247fac33 req-3678a875-b291-427b-96f1-74b878a2f60a tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 944 time: 0.0770097 Sep 21 17:59:45.976622 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-931b851f-7399-40c8-b70c-90de78c79079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:45.988913 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 22f926ba-99a0-4b43-be3b-dedd87053234 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:59:46.005484 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 22f926ba-99a0-4b43-be3b-dedd87053234 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:46.005868 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:46.021544 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a5aa4b18-d1b6-49d4-8945-0934247fac33 req-c75573d8-52d7-4eb0-adf2-ade04b2c0920 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424576 Sep 21 17:59:46.035231 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc810564-28a6-448e-bcdb-52eb6eed083d tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Router e3211979-af3e-4d0c-b1b7-17dc67ca71cc has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:59:46.035684 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=971641b9-c4f5-42ee-9df6-4429b36330fb,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:46.121837 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:46.161765 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 22f926ba-99a0-4b43-be3b-dedd87053234, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=22f926ba-99a0-4b43-be3b-dedd87053234,segment=NetworkSegment(862957fd-221f-4841-ab54-52aee65b0d2c),segment_id=862957fd-221f-4841-ab54-52aee65b0d2c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:46.165732 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc810564-28a6-448e-bcdb-52eb6eed083d tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:59:46.176319 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:46.176319 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device ffc148a5-4d43-46cc-8045-82846ca5041a up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:59:46.179711 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bc810564-28a6-448e-bcdb-52eb6eed083d tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:46.202446 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9869f6-3455-4460-8d90-89c279a9b6f2 None None] Sync routers for ids ['e3211979-af3e-4d0c-b1b7-17dc67ca71cc'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:59:46.243282 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-bc810564-28a6-448e-bcdb-52eb6eed083d tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "PUT /v2.0/floatingips/8a992beb-5cf0-4058-854f-531d2a7b38c1 HTTP/1.1" status: 200 len: 991 time: 1.5791783 Sep 21 17:59:46.243282 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a5b5fd-9503-4c40-823b-ee89517754ec', 'tag': '3e4c9361-0193-4489-8cc0-c7c8dbc26d00'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:46.244221 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a603c7-000e-49d9-89ec-d2946ce5dc38" -d '{"events": [{"name": "network-changed", "server_uuid": "65a5b5fd-9503-4c40-823b-ee89517754ec", "tag": "3e4c9361-0193-4489-8cc0-c7c8dbc26d00"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:46.252508 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9869f6-3455-4460-8d90-89c279a9b6f2 None None] Routers {'e3211979-af3e-4d0c-b1b7-17dc67ca71cc'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:59:46.253380 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4c9869f6-3455-4460-8d90-89c279a9b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:59:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e3211979-af3e-4d0c-b1b7-17dc67ca71cc'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:59:46.297235 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14f408-caaf-417d-8c5b-7781cdd12c00 req-92a6f84f-ddea-4965-85c6-a3ed0898f8bb tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:46.303279 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14f408-caaf-417d-8c5b-7781cdd12c00 req-92a6f84f-ddea-4965-85c6-a3ed0898f8bb tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:46.312182 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14f408-caaf-417d-8c5b-7781cdd12c00 req-92a6f84f-ddea-4965-85c6-a3ed0898f8bb tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:46.315678 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=22f926ba-99a0-4b43-be3b-dedd87053234,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:46.320182 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14f408-caaf-417d-8c5b-7781cdd12c00 req-92a6f84f-ddea-4965-85c6-a3ed0898f8bb tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:46.328730 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14f408-caaf-417d-8c5b-7781cdd12c00 req-92a6f84f-ddea-4965-85c6-a3ed0898f8bb tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:46.333097 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port ffc148a5-4d43-46cc-8045-82846ca5041a completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:59:46.338899 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14f408-caaf-417d-8c5b-7781cdd12c00 req-92a6f84f-ddea-4965-85c6-a3ed0898f8bb tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:46.340724 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port ffc148a5-4d43-46cc-8045-82846ca5041a triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:46.341118 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:46.345243 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14f408-caaf-417d-8c5b-7781cdd12c00 req-92a6f84f-ddea-4965-85c6-a3ed0898f8bb tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:46.348155 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8d14f408-caaf-417d-8c5b-7781cdd12c00 req-92a6f84f-ddea-4965-85c6-a3ed0898f8bb tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5434 time: 0.1638665 Sep 21 17:59:46.374908 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a78c8a-dbdb-4a31-9b28-f6da0ddf681a x-openstack-request-id: req-33a78c8a-dbdb-4a31-9b28-f6da0ddf681a {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:46.375226 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a5b5fd-9503-4c40-823b-ee89517754ec", "tag": "3e4c9361-0193-4489-8cc0-c7c8dbc26d00", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:46.375476 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-33a78c8a-dbdb-4a31-9b28-f6da0ddf681a {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:46.375869 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a5b5fd-9503-4c40-823b-ee89517754ec', 'tag': '3e4c9361-0193-4489-8cc0-c7c8dbc26d00', 'status': 'completed', 'code': 200} Sep 21 17:59:46.399882 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8d14f408-caaf-417d-8c5b-7781cdd12c00 req-cf5b5a3a-899c-4a05-8fe9-9485c985062b tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432613 Sep 21 17:59:46.423011 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-4c9869f6-3455-4460-8d90-89c279a9b6f2 None None] Set router e3211979-af3e-4d0c-b1b7-17dc67ca71cc gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:59:46.473845 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a603c7-000e-49d9-89ec-d2946ce5dc38 req-da172fe3-f411-4b9e-be27-939db8b643ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:46.475510 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-55a603c7-000e-49d9-89ec-d2946ce5dc38 req-da172fe3-f411-4b9e-be27-939db8b643ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4873dd9d411a49059e981a2e4948efcf&device_id=65a5b5fd-9503-4c40-823b-ee89517754ec HTTP/1.1" status: 200 len: 1097 time: 0.0521216 Sep 21 17:59:46.550129 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:46.572596 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a603c7-000e-49d9-89ec-d2946ce5dc38 req-dcb74972-f93b-4b57-8530-af8210221110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:46.574080 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-55a603c7-000e-49d9-89ec-d2946ce5dc38 req-dcb74972-f93b-4b57-8530-af8210221110 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bb7393e0-9611-4048-84c9-6e76d82f10fe HTTP/1.1" status: 200 len: 907 time: 0.0904191 Sep 21 17:59:46.638993 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port ffc148a5-4d43-46cc-8045-82846ca5041a, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=ffc148a5-4d43-46cc-8045-82846ca5041a,segment=NetworkSegment(862957fd-221f-4841-ab54-52aee65b0d2c),segment_id=862957fd-221f-4841-ab54-52aee65b0d2c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:46.646997 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:46.663569 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-55a603c7-000e-49d9-89ec-d2946ce5dc38 req-3da6b78f-316d-4fe0-adcc-b52a300c24d8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e4c9361-0193-4489-8cc0-c7c8dbc26d00 HTTP/1.1" status: 200 len: 999 time: 0.0737705 Sep 21 17:59:46.718586 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafb8b5-f08f-4c9e-9141-8ce94b32ce69 req-c8b91c12-5585-4112-ba85-8f4b3277ab7c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:46.726087 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafb8b5-f08f-4c9e-9141-8ce94b32ce69 req-c8b91c12-5585-4112-ba85-8f4b3277ab7c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:46.729320 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=ffc148a5-4d43-46cc-8045-82846ca5041a,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:46.735296 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafb8b5-f08f-4c9e-9141-8ce94b32ce69 req-c8b91c12-5585-4112-ba85-8f4b3277ab7c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:46.744082 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a603c7-000e-49d9-89ec-d2946ce5dc38 req-c935304a-126f-4f7a-9e78-2dbb9ea6747c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:46.744242 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafb8b5-f08f-4c9e-9141-8ce94b32ce69 req-c8b91c12-5585-4112-ba85-8f4b3277ab7c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:46.746033 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-55a603c7-000e-49d9-89ec-d2946ce5dc38 req-c935304a-126f-4f7a-9e78-2dbb9ea6747c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ae1edfa-7747-4ff9-ad75-c1eab6839867 HTTP/1.1" status: 200 len: 845 time: 0.0720346 Sep 21 17:59:46.751052 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafb8b5-f08f-4c9e-9141-8ce94b32ce69 req-c8b91c12-5585-4112-ba85-8f4b3277ab7c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:46.755223 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4c9869f6-3455-4460-8d90-89c279a9b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'name': 'tempest-ServersTestJSON-1963609962-router', 'tenant_id': '4873dd9d411a49059e981a2e4948efcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'a8c51177-0d60-4999-9aea-bfc804d9cbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:59:13Z', 'updated_at': '2021-09-21T17:59:17Z', 'revision_number': 4, 'project_id': '4873dd9d411a49059e981a2e4948efcf', 'gw_port': {'id': 'a8c51177-0d60-4999-9aea-bfc804d9cbb7', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:34:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:14Z', 'updated_at': '2021-09-21T17:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '8a992beb-5cf0-4058-854f-531d2a7b38c1', 'tenant_id': '4873dd9d411a49059e981a2e4948efcf', 'floating_ip_address': '172.25.6.46', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'port_id': '3e4c9361-0193-4489-8cc0-c7c8dbc26d00', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb7393e0-9611-4048-84c9-6e76d82f10fe', 'mac_address': 'fa:16:3e:8c:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a5b5fd-9503-4c40-823b-ee89517754ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:59:22Z', 'updated_at': '2021-09-21T17:59:45Z', 'revision_number': 1, 'project_id': '4873dd9d411a49059e981a2e4948efcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b06a9056-2a07-4d3e-81b8-e18548bc5b8b', 'name': '', 'network_id': 'bb7393e0-9611-4048-84c9-6e76d82f10fe', 'tenant_id': '4873dd9d411a49059e981a2e4948efcf', 'mac_address': 'fa:16:3e:9d:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '9ae1edfa-7747-4ff9-ad75-c1eab6839867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:17Z', 'updated_at': '2021-09-21T17:59:22Z', 'revision_number': 5, 'project_id': '4873dd9d411a49059e981a2e4948efcf', 'subnets': [{'id': '9ae1edfa-7747-4ff9-ad75-c1eab6839867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:59:46.759812 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafb8b5-f08f-4c9e-9141-8ce94b32ce69 req-c8b91c12-5585-4112-ba85-8f4b3277ab7c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:46.768855 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafb8b5-f08f-4c9e-9141-8ce94b32ce69 req-c8b91c12-5585-4112-ba85-8f4b3277ab7c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:46.770953 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-deafb8b5-f08f-4c9e-9141-8ce94b32ce69 req-c8b91c12-5585-4112-ba85-8f4b3277ab7c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5432 time: 0.1174693 Sep 21 17:59:46.784494 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9869f6-3455-4460-8d90-89c279a9b6f2 None None] Checking router: e3211979-af3e-4d0c-b1b7-17dc67ca71cc for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:59:46.792966 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9869f6-3455-4460-8d90-89c279a9b6f2 None None] Routers {'e3211979-af3e-4d0c-b1b7-17dc67ca71cc'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:59:46.793738 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4c9869f6-3455-4460-8d90-89c279a9b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:59:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e3211979-af3e-4d0c-b1b7-17dc67ca71cc'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:59:46.813489 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a603c7-000e-49d9-89ec-d2946ce5dc38 req-714da985-16a2-4f5f-a849-d7e9199993d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:46.817855 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-55a603c7-000e-49d9-89ec-d2946ce5dc38 req-714da985-16a2-4f5f-a849-d7e9199993d2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb7393e0-9611-4048-84c9-6e76d82f10fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612762 Sep 21 17:59:46.824628 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-deafb8b5-f08f-4c9e-9141-8ce94b32ce69 req-ec6acc31-0621-4134-b3b8-3f0effa53e38 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473256 Sep 21 17:59:46.939320 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-4c9869f6-3455-4460-8d90-89c279a9b6f2 None None] Set router e3211979-af3e-4d0c-b1b7-17dc67ca71cc gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:59:46.972430 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-55a603c7-000e-49d9-89ec-d2946ce5dc38 req-4d7ed0c2-41f6-46b6-9e3c-5ffc82a7f8e1 service neutron] 10.222.0.44 "GET /v2.0/networks/bb7393e0-9611-4048-84c9-6e76d82f10fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443791 Sep 21 17:59:46.993356 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92f24c-2b44-40dd-b52f-7a17d6d6f647 req-1cef451f-97aa-4098-9eec-8dca0fb94166 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:47.001463 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f92f24c-2b44-40dd-b52f-7a17d6d6f647 req-1cef451f-97aa-4098-9eec-8dca0fb94166 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 946 time: 0.0936110 Sep 21 17:59:47.089908 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a5c90936-41f3-48b7-a315-1df571c227ea up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:59:47.091152 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f92f24c-2b44-40dd-b52f-7a17d6d6f647 req-93cf2792-92be-45ca-aae4-402d1d512199 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888402 Sep 21 17:59:47.112638 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-55a603c7-000e-49d9-89ec-d2946ce5dc38 req-6cf61865-65c9-41bf-a691-8de45354fca2 service neutron] 10.222.0.44 "GET /v2.0/networks/bb7393e0-9611-4048-84c9-6e76d82f10fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298780 Sep 21 17:59:47.155295 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e0540-021e-4a77-8d0a-e0a16f25953a req-22e4c491-eaca-44ec-b0c6-739c0b5079e8 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:47.157055 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-902e0540-021e-4a77-8d0a-e0a16f25953a req-22e4c491-eaca-44ec-b0c6-739c0b5079e8 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 944 time: 0.0571067 Sep 21 17:59:47.201467 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-902e0540-021e-4a77-8d0a-e0a16f25953a req-4a1fbf83-8b11-44c8-801d-daaa6c89e768 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378566 Sep 21 17:59:47.331695 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port a5c90936-41f3-48b7-a315-1df571c227ea triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:59:47.332302 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:47.412101 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4c9869f6-3455-4460-8d90-89c279a9b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'name': 'tempest-ServersTestJSON-1963609962-router', 'tenant_id': '4873dd9d411a49059e981a2e4948efcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'a8c51177-0d60-4999-9aea-bfc804d9cbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:59:13Z', 'updated_at': '2021-09-21T17:59:17Z', 'revision_number': 4, 'project_id': '4873dd9d411a49059e981a2e4948efcf', 'gw_port': {'id': 'a8c51177-0d60-4999-9aea-bfc804d9cbb7', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:34:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:14Z', 'updated_at': '2021-09-21T17:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '8a992beb-5cf0-4058-854f-531d2a7b38c1', 'tenant_id': '4873dd9d411a49059e981a2e4948efcf', 'floating_ip_address': '172.25.6.46', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'port_id': '3e4c9361-0193-4489-8cc0-c7c8dbc26d00', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb7393e0-9611-4048-84c9-6e76d82f10fe', 'mac_address': 'fa:16:3e:8c:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a5b5fd-9503-4c40-823b-ee89517754ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:59:22Z', 'updated_at': '2021-09-21T17:59:45Z', 'revision_number': 1, 'project_id': '4873dd9d411a49059e981a2e4948efcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b06a9056-2a07-4d3e-81b8-e18548bc5b8b', 'name': '', 'network_id': 'bb7393e0-9611-4048-84c9-6e76d82f10fe', 'tenant_id': '4873dd9d411a49059e981a2e4948efcf', 'mac_address': 'fa:16:3e:9d:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '9ae1edfa-7747-4ff9-ad75-c1eab6839867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:17Z', 'updated_at': '2021-09-21T17:59:22Z', 'revision_number': 5, 'project_id': '4873dd9d411a49059e981a2e4948efcf', 'subnets': [{'id': '9ae1edfa-7747-4ff9-ad75-c1eab6839867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:59:47.463061 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9869f6-3455-4460-8d90-89c279a9b6f2 None None] The sync data for ids ['e3211979-af3e-4d0c-b1b7-17dc67ca71cc'] in n-d-810291-1 is: [{'id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'name': 'tempest-ServersTestJSON-1963609962-router', 'tenant_id': '4873dd9d411a49059e981a2e4948efcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'a8c51177-0d60-4999-9aea-bfc804d9cbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:59:13Z', 'updated_at': '2021-09-21T17:59:17Z', 'revision_number': 4, 'project_id': '4873dd9d411a49059e981a2e4948efcf', 'gw_port': {'id': 'a8c51177-0d60-4999-9aea-bfc804d9cbb7', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:34:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:14Z', 'updated_at': '2021-09-21T17:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '8a992beb-5cf0-4058-854f-531d2a7b38c1', 'tenant_id': '4873dd9d411a49059e981a2e4948efcf', 'floating_ip_address': '172.25.6.46', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'port_id': '3e4c9361-0193-4489-8cc0-c7c8dbc26d00', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb7393e0-9611-4048-84c9-6e76d82f10fe', 'mac_address': 'fa:16:3e:8c:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a5b5fd-9503-4c40-823b-ee89517754ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:59:22Z', 'updated_at': '2021-09-21T17:59:45Z', 'revision_number': 1, 'project_id': '4873dd9d411a49059e981a2e4948efcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b06a9056-2a07-4d3e-81b8-e18548bc5b8b', 'name': '', 'network_id': 'bb7393e0-9611-4048-84c9-6e76d82f10fe', 'tenant_id': '4873dd9d411a49059e981a2e4948efcf', 'mac_address': 'fa:16:3e:9d:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '9ae1edfa-7747-4ff9-ad75-c1eab6839867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:17Z', 'updated_at': '2021-09-21T17:59:22Z', 'revision_number': 5, 'project_id': '4873dd9d411a49059e981a2e4948efcf', 'subnets': [{'id': '9ae1edfa-7747-4ff9-ad75-c1eab6839867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:59:47.474159 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:47.513512 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port a5c90936-41f3-48b7-a315-1df571c227ea, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a5c90936-41f3-48b7-a315-1df571c227ea,segment=NetworkSegment(7a41b262-3cb8-4dc0-a9c6-451220a101cc),segment_id=7a41b262-3cb8-4dc0-a9c6-451220a101cc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:47.520357 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:47.550272 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78886b3a-ffe8-49bc-8ea9-1a34efec034f req-62cd5a56-f4cb-462f-905b-af2d3228d670 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:47.551851 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-78886b3a-ffe8-49bc-8ea9-1a34efec034f req-62cd5a56-f4cb-462f-905b-af2d3228d670 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0640957 Sep 21 17:59:47.553372 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b993219-adef-4be8-8871-8d5503854605 req-3d3d492e-544d-4f17-8108-df9c18175b73 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:47.560068 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b993219-adef-4be8-8871-8d5503854605 req-3d3d492e-544d-4f17-8108-df9c18175b73 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:47.566547 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b993219-adef-4be8-8871-8d5503854605 req-3d3d492e-544d-4f17-8108-df9c18175b73 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:47.572607 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b993219-adef-4be8-8871-8d5503854605 req-3d3d492e-544d-4f17-8108-df9c18175b73 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:47.578723 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b993219-adef-4be8-8871-8d5503854605 req-3d3d492e-544d-4f17-8108-df9c18175b73 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:47.579273 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=a5c90936-41f3-48b7-a315-1df571c227ea,revision_number=8']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:47.585958 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b993219-adef-4be8-8871-8d5503854605 req-3d3d492e-544d-4f17-8108-df9c18175b73 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:47.592833 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b993219-adef-4be8-8871-8d5503854605 req-3d3d492e-544d-4f17-8108-df9c18175b73 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:47.593741 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-78886b3a-ffe8-49bc-8ea9-1a34efec034f req-98a1e706-11d7-42ef-97b9-9aa30b5da2e5 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348887 Sep 21 17:59:47.595124 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0b993219-adef-4be8-8871-8d5503854605 req-3d3d492e-544d-4f17-8108-df9c18175b73 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5435 time: 0.1042478 Sep 21 17:59:47.638134 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0b993219-adef-4be8-8871-8d5503854605 req-7f074457-66e0-465d-9776-e7c64d7a567c tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361781 Sep 21 17:59:47.713563 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24351f82-ec22-4cca-9f68-125c86bd6590 None None] New status for floating IP 8a992beb-5cf0-4058-854f-531d2a7b38c1: ACTIVE {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:59:47.717547 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5ef74-8c94-4da6-9995-ddd062fc176d req-14108efa-2cad-4943-8c25-47bba5f0ee3a tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:47.718483 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bcb5ef74-8c94-4da6-9995-ddd062fc176d req-14108efa-2cad-4943-8c25-47bba5f0ee3a tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0510099 Sep 21 17:59:47.759672 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bcb5ef74-8c94-4da6-9995-ddd062fc176d req-0034714a-11fe-4d54-82ed-e8622ce34722 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344033 Sep 21 17:59:47.826815 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971641b9-c4f5-42ee-9df6-4429b36330fb'}, {'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f926ba-99a0-4b43-be3b-dedd87053234'}, {'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc148a5-4d43-46cc-8045-82846ca5041a'}, {'server_uuid': '6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c90936-41f3-48b7-a315-1df571c227ea'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:47.829347 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26d57a6-8a20-4822-b120-2b3731007fc9" -d '{"events": [{"server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "name": "network-vif-plugged", "status": "completed", "tag": "971641b9-c4f5-42ee-9df6-4429b36330fb"}, {"server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "name": "network-vif-plugged", "status": "completed", "tag": "22f926ba-99a0-4b43-be3b-dedd87053234"}, {"server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "name": "network-vif-plugged", "status": "completed", "tag": "ffc148a5-4d43-46cc-8045-82846ca5041a"}, {"server_uuid": "6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89", "name": "network-vif-plugged", "status": "completed", "tag": "a5c90936-41f3-48b7-a315-1df571c227ea"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:47.878837 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cad3c5b-3763-4dc4-b4a5-6d79ab8a6b81 x-openstack-request-id: req-1cad3c5b-3763-4dc4-b4a5-6d79ab8a6b81 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:47.879190 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "name": "network-vif-plugged", "status": "completed", "tag": "971641b9-c4f5-42ee-9df6-4429b36330fb", "code": 200}, {"server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "name": "network-vif-plugged", "status": "completed", "tag": "22f926ba-99a0-4b43-be3b-dedd87053234", "code": 200}, {"server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "name": "network-vif-plugged", "status": "completed", "tag": "ffc148a5-4d43-46cc-8045-82846ca5041a", "code": 200}, {"server_uuid": "6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89", "name": "network-vif-plugged", "status": "completed", "tag": "a5c90936-41f3-48b7-a315-1df571c227ea", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:47.879448 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1cad3c5b-3763-4dc4-b4a5-6d79ab8a6b81 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:47.879858 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971641b9-c4f5-42ee-9df6-4429b36330fb', 'code': 200} Sep 21 17:59:47.880115 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f926ba-99a0-4b43-be3b-dedd87053234', 'code': 200} Sep 21 17:59:47.880370 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc148a5-4d43-46cc-8045-82846ca5041a', 'code': 200} Sep 21 17:59:47.880620 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c90936-41f3-48b7-a315-1df571c227ea', 'code': 200} Sep 21 17:59:47.991926 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bfd57-dad4-4dab-88d3-982118f482f2 req-c36d48f6-fc80-4e42-b279-5141aa32c00c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:47.998001 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bfd57-dad4-4dab-88d3-982118f482f2 req-c36d48f6-fc80-4e42-b279-5141aa32c00c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:48.004332 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bfd57-dad4-4dab-88d3-982118f482f2 req-c36d48f6-fc80-4e42-b279-5141aa32c00c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:48.010392 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bfd57-dad4-4dab-88d3-982118f482f2 req-c36d48f6-fc80-4e42-b279-5141aa32c00c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:48.016373 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bfd57-dad4-4dab-88d3-982118f482f2 req-c36d48f6-fc80-4e42-b279-5141aa32c00c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:48.023293 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bfd57-dad4-4dab-88d3-982118f482f2 req-c36d48f6-fc80-4e42-b279-5141aa32c00c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:48.029609 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bfd57-dad4-4dab-88d3-982118f482f2 req-c36d48f6-fc80-4e42-b279-5141aa32c00c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:48.038402 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-981bfd57-dad4-4dab-88d3-982118f482f2 req-c36d48f6-fc80-4e42-b279-5141aa32c00c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5432 time: 0.1185715 Sep 21 17:59:48.089211 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-981bfd57-dad4-4dab-88d3-982118f482f2 req-da402b2c-0f5f-46b5-a596-02f23a52a507 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446789 Sep 21 17:59:48.129029 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5671af4-0b07-4357-953b-95780677d70c req-5b8c515d-7d21-4408-baa6-c826686e0ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:48.129565 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5671af4-0b07-4357-953b-95780677d70c req-5b8c515d-7d21-4408-baa6-c826686e0ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:48.129986 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5671af4-0b07-4357-953b-95780677d70c req-5b8c515d-7d21-4408-baa6-c826686e0ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:48.130452 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5671af4-0b07-4357-953b-95780677d70c req-5b8c515d-7d21-4408-baa6-c826686e0ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:48.130917 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5671af4-0b07-4357-953b-95780677d70c req-5b8c515d-7d21-4408-baa6-c826686e0ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:48.131407 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5671af4-0b07-4357-953b-95780677d70c req-5b8c515d-7d21-4408-baa6-c826686e0ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:48.131868 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5671af4-0b07-4357-953b-95780677d70c req-5b8c515d-7d21-4408-baa6-c826686e0ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:48.133783 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d5671af4-0b07-4357-953b-95780677d70c req-5b8c515d-7d21-4408-baa6-c826686e0ceb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 6492 time: 0.1626754 Sep 21 17:59:48.140001 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b2a68-4a5e-4851-adc6-96df2b1081aa req-d0e8e6b0-5550-4db3-bb63-1205b36c79fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:48.141387 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c48b2a68-4a5e-4851-adc6-96df2b1081aa req-d0e8e6b0-5550-4db3-bb63-1205b36c79fe service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 1096 time: 0.1372125 Sep 21 17:59:48.205180 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d5671af4-0b07-4357-953b-95780677d70c req-478dcac8-c6cc-4cb1-8b00-27947ecb9cc5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0628529 Sep 21 17:59:48.224180 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c48b2a68-4a5e-4851-adc6-96df2b1081aa req-ce63de40-e49b-4717-8655-0d499c98c715 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663624 Sep 21 17:59:48.245792 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a4693-75f2-4a78-a1a6-bb0b4d190fce req-542a6706-7d3e-44ea-b9ca-3aba8a87d7d8 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:48.247294 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-310a4693-75f2-4a78-a1a6-bb0b4d190fce req-542a6706-7d3e-44ea-b9ca-3aba8a87d7d8 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 946 time: 0.0585351 Sep 21 17:59:48.290978 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-310a4693-75f2-4a78-a1a6-bb0b4d190fce req-e695e55f-7c14-44c7-bbbf-2c4171374efc tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374687 Sep 21 17:59:48.335781 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7690d-e08c-43ad-9451-714dc00bedea req-866cb59b-982f-40e4-9b0e-22bb202afe30 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:48.337498 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-98a7690d-e08c-43ad-9451-714dc00bedea req-866cb59b-982f-40e4-9b0e-22bb202afe30 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 945 time: 0.0505464 Sep 21 17:59:48.346174 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6e9480a-0e0f-420a-a94a-58f18c0cb6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:48.378669 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-98a7690d-e08c-43ad-9451-714dc00bedea req-ae069f99-78a9-463d-861e-6262396079f8 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343297 Sep 21 17:59:48.772496 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcf777-6e3a-4301-bba1-b68de8d93c10 req-8c963c4b-d13f-4963-b940-241e0af0e1f2 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:48.779173 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcf777-6e3a-4301-bba1-b68de8d93c10 req-8c963c4b-d13f-4963-b940-241e0af0e1f2 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:48.785397 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcf777-6e3a-4301-bba1-b68de8d93c10 req-8c963c4b-d13f-4963-b940-241e0af0e1f2 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:48.791659 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcf777-6e3a-4301-bba1-b68de8d93c10 req-8c963c4b-d13f-4963-b940-241e0af0e1f2 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:48.797902 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcf777-6e3a-4301-bba1-b68de8d93c10 req-8c963c4b-d13f-4963-b940-241e0af0e1f2 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:48.804108 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcf777-6e3a-4301-bba1-b68de8d93c10 req-8c963c4b-d13f-4963-b940-241e0af0e1f2 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:48.810007 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcf777-6e3a-4301-bba1-b68de8d93c10 req-8c963c4b-d13f-4963-b940-241e0af0e1f2 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:48.812053 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-21dcf777-6e3a-4301-bba1-b68de8d93c10 req-8c963c4b-d13f-4963-b940-241e0af0e1f2 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5435 time: 0.0967040 Sep 21 17:59:48.857130 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-21dcf777-6e3a-4301-bba1-b68de8d93c10 req-9203f7ba-6cba-4569-989c-1a4061d71ed3 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384688 Sep 21 17:59:48.952112 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:49.214358 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849acf89-4373-4190-9765-c179859d6618 req-0d545fee-a49d-4a54-ac7c-42c2e1e48560 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:49.220519 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849acf89-4373-4190-9765-c179859d6618 req-0d545fee-a49d-4a54-ac7c-42c2e1e48560 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:49.226432 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849acf89-4373-4190-9765-c179859d6618 req-0d545fee-a49d-4a54-ac7c-42c2e1e48560 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:49.232578 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849acf89-4373-4190-9765-c179859d6618 req-0d545fee-a49d-4a54-ac7c-42c2e1e48560 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:49.238555 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849acf89-4373-4190-9765-c179859d6618 req-0d545fee-a49d-4a54-ac7c-42c2e1e48560 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:49.244478 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849acf89-4373-4190-9765-c179859d6618 req-0d545fee-a49d-4a54-ac7c-42c2e1e48560 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:49.250494 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849acf89-4373-4190-9765-c179859d6618 req-0d545fee-a49d-4a54-ac7c-42c2e1e48560 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:49.253184 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-849acf89-4373-4190-9765-c179859d6618 req-0d545fee-a49d-4a54-ac7c-42c2e1e48560 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5432 time: 0.0953324 Sep 21 17:59:49.294262 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-849acf89-4373-4190-9765-c179859d6618 req-19636e07-9ec0-4f18-b7a9-ea87741515d8 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353658 Sep 21 17:59:49.322659 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251bb6c-e7fa-4c43-b0db-b0df98ac0ab4 req-60a85ea1-c418-4d7e-9478-71b9e72e96af tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:49.324223 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a251bb6c-e7fa-4c43-b0db-b0df98ac0ab4 req-60a85ea1-c418-4d7e-9478-71b9e72e96af tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0478806 Sep 21 17:59:49.362911 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a251bb6c-e7fa-4c43-b0db-b0df98ac0ab4 req-d8ea0e5a-1292-43ea-8c97-fe3bd2bc14e4 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324130 Sep 21 17:59:49.416303 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698e5a4-4921-4cef-b09b-652265fd33a5 req-c939ac0e-61b8-439b-bf88-338c263fa18b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:49.418012 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7698e5a4-4921-4cef-b09b-652265fd33a5 req-c939ac0e-61b8-439b-bf88-338c263fa18b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 946 time: 0.0560038 Sep 21 17:59:49.458479 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7698e5a4-4921-4cef-b09b-652265fd33a5 req-ac895fcd-7929-44d0-a02d-5e78ac0af43a tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335548 Sep 21 17:59:49.486388 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db21ed-6c52-4242-91ab-cf9f824ad936 req-793a631c-0d14-4abc-a5ff-ccb379f15273 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:49.491709 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c4db21ed-6c52-4242-91ab-cf9f824ad936 req-793a631c-0d14-4abc-a5ff-ccb379f15273 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0571992 Sep 21 17:59:49.527714 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c4db21ed-6c52-4242-91ab-cf9f824ad936 req-2da6d0b4-42c9-4294-98ca-c72fd217e4e6 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332274 Sep 21 17:59:49.580452 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc03c36-a98a-41de-b4ee-ce0399f6179f req-badb66c4-009a-43b3-a5a5-66f036c7c4ca tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:49.582660 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ffc03c36-a98a-41de-b4ee-ce0399f6179f req-badb66c4-009a-43b3-a5a5-66f036c7c4ca tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 945 time: 0.0638621 Sep 21 17:59:49.634382 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ffc03c36-a98a-41de-b4ee-ce0399f6179f req-016c63e0-2da0-47b0-b9b8-ec77dd5a22c4 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435545 Sep 21 17:59:49.736016 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a61b8-6783-46ae-b9d7-b2f00a7c0f87 req-74b9d729-1330-4dd0-b0de-79d8d59a83e5 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:49.738190 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-936a61b8-6783-46ae-b9d7-b2f00a7c0f87 req-74b9d729-1330-4dd0-b0de-79d8d59a83e5 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0501308 Sep 21 17:59:49.751974 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32764e-a4cc-48ae-9e23-3c31fbfe5bce req-550b1a24-9189-4985-81a7-1180e86f951e tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:49.753573 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ee32764e-a4cc-48ae-9e23-3c31fbfe5bce req-550b1a24-9189-4985-81a7-1180e86f951e tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 945 time: 0.0490577 Sep 21 17:59:49.780568 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-936a61b8-6783-46ae-b9d7-b2f00a7c0f87 req-4c0cd450-0898-43b6-b4cc-d88903a5ad99 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354884 Sep 21 17:59:49.799767 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ee32764e-a4cc-48ae-9e23-3c31fbfe5bce req-98c5e05a-c4cb-4df8-8ff1-1aafa4d419fa tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394986 Sep 21 17:59:49.904815 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7e038-c24f-4323-b5e8-ab6ad2dfc4ec req-c7d81e6c-c924-4313-8e65-80dac4b1fba4 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:49.906494 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9ff7e038-c24f-4323-b5e8-ab6ad2dfc4ec req-c7d81e6c-c924-4313-8e65-80dac4b1fba4 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0532560 Sep 21 17:59:49.963498 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9ff7e038-c24f-4323-b5e8-ab6ad2dfc4ec req-94022b64-ce4e-4692-bc6d-299a71f4d685 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506551 Sep 21 17:59:50.009941 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:50.096348 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2978e-0ae4-49f3-b061-d3d9430cbf4a req-ce7f01b0-78d1-45be-b0ce-9aaab90b64a8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:50.102187 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2978e-0ae4-49f3-b061-d3d9430cbf4a req-ce7f01b0-78d1-45be-b0ce-9aaab90b64a8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:50.108290 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2978e-0ae4-49f3-b061-d3d9430cbf4a req-ce7f01b0-78d1-45be-b0ce-9aaab90b64a8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:50.114185 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2978e-0ae4-49f3-b061-d3d9430cbf4a req-ce7f01b0-78d1-45be-b0ce-9aaab90b64a8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:50.120069 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2978e-0ae4-49f3-b061-d3d9430cbf4a req-ce7f01b0-78d1-45be-b0ce-9aaab90b64a8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:50.126026 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2978e-0ae4-49f3-b061-d3d9430cbf4a req-ce7f01b0-78d1-45be-b0ce-9aaab90b64a8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:50.132007 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2978e-0ae4-49f3-b061-d3d9430cbf4a req-ce7f01b0-78d1-45be-b0ce-9aaab90b64a8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:50.133965 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-abd2978e-0ae4-49f3-b061-d3d9430cbf4a req-ce7f01b0-78d1-45be-b0ce-9aaab90b64a8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5435 time: 0.0978057 Sep 21 17:59:50.141225 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f92ac-785c-46ff-972e-7f2ac9e5e8e1 req-dd54c0e0-afd9-4121-b4b2-22b6aea50609 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:50.142735 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-855f92ac-785c-46ff-972e-7f2ac9e5e8e1 req-dd54c0e0-afd9-4121-b4b2-22b6aea50609 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0476196 Sep 21 17:59:50.175187 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-abd2978e-0ae4-49f3-b061-d3d9430cbf4a req-df11feb2-7ed4-43fb-b294-825e08935e86 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347738 Sep 21 17:59:50.179825 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-855f92ac-785c-46ff-972e-7f2ac9e5e8e1 req-e66cef08-8b70-47b3-ad1b-73b402607691 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310555 Sep 21 17:59:50.361467 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5fb1c-4d9e-481e-9ad1-25e86d34d8e6 req-61b239f6-acb6-4346-9a97-44f38c8764a9 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:50.363006 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-18f5fb1c-4d9e-481e-9ad1-25e86d34d8e6 req-61b239f6-acb6-4346-9a97-44f38c8764a9 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0518107 Sep 21 17:59:50.368095 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-bcb6242f-10cf-4ec0-88a5-46890bdf6bed tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:50.369540 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-bcb6242f-10cf-4ec0-88a5-46890bdf6bed tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/networks?id=a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08 HTTP/1.1" status: 200 len: 814 time: 0.1152208 Sep 21 17:59:50.384981 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-96c419ba-199b-42b7-ac33-1e20befbe3d4 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/quotas/77fb7d4686fc4cfc8d52c5834a5ea76a HTTP/1.1" status: 200 len: 375 time: 0.0095603 Sep 21 17:59:50.402084 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-18f5fb1c-4d9e-481e-9ad1-25e86d34d8e6 req-d583b001-3c0a-4c70-89e8-6848465f96dd tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326226 Sep 21 17:59:50.436845 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-fb6950a7-f251-4ffe-9ab6-7b7507625e98 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=77fb7d4686fc4cfc8d52c5834a5ea76a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0458696 Sep 21 17:59:50.507206 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7273e-9dc3-4e1b-83fe-3d1208eb2a2e req-18c58019-5a08-4065-af5f-a77632cd07b2 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:50.512974 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7273e-9dc3-4e1b-83fe-3d1208eb2a2e req-18c58019-5a08-4065-af5f-a77632cd07b2 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:50.518872 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7273e-9dc3-4e1b-83fe-3d1208eb2a2e req-18c58019-5a08-4065-af5f-a77632cd07b2 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:50.524725 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7273e-9dc3-4e1b-83fe-3d1208eb2a2e req-18c58019-5a08-4065-af5f-a77632cd07b2 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:50.530486 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7273e-9dc3-4e1b-83fe-3d1208eb2a2e req-18c58019-5a08-4065-af5f-a77632cd07b2 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:50.536313 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7273e-9dc3-4e1b-83fe-3d1208eb2a2e req-18c58019-5a08-4065-af5f-a77632cd07b2 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:50.541028 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-6eda44f5-0679-46da-ab11-d905d6509647 service neutron] 10.222.0.58 "GET /v2.0/networks/a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953605 Sep 21 17:59:50.542069 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7273e-9dc3-4e1b-83fe-3d1208eb2a2e req-18c58019-5a08-4065-af5f-a77632cd07b2 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:50.544014 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b5c7273e-9dc3-4e1b-83fe-3d1208eb2a2e req-18c58019-5a08-4065-af5f-a77632cd07b2 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5435 time: 0.0894752 Sep 21 17:59:50.555096 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36936) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:59:50.565582 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-638e7b93-07e6-4ac5-a00e-f555118c764c tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Request body: {'floatingip': {'port_id': '430c32fc-16c3-4533-a2e3-0a3fe03a49f8'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:50.621360 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-638e7b93-07e6-4ac5-a00e-f555118c764c tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks [] for floatingip, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:50.654892 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f04a5b-a499-4292-93d7-23533affb804 req-d7690745-3c31-4a0a-aa2f-9cff871461e9 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:50.662224 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f04a5b-a499-4292-93d7-23533affb804 req-d7690745-3c31-4a0a-aa2f-9cff871461e9 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:50.669445 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f04a5b-a499-4292-93d7-23533affb804 req-d7690745-3c31-4a0a-aa2f-9cff871461e9 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:50.675360 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f04a5b-a499-4292-93d7-23533affb804 req-d7690745-3c31-4a0a-aa2f-9cff871461e9 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:50.681533 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f04a5b-a499-4292-93d7-23533affb804 req-d7690745-3c31-4a0a-aa2f-9cff871461e9 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:50.687374 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f04a5b-a499-4292-93d7-23533affb804 req-d7690745-3c31-4a0a-aa2f-9cff871461e9 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:50.693490 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f04a5b-a499-4292-93d7-23533affb804 req-d7690745-3c31-4a0a-aa2f-9cff871461e9 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:50.695432 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c5f04a5b-a499-4292-93d7-23533affb804 req-d7690745-3c31-4a0a-aa2f-9cff871461e9 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5432 time: 0.0959277 Sep 21 17:59:50.735701 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c5f04a5b-a499-4292-93d7-23533affb804 req-eb12c16e-b9b9-4b32-a1f0-a64601091342 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339000 Sep 21 17:59:50.770800 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-5c614a3e-a00d-4661-864b-9ed068c5a044 service neutron] 10.222.0.58 "GET /v2.0/networks/a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251668 Sep 21 17:59:50.866172 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bf5dd-4ed7-4de9-a213-741efd67c445 req-f7e2684b-16bd-4958-bc3d-4f11cb5bee20 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:50.867958 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-755bf5dd-4ed7-4de9-a213-741efd67c445 req-f7e2684b-16bd-4958-bc3d-4f11cb5bee20 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 946 time: 0.0493784 Sep 21 17:59:50.930077 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-755bf5dd-4ed7-4de9-a213-741efd67c445 req-86960b9f-8f21-4b49-8b22-0992ea086277 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549684 Sep 21 17:59:51.043085 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0a629-89c5-40eb-a660-7bb7b89bee41 req-4be254db-a18c-426a-92d2-be35306831b3 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:51.044973 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-44e0a629-89c5-40eb-a660-7bb7b89bee41 req-4be254db-a18c-426a-92d2-be35306831b3 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0508337 Sep 21 17:59:51.090112 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-44e0a629-89c5-40eb-a660-7bb7b89bee41 req-c0b3d076-fba5-4593-808d-ce53d75cf996 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389516 Sep 21 17:59:51.293807 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47db9d6-5a75-488b-9b26-299f14eb6957 req-14cb85a2-8c12-4ff5-bf10-908b52b3190e tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:51.295769 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c47db9d6-5a75-488b-9b26-299f14eb6957 req-14cb85a2-8c12-4ff5-bf10-908b52b3190e tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0649064 Sep 21 17:59:51.339572 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c47db9d6-5a75-488b-9b26-299f14eb6957 req-e3e6f042-1e60-4bfd-968a-77f9df8b4788 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350468 Sep 21 17:59:51.350405 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-380c65ac-bada-4788-9848-1ea802b4a6b6 req-bf4d4fa2-0cb4-4053-93c9-d6931bb40091 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3b54de0-5134-4df1-9ab6-65c495beb154 HTTP/1.1" status: 200 len: 210 time: 0.3487120 Sep 21 17:59:51.497163 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:51.526282 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-638e7b93-07e6-4ac5-a00e-f555118c764c tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:51.528090 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafeb757-bfc5-4172-9c10-df49f0f10482 req-b8854433-f83d-4814-affe-0608e8643f57 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:51.529672 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aafeb757-bfc5-4172-9c10-df49f0f10482 req-b8854433-f83d-4814-affe-0608e8643f57 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0504777 Sep 21 17:59:51.531296 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-638e7b93-07e6-4ac5-a00e-f555118c764c tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:51.579531 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aafeb757-bfc5-4172-9c10-df49f0f10482 req-ad090978-6a83-473f-8860-5b7fbcd22026 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419958 Sep 21 17:59:51.635386 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08801fbc-d3c7-4ec1-9fb7-94568e5c9ee6 req-aab5c73b-48f1-47ae-a4b3-362f7b7a8619 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:51.636877 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-08801fbc-d3c7-4ec1-9fb7-94568e5c9ee6 req-aab5c73b-48f1-47ae-a4b3-362f7b7a8619 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.38 "GET /v2.0/ports?device_id=6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89 HTTP/1.1" status: 200 len: 945 time: 0.0555916 Sep 21 17:59:51.645398 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [None req-638e7b93-07e6-4ac5-a00e-f555118c764c tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Floating IP 96692a26-10b2-4064-9b8c-8011d8cf4c06 associated. External IP: 172.25.6.216, port: 430c32fc-16c3-4533-a2e3-0a3fe03a49f8. Sep 21 17:59:51.738883 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-08801fbc-d3c7-4ec1-9fb7-94568e5c9ee6 req-1e8c1365-a83a-4d4a-8748-f20f05d53bf8 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Deleting port a5c90936-41f3-48b7-a315-1df571c227ea {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:59:51.739241 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-08801fbc-d3c7-4ec1-9fb7-94568e5c9ee6 req-1e8c1365-a83a-4d4a-8748-f20f05d53bf8 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:51.768692 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7b87c-47fc-4df1-b99d-75fef502fc22 req-35b3050f-2233-43e2-ba87-9809e5036711 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:51.770217 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f7c7b87c-47fc-4df1-b99d-75fef502fc22 req-35b3050f-2233-43e2-ba87-9809e5036711 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.1205029 Sep 21 17:59:51.858019 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f7c7b87c-47fc-4df1-b99d-75fef502fc22 req-a991488e-551e-431f-b483-afaf4b2e0b24 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771399 Sep 21 17:59:51.883129 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-08801fbc-d3c7-4ec1-9fb7-94568e5c9ee6 req-1e8c1365-a83a-4d4a-8748-f20f05d53bf8 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] For port a5c90936-41f3-48b7-a315-1df571c227ea, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a5c90936-41f3-48b7-a315-1df571c227ea,segment=NetworkSegment(7a41b262-3cb8-4dc0-a9c6-451220a101cc),segment_id=7a41b262-3cb8-4dc0-a9c6-451220a101cc)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:51.883129 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-08801fbc-d3c7-4ec1-9fb7-94568e5c9ee6 req-1e8c1365-a83a-4d4a-8748-f20f05d53bf8 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:51.898942 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08083e34-8115-4947-987a-798dc46df0b2 req-f219dd48-76f8-4e6d-a9ca-72f4ecb3e980 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:51.904821 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08083e34-8115-4947-987a-798dc46df0b2 req-f219dd48-76f8-4e6d-a9ca-72f4ecb3e980 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:51.910722 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08083e34-8115-4947-987a-798dc46df0b2 req-f219dd48-76f8-4e6d-a9ca-72f4ecb3e980 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:51.917115 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08083e34-8115-4947-987a-798dc46df0b2 req-f219dd48-76f8-4e6d-a9ca-72f4ecb3e980 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:51.923269 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08083e34-8115-4947-987a-798dc46df0b2 req-f219dd48-76f8-4e6d-a9ca-72f4ecb3e980 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:51.925978 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638e7b93-07e6-4ac5-a00e-f555118c764c tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Router 0367753d-98d0-40a6-975d-6f0956b4c8ed has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:59:51.929291 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08083e34-8115-4947-987a-798dc46df0b2 req-f219dd48-76f8-4e6d-a9ca-72f4ecb3e980 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:51.936707 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08083e34-8115-4947-987a-798dc46df0b2 req-f219dd48-76f8-4e6d-a9ca-72f4ecb3e980 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:51.938896 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-08083e34-8115-4947-987a-798dc46df0b2 req-f219dd48-76f8-4e6d-a9ca-72f4ecb3e980 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5432 time: 0.1195145 Sep 21 17:59:51.939967 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-08801fbc-d3c7-4ec1-9fb7-94568e5c9ee6 req-1e8c1365-a83a-4d4a-8748-f20f05d53bf8 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Calling delete_port for a5c90936-41f3-48b7-a315-1df571c227ea owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:59:52.027609 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-08083e34-8115-4947-987a-798dc46df0b2 req-6b4f5161-57ab-4a7a-80d8-96a5cbe8b5ab tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0805690 Sep 21 17:59:52.105366 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638e7b93-07e6-4ac5-a00e-f555118c764c tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:59:52.115147 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7905c-a3dd-441a-82d8-ade9039f745f req-88f11fa3-7f8b-4487-b952-665d8a90f98e tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:52.116734 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fb2d2f-8173-4d46-a5c8-26b0eeedbbcc None None] Sync routers for ids ['0367753d-98d0-40a6-975d-6f0956b4c8ed'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:59:52.116876 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-13f7905c-a3dd-441a-82d8-ade9039f745f req-88f11fa3-7f8b-4487-b952-665d8a90f98e tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.1255276 Sep 21 17:59:52.120054 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-638e7b93-07e6-4ac5-a00e-f555118c764c tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:52.149384 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fb2d2f-8173-4d46-a5c8-26b0eeedbbcc None None] Routers {'0367753d-98d0-40a6-975d-6f0956b4c8ed'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:59:52.150036 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a3fb2d2f-8173-4d46-a5c8-26b0eeedbbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:59:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0367753d-98d0-40a6-975d-6f0956b4c8ed'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:59:52.203815 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-638e7b93-07e6-4ac5-a00e-f555118c764c tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "PUT /v2.0/floatingips/96692a26-10b2-4064-9b8c-8011d8cf4c06 HTTP/1.1" status: 200 len: 992 time: 1.6469202 Sep 21 17:59:52.210782 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'tag': '430c32fc-16c3-4533-a2e3-0a3fe03a49f8'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:52.210782 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3921bde4-2d0d-49ba-9268-84479e3ce6b3" -d '{"events": [{"name": "network-changed", "server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "tag": "430c32fc-16c3-4533-a2e3-0a3fe03a49f8"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:52.226331 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-4f5671d6-256a-4394-a11e-5b25a08566da tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:52.227842 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-4f5671d6-256a-4394-a11e-5b25a08566da tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.38 "GET /v2.0/networks?id=a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08 HTTP/1.1" status: 200 len: 814 time: 0.1978414 Sep 21 17:59:52.233812 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-13f7905c-a3dd-441a-82d8-ade9039f745f req-dbf2c7fa-c9fe-434e-8cfc-3f71bd2293df tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787904 Sep 21 17:59:52.248177 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-6f3cd5fc-1c5b-40c2-9576-c3c25c62a6d7 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Request body: {'port': {'device_id': 'e3b54de0-5134-4df1-9ab6-65c495beb154', 'network_id': 'a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08', 'admin_state_up': True, 'tenant_id': '77fb7d4686fc4cfc8d52c5834a5ea76a'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:52.271794 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-08801fbc-d3c7-4ec1-9fb7-94568e5c9ee6 req-1e8c1365-a83a-4d4a-8748-f20f05d53bf8 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:52.284699 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['a5c90936-41f3-48b7-a315-1df571c227ea'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:52.321633 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c1365-a83a-4d4a-8748-f20f05d53bf8 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Pushing event deleted for resources: {'Port': ['ID=a5c90936-41f3-48b7-a315-1df571c227ea,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:52.323813 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-a3fb2d2f-8173-4d46-a5c8-26b0eeedbbcc None None] Set router 0367753d-98d0-40a6-975d-6f0956b4c8ed gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:59:52.336628 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e17f7-c191-41b5-8d56-f67b68edd7bb req-c452bd8d-bb9e-4785-9481-547a6824685f tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:52.338050 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c16e17f7-c191-41b5-8d56-f67b68edd7bb req-c452bd8d-bb9e-4785-9481-547a6824685f tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 946 time: 0.1584909 Sep 21 17:59:52.417888 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c0f3ee-dc81-4174-8def-8ee35f76fccb x-openstack-request-id: req-75c0f3ee-dc81-4174-8def-8ee35f76fccb {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:52.418767 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "tag": "430c32fc-16c3-4533-a2e3-0a3fe03a49f8", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:52.419266 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-75c0f3ee-dc81-4174-8def-8ee35f76fccb {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:52.419855 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'tag': '430c32fc-16c3-4533-a2e3-0a3fe03a49f8', 'status': 'completed', 'code': 200} Sep 21 17:59:52.425041 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-08801fbc-d3c7-4ec1-9fb7-94568e5c9ee6 req-1e8c1365-a83a-4d4a-8748-f20f05d53bf8 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] No DVR routers for this DVR port a5c90936-41f3-48b7-a315-1df571c227ea on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:59:52.427868 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-08801fbc-d3c7-4ec1-9fb7-94568e5c9ee6 req-1e8c1365-a83a-4d4a-8748-f20f05d53bf8 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:52.430865 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-08801fbc-d3c7-4ec1-9fb7-94568e5c9ee6 req-1e8c1365-a83a-4d4a-8748-f20f05d53bf8 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.38 "DELETE /v2.0/ports/a5c90936-41f3-48b7-a315-1df571c227ea HTTP/1.1" status: 204 len: 173 time: 0.7857227 Sep 21 17:59:52.433911 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89', 'name': 'network-vif-deleted', 'tag': 'a5c90936-41f3-48b7-a315-1df571c227ea'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:52.436523 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2984de78-cb43-4522-bad9-9e5d8f2cfe6c" -d '{"events": [{"server_uuid": "6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89", "name": "network-vif-deleted", "tag": "a5c90936-41f3-48b7-a315-1df571c227ea"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:52.520211 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c16e17f7-c191-41b5-8d56-f67b68edd7bb req-ba67456b-75a0-4041-8a43-946822169fe0 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550200 Sep 21 17:59:52.527837 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75e310-5f0d-453a-ba66-f60593078611 req-9323849b-7b71-462c-b1e3-067e7514614d tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:52.539379 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cd75e310-5f0d-453a-ba66-f60593078611 req-9323849b-7b71-462c-b1e3-067e7514614d tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0647447 Sep 21 17:59:52.574033 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921bde4-2d0d-49ba-9268-84479e3ce6b3 req-c14135ed-be8b-4fee-979d-73ae3c04fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:52.574773 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921bde4-2d0d-49ba-9268-84479e3ce6b3 req-c14135ed-be8b-4fee-979d-73ae3c04fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:52.575741 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921bde4-2d0d-49ba-9268-84479e3ce6b3 req-c14135ed-be8b-4fee-979d-73ae3c04fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:52.576789 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921bde4-2d0d-49ba-9268-84479e3ce6b3 req-c14135ed-be8b-4fee-979d-73ae3c04fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:52.577325 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921bde4-2d0d-49ba-9268-84479e3ce6b3 req-c14135ed-be8b-4fee-979d-73ae3c04fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:52.577856 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921bde4-2d0d-49ba-9268-84479e3ce6b3 req-c14135ed-be8b-4fee-979d-73ae3c04fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:52.578377 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921bde4-2d0d-49ba-9268-84479e3ce6b3 req-c14135ed-be8b-4fee-979d-73ae3c04fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:52.581811 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3921bde4-2d0d-49ba-9268-84479e3ce6b3 req-c14135ed-be8b-4fee-979d-73ae3c04fc23 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d40c78ed24d44bc286019ecdefec3c75&device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 6492 time: 0.1078866 Sep 21 17:59:52.583249 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-6f3cd5fc-1c5b-40c2-9576-c3c25c62a6d7 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Made reservation on behalf of 77fb7d4686fc4cfc8d52c5834a5ea76a for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:59:52.587578 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a3fb2d2f-8173-4d46-a5c8-26b0eeedbbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'name': 'tempest-TaggedBootDevicesTest-480229783-router', 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '50dced9d-dafa-4c87-8f9b-1a02a8109143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:25Z', 'updated_at': '2021-09-21T17:57:34Z', 'revision_number': 4, 'project_id': 'd40c78ed24d44bc286019ecdefec3c75', 'gw_port': {'id': '50dced9d-dafa-4c87-8f9b-1a02a8109143', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cf:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:27Z', 'updated_at': '2021-09-21T17:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '96692a26-10b2-4064-9b8c-8011d8cf4c06', 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'floating_ip_address': '172.25.6.216', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'port_id': '430c32fc-16c3-4533-a2e3-0a3fe03a49f8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '543c6f8a-4719-45e7-ae5b-7d43c52acf45', 'mac_address': 'fa:16:3e:3c:73:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2306b996-adf3-46fb-a019-0be4804791dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:58:19Z', 'updated_at': '2021-09-21T17:59:51Z', 'revision_number': 1, 'project_id': 'd40c78ed24d44bc286019ecdefec3c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c47bf6-44c6-4abb-8867-ecca7fca4df6', 'name': '', 'network_id': '543c6f8a-4719-45e7-ae5b-7d43c52acf45', 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'mac_address': 'fa:16:3e:93:70:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '97a406fa-a160-4fba-ab8a-73084b03db92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:32Z', 'updated_at': '2021-09-21T17:57:39Z', 'revision_number': 5, 'project_id': 'd40c78ed24d44bc286019ecdefec3c75', 'subnets': [{'id': '97a406fa-a160-4fba-ab8a-73084b03db92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:59:52.588150 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-6f3cd5fc-1c5b-40c2-9576-c3c25c62a6d7 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:52.602070 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cd75e310-5f0d-453a-ba66-f60593078611 req-0b59b01d-90c9-4fd9-af2a-b42390aa61ac tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543382 Sep 21 17:59:52.621420 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fb2d2f-8173-4d46-a5c8-26b0eeedbbcc None None] Checking router: 0367753d-98d0-40a6-975d-6f0956b4c8ed for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:59:52.630304 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fb2d2f-8173-4d46-a5c8-26b0eeedbbcc None None] Routers {'0367753d-98d0-40a6-975d-6f0956b4c8ed'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:59:52.631235 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a3fb2d2f-8173-4d46-a5c8-26b0eeedbbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:59:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0367753d-98d0-40a6-975d-6f0956b4c8ed'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:59:52.668154 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fff6ab6e-2e12-4091-88d6-823bd8651559 req-f349e9e1-38fc-464e-a088-f30babd1101f tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3b54de0-5134-4df1-9ab6-65c495beb154 HTTP/1.1" status: 200 len: 210 time: 0.0671275 Sep 21 17:59:52.695561 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5febf22d-387e-4cf9-8d10-3e13c725ee0d x-openstack-request-id: req-5febf22d-387e-4cf9-8d10-3e13c725ee0d {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:52.696150 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89", "name": "network-vif-deleted", "tag": "a5c90936-41f3-48b7-a315-1df571c227ea", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:52.696580 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5febf22d-387e-4cf9-8d10-3e13c725ee0d {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:52.697289 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc6229f-e6f0-46f0-8ae4-7f3347f4bd89', 'name': 'network-vif-deleted', 'tag': 'a5c90936-41f3-48b7-a315-1df571c227ea', 'status': 'completed', 'code': 200} Sep 21 17:59:52.766059 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-a3fb2d2f-8173-4d46-a5c8-26b0eeedbbcc None None] Set router 0367753d-98d0-40a6-975d-6f0956b4c8ed gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:59:52.885210 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05a70d-8680-46fd-abe6-9ff36ed56ffe req-03c5b5d0-5d3c-4c2d-8491-d330e0848167 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:52.893114 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-df05a70d-8680-46fd-abe6-9ff36ed56ffe req-03c5b5d0-5d3c-4c2d-8491-d330e0848167 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/networks?id=f2d81d27-0c00-4725-9470-c5bfb20f5559 HTTP/1.1" status: 200 len: 813 time: 0.1153226 Sep 21 17:59:52.909854 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-df05a70d-8680-46fd-abe6-9ff36ed56ffe req-64a40f82-97e4-4fbb-bf94-d6ae0ea9b750 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/quotas/6392516e96f84ba892289a69fd738ba0 HTTP/1.1" status: 200 len: 375 time: 0.0157418 Sep 21 17:59:52.981460 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-df05a70d-8680-46fd-abe6-9ff36ed56ffe req-41a2c6c2-4fd0-4282-b042-03e1162da6a5 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6392516e96f84ba892289a69fd738ba0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0706229 Sep 21 17:59:53.047461 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a3fb2d2f-8173-4d46-a5c8-26b0eeedbbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'name': 'tempest-TaggedBootDevicesTest-480229783-router', 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '50dced9d-dafa-4c87-8f9b-1a02a8109143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:25Z', 'updated_at': '2021-09-21T17:57:34Z', 'revision_number': 4, 'project_id': 'd40c78ed24d44bc286019ecdefec3c75', 'gw_port': {'id': '50dced9d-dafa-4c87-8f9b-1a02a8109143', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cf:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:27Z', 'updated_at': '2021-09-21T17:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '96692a26-10b2-4064-9b8c-8011d8cf4c06', 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'floating_ip_address': '172.25.6.216', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'port_id': '430c32fc-16c3-4533-a2e3-0a3fe03a49f8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '543c6f8a-4719-45e7-ae5b-7d43c52acf45', 'mac_address': 'fa:16:3e:3c:73:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2306b996-adf3-46fb-a019-0be4804791dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:58:19Z', 'updated_at': '2021-09-21T17:59:51Z', 'revision_number': 1, 'project_id': 'd40c78ed24d44bc286019ecdefec3c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c47bf6-44c6-4abb-8867-ecca7fca4df6', 'name': '', 'network_id': '543c6f8a-4719-45e7-ae5b-7d43c52acf45', 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'mac_address': 'fa:16:3e:93:70:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '97a406fa-a160-4fba-ab8a-73084b03db92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:32Z', 'updated_at': '2021-09-21T17:57:39Z', 'revision_number': 5, 'project_id': 'd40c78ed24d44bc286019ecdefec3c75', 'subnets': [{'id': '97a406fa-a160-4fba-ab8a-73084b03db92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:59:53.082298 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fb2d2f-8173-4d46-a5c8-26b0eeedbbcc None None] The sync data for ids ['0367753d-98d0-40a6-975d-6f0956b4c8ed'] in n-d-810291-1 is: [{'id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'name': 'tempest-TaggedBootDevicesTest-480229783-router', 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '50dced9d-dafa-4c87-8f9b-1a02a8109143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:25Z', 'updated_at': '2021-09-21T17:57:34Z', 'revision_number': 4, 'project_id': 'd40c78ed24d44bc286019ecdefec3c75', 'gw_port': {'id': '50dced9d-dafa-4c87-8f9b-1a02a8109143', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cf:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:27Z', 'updated_at': '2021-09-21T17:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '96692a26-10b2-4064-9b8c-8011d8cf4c06', 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'floating_ip_address': '172.25.6.216', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'port_id': '430c32fc-16c3-4533-a2e3-0a3fe03a49f8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '543c6f8a-4719-45e7-ae5b-7d43c52acf45', 'mac_address': 'fa:16:3e:3c:73:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2306b996-adf3-46fb-a019-0be4804791dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:58:19Z', 'updated_at': '2021-09-21T17:59:51Z', 'revision_number': 1, 'project_id': 'd40c78ed24d44bc286019ecdefec3c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c47bf6-44c6-4abb-8867-ecca7fca4df6', 'name': '', 'network_id': '543c6f8a-4719-45e7-ae5b-7d43c52acf45', 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'mac_address': 'fa:16:3e:93:70:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '97a406fa-a160-4fba-ab8a-73084b03db92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:32Z', 'updated_at': '2021-09-21T17:57:39Z', 'revision_number': 5, 'project_id': 'd40c78ed24d44bc286019ecdefec3c75', 'subnets': [{'id': '97a406fa-a160-4fba-ab8a-73084b03db92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:59:53.132212 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921bde4-2d0d-49ba-9268-84479e3ce6b3 req-a01246ab-7984-4df0-b625-bd560c551799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:53.133770 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3921bde4-2d0d-49ba-9268-84479e3ce6b3 req-a01246ab-7984-4df0-b625-bd560c551799 service neutron] 10.222.0.44 "GET /v2.0/networks?id=543c6f8a-4719-45e7-ae5b-7d43c52acf45 HTTP/1.1" status: 200 len: 912 time: 0.5378850 Sep 21 17:59:53.154469 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:53.177179 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aee74a-684d-427d-a9e9-9ed6c5d50129 req-ec6ca464-d656-425c-9a61-1b826a70c27a tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:53.183599 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aee74a-684d-427d-a9e9-9ed6c5d50129 req-ec6ca464-d656-425c-9a61-1b826a70c27a tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:53.191234 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aee74a-684d-427d-a9e9-9ed6c5d50129 req-ec6ca464-d656-425c-9a61-1b826a70c27a tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:53.196300 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aee74a-684d-427d-a9e9-9ed6c5d50129 req-ec6ca464-d656-425c-9a61-1b826a70c27a tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:53.202296 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aee74a-684d-427d-a9e9-9ed6c5d50129 req-ec6ca464-d656-425c-9a61-1b826a70c27a tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:53.208818 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aee74a-684d-427d-a9e9-9ed6c5d50129 req-ec6ca464-d656-425c-9a61-1b826a70c27a tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:53.209360 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-6f3cd5fc-1c5b-40c2-9576-c3c25c62a6d7 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Allocated IP 172.20.0.11 (a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08/2f8f189a-ed60-4c65-ab30-a297660af34d/004edbc1-1d04-4fae-bad4-571fc10c3ec2) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:59:53.215038 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aee74a-684d-427d-a9e9-9ed6c5d50129 req-ec6ca464-d656-425c-9a61-1b826a70c27a tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:53.216955 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-70aee74a-684d-427d-a9e9-9ed6c5d50129 req-ec6ca464-d656-425c-9a61-1b826a70c27a tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5432 time: 0.0977154 Sep 21 17:59:53.230865 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3921bde4-2d0d-49ba-9268-84479e3ce6b3 req-9cecdd6f-fa85-4168-8978-03d48bf986b0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=430c32fc-16c3-4533-a2e3-0a3fe03a49f8 HTTP/1.1" status: 200 len: 1000 time: 0.0874803 Sep 21 17:59:53.239581 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1b8d2-00c9-43ac-8457-7f31f055c957 req-8e7a041f-299c-4401-9918-ab8f085bd14c tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:53.241075 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-41c1b8d2-00c9-43ac-8457-7f31f055c957 req-8e7a041f-299c-4401-9918-ab8f085bd14c tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.1436286 Sep 21 17:59:53.261743 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-70aee74a-684d-427d-a9e9-9ed6c5d50129 req-45b3b4bb-1b7b-44c6-8c8f-e6f3929c58f8 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382743 Sep 21 17:59:53.343652 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-41c1b8d2-00c9-43ac-8457-7f31f055c957 req-084ec048-0a7e-4b68-a2c5-f996700131e3 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895872 Sep 21 17:59:53.346701 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921bde4-2d0d-49ba-9268-84479e3ce6b3 req-75f37761-cc62-48db-ae69-461e5d95d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:53.347955 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b5eb7b-459d-4df9-9785-752754d4dc9c None None] New status for floating IP 96692a26-10b2-4064-9b8c-8011d8cf4c06: ACTIVE {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:59:53.348401 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3921bde4-2d0d-49ba-9268-84479e3ce6b3 req-75f37761-cc62-48db-ae69-461e5d95d295 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97a406fa-a160-4fba-ab8a-73084b03db92 HTTP/1.1" status: 200 len: 850 time: 0.1047320 Sep 21 17:59:53.505971 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:59:53.523962 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-6f3cd5fc-1c5b-40c2-9576-c3c25c62a6d7 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:53.526954 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921bde4-2d0d-49ba-9268-84479e3ce6b3 req-8505bf4a-032a-496d-8ad1-bdfe370c1db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:53.528490 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3921bde4-2d0d-49ba-9268-84479e3ce6b3 req-8505bf4a-032a-496d-8ad1-bdfe370c1db2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=543c6f8a-4719-45e7-ae5b-7d43c52acf45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1654518 Sep 21 17:59:53.552938 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab3968-2880-456e-a4ae-cc4723bbc812 req-45d6d33f-952e-47fb-986b-2c4131525400 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:53.554393 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-85ab3968-2880-456e-a4ae-cc4723bbc812 req-45d6d33f-952e-47fb-986b-2c4131525400 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.1112328 Sep 21 17:59:53.636539 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c648bb2-7ef8-4746-81b2-ea251b5186e7 req-2f0f0ecb-2ed6-4318-bcbb-d40c0987e0c4 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:53.639387 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1c648bb2-7ef8-4746-81b2-ea251b5186e7 req-2f0f0ecb-2ed6-4318-bcbb-d40c0987e0c4 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 946 time: 0.0501759 Sep 21 17:59:53.659941 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-85ab3968-2880-456e-a4ae-cc4723bbc812 req-de0938df-2aea-4ef2-9c94-43bc92663eeb tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916293 Sep 21 17:59:53.666316 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-6f3cd5fc-1c5b-40c2-9576-c3c25c62a6d7 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:53.679086 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1c648bb2-7ef8-4746-81b2-ea251b5186e7 req-c6a2a8ff-8c97-4c18-b546-6c2b7a2ad272 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348170 Sep 21 17:59:53.683942 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['a5c90936-41f3-48b7-a315-1df571c227ea'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:53.720461 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3921bde4-2d0d-49ba-9268-84479e3ce6b3 req-7538b6bb-a92f-4424-aecf-aa7f4f6083fe service neutron] 10.222.0.44 "GET /v2.0/networks/543c6f8a-4719-45e7-ae5b-7d43c52acf45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774116 Sep 21 17:59:53.735547 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-6f3cd5fc-1c5b-40c2-9576-c3c25c62a6d7 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Network a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:59:53.751610 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-6f3cd5fc-1c5b-40c2-9576-c3c25c62a6d7 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:59:53.754149 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-6f3cd5fc-1c5b-40c2-9576-c3c25c62a6d7 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:59:53.794899 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3cd5fc-1c5b-40c2-9576-c3c25c62a6d7 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Pushing event updated for resources: {'Port': ['ID=004edbc1-1d04-4fae-bad4-571fc10c3ec2,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:53.826773 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-34a95d96-0647-4d42-ab20-be60d68e8e9a req-b4884a4f-81ba-4d29-975e-63343f63b4d1 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=6392516e96f84ba892289a69fd738ba0 HTTP/1.1" status: 200 len: 221 time: 0.0308006 Sep 21 17:59:53.891441 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-6f3cd5fc-1c5b-40c2-9576-c3c25c62a6d7 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:53.891548 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-6f3cd5fc-1c5b-40c2-9576-c3c25c62a6d7 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:53.913298 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebda36-5ff6-4938-a7d8-7d91441344a0 req-2572e743-2769-481f-aad3-a5ba6496091f tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:53.914840 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-49ebda36-5ff6-4938-a7d8-7d91441344a0 req-2572e743-2769-481f-aad3-a5ba6496091f tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3b54de0-5134-4df1-9ab6-65c495beb154 HTTP/1.1" status: 200 len: 932 time: 0.1527362 Sep 21 17:59:53.935293 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-6f3cd5fc-1c5b-40c2-9576-c3c25c62a6d7 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6923037 Sep 21 17:59:53.942880 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3921bde4-2d0d-49ba-9268-84479e3ce6b3 req-5f7dd216-4a63-4d4f-b075-4ddb47f15e54 service neutron] 10.222.0.44 "GET /v2.0/networks/543c6f8a-4719-45e7-ae5b-7d43c52acf45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182300 Sep 21 17:59:53.956124 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-6e699a21-f9c7-4337-a454-f7143f1542f2 service neutron] Request body: {'port': {'device_id': 'e3b54de0-5134-4df1-9ab6-65c495beb154', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:59:53.987226 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20230737-bb49-4bdd-aba2-919c8423d27d req-7c7d770e-9f8c-49cc-9f20-8c4374d4e6c9 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:53.988850 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-20230737-bb49-4bdd-aba2-919c8423d27d req-7c7d770e-9f8c-49cc-9f20-8c4374d4e6c9 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0514674 Sep 21 17:59:53.990070 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-49ebda36-5ff6-4938-a7d8-7d91441344a0 req-2cf9da12-e12b-4d1e-a54a-cdb93100a6b2 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673740 Sep 21 17:59:54.023967 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-6e699a21-f9c7-4337-a454-f7143f1542f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:54.042237 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-20230737-bb49-4bdd-aba2-919c8423d27d req-174f4deb-7689-4a25-b809-b8ddf11fb81f tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426621 Sep 21 17:59:54.214311 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b90f2-b11b-4986-9f8f-45a8d4a404a2 req-5c72deea-76be-4ec3-b742-fbb77d05438a tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:54.215844 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0f5b90f2-b11b-4986-9f8f-45a8d4a404a2 req-5c72deea-76be-4ec3-b742-fbb77d05438a tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0867436 Sep 21 17:59:54.288796 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0f5b90f2-b11b-4986-9f8f-45a8d4a404a2 req-d04ddec0-ad03-40ac-9590-e4da8d60ff32 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492406 Sep 21 17:59:54.358027 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-6e699a21-f9c7-4337-a454-f7143f1542f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 004edbc1-1d04-4fae-bad4-571fc10c3ec2 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:54.366053 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-6e699a21-f9c7-4337-a454-f7143f1542f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:54.378378 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-6e699a21-f9c7-4337-a454-f7143f1542f2 service neutron] Transition to ACTIVE for port object 004edbc1-1d04-4fae-bad4-571fc10c3ec2 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:59:54.390240 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-6e699a21-f9c7-4337-a454-f7143f1542f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:54.398726 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9b853-030d-4097-878a-9b13da90acc8 req-3faf549c-5465-49f7-8d8e-b723690ce830 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:54.404574 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9b853-030d-4097-878a-9b13da90acc8 req-3faf549c-5465-49f7-8d8e-b723690ce830 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:54.410413 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9b853-030d-4097-878a-9b13da90acc8 req-3faf549c-5465-49f7-8d8e-b723690ce830 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:54.416622 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9b853-030d-4097-878a-9b13da90acc8 req-3faf549c-5465-49f7-8d8e-b723690ce830 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:54.423838 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9b853-030d-4097-878a-9b13da90acc8 req-3faf549c-5465-49f7-8d8e-b723690ce830 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:54.430015 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9b853-030d-4097-878a-9b13da90acc8 req-3faf549c-5465-49f7-8d8e-b723690ce830 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:54.435880 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9b853-030d-4097-878a-9b13da90acc8 req-3faf549c-5465-49f7-8d8e-b723690ce830 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:54.437825 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fac9b853-030d-4097-878a-9b13da90acc8 req-3faf549c-5465-49f7-8d8e-b723690ce830 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5432 time: 0.0971916 Sep 21 17:59:54.478194 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:54.479576 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e699a21-f9c7-4337-a454-f7143f1542f2 service neutron] Pushing event updated for resources: {'Port': ['ID=004edbc1-1d04-4fae-bad4-571fc10c3ec2,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:54.481699 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fac9b853-030d-4097-878a-9b13da90acc8 req-255760db-067c-4b45-93b6-9b3297f9397b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368123 Sep 21 17:59:54.502715 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073a8a5-d647-4ce6-a128-5478abc4fc26 req-9fc0d7ea-8b3c-4f85-b589-453c612e3396 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:54.504258 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a073a8a5-d647-4ce6-a128-5478abc4fc26 req-9fc0d7ea-8b3c-4f85-b589-453c612e3396 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.1245916 Sep 21 17:59:54.584767 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a073a8a5-d647-4ce6-a128-5478abc4fc26 req-f83ce21c-ae9c-44e2-9dda-89fff5744d04 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587511 Sep 21 17:59:54.587153 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-6e699a21-f9c7-4337-a454-f7143f1542f2 service neutron] Attempting to bind port 004edbc1-1d04-4fae-bad4-571fc10c3ec2 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:59:54.587470 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-6e699a21-f9c7-4337-a454-f7143f1542f2 service neutron] Attempting to bind port 004edbc1-1d04-4fae-bad4-571fc10c3ec2 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '7a41b262-3cb8-4dc0-a9c6-451220a101cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:59:54.587792 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-6e699a21-f9c7-4337-a454-f7143f1542f2 service neutron] Attempting to bind port 004edbc1-1d04-4fae-bad4-571fc10c3ec2 on network a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:54.592240 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-6e699a21-f9c7-4337-a454-f7143f1542f2 service neutron] Port 004edbc1-1d04-4fae-bad4-571fc10c3ec2 on network a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:59:54.592544 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-6e699a21-f9c7-4337-a454-f7143f1542f2 service neutron] Attempting to bind port 004edbc1-1d04-4fae-bad4-571fc10c3ec2 on network a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:59:54.608187 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-6e699a21-f9c7-4337-a454-f7143f1542f2 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:59:54.608187 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-6e699a21-f9c7-4337-a454-f7143f1542f2 service neutron] Checking segment: {'id': '7a41b262-3cb8-4dc0-a9c6-451220a101cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:59:54.608187 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-6e699a21-f9c7-4337-a454-f7143f1542f2 service neutron] Bound using segment: {'id': '7a41b262-3cb8-4dc0-a9c6-451220a101cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:59:54.608187 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-6e699a21-f9c7-4337-a454-f7143f1542f2 service neutron] Bound port: 004edbc1-1d04-4fae-bad4-571fc10c3ec2, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a41b262-3cb8-4dc0-a9c6-451220a101cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:59:54.608187 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-6e699a21-f9c7-4337-a454-f7143f1542f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:54.675074 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-6e699a21-f9c7-4337-a454-f7143f1542f2 service neutron] For port 004edbc1-1d04-4fae-bad4-571fc10c3ec2, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:59:54.678386 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-6e699a21-f9c7-4337-a454-f7143f1542f2 service neutron] For port 004edbc1-1d04-4fae-bad4-571fc10c3ec2, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=004edbc1-1d04-4fae-bad4-571fc10c3ec2,segment=NetworkSegment(7a41b262-3cb8-4dc0-a9c6-451220a101cc),segment_id=7a41b262-3cb8-4dc0-a9c6-451220a101cc)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:59:54.683157 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-6e699a21-f9c7-4337-a454-f7143f1542f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:54.711373 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580c051-1685-416b-bc29-65ca23cfbbe0 req-013b99c0-3255-4fea-8ef1-30c6962ea2e8 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:54.712855 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8580c051-1685-416b-bc29-65ca23cfbbe0 req-013b99c0-3255-4fea-8ef1-30c6962ea2e8 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0523348 Sep 21 17:59:54.717063 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-6e699a21-f9c7-4337-a454-f7143f1542f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:54.717933 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-6e699a21-f9c7-4337-a454-f7143f1542f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:54.719384 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-6e699a21-f9c7-4337-a454-f7143f1542f2 service neutron] 10.222.0.38 "PUT /v2.0/ports/004edbc1-1d04-4fae-bad4-571fc10c3ec2 HTTP/1.1" status: 200 len: 1092 time: 0.7724242 Sep 21 17:59:54.722036 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b54de0-5134-4df1-9ab6-65c495beb154', 'tag': '004edbc1-1d04-4fae-bad4-571fc10c3ec2'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:59:54.724977 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971d4803-32eb-4c25-819b-cf06dea2a003" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b54de0-5134-4df1-9ab6-65c495beb154", "tag": "004edbc1-1d04-4fae-bad4-571fc10c3ec2"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:59:54.752232 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e699a21-f9c7-4337-a454-f7143f1542f2 service neutron] Pushing event updated for resources: {'Port': ['ID=004edbc1-1d04-4fae-bad4-571fc10c3ec2,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:54.763477 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8580c051-1685-416b-bc29-65ca23cfbbe0 req-bf7cbc25-097b-4ab8-a10a-05c11547e546 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438962 Sep 21 17:59:54.823171 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719ae7ed-5779-48b1-b0b9-26515ffa37aa x-openstack-request-id: req-719ae7ed-5779-48b1-b0b9-26515ffa37aa {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:59:54.823464 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b54de0-5134-4df1-9ab6-65c495beb154", "tag": "004edbc1-1d04-4fae-bad4-571fc10c3ec2", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:59:54.823715 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-719ae7ed-5779-48b1-b0b9-26515ffa37aa {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:59:54.824112 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b54de0-5134-4df1-9ab6-65c495beb154', 'tag': '004edbc1-1d04-4fae-bad4-571fc10c3ec2', 'status': 'completed', 'code': 200} Sep 21 17:59:54.840145 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-8de90f0a-3fa1-44b4-9fb7-773fbc82f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:54.841678 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-8de90f0a-3fa1-44b4-9fb7-773fbc82f3a7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=77fb7d4686fc4cfc8d52c5834a5ea76a&device_id=e3b54de0-5134-4df1-9ab6-65c495beb154 HTTP/1.1" status: 200 len: 1095 time: 0.0785248 Sep 21 17:59:54.853872 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0883637-207b-4a2e-bee3-ef6b217af46e req-fa9207c4-e7fe-4ab9-977e-e87533840f3d tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:54.855303 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d0883637-207b-4a2e-bee3-ef6b217af46e req-fa9207c4-e7fe-4ab9-977e-e87533840f3d tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 946 time: 0.0654831 Sep 21 17:59:54.900741 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-5ea3c993-ccb2-4743-9b76-25e79db6c46f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=004edbc1-1d04-4fae-bad4-571fc10c3ec2 HTTP/1.1" status: 200 len: 217 time: 0.0444818 Sep 21 17:59:54.911754 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b47af0-f7e5-4e12-9264-32c1c73492c3 req-754ca485-fcdb-40cc-a95a-d8be007ae883 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:54.913230 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-48b47af0-f7e5-4e12-9264-32c1c73492c3 req-754ca485-fcdb-40cc-a95a-d8be007ae883 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0485580 Sep 21 17:59:54.948874 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d0883637-207b-4a2e-bee3-ef6b217af46e req-89879653-c89f-4be9-83fa-5c2432e3bcf6 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869279 Sep 21 17:59:54.952793 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-48b47af0-f7e5-4e12-9264-32c1c73492c3 req-4473287e-ce72-470a-9aa1-5fb279f3466a tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330279 Sep 21 17:59:54.963174 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-923e40ee-0e44-4f70-be4e-5a3d3e4cd6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:54.964705 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-923e40ee-0e44-4f70-be4e-5a3d3e4cd6e2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2f8f189a-ed60-4c65-ab30-a297660af34d HTTP/1.1" status: 200 len: 854 time: 0.0564210 Sep 21 17:59:55.003018 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-916ad809-181a-492c-814a-f1e67a58d573 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303435 Sep 21 17:59:55.080026 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db016c3-c9f9-410a-ad9b-3281e3cecdba req-3ab76401-ee66-4285-b5c6-c84dba269176 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:55.081573 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9db016c3-c9f9-410a-ad9b-3281e3cecdba req-3ab76401-ee66-4285-b5c6-c84dba269176 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0512788 Sep 21 17:59:55.118898 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9db016c3-c9f9-410a-ad9b-3281e3cecdba req-92646386-d2c0-4f95-98bd-63598854e926 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309200 Sep 21 17:59:55.120613 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-eea355f9-43c3-4d32-ad75-40ca8c2deab7 service neutron] 10.222.0.38 "GET /v2.0/networks/a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100049 Sep 21 17:59:55.144374 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d089261-5e89-4f67-b9d5-e15dce800719 req-d8809999-7221-4227-ae15-5ce631e0e01b tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:55.145851 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9d089261-5e89-4f67-b9d5-e15dce800719 req-d8809999-7221-4227-ae15-5ce631e0e01b tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3b54de0-5134-4df1-9ab6-65c495beb154 HTTP/1.1" status: 200 len: 944 time: 0.0722823 Sep 21 17:59:55.164837 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 39b7e556-b26a-4886-8954-27bb67b56114 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:59:55.235296 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9d089261-5e89-4f67-b9d5-e15dce800719 req-715ce0a7-9238-485d-ba22-a9efa1123d5f tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792859 Sep 21 17:59:55.253188 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bb7585b1-a39e-4b3c-b479-a30c0890eb9f req-767c0371-3e9e-4cae-94ef-7cfb4f84178b service neutron] 10.222.0.38 "GET /v2.0/networks/a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247494 Sep 21 17:59:55.254743 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304c41f-2dd2-4dd3-88e0-c9795ad99977 req-2dba35e8-ad28-4a07-b1b9-39428e254bef tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:55.256265 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3304c41f-2dd2-4dd3-88e0-c9795ad99977 req-2dba35e8-ad28-4a07-b1b9-39428e254bef tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0574465 Sep 21 17:59:55.276944 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 39b7e556-b26a-4886-8954-27bb67b56114, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=39b7e556-b26a-4886-8954-27bb67b56114,segment=NetworkSegment(0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3),segment_id=0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:55.288752 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '39b7e556-b26a-4886-8954-27bb67b56114', 'network_id': '2b661a03-cfc9-463e-8f0e-9f949f6cb0f0', 'port_id': '39b7e556-b26a-4886-8954-27bb67b56114', 'mac_address': 'fa:16:3e:ec:96:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ac3f24-b788-4cf8-83bb-09180cf32914', 'ip_address': '10.1.1.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:59:55.311861 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3304c41f-2dd2-4dd3-88e0-c9795ad99977 req-fe2b0b5b-cbac-47d9-9fd0-73de99d9dd8c tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391197 Sep 21 17:59:55.334317 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:55.348018 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b7e556-b26a-4886-8954-27bb67b56114 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:55.356635 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d4803-32eb-4c25-819b-cf06dea2a003 req-de74217e-ebc4-4441-b617-4ad91acfe624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:55.358164 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-971d4803-32eb-4c25-819b-cf06dea2a003 req-de74217e-ebc4-4441-b617-4ad91acfe624 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=77fb7d4686fc4cfc8d52c5834a5ea76a&device_id=e3b54de0-5134-4df1-9ab6-65c495beb154 HTTP/1.1" status: 200 len: 1095 time: 0.0442526 Sep 21 17:59:55.369273 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 39b7e556-b26a-4886-8954-27bb67b56114, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=39b7e556-b26a-4886-8954-27bb67b56114,segment=NetworkSegment(0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3),segment_id=0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:55.373268 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:55.373981 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device c8bd6324-ba29-4ca0-b70f-9e2945b882d7 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:59:55.449378 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=39b7e556-b26a-4886-8954-27bb67b56114,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:55.491405 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edba484-c1ec-435d-af93-e57c8a75d2d1 req-7f832f1d-0417-459a-b82a-a1765306ff01 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:55.492823 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9edba484-c1ec-435d-af93-e57c8a75d2d1 req-7f832f1d-0417-459a-b82a-a1765306ff01 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.1076510 Sep 21 17:59:55.507785 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d4803-32eb-4c25-819b-cf06dea2a003 req-fa66f282-df1f-445f-a8c3-abfd2a0c12b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:55.509183 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-971d4803-32eb-4c25-819b-cf06dea2a003 req-fa66f282-df1f-445f-a8c3-abfd2a0c12b4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08 HTTP/1.1" status: 200 len: 915 time: 0.1324108 Sep 21 17:59:55.510583 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port c8bd6324-ba29-4ca0-b70f-9e2945b882d7, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=c8bd6324-ba29-4ca0-b70f-9e2945b882d7,segment=NetworkSegment(e0bbbf63-a71d-4cba-9a61-57f58fac4e2e),segment_id=e0bbbf63-a71d-4cba-9a61-57f58fac4e2e)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:55.523557 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'c8bd6324-ba29-4ca0-b70f-9e2945b882d7', 'network_id': '2dc45eb4-5f11-4e3f-9333-457ab9caa65b', 'port_id': 'c8bd6324-ba29-4ca0-b70f-9e2945b882d7', 'mac_address': 'fa:16:3e:e1:2a:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063152f7-9266-4ea3-af4b-f63acd8682dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:59:55.561943 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:55.567414 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-971d4803-32eb-4c25-819b-cf06dea2a003 req-240f4255-75c0-49e1-88e8-1401bd437cd8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=004edbc1-1d04-4fae-bad4-571fc10c3ec2 HTTP/1.1" status: 200 len: 217 time: 0.0478475 Sep 21 17:59:55.574975 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9edba484-c1ec-435d-af93-e57c8a75d2d1 req-eed27e6b-e86f-4e28-89d6-322f7d10072c tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749648 Sep 21 17:59:55.583671 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8bd6324-ba29-4ca0-b70f-9e2945b882d7 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:55.617569 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port c8bd6324-ba29-4ca0-b70f-9e2945b882d7, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=c8bd6324-ba29-4ca0-b70f-9e2945b882d7,segment=NetworkSegment(e0bbbf63-a71d-4cba-9a61-57f58fac4e2e),segment_id=e0bbbf63-a71d-4cba-9a61-57f58fac4e2e)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:55.621796 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d4803-32eb-4c25-819b-cf06dea2a003 req-bd2addd7-3915-448f-9e61-ee5b3e659e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:55.623337 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:55.623480 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-971d4803-32eb-4c25-819b-cf06dea2a003 req-bd2addd7-3915-448f-9e61-ee5b3e659e89 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2f8f189a-ed60-4c65-ab30-a297660af34d HTTP/1.1" status: 200 len: 854 time: 0.0474446 Sep 21 17:59:55.624019 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a4d8c11d-20a6-4197-98eb-9131ec08bed8 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:59:55.655201 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0254d-8f37-4736-b452-13369840931e req-96ca75bf-86ba-4015-a3c4-79cdac315bd7 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:55.660197 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-971d4803-32eb-4c25-819b-cf06dea2a003 req-02489791-460b-433a-a227-af30b2053727 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297062 Sep 21 17:59:55.661392 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0254d-8f37-4736-b452-13369840931e req-96ca75bf-86ba-4015-a3c4-79cdac315bd7 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:55.668909 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0254d-8f37-4736-b452-13369840931e req-96ca75bf-86ba-4015-a3c4-79cdac315bd7 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:55.674206 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0254d-8f37-4736-b452-13369840931e req-96ca75bf-86ba-4015-a3c4-79cdac315bd7 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:55.683418 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0254d-8f37-4736-b452-13369840931e req-96ca75bf-86ba-4015-a3c4-79cdac315bd7 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:55.689381 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0254d-8f37-4736-b452-13369840931e req-96ca75bf-86ba-4015-a3c4-79cdac315bd7 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:55.697659 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0254d-8f37-4736-b452-13369840931e req-96ca75bf-86ba-4015-a3c4-79cdac315bd7 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:55.699827 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=c8bd6324-ba29-4ca0-b70f-9e2945b882d7,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:55.706866 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ace0254d-8f37-4736-b452-13369840931e req-96ca75bf-86ba-4015-a3c4-79cdac315bd7 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5433 time: 0.1433690 Sep 21 17:59:55.755220 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ace0254d-8f37-4736-b452-13369840931e req-5c8cdf27-b1ec-45d6-8068-3bc8d33e94ba tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409975 Sep 21 17:59:55.801254 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-971d4803-32eb-4c25-819b-cf06dea2a003 req-760e6507-2646-43a8-9b65-af4dbb83c337 service neutron] 10.222.0.38 "GET /v2.0/networks/a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326017 Sep 21 17:59:55.809301 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port a4d8c11d-20a6-4197-98eb-9131ec08bed8, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a4d8c11d-20a6-4197-98eb-9131ec08bed8,segment=NetworkSegment(284c8edc-4cb9-4da4-8faf-e3c218f7e9d7),segment_id=284c8edc-4cb9-4da4-8faf-e3c218f7e9d7)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:55.822763 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'a4d8c11d-20a6-4197-98eb-9131ec08bed8', 'network_id': '2d5cd904-6c64-427e-ac24-4519ebea83bd', 'port_id': 'a4d8c11d-20a6-4197-98eb-9131ec08bed8', 'mac_address': 'fa:16:3e:e5:fe:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7ef56bd-35f4-4551-832d-ce8ad93a8d56', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:59:55.864234 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:55.876913 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4d8c11d-20a6-4197-98eb-9131ec08bed8 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:55.897485 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port a4d8c11d-20a6-4197-98eb-9131ec08bed8, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a4d8c11d-20a6-4197-98eb-9131ec08bed8,segment=NetworkSegment(284c8edc-4cb9-4da4-8faf-e3c218f7e9d7),segment_id=284c8edc-4cb9-4da4-8faf-e3c218f7e9d7)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:55.902043 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:55.902762 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device b666b514-e94e-4667-894c-fef701235f80 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:59:55.928781 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973bbb77-b3df-48be-8c7b-5cbce5a00ca3 req-11435a9c-be80-4f4e-848f-e11b0bc469fc tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:55.930300 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-973bbb77-b3df-48be-8c7b-5cbce5a00ca3 req-11435a9c-be80-4f4e-848f-e11b0bc469fc tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0999064 Sep 21 17:59:55.932313 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-971d4803-32eb-4c25-819b-cf06dea2a003 req-58e2229e-0cf5-4484-8993-cfbc31e2936d service neutron] 10.222.0.38 "GET /v2.0/networks/a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233160 Sep 21 17:59:55.968610 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port b666b514-e94e-4667-894c-fef701235f80, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=b666b514-e94e-4667-894c-fef701235f80,segment=NetworkSegment(0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3),segment_id=0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:55.971678 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=a4d8c11d-20a6-4197-98eb-9131ec08bed8,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:55.974592 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-973bbb77-b3df-48be-8c7b-5cbce5a00ca3 req-1f817484-d569-4d5e-aaa1-92100a566c86 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377750 Sep 21 17:59:55.983590 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'b666b514-e94e-4667-894c-fef701235f80', 'network_id': '2b661a03-cfc9-463e-8f0e-9f949f6cb0f0', 'port_id': 'b666b514-e94e-4667-894c-fef701235f80', 'mac_address': 'fa:16:3e:95:82:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ac3f24-b788-4cf8-83bb-09180cf32914', 'ip_address': '10.1.1.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:59:56.023583 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:56.040681 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b666b514-e94e-4667-894c-fef701235f80 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:56.064478 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port b666b514-e94e-4667-894c-fef701235f80, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=b666b514-e94e-4667-894c-fef701235f80,segment=NetworkSegment(0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3),segment_id=0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:56.070191 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:56.070980 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:59:56.089414 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551988d4-d2e9-4038-9cab-d9f4582a1dcf req-f4faee5a-f8fe-45fa-b98d-c9fa00e3aef3 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:56.091067 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-551988d4-d2e9-4038-9cab-d9f4582a1dcf req-f4faee5a-f8fe-45fa-b98d-c9fa00e3aef3 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 946 time: 0.0559740 Sep 21 17:59:56.100958 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca4bb9-3274-48f3-a806-161cf04bf8c0 req-bb78a61d-e6ac-4491-9d9e-0b7ba876e128 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:56.102505 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c4ca4bb9-3274-48f3-a806-161cf04bf8c0 req-bb78a61d-e6ac-4491-9d9e-0b7ba876e128 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0569715 Sep 21 17:59:56.135962 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a,segment=NetworkSegment(0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3),segment_id=0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:56.138961 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=b666b514-e94e-4667-894c-fef701235f80,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:56.143652 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-551988d4-d2e9-4038-9cab-d9f4582a1dcf req-0559a9fb-1bf1-4b43-affe-38ec2d96e513 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399811 Sep 21 17:59:56.147643 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c4ca4bb9-3274-48f3-a806-161cf04bf8c0 req-67151d05-5b2c-4745-9be4-68a140b26485 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365303 Sep 21 17:59:56.150628 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a', 'network_id': '2b661a03-cfc9-463e-8f0e-9f949f6cb0f0', 'port_id': '64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a', 'mac_address': 'fa:16:3e:73:69:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ac3f24-b788-4cf8-83bb-09180cf32914', 'ip_address': '10.1.1.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:59:56.200340 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:56.214076 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:56.233698 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a,segment=NetworkSegment(0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3),segment_id=0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:56.237998 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:56.238649 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 054e6666-6694-4141-b20b-da2fa2a124e2 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:59:56.291769 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f87195-b8ca-43e9-b42c-0d19b0d9ff53 req-b0ada4e3-9279-4a2a-bc47-bcba87370ae4 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:56.293625 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-95f87195-b8ca-43e9-b42c-0d19b0d9ff53 req-b0ada4e3-9279-4a2a-bc47-bcba87370ae4 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0510628 Sep 21 17:59:56.305431 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 054e6666-6694-4141-b20b-da2fa2a124e2, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=054e6666-6694-4141-b20b-da2fa2a124e2,segment=NetworkSegment(0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3),segment_id=0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:56.315896 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:56.320717 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '054e6666-6694-4141-b20b-da2fa2a124e2', 'network_id': '2b661a03-cfc9-463e-8f0e-9f949f6cb0f0', 'port_id': '054e6666-6694-4141-b20b-da2fa2a124e2', 'mac_address': 'fa:16:3e:b4:f6:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ac3f24-b788-4cf8-83bb-09180cf32914', 'ip_address': '10.1.1.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:59:56.335282 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-95f87195-b8ca-43e9-b42c-0d19b0d9ff53 req-12670af5-46f7-4610-89a8-2e5fbd4b8879 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354025 Sep 21 17:59:56.364509 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:56.379463 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 054e6666-6694-4141-b20b-da2fa2a124e2 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:56.385022 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd2606-d683-4a26-bcca-ca5ef9f01b3e req-997e6424-701a-4717-9169-4841602f7151 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:56.386539 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0abd2606-d683-4a26-bcca-ca5ef9f01b3e req-997e6424-701a-4717-9169-4841602f7151 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3b54de0-5134-4df1-9ab6-65c495beb154 HTTP/1.1" status: 200 len: 944 time: 0.0602014 Sep 21 17:59:56.406834 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 054e6666-6694-4141-b20b-da2fa2a124e2, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=054e6666-6694-4141-b20b-da2fa2a124e2,segment=NetworkSegment(0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3),segment_id=0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:56.411268 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:56.412037 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device b3ce70b6-6a2c-4f29-a57a-39e65f45435f details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:59:56.435547 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0abd2606-d683-4a26-bcca-ca5ef9f01b3e req-26c1276b-cb0f-41e5-b004-e7bdaa5c4e1e tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372548 Sep 21 17:59:56.455810 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73e209-36bd-4495-9422-1828952fcd8f req-521f189a-5455-44e9-bd20-dab6427271e0 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:56.457453 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3f73e209-36bd-4495-9422-1828952fcd8f req-521f189a-5455-44e9-bd20-dab6427271e0 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0517721 Sep 21 17:59:56.484270 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=054e6666-6694-4141-b20b-da2fa2a124e2,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:56.489167 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port b3ce70b6-6a2c-4f29-a57a-39e65f45435f, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=b3ce70b6-6a2c-4f29-a57a-39e65f45435f,segment=NetworkSegment(284c8edc-4cb9-4da4-8faf-e3c218f7e9d7),segment_id=284c8edc-4cb9-4da4-8faf-e3c218f7e9d7)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:56.498442 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3f73e209-36bd-4495-9422-1828952fcd8f req-b6bcc077-b048-4074-a022-fe57bf1f7b93 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349185 Sep 21 17:59:56.499788 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'b3ce70b6-6a2c-4f29-a57a-39e65f45435f', 'network_id': '2d5cd904-6c64-427e-ac24-4519ebea83bd', 'port_id': 'b3ce70b6-6a2c-4f29-a57a-39e65f45435f', 'mac_address': 'fa:16:3e:2a:e0:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7ef56bd-35f4-4551-832d-ce8ad93a8d56', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:59:56.539888 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:56.553148 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3ce70b6-6a2c-4f29-a57a-39e65f45435f {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:56.572734 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port b3ce70b6-6a2c-4f29-a57a-39e65f45435f, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=b3ce70b6-6a2c-4f29-a57a-39e65f45435f,segment=NetworkSegment(284c8edc-4cb9-4da4-8faf-e3c218f7e9d7),segment_id=284c8edc-4cb9-4da4-8faf-e3c218f7e9d7)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:56.577579 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:56.625535 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=b3ce70b6-6a2c-4f29-a57a-39e65f45435f,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:56.630564 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4fea0-0dbd-4f0f-a0f6-09ade486cafd req-0d22ad95-2d89-48f5-8f1b-d5686db840a1 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:56.632057 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bec4fea0-0dbd-4f0f-a0f6-09ade486cafd req-0d22ad95-2d89-48f5-8f1b-d5686db840a1 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0483904 Sep 21 17:59:56.677702 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bec4fea0-0dbd-4f0f-a0f6-09ade486cafd req-18b061d7-0a95-473f-bd00-546312384f61 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376892 Sep 21 17:59:56.800749 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62455ad2-4f53-40ee-bfed-db7309ecac25 req-2e4cc77f-9de1-46df-a67a-3cc9cb441049 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:56.802353 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-62455ad2-4f53-40ee-bfed-db7309ecac25 req-2e4cc77f-9de1-46df-a67a-3cc9cb441049 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0523009 Sep 21 17:59:56.841418 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-62455ad2-4f53-40ee-bfed-db7309ecac25 req-65463086-26b8-4377-a96c-7e568bb82a80 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328634 Sep 21 17:59:56.878620 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13fd32-735a-4213-b143-b9195b4a6b90 req-da3850a3-dce2-46d5-8dfd-cbec0d0e5e6f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:56.884703 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13fd32-735a-4213-b143-b9195b4a6b90 req-da3850a3-dce2-46d5-8dfd-cbec0d0e5e6f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:56.890664 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13fd32-735a-4213-b143-b9195b4a6b90 req-da3850a3-dce2-46d5-8dfd-cbec0d0e5e6f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:56.896582 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13fd32-735a-4213-b143-b9195b4a6b90 req-da3850a3-dce2-46d5-8dfd-cbec0d0e5e6f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:56.902423 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13fd32-735a-4213-b143-b9195b4a6b90 req-da3850a3-dce2-46d5-8dfd-cbec0d0e5e6f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:56.908476 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13fd32-735a-4213-b143-b9195b4a6b90 req-da3850a3-dce2-46d5-8dfd-cbec0d0e5e6f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:56.914450 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13fd32-735a-4213-b143-b9195b4a6b90 req-da3850a3-dce2-46d5-8dfd-cbec0d0e5e6f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:56.916430 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bd13fd32-735a-4213-b143-b9195b4a6b90 req-da3850a3-dce2-46d5-8dfd-cbec0d0e5e6f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5439 time: 0.0959175 Sep 21 17:59:56.957585 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bd13fd32-735a-4213-b143-b9195b4a6b90 req-9f7e58ab-472c-417d-a666-6b6a6e1d9705 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350714 Sep 21 17:59:57.081131 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a052b21a-5962-4a99-95ec-17d0cb762ff2 req-d9d592f6-ec32-40d2-b54a-59ca499660e0 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:57.082564 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a052b21a-5962-4a99-95ec-17d0cb762ff2 req-d9d592f6-ec32-40d2-b54a-59ca499660e0 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0512094 Sep 21 17:59:57.124467 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a052b21a-5962-4a99-95ec-17d0cb762ff2 req-67f81a03-81cb-42a7-a4b8-0b141acc95f3 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328124 Sep 21 17:59:57.171195 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a5c90936-41f3-48b7-a315-1df571c227ea no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:59:57.194259 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: a5c90936-41f3-48b7-a315-1df571c227ea {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:59:57.194896 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a5c90936-41f3-48b7-a315-1df571c227ea not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:59:57.258849 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf6c05-dac3-490b-b656-0c487d18373a req-0bc29d34-42c1-4f43-945d-343602fed953 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:57.260404 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-39cf6c05-dac3-490b-b656-0c487d18373a req-0bc29d34-42c1-4f43-945d-343602fed953 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0490727 Sep 21 17:59:57.267786 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b060629-9f53-4268-a8e9-0aedd9cb284d req-ab019552-d9aa-4e14-bf25-49ad86001245 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:57.269328 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b060629-9f53-4268-a8e9-0aedd9cb284d req-ab019552-d9aa-4e14-bf25-49ad86001245 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 946 time: 0.0485744 Sep 21 17:59:57.294886 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['a4d8c11d-20a6-4197-98eb-9131ec08bed8'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:57.298814 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-39cf6c05-dac3-490b-b656-0c487d18373a req-cc7d8e9b-df92-4505-ad1b-4ea7fd462e9e tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320394 Sep 21 17:59:57.308388 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b060629-9f53-4268-a8e9-0aedd9cb284d req-2fcc5c3b-0f8e-4425-ab98-133527b5d45b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329993 Sep 21 17:59:57.336438 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['b3ce70b6-6a2c-4f29-a57a-39e65f45435f'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:57.338605 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['b666b514-e94e-4667-894c-fef701235f80'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:57.340770 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:57.348594 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['054e6666-6694-4141-b20b-da2fa2a124e2'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:57.489245 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a2a5d-bc84-43ba-adea-b80d7255bb8b req-359cd672-f49d-4b50-b736-7722186f4a76 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:57.495556 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8d5a2a5d-bc84-43ba-adea-b80d7255bb8b req-359cd672-f49d-4b50-b736-7722186f4a76 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0684934 Sep 21 17:59:57.536410 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8d5a2a5d-bc84-43ba-adea-b80d7255bb8b req-81cf2180-1016-4b75-a8f1-a025f3f13458 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389161 Sep 21 17:59:57.562032 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7cfd3-dbb5-4429-8ade-252a7e4cc2b1 req-b20dcbb4-6a69-4d03-a2e8-0e09842658ac tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:57.563737 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-60c7cfd3-dbb5-4429-8ade-252a7e4cc2b1 req-b20dcbb4-6a69-4d03-a2e8-0e09842658ac tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3b54de0-5134-4df1-9ab6-65c495beb154 HTTP/1.1" status: 200 len: 944 time: 0.0530660 Sep 21 17:59:57.573168 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['39b7e556-b26a-4886-8954-27bb67b56114'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:57.604686 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-60c7cfd3-dbb5-4429-8ade-252a7e4cc2b1 req-fe4b197c-0665-40b9-982a-af85ec94856e tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333934 Sep 21 17:59:57.656071 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a45b7-c8e2-442b-a038-73b7b86651cb req-e6743779-0fea-4c75-a011-e51108c25678 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:57.657780 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-247a45b7-c8e2-442b-a038-73b7b86651cb req-e6743779-0fea-4c75-a011-e51108c25678 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0523212 Sep 21 17:59:57.696572 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-247a45b7-c8e2-442b-a038-73b7b86651cb req-d21c900c-b0b7-49e9-a479-d53b6209462e tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318604 Sep 21 17:59:57.832096 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b1e62-cd73-4752-a678-30a0fb0dfc3c req-4e56ff4b-7329-4891-9bee-2935294c0324 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:57.833590 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c32b1e62-cd73-4752-a678-30a0fb0dfc3c req-4e56ff4b-7329-4891-9bee-2935294c0324 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0517430 Sep 21 17:59:57.871307 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c32b1e62-cd73-4752-a678-30a0fb0dfc3c req-3366f767-260a-45d4-b937-ad10078e3b3b tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312090 Sep 21 17:59:58.000747 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23adcc0e-a498-40db-acc4-9a5759b844da req-21b110af-1b2f-4643-aac8-2384d171e020 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:58.002493 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23adcc0e-a498-40db-acc4-9a5759b844da req-21b110af-1b2f-4643-aac8-2384d171e020 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0587025 Sep 21 17:59:58.059427 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23adcc0e-a498-40db-acc4-9a5759b844da req-51eb3622-c4ce-4921-a18f-e97292c0e1c4 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437365 Sep 21 17:59:58.160546 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d66b32-c562-4a93-8f14-693a469c5bac req-c93fc4a8-45f4-4162-8874-7b2bbe73bd85 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:58.168899 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d66b32-c562-4a93-8f14-693a469c5bac req-c93fc4a8-45f4-4162-8874-7b2bbe73bd85 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:58.181638 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d66b32-c562-4a93-8f14-693a469c5bac req-c93fc4a8-45f4-4162-8874-7b2bbe73bd85 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:58.193265 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d66b32-c562-4a93-8f14-693a469c5bac req-c93fc4a8-45f4-4162-8874-7b2bbe73bd85 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:58.194448 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d66b32-c562-4a93-8f14-693a469c5bac req-c93fc4a8-45f4-4162-8874-7b2bbe73bd85 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:58.200380 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d66b32-c562-4a93-8f14-693a469c5bac req-c93fc4a8-45f4-4162-8874-7b2bbe73bd85 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:58.206274 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d66b32-c562-4a93-8f14-693a469c5bac req-c93fc4a8-45f4-4162-8874-7b2bbe73bd85 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:58.208271 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-43d66b32-c562-4a93-8f14-693a469c5bac req-c93fc4a8-45f4-4162-8874-7b2bbe73bd85 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5439 time: 0.1130011 Sep 21 17:59:58.249465 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-43d66b32-c562-4a93-8f14-693a469c5bac req-cffe4b49-4f26-4d8f-9756-b03f9e9e9b21 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344241 Sep 21 17:59:58.270038 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355bc32-4659-481a-be0d-f4794998113c req-a090d76e-8a2e-41b8-98b9-8937c9e69fea tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:58.271549 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f355bc32-4659-481a-be0d-f4794998113c req-a090d76e-8a2e-41b8-98b9-8937c9e69fea tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0481791 Sep 21 17:59:58.309144 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f355bc32-4659-481a-be0d-f4794998113c req-40171423-7b4f-443d-a441-e2d2581da424 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314167 Sep 21 17:59:58.380879 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['c8bd6324-ba29-4ca0-b70f-9e2945b882d7'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:59:58.450589 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ee72b-d10d-46fd-b5db-807d268c364b req-fdb62dfa-2971-43f5-b313-665baf39594e tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:58.452348 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b60ee72b-d10d-46fd-b5db-807d268c364b req-fdb62dfa-2971-43f5-b313-665baf39594e tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 946 time: 0.0528235 Sep 21 17:59:58.493793 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b60ee72b-d10d-46fd-b5db-807d268c364b req-6d034746-72ce-40e4-9edf-912197e44951 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352356 Sep 21 17:59:58.743493 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ee102-64b2-445e-8cdf-d70c2f510818 req-e1c78f31-9234-4274-a475-c4d5f0f103da tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:58.744929 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2c5ee102-64b2-445e-8cdf-d70c2f510818 req-e1c78f31-9234-4274-a475-c4d5f0f103da tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3b54de0-5134-4df1-9ab6-65c495beb154 HTTP/1.1" status: 200 len: 944 time: 0.0625618 Sep 21 17:59:58.788867 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2c5ee102-64b2-445e-8cdf-d70c2f510818 req-b63afceb-b24b-47bb-9d8c-7c517a6ae76a tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348468 Sep 21 17:59:59.182682 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 004edbc1-1d04-4fae-bad4-571fc10c3ec2 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:59:59.294491 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 004edbc1-1d04-4fae-bad4-571fc10c3ec2, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=004edbc1-1d04-4fae-bad4-571fc10c3ec2,segment=NetworkSegment(7a41b262-3cb8-4dc0-a9c6-451220a101cc),segment_id=7a41b262-3cb8-4dc0-a9c6-451220a101cc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:59.305811 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '004edbc1-1d04-4fae-bad4-571fc10c3ec2', 'network_id': 'a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08', 'port_id': '004edbc1-1d04-4fae-bad4-571fc10c3ec2', 'mac_address': 'fa:16:3e:15:0e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8f189a-ed60-4c65-ab30-a297660af34d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:59:59.345817 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:59.360171 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 004edbc1-1d04-4fae-bad4-571fc10c3ec2 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:59:59.380633 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 004edbc1-1d04-4fae-bad4-571fc10c3ec2, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=004edbc1-1d04-4fae-bad4-571fc10c3ec2,segment=NetworkSegment(7a41b262-3cb8-4dc0-a9c6-451220a101cc),segment_id=7a41b262-3cb8-4dc0-a9c6-451220a101cc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:59:59.383454 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c0f70-c750-472e-a298-87e47a884dda req-f524031c-c9f5-48e7-ad82-2258aad84ddb tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:59.387311 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:59:59.389731 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c0f70-c750-472e-a298-87e47a884dda req-f524031c-c9f5-48e7-ad82-2258aad84ddb tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:59.395921 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c0f70-c750-472e-a298-87e47a884dda req-f524031c-c9f5-48e7-ad82-2258aad84ddb tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:59.401849 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c0f70-c750-472e-a298-87e47a884dda req-f524031c-c9f5-48e7-ad82-2258aad84ddb tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:59.415897 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c0f70-c750-472e-a298-87e47a884dda req-f524031c-c9f5-48e7-ad82-2258aad84ddb tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:59.422016 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c0f70-c750-472e-a298-87e47a884dda req-f524031c-c9f5-48e7-ad82-2258aad84ddb tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:59.429296 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c0f70-c750-472e-a298-87e47a884dda req-f524031c-c9f5-48e7-ad82-2258aad84ddb tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:59.434401 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12993b20-fafd-48c6-9fbe-5cdd16eba259 req-4a3d1c38-8e5d-4b64-9032-7b2258c70e99 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:59.436058 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-12993b20-fafd-48c6-9fbe-5cdd16eba259 req-4a3d1c38-8e5d-4b64-9032-7b2258c70e99 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0498343 Sep 21 17:59:59.437249 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-091c0f70-c750-472e-a298-87e47a884dda req-f524031c-c9f5-48e7-ad82-2258aad84ddb tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5439 time: 0.1101234 Sep 21 17:59:59.454823 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=004edbc1-1d04-4fae-bad4-571fc10c3ec2,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:59:59.474506 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-091c0f70-c750-472e-a298-87e47a884dda req-e6c73a40-18ef-484b-a824-087471ace5dd tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359993 Sep 21 17:59:59.482440 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-12993b20-fafd-48c6-9fbe-5cdd16eba259 req-3e555855-5a21-4008-bed8-27ba8c2dd3d5 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380883 Sep 21 17:59:59.638764 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b72763-18d8-4d74-beeb-5c24d85e5c8e req-039cd3c6-37da-4f28-a2db-c9b7a5e33192 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:59.640328 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-26b72763-18d8-4d74-beeb-5c24d85e5c8e req-039cd3c6-37da-4f28-a2db-c9b7a5e33192 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 946 time: 0.0561109 Sep 21 17:59:59.679820 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-26b72763-18d8-4d74-beeb-5c24d85e5c8e req-be1d5644-f9dd-4f77-9634-7c9ce1ce9cdc tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323250 Sep 21 17:59:59.729523 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b15043-744c-4de3-9b34-ce6e8dd05c03 req-9682bb3c-7736-4305-916d-89f768550df7 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:59.731069 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a1b15043-744c-4de3-9b34-ce6e8dd05c03 req-9682bb3c-7736-4305-916d-89f768550df7 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0481119 Sep 21 17:59:59.776005 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a1b15043-744c-4de3-9b34-ce6e8dd05c03 req-36f14f30-4d19-4b88-adb7-80283490a22e tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386093 Sep 21 17:59:59.908043 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54607c3-5e79-4705-b340-36c46883522d req-8620a929-4428-471e-9cac-c009d2608b2d tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:59:59.909613 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a54607c3-5e79-4705-b340-36c46883522d req-8620a929-4428-471e-9cac-c009d2608b2d tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3b54de0-5134-4df1-9ab6-65c495beb154 HTTP/1.1" status: 200 len: 945 time: 0.0490949 Sep 21 17:59:59.948621 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a54607c3-5e79-4705-b340-36c46883522d req-5e3b74ac-b125-4f60-97ff-b3644405d29e tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317783 Sep 21 18:00:00.280479 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['004edbc1-1d04-4fae-bad4-571fc10c3ec2'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:00:00.613041 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbcb03-e3d0-435b-af0e-5d909a662b9a req-b98a12d5-9e73-4a40-ae58-eb07e8205f86 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:00.619403 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbcb03-e3d0-435b-af0e-5d909a662b9a req-b98a12d5-9e73-4a40-ae58-eb07e8205f86 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:00.625361 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbcb03-e3d0-435b-af0e-5d909a662b9a req-b98a12d5-9e73-4a40-ae58-eb07e8205f86 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:00.631405 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbcb03-e3d0-435b-af0e-5d909a662b9a req-b98a12d5-9e73-4a40-ae58-eb07e8205f86 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:00.637162 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbcb03-e3d0-435b-af0e-5d909a662b9a req-b98a12d5-9e73-4a40-ae58-eb07e8205f86 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:00.643010 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbcb03-e3d0-435b-af0e-5d909a662b9a req-b98a12d5-9e73-4a40-ae58-eb07e8205f86 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:00.648855 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbcb03-e3d0-435b-af0e-5d909a662b9a req-b98a12d5-9e73-4a40-ae58-eb07e8205f86 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:00.650740 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6fcbcb03-e3d0-435b-af0e-5d909a662b9a req-b98a12d5-9e73-4a40-ae58-eb07e8205f86 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5439 time: 0.0986056 Sep 21 18:00:00.694159 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6fcbcb03-e3d0-435b-af0e-5d909a662b9a req-8a2b636d-302c-4b3d-9c67-746a4a2c837f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369151 Sep 21 18:00:00.814466 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d6440-d429-4baa-a056-e370fb3472cf req-a23049cc-fab5-48e1-b10b-f12bc6d86c32 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:00.816329 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-153d6440-d429-4baa-a056-e370fb3472cf req-a23049cc-fab5-48e1-b10b-f12bc6d86c32 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 946 time: 0.0606999 Sep 21 18:00:00.853679 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-153d6440-d429-4baa-a056-e370fb3472cf req-9c949737-6748-4acf-8c1c-0a3f87b8459d tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313182 Sep 21 18:00:00.893651 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4210d9-79c1-48b8-857f-745b73364390 req-5711c8aa-5d8d-4d19-9ab1-09396e090f89 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:00.895190 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca4210d9-79c1-48b8-857f-745b73364390 req-5711c8aa-5d8d-4d19-9ab1-09396e090f89 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0476410 Sep 21 18:00:00.932857 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca4210d9-79c1-48b8-857f-745b73364390 req-b7613c92-21e1-439e-a20b-e6c2b720ae5d tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316427 Sep 21 18:00:01.060490 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275442e-c51f-4c4a-aa44-962d3dc83e7e req-ad8541d4-dc0a-4f68-a4e7-6e832595c17d tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:01.061805 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2275442e-c51f-4c4a-aa44-962d3dc83e7e req-ad8541d4-dc0a-4f68-a4e7-6e832595c17d tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0545707 Sep 21 18:00:01.099348 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2275442e-c51f-4c4a-aa44-962d3dc83e7e req-40e29d54-e410-4b3a-a6b0-1a43d1b7862d tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311506 Sep 21 18:00:01.109365 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95b916-c995-4ded-ad1d-1367aa20c56c req-c0d0792b-d666-4af2-9b0c-ac48a0032959 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:01.116441 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ea95b916-c995-4ded-ad1d-1367aa20c56c req-c0d0792b-d666-4af2-9b0c-ac48a0032959 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3b54de0-5134-4df1-9ab6-65c495beb154 HTTP/1.1" status: 200 len: 945 time: 0.0542288 Sep 21 18:00:01.149908 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ea95b916-c995-4ded-ad1d-1367aa20c56c req-45f5024a-7d1a-4fab-9fff-a431ca834b90 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326161 Sep 21 18:00:01.181245 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 39b7e556-b26a-4886-8954-27bb67b56114 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:00:01.233614 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 39b7e556-b26a-4886-8954-27bb67b56114 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:00:01.238973 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 39b7e556-b26a-4886-8954-27bb67b56114 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:01.239428 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:01.264618 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16482cd9-0222-422e-8260-dd5d8a9751d4 req-d1949ab3-e6af-44b7-ba95-d2bcafc44c00 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:01.266136 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-16482cd9-0222-422e-8260-dd5d8a9751d4 req-d1949ab3-e6af-44b7-ba95-d2bcafc44c00 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0515561 Sep 21 18:00:01.306258 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-16482cd9-0222-422e-8260-dd5d8a9751d4 req-ad15370c-9631-4487-a1e4-f3b649efa61c tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336835 Sep 21 18:00:01.334786 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:01.356973 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b7e556-b26a-4886-8954-27bb67b56114'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:01.359285 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e40c47a-9ef5-4465-9c9a-a62a3e76250e" -d '{"events": [{"server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "name": "network-vif-plugged", "status": "completed", "tag": "39b7e556-b26a-4886-8954-27bb67b56114"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:01.372305 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 39b7e556-b26a-4886-8954-27bb67b56114, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=39b7e556-b26a-4886-8954-27bb67b56114,segment=NetworkSegment(0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3),segment_id=0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:01.377806 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:01.378978 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device c8bd6324-ba29-4ca0-b70f-9e2945b882d7 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:00:01.416695 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef1ddfa-0f8d-42c2-8dc2-6ebb429dc4dd x-openstack-request-id: req-1ef1ddfa-0f8d-42c2-8dc2-6ebb429dc4dd {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:01.416991 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "name": "network-vif-plugged", "status": "completed", "tag": "39b7e556-b26a-4886-8954-27bb67b56114", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:01.417283 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1ef1ddfa-0f8d-42c2-8dc2-6ebb429dc4dd {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:01.417668 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b7e556-b26a-4886-8954-27bb67b56114', 'code': 200} Sep 21 18:00:01.424419 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef077f-cb7f-4098-bcb5-6edd566658e9 req-66848d46-4ec1-4528-abac-3639e3df0acf tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:01.425880 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e4ef077f-cb7f-4098-bcb5-6edd566658e9 req-66848d46-4ec1-4528-abac-3639e3df0acf tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0483334 Sep 21 18:00:01.456144 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=39b7e556-b26a-4886-8954-27bb67b56114,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:01.464022 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e4ef077f-cb7f-4098-bcb5-6edd566658e9 req-8f1bc138-52f5-4523-97c2-9ed7cc381ea1 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319126 Sep 21 18:00:01.468142 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port c8bd6324-ba29-4ca0-b70f-9e2945b882d7 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:00:01.472204 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port c8bd6324-ba29-4ca0-b70f-9e2945b882d7 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:01.472678 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:01.568958 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:01.602508 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port c8bd6324-ba29-4ca0-b70f-9e2945b882d7, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=c8bd6324-ba29-4ca0-b70f-9e2945b882d7,segment=NetworkSegment(e0bbbf63-a71d-4cba-9a61-57f58fac4e2e),segment_id=e0bbbf63-a71d-4cba-9a61-57f58fac4e2e)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:01.609059 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:01.609966 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a4d8c11d-20a6-4197-98eb-9131ec08bed8 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:00:01.610197 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd795a-7828-4532-9d97-e68480d44249 req-c913c7ae-7895-4195-a27b-50f583f105a2 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:01.612501 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5ecd795a-7828-4532-9d97-e68480d44249 req-c913c7ae-7895-4195-a27b-50f583f105a2 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0555234 Sep 21 18:00:01.655618 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5ecd795a-7828-4532-9d97-e68480d44249 req-ec5ea725-5899-4285-b91b-a49cc4715849 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343099 Sep 21 18:00:01.712615 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=c8bd6324-ba29-4ca0-b70f-9e2945b882d7,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:01.716687 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port a4d8c11d-20a6-4197-98eb-9131ec08bed8 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:00:01.721159 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port a4d8c11d-20a6-4197-98eb-9131ec08bed8 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:01.721534 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:01.804611 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f582536-d2ec-40dc-b8dd-f5f838b52c4c req-f0cba57d-2ece-4749-8049-c539da2d5ff4 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:01.806558 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f582536-d2ec-40dc-b8dd-f5f838b52c4c req-f0cba57d-2ece-4749-8049-c539da2d5ff4 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0708790 Sep 21 18:00:01.812212 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:01.848241 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db5df3-09cf-4235-9c32-fbbd948f2677 req-3d160d18-819d-4a13-863e-1209d63610bb tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:01.849705 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port a4d8c11d-20a6-4197-98eb-9131ec08bed8, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a4d8c11d-20a6-4197-98eb-9131ec08bed8,segment=NetworkSegment(284c8edc-4cb9-4da4-8faf-e3c218f7e9d7),segment_id=284c8edc-4cb9-4da4-8faf-e3c218f7e9d7)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:01.855066 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:01.855548 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f582536-d2ec-40dc-b8dd-f5f838b52c4c req-ff987f9e-494a-489b-8699-9176811d93c4 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423398 Sep 21 18:00:01.856052 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device b666b514-e94e-4667-894c-fef701235f80 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:00:01.863229 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db5df3-09cf-4235-9c32-fbbd948f2677 req-3d160d18-819d-4a13-863e-1209d63610bb tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:01.878442 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db5df3-09cf-4235-9c32-fbbd948f2677 req-3d160d18-819d-4a13-863e-1209d63610bb tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:01.878442 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db5df3-09cf-4235-9c32-fbbd948f2677 req-3d160d18-819d-4a13-863e-1209d63610bb tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:01.890189 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db5df3-09cf-4235-9c32-fbbd948f2677 req-3d160d18-819d-4a13-863e-1209d63610bb tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:01.896204 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db5df3-09cf-4235-9c32-fbbd948f2677 req-3d160d18-819d-4a13-863e-1209d63610bb tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:01.902066 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db5df3-09cf-4235-9c32-fbbd948f2677 req-3d160d18-819d-4a13-863e-1209d63610bb tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:01.907515 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e8db5df3-09cf-4235-9c32-fbbd948f2677 req-3d160d18-819d-4a13-863e-1209d63610bb tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5441 time: 0.1210713 Sep 21 18:00:01.934144 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=a4d8c11d-20a6-4197-98eb-9131ec08bed8,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:01.949907 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port b666b514-e94e-4667-894c-fef701235f80 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:00:01.954185 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port b666b514-e94e-4667-894c-fef701235f80 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:01.954564 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:01.973483 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e8db5df3-09cf-4235-9c32-fbbd948f2677 req-3bceee22-c465-4977-8297-08ca01f52114 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618596 Sep 21 18:00:02.004495 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c96843-fa85-420b-9293-de5479dd06f5 req-19d97ad0-cc0d-467a-a52f-ebf9100b616a tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:02.006756 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59c96843-fa85-420b-9293-de5479dd06f5 req-19d97ad0-cc0d-467a-a52f-ebf9100b616a tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 946 time: 0.0635421 Sep 21 18:00:02.052370 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:02.057122 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59c96843-fa85-420b-9293-de5479dd06f5 req-b4143ab7-96db-4103-9d61-0cf38c89a551 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430613 Sep 21 18:00:02.097000 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port b666b514-e94e-4667-894c-fef701235f80, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=b666b514-e94e-4667-894c-fef701235f80,segment=NetworkSegment(0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3),segment_id=0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:02.102289 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:02.103886 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:00:02.172178 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9a593-4255-4c41-8b21-eedb092b149c req-dd6130f3-d147-40dd-ba2d-73a1f647f2a4 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:02.173795 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-45b9a593-4255-4c41-8b21-eedb092b149c req-dd6130f3-d147-40dd-ba2d-73a1f647f2a4 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0485053 Sep 21 18:00:02.179672 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=b666b514-e94e-4667-894c-fef701235f80,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:02.196465 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:00:02.200649 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:02.201068 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:02.223431 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-45b9a593-4255-4c41-8b21-eedb092b149c req-4537feae-4ac0-46db-a8f3-80eea7533892 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419936 Sep 21 18:00:02.281434 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0861e9b-224e-46b8-9264-8505cb589bfc req-7bd76646-1fd9-4bda-9f60-a387421420a2 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:02.283247 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f0861e9b-224e-46b8-9264-8505cb589bfc req-7bd76646-1fd9-4bda-9f60-a387421420a2 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3b54de0-5134-4df1-9ab6-65c495beb154 HTTP/1.1" status: 200 len: 945 time: 0.0507851 Sep 21 18:00:02.306043 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:02.330427 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f0861e9b-224e-46b8-9264-8505cb589bfc req-00e6a356-08d4-426a-86a1-88cec6f442fb tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411959 Sep 21 18:00:02.340038 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a,segment=NetworkSegment(0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3),segment_id=0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:02.352594 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:02.353574 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 054e6666-6694-4141-b20b-da2fa2a124e2 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:00:02.401817 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c80543-b83c-42e2-ae5b-c02594bca5dd req-768abba3-250a-419e-be1b-5910ca5c29b2 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:02.403366 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-32c80543-b83c-42e2-ae5b-c02594bca5dd req-768abba3-250a-419e-be1b-5910ca5c29b2 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0568380 Sep 21 18:00:02.435927 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:02.447027 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 054e6666-6694-4141-b20b-da2fa2a124e2 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:00:02.450644 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 054e6666-6694-4141-b20b-da2fa2a124e2 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:02.451045 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:02.452053 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-32c80543-b83c-42e2-ae5b-c02594bca5dd req-258b649a-a561-4131-b64c-f12bdff405db tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341733 Sep 21 18:00:02.534414 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:02.570883 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 054e6666-6694-4141-b20b-da2fa2a124e2, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=054e6666-6694-4141-b20b-da2fa2a124e2,segment=NetworkSegment(0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3),segment_id=0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:02.575934 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:02.576905 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device b3ce70b6-6a2c-4f29-a57a-39e65f45435f up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:00:02.596125 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82635b2-ac45-4029-8966-ad72134acb52 req-f5a1b2f2-67b1-4340-8ee0-62fffb542fed tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:02.597644 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d82635b2-ac45-4029-8966-ad72134acb52 req-f5a1b2f2-67b1-4340-8ee0-62fffb542fed tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0557244 Sep 21 18:00:02.639567 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d82635b2-ac45-4029-8966-ad72134acb52 req-41680e8f-c3cf-47fa-9f44-77f5cc693262 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354552 Sep 21 18:00:02.653164 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=054e6666-6694-4141-b20b-da2fa2a124e2,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:02.669730 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port b3ce70b6-6a2c-4f29-a57a-39e65f45435f completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:00:02.673923 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port b3ce70b6-6a2c-4f29-a57a-39e65f45435f triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:02.674303 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:02.769338 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e287826-42b8-438e-b0ce-d9e155843d9a req-6d5b874b-be9c-46ea-adad-c997f4aa7ea9 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:02.770911 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0e287826-42b8-438e-b0ce-d9e155843d9a req-6d5b874b-be9c-46ea-adad-c997f4aa7ea9 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0503569 Sep 21 18:00:02.774706 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:02.809646 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port b3ce70b6-6a2c-4f29-a57a-39e65f45435f, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=b3ce70b6-6a2c-4f29-a57a-39e65f45435f,segment=NetworkSegment(284c8edc-4cb9-4da4-8faf-e3c218f7e9d7),segment_id=284c8edc-4cb9-4da4-8faf-e3c218f7e9d7)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:02.815198 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:02.821975 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0e287826-42b8-438e-b0ce-d9e155843d9a req-b7812d18-424e-4616-95e3-be5b9819cbd5 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363338 Sep 21 18:00:02.869352 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=b3ce70b6-6a2c-4f29-a57a-39e65f45435f,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:02.974765 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de36f27-7bf6-48e2-b2e2-34ccfa94f401 req-23549af6-46fb-4ea6-b6d8-ffb280ad653b tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:02.976466 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0de36f27-7bf6-48e2-b2e2-34ccfa94f401 req-23549af6-46fb-4ea6-b6d8-ffb280ad653b tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0530818 Sep 21 18:00:03.022413 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0de36f27-7bf6-48e2-b2e2-34ccfa94f401 req-bf3d3b6f-e456-4276-8498-51e052f58568 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390549 Sep 21 18:00:03.128319 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3ed91-71ec-40f0-872b-993768b2b675 req-2e935c3b-648d-474d-8adc-0579ed1235ca tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:03.135673 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3ed91-71ec-40f0-872b-993768b2b675 req-2e935c3b-648d-474d-8adc-0579ed1235ca tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:03.141730 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3ed91-71ec-40f0-872b-993768b2b675 req-2e935c3b-648d-474d-8adc-0579ed1235ca tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:03.147091 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12bc2dd-2edf-4e56-89ad-0c2de4375b33 req-68395775-301c-4c1b-8dbf-b359598812b4 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:03.148670 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3ed91-71ec-40f0-872b-993768b2b675 req-2e935c3b-648d-474d-8adc-0579ed1235ca tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:03.155611 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f12bc2dd-2edf-4e56-89ad-0c2de4375b33 req-68395775-301c-4c1b-8dbf-b359598812b4 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0608318 Sep 21 18:00:03.155804 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3ed91-71ec-40f0-872b-993768b2b675 req-2e935c3b-648d-474d-8adc-0579ed1235ca tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:03.162303 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3ed91-71ec-40f0-872b-993768b2b675 req-2e935c3b-648d-474d-8adc-0579ed1235ca tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:03.168686 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3ed91-71ec-40f0-872b-993768b2b675 req-2e935c3b-648d-474d-8adc-0579ed1235ca tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:03.170870 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-77e3ed91-71ec-40f0-872b-993768b2b675 req-2e935c3b-648d-474d-8adc-0579ed1235ca tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5446 time: 0.1158946 Sep 21 18:00:03.195283 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 004edbc1-1d04-4fae-bad4-571fc10c3ec2 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:00:03.205489 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f12bc2dd-2edf-4e56-89ad-0c2de4375b33 req-a1f8a2eb-f7b1-49b8-bbfd-f69519985915 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483909 Sep 21 18:00:03.248924 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-77e3ed91-71ec-40f0-872b-993768b2b675 req-3478398b-f14c-4a2e-8a75-e2e446504422 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677252 Sep 21 18:00:03.259976 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 004edbc1-1d04-4fae-bad4-571fc10c3ec2 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:00:03.265462 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 004edbc1-1d04-4fae-bad4-571fc10c3ec2 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:03.265984 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:03.321653 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2fcaca-4cd8-4ada-880c-b6b70bf22b7a req-12431a6a-7315-419c-bea0-2cbc00c39e3b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:03.323428 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3e2fcaca-4cd8-4ada-880c-b6b70bf22b7a req-12431a6a-7315-419c-bea0-2cbc00c39e3b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 946 time: 0.0580847 Sep 21 18:00:03.375849 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3e2fcaca-4cd8-4ada-880c-b6b70bf22b7a req-073c57ba-c13e-456f-8bb2-857feb253c5e tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455260 Sep 21 18:00:03.380574 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:03.420608 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bd6324-ba29-4ca0-b70f-9e2945b882d7'}, {'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d8c11d-20a6-4197-98eb-9131ec08bed8'}, {'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b666b514-e94e-4667-894c-fef701235f80'}, {'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a'}, {'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054e6666-6694-4141-b20b-da2fa2a124e2'}, {'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ce70b6-6a2c-4f29-a57a-39e65f45435f'}, {'server_uuid': 'e3b54de0-5134-4df1-9ab6-65c495beb154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004edbc1-1d04-4fae-bad4-571fc10c3ec2'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:03.423833 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c8005a-0210-4009-8e03-5c30d58fb26d" -d '{"events": [{"server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "name": "network-vif-plugged", "status": "completed", "tag": "c8bd6324-ba29-4ca0-b70f-9e2945b882d7"}, {"server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "name": "network-vif-plugged", "status": "completed", "tag": "a4d8c11d-20a6-4197-98eb-9131ec08bed8"}, {"server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "name": "network-vif-plugged", "status": "completed", "tag": "b666b514-e94e-4667-894c-fef701235f80"}, {"server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "name": "network-vif-plugged", "status": "completed", "tag": "64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a"}, {"server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "name": "network-vif-plugged", "status": "completed", "tag": "054e6666-6694-4141-b20b-da2fa2a124e2"}, {"server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "name": "network-vif-plugged", "status": "completed", "tag": "b3ce70b6-6a2c-4f29-a57a-39e65f45435f"}, {"server_uuid": "e3b54de0-5134-4df1-9ab6-65c495beb154", "name": "network-vif-plugged", "status": "completed", "tag": "004edbc1-1d04-4fae-bad4-571fc10c3ec2"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:03.431157 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 004edbc1-1d04-4fae-bad4-571fc10c3ec2, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=004edbc1-1d04-4fae-bad4-571fc10c3ec2,segment=NetworkSegment(7a41b262-3cb8-4dc0-a9c6-451220a101cc),segment_id=7a41b262-3cb8-4dc0-a9c6-451220a101cc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:03.436370 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:03.494947 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=004edbc1-1d04-4fae-bad4-571fc10c3ec2,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:03.498838 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13491270-b872-42ca-8cac-4667553dc918 req-70a75b2d-5922-43b8-81a5-68369d3b4fc7 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:03.505342 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:03.505771 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:03.506209 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:03.506614 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:03.506838 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-13491270-b872-42ca-8cac-4667553dc918 req-70a75b2d-5922-43b8-81a5-68369d3b4fc7 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3b54de0-5134-4df1-9ab6-65c495beb154 HTTP/1.1" status: 200 len: 946 time: 0.0608535 Sep 21 18:00:03.507079 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:03.507604 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:03.508021 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:03.508421 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:03.508861 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:03.509193 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:03.509605 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:03.510119 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:03.546847 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-13491270-b872-42ca-8cac-4667553dc918 req-c35ce274-194e-4dee-a9b6-4afc4993ee8d tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388720 Sep 21 18:00:03.591287 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea225c-43fc-4682-a1fd-e91a90f4caf6 req-3dc5e984-ec35-4f20-99df-f1a5977b144f tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:03.598101 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d1ea225c-43fc-4682-a1fd-e91a90f4caf6 req-3dc5e984-ec35-4f20-99df-f1a5977b144f tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0617459 Sep 21 18:00:03.635467 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d1ea225c-43fc-4682-a1fd-e91a90f4caf6 req-1cefa1b0-0c97-4d85-a0e0-3c3baa9f7735 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364821 Sep 21 18:00:03.665094 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b1dcb9-10c5-4a99-af64-59ef82d5f5ca x-openstack-request-id: req-c1b1dcb9-10c5-4a99-af64-59ef82d5f5ca {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:03.665412 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "name": "network-vif-plugged", "status": "completed", "tag": "c8bd6324-ba29-4ca0-b70f-9e2945b882d7", "code": 200}, {"server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "name": "network-vif-plugged", "status": "completed", "tag": "a4d8c11d-20a6-4197-98eb-9131ec08bed8", "code": 200}, {"server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "name": "network-vif-plugged", "status": "completed", "tag": "b666b514-e94e-4667-894c-fef701235f80", "code": 200}, {"server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "name": "network-vif-plugged", "status": "completed", "tag": "64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a", "code": 200}, {"server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "name": "network-vif-plugged", "status": "completed", "tag": "054e6666-6694-4141-b20b-da2fa2a124e2", "code": 200}, {"server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "name": "network-vif-plugged", "status": "completed", "tag": "b3ce70b6-6a2c-4f29-a57a-39e65f45435f", "code": 200}, {"server_uuid": "e3b54de0-5134-4df1-9ab6-65c495beb154", "name": "network-vif-plugged", "status": "completed", "tag": "004edbc1-1d04-4fae-bad4-571fc10c3ec2", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:03.665667 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c1b1dcb9-10c5-4a99-af64-59ef82d5f5ca {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:03.666451 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bd6324-ba29-4ca0-b70f-9e2945b882d7', 'code': 200} Sep 21 18:00:03.666451 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d8c11d-20a6-4197-98eb-9131ec08bed8', 'code': 200} Sep 21 18:00:03.666659 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b666b514-e94e-4667-894c-fef701235f80', 'code': 200} Sep 21 18:00:03.666801 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a', 'code': 200} Sep 21 18:00:03.667055 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054e6666-6694-4141-b20b-da2fa2a124e2', 'code': 200} Sep 21 18:00:03.667293 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ce70b6-6a2c-4f29-a57a-39e65f45435f', 'code': 200} Sep 21 18:00:03.667627 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b54de0-5134-4df1-9ab6-65c495beb154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004edbc1-1d04-4fae-bad4-571fc10c3ec2', 'code': 200} Sep 21 18:00:03.768815 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a804480-110a-4dee-8f03-5c965bdbb16f req-bec8f18a-cc2e-4e93-adbd-6dd6190025a1 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:03.771219 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6a804480-110a-4dee-8f03-5c965bdbb16f req-bec8f18a-cc2e-4e93-adbd-6dd6190025a1 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0611305 Sep 21 18:00:03.880447 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6a804480-110a-4dee-8f03-5c965bdbb16f req-dcb34012-1984-44f3-9b2f-29a5af61adbd tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027389 Sep 21 18:00:03.907338 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d4a0b-7a4c-472a-ba7c-8b07a813be38 req-a9f18244-52a7-4aef-8d4b-fceb3fe879b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:03.908021 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d4a0b-7a4c-472a-ba7c-8b07a813be38 req-a9f18244-52a7-4aef-8d4b-fceb3fe879b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:03.909164 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d4a0b-7a4c-472a-ba7c-8b07a813be38 req-a9f18244-52a7-4aef-8d4b-fceb3fe879b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:03.909164 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d4a0b-7a4c-472a-ba7c-8b07a813be38 req-a9f18244-52a7-4aef-8d4b-fceb3fe879b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:03.909585 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d4a0b-7a4c-472a-ba7c-8b07a813be38 req-a9f18244-52a7-4aef-8d4b-fceb3fe879b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:03.910190 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d4a0b-7a4c-472a-ba7c-8b07a813be38 req-a9f18244-52a7-4aef-8d4b-fceb3fe879b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:03.910961 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d4a0b-7a4c-472a-ba7c-8b07a813be38 req-a9f18244-52a7-4aef-8d4b-fceb3fe879b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:03.913450 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2d2d4a0b-7a4c-472a-ba7c-8b07a813be38 req-a9f18244-52a7-4aef-8d4b-fceb3fe879b9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 6503 time: 0.1262696 Sep 21 18:00:03.917466 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2981c31-8b60-4a98-bfbe-20afdc5ffd79 req-480af789-d8ad-4fdf-82bc-70f6b7aaae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:03.919224 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f2981c31-8b60-4a98-bfbe-20afdc5ffd79 req-480af789-d8ad-4fdf-82bc-70f6b7aaae8f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e3b54de0-5134-4df1-9ab6-65c495beb154 HTTP/1.1" status: 200 len: 1097 time: 0.1179640 Sep 21 18:00:03.991388 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f2981c31-8b60-4a98-bfbe-20afdc5ffd79 req-4d3d064d-1603-4313-ae4c-ef653bb2cbfd service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625131 Sep 21 18:00:03.993149 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2d2d4a0b-7a4c-472a-ba7c-8b07a813be38 req-8482ef9f-26c8-44df-becd-46eba2a4edfb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0657244 Sep 21 18:00:04.030568 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f2eb2-52a4-43c1-b510-ae237b3b865e req-7efaaa28-e7fa-4f45-b396-cee793158d69 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:04.032190 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8e1f2eb2-52a4-43c1-b510-ae237b3b865e req-7efaaa28-e7fa-4f45-b396-cee793158d69 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0567806 Sep 21 18:00:04.072019 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8e1f2eb2-52a4-43c1-b510-ae237b3b865e req-3ae538e8-35db-4f88-8554-9ead502f9a45 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328603 Sep 21 18:00:04.205740 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1980c-92b6-4bea-9c7d-ef4940b90543 req-5caee34e-3040-44e3-9c14-024366a339a3 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:04.207560 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cca1980c-92b6-4bea-9c7d-ef4940b90543 req-5caee34e-3040-44e3-9c14-024366a339a3 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0608492 Sep 21 18:00:04.252555 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cca1980c-92b6-4bea-9c7d-ef4940b90543 req-b7be663d-be2d-48dc-b5ab-4b21c13bb5b4 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367782 Sep 21 18:00:04.385343 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ee8a3-11e6-446d-82a2-c60e942e4a5c req-55837ca5-477b-43d0-8cc9-47ce6f190451 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:04.391918 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ee8a3-11e6-446d-82a2-c60e942e4a5c req-55837ca5-477b-43d0-8cc9-47ce6f190451 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:04.398272 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ee8a3-11e6-446d-82a2-c60e942e4a5c req-55837ca5-477b-43d0-8cc9-47ce6f190451 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:04.404643 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ee8a3-11e6-446d-82a2-c60e942e4a5c req-55837ca5-477b-43d0-8cc9-47ce6f190451 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:04.411046 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ee8a3-11e6-446d-82a2-c60e942e4a5c req-55837ca5-477b-43d0-8cc9-47ce6f190451 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:04.417114 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ee8a3-11e6-446d-82a2-c60e942e4a5c req-55837ca5-477b-43d0-8cc9-47ce6f190451 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:04.422024 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f0613-4012-44b6-b5c1-233f0494fba7 req-21291ee2-c1fa-4f09-a1d3-e3f889335b51 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:04.423407 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ee8a3-11e6-446d-82a2-c60e942e4a5c req-55837ca5-477b-43d0-8cc9-47ce6f190451 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:04.423524 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-089f0613-4012-44b6-b5c1-233f0494fba7 req-21291ee2-c1fa-4f09-a1d3-e3f889335b51 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0534186 Sep 21 18:00:04.425411 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-223ee8a3-11e6-446d-82a2-c60e942e4a5c req-55837ca5-477b-43d0-8cc9-47ce6f190451 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5446 time: 0.0954628 Sep 21 18:00:04.462538 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-089f0613-4012-44b6-b5c1-233f0494fba7 req-5cd8c46e-c6da-495d-a53c-d22d5cb38ec3 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323069 Sep 21 18:00:04.467929 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-223ee8a3-11e6-446d-82a2-c60e942e4a5c req-d3e85ec3-f1bb-4c21-91dc-dd1719bce941 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361774 Sep 21 18:00:04.592976 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9330a1-ee63-4d39-8171-ff1e934a3987 req-bd0d73ec-d029-4264-b0d0-cc910fc3b0b8 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:04.595572 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9b9330a1-ee63-4d39-8171-ff1e934a3987 req-bd0d73ec-d029-4264-b0d0-cc910fc3b0b8 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 946 time: 0.0603321 Sep 21 18:00:04.634609 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9b9330a1-ee63-4d39-8171-ff1e934a3987 req-e6541e8b-8bda-4126-84f3-639a9d2b9de2 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339568 Sep 21 18:00:04.706497 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e6889-33c1-4eb7-a014-b73ffbfdbcb6 req-5565675a-1e50-4218-a608-622a26564e93 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:04.708279 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3e8e6889-33c1-4eb7-a014-b73ffbfdbcb6 req-5565675a-1e50-4218-a608-622a26564e93 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0540464 Sep 21 18:00:04.744358 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d0100-246e-478a-aac9-894351d32519 req-9b87ab2c-835d-4abf-8796-09fa2ecd537a tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:04.745765 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-918d0100-246e-478a-aac9-894351d32519 req-9b87ab2c-835d-4abf-8796-09fa2ecd537a tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3b54de0-5134-4df1-9ab6-65c495beb154 HTTP/1.1" status: 200 len: 946 time: 0.0492039 Sep 21 18:00:04.747008 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3e8e6889-33c1-4eb7-a014-b73ffbfdbcb6 req-1056234e-6693-448d-bd74-c12bb9d42123 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327108 Sep 21 18:00:04.785223 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-918d0100-246e-478a-aac9-894351d32519 req-7d58689a-ce44-4759-ac99-3422138cf7d2 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331454 Sep 21 18:00:04.927171 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb716c-bf8e-40e4-b0f5-8bbb4d72d9f6 req-a5ff5236-1cb5-4d11-a712-d1db6bb9a18a tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:04.928812 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-68cb716c-bf8e-40e4-b0f5-8bbb4d72d9f6 req-a5ff5236-1cb5-4d11-a712-d1db6bb9a18a tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0515275 Sep 21 18:00:04.972161 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-68cb716c-bf8e-40e4-b0f5-8bbb4d72d9f6 req-db6a8098-a885-4db0-a431-cc0eb7ec5b8e tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371726 Sep 21 18:00:05.100627 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e79ca-7bc4-4295-8fd7-a4192f7772c1 req-3a5057e1-ca2a-44de-ac3a-d503902b864e tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:05.107496 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-893e79ca-7bc4-4295-8fd7-a4192f7772c1 req-3a5057e1-ca2a-44de-ac3a-d503902b864e tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0662131 Sep 21 18:00:05.141655 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-893e79ca-7bc4-4295-8fd7-a4192f7772c1 req-ff7933fd-3eff-47d8-a22a-b5176a403fe5 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324736 Sep 21 18:00:05.300573 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8150b3-d1c8-4a67-a24e-e35613b6c72d req-7c89586f-ae4f-4839-a1e2-c65d43545d48 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:05.303833 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1d8150b3-d1c8-4a67-a24e-e35613b6c72d req-7c89586f-ae4f-4839-a1e2-c65d43545d48 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0576200 Sep 21 18:00:05.361680 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1d8150b3-d1c8-4a67-a24e-e35613b6c72d req-3daf3d4a-d03f-4b63-95f0-5483598249e5 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367398 Sep 21 18:00:05.433491 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985c722-43ca-48d0-9c5f-4a8d5e5d6003 req-fd46c3b3-592a-4c04-a8ca-ba89f48537c4 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:05.435073 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3985c722-43ca-48d0-9c5f-4a8d5e5d6003 req-fd46c3b3-592a-4c04-a8ca-ba89f48537c4 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 945 time: 0.0523195 Sep 21 18:00:05.477720 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3985c722-43ca-48d0-9c5f-4a8d5e5d6003 req-864c1d6e-0d6e-4708-b17b-d1736749d90d tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320103 Sep 21 18:00:05.488988 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96faa193-96a5-4595-90d6-48d2ff7dd3e6 req-f3c31c23-a1cb-4356-a666-e06f22e90e2f tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:05.490717 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-96faa193-96a5-4595-90d6-48d2ff7dd3e6 req-f3c31c23-a1cb-4356-a666-e06f22e90e2f tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0509424 Sep 21 18:00:05.547213 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-96faa193-96a5-4595-90d6-48d2ff7dd3e6 req-222b0017-d461-49f9-a4d4-cd9f144cd67a tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470703 Sep 21 18:00:05.619860 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b6c77-7d9a-48e3-912f-fc141f8f9cfa req-4b02b468-0aa2-4970-a24d-665818fbae8f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:05.626087 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b6c77-7d9a-48e3-912f-fc141f8f9cfa req-4b02b468-0aa2-4970-a24d-665818fbae8f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:05.632028 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b6c77-7d9a-48e3-912f-fc141f8f9cfa req-4b02b468-0aa2-4970-a24d-665818fbae8f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:05.638078 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b6c77-7d9a-48e3-912f-fc141f8f9cfa req-4b02b468-0aa2-4970-a24d-665818fbae8f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:05.644146 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b6c77-7d9a-48e3-912f-fc141f8f9cfa req-4b02b468-0aa2-4970-a24d-665818fbae8f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:05.650108 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b6c77-7d9a-48e3-912f-fc141f8f9cfa req-4b02b468-0aa2-4970-a24d-665818fbae8f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:05.656263 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b6c77-7d9a-48e3-912f-fc141f8f9cfa req-4b02b468-0aa2-4970-a24d-665818fbae8f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:05.664207 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-185b6c77-7d9a-48e3-912f-fc141f8f9cfa req-4b02b468-0aa2-4970-a24d-665818fbae8f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5446 time: 0.1115584 Sep 21 18:00:05.710435 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-185b6c77-7d9a-48e3-912f-fc141f8f9cfa req-b7c5eb24-4786-4830-ad60-b3b763b95c4a tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437648 Sep 21 18:00:05.772100 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8bb1be42-3457-466e-b754-aa21036c2fb4 req-603dcb3b-8ee1-4e83-b0dc-f547935378c6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451350 Sep 21 18:00:05.905414 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17e8b0-3bad-491f-b174-5cf9a6ffa377 req-0ee0db11-43ec-41d4-8f59-2016c95d0aca tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:05.907624 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fb17e8b0-3bad-491f-b174-5cf9a6ffa377 req-0ee0db11-43ec-41d4-8f59-2016c95d0aca tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 946 time: 0.0614150 Sep 21 18:00:05.955799 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fb17e8b0-3bad-491f-b174-5cf9a6ffa377 req-4971d7bc-0b09-477f-bdea-f9a4055e066d tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400631 Sep 21 18:00:06.073503 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c2b97-60be-4072-88c2-b20f53c9d79e req-6f4c2d2e-0296-47db-b654-58df68fc05c2 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:06.075206 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c09c2b97-60be-4072-88c2-b20f53c9d79e req-6f4c2d2e-0296-47db-b654-58df68fc05c2 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3b54de0-5134-4df1-9ab6-65c495beb154 HTTP/1.1" status: 200 len: 946 time: 0.0548220 Sep 21 18:00:06.116507 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c09c2b97-60be-4072-88c2-b20f53c9d79e req-6159c6fc-01be-423c-844e-4cc124c350aa tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341973 Sep 21 18:00:06.158438 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1be42-3457-466e-b754-aa21036c2fb4 req-325b40b1-dc54-4246-8208-a02eb452ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:06.159976 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8bb1be42-3457-466e-b754-aa21036c2fb4 req-325b40b1-dc54-4246-8208-a02eb452ecf8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6392516e96f84ba892289a69fd738ba0&device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 1096 time: 0.3359933 Sep 21 18:00:06.175723 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef63b4-ffb6-44ef-89a1-743a364e5321 req-f8e458c7-b223-47cc-974a-7c7b66894eb1 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:06.177175 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9cef63b4-ffb6-44ef-89a1-743a364e5321 req-f8e458c7-b223-47cc-974a-7c7b66894eb1 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0580380 Sep 21 18:00:06.243563 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a4c87-7028-4062-916e-fbfd10442d8b req-c62026d2-33c7-4ed8-a8d1-3234e473863e tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:06.245234 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-901a4c87-7028-4062-916e-fbfd10442d8b req-c62026d2-33c7-4ed8-a8d1-3234e473863e tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3b54de0-5134-4df1-9ab6-65c495beb154 HTTP/1.1" status: 200 len: 946 time: 0.0591938 Sep 21 18:00:06.275478 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9cef63b4-ffb6-44ef-89a1-743a364e5321 req-89bc0a99-a487-4a9d-a88d-7d6f6105cd7b tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923717 Sep 21 18:00:06.288925 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-901a4c87-7028-4062-916e-fbfd10442d8b req-c35fa173-5e9a-42df-b4cb-7ec4d171dba0 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365636 Sep 21 18:00:06.303711 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1be42-3457-466e-b754-aa21036c2fb4 req-c86334f9-409d-4c93-bd29-716204639eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:06.305394 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8bb1be42-3457-466e-b754-aa21036c2fb4 req-c86334f9-409d-4c93-bd29-716204639eca service neutron] 10.222.0.38 "GET /v2.0/networks?id=f2d81d27-0c00-4725-9470-c5bfb20f5559 HTTP/1.1" status: 200 len: 914 time: 0.1165166 Sep 21 18:00:06.353302 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8bb1be42-3457-466e-b754-aa21036c2fb4 req-4b3e5138-354b-409f-a8a5-70f41c0cef9f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4caa6c17-2cb7-4001-8770-7ca7da594698 HTTP/1.1" status: 200 len: 217 time: 0.0336301 Sep 21 18:00:06.411745 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1be42-3457-466e-b754-aa21036c2fb4 req-fbc12bf0-be49-4811-98bb-b05f3f29a358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:06.413237 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8bb1be42-3457-466e-b754-aa21036c2fb4 req-fbc12bf0-be49-4811-98bb-b05f3f29a358 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3ce9b4b5-4bbc-411f-9902-099d41627a6b HTTP/1.1" status: 200 len: 853 time: 0.0509043 Sep 21 18:00:06.446454 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8bb1be42-3457-466e-b754-aa21036c2fb4 req-9099c2db-6823-40cd-b2c9-8295d451ca93 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f2d81d27-0c00-4725-9470-c5bfb20f5559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245323 Sep 21 18:00:06.493050 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fcf88-64a7-4213-9706-ac661379f9f7 req-2578394d-a01e-4a6b-8b37-5d5570b6d9da tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:06.494559 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7c1fcf88-64a7-4213-9706-ac661379f9f7 req-2578394d-a01e-4a6b-8b37-5d5570b6d9da tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3b54de0-5134-4df1-9ab6-65c495beb154 HTTP/1.1" status: 200 len: 946 time: 0.0491521 Sep 21 18:00:06.533276 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7c1fcf88-64a7-4213-9706-ac661379f9f7 req-ea6e15c0-c270-4b75-83a5-782112dda428 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324769 Sep 21 18:00:06.541368 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8bb1be42-3457-466e-b754-aa21036c2fb4 req-5df469f3-b589-432e-a7be-2bb935f466d1 service neutron] 10.222.0.38 "GET /v2.0/networks/f2d81d27-0c00-4725-9470-c5bfb20f5559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859125 Sep 21 18:00:06.658733 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d0f54-e72e-4b4d-b88a-4a9bfb28dd22 req-35a3bf2c-1eb8-44ec-b02c-1f8dfc251c50 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:06.660339 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-016d0f54-e72e-4b4d-b88a-4a9bfb28dd22 req-35a3bf2c-1eb8-44ec-b02c-1f8dfc251c50 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3b54de0-5134-4df1-9ab6-65c495beb154 HTTP/1.1" status: 200 len: 946 time: 0.0514393 Sep 21 18:00:06.665288 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc7779-5c2b-4444-806c-ffa296625237 req-72125e3a-3920-42ee-9977-53c108fac090 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:06.666770 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-32dc7779-5c2b-4444-806c-ffa296625237 req-72125e3a-3920-42ee-9977-53c108fac090 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 945 time: 0.0996513 Sep 21 18:00:06.693377 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8bb1be42-3457-466e-b754-aa21036c2fb4 req-94ee00a1-233f-4795-a82c-d01186c7396c service neutron] 10.222.0.38 "GET /v2.0/networks/f2d81d27-0c00-4725-9470-c5bfb20f5559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442406 Sep 21 18:00:06.700770 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-016d0f54-e72e-4b4d-b88a-4a9bfb28dd22 req-6e86d3a9-0a73-4c05-aaa6-393b66be1f1e tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341473 Sep 21 18:00:06.715114 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-32dc7779-5c2b-4444-806c-ffa296625237 req-81ce3a1e-714c-496b-93cc-1d0c8581aa6e tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378859 Sep 21 18:00:06.909861 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46207e2d-2afa-4108-b69e-3ff32b6b277a req-188ef729-df4a-43de-bebc-a82062f4321f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:06.915859 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46207e2d-2afa-4108-b69e-3ff32b6b277a req-188ef729-df4a-43de-bebc-a82062f4321f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:06.922140 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46207e2d-2afa-4108-b69e-3ff32b6b277a req-188ef729-df4a-43de-bebc-a82062f4321f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:06.928390 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46207e2d-2afa-4108-b69e-3ff32b6b277a req-188ef729-df4a-43de-bebc-a82062f4321f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:06.934648 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46207e2d-2afa-4108-b69e-3ff32b6b277a req-188ef729-df4a-43de-bebc-a82062f4321f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:06.941260 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46207e2d-2afa-4108-b69e-3ff32b6b277a req-188ef729-df4a-43de-bebc-a82062f4321f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:06.947195 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46207e2d-2afa-4108-b69e-3ff32b6b277a req-188ef729-df4a-43de-bebc-a82062f4321f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:06.949319 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-46207e2d-2afa-4108-b69e-3ff32b6b277a req-188ef729-df4a-43de-bebc-a82062f4321f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5446 time: 0.1053407 Sep 21 18:00:06.989745 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf97330-288e-486e-a48e-8879f81c1a6e req-a7eaf511-67bb-4498-a0a2-b0741786a394 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:06.993198 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7cf97330-288e-486e-a48e-8879f81c1a6e req-a7eaf511-67bb-4498-a0a2-b0741786a394 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3b54de0-5134-4df1-9ab6-65c495beb154 HTTP/1.1" status: 200 len: 946 time: 0.0633755 Sep 21 18:00:06.995130 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-46207e2d-2afa-4108-b69e-3ff32b6b277a req-fe6bb734-9356-4c6e-b245-9c66b080dce8 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368445 Sep 21 18:00:07.036374 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7cf97330-288e-486e-a48e-8879f81c1a6e req-c0570139-ed6e-4cde-916b-13db5a142085 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353823 Sep 21 18:00:07.108565 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048417e-b351-47e8-a109-47b389448400 req-5a578725-cb7e-4ed7-b57e-3cc1887ecc86 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:07.110003 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c048417e-b351-47e8-a109-47b389448400 req-5a578725-cb7e-4ed7-b57e-3cc1887ecc86 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 946 time: 0.0518558 Sep 21 18:00:07.147592 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c048417e-b351-47e8-a109-47b389448400 req-916b0310-e4c2-46ab-87e8-ec09da3bed63 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312614 Sep 21 18:00:07.148684 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115bd5c-a758-4ab3-9967-9c9b091f5d1e req-96cd33a1-9064-40d9-8492-39a3b13e0c57 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:07.155048 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115bd5c-a758-4ab3-9967-9c9b091f5d1e req-96cd33a1-9064-40d9-8492-39a3b13e0c57 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:07.161935 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115bd5c-a758-4ab3-9967-9c9b091f5d1e req-96cd33a1-9064-40d9-8492-39a3b13e0c57 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:07.168995 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115bd5c-a758-4ab3-9967-9c9b091f5d1e req-96cd33a1-9064-40d9-8492-39a3b13e0c57 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:07.175110 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115bd5c-a758-4ab3-9967-9c9b091f5d1e req-96cd33a1-9064-40d9-8492-39a3b13e0c57 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:07.181206 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115bd5c-a758-4ab3-9967-9c9b091f5d1e req-96cd33a1-9064-40d9-8492-39a3b13e0c57 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:07.187427 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115bd5c-a758-4ab3-9967-9c9b091f5d1e req-96cd33a1-9064-40d9-8492-39a3b13e0c57 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:07.189469 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0115bd5c-a758-4ab3-9967-9c9b091f5d1e req-96cd33a1-9064-40d9-8492-39a3b13e0c57 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5446 time: 0.0948856 Sep 21 18:00:07.202446 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37394) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:07.210945 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-c418a67b-2e41-4033-b836-dc5e1c9ab382 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Request body: {'floatingip': {'port_id': 'c8bd6324-ba29-4ca0-b70f-9e2945b882d7'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:07.277154 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c418a67b-2e41-4033-b836-dc5e1c9ab382 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks [] for floatingip, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:07.382400 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32cbad-f22d-4a88-9cae-dbbbaa67dcb3 req-5fddfb52-f61b-49f7-9a87-6b713dea32c8 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:07.383884 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9c32cbad-f22d-4a88-9cae-dbbbaa67dcb3 req-5fddfb52-f61b-49f7-9a87-6b713dea32c8 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3b54de0-5134-4df1-9ab6-65c495beb154 HTTP/1.1" status: 200 len: 946 time: 0.1356559 Sep 21 18:00:07.395476 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f24676-67e7-4d42-a9eb-ff25b29df8ce req-ee87250a-731b-4440-b446-42e1cf460f1e tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:07.396959 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-44f24676-67e7-4d42-a9eb-ff25b29df8ce req-ee87250a-731b-4440-b446-42e1cf460f1e tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0494831 Sep 21 18:00:07.434243 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-44f24676-67e7-4d42-a9eb-ff25b29df8ce req-d39ba4b9-17c3-40d9-9da5-295cc5f5def0 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310252 Sep 21 18:00:07.466130 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9c32cbad-f22d-4a88-9cae-dbbbaa67dcb3 req-dfb73425-f223-439c-bd96-7df2f405a98c tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747168 Sep 21 18:00:07.762771 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c418a67b-2e41-4033-b836-dc5e1c9ab382 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:07.769211 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c418a67b-2e41-4033-b836-dc5e1c9ab382 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:07.804371 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76a91a-f169-46f1-b53c-c33b7aaf2388 req-d20d7c8d-6dc6-40c2-9bba-290f96c7f7f1 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:07.806119 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0f76a91a-f169-46f1-b53c-c33b7aaf2388 req-d20d7c8d-6dc6-40c2-9bba-290f96c7f7f1 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3b54de0-5134-4df1-9ab6-65c495beb154 HTTP/1.1" status: 200 len: 946 time: 0.0578263 Sep 21 18:00:07.843565 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0f76a91a-f169-46f1-b53c-c33b7aaf2388 req-97b69676-d9e2-4562-8408-461c62e03a80 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314929 Sep 21 18:00:07.898649 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b49764-22fa-404a-bf54-25375ea3f86f req-065e0e9e-e54a-4e78-b4ad-9db7f8fa4209 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:07.900241 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-77b49764-22fa-404a-bf54-25375ea3f86f req-065e0e9e-e54a-4e78-b4ad-9db7f8fa4209 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 945 time: 0.0961251 Sep 21 18:00:07.918264 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [None req-c418a67b-2e41-4033-b836-dc5e1c9ab382 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Floating IP 0602900f-aaff-4bf0-b5c4-679531b5823f associated. External IP: 172.25.6.52, port: c8bd6324-ba29-4ca0-b70f-9e2945b882d7. Sep 21 18:00:07.985501 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-77b49764-22fa-404a-bf54-25375ea3f86f req-2686a96b-8f12-44a6-8433-cbc9f25d3085 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784402 Sep 21 18:00:08.281329 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75e056-1cff-4e98-acc8-491eaf342c21 req-e56f9e5d-6743-495d-b1d5-6dde633c4027 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:08.283212 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9c75e056-1cff-4e98-acc8-491eaf342c21 req-e56f9e5d-6743-495d-b1d5-6dde633c4027 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 946 time: 0.0560081 Sep 21 18:00:08.345631 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9c75e056-1cff-4e98-acc8-491eaf342c21 req-46ed1843-a7ba-4e79-be1d-7181eefec718 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563507 Sep 21 18:00:08.358460 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb61d6-902a-4e6d-8bf2-db3daec28be0 req-67c4d70f-d7b3-41f0-95e0-2bae0278abbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:08.360090 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07bb61d6-902a-4e6d-8bf2-db3daec28be0 req-67c4d70f-d7b3-41f0-95e0-2bae0278abbb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0054d9324ee341f99a9815f4375410f3&device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 1096 time: 0.0566883 Sep 21 18:00:08.442971 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c418a67b-2e41-4033-b836-dc5e1c9ab382 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Router 70ee5c10-760c-4729-b3a2-b2cfa126a600 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:00:08.479466 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb61d6-902a-4e6d-8bf2-db3daec28be0 req-724f8a6a-67d0-4110-a0a8-2c0249fee815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:08.480981 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07bb61d6-902a-4e6d-8bf2-db3daec28be0 req-724f8a6a-67d0-4110-a0a8-2c0249fee815 service neutron] 10.222.0.44 "GET /v2.0/networks?id=317845e1-df2c-40eb-a75c-cc29a382e695 HTTP/1.1" status: 200 len: 916 time: 0.0898116 Sep 21 18:00:08.552149 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c418a67b-2e41-4033-b836-dc5e1c9ab382 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:00:08.557158 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c418a67b-2e41-4033-b836-dc5e1c9ab382 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:08.564408 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4f2795-dd55-4575-b581-fa593387a2ea None None] Sync routers for ids ['70ee5c10-760c-4729-b3a2-b2cfa126a600'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:00:08.575362 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4f2795-dd55-4575-b581-fa593387a2ea None None] Routers {'70ee5c10-760c-4729-b3a2-b2cfa126a600'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:00:08.576199 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-cb4f2795-dd55-4575-b581-fa593387a2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:59:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['70ee5c10-760c-4729-b3a2-b2cfa126a600'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:08.586112 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c418a67b-2e41-4033-b836-dc5e1c9ab382 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "PUT /v2.0/floatingips/0602900f-aaff-4bf0-b5c4-679531b5823f HTTP/1.1" status: 200 len: 991 time: 1.3825109 Sep 21 18:00:08.587002 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'tag': 'c8bd6324-ba29-4ca0-b70f-9e2945b882d7'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:08.587991 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07bb61d6-902a-4e6d-8bf2-db3daec28be0 req-8d2e729a-e28f-458d-a114-374b2ce95348 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24e893e5-935f-4c89-ba97-f486c4607846 HTTP/1.1" status: 200 len: 1001 time: 0.0963535 Sep 21 18:00:08.594088 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0ae3f2-be5e-4c6f-92f1-c8edb97c6c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "tag": "c8bd6324-ba29-4ca0-b70f-9e2945b882d7"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:08.602126 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66394161-f59f-4d29-b279-0a1e9bbbbe1d req-138b4405-500a-4453-b751-6663b6dca070 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:08.604122 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-66394161-f59f-4d29-b279-0a1e9bbbbe1d req-138b4405-500a-4453-b751-6663b6dca070 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0750527 Sep 21 18:00:08.679909 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb61d6-902a-4e6d-8bf2-db3daec28be0 req-91e33a51-c21d-4166-9379-5462f91159ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:08.681493 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07bb61d6-902a-4e6d-8bf2-db3daec28be0 req-91e33a51-c21d-4166-9379-5462f91159ad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=109644f9-7374-4e29-a072-2da36abb70ff HTTP/1.1" status: 200 len: 854 time: 0.0765212 Sep 21 18:00:08.686040 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-66394161-f59f-4d29-b279-0a1e9bbbbe1d req-a6f1df6b-9342-4150-916b-1576d403a085 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698705 Sep 21 18:00:08.715860 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c36b3b5-acf1-4f90-8064-39276e5b4953 x-openstack-request-id: req-7c36b3b5-acf1-4f90-8064-39276e5b4953 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:08.716918 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "tag": "c8bd6324-ba29-4ca0-b70f-9e2945b882d7", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:08.717242 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7c36b3b5-acf1-4f90-8064-39276e5b4953 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:08.717722 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'tag': 'c8bd6324-ba29-4ca0-b70f-9e2945b882d7', 'status': 'completed', 'code': 200} Sep 21 18:00:08.741712 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb61d6-902a-4e6d-8bf2-db3daec28be0 req-6761e5d2-cd87-418c-8f13-c5d2b69186ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:08.743397 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07bb61d6-902a-4e6d-8bf2-db3daec28be0 req-6761e5d2-cd87-418c-8f13-c5d2b69186ab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=317845e1-df2c-40eb-a75c-cc29a382e695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527337 Sep 21 18:00:08.831578 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-cb4f2795-dd55-4575-b581-fa593387a2ea None None] Set router 70ee5c10-760c-4729-b3a2-b2cfa126a600 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:00:08.858157 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ae3f2-be5e-4c6f-92f1-c8edb97c6c9b req-15c065fe-8a28-463c-97da-a65b03eaebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:08.858783 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ae3f2-be5e-4c6f-92f1-c8edb97c6c9b req-15c065fe-8a28-463c-97da-a65b03eaebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:08.859233 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ae3f2-be5e-4c6f-92f1-c8edb97c6c9b req-15c065fe-8a28-463c-97da-a65b03eaebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:08.859713 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ae3f2-be5e-4c6f-92f1-c8edb97c6c9b req-15c065fe-8a28-463c-97da-a65b03eaebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:08.860185 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ae3f2-be5e-4c6f-92f1-c8edb97c6c9b req-15c065fe-8a28-463c-97da-a65b03eaebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:08.861521 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ae3f2-be5e-4c6f-92f1-c8edb97c6c9b req-15c065fe-8a28-463c-97da-a65b03eaebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:08.862012 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ae3f2-be5e-4c6f-92f1-c8edb97c6c9b req-15c065fe-8a28-463c-97da-a65b03eaebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:08.864083 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fd0ae3f2-be5e-4c6f-92f1-c8edb97c6c9b req-15c065fe-8a28-463c-97da-a65b03eaebcd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f45042291f6d424394d35c26dcf75613&device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 6503 time: 0.1186781 Sep 21 18:00:08.949528 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07bb61d6-902a-4e6d-8bf2-db3daec28be0 req-f8feeb65-2e29-4af1-9174-8f2fa57fd0f3 service neutron] 10.222.0.44 "GET /v2.0/networks/317845e1-df2c-40eb-a75c-cc29a382e695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946816 Sep 21 18:00:09.111962 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-cb4f2795-dd55-4575-b581-fa593387a2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'name': 'tempest-TaggedBootDevicesTest_v242-1839193842-router', 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '368f121e-9742-4e3d-ad23-34901564bbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:35Z', 'updated_at': '2021-09-21T17:57:42Z', 'revision_number': 4, 'project_id': 'f45042291f6d424394d35c26dcf75613', 'gw_port': {'id': '368f121e-9742-4e3d-ad23-34901564bbdb', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:36Z', 'updated_at': '2021-09-21T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '0602900f-aaff-4bf0-b5c4-679531b5823f', 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'floating_ip_address': '172.25.6.52', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'port_id': 'c8bd6324-ba29-4ca0-b70f-9e2945b882d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dc45eb4-5f11-4e3f-9333-457ab9caa65b', 'mac_address': 'fa:16:3e:e1:2a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:58:27Z', 'updated_at': '2021-09-21T18:00:07Z', 'revision_number': 1, 'project_id': 'f45042291f6d424394d35c26dcf75613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71049d01-faed-46fe-b7df-418057d28f73', 'name': '', 'network_id': '2dc45eb4-5f11-4e3f-9333-457ab9caa65b', 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'mac_address': 'fa:16:3e:b6:c6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '063152f7-9266-4ea3-af4b-f63acd8682dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:39Z', 'updated_at': '2021-09-21T17:57:48Z', 'revision_number': 5, 'project_id': 'f45042291f6d424394d35c26dcf75613', 'subnets': [{'id': '063152f7-9266-4ea3-af4b-f63acd8682dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:09.147885 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4f2795-dd55-4575-b581-fa593387a2ea None None] Checking router: 70ee5c10-760c-4729-b3a2-b2cfa126a600 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:00:09.156398 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4f2795-dd55-4575-b581-fa593387a2ea None None] Routers {'70ee5c10-760c-4729-b3a2-b2cfa126a600'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:00:09.157019 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-cb4f2795-dd55-4575-b581-fa593387a2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T17:59:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['70ee5c10-760c-4729-b3a2-b2cfa126a600'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:09.198192 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4365017-5ad2-482e-8e6e-64c906b3b9d0 req-7a01fdff-d4fa-4b09-9820-49ee54597287 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:09.200063 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d4365017-5ad2-482e-8e6e-64c906b3b9d0 req-7a01fdff-d4fa-4b09-9820-49ee54597287 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 945 time: 0.0566249 Sep 21 18:00:09.222685 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ae3f2-be5e-4c6f-92f1-c8edb97c6c9b req-32361f37-4593-49bf-b6c3-b4cdb6bacd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:09.224563 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fd0ae3f2-be5e-4c6f-92f1-c8edb97c6c9b req-32361f37-4593-49bf-b6c3-b4cdb6bacd45 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2dc45eb4-5f11-4e3f-9333-457ab9caa65b HTTP/1.1" status: 200 len: 918 time: 0.3508348 Sep 21 18:00:09.226398 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07bb61d6-902a-4e6d-8bf2-db3daec28be0 req-3f33ec0a-bfd7-48f4-ac4f-b20b21c18543 service neutron] 10.222.0.44 "GET /v2.0/networks/317845e1-df2c-40eb-a75c-cc29a382e695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268839 Sep 21 18:00:09.238819 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825dacf-ebcc-432a-8531-40fd8ab65d30 req-d0dd1eeb-677b-4199-a457-4e9f6f60b27f tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:09.246985 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3825dacf-ebcc-432a-8531-40fd8ab65d30 req-d0dd1eeb-677b-4199-a457-4e9f6f60b27f tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3b54de0-5134-4df1-9ab6-65c495beb154 HTTP/1.1" status: 200 len: 946 time: 0.2457120 Sep 21 18:00:09.262488 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb0337-eea0-407b-9b71-c3881a9085c1 req-58f02467-c61d-4009-9e43-90c10fafbb8c tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:09.264418 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-05fb0337-eea0-407b-9b71-c3881a9085c1 req-58f02467-c61d-4009-9e43-90c10fafbb8c tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3b54de0-5134-4df1-9ab6-65c495beb154 HTTP/1.1" status: 200 len: 946 time: 0.2406113 Sep 21 18:00:09.274319 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d4365017-5ad2-482e-8e6e-64c906b3b9d0 req-d6954675-d634-4466-ba16-b9f464cd6db4 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660186 Sep 21 18:00:09.283569 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-cb4f2795-dd55-4575-b581-fa593387a2ea None None] Set router 70ee5c10-760c-4729-b3a2-b2cfa126a600 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:00:09.384583 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fd0ae3f2-be5e-4c6f-92f1-c8edb97c6c9b req-b3c9ce7a-73e6-432d-bff0-84e6f727f8eb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8bd6324-ba29-4ca0-b70f-9e2945b882d7 HTTP/1.1" status: 200 len: 999 time: 0.1355641 Sep 21 18:00:09.414464 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3825dacf-ebcc-432a-8531-40fd8ab65d30 req-26746c4d-3f51-4148-b59b-d7e3cc7ea178 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/security-groups?id=7ada3473-3f94-4ff5-bc54-2f3040a601da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647413 Sep 21 18:00:09.503608 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f638e6-83f7-45af-8af2-80a2209b50f7 req-6d8519a8-575f-43ce-9f57-2ce99e7dd49a tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:09.505333 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-56f638e6-83f7-45af-8af2-80a2209b50f7 req-6d8519a8-575f-43ce-9f57-2ce99e7dd49a tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 946 time: 0.0681443 Sep 21 18:00:09.524380 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ae3f2-be5e-4c6f-92f1-c8edb97c6c9b req-ef66719e-6e3d-4fcb-9db7-00b3d7a72474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:09.525886 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fd0ae3f2-be5e-4c6f-92f1-c8edb97c6c9b req-ef66719e-6e3d-4fcb-9db7-00b3d7a72474 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=063152f7-9266-4ea3-af4b-f63acd8682dc HTTP/1.1" status: 200 len: 856 time: 0.1228802 Sep 21 18:00:09.559708 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-56f638e6-83f7-45af-8af2-80a2209b50f7 req-7a7466f5-7ccd-4d83-9f90-e59703b4ec94 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446107 Sep 21 18:00:09.574574 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-05fb0337-eea0-407b-9b71-c3881a9085c1 req-19eee83d-fdc0-4622-b15c-f2019838fec2 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Deleting port 004edbc1-1d04-4fae-bad4-571fc10c3ec2 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:00:09.574909 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-05fb0337-eea0-407b-9b71-c3881a9085c1 req-19eee83d-fdc0-4622-b15c-f2019838fec2 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:09.592965 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-cb4f2795-dd55-4575-b581-fa593387a2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'name': 'tempest-TaggedBootDevicesTest_v242-1839193842-router', 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '368f121e-9742-4e3d-ad23-34901564bbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:35Z', 'updated_at': '2021-09-21T17:57:42Z', 'revision_number': 4, 'project_id': 'f45042291f6d424394d35c26dcf75613', 'gw_port': {'id': '368f121e-9742-4e3d-ad23-34901564bbdb', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:36Z', 'updated_at': '2021-09-21T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '0602900f-aaff-4bf0-b5c4-679531b5823f', 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'floating_ip_address': '172.25.6.52', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'port_id': 'c8bd6324-ba29-4ca0-b70f-9e2945b882d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dc45eb4-5f11-4e3f-9333-457ab9caa65b', 'mac_address': 'fa:16:3e:e1:2a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:58:27Z', 'updated_at': '2021-09-21T18:00:07Z', 'revision_number': 1, 'project_id': 'f45042291f6d424394d35c26dcf75613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71049d01-faed-46fe-b7df-418057d28f73', 'name': '', 'network_id': '2dc45eb4-5f11-4e3f-9333-457ab9caa65b', 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'mac_address': 'fa:16:3e:b6:c6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '063152f7-9266-4ea3-af4b-f63acd8682dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:39Z', 'updated_at': '2021-09-21T17:57:48Z', 'revision_number': 5, 'project_id': 'f45042291f6d424394d35c26dcf75613', 'subnets': [{'id': '063152f7-9266-4ea3-af4b-f63acd8682dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:09.620443 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4f2795-dd55-4575-b581-fa593387a2ea None None] The sync data for ids ['70ee5c10-760c-4729-b3a2-b2cfa126a600'] in n-d-810291-1 is: [{'id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'name': 'tempest-TaggedBootDevicesTest_v242-1839193842-router', 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '368f121e-9742-4e3d-ad23-34901564bbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:35Z', 'updated_at': '2021-09-21T17:57:42Z', 'revision_number': 4, 'project_id': 'f45042291f6d424394d35c26dcf75613', 'gw_port': {'id': '368f121e-9742-4e3d-ad23-34901564bbdb', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:36Z', 'updated_at': '2021-09-21T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '0602900f-aaff-4bf0-b5c4-679531b5823f', 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'floating_ip_address': '172.25.6.52', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'port_id': 'c8bd6324-ba29-4ca0-b70f-9e2945b882d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dc45eb4-5f11-4e3f-9333-457ab9caa65b', 'mac_address': 'fa:16:3e:e1:2a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:58:27Z', 'updated_at': '2021-09-21T18:00:07Z', 'revision_number': 1, 'project_id': 'f45042291f6d424394d35c26dcf75613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71049d01-faed-46fe-b7df-418057d28f73', 'name': '', 'network_id': '2dc45eb4-5f11-4e3f-9333-457ab9caa65b', 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'mac_address': 'fa:16:3e:b6:c6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '063152f7-9266-4ea3-af4b-f63acd8682dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:39Z', 'updated_at': '2021-09-21T17:57:48Z', 'revision_number': 5, 'project_id': 'f45042291f6d424394d35c26dcf75613', 'subnets': [{'id': '063152f7-9266-4ea3-af4b-f63acd8682dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:00:09.647831 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ae3f2-be5e-4c6f-92f1-c8edb97c6c9b req-dae31d3a-01c0-433e-92f4-682cc743090c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:09.649335 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fd0ae3f2-be5e-4c6f-92f1-c8edb97c6c9b req-dae31d3a-01c0-433e-92f4-682cc743090c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2dc45eb4-5f11-4e3f-9333-457ab9caa65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122527 Sep 21 18:00:09.712755 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-05fb0337-eea0-407b-9b71-c3881a9085c1 req-19eee83d-fdc0-4622-b15c-f2019838fec2 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] For port 004edbc1-1d04-4fae-bad4-571fc10c3ec2, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=004edbc1-1d04-4fae-bad4-571fc10c3ec2,segment=NetworkSegment(7a41b262-3cb8-4dc0-a9c6-451220a101cc),segment_id=7a41b262-3cb8-4dc0-a9c6-451220a101cc)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:09.713118 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-05fb0337-eea0-407b-9b71-c3881a9085c1 req-19eee83d-fdc0-4622-b15c-f2019838fec2 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:09.774262 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-05fb0337-eea0-407b-9b71-c3881a9085c1 req-19eee83d-fdc0-4622-b15c-f2019838fec2 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Calling delete_port for 004edbc1-1d04-4fae-bad4-571fc10c3ec2 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:00:09.855805 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ec92b-f717-443a-a131-973fb1ca228b req-d1833b56-c921-4604-add1-265abb5eddc4 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:09.857508 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c98ec92b-f717-443a-a131-973fb1ca228b req-d1833b56-c921-4604-add1-265abb5eddc4 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0761352 Sep 21 18:00:09.885631 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fd0ae3f2-be5e-4c6f-92f1-c8edb97c6c9b req-b45e4046-43fe-4319-9eb2-74364f614b9b service neutron] 10.222.0.38 "GET /v2.0/networks/2dc45eb4-5f11-4e3f-9333-457ab9caa65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281599 Sep 21 18:00:09.902679 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c98ec92b-f717-443a-a131-973fb1ca228b req-ed73b4c5-35ab-4d53-b0fa-39d88e05de59 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367010 Sep 21 18:00:09.991430 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61adbce5-b5aa-4d8a-825a-fbfbdabe01d8 None None] New status for floating IP 0602900f-aaff-4bf0-b5c4-679531b5823f: ACTIVE {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:00:10.039923 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fd0ae3f2-be5e-4c6f-92f1-c8edb97c6c9b req-8b400de6-bd83-4cbb-8b12-92727b874e65 service neutron] 10.222.0.38 "GET /v2.0/networks/2dc45eb4-5f11-4e3f-9333-457ab9caa65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463082 Sep 21 18:00:10.045136 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-05fb0337-eea0-407b-9b71-c3881a9085c1 req-19eee83d-fdc0-4622-b15c-f2019838fec2 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:10.058029 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['004edbc1-1d04-4fae-bad4-571fc10c3ec2'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:00:10.076978 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eee83d-fdc0-4622-b15c-f2019838fec2 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Pushing event deleted for resources: {'Port': ['ID=004edbc1-1d04-4fae-bad4-571fc10c3ec2,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:10.148626 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-05fb0337-eea0-407b-9b71-c3881a9085c1 req-19eee83d-fdc0-4622-b15c-f2019838fec2 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] No DVR routers for this DVR port 004edbc1-1d04-4fae-bad4-571fc10c3ec2 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:00:10.151486 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-05fb0337-eea0-407b-9b71-c3881a9085c1 req-19eee83d-fdc0-4622-b15c-f2019838fec2 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:10.153820 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-05fb0337-eea0-407b-9b71-c3881a9085c1 req-19eee83d-fdc0-4622-b15c-f2019838fec2 tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.38 "DELETE /v2.0/ports/004edbc1-1d04-4fae-bad4-571fc10c3ec2 HTTP/1.1" status: 204 len: 173 time: 0.8536592 Sep 21 18:00:10.154413 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b54de0-5134-4df1-9ab6-65c495beb154', 'name': 'network-vif-deleted', 'tag': '004edbc1-1d04-4fae-bad4-571fc10c3ec2'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:10.164651 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6a56e5-6329-49b2-a014-87477618ccf8" -d '{"events": [{"server_uuid": "e3b54de0-5134-4df1-9ab6-65c495beb154", "name": "network-vif-deleted", "tag": "004edbc1-1d04-4fae-bad4-571fc10c3ec2"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:10.208739 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec054f66-1e1c-4de1-b268-6855d994d401 x-openstack-request-id: req-ec054f66-1e1c-4de1-b268-6855d994d401 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:10.208968 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b54de0-5134-4df1-9ab6-65c495beb154", "name": "network-vif-deleted", "tag": "004edbc1-1d04-4fae-bad4-571fc10c3ec2", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:10.209114 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ec054f66-1e1c-4de1-b268-6855d994d401 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:10.209494 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b54de0-5134-4df1-9ab6-65c495beb154', 'name': 'network-vif-deleted', 'tag': '004edbc1-1d04-4fae-bad4-571fc10c3ec2', 'status': 'completed', 'code': 200} Sep 21 18:00:10.412625 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b6510-86d8-4503-9132-c6879f63afe5 req-a9efb225-ed18-421e-9c6d-39d7883af9b8 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:10.414154 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ce9b6510-86d8-4503-9132-c6879f63afe5 req-a9efb225-ed18-421e-9c6d-39d7883af9b8 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 945 time: 0.0575662 Sep 21 18:00:10.456140 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ce9b6510-86d8-4503-9132-c6879f63afe5 req-ff297d0e-50cd-4a42-a6be-c5cc7a389560 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342686 Sep 21 18:00:10.537154 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bb3cf258-9c39-4bca-b762-4fe48169c189 req-56c3824b-f6d3-4295-8fe2-e7c467d17d2d tempest-ServerDiskConfigTestJSON-131321986 tempest-ServerDiskConfigTestJSON-131321986-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3b54de0-5134-4df1-9ab6-65c495beb154 HTTP/1.1" status: 200 len: 210 time: 0.0268886 Sep 21 18:00:10.687602 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e19e85-4abe-4a1c-a365-5629c836c031 req-1142b1ef-0d60-406e-9ece-1dd82ab3ef07 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:10.689089 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-18e19e85-4abe-4a1c-a365-5629c836c031 req-1142b1ef-0d60-406e-9ece-1dd82ab3ef07 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 946 time: 0.0564618 Sep 21 18:00:10.733386 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-18e19e85-4abe-4a1c-a365-5629c836c031 req-d1126be1-39ca-401a-83af-56455d3ae0dd tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350435 Sep 21 18:00:10.975357 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf00fa-a65a-4d12-be96-899581a97a94 req-a4786292-4894-4fe9-9fb0-42050fd6e4c6 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:10.976843 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9fdf00fa-a65a-4d12-be96-899581a97a94 req-a4786292-4894-4fe9-9fb0-42050fd6e4c6 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 946 time: 0.0542917 Sep 21 18:00:11.014109 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9fdf00fa-a65a-4d12-be96-899581a97a94 req-610bb8d3-bc8a-4697-8bd7-27937b2de6bb tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311930 Sep 21 18:00:11.023528 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47f327-56a3-427d-a8e7-4298c08926fb req-745dd64d-af57-4f71-8a7c-a0e36ee5f5c9 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:11.025130 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba47f327-56a3-427d-a8e7-4298c08926fb req-745dd64d-af57-4f71-8a7c-a0e36ee5f5c9 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0484505 Sep 21 18:00:11.062731 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba47f327-56a3-427d-a8e7-4298c08926fb req-df8f86c7-f824-4aa4-a21f-3af3c33256bf tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316455 Sep 21 18:00:11.588826 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7c515-dadf-430e-bdcb-7396abf2d14d req-0466e92e-61d6-4806-933e-08e6758b468f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:11.590385 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dbe7c515-dadf-430e-bdcb-7396abf2d14d req-0466e92e-61d6-4806-933e-08e6758b468f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 945 time: 0.0508075 Sep 21 18:00:11.633985 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dbe7c515-dadf-430e-bdcb-7396abf2d14d req-9b8acd63-1529-450c-9661-a1df3d6075e7 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371914 Sep 21 18:00:11.749557 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37480) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:11.795147 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-51125e90-c9ee-4d94-96ee-2fba09b61ce3 admin admin] Deleting subnet 2f8f189a-ed60-4c65-ab30-a297660af34d {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:00:11.798857 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-51125e90-c9ee-4d94-96ee-2fba09b61ce3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:11.836997 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-51125e90-c9ee-4d94-96ee-2fba09b61ce3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:11.875421 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-51125e90-c9ee-4d94-96ee-2fba09b61ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:11.931242 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-51125e90-c9ee-4d94-96ee-2fba09b61ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:11.955953 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51125e90-c9ee-4d94-96ee-2fba09b61ce3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f8f189a-ed60-4c65-ab30-a297660af34d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:11.960530 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-51125e90-c9ee-4d94-96ee-2fba09b61ce3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:11.962407 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-51125e90-c9ee-4d94-96ee-2fba09b61ce3 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2f8f189a-ed60-4c65-ab30-a297660af34d HTTP/1.1" status: 204 len: 168 time: 0.2118027 Sep 21 18:00:11.965646 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37484) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:11.967685 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51125e90-c9ee-4d94-96ee-2fba09b61ce3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:11.968027 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51125e90-c9ee-4d94-96ee-2fba09b61ce3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:11.968361 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51125e90-c9ee-4d94-96ee-2fba09b61ce3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:11.968687 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51125e90-c9ee-4d94-96ee-2fba09b61ce3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:11.969043 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51125e90-c9ee-4d94-96ee-2fba09b61ce3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:11.969364 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51125e90-c9ee-4d94-96ee-2fba09b61ce3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:11.969681 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51125e90-c9ee-4d94-96ee-2fba09b61ce3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:11.969995 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51125e90-c9ee-4d94-96ee-2fba09b61ce3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:11.970373 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51125e90-c9ee-4d94-96ee-2fba09b61ce3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:11.970689 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51125e90-c9ee-4d94-96ee-2fba09b61ce3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:11.971000 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51125e90-c9ee-4d94-96ee-2fba09b61ce3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:11.971338 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51125e90-c9ee-4d94-96ee-2fba09b61ce3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:12.035789 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-14ea66a1-76da-423e-b661-bc78d8b98cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:12.137599 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-14ea66a1-76da-423e-b661-bc78d8b98cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:12.162328 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-14ea66a1-76da-423e-b661-bc78d8b98cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:12.181586 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161ab0c-6bcf-4e3f-a2c3-807f90b3eb9e req-bc95b863-8f70-4855-9122-777cab9515cc tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:12.182966 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-14ea66a1-76da-423e-b661-bc78d8b98cc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a41b262-3cb8-4dc0-a9c6-451220a101cc') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:12.183308 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-14ea66a1-76da-423e-b661-bc78d8b98cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a41b262-3cb8-4dc0-a9c6-451220a101cc') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:12.183419 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2161ab0c-6bcf-4e3f-a2c3-807f90b3eb9e req-bc95b863-8f70-4855-9122-777cab9515cc tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0506854 Sep 21 18:00:12.211315 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc37725-aac0-4676-8cc1-ae25ca497f95 req-d806b0ba-1db9-48bf-8ca7-25ac74343146 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:12.212904 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2fc37725-aac0-4676-8cc1-ae25ca497f95 req-d806b0ba-1db9-48bf-8ca7-25ac74343146 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 946 time: 0.1280332 Sep 21 18:00:12.218329 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-14ea66a1-76da-423e-b661-bc78d8b98cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:12.226714 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2161ab0c-6bcf-4e3f-a2c3-807f90b3eb9e req-ae1d6003-9f43-4309-8311-7aaee95611de tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361416 Sep 21 18:00:12.248729 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-14ea66a1-76da-423e-b661-bc78d8b98cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:12.260400 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ea66a1-76da-423e-b661-bc78d8b98cc3 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:00:12.260911 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-14ea66a1-76da-423e-b661-bc78d8b98cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:12.264855 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:00:12.264855 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:00:12.264855 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:00:12.264855 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:00:12.264855 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:00:12.264855 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:00:12.264855 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:00:12.264855 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:00:12.264855 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:00:12.264855 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:00:12.264855 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:00:12.264855 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:00:12.264855 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:00:12.264855 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:00:12.264855 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:00:12.264855 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:00:12.264855 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:00:12.264855 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:00:12.264855 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:00:12.264855 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:00:12.264855 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:00:12.264855 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:00:12.264855 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:00:12.264855 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:00:12.264855 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:00:12.264855 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:00:12.264855 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:00:12.264855 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:00:12.264855 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:00:12.264855 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:00:12.264855 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:00:12.264855 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:00:12.311570 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bace07e-8d9a-4c6b-8cfb-1a56a766046b req-1a611097-60e5-4908-978a-83201f6d7cf4 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:12.313054 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1bace07e-8d9a-4c6b-8cfb-1a56a766046b req-1a611097-60e5-4908-978a-83201f6d7cf4 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.38 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 946 time: 0.1422353 Sep 21 18:00:12.357797 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2fc37725-aac0-4676-8cc1-ae25ca497f95 req-64a404fc-4cf4-49aa-a845-90a1a618f652 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327221 Sep 21 18:00:12.386531 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-14ea66a1-76da-423e-b661-bc78d8b98cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:12.395284 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-14ea66a1-76da-423e-b661-bc78d8b98cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:12.399535 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-14ea66a1-76da-423e-b661-bc78d8b98cc3 admin admin] 10.222.0.58 "DELETE /v2.0/networks/a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08 HTTP/1.1" status: 204 len: 168 time: 0.4305007 Sep 21 18:00:12.422215 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea66a1-76da-423e-b661-bc78d8b98cc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6c4cf79-72a4-4cbb-9bd6-93f09e7f4b08,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:12.479365 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-1bace07e-8d9a-4c6b-8cfb-1a56a766046b req-41240560-7989-4c57-99b0-9348b07363d3 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Deleting port 44292ec2-864c-49ea-99ee-8c3f0729d2f7 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:00:12.479750 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1bace07e-8d9a-4c6b-8cfb-1a56a766046b req-41240560-7989-4c57-99b0-9348b07363d3 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:12.524292 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37496) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:12.571561 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ab57cd87-dd01-4a7e-97b2-e1b3b5703aba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=77fb7d4686fc4cfc8d52c5834a5ea76a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460503 Sep 21 18:00:12.574061 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37498) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:12.592916 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-1bace07e-8d9a-4c6b-8cfb-1a56a766046b req-41240560-7989-4c57-99b0-9348b07363d3 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] For port 44292ec2-864c-49ea-99ee-8c3f0729d2f7, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=44292ec2-864c-49ea-99ee-8c3f0729d2f7,segment=NetworkSegment(24b566e5-042a-4b3d-9902-34d5286efb61),segment_id=24b566e5-042a-4b3d-9902-34d5286efb61)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:12.593717 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1bace07e-8d9a-4c6b-8cfb-1a56a766046b req-41240560-7989-4c57-99b0-9348b07363d3 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:12.612006 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-1bace07e-8d9a-4c6b-8cfb-1a56a766046b req-41240560-7989-4c57-99b0-9348b07363d3 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Calling delete_port for 44292ec2-864c-49ea-99ee-8c3f0729d2f7 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:00:12.626657 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a33853f4-f69a-4952-ad5f-94836f143404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:12.650763 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a33853f4-f69a-4952-ad5f-94836f143404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:12.718826 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a33853f4-f69a-4952-ad5f-94836f143404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:12.722712 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a33853f4-f69a-4952-ad5f-94836f143404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:12.723939 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a33853f4-f69a-4952-ad5f-94836f143404 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7ada3473-3f94-4ff5-bc54-2f3040a601da HTTP/1.1" status: 204 len: 168 time: 0.1489382 Sep 21 18:00:12.736699 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33853f4-f69a-4952-ad5f-94836f143404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ada3473-3f94-4ff5-bc54-2f3040a601da,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:12.837187 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b61b6-9691-45a4-aa74-be55b4521634 req-64004206-e58c-4705-8dc0-b18c36fec085 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:12.838912 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c59b61b6-9691-45a4-aa74-be55b4521634 req-64004206-e58c-4705-8dc0-b18c36fec085 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 945 time: 0.1206841 Sep 21 18:00:12.870730 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1bace07e-8d9a-4c6b-8cfb-1a56a766046b req-41240560-7989-4c57-99b0-9348b07363d3 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:12.884911 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['44292ec2-864c-49ea-99ee-8c3f0729d2f7'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:00:12.917087 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41240560-7989-4c57-99b0-9348b07363d3 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Pushing event deleted for resources: {'Port': ['ID=44292ec2-864c-49ea-99ee-8c3f0729d2f7,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:12.958889 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c59b61b6-9691-45a4-aa74-be55b4521634 req-4188ef03-8c25-40a7-8e89-d86ad42007c1 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117997 Sep 21 18:00:12.983165 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bace07e-8d9a-4c6b-8cfb-1a56a766046b req-41240560-7989-4c57-99b0-9348b07363d3 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] No DVR routers for this DVR port 44292ec2-864c-49ea-99ee-8c3f0729d2f7 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:00:12.986056 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1bace07e-8d9a-4c6b-8cfb-1a56a766046b req-41240560-7989-4c57-99b0-9348b07363d3 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:12.988307 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1bace07e-8d9a-4c6b-8cfb-1a56a766046b req-41240560-7989-4c57-99b0-9348b07363d3 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.38 "DELETE /v2.0/ports/44292ec2-864c-49ea-99ee-8c3f0729d2f7 HTTP/1.1" status: 204 len: 173 time: 0.6460140 Sep 21 18:00:12.988691 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a69c66-9ff3-4bd6-bc24-64647ff6f269', 'name': 'network-vif-deleted', 'tag': '44292ec2-864c-49ea-99ee-8c3f0729d2f7'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:12.991053 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c52996-fa74-4323-9010-57aa179c13fb" -d '{"events": [{"server_uuid": "45a69c66-9ff3-4bd6-bc24-64647ff6f269", "name": "network-vif-deleted", "tag": "44292ec2-864c-49ea-99ee-8c3f0729d2f7"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:13.044218 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6c8cd8-ec6d-4f7d-886e-017a356ed856 x-openstack-request-id: req-3c6c8cd8-ec6d-4f7d-886e-017a356ed856 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:13.044813 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a69c66-9ff3-4bd6-bc24-64647ff6f269", "name": "network-vif-deleted", "tag": "44292ec2-864c-49ea-99ee-8c3f0729d2f7", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:13.044813 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3c6c8cd8-ec6d-4f7d-886e-017a356ed856 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:13.045220 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a69c66-9ff3-4bd6-bc24-64647ff6f269', 'name': 'network-vif-deleted', 'tag': '44292ec2-864c-49ea-99ee-8c3f0729d2f7', 'status': 'completed', 'code': 200} Sep 21 18:00:13.304860 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 004edbc1-1d04-4fae-bad4-571fc10c3ec2 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:00:13.347051 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 004edbc1-1d04-4fae-bad4-571fc10c3ec2 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:00:13.349460 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 004edbc1-1d04-4fae-bad4-571fc10c3ec2 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:00:13.373635 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f2166-5855-466b-9ace-f7bd5b756162 req-46b64be8-856e-4b29-96dd-e2e87cc67b83 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:13.375542 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c76f2166-5855-466b-9ace-f7bd5b756162 req-46b64be8-856e-4b29-96dd-e2e87cc67b83 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0722935 Sep 21 18:00:13.438257 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c76f2166-5855-466b-9ace-f7bd5b756162 req-f1b763ea-c68c-4bef-b42b-aa37748ea9f5 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474515 Sep 21 18:00:13.517111 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-671334a2-f73b-456e-b1c1-ea70db682512 req-15a76ecf-386f-46b2-b5a1-b61fd60919e8 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=45a69c66-9ff3-4bd6-bc24-64647ff6f269 HTTP/1.1" status: 200 len: 210 time: 0.0362015 Sep 21 18:00:14.100990 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0dc23e-f34f-4f61-b0dd-6143c932cea1 req-2945894f-ec53-4ffd-8802-11b457fee34e tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:14.102516 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ab0dc23e-f34f-4f61-b0dd-6143c932cea1 req-2945894f-ec53-4ffd-8802-11b457fee34e tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 945 time: 0.0612502 Sep 21 18:00:14.141905 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ab0dc23e-f34f-4f61-b0dd-6143c932cea1 req-2ff34b08-696b-41ed-b383-7547b66c3001 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326893 Sep 21 18:00:14.273933 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37568) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:14.386382 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c3a66e4e-2479-4eed-a52b-02be0e443f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:14.480237 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c3a66e4e-2479-4eed-a52b-02be0e443f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:14.485775 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c3a66e4e-2479-4eed-a52b-02be0e443f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:14.524075 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c3a66e4e-2479-4eed-a52b-02be0e443f17 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=84bc620a573f41e8be6cdd3d71924690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2490406 Sep 21 18:00:14.525354 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a66e4e-2479-4eed-a52b-02be0e443f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c83199-6a3a-4ff8-a2f6-5e0e9df530fa,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:14.526648 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37576) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:14.598492 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131d780-4195-41de-a59e-be0f2f31b6be req-a628a2f4-6084-45c3-a421-3bcb767c4545 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:14.600036 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a131d780-4195-41de-a59e-be0f2f31b6be req-a628a2f4-6084-45c3-a421-3bcb767c4545 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0857043 Sep 21 18:00:14.635089 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1b523afe-9992-424e-ae39-b8fbc0d126ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:14.669452 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1b523afe-9992-424e-ae39-b8fbc0d126ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:14.673772 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a131d780-4195-41de-a59e-be0f2f31b6be req-f37dc872-c4db-460a-9eba-2a31d5b536a6 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625081 Sep 21 18:00:14.729348 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1b523afe-9992-424e-ae39-b8fbc0d126ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:14.732090 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1b523afe-9992-424e-ae39-b8fbc0d126ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:14.736996 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1b523afe-9992-424e-ae39-b8fbc0d126ea admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/23c83199-6a3a-4ff8-a2f6-5e0e9df530fa HTTP/1.1" status: 204 len: 168 time: 0.2059057 Sep 21 18:00:14.743547 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b523afe-9992-424e-ae39-b8fbc0d126ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c83199-6a3a-4ff8-a2f6-5e0e9df530fa,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:14.848749 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-a54c887f-1196-4d0e-bc7a-638a2dfa000f tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:14.850247 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-a54c887f-1196-4d0e-bc7a-638a2dfa000f tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/networks?id=8c160ab6-baed-4257-8d63-cfb421e0e315 HTTP/1.1" status: 200 len: 812 time: 0.1141477 Sep 21 18:00:14.865388 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-bca28493-784c-4729-adfe-9702b2b15cb2 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/quotas/f1fc54364b794afda43368337694baaa HTTP/1.1" status: 200 len: 375 time: 0.0092709 Sep 21 18:00:14.905562 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-0c8c105d-28cc-4d90-b5f1-2372160a6471 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f1fc54364b794afda43368337694baaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341761 Sep 21 18:00:15.008244 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-7532274b-b54c-47cf-b0b1-0ec3f136bdf6 service neutron] 10.222.0.58 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945020 Sep 21 18:00:15.115240 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-aa049345-5b77-482f-9f92-f07cde5c0d4e service neutron] 10.222.0.58 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005516 Sep 21 18:00:15.290327 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e34e88-7892-4ab5-82b3-31d43bea3edb req-38b43c4a-9fb8-4fa6-8398-fc190b1f9c22 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:15.292744 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c7e34e88-7892-4ab5-82b3-31d43bea3edb req-38b43c4a-9fb8-4fa6-8398-fc190b1f9c22 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 945 time: 0.0668111 Sep 21 18:00:15.297419 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fc01ef51-3dee-4c34-a98e-03615d60c067 req-8d0fdbb5-a9b2-49d7-92e6-f3e0b446a4a3 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa7c750-0166-4bde-825b-47f1ce6b2b7b HTTP/1.1" status: 200 len: 210 time: 0.0312312 Sep 21 18:00:15.378262 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c7e34e88-7892-4ab5-82b3-31d43bea3edb req-03f68d0c-f6ff-4b00-bdec-ddbde0ce38cc tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722561 Sep 21 18:00:15.562113 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37632) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:15.663585 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-ce6e70eb-60de-4f23-a711-adb77f68307e admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1021397297-network', 'tenant_id': '898019a7b1584acb8937a6a6c6457f9b'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:15.684768 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6e70eb-60de-4f23-a711-adb77f68307e admin admin] Made reservation on behalf of 898019a7b1584acb8937a6a6c6457f9b for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:00:15.687227 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ce6e70eb-60de-4f23-a711-adb77f68307e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:15.698230 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ce6e70eb-60de-4f23-a711-adb77f68307e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:15.800987 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ce6e70eb-60de-4f23-a711-adb77f68307e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:15.810066 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ce6e70eb-60de-4f23-a711-adb77f68307e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:15.817133 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a901d-0431-4201-8152-4d9b2b30ddfe req-7074f91f-96aa-4f50-8204-b0bfed36da73 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:15.819022 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f00a901d-0431-4201-8152-4d9b2b30ddfe req-7074f91f-96aa-4f50-8204-b0bfed36da73 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0638702 Sep 21 18:00:15.845692 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce6e70eb-60de-4f23-a711-adb77f68307e admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:00:15.850800 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e70eb-60de-4f23-a711-adb77f68307e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a55ee3d-00f2-4b61-85e9-22389d78721d,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:15.869241 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f00a901d-0431-4201-8152-4d9b2b30ddfe req-36601978-e606-47d1-b83b-5caaefaae652 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424843 Sep 21 18:00:15.871922 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ce6e70eb-60de-4f23-a711-adb77f68307e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:15.872349 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-ce6e70eb-60de-4f23-a711-adb77f68307e admin admin] Added segment e2fb6e82-4b1d-4d02-864b-dc859797aec6 of type vlan for network 77c3ce61-68c9-4f32-836d-73cd75d4471e Sep 21 18:00:15.883784 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c09b5749-3fe9-4480-811e-2d98f0ba1233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:15.912824 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ce6e70eb-60de-4f23-a711-adb77f68307e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:15.938609 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ce6e70eb-60de-4f23-a711-adb77f68307e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:15.939942 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6e70eb-60de-4f23-a711-adb77f68307e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:15.940562 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ce6e70eb-60de-4f23-a711-adb77f68307e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:15.972899 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ce6e70eb-60de-4f23-a711-adb77f68307e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4096291 Sep 21 18:00:15.975984 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37642) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:15.982438 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-66fe0541-7716-4a69-b593-21aab993b53b admin admin] Request body: {'subnet': {'network_id': '77c3ce61-68c9-4f32-836d-73cd75d4471e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1021397297-subnet', 'tenant_id': '898019a7b1584acb8937a6a6c6457f9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:15.999827 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e70eb-60de-4f23-a711-adb77f68307e admin admin] Pushing event updated for resources: {'Network': ['ID=77c3ce61-68c9-4f32-836d-73cd75d4471e,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:16.010131 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 77c3ce61-68c9-4f32-836d-73cd75d4471e details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:00:16.012107 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fe0541-7716-4a69-b593-21aab993b53b admin admin] Made reservation on behalf of 898019a7b1584acb8937a6a6c6457f9b for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:00:16.016652 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-66fe0541-7716-4a69-b593-21aab993b53b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:16.192846 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-66fe0541-7716-4a69-b593-21aab993b53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:16.260216 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe0541-7716-4a69-b593-21aab993b53b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6cec21b-2504-4fb4-a543-738c3cc85d28,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:16.262813 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fe0541-7716-4a69-b593-21aab993b53b admin admin] Checking segment: {'id': 'e2fb6e82-4b1d-4d02-864b-dc859797aec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '77c3ce61-68c9-4f32-836d-73cd75d4471e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:00:16.263219 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fe0541-7716-4a69-b593-21aab993b53b admin admin] Network hostable DHCP agents. Network: 77c3ce61-68c9-4f32-836d-73cd75d4471e, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:00:16.283795 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fe0541-7716-4a69-b593-21aab993b53b admin admin] Network 77c3ce61-68c9-4f32-836d-73cd75d4471e is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:00:16.294789 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-66fe0541-7716-4a69-b593-21aab993b53b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 77c3ce61-68c9-4f32-836d-73cd75d4471e) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:00:16.298899 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fe0541-7716-4a69-b593-21aab993b53b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:16.300127 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-66fe0541-7716-4a69-b593-21aab993b53b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:16.309289 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f164dd3-32c4-47a4-ac2d-e13f7ca56186 None None] Network 77c3ce61-68c9-4f32-836d-73cd75d4471e requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:00:16.320845 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-66fe0541-7716-4a69-b593-21aab993b53b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3435585 Sep 21 18:00:16.322108 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-0e989084-d4c5-4f89-9d46-876da7f1bf87 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:16.323803 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-0e989084-d4c5-4f89-9d46-876da7f1bf87 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.38 "GET /v2.0/networks?id=8c160ab6-baed-4257-8d63-cfb421e0e315 HTTP/1.1" status: 200 len: 812 time: 0.1253433 Sep 21 18:00:16.345103 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-d584b8b8-a1ab-445d-bec1-918ff21f7ceb tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Request body: {'port': {'device_id': 'bfa7c750-0166-4bde-825b-47f1ce6b2b7b', 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315', 'admin_state_up': True, 'tenant_id': 'f1fc54364b794afda43368337694baaa'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:16.460607 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35876f69-19c0-464b-be42-e33695e36f38 None None] Network 77c3ce61-68c9-4f32-836d-73cd75d4471e requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:00:16.533351 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb47a3a-fb37-4210-aca1-aedaa71fb9f8 req-16b45aa2-ab91-4085-9bcd-7bc7f49ffda7 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:16.536572 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3bb47a3a-fb37-4210-aca1-aedaa71fb9f8 req-16b45aa2-ab91-4085-9bcd-7bc7f49ffda7 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 945 time: 0.0517375 Sep 21 18:00:16.577008 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3bb47a3a-fb37-4210-aca1-aedaa71fb9f8 req-c8a9f736-69af-4421-837c-432dd04335f9 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348010 Sep 21 18:00:16.727242 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8817f26a-850c-482a-8411-e38eb9958163 req-c16bb95e-24ea-45bc-a1dc-043a7157120f tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa7c750-0166-4bde-825b-47f1ce6b2b7b HTTP/1.1" status: 200 len: 210 time: 0.3200324 Sep 21 18:00:16.774848 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-d584b8b8-a1ab-445d-bec1-918ff21f7ceb tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Made reservation on behalf of f1fc54364b794afda43368337694baaa for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:00:16.779105 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-d584b8b8-a1ab-445d-bec1-918ff21f7ceb tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:16.892305 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-9b088d9d-76d8-4fbe-9eb5-8dd03b82d5ae tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:16.894097 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-9b088d9d-76d8-4fbe-9eb5-8dd03b82d5ae tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] 10.222.0.58 "GET /v2.0/networks?id=77c3ce61-68c9-4f32-836d-73cd75d4471e HTTP/1.1" status: 200 len: 821 time: 0.1131587 Sep 21 18:00:16.910623 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-08d0e902-e99c-4960-97bd-08ee1fd56efb tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] 10.222.0.58 "GET /v2.0/quotas/898019a7b1584acb8937a6a6c6457f9b HTTP/1.1" status: 200 len: 375 time: 0.0102952 Sep 21 18:00:16.929892 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-d584b8b8-a1ab-445d-bec1-918ff21f7ceb tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Allocated IP 172.20.0.6 (8c160ab6-baed-4257-8d63-cfb421e0e315/8c08e933-ce5c-4713-ad95-cf9d2cd4544e/7c980159-eddf-4b72-ba52-71f4ef6fcfee) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:00:16.944891 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-e4959258-6a6f-4d56-9bf6-3649ac3651d1 tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=898019a7b1584acb8937a6a6c6457f9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283298 Sep 21 18:00:17.030488 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9584cbf-6315-439a-9888-096a39b3f6e9 req-9730950f-1cf1-491d-93de-0be13fd88b42 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:17.032280 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9584cbf-6315-439a-9888-096a39b3f6e9 req-9730950f-1cf1-491d-93de-0be13fd88b42 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0943623 Sep 21 18:00:17.043185 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-cd77f429-f001-4cd5-9c3e-8ebfbe9cfe04 service neutron] 10.222.0.58 "GET /v2.0/networks/77c3ce61-68c9-4f32-836d-73cd75d4471e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908298 Sep 21 18:00:17.133099 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-60e1733e-6a2a-4fc2-8988-b688e4e03188 service neutron] 10.222.0.58 "GET /v2.0/networks/77c3ce61-68c9-4f32-836d-73cd75d4471e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890703 Sep 21 18:00:17.133479 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9584cbf-6315-439a-9888-096a39b3f6e9 req-47e0d520-f90c-4991-8509-16c6bf8eb9ee tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840492 Sep 21 18:00:17.179720 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-d584b8b8-a1ab-445d-bec1-918ff21f7ceb tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:17.228832 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-d584b8b8-a1ab-445d-bec1-918ff21f7ceb tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:17.276461 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-d584b8b8-a1ab-445d-bec1-918ff21f7ceb tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Network 8c160ab6-baed-4257-8d63-cfb421e0e315 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:00:17.280032 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-d584b8b8-a1ab-445d-bec1-918ff21f7ceb tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:00:17.284687 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-d584b8b8-a1ab-445d-bec1-918ff21f7ceb tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:00:17.326888 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584b8b8-a1ab-445d-bec1-918ff21f7ceb tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Pushing event updated for resources: {'Port': ['ID=7c980159-eddf-4b72-ba52-71f4ef6fcfee,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:17.327642 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-42e4b3f1-da7e-4006-9826-28141f044b82 req-08314b31-81f5-4ab6-b6b4-c768949bdebf tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fb59e09-4fe3-4037-8885-500806747358 HTTP/1.1" status: 200 len: 210 time: 0.0279572 Sep 21 18:00:17.346724 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 44292ec2-864c-49ea-99ee-8c3f0729d2f7 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:00:17.368281 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 44292ec2-864c-49ea-99ee-8c3f0729d2f7 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:00:17.368703 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 44292ec2-864c-49ea-99ee-8c3f0729d2f7 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:00:17.369647 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-d584b8b8-a1ab-445d-bec1-918ff21f7ceb tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:17.371661 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-d584b8b8-a1ab-445d-bec1-918ff21f7ceb tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:17.386264 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-d584b8b8-a1ab-445d-bec1-918ff21f7ceb tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0533993 Sep 21 18:00:17.398340 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-70211484-a05b-407b-9a37-93c667cb4bc4 service neutron] Request body: {'port': {'device_id': 'bfa7c750-0166-4bde-825b-47f1ce6b2b7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:17.452632 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-70211484-a05b-407b-9a37-93c667cb4bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:17.736889 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5c46b-cc31-480c-bb9a-44d160de7ece req-51a0158c-2b5d-432c-a434-b3d45bfdbacd tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:17.738572 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b0a5c46b-cc31-480c-bb9a-44d160de7ece req-51a0158c-2b5d-432c-a434-b3d45bfdbacd tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 945 time: 0.0827267 Sep 21 18:00:17.815014 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-70211484-a05b-407b-9a37-93c667cb4bc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c980159-eddf-4b72-ba52-71f4ef6fcfee {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:00:17.824837 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b0a5c46b-cc31-480c-bb9a-44d160de7ece req-eb7e38b5-8cba-4270-abda-22c7d9d1cbe0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780504 Sep 21 18:00:17.826745 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-70211484-a05b-407b-9a37-93c667cb4bc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:17.843270 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-70211484-a05b-407b-9a37-93c667cb4bc4 service neutron] Transition to ACTIVE for port object 7c980159-eddf-4b72-ba52-71f4ef6fcfee will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:00:17.850041 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-70211484-a05b-407b-9a37-93c667cb4bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:17.863718 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16aeb9-60ba-4936-bc25-ccaa0c676b3f req-197b0030-7271-46ac-8265-b126daa155c7 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:17.872986 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7c16aeb9-60ba-4936-bc25-ccaa0c676b3f req-197b0030-7271-46ac-8265-b126daa155c7 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa7c750-0166-4bde-825b-47f1ce6b2b7b HTTP/1.1" status: 200 len: 931 time: 0.0728548 Sep 21 18:00:17.906490 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70211484-a05b-407b-9a37-93c667cb4bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=7c980159-eddf-4b72-ba52-71f4ef6fcfee,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:17.928645 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7c16aeb9-60ba-4936-bc25-ccaa0c676b3f req-dfada11a-77c1-4284-80cf-eee5131dae7d tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544128 Sep 21 18:00:17.995842 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-70211484-a05b-407b-9a37-93c667cb4bc4 service neutron] Attempting to bind port 7c980159-eddf-4b72-ba52-71f4ef6fcfee on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:00:17.996187 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-70211484-a05b-407b-9a37-93c667cb4bc4 service neutron] Attempting to bind port 7c980159-eddf-4b72-ba52-71f4ef6fcfee by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '24b566e5-042a-4b3d-9902-34d5286efb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:00:17.996638 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-70211484-a05b-407b-9a37-93c667cb4bc4 service neutron] Attempting to bind port 7c980159-eddf-4b72-ba52-71f4ef6fcfee on network 8c160ab6-baed-4257-8d63-cfb421e0e315 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:18.001759 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-70211484-a05b-407b-9a37-93c667cb4bc4 service neutron] Port 7c980159-eddf-4b72-ba52-71f4ef6fcfee on network 8c160ab6-baed-4257-8d63-cfb421e0e315 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:00:18.002079 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-70211484-a05b-407b-9a37-93c667cb4bc4 service neutron] Attempting to bind port 7c980159-eddf-4b72-ba52-71f4ef6fcfee on network 8c160ab6-baed-4257-8d63-cfb421e0e315 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:18.007463 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-70211484-a05b-407b-9a37-93c667cb4bc4 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:00:18.007799 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-70211484-a05b-407b-9a37-93c667cb4bc4 service neutron] Checking segment: {'id': '24b566e5-042a-4b3d-9902-34d5286efb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:00:18.008267 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-70211484-a05b-407b-9a37-93c667cb4bc4 service neutron] Bound using segment: {'id': '24b566e5-042a-4b3d-9902-34d5286efb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:00:18.008759 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-70211484-a05b-407b-9a37-93c667cb4bc4 service neutron] Bound port: 7c980159-eddf-4b72-ba52-71f4ef6fcfee, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b566e5-042a-4b3d-9902-34d5286efb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:00:18.009204 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-70211484-a05b-407b-9a37-93c667cb4bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:18.081252 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-70211484-a05b-407b-9a37-93c667cb4bc4 service neutron] For port 7c980159-eddf-4b72-ba52-71f4ef6fcfee, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:00:18.086407 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-70211484-a05b-407b-9a37-93c667cb4bc4 service neutron] For port 7c980159-eddf-4b72-ba52-71f4ef6fcfee, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=7c980159-eddf-4b72-ba52-71f4ef6fcfee,segment=NetworkSegment(24b566e5-042a-4b3d-9902-34d5286efb61),segment_id=24b566e5-042a-4b3d-9902-34d5286efb61)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:00:18.092794 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-70211484-a05b-407b-9a37-93c667cb4bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:18.129960 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-70211484-a05b-407b-9a37-93c667cb4bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:18.130578 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-70211484-a05b-407b-9a37-93c667cb4bc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:18.132187 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-70211484-a05b-407b-9a37-93c667cb4bc4 service neutron] 10.222.0.38 "PUT /v2.0/ports/7c980159-eddf-4b72-ba52-71f4ef6fcfee HTTP/1.1" status: 200 len: 1091 time: 0.7383180 Sep 21 18:00:18.132626 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfa7c750-0166-4bde-825b-47f1ce6b2b7b', 'tag': '7c980159-eddf-4b72-ba52-71f4ef6fcfee'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:18.135089 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04cf3b5-a78e-4a94-9d39-9336d159f88a" -d '{"events": [{"name": "network-changed", "server_uuid": "bfa7c750-0166-4bde-825b-47f1ce6b2b7b", "tag": "7c980159-eddf-4b72-ba52-71f4ef6fcfee"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:18.160566 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70211484-a05b-407b-9a37-93c667cb4bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=7c980159-eddf-4b72-ba52-71f4ef6fcfee,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:18.177203 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d33c425-5258-4c60-94ed-2ffcb2f14a47 x-openstack-request-id: req-2d33c425-5258-4c60-94ed-2ffcb2f14a47 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:18.177576 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfa7c750-0166-4bde-825b-47f1ce6b2b7b", "tag": "7c980159-eddf-4b72-ba52-71f4ef6fcfee", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:18.177890 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2d33c425-5258-4c60-94ed-2ffcb2f14a47 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:18.178367 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfa7c750-0166-4bde-825b-47f1ce6b2b7b', 'tag': '7c980159-eddf-4b72-ba52-71f4ef6fcfee', 'status': 'completed', 'code': 200} Sep 21 18:00:18.243809 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-bfc09f47-c11f-438a-926a-7c64291dd09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:18.245595 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-bfc09f47-c11f-438a-926a-7c64291dd09d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1fc54364b794afda43368337694baaa&device_id=bfa7c750-0166-4bde-825b-47f1ce6b2b7b HTTP/1.1" status: 200 len: 1094 time: 0.0592692 Sep 21 18:00:18.301759 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-1652b390-42f3-483c-a6e1-02a47fadc9f0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c980159-eddf-4b72-ba52-71f4ef6fcfee HTTP/1.1" status: 200 len: 217 time: 0.0425601 Sep 21 18:00:18.355054 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b02094e8-641d-4869-8f3b-65140db9574b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:18.366220 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385a415-1370-4bf4-bc31-68575b697a27 req-e658e4bc-ea2f-4d35-8090-1e988230a16b tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:18.367997 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a385a415-1370-4bf4-bc31-68575b697a27 req-e658e4bc-ea2f-4d35-8090-1e988230a16b tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.1393995 Sep 21 18:00:18.445569 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d54a17f2-31df-4532-9586-e59173f8df0c req-30f48641-0431-4aa1-b03b-76fbcfdaaeb7 tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fb59e09-4fe3-4037-8885-500806747358 HTTP/1.1" status: 200 len: 210 time: 0.0372224 Sep 21 18:00:18.458789 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-0d638d33-d1ca-477d-86c4-83b2d7cd2c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:18.460274 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-0d638d33-d1ca-477d-86c4-83b2d7cd2c09 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c08e933-ce5c-4713-ad95-cf9d2cd4544e HTTP/1.1" status: 200 len: 852 time: 0.1507719 Sep 21 18:00:18.531558 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a385a415-1370-4bf4-bc31-68575b697a27 req-87ff2cd5-d5cf-4c6c-afdb-4713b1197298 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523914 Sep 21 18:00:18.552605 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-fb7c9139-e74e-4e25-8175-0e1f7e9b7a4c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8c160ab6-baed-4257-8d63-cfb421e0e315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484009 Sep 21 18:00:18.619571 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-b0d4322e-a179-49ee-be7a-1462df264948 tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:18.621226 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-b0d4322e-a179-49ee-be7a-1462df264948 tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] 10.222.0.44 "GET /v2.0/networks?id=77c3ce61-68c9-4f32-836d-73cd75d4471e HTTP/1.1" status: 200 len: 821 time: 0.2453642 Sep 21 18:00:18.658120 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-693d5b83-fd3b-45a0-a83a-9634be98a71d tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Request body: {'port': {'device_id': '9fb59e09-4fe3-4037-8885-500806747358', 'network_id': '77c3ce61-68c9-4f32-836d-73cd75d4471e', 'admin_state_up': True, 'tenant_id': '898019a7b1584acb8937a6a6c6457f9b'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:18.754854 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-45aaf745-dbb9-4d80-85b4-912d690bb806 service neutron] 10.222.0.38 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890764 Sep 21 18:00:18.871654 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-693d5b83-fd3b-45a0-a83a-9634be98a71d tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Made reservation on behalf of 898019a7b1584acb8937a6a6c6457f9b for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:00:18.876606 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-693d5b83-fd3b-45a0-a83a-9634be98a71d tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:18.896386 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ced4258d-7a67-4cb2-a897-cf69430add7f req-c7d4bf4a-24e4-4426-8f16-b8f64d963fec service neutron] 10.222.0.38 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329439 Sep 21 18:00:18.965415 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:19.003142 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccf5b3-3981-4ee6-a7c4-edbbf80e7fc6 req-4b8f195a-dc4c-491e-b81a-5ec7d5c5941b tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:19.004912 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-12ccf5b3-3981-4ee6-a7c4-edbbf80e7fc6 req-4b8f195a-dc4c-491e-b81a-5ec7d5c5941b tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 945 time: 0.0899255 Sep 21 18:00:19.053306 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cf3b5-a78e-4a94-9d39-9336d159f88a req-759f6ae3-8cee-44e0-b711-e4bd8129a6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:19.053526 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-12ccf5b3-3981-4ee6-a7c4-edbbf80e7fc6 req-b9dfcef3-e048-4bad-bd2f-abda27e29364 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413282 Sep 21 18:00:19.054804 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f04cf3b5-a78e-4a94-9d39-9336d159f88a req-759f6ae3-8cee-44e0-b711-e4bd8129a6e4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f1fc54364b794afda43368337694baaa&device_id=bfa7c750-0166-4bde-825b-47f1ce6b2b7b HTTP/1.1" status: 200 len: 1094 time: 0.1015058 Sep 21 18:00:19.087153 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-693d5b83-fd3b-45a0-a83a-9634be98a71d tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Allocated IP 172.20.0.5 (77c3ce61-68c9-4f32-836d-73cd75d4471e/b6cec21b-2504-4fb4-a543-738c3cc85d28/e21cdd87-73ef-4072-bf65-f8e93aeecb48) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:00:19.230528 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2aabf-0eb1-4548-9c5a-08282b132d19 req-220bf372-ec40-4517-bdaf-a4cf5b72126c tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:19.232036 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cfa2aabf-0eb1-4548-9c5a-08282b132d19 req-220bf372-ec40-4517-bdaf-a4cf5b72126c tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa7c750-0166-4bde-825b-47f1ce6b2b7b HTTP/1.1" status: 200 len: 943 time: 0.1472232 Sep 21 18:00:19.296793 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cf3b5-a78e-4a94-9d39-9336d159f88a req-e30a37e4-f360-4725-908e-e217d8da8fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:19.298307 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f04cf3b5-a78e-4a94-9d39-9336d159f88a req-e30a37e4-f360-4725-908e-e217d8da8fb4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8c160ab6-baed-4257-8d63-cfb421e0e315 HTTP/1.1" status: 200 len: 913 time: 0.2340584 Sep 21 18:00:19.387834 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cfa2aabf-0eb1-4548-9c5a-08282b132d19 req-926722e2-e957-43e2-966c-a878ced57053 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440823 Sep 21 18:00:19.394252 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f04cf3b5-a78e-4a94-9d39-9336d159f88a req-521b095d-6d44-444a-ad55-22eda3b2197c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c980159-eddf-4b72-ba52-71f4ef6fcfee HTTP/1.1" status: 200 len: 217 time: 0.0847428 Sep 21 18:00:19.460181 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-693d5b83-fd3b-45a0-a83a-9634be98a71d tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:19.473135 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cf3b5-a78e-4a94-9d39-9336d159f88a req-ddba3d7b-0375-4260-a43d-f4a976ec380b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:19.474601 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f04cf3b5-a78e-4a94-9d39-9336d159f88a req-ddba3d7b-0375-4260-a43d-f4a976ec380b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8c08e933-ce5c-4713-ad95-cf9d2cd4544e HTTP/1.1" status: 200 len: 852 time: 0.0651598 Sep 21 18:00:19.515072 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f04cf3b5-a78e-4a94-9d39-9336d159f88a req-55ab0be4-67b5-44ba-9071-7fc8d24b2dd5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8c160ab6-baed-4257-8d63-cfb421e0e315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306454 Sep 21 18:00:19.538307 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-693d5b83-fd3b-45a0-a83a-9634be98a71d tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:19.647387 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-693d5b83-fd3b-45a0-a83a-9634be98a71d tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Network 77c3ce61-68c9-4f32-836d-73cd75d4471e is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:00:19.655537 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ae35a-5f9f-42dc-be82-3a1710dee336 req-100616c0-bfe1-4022-bda7-b7cd82624792 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:19.657023 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-742ae35a-5f9f-42dc-be82-3a1710dee336 req-100616c0-bfe1-4022-bda7-b7cd82624792 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0493369 Sep 21 18:00:19.657588 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-693d5b83-fd3b-45a0-a83a-9634be98a71d tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:00:19.667512 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-693d5b83-fd3b-45a0-a83a-9634be98a71d tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:00:19.696684 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-742ae35a-5f9f-42dc-be82-3a1710dee336 req-0b7e5626-a8f9-4ae6-889a-bac5374a89dc tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329568 Sep 21 18:00:19.696937 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d5b83-fd3b-45a0-a83a-9634be98a71d tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Pushing event updated for resources: {'Port': ['ID=e21cdd87-73ef-4072-bf65-f8e93aeecb48,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:19.716177 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404925e-a1d1-4489-88fd-f65a1aae266f req-a40fdff5-3cb4-4270-84aa-dec1839be67c tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:19.717683 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3404925e-a1d1-4489-88fd-f65a1aae266f req-a40fdff5-3cb4-4270-84aa-dec1839be67c tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fb59e09-4fe3-4037-8885-500806747358 HTTP/1.1" status: 200 len: 931 time: 0.1980209 Sep 21 18:00:19.749699 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f04cf3b5-a78e-4a94-9d39-9336d159f88a req-bca7b25d-4181-4c5d-af93-2d8792c650bb service neutron] 10.222.0.38 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198133 Sep 21 18:00:19.765162 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-693d5b83-fd3b-45a0-a83a-9634be98a71d tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:19.765760 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-693d5b83-fd3b-45a0-a83a-9634be98a71d tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:19.807360 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3404925e-a1d1-4489-88fd-f65a1aae266f req-73129eac-b93f-48bb-a584-055f2a13c27b tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a55ee3d-00f2-4b61-85e9-22389d78721d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792422 Sep 21 18:00:19.813626 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-693d5b83-fd3b-45a0-a83a-9634be98a71d tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1598685 Sep 21 18:00:19.852200 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-b8ee1f37-d8aa-4302-9c97-f222fb06ec76 service neutron] Request body: {'port': {'device_id': '9fb59e09-4fe3-4037-8885-500806747358', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:19.917746 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f04cf3b5-a78e-4a94-9d39-9336d159f88a req-138be70f-3750-4aa1-bc21-3850dba19391 service neutron] 10.222.0.38 "GET /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584115 Sep 21 18:00:19.922024 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-b8ee1f37-d8aa-4302-9c97-f222fb06ec76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:20.007484 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:20.225288 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e935cd-9349-438d-93bc-1a9314d692b5 req-78d32ba1-dd8a-4553-a45d-dc06b62e3fe4 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:20.226743 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-37e935cd-9349-438d-93bc-1a9314d692b5 req-78d32ba1-dd8a-4553-a45d-dc06b62e3fe4 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 945 time: 0.0912099 Sep 21 18:00:20.236320 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-b8ee1f37-d8aa-4302-9c97-f222fb06ec76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e21cdd87-73ef-4072-bf65-f8e93aeecb48 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:00:20.250875 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-b8ee1f37-d8aa-4302-9c97-f222fb06ec76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:20.279981 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-b8ee1f37-d8aa-4302-9c97-f222fb06ec76 service neutron] Transition to ACTIVE for port object e21cdd87-73ef-4072-bf65-f8e93aeecb48 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:00:20.286690 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-b8ee1f37-d8aa-4302-9c97-f222fb06ec76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:20.293195 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-37e935cd-9349-438d-93bc-1a9314d692b5 req-bb6335ee-f36b-484e-be0f-1676502fe3b8 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596719 Sep 21 18:00:20.347646 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee1f37-d8aa-4302-9c97-f222fb06ec76 service neutron] Pushing event updated for resources: {'Port': ['ID=e21cdd87-73ef-4072-bf65-f8e93aeecb48,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:20.426031 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-b8ee1f37-d8aa-4302-9c97-f222fb06ec76 service neutron] Attempting to bind port e21cdd87-73ef-4072-bf65-f8e93aeecb48 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:00:20.426753 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-b8ee1f37-d8aa-4302-9c97-f222fb06ec76 service neutron] Attempting to bind port e21cdd87-73ef-4072-bf65-f8e93aeecb48 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'e2fb6e82-4b1d-4d02-864b-dc859797aec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '77c3ce61-68c9-4f32-836d-73cd75d4471e'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:00:20.426753 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-b8ee1f37-d8aa-4302-9c97-f222fb06ec76 service neutron] Attempting to bind port e21cdd87-73ef-4072-bf65-f8e93aeecb48 on network 77c3ce61-68c9-4f32-836d-73cd75d4471e {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:20.431760 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-b8ee1f37-d8aa-4302-9c97-f222fb06ec76 service neutron] Port e21cdd87-73ef-4072-bf65-f8e93aeecb48 on network 77c3ce61-68c9-4f32-836d-73cd75d4471e not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:00:20.432141 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-b8ee1f37-d8aa-4302-9c97-f222fb06ec76 service neutron] Attempting to bind port e21cdd87-73ef-4072-bf65-f8e93aeecb48 on network 77c3ce61-68c9-4f32-836d-73cd75d4471e {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:20.438102 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-b8ee1f37-d8aa-4302-9c97-f222fb06ec76 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:00:20.438532 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-b8ee1f37-d8aa-4302-9c97-f222fb06ec76 service neutron] Checking segment: {'id': 'e2fb6e82-4b1d-4d02-864b-dc859797aec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '77c3ce61-68c9-4f32-836d-73cd75d4471e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:00:20.439718 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-b8ee1f37-d8aa-4302-9c97-f222fb06ec76 service neutron] Bound using segment: {'id': 'e2fb6e82-4b1d-4d02-864b-dc859797aec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '77c3ce61-68c9-4f32-836d-73cd75d4471e'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:00:20.440639 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-b8ee1f37-d8aa-4302-9c97-f222fb06ec76 service neutron] Bound port: e21cdd87-73ef-4072-bf65-f8e93aeecb48, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2fb6e82-4b1d-4d02-864b-dc859797aec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '77c3ce61-68c9-4f32-836d-73cd75d4471e'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:00:20.441218 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-b8ee1f37-d8aa-4302-9c97-f222fb06ec76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:20.535131 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-b8ee1f37-d8aa-4302-9c97-f222fb06ec76 service neutron] For port e21cdd87-73ef-4072-bf65-f8e93aeecb48, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:00:20.538844 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-b8ee1f37-d8aa-4302-9c97-f222fb06ec76 service neutron] For port e21cdd87-73ef-4072-bf65-f8e93aeecb48, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=e21cdd87-73ef-4072-bf65-f8e93aeecb48,segment=NetworkSegment(e2fb6e82-4b1d-4d02-864b-dc859797aec6),segment_id=e2fb6e82-4b1d-4d02-864b-dc859797aec6)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:00:20.543656 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-b8ee1f37-d8aa-4302-9c97-f222fb06ec76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:20.556117 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32e930-5dea-442d-b449-8ebb1604f8b4 req-406bbb7a-ab44-4f32-ac26-48836d1af768 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:20.557640 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bd32e930-5dea-442d-b449-8ebb1604f8b4 req-406bbb7a-ab44-4f32-ac26-48836d1af768 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa7c750-0166-4bde-825b-47f1ce6b2b7b HTTP/1.1" status: 200 len: 943 time: 0.0827124 Sep 21 18:00:20.591892 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-b8ee1f37-d8aa-4302-9c97-f222fb06ec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:20.592502 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-b8ee1f37-d8aa-4302-9c97-f222fb06ec76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:20.593808 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-b8ee1f37-d8aa-4302-9c97-f222fb06ec76 service neutron] 10.222.0.44 "PUT /v2.0/ports/e21cdd87-73ef-4072-bf65-f8e93aeecb48 HTTP/1.1" status: 200 len: 1091 time: 0.7472970 Sep 21 18:00:20.596809 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb59e09-4fe3-4037-8885-500806747358', 'tag': 'e21cdd87-73ef-4072-bf65-f8e93aeecb48'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:20.599013 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd47fba4-6e31-4699-8dff-a967e639c236" -d '{"events": [{"name": "network-changed", "server_uuid": "9fb59e09-4fe3-4037-8885-500806747358", "tag": "e21cdd87-73ef-4072-bf65-f8e93aeecb48"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:20.836322 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86869946-3c4f-4dec-b0e0-70025ae3f9a1 req-d16014e6-c9da-4dc3-9b85-45e4f1150eb7 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:20.837965 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-86869946-3c4f-4dec-b0e0-70025ae3f9a1 req-d16014e6-c9da-4dc3-9b85-45e4f1150eb7 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0554597 Sep 21 18:00:20.881483 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-86869946-3c4f-4dec-b0e0-70025ae3f9a1 req-4919827f-e835-4df5-9ffd-6d135158a91b tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364423 Sep 21 18:00:20.916798 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72597364-3ca3-49f3-b927-6ff167506f59 x-openstack-request-id: req-72597364-3ca3-49f3-b927-6ff167506f59 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:20.917064 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fb59e09-4fe3-4037-8885-500806747358", "tag": "e21cdd87-73ef-4072-bf65-f8e93aeecb48", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:20.917315 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-72597364-3ca3-49f3-b927-6ff167506f59 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:20.917675 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fb59e09-4fe3-4037-8885-500806747358', 'tag': 'e21cdd87-73ef-4072-bf65-f8e93aeecb48', 'status': 'completed', 'code': 200} Sep 21 18:00:20.932198 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee1f37-d8aa-4302-9c97-f222fb06ec76 service neutron] Pushing event updated for resources: {'Port': ['ID=e21cdd87-73ef-4072-bf65-f8e93aeecb48,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:20.950774 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bd32e930-5dea-442d-b449-8ebb1604f8b4 req-c32bb7d9-5ad4-4734-b5eb-d23146c57d5b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713593 Sep 21 18:00:20.975277 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-d4c0a56d-2c85-426b-90b6-483c10b30213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:20.975277 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-d4c0a56d-2c85-426b-90b6-483c10b30213 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=898019a7b1584acb8937a6a6c6457f9b&device_id=9fb59e09-4fe3-4037-8885-500806747358 HTTP/1.1" status: 200 len: 1094 time: 0.0576844 Sep 21 18:00:20.997523 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6827a-d288-4c5b-9f1c-8191112c212c req-4795cc94-3799-486a-be2c-9f54a91b1174 tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:20.999182 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e0d6827a-d288-4c5b-9f1c-8191112c212c req-4795cc94-3799-486a-be2c-9f54a91b1174 tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fb59e09-4fe3-4037-8885-500806747358 HTTP/1.1" status: 200 len: 943 time: 0.0539227 Sep 21 18:00:21.015065 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-e653f685-3fa9-4fca-9199-e81a7ab95cef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e21cdd87-73ef-4072-bf65-f8e93aeecb48 HTTP/1.1" status: 200 len: 217 time: 0.0337584 Sep 21 18:00:21.041649 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e0d6827a-d288-4c5b-9f1c-8191112c212c req-7af8540a-5696-489d-83fa-5ff9a1a2627e tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a55ee3d-00f2-4b61-85e9-22389d78721d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348306 Sep 21 18:00:21.066642 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-f6b6184c-c230-45ca-9cd1-72a80315443a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:21.068134 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-f6b6184c-c230-45ca-9cd1-72a80315443a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b6cec21b-2504-4fb4-a543-738c3cc85d28 HTTP/1.1" status: 200 len: 861 time: 0.0454688 Sep 21 18:00:21.120799 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-7c04146c-a326-48e0-b8a3-cb89956f09cd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77c3ce61-68c9-4f32-836d-73cd75d4471e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321774 Sep 21 18:00:21.217989 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-db1f84c2-d61d-46fd-b87e-10d891ec3bd2 service neutron] 10.222.0.44 "GET /v2.0/networks/77c3ce61-68c9-4f32-836d-73cd75d4471e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889130 Sep 21 18:00:21.317493 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b4d915de-2d10-49a5-84a5-7b009de2382b req-2dd3e35f-2151-460b-a212-3fbe2b3f5d6d service neutron] 10.222.0.44 "GET /v2.0/networks/77c3ce61-68c9-4f32-836d-73cd75d4471e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901649 Sep 21 18:00:21.450407 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d42e3c-e374-4b1a-8fbc-e98780ee41d5 req-4815b611-c341-4b77-b414-5172465bddcd tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:21.452059 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4d42e3c-e374-4b1a-8fbc-e98780ee41d5 req-4815b611-c341-4b77-b414-5172465bddcd tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 945 time: 0.0710912 Sep 21 18:00:21.454236 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47fba4-6e31-4699-8dff-a967e639c236 req-9717d0f6-a6b9-4551-b814-a3fbaa6a8ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:21.455738 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fd47fba4-6e31-4699-8dff-a967e639c236 req-9717d0f6-a6b9-4551-b814-a3fbaa6a8ae2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=898019a7b1584acb8937a6a6c6457f9b&device_id=9fb59e09-4fe3-4037-8885-500806747358 HTTP/1.1" status: 200 len: 1094 time: 0.0835397 Sep 21 18:00:21.504889 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:21.556844 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4d42e3c-e374-4b1a-8fbc-e98780ee41d5 req-28e9503d-82d5-4d38-a310-7453502862ed tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985265 Sep 21 18:00:21.587385 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47fba4-6e31-4699-8dff-a967e639c236 req-040fe23b-2075-4e8b-a341-dadc6b86fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:21.589000 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fd47fba4-6e31-4699-8dff-a967e639c236 req-040fe23b-2075-4e8b-a341-dadc6b86fd00 service neutron] 10.222.0.44 "GET /v2.0/networks?id=77c3ce61-68c9-4f32-836d-73cd75d4471e HTTP/1.1" status: 200 len: 922 time: 0.1226764 Sep 21 18:00:21.644636 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fd47fba4-6e31-4699-8dff-a967e639c236 req-fe3085f7-e280-4ce5-a991-0ef5667a90b9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e21cdd87-73ef-4072-bf65-f8e93aeecb48 HTTP/1.1" status: 200 len: 217 time: 0.0351639 Sep 21 18:00:21.717225 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47fba4-6e31-4699-8dff-a967e639c236 req-babebd1f-80f7-43d0-9cda-3faea9374a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:21.718690 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fd47fba4-6e31-4699-8dff-a967e639c236 req-babebd1f-80f7-43d0-9cda-3faea9374a40 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b6cec21b-2504-4fb4-a543-738c3cc85d28 HTTP/1.1" status: 200 len: 861 time: 0.0663075 Sep 21 18:00:21.766979 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fd47fba4-6e31-4699-8dff-a967e639c236 req-86c6ff69-eb43-46f3-a3bc-1156246e29db service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77c3ce61-68c9-4f32-836d-73cd75d4471e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251863 Sep 21 18:00:21.885475 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fd47fba4-6e31-4699-8dff-a967e639c236 req-e8b8c66a-e8c8-43b7-896e-c04dbd177f33 service neutron] 10.222.0.44 "GET /v2.0/networks/77c3ce61-68c9-4f32-836d-73cd75d4471e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031303 Sep 21 18:00:22.017779 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fd47fba4-6e31-4699-8dff-a967e639c236 req-00236919-da57-4cbf-8d2c-041f2ded5bef service neutron] 10.222.0.44 "GET /v2.0/networks/77c3ce61-68c9-4f32-836d-73cd75d4471e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232867 Sep 21 18:00:22.026982 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda57b55-0fed-4cec-bb28-8bb3313ca37a req-1dfd573f-2e26-4999-9985-da13641b13b1 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:22.028557 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cda57b55-0fed-4cec-bb28-8bb3313ca37a req-1dfd573f-2e26-4999-9985-da13641b13b1 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0723121 Sep 21 18:00:22.070874 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cda57b55-0fed-4cec-bb28-8bb3313ca37a req-49fb18cd-99df-45a3-b08b-d5127ed7dcf5 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343633 Sep 21 18:00:22.081682 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b49a1b-d46b-44ea-b324-e313913c7049 req-7812c48a-8e67-45d3-8410-3b1c166dcc7c tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:22.083361 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-15b49a1b-d46b-44ea-b324-e313913c7049 req-7812c48a-8e67-45d3-8410-3b1c166dcc7c tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa7c750-0166-4bde-825b-47f1ce6b2b7b HTTP/1.1" status: 200 len: 943 time: 0.0529783 Sep 21 18:00:22.123193 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-15b49a1b-d46b-44ea-b324-e313913c7049 req-e453ccd6-81af-4c9c-8ef4-a4b30848d441 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337548 Sep 21 18:00:22.181012 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f743a-84af-479f-a0a0-b377c7279b86 req-6f928bca-4311-486e-b963-b4499b128834 tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:22.182799 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d89f743a-84af-479f-a0a0-b377c7279b86 req-6f928bca-4311-486e-b963-b4499b128834 tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fb59e09-4fe3-4037-8885-500806747358 HTTP/1.1" status: 200 len: 943 time: 0.0548692 Sep 21 18:00:22.227578 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d89f743a-84af-479f-a0a0-b377c7279b86 req-624f1d08-3212-4ccb-a013-8e5bd2f0ce3e tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a55ee3d-00f2-4b61-85e9-22389d78721d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374658 Sep 21 18:00:22.685374 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773175fd-6f95-4614-89f4-27ca71dfa7a4 req-827bfe80-4369-4979-bde5-eacb74ac8c45 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:22.686884 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-773175fd-6f95-4614-89f4-27ca71dfa7a4 req-827bfe80-4369-4979-bde5-eacb74ac8c45 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 945 time: 0.0504270 Sep 21 18:00:22.730816 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-773175fd-6f95-4614-89f4-27ca71dfa7a4 req-d29e29f7-4bd3-468a-a58e-b89c8cc35768 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375791 Sep 21 18:00:23.179258 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:23.239417 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee916f70-4610-4d26-a794-650dfb4643d1 req-8afffb7b-2217-4e0f-a7e5-6306f4432c75 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:23.247791 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ee916f70-4610-4d26-a794-650dfb4643d1 req-8afffb7b-2217-4e0f-a7e5-6306f4432c75 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.1019559 Sep 21 18:00:23.267073 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7f5e2-7cb8-412c-ad88-f991885da4a9 req-f9abb973-90bb-4602-a227-df627d0a82a5 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:23.268741 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4ec7f5e2-7cb8-412c-ad88-f991885da4a9 req-f9abb973-90bb-4602-a227-df627d0a82a5 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa7c750-0166-4bde-825b-47f1ce6b2b7b HTTP/1.1" status: 200 len: 943 time: 0.0628831 Sep 21 18:00:23.298232 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ee916f70-4610-4d26-a794-650dfb4643d1 req-c8593b05-40fe-4d9b-80f3-7e2a79d10205 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496151 Sep 21 18:00:23.331528 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4ec7f5e2-7cb8-412c-ad88-f991885da4a9 req-cc8061d3-6374-4997-a021-5ac37cc1942e tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494580 Sep 21 18:00:23.374543 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 7c980159-eddf-4b72-ba52-71f4ef6fcfee details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:00:23.494184 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 7c980159-eddf-4b72-ba52-71f4ef6fcfee, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=7c980159-eddf-4b72-ba52-71f4ef6fcfee,segment=NetworkSegment(24b566e5-042a-4b3d-9902-34d5286efb61),segment_id=24b566e5-042a-4b3d-9902-34d5286efb61)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:23.496002 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30619a7e-74fd-4b50-9ac5-0aaf659e7bf5 req-1af1b070-b2e3-4aea-ae1a-fa4c7942e86e tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:23.498248 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-30619a7e-74fd-4b50-9ac5-0aaf659e7bf5 req-1af1b070-b2e3-4aea-ae1a-fa4c7942e86e tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fb59e09-4fe3-4037-8885-500806747358 HTTP/1.1" status: 200 len: 943 time: 0.0755668 Sep 21 18:00:23.507729 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '7c980159-eddf-4b72-ba52-71f4ef6fcfee', 'network_id': '8c160ab6-baed-4257-8d63-cfb421e0e315', 'port_id': '7c980159-eddf-4b72-ba52-71f4ef6fcfee', 'mac_address': 'fa:16:3e:48:e7:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c08e933-ce5c-4713-ad95-cf9d2cd4544e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:00:23.546990 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 24e893e5-935f-4c89-ba97-f486c4607846 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:00:23.551242 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-30619a7e-74fd-4b50-9ac5-0aaf659e7bf5 req-4ce5c75d-5e82-436a-96c4-eaf16a776746 tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a55ee3d-00f2-4b61-85e9-22389d78721d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458274 Sep 21 18:00:23.571035 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:23.588610 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c980159-eddf-4b72-ba52-71f4ef6fcfee {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:00:23.635182 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 7c980159-eddf-4b72-ba52-71f4ef6fcfee, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=7c980159-eddf-4b72-ba52-71f4ef6fcfee,segment=NetworkSegment(24b566e5-042a-4b3d-9902-34d5286efb61),segment_id=24b566e5-042a-4b3d-9902-34d5286efb61)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:23.643807 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:23.645060 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 4caa6c17-2cb7-4001-8770-7ca7da594698 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:00:23.829135 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 24e893e5-935f-4c89-ba97-f486c4607846, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=24e893e5-935f-4c89-ba97-f486c4607846,segment=NetworkSegment(3f4ce037-8995-4519-9436-741a5cf4e4ad),segment_id=3f4ce037-8995-4519-9436-741a5cf4e4ad)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:23.833460 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=7c980159-eddf-4b72-ba52-71f4ef6fcfee,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:23.854215 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '24e893e5-935f-4c89-ba97-f486c4607846', 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695', 'port_id': '24e893e5-935f-4c89-ba97-f486c4607846', 'mac_address': 'fa:16:3e:3b:e8:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109644f9-7374-4e29-a072-2da36abb70ff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:00:23.903921 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:23.929090 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 4caa6c17-2cb7-4001-8770-7ca7da594698, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=4caa6c17-2cb7-4001-8770-7ca7da594698,segment=NetworkSegment(e564d934-97dd-4d6e-ab5e-6b296ec1ad41),segment_id=e564d934-97dd-4d6e-ab5e-6b296ec1ad41)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:23.940754 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24e893e5-935f-4c89-ba97-f486c4607846 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:00:23.970184 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 24e893e5-935f-4c89-ba97-f486c4607846, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=24e893e5-935f-4c89-ba97-f486c4607846,segment=NetworkSegment(3f4ce037-8995-4519-9436-741a5cf4e4ad),segment_id=3f4ce037-8995-4519-9436-741a5cf4e4ad)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:23.986356 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '4caa6c17-2cb7-4001-8770-7ca7da594698', 'network_id': 'f2d81d27-0c00-4725-9470-c5bfb20f5559', 'port_id': '4caa6c17-2cb7-4001-8770-7ca7da594698', 'mac_address': 'fa:16:3e:53:1f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ce9b4b5-4bbc-411f-9902-099d41627a6b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:00:23.989861 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:23.990768 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device e21cdd87-73ef-4072-bf65-f8e93aeecb48 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:00:23.991288 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689143c-d7bd-4709-abbe-c47d7731983b req-2e1b1576-dcd2-4b2f-8d61-3d7e94243a48 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:24.004161 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3689143c-d7bd-4709-abbe-c47d7731983b req-2e1b1576-dcd2-4b2f-8d61-3d7e94243a48 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 945 time: 0.1335816 Sep 21 18:00:24.064723 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3689143c-d7bd-4709-abbe-c47d7731983b req-5634ade5-5fb8-4d7c-a560-83f9009daf58 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496993 Sep 21 18:00:24.127373 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:24.154248 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4caa6c17-2cb7-4001-8770-7ca7da594698 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:00:24.183640 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=24e893e5-935f-4c89-ba97-f486c4607846,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:24.225312 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 4caa6c17-2cb7-4001-8770-7ca7da594698, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=4caa6c17-2cb7-4001-8770-7ca7da594698,segment=NetworkSegment(e564d934-97dd-4d6e-ab5e-6b296ec1ad41),segment_id=e564d934-97dd-4d6e-ab5e-6b296ec1ad41)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:24.232994 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:24.290622 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port e21cdd87-73ef-4072-bf65-f8e93aeecb48, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=e21cdd87-73ef-4072-bf65-f8e93aeecb48,segment=NetworkSegment(e2fb6e82-4b1d-4d02-864b-dc859797aec6),segment_id=e2fb6e82-4b1d-4d02-864b-dc859797aec6)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:24.313540 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'e21cdd87-73ef-4072-bf65-f8e93aeecb48', 'network_id': '77c3ce61-68c9-4f32-836d-73cd75d4471e', 'port_id': 'e21cdd87-73ef-4072-bf65-f8e93aeecb48', 'mac_address': 'fa:16:3e:dc:8e:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6cec21b-2504-4fb4-a543-738c3cc85d28', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:00:24.320530 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=4caa6c17-2cb7-4001-8770-7ca7da594698,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:24.369533 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['4caa6c17-2cb7-4001-8770-7ca7da594698'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:00:24.374839 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:24.408876 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e21cdd87-73ef-4072-bf65-f8e93aeecb48 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:00:24.451398 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port e21cdd87-73ef-4072-bf65-f8e93aeecb48, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=e21cdd87-73ef-4072-bf65-f8e93aeecb48,segment=NetworkSegment(e2fb6e82-4b1d-4d02-864b-dc859797aec6),segment_id=e2fb6e82-4b1d-4d02-864b-dc859797aec6)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:24.457735 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:24.530670 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:24.566103 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b350967-6621-48ed-b4be-b7bccdcf8619 req-72917e7e-f588-4098-88ff-0118f78937d6 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:24.580723 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1b350967-6621-48ed-b4be-b7bccdcf8619 req-72917e7e-f588-4098-88ff-0118f78937d6 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 944 time: 0.1019020 Sep 21 18:00:24.597740 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['7c980159-eddf-4b72-ba52-71f4ef6fcfee'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:00:24.601118 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0fe99c-89c8-4232-baf8-02579dd3b71a req-32818a7e-ed3d-412f-bc67-f2a308d034e7 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:24.614135 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca0fe99c-89c8-4232-baf8-02579dd3b71a req-32818a7e-ed3d-412f-bc67-f2a308d034e7 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa7c750-0166-4bde-825b-47f1ce6b2b7b HTTP/1.1" status: 200 len: 944 time: 0.1266203 Sep 21 18:00:24.661182 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1b350967-6621-48ed-b4be-b7bccdcf8619 req-785991d1-9afd-481d-836c-2a9072c15d33 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687029 Sep 21 18:00:24.720532 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca0fe99c-89c8-4232-baf8-02579dd3b71a req-e66ddabd-895d-47e8-9cc6-fa8c42076781 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052079 Sep 21 18:00:24.862026 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['24e893e5-935f-4c89-ba97-f486c4607846'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:00:24.873506 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=e21cdd87-73ef-4072-bf65-f8e93aeecb48,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:25.072895 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb027b-9a72-43ab-b4f3-80e97ba2f265 req-76700bff-04fa-4d1f-a536-dd2515da8acc tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:25.073993 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['e21cdd87-73ef-4072-bf65-f8e93aeecb48'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:00:25.084560 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3fcb027b-9a72-43ab-b4f3-80e97ba2f265 req-76700bff-04fa-4d1f-a536-dd2515da8acc tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fb59e09-4fe3-4037-8885-500806747358 HTTP/1.1" status: 200 len: 944 time: 0.1516161 Sep 21 18:00:25.172731 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3fcb027b-9a72-43ab-b4f3-80e97ba2f265 req-5febc136-c792-4fae-a849-7888bbdd71da tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a55ee3d-00f2-4b61-85e9-22389d78721d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788953 Sep 21 18:00:25.256325 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37605cd3-a06a-49cd-a343-a0a0317830e2 req-949ae4ce-7ff5-4cdc-b75b-b5c95ccfffda tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:25.267480 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-37605cd3-a06a-49cd-a343-a0a0317830e2 req-949ae4ce-7ff5-4cdc-b75b-b5c95ccfffda tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 944 time: 0.0799100 Sep 21 18:00:25.341641 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-37605cd3-a06a-49cd-a343-a0a0317830e2 req-3b0c93eb-ec8b-489b-a1d5-b0652d01c162 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726221 Sep 21 18:00:25.394853 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 4caa6c17-2cb7-4001-8770-7ca7da594698 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:00:25.548275 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 4caa6c17-2cb7-4001-8770-7ca7da594698 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:25.548659 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:25.757612 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:25.841424 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 4caa6c17-2cb7-4001-8770-7ca7da594698, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=4caa6c17-2cb7-4001-8770-7ca7da594698,segment=NetworkSegment(e564d934-97dd-4d6e-ab5e-6b296ec1ad41),segment_id=e564d934-97dd-4d6e-ab5e-6b296ec1ad41)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:25.844742 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf9b941-9421-4c3e-88a6-3b096719b4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4caa6c17-2cb7-4001-8770-7ca7da594698'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:25.850431 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f38d0a6-bd5b-4e61-bcf4-8c3610723e65" -d '{"events": [{"server_uuid": "0cf9b941-9421-4c3e-88a6-3b096719b4f5", "name": "network-vif-plugged", "status": "completed", "tag": "4caa6c17-2cb7-4001-8770-7ca7da594698"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:25.859919 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:25.910951 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177c90f-9d48-49f2-abf4-577b1ff1b45e req-1f7f8c4a-1d93-4f3b-b101-01f6eb88f890 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:25.915665 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3177c90f-9d48-49f2-abf4-577b1ff1b45e req-1f7f8c4a-1d93-4f3b-b101-01f6eb88f890 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 944 time: 0.1020124 Sep 21 18:00:25.961045 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06015ca-25fc-49ed-98b1-dbfd3b9ed5f5 req-10054a53-df43-44d2-9c3c-3e1e2603997b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:25.962786 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a06015ca-25fc-49ed-98b1-dbfd3b9ed5f5 req-10054a53-df43-44d2-9c3c-3e1e2603997b tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa7c750-0166-4bde-825b-47f1ce6b2b7b HTTP/1.1" status: 200 len: 944 time: 0.1124949 Sep 21 18:00:25.983258 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3177c90f-9d48-49f2-abf4-577b1ff1b45e req-a32d90bc-5ba7-4f16-bd93-00637147b609 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542765 Sep 21 18:00:25.995586 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=4caa6c17-2cb7-4001-8770-7ca7da594698,revision_number=7']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:26.043737 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a06015ca-25fc-49ed-98b1-dbfd3b9ed5f5 req-1f9e65df-7f6e-4772-83d0-c6f7b5102047 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707617 Sep 21 18:00:26.178086 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07e76c2-e9de-4557-a1d8-0119934db8bc x-openstack-request-id: req-e07e76c2-e9de-4557-a1d8-0119934db8bc {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:26.178438 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf9b941-9421-4c3e-88a6-3b096719b4f5", "name": "network-vif-plugged", "status": "completed", "tag": "4caa6c17-2cb7-4001-8770-7ca7da594698", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:26.178817 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e07e76c2-e9de-4557-a1d8-0119934db8bc {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:26.179230 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf9b941-9421-4c3e-88a6-3b096719b4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4caa6c17-2cb7-4001-8770-7ca7da594698', 'code': 200} Sep 21 18:00:26.484189 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e17d81-5673-490d-9010-12c350e9c11e req-fae9cac1-713f-4a41-bd70-7b2129b813ee tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:26.485763 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f9e17d81-5673-490d-9010-12c350e9c11e req-fae9cac1-713f-4a41-bd70-7b2129b813ee tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fb59e09-4fe3-4037-8885-500806747358 HTTP/1.1" status: 200 len: 944 time: 0.0673602 Sep 21 18:00:26.515699 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c804c53-dd31-43a2-8b8e-9e205bde9e4a req-fde89a5b-c840-4c1a-ba80-942bb9782505 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:26.525260 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1c804c53-dd31-43a2-8b8e-9e205bde9e4a req-fde89a5b-c840-4c1a-ba80-942bb9782505 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 944 time: 0.0678718 Sep 21 18:00:26.579599 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1c804c53-dd31-43a2-8b8e-9e205bde9e4a req-d7bda061-7c32-49b9-85f4-214bb2a8ca99 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529170 Sep 21 18:00:26.584635 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f9e17d81-5673-490d-9010-12c350e9c11e req-18d8e181-b63d-4c21-8a39-95902e0597bf tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a55ee3d-00f2-4b61-85e9-22389d78721d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845218 Sep 21 18:00:27.190493 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc95000-c9f8-4e27-90a7-9412fca2514d req-fdb00bcd-91ac-4782-807f-fea060e8960c tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:27.201073 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5dc95000-c9f8-4e27-90a7-9412fca2514d req-fdb00bcd-91ac-4782-807f-fea060e8960c tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.1163006 Sep 21 18:00:27.272479 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d6c29-000d-411c-9dad-1892ca2a787b req-050c887a-3dc1-4d60-b044-f60166de3113 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:27.274278 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-976d6c29-000d-411c-9dad-1892ca2a787b req-050c887a-3dc1-4d60-b044-f60166de3113 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa7c750-0166-4bde-825b-47f1ce6b2b7b HTTP/1.1" status: 200 len: 944 time: 0.1062610 Sep 21 18:00:27.293988 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5dc95000-c9f8-4e27-90a7-9412fca2514d req-2494f285-196b-4d1b-b33b-0ddd0ec276fb tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850658 Sep 21 18:00:27.369242 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-976d6c29-000d-411c-9dad-1892ca2a787b req-096b61bd-0331-4f4a-8817-05cfa6b89c13 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880237 Sep 21 18:00:27.398254 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 7c980159-eddf-4b72-ba52-71f4ef6fcfee up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:00:27.504802 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 7c980159-eddf-4b72-ba52-71f4ef6fcfee completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:00:27.506536 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 7c980159-eddf-4b72-ba52-71f4ef6fcfee triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:27.506872 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:27.556298 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device e21cdd87-73ef-4072-bf65-f8e93aeecb48 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:00:27.689574 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port e21cdd87-73ef-4072-bf65-f8e93aeecb48 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:00:27.708820 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port e21cdd87-73ef-4072-bf65-f8e93aeecb48 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:27.709304 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:27.777391 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:27.806159 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b9c4e-4a3f-4b86-9cbb-320fc7736303 req-0747b156-e72a-4774-986b-332a9f289c10 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:27.808341 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-649b9c4e-4a3f-4b86-9cbb-320fc7736303 req-0747b156-e72a-4774-986b-332a9f289c10 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 944 time: 0.1063643 Sep 21 18:00:27.845536 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599632f-6b07-4fba-a394-6d521d5171d7 req-c0bf23d3-1e40-4b58-8170-f4ef23608c44 tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:27.847587 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 7c980159-eddf-4b72-ba52-71f4ef6fcfee, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=7c980159-eddf-4b72-ba52-71f4ef6fcfee,segment=NetworkSegment(24b566e5-042a-4b3d-9902-34d5286efb61),segment_id=24b566e5-042a-4b3d-9902-34d5286efb61)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:27.857055 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:27.915064 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d599632f-6b07-4fba-a394-6d521d5171d7 req-c0bf23d3-1e40-4b58-8170-f4ef23608c44 tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fb59e09-4fe3-4037-8885-500806747358 HTTP/1.1" status: 200 len: 944 time: 0.1141553 Sep 21 18:00:27.915768 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-649b9c4e-4a3f-4b86-9cbb-320fc7736303 req-54f92d3c-8a40-4c63-b085-e5a900217685 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726380 Sep 21 18:00:27.983743 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d599632f-6b07-4fba-a394-6d521d5171d7 req-4de0f6cb-2843-4c7d-b61e-59cb4c7de714 tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a55ee3d-00f2-4b61-85e9-22389d78721d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049082 Sep 21 18:00:27.999100 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=7c980159-eddf-4b72-ba52-71f4ef6fcfee,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:28.055726 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:28.118421 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port e21cdd87-73ef-4072-bf65-f8e93aeecb48, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=e21cdd87-73ef-4072-bf65-f8e93aeecb48,segment=NetworkSegment(e2fb6e82-4b1d-4d02-864b-dc859797aec6),segment_id=e2fb6e82-4b1d-4d02-864b-dc859797aec6)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:28.124524 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:28.130680 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 24e893e5-935f-4c89-ba97-f486c4607846 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:00:28.208412 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa7c750-0166-4bde-825b-47f1ce6b2b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c980159-eddf-4b72-ba52-71f4ef6fcfee'}, {'server_uuid': '9fb59e09-4fe3-4037-8885-500806747358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21cdd87-73ef-4072-bf65-f8e93aeecb48'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:28.213617 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead5fe96-9466-43fc-950f-a2acc62cbe7c" -d '{"events": [{"server_uuid": "bfa7c750-0166-4bde-825b-47f1ce6b2b7b", "name": "network-vif-plugged", "status": "completed", "tag": "7c980159-eddf-4b72-ba52-71f4ef6fcfee"}, {"server_uuid": "9fb59e09-4fe3-4037-8885-500806747358", "name": "network-vif-plugged", "status": "completed", "tag": "e21cdd87-73ef-4072-bf65-f8e93aeecb48"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:28.342891 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258b18f3-0307-4378-9736-e0509c08b912 x-openstack-request-id: req-258b18f3-0307-4378-9736-e0509c08b912 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:28.345392 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa7c750-0166-4bde-825b-47f1ce6b2b7b", "name": "network-vif-plugged", "status": "completed", "tag": "7c980159-eddf-4b72-ba52-71f4ef6fcfee", "code": 200}, {"server_uuid": "9fb59e09-4fe3-4037-8885-500806747358", "name": "network-vif-plugged", "status": "completed", "tag": "e21cdd87-73ef-4072-bf65-f8e93aeecb48", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:28.349389 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-258b18f3-0307-4378-9736-e0509c08b912 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:28.350244 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa7c750-0166-4bde-825b-47f1ce6b2b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c980159-eddf-4b72-ba52-71f4ef6fcfee', 'code': 200} Sep 21 18:00:28.350677 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb59e09-4fe3-4037-8885-500806747358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21cdd87-73ef-4072-bf65-f8e93aeecb48', 'code': 200} Sep 21 18:00:28.401449 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=e21cdd87-73ef-4072-bf65-f8e93aeecb48,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:28.471994 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 24e893e5-935f-4c89-ba97-f486c4607846 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:00:28.472714 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:28.552462 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ca6c3-8988-406a-ae8b-b01423edf1f8 req-378a67ca-2423-43aa-8c12-5fe99144a70d tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:28.563756 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3c7ca6c3-8988-406a-ae8b-b01423edf1f8 req-378a67ca-2423-43aa-8c12-5fe99144a70d tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0837262 Sep 21 18:00:28.659129 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3c7ca6c3-8988-406a-ae8b-b01423edf1f8 req-f185ddb7-eb8a-4949-b1bb-e4fd1e01fbaf tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827420 Sep 21 18:00:28.730343 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f244d1-ec09-4c0b-a0c3-b263562a5027 req-62259cb5-4057-4239-900a-2756cc319607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:28.754013 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:28.754626 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-36f244d1-ec09-4c0b-a0c3-b263562a5027 req-62259cb5-4057-4239-900a-2756cc319607 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bfa7c750-0166-4bde-825b-47f1ce6b2b7b HTTP/1.1" status: 200 len: 1096 time: 0.3732989 Sep 21 18:00:28.790787 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6590cc0-aa31-4d3b-9c11-f5d688854491 req-8e1a2c51-76f7-4ff1-a739-7719dacf82b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:28.801702 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f6590cc0-aa31-4d3b-9c11-f5d688854491 req-8e1a2c51-76f7-4ff1-a739-7719dacf82b3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9fb59e09-4fe3-4037-8885-500806747358 HTTP/1.1" status: 200 len: 1096 time: 0.3178375 Sep 21 18:00:28.878714 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 24e893e5-935f-4c89-ba97-f486c4607846, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=24e893e5-935f-4c89-ba97-f486c4607846,segment=NetworkSegment(3f4ce037-8995-4519-9436-741a5cf4e4ad),segment_id=3f4ce037-8995-4519-9436-741a5cf4e4ad)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:28.890261 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:28.910864 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd1bd0-6144-42de-9833-f0df6b038a5f req-1e47ce99-a866-4ba1-bdc3-0e2d424b5d27 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:28.943569 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-51dd1bd0-6144-42de-9833-f0df6b038a5f req-1e47ce99-a866-4ba1-bdc3-0e2d424b5d27 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa7c750-0166-4bde-825b-47f1ce6b2b7b HTTP/1.1" status: 200 len: 945 time: 0.3612480 Sep 21 18:00:29.061201 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=24e893e5-935f-4c89-ba97-f486c4607846,revision_number=7']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:29.110049 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f6590cc0-aa31-4d3b-9c11-f5d688854491 req-0ced43e4-9214-482d-89f0-338c6a74d45e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4a55ee3d-00f2-4b61-85e9-22389d78721d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744265 Sep 21 18:00:29.125136 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-51dd1bd0-6144-42de-9833-f0df6b038a5f req-985e225f-5ae2-4a78-86ea-5f4b5242ed13 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801994 Sep 21 18:00:29.129625 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-36f244d1-ec09-4c0b-a0c3-b263562a5027 req-a96d369e-b334-4e80-a7b2-51b6fb8fcc79 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737550 Sep 21 18:00:29.514010 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22242eee-171f-4f50-a1a2-2b8cd6d225ad req-933128d0-ee9a-4dc3-8eb0-33edde51d649 tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:29.527346 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-22242eee-171f-4f50-a1a2-2b8cd6d225ad req-933128d0-ee9a-4dc3-8eb0-33edde51d649 tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fb59e09-4fe3-4037-8885-500806747358 HTTP/1.1" status: 200 len: 945 time: 0.0875895 Sep 21 18:00:29.565319 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d82e8-e624-4e83-a805-9a1c02668d33 req-70ea08ad-224f-40ce-83cd-fa3f10b2fd52 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:29.578023 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-398d82e8-e624-4e83-a805-9a1c02668d33 req-70ea08ad-224f-40ce-83cd-fa3f10b2fd52 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 945 time: 0.1165819 Sep 21 18:00:29.586963 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-22242eee-171f-4f50-a1a2-2b8cd6d225ad req-a1f683c4-b57e-4495-b9d8-6e9397a7eefe tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a55ee3d-00f2-4b61-85e9-22389d78721d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576015 Sep 21 18:00:29.660201 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-398d82e8-e624-4e83-a805-9a1c02668d33 req-670a8b6e-b25f-454c-ae67-bd5af553eb20 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811155 Sep 21 18:00:29.799345 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0262ff-ff07-4d33-bead-47c6f41bb12b req-f2d2fdbe-06f5-4357-a2f1-fc01ed23eb02 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:29.801359 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bc0262ff-ff07-4d33-bead-47c6f41bb12b req-f2d2fdbe-06f5-4357-a2f1-fc01ed23eb02 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0610597 Sep 21 18:00:29.880240 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bc0262ff-ff07-4d33-bead-47c6f41bb12b req-1e8d2934-251c-4ccf-9ddf-88828ce88e01 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721302 Sep 21 18:00:30.304439 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41e213-7f39-4925-bf16-d25dbc48b834 req-7a2993d9-70d5-4345-8374-4f162981e223 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:30.318323 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2f41e213-7f39-4925-bf16-d25dbc48b834 req-7a2993d9-70d5-4345-8374-4f162981e223 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa7c750-0166-4bde-825b-47f1ce6b2b7b HTTP/1.1" status: 200 len: 945 time: 0.0894885 Sep 21 18:00:30.353064 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306bed69-59cc-4059-846a-0c00124314f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e893e5-935f-4c89-ba97-f486c4607846'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:30.355596 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bb852a-d65f-4f26-acc5-5949788699af" -d '{"events": [{"server_uuid": "306bed69-59cc-4059-846a-0c00124314f6", "name": "network-vif-plugged", "status": "completed", "tag": "24e893e5-935f-4c89-ba97-f486c4607846"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:30.377607 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2f41e213-7f39-4925-bf16-d25dbc48b834 req-25af18e7-2795-4f0d-a870-bb1f5b1a407e tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504429 Sep 21 18:00:30.438157 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6576e2-6fba-4ccf-899c-c7979ba1357e x-openstack-request-id: req-ee6576e2-6fba-4ccf-899c-c7979ba1357e {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:30.438601 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306bed69-59cc-4059-846a-0c00124314f6", "name": "network-vif-plugged", "status": "completed", "tag": "24e893e5-935f-4c89-ba97-f486c4607846", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:30.438951 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ee6576e2-6fba-4ccf-899c-c7979ba1357e {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:30.439793 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306bed69-59cc-4059-846a-0c00124314f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e893e5-935f-4c89-ba97-f486c4607846', 'code': 200} Sep 21 18:00:30.487000 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:00:30.784897 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52d12d-7436-4781-808c-90592d88e222 req-71ca5f27-6fa6-413b-8764-78ca9c315bc5 tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:30.798684 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ec52d12d-7436-4781-808c-90592d88e222 req-71ca5f27-6fa6-413b-8764-78ca9c315bc5 tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fb59e09-4fe3-4037-8885-500806747358 HTTP/1.1" status: 200 len: 945 time: 0.1017487 Sep 21 18:00:30.876853 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3122c2-557d-4fab-ab43-b131f7d05d51 req-279842b3-6867-4706-b484-0d26ed3a2518 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:30.886260 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ee3122c2-557d-4fab-ab43-b131f7d05d51 req-279842b3-6867-4706-b484-0d26ed3a2518 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 945 time: 0.1128109 Sep 21 18:00:30.906618 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ec52d12d-7436-4781-808c-90592d88e222 req-9888c407-c905-4f29-8d31-009a19474ef6 tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a55ee3d-00f2-4b61-85e9-22389d78721d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897484 Sep 21 18:00:30.966767 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ee3122c2-557d-4fab-ab43-b131f7d05d51 req-e98b05fa-1b45-4879-b246-b3e7bf238458 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793459 Sep 21 18:00:31.102162 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26dd6c-0725-4e99-81a6-64f23aec66a0 req-2b25fa34-3dee-46cf-a0ef-f0a7727f24b4 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:31.106834 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3d26dd6c-0725-4e99-81a6-64f23aec66a0 req-2b25fa34-3dee-46cf-a0ef-f0a7727f24b4 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0931666 Sep 21 18:00:31.179310 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3d26dd6c-0725-4e99-81a6-64f23aec66a0 req-9fdb260e-6b3b-49c0-b896-2d109b47a405 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657218 Sep 21 18:00:31.693617 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65c091-12ed-40df-97c7-45ebdcb714a9 req-0776d91e-52ea-4d36-a500-a56694d2ad93 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:31.695386 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3c65c091-12ed-40df-97c7-45ebdcb714a9 req-0776d91e-52ea-4d36-a500-a56694d2ad93 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa7c750-0166-4bde-825b-47f1ce6b2b7b HTTP/1.1" status: 200 len: 945 time: 0.1112096 Sep 21 18:00:31.754646 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3c65c091-12ed-40df-97c7-45ebdcb714a9 req-7d16372e-c390-4e57-90f1-c3e0792c5210 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500462 Sep 21 18:00:32.144691 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86df88-3727-4f8c-8cc6-1b03738f7bad req-870693a2-010c-4427-924e-b155a048a01e tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:32.146431 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0d86df88-3727-4f8c-8cc6-1b03738f7bad req-870693a2-010c-4427-924e-b155a048a01e tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa7c750-0166-4bde-825b-47f1ce6b2b7b HTTP/1.1" status: 200 len: 945 time: 0.1272020 Sep 21 18:00:32.197264 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e7dda-af48-41ec-b9b9-ab831b0d7e98 req-36fc775e-df1a-469e-b657-c43089505af8 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:32.198964 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a95e7dda-af48-41ec-b9b9-ab831b0d7e98 req-36fc775e-df1a-469e-b657-c43089505af8 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 945 time: 0.1121080 Sep 21 18:00:32.232853 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0d86df88-3727-4f8c-8cc6-1b03738f7bad req-8ef0950e-3860-498e-8f8d-535852338525 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798779 Sep 21 18:00:32.280399 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a95e7dda-af48-41ec-b9b9-ab831b0d7e98 req-ba3ad112-53b5-4450-85c7-848d6df12f7e tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731452 Sep 21 18:00:32.460486 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5cdf0-4e24-4a8c-a652-d6828d8c94f3 req-83ca00dd-44b3-429e-a01b-d7f3e0be55f5 tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:32.462413 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-93f5cdf0-4e24-4a8c-a652-d6828d8c94f3 req-83ca00dd-44b3-429e-a01b-d7f3e0be55f5 tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fb59e09-4fe3-4037-8885-500806747358 HTTP/1.1" status: 200 len: 945 time: 0.1338310 Sep 21 18:00:32.579437 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-93f5cdf0-4e24-4a8c-a652-d6828d8c94f3 req-54a50de1-261d-4acd-94f1-ce66c1523530 tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a55ee3d-00f2-4b61-85e9-22389d78721d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100121 Sep 21 18:00:32.658517 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea8ab7-da23-4d2c-98f5-4d758bf90e9d req-8299b810-0d6c-4bf5-8e33-1f54b102d2c5 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:32.660741 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-79ea8ab7-da23-4d2c-98f5-4d758bf90e9d req-8299b810-0d6c-4bf5-8e33-1f54b102d2c5 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.1352179 Sep 21 18:00:32.755993 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-79ea8ab7-da23-4d2c-98f5-4d758bf90e9d req-7bb62562-b9a6-489c-ac90-45b73bcabda6 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862041 Sep 21 18:00:33.508375 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f190c1-c520-4831-922f-9036a7303740 req-41365622-a28c-40d5-bfc7-a4dff1b27a28 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:33.510049 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-16f190c1-c520-4831-922f-9036a7303740 req-41365622-a28c-40d5-bfc7-a4dff1b27a28 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa7c750-0166-4bde-825b-47f1ce6b2b7b HTTP/1.1" status: 200 len: 945 time: 0.1076682 Sep 21 18:00:33.549957 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf488f-9013-4690-ae11-e2ac8a491983 req-7ed6705b-2f0f-468a-bca9-faf557160aa2 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:33.558808 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e0cf488f-9013-4690-ae11-e2ac8a491983 req-7ed6705b-2f0f-468a-bca9-faf557160aa2 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 945 time: 0.1095128 Sep 21 18:00:33.588360 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-16f190c1-c520-4831-922f-9036a7303740 req-a34f9a89-8d25-4b76-8635-870086b0b6db tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678809 Sep 21 18:00:33.647058 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e0cf488f-9013-4690-ae11-e2ac8a491983 req-cb05ca83-4c0f-409b-b3bc-058963c61efb tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869696 Sep 21 18:00:33.987944 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08980775-114d-479c-9949-74ec901e863e req-d46ebf94-9186-4eb6-b399-8d75be16b480 tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:33.992938 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-08980775-114d-479c-9949-74ec901e863e req-d46ebf94-9186-4eb6-b399-8d75be16b480 tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fb59e09-4fe3-4037-8885-500806747358 HTTP/1.1" status: 200 len: 945 time: 0.2008247 Sep 21 18:00:34.095360 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b305c66-e376-4280-a254-30d33946297d req-7ffde48f-db04-4a8f-acff-36438b5c54ea tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:34.105652 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b305c66-e376-4280-a254-30d33946297d req-7ffde48f-db04-4a8f-acff-36438b5c54ea tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fb59e09-4fe3-4037-8885-500806747358 HTTP/1.1" status: 200 len: 945 time: 0.2480843 Sep 21 18:00:34.205089 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b305c66-e376-4280-a254-30d33946297d req-4ba8baad-28b4-4bb8-ae69-7e73241660e3 tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a55ee3d-00f2-4b61-85e9-22389d78721d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981209 Sep 21 18:00:34.236029 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-08980775-114d-479c-9949-74ec901e863e req-7cc403dd-38cd-4076-9cd5-9b59781eb79b tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Deleting port e21cdd87-73ef-4072-bf65-f8e93aeecb48 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:00:34.238444 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-08980775-114d-479c-9949-74ec901e863e req-7cc403dd-38cd-4076-9cd5-9b59781eb79b tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:34.286577 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee308e0f-559d-47bf-9f22-8db28c0a7b19 req-44f1b9ef-8f4a-449d-8035-0df3ed129b3d tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:34.294833 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ee308e0f-559d-47bf-9f22-8db28c0a7b19 req-44f1b9ef-8f4a-449d-8035-0df3ed129b3d tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0942049 Sep 21 18:00:34.368470 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ee308e0f-559d-47bf-9f22-8db28c0a7b19 req-5165996a-f534-4bca-9735-32fe2d482199 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675943 Sep 21 18:00:34.391705 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-08980775-114d-479c-9949-74ec901e863e req-7cc403dd-38cd-4076-9cd5-9b59781eb79b tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] For port e21cdd87-73ef-4072-bf65-f8e93aeecb48, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=e21cdd87-73ef-4072-bf65-f8e93aeecb48,segment=NetworkSegment(e2fb6e82-4b1d-4d02-864b-dc859797aec6),segment_id=e2fb6e82-4b1d-4d02-864b-dc859797aec6)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:34.392193 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-08980775-114d-479c-9949-74ec901e863e req-7cc403dd-38cd-4076-9cd5-9b59781eb79b tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:34.430026 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-08980775-114d-479c-9949-74ec901e863e req-7cc403dd-38cd-4076-9cd5-9b59781eb79b tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Calling delete_port for e21cdd87-73ef-4072-bf65-f8e93aeecb48 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:00:34.502723 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8d174-b25f-4ead-877e-4c9c55c06689 req-79af45d1-e9d4-4ea5-825d-5e86658b5a7d tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:34.511365 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-97d8d174-b25f-4ead-877e-4c9c55c06689 req-79af45d1-e9d4-4ea5-825d-5e86658b5a7d tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa7c750-0166-4bde-825b-47f1ce6b2b7b HTTP/1.1" status: 200 len: 945 time: 0.0614607 Sep 21 18:00:34.576894 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-97d8d174-b25f-4ead-877e-4c9c55c06689 req-a71a27c6-8ea3-4da5-b4a8-7c3fcd94896d tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645208 Sep 21 18:00:34.598466 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-08980775-114d-479c-9949-74ec901e863e req-7cc403dd-38cd-4076-9cd5-9b59781eb79b tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:34.614036 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['e21cdd87-73ef-4072-bf65-f8e93aeecb48'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:00:34.641230 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc403dd-38cd-4076-9cd5-9b59781eb79b tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Pushing event deleted for resources: {'Port': ['ID=e21cdd87-73ef-4072-bf65-f8e93aeecb48,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:34.655829 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc403dd-38cd-4076-9cd5-9b59781eb79b tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:34.656180 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc403dd-38cd-4076-9cd5-9b59781eb79b tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:34.656530 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc403dd-38cd-4076-9cd5-9b59781eb79b tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:34.656899 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc403dd-38cd-4076-9cd5-9b59781eb79b tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:34.657227 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc403dd-38cd-4076-9cd5-9b59781eb79b tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:34.657562 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc403dd-38cd-4076-9cd5-9b59781eb79b tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:34.657898 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc403dd-38cd-4076-9cd5-9b59781eb79b tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:34.658268 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc403dd-38cd-4076-9cd5-9b59781eb79b tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:34.658594 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc403dd-38cd-4076-9cd5-9b59781eb79b tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:34.659110 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc403dd-38cd-4076-9cd5-9b59781eb79b tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:34.659437 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc403dd-38cd-4076-9cd5-9b59781eb79b tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:34.659867 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc403dd-38cd-4076-9cd5-9b59781eb79b tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:00:34.737595 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-08980775-114d-479c-9949-74ec901e863e req-7cc403dd-38cd-4076-9cd5-9b59781eb79b tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] No DVR routers for this DVR port e21cdd87-73ef-4072-bf65-f8e93aeecb48 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:00:34.743037 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-08980775-114d-479c-9949-74ec901e863e req-7cc403dd-38cd-4076-9cd5-9b59781eb79b tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:34.746630 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-08980775-114d-479c-9949-74ec901e863e req-7cc403dd-38cd-4076-9cd5-9b59781eb79b tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] 10.222.0.44 "DELETE /v2.0/ports/e21cdd87-73ef-4072-bf65-f8e93aeecb48 HTTP/1.1" status: 204 len: 173 time: 0.7421355 Sep 21 18:00:34.746630 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb59e09-4fe3-4037-8885-500806747358', 'name': 'network-vif-deleted', 'tag': 'e21cdd87-73ef-4072-bf65-f8e93aeecb48'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:34.755647 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0749578-8689-431a-bd00-0a6c96b4fae1" -d '{"events": [{"server_uuid": "9fb59e09-4fe3-4037-8885-500806747358", "name": "network-vif-deleted", "tag": "e21cdd87-73ef-4072-bf65-f8e93aeecb48"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:34.874099 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97443d8f-fe53-416f-93a0-5facb1bb15ba req-d69db6ff-7659-4b0b-9782-786390ac429e tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:34.878304 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-97443d8f-fe53-416f-93a0-5facb1bb15ba req-d69db6ff-7659-4b0b-9782-786390ac429e tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 945 time: 0.1016271 Sep 21 18:00:34.883670 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e5c353-2974-4d4e-8f99-c9230b3acaa7 x-openstack-request-id: req-26e5c353-2974-4d4e-8f99-c9230b3acaa7 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:34.883981 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb59e09-4fe3-4037-8885-500806747358", "name": "network-vif-deleted", "tag": "e21cdd87-73ef-4072-bf65-f8e93aeecb48", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:34.884240 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-26e5c353-2974-4d4e-8f99-c9230b3acaa7 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:34.884649 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb59e09-4fe3-4037-8885-500806747358', 'name': 'network-vif-deleted', 'tag': 'e21cdd87-73ef-4072-bf65-f8e93aeecb48', 'status': 'completed', 'code': 200} Sep 21 18:00:34.965056 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-97443d8f-fe53-416f-93a0-5facb1bb15ba req-5b88bfa5-ecaa-4669-b65c-fddcdd8ad46f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738909 Sep 21 18:00:35.438604 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cc54a679-55c3-4890-ab53-74a942144989 req-fad5a392-56ad-449c-8236-0f09c0e5efb2 tempest-ServerMetadataNegativeTestJSON-262792538 tempest-ServerMetadataNegativeTestJSON-262792538-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fb59e09-4fe3-4037-8885-500806747358 HTTP/1.1" status: 200 len: 210 time: 0.0740111 Sep 21 18:00:35.731286 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85e063-d68e-4f5b-a0d6-37f555285511 req-356e3a30-6117-4c09-83d6-ea90d04ccb7f tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:35.731286 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0a85e063-d68e-4f5b-a0d6-37f555285511 req-356e3a30-6117-4c09-83d6-ea90d04ccb7f tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.38 "GET /v2.0/ports?device_id=bfa7c750-0166-4bde-825b-47f1ce6b2b7b HTTP/1.1" status: 200 len: 945 time: 0.1724601 Sep 21 18:00:35.798974 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa9383-7821-4b32-ac3f-80e8026a9b21 req-8afd743b-1d08-4f33-8dde-12694559cc48 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:35.808587 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-12fa9383-7821-4b32-ac3f-80e8026a9b21 req-8afd743b-1d08-4f33-8dde-12694559cc48 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.1953685 Sep 21 18:00:35.825948 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657b2fd-12d3-4e8e-993a-94cae2d12f7a req-b65222d7-5b03-42e4-864c-4f9f330c2b71 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:35.827742 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c657b2fd-12d3-4e8e-993a-94cae2d12f7a req-b65222d7-5b03-42e4-864c-4f9f330c2b71 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa7c750-0166-4bde-825b-47f1ce6b2b7b HTTP/1.1" status: 200 len: 945 time: 0.1152306 Sep 21 18:00:35.917922 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-12fa9383-7821-4b32-ac3f-80e8026a9b21 req-ffdbd7dc-7f82-4a8b-912b-190e692fe2e6 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076434 Sep 21 18:00:35.919200 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c657b2fd-12d3-4e8e-993a-94cae2d12f7a req-8fd4f2f8-dc78-4660-9a5e-39468e92ef60 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/security-groups?id=90bf3965-f2ff-432b-9866-c7750a50b096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421741 Sep 21 18:00:35.953031 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-0a85e063-d68e-4f5b-a0d6-37f555285511 req-147323f1-a395-490a-a95d-58ac5fb360e2 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Deleting port 7c980159-eddf-4b72-ba52-71f4ef6fcfee {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:00:35.953514 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0a85e063-d68e-4f5b-a0d6-37f555285511 req-147323f1-a395-490a-a95d-58ac5fb360e2 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:36.124047 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-0a85e063-d68e-4f5b-a0d6-37f555285511 req-147323f1-a395-490a-a95d-58ac5fb360e2 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] For port 7c980159-eddf-4b72-ba52-71f4ef6fcfee, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=7c980159-eddf-4b72-ba52-71f4ef6fcfee,segment=NetworkSegment(24b566e5-042a-4b3d-9902-34d5286efb61),segment_id=24b566e5-042a-4b3d-9902-34d5286efb61)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:36.124564 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0a85e063-d68e-4f5b-a0d6-37f555285511 req-147323f1-a395-490a-a95d-58ac5fb360e2 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:36.134432 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d98b1-de24-419c-9e89-ea2db40dc9b1 req-5a3197ad-57ff-4bb4-a022-65c81039b438 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:36.141623 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3b2d98b1-de24-419c-9e89-ea2db40dc9b1 req-5a3197ad-57ff-4bb4-a022-65c81039b438 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 945 time: 0.0574527 Sep 21 18:00:36.145118 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-0a85e063-d68e-4f5b-a0d6-37f555285511 req-147323f1-a395-490a-a95d-58ac5fb360e2 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Calling delete_port for 7c980159-eddf-4b72-ba52-71f4ef6fcfee owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:00:36.203115 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3b2d98b1-de24-419c-9e89-ea2db40dc9b1 req-e2e7e6cc-14dc-4de3-81d6-5fcf4aac607e tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564854 Sep 21 18:00:36.456448 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0a85e063-d68e-4f5b-a0d6-37f555285511 req-147323f1-a395-490a-a95d-58ac5fb360e2 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:36.471632 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['7c980159-eddf-4b72-ba52-71f4ef6fcfee'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:00:36.516830 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 38044) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:36.620609 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c3c616e-a11c-4005-9cd4-47473efd1baa admin admin] Deleting subnet b6cec21b-2504-4fb4-a543-738c3cc85d28 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:00:36.627625 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3c3c616e-a11c-4005-9cd4-47473efd1baa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:36.628579 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a85e063-d68e-4f5b-a0d6-37f555285511 req-147323f1-a395-490a-a95d-58ac5fb360e2 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] No DVR routers for this DVR port 7c980159-eddf-4b72-ba52-71f4ef6fcfee on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:00:36.641975 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147323f1-a395-490a-a95d-58ac5fb360e2 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Pushing event deleted for resources: {'Port': ['ID=7c980159-eddf-4b72-ba52-71f4ef6fcfee,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:36.651271 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0a85e063-d68e-4f5b-a0d6-37f555285511 req-147323f1-a395-490a-a95d-58ac5fb360e2 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:36.657314 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0a85e063-d68e-4f5b-a0d6-37f555285511 req-147323f1-a395-490a-a95d-58ac5fb360e2 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.38 "DELETE /v2.0/ports/7c980159-eddf-4b72-ba52-71f4ef6fcfee HTTP/1.1" status: 204 len: 173 time: 0.9349625 Sep 21 18:00:36.715238 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3c3c616e-a11c-4005-9cd4-47473efd1baa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:36.804923 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3c3c616e-a11c-4005-9cd4-47473efd1baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:36.886259 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa7c750-0166-4bde-825b-47f1ce6b2b7b', 'name': 'network-vif-deleted', 'tag': '7c980159-eddf-4b72-ba52-71f4ef6fcfee'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:36.890775 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9defee53-a1cc-4020-a6c8-51c2d8b3fbc7" -d '{"events": [{"server_uuid": "bfa7c750-0166-4bde-825b-47f1ce6b2b7b", "name": "network-vif-deleted", "tag": "7c980159-eddf-4b72-ba52-71f4ef6fcfee"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:36.907388 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3c3c616e-a11c-4005-9cd4-47473efd1baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:36.961114 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c616e-a11c-4005-9cd4-47473efd1baa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6cec21b-2504-4fb4-a543-738c3cc85d28,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:36.968103 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3c3c616e-a11c-4005-9cd4-47473efd1baa admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:36.973132 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3c3c616e-a11c-4005-9cd4-47473efd1baa admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b6cec21b-2504-4fb4-a543-738c3cc85d28 HTTP/1.1" status: 204 len: 168 time: 0.4520309 Sep 21 18:00:36.973854 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38054) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:37.002145 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c58052-d34f-4f5c-86c0-40ad59f54a44 x-openstack-request-id: req-d5c58052-d34f-4f5c-86c0-40ad59f54a44 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:37.002616 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa7c750-0166-4bde-825b-47f1ce6b2b7b", "name": "network-vif-deleted", "tag": "7c980159-eddf-4b72-ba52-71f4ef6fcfee", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:37.003317 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d5c58052-d34f-4f5c-86c0-40ad59f54a44 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:37.003836 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa7c750-0166-4bde-825b-47f1ce6b2b7b', 'name': 'network-vif-deleted', 'tag': '7c980159-eddf-4b72-ba52-71f4ef6fcfee', 'status': 'completed', 'code': 200} Sep 21 18:00:37.132644 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38470c0-74fd-4640-b8fb-84a37961c7f9 req-b38e2b2b-aa0b-42c0-b538-b84f952c9ccf tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:37.134538 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f38470c0-74fd-4640-b8fb-84a37961c7f9 req-b38e2b2b-aa0b-42c0-b538-b84f952c9ccf tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0752325 Sep 21 18:00:37.191778 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-29a96d1a-bbfd-49fc-a81f-4e3d563db5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:37.208718 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f38470c0-74fd-4640-b8fb-84a37961c7f9 req-2b4f7c81-2b25-423a-977c-a0ec6dadb605 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660472 Sep 21 18:00:37.235447 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fa0e61a4-c789-42ee-a149-44f55799ff93 req-ab4ae8b3-8af5-4473-b33a-ccdd6862b5a4 tempest-DeleteServersTestJSON-1933668228 tempest-DeleteServersTestJSON-1933668228-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa7c750-0166-4bde-825b-47f1ce6b2b7b HTTP/1.1" status: 200 len: 210 time: 0.1114132 Sep 21 18:00:37.436546 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-29a96d1a-bbfd-49fc-a81f-4e3d563db5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:37.469364 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-29a96d1a-bbfd-49fc-a81f-4e3d563db5d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c3ce61-68c9-4f32-836d-73cd75d4471e']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:37.484355 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1bca5-b819-4253-8800-cb540d9c77b8 req-fbbf7c23-775d-47f0-b28b-09e75bd15379 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:37.486193 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2af1bca5-b819-4253-8800-cb540d9c77b8 req-fbbf7c23-775d-47f0-b28b-09e75bd15379 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 945 time: 0.1230099 Sep 21 18:00:37.497349 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-29a96d1a-bbfd-49fc-a81f-4e3d563db5d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2fb6e82-4b1d-4d02-864b-dc859797aec6') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:37.497901 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-29a96d1a-bbfd-49fc-a81f-4e3d563db5d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2fb6e82-4b1d-4d02-864b-dc859797aec6') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:37.522960 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-29a96d1a-bbfd-49fc-a81f-4e3d563db5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:37.553479 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-29a96d1a-bbfd-49fc-a81f-4e3d563db5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:37.559165 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2af1bca5-b819-4253-8800-cb540d9c77b8 req-20b2405c-ade2-402e-8da0-700b87a7348c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641711 Sep 21 18:00:37.565403 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a96d1a-bbfd-49fc-a81f-4e3d563db5d8 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:00:37.565831 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-29a96d1a-bbfd-49fc-a81f-4e3d563db5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:37.567999 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:00:37.567999 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:00:37.567999 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:00:37.567999 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:00:37.567999 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:00:37.567999 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:00:37.567999 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:00:37.567999 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:00:37.567999 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:00:37.567999 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:00:37.567999 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:00:37.567999 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:00:37.567999 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:00:37.567999 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:00:37.567999 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:00:37.567999 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:00:37.567999 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:00:37.567999 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:00:37.567999 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:00:37.567999 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:00:37.567999 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:00:37.567999 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:00:37.567999 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:00:37.567999 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:00:37.567999 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:00:37.567999 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:00:37.567999 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:00:37.567999 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:00:37.567999 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:00:37.567999 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:00:37.567999 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:00:37.567999 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:00:37.593937 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device e21cdd87-73ef-4072-bf65-f8e93aeecb48 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:00:37.619009 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: e21cdd87-73ef-4072-bf65-f8e93aeecb48 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:00:37.619731 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device e21cdd87-73ef-4072-bf65-f8e93aeecb48 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:00:37.644256 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-29a96d1a-bbfd-49fc-a81f-4e3d563db5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:37.653106 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-29a96d1a-bbfd-49fc-a81f-4e3d563db5d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:37.655847 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-29a96d1a-bbfd-49fc-a81f-4e3d563db5d8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/77c3ce61-68c9-4f32-836d-73cd75d4471e HTTP/1.1" status: 204 len: 168 time: 0.6802907 Sep 21 18:00:37.671063 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a96d1a-bbfd-49fc-a81f-4e3d563db5d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=77c3ce61-68c9-4f32-836d-73cd75d4471e,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:37.793688 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38088) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:37.840215 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-356ea774-84b4-453a-9721-38a275eedb4a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=898019a7b1584acb8937a6a6c6457f9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453117 Sep 21 18:00:37.842650 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38090) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:37.896898 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-62fea8c3-53dd-4069-8bf7-a5dbc70fc2be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:37.922534 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-62fea8c3-53dd-4069-8bf7-a5dbc70fc2be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:37.973482 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-62fea8c3-53dd-4069-8bf7-a5dbc70fc2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:37.976289 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-62fea8c3-53dd-4069-8bf7-a5dbc70fc2be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:37.977797 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-62fea8c3-53dd-4069-8bf7-a5dbc70fc2be admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4a55ee3d-00f2-4b61-85e9-22389d78721d HTTP/1.1" status: 204 len: 168 time: 0.1341608 Sep 21 18:00:37.988219 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fea8c3-53dd-4069-8bf7-a5dbc70fc2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a55ee3d-00f2-4b61-85e9-22389d78721d,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:38.275218 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e5124-2c4b-426e-b3d0-b48bb55a9fb1 req-ef061205-3a2f-46a5-bdc3-60fdfeb03e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:38.276816 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-074e5124-2c4b-426e-b3d0-b48bb55a9fb1 req-ef061205-3a2f-46a5-bdc3-60fdfeb03e9b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6392516e96f84ba892289a69fd738ba0&device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 1096 time: 0.0831416 Sep 21 18:00:38.296530 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c847391-bdd5-4a06-a675-6bea2286a2d7 req-14dc25d3-cc4d-4bd6-b3e9-b4400db1880a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:38.298130 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3c847391-bdd5-4a06-a675-6bea2286a2d7 req-14dc25d3-cc4d-4bd6-b3e9-b4400db1880a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0054d9324ee341f99a9815f4375410f3&device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 1096 time: 0.0931993 Sep 21 18:00:38.382199 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d05b29-9457-438e-931c-887c76c41bf6 req-aae1bf2f-da39-4a9e-8250-426e51f98bab tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:38.397149 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-83d05b29-9457-438e-931c-887c76c41bf6 req-aae1bf2f-da39-4a9e-8250-426e51f98bab tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0744472 Sep 21 18:00:38.450227 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-83d05b29-9457-438e-931c-887c76c41bf6 req-19316885-9497-4ca9-b227-5d96872ab872 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472915 Sep 21 18:00:38.518041 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e5124-2c4b-426e-b3d0-b48bb55a9fb1 req-e0d4fcf0-e718-45f6-ad35-f77977269724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:38.519879 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-074e5124-2c4b-426e-b3d0-b48bb55a9fb1 req-e0d4fcf0-e718-45f6-ad35-f77977269724 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f2d81d27-0c00-4725-9470-c5bfb20f5559 HTTP/1.1" status: 200 len: 914 time: 0.2348721 Sep 21 18:00:38.580706 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-074e5124-2c4b-426e-b3d0-b48bb55a9fb1 req-5fa93afb-ec46-4a80-b90d-eff11510d9a4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4caa6c17-2cb7-4001-8770-7ca7da594698 HTTP/1.1" status: 200 len: 217 time: 0.0492144 Sep 21 18:00:38.582330 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c847391-bdd5-4a06-a675-6bea2286a2d7 req-aec5a7d1-7ffa-414d-bd85-3278fed3d2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:38.583795 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3c847391-bdd5-4a06-a675-6bea2286a2d7 req-aec5a7d1-7ffa-414d-bd85-3278fed3d2b2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=317845e1-df2c-40eb-a75c-cc29a382e695 HTTP/1.1" status: 200 len: 916 time: 0.2696621 Sep 21 18:00:38.702772 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e5124-2c4b-426e-b3d0-b48bb55a9fb1 req-259565c7-c8fa-4acc-bac2-fd9f42881830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:38.704719 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-074e5124-2c4b-426e-b3d0-b48bb55a9fb1 req-259565c7-c8fa-4acc-bac2-fd9f42881830 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3ce9b4b5-4bbc-411f-9902-099d41627a6b HTTP/1.1" status: 200 len: 853 time: 0.1165764 Sep 21 18:00:38.737473 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34663b3b-4e2e-46f3-8f1e-6febe1046b75 req-8a15eb73-688f-4683-897d-548d95dc8e70 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:38.747907 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-34663b3b-4e2e-46f3-8f1e-6febe1046b75 req-8a15eb73-688f-4683-897d-548d95dc8e70 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 945 time: 0.0879192 Sep 21 18:00:38.753128 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-074e5124-2c4b-426e-b3d0-b48bb55a9fb1 req-dd73555b-9ef7-4a9a-a077-2013b9d4df70 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f2d81d27-0c00-4725-9470-c5bfb20f5559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388844 Sep 21 18:00:38.790535 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3c847391-bdd5-4a06-a675-6bea2286a2d7 req-be0dbc1f-2e9c-4be8-b40c-b7a6fc111d72 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24e893e5-935f-4c89-ba97-f486c4607846 HTTP/1.1" status: 200 len: 1001 time: 0.1293471 Sep 21 18:00:38.798486 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-34663b3b-4e2e-46f3-8f1e-6febe1046b75 req-f314c39f-747a-4bb5-9751-70070dd73ed4 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393512 Sep 21 18:00:38.936609 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c847391-bdd5-4a06-a675-6bea2286a2d7 req-c59ad4ec-7cef-41d1-a961-48348034f4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:38.938233 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3c847391-bdd5-4a06-a675-6bea2286a2d7 req-c59ad4ec-7cef-41d1-a961-48348034f4eb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=109644f9-7374-4e29-a072-2da36abb70ff HTTP/1.1" status: 200 len: 854 time: 0.1362324 Sep 21 18:00:38.962959 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-074e5124-2c4b-426e-b3d0-b48bb55a9fb1 req-b7a60894-07dc-4869-b074-945224ab090a service neutron] 10.222.0.38 "GET /v2.0/networks/f2d81d27-0c00-4725-9470-c5bfb20f5559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013333 Sep 21 18:00:39.057070 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c847391-bdd5-4a06-a675-6bea2286a2d7 req-973994bb-acff-45d2-a08e-1c666c347144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:39.058612 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3c847391-bdd5-4a06-a675-6bea2286a2d7 req-973994bb-acff-45d2-a08e-1c666c347144 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=317845e1-df2c-40eb-a75c-cc29a382e695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083889 Sep 21 18:00:39.142747 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-074e5124-2c4b-426e-b3d0-b48bb55a9fb1 req-58cf2147-be60-4e67-bb25-a682632990f0 service neutron] 10.222.0.38 "GET /v2.0/networks/f2d81d27-0c00-4725-9470-c5bfb20f5559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627553 Sep 21 18:00:39.176015 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3c847391-bdd5-4a06-a675-6bea2286a2d7 req-1a36df97-725e-4613-a72b-43c9e3de5b74 service neutron] 10.222.0.44 "GET /v2.0/networks/317845e1-df2c-40eb-a75c-cc29a382e695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073377 Sep 21 18:00:39.287593 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3c847391-bdd5-4a06-a675-6bea2286a2d7 req-385095be-5d90-4f3f-959a-c2cf6364bdcd service neutron] 10.222.0.44 "GET /v2.0/networks/317845e1-df2c-40eb-a75c-cc29a382e695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036484 Sep 21 18:00:39.516637 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 7c980159-eddf-4b72-ba52-71f4ef6fcfee no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:00:39.554100 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 7c980159-eddf-4b72-ba52-71f4ef6fcfee {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:00:39.554685 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 7c980159-eddf-4b72-ba52-71f4ef6fcfee not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:00:39.555764 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 4caa6c17-2cb7-4001-8770-7ca7da594698 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:00:39.581764 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806acfb8-db90-4b17-95d3-804277d7a034 req-3d67646e-f3b9-49f3-b46b-4062f9fa7dc6 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:39.583931 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-806acfb8-db90-4b17-95d3-804277d7a034 req-3d67646e-f3b9-49f3-b46b-4062f9fa7dc6 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 945 time: 0.0571256 Sep 21 18:00:39.640397 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-806acfb8-db90-4b17-95d3-804277d7a034 req-75943e84-9314-43b7-a059-1fc923661fb2 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475285 Sep 21 18:00:39.678512 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:39.719549 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf9b941-9421-4c3e-88a6-3b096719b4f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4caa6c17-2cb7-4001-8770-7ca7da594698'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:39.722003 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce6e3b2-b2aa-44ca-84cd-b2c011775923" -d '{"events": [{"server_uuid": "0cf9b941-9421-4c3e-88a6-3b096719b4f5", "name": "network-vif-unplugged", "status": "completed", "tag": "4caa6c17-2cb7-4001-8770-7ca7da594698"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:39.742464 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 4caa6c17-2cb7-4001-8770-7ca7da594698, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=4caa6c17-2cb7-4001-8770-7ca7da594698,segment=NetworkSegment(e564d934-97dd-4d6e-ab5e-6b296ec1ad41),segment_id=e564d934-97dd-4d6e-ab5e-6b296ec1ad41)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:39.747948 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:39.780166 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c304aaa-1416-4291-9965-683732b52ca3 x-openstack-request-id: req-8c304aaa-1416-4291-9965-683732b52ca3 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:39.780580 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf9b941-9421-4c3e-88a6-3b096719b4f5", "name": "network-vif-unplugged", "status": "completed", "tag": "4caa6c17-2cb7-4001-8770-7ca7da594698", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:39.781103 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8c304aaa-1416-4291-9965-683732b52ca3 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:39.781804 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf9b941-9421-4c3e-88a6-3b096719b4f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4caa6c17-2cb7-4001-8770-7ca7da594698', 'code': 200} Sep 21 18:00:39.811191 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=4caa6c17-2cb7-4001-8770-7ca7da594698,revision_number=8']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:39.942779 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38200) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:39.969774 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40130d76-a641-4147-ad3c-31d3894d81a3 req-21c87dae-c367-43ed-9cc9-e4b5487112da tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:39.975557 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-40130d76-a641-4147-ad3c-31d3894d81a3 req-21c87dae-c367-43ed-9cc9-e4b5487112da tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 945 time: 0.0714734 Sep 21 18:00:40.033712 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-40130d76-a641-4147-ad3c-31d3894d81a3 req-c11b53bf-a85a-4336-a396-d88ee09d2a83 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546069 Sep 21 18:00:40.084719 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bfa42c8f-88a8-49a5-bdb7-dc77c0f98f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:40.185953 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bfa42c8f-88a8-49a5-bdb7-dc77c0f98f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:40.191238 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bfa42c8f-88a8-49a5-bdb7-dc77c0f98f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:40.231342 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-bfa42c8f-88a8-49a5-bdb7-dc77c0f98f67 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4aba6ffe423940b3a46d5a519574ff99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2872109 Sep 21 18:00:40.233669 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa42c8f-88a8-49a5-bdb7-dc77c0f98f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcaa1e0-16c2-474d-90dc-66a764d731aa,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:40.234211 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 38206) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:40.286077 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-796f87b0-964f-4e2d-b562-10c4c2611200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:40.310070 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-796f87b0-964f-4e2d-b562-10c4c2611200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:40.365756 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-796f87b0-964f-4e2d-b562-10c4c2611200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:40.368494 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-796f87b0-964f-4e2d-b562-10c4c2611200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:40.369740 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-796f87b0-964f-4e2d-b562-10c4c2611200 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cfcaa1e0-16c2-474d-90dc-66a764d731aa HTTP/1.1" status: 204 len: 168 time: 0.1343713 Sep 21 18:00:40.378137 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f87b0-964f-4e2d-b562-10c4c2611200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcaa1e0-16c2-474d-90dc-66a764d731aa,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:40.789008 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ee17b-7a2f-4d07-ac5c-37e14689e87c req-9ae87565-6fb0-4f74-b2f6-d40eb918d6c5 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:40.797124 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9a2ee17b-7a2f-4d07-ac5c-37e14689e87c req-9ae87565-6fb0-4f74-b2f6-d40eb918d6c5 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 943 time: 0.0744786 Sep 21 18:00:40.847624 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9a2ee17b-7a2f-4d07-ac5c-37e14689e87c req-3d5cec64-0197-41f8-8480-22e31eb1be55 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457211 Sep 21 18:00:41.248623 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7222312-a193-4626-84a8-ce84171c8b58 req-e30e9262-a416-45e2-aefc-70d3cee57880 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:41.255527 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a7222312-a193-4626-84a8-ce84171c8b58 req-e30e9262-a416-45e2-aefc-70d3cee57880 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 945 time: 0.1020718 Sep 21 18:00:41.300212 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a7222312-a193-4626-84a8-ce84171c8b58 req-8e148ae9-40e3-4711-af0b-0dff5292094f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431910 Sep 21 18:00:41.592184 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 24e893e5-935f-4c89-ba97-f486c4607846 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:00:41.693001 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:41.736072 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 24e893e5-935f-4c89-ba97-f486c4607846, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=24e893e5-935f-4c89-ba97-f486c4607846,segment=NetworkSegment(3f4ce037-8995-4519-9436-741a5cf4e4ad),segment_id=3f4ce037-8995-4519-9436-741a5cf4e4ad)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:41.740525 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:41.799424 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306bed69-59cc-4059-846a-0c00124314f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24e893e5-935f-4c89-ba97-f486c4607846'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:41.802066 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49a1c54-c038-436d-b40e-3a7d281afc02" -d '{"events": [{"server_uuid": "306bed69-59cc-4059-846a-0c00124314f6", "name": "network-vif-unplugged", "status": "completed", "tag": "24e893e5-935f-4c89-ba97-f486c4607846"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:41.806282 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=24e893e5-935f-4c89-ba97-f486c4607846,revision_number=8']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:41.858193 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b24c5b1-a80c-4ff0-ac8d-6f8f9b2e83d8 x-openstack-request-id: req-2b24c5b1-a80c-4ff0-ac8d-6f8f9b2e83d8 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:41.858901 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306bed69-59cc-4059-846a-0c00124314f6", "name": "network-vif-unplugged", "status": "failed", "tag": "24e893e5-935f-4c89-ba97-f486c4607846", "code": 422}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:41.859814 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2b24c5b1-a80c-4ff0-ac8d-6f8f9b2e83d8 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:41.859814 n-d-810291-1 neutron-server[101462]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '306bed69-59cc-4059-846a-0c00124314f6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '24e893e5-935f-4c89-ba97-f486c4607846', 'code': 422} returned with failed status Sep 21 18:00:41.971053 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3399f6-c17d-4f7e-bcc3-614a4c3a4dbd req-d06cf60f-96cc-4fc1-814a-12a8b74e6ffc tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:41.972642 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca3399f6-c17d-4f7e-bcc3-614a4c3a4dbd req-d06cf60f-96cc-4fc1-814a-12a8b74e6ffc tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 943 time: 0.0579534 Sep 21 18:00:42.026757 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca3399f6-c17d-4f7e-bcc3-614a4c3a4dbd req-5e65d591-b6f8-4bb5-abd0-ab50e8ed2e1b tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474396 Sep 21 18:00:42.149802 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea433f-a88a-431a-8c97-40211f623916 req-6844e4ef-d431-4fdf-86b2-70f9cbb9c93e tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:42.151395 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-14ea433f-a88a-431a-8c97-40211f623916 req-6844e4ef-d431-4fdf-86b2-70f9cbb9c93e tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 943 time: 0.0581219 Sep 21 18:00:42.218123 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-14ea433f-a88a-431a-8c97-40211f623916 req-afedb9dc-f6a5-478b-969c-20fd76780f4c tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584855 Sep 21 18:00:42.423810 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 38286) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:42.467039 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960e158-3889-4d44-9cd9-50417a0f916e req-df2e88ca-f0bc-4014-8e76-81d35e55ca58 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:42.468733 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9960e158-3889-4d44-9cd9-50417a0f916e req-df2e88ca-f0bc-4014-8e76-81d35e55ca58 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 943 time: 0.0548825 Sep 21 18:00:42.479209 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc5d4b02-afe6-41ed-b4a5-cb06732a1fff admin admin] Deleting subnet 8c08e933-ce5c-4713-ad95-cf9d2cd4544e {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:00:42.482510 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc5d4b02-afe6-41ed-b4a5-cb06732a1fff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:42.507356 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-cbaf8931-f159-4d45-a2e6-62313a8d2cf5 req-991f7ad4-ee6a-4c00-a948-0508bf47541e service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:00:42.508347 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cbaf8931-f159-4d45-a2e6-62313a8d2cf5 req-991f7ad4-ee6a-4c00-a948-0508bf47541e service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055904 Sep 21 18:00:42.508678 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9960e158-3889-4d44-9cd9-50417a0f916e req-ae918111-0e58-4a4b-84f0-b4222af3ccc7 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338397 Sep 21 18:00:42.529851 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc5d4b02-afe6-41ed-b4a5-cb06732a1fff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:42.579856 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc5d4b02-afe6-41ed-b4a5-cb06732a1fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:42.680436 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc5d4b02-afe6-41ed-b4a5-cb06732a1fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:42.704571 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57427f-48d0-4828-b1e0-294f818f4a71 req-849522d3-9f2d-495c-be73-5ce146b0cb12 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:42.708012 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ba57427f-48d0-4828-b1e0-294f818f4a71 req-849522d3-9f2d-495c-be73-5ce146b0cb12 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 943 time: 0.0807726 Sep 21 18:00:42.742510 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d4b02-afe6-41ed-b4a5-cb06732a1fff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c08e933-ce5c-4713-ad95-cf9d2cd4544e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:42.754448 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc5d4b02-afe6-41ed-b4a5-cb06732a1fff admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:42.756518 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-dc5d4b02-afe6-41ed-b4a5-cb06732a1fff admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8c08e933-ce5c-4713-ad95-cf9d2cd4544e HTTP/1.1" status: 204 len: 168 time: 0.3284240 Sep 21 18:00:42.759196 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38308) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:42.777008 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ba57427f-48d0-4828-b1e0-294f818f4a71 req-33905311-ad45-4840-95a2-6adcae064e3d tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436883 Sep 21 18:00:42.838272 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7515c606-4203-4f00-8dc3-0357097920c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:42.958756 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7515c606-4203-4f00-8dc3-0357097920c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:42.992991 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-7515c606-4203-4f00-8dc3-0357097920c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c160ab6-baed-4257-8d63-cfb421e0e315']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:43.024644 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-7515c606-4203-4f00-8dc3-0357097920c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b566e5-042a-4b3d-9902-34d5286efb61') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:43.025201 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-7515c606-4203-4f00-8dc3-0357097920c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b566e5-042a-4b3d-9902-34d5286efb61') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:00:43.038083 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7515c606-4203-4f00-8dc3-0357097920c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:43.054515 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7515c606-4203-4f00-8dc3-0357097920c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:43.068960 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7515c606-4203-4f00-8dc3-0357097920c8 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:00:43.069569 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7515c606-4203-4f00-8dc3-0357097920c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:43.084757 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:00:43.084757 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:00:43.084757 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:00:43.084757 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:00:43.084757 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:00:43.084757 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:00:43.084757 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:00:43.084757 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:00:43.084757 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:00:43.084757 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:00:43.084757 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:00:43.084757 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:00:43.084757 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:00:43.084757 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:00:43.084757 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:00:43.084757 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:00:43.084757 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:00:43.084757 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:00:43.084757 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:00:43.084757 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:00:43.084757 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:00:43.084757 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:00:43.084757 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:00:43.084757 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:00:43.084757 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:00:43.084757 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:00:43.084757 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:00:43.084757 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:00:43.084757 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:00:43.084757 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:00:43.084757 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:00:43.084757 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:00:43.149121 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7515c606-4203-4f00-8dc3-0357097920c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:43.170084 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7515c606-4203-4f00-8dc3-0357097920c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:43.175624 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7515c606-4203-4f00-8dc3-0357097920c8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8c160ab6-baed-4257-8d63-cfb421e0e315 HTTP/1.1" status: 204 len: 168 time: 0.4114802 Sep 21 18:00:43.214309 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bab033eb-a871-4e4c-b226-61531c819481 req-604480e4-59c1-4e1c-959e-29fde3081c64 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2245460 Sep 21 18:00:43.223322 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515c606-4203-4f00-8dc3-0357097920c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c160ab6-baed-4257-8d63-cfb421e0e315,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:43.225403 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-bab033eb-a871-4e4c-b226-61531c819481 req-5bded5f1-149c-4108-a3d5-23c9fa5458e3 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:00:43.226973 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bab033eb-a871-4e4c-b226-61531c819481 req-5bded5f1-149c-4108-a3d5-23c9fa5458e3 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078070 Sep 21 18:00:43.315190 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-d817324e-5973-4446-85bc-24575dc147b4 req-95fb17d1-bdfb-4acd-ac98-e93f0fa66f83 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:00:43.316231 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d817324e-5973-4446-85bc-24575dc147b4 req-95fb17d1-bdfb-4acd-ac98-e93f0fa66f83 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0804172 Sep 21 18:00:43.491389 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38360) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:43.549707 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0b128-e562-4d05-8738-37dbe9135d06 req-7d693338-204a-4a3f-bd43-f1ba0f81f22c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:43.551838 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3da0b128-e562-4d05-8738-37dbe9135d06 req-7d693338-204a-4a3f-bd43-f1ba0f81f22c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 943 time: 0.0673242 Sep 21 18:00:43.594825 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 38366) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:43.595145 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-10eaa6f3-464f-44cb-9460-23baa0e1b5ad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f1fc54364b794afda43368337694baaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1018968 Sep 21 18:00:43.607656 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3da0b128-e562-4d05-8738-37dbe9135d06 req-78d512f2-25a8-4936-9397-dbbf5d9f26d9 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492063 Sep 21 18:00:43.678170 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-65bebb75-2fbf-4d4e-a922-d4b76aa95632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:43.701503 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-65bebb75-2fbf-4d4e-a922-d4b76aa95632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:43.765588 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-65bebb75-2fbf-4d4e-a922-d4b76aa95632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:43.768565 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-65bebb75-2fbf-4d4e-a922-d4b76aa95632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:43.769813 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-65bebb75-2fbf-4d4e-a922-d4b76aa95632 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/90bf3965-f2ff-432b-9866-c7750a50b096 HTTP/1.1" status: 204 len: 168 time: 0.1735480 Sep 21 18:00:43.789787 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bebb75-2fbf-4d4e-a922-d4b76aa95632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bf3965-f2ff-432b-9866-c7750a50b096,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:43.865999 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-0d71a584-73cc-4916-800f-c4b462dc42d1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2208939 Sep 21 18:00:43.889566 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-a78930b0-4cbf-4f4b-8385-f30dbefeb657 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:00:43.893701 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-a78930b0-4cbf-4f4b-8385-f30dbefeb657 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092463 Sep 21 18:00:44.024483 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae12674-683d-458b-822f-14f5cba9a59c req-c6fd7788-64a2-464c-a877-9ac2db056be1 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:44.038811 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eae12674-683d-458b-822f-14f5cba9a59c req-c6fd7788-64a2-464c-a877-9ac2db056be1 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 943 time: 0.1474423 Sep 21 18:00:44.098886 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eae12674-683d-458b-822f-14f5cba9a59c req-818df30a-94ec-4588-ad16-d7ff01105f81 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587735 Sep 21 18:00:44.758583 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab033eb-a871-4e4c-b226-61531c819481 req-a6d8438a-ea08-401c-8e23-d51a0022f42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:44.760645 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bab033eb-a871-4e4c-b226-61531c819481 req-a6d8438a-ea08-401c-8e23-d51a0022f42e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5&tenant_id=6392516e96f84ba892289a69fd738ba0 HTTP/1.1" status: 200 len: 1094 time: 0.3970878 Sep 21 18:00:44.813110 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc076120-1b5f-4f99-a0e6-42519d44ff3e req-63fc7a24-fe9e-474b-b92b-86fc115dd059 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:44.822472 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bc076120-1b5f-4f99-a0e6-42519d44ff3e req-63fc7a24-fe9e-474b-b92b-86fc115dd059 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 943 time: 0.1203771 Sep 21 18:00:44.843539 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab033eb-a871-4e4c-b226-61531c819481 req-6f9fbeed-b1ba-4e2d-bed0-5b2bd9d21beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:44.845461 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bab033eb-a871-4e4c-b226-61531c819481 req-6f9fbeed-b1ba-4e2d-bed0-5b2bd9d21beb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6392516e96f84ba892289a69fd738ba0&device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 1094 time: 0.0628052 Sep 21 18:00:44.897873 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bc076120-1b5f-4f99-a0e6-42519d44ff3e req-67047485-fe35-446c-b583-4afd52d370f5 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745249 Sep 21 18:00:44.972528 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38422) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:44.983502 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab033eb-a871-4e4c-b226-61531c819481 req-59c69e5e-4290-4b8e-b753-37df915e7717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:44.985230 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bab033eb-a871-4e4c-b226-61531c819481 req-59c69e5e-4290-4b8e-b753-37df915e7717 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f2d81d27-0c00-4725-9470-c5bfb20f5559 HTTP/1.1" status: 200 len: 914 time: 0.1323402 Sep 21 18:00:45.039998 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bab033eb-a871-4e4c-b226-61531c819481 req-ad4e3ee2-8ca1-4a75-a37c-27d0379660d7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4caa6c17-2cb7-4001-8770-7ca7da594698 HTTP/1.1" status: 200 len: 217 time: 0.0457590 Sep 21 18:00:45.099140 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-4bbcf4d5-b1d0-4b58-b241-b4ac13a997eb admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1616788588-network', 'tenant_id': 'b19470d065504ec1abbc6bc25f123f62'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:45.118898 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab033eb-a871-4e4c-b226-61531c819481 req-64bca5ac-63df-4b7a-a5af-797370294bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:45.120735 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bab033eb-a871-4e4c-b226-61531c819481 req-64bca5ac-63df-4b7a-a5af-797370294bd0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3ce9b4b5-4bbc-411f-9902-099d41627a6b HTTP/1.1" status: 200 len: 853 time: 0.0739765 Sep 21 18:00:45.158122 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bab033eb-a871-4e4c-b226-61531c819481 req-7f2a4fc6-18db-4881-8cc6-4fe67407ac17 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f2d81d27-0c00-4725-9470-c5bfb20f5559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292082 Sep 21 18:00:45.159107 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbcf4d5-b1d0-4b58-b241-b4ac13a997eb admin admin] Made reservation on behalf of b19470d065504ec1abbc6bc25f123f62 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:00:45.161519 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4bbcf4d5-b1d0-4b58-b241-b4ac13a997eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:45.179962 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4bbcf4d5-b1d0-4b58-b241-b4ac13a997eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:45.309203 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa536eb-7ada-4b86-a289-370b53c74789 req-76ef23c9-59f2-4b16-b24a-acdeb4bfe222 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:45.310691 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9aa536eb-7ada-4b86-a289-370b53c74789 req-76ef23c9-59f2-4b16-b24a-acdeb4bfe222 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 943 time: 0.1176527 Sep 21 18:00:45.374369 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9aa536eb-7ada-4b86-a289-370b53c74789 req-df847d72-4e2d-485d-a128-b15bb985d14e tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535221 Sep 21 18:00:45.402828 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bab033eb-a871-4e4c-b226-61531c819481 req-be7e09bd-50c7-4e7d-b904-e433790b6e6e service neutron] 10.222.0.38 "GET /v2.0/networks/f2d81d27-0c00-4725-9470-c5bfb20f5559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317488 Sep 21 18:00:45.523833 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 4caa6c17-2cb7-4001-8770-7ca7da594698 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:00:45.600601 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4bbcf4d5-b1d0-4b58-b241-b4ac13a997eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:45.604661 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bab033eb-a871-4e4c-b226-61531c819481 req-ab4f7207-4bfa-42bd-9c85-db23d177dc2d service neutron] 10.222.0.38 "GET /v2.0/networks/f2d81d27-0c00-4725-9470-c5bfb20f5559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887293 Sep 21 18:00:45.606559 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4bbcf4d5-b1d0-4b58-b241-b4ac13a997eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:45.619836 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 24e893e5-935f-4c89-ba97-f486c4607846 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:00:45.630849 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bbcf4d5-b1d0-4b58-b241-b4ac13a997eb admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:00:45.645676 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbcf4d5-b1d0-4b58-b241-b4ac13a997eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd8f774-1255-4938-b70f-ca40c4293682,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:45.650517 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4bbcf4d5-b1d0-4b58-b241-b4ac13a997eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:45.650854 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-4bbcf4d5-b1d0-4b58-b241-b4ac13a997eb admin admin] Added segment 7824cd32-9b02-4738-af87-96b163439fec of type vlan for network 0c3a5020-5a9d-489a-ae1e-339836b6c803 Sep 21 18:00:45.694627 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4bbcf4d5-b1d0-4b58-b241-b4ac13a997eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:45.724153 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4bbcf4d5-b1d0-4b58-b241-b4ac13a997eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:45.725256 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbcf4d5-b1d0-4b58-b241-b4ac13a997eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:45.726078 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4bbcf4d5-b1d0-4b58-b241-b4ac13a997eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:45.763115 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4bbcf4d5-b1d0-4b58-b241-b4ac13a997eb admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7893589 Sep 21 18:00:45.766173 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38442) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:45.800320 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-d13d8bfd-336a-427c-a262-94757dd33d89 admin admin] Request body: {'subnet': {'network_id': '0c3a5020-5a9d-489a-ae1e-339836b6c803', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1616788588-subnet', 'tenant_id': 'b19470d065504ec1abbc6bc25f123f62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:45.806504 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbcf4d5-b1d0-4b58-b241-b4ac13a997eb admin admin] Pushing event updated for resources: {'Network': ['ID=0c3a5020-5a9d-489a-ae1e-339836b6c803,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:45.825738 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13d8bfd-336a-427c-a262-94757dd33d89 admin admin] Made reservation on behalf of b19470d065504ec1abbc6bc25f123f62 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:00:45.828685 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d13d8bfd-336a-427c-a262-94757dd33d89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:45.829450 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 0c3a5020-5a9d-489a-ae1e-339836b6c803 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:00:45.984685 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d66ce3f6-e407-4de4-9fa3-f54d9f77a21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:46.159999 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d13d8bfd-336a-427c-a262-94757dd33d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:46.233008 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858a2bb-60a9-40d6-abad-b2f301d89feb req-d99d33e0-0831-48c9-902d-1a004557e1af tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:46.234838 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2858a2bb-60a9-40d6-abad-b2f301d89feb req-d99d33e0-0831-48c9-902d-1a004557e1af tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 943 time: 0.1700826 Sep 21 18:00:46.291280 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d8bfd-336a-427c-a262-94757dd33d89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6c5b708-6950-4f6b-8398-65d98c984ecd,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:46.296574 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13d8bfd-336a-427c-a262-94757dd33d89 admin admin] Checking segment: {'id': '7824cd32-9b02-4738-af87-96b163439fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0c3a5020-5a9d-489a-ae1e-339836b6c803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:00:46.296956 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13d8bfd-336a-427c-a262-94757dd33d89 admin admin] Network hostable DHCP agents. Network: 0c3a5020-5a9d-489a-ae1e-339836b6c803, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:00:46.357016 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2858a2bb-60a9-40d6-abad-b2f301d89feb req-6aca3d92-7b7b-4a88-b36e-1b5160c3bc27 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083751 Sep 21 18:00:46.364657 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13d8bfd-336a-427c-a262-94757dd33d89 admin admin] Network 0c3a5020-5a9d-489a-ae1e-339836b6c803 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:00:46.388254 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-d13d8bfd-336a-427c-a262-94757dd33d89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 0c3a5020-5a9d-489a-ae1e-339836b6c803) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:00:46.392513 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13d8bfd-336a-427c-a262-94757dd33d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:46.393169 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d13d8bfd-336a-427c-a262-94757dd33d89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:46.400784 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4423e1-2186-4975-9c6c-34705e14c39f None None] Network 0c3a5020-5a9d-489a-ae1e-339836b6c803 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:00:46.423808 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d13d8bfd-336a-427c-a262-94757dd33d89 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6293750 Sep 21 18:00:46.697652 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02f9f3-bf4d-46af-b5bb-a2415cf36856 req-8202b8ec-23f0-4f7d-8f2d-9e17b7bb22d5 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:46.723978 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fe02f9f3-bf4d-46af-b5bb-a2415cf36856 req-8202b8ec-23f0-4f7d-8f2d-9e17b7bb22d5 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 943 time: 0.1195576 Sep 21 18:00:46.797719 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60af22a-8f99-4455-a115-371affa352cd None None] Network 0c3a5020-5a9d-489a-ae1e-339836b6c803 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:00:46.822182 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fe02f9f3-bf4d-46af-b5bb-a2415cf36856 req-a7ce102e-8412-4098-9aa1-99b3c60cf4d2 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971403 Sep 21 18:00:47.536018 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-11525cc4-e2ef-4e20-a0b1-90f8c28bd243 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:47.549171 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-11525cc4-e2ef-4e20-a0b1-90f8c28bd243 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/networks?id=0c3a5020-5a9d-489a-ae1e-339836b6c803 HTTP/1.1" status: 200 len: 822 time: 0.2502503 Sep 21 18:00:47.567787 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-b15b211e-02a3-4c38-a93b-20e348ffa9a0 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/quotas/b19470d065504ec1abbc6bc25f123f62 HTTP/1.1" status: 200 len: 375 time: 0.0172176 Sep 21 18:00:47.615996 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc94969-20b1-4208-b797-300b647a25f7 req-7466af69-bd4a-4965-a67a-5ab29230e6d1 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:47.619024 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7bc94969-20b1-4208-b797-300b647a25f7 req-7466af69-bd4a-4965-a67a-5ab29230e6d1 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 943 time: 0.0928042 Sep 21 18:00:47.623580 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-d6c3967d-fbb7-4ae4-8f77-54ce622a5fc0 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b19470d065504ec1abbc6bc25f123f62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542901 Sep 21 18:00:47.705380 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7bc94969-20b1-4208-b797-300b647a25f7 req-2cf86b9f-d6cb-45a2-932e-ddac4a360742 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801170 Sep 21 18:00:47.799761 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-e9087859-d821-454c-9b60-1380ee44bf4d service neutron] 10.222.0.58 "GET /v2.0/networks/0c3a5020-5a9d-489a-ae1e-339836b6c803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638515 Sep 21 18:00:47.956275 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-22220df2-2e98-494b-b111-7ddad74e623d service neutron] 10.222.0.58 "GET /v2.0/networks/0c3a5020-5a9d-489a-ae1e-339836b6c803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534827 Sep 21 18:00:48.317164 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2947f2-34e3-482e-b79b-82986e9ecda5 req-77d6b3d1-666f-4194-b787-72cd8331b26f tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:48.319832 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b2947f2-34e3-482e-b79b-82986e9ecda5 req-77d6b3d1-666f-4194-b787-72cd8331b26f tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 943 time: 0.0997052 Sep 21 18:00:48.356031 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-36fc650d-cbc5-4f87-b43f-5cb0e7d465be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:48.448347 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b2947f2-34e3-482e-b79b-82986e9ecda5 req-0ca58438-d6fb-447c-8fee-c0fb3d165933 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164725 Sep 21 18:00:48.838548 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-41f9b667-a912-4f42-ae87-f7608c64a714 req-eefaeb35-298f-4495-bdc2-3906d413f905 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd0fa2d-1d32-41a7-9a75-3e694ae4670d HTTP/1.1" status: 200 len: 210 time: 0.0774245 Sep 21 18:00:48.953951 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:49.151101 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f7fd3-58ce-48c4-ac9d-8c696795eb8b req-682c88d9-28cb-4427-9909-4f60f9e54e9e tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:49.160894 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-587f7fd3-58ce-48c4-ac9d-8c696795eb8b req-682c88d9-28cb-4427-9909-4f60f9e54e9e tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 943 time: 0.1180742 Sep 21 18:00:49.229137 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-587f7fd3-58ce-48c4-ac9d-8c696795eb8b req-8c0cd700-e7d5-46e2-a347-39b126dd6c91 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627549 Sep 21 18:00:49.665890 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d5cb5-0c23-4a40-a683-035d0c834a54 req-b6a46eff-c75d-4c5e-b80c-dcab5abe074a tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:49.678497 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-580d5cb5-0c23-4a40-a683-035d0c834a54 req-b6a46eff-c75d-4c5e-b80c-dcab5abe074a tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 943 time: 0.1132045 Sep 21 18:00:49.722329 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-580d5cb5-0c23-4a40-a683-035d0c834a54 req-1736e0d1-e36b-4549-9ea2-fd9589038b82 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423839 Sep 21 18:00:49.959605 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6bfe030a-93ab-44b6-8ddf-7d2cf2460ff5 req-596e17cd-939f-405a-844e-ec5c7d72583b tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd0fa2d-1d32-41a7-9a75-3e694ae4670d HTTP/1.1" status: 200 len: 210 time: 0.0351586 Sep 21 18:00:50.023137 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:50.426346 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f79ee5-59ea-4db7-a48a-f2622e80bc0b req-7840556a-c1d9-4802-8ede-beb823a28319 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:50.436869 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-28f79ee5-59ea-4db7-a48a-f2622e80bc0b req-7840556a-c1d9-4802-8ede-beb823a28319 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 943 time: 0.1158257 Sep 21 18:00:50.490307 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-28f79ee5-59ea-4db7-a48a-f2622e80bc0b req-ef16e3c7-e06f-46ea-9498-58a598756992 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520523 Sep 21 18:00:50.899753 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddf8d2-a234-4243-9843-88abdabc43c6 req-869469ae-9300-4c37-bfa2-c1072b9be0ac tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:50.901522 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-03ddf8d2-a234-4243-9843-88abdabc43c6 req-869469ae-9300-4c37-bfa2-c1072b9be0ac tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 943 time: 0.0680099 Sep 21 18:00:50.960574 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-03ddf8d2-a234-4243-9843-88abdabc43c6 req-e5153c1e-4fe1-4ddd-8a04-8edd29043fff tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519009 Sep 21 18:00:51.140104 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-825061c3-1bb9-43ea-83b7-b442df59996a req-29a82cd5-9a32-4820-95aa-d498dbacc6bf tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd0fa2d-1d32-41a7-9a75-3e694ae4670d HTTP/1.1" status: 200 len: 210 time: 0.0320787 Sep 21 18:00:51.510708 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:51.655101 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d57cc7-26fc-4d8f-975e-f33456b0c782 req-9168c113-e216-41b5-9ad4-91a89583398d tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:51.664608 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e1d57cc7-26fc-4d8f-975e-f33456b0c782 req-9168c113-e216-41b5-9ad4-91a89583398d tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 943 time: 0.0668874 Sep 21 18:00:51.717098 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e1d57cc7-26fc-4d8f-975e-f33456b0c782 req-f3841995-6712-4203-ad2e-7c0bcc729c0f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455406 Sep 21 18:00:52.098094 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331ffa6-486e-4150-8ca8-db2ddad7e450 req-de446171-081a-4cb7-b12c-2da33fa43353 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:52.100035 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3331ffa6-486e-4150-8ca8-db2ddad7e450 req-de446171-081a-4cb7-b12c-2da33fa43353 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 943 time: 0.0579970 Sep 21 18:00:52.161415 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3331ffa6-486e-4150-8ca8-db2ddad7e450 req-c65a4eb9-650c-4b19-9bcd-b0fc080c59dd tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496840 Sep 21 18:00:52.413763 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-da281bfc-eaf8-42b5-8dc2-3b833af46bba req-34a17f37-8aec-49a2-95bb-a329948188eb tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd0fa2d-1d32-41a7-9a75-3e694ae4670d HTTP/1.1" status: 200 len: 210 time: 0.0479620 Sep 21 18:00:52.851247 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29ccb8-bf97-4557-8e92-bff733e1ca36 req-d2e03382-1540-44be-8bd7-c1e4b3218547 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:52.852920 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba29ccb8-bf97-4557-8e92-bff733e1ca36 req-d2e03382-1540-44be-8bd7-c1e4b3218547 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 943 time: 0.0686555 Sep 21 18:00:52.893310 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba29ccb8-bf97-4557-8e92-bff733e1ca36 req-780f307a-bbe5-4895-a569-6997a1ba80e9 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343425 Sep 21 18:00:53.182743 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:53.294020 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed588ab-b18e-4b61-902d-2eb776e8d922 req-6d45202a-52cd-4b4d-b09c-86c66688a906 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:53.296470 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4ed588ab-b18e-4b61-902d-2eb776e8d922 req-6d45202a-52cd-4b4d-b09c-86c66688a906 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 943 time: 0.0553491 Sep 21 18:00:53.342918 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4ed588ab-b18e-4b61-902d-2eb776e8d922 req-b77febc2-4d00-4a46-9407-a21bc76ca943 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394621 Sep 21 18:00:53.513694 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad88b43a-8449-4abd-9547-1fd37c79878d req-a0e365cc-4e98-4640-9570-bcb1d204e78b tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd0fa2d-1d32-41a7-9a75-3e694ae4670d HTTP/1.1" status: 200 len: 210 time: 0.0303729 Sep 21 18:00:54.085246 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9befe217-98d0-4208-a60f-a47eba1a79ae req-39a7c8f1-f9ac-40fa-a0f2-4892e782ea27 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:54.087116 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9befe217-98d0-4208-a60f-a47eba1a79ae req-39a7c8f1-f9ac-40fa-a0f2-4892e782ea27 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 943 time: 0.0680330 Sep 21 18:00:54.143594 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9befe217-98d0-4208-a60f-a47eba1a79ae req-07dee770-487a-4d99-afec-faeb8a0425c0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481279 Sep 21 18:00:54.467707 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d83ad-3121-4983-b819-ebdd67dd92e8 req-071fb733-9616-4b65-8475-dc8ec6b2d0a4 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:54.469310 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-209d83ad-3121-4983-b819-ebdd67dd92e8 req-071fb733-9616-4b65-8475-dc8ec6b2d0a4 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 943 time: 0.0519061 Sep 21 18:00:54.489724 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:54.510769 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-209d83ad-3121-4983-b819-ebdd67dd92e8 req-19f2e80d-20f1-4c1d-836a-2fc514ac0bd6 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351987 Sep 21 18:00:54.670006 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ac83545c-36e8-4d15-bedb-d2c285dd9372 req-7283d6d4-4b95-48da-bd8e-66ed8aa4f130 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd0fa2d-1d32-41a7-9a75-3e694ae4670d HTTP/1.1" status: 200 len: 210 time: 0.0281866 Sep 21 18:00:55.313349 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2bc56-126c-452f-9f94-f47cf28f9312 req-fa8d3f8e-3155-4721-834c-20ef53122945 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:55.315727 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3ab2bc56-126c-452f-9f94-f47cf28f9312 req-fa8d3f8e-3155-4721-834c-20ef53122945 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 943 time: 0.0667429 Sep 21 18:00:55.356131 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3ab2bc56-126c-452f-9f94-f47cf28f9312 req-4d8fab48-d183-44b4-8fd8-b6af0c61aac9 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335195 Sep 21 18:00:55.638629 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6991b9b-d06c-478d-9aee-47c2f7bd087c req-242ab1a1-e009-4fa7-a10a-b647db9efade tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:55.640323 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d6991b9b-d06c-478d-9aee-47c2f7bd087c req-242ab1a1-e009-4fa7-a10a-b647db9efade tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 943 time: 0.0511754 Sep 21 18:00:55.681556 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d6991b9b-d06c-478d-9aee-47c2f7bd087c req-362c0958-e1ce-43b8-8eb8-656064c6ae87 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349381 Sep 21 18:00:55.886842 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b672aa8d-1cae-43b4-842c-6549c65e15ff req-abb493bd-3129-4700-8794-bd81982303e6 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd0fa2d-1d32-41a7-9a75-3e694ae4670d HTTP/1.1" status: 200 len: 210 time: 0.0331075 Sep 21 18:00:56.071810 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 38650) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:56.186005 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e9d8a31b-f159-4c78-924c-c94fbd610972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:56.308871 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e9d8a31b-f159-4c78-924c-c94fbd610972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:56.314373 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e9d8a31b-f159-4c78-924c-c94fbd610972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:56.353946 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e9d8a31b-f159-4c78-924c-c94fbd610972 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c87c5bd019c24537ba282f8862046212&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2800877 Sep 21 18:00:56.354682 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8a31b-f159-4c78-924c-c94fbd610972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecc7332-9110-45d6-a634-bf48907255fe,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:56.356724 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38654) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:56.407677 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dd4b36f4-9854-433a-a2be-047dd2175d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:56.449783 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dd4b36f4-9854-433a-a2be-047dd2175d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:56.517363 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0b16d-0de6-432e-b02e-61fd86739754 req-7e690140-223e-4672-9e39-7662bebbd476 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:56.521532 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e0e0b16d-0de6-432e-b02e-61fd86739754 req-7e690140-223e-4672-9e39-7662bebbd476 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 943 time: 0.0846350 Sep 21 18:00:56.603721 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e0e0b16d-0de6-432e-b02e-61fd86739754 req-de482182-d61c-4e05-b034-afdb4a361e25 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713742 Sep 21 18:00:56.646156 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dd4b36f4-9854-433a-a2be-047dd2175d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:56.648922 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dd4b36f4-9854-433a-a2be-047dd2175d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:56.650346 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-dd4b36f4-9854-433a-a2be-047dd2175d6a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3ecc7332-9110-45d6-a634-bf48907255fe HTTP/1.1" status: 204 len: 168 time: 0.2923827 Sep 21 18:00:56.659583 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b36f4-9854-433a-a2be-047dd2175d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecc7332-9110-45d6-a634-bf48907255fe,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:56.849781 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da672f29-0dba-4a0d-9a5a-1512af3bebf6 req-f95162ce-1c06-47dd-a461-cd6a4f1c9808 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:56.851441 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-da672f29-0dba-4a0d-9a5a-1512af3bebf6 req-f95162ce-1c06-47dd-a461-cd6a4f1c9808 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 943 time: 0.0507162 Sep 21 18:00:56.890523 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-da672f29-0dba-4a0d-9a5a-1512af3bebf6 req-670d718b-e8ba-471a-b7ac-d3cf5f2579de tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329452 Sep 21 18:00:57.040206 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-998abcf9-636c-4e80-8d7b-2c6601ea7154 req-15090e97-593f-48df-9f05-081bf3932487 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd0fa2d-1d32-41a7-9a75-3e694ae4670d HTTP/1.1" status: 200 len: 210 time: 0.0300140 Sep 21 18:00:57.680690 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-cd0242ed-ce6b-4488-a65e-32e1cd300452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:57.682250 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-cd0242ed-ce6b-4488-a65e-32e1cd300452 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6&tenant_id=0054d9324ee341f99a9815f4375410f3 HTTP/1.1" status: 200 len: 1094 time: 0.0763798 Sep 21 18:00:57.705587 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-2ed5b760-51d9-4a1a-82c3-5b01b26ba4c7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810291-1', 'device_owner': 'compute:nova'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:57.793213 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e11e73-aeb6-48e6-a8b9-63aedea8842a req-16089f89-443f-4107-9cb1-56aed7906d0f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:57.794714 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a2e11e73-aeb6-48e6-a8b9-63aedea8842a req-16089f89-443f-4107-9cb1-56aed7906d0f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 943 time: 0.1036837 Sep 21 18:00:57.797638 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-2ed5b760-51d9-4a1a-82c3-5b01b26ba4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:57.874106 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a2e11e73-aeb6-48e6-a8b9-63aedea8842a req-302982cd-b543-4c22-a055-3720734c2b6c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671954 Sep 21 18:00:57.953796 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 38724) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:58.040986 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f2ef8-6d6c-4b0c-8162-68d3f2418871 req-e61f9219-d656-4569-b00a-7ef6e94cc911 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:58.042641 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-471f2ef8-6d6c-4b0c-8162-68d3f2418871 req-e61f9219-d656-4569-b00a-7ef6e94cc911 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 943 time: 0.0804167 Sep 21 18:00:58.043395 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-2ed5b760-51d9-4a1a-82c3-5b01b26ba4c7 service neutron] For port 24e893e5-935f-4c89-ba97-f486c4607846, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=24e893e5-935f-4c89-ba97-f486c4607846,segment=NetworkSegment(3f4ce037-8995-4519-9436-741a5cf4e4ad),segment_id=3f4ce037-8995-4519-9436-741a5cf4e4ad)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:58.087270 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-2ed5b760-51d9-4a1a-82c3-5b01b26ba4c7 service neutron] For port 24e893e5-935f-4c89-ba97-f486c4607846, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:00:58.106684 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cba39643-d84c-4dd1-89a1-a2b42e51a579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:58.131075 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-2ed5b760-51d9-4a1a-82c3-5b01b26ba4c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24e893e5-935f-4c89-ba97-f486c4607846 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:00:58.140641 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-471f2ef8-6d6c-4b0c-8162-68d3f2418871 req-d90a2daa-b803-452c-b768-bfb84c18b131 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803018 Sep 21 18:00:58.155835 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-2ed5b760-51d9-4a1a-82c3-5b01b26ba4c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:58.220960 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1116da0d-631d-4de1-98b6-eac8c6ccb32a req-c8ae69c9-1246-4e4d-b00d-a4abb9cfb138 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd0fa2d-1d32-41a7-9a75-3e694ae4670d HTTP/1.1" status: 200 len: 210 time: 0.0802724 Sep 21 18:00:58.235022 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-2ed5b760-51d9-4a1a-82c3-5b01b26ba4c7 service neutron] Transition to ACTIVE for port object 24e893e5-935f-4c89-ba97-f486c4607846 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:00:58.260732 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cba39643-d84c-4dd1-89a1-a2b42e51a579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:58.265299 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cba39643-d84c-4dd1-89a1-a2b42e51a579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:58.271337 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-2ed5b760-51d9-4a1a-82c3-5b01b26ba4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:58.305599 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-cba39643-d84c-4dd1-89a1-a2b42e51a579 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c9e252cae57e4568afbf8301089b2b2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3499975 Sep 21 18:00:58.307734 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba39643-d84c-4dd1-89a1-a2b42e51a579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25031c39-0416-43ff-9b18-d0b49f687470,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:58.309300 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38734) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:00:58.414879 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5b760-51d9-4a1a-82c3-5b01b26ba4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=24e893e5-935f-4c89-ba97-f486c4607846,revision_number=9']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:58.456996 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-01b88762-2cc6-4b14-b903-0ec0b3c1a261 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:58.458510 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-01b88762-2cc6-4b14-b903-0ec0b3c1a261 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.38 "GET /v2.0/networks?id=0c3a5020-5a9d-489a-ae1e-339836b6c803 HTTP/1.1" status: 200 len: 822 time: 0.3168948 Sep 21 18:00:58.476711 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-88b3c56e-bb83-4be5-be50-b79b2bff6864 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Request body: {'port': {'device_id': '6fd0fa2d-1d32-41a7-9a75-3e694ae4670d', 'network_id': '0c3a5020-5a9d-489a-ae1e-339836b6c803', 'admin_state_up': True, 'tenant_id': 'b19470d065504ec1abbc6bc25f123f62'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:00:58.573163 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-2ed5b760-51d9-4a1a-82c3-5b01b26ba4c7 service neutron] No DVR routers for this DVR port 24e893e5-935f-4c89-ba97-f486c4607846 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:00:58.576728 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-04ead383-8636-44f0-9e1f-a8a760a7c670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:58.649067 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-04ead383-8636-44f0-9e1f-a8a760a7c670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:58.757065 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-88b3c56e-bb83-4be5-be50-b79b2bff6864 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Made reservation on behalf of b19470d065504ec1abbc6bc25f123f62 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:00:58.759618 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-88b3c56e-bb83-4be5-be50-b79b2bff6864 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:58.791610 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-04ead383-8636-44f0-9e1f-a8a760a7c670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:58.794068 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-04ead383-8636-44f0-9e1f-a8a760a7c670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:58.795230 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-04ead383-8636-44f0-9e1f-a8a760a7c670 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/25031c39-0416-43ff-9b18-d0b49f687470 HTTP/1.1" status: 204 len: 168 time: 0.4837465 Sep 21 18:00:58.819966 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ead383-8636-44f0-9e1f-a8a760a7c670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25031c39-0416-43ff-9b18-d0b49f687470,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:58.822882 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-2ed5b760-51d9-4a1a-82c3-5b01b26ba4c7 service neutron] Attempting to bind port 24e893e5-935f-4c89-ba97-f486c4607846 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:00:58.823271 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-2ed5b760-51d9-4a1a-82c3-5b01b26ba4c7 service neutron] Attempting to bind port 24e893e5-935f-4c89-ba97-f486c4607846 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '3f4ce037-8995-4519-9436-741a5cf4e4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:00:58.823595 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-2ed5b760-51d9-4a1a-82c3-5b01b26ba4c7 service neutron] Attempting to bind port 24e893e5-935f-4c89-ba97-f486c4607846 on network 317845e1-df2c-40eb-a75c-cc29a382e695 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:58.859373 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-2ed5b760-51d9-4a1a-82c3-5b01b26ba4c7 service neutron] Port 24e893e5-935f-4c89-ba97-f486c4607846 on network 317845e1-df2c-40eb-a75c-cc29a382e695 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:00:58.859704 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-2ed5b760-51d9-4a1a-82c3-5b01b26ba4c7 service neutron] Attempting to bind port 24e893e5-935f-4c89-ba97-f486c4607846 on network 317845e1-df2c-40eb-a75c-cc29a382e695 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:00:58.870846 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-2ed5b760-51d9-4a1a-82c3-5b01b26ba4c7 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:00:58.871349 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-2ed5b760-51d9-4a1a-82c3-5b01b26ba4c7 service neutron] Checking segment: {'id': '3f4ce037-8995-4519-9436-741a5cf4e4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:00:58.871581 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-2ed5b760-51d9-4a1a-82c3-5b01b26ba4c7 service neutron] Bound using segment: {'id': '3f4ce037-8995-4519-9436-741a5cf4e4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:00:58.872026 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-2ed5b760-51d9-4a1a-82c3-5b01b26ba4c7 service neutron] Bound port: 24e893e5-935f-4c89-ba97-f486c4607846, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f4ce037-8995-4519-9436-741a5cf4e4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:00:58.872375 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-2ed5b760-51d9-4a1a-82c3-5b01b26ba4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:58.991637 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-88b3c56e-bb83-4be5-be50-b79b2bff6864 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Allocated IP 172.20.0.4 (0c3a5020-5a9d-489a-ae1e-339836b6c803/f6c5b708-6950-4f6b-8398-65d98c984ecd/83a5bfd6-4148-437a-998a-0152739b39e3) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:00:59.000205 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-2ed5b760-51d9-4a1a-82c3-5b01b26ba4c7 service neutron] For port 24e893e5-935f-4c89-ba97-f486c4607846, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:00:59.006362 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-2ed5b760-51d9-4a1a-82c3-5b01b26ba4c7 service neutron] For port 24e893e5-935f-4c89-ba97-f486c4607846, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=24e893e5-935f-4c89-ba97-f486c4607846,segment=NetworkSegment(3f4ce037-8995-4519-9436-741a5cf4e4ad),segment_id=3f4ce037-8995-4519-9436-741a5cf4e4ad)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:00:59.013453 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-2ed5b760-51d9-4a1a-82c3-5b01b26ba4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:59.022911 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5debd1-fab6-48ca-8280-b35db592803c req-018d23f6-6ef7-440d-afbe-85f0a5ddcb62 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:59.025320 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9a5debd1-fab6-48ca-8280-b35db592803c req-018d23f6-6ef7-440d-afbe-85f0a5ddcb62 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 943 time: 0.0613997 Sep 21 18:00:59.059709 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-2ed5b760-51d9-4a1a-82c3-5b01b26ba4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:59.060773 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-2ed5b760-51d9-4a1a-82c3-5b01b26ba4c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:59.062393 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-2ed5b760-51d9-4a1a-82c3-5b01b26ba4c7 service neutron] 10.222.0.38 "PUT /v2.0/ports/24e893e5-935f-4c89-ba97-f486c4607846 HTTP/1.1" status: 200 len: 1091 time: 1.3621404 Sep 21 18:00:59.082127 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306bed69-59cc-4059-846a-0c00124314f6', 'tag': '24e893e5-935f-4c89-ba97-f486c4607846'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:00:59.084473 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d467f2-f8eb-4f63-ad38-5316d340e5a2" -d '{"events": [{"name": "network-changed", "server_uuid": "306bed69-59cc-4059-846a-0c00124314f6", "tag": "24e893e5-935f-4c89-ba97-f486c4607846"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:00:59.085904 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9a5debd1-fab6-48ca-8280-b35db592803c req-650fd78d-fb97-47f3-94b4-cc70d20a4ce2 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536819 Sep 21 18:00:59.169172 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49e414d-8a51-4e97-b378-8d18b56fa159 x-openstack-request-id: req-e49e414d-8a51-4e97-b378-8d18b56fa159 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:00:59.169535 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "306bed69-59cc-4059-846a-0c00124314f6", "tag": "24e893e5-935f-4c89-ba97-f486c4607846", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:00:59.169853 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e49e414d-8a51-4e97-b378-8d18b56fa159 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:00:59.170308 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '306bed69-59cc-4059-846a-0c00124314f6', 'tag': '24e893e5-935f-4c89-ba97-f486c4607846', 'status': 'completed', 'code': 200} Sep 21 18:00:59.216089 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5b760-51d9-4a1a-82c3-5b01b26ba4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=24e893e5-935f-4c89-ba97-f486c4607846,revision_number=10']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:59.232644 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-40d6ca29-ca8e-4348-8cbf-0d52e407c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:59.234330 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-40d6ca29-ca8e-4348-8cbf-0d52e407c521 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0054d9324ee341f99a9815f4375410f3&device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 1095 time: 0.1257961 Sep 21 18:00:59.386639 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9dcc3a4a-e0ab-4cff-ad19-7ab62097081e req-df64e4d1-4c30-4a6f-9579-fa9f48007c81 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd0fa2d-1d32-41a7-9a75-3e694ae4670d HTTP/1.1" status: 200 len: 210 time: 0.0303087 Sep 21 18:00:59.591175 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 4caa6c17-2cb7-4001-8770-7ca7da594698 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:00:59.690412 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 4caa6c17-2cb7-4001-8770-7ca7da594698, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=4caa6c17-2cb7-4001-8770-7ca7da594698,segment=NetworkSegment(e564d934-97dd-4d6e-ab5e-6b296ec1ad41),segment_id=e564d934-97dd-4d6e-ab5e-6b296ec1ad41)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:59.698018 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242a0aa-beee-4d2b-ac16-e67b3fb368bc req-bf2829d0-6130-44a9-9c64-754c44105bb6 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:59.703825 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '4caa6c17-2cb7-4001-8770-7ca7da594698', 'network_id': 'f2d81d27-0c00-4725-9470-c5bfb20f5559', 'port_id': '4caa6c17-2cb7-4001-8770-7ca7da594698', 'mac_address': 'fa:16:3e:53:1f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ce9b4b5-4bbc-411f-9902-099d41627a6b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:00:59.705348 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2242a0aa-beee-4d2b-ac16-e67b3fb368bc req-bf2829d0-6130-44a9-9c64-754c44105bb6 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 943 time: 0.4677203 Sep 21 18:00:59.742881 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-88b3c56e-bb83-4be5-be50-b79b2bff6864 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:59.744793 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:59.745153 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-d5028125-76fb-4d40-9755-593856b87d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:59.746645 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-d5028125-76fb-4d40-9755-593856b87d30 service neutron] 10.222.0.38 "GET /v2.0/networks?id=317845e1-df2c-40eb-a75c-cc29a382e695 HTTP/1.1" status: 200 len: 916 time: 0.4978714 Sep 21 18:00:59.758216 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4caa6c17-2cb7-4001-8770-7ca7da594698 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:00:59.775759 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2242a0aa-beee-4d2b-ac16-e67b3fb368bc req-246cd743-196b-41ca-9d0d-e31933f51e00 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695624 Sep 21 18:00:59.779212 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 4caa6c17-2cb7-4001-8770-7ca7da594698, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=4caa6c17-2cb7-4001-8770-7ca7da594698,segment=NetworkSegment(e564d934-97dd-4d6e-ab5e-6b296ec1ad41),segment_id=e564d934-97dd-4d6e-ab5e-6b296ec1ad41)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:00:59.786540 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:59.853664 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=4caa6c17-2cb7-4001-8770-7ca7da594698,revision_number=9']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:00:59.858156 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-71af3797-f3c8-437a-8dc5-5f42585644c3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24e893e5-935f-4c89-ba97-f486c4607846 HTTP/1.1" status: 200 len: 999 time: 0.1000867 Sep 21 18:00:59.876638 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-88b3c56e-bb83-4be5-be50-b79b2bff6864 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:00:59.946734 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-88b3c56e-bb83-4be5-be50-b79b2bff6864 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Network 0c3a5020-5a9d-489a-ae1e-339836b6c803 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:00:59.954505 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-88b3c56e-bb83-4be5-be50-b79b2bff6864 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:00:59.959540 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-b985fc06-e146-45dc-bdfe-cf508a7b807b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:00:59.960800 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-b985fc06-e146-45dc-bdfe-cf508a7b807b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=109644f9-7374-4e29-a072-2da36abb70ff HTTP/1.1" status: 200 len: 854 time: 0.0939689 Sep 21 18:00:59.965816 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-88b3c56e-bb83-4be5-be50-b79b2bff6864 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:00:59.998676 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3c56e-bb83-4be5-be50-b79b2bff6864 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Pushing event updated for resources: {'Port': ['ID=83a5bfd6-4148-437a-998a-0152739b39e3,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:00.048713 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-88b3c56e-bb83-4be5-be50-b79b2bff6864 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:00.049337 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-88b3c56e-bb83-4be5-be50-b79b2bff6864 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:00.056056 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['4caa6c17-2cb7-4001-8770-7ca7da594698'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:00.061333 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-0675d801-4a8f-4b8c-b168-189a467de96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:00.062997 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-0675d801-4a8f-4b8c-b168-189a467de96b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=317845e1-df2c-40eb-a75c-cc29a382e695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930243 Sep 21 18:01:00.081395 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-88b3c56e-bb83-4be5-be50-b79b2bff6864 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6088917 Sep 21 18:01:00.099686 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-2dc40593-f594-4946-8d16-fcdcb64d86dc service neutron] Request body: {'port': {'device_id': '6fd0fa2d-1d32-41a7-9a75-3e694ae4670d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:00.228841 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-2dc40593-f594-4946-8d16-fcdcb64d86dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:00.241973 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399ddbf-29f7-4a03-9392-6aec0fe77256 req-0c0ea7ba-ae2e-4675-9e5f-d6fdcfb48e9c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:00.244400 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8399ddbf-29f7-4a03-9392-6aec0fe77256 req-0c0ea7ba-ae2e-4675-9e5f-d6fdcfb48e9c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 944 time: 0.0631735 Sep 21 18:01:00.261575 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-6bba36b1-43bc-4440-a20c-4481af6ebfd5 service neutron] 10.222.0.38 "GET /v2.0/networks/317845e1-df2c-40eb-a75c-cc29a382e695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897461 Sep 21 18:01:00.286744 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8399ddbf-29f7-4a03-9392-6aec0fe77256 req-7fc868df-0390-496e-a5f0-9710a6bf296f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342348 Sep 21 18:01:00.464057 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6918a553-c55e-4b67-8d12-e7a5d011c4fb req-71ab0252-42cd-46e9-b2dc-127d042c5d9f service neutron] 10.222.0.38 "GET /v2.0/networks/317845e1-df2c-40eb-a75c-cc29a382e695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842587 Sep 21 18:01:00.535231 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee7371-e6b7-40c4-a9bb-138053ef2ea7 req-2e831880-5a97-4edd-94ec-63ed30089aae tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:00.539443 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2bee7371-e6b7-40c4-a9bb-138053ef2ea7 req-2e831880-5a97-4edd-94ec-63ed30089aae tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd0fa2d-1d32-41a7-9a75-3e694ae4670d HTTP/1.1" status: 200 len: 931 time: 0.0688052 Sep 21 18:01:00.583985 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2bee7371-e6b7-40c4-a9bb-138053ef2ea7 req-7f4e9b38-9fe6-4f93-a089-3bf65da00438 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dd8f774-1255-4938-b70f-ca40c4293682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377352 Sep 21 18:01:00.589671 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d467f2-f8eb-4f63-ad38-5316d340e5a2 req-3803bf70-1d2f-4569-9e17-d38bf4c17fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:00.591210 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9d467f2-f8eb-4f63-ad38-5316d340e5a2 req-3803bf70-1d2f-4569-9e17-d38bf4c17fa4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0054d9324ee341f99a9815f4375410f3&device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 1095 time: 0.0691943 Sep 21 18:01:00.719177 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-2dc40593-f594-4946-8d16-fcdcb64d86dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83a5bfd6-4148-437a-998a-0152739b39e3 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:01:00.730997 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-2dc40593-f594-4946-8d16-fcdcb64d86dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:00.746398 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d467f2-f8eb-4f63-ad38-5316d340e5a2 req-3cb2ab61-fffa-42e0-9e8d-090df0b13d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:00.747903 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9d467f2-f8eb-4f63-ad38-5316d340e5a2 req-3cb2ab61-fffa-42e0-9e8d-090df0b13d1d service neutron] 10.222.0.38 "GET /v2.0/networks?id=317845e1-df2c-40eb-a75c-cc29a382e695 HTTP/1.1" status: 200 len: 916 time: 0.1489189 Sep 21 18:01:00.753052 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-2dc40593-f594-4946-8d16-fcdcb64d86dc service neutron] Transition to ACTIVE for port object 83a5bfd6-4148-437a-998a-0152739b39e3 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:01:00.765700 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-2dc40593-f594-4946-8d16-fcdcb64d86dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:00.865023 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9d467f2-f8eb-4f63-ad38-5316d340e5a2 req-2cdad8ef-bb1d-4620-aa38-f60adecae8d7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24e893e5-935f-4c89-ba97-f486c4607846 HTTP/1.1" status: 200 len: 999 time: 0.1071203 Sep 21 18:01:00.892062 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc40593-f594-4946-8d16-fcdcb64d86dc service neutron] Pushing event updated for resources: {'Port': ['ID=83a5bfd6-4148-437a-998a-0152739b39e3,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:00.997914 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d467f2-f8eb-4f63-ad38-5316d340e5a2 req-42fb5f1d-98c8-46d9-82f7-921ba0b5dbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:00.999848 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9d467f2-f8eb-4f63-ad38-5316d340e5a2 req-42fb5f1d-98c8-46d9-82f7-921ba0b5dbb6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=109644f9-7374-4e29-a072-2da36abb70ff HTTP/1.1" status: 200 len: 854 time: 0.1100428 Sep 21 18:01:01.011894 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733d665-2dc8-4c84-a9cf-fb4a6b782ba1 req-85e99577-ec7a-42cb-8388-9d83d20822fd tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:01.015742 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4733d665-2dc8-4c84-a9cf-fb4a6b782ba1 req-85e99577-ec7a-42cb-8388-9d83d20822fd tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 944 time: 0.1532316 Sep 21 18:01:01.085829 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-2dc40593-f594-4946-8d16-fcdcb64d86dc service neutron] Attempting to bind port 83a5bfd6-4148-437a-998a-0152739b39e3 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:01:01.086214 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-2dc40593-f594-4946-8d16-fcdcb64d86dc service neutron] Attempting to bind port 83a5bfd6-4148-437a-998a-0152739b39e3 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '7824cd32-9b02-4738-af87-96b163439fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0c3a5020-5a9d-489a-ae1e-339836b6c803'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:01:01.086560 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-2dc40593-f594-4946-8d16-fcdcb64d86dc service neutron] Attempting to bind port 83a5bfd6-4148-437a-998a-0152739b39e3 on network 0c3a5020-5a9d-489a-ae1e-339836b6c803 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:01:01.100196 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-2dc40593-f594-4946-8d16-fcdcb64d86dc service neutron] Port 83a5bfd6-4148-437a-998a-0152739b39e3 on network 0c3a5020-5a9d-489a-ae1e-339836b6c803 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:01:01.100519 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-2dc40593-f594-4946-8d16-fcdcb64d86dc service neutron] Attempting to bind port 83a5bfd6-4148-437a-998a-0152739b39e3 on network 0c3a5020-5a9d-489a-ae1e-339836b6c803 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:01:01.121209 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-2dc40593-f594-4946-8d16-fcdcb64d86dc service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:01:01.121463 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-2dc40593-f594-4946-8d16-fcdcb64d86dc service neutron] Checking segment: {'id': '7824cd32-9b02-4738-af87-96b163439fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0c3a5020-5a9d-489a-ae1e-339836b6c803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:01:01.121817 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-2dc40593-f594-4946-8d16-fcdcb64d86dc service neutron] Bound using segment: {'id': '7824cd32-9b02-4738-af87-96b163439fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0c3a5020-5a9d-489a-ae1e-339836b6c803'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:01:01.122337 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-2dc40593-f594-4946-8d16-fcdcb64d86dc service neutron] Bound port: 83a5bfd6-4148-437a-998a-0152739b39e3, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7824cd32-9b02-4738-af87-96b163439fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '0c3a5020-5a9d-489a-ae1e-339836b6c803'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:01:01.122693 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-2dc40593-f594-4946-8d16-fcdcb64d86dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:01.137528 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4733d665-2dc8-4c84-a9cf-fb4a6b782ba1 req-c3dd9e12-2d0e-41a5-96f4-af17822afade tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013675 Sep 21 18:01:01.150410 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d467f2-f8eb-4f63-ad38-5316d340e5a2 req-9608fd35-46d9-453a-a968-af932f43c318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:01.152099 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9d467f2-f8eb-4f63-ad38-5316d340e5a2 req-9608fd35-46d9-453a-a968-af932f43c318 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=317845e1-df2c-40eb-a75c-cc29a382e695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1325638 Sep 21 18:01:01.217445 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-2dc40593-f594-4946-8d16-fcdcb64d86dc service neutron] For port 83a5bfd6-4148-437a-998a-0152739b39e3, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:01:01.221688 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-2dc40593-f594-4946-8d16-fcdcb64d86dc service neutron] For port 83a5bfd6-4148-437a-998a-0152739b39e3, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=83a5bfd6-4148-437a-998a-0152739b39e3,segment=NetworkSegment(7824cd32-9b02-4738-af87-96b163439fec),segment_id=7824cd32-9b02-4738-af87-96b163439fec)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:01:01.226527 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-2dc40593-f594-4946-8d16-fcdcb64d86dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:01.293060 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-2dc40593-f594-4946-8d16-fcdcb64d86dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:01.293769 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-2dc40593-f594-4946-8d16-fcdcb64d86dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:01.295263 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-2dc40593-f594-4946-8d16-fcdcb64d86dc service neutron] 10.222.0.38 "PUT /v2.0/ports/83a5bfd6-4148-437a-998a-0152739b39e3 HTTP/1.1" status: 200 len: 1091 time: 1.2036989 Sep 21 18:01:01.298212 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd0fa2d-1d32-41a7-9a75-3e694ae4670d', 'tag': '83a5bfd6-4148-437a-998a-0152739b39e3'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:01:01.300631 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72c5294-2070-4672-81b6-6060684dd629" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd0fa2d-1d32-41a7-9a75-3e694ae4670d", "tag": "83a5bfd6-4148-437a-998a-0152739b39e3"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:01:01.409643 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0092de90-3b2b-4499-840e-cd2addf6cded x-openstack-request-id: req-0092de90-3b2b-4499-840e-cd2addf6cded {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:01.410190 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd0fa2d-1d32-41a7-9a75-3e694ae4670d", "tag": "83a5bfd6-4148-437a-998a-0152739b39e3", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:01.410587 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0092de90-3b2b-4499-840e-cd2addf6cded {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:01.423172 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd0fa2d-1d32-41a7-9a75-3e694ae4670d', 'tag': '83a5bfd6-4148-437a-998a-0152739b39e3', 'status': 'completed', 'code': 200} Sep 21 18:01:01.495586 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc40593-f594-4946-8d16-fcdcb64d86dc service neutron] Pushing event updated for resources: {'Port': ['ID=83a5bfd6-4148-437a-998a-0152739b39e3,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:01.538720 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-d9243080-c560-4a63-92f1-d1a1352c56f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:01.540518 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-d9243080-c560-4a63-92f1-d1a1352c56f3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b19470d065504ec1abbc6bc25f123f62&device_id=6fd0fa2d-1d32-41a7-9a75-3e694ae4670d HTTP/1.1" status: 200 len: 1094 time: 0.1101997 Sep 21 18:01:01.543063 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9d467f2-f8eb-4f63-ad38-5316d340e5a2 req-6037b55c-7682-4d85-9c3f-3d0c6805c5f2 service neutron] 10.222.0.38 "GET /v2.0/networks/317845e1-df2c-40eb-a75c-cc29a382e695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847352 Sep 21 18:01:01.543568 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fe5d4-d59c-407d-a77b-8e1ef172b8f3 req-6576d0fa-eaf1-48d8-a92e-9675cb8a402d tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:01.545372 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ec0fe5d4-d59c-407d-a77b-8e1ef172b8f3 req-6576d0fa-eaf1-48d8-a92e-9675cb8a402d tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 944 time: 0.0833502 Sep 21 18:01:01.597112 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ec0fe5d4-d59c-407d-a77b-8e1ef172b8f3 req-60416e2a-3997-4556-8a7c-461f28cddceb tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423226 Sep 21 18:01:01.608063 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 4caa6c17-2cb7-4001-8770-7ca7da594698 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:01:01.751996 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5bf93-a419-49f3-a7de-923f24d4a887 req-8fdac8d0-2082-4cb1-9770-599bf8a3b3e2 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:01.752704 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 4caa6c17-2cb7-4001-8770-7ca7da594698 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:01:01.753332 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:01.765357 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5ea5bf93-a419-49f3-a7de-923f24d4a887 req-8fdac8d0-2082-4cb1-9770-599bf8a3b3e2 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd0fa2d-1d32-41a7-9a75-3e694ae4670d HTTP/1.1" status: 200 len: 943 time: 0.0820885 Sep 21 18:01:01.827097 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5ea5bf93-a419-49f3-a7de-923f24d4a887 req-2c8b0af5-e086-44e1-b06e-6d4a1c895924 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dd8f774-1255-4938-b70f-ca40c4293682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532804 Sep 21 18:01:01.960603 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:02.007919 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf9b941-9421-4c3e-88a6-3b096719b4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4caa6c17-2cb7-4001-8770-7ca7da594698'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:01:02.010462 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f17f60a-006f-4f25-aab0-9d8406e7d06e" -d '{"events": [{"server_uuid": "0cf9b941-9421-4c3e-88a6-3b096719b4f5", "name": "network-vif-plugged", "status": "completed", "tag": "4caa6c17-2cb7-4001-8770-7ca7da594698"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:01:02.061208 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 4caa6c17-2cb7-4001-8770-7ca7da594698, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=4caa6c17-2cb7-4001-8770-7ca7da594698,segment=NetworkSegment(e564d934-97dd-4d6e-ab5e-6b296ec1ad41),segment_id=e564d934-97dd-4d6e-ab5e-6b296ec1ad41)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:02.067484 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15716f16-792e-4304-9ff2-783c7a743ee1 x-openstack-request-id: req-15716f16-792e-4304-9ff2-783c7a743ee1 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:02.069004 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf9b941-9421-4c3e-88a6-3b096719b4f5", "name": "network-vif-plugged", "status": "completed", "tag": "4caa6c17-2cb7-4001-8770-7ca7da594698", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:02.069426 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-15716f16-792e-4304-9ff2-783c7a743ee1 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:02.070185 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf9b941-9421-4c3e-88a6-3b096719b4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4caa6c17-2cb7-4001-8770-7ca7da594698', 'code': 200} Sep 21 18:01:02.072038 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:02.144869 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=4caa6c17-2cb7-4001-8770-7ca7da594698,revision_number=10']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:02.279037 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e81b43-4dcf-4a19-9089-a4c0079bd1ef req-008f4940-472e-4871-bc5a-c1e06bed2e46 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:02.281280 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-02e81b43-4dcf-4a19-9089-a4c0079bd1ef req-008f4940-472e-4871-bc5a-c1e06bed2e46 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.0613267 Sep 21 18:01:02.357731 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-02e81b43-4dcf-4a19-9089-a4c0079bd1ef req-c486b4a7-63f0-4f43-84d7-a3fbef41a39a tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582428 Sep 21 18:01:02.776435 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df4568-b70c-4947-9d0c-3248c36c61b0 req-2ae8d767-b016-43eb-bfa8-835dd4732067 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:02.783538 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a6df4568-b70c-4947-9d0c-3248c36c61b0 req-2ae8d767-b016-43eb-bfa8-835dd4732067 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 944 time: 0.0988731 Sep 21 18:01:02.838845 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a6df4568-b70c-4947-9d0c-3248c36c61b0 req-7d14b368-4542-4de2-99a3-e408bb78ec4f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532272 Sep 21 18:01:02.962789 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277784b3-72a3-4a8a-8e05-4cfe7e7e4bea req-d0875b25-23c0-49c6-9159-5b7e15b23ba3 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:02.964380 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-277784b3-72a3-4a8a-8e05-4cfe7e7e4bea req-d0875b25-23c0-49c6-9159-5b7e15b23ba3 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd0fa2d-1d32-41a7-9a75-3e694ae4670d HTTP/1.1" status: 200 len: 943 time: 0.0649433 Sep 21 18:01:03.013594 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-277784b3-72a3-4a8a-8e05-4cfe7e7e4bea req-623c261f-41f7-43e8-a67d-7cdf66714152 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dd8f774-1255-4938-b70f-ca40c4293682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426173 Sep 21 18:01:03.554205 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de664579-a4f1-438a-8c56-695cc6bdc7ac req-8c1beeb6-4696-4e13-84fe-712269495559 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:03.555724 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-de664579-a4f1-438a-8c56-695cc6bdc7ac req-8c1beeb6-4696-4e13-84fe-712269495559 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.0595424 Sep 21 18:01:03.603530 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-de664579-a4f1-438a-8c56-695cc6bdc7ac req-095c9d94-32bd-46dc-a4be-dc7bc70f8c5c tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414262 Sep 21 18:01:03.987723 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6602815-efa5-413d-979c-79b9979f74df req-a4511ac6-f431-4286-9aa1-96b33a5239bc tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:03.990550 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f6602815-efa5-413d-979c-79b9979f74df req-a4511ac6-f431-4286-9aa1-96b33a5239bc tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 944 time: 0.0706530 Sep 21 18:01:04.030843 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f6602815-efa5-413d-979c-79b9979f74df req-3c7794e6-170b-4447-8d0e-f496a3745dee tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342200 Sep 21 18:01:04.157763 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98689744-c9b4-4aa2-ab74-f7c1367dc397 req-a6750093-ff2d-4f30-b7ad-633cd568d9c6 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:04.163125 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-98689744-c9b4-4aa2-ab74-f7c1367dc397 req-a6750093-ff2d-4f30-b7ad-633cd568d9c6 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd0fa2d-1d32-41a7-9a75-3e694ae4670d HTTP/1.1" status: 200 len: 943 time: 0.0527799 Sep 21 18:01:04.214141 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-98689744-c9b4-4aa2-ab74-f7c1367dc397 req-75cc2be8-052a-40f0-bc96-8ef58e2c2bb3 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dd8f774-1255-4938-b70f-ca40c4293682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462997 Sep 21 18:01:04.744113 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8c5d5-eeaa-4b6e-906a-82663651d3a8 req-7433a4db-deb8-46ab-aa84-0192067e6292 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:04.745681 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5bd8c5d5-eeaa-4b6e-906a-82663651d3a8 req-7433a4db-deb8-46ab-aa84-0192067e6292 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.0635200 Sep 21 18:01:04.809534 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5bd8c5d5-eeaa-4b6e-906a-82663651d3a8 req-e5f4883b-c523-4d4c-b241-7408eee1d120 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577571 Sep 21 18:01:05.224108 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157c643-cb39-4155-822b-8e92675b7308 req-79d77376-97d6-461a-af66-ee516dece2bd tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:05.226508 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e157c643-cb39-4155-822b-8e92675b7308 req-79d77376-97d6-461a-af66-ee516dece2bd tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 944 time: 0.0816743 Sep 21 18:01:05.299903 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e157c643-cb39-4155-822b-8e92675b7308 req-dc76317c-b5c7-420d-acf8-18c75299d7bd tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637095 Sep 21 18:01:05.487637 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97a6e6-3c64-4e0e-8a79-74697fcc84db req-5efba2dd-92bf-4438-8948-6b6fbafc3f0b tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:05.495445 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2f97a6e6-3c64-4e0e-8a79-74697fcc84db req-5efba2dd-92bf-4438-8948-6b6fbafc3f0b tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd0fa2d-1d32-41a7-9a75-3e694ae4670d HTTP/1.1" status: 200 len: 943 time: 0.0806012 Sep 21 18:01:05.543389 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2f97a6e6-3c64-4e0e-8a79-74697fcc84db req-a26c63ed-2894-4a4f-9249-05e355ec3d30 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dd8f774-1255-4938-b70f-ca40c4293682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466962 Sep 21 18:01:05.687917 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39060) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:05.807096 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ae23e80b-bd8b-495c-a098-d638a93537e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:05.947855 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ae23e80b-bd8b-495c-a098-d638a93537e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:05.953979 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ae23e80b-bd8b-495c-a098-d638a93537e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:05.957408 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74175a-f17f-4074-adff-a3898a1597b4 req-c90a90ac-3f0b-483f-b63f-295e4c2eecce tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:05.959400 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5b74175a-f17f-4074-adff-a3898a1597b4 req-c90a90ac-3f0b-483f-b63f-295e4c2eecce tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.0645056 Sep 21 18:01:05.991799 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23e80b-bd8b-495c-a098-d638a93537e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878e2188-7e85-49bc-a1a7-f3ed06196399,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:05.998742 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ae23e80b-bd8b-495c-a098-d638a93537e2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3f0f7e61fcf94afdba52027adf2b24f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3064806 Sep 21 18:01:05.999016 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39068) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:06.005000 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5b74175a-f17f-4074-adff-a3898a1597b4 req-488f77a0-4456-416f-83fe-6c82cf25e10a tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342402 Sep 21 18:01:06.068191 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-26d0a1ab-8820-412f-973e-d958886825a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:06.091790 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-26d0a1ab-8820-412f-973e-d958886825a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:06.155619 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-26d0a1ab-8820-412f-973e-d958886825a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:06.158423 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-26d0a1ab-8820-412f-973e-d958886825a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:06.159630 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-26d0a1ab-8820-412f-973e-d958886825a4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/878e2188-7e85-49bc-a1a7-f3ed06196399 HTTP/1.1" status: 204 len: 168 time: 0.1594853 Sep 21 18:01:06.167847 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0a1ab-8820-412f-973e-d958886825a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878e2188-7e85-49bc-a1a7-f3ed06196399,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:06.453803 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c989e-27da-421f-ae48-896278a39192 req-9dbede69-da6d-4c77-85b1-6d5ea14518db tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:06.455915 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-073c989e-27da-421f-ae48-896278a39192 req-9dbede69-da6d-4c77-85b1-6d5ea14518db tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 944 time: 0.0625336 Sep 21 18:01:06.478673 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39076) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:06.495176 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e8bade53-c413-499b-9698-1423d107b5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:06.505824 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-073c989e-27da-421f-ae48-896278a39192 req-46784400-728c-4954-85a3-1236689f56a6 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417898 Sep 21 18:01:06.611307 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e8bade53-c413-499b-9698-1423d107b5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:06.616437 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e8bade53-c413-499b-9698-1423d107b5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:06.657786 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bade53-c413-499b-9698-1423d107b5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77a7f2c-3c90-4010-8a17-e758adb5e489,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:06.667789 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e8bade53-c413-499b-9698-1423d107b5bd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=26c6fb37041c4877bc32adc46f47a77a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1870103 Sep 21 18:01:06.668839 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39082) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:06.713144 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527f623-0cde-4b6e-9c5e-9e04e6b6149b req-8f272a54-412e-47c5-92d5-8c092f759a89 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:06.715006 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e527f623-0cde-4b6e-9c5e-9e04e6b6149b req-8f272a54-412e-47c5-92d5-8c092f759a89 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd0fa2d-1d32-41a7-9a75-3e694ae4670d HTTP/1.1" status: 200 len: 943 time: 0.1018806 Sep 21 18:01:06.771359 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f045e279-4b43-4527-aae0-547de8196112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:06.780042 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e527f623-0cde-4b6e-9c5e-9e04e6b6149b req-c31109cb-cc89-49b4-a2f4-cdfee1f5c742 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dd8f774-1255-4938-b70f-ca40c4293682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580175 Sep 21 18:01:06.804546 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f045e279-4b43-4527-aae0-547de8196112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:06.859719 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f045e279-4b43-4527-aae0-547de8196112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:06.862358 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f045e279-4b43-4527-aae0-547de8196112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:06.864079 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f045e279-4b43-4527-aae0-547de8196112 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a77a7f2c-3c90-4010-8a17-e758adb5e489 HTTP/1.1" status: 204 len: 168 time: 0.1942146 Sep 21 18:01:06.873202 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045e279-4b43-4527-aae0-547de8196112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77a7f2c-3c90-4010-8a17-e758adb5e489,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:07.141474 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42fd5a-d685-4533-ad1b-7200e3f5a46c req-9dd2e097-c368-46cf-8320-a26b46fc97d5 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:07.143396 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a42fd5a-d685-4533-ad1b-7200e3f5a46c req-9dd2e097-c368-46cf-8320-a26b46fc97d5 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.0542197 Sep 21 18:01:07.202090 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a42fd5a-d685-4533-ad1b-7200e3f5a46c req-695768a6-3818-4173-af97-5b894a13bb63 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525649 Sep 21 18:01:07.487050 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:01:07.645785 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a16aa9-415a-42b4-8a01-f64381533533 req-6ad59980-8402-4ca4-ac11-e202ba84d1b6 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:07.650422 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-85a16aa9-415a-42b4-8a01-f64381533533 req-6ad59980-8402-4ca4-ac11-e202ba84d1b6 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 944 time: 0.0646241 Sep 21 18:01:07.693080 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-85a16aa9-415a-42b4-8a01-f64381533533 req-e895dd32-a20e-4f82-a8ed-7fcb1b4f32fd tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356238 Sep 21 18:01:07.915803 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd57fdf-de8c-4a06-8f3e-d02ff5c1be50 req-72dc30b0-816f-45df-94cf-45009ed17563 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:07.917552 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cfd57fdf-de8c-4a06-8f3e-d02ff5c1be50 req-72dc30b0-816f-45df-94cf-45009ed17563 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd0fa2d-1d32-41a7-9a75-3e694ae4670d HTTP/1.1" status: 200 len: 943 time: 0.0674360 Sep 21 18:01:07.971588 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cfd57fdf-de8c-4a06-8f3e-d02ff5c1be50 req-f256ffdf-1cf2-469b-b09e-019a23e6045d tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dd8f774-1255-4938-b70f-ca40c4293682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432982 Sep 21 18:01:08.337753 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8115f8b-89d2-4f17-adef-1997dfaf601a req-67cf6c49-9a87-497c-bdf3-735c432dc22d tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:08.339518 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d8115f8b-89d2-4f17-adef-1997dfaf601a req-67cf6c49-9a87-497c-bdf3-735c432dc22d tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.0622799 Sep 21 18:01:08.411559 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d8115f8b-89d2-4f17-adef-1997dfaf601a req-5d93a73f-1edb-44cb-af79-3bfb0f61c745 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654843 Sep 21 18:01:08.836855 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd85a2-2662-4ced-8397-96c32aafc96b req-7783df36-693b-4c4e-90ee-414d3bc9e521 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:08.838585 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-51bd85a2-2662-4ced-8397-96c32aafc96b req-7783df36-693b-4c4e-90ee-414d3bc9e521 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 944 time: 0.0701215 Sep 21 18:01:08.891502 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-51bd85a2-2662-4ced-8397-96c32aafc96b req-0bf2bb97-daf1-4b5c-b034-7e0fed1f0a84 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459371 Sep 21 18:01:09.098422 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d6ce6-c64c-47cf-b9ff-6e023c26142d req-07911a80-b39d-4a0b-89ed-e748a54c1283 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:09.100165 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad3d6ce6-c64c-47cf-b9ff-6e023c26142d req-07911a80-b39d-4a0b-89ed-e748a54c1283 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd0fa2d-1d32-41a7-9a75-3e694ae4670d HTTP/1.1" status: 200 len: 943 time: 0.0582621 Sep 21 18:01:09.139378 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad3d6ce6-c64c-47cf-b9ff-6e023c26142d req-dd35ec2a-8154-4e6b-a84f-35fa3ed8f940 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dd8f774-1255-4938-b70f-ca40c4293682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327661 Sep 21 18:01:09.312075 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-546a1a60-7c3a-4d75-aa69-acf4c3d11e84 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0733325 Sep 21 18:01:09.391586 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-0f2fc644-1c24-4d7a-a2b4-28a3bfebb2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:09.392173 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-0f2fc644-1c24-4d7a-a2b4-28a3bfebb2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:09.392686 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-0f2fc644-1c24-4d7a-a2b4-28a3bfebb2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:09.393165 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-0f2fc644-1c24-4d7a-a2b4-28a3bfebb2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:09.393634 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-0f2fc644-1c24-4d7a-a2b4-28a3bfebb2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:09.394133 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-0f2fc644-1c24-4d7a-a2b4-28a3bfebb2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:09.394599 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-0f2fc644-1c24-4d7a-a2b4-28a3bfebb2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:09.396545 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-0f2fc644-1c24-4d7a-a2b4-28a3bfebb2de service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d40c78ed24d44bc286019ecdefec3c75&device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 6492 time: 0.0499239 Sep 21 18:01:09.603027 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-78247f8a-b7a8-4cd7-9efd-a94d4a474c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:09.603890 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-78247f8a-b7a8-4cd7-9efd-a94d4a474c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:09.604380 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-78247f8a-b7a8-4cd7-9efd-a94d4a474c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:09.606044 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-78247f8a-b7a8-4cd7-9efd-a94d4a474c4f service neutron] 10.222.0.44 "GET /v2.0/networks?id=543c6f8a-4719-45e7-ae5b-7d43c52acf45&id=94df87e6-ce8a-4b23-900d-480ef4eb3211&id=94df87e6-ce8a-4b23-900d-480ef4eb3211&id=94df87e6-ce8a-4b23-900d-480ef4eb3211&id=94df87e6-ce8a-4b23-900d-480ef4eb3211&id=2a44a677-1927-4f9e-821d-0c18ad02e765&id=2a44a677-1927-4f9e-821d-0c18ad02e765 HTTP/1.1" status: 200 len: 2293 time: 0.1817770 Sep 21 18:01:09.632511 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa32c72-ee52-4581-a9d2-9db60ff93d7b req-c7698255-1cc0-4ef0-b29d-e0c7e9e2638b tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:09.641484 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0aa32c72-ee52-4581-a9d2-9db60ff93d7b req-c7698255-1cc0-4ef0-b29d-e0c7e9e2638b tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.1085131 Sep 21 18:01:09.727036 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-b0560ec0-3b75-48d9-b3d9-483ce14bf654 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=430c32fc-16c3-4533-a2e3-0a3fe03a49f8 HTTP/1.1" status: 200 len: 1002 time: 0.1114981 Sep 21 18:01:09.732288 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0aa32c72-ee52-4581-a9d2-9db60ff93d7b req-92511644-9eed-4314-b0fa-8174d6d1df65 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899918 Sep 21 18:01:09.818748 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-c932f2f1-a196-4858-b932-31207515c205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:09.820362 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-c932f2f1-a196-4858-b932-31207515c205 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97a406fa-a160-4fba-ab8a-73084b03db92 HTTP/1.1" status: 200 len: 850 time: 0.0861673 Sep 21 18:01:09.881359 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-ad116cac-8463-4443-b105-338f12ebaca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:09.882987 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-ad116cac-8463-4443-b105-338f12ebaca2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=543c6f8a-4719-45e7-ae5b-7d43c52acf45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462024 Sep 21 18:01:10.030170 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-5a69e850-af63-477a-9d56-4562a74cfabf service neutron] 10.222.0.44 "GET /v2.0/networks/543c6f8a-4719-45e7-ae5b-7d43c52acf45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364815 Sep 21 18:01:10.038618 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014d41f-11b3-46a3-b034-5920a822a97c req-6b829225-f5bc-4308-8c4d-3eaac70d2805 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:10.040066 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1014d41f-11b3-46a3-b034-5920a822a97c req-6b829225-f5bc-4308-8c4d-3eaac70d2805 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 944 time: 0.0694714 Sep 21 18:01:10.133572 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1014d41f-11b3-46a3-b034-5920a822a97c req-cc69fe26-93e6-42be-9aa2-8af06a2dfc18 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845959 Sep 21 18:01:10.180548 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-25a61e91-11b8-40fc-b608-7b1d6d5e51a5 service neutron] 10.222.0.44 "GET /v2.0/networks/543c6f8a-4719-45e7-ae5b-7d43c52acf45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392586 Sep 21 18:01:10.246874 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-12bf89f4-6df9-4a6a-900c-8dd0990c908e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=f967bbd1-534f-4e1e-8cde-c83bea0c03fb HTTP/1.1" status: 200 len: 217 time: 0.0564954 Sep 21 18:01:10.330324 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-0ea7843a-9b53-423f-b450-dfb8a9346e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:10.331966 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-0ea7843a-9b53-423f-b450-dfb8a9346e10 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3699259-078b-42b6-8c82-a8ec90dc08bf HTTP/1.1" status: 200 len: 797 time: 0.0727663 Sep 21 18:01:10.384679 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d32139-711e-4912-a098-3729fb43f653 req-a52e21f2-5442-4688-bed9-5ecb305ce667 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:10.386210 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3d32139-711e-4912-a098-3729fb43f653 req-a52e21f2-5442-4688-bed9-5ecb305ce667 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd0fa2d-1d32-41a7-9a75-3e694ae4670d HTTP/1.1" status: 200 len: 943 time: 0.1432641 Sep 21 18:01:10.408590 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-12194336-8477-42e6-aefa-8fbd7301ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:10.410281 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-12194336-8477-42e6-aefa-8fbd7301ec9d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94df87e6-ce8a-4b23-900d-480ef4eb3211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0703018 Sep 21 18:01:10.466386 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3d32139-711e-4912-a098-3729fb43f653 req-12a28a1e-22b9-4131-a663-3e9360a3c5c2 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dd8f774-1255-4938-b70f-ca40c4293682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725911 Sep 21 18:01:10.529794 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-1b2c586d-b587-4912-8ad0-530e611c7d49 service neutron] 10.222.0.44 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086955 Sep 21 18:01:10.650672 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-66bad568-87e1-4995-b1e3-be8d686b0346 service neutron] 10.222.0.44 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132388 Sep 21 18:01:10.720158 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-894d9318-0b42-4cad-ac40-c92ac436acac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=971641b9-c4f5-42ee-9df6-4429b36330fb HTTP/1.1" status: 200 len: 217 time: 0.0589962 Sep 21 18:01:10.790037 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-6a7b430d-6b3d-4631-b3a0-644f1b586d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:10.791811 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-6a7b430d-6b3d-4631-b3a0-644f1b586d11 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3699259-078b-42b6-8c82-a8ec90dc08bf HTTP/1.1" status: 200 len: 797 time: 0.0615344 Sep 21 18:01:10.868393 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-a4f745bf-928e-42eb-95e7-73d9d63906a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:10.869985 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-a4f745bf-928e-42eb-95e7-73d9d63906a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94df87e6-ce8a-4b23-900d-480ef4eb3211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0669436 Sep 21 18:01:10.880142 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ed3d0-8309-481a-b932-8032859dc506 req-1fc7720b-91df-49bc-b19b-f10001aed875 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:10.882057 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-498ed3d0-8309-481a-b932-8032859dc506 req-1fc7720b-91df-49bc-b19b-f10001aed875 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 945 time: 0.0941930 Sep 21 18:01:11.268736 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-498ed3d0-8309-481a-b932-8032859dc506 req-cac3e14f-c8eb-45d6-ac85-ea078fd32f29 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3742974 Sep 21 18:01:11.292248 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-c325f6b6-42d6-47d0-801c-1cb3f089f9e8 service neutron] 10.222.0.44 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061418 Sep 21 18:01:11.435719 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-10232cd6-eaff-4ceb-9fb8-93ee9e08beea service neutron] 10.222.0.44 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338141 Sep 21 18:01:11.448788 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b27615-29e1-4dad-a108-5c70715e6fed req-aa71ce46-ba33-4b0d-9e5d-ecbc1ae94f6c tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:11.450294 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-02b27615-29e1-4dad-a108-5c70715e6fed req-aa71ce46-ba33-4b0d-9e5d-ecbc1ae94f6c tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.0758429 Sep 21 18:01:11.495810 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-2650f3fd-a9a6-4402-a23c-c7d055297a5a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=716fb28e-e848-47bd-809e-fd034e6bb556 HTTP/1.1" status: 200 len: 217 time: 0.0444424 Sep 21 18:01:11.543442 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-02b27615-29e1-4dad-a108-5c70715e6fed req-e0ab5e20-9daa-431a-9d8f-0422a63d863c tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862601 Sep 21 18:01:11.562863 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-ac1fed84-7000-49bd-86e2-b08007beb73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:11.564676 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-ac1fed84-7000-49bd-86e2-b08007beb73c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3699259-078b-42b6-8c82-a8ec90dc08bf HTTP/1.1" status: 200 len: 797 time: 0.0567091 Sep 21 18:01:11.620602 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-9d486366-4076-447b-8250-7a727c78f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:11.622704 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-9d486366-4076-447b-8250-7a727c78f817 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94df87e6-ce8a-4b23-900d-480ef4eb3211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0489242 Sep 21 18:01:11.750176 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-ae92d975-6271-4b18-9305-704823160e9a service neutron] 10.222.0.44 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193283 Sep 21 18:01:11.758754 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c2cc8-3ca8-43e3-8a8d-c21d3f3166e6 req-c469e895-a811-4f4f-bdbe-862446e3f52e tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:11.760411 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-577c2cc8-3ca8-43e3-8a8d-c21d3f3166e6 req-c469e895-a811-4f4f-bdbe-862446e3f52e tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 944 time: 0.0714986 Sep 21 18:01:11.846642 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-577c2cc8-3ca8-43e3-8a8d-c21d3f3166e6 req-53298d6a-02de-4295-8fb7-7a5b6b5929de tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783439 Sep 21 18:01:11.871871 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-b6fbb33f-872b-49e4-85a4-095f0af6ea99 service neutron] 10.222.0.44 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081853 Sep 21 18:01:11.916129 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-41ef831b-4be4-4578-8ec8-0d05ef36f5f3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=547aed97-ff50-41d9-8e86-bb229dc4a6f0 HTTP/1.1" status: 200 len: 217 time: 0.0390022 Sep 21 18:01:12.004642 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-e0495ce4-3ed8-46ce-9868-d41122134e0f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83a5bfd6-4148-437a-998a-0152739b39e3 HTTP/1.1" status: 200 len: 217 time: 0.0726483 Sep 21 18:01:12.098035 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-30b56f81-d3f4-49c7-aa33-cf8ce44c1492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:12.099602 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-30b56f81-d3f4-49c7-aa33-cf8ce44c1492 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3699259-078b-42b6-8c82-a8ec90dc08bf HTTP/1.1" status: 200 len: 797 time: 0.1753809 Sep 21 18:01:12.116294 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d2b21-ec8f-4d19-9f54-eb1c9575194d req-b87e9472-352f-4f0d-8dd1-4c8775f7743e tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:12.126579 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-6cc337df-f1d5-44d0-be46-15a2bcadc04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:12.127574 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-605d2b21-ec8f-4d19-9f54-eb1c9575194d req-b87e9472-352f-4f0d-8dd1-4c8775f7743e tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd0fa2d-1d32-41a7-9a75-3e694ae4670d HTTP/1.1" status: 200 len: 943 time: 0.0733664 Sep 21 18:01:12.128519 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-6cc337df-f1d5-44d0-be46-15a2bcadc04f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f6c5b708-6950-4f6b-8398-65d98c984ecd HTTP/1.1" status: 200 len: 862 time: 0.1117673 Sep 21 18:01:12.192307 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-8a4d62cf-5cdb-444d-acfe-b15cac4d019d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0c3a5020-5a9d-489a-ae1e-339836b6c803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448849 Sep 21 18:01:12.193045 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-605d2b21-ec8f-4d19-9f54-eb1c9575194d req-a1751353-3530-479b-bca8-8768617e1de9 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dd8f774-1255-4938-b70f-ca40c4293682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589249 Sep 21 18:01:12.225376 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9d467f2-f8eb-4f63-ad38-5316d340e5a2 req-7a9a99c8-e0b4-4824-80e2-fadbab0f2320 service neutron] 10.222.0.38 "GET /v2.0/networks/317845e1-df2c-40eb-a75c-cc29a382e695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688403 Sep 21 18:01:12.282197 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-2e0c0139-ced5-466a-ad97-41789ee5f3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:12.283869 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-2e0c0139-ced5-466a-ad97-41789ee5f3d4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94df87e6-ce8a-4b23-900d-480ef4eb3211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1725297 Sep 21 18:01:12.382964 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bba5e-6ba3-4120-bbb5-93960f7671ab req-bd93a769-c044-4de2-b38e-c72c9ec7ffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:12.384474 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5c2bba5e-6ba3-4120-bbb5-93960f7671ab req-bd93a769-c044-4de2-b38e-c72c9ec7ffb8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 1097 time: 0.1680882 Sep 21 18:01:12.443701 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-27f0c94f-4c8f-4435-82d3-27a256c1c04d service neutron] 10.222.0.38 "GET /v2.0/networks/0c3a5020-5a9d-489a-ae1e-339836b6c803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365167 Sep 21 18:01:12.484502 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5c2bba5e-6ba3-4120-bbb5-93960f7671ab req-59c44974-7d9c-4d0c-bba8-630416086cd4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730989 Sep 21 18:01:12.499111 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-822bfc0c-f72b-479a-ac06-8d48f37fc28c service neutron] 10.222.0.44 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758728 Sep 21 18:01:12.622859 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9661f2f-226e-48ab-9d44-4faf103c0a1b req-0f50abf7-646f-41ef-bba3-9a262e8287ba service neutron] 10.222.0.38 "GET /v2.0/networks/0c3a5020-5a9d-489a-ae1e-339836b6c803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666210 Sep 21 18:01:12.644206 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-414a8fd6-10b5-4e1d-92ba-059f82ca4e23 service neutron] 10.222.0.44 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365387 Sep 21 18:01:12.668380 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70113900-0b0a-4223-b1e5-5fb6ddf772d7 req-6fe49b9e-2e2c-4d09-8168-68d7fa061505 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:12.669918 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-70113900-0b0a-4223-b1e5-5fb6ddf772d7 req-6fe49b9e-2e2c-4d09-8168-68d7fa061505 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.0543938 Sep 21 18:01:12.697282 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-4d40f6f8-e91e-44e4-b447-e8e21f2b20d3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ffc148a5-4d43-46cc-8045-82846ca5041a HTTP/1.1" status: 200 len: 217 time: 0.0444367 Sep 21 18:01:12.728087 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-70113900-0b0a-4223-b1e5-5fb6ddf772d7 req-722109e0-ba6c-4b45-98db-3c6b5d89fa5a tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480626 Sep 21 18:01:12.787731 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-174ebb40-0a37-4466-b1aa-6a2a3a8f6ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:12.789193 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-174ebb40-0a37-4466-b1aa-6a2a3a8f6ccc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f88e04cf-6a48-4a7e-9d33-f15c9b0c57cc HTTP/1.1" status: 200 len: 797 time: 0.0767283 Sep 21 18:01:12.797926 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c5294-2070-4672-81b6-6060684dd629 req-0dfea050-f847-4819-9c13-e7330b00e0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:12.799416 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e72c5294-2070-4672-81b6-6060684dd629 req-0dfea050-f847-4819-9c13-e7330b00e0fc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b19470d065504ec1abbc6bc25f123f62&device_id=6fd0fa2d-1d32-41a7-9a75-3e694ae4670d HTTP/1.1" status: 200 len: 1094 time: 0.0569336 Sep 21 18:01:12.893197 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-1afc1a70-da8d-48ab-8fcb-1cbd3f489848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:12.894800 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-1afc1a70-da8d-48ab-8fcb-1cbd3f489848 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2a44a677-1927-4f9e-821d-0c18ad02e765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0944502 Sep 21 18:01:12.946953 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c5294-2070-4672-81b6-6060684dd629 req-042063e6-a95c-4b43-b732-fc87f10521d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:12.948429 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e72c5294-2070-4672-81b6-6060684dd629 req-042063e6-a95c-4b43-b732-fc87f10521d8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0c3a5020-5a9d-489a-ae1e-339836b6c803 HTTP/1.1" status: 200 len: 923 time: 0.1398931 Sep 21 18:01:13.040259 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e72c5294-2070-4672-81b6-6060684dd629 req-f5b1ad5f-9eb5-489a-8ec7-4d630fbe1205 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83a5bfd6-4148-437a-998a-0152739b39e3 HTTP/1.1" status: 200 len: 217 time: 0.0815113 Sep 21 18:01:13.096523 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800399d-2d36-4e78-a7cd-8f639219c009 req-f4922c99-e1ae-4c81-ad03-eb285ae1254f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:13.098006 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e800399d-2d36-4e78-a7cd-8f639219c009 req-f4922c99-e1ae-4c81-ad03-eb285ae1254f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 944 time: 0.1619105 Sep 21 18:01:13.124340 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c5294-2070-4672-81b6-6060684dd629 req-49d5cc3c-7687-4642-9d92-482d444df5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:13.125736 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e72c5294-2070-4672-81b6-6060684dd629 req-49d5cc3c-7687-4642-9d92-482d444df5d2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f6c5b708-6950-4f6b-8398-65d98c984ecd HTTP/1.1" status: 200 len: 862 time: 0.0768864 Sep 21 18:01:13.132840 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-95e7ee09-9ffa-4145-9212-f271b913e25b service neutron] 10.222.0.44 "GET /v2.0/networks/2a44a677-1927-4f9e-821d-0c18ad02e765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271478 Sep 21 18:01:13.170669 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e72c5294-2070-4672-81b6-6060684dd629 req-48b7505e-275f-4710-982f-40427c31b07d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0c3a5020-5a9d-489a-ae1e-339836b6c803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354285 Sep 21 18:01:13.210699 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e800399d-2d36-4e78-a7cd-8f639219c009 req-2e03a6eb-67dc-4f0a-b3c8-a030a71167ba tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016171 Sep 21 18:01:13.334101 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39272) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:13.338822 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e2a09-0d4f-49e6-ac32-e40ffed1862d req-48e754e9-670a-44ba-a3ec-435023bc0953 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:13.343407 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-619e2a09-0d4f-49e6-ac32-e40ffed1862d req-48e754e9-670a-44ba-a3ec-435023bc0953 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd0fa2d-1d32-41a7-9a75-3e694ae4670d HTTP/1.1" status: 200 len: 943 time: 0.0558810 Sep 21 18:01:13.345788 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-8195d831-968e-4f88-94bc-b7928a7ff44b service neutron] 10.222.0.44 "GET /v2.0/networks/2a44a677-1927-4f9e-821d-0c18ad02e765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020521 Sep 21 18:01:13.348428 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e72c5294-2070-4672-81b6-6060684dd629 req-fbfafdcd-1066-4481-acce-c5f515d55d04 service neutron] 10.222.0.38 "GET /v2.0/networks/0c3a5020-5a9d-489a-ae1e-339836b6c803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627491 Sep 21 18:01:13.391467 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-619e2a09-0d4f-49e6-ac32-e40ffed1862d req-608d7051-38ad-4582-bacb-19c7e8c7904c tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dd8f774-1255-4938-b70f-ca40c4293682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437894 Sep 21 18:01:13.419301 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-8085c6a2-9e60-4e92-8c38-7f3887e597b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=22f926ba-99a0-4b43-be3b-dedd87053234 HTTP/1.1" status: 200 len: 217 time: 0.0596151 Sep 21 18:01:13.513424 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a9376a54-7d89-46e1-aa60-e80ebf468161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:13.536577 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-7bcc419f-7d11-4fe4-9ada-3deed08cac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:13.538134 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-7bcc419f-7d11-4fe4-9ada-3deed08cac34 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f88e04cf-6a48-4a7e-9d33-f15c9b0c57cc HTTP/1.1" status: 200 len: 797 time: 0.1105816 Sep 21 18:01:13.588525 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e72c5294-2070-4672-81b6-6060684dd629 req-e51e2d28-395d-4bf0-bfa1-4227f7d1695e service neutron] 10.222.0.38 "GET /v2.0/networks/0c3a5020-5a9d-489a-ae1e-339836b6c803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273560 Sep 21 18:01:13.620374 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-03d97244-c7ff-4de5-be51-fbd4d8e5acae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:13.621892 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-03d97244-c7ff-4de5-be51-fbd4d8e5acae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2a44a677-1927-4f9e-821d-0c18ad02e765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0728252 Sep 21 18:01:13.724814 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a9376a54-7d89-46e1-aa60-e80ebf468161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:13.733031 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a9376a54-7d89-46e1-aa60-e80ebf468161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:13.771389 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-a58a93f5-480d-4d76-8c2b-34c3e38b7985 service neutron] 10.222.0.44 "GET /v2.0/networks/2a44a677-1927-4f9e-821d-0c18ad02e765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345258 Sep 21 18:01:13.791341 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9376a54-7d89-46e1-aa60-e80ebf468161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e905d3d8-fe4f-47b5-bf0a-537a4c5cb213,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:13.796421 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a9376a54-7d89-46e1-aa60-e80ebf468161 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b34eab16fbb44a2580b7136eff90ee4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4588962 Sep 21 18:01:13.803485 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39308) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:13.883171 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1be44ee6-cf48-4f2a-aa00-cc44f762c3d9 req-bf96fddc-24a5-478c-99f1-922e4bc704a3 service neutron] 10.222.0.44 "GET /v2.0/networks/2a44a677-1927-4f9e-821d-0c18ad02e765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006289 Sep 21 18:01:13.903858 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989cad2-54cd-4be9-820a-f9e085e76f91 req-189d66f8-4a36-48e0-bbd4-034e3e36d619 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:13.905545 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2989cad2-54cd-4be9-820a-f9e085e76f91 req-189d66f8-4a36-48e0-bbd4-034e3e36d619 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.0776398 Sep 21 18:01:13.937231 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ca01d270-d893-43db-a248-9be6183a08f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:13.972972 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2989cad2-54cd-4be9-820a-f9e085e76f91 req-e20bb61d-a184-4c70-8cd1-c2c0e2fd231e tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614111 Sep 21 18:01:13.974782 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ca01d270-d893-43db-a248-9be6183a08f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:14.028396 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ca01d270-d893-43db-a248-9be6183a08f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:14.031304 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ca01d270-d893-43db-a248-9be6183a08f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:14.032467 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ca01d270-d893-43db-a248-9be6183a08f4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e905d3d8-fe4f-47b5-bf0a-537a4c5cb213 HTTP/1.1" status: 204 len: 168 time: 0.2274535 Sep 21 18:01:14.051664 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01d270-d893-43db-a248-9be6183a08f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e905d3d8-fe4f-47b5-bf0a-537a4c5cb213,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:14.060274 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01d270-d893-43db-a248-9be6183a08f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:14.060615 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01d270-d893-43db-a248-9be6183a08f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:14.060948 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01d270-d893-43db-a248-9be6183a08f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:14.061278 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01d270-d893-43db-a248-9be6183a08f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:14.061664 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01d270-d893-43db-a248-9be6183a08f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:14.062125 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01d270-d893-43db-a248-9be6183a08f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:14.062291 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01d270-d893-43db-a248-9be6183a08f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:14.062786 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01d270-d893-43db-a248-9be6183a08f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:14.063930 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01d270-d893-43db-a248-9be6183a08f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:14.064583 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01d270-d893-43db-a248-9be6183a08f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:14.065061 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01d270-d893-43db-a248-9be6183a08f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:14.065527 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01d270-d893-43db-a248-9be6183a08f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:14.323194 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39328) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:14.340951 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a779b921-92a3-46db-88fa-c3fc0fd6f852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:14.363076 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e683ceb-73c4-47cc-b2c8-f2bd03687d5e req-614dc3db-0e92-49f3-86cb-6bc857cb44ea tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:14.364665 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7e683ceb-73c4-47cc-b2c8-f2bd03687d5e req-614dc3db-0e92-49f3-86cb-6bc857cb44ea tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 944 time: 0.0570946 Sep 21 18:01:14.413398 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7e683ceb-73c4-47cc-b2c8-f2bd03687d5e req-f880279e-dd47-4e1d-88ca-3fd29a5e404e tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372937 Sep 21 18:01:14.441777 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a779b921-92a3-46db-88fa-c3fc0fd6f852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:14.446634 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a779b921-92a3-46db-88fa-c3fc0fd6f852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:14.486066 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a779b921-92a3-46db-88fa-c3fc0fd6f852 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=349894c6e7494d67b56afccc493f23c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616826 Sep 21 18:01:14.487269 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779b921-92a3-46db-88fa-c3fc0fd6f852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f8b152-b18a-47e6-948f-ee241ab0518d,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:14.489776 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39338) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:14.534553 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848167e-1c78-4fac-a497-b3a21241124b req-04812dd5-97d9-427e-9897-007632e4c7ba tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:14.536077 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8848167e-1c78-4fac-a497-b3a21241124b req-04812dd5-97d9-427e-9897-007632e4c7ba tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd0fa2d-1d32-41a7-9a75-3e694ae4670d HTTP/1.1" status: 200 len: 943 time: 0.0610166 Sep 21 18:01:14.536400 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4c5d5ed8-4f71-4ab9-93a0-7cc1aa63c4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:14.557424 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4c5d5ed8-4f71-4ab9-93a0-7cc1aa63c4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:14.573815 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8848167e-1c78-4fac-a497-b3a21241124b req-74f5fc2b-a582-4810-98ca-c1a76cbbceb1 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dd8f774-1255-4938-b70f-ca40c4293682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316153 Sep 21 18:01:14.604467 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4c5d5ed8-4f71-4ab9-93a0-7cc1aa63c4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:14.607195 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4c5d5ed8-4f71-4ab9-93a0-7cc1aa63c4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:14.608379 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4c5d5ed8-4f71-4ab9-93a0-7cc1aa63c4a9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/75f8b152-b18a-47e6-948f-ee241ab0518d HTTP/1.1" status: 204 len: 168 time: 0.1176620 Sep 21 18:01:14.616005 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d5ed8-4f71-4ab9-93a0-7cc1aa63c4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f8b152-b18a-47e6-948f-ee241ab0518d,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:15.090725 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4815f8-0db4-4c79-8efd-7ccdffd2dcfa req-689d2d3c-ad96-4d6c-9df5-5d1f4f5a596f tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:15.092242 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8e4815f8-0db4-4c79-8efd-7ccdffd2dcfa req-689d2d3c-ad96-4d6c-9df5-5d1f4f5a596f tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.0501120 Sep 21 18:01:15.132927 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8e4815f8-0db4-4c79-8efd-7ccdffd2dcfa req-5230d81a-f00d-4a38-aba6-4bdc13b98926 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345585 Sep 21 18:01:15.255110 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4914f-1055-48b5-8164-5a67ccd301d2 req-41f76a5c-373f-4eab-ae6f-43100d19dc4f tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:15.256579 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1ad4914f-1055-48b5-8164-5a67ccd301d2 req-41f76a5c-373f-4eab-ae6f-43100d19dc4f tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.0536985 Sep 21 18:01:15.294763 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1ad4914f-1055-48b5-8164-5a67ccd301d2 req-a629b28f-7a18-4456-8616-dc40622c9d72 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315683 Sep 21 18:01:15.421379 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b71dae-790b-4b87-8415-abef3821f679 req-255787cb-9a93-4687-8700-0d31f1083cbe tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:15.422902 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d4b71dae-790b-4b87-8415-abef3821f679 req-255787cb-9a93-4687-8700-0d31f1083cbe tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.0534549 Sep 21 18:01:15.463318 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d4b71dae-790b-4b87-8415-abef3821f679 req-9d6d4dc2-6d79-4bbf-a788-0694a6a99899 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335841 Sep 21 18:01:15.578906 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c629612-5d7a-4f77-8f86-f89e7081cd5f req-38018db1-87cc-4b48-927e-0904a2b2299b tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:15.580492 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2c629612-5d7a-4f77-8f86-f89e7081cd5f req-38018db1-87cc-4b48-927e-0904a2b2299b tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 944 time: 0.0596359 Sep 21 18:01:15.635220 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2c629612-5d7a-4f77-8f86-f89e7081cd5f req-67b00b48-fa41-4f85-9c20-d35c4d5d0fc3 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474927 Sep 21 18:01:15.647359 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6ca6d-471a-471d-a5ac-fcb51dabf2c1 req-0535c144-80cf-4691-b69d-2a9a4c71dbb5 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:15.651627 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7eb6ca6d-471a-471d-a5ac-fcb51dabf2c1 req-0535c144-80cf-4691-b69d-2a9a4c71dbb5 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.0549526 Sep 21 18:01:15.669510 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 83a5bfd6-4148-437a-998a-0152739b39e3 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:01:15.711109 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7eb6ca6d-471a-471d-a5ac-fcb51dabf2c1 req-61362a07-c511-4056-9d5b-fd5f6166e256 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449181 Sep 21 18:01:15.761121 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2ab36-7f27-421e-810f-7b09946e125c req-4e7390be-73d6-4731-b8d8-6927e3cd3297 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:15.762798 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-58f2ab36-7f27-421e-810f-7b09946e125c req-4e7390be-73d6-4731-b8d8-6927e3cd3297 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd0fa2d-1d32-41a7-9a75-3e694ae4670d HTTP/1.1" status: 200 len: 943 time: 0.0535452 Sep 21 18:01:15.804413 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 83a5bfd6-4148-437a-998a-0152739b39e3, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=83a5bfd6-4148-437a-998a-0152739b39e3,segment=NetworkSegment(7824cd32-9b02-4738-af87-96b163439fec),segment_id=7824cd32-9b02-4738-af87-96b163439fec)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:15.808798 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 01c5d430-12c5-4025-9899-f3f139598930 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:01:15.817502 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-58f2ab36-7f27-421e-810f-7b09946e125c req-054875b8-627c-470c-82d3-fdacde2244b3 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dd8f774-1255-4938-b70f-ca40c4293682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461516 Sep 21 18:01:15.851759 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '83a5bfd6-4148-437a-998a-0152739b39e3', 'network_id': '0c3a5020-5a9d-489a-ae1e-339836b6c803', 'port_id': '83a5bfd6-4148-437a-998a-0152739b39e3', 'mac_address': 'fa:16:3e:36:4e:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c5b708-6950-4f6b-8398-65d98c984ecd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:01:15.865661 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d7ab0-6c72-4b38-8748-94d0cb4a051a req-3cd6d975-fe9a-4282-aa1c-560e20e3f808 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:15.871547 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-382d7ab0-6c72-4b38-8748-94d0cb4a051a req-3cd6d975-fe9a-4282-aa1c-560e20e3f808 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.0742354 Sep 21 18:01:15.925430 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-382d7ab0-6c72-4b38-8748-94d0cb4a051a req-e20b39da-8eb2-4176-8380-4ae405c18f95 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401251 Sep 21 18:01:15.934182 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b7031f1d-f232-4c58-b3fc-5b34d5e2d1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:15.979743 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:15.997097 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a5bfd6-4148-437a-998a-0152739b39e3 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:01:16.032229 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 83a5bfd6-4148-437a-998a-0152739b39e3, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=83a5bfd6-4148-437a-998a-0152739b39e3,segment=NetworkSegment(7824cd32-9b02-4738-af87-96b163439fec),segment_id=7824cd32-9b02-4738-af87-96b163439fec)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:16.034457 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 01c5d430-12c5-4025-9899-f3f139598930, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=01c5d430-12c5-4025-9899-f3f139598930,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:16.047903 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:16.055983 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '01c5d430-12c5-4025-9899-f3f139598930', 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf', 'port_id': '01c5d430-12c5-4025-9899-f3f139598930', 'mac_address': 'fa:16:3e:5d:54:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a1043c-b263-4aac-aec7-9797fbf7cd86', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:01:16.113649 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=83a5bfd6-4148-437a-998a-0152739b39e3,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:16.126433 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da13b6-c73c-403e-8712-04ff764a83f8 req-fd774006-dc43-4f58-a724-73dc9e3b2695 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:16.134461 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-91da13b6-c73c-403e-8712-04ff764a83f8 req-fd774006-dc43-4f58-a724-73dc9e3b2695 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.0851777 Sep 21 18:01:16.173038 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-91da13b6-c73c-403e-8712-04ff764a83f8 req-6ed52ec6-395f-4d93-b07a-eb1583896b39 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372300 Sep 21 18:01:16.347162 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:16.347162 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:16.347162 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:16.347162 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:16.347162 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:16.347162 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:16.347162 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:16.347162 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:16.347162 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:16.347162 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:16.347162 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:16.347162 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:16.348150 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d1289-eba5-45f5-b3f1-eaa36b34f461 req-de6a0d6b-03f4-4ade-bab0-d92295e07e7d tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:16.348150 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-804d1289-eba5-45f5-b3f1-eaa36b34f461 req-de6a0d6b-03f4-4ade-bab0-d92295e07e7d tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.0531600 Sep 21 18:01:16.354354 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:16.395773 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01c5d430-12c5-4025-9899-f3f139598930 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:01:16.438122 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 01c5d430-12c5-4025-9899-f3f139598930, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=01c5d430-12c5-4025-9899-f3f139598930,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:16.469351 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['83a5bfd6-4148-437a-998a-0152739b39e3'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:16.478844 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-804d1289-eba5-45f5-b3f1-eaa36b34f461 req-0233c19b-cfe2-46b4-a13f-c2b9ee7e9154 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186812 Sep 21 18:01:16.484969 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:16.611423 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=01c5d430-12c5-4025-9899-f3f139598930,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:16.628117 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['01c5d430-12c5-4025-9899-f3f139598930'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:16.833717 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab384f-8221-4f2a-b9ee-04e92fd61b3b req-3e95c496-9bad-44a1-8285-9f7b7051b7e2 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:16.842245 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5eab384f-8221-4f2a-b9ee-04e92fd61b3b req-3e95c496-9bad-44a1-8285-9f7b7051b7e2 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 944 time: 0.1232433 Sep 21 18:01:16.911591 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5eab384f-8221-4f2a-b9ee-04e92fd61b3b req-8d4c90e3-358b-4abf-aaa0-ff80dccccb7c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682502 Sep 21 18:01:17.020094 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04739302-639b-42cc-9c2a-4b8c4690976b req-c1d2efd2-f634-43a6-90e7-3500f79c216e tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:17.024548 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-04739302-639b-42cc-9c2a-4b8c4690976b req-c1d2efd2-f634-43a6-90e7-3500f79c216e tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.1388726 Sep 21 18:01:17.069250 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-04739302-639b-42cc-9c2a-4b8c4690976b req-e072d9cd-d6ed-468b-8171-4a7898875306 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382493 Sep 21 18:01:17.084287 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91777a5d-f776-448a-8ed4-c3e22bab4579 req-a5664671-10cf-4065-b194-f296e2942ba9 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:17.086316 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-91777a5d-f776-448a-8ed4-c3e22bab4579 req-a5664671-10cf-4065-b194-f296e2942ba9 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd0fa2d-1d32-41a7-9a75-3e694ae4670d HTTP/1.1" status: 200 len: 944 time: 0.0685520 Sep 21 18:01:17.184096 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-91777a5d-f776-448a-8ed4-c3e22bab4579 req-c86d3f93-03fc-41e7-91ac-4a990506bbbe tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dd8f774-1255-4938-b70f-ca40c4293682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836992 Sep 21 18:01:17.696486 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 83a5bfd6-4148-437a-998a-0152739b39e3 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:01:17.760627 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 83a5bfd6-4148-437a-998a-0152739b39e3 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:01:17.765379 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 83a5bfd6-4148-437a-998a-0152739b39e3 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:01:17.765758 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:17.847089 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 01c5d430-12c5-4025-9899-f3f139598930 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:01:17.881315 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:17.907648 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39478) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:17.933734 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 83a5bfd6-4148-437a-998a-0152739b39e3, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=83a5bfd6-4148-437a-998a-0152739b39e3,segment=NetworkSegment(7824cd32-9b02-4738-af87-96b163439fec),segment_id=7824cd32-9b02-4738-af87-96b163439fec)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:17.935362 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd0fa2d-1d32-41a7-9a75-3e694ae4670d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a5bfd6-4148-437a-998a-0152739b39e3'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:01:17.939465 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fef791-3111-4d9e-beba-dbae6efbe4db" -d '{"events": [{"server_uuid": "6fd0fa2d-1d32-41a7-9a75-3e694ae4670d", "name": "network-vif-plugged", "status": "completed", "tag": "83a5bfd6-4148-437a-998a-0152739b39e3"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:01:17.950146 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:18.011844 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=83a5bfd6-4148-437a-998a-0152739b39e3,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:18.026744 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 01c5d430-12c5-4025-9899-f3f139598930 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:01:18.027280 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:18.063323 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c028dac-0189-4777-a396-696a34f9ac29 x-openstack-request-id: req-7c028dac-0189-4777-a396-696a34f9ac29 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:18.064014 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd0fa2d-1d32-41a7-9a75-3e694ae4670d", "name": "network-vif-plugged", "status": "completed", "tag": "83a5bfd6-4148-437a-998a-0152739b39e3", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:18.064135 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7c028dac-0189-4777-a396-696a34f9ac29 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:18.064552 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd0fa2d-1d32-41a7-9a75-3e694ae4670d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a5bfd6-4148-437a-998a-0152739b39e3', 'code': 200} Sep 21 18:01:18.124340 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-44fcf2ed-3c4a-475a-8322-bfdac5802270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:18.171781 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3071ed-2a1d-4800-a4a3-c710ea1257b5 req-22ee40aa-002b-41ef-a2cb-156b6a1bd2e3 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:18.182233 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cb3071ed-2a1d-4800-a4a3-c710ea1257b5 req-22ee40aa-002b-41ef-a2cb-156b6a1bd2e3 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 944 time: 0.1277034 Sep 21 18:01:18.221601 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:18.229184 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bab8f-f610-4cf2-b413-2645f4a56202 req-19eec9e1-ddad-4c73-b879-cbdc2548207a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:18.231365 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-004bab8f-f610-4cf2-b413-2645f4a56202 req-19eec9e1-ddad-4c73-b879-cbdc2548207a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6fd0fa2d-1d32-41a7-9a75-3e694ae4670d HTTP/1.1" status: 200 len: 1096 time: 0.1038136 Sep 21 18:01:18.249797 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cabed6-5bfc-47d6-bc11-2e01a48f2335 req-e7e54cdd-5d0b-4edf-b7e8-d08894c9e35e tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:18.263278 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-64cabed6-5bfc-47d6-bc11-2e01a48f2335 req-e7e54cdd-5d0b-4edf-b7e8-d08894c9e35e tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.0972817 Sep 21 18:01:18.264493 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cb3071ed-2a1d-4800-a4a3-c710ea1257b5 req-38ce7563-094c-4fb5-8715-8ef040652af6 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746484 Sep 21 18:01:18.274956 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 01c5d430-12c5-4025-9899-f3f139598930, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=01c5d430-12c5-4025-9899-f3f139598930,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:18.290502 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:18.328604 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-004bab8f-f610-4cf2-b413-2645f4a56202 req-0529f243-2d57-4940-97e6-53968ebaec2b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9dd8f774-1255-4938-b70f-ca40c4293682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868785 Sep 21 18:01:18.338052 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-64cabed6-5bfc-47d6-bc11-2e01a48f2335 req-9a29ccff-b3e9-4f70-8d73-68ee021b9b4f tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735710 Sep 21 18:01:18.403877 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e55e4cf4-a9ae-4ca3-8732-f2f3e5584c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:18.415024 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-44fcf2ed-3c4a-475a-8322-bfdac5802270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:18.424671 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-44fcf2ed-3c4a-475a-8322-bfdac5802270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:18.441157 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=01c5d430-12c5-4025-9899-f3f139598930,revision_number=7']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:18.476869 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fcf2ed-3c4a-475a-8322-bfdac5802270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba0833b-c59e-456b-b9d8-f26d4a812862,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:18.488190 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-44fcf2ed-3c4a-475a-8322-bfdac5802270 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=944e7c5f7e064c789a4789c249a148c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5791841 Sep 21 18:01:18.488799 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39496) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:18.822525 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f4583-02d9-4779-bdd0-7bf2b4867305 req-c583c54d-69e5-49fc-9b7a-ce923628acd4 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:18.824161 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-791f4583-02d9-4779-bdd0-7bf2b4867305 req-c583c54d-69e5-49fc-9b7a-ce923628acd4 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd0fa2d-1d32-41a7-9a75-3e694ae4670d HTTP/1.1" status: 200 len: 945 time: 0.3783820 Sep 21 18:01:18.851727 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee929f2b-84fa-40f5-a3a3-fe30b160829e req-01b3f669-57e4-4bb7-bd85-08397489fad1 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:18.853986 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ee929f2b-84fa-40f5-a3a3-fe30b160829e req-01b3f669-57e4-4bb7-bd85-08397489fad1 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.0779366 Sep 21 18:01:18.879878 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a6b060d7-0c77-4b31-8d7c-38c977ae3771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:18.909017 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf826a1-3ef6-4015-8ae8-59b810bc9ba7 req-6a22b1df-b4ef-4f65-b315-4a92b79e5bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:18.910557 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbf826a1-3ef6-4015-8ae8-59b810bc9ba7 req-6a22b1df-b4ef-4f65-b315-4a92b79e5bb8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6392516e96f84ba892289a69fd738ba0&device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 1097 time: 0.0839021 Sep 21 18:01:18.932596 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-791f4583-02d9-4779-bdd0-7bf2b4867305 req-499bfe8e-f033-49ac-8f26-9aaafc9205d4 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dd8f774-1255-4938-b70f-ca40c4293682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949097 Sep 21 18:01:18.935163 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a6b060d7-0c77-4b31-8d7c-38c977ae3771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:18.940836 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ee929f2b-84fa-40f5-a3a3-fe30b160829e req-fcfb3c40-33a4-4ec7-9b91-33c6c6a3907e tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754948 Sep 21 18:01:18.980964 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:19.117657 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf826a1-3ef6-4015-8ae8-59b810bc9ba7 req-f7892598-143e-49fa-931d-9c2a914af35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:19.119345 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbf826a1-3ef6-4015-8ae8-59b810bc9ba7 req-f7892598-143e-49fa-931d-9c2a914af35c service neutron] 10.222.0.38 "GET /v2.0/networks?id=f2d81d27-0c00-4725-9470-c5bfb20f5559 HTTP/1.1" status: 200 len: 914 time: 0.1991515 Sep 21 18:01:19.121677 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a6b060d7-0c77-4b31-8d7c-38c977ae3771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:19.124554 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a6b060d7-0c77-4b31-8d7c-38c977ae3771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:19.125719 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a6b060d7-0c77-4b31-8d7c-38c977ae3771 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1ba0833b-c59e-456b-b9d8-f26d4a812862 HTTP/1.1" status: 204 len: 168 time: 0.6358542 Sep 21 18:01:19.178256 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b060d7-0c77-4b31-8d7c-38c977ae3771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba0833b-c59e-456b-b9d8-f26d4a812862,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:19.183462 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbf826a1-3ef6-4015-8ae8-59b810bc9ba7 req-0659743e-eda1-4b8a-bc92-c07b9c6a37ff service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4caa6c17-2cb7-4001-8770-7ca7da594698 HTTP/1.1" status: 200 len: 217 time: 0.0565588 Sep 21 18:01:19.247040 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf826a1-3ef6-4015-8ae8-59b810bc9ba7 req-7a813a2d-3bf6-4178-b3fa-a1ce988ff23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:19.248409 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbf826a1-3ef6-4015-8ae8-59b810bc9ba7 req-7a813a2d-3bf6-4178-b3fa-a1ce988ff23e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3ce9b4b5-4bbc-411f-9902-099d41627a6b HTTP/1.1" status: 200 len: 853 time: 0.0562508 Sep 21 18:01:19.286804 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbf826a1-3ef6-4015-8ae8-59b810bc9ba7 req-e3768e32-914d-4f8d-8c71-b7bc43d73c31 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f2d81d27-0c00-4725-9470-c5bfb20f5559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276141 Sep 21 18:01:19.476447 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbf826a1-3ef6-4015-8ae8-59b810bc9ba7 req-a3e52f47-090f-4f8f-b9ae-c539f5ff8935 service neutron] 10.222.0.38 "GET /v2.0/networks/f2d81d27-0c00-4725-9470-c5bfb20f5559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801150 Sep 21 18:01:19.576798 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775729b-bba3-464a-b111-10d0aaa6c581 req-a0b9d2a6-81c5-4a39-8989-fe1c595baada tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:19.584829 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6775729b-bba3-464a-b111-10d0aaa6c581 req-a0b9d2a6-81c5-4a39-8989-fe1c595baada tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 944 time: 0.1928449 Sep 21 18:01:19.586083 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39520) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:19.616724 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-21cdf009-6234-4ef8-ad3e-7f7bb1eb73ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:19.679725 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6775729b-bba3-464a-b111-10d0aaa6c581 req-ccf68a1d-1ae4-4ddb-b6cc-3868ed042653 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520353 Sep 21 18:01:19.709642 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbf826a1-3ef6-4015-8ae8-59b810bc9ba7 req-88fc48f6-02ed-4264-8e99-e2dbdb83dc05 service neutron] 10.222.0.38 "GET /v2.0/networks/f2d81d27-0c00-4725-9470-c5bfb20f5559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200308 Sep 21 18:01:19.772353 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-21cdf009-6234-4ef8-ad3e-7f7bb1eb73ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:19.778568 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-21cdf009-6234-4ef8-ad3e-7f7bb1eb73ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:19.817066 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-21cdf009-6234-4ef8-ad3e-7f7bb1eb73ee admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b0bae7c1e00e431fb3bed91e1c89629c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2259712 Sep 21 18:01:19.817929 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdf009-6234-4ef8-ad3e-7f7bb1eb73ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79bec8e-1393-47a2-95e6-47b547a9398b,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:19.820291 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39524) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:19.871673 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1ec7326c-af5b-493c-adf4-de125d60d8e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:19.894540 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1ec7326c-af5b-493c-adf4-de125d60d8e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:19.949358 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1ec7326c-af5b-493c-adf4-de125d60d8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:19.952397 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1ec7326c-af5b-493c-adf4-de125d60d8e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:19.953709 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1ec7326c-af5b-493c-adf4-de125d60d8e3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e79bec8e-1393-47a2-95e6-47b547a9398b HTTP/1.1" status: 204 len: 168 time: 0.1323838 Sep 21 18:01:19.961740 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7326c-af5b-493c-adf4-de125d60d8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79bec8e-1393-47a2-95e6-47b547a9398b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:20.016468 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:20.065860 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2072539e-be41-48d2-b5f4-151a90191290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c5d430-12c5-4025-9899-f3f139598930'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:01:20.068567 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdf75c0-b935-46fb-b529-8fef5d3afaf5" -d '{"events": [{"server_uuid": "2072539e-be41-48d2-b5f4-151a90191290", "name": "network-vif-plugged", "status": "completed", "tag": "01c5d430-12c5-4025-9899-f3f139598930"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:01:20.122518 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29067d6f-3b4e-442a-a4eb-3822cf0f74eb req-5fc602e7-3320-4da1-a288-a387468b95c1 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:20.130174 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-29067d6f-3b4e-442a-a4eb-3822cf0f74eb req-5fc602e7-3320-4da1-a288-a387468b95c1 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd0fa2d-1d32-41a7-9a75-3e694ae4670d HTTP/1.1" status: 200 len: 945 time: 0.0708604 Sep 21 18:01:20.137222 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456bcca-9c7d-485a-af4d-f0691b4f9d35 req-06761494-8ae0-41a1-84e8-f1c94fc8402e tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:20.139875 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8456bcca-9c7d-485a-af4d-f0691b4f9d35 req-06761494-8ae0-41a1-84e8-f1c94fc8402e tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.0716541 Sep 21 18:01:20.188314 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-29067d6f-3b4e-442a-a4eb-3822cf0f74eb req-bdac2955-dc66-43db-94b8-c55fcde903d7 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dd8f774-1255-4938-b70f-ca40c4293682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566337 Sep 21 18:01:20.195626 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8456bcca-9c7d-485a-af4d-f0691b4f9d35 req-1fe95b2b-35a2-4c35-a168-16aec17019cb tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417788 Sep 21 18:01:20.267389 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5f4753-1fe1-4a77-877c-81a65a76308e x-openstack-request-id: req-1b5f4753-1fe1-4a77-877c-81a65a76308e {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:20.267890 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2072539e-be41-48d2-b5f4-151a90191290", "name": "network-vif-plugged", "status": "completed", "tag": "01c5d430-12c5-4025-9899-f3f139598930", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:20.268237 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1b5f4753-1fe1-4a77-877c-81a65a76308e {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:20.268799 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2072539e-be41-48d2-b5f4-151a90191290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c5d430-12c5-4025-9899-f3f139598930', 'code': 200} Sep 21 18:01:20.649351 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8279bc-fa34-4bf1-bf21-b9078cc5bf73 req-9debd8a3-615e-4dcb-bd71-a9c74d41c615 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:20.651868 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0c8279bc-fa34-4bf1-bf21-b9078cc5bf73 req-9debd8a3-615e-4dcb-bd71-a9c74d41c615 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd0fa2d-1d32-41a7-9a75-3e694ae4670d HTTP/1.1" status: 200 len: 945 time: 0.0930455 Sep 21 18:01:20.702783 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0c8279bc-fa34-4bf1-bf21-b9078cc5bf73 req-98c606c6-7a97-4ae9-82ae-f41d60bc1ca8 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dd8f774-1255-4938-b70f-ca40c4293682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437579 Sep 21 18:01:20.830515 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e34666-1c39-4f08-a82b-1fe447a3b790 req-6bcf1a3a-ceb1-4c0c-a345-0fb6127c5674 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:20.832548 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c5e34666-1c39-4f08-a82b-1fe447a3b790 req-6bcf1a3a-ceb1-4c0c-a345-0fb6127c5674 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 944 time: 0.0548890 Sep 21 18:01:20.891141 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c5e34666-1c39-4f08-a82b-1fe447a3b790 req-68c34079-e4a7-431e-bbb6-a522adaad46f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455637 Sep 21 18:01:21.364512 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a11cd1-219a-4537-bfa7-9ad67b0f9c48 req-bbd22568-d21b-489e-a21d-a633ca897553 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:21.367094 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d3a11cd1-219a-4537-bfa7-9ad67b0f9c48 req-bbd22568-d21b-489e-a21d-a633ca897553 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.0690928 Sep 21 18:01:21.430152 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d3a11cd1-219a-4537-bfa7-9ad67b0f9c48 req-d2a5fbf7-f91d-43a1-962b-8a3668d8c92a tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567236 Sep 21 18:01:21.517223 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:21.587688 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7639647-06e3-4594-a305-f7d369260152 req-410f15db-8935-412c-8903-09671ad257ad tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:21.598374 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b7639647-06e3-4594-a305-f7d369260152 req-410f15db-8935-412c-8903-09671ad257ad tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.0687096 Sep 21 18:01:21.715120 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b7639647-06e3-4594-a305-f7d369260152 req-5b7495b7-0f98-4955-9bcd-9cec4bacaf5b tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152623 Sep 21 18:01:21.724759 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 24e893e5-935f-4c89-ba97-f486c4607846 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:01:21.892019 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 24e893e5-935f-4c89-ba97-f486c4607846, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=24e893e5-935f-4c89-ba97-f486c4607846,segment=NetworkSegment(3f4ce037-8995-4519-9436-741a5cf4e4ad),segment_id=3f4ce037-8995-4519-9436-741a5cf4e4ad)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:21.915943 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '24e893e5-935f-4c89-ba97-f486c4607846', 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695', 'port_id': '24e893e5-935f-4c89-ba97-f486c4607846', 'mac_address': 'fa:16:3e:3b:e8:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109644f9-7374-4e29-a072-2da36abb70ff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:01:21.950625 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f43fc-2df4-4ca2-a06e-e950e020a2c7 req-93ff38e1-80ae-4d2c-8407-a83f969fc98e tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:21.967594 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fd1f43fc-2df4-4ca2-a06e-e950e020a2c7 req-93ff38e1-80ae-4d2c-8407-a83f969fc98e tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd0fa2d-1d32-41a7-9a75-3e694ae4670d HTTP/1.1" status: 200 len: 945 time: 0.1085329 Sep 21 18:01:21.982524 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:22.006753 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e893e5-935f-4c89-ba97-f486c4607846 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:01:22.020999 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7cf71a-b7b8-4e7d-bd94-3aa957a216b3 req-3bece9fb-ce85-4063-8b7c-70bee2fee259 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:22.023487 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cd7cf71a-b7b8-4e7d-bd94-3aa957a216b3 req-3bece9fb-ce85-4063-8b7c-70bee2fee259 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.1199222 Sep 21 18:01:22.026197 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fd1f43fc-2df4-4ca2-a06e-e950e020a2c7 req-9356fffd-d0fa-492a-a796-37bb8e0eea83 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/security-groups?id=9dd8f774-1255-4938-b70f-ca40c4293682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572009 Sep 21 18:01:22.034241 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d278c549-3d3d-4545-a281-6dd7cf8d0c9b req-2ae7e944-2179-46c9-8c1c-34f0460383a7 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:22.046782 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d278c549-3d3d-4545-a281-6dd7cf8d0c9b req-2ae7e944-2179-46c9-8c1c-34f0460383a7 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.38 "GET /v2.0/ports?device_id=6fd0fa2d-1d32-41a7-9a75-3e694ae4670d HTTP/1.1" status: 200 len: 945 time: 0.2196982 Sep 21 18:01:22.062023 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 24e893e5-935f-4c89-ba97-f486c4607846, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=24e893e5-935f-4c89-ba97-f486c4607846,segment=NetworkSegment(3f4ce037-8995-4519-9436-741a5cf4e4ad),segment_id=3f4ce037-8995-4519-9436-741a5cf4e4ad)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:22.071349 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:22.127078 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=24e893e5-935f-4c89-ba97-f486c4607846,revision_number=11']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:22.163714 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cd7cf71a-b7b8-4e7d-bd94-3aa957a216b3 req-3c0f97ac-02dd-4f8b-b8d2-b726a0dc7d04 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156063 Sep 21 18:01:22.244871 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-d278c549-3d3d-4545-a281-6dd7cf8d0c9b req-c5a3c87c-6128-4c89-b7b8-53370ba5d0cd tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Deleting port 83a5bfd6-4148-437a-998a-0152739b39e3 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:01:22.245613 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d278c549-3d3d-4545-a281-6dd7cf8d0c9b req-c5a3c87c-6128-4c89-b7b8-53370ba5d0cd tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:22.355594 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['24e893e5-935f-4c89-ba97-f486c4607846'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:22.379236 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a81ba6-afc8-4f3a-8aa7-a8009a302172 req-2a87f94a-a609-4b5b-bcf7-aec54d236c0c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:22.386213 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-33a81ba6-afc8-4f3a-8aa7-a8009a302172 req-2a87f94a-a609-4b5b-bcf7-aec54d236c0c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 945 time: 0.0905762 Sep 21 18:01:22.416583 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-d278c549-3d3d-4545-a281-6dd7cf8d0c9b req-c5a3c87c-6128-4c89-b7b8-53370ba5d0cd tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] For port 83a5bfd6-4148-437a-998a-0152739b39e3, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=83a5bfd6-4148-437a-998a-0152739b39e3,segment=NetworkSegment(7824cd32-9b02-4738-af87-96b163439fec),segment_id=7824cd32-9b02-4738-af87-96b163439fec)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:22.417594 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d278c549-3d3d-4545-a281-6dd7cf8d0c9b req-c5a3c87c-6128-4c89-b7b8-53370ba5d0cd tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:22.439097 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-d278c549-3d3d-4545-a281-6dd7cf8d0c9b req-c5a3c87c-6128-4c89-b7b8-53370ba5d0cd tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Calling delete_port for 83a5bfd6-4148-437a-998a-0152739b39e3 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:01:22.597027 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d278c549-3d3d-4545-a281-6dd7cf8d0c9b req-c5a3c87c-6128-4c89-b7b8-53370ba5d0cd tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:22.636092 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3c87c-6128-4c89-b7b8-53370ba5d0cd tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Pushing event deleted for resources: {'Port': ['ID=83a5bfd6-4148-437a-998a-0152739b39e3,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:22.655547 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bc974-f1df-4efd-9e73-54884e22c619 req-9f1c699c-83f7-44ee-97e4-d0953b9fa583 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:22.664848 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6f6bc974-f1df-4efd-9e73-54884e22c619 req-9f1c699c-83f7-44ee-97e4-d0953b9fa583 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.3805499 Sep 21 18:01:22.754789 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-d278c549-3d3d-4545-a281-6dd7cf8d0c9b req-c5a3c87c-6128-4c89-b7b8-53370ba5d0cd tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] No DVR routers for this DVR port 83a5bfd6-4148-437a-998a-0152739b39e3 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:01:22.761553 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d278c549-3d3d-4545-a281-6dd7cf8d0c9b req-c5a3c87c-6128-4c89-b7b8-53370ba5d0cd tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:22.764016 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d278c549-3d3d-4545-a281-6dd7cf8d0c9b req-c5a3c87c-6128-4c89-b7b8-53370ba5d0cd tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.38 "DELETE /v2.0/ports/83a5bfd6-4148-437a-998a-0152739b39e3 HTTP/1.1" status: 204 len: 173 time: 0.7100434 Sep 21 18:01:22.764744 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd0fa2d-1d32-41a7-9a75-3e694ae4670d', 'name': 'network-vif-deleted', 'tag': '83a5bfd6-4148-437a-998a-0152739b39e3'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:01:22.767058 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd44176-dc13-4d41-823e-bb98a8e4c426" -d '{"events": [{"server_uuid": "6fd0fa2d-1d32-41a7-9a75-3e694ae4670d", "name": "network-vif-deleted", "tag": "83a5bfd6-4148-437a-998a-0152739b39e3"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:01:22.798843 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-33a81ba6-afc8-4f3a-8aa7-a8009a302172 req-67ed4671-9f41-457c-8847-7cb056041b84 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4056382 Sep 21 18:01:22.834074 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6f6bc974-f1df-4efd-9e73-54884e22c619 req-6e1d770d-94d2-45fb-9cda-a2501c0862f5 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679533 Sep 21 18:01:22.972246 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea2c122-425a-45fe-b2f5-7b8e28cdda5c x-openstack-request-id: req-2ea2c122-425a-45fe-b2f5-7b8e28cdda5c {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:22.972553 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd0fa2d-1d32-41a7-9a75-3e694ae4670d", "name": "network-vif-deleted", "tag": "83a5bfd6-4148-437a-998a-0152739b39e3", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:22.972815 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2ea2c122-425a-45fe-b2f5-7b8e28cdda5c {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:22.973296 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd0fa2d-1d32-41a7-9a75-3e694ae4670d', 'name': 'network-vif-deleted', 'tag': '83a5bfd6-4148-437a-998a-0152739b39e3', 'status': 'completed', 'code': 200} Sep 21 18:01:23.122507 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39640) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:23.139395 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb607d1-68ce-49ed-a64e-e577ce0c6147 req-6f95a82a-7aa1-4170-8e09-4887055b5b2d tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:23.140991 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1cb607d1-68ce-49ed-a64e-e577ce0c6147 req-6f95a82a-7aa1-4170-8e09-4887055b5b2d tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.0694056 Sep 21 18:01:23.183198 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:23.206123 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-81f65253-66e1-4b7a-8e49-10eab39af7d5 req-0010bb6f-56df-4fc9-8829-7708acf6fd43 tempest-ServerAddressesNegativeTestJSON-1892550923 tempest-ServerAddressesNegativeTestJSON-1892550923-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fd0fa2d-1d32-41a7-9a75-3e694ae4670d HTTP/1.1" status: 200 len: 210 time: 0.0490024 Sep 21 18:01:23.259223 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1cb607d1-68ce-49ed-a64e-e577ce0c6147 req-851b41c6-d520-4a01-a9a7-ba6b2bb419dc tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997813 Sep 21 18:01:23.291421 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['83a5bfd6-4148-437a-998a-0152739b39e3'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:23.377240 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-95ca0880-f8e9-4d53-95e1-491ec24e7011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:23.425141 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b5f2f-35ca-4b86-9669-e0a7bb0ab7a3 req-2f36a33c-00e5-422e-b856-84e8ff9f3637 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:23.427132 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-423b5f2f-35ca-4b86-9669-e0a7bb0ab7a3 req-2f36a33c-00e5-422e-b856-84e8ff9f3637 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.0713236 Sep 21 18:01:23.477177 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-423b5f2f-35ca-4b86-9669-e0a7bb0ab7a3 req-5d04e7c4-5709-41ab-a0b2-636c067a5e9f tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415595 Sep 21 18:01:23.540690 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-95ca0880-f8e9-4d53-95e1-491ec24e7011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:23.548676 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-95ca0880-f8e9-4d53-95e1-491ec24e7011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:23.588761 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca0880-f8e9-4d53-95e1-491ec24e7011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b035e2-0aa7-49cb-baea-56869781512f,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:23.609335 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-95ca0880-f8e9-4d53-95e1-491ec24e7011 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d088d9c207394e279cd51b65e1c62c61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4830239 Sep 21 18:01:23.609654 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39652) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:23.655768 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ced90-5d86-43b9-bdb1-9be3fa8ee3de req-60ae07a4-ab54-4ad2-ba32-bad7951d6284 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:23.659948 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fb1ced90-5d86-43b9-bdb1-9be3fa8ee3de req-60ae07a4-ab54-4ad2-ba32-bad7951d6284 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.0737739 Sep 21 18:01:23.664016 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4121d7d0-9fb0-4c01-b47c-badf8587d302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:23.692928 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4121d7d0-9fb0-4c01-b47c-badf8587d302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:23.732384 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fb1ced90-5d86-43b9-bdb1-9be3fa8ee3de req-3310106d-f9ec-4322-b5f7-9609971c01dd tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575616 Sep 21 18:01:23.732747 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 24e893e5-935f-4c89-ba97-f486c4607846 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:01:23.760403 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4121d7d0-9fb0-4c01-b47c-badf8587d302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:23.763316 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4121d7d0-9fb0-4c01-b47c-badf8587d302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:23.764590 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4121d7d0-9fb0-4c01-b47c-badf8587d302 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b8b035e2-0aa7-49cb-baea-56869781512f HTTP/1.1" status: 204 len: 168 time: 0.1540270 Sep 21 18:01:23.777867 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121d7d0-9fb0-4c01-b47c-badf8587d302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b035e2-0aa7-49cb-baea-56869781512f,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:23.826325 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 24e893e5-935f-4c89-ba97-f486c4607846 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:01:23.834337 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 24e893e5-935f-4c89-ba97-f486c4607846 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:01:23.835313 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:23.899694 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9ed21-9f1f-4091-93e7-fe0945f260bd req-a80abd4e-62e5-40b4-9e85-84539fbfe392 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:23.907575 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-69a9ed21-9f1f-4091-93e7-fe0945f260bd req-a80abd4e-62e5-40b4-9e85-84539fbfe392 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.0720932 Sep 21 18:01:23.954077 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:24.006959 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-69a9ed21-9f1f-4091-93e7-fe0945f260bd req-c01cab10-d5a7-419d-8733-fac8dc779b00 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954378 Sep 21 18:01:24.032767 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e227b6-42d5-4384-95ff-0187ef9783b9 req-c746f794-8b24-411b-92a8-9c86be234f19 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:24.036221 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-01e227b6-42d5-4384-95ff-0187ef9783b9 req-c746f794-8b24-411b-92a8-9c86be234f19 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 945 time: 0.1094878 Sep 21 18:01:24.041707 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306bed69-59cc-4059-846a-0c00124314f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e893e5-935f-4c89-ba97-f486c4607846'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:01:24.048330 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74aa546-2c2c-4138-b099-9ea064e7af9d" -d '{"events": [{"server_uuid": "306bed69-59cc-4059-846a-0c00124314f6", "name": "network-vif-plugged", "status": "completed", "tag": "24e893e5-935f-4c89-ba97-f486c4607846"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:01:24.076235 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 24e893e5-935f-4c89-ba97-f486c4607846, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=24e893e5-935f-4c89-ba97-f486c4607846,segment=NetworkSegment(3f4ce037-8995-4519-9436-741a5cf4e4ad),segment_id=3f4ce037-8995-4519-9436-741a5cf4e4ad)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:24.086210 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:24.087541 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 83a5bfd6-4148-437a-998a-0152739b39e3 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:01:24.120034 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-01e227b6-42d5-4384-95ff-0187ef9783b9 req-50e77508-47c6-495c-a6e2-5af8af9c03bb tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768151 Sep 21 18:01:24.159112 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 83a5bfd6-4148-437a-998a-0152739b39e3 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:01:24.162106 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 83a5bfd6-4148-437a-998a-0152739b39e3 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:01:24.248303 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39678) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:24.259902 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27cec33a-d992-4a9c-a7d7-84a405b8c036 x-openstack-request-id: req-27cec33a-d992-4a9c-a7d7-84a405b8c036 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:24.260443 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306bed69-59cc-4059-846a-0c00124314f6", "name": "network-vif-plugged", "status": "completed", "tag": "24e893e5-935f-4c89-ba97-f486c4607846", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:24.260894 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-27cec33a-d992-4a9c-a7d7-84a405b8c036 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:24.261456 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306bed69-59cc-4059-846a-0c00124314f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e893e5-935f-4c89-ba97-f486c4607846', 'code': 200} Sep 21 18:01:24.279073 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-91756631-a0bd-4233-a3dc-9c1f2a912007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:24.299010 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=24e893e5-935f-4c89-ba97-f486c4607846,revision_number=12']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:24.345512 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39682) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:24.420618 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-178d3732-f874-4bdc-8c3c-6c377d7f4a61 admin admin] Deleting subnet f6c5b708-6950-4f6b-8398-65d98c984ecd {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:01:24.424088 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-178d3732-f874-4bdc-8c3c-6c377d7f4a61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:24.481158 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-91756631-a0bd-4233-a3dc-9c1f2a912007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:24.492861 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-91756631-a0bd-4233-a3dc-9c1f2a912007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:24.507618 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:24.524388 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91756631-a0bd-4233-a3dc-9c1f2a912007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbbae06-52a7-4e51-8193-5403dba7406c,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:24.548516 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-178d3732-f874-4bdc-8c3c-6c377d7f4a61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:24.573606 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-91756631-a0bd-4233-a3dc-9c1f2a912007 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0b703b2c9efb4296b5c0c0601badac00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3240294 Sep 21 18:01:24.587446 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39684) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:24.594305 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68651f26-7700-4549-b80c-8c88d4422e29 req-b281aa4e-2176-49b5-b685-37a25ecb0119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:24.595856 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-68651f26-7700-4549-b80c-8c88d4422e29 req-b281aa4e-2176-49b5-b685-37a25ecb0119 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 1097 time: 0.1259992 Sep 21 18:01:24.633109 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4e7e0-6f49-4ccd-a497-646c950dad29 req-854179a9-344e-4b77-9b8d-cb4209a65740 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:24.634612 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-72e4e7e0-6f49-4ccd-a497-646c950dad29 req-854179a9-344e-4b77-9b8d-cb4209a65740 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.2329836 Sep 21 18:01:24.644503 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-178d3732-f874-4bdc-8c3c-6c377d7f4a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:24.677741 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1fb20309-82b8-49c0-8d7b-49dde6518e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:24.701220 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1fb20309-82b8-49c0-8d7b-49dde6518e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:24.726892 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-68651f26-7700-4549-b80c-8c88d4422e29 req-63204e3e-0de8-4429-b04a-0d0c8b171f00 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116641 Sep 21 18:01:24.746816 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-72e4e7e0-6f49-4ccd-a497-646c950dad29 req-1e798374-937d-4284-ac2e-905c203de783 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045008 Sep 21 18:01:24.759610 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1fb20309-82b8-49c0-8d7b-49dde6518e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:24.762628 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1fb20309-82b8-49c0-8d7b-49dde6518e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:24.765990 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1fb20309-82b8-49c0-8d7b-49dde6518e2a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fbbbae06-52a7-4e51-8193-5403dba7406c HTTP/1.1" status: 204 len: 168 time: 0.1759927 Sep 21 18:01:24.789625 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb20309-82b8-49c0-8d7b-49dde6518e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbbae06-52a7-4e51-8193-5403dba7406c,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:24.790983 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-178d3732-f874-4bdc-8c3c-6c377d7f4a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:24.850554 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d3732-f874-4bdc-8c3c-6c377d7f4a61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6c5b708-6950-4f6b-8398-65d98c984ecd,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:24.855918 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-178d3732-f874-4bdc-8c3c-6c377d7f4a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:24.859887 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-178d3732-f874-4bdc-8c3c-6c377d7f4a61 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f6c5b708-6950-4f6b-8398-65d98c984ecd HTTP/1.1" status: 204 len: 168 time: 0.5109260 Sep 21 18:01:24.863698 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39700) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:24.929803 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdaa17d-75d8-4c6d-8e34-840d0fe75066 req-b9ae261d-24cd-42cf-ad9a-4e61ca1280bc tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:24.931962 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9bdaa17d-75d8-4c6d-8e34-840d0fe75066 req-b9ae261d-24cd-42cf-ad9a-4e61ca1280bc tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.0816450 Sep 21 18:01:24.953525 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-751bb99e-afd0-45ea-9b80-fd398348e476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:24.999369 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9bdaa17d-75d8-4c6d-8e34-840d0fe75066 req-0322bced-3da3-4152-beda-0275380895c9 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580690 Sep 21 18:01:25.098690 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-751bb99e-afd0-45ea-9b80-fd398348e476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:25.154997 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-751bb99e-afd0-45ea-9b80-fd398348e476 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c3a5020-5a9d-489a-ae1e-339836b6c803']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:25.158059 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ff1e3-3223-43c6-a1d2-a266b3f0832a req-fa2f9ade-5426-40ce-9cee-2c41943537a2 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:25.166584 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bb6ff1e3-3223-43c6-a1d2-a266b3f0832a req-fa2f9ade-5426-40ce-9cee-2c41943537a2 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.0842879 Sep 21 18:01:25.179172 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-751bb99e-afd0-45ea-9b80-fd398348e476 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7824cd32-9b02-4738-af87-96b163439fec') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:25.182591 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-751bb99e-afd0-45ea-9b80-fd398348e476 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7824cd32-9b02-4738-af87-96b163439fec') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:25.201841 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-751bb99e-afd0-45ea-9b80-fd398348e476 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:25.232204 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-751bb99e-afd0-45ea-9b80-fd398348e476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:25.235961 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bb6ff1e3-3223-43c6-a1d2-a266b3f0832a req-ed7e423e-3257-4b18-8c16-04b648fbc390 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677583 Sep 21 18:01:25.246836 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751bb99e-afd0-45ea-9b80-fd398348e476 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:01:25.247401 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-751bb99e-afd0-45ea-9b80-fd398348e476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:25.249357 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:01:25.249357 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:01:25.249357 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:01:25.249357 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:01:25.249357 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:01:25.249357 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:01:25.249357 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:01:25.249357 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:01:25.249357 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:01:25.249357 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:01:25.249357 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:01:25.249357 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:01:25.249357 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:01:25.249357 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:01:25.249357 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:01:25.249357 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:01:25.249357 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:01:25.249357 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:01:25.249357 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:01:25.249357 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:01:25.249357 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:01:25.249357 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:01:25.249357 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:01:25.249357 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:01:25.249357 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:01:25.249357 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:01:25.249357 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:01:25.249357 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:01:25.249357 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:01:25.249357 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:01:25.249357 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:01:25.249357 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:01:25.319568 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-751bb99e-afd0-45ea-9b80-fd398348e476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:25.347285 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-751bb99e-afd0-45ea-9b80-fd398348e476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:25.362121 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-751bb99e-afd0-45ea-9b80-fd398348e476 admin admin] 10.222.0.58 "DELETE /v2.0/networks/0c3a5020-5a9d-489a-ae1e-339836b6c803 HTTP/1.1" status: 204 len: 168 time: 0.4951379 Sep 21 18:01:25.384597 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751bb99e-afd0-45ea-9b80-fd398348e476 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c3a5020-5a9d-489a-ae1e-339836b6c803,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:25.420474 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329a9c2-57b0-4710-8da1-17476edf0ab1 req-6a2eb55e-0b86-4b4c-9653-58481cbd9e23 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:25.422781 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3329a9c2-57b0-4710-8da1-17476edf0ab1 req-6a2eb55e-0b86-4b4c-9653-58481cbd9e23 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.0998333 Sep 21 18:01:25.481853 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c84bf0-6936-4c03-8399-6f2da68249dc req-72c2ff6f-107f-441e-afef-a2a16ec7014a tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:25.482988 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3329a9c2-57b0-4710-8da1-17476edf0ab1 req-eaa9336d-d23b-4f68-8648-934fac082eb8 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517225 Sep 21 18:01:25.484148 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-60c84bf0-6936-4c03-8399-6f2da68249dc req-72c2ff6f-107f-441e-afef-a2a16ec7014a tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 946 time: 0.0778069 Sep 21 18:01:25.551424 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-60c84bf0-6936-4c03-8399-6f2da68249dc req-ed1215a8-080a-4efa-b32c-4b09e67737fe tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586934 Sep 21 18:01:25.612561 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39732) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:25.682514 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8fa59feb-def9-44da-a497-4ea866ce6769 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b19470d065504ec1abbc6bc25f123f62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0683515 Sep 21 18:01:25.687874 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39734) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:25.740242 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33303fe8-70e6-4f91-bf51-4f021f14a1b2 req-f57f8805-ffc7-4326-bd5c-efb44799c036 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:25.742011 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-33303fe8-70e6-4f91-bf51-4f021f14a1b2 req-f57f8805-ffc7-4326-bd5c-efb44799c036 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.0734062 Sep 21 18:01:25.774581 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-270bc0cf-539d-43f7-b38f-fe6758d98117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:25.799512 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-33303fe8-70e6-4f91-bf51-4f021f14a1b2 req-bb9fbdac-4aba-4e67-b477-ead0b6003d97 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500579 Sep 21 18:01:25.832249 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-270bc0cf-539d-43f7-b38f-fe6758d98117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:25.909408 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-270bc0cf-539d-43f7-b38f-fe6758d98117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:25.912315 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-270bc0cf-539d-43f7-b38f-fe6758d98117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:25.916249 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-270bc0cf-539d-43f7-b38f-fe6758d98117 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9dd8f774-1255-4938-b70f-ca40c4293682 HTTP/1.1" status: 204 len: 168 time: 0.2268653 Sep 21 18:01:25.939930 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270bc0cf-539d-43f7-b38f-fe6758d98117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd8f774-1255-4938-b70f-ca40c4293682,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:25.975306 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab8413-9a63-4143-97cf-256baadb7fc0 req-e7c58827-9fa8-46d9-85cd-41d54ca56d18 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:25.984255 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-10ab8413-9a63-4143-97cf-256baadb7fc0 req-e7c58827-9fa8-46d9-85cd-41d54ca56d18 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.0874834 Sep 21 18:01:26.043491 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-10ab8413-9a63-4143-97cf-256baadb7fc0 req-45c9a2ec-89af-4077-a317-dafd5c51e139 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557728 Sep 21 18:01:26.235513 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b76d5-b75e-4842-9aeb-f7f829e8b91f req-485c5d9a-82e9-4e69-ba40-c13176b52959 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:26.237036 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-181b76d5-b75e-4842-9aeb-f7f829e8b91f req-485c5d9a-82e9-4e69-ba40-c13176b52959 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.0660439 Sep 21 18:01:26.318080 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-181b76d5-b75e-4842-9aeb-f7f829e8b91f req-86849c99-31cc-44aa-999d-fd1561ff38d0 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650635 Sep 21 18:01:26.775173 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979ba21-6474-43d7-ae11-c68ef3fdbf76 req-f223c274-030d-42e5-86ad-3e29688495d4 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:26.789271 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1979ba21-6474-43d7-ae11-c68ef3fdbf76 req-f223c274-030d-42e5-86ad-3e29688495d4 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 946 time: 0.1243536 Sep 21 18:01:26.891068 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1979ba21-6474-43d7-ae11-c68ef3fdbf76 req-7faeac48-a0d2-4101-b582-8c49a570f23d tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992754 Sep 21 18:01:28.104343 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dec7e1-84f5-4f93-ae3e-9049db42c253 req-ba436cbc-51e7-4725-98ca-fea52f9eace0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:28.105855 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d1dec7e1-84f5-4f93-ae3e-9049db42c253 req-ba436cbc-51e7-4725-98ca-fea52f9eace0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 946 time: 0.1028173 Sep 21 18:01:28.173559 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d1dec7e1-84f5-4f93-ae3e-9049db42c253 req-90c2ccad-0e70-47ea-84ce-c75dc2deafde tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554657 Sep 21 18:01:31.052472 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39994) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:31.168309 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a2cc9116-f30b-49b1-854c-9eb9cf4d93b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:31.288362 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a2cc9116-f30b-49b1-854c-9eb9cf4d93b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:31.297290 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a2cc9116-f30b-49b1-854c-9eb9cf4d93b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:31.335803 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a2cc9116-f30b-49b1-854c-9eb9cf4d93b2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ea7a28c9d2df4c318d83ceaa752e9596&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2822311 Sep 21 18:01:31.338300 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40012) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:31.371813 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc9116-f30b-49b1-854c-9eb9cf4d93b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33074fd-ac46-45d0-8de5-ea5821028716,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:31.402777 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b62b54dd-03fb-41e1-be4a-3cb793872db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:31.426519 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b62b54dd-03fb-41e1-be4a-3cb793872db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:31.489485 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b62b54dd-03fb-41e1-be4a-3cb793872db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:31.492371 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b62b54dd-03fb-41e1-be4a-3cb793872db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:31.496654 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b62b54dd-03fb-41e1-be4a-3cb793872db9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d33074fd-ac46-45d0-8de5-ea5821028716 HTTP/1.1" status: 204 len: 168 time: 0.1547830 Sep 21 18:01:31.506201 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b54dd-03fb-41e1-be4a-3cb793872db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33074fd-ac46-45d0-8de5-ea5821028716,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:31.896982 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40036) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:31.914474 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-63be7564-3d95-4ef3-ad15-569053f2aa86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:31.932255 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802da38-63ec-4de3-bd85-f62548769d4f req-f2ba8dfb-0d22-4477-92a9-05830aabde53 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:31.934063 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6802da38-63ec-4de3-bd85-f62548769d4f req-f2ba8dfb-0d22-4477-92a9-05830aabde53 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 945 time: 0.0699723 Sep 21 18:01:31.990092 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6802da38-63ec-4de3-bd85-f62548769d4f req-2d869d47-d287-44be-9dca-9945d46e9f66 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492077 Sep 21 18:01:32.146259 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-63be7564-3d95-4ef3-ad15-569053f2aa86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:32.160145 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-63be7564-3d95-4ef3-ad15-569053f2aa86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:32.228700 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be7564-3d95-4ef3-ad15-569053f2aa86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4945572e-d07c-4126-99ea-80dfae02f000,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:32.249742 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40060) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:32.250665 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-63be7564-3d95-4ef3-ad15-569053f2aa86 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b8475571c3d4415aaf350daf045ec0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3518405 Sep 21 18:01:32.333092 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-267d6950-a595-4c35-9797-370dba5198a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:32.358953 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-267d6950-a595-4c35-9797-370dba5198a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:32.416185 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-267d6950-a595-4c35-9797-370dba5198a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:32.421262 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-267d6950-a595-4c35-9797-370dba5198a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:32.425035 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-267d6950-a595-4c35-9797-370dba5198a6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4945572e-d07c-4126-99ea-80dfae02f000 HTTP/1.1" status: 204 len: 168 time: 0.1715345 Sep 21 18:01:32.435743 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d6950-a595-4c35-9797-370dba5198a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4945572e-d07c-4126-99ea-80dfae02f000,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:32.578407 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ddb0e-8c3a-4b87-8c47-cc4dab03a403 req-67a53442-1cae-4426-b68b-b875f94b286c tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:32.591576 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba5ddb0e-8c3a-4b87-8c47-cc4dab03a403 req-67a53442-1cae-4426-b68b-b875f94b286c tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.1212127 Sep 21 18:01:32.641092 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba5ddb0e-8c3a-4b87-8c47-cc4dab03a403 req-7da20537-b3e3-4ff7-8d0e-044d9967eaa2 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431731 Sep 21 18:01:33.769424 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f552fa6-13f1-49a5-86a6-d45ec6d84132 req-ac3c81d4-a602-417c-8924-946dc9fea4e3 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:33.771187 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f552fa6-13f1-49a5-86a6-d45ec6d84132 req-ac3c81d4-a602-417c-8924-946dc9fea4e3 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.0634348 Sep 21 18:01:33.812453 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f552fa6-13f1-49a5-86a6-d45ec6d84132 req-e70eb271-4b2b-41b3-8f30-1b7afe350eba tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.58 "GET /v2.0/security-groups?id=a59c06e0-0eaa-4956-9ee7-d760881773a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348132 Sep 21 18:01:33.942206 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 01c5d430-12c5-4025-9899-f3f139598930 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:01:33.997446 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71a2a3-7ac6-4b0f-96fe-ea1da845092c req-20eed455-94bb-4514-b27f-f6e09b39451c tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:34.001577 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e71a2a3-7ac6-4b0f-96fe-ea1da845092c req-20eed455-94bb-4514-b27f-f6e09b39451c tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cf9b941-9421-4c3e-88a6-3b096719b4f5 HTTP/1.1" status: 200 len: 946 time: 0.0651805 Sep 21 18:01:34.059248 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:34.094279 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2072539e-be41-48d2-b5f4-151a90191290', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01c5d430-12c5-4025-9899-f3f139598930'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:01:34.097328 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88daae67-bf09-4c45-b9d1-cafa7d53e893" -d '{"events": [{"server_uuid": "2072539e-be41-48d2-b5f4-151a90191290", "name": "network-vif-unplugged", "status": "completed", "tag": "01c5d430-12c5-4025-9899-f3f139598930"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:01:34.112761 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 01c5d430-12c5-4025-9899-f3f139598930, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=01c5d430-12c5-4025-9899-f3f139598930,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:34.119621 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:34.149258 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-4e71a2a3-7ac6-4b0f-96fe-ea1da845092c req-c61d03db-66a5-4973-8dbc-17b78bedc301 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Deleting port 4caa6c17-2cb7-4001-8770-7ca7da594698 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:01:34.150726 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4e71a2a3-7ac6-4b0f-96fe-ea1da845092c req-c61d03db-66a5-4973-8dbc-17b78bedc301 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:34.162609 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b8b432-a23c-4363-a8ef-70407686648c x-openstack-request-id: req-10b8b432-a23c-4363-a8ef-70407686648c {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:34.162609 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2072539e-be41-48d2-b5f4-151a90191290", "name": "network-vif-unplugged", "status": "completed", "tag": "01c5d430-12c5-4025-9899-f3f139598930", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:34.162609 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-10b8b432-a23c-4363-a8ef-70407686648c {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:34.162609 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2072539e-be41-48d2-b5f4-151a90191290', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01c5d430-12c5-4025-9899-f3f139598930', 'code': 200} Sep 21 18:01:34.186009 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=01c5d430-12c5-4025-9899-f3f139598930,revision_number=8']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:34.274320 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-4e71a2a3-7ac6-4b0f-96fe-ea1da845092c req-c61d03db-66a5-4973-8dbc-17b78bedc301 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] For port 4caa6c17-2cb7-4001-8770-7ca7da594698, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=4caa6c17-2cb7-4001-8770-7ca7da594698,segment=NetworkSegment(e564d934-97dd-4d6e-ab5e-6b296ec1ad41),segment_id=e564d934-97dd-4d6e-ab5e-6b296ec1ad41)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:34.274690 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4e71a2a3-7ac6-4b0f-96fe-ea1da845092c req-c61d03db-66a5-4973-8dbc-17b78bedc301 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:34.287586 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-4e71a2a3-7ac6-4b0f-96fe-ea1da845092c req-c61d03db-66a5-4973-8dbc-17b78bedc301 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Calling delete_port for 4caa6c17-2cb7-4001-8770-7ca7da594698 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:01:34.446010 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4e71a2a3-7ac6-4b0f-96fe-ea1da845092c req-c61d03db-66a5-4973-8dbc-17b78bedc301 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:34.461066 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['4caa6c17-2cb7-4001-8770-7ca7da594698'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:34.476236 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d03db-66a5-4973-8dbc-17b78bedc301 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Pushing event deleted for resources: {'Port': ['ID=4caa6c17-2cb7-4001-8770-7ca7da594698,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:34.532861 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e71a2a3-7ac6-4b0f-96fe-ea1da845092c req-c61d03db-66a5-4973-8dbc-17b78bedc301 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] No DVR routers for this DVR port 4caa6c17-2cb7-4001-8770-7ca7da594698 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:01:34.538224 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4e71a2a3-7ac6-4b0f-96fe-ea1da845092c req-c61d03db-66a5-4973-8dbc-17b78bedc301 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:34.538224 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e71a2a3-7ac6-4b0f-96fe-ea1da845092c req-c61d03db-66a5-4973-8dbc-17b78bedc301 tempest-ServersNegativeTestJSON-1801316002 tempest-ServersNegativeTestJSON-1801316002-project] 10.222.0.38 "DELETE /v2.0/ports/4caa6c17-2cb7-4001-8770-7ca7da594698 HTTP/1.1" status: 204 len: 173 time: 0.5303643 Sep 21 18:01:34.539130 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf9b941-9421-4c3e-88a6-3b096719b4f5', 'name': 'network-vif-deleted', 'tag': '4caa6c17-2cb7-4001-8770-7ca7da594698'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:01:34.541498 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7512e1df-881e-4d97-a9e2-d86fa484bbe9" -d '{"events": [{"server_uuid": "0cf9b941-9421-4c3e-88a6-3b096719b4f5", "name": "network-vif-deleted", "tag": "4caa6c17-2cb7-4001-8770-7ca7da594698"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:01:34.586196 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b54b52-c082-4cbc-b22b-74effa7b0d77 x-openstack-request-id: req-03b54b52-c082-4cbc-b22b-74effa7b0d77 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:34.586812 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf9b941-9421-4c3e-88a6-3b096719b4f5", "name": "network-vif-deleted", "tag": "4caa6c17-2cb7-4001-8770-7ca7da594698", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:34.587262 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-03b54b52-c082-4cbc-b22b-74effa7b0d77 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:34.587809 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf9b941-9421-4c3e-88a6-3b096719b4f5', 'name': 'network-vif-deleted', 'tag': '4caa6c17-2cb7-4001-8770-7ca7da594698', 'status': 'completed', 'code': 200} Sep 21 18:01:34.880222 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40210) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:34.926054 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-fda90e3d-6693-49b1-bb8f-5da46c8fffbc admin admin] Deleting subnet 3ce9b4b5-4bbc-411f-9902-099d41627a6b {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:01:34.929484 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fda90e3d-6693-49b1-bb8f-5da46c8fffbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:34.965652 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fda90e3d-6693-49b1-bb8f-5da46c8fffbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:35.009055 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fda90e3d-6693-49b1-bb8f-5da46c8fffbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:35.071414 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fda90e3d-6693-49b1-bb8f-5da46c8fffbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:35.096023 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda90e3d-6693-49b1-bb8f-5da46c8fffbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ce9b4b5-4bbc-411f-9902-099d41627a6b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:35.101986 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fda90e3d-6693-49b1-bb8f-5da46c8fffbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:35.104146 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fda90e3d-6693-49b1-bb8f-5da46c8fffbc admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3ce9b4b5-4bbc-411f-9902-099d41627a6b HTTP/1.1" status: 204 len: 168 time: 0.2225246 Sep 21 18:01:35.106796 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40218) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:35.178592 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-86f305b4-5c08-427d-81a4-b1153161ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:35.267394 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-86f305b4-5c08-427d-81a4-b1153161ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:35.292683 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-86f305b4-5c08-427d-81a4-b1153161ebd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d81d27-0c00-4725-9470-c5bfb20f5559']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:35.302239 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-86f305b4-5c08-427d-81a4-b1153161ebd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e564d934-97dd-4d6e-ab5e-6b296ec1ad41') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:35.302546 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-86f305b4-5c08-427d-81a4-b1153161ebd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e564d934-97dd-4d6e-ab5e-6b296ec1ad41') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:35.312101 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-86f305b4-5c08-427d-81a4-b1153161ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:35.326620 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-86f305b4-5c08-427d-81a4-b1153161ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:35.334006 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86f305b4-5c08-427d-81a4-b1153161ebd0 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:01:35.336690 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-86f305b4-5c08-427d-81a4-b1153161ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:35.338988 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:01:35.338988 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:01:35.338988 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:01:35.338988 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:01:35.338988 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:01:35.338988 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:01:35.338988 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:01:35.338988 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:01:35.338988 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:01:35.338988 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:01:35.338988 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:01:35.338988 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:01:35.338988 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:01:35.338988 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:01:35.338988 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:01:35.338988 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:01:35.338988 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:01:35.338988 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:01:35.338988 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:01:35.338988 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:01:35.338988 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:01:35.338988 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:01:35.338988 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:01:35.338988 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:01:35.338988 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:01:35.338988 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:01:35.338988 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:01:35.338988 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:01:35.338988 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:01:35.338988 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:01:35.338988 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:01:35.338988 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:01:35.407105 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-86f305b4-5c08-427d-81a4-b1153161ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:35.413829 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-86f305b4-5c08-427d-81a4-b1153161ebd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:35.415719 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-86f305b4-5c08-427d-81a4-b1153161ebd0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f2d81d27-0c00-4725-9470-c5bfb20f5559 HTTP/1.1" status: 204 len: 168 time: 0.3077490 Sep 21 18:01:35.425682 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f305b4-5c08-427d-81a4-b1153161ebd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2d81d27-0c00-4725-9470-c5bfb20f5559,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:35.433324 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f305b4-5c08-427d-81a4-b1153161ebd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:35.433668 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f305b4-5c08-427d-81a4-b1153161ebd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:35.434013 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f305b4-5c08-427d-81a4-b1153161ebd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:35.434326 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f305b4-5c08-427d-81a4-b1153161ebd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:35.434657 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f305b4-5c08-427d-81a4-b1153161ebd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:35.435010 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f305b4-5c08-427d-81a4-b1153161ebd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:35.435691 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f305b4-5c08-427d-81a4-b1153161ebd0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:35.436007 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f305b4-5c08-427d-81a4-b1153161ebd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:35.436336 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f305b4-5c08-427d-81a4-b1153161ebd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:35.436756 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f305b4-5c08-427d-81a4-b1153161ebd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:35.436974 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f305b4-5c08-427d-81a4-b1153161ebd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:35.437489 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f305b4-5c08-427d-81a4-b1153161ebd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:01:35.700645 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40246) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:35.755461 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b6a95449-8c08-46bf-9a71-a752eb39cd44 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6392516e96f84ba892289a69fd738ba0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0531595 Sep 21 18:01:35.757545 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40252) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:35.811505 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-295f009e-2d10-4184-8a37-06e5f607992f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:35.835170 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-295f009e-2d10-4184-8a37-06e5f607992f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:35.890463 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-295f009e-2d10-4184-8a37-06e5f607992f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:35.893856 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-295f009e-2d10-4184-8a37-06e5f607992f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:35.895184 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-295f009e-2d10-4184-8a37-06e5f607992f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a59c06e0-0eaa-4956-9ee7-d760881773a7 HTTP/1.1" status: 204 len: 168 time: 0.1366146 Sep 21 18:01:35.903847 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f009e-2d10-4184-8a37-06e5f607992f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59c06e0-0eaa-4956-9ee7-d760881773a7,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:35.949946 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 01c5d430-12c5-4025-9899-f3f139598930 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:01:36.051129 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 01c5d430-12c5-4025-9899-f3f139598930, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=01c5d430-12c5-4025-9899-f3f139598930,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:36.062090 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '01c5d430-12c5-4025-9899-f3f139598930', 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf', 'port_id': '01c5d430-12c5-4025-9899-f3f139598930', 'mac_address': 'fa:16:3e:5d:54:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a1043c-b263-4aac-aec7-9797fbf7cd86', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:01:36.102020 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:36.114786 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01c5d430-12c5-4025-9899-f3f139598930 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:01:36.141409 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 01c5d430-12c5-4025-9899-f3f139598930, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=01c5d430-12c5-4025-9899-f3f139598930,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:36.147852 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:36.219364 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=01c5d430-12c5-4025-9899-f3f139598930,revision_number=9']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:36.275861 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['01c5d430-12c5-4025-9899-f3f139598930'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:37.831900 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 4caa6c17-2cb7-4001-8770-7ca7da594698 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:01:37.881697 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 4caa6c17-2cb7-4001-8770-7ca7da594698 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:01:37.882133 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 4caa6c17-2cb7-4001-8770-7ca7da594698 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:01:37.927360 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3e9b0-50f9-4476-b82d-e2d1290403ae req-8b6c0d79-dad0-476b-8f62-092bd5930709 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:37.928827 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40364) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:37.934832 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0ee3e9b0-50f9-4476-b82d-e2d1290403ae req-8b6c0d79-dad0-476b-8f62-092bd5930709 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/ports?device_id=65a5b5fd-9503-4c40-823b-ee89517754ec HTTP/1.1" status: 200 len: 946 time: 0.0737693 Sep 21 18:01:37.976048 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 01c5d430-12c5-4025-9899-f3f139598930 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:01:37.983297 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0ee3e9b0-50f9-4476-b82d-e2d1290403ae req-4420f61e-f972-4b85-b834-d9b801265ff5 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/security-groups?id=06ec9530-c82c-40dd-b028-49d5e0c3a083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426490 Sep 21 18:01:38.051880 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 01c5d430-12c5-4025-9899-f3f139598930 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:01:38.052583 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:38.095880 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-841fdef7-68c3-49db-beb4-bd303b8d0281 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1312749426-network', 'tenant_id': 'd6137b758bae4e018d8fad00669acb44'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:38.136499 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841fdef7-68c3-49db-beb4-bd303b8d0281 admin admin] Made reservation on behalf of d6137b758bae4e018d8fad00669acb44 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:01:38.140831 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-841fdef7-68c3-49db-beb4-bd303b8d0281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:38.146788 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:38.167954 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-841fdef7-68c3-49db-beb4-bd303b8d0281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:38.196223 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2072539e-be41-48d2-b5f4-151a90191290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c5d430-12c5-4025-9899-f3f139598930'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:01:38.198628 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d7b24d-37b8-4bee-8fe6-e8fc84f5f03e" -d '{"events": [{"server_uuid": "2072539e-be41-48d2-b5f4-151a90191290", "name": "network-vif-plugged", "status": "completed", "tag": "01c5d430-12c5-4025-9899-f3f139598930"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:01:38.214577 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 01c5d430-12c5-4025-9899-f3f139598930, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=01c5d430-12c5-4025-9899-f3f139598930,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:38.225602 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:38.283460 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9805f67-e1d6-4e2c-acbc-5854342fe669 x-openstack-request-id: req-d9805f67-e1d6-4e2c-acbc-5854342fe669 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:38.283778 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2072539e-be41-48d2-b5f4-151a90191290", "name": "network-vif-plugged", "status": "completed", "tag": "01c5d430-12c5-4025-9899-f3f139598930", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:38.284111 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d9805f67-e1d6-4e2c-acbc-5854342fe669 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:38.284525 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2072539e-be41-48d2-b5f4-151a90191290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c5d430-12c5-4025-9899-f3f139598930', 'code': 200} Sep 21 18:01:38.336341 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=01c5d430-12c5-4025-9899-f3f139598930,revision_number=10']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:38.347916 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-841fdef7-68c3-49db-beb4-bd303b8d0281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:38.354543 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-841fdef7-68c3-49db-beb4-bd303b8d0281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:38.390129 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-841fdef7-68c3-49db-beb4-bd303b8d0281 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:01:38.401822 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841fdef7-68c3-49db-beb4-bd303b8d0281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbb883d-a0d0-40ce-9b62-6e016922bd7f,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:38.407858 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-841fdef7-68c3-49db-beb4-bd303b8d0281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:38.408525 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-841fdef7-68c3-49db-beb4-bd303b8d0281 admin admin] Added segment 1ca91f9c-afa3-40c6-ae6a-6efcca195708 of type vlan for network c7264c63-880c-48f7-82ac-6927d4a2442c Sep 21 18:01:38.474198 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-841fdef7-68c3-49db-beb4-bd303b8d0281 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:38.514413 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-841fdef7-68c3-49db-beb4-bd303b8d0281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:38.515736 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841fdef7-68c3-49db-beb4-bd303b8d0281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:38.516667 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-841fdef7-68c3-49db-beb4-bd303b8d0281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:38.587678 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841fdef7-68c3-49db-beb4-bd303b8d0281 admin admin] Pushing event updated for resources: {'Network': ['ID=c7264c63-880c-48f7-82ac-6927d4a2442c,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:38.593515 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-841fdef7-68c3-49db-beb4-bd303b8d0281 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6627853 Sep 21 18:01:38.597241 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40392) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:38.599498 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network c7264c63-880c-48f7-82ac-6927d4a2442c details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:01:38.602594 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-6ba764bf-d375-4d7c-8951-f67d3f08c80b admin admin] Request body: {'subnet': {'network_id': 'c7264c63-880c-48f7-82ac-6927d4a2442c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1312749426-subnet', 'tenant_id': 'd6137b758bae4e018d8fad00669acb44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:38.628528 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba764bf-d375-4d7c-8951-f67d3f08c80b admin admin] Made reservation on behalf of d6137b758bae4e018d8fad00669acb44 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:01:38.639568 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6ba764bf-d375-4d7c-8951-f67d3f08c80b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:38.855975 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6ba764bf-d375-4d7c-8951-f67d3f08c80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:39.026723 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba764bf-d375-4d7c-8951-f67d3f08c80b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a9341f0-9e1c-4f21-8de9-86a743c62819,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:39.041335 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba764bf-d375-4d7c-8951-f67d3f08c80b admin admin] Checking segment: {'id': '1ca91f9c-afa3-40c6-ae6a-6efcca195708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c7264c63-880c-48f7-82ac-6927d4a2442c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:01:39.041778 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba764bf-d375-4d7c-8951-f67d3f08c80b admin admin] Network hostable DHCP agents. Network: c7264c63-880c-48f7-82ac-6927d4a2442c, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:01:39.095085 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba764bf-d375-4d7c-8951-f67d3f08c80b admin admin] Network c7264c63-880c-48f7-82ac-6927d4a2442c is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:01:39.110117 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-6ba764bf-d375-4d7c-8951-f67d3f08c80b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, c7264c63-880c-48f7-82ac-6927d4a2442c) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:01:39.115939 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba764bf-d375-4d7c-8951-f67d3f08c80b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:39.116756 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6ba764bf-d375-4d7c-8951-f67d3f08c80b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:39.120197 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e6015a-cb65-4ac6-90f2-4c3759a968b4 None None] Network c7264c63-880c-48f7-82ac-6927d4a2442c requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:01:39.164416 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6ba764bf-d375-4d7c-8951-f67d3f08c80b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5657930 Sep 21 18:01:39.274072 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91ceac-6732-4467-88c0-2d96b4776a2f req-5a88b42c-8ff2-4a69-b32b-2fc59267e994 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:39.288265 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0a91ceac-6732-4467-88c0-2d96b4776a2f req-5a88b42c-8ff2-4a69-b32b-2fc59267e994 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/ports?device_id=65a5b5fd-9503-4c40-823b-ee89517754ec HTTP/1.1" status: 200 len: 946 time: 0.0805686 Sep 21 18:01:39.361822 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e7a0ff-d44c-482d-8434-b55caec64ff3 None None] Network c7264c63-880c-48f7-82ac-6927d4a2442c requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:01:39.420900 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0a91ceac-6732-4467-88c0-2d96b4776a2f req-163e5d49-1f1d-4c6a-9bff-1d9c2f1eb07f tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/security-groups?id=06ec9530-c82c-40dd-b028-49d5e0c3a083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307356 Sep 21 18:01:39.558475 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40426) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:39.623957 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-305f873d-1619-43e8-a369-b70f7c92a3be admin admin] Deleting subnet 1a9341f0-9e1c-4f21-8de9-86a743c62819 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:01:39.630216 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-305f873d-1619-43e8-a369-b70f7c92a3be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:39.694571 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-305f873d-1619-43e8-a369-b70f7c92a3be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:39.786591 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-305f873d-1619-43e8-a369-b70f7c92a3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:39.910096 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-305f873d-1619-43e8-a369-b70f7c92a3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:39.973858 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f873d-1619-43e8-a369-b70f7c92a3be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a9341f0-9e1c-4f21-8de9-86a743c62819,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:39.988007 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-305f873d-1619-43e8-a369-b70f7c92a3be admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:39.990902 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-305f873d-1619-43e8-a369-b70f7c92a3be admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1a9341f0-9e1c-4f21-8de9-86a743c62819 HTTP/1.1" status: 204 len: 168 time: 0.4306343 Sep 21 18:01:39.997947 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40442) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:40.181851 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-31fc0e30-6094-4b93-b67f-1567048691a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:40.406387 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-31fc0e30-6094-4b93-b67f-1567048691a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:40.428690 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-31fc0e30-6094-4b93-b67f-1567048691a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7264c63-880c-48f7-82ac-6927d4a2442c']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:40.457824 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-31fc0e30-6094-4b93-b67f-1567048691a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ca91f9c-afa3-40c6-ae6a-6efcca195708') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:40.458672 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-31fc0e30-6094-4b93-b67f-1567048691a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ca91f9c-afa3-40c6-ae6a-6efcca195708') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:40.480871 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-31fc0e30-6094-4b93-b67f-1567048691a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:40.502852 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-31fc0e30-6094-4b93-b67f-1567048691a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:40.519728 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31fc0e30-6094-4b93-b67f-1567048691a9 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:01:40.520643 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-31fc0e30-6094-4b93-b67f-1567048691a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:40.597451 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:01:40.597451 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:01:40.597451 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:01:40.597451 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:01:40.597451 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:01:40.597451 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:01:40.597451 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:01:40.597451 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:01:40.597451 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:01:40.597451 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:01:40.597451 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:01:40.597451 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:01:40.597451 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:01:40.597451 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:01:40.597451 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:01:40.597451 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:01:40.597451 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:01:40.597451 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:01:40.597451 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:01:40.597451 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:01:40.597451 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:01:40.597451 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:01:40.597451 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:01:40.597451 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:01:40.597451 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:01:40.597451 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:01:40.597451 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:01:40.597451 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:01:40.597451 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:01:40.597451 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:01:40.597451 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:01:40.597451 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:01:40.661773 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-31fc0e30-6094-4b93-b67f-1567048691a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:40.673658 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f75e5c-3098-49f3-ad45-35ad72e59cd0 req-a114e569-5895-46b6-9614-785408c80115 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:40.683586 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-69f75e5c-3098-49f3-ad45-35ad72e59cd0 req-a114e569-5895-46b6-9614-785408c80115 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/ports?device_id=65a5b5fd-9503-4c40-823b-ee89517754ec HTTP/1.1" status: 200 len: 946 time: 0.0869846 Sep 21 18:01:40.715866 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-31fc0e30-6094-4b93-b67f-1567048691a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:40.718729 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-31fc0e30-6094-4b93-b67f-1567048691a9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c7264c63-880c-48f7-82ac-6927d4a2442c HTTP/1.1" status: 204 len: 168 time: 0.7233319 Sep 21 18:01:40.721065 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc0e30-6094-4b93-b67f-1567048691a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7264c63-880c-48f7-82ac-6927d4a2442c,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:40.763439 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-69f75e5c-3098-49f3-ad45-35ad72e59cd0 req-2e47b934-3fa4-4f3b-8e7b-21b5f84bed7b tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/security-groups?id=06ec9530-c82c-40dd-b028-49d5e0c3a083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765336 Sep 21 18:01:41.128765 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40474) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:41.169835 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3b1a04c8-091a-4fb1-902b-9e4dfd668ba2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d6137b758bae4e018d8fad00669acb44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396636 Sep 21 18:01:41.173257 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40476) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:41.269351 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ae0ec4c8-ca8e-4458-9150-88a67dd110cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:41.297528 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ae0ec4c8-ca8e-4458-9150-88a67dd110cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:41.385271 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ae0ec4c8-ca8e-4458-9150-88a67dd110cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:41.388516 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ae0ec4c8-ca8e-4458-9150-88a67dd110cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:41.390167 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ae0ec4c8-ca8e-4458-9150-88a67dd110cc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ebbb883d-a0d0-40ce-9b62-6e016922bd7f HTTP/1.1" status: 204 len: 168 time: 0.2145987 Sep 21 18:01:41.399635 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ec4c8-ca8e-4458-9150-88a67dd110cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbb883d-a0d0-40ce-9b62-6e016922bd7f,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:41.620781 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0e3d8-8de3-4a65-9369-be5eddc94759 req-decdd543-e7a8-45a9-bbf3-4fb5dda9662a tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:41.623929 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9dc0e3d8-8de3-4a65-9369-be5eddc94759 req-decdd543-e7a8-45a9-bbf3-4fb5dda9662a tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.44 "GET /v2.0/ports?device_id=65a5b5fd-9503-4c40-823b-ee89517754ec HTTP/1.1" status: 200 len: 946 time: 0.0681803 Sep 21 18:01:41.828160 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-9dc0e3d8-8de3-4a65-9369-be5eddc94759 req-9ca604aa-b8f2-4427-b206-936e7f5171c6 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Deleting port 3e4c9361-0193-4489-8cc0-c7c8dbc26d00 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:01:41.828514 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9dc0e3d8-8de3-4a65-9369-be5eddc94759 req-9ca604aa-b8f2-4427-b206-936e7f5171c6 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:41.915035 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b808243-e712-46af-b92f-7ffbb4ede6ce req-eaabb700-a49f-4db6-bea4-4498df96f3e3 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:41.923313 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7b808243-e712-46af-b92f-7ffbb4ede6ce req-eaabb700-a49f-4db6-bea4-4498df96f3e3 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/ports?device_id=65a5b5fd-9503-4c40-823b-ee89517754ec HTTP/1.1" status: 200 len: 946 time: 0.0626528 Sep 21 18:01:42.011187 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7b808243-e712-46af-b92f-7ffbb4ede6ce req-b7dcf89a-3238-4be2-961d-f7dd0536166e tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/security-groups?id=06ec9530-c82c-40dd-b028-49d5e0c3a083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863662 Sep 21 18:01:42.050461 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-9dc0e3d8-8de3-4a65-9369-be5eddc94759 req-9ca604aa-b8f2-4427-b206-936e7f5171c6 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] For port 3e4c9361-0193-4489-8cc0-c7c8dbc26d00, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=3e4c9361-0193-4489-8cc0-c7c8dbc26d00,segment=NetworkSegment(c2630a84-866a-41cd-8a04-0650c8dbcb20),segment_id=c2630a84-866a-41cd-8a04-0650c8dbcb20)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:42.050736 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9dc0e3d8-8de3-4a65-9369-be5eddc94759 req-9ca604aa-b8f2-4427-b206-936e7f5171c6 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:42.315404 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9dc0e3d8-8de3-4a65-9369-be5eddc94759 req-9ca604aa-b8f2-4427-b206-936e7f5171c6 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:42.317102 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9dc0e3d8-8de3-4a65-9369-be5eddc94759 req-9ca604aa-b8f2-4427-b206-936e7f5171c6 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:42.317630 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [req-9dc0e3d8-8de3-4a65-9369-be5eddc94759 req-9ca604aa-b8f2-4427-b206-936e7f5171c6 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Floating IP 8a992beb-5cf0-4058-854f-531d2a7b38c1 disassociated. External IP: 172.25.6.46, port: 3e4c9361-0193-4489-8cc0-c7c8dbc26d00. Sep 21 18:01:42.318208 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-9dc0e3d8-8de3-4a65-9369-be5eddc94759 req-9ca604aa-b8f2-4427-b206-936e7f5171c6 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Calling delete_port for 3e4c9361-0193-4489-8cc0-c7c8dbc26d00 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:01:42.502837 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9dc0e3d8-8de3-4a65-9369-be5eddc94759 req-9ca604aa-b8f2-4427-b206-936e7f5171c6 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:42.573345 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca604aa-b8f2-4427-b206-936e7f5171c6 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Pushing event deleted for resources: {'Port': ['ID=3e4c9361-0193-4489-8cc0-c7c8dbc26d00,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:42.726062 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9dc0e3d8-8de3-4a65-9369-be5eddc94759 req-9ca604aa-b8f2-4427-b206-936e7f5171c6 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Router e3211979-af3e-4d0c-b1b7-17dc67ca71cc has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:01:42.866397 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9dc0e3d8-8de3-4a65-9369-be5eddc94759 req-9ca604aa-b8f2-4427-b206-936e7f5171c6 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:01:42.879316 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0428707-e174-4202-aca2-1d2da96da675 None None] Sync routers for ids ['e3211979-af3e-4d0c-b1b7-17dc67ca71cc'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:01:42.899836 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0428707-e174-4202-aca2-1d2da96da675 None None] Routers {'e3211979-af3e-4d0c-b1b7-17dc67ca71cc'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:01:42.901877 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-c0428707-e174-4202-aca2-1d2da96da675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:01:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e3211979-af3e-4d0c-b1b7-17dc67ca71cc'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:42.926873 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc0e3d8-8de3-4a65-9369-be5eddc94759 req-9ca604aa-b8f2-4427-b206-936e7f5171c6 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] No DVR routers for this DVR port 3e4c9361-0193-4489-8cc0-c7c8dbc26d00 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:01:42.930083 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9dc0e3d8-8de3-4a65-9369-be5eddc94759 req-9ca604aa-b8f2-4427-b206-936e7f5171c6 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:42.932296 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9dc0e3d8-8de3-4a65-9369-be5eddc94759 req-9ca604aa-b8f2-4427-b206-936e7f5171c6 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.44 "DELETE /v2.0/ports/3e4c9361-0193-4489-8cc0-c7c8dbc26d00 HTTP/1.1" status: 204 len: 173 time: 1.3013234 Sep 21 18:01:42.932745 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a5b5fd-9503-4c40-823b-ee89517754ec', 'name': 'network-vif-deleted', 'tag': '3e4c9361-0193-4489-8cc0-c7c8dbc26d00'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:01:42.935086 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439794c1-a8c0-49ba-b48b-8aa240184775" -d '{"events": [{"server_uuid": "65a5b5fd-9503-4c40-823b-ee89517754ec", "name": "network-vif-deleted", "tag": "3e4c9361-0193-4489-8cc0-c7c8dbc26d00"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:01:42.982752 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e96909-20f0-4a47-a6bd-154835d4110a x-openstack-request-id: req-c8e96909-20f0-4a47-a6bd-154835d4110a {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:42.983505 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a5b5fd-9503-4c40-823b-ee89517754ec", "name": "network-vif-deleted", "tag": "3e4c9361-0193-4489-8cc0-c7c8dbc26d00", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:42.984450 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c8e96909-20f0-4a47-a6bd-154835d4110a {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:42.985063 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a5b5fd-9503-4c40-823b-ee89517754ec', 'name': 'network-vif-deleted', 'tag': '3e4c9361-0193-4489-8cc0-c7c8dbc26d00', 'status': 'completed', 'code': 200} Sep 21 18:01:43.249325 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-c0428707-e174-4202-aca2-1d2da96da675 None None] Set router e3211979-af3e-4d0c-b1b7-17dc67ca71cc gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:01:43.261434 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f0d6d24d-670d-480f-bb0d-e202ecdb8dd0 req-5463aef5-010a-4d53-af96-2d1b0bcf6820 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/ports?device_id=65a5b5fd-9503-4c40-823b-ee89517754ec HTTP/1.1" status: 200 len: 210 time: 0.0797689 Sep 21 18:01:43.567966 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-c0428707-e174-4202-aca2-1d2da96da675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'name': 'tempest-ServersTestJSON-1963609962-router', 'tenant_id': '4873dd9d411a49059e981a2e4948efcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'a8c51177-0d60-4999-9aea-bfc804d9cbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:59:13Z', 'updated_at': '2021-09-21T17:59:17Z', 'revision_number': 4, 'project_id': '4873dd9d411a49059e981a2e4948efcf', 'gw_port': {'id': 'a8c51177-0d60-4999-9aea-bfc804d9cbb7', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:34:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:14Z', 'updated_at': '2021-09-21T17:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'b06a9056-2a07-4d3e-81b8-e18548bc5b8b', 'name': '', 'network_id': 'bb7393e0-9611-4048-84c9-6e76d82f10fe', 'tenant_id': '4873dd9d411a49059e981a2e4948efcf', 'mac_address': 'fa:16:3e:9d:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '9ae1edfa-7747-4ff9-ad75-c1eab6839867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:17Z', 'updated_at': '2021-09-21T17:59:22Z', 'revision_number': 5, 'project_id': '4873dd9d411a49059e981a2e4948efcf', 'subnets': [{'id': '9ae1edfa-7747-4ff9-ad75-c1eab6839867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:43.626568 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0428707-e174-4202-aca2-1d2da96da675 None None] Checking router: e3211979-af3e-4d0c-b1b7-17dc67ca71cc for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:01:43.641963 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0428707-e174-4202-aca2-1d2da96da675 None None] Routers {'e3211979-af3e-4d0c-b1b7-17dc67ca71cc'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:01:43.642952 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-c0428707-e174-4202-aca2-1d2da96da675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:01:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e3211979-af3e-4d0c-b1b7-17dc67ca71cc'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:43.806361 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-c0428707-e174-4202-aca2-1d2da96da675 None None] Set router e3211979-af3e-4d0c-b1b7-17dc67ca71cc gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:01:44.083300 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-c0428707-e174-4202-aca2-1d2da96da675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'name': 'tempest-ServersTestJSON-1963609962-router', 'tenant_id': '4873dd9d411a49059e981a2e4948efcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'a8c51177-0d60-4999-9aea-bfc804d9cbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:59:13Z', 'updated_at': '2021-09-21T17:59:17Z', 'revision_number': 4, 'project_id': '4873dd9d411a49059e981a2e4948efcf', 'gw_port': {'id': 'a8c51177-0d60-4999-9aea-bfc804d9cbb7', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:34:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:14Z', 'updated_at': '2021-09-21T17:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'b06a9056-2a07-4d3e-81b8-e18548bc5b8b', 'name': '', 'network_id': 'bb7393e0-9611-4048-84c9-6e76d82f10fe', 'tenant_id': '4873dd9d411a49059e981a2e4948efcf', 'mac_address': 'fa:16:3e:9d:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '9ae1edfa-7747-4ff9-ad75-c1eab6839867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:17Z', 'updated_at': '2021-09-21T17:59:22Z', 'revision_number': 5, 'project_id': '4873dd9d411a49059e981a2e4948efcf', 'subnets': [{'id': '9ae1edfa-7747-4ff9-ad75-c1eab6839867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:44.120962 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0428707-e174-4202-aca2-1d2da96da675 None None] The sync data for ids ['e3211979-af3e-4d0c-b1b7-17dc67ca71cc'] in n-d-810291-1 is: [{'id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'name': 'tempest-ServersTestJSON-1963609962-router', 'tenant_id': '4873dd9d411a49059e981a2e4948efcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'a8c51177-0d60-4999-9aea-bfc804d9cbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:59:13Z', 'updated_at': '2021-09-21T17:59:17Z', 'revision_number': 4, 'project_id': '4873dd9d411a49059e981a2e4948efcf', 'gw_port': {'id': 'a8c51177-0d60-4999-9aea-bfc804d9cbb7', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:34:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:14Z', 'updated_at': '2021-09-21T17:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'b06a9056-2a07-4d3e-81b8-e18548bc5b8b', 'name': '', 'network_id': 'bb7393e0-9611-4048-84c9-6e76d82f10fe', 'tenant_id': '4873dd9d411a49059e981a2e4948efcf', 'mac_address': 'fa:16:3e:9d:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '9ae1edfa-7747-4ff9-ad75-c1eab6839867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:17Z', 'updated_at': '2021-09-21T17:59:22Z', 'revision_number': 5, 'project_id': '4873dd9d411a49059e981a2e4948efcf', 'subnets': [{'id': '9ae1edfa-7747-4ff9-ad75-c1eab6839867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:01:44.488517 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:01:44.605269 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15661dc1-4bc0-4315-af32-ad0e9fd9feb1 None None] New status for floating IP 8a992beb-5cf0-4058-854f-531d2a7b38c1: DOWN {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:01:45.162422 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40588) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:45.270988 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40592) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:45.456715 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40602) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:45.541392 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-790f97b6-74e1-48a9-8f1a-b5cb1c699901 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:45.574262 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-790f97b6-74e1-48a9-8f1a-b5cb1c699901 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:45.644177 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9718efa8-a3bc-491f-9a17-d9d307f3d986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:45.654098 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-790f97b6-74e1-48a9-8f1a-b5cb1c699901 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:45.656875 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-790f97b6-74e1-48a9-8f1a-b5cb1c699901 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:45.658004 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-790f97b6-74e1-48a9-8f1a-b5cb1c699901 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "DELETE /v2.0/security-groups/06ec9530-c82c-40dd-b028-49d5e0c3a083 HTTP/1.1" status: 204 len: 168 time: 0.2002723 Sep 21 18:01:45.662167 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40604) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:45.686286 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f97b6-74e1-48a9-8f1a-b5cb1c699901 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ec9530-c82c-40dd-b028-49d5e0c3a083,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:45.690894 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-86eb455f-f05c-4b0d-abb3-507f460ef531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:45.732138 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-cd83cc70-7d14-445a-af88-00728a4e46fb tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] show failed (client error): The resource could not be found. Sep 21 18:01:45.733228 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-cd83cc70-7d14-445a-af88-00728a4e46fb tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "GET /v2.0/security-groups/06ec9530-c82c-40dd-b028-49d5e0c3a083 HTTP/1.1" status: 404 len: 347 time: 0.0696578 Sep 21 18:01:45.737740 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40608) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:45.835875 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9718efa8-a3bc-491f-9a17-d9d307f3d986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:45.845713 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9718efa8-a3bc-491f-9a17-d9d307f3d986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:45.858103 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40612) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:45.893863 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8d74e64f-54b3-4804-a62b-e9a208d66f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:45.905865 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9718efa8-a3bc-491f-9a17-d9d307f3d986 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3fa7e979cdfb4709aad5db659f14786b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7415178 Sep 21 18:01:45.910183 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40618) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:45.973680 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-38e38ba1-7b61-4c6a-8568-a43da6f09240 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Deleting port 7793bc20-5787-4bb7-abef-bafb36b913b9 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:01:45.974019 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-38e38ba1-7b61-4c6a-8568-a43da6f09240 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:45.987748 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718efa8-a3bc-491f-9a17-d9d307f3d986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a132d13-603f-4975-8368-ef6985242e94,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:46.013580 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-24fb0aa4-95e3-47b8-9a46-1663df302db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:46.026518 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 3e4c9361-0193-4489-8cc0-c7c8dbc26d00 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:01:46.070189 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 3e4c9361-0193-4489-8cc0-c7c8dbc26d00 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:01:46.071158 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 3e4c9361-0193-4489-8cc0-c7c8dbc26d00 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:01:46.072773 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-24fb0aa4-95e3-47b8-9a46-1663df302db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:46.095795 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-86eb455f-f05c-4b0d-abb3-507f460ef531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:46.102299 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-38e38ba1-7b61-4c6a-8568-a43da6f09240 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:46.105573 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-38e38ba1-7b61-4c6a-8568-a43da6f09240 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:46.111268 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-86eb455f-f05c-4b0d-abb3-507f460ef531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:46.134825 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-38e38ba1-7b61-4c6a-8568-a43da6f09240 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Calling delete_port for 7793bc20-5787-4bb7-abef-bafb36b913b9 owned by network:floatingip {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:01:46.137934 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fcf2b61c-c339-4422-be5d-009ec05249c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:46.169905 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-86eb455f-f05c-4b0d-abb3-507f460ef531 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dcbdb7266762454586ac505930d7519b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8975518 Sep 21 18:01:46.173815 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40622) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:46.175957 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb455f-f05c-4b0d-abb3-507f460ef531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ad37fc-7292-45ab-8d1a-cc6cfd73528c,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:46.238580 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-24fb0aa4-95e3-47b8-9a46-1663df302db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:46.242515 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-24fb0aa4-95e3-47b8-9a46-1663df302db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:46.244481 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-24fb0aa4-95e3-47b8-9a46-1663df302db9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3a132d13-603f-4975-8368-ef6985242e94 HTTP/1.1" status: 204 len: 168 time: 0.3329518 Sep 21 18:01:46.263502 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb0aa4-95e3-47b8-9a46-1663df302db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a132d13-603f-4975-8368-ef6985242e94,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:46.271879 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ca40a413-3f05-4714-985f-c79dbbf83f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:46.317246 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ca40a413-3f05-4714-985f-c79dbbf83f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:46.402347 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-38e38ba1-7b61-4c6a-8568-a43da6f09240 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:46.448547 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e38ba1-7b61-4c6a-8568-a43da6f09240 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Pushing event deleted for resources: {'Port': ['ID=7793bc20-5787-4bb7-abef-bafb36b913b9,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:46.550183 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-38e38ba1-7b61-4c6a-8568-a43da6f09240 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks [] for floatingip, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:46.553936 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-38e38ba1-7b61-4c6a-8568-a43da6f09240 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:46.555740 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-38e38ba1-7b61-4c6a-8568-a43da6f09240 tempest-ServersTestJSON-919820668 tempest-ServersTestJSON-919820668-project] 10.222.0.58 "DELETE /v2.0/floatingips/8a992beb-5cf0-4058-854f-531d2a7b38c1 HTTP/1.1" status: 204 len: 168 time: 0.8170123 Sep 21 18:01:46.588555 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40630) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:46.747576 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fcf2b61c-c339-4422-be5d-009ec05249c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:46.754981 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fcf2b61c-c339-4422-be5d-009ec05249c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:46.803137 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ca40a413-3f05-4714-985f-c79dbbf83f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:46.806089 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ca40a413-3f05-4714-985f-c79dbbf83f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:46.809678 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ca40a413-3f05-4714-985f-c79dbbf83f2b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b0ad37fc-7292-45ab-8d1a-cc6cfd73528c HTTP/1.1" status: 204 len: 168 time: 0.6324432 Sep 21 18:01:46.809678 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2b61c-c339-4422-be5d-009ec05249c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858c78e8-15dd-40d1-a6e2-aa894c268e12,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:46.839451 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-fcf2b61c-c339-4422-be5d-009ec05249c6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=87718c3b561f4c998d125a52a228d71f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9366450 Sep 21 18:01:46.840760 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40a413-3f05-4714-985f-c79dbbf83f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ad37fc-7292-45ab-8d1a-cc6cfd73528c,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:46.853207 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40644) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:46.941273 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5232d13c-2d62-4cf6-ad74-a78ae5d08343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:46.997474 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5232d13c-2d62-4cf6-ad74-a78ae5d08343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:47.086771 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5232d13c-2d62-4cf6-ad74-a78ae5d08343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:47.090469 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5232d13c-2d62-4cf6-ad74-a78ae5d08343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:47.091782 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5232d13c-2d62-4cf6-ad74-a78ae5d08343 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/858c78e8-15dd-40d1-a6e2-aa894c268e12 HTTP/1.1" status: 204 len: 168 time: 0.2367680 Sep 21 18:01:47.109092 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232d13c-2d62-4cf6-ad74-a78ae5d08343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858c78e8-15dd-40d1-a6e2-aa894c268e12,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:47.199781 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ef2bd9ef-40b5-4a24-a812-7a44b890d260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:47.307526 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40660) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:47.324031 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-00a28985-064c-4f94-b589-77d368692bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:47.503205 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-00a28985-064c-4f94-b589-77d368692bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:47.510198 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-00a28985-064c-4f94-b589-77d368692bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:47.567968 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-00a28985-064c-4f94-b589-77d368692bfa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5f36de15eecb4c45933d60cbd7e5edb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2590218 Sep 21 18:01:47.569568 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a28985-064c-4f94-b589-77d368692bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe1a0a0-d096-43ca-9a36-d4ddd9f7f9b5,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:47.573113 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40666) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:47.651004 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6b35c8fd-cbc0-4550-8e43-07c2efc82279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:47.678834 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-ef2bd9ef-40b5-4a24-a812-7a44b890d260 admin admin] Deleting port b06a9056-2a07-4d3e-81b8-e18548bc5b8b {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:01:47.680160 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ef2bd9ef-40b5-4a24-a812-7a44b890d260 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:47.688959 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6b35c8fd-cbc0-4550-8e43-07c2efc82279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:47.744780 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40674) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:47.766063 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a4d5fc4-9d0e-4051-9b3e-a1b485e1880b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:47.799702 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6b35c8fd-cbc0-4550-8e43-07c2efc82279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:47.802379 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6b35c8fd-cbc0-4550-8e43-07c2efc82279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:47.806355 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6b35c8fd-cbc0-4550-8e43-07c2efc82279 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/afe1a0a0-d096-43ca-9a36-d4ddd9f7f9b5 HTTP/1.1" status: 204 len: 168 time: 0.2317626 Sep 21 18:01:47.821729 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b35c8fd-cbc0-4550-8e43-07c2efc82279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe1a0a0-d096-43ca-9a36-d4ddd9f7f9b5,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:47.828095 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-ef2bd9ef-40b5-4a24-a812-7a44b890d260 admin admin] For port b06a9056-2a07-4d3e-81b8-e18548bc5b8b, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=b06a9056-2a07-4d3e-81b8-e18548bc5b8b,segment=NetworkSegment(c2630a84-866a-41cd-8a04-0650c8dbcb20),segment_id=c2630a84-866a-41cd-8a04-0650c8dbcb20)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:47.828095 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ef2bd9ef-40b5-4a24-a812-7a44b890d260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:47.860217 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-ef2bd9ef-40b5-4a24-a812-7a44b890d260 admin admin] Calling delete_port for b06a9056-2a07-4d3e-81b8-e18548bc5b8b owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:01:47.935196 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a4d5fc4-9d0e-4051-9b3e-a1b485e1880b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:47.943343 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a4d5fc4-9d0e-4051-9b3e-a1b485e1880b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:48.020918 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7a4d5fc4-9d0e-4051-9b3e-a1b485e1880b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=041cd41828d747f8ad7ba1992b5cf0fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2749014 Sep 21 18:01:48.026138 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40684) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:48.036461 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d5fc4-9d0e-4051-9b3e-a1b485e1880b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959015d4-a74e-4b7a-a4a5-0295a7fd5ea3,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:48.117336 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ef2bd9ef-40b5-4a24-a812-7a44b890d260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:48.119740 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4b9dc845-53c0-43af-aa15-20a4197579f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:48.151884 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4b9dc845-53c0-43af-aa15-20a4197579f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:48.177189 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2bd9ef-40b5-4a24-a812-7a44b890d260 admin admin] Pushing event deleted for resources: {'Port': ['ID=b06a9056-2a07-4d3e-81b8-e18548bc5b8b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:48.253378 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4b9dc845-53c0-43af-aa15-20a4197579f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:48.271978 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4b9dc845-53c0-43af-aa15-20a4197579f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:48.275601 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4b9dc845-53c0-43af-aa15-20a4197579f7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/959015d4-a74e-4b7a-a4a5-0295a7fd5ea3 HTTP/1.1" status: 204 len: 168 time: 0.2444031 Sep 21 18:01:48.296490 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9dc845-53c0-43af-aa15-20a4197579f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959015d4-a74e-4b7a-a4a5-0295a7fd5ea3,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:48.367606 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-da80a98c-5206-4b30-ac3d-60839d3c5ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:48.460318 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ef2bd9ef-40b5-4a24-a812-7a44b890d260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:48.861001 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2bd9ef-40b5-4a24-a812-7a44b890d260 admin admin] Router e3211979-af3e-4d0c-b1b7-17dc67ca71cc has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:01:48.964683 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:49.050183 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2bd9ef-40b5-4a24-a812-7a44b890d260 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:01:49.065292 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ef2bd9ef-40b5-4a24-a812-7a44b890d260 admin admin] 10.222.0.58 "PUT /v2.0/routers/e3211979-af3e-4d0c-b1b7-17dc67ca71cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4729435 Sep 21 18:01:49.067422 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40728) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:49.068758 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6480e2f-d1bc-457b-84c7-4748f7159c78 None None] Sync routers for ids ['e3211979-af3e-4d0c-b1b7-17dc67ca71cc'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:01:49.085481 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6480e2f-d1bc-457b-84c7-4748f7159c78 None None] Routers {'e3211979-af3e-4d0c-b1b7-17dc67ca71cc'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:01:49.086986 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-f6480e2f-d1bc-457b-84c7-4748f7159c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:01:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e3211979-af3e-4d0c-b1b7-17dc67ca71cc'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:49.186634 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d60e9f16-2dff-463c-94cc-5548f0799518 admin admin] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:49.288023 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-f6480e2f-d1bc-457b-84c7-4748f7159c78 None None] Set router e3211979-af3e-4d0c-b1b7-17dc67ca71cc gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:01:49.343546 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d60e9f16-2dff-463c-94cc-5548f0799518 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:49.451574 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-d60e9f16-2dff-463c-94cc-5548f0799518 admin admin] Deleting port a8c51177-0d60-4999-9aea-bfc804d9cbb7 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:01:49.451764 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d60e9f16-2dff-463c-94cc-5548f0799518 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:49.585964 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-d60e9f16-2dff-463c-94cc-5548f0799518 admin admin] For port a8c51177-0d60-4999-9aea-bfc804d9cbb7, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a8c51177-0d60-4999-9aea-bfc804d9cbb7,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:49.586459 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d60e9f16-2dff-463c-94cc-5548f0799518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:49.624304 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-d60e9f16-2dff-463c-94cc-5548f0799518 admin admin] Calling delete_port for a8c51177-0d60-4999-9aea-bfc804d9cbb7 owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:01:49.646423 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-f6480e2f-d1bc-457b-84c7-4748f7159c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'name': 'tempest-ServersTestJSON-1963609962-router', 'tenant_id': '4873dd9d411a49059e981a2e4948efcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'a8c51177-0d60-4999-9aea-bfc804d9cbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:59:13Z', 'updated_at': '2021-09-21T18:01:48Z', 'revision_number': 5, 'project_id': '4873dd9d411a49059e981a2e4948efcf', 'gw_port': {'id': 'a8c51177-0d60-4999-9aea-bfc804d9cbb7', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:34:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:59:14Z', 'updated_at': '2021-09-21T17:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:49.679467 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6480e2f-d1bc-457b-84c7-4748f7159c78 None None] Checking router: e3211979-af3e-4d0c-b1b7-17dc67ca71cc for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:01:49.688980 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6480e2f-d1bc-457b-84c7-4748f7159c78 None None] Routers {'e3211979-af3e-4d0c-b1b7-17dc67ca71cc'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:01:49.689984 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-f6480e2f-d1bc-457b-84c7-4748f7159c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:01:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e3211979-af3e-4d0c-b1b7-17dc67ca71cc'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:49.812358 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-f6480e2f-d1bc-457b-84c7-4748f7159c78 None None] Set router e3211979-af3e-4d0c-b1b7-17dc67ca71cc gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:01:49.896463 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-f6480e2f-d1bc-457b-84c7-4748f7159c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'name': 'tempest-ServersTestJSON-1963609962-router', 'tenant_id': '4873dd9d411a49059e981a2e4948efcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:59:13Z', 'updated_at': '2021-09-21T18:01:49Z', 'revision_number': 6, 'project_id': '4873dd9d411a49059e981a2e4948efcf', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:49.928319 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6480e2f-d1bc-457b-84c7-4748f7159c78 None None] The sync data for ids ['e3211979-af3e-4d0c-b1b7-17dc67ca71cc'] in n-d-810291-1 is: [{'id': 'e3211979-af3e-4d0c-b1b7-17dc67ca71cc', 'name': 'tempest-ServersTestJSON-1963609962-router', 'tenant_id': '4873dd9d411a49059e981a2e4948efcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:59:13Z', 'updated_at': '2021-09-21T18:01:49Z', 'revision_number': 6, 'project_id': '4873dd9d411a49059e981a2e4948efcf', 'gw_port_host': None}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:01:49.949503 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d60e9f16-2dff-463c-94cc-5548f0799518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:49.980971 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e9f16-2dff-463c-94cc-5548f0799518 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8c51177-0d60-4999-9aea-bfc804d9cbb7,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:50.025928 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:50.112875 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d60e9f16-2dff-463c-94cc-5548f0799518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:50.239718 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d60e9f16-2dff-463c-94cc-5548f0799518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:50.242689 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d60e9f16-2dff-463c-94cc-5548f0799518 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:50.330316 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d60e9f16-2dff-463c-94cc-5548f0799518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:50.331180 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60e9f16-2dff-463c-94cc-5548f0799518 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3211979-af3e-4d0c-b1b7-17dc67ca71cc {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:01:50.336316 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d60e9f16-2dff-463c-94cc-5548f0799518 admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:50.340619 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40776) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:50.341175 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d60e9f16-2dff-463c-94cc-5548f0799518 admin admin] 10.222.0.58 "DELETE /v2.0/routers/e3211979-af3e-4d0c-b1b7-17dc67ca71cc HTTP/1.1" status: 204 len: 168 time: 1.2721534 Sep 21 18:01:50.445516 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-c22fb3c8-df10-4783-8282-b28dbf2de6f5 admin admin] Deleting subnet 9ae1edfa-7747-4ff9-ad75-c1eab6839867 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:01:50.449385 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c22fb3c8-df10-4783-8282-b28dbf2de6f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:50.513931 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c22fb3c8-df10-4783-8282-b28dbf2de6f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:50.662539 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c22fb3c8-df10-4783-8282-b28dbf2de6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:50.760044 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c22fb3c8-df10-4783-8282-b28dbf2de6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:50.791805 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22fb3c8-df10-4783-8282-b28dbf2de6f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ae1edfa-7747-4ff9-ad75-c1eab6839867,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:50.802344 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c22fb3c8-df10-4783-8282-b28dbf2de6f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:50.806438 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c22fb3c8-df10-4783-8282-b28dbf2de6f5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9ae1edfa-7747-4ff9-ad75-c1eab6839867 HTTP/1.1" status: 204 len: 168 time: 0.4612076 Sep 21 18:01:50.806912 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40794) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:50.812415 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e545a217-cba9-4024-8c63-7a315a1acfaf None None] Network bb7393e0-9611-4048-84c9-6e76d82f10fe requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:01:50.876115 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b06a9056-2a07-4d3e-81b8-e18548bc5b8b no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:01:50.924150 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: b06a9056-2a07-4d3e-81b8-e18548bc5b8b {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:01:50.924493 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b06a9056-2a07-4d3e-81b8-e18548bc5b8b not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:01:50.937060 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5d5dbea9-ff01-46d0-9c0c-cbf1efa2b7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:51.016088 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-5d5dbea9-ff01-46d0-9c0c-cbf1efa2b7f0 admin admin] Deleting port f899e573-0e9f-4137-b286-d825d9f19c0e {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:01:51.022198 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5d5dbea9-ff01-46d0-9c0c-cbf1efa2b7f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:51.218141 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-5d5dbea9-ff01-46d0-9c0c-cbf1efa2b7f0 admin admin] For port f899e573-0e9f-4137-b286-d825d9f19c0e, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f899e573-0e9f-4137-b286-d825d9f19c0e,segment=NetworkSegment(c2630a84-866a-41cd-8a04-0650c8dbcb20),segment_id=c2630a84-866a-41cd-8a04-0650c8dbcb20)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:51.219281 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5d5dbea9-ff01-46d0-9c0c-cbf1efa2b7f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:51.234747 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-5d5dbea9-ff01-46d0-9c0c-cbf1efa2b7f0 admin admin] Calling delete_port for f899e573-0e9f-4137-b286-d825d9f19c0e owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:01:51.328230 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a36d13-9298-45ac-88b0-37220d46d9f0 None None] DHCP port deletion for bb7393e0-9611-4048-84c9-6e76d82f10fe request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:01:51.422904 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5d5dbea9-ff01-46d0-9c0c-cbf1efa2b7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:51.444114 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-29a36d13-9298-45ac-88b0-37220d46d9f0 None None] Deleting port f899e573-0e9f-4137-b286-d825d9f19c0e {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:01:51.444114 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-29a36d13-9298-45ac-88b0-37220d46d9f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:51.464524 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5dbea9-ff01-46d0-9c0c-cbf1efa2b7f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f899e573-0e9f-4137-b286-d825d9f19c0e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:51.477707 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5dbea9-ff01-46d0-9c0c-cbf1efa2b7f0 admin admin] No DVR routers for this DVR port f899e573-0e9f-4137-b286-d825d9f19c0e on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:01:51.549340 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-29a36d13-9298-45ac-88b0-37220d46d9f0 None None] For port f899e573-0e9f-4137-b286-d825d9f19c0e, host n-d-810291-1, got binding levels [] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:51.550207 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-29a36d13-9298-45ac-88b0-37220d46d9f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:51.553915 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:51.570716 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-29a36d13-9298-45ac-88b0-37220d46d9f0 None None] Calling delete_port for f899e573-0e9f-4137-b286-d825d9f19c0e owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:01:51.574288 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.ipam_backend_mixin [None req-29a36d13-9298-45ac-88b0-37220d46d9f0 None None] Port f899e573-0e9f-4137-b286-d825d9f19c0e was not found and therefore no delete operation was performed {{(pid=101462) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 18:01:51.575940 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-29a36d13-9298-45ac-88b0-37220d46d9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:51.591055 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a36d13-9298-45ac-88b0-37220d46d9f0 None None] No DVR routers for this DVR port f899e573-0e9f-4137-b286-d825d9f19c0e on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:01:51.604592 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5d5dbea9-ff01-46d0-9c0c-cbf1efa2b7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:51.616476 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a36d13-9298-45ac-88b0-37220d46d9f0 None None] Pushing event deleted for resources: {'Port': ['ID=f899e573-0e9f-4137-b286-d825d9f19c0e,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:51.649595 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-5d5dbea9-ff01-46d0-9c0c-cbf1efa2b7f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7393e0-9611-4048-84c9-6e76d82f10fe']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:51.669831 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-5d5dbea9-ff01-46d0-9c0c-cbf1efa2b7f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2630a84-866a-41cd-8a04-0650c8dbcb20') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:51.670191 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-5d5dbea9-ff01-46d0-9c0c-cbf1efa2b7f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2630a84-866a-41cd-8a04-0650c8dbcb20') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:01:51.682580 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5d5dbea9-ff01-46d0-9c0c-cbf1efa2b7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:51.702451 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5d5dbea9-ff01-46d0-9c0c-cbf1efa2b7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:51.719576 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d5dbea9-ff01-46d0-9c0c-cbf1efa2b7f0 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:01:51.723665 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5d5dbea9-ff01-46d0-9c0c-cbf1efa2b7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:51.757901 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:01:51.757901 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:01:51.757901 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:01:51.757901 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:01:51.757901 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:01:51.757901 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:01:51.757901 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:01:51.757901 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:01:51.757901 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:01:51.757901 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:01:51.757901 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:01:51.757901 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:01:51.757901 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:01:51.757901 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:01:51.757901 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:01:51.757901 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:01:51.757901 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:01:51.757901 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:01:51.757901 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:01:51.757901 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:01:51.757901 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:01:51.757901 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:01:51.757901 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:01:51.757901 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:01:51.757901 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:01:51.757901 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:01:51.757901 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:01:51.757901 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:01:51.757901 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:01:51.757901 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:01:51.757901 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:01:51.757901 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:01:51.816251 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5d5dbea9-ff01-46d0-9c0c-cbf1efa2b7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:51.823011 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5d5dbea9-ff01-46d0-9c0c-cbf1efa2b7f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:51.824912 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5d5dbea9-ff01-46d0-9c0c-cbf1efa2b7f0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/bb7393e0-9611-4048-84c9-6e76d82f10fe HTTP/1.1" status: 204 len: 168 time: 1.0162280 Sep 21 18:01:51.855303 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5dbea9-ff01-46d0-9c0c-cbf1efa2b7f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb7393e0-9611-4048-84c9-6e76d82f10fe,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:52.221008 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40844) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:52.264482 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40848) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:52.371581 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8df0959f-bb52-48bc-921c-21f377d89b0e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4873dd9d411a49059e981a2e4948efcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1041923 Sep 21 18:01:52.374825 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40852) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:52.471431 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a9d66e5f-bbc4-4132-beda-fc6211e40bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:52.503251 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a9d66e5f-bbc4-4132-beda-fc6211e40bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:52.512536 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a8c51177-0d60-4999-9aea-bfc804d9cbb7 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:01:52.552630 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: a8c51177-0d60-4999-9aea-bfc804d9cbb7 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:01:52.554022 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a8c51177-0d60-4999-9aea-bfc804d9cbb7 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:01:52.557004 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f899e573-0e9f-4137-b286-d825d9f19c0e no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:01:52.583689 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a9d66e5f-bbc4-4132-beda-fc6211e40bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:52.587543 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a9d66e5f-bbc4-4132-beda-fc6211e40bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:52.593145 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a9d66e5f-bbc4-4132-beda-fc6211e40bfc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4d5b879a-ed15-4ea2-8ed4-9c5cce615f46 HTTP/1.1" status: 204 len: 168 time: 0.2177048 Sep 21 18:01:52.603820 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: f899e573-0e9f-4137-b286-d825d9f19c0e {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:01:52.604446 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f899e573-0e9f-4137-b286-d825d9f19c0e not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:01:52.606486 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d66e5f-bbc4-4132-beda-fc6211e40bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5b879a-ed15-4ea2-8ed4-9c5cce615f46,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:52.802846 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-37322460-c204-4377-b6ab-497b27b5f2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:52.990264 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-37322460-c204-4377-b6ab-497b27b5f2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:52.996109 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-37322460-c204-4377-b6ab-497b27b5f2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:53.063283 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-37322460-c204-4377-b6ab-497b27b5f2d9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3a202e9ab202460a97f6065082812248&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8403840 Sep 21 18:01:53.064099 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37322460-c204-4377-b6ab-497b27b5f2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42bbf49-4cd0-490c-80dd-48b9f04219b0,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:53.066049 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40870) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:53.149183 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7bb3d30b-d229-4209-88e1-971ecf7aa155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:53.175346 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7bb3d30b-d229-4209-88e1-971ecf7aa155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:53.216948 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:53.247242 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7bb3d30b-d229-4209-88e1-971ecf7aa155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:53.250418 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7bb3d30b-d229-4209-88e1-971ecf7aa155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:53.253769 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7bb3d30b-d229-4209-88e1-971ecf7aa155 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f42bbf49-4cd0-490c-80dd-48b9f04219b0 HTTP/1.1" status: 204 len: 168 time: 0.1847928 Sep 21 18:01:53.263141 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3d30b-d229-4209-88e1-971ecf7aa155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42bbf49-4cd0-490c-80dd-48b9f04219b0,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:53.736059 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40914) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:53.752773 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-338aa7b8-412e-4855-83b7-bd2593058361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:53.873358 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-338aa7b8-412e-4855-83b7-bd2593058361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:53.878088 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-338aa7b8-412e-4855-83b7-bd2593058361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:53.925135 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40922) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:53.926581 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-338aa7b8-412e-4855-83b7-bd2593058361 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=37871ebc8c654e7b98cf2b11663d9334&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1871138 Sep 21 18:01:53.926581 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338aa7b8-412e-4855-83b7-bd2593058361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627825b8-9dba-48fd-b97e-280eb82baabc,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:54.004435 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b5896d7b-9599-4c0f-a669-84133edeb347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:54.036276 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b5896d7b-9599-4c0f-a669-84133edeb347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:54.109198 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b5896d7b-9599-4c0f-a669-84133edeb347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:54.112426 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b5896d7b-9599-4c0f-a669-84133edeb347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:54.114199 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b5896d7b-9599-4c0f-a669-84133edeb347 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/627825b8-9dba-48fd-b97e-280eb82baabc HTTP/1.1" status: 204 len: 168 time: 0.1860487 Sep 21 18:01:54.123734 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5896d7b-9599-4c0f-a669-84133edeb347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627825b8-9dba-48fd-b97e-280eb82baabc,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:54.433193 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f1dfd-3dfc-4488-95b0-af5d3023b370 req-d387aa4e-f5e8-47c9-850a-c3a2d39bfa3b tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:54.435141 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b63f1dfd-3dfc-4488-95b0-af5d3023b370 req-d387aa4e-f5e8-47c9-850a-c3a2d39bfa3b tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 946 time: 0.0697210 Sep 21 18:01:54.504646 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b63f1dfd-3dfc-4488-95b0-af5d3023b370 req-7a7cc0a6-b830-4262-9060-b5a6b16be8e2 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596721 Sep 21 18:01:54.541987 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:54.949887 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24825f-6009-448d-83b7-8dca3e2bb8b2 req-75379f00-6e0c-41bf-9fa1-c2dcf5e95afd tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:54.951692 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3c24825f-6009-448d-83b7-8dca3e2bb8b2 req-75379f00-6e0c-41bf-9fa1-c2dcf5e95afd tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 946 time: 0.0534639 Sep 21 18:01:55.000886 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3c24825f-6009-448d-83b7-8dca3e2bb8b2 req-61998050-1bba-4ba1-af73-61af35e12b16 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422685 Sep 21 18:01:55.100221 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40996) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:55.129424 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41000) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:55.282454 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-42f32d56-a57c-430a-8862-e740365e6e31 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1017427762-network', 'tenant_id': 'f0d45347fa394fbcbee756f3fa825208'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:55.306641 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f32d56-a57c-430a-8862-e740365e6e31 admin admin] Made reservation on behalf of f0d45347fa394fbcbee756f3fa825208 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:01:55.309654 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-42f32d56-a57c-430a-8862-e740365e6e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:55.325686 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-42f32d56-a57c-430a-8862-e740365e6e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:55.341892 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ae849aee-fd32-4f14-936b-1e5e0e6093ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:55.366976 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.db.api [None req-ae849aee-fd32-4f14-936b-1e5e0e6093ca admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 18:01:55.366976 n-d-810291-1 neutron-server[101461]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 18:01:55.366976 n-d-810291-1 neutron-server[101461]: [parameters: {'project_id_1': 'd02afb271bdb4f749bfb28ab51fa57e6', 'expiration_1': datetime.datetime(2021, 9, 21, 18, 1, 35, 359312)}] Sep 21 18:01:55.366976 n-d-810291-1 neutron-server[101461]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:01:55.367391 n-d-810291-1 neutron-server[101461]: DEBUG oslo_db.api [None req-ae849aee-fd32-4f14-936b-1e5e0e6093ca admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:01:55.458148 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-42f32d56-a57c-430a-8862-e740365e6e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:55.465249 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-42f32d56-a57c-430a-8862-e740365e6e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:55.508365 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f32d56-a57c-430a-8862-e740365e6e31 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:01:55.523941 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f32d56-a57c-430a-8862-e740365e6e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0d8857-7390-455e-a8ae-ebaa2613b541,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:55.545823 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-42f32d56-a57c-430a-8862-e740365e6e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:55.546850 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-42f32d56-a57c-430a-8862-e740365e6e31 admin admin] Added segment 40167ee7-d359-43a0-aa43-c9d189791b18 of type vlan for network f67d5ab0-07dd-4ecc-9edb-0fd3ebc24b12 Sep 21 18:01:55.600848 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-42f32d56-a57c-430a-8862-e740365e6e31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:55.630617 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-42f32d56-a57c-430a-8862-e740365e6e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:55.631854 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f32d56-a57c-430a-8862-e740365e6e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:55.632828 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-42f32d56-a57c-430a-8862-e740365e6e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:55.670522 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-42f32d56-a57c-430a-8862-e740365e6e31 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5691824 Sep 21 18:01:55.673898 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41024) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:55.680139 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-490bd95d-7f7e-4c35-88a3-6115653a249a admin admin] Request body: {'subnet': {'network_id': 'f67d5ab0-07dd-4ecc-9edb-0fd3ebc24b12', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1017427762-subnet', 'tenant_id': 'f0d45347fa394fbcbee756f3fa825208', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:55.704543 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f32d56-a57c-430a-8862-e740365e6e31 admin admin] Pushing event updated for resources: {'Network': ['ID=f67d5ab0-07dd-4ecc-9edb-0fd3ebc24b12,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:55.713636 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490bd95d-7f7e-4c35-88a3-6115653a249a admin admin] Made reservation on behalf of f0d45347fa394fbcbee756f3fa825208 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:01:55.717815 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-490bd95d-7f7e-4c35-88a3-6115653a249a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:55.719756 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network f67d5ab0-07dd-4ecc-9edb-0fd3ebc24b12 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:01:55.868632 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ae849aee-fd32-4f14-936b-1e5e0e6093ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:55.926659 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-490bd95d-7f7e-4c35-88a3-6115653a249a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:56.019046 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490bd95d-7f7e-4c35-88a3-6115653a249a admin admin] Checking segment: {'id': '40167ee7-d359-43a0-aa43-c9d189791b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f67d5ab0-07dd-4ecc-9edb-0fd3ebc24b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:01:56.019836 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490bd95d-7f7e-4c35-88a3-6115653a249a admin admin] Network hostable DHCP agents. Network: f67d5ab0-07dd-4ecc-9edb-0fd3ebc24b12, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:01:56.023997 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490bd95d-7f7e-4c35-88a3-6115653a249a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bb67c9d-aeb9-4e09-8de1-255772866351,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:56.084403 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490bd95d-7f7e-4c35-88a3-6115653a249a admin admin] Network f67d5ab0-07dd-4ecc-9edb-0fd3ebc24b12 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:01:56.103249 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-490bd95d-7f7e-4c35-88a3-6115653a249a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, f67d5ab0-07dd-4ecc-9edb-0fd3ebc24b12) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:01:56.115608 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490bd95d-7f7e-4c35-88a3-6115653a249a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:56.116437 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-490bd95d-7f7e-4c35-88a3-6115653a249a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:56.121292 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1638015-e068-4454-9f8e-8c306f259f60 None None] Network f67d5ab0-07dd-4ecc-9edb-0fd3ebc24b12 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:01:56.218352 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4b103-79b5-4b99-8348-11c0d13d2bac req-94d8b7e2-342f-4bda-a502-69d51a63cef5 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:56.233312 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23e4b103-79b5-4b99-8348-11c0d13d2bac req-94d8b7e2-342f-4bda-a502-69d51a63cef5 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 946 time: 0.1105864 Sep 21 18:01:56.295627 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23e4b103-79b5-4b99-8348-11c0d13d2bac req-c9359d5e-453a-4b43-9a96-49ed34c854fe tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598648 Sep 21 18:01:56.347804 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9352aa6-fa36-4d1c-8f67-5eb9fa143fb2 None None] Network f67d5ab0-07dd-4ecc-9edb-0fd3ebc24b12 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:01:56.437275 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ae849aee-fd32-4f14-936b-1e5e0e6093ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:56.444271 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ae849aee-fd32-4f14-936b-1e5e0e6093ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:56.456686 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-490bd95d-7f7e-4c35-88a3-6115653a249a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7803538 Sep 21 18:01:56.509348 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae849aee-fd32-4f14-936b-1e5e0e6093ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8e2c0e-2d56-4adc-ade7-89c9f3534f92,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:56.515842 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ae849aee-fd32-4f14-936b-1e5e0e6093ca admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d02afb271bdb4f749bfb28ab51fa57e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3852687 Sep 21 18:01:56.518597 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41052) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:56.569944 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-29be17ee-af92-4cfe-b1e7-942aafdff1e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:56.602387 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-29be17ee-af92-4cfe-b1e7-942aafdff1e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:56.680506 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-29be17ee-af92-4cfe-b1e7-942aafdff1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:56.683131 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-29be17ee-af92-4cfe-b1e7-942aafdff1e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:56.684472 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-29be17ee-af92-4cfe-b1e7-942aafdff1e9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0f8e2c0e-2d56-4adc-ade7-89c9f3534f92 HTTP/1.1" status: 204 len: 168 time: 0.1649094 Sep 21 18:01:56.692875 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be17ee-af92-4cfe-b1e7-942aafdff1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8e2c0e-2d56-4adc-ade7-89c9f3534f92,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:56.992746 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-832214cb-507a-4ae7-b546-2c3832dbf9a0 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:56.994266 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-832214cb-507a-4ae7-b546-2c3832dbf9a0 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] 10.222.0.58 "GET /v2.0/networks?id=f67d5ab0-07dd-4ecc-9edb-0fd3ebc24b12 HTTP/1.1" status: 200 len: 822 time: 0.1127551 Sep 21 18:01:57.010709 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-46ff5705-33b6-4ecd-9cf9-bdfa1d249922 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] 10.222.0.58 "GET /v2.0/quotas/f0d45347fa394fbcbee756f3fa825208 HTTP/1.1" status: 200 len: 375 time: 0.0099041 Sep 21 18:01:57.057799 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-86a6197f-cfa2-47c9-a1a2-6b1d48a1784c tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0d45347fa394fbcbee756f3fa825208&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411699 Sep 21 18:01:57.120156 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41086) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:57.134114 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f06a508-4edb-4f7c-943c-71f9245fcf45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:57.167660 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-10efdbbb-05af-4d0c-bd4c-a72c5659bc6d service neutron] 10.222.0.58 "GET /v2.0/networks/f67d5ab0-07dd-4ecc-9edb-0fd3ebc24b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984998 Sep 21 18:01:57.259879 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f06a508-4edb-4f7c-943c-71f9245fcf45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:57.265855 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f06a508-4edb-4f7c-943c-71f9245fcf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:57.305960 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-0a505709-920d-4b4c-8b21-53ff49aceda1 service neutron] 10.222.0.58 "GET /v2.0/networks/f67d5ab0-07dd-4ecc-9edb-0fd3ebc24b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366651 Sep 21 18:01:57.309781 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06a508-4edb-4f7c-943c-71f9245fcf45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f873cb-a149-4619-85ea-a2276b82a97a,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:57.346979 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5f06a508-4edb-4f7c-943c-71f9245fcf45 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9e062808d5c74bfebe7b302e0f848b15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2253430 Sep 21 18:01:57.349249 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41102) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:57.409195 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4473c5d2-4a5f-4d4e-9874-351dc1b366fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:57.434722 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4473c5d2-4a5f-4d4e-9874-351dc1b366fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:57.523937 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4473c5d2-4a5f-4d4e-9874-351dc1b366fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:57.526605 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4473c5d2-4a5f-4d4e-9874-351dc1b366fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:57.528111 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4473c5d2-4a5f-4d4e-9874-351dc1b366fb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e1f873cb-a149-4619-85ea-a2276b82a97a HTTP/1.1" status: 204 len: 168 time: 0.1771064 Sep 21 18:01:57.543657 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473c5d2-4a5f-4d4e-9874-351dc1b366fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f873cb-a149-4619-85ea-a2276b82a97a,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:57.683713 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb33b1-a7c2-4dff-8079-6cc87994a635 req-b127f2da-88eb-4fa9-805c-3a9f7659f48d tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:57.693654 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a6fb33b1-a7c2-4dff-8079-6cc87994a635 req-b127f2da-88eb-4fa9-805c-3a9f7659f48d tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 946 time: 0.0843256 Sep 21 18:01:57.750798 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a6fb33b1-a7c2-4dff-8079-6cc87994a635 req-afd46bda-e4e5-4151-a847-f66658681f88 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556729 Sep 21 18:01:57.821077 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-05c18e87-02e0-45bb-8b7c-08b39ae48c94 req-33cc8f7e-8aec-4ed0-8fc2-fa36bc0d081a tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2665550-a667-43d5-8660-b433abf410ae HTTP/1.1" status: 200 len: 210 time: 0.0667038 Sep 21 18:01:58.162009 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 01c5d430-12c5-4025-9899-f3f139598930 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:01:58.165334 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 01c5d430-12c5-4025-9899-f3f139598930 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:01:58.497809 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:58.523084 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 01c5d430-12c5-4025-9899-f3f139598930, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=01c5d430-12c5-4025-9899-f3f139598930,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:58.545289 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2072539e-be41-48d2-b5f4-151a90191290', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01c5d430-12c5-4025-9899-f3f139598930'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:01:58.547842 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37092af-ec8e-4680-a24c-68669479ec07" -d '{"events": [{"server_uuid": "2072539e-be41-48d2-b5f4-151a90191290", "name": "network-vif-unplugged", "status": "completed", "tag": "01c5d430-12c5-4025-9899-f3f139598930"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:01:58.560577 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '01c5d430-12c5-4025-9899-f3f139598930', 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf', 'port_id': '01c5d430-12c5-4025-9899-f3f139598930', 'mac_address': 'fa:16:3e:5d:54:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a1043c-b263-4aac-aec7-9797fbf7cd86', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:01:58.566228 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 01c5d430-12c5-4025-9899-f3f139598930, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=01c5d430-12c5-4025-9899-f3f139598930,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:58.593519 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:58.634173 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefab0e0-aaa4-4d55-960d-986b79a37a6b x-openstack-request-id: req-aefab0e0-aaa4-4d55-960d-986b79a37a6b {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:01:58.634532 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2072539e-be41-48d2-b5f4-151a90191290", "name": "network-vif-unplugged", "status": "completed", "tag": "01c5d430-12c5-4025-9899-f3f139598930", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:01:58.634778 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aefab0e0-aaa4-4d55-960d-986b79a37a6b {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:01:58.635509 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2072539e-be41-48d2-b5f4-151a90191290', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01c5d430-12c5-4025-9899-f3f139598930', 'code': 200} Sep 21 18:01:58.641545 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:58.675347 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01c5d430-12c5-4025-9899-f3f139598930 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:01:58.702201 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=01c5d430-12c5-4025-9899-f3f139598930,revision_number=11']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:58.756725 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.db.api [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:01:58.757131 n-d-810291-1 neutron-server[101462]: DEBUG oslo_db.api [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:01:59.019200 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-300f72a2-7fea-41d9-ad60-8487cba89482 req-44122c61-fb0f-44c8-9f8b-75834faed4d8 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2665550-a667-43d5-8660-b433abf410ae HTTP/1.1" status: 200 len: 210 time: 0.0708880 Sep 21 18:01:59.029348 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-4481cbb0-3a3a-4b43-9e13-17f36da69289 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:59.032415 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-4481cbb0-3a3a-4b43-9e13-17f36da69289 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] 10.222.0.38 "GET /v2.0/networks?id=f67d5ab0-07dd-4ecc-9edb-0fd3ebc24b12 HTTP/1.1" status: 200 len: 822 time: 0.2224886 Sep 21 18:01:59.052715 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-e8a3751e-b1a6-4837-8da2-22f1083f7282 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] Request body: {'port': {'device_id': 'e2665550-a667-43d5-8660-b433abf410ae', 'network_id': 'f67d5ab0-07dd-4ecc-9edb-0fd3ebc24b12', 'admin_state_up': True, 'tenant_id': 'f0d45347fa394fbcbee756f3fa825208'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:01:59.146471 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41212) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:59.200454 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96881ce6-950b-45c3-8c86-22bc369d998e req-7b411279-8643-472c-8d21-5babb4c1c5aa tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:01:59.202070 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-96881ce6-950b-45c3-8c86-22bc369d998e req-7b411279-8643-472c-8d21-5babb4c1c5aa tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.1675665 Sep 21 18:01:59.282688 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-e8a3751e-b1a6-4837-8da2-22f1083f7282 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] Made reservation on behalf of f0d45347fa394fbcbee756f3fa825208 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:01:59.286310 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-e8a3751e-b1a6-4837-8da2-22f1083f7282 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:59.301246 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-96881ce6-950b-45c3-8c86-22bc369d998e req-4b98d7f6-e98d-42d1-8a7f-0d9a16c7e041 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554354 Sep 21 18:01:59.326305 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:59.375778 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01c5d430-12c5-4025-9899-f3f139598930 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:01:59.432418 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 01c5d430-12c5-4025-9899-f3f139598930, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=01c5d430-12c5-4025-9899-f3f139598930,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:01:59.446809 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:59.468732 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dd1abe59-5616-4c09-98b9-b51f19532d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:59.519241 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-e8a3751e-b1a6-4837-8da2-22f1083f7282 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] Allocated IP 172.20.0.11 (f67d5ab0-07dd-4ecc-9edb-0fd3ebc24b12/5bb67c9d-aeb9-4e09-8de1-255772866351/67aa855e-5d8f-46af-8059-a9acf4323d9b) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:01:59.537406 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=01c5d430-12c5-4025-9899-f3f139598930,revision_number=12']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:59.571995 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['01c5d430-12c5-4025-9899-f3f139598930'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:01:59.787259 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dd1abe59-5616-4c09-98b9-b51f19532d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:59.795016 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dd1abe59-5616-4c09-98b9-b51f19532d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:59.881547 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-e8a3751e-b1a6-4837-8da2-22f1083f7282 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:59.882616 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1abe59-5616-4c09-98b9-b51f19532d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35d94e9-1ec5-4d46-a5b5-285683978b73,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:01:59.897027 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-dd1abe59-5616-4c09-98b9-b51f19532d67 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d2c3944f1d1641378dd7740b29e584ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7496262 Sep 21 18:01:59.899856 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41236) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:01:59.974551 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-329db4a3-bc3b-4880-ac92-7d8c5a53712a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:01:59.990540 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-e8a3751e-b1a6-4837-8da2-22f1083f7282 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:00.039116 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-329db4a3-bc3b-4880-ac92-7d8c5a53712a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:00.076705 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-e8a3751e-b1a6-4837-8da2-22f1083f7282 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] Network f67d5ab0-07dd-4ecc-9edb-0fd3ebc24b12 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:02:00.090667 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-e8a3751e-b1a6-4837-8da2-22f1083f7282 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:00.112221 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3751e-b1a6-4837-8da2-22f1083f7282 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] Pushing event updated for resources: {'Port': ['ID=67aa855e-5d8f-46af-8059-a9acf4323d9b,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:00.116233 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-e8a3751e-b1a6-4837-8da2-22f1083f7282 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:02:00.204055 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-e8a3751e-b1a6-4837-8da2-22f1083f7282 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:00.215319 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-e8a3751e-b1a6-4837-8da2-22f1083f7282 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:00.332512 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-e8a3751e-b1a6-4837-8da2-22f1083f7282 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2847593 Sep 21 18:02:00.378209 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-909a8abb-533e-47ce-9f12-330b1b9e0b44 service neutron] Request body: {'port': {'device_id': 'e2665550-a667-43d5-8660-b433abf410ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:00.419236 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-329db4a3-bc3b-4880-ac92-7d8c5a53712a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:00.432865 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-329db4a3-bc3b-4880-ac92-7d8c5a53712a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:00.439716 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-329db4a3-bc3b-4880-ac92-7d8c5a53712a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a35d94e9-1ec5-4d46-a5b5-285683978b73 HTTP/1.1" status: 204 len: 168 time: 0.5384119 Sep 21 18:02:00.538967 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329db4a3-bc3b-4880-ac92-7d8c5a53712a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35d94e9-1ec5-4d46-a5b5-285683978b73,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:00.589834 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fe94f-fe11-47bb-850e-289feb4518a1 req-91a78ae4-b1a0-4235-80ba-d0e906fe6c70 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:00.599697 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-286fe94f-fe11-47bb-850e-289feb4518a1 req-91a78ae4-b1a0-4235-80ba-d0e906fe6c70 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 945 time: 0.1157486 Sep 21 18:02:00.602487 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f982d-5b5b-425c-8843-7e3c79a4bbd8 req-8c28d373-64f5-48cc-a8b6-8786a69f4e50 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:00.614503 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e8f982d-5b5b-425c-8843-7e3c79a4bbd8 req-8c28d373-64f5-48cc-a8b6-8786a69f4e50 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2665550-a667-43d5-8660-b433abf410ae HTTP/1.1" status: 200 len: 932 time: 0.3823440 Sep 21 18:02:00.693808 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-286fe94f-fe11-47bb-850e-289feb4518a1 req-3f843470-023c-4a2d-a93c-a00b204f5362 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922587 Sep 21 18:02:00.772941 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e8f982d-5b5b-425c-8843-7e3c79a4bbd8 req-184eb8f7-8bee-40fe-a359-dd9c1a4f0569 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c0d8857-7390-455e-a8ae-ebaa2613b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553419 Sep 21 18:02:00.797919 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-909a8abb-533e-47ce-9f12-330b1b9e0b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:01.492261 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-909a8abb-533e-47ce-9f12-330b1b9e0b44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67aa855e-5d8f-46af-8059-a9acf4323d9b {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:02:01.508392 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-909a8abb-533e-47ce-9f12-330b1b9e0b44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:01.541069 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-909a8abb-533e-47ce-9f12-330b1b9e0b44 service neutron] Transition to ACTIVE for port object 67aa855e-5d8f-46af-8059-a9acf4323d9b will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:02:01.545769 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-909a8abb-533e-47ce-9f12-330b1b9e0b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:01.663342 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a8abb-533e-47ce-9f12-330b1b9e0b44 service neutron] Pushing event updated for resources: {'Port': ['ID=67aa855e-5d8f-46af-8059-a9acf4323d9b,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:01.723748 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-909a8abb-533e-47ce-9f12-330b1b9e0b44 service neutron] Attempting to bind port 67aa855e-5d8f-46af-8059-a9acf4323d9b on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:01.725101 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-909a8abb-533e-47ce-9f12-330b1b9e0b44 service neutron] Attempting to bind port 67aa855e-5d8f-46af-8059-a9acf4323d9b by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '40167ee7-d359-43a0-aa43-c9d189791b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f67d5ab0-07dd-4ecc-9edb-0fd3ebc24b12'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:01.725745 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-909a8abb-533e-47ce-9f12-330b1b9e0b44 service neutron] Attempting to bind port 67aa855e-5d8f-46af-8059-a9acf4323d9b on network f67d5ab0-07dd-4ecc-9edb-0fd3ebc24b12 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:01.736992 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41280) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:01.739868 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-909a8abb-533e-47ce-9f12-330b1b9e0b44 service neutron] Port 67aa855e-5d8f-46af-8059-a9acf4323d9b on network f67d5ab0-07dd-4ecc-9edb-0fd3ebc24b12 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:01.740206 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-909a8abb-533e-47ce-9f12-330b1b9e0b44 service neutron] Attempting to bind port 67aa855e-5d8f-46af-8059-a9acf4323d9b on network f67d5ab0-07dd-4ecc-9edb-0fd3ebc24b12 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:01.747427 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-909a8abb-533e-47ce-9f12-330b1b9e0b44 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:02:01.747789 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-909a8abb-533e-47ce-9f12-330b1b9e0b44 service neutron] Checking segment: {'id': '40167ee7-d359-43a0-aa43-c9d189791b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f67d5ab0-07dd-4ecc-9edb-0fd3ebc24b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:02:01.748212 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-909a8abb-533e-47ce-9f12-330b1b9e0b44 service neutron] Bound using segment: {'id': '40167ee7-d359-43a0-aa43-c9d189791b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f67d5ab0-07dd-4ecc-9edb-0fd3ebc24b12'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:02:01.748688 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-909a8abb-533e-47ce-9f12-330b1b9e0b44 service neutron] Bound port: 67aa855e-5d8f-46af-8059-a9acf4323d9b, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40167ee7-d359-43a0-aa43-c9d189791b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f67d5ab0-07dd-4ecc-9edb-0fd3ebc24b12'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:02:01.749235 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-909a8abb-533e-47ce-9f12-330b1b9e0b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:01.770902 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6bfb782d-52f5-4910-bf15-fa191e719386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:01.848702 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-909a8abb-533e-47ce-9f12-330b1b9e0b44 service neutron] For port 67aa855e-5d8f-46af-8059-a9acf4323d9b, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:02:01.858593 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-909a8abb-533e-47ce-9f12-330b1b9e0b44 service neutron] For port 67aa855e-5d8f-46af-8059-a9acf4323d9b, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=67aa855e-5d8f-46af-8059-a9acf4323d9b,segment=NetworkSegment(40167ee7-d359-43a0-aa43-c9d189791b18),segment_id=40167ee7-d359-43a0-aa43-c9d189791b18)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:02:01.895933 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-909a8abb-533e-47ce-9f12-330b1b9e0b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:01.975131 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6bfb782d-52f5-4910-bf15-fa191e719386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:01.992172 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6bfb782d-52f5-4910-bf15-fa191e719386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:02.057343 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-909a8abb-533e-47ce-9f12-330b1b9e0b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:02.058438 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-909a8abb-533e-47ce-9f12-330b1b9e0b44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:02.064469 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-909a8abb-533e-47ce-9f12-330b1b9e0b44 service neutron] 10.222.0.38 "PUT /v2.0/ports/67aa855e-5d8f-46af-8059-a9acf4323d9b HTTP/1.1" status: 200 len: 1092 time: 1.6996799 Sep 21 18:02:02.071705 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2665550-a667-43d5-8660-b433abf410ae', 'tag': '67aa855e-5d8f-46af-8059-a9acf4323d9b'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:02.078801 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45392e6e-f0c5-4daf-9592-32efb3e75440" -d '{"events": [{"name": "network-changed", "server_uuid": "e2665550-a667-43d5-8660-b433abf410ae", "tag": "67aa855e-5d8f-46af-8059-a9acf4323d9b"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:02.100664 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b30d0-bda6-4a1f-a91c-d897c7ef1570 req-aabdfd32-dfbe-46de-8be4-822796b2e2f5 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:02.111777 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6c5b30d0-bda6-4a1f-a91c-d897c7ef1570 req-aabdfd32-dfbe-46de-8be4-822796b2e2f5 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2665550-a667-43d5-8660-b433abf410ae HTTP/1.1" status: 200 len: 944 time: 0.1336923 Sep 21 18:02:02.124336 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6bfb782d-52f5-4910-bf15-fa191e719386 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=899192eba44846b28b254ab0705f0d27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3831294 Sep 21 18:02:02.124336 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb782d-52f5-4910-bf15-fa191e719386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc11da19-5b5f-471a-b4e7-18acd8e6505c,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:02.127107 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41290) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:02.190496 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48591cc3-9d73-4c4b-aab5-d0dd01bcb168 req-5c55f0cc-1cf9-45da-a656-affa92da62c4 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:02.202957 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-48591cc3-9d73-4c4b-aab5-d0dd01bcb168 req-5c55f0cc-1cf9-45da-a656-affa92da62c4 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 945 time: 0.3317857 Sep 21 18:02:02.218024 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 01c5d430-12c5-4025-9899-f3f139598930 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:02:02.227964 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2378e150-1bc8-4637-a475-359df706da47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:02.243759 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6c5b30d0-bda6-4a1f-a91c-d897c7ef1570 req-877c2416-73ef-484e-8c99-776f90458e07 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c0d8857-7390-455e-a8ae-ebaa2613b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309402 Sep 21 18:02:02.307511 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2378e150-1bc8-4637-a475-359df706da47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:02.339862 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a8abb-533e-47ce-9f12-330b1b9e0b44 service neutron] Pushing event updated for resources: {'Port': ['ID=67aa855e-5d8f-46af-8059-a9acf4323d9b,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:02.365344 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 01c5d430-12c5-4025-9899-f3f139598930 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:02.365773 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:02.426756 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2378e150-1bc8-4637-a475-359df706da47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:02.430045 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2378e150-1bc8-4637-a475-359df706da47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:02.431576 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2378e150-1bc8-4637-a475-359df706da47 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cc11da19-5b5f-471a-b4e7-18acd8e6505c HTTP/1.1" status: 204 len: 168 time: 0.3034744 Sep 21 18:02:02.451987 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2378e150-1bc8-4637-a475-359df706da47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc11da19-5b5f-471a-b4e7-18acd8e6505c,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:02.491783 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-54069e48-8eed-4edf-b88c-712fe8d5d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:02.497190 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-54069e48-8eed-4edf-b88c-712fe8d5d295 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0d45347fa394fbcbee756f3fa825208&device_id=e2665550-a667-43d5-8660-b433abf410ae HTTP/1.1" status: 200 len: 1095 time: 0.3498094 Sep 21 18:02:02.514241 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f437d742-eca6-474f-aee8-a6c7ec5ccac8 x-openstack-request-id: req-f437d742-eca6-474f-aee8-a6c7ec5ccac8 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:02.514241 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2665550-a667-43d5-8660-b433abf410ae", "tag": "67aa855e-5d8f-46af-8059-a9acf4323d9b", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:02.514241 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f437d742-eca6-474f-aee8-a6c7ec5ccac8 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:02.520247 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2665550-a667-43d5-8660-b433abf410ae', 'tag': '67aa855e-5d8f-46af-8059-a9acf4323d9b', 'status': 'completed', 'code': 200} Sep 21 18:02:02.580730 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-48591cc3-9d73-4c4b-aab5-d0dd01bcb168 req-f325b800-54df-447e-949d-dc94ee43845f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3746436 Sep 21 18:02:02.646739 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-188f1cc1-358c-4c73-a3cc-4a20c62c6b60 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67aa855e-5d8f-46af-8059-a9acf4323d9b HTTP/1.1" status: 200 len: 217 time: 0.1231387 Sep 21 18:02:02.705350 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:02.769974 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2072539e-be41-48d2-b5f4-151a90191290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c5d430-12c5-4025-9899-f3f139598930'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:02.775712 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-54aceafd-17d1-4991-b966-3283cc765683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:02.777285 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-54aceafd-17d1-4991-b966-3283cc765683 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5bb67c9d-aeb9-4e09-8de1-255772866351 HTTP/1.1" status: 200 len: 862 time: 0.1230180 Sep 21 18:02:02.778680 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb7703e-430c-4d86-81e9-9602bc014a49" -d '{"events": [{"server_uuid": "2072539e-be41-48d2-b5f4-151a90191290", "name": "network-vif-plugged", "status": "completed", "tag": "01c5d430-12c5-4025-9899-f3f139598930"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:02.810906 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 01c5d430-12c5-4025-9899-f3f139598930, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=01c5d430-12c5-4025-9899-f3f139598930,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:02.822843 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:02.839069 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-50cca814-9cec-4e03-bdeb-de20d3149ed7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f67d5ab0-07dd-4ecc-9edb-0fd3ebc24b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531750 Sep 21 18:02:02.866585 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41308) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:02.876004 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fb511e-a8e4-405b-8a2a-c76d3c884095 x-openstack-request-id: req-42fb511e-a8e4-405b-8a2a-c76d3c884095 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:02.876998 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2072539e-be41-48d2-b5f4-151a90191290", "name": "network-vif-plugged", "status": "completed", "tag": "01c5d430-12c5-4025-9899-f3f139598930", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:02.877748 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-42fb511e-a8e4-405b-8a2a-c76d3c884095 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:02.878520 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2072539e-be41-48d2-b5f4-151a90191290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c5d430-12c5-4025-9899-f3f139598930', 'code': 200} Sep 21 18:02:02.942156 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=01c5d430-12c5-4025-9899-f3f139598930,revision_number=13']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:03.056446 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-1baadd6b-54dc-4954-a511-146b102350d7 service neutron] 10.222.0.38 "GET /v2.0/networks/f67d5ab0-07dd-4ecc-9edb-0fd3ebc24b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101128 Sep 21 18:02:03.197626 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b72d6530-c0ce-4637-9a12-8b60e9abe58c req-a054d7a5-eb90-47cf-94fd-42d1e8292a37 service neutron] 10.222.0.38 "GET /v2.0/networks/f67d5ab0-07dd-4ecc-9edb-0fd3ebc24b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320331 Sep 21 18:02:03.247850 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb333501-118f-465c-bf18-b7ddb3bd4906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:03.497929 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb333501-118f-465c-bf18-b7ddb3bd4906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:03.508672 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45392e6e-f0c5-4daf-9592-32efb3e75440 req-c3b95fd4-a05f-4fc3-a5db-63236a72a252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:03.509238 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb333501-118f-465c-bf18-b7ddb3bd4906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:03.517864 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-45392e6e-f0c5-4daf-9592-32efb3e75440 req-c3b95fd4-a05f-4fc3-a5db-63236a72a252 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0d45347fa394fbcbee756f3fa825208&device_id=e2665550-a667-43d5-8660-b433abf410ae HTTP/1.1" status: 200 len: 1095 time: 0.2341015 Sep 21 18:02:03.631806 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bb333501-118f-465c-bf18-b7ddb3bd4906 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=41c38228dc4d43468bac529f604629ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7632227 Sep 21 18:02:03.635041 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41332) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:03.655481 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb333501-118f-465c-bf18-b7ddb3bd4906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ade882-9cd8-4434-89e3-2dbd65e3ce89,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:03.733619 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51a6f8-104b-44e0-b6d9-68e09074c6b6 req-3a23e1e9-98bc-4a35-a536-7632d3a0cf10 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:03.745448 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1a51a6f8-104b-44e0-b6d9-68e09074c6b6 req-3a23e1e9-98bc-4a35-a536-7632d3a0cf10 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2665550-a667-43d5-8660-b433abf410ae HTTP/1.1" status: 200 len: 944 time: 0.2875490 Sep 21 18:02:03.778850 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a21ecc92-6325-4e99-a1a9-96faa315e32e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:03.803049 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a21ecc92-6325-4e99-a1a9-96faa315e32e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:03.872608 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a21ecc92-6325-4e99-a1a9-96faa315e32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:03.878103 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a21ecc92-6325-4e99-a1a9-96faa315e32e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:03.880638 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a21ecc92-6325-4e99-a1a9-96faa315e32e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/24ade882-9cd8-4434-89e3-2dbd65e3ce89 HTTP/1.1" status: 204 len: 168 time: 0.2433484 Sep 21 18:02:03.907665 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ecc92-6325-4e99-a1a9-96faa315e32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ade882-9cd8-4434-89e3-2dbd65e3ce89,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:03.948647 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac9a2e-1230-42a7-8144-85f9f27e4007 req-1b028497-123e-4873-aaa7-667682946d34 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:03.962328 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-afac9a2e-1230-42a7-8144-85f9f27e4007 req-1b028497-123e-4873-aaa7-667682946d34 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 946 time: 0.2242792 Sep 21 18:02:03.968805 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1a51a6f8-104b-44e0-b6d9-68e09074c6b6 req-b601158b-5988-43da-bc49-2898c500e341 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c0d8857-7390-455e-a8ae-ebaa2613b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212064 Sep 21 18:02:03.976214 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45392e6e-f0c5-4daf-9592-32efb3e75440 req-38d02231-6057-4873-9e59-f7cdf25db86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:03.978462 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-45392e6e-f0c5-4daf-9592-32efb3e75440 req-38d02231-6057-4873-9e59-f7cdf25db86f service neutron] 10.222.0.38 "GET /v2.0/networks?id=f67d5ab0-07dd-4ecc-9edb-0fd3ebc24b12 HTTP/1.1" status: 200 len: 923 time: 0.4165063 Sep 21 18:02:04.064036 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-afac9a2e-1230-42a7-8144-85f9f27e4007 req-bbb0c4ef-bfa1-4449-baa1-7f623502758f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002958 Sep 21 18:02:04.067827 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-45392e6e-f0c5-4daf-9592-32efb3e75440 req-ac2cfd47-9ba9-4a81-85da-302b5b774a9f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67aa855e-5d8f-46af-8059-a9acf4323d9b HTTP/1.1" status: 200 len: 217 time: 0.0809267 Sep 21 18:02:04.146949 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41344) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:04.186347 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45392e6e-f0c5-4daf-9592-32efb3e75440 req-b29dd910-93b6-48d8-96b2-2cf38f07a195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:04.191792 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-45392e6e-f0c5-4daf-9592-32efb3e75440 req-b29dd910-93b6-48d8-96b2-2cf38f07a195 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5bb67c9d-aeb9-4e09-8de1-255772866351 HTTP/1.1" status: 200 len: 862 time: 0.1153390 Sep 21 18:02:04.245808 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-45392e6e-f0c5-4daf-9592-32efb3e75440 req-8a8fcf07-8396-4b63-8d38-b6b0405f7ab4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f67d5ab0-07dd-4ecc-9edb-0fd3ebc24b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458686 Sep 21 18:02:04.379866 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-45392e6e-f0c5-4daf-9592-32efb3e75440 req-964d5b9d-e5e0-4f90-9c15-a8e7f0e454d8 service neutron] 10.222.0.38 "GET /v2.0/networks/f67d5ab0-07dd-4ecc-9edb-0fd3ebc24b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251519 Sep 21 18:02:04.497744 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fc73cf5c-99ab-4d55-b88c-a2fee466bfba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:04.517195 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-45392e6e-f0c5-4daf-9592-32efb3e75440 req-2aa78074-585f-4e83-91b1-5c025725aef2 service neutron] 10.222.0.38 "GET /v2.0/networks/f67d5ab0-07dd-4ecc-9edb-0fd3ebc24b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263368 Sep 21 18:02:04.739213 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fc73cf5c-99ab-4d55-b88c-a2fee466bfba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:04.757245 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41358) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:04.763898 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fc73cf5c-99ab-4d55-b88c-a2fee466bfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:04.782139 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5509d606-076f-446b-b7de-8e73c5e0d6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:04.873063 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73cf5c-99ab-4d55-b88c-a2fee466bfba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d51169-472d-4a51-89ae-e52c48247ab8,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:04.913358 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fc73cf5c-99ab-4d55-b88c-a2fee466bfba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d279e9f6e5dc4ebe972e49fe7c45820c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7628675 Sep 21 18:02:04.918790 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41360) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:05.049887 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5509d606-076f-446b-b7de-8e73c5e0d6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:05.058251 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5509d606-076f-446b-b7de-8e73c5e0d6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:05.078149 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c96182e2-dde0-4750-8154-6504a25c8394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:05.142846 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c96182e2-dde0-4750-8154-6504a25c8394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:05.187623 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5509d606-076f-446b-b7de-8e73c5e0d6fc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4f874e0efdbe44f5b0e9b90b335035fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4261007 Sep 21 18:02:05.189326 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41374) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:05.302028 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509d606-076f-446b-b7de-8e73c5e0d6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d2550a-d031-4b08-84b0-c0b53a89a957,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:05.337985 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7cef5822-7a24-499d-8317-65a4c6c1e504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:05.375671 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7cef5822-7a24-499d-8317-65a4c6c1e504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:05.394343 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5665c-747f-4bd7-b936-f4d4e674b357 req-fd1d7ae1-dcc2-4e8b-9b99-6b7d2287295d tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:05.396057 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-28b5665c-747f-4bd7-b936-f4d4e674b357 req-fd1d7ae1-dcc2-4e8b-9b99-6b7d2287295d tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2665550-a667-43d5-8660-b433abf410ae HTTP/1.1" status: 200 len: 944 time: 0.1772346 Sep 21 18:02:05.397286 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c96182e2-dde0-4750-8154-6504a25c8394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:05.399981 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c96182e2-dde0-4750-8154-6504a25c8394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:05.403653 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c96182e2-dde0-4750-8154-6504a25c8394 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/42d51169-472d-4a51-89ae-e52c48247ab8 HTTP/1.1" status: 204 len: 168 time: 0.4805057 Sep 21 18:02:05.431688 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96182e2-dde0-4750-8154-6504a25c8394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d51169-472d-4a51-89ae-e52c48247ab8,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:05.483774 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7cef5822-7a24-499d-8317-65a4c6c1e504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:05.486609 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7cef5822-7a24-499d-8317-65a4c6c1e504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:05.494450 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7cef5822-7a24-499d-8317-65a4c6c1e504 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/74d2550a-d031-4b08-84b0-c0b53a89a957 HTTP/1.1" status: 204 len: 168 time: 0.3003674 Sep 21 18:02:05.508078 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef5822-7a24-499d-8317-65a4c6c1e504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d2550a-d031-4b08-84b0-c0b53a89a957,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:05.516190 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-28b5665c-747f-4bd7-b936-f4d4e674b357 req-0d5f8680-5c85-4435-a3ab-f51b5a7da8bc tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c0d8857-7390-455e-a8ae-ebaa2613b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117485 Sep 21 18:02:05.946242 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41390) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:05.962571 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 67aa855e-5d8f-46af-8059-a9acf4323d9b details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:02:06.022754 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd336d71-09d0-43bf-b049-b9324672c485 req-59f12dd0-b63b-4b70-b025-c3c1d1ef883d tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:06.024715 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bd336d71-09d0-43bf-b049-b9324672c485 req-59f12dd0-b63b-4b70-b025-c3c1d1ef883d tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 946 time: 0.1161430 Sep 21 18:02:06.161839 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bd336d71-09d0-43bf-b049-b9324672c485 req-7cda8197-e937-4596-a86f-449477be6d46 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297929 Sep 21 18:02:06.193819 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 67aa855e-5d8f-46af-8059-a9acf4323d9b, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=67aa855e-5d8f-46af-8059-a9acf4323d9b,segment=NetworkSegment(40167ee7-d359-43a0-aa43-c9d189791b18),segment_id=40167ee7-d359-43a0-aa43-c9d189791b18)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:06.216843 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '67aa855e-5d8f-46af-8059-a9acf4323d9b', 'network_id': 'f67d5ab0-07dd-4ecc-9edb-0fd3ebc24b12', 'port_id': '67aa855e-5d8f-46af-8059-a9acf4323d9b', 'mac_address': 'fa:16:3e:61:c5:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb67c9d-aeb9-4e09-8de1-255772866351', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:02:06.233734 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41398) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:06.271714 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-76939054-3377-45b7-8919-d2dcc7aa7aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:06.287411 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:06.307286 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67aa855e-5d8f-46af-8059-a9acf4323d9b {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:02:06.335120 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 67aa855e-5d8f-46af-8059-a9acf4323d9b, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=67aa855e-5d8f-46af-8059-a9acf4323d9b,segment=NetworkSegment(40167ee7-d359-43a0-aa43-c9d189791b18),segment_id=40167ee7-d359-43a0-aa43-c9d189791b18)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:06.346797 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:06.417889 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=67aa855e-5d8f-46af-8059-a9acf4323d9b,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:06.613714 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-76939054-3377-45b7-8919-d2dcc7aa7aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:06.624115 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-76939054-3377-45b7-8919-d2dcc7aa7aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:06.661336 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-76939054-3377-45b7-8919-d2dcc7aa7aec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a3e1153c1c5b4b9d9ec2c015788b9064&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4263628 Sep 21 18:02:06.662465 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['67aa855e-5d8f-46af-8059-a9acf4323d9b'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:02:06.663992 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41412) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:06.731598 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c8130a9e-0edc-48e7-b57f-4f087db521b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:06.791783 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ce432-a246-4350-8d24-dbc92d1952c4 req-ed7399d5-da0e-4a02-aeee-55b732eb4d4a tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:06.801867 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-044ce432-a246-4350-8d24-dbc92d1952c4 req-ed7399d5-da0e-4a02-aeee-55b732eb4d4a tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 946 time: 0.2542000 Sep 21 18:02:06.840394 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb1ecf-ba69-4d5a-a3b9-96307feea9ed req-47d3f4e2-aba0-4458-82e8-705a336631fe tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:06.849659 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-12bb1ecf-ba69-4d5a-a3b9-96307feea9ed req-47d3f4e2-aba0-4458-82e8-705a336631fe tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2665550-a667-43d5-8660-b433abf410ae HTTP/1.1" status: 200 len: 945 time: 0.2057695 Sep 21 18:02:06.911333 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c0c3b943-61f0-49c0-a2c3-10fe14c46e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:06.916788 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76939054-3377-45b7-8919-d2dcc7aa7aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8865ad55-541a-4118-81d6-b5378d232728,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:06.978756 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-12bb1ecf-ba69-4d5a-a3b9-96307feea9ed req-b8e10e4e-6750-4fac-b47e-21c8d4ca47c8 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c0d8857-7390-455e-a8ae-ebaa2613b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274691 Sep 21 18:02:07.012326 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c0c3b943-61f0-49c0-a2c3-10fe14c46e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:07.024788 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-044ce432-a246-4350-8d24-dbc92d1952c4 req-a5a51da2-ad18-4499-8916-e28cfcc01c4c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497996 Sep 21 18:02:07.078114 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c8130a9e-0edc-48e7-b57f-4f087db521b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:07.092831 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c8130a9e-0edc-48e7-b57f-4f087db521b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:07.094797 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c0c3b943-61f0-49c0-a2c3-10fe14c46e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:07.097582 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c0c3b943-61f0-49c0-a2c3-10fe14c46e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:07.099537 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c0c3b943-61f0-49c0-a2c3-10fe14c46e34 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8865ad55-541a-4118-81d6-b5378d232728 HTTP/1.1" status: 204 len: 168 time: 0.4282215 Sep 21 18:02:07.110215 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3b943-61f0-49c0-a2c3-10fe14c46e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8865ad55-541a-4118-81d6-b5378d232728,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:07.240430 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c8130a9e-0edc-48e7-b57f-4f087db521b3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=876216d7bce2418ea70698411c4aeed4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2920277 Sep 21 18:02:07.242892 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41432) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:07.286095 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8130a9e-0edc-48e7-b57f-4f087db521b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5085ed53-e21c-4b39-bb07-969b565b059b,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:07.396541 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e1b7090d-b7dc-43ef-99d0-e125aa4cbead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:07.421648 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e1b7090d-b7dc-43ef-99d0-e125aa4cbead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:07.490215 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e1b7090d-b7dc-43ef-99d0-e125aa4cbead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:07.497914 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e1b7090d-b7dc-43ef-99d0-e125aa4cbead admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:07.499170 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e1b7090d-b7dc-43ef-99d0-e125aa4cbead admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5085ed53-e21c-4b39-bb07-969b565b059b HTTP/1.1" status: 204 len: 168 time: 0.2551146 Sep 21 18:02:07.512166 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe8511-d0a2-4901-adff-97a0eea0066d req-c88cca27-37bf-4874-8b27-f73de8b571e7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:07.513208 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e4fe8511-d0a2-4901-adff-97a0eea0066d req-c88cca27-37bf-4874-8b27-f73de8b571e7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 946 time: 0.2245467 Sep 21 18:02:07.522839 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7090d-b7dc-43ef-99d0-e125aa4cbead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5085ed53-e21c-4b39-bb07-969b565b059b,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:07.579203 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e4fe8511-d0a2-4901-adff-97a0eea0066d req-182c69c0-0400-4525-88ef-7cddc3646d26 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532637 Sep 21 18:02:07.957965 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 67aa855e-5d8f-46af-8059-a9acf4323d9b up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:02:07.986408 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb530f-9cbd-47ff-954d-c369345f4a05 req-64d1f49c-e535-47c0-afe6-19b4f1c58173 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:07.992977 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dcfb530f-9cbd-47ff-954d-c369345f4a05 req-64d1f49c-e535-47c0-afe6-19b4f1c58173 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.38 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 946 time: 0.0747592 Sep 21 18:02:08.094861 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 67aa855e-5d8f-46af-8059-a9acf4323d9b completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:02:08.104646 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 67aa855e-5d8f-46af-8059-a9acf4323d9b triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:08.105446 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:08.271930 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-dcfb530f-9cbd-47ff-954d-c369345f4a05 req-ef3f0347-372b-451f-a8d3-f5bfb7d6e702 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Deleting port 24e893e5-935f-4c89-ba97-f486c4607846 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:02:08.281133 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dcfb530f-9cbd-47ff-954d-c369345f4a05 req-ef3f0347-372b-451f-a8d3-f5bfb7d6e702 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:08.286232 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ff6c5-0807-420b-bfd2-878813f9aaf9 req-72df4a8f-e3d5-4f07-b0c8-98dc50a26e46 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:08.300480 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b54ff6c5-0807-420b-bfd2-878813f9aaf9 req-72df4a8f-e3d5-4f07-b0c8-98dc50a26e46 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2665550-a667-43d5-8660-b433abf410ae HTTP/1.1" status: 200 len: 945 time: 0.1980958 Sep 21 18:02:08.349057 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:08.396412 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b54ff6c5-0807-420b-bfd2-878813f9aaf9 req-5b50f33a-f4b3-481c-bb78-272a8412e2e4 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c0d8857-7390-455e-a8ae-ebaa2613b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906665 Sep 21 18:02:08.472767 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2665550-a667-43d5-8660-b433abf410ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67aa855e-5d8f-46af-8059-a9acf4323d9b'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:08.475294 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a4bffd-f98f-48df-89e1-b64a89ed5721" -d '{"events": [{"server_uuid": "e2665550-a667-43d5-8660-b433abf410ae", "name": "network-vif-plugged", "status": "completed", "tag": "67aa855e-5d8f-46af-8059-a9acf4323d9b"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:08.503725 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 67aa855e-5d8f-46af-8059-a9acf4323d9b, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=67aa855e-5d8f-46af-8059-a9acf4323d9b,segment=NetworkSegment(40167ee7-d359-43a0-aa43-c9d189791b18),segment_id=40167ee7-d359-43a0-aa43-c9d189791b18)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:08.516043 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:08.688961 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=67aa855e-5d8f-46af-8059-a9acf4323d9b,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:08.712526 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffae196-e9d3-46ad-8212-4f27226cea2e x-openstack-request-id: req-bffae196-e9d3-46ad-8212-4f27226cea2e {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:08.713012 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2665550-a667-43d5-8660-b433abf410ae", "name": "network-vif-plugged", "status": "completed", "tag": "67aa855e-5d8f-46af-8059-a9acf4323d9b", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:08.713468 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bffae196-e9d3-46ad-8212-4f27226cea2e {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:08.714010 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2665550-a667-43d5-8660-b433abf410ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67aa855e-5d8f-46af-8059-a9acf4323d9b', 'code': 200} Sep 21 18:02:08.757855 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77b51c-20eb-48dc-8e2d-408a7c1f64c2 req-fa4789fe-2211-431c-a88c-2a0fa488029b tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:08.788611 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1e77b51c-20eb-48dc-8e2d-408a7c1f64c2 req-fa4789fe-2211-431c-a88c-2a0fa488029b tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 946 time: 0.5600667 Sep 21 18:02:08.839185 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fe386-522a-4392-84b8-fb776c8a15e5 req-30987fa8-20d4-412c-895e-3bb13dc7c6e9 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:08.846904 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c74fe386-522a-4392-84b8-fb776c8a15e5 req-30987fa8-20d4-412c-895e-3bb13dc7c6e9 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 946 time: 0.0670011 Sep 21 18:02:08.895010 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c74fe386-522a-4392-84b8-fb776c8a15e5 req-3acbfde0-0b82-4ae1-ac5f-cbe03e62841e tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470428 Sep 21 18:02:08.963571 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1e77b51c-20eb-48dc-8e2d-408a7c1f64c2 req-24779192-7509-4a3b-854a-7a7e7302c8bc tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=41013366-7146-4371-80d5-35567f9f5669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738560 Sep 21 18:02:08.988974 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-dcfb530f-9cbd-47ff-954d-c369345f4a05 req-ef3f0347-372b-451f-a8d3-f5bfb7d6e702 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] For port 24e893e5-935f-4c89-ba97-f486c4607846, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=24e893e5-935f-4c89-ba97-f486c4607846,segment=NetworkSegment(3f4ce037-8995-4519-9436-741a5cf4e4ad),segment_id=3f4ce037-8995-4519-9436-741a5cf4e4ad)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:08.989771 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dcfb530f-9cbd-47ff-954d-c369345f4a05 req-ef3f0347-372b-451f-a8d3-f5bfb7d6e702 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:08.999158 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fbb3c3-8c5f-4f2a-9416-96d544e2d7d5 req-ab22409c-6938-4c4b-a9f3-f85c6c21bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:09.000763 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f5fbb3c3-8c5f-4f2a-9416-96d544e2d7d5 req-ab22409c-6938-4c4b-a9f3-f85c6c21bbe6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e2665550-a667-43d5-8660-b433abf410ae HTTP/1.1" status: 200 len: 1097 time: 0.2079062 Sep 21 18:02:09.074520 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f5fbb3c3-8c5f-4f2a-9416-96d544e2d7d5 req-66445ba2-15ca-4211-8117-ad3fc226646b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2c0d8857-7390-455e-a8ae-ebaa2613b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654540 Sep 21 18:02:09.249420 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dcfb530f-9cbd-47ff-954d-c369345f4a05 req-ef3f0347-372b-451f-a8d3-f5bfb7d6e702 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:09.250022 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dcfb530f-9cbd-47ff-954d-c369345f4a05 req-ef3f0347-372b-451f-a8d3-f5bfb7d6e702 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:09.250512 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [req-dcfb530f-9cbd-47ff-954d-c369345f4a05 req-ef3f0347-372b-451f-a8d3-f5bfb7d6e702 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Floating IP 843ef9eb-feee-44b5-9226-92a3580b8a8e disassociated. External IP: 172.25.6.139, port: 24e893e5-935f-4c89-ba97-f486c4607846. Sep 21 18:02:09.251089 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-dcfb530f-9cbd-47ff-954d-c369345f4a05 req-ef3f0347-372b-451f-a8d3-f5bfb7d6e702 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Calling delete_port for 24e893e5-935f-4c89-ba97-f486c4607846 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:02:09.436374 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dcfb530f-9cbd-47ff-954d-c369345f4a05 req-ef3f0347-372b-451f-a8d3-f5bfb7d6e702 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:09.477879 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f0347-372b-451f-a8d3-f5bfb7d6e702 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Pushing event deleted for resources: {'Port': ['ID=24e893e5-935f-4c89-ba97-f486c4607846,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:09.577694 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8f931-7f80-444f-bcfa-76d7ef150949 req-f8e8e9f4-cff0-4e29-a058-0652b5471acf tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:09.586532 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a6d8f931-7f80-444f-bcfa-76d7ef150949 req-f8e8e9f4-cff0-4e29-a058-0652b5471acf tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2665550-a667-43d5-8660-b433abf410ae HTTP/1.1" status: 200 len: 946 time: 0.0866296 Sep 21 18:02:09.653734 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a6d8f931-7f80-444f-bcfa-76d7ef150949 req-df66f179-9f92-4da5-9d77-d2b8f7d8684a tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c0d8857-7390-455e-a8ae-ebaa2613b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653746 Sep 21 18:02:09.678481 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcfb530f-9cbd-47ff-954d-c369345f4a05 req-ef3f0347-372b-451f-a8d3-f5bfb7d6e702 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Router 624692c6-e850-4622-95b0-bdc01dbb7965 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:02:09.852552 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-b665ba0b-0e17-4190-80bd-55af1727bfa9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1077886 Sep 21 18:02:09.893722 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcfb530f-9cbd-47ff-954d-c369345f4a05 req-ef3f0347-372b-451f-a8d3-f5bfb7d6e702 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:02:09.924944 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fbdc80-3c61-435c-9656-0c6e343ba207 None None] Sync routers for ids ['624692c6-e850-4622-95b0-bdc01dbb7965'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:02:09.938654 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fbdc80-3c61-435c-9656-0c6e343ba207 None None] Routers {'624692c6-e850-4622-95b0-bdc01dbb7965'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:02:09.939446 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-b9fbdc80-3c61-435c-9656-0c6e343ba207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:01:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['624692c6-e850-4622-95b0-bdc01dbb7965'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:10.014782 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcfb530f-9cbd-47ff-954d-c369345f4a05 req-ef3f0347-372b-451f-a8d3-f5bfb7d6e702 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] No DVR routers for this DVR port 24e893e5-935f-4c89-ba97-f486c4607846 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:02:10.018374 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dcfb530f-9cbd-47ff-954d-c369345f4a05 req-ef3f0347-372b-451f-a8d3-f5bfb7d6e702 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:10.021516 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dcfb530f-9cbd-47ff-954d-c369345f4a05 req-ef3f0347-372b-451f-a8d3-f5bfb7d6e702 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.38 "DELETE /v2.0/ports/24e893e5-935f-4c89-ba97-f486c4607846 HTTP/1.1" status: 204 len: 173 time: 2.0227876 Sep 21 18:02:10.022737 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306bed69-59cc-4059-846a-0c00124314f6', 'name': 'network-vif-deleted', 'tag': '24e893e5-935f-4c89-ba97-f486c4607846'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:10.044451 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111d38ec-a14b-4509-9c00-b91729140b3d" -d '{"events": [{"server_uuid": "306bed69-59cc-4059-846a-0c00124314f6", "name": "network-vif-deleted", "tag": "24e893e5-935f-4c89-ba97-f486c4607846"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:10.119496 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-226ca468-51d5-4cd1-86ff-801a2b65d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:10.119914 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-226ca468-51d5-4cd1-86ff-801a2b65d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:10.120451 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-226ca468-51d5-4cd1-86ff-801a2b65d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:10.120944 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-226ca468-51d5-4cd1-86ff-801a2b65d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:10.121421 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-226ca468-51d5-4cd1-86ff-801a2b65d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:10.121934 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-226ca468-51d5-4cd1-86ff-801a2b65d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:10.122468 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-226ca468-51d5-4cd1-86ff-801a2b65d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:10.127451 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-226ca468-51d5-4cd1-86ff-801a2b65d110 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f45042291f6d424394d35c26dcf75613&device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 6503 time: 0.1683853 Sep 21 18:02:10.183179 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03685c2f-4a06-4185-8469-7c1df555e2b1 req-e4aea5dd-f029-45d5-958e-8fbddb5debcc tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:10.214861 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-03685c2f-4a06-4185-8469-7c1df555e2b1 req-e4aea5dd-f029-45d5-958e-8fbddb5debcc tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 946 time: 0.1404035 Sep 21 18:02:10.236462 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-b9fbdc80-3c61-435c-9656-0c6e343ba207 None None] Set router 624692c6-e850-4622-95b0-bdc01dbb7965 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:02:10.306724 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-03685c2f-4a06-4185-8469-7c1df555e2b1 req-26812440-3f00-4fe9-8586-5ac90a681f58 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896518 Sep 21 18:02:10.492958 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf96913b-4e0f-48e5-806f-cf3f551bd501 x-openstack-request-id: req-bf96913b-4e0f-48e5-806f-cf3f551bd501 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:10.493568 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306bed69-59cc-4059-846a-0c00124314f6", "name": "network-vif-deleted", "tag": "24e893e5-935f-4c89-ba97-f486c4607846", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:10.493568 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bf96913b-4e0f-48e5-806f-cf3f551bd501 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:10.493886 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306bed69-59cc-4059-846a-0c00124314f6', 'name': 'network-vif-deleted', 'tag': '24e893e5-935f-4c89-ba97-f486c4607846', 'status': 'completed', 'code': 200} Sep 21 18:02:10.566385 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d162e775-2e1d-4951-85ec-582ee825afb8 req-bc6dc5a7-1173-4319-b215-b5f734c9498f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=306bed69-59cc-4059-846a-0c00124314f6 HTTP/1.1" status: 200 len: 210 time: 0.3095200 Sep 21 18:02:10.623342 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09979fea-75ba-4173-8347-6dc46eb798c0 req-3bd14516-b794-49a0-a6d1-457ae8a816ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:10.625944 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-09979fea-75ba-4173-8347-6dc46eb798c0 req-3bd14516-b794-49a0-a6d1-457ae8a816ab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a8da2b927d2245079ac16237e127ada3&device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 1097 time: 0.3033803 Sep 21 18:02:10.688679 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-15144de1-9f30-466a-8bc0-ca883579423b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:10.689087 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-15144de1-9f30-466a-8bc0-ca883579423b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:10.689572 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-15144de1-9f30-466a-8bc0-ca883579423b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:10.700423 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-15144de1-9f30-466a-8bc0-ca883579423b service neutron] 10.222.0.38 "GET /v2.0/networks?id=2dc45eb4-5f11-4e3f-9333-457ab9caa65b&id=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0&id=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0&id=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0&id=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0&id=2d5cd904-6c64-427e-ac24-4519ebea83bd&id=2d5cd904-6c64-427e-ac24-4519ebea83bd HTTP/1.1" status: 200 len: 2299 time: 0.5356386 Sep 21 18:02:10.780203 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-b9fbdc80-3c61-435c-9656-0c6e343ba207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'name': 'tempest-AttachVolumeShelveTestJSON-57759168-router', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:45Z', 'updated_at': '2021-09-21T17:57:51Z', 'revision_number': 4, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'gw_port': {'id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:46Z', 'updated_at': '2021-09-21T17:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '181406f9-ba52-42fa-80ab-4205705a8ae9', 'name': '', 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'mac_address': 'fa:16:3e:86:a7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '109644f9-7374-4e29-a072-2da36abb70ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:55Z', 'revision_number': 5, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'subnets': [{'id': '109644f9-7374-4e29-a072-2da36abb70ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:10.829724 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-5a47f464-850b-48ce-a8d9-13e5bd710274 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8bd6324-ba29-4ca0-b70f-9e2945b882d7 HTTP/1.1" status: 200 len: 1001 time: 0.1283972 Sep 21 18:02:10.846705 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fbdc80-3c61-435c-9656-0c6e343ba207 None None] Checking router: 624692c6-e850-4622-95b0-bdc01dbb7965 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:02:10.880563 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fbdc80-3c61-435c-9656-0c6e343ba207 None None] Routers {'624692c6-e850-4622-95b0-bdc01dbb7965'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:02:10.884532 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-b9fbdc80-3c61-435c-9656-0c6e343ba207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:01:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['624692c6-e850-4622-95b0-bdc01dbb7965'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:10.923014 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-88e972b5-bcaa-4f98-921f-048118118433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:10.924512 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-88e972b5-bcaa-4f98-921f-048118118433 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=063152f7-9266-4ea3-af4b-f63acd8682dc HTTP/1.1" status: 200 len: 856 time: 0.0828092 Sep 21 18:02:11.025597 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a1029-9670-4c8c-8262-10b6c08e8bed req-bfe2f4bc-2580-4302-a5d9-92bc848f1bac tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:11.033358 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-098a1029-9670-4c8c-8262-10b6c08e8bed req-bfe2f4bc-2580-4302-a5d9-92bc848f1bac tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2665550-a667-43d5-8660-b433abf410ae HTTP/1.1" status: 200 len: 946 time: 0.2025864 Sep 21 18:02:11.103486 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-098a1029-9670-4c8c-8262-10b6c08e8bed req-5846355b-ea81-4a67-9074-70e90319f630 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c0d8857-7390-455e-a8ae-ebaa2613b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690765 Sep 21 18:02:11.109195 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-8378abbd-2bec-4757-8e04-dc15489d2dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:11.109195 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-8378abbd-2bec-4757-8e04-dc15489d2dba service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2dc45eb4-5f11-4e3f-9333-457ab9caa65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1754901 Sep 21 18:02:11.110436 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09979fea-75ba-4173-8347-6dc46eb798c0 req-af3c37d7-75eb-4b1e-8f66-e9d38c97125f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:11.111815 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-09979fea-75ba-4173-8347-6dc46eb798c0 req-af3c37d7-75eb-4b1e-8f66-e9d38c97125f service neutron] 10.222.0.44 "GET /v2.0/networks?id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf HTTP/1.1" status: 200 len: 912 time: 0.4608061 Sep 21 18:02:11.284130 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-b9fbdc80-3c61-435c-9656-0c6e343ba207 None None] Set router 624692c6-e850-4622-95b0-bdc01dbb7965 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:02:11.412197 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41582) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:11.466311 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-09979fea-75ba-4173-8347-6dc46eb798c0 req-4a052e9c-d84d-44f8-af08-25d43d2751a7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01c5d430-12c5-4025-9899-f3f139598930 HTTP/1.1" status: 200 len: 1001 time: 0.1709104 Sep 21 18:02:11.475294 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-01e9d1a6-0e37-4e11-b756-dc472cdc81b5 service neutron] 10.222.0.38 "GET /v2.0/networks/2dc45eb4-5f11-4e3f-9333-457ab9caa65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544517 Sep 21 18:02:11.561622 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09979fea-75ba-4173-8347-6dc46eb798c0 req-c5200b82-7afd-4060-86dc-224e3ab850d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:11.567957 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-09979fea-75ba-4173-8347-6dc46eb798c0 req-c5200b82-7afd-4060-86dc-224e3ab850d4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=63a1043c-b263-4aac-aec7-9797fbf7cd86 HTTP/1.1" status: 200 len: 850 time: 0.0905540 Sep 21 18:02:11.687210 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-b9fbdc80-3c61-435c-9656-0c6e343ba207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'name': 'tempest-AttachVolumeShelveTestJSON-57759168-router', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:45Z', 'updated_at': '2021-09-21T17:57:51Z', 'revision_number': 4, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'gw_port': {'id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:46Z', 'updated_at': '2021-09-21T17:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '181406f9-ba52-42fa-80ab-4205705a8ae9', 'name': '', 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'mac_address': 'fa:16:3e:86:a7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '109644f9-7374-4e29-a072-2da36abb70ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:55Z', 'revision_number': 5, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'subnets': [{'id': '109644f9-7374-4e29-a072-2da36abb70ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:11.719782 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fbdc80-3c61-435c-9656-0c6e343ba207 None None] The sync data for ids ['624692c6-e850-4622-95b0-bdc01dbb7965'] in n-d-810291-1 is: [{'id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'name': 'tempest-AttachVolumeShelveTestJSON-57759168-router', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:45Z', 'updated_at': '2021-09-21T17:57:51Z', 'revision_number': 4, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'gw_port': {'id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:46Z', 'updated_at': '2021-09-21T17:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '181406f9-ba52-42fa-80ab-4205705a8ae9', 'name': '', 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'mac_address': 'fa:16:3e:86:a7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '109644f9-7374-4e29-a072-2da36abb70ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:55Z', 'revision_number': 5, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'subnets': [{'id': '109644f9-7374-4e29-a072-2da36abb70ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:02:11.844459 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41596) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:11.873223 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-979f93ac-42e0-481b-9940-c78212f24d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:11.906157 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-51e6c2dd-7c06-477b-9455-0765b2916ab5 service neutron] 10.222.0.38 "GET /v2.0/networks/2dc45eb4-5f11-4e3f-9333-457ab9caa65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318498 Sep 21 18:02:11.911803 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f20db-874c-44fd-ab5a-4fac74556f40 req-bae123a5-e4b2-4f74-ba9d-68d8df050e95 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:11.919551 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-151f20db-874c-44fd-ab5a-4fac74556f40 req-bae123a5-e4b2-4f74-ba9d-68d8df050e95 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 946 time: 0.4431698 Sep 21 18:02:11.958478 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 24e893e5-935f-4c89-ba97-f486c4607846 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:02:11.959164 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6be28-7889-45cf-be61-53362777e46f req-f8cc8c62-a605-4550-a5e5-34f96bea6ba2 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:11.960837 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c9b6be28-7889-45cf-be61-53362777e46f req-f8cc8c62-a605-4550-a5e5-34f96bea6ba2 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2665550-a667-43d5-8660-b433abf410ae HTTP/1.1" status: 200 len: 946 time: 0.1802974 Sep 21 18:02:11.974783 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-515b6ce9-5dd5-49a7-931b-24603ec640d4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=b666b514-e94e-4667-894c-fef701235f80 HTTP/1.1" status: 200 len: 217 time: 0.0489371 Sep 21 18:02:11.984290 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09979fea-75ba-4173-8347-6dc46eb798c0 req-a3d3a606-97cc-4101-9d40-c46c1c5c62ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:11.985820 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-09979fea-75ba-4173-8347-6dc46eb798c0 req-a3d3a606-97cc-4101-9d40-c46c1c5c62ff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3833170 Sep 21 18:02:12.002711 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a1c38b26-9f3c-4462-87e2-a73349b8f718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:12.013807 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 24e893e5-935f-4c89-ba97-f486c4607846 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:02:12.014264 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 24e893e5-935f-4c89-ba97-f486c4607846 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:02:12.061068 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-151f20db-874c-44fd-ab5a-4fac74556f40 req-b65b4bca-93ea-4875-ba84-c26468d7e718 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404676 Sep 21 18:02:12.076260 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c9b6be28-7889-45cf-be61-53362777e46f req-6b8bed64-9edf-4123-9b79-dfd49f16819f tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c0d8857-7390-455e-a8ae-ebaa2613b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005971 Sep 21 18:02:12.207614 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-979f93ac-42e0-481b-9940-c78212f24d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:12.208473 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41602) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:12.228735 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-ab0f85a5-cf05-4f65-8b14-13e4be784149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:12.232196 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-ab0f85a5-cf05-4f65-8b14-13e4be784149 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=58ac3f24-b788-4cf8-83bb-09180cf32914 HTTP/1.1" status: 200 len: 797 time: 0.2381818 Sep 21 18:02:12.233968 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-979f93ac-42e0-481b-9940-c78212f24d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:12.277050 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f93ac-42e0-481b-9940-c78212f24d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a25e45-04be-4c81-ad0e-4c9a50511738,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:12.300507 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-979f93ac-42e0-481b-9940-c78212f24d6d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2dbaacd0c02a4732bba410b478744448&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8864505 Sep 21 18:02:12.300736 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-09979fea-75ba-4173-8347-6dc46eb798c0 req-945de773-6704-462e-bc31-860732404310 service neutron] 10.222.0.44 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992289 Sep 21 18:02:12.304368 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41604) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:12.312428 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5faecc5-d657-4138-9761-29cd7086222d None None] New status for floating IP 843ef9eb-feee-44b5-9226-92a3580b8a8e: DOWN {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:02:12.386667 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-00f99e5d-c15c-4a09-8a6b-947171ce1aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:12.401160 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-a919a410-ff28-4666-b105-3a0072902353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:12.403163 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-a919a410-ff28-4666-b105-3a0072902353 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1601865 Sep 21 18:02:12.415902 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-00f99e5d-c15c-4a09-8a6b-947171ce1aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:12.424737 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f77a88f9-b96c-4797-88b3-16d6911e336b tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:12.490385 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f77a88f9-b96c-4797-88b3-16d6911e336b tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:12.525803 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a1c38b26-9f3c-4462-87e2-a73349b8f718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:12.533711 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a1c38b26-9f3c-4462-87e2-a73349b8f718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:12.547787 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-00f99e5d-c15c-4a09-8a6b-947171ce1aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:12.550711 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-00f99e5d-c15c-4a09-8a6b-947171ce1aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:12.554510 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-00f99e5d-c15c-4a09-8a6b-947171ce1aeb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f6a25e45-04be-4c81-ad0e-4c9a50511738 HTTP/1.1" status: 204 len: 168 time: 0.2467456 Sep 21 18:02:12.566194 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-09979fea-75ba-4173-8347-6dc46eb798c0 req-5b385d58-658d-49a8-96a0-b5eff3a79178 service neutron] 10.222.0.44 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548933 Sep 21 18:02:12.612547 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a1c38b26-9f3c-4462-87e2-a73349b8f718 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=28152931a38343d586d9185f168efa7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7541926 Sep 21 18:02:12.616122 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41612) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:12.619775 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c38b26-9f3c-4462-87e2-a73349b8f718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846f05cf-0307-437e-9b13-dbb4bc2c4eef,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:12.628841 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-7d3c7a27-7e20-48f4-8ab0-2035f6937830 service neutron] 10.222.0.38 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068088 Sep 21 18:02:12.638198 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f99e5d-c15c-4a09-8a6b-947171ce1aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a25e45-04be-4c81-ad0e-4c9a50511738,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:12.656799 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f77a88f9-b96c-4797-88b3-16d6911e336b tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:12.659569 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f77a88f9-b96c-4797-88b3-16d6911e336b tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:12.663572 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41614) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:12.671613 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f77a88f9-b96c-4797-88b3-16d6911e336b tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "DELETE /v2.0/security-groups/41013366-7146-4371-80d5-35567f9f5669 HTTP/1.1" status: 204 len: 168 time: 0.4617367 Sep 21 18:02:12.684398 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-7a24d6b5-750c-4f15-a7e0-17a6d5313fd1 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] show failed (client error): The resource could not be found. Sep 21 18:02:12.688791 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7a24d6b5-750c-4f15-a7e0-17a6d5313fd1 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups/41013366-7146-4371-80d5-35567f9f5669 HTTP/1.1" status: 404 len: 347 time: 0.0241392 Sep 21 18:02:12.689297 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41616) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:12.741170 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a88f9-b96c-4797-88b3-16d6911e336b tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41013366-7146-4371-80d5-35567f9f5669,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:12.841264 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fa42b964-c4ad-459a-bf13-a90c01b98506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:12.908972 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fa42b964-c4ad-459a-bf13-a90c01b98506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:12.910184 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-3bc3b18d-4573-4ccb-910f-35fdf54cdb5f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Deleting port 9db2feeb-dc23-429c-b975-5f355a87782a {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:02:12.910534 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3bc3b18d-4573-4ccb-910f-35fdf54cdb5f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:12.973501 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-ecea2a0e-6010-4470-9fcc-7cf3f1e494e8 service neutron] 10.222.0.38 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277740 Sep 21 18:02:13.053678 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338eed9-b47c-4fd2-8f41-3f02888389d4 req-7964757e-0fdd-4ccd-902e-ca1c71d36e69 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:13.055660 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5338eed9-b47c-4fd2-8f41-3f02888389d4 req-7964757e-0fdd-4ccd-902e-ca1c71d36e69 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2665550-a667-43d5-8660-b433abf410ae HTTP/1.1" status: 200 len: 946 time: 0.1339941 Sep 21 18:02:13.057340 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-016903f8-a193-4f6b-9c1b-c9529ab412b0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a HTTP/1.1" status: 200 len: 217 time: 0.0692971 Sep 21 18:02:13.075014 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3bc3b18d-4573-4ccb-910f-35fdf54cdb5f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:13.075356 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3bc3b18d-4573-4ccb-910f-35fdf54cdb5f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:13.094637 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-3bc3b18d-4573-4ccb-910f-35fdf54cdb5f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Calling delete_port for 9db2feeb-dc23-429c-b975-5f355a87782a owned by network:floatingip {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:02:13.170735 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41630) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:13.243723 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fa42b964-c4ad-459a-bf13-a90c01b98506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:13.246609 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fa42b964-c4ad-459a-bf13-a90c01b98506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:13.248367 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-fa42b964-c4ad-459a-bf13-a90c01b98506 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/846f05cf-0307-437e-9b13-dbb4bc2c4eef HTTP/1.1" status: 204 len: 168 time: 0.6313727 Sep 21 18:02:13.281426 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa42b964-c4ad-459a-bf13-a90c01b98506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846f05cf-0307-437e-9b13-dbb4bc2c4eef,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:13.289342 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2885ae70-894c-4595-a521-f49167981eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:13.334023 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af73e2-eda6-4fee-8829-1c4cde4f1512 req-80287d1d-c912-475e-a6d4-46a3d389f884 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:13.342721 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a8af73e2-eda6-4fee-8829-1c4cde4f1512 req-80287d1d-c912-475e-a6d4-46a3d389f884 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 946 time: 0.1436882 Sep 21 18:02:13.385240 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3bc3b18d-4573-4ccb-910f-35fdf54cdb5f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:13.404214 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-a89dfb7c-46da-4e4e-abcc-698e3e18edea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:13.405694 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-a89dfb7c-46da-4e4e-abcc-698e3e18edea service neutron] 10.222.0.38 "GET /v2.0/subnets?id=58ac3f24-b788-4cf8-83bb-09180cf32914 HTTP/1.1" status: 200 len: 797 time: 0.3351800 Sep 21 18:02:13.420150 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd32722-2c6d-41c9-a8af-0812ede2722d req-2d1748c9-93e0-4861-98f3-244333110de6 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:13.427344 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7fd32722-2c6d-41c9-a8af-0812ede2722d req-2d1748c9-93e0-4861-98f3-244333110de6 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2665550-a667-43d5-8660-b433abf410ae HTTP/1.1" status: 200 len: 946 time: 0.2259357 Sep 21 18:02:13.436694 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a8af73e2-eda6-4fee-8829-1c4cde4f1512 req-2f57755b-ca12-4ea8-bf39-5b7bbbbd55a1 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879622 Sep 21 18:02:13.438887 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3b18d-4573-4ccb-910f-35fdf54cdb5f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Pushing event deleted for resources: {'Port': ['ID=9db2feeb-dc23-429c-b975-5f355a87782a,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:13.542077 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7fd32722-2c6d-41c9-a8af-0812ede2722d req-98dbdff2-114a-4035-94cc-edbf4c4f688d tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c0d8857-7390-455e-a8ae-ebaa2613b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113596 Sep 21 18:02:13.565161 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-d50438c1-de81-44ef-a74e-81dd5b8ae307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:13.566678 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-d50438c1-de81-44ef-a74e-81dd5b8ae307 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1374259 Sep 21 18:02:13.569119 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-5338eed9-b47c-4fd2-8f41-3f02888389d4 req-ad358144-3752-4bbe-88f0-3565373ddfcf tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] Deleting port 67aa855e-5d8f-46af-8059-a9acf4323d9b {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:02:13.569385 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5338eed9-b47c-4fd2-8f41-3f02888389d4 req-ad358144-3752-4bbe-88f0-3565373ddfcf tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:13.581172 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3bc3b18d-4573-4ccb-910f-35fdf54cdb5f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for floatingip, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:13.585005 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3bc3b18d-4573-4ccb-910f-35fdf54cdb5f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:13.586551 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3bc3b18d-4573-4ccb-910f-35fdf54cdb5f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "DELETE /v2.0/floatingips/843ef9eb-feee-44b5-9226-92a3580b8a8e HTTP/1.1" status: 204 len: 168 time: 0.8963330 Sep 21 18:02:13.739100 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-18da3591-548a-40e6-9ac3-689f830e3dcc service neutron] 10.222.0.38 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631536 Sep 21 18:02:13.934824 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-5338eed9-b47c-4fd2-8f41-3f02888389d4 req-ad358144-3752-4bbe-88f0-3565373ddfcf tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] For port 67aa855e-5d8f-46af-8059-a9acf4323d9b, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=67aa855e-5d8f-46af-8059-a9acf4323d9b,segment=NetworkSegment(40167ee7-d359-43a0-aa43-c9d189791b18),segment_id=40167ee7-d359-43a0-aa43-c9d189791b18)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:13.935246 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5338eed9-b47c-4fd2-8f41-3f02888389d4 req-ad358144-3752-4bbe-88f0-3565373ddfcf tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:13.969271 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-5338eed9-b47c-4fd2-8f41-3f02888389d4 req-ad358144-3752-4bbe-88f0-3565373ddfcf tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] Calling delete_port for 67aa855e-5d8f-46af-8059-a9acf4323d9b owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:02:13.984315 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41648) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:13.987091 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-ff353436-8dde-4c49-adf3-b651b814ddb6 service neutron] 10.222.0.38 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390342 Sep 21 18:02:13.989101 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2885ae70-894c-4595-a521-f49167981eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:13.998435 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-6476b673-d74e-4420-bde4-ee555db703d4 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1910522823', 'description': 'tempest-description--336596834'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:14.065645 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-2b334c21-bb0e-4af9-8247-a97148ceb0d3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=39b7e556-b26a-4886-8954-27bb67b56114 HTTP/1.1" status: 200 len: 217 time: 0.0681052 Sep 21 18:02:14.066734 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2885ae70-894c-4595-a521-f49167981eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:14.070732 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6476b673-d74e-4420-bde4-ee555db703d4 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:14.266661 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6476b673-d74e-4420-bde4-ee555db703d4 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:14.284507 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6476b673-d74e-4420-bde4-ee555db703d4 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:14.308925 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2885ae70-894c-4595-a521-f49167981eb3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a4017c484db04b71a614da79d4f7aa0a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1341274 Sep 21 18:02:14.327069 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41658) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:14.343207 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6476b673-d74e-4420-bde4-ee555db703d4 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:14.347233 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6476b673-d74e-4420-bde4-ee555db703d4 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3585374 Sep 21 18:02:14.349042 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5338eed9-b47c-4fd2-8f41-3f02888389d4 req-ad358144-3752-4bbe-88f0-3565373ddfcf tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:14.351419 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41660) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:14.362205 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['67aa855e-5d8f-46af-8059-a9acf4323d9b'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:02:14.378654 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476b673-d74e-4420-bde4-ee555db703d4 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7eb825-d191-41bf-989f-a867ea06f92d,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:14.380781 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-90c6d915-27a8-415f-9a3c-bdd3b2fc2189 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Request body: {'security_group_rule': {'security_group_id': '6c7eb825-d191-41bf-989f-a867ea06f92d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:14.386417 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-c94c6527-dfe0-4745-b2fd-5adbcfcb8434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:14.388293 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-c94c6527-dfe0-4745-b2fd-5adbcfcb8434 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=58ac3f24-b788-4cf8-83bb-09180cf32914 HTTP/1.1" status: 200 len: 797 time: 0.0985458 Sep 21 18:02:14.471060 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad358144-3752-4bbe-88f0-3565373ddfcf tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] Pushing event deleted for resources: {'Port': ['ID=67aa855e-5d8f-46af-8059-a9acf4323d9b,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:14.472378 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6476b673-d74e-4420-bde4-ee555db703d4 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:14.482005 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6476b673-d74e-4420-bde4-ee555db703d4 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:14.482534 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6476b673-d74e-4420-bde4-ee555db703d4 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:14.484193 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6476b673-d74e-4420-bde4-ee555db703d4 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:14.486440 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6476b673-d74e-4420-bde4-ee555db703d4 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:14.487130 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6476b673-d74e-4420-bde4-ee555db703d4 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:14.487644 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6476b673-d74e-4420-bde4-ee555db703d4 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:14.488144 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6476b673-d74e-4420-bde4-ee555db703d4 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:14.491412 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6476b673-d74e-4420-bde4-ee555db703d4 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:14.491949 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6476b673-d74e-4420-bde4-ee555db703d4 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:14.492470 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6476b673-d74e-4420-bde4-ee555db703d4 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:14.492967 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6476b673-d74e-4420-bde4-ee555db703d4 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:14.532480 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-5338eed9-b47c-4fd2-8f41-3f02888389d4 req-ad358144-3752-4bbe-88f0-3565373ddfcf tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] No DVR routers for this DVR port 67aa855e-5d8f-46af-8059-a9acf4323d9b on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:02:14.544219 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5338eed9-b47c-4fd2-8f41-3f02888389d4 req-ad358144-3752-4bbe-88f0-3565373ddfcf tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:14.546757 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5338eed9-b47c-4fd2-8f41-3f02888389d4 req-ad358144-3752-4bbe-88f0-3565373ddfcf tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] 10.222.0.38 "DELETE /v2.0/ports/67aa855e-5d8f-46af-8059-a9acf4323d9b HTTP/1.1" status: 204 len: 173 time: 1.4786777 Sep 21 18:02:14.548690 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885ae70-894c-4595-a521-f49167981eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af39b354-0188-4269-9cfd-af73e942c9fa,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:14.551277 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2665550-a667-43d5-8660-b433abf410ae', 'name': 'network-vif-deleted', 'tag': '67aa855e-5d8f-46af-8059-a9acf4323d9b'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:14.553756 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e320a66-feb2-4b14-a9d7-b26738ac6201" -d '{"events": [{"server_uuid": "e2665550-a667-43d5-8660-b433abf410ae", "name": "network-vif-deleted", "tag": "67aa855e-5d8f-46af-8059-a9acf4323d9b"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:14.555494 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-19fd59bd-15c9-48e9-8b74-50ee0b992b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:14.569742 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-cf2c11d9-9d52-487a-9482-682c1e6db717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:14.572042 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-cf2c11d9-9d52-487a-9482-682c1e6db717 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1365907 Sep 21 18:02:14.613425 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-90c6d915-27a8-415f-9a3c-bdd3b2fc2189 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:14.661690 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e9b11a-1ef5-44b9-a87f-effe2a71ad50 x-openstack-request-id: req-a9e9b11a-1ef5-44b9-a87f-effe2a71ad50 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:14.662289 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2665550-a667-43d5-8660-b433abf410ae", "name": "network-vif-deleted", "tag": "67aa855e-5d8f-46af-8059-a9acf4323d9b", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:14.662669 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a9e9b11a-1ef5-44b9-a87f-effe2a71ad50 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:14.663217 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2665550-a667-43d5-8660-b433abf410ae', 'name': 'network-vif-deleted', 'tag': '67aa855e-5d8f-46af-8059-a9acf4323d9b', 'status': 'completed', 'code': 200} Sep 21 18:02:14.670268 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-19fd59bd-15c9-48e9-8b74-50ee0b992b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:14.694167 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-90c6d915-27a8-415f-9a3c-bdd3b2fc2189 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:14.711922 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-90c6d915-27a8-415f-9a3c-bdd3b2fc2189 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:14.760625 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-90c6d915-27a8-415f-9a3c-bdd3b2fc2189 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:14.764875 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-90c6d915-27a8-415f-9a3c-bdd3b2fc2189 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3897171 Sep 21 18:02:14.767675 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41676) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:14.777531 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146beb9-f2ef-4aae-8bae-108e21f42b57 req-64eeb422-36f9-433b-ad06-018801b17bfd tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:14.779446 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c146beb9-f2ef-4aae-8bae-108e21f42b57 req-64eeb422-36f9-433b-ad06-018801b17bfd tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 946 time: 0.1991858 Sep 21 18:02:14.784343 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-ea92338c-28d4-4391-a59c-79d802cf0c1e tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Request body: {'security_group_rule': {'security_group_id': '6c7eb825-d191-41bf-989f-a867ea06f92d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:14.838151 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b6358ae6-451c-467f-916f-ca71eae36a55 req-d4c361f0-9827-49d8-9d23-8a3637fcae90 tempest-InstanceActionsNegativeTestJSON-416716377 tempest-InstanceActionsNegativeTestJSON-416716377-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2665550-a667-43d5-8660-b433abf410ae HTTP/1.1" status: 200 len: 210 time: 0.1016986 Sep 21 18:02:14.872537 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-19fd59bd-15c9-48e9-8b74-50ee0b992b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:14.877156 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-19fd59bd-15c9-48e9-8b74-50ee0b992b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:14.880765 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-19fd59bd-15c9-48e9-8b74-50ee0b992b25 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/af39b354-0188-4269-9cfd-af73e942c9fa HTTP/1.1" status: 204 len: 168 time: 0.5495965 Sep 21 18:02:14.882412 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6d915-27a8-415f-9a3c-bdd3b2fc2189 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb5eb49-9deb-4681-9557-a7e3c7a982c3,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:14.894476 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ea92338c-28d4-4391-a59c-79d802cf0c1e tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:14.911218 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd59bd-15c9-48e9-8b74-50ee0b992b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af39b354-0188-4269-9cfd-af73e942c9fa,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:15.459078 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c146beb9-f2ef-4aae-8bae-108e21f42b57 req-12487e34-3cda-4336-a004-a73a3df15240 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6410825 Sep 21 18:02:15.495533 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ea92338c-28d4-4391-a59c-79d802cf0c1e tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:15.500288 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-8f5775b4-bbf9-4f45-b8e2-d4ac05014af2 service neutron] 10.222.0.38 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8361199 Sep 21 18:02:15.501731 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ea92338c-28d4-4391-a59c-79d802cf0c1e tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:15.532501 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92338c-28d4-4391-a59c-79d802cf0c1e tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c7f6967-82cb-4694-a9e4-43bcf6d6ad9e,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:15.536898 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ea92338c-28d4-4391-a59c-79d802cf0c1e tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:15.541386 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ea92338c-28d4-4391-a59c-79d802cf0c1e tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7607040 Sep 21 18:02:15.541733 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41698) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:15.547703 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-5e1cdbee-837d-429e-a3fe-07a43b62e1b0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:15.607834 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5e1cdbee-837d-429e-a3fe-07a43b62e1b0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for floatingip, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:15.646157 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-86a9e871-78b6-455c-83eb-5a1630e06e5e service neutron] 10.222.0.38 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312113 Sep 21 18:02:15.714632 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-8b8340f5-8124-4e5f-aa3b-02db3ab7b671 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=054e6666-6694-4141-b20b-da2fa2a124e2 HTTP/1.1" status: 200 len: 217 time: 0.0604656 Sep 21 18:02:15.797713 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-be4bc74e-4af3-4c3a-80ff-22be87da74cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:15.799429 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-be4bc74e-4af3-4c3a-80ff-22be87da74cd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=58ac3f24-b788-4cf8-83bb-09180cf32914 HTTP/1.1" status: 200 len: 797 time: 0.0787616 Sep 21 18:02:15.836832 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5e1cdbee-837d-429e-a3fe-07a43b62e1b0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:15.890391 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-43e56313-ac33-445c-8c40-accf63638b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:15.953333 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-fc99638e-8d6a-4fc5-8925-d194c210403b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:15.964343 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-fc99638e-8d6a-4fc5-8925-d194c210403b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1576407 Sep 21 18:02:15.967156 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41716) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:16.085073 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-c253cdf6-35d3-4940-becc-5016d85c195e admin admin] Deleting subnet 5bb67c9d-aeb9-4e09-8de1-255772866351 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:02:16.127281 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c253cdf6-35d3-4940-becc-5016d85c195e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:16.154971 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-5e1cdbee-837d-429e-a3fe-07a43b62e1b0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Allocated IP 172.25.6.158 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/0d38ab66-e46f-4c43-af44-2f1fe8e8726f) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:02:16.267718 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c253cdf6-35d3-4940-becc-5016d85c195e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:16.323563 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-f2799433-f671-4488-a7e3-1f32993d8cee service neutron] 10.222.0.38 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551661 Sep 21 18:02:16.326144 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c253cdf6-35d3-4940-becc-5016d85c195e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:16.378677 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5e1cdbee-837d-429e-a3fe-07a43b62e1b0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:16.423585 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5e1cdbee-837d-429e-a3fe-07a43b62e1b0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:16.469561 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1cdbee-837d-429e-a3fe-07a43b62e1b0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:02:16.475177 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-5e1cdbee-837d-429e-a3fe-07a43b62e1b0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:16.477469 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c253cdf6-35d3-4940-becc-5016d85c195e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:16.483520 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1cdbee-837d-429e-a3fe-07a43b62e1b0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:02:16.501103 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c253cdf6-35d3-4940-becc-5016d85c195e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:16.503231 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c253cdf6-35d3-4940-becc-5016d85c195e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5bb67c9d-aeb9-4e09-8de1-255772866351 HTTP/1.1" status: 204 len: 168 time: 0.5344384 Sep 21 18:02:16.524106 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41736) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:16.532680 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-cf2e511a-c4c1-4fa5-90ca-b4cd1cfccb74 service neutron] 10.222.0.38 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824350 Sep 21 18:02:16.533854 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253cdf6-35d3-4940-becc-5016d85c195e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bb67c9d-aeb9-4e09-8de1-255772866351,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:16.610354 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-eb784aa5-6407-4cd0-9bf6-208cb4e8626c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a4d8c11d-20a6-4197-98eb-9131ec08bed8 HTTP/1.1" status: 200 len: 217 time: 0.0593240 Sep 21 18:02:16.635515 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d53bffb7-9a44-45eb-902d-492bb68f122a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:16.636618 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1cdbee-837d-429e-a3fe-07a43b62e1b0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Pushing event updated for resources: {'Port': ['ID=0d38ab66-e46f-4c43-af44-2f1fe8e8726f,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:16.703120 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb19ed-d679-4da3-be90-4923ab5d3146 req-0d411917-0166-4cbd-ae1e-5688ec6b5919 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:16.705208 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-03cb19ed-d679-4da3-be90-4923ab5d3146 req-0d411917-0166-4cbd-ae1e-5688ec6b5919 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 946 time: 0.1057448 Sep 21 18:02:16.727792 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-7a8dad44-a630-45b8-8513-1fdcf39b802e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:16.730077 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-7a8dad44-a630-45b8-8513-1fdcf39b802e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b7ef56bd-35f4-4551-832d-ce8ad93a8d56 HTTP/1.1" status: 200 len: 797 time: 0.0981727 Sep 21 18:02:16.785579 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d53bffb7-9a44-45eb-902d-492bb68f122a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:16.800888 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5e1cdbee-837d-429e-a3fe-07a43b62e1b0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:16.809766 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-03cb19ed-d679-4da3-be90-4923ab5d3146 req-ebee98ce-c0b9-4f01-8a3d-8b16be776fd5 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966959 Sep 21 18:02:16.816008 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-975d8008-68d5-4cf4-9d3b-931961fd3b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:16.817904 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-975d8008-68d5-4cf4-9d3b-931961fd3b5d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2d5cd904-6c64-427e-ac24-4519ebea83bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0761123 Sep 21 18:02:16.818748 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-d53bffb7-9a44-45eb-902d-492bb68f122a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67d5ab0-07dd-4ecc-9edb-0fd3ebc24b12']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:16.857211 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-d53bffb7-9a44-45eb-902d-492bb68f122a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40167ee7-d359-43a0-aa43-c9d189791b18') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:16.857508 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-d53bffb7-9a44-45eb-902d-492bb68f122a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40167ee7-d359-43a0-aa43-c9d189791b18') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:16.871662 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d53bffb7-9a44-45eb-902d-492bb68f122a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:16.878424 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5e1cdbee-837d-429e-a3fe-07a43b62e1b0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:16.913134 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d53bffb7-9a44-45eb-902d-492bb68f122a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:16.923252 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d53bffb7-9a44-45eb-902d-492bb68f122a admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:02:16.923662 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d53bffb7-9a44-45eb-902d-492bb68f122a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:16.925600 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:02:16.925600 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:02:16.925600 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:02:16.925600 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:02:16.925600 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:02:16.925600 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:02:16.925600 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:02:16.925600 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:02:16.925600 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:02:16.925600 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:02:16.925600 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:02:16.925600 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:02:16.925600 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:02:16.925600 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:02:16.925600 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:02:16.925600 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:02:16.925600 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:02:16.925600 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:02:16.925600 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:02:16.925600 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:02:16.925600 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:02:16.925600 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:02:16.925600 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:02:16.925600 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:02:16.925600 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:02:16.925600 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:02:16.925600 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:02:16.925600 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:02:16.925600 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:02:16.925600 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:02:16.925600 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:02:16.925600 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:02:16.977116 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-6e6e4f7f-01f1-43ef-98ba-7221616548c0 service neutron] 10.222.0.38 "GET /v2.0/networks/2d5cd904-6c64-427e-ac24-4519ebea83bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504638 Sep 21 18:02:17.015409 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d53bffb7-9a44-45eb-902d-492bb68f122a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:17.048203 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d53bffb7-9a44-45eb-902d-492bb68f122a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:17.050186 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d53bffb7-9a44-45eb-902d-492bb68f122a admin admin] 10.222.0.58 "DELETE /v2.0/networks/f67d5ab0-07dd-4ecc-9edb-0fd3ebc24b12 HTTP/1.1" status: 204 len: 168 time: 0.5246317 Sep 21 18:02:17.051201 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53bffb7-9a44-45eb-902d-492bb68f122a admin admin] Pushing event deleted for resources: {'Network': ['ID=f67d5ab0-07dd-4ecc-9edb-0fd3ebc24b12,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:17.102846 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-a4c43052-6a9b-4959-ae0f-fd75c01582fd service neutron] 10.222.0.38 "GET /v2.0/networks/2d5cd904-6c64-427e-ac24-4519ebea83bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184535 Sep 21 18:02:17.197836 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-7597d874-10bf-4ef2-98ef-9c8fd24b9b2a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b3ce70b6-6a2c-4f29-a57a-39e65f45435f HTTP/1.1" status: 200 len: 217 time: 0.0856626 Sep 21 18:02:17.201831 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5e1cdbee-837d-429e-a3fe-07a43b62e1b0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:17.209397 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5e1cdbee-837d-429e-a3fe-07a43b62e1b0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:17.318818 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-178d780f-a814-4662-9e29-2b950a516ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:17.329720 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-178d780f-a814-4662-9e29-2b950a516ad5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b7ef56bd-35f4-4551-832d-ce8ad93a8d56 HTTP/1.1" status: 200 len: 797 time: 0.1124883 Sep 21 18:02:17.359150 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5e1cdbee-837d-429e-a3fe-07a43b62e1b0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:17.388411 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5e1cdbee-837d-429e-a3fe-07a43b62e1b0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:17.398128 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5e1cdbee-837d-429e-a3fe-07a43b62e1b0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8465068 Sep 21 18:02:17.410411 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1cdbee-837d-429e-a3fe-07a43b62e1b0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Pushing event updated for resources: {'Port': ['ID=0d38ab66-e46f-4c43-af44-2f1fe8e8726f,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:17.427258 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-ed971cc4-4cc2-4703-8719-39620f94183e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:17.429459 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-ed971cc4-4cc2-4703-8719-39620f94183e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2d5cd904-6c64-427e-ac24-4519ebea83bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0853758 Sep 21 18:02:17.449405 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41790) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:17.539492 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e4bf4590-5475-40b0-9f65-72af8a4dadf3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f0d45347fa394fbcbee756f3fa825208&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0884285 Sep 21 18:02:17.540429 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41792) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:17.544045 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-74fb893d-36a6-41df-85d5-8e8777680774 service neutron] 10.222.0.38 "GET /v2.0/networks/2d5cd904-6c64-427e-ac24-4519ebea83bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066966 Sep 21 18:02:17.607439 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ed3a658a-d816-4bc0-a9a1-3d49d3865487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:17.630382 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ed3a658a-d816-4bc0-a9a1-3d49d3865487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:17.680344 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3ccc865-f36c-42a9-b2b6-94e70eee627b req-644a0230-e321-4506-be78-a64757769006 service neutron] 10.222.0.38 "GET /v2.0/networks/2d5cd904-6c64-427e-ac24-4519ebea83bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287642 Sep 21 18:02:17.697764 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ed3a658a-d816-4bc0-a9a1-3d49d3865487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:17.700915 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ed3a658a-d816-4bc0-a9a1-3d49d3865487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:17.706134 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ed3a658a-d816-4bc0-a9a1-3d49d3865487 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2c0d8857-7390-455e-a8ae-ebaa2613b541 HTTP/1.1" status: 204 len: 168 time: 0.1641202 Sep 21 18:02:17.716627 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a658a-d816-4bc0-a9a1-3d49d3865487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0d8857-7390-455e-a8ae-ebaa2613b541,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:18.002214 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 67aa855e-5d8f-46af-8059-a9acf4323d9b no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:02:18.004402 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6be9bc-8374-4779-9d3d-74bbffc59567 req-46383472-f20f-4739-8810-3950282a1556 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:18.012561 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6a6be9bc-8374-4779-9d3d-74bbffc59567 req-46383472-f20f-4739-8810-3950282a1556 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 946 time: 0.1114728 Sep 21 18:02:18.027664 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 67aa855e-5d8f-46af-8059-a9acf4323d9b {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:02:18.028391 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 67aa855e-5d8f-46af-8059-a9acf4323d9b not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:02:18.063960 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6a6be9bc-8374-4779-9d3d-74bbffc59567 req-6608dbf7-acc3-4e70-a708-2923746ef09c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504463 Sep 21 18:02:18.192248 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-c06ceca8-d488-4e26-a5dc-aab9b911b687 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1910522823&fields=id&tenant_id=0054d9324ee341f99a9815f4375410f3 HTTP/1.1" status: 200 len: 267 time: 0.0614433 Sep 21 18:02:18.365864 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1a356b58-4548-4dc4-a236-c3fe08be082c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:18.435361 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-de1bb3d8-9707-4bb7-8c75-94702936aa1a tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:18.436613 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-de1bb3d8-9707-4bb7-8c75-94702936aa1a tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/networks?id=317845e1-df2c-40eb-a75c-cc29a382e695 HTTP/1.1" status: 200 len: 815 time: 0.2371385 Sep 21 18:02:18.459992 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-6dcbfc97-b633-4836-b273-a031615c3142 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/quotas/0054d9324ee341f99a9815f4375410f3 HTTP/1.1" status: 200 len: 375 time: 0.0131443 Sep 21 18:02:18.534788 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-9ed65da3-7312-47a2-accc-2a06372ee86c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0054d9324ee341f99a9815f4375410f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0680704 Sep 21 18:02:18.695695 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-3b7c26e4-9042-4d23-87bb-f69d21ff8be0 service neutron] 10.222.0.58 "GET /v2.0/networks/317845e1-df2c-40eb-a75c-cc29a382e695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467116 Sep 21 18:02:18.896116 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-7914f082-f5c2-4553-b798-ab811121c574 service neutron] 10.222.0.58 "GET /v2.0/networks/317845e1-df2c-40eb-a75c-cc29a382e695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957126 Sep 21 18:02:18.962525 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:19.031343 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41886) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:19.253961 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1cef5a0b-aeb2-44d0-87b2-3e2080da8707 req-6c1830a3-93fd-4492-ab7a-d65cbd2c7ef4 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 210 time: 0.0393002 Sep 21 18:02:19.274847 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-91fdce3c-1970-44eb-9280-4dcdea22f539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:19.348606 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a92ee-e0e0-414e-acd5-7c35afdd9c27 req-21a6833d-7c8a-4bf0-b7ef-ab3a37fb2a86 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:19.359759 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5c0a92ee-e0e0-414e-acd5-7c35afdd9c27 req-21a6833d-7c8a-4bf0-b7ef-ab3a37fb2a86 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 946 time: 0.1272616 Sep 21 18:02:19.496124 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5c0a92ee-e0e0-414e-acd5-7c35afdd9c27 req-f1cac6ab-8fd7-4a2a-893b-b34f580623fd tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331499 Sep 21 18:02:19.515893 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-91fdce3c-1970-44eb-9280-4dcdea22f539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:19.529005 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-91fdce3c-1970-44eb-9280-4dcdea22f539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:19.605486 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41918) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:19.635782 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdce3c-1970-44eb-9280-4dcdea22f539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e576f0a-634d-41fe-a475-ac9e688496f6,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:19.644991 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41922) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:19.659974 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-91fdce3c-1970-44eb-9280-4dcdea22f539 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=74a5f3d17ddc4efc91cd0c1cc1e48b41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6261177 Sep 21 18:02:19.660908 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41924) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:19.764907 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f8861e3f-2cc4-4ba2-85a8-83d02f133943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:19.782037 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-4f43b1bd-d845-4832-ac72-b83c1db058f1 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1599292721-network', 'tenant_id': 'deddc9ddec624708962e75d1e84549bc'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:19.788985 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f8861e3f-2cc4-4ba2-85a8-83d02f133943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:19.822423 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f43b1bd-d845-4832-ac72-b83c1db058f1 admin admin] Made reservation on behalf of deddc9ddec624708962e75d1e84549bc for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:19.825805 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4f43b1bd-d845-4832-ac72-b83c1db058f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:19.843378 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4f43b1bd-d845-4832-ac72-b83c1db058f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:19.845673 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-565ef485-e3ca-46cd-ae6b-f8a89e52a2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:19.846914 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f8861e3f-2cc4-4ba2-85a8-83d02f133943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:19.850881 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f8861e3f-2cc4-4ba2-85a8-83d02f133943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:19.852396 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f8861e3f-2cc4-4ba2-85a8-83d02f133943 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9e576f0a-634d-41fe-a475-ac9e688496f6 HTTP/1.1" status: 204 len: 168 time: 0.1895375 Sep 21 18:02:19.875532 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8861e3f-2cc4-4ba2-85a8-83d02f133943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e576f0a-634d-41fe-a475-ac9e688496f6,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:19.972071 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4f43b1bd-d845-4832-ac72-b83c1db058f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:19.978751 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4f43b1bd-d845-4832-ac72-b83c1db058f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:20.019717 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f43b1bd-d845-4832-ac72-b83c1db058f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:02:20.026716 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:20.042810 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43b1bd-d845-4832-ac72-b83c1db058f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859aab39-9691-4522-9a53-c3d764044331,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:20.053314 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4f43b1bd-d845-4832-ac72-b83c1db058f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:20.053656 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-4f43b1bd-d845-4832-ac72-b83c1db058f1 admin admin] Added segment 47ef5cff-a3a5-4e0f-a784-ade98c2c509a of type vlan for network ed7ac096-8b50-4865-999e-f00c1ee3a096 Sep 21 18:02:20.119580 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4f43b1bd-d845-4832-ac72-b83c1db058f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:20.167418 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4f43b1bd-d845-4832-ac72-b83c1db058f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:20.168406 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f43b1bd-d845-4832-ac72-b83c1db058f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:20.168971 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4f43b1bd-d845-4832-ac72-b83c1db058f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:20.172191 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-565ef485-e3ca-46cd-ae6b-f8a89e52a2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:20.173717 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41944) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:20.188326 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7215dd87-e84d-4f20-a4c7-fdb134a9f74a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:20.193595 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-565ef485-e3ca-46cd-ae6b-f8a89e52a2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:20.279741 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-565ef485-e3ca-46cd-ae6b-f8a89e52a2f5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f43e26fc29004914ba8dcda3f17c9261&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6309805 Sep 21 18:02:20.279741 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43b1bd-d845-4832-ac72-b83c1db058f1 admin admin] Pushing event updated for resources: {'Network': ['ID=ed7ac096-8b50-4865-999e-f00c1ee3a096,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:20.280774 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41950) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:20.289386 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network ed7ac096-8b50-4865-999e-f00c1ee3a096 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:02:20.293245 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ef485-e3ca-46cd-ae6b-f8a89e52a2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85fefa9-3fec-41ba-93ef-c43ce217a385,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:20.311945 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7215dd87-e84d-4f20-a4c7-fdb134a9f74a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:20.322041 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7215dd87-e84d-4f20-a4c7-fdb134a9f74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:20.357668 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4f43b1bd-d845-4832-ac72-b83c1db058f1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7500148 Sep 21 18:02:20.373101 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41954) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:20.381552 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-9abe8b89-668a-4c81-9e16-d7926d7cd415 admin admin] Request body: {'subnet': {'network_id': 'ed7ac096-8b50-4865-999e-f00c1ee3a096', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1599292721-subnet', 'tenant_id': 'deddc9ddec624708962e75d1e84549bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:20.394559 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215dd87-e84d-4f20-a4c7-fdb134a9f74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77919b6e-ef29-4083-b138-aad987789e1c,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:20.397374 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f571b03c-3f3e-4679-85e5-19d8855ec818 req-6d9e0a4b-dba5-4b37-9bab-2616655f53b0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 210 time: 0.0343373 Sep 21 18:02:20.421604 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1b1c4306-e048-4a47-9010-f3a075a35850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:20.434386 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7215dd87-e84d-4f20-a4c7-fdb134a9f74a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4728665bfac340a0a2b06854d1908f4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2587347 Sep 21 18:02:20.445954 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41960) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:20.465586 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abe8b89-668a-4c81-9e16-d7926d7cd415 admin admin] Made reservation on behalf of deddc9ddec624708962e75d1e84549bc for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:20.471258 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9abe8b89-668a-4c81-9e16-d7926d7cd415 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:20.554611 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1b1c4306-e048-4a47-9010-f3a075a35850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:20.685518 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9abe8b89-668a-4c81-9e16-d7926d7cd415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:20.740982 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe8b89-668a-4c81-9e16-d7926d7cd415 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdd8e674-fedb-4b0d-aedc-155bdba08747,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:20.753834 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6b9fe785-4a12-45d2-b7a9-71f04a0674db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:20.772424 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b320be-97fe-47db-b122-2fef7c01300d req-76f02f96-4d37-4c3d-8c76-bc538635f370 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:20.774003 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-79b320be-97fe-47db-b122-2fef7c01300d req-76f02f96-4d37-4c3d-8c76-bc538635f370 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 946 time: 0.1310008 Sep 21 18:02:20.779099 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abe8b89-668a-4c81-9e16-d7926d7cd415 admin admin] Checking segment: {'id': '47ef5cff-a3a5-4e0f-a784-ade98c2c509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ed7ac096-8b50-4865-999e-f00c1ee3a096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:02:20.779491 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abe8b89-668a-4c81-9e16-d7926d7cd415 admin admin] Network hostable DHCP agents. Network: ed7ac096-8b50-4865-999e-f00c1ee3a096, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:02:20.780663 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-6f9061ae-092c-4f13-a492-695c1e0e7a8a tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:20.782071 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-6f9061ae-092c-4f13-a492-695c1e0e7a8a tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.38 "GET /v2.0/networks?id=317845e1-df2c-40eb-a75c-cc29a382e695 HTTP/1.1" status: 200 len: 815 time: 0.3296671 Sep 21 18:02:20.801739 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abe8b89-668a-4c81-9e16-d7926d7cd415 admin admin] Network ed7ac096-8b50-4865-999e-f00c1ee3a096 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:02:20.817176 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-9abe8b89-668a-4c81-9e16-d7926d7cd415 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, ed7ac096-8b50-4865-999e-f00c1ee3a096) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:20.820191 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6b9fe785-4a12-45d2-b7a9-71f04a0674db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:20.823661 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abe8b89-668a-4c81-9e16-d7926d7cd415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:20.824437 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9abe8b89-668a-4c81-9e16-d7926d7cd415 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:20.833083 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffabd3ed-4007-4d71-b463-29ea77684c65 None None] Network ed7ac096-8b50-4865-999e-f00c1ee3a096 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:02:20.845470 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9abe8b89-668a-4c81-9e16-d7926d7cd415 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4709897 Sep 21 18:02:20.885508 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1b1c4306-e048-4a47-9010-f3a075a35850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:20.888470 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1b1c4306-e048-4a47-9010-f3a075a35850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:20.892309 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1b1c4306-e048-4a47-9010-f3a075a35850 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b85fefa9-3fec-41ba-93ef-c43ce217a385 HTTP/1.1" status: 204 len: 168 time: 0.6056821 Sep 21 18:02:20.933718 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-79b320be-97fe-47db-b122-2fef7c01300d req-5b2d6e98-9617-4c8f-a5df-f9ab4e71e8cd tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503046 Sep 21 18:02:20.934716 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6b9fe785-4a12-45d2-b7a9-71f04a0674db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:20.937915 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6b9fe785-4a12-45d2-b7a9-71f04a0674db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:20.941607 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6b9fe785-4a12-45d2-b7a9-71f04a0674db admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/77919b6e-ef29-4083-b138-aad987789e1c HTTP/1.1" status: 204 len: 168 time: 0.4946580 Sep 21 18:02:20.942524 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c4306-e048-4a47-9010-f3a075a35850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85fefa9-3fec-41ba-93ef-c43ce217a385,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:20.959431 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-2763efde-673e-48ec-bdf3-277265c3ab9f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0054d9324ee341f99a9815f4375410f3 HTTP/1.1" status: 200 len: 380 time: 0.1588807 Sep 21 18:02:20.966625 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9fe785-4a12-45d2-b7a9-71f04a0674db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77919b6e-ef29-4083-b138-aad987789e1c,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:20.971812 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-5f93041c-6cfe-4239-aef4-a432229039f0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Request body: {'port': {'device_id': 'd45a186f-e558-4443-ae23-9c550baf95e6', 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695', 'admin_state_up': True, 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'security_groups': ['6c7eb825-d191-41bf-989f-a867ea06f92d']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:21.075253 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efe3a10-5ae3-4ae8-b13b-5d4fca75cf08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-ed7ac096-8b50-4865-999e-f00c1ee3a096', 'network_id': 'ed7ac096-8b50-4865-999e-f00c1ee3a096', 'tenant_id': 'deddc9ddec624708962e75d1e84549bc', 'fixed_ips': [{'subnet_id': 'bdd8e674-fedb-4b0d-aedc-155bdba08747'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:02:21.077066 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5efe3a10-5ae3-4ae8-b13b-5d4fca75cf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:21.188148 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-5f93041c-6cfe-4239-aef4-a432229039f0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Made reservation on behalf of 0054d9324ee341f99a9815f4375410f3 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:21.196538 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-5f93041c-6cfe-4239-aef4-a432229039f0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:21.259629 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-5efe3a10-5ae3-4ae8-b13b-5d4fca75cf08 None None] Allocated IP 172.20.0.2 (ed7ac096-8b50-4865-999e-f00c1ee3a096/bdd8e674-fedb-4b0d-aedc-155bdba08747/fa7bde29-93e8-4e84-bf9c-773c4099a81d) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:02:21.359185 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-5f93041c-6cfe-4239-aef4-a432229039f0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Allocated IP 172.20.0.13 (317845e1-df2c-40eb-a75c-cc29a382e695/109644f9-7374-4e29-a072-2da36abb70ff/ae5cf22b-064e-447d-8faf-708f8476b92d) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:02:21.487692 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:02:21.493129 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5efe3a10-5ae3-4ae8-b13b-5d4fca75cf08 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:21.516064 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5efe3a10-5ae3-4ae8-b13b-5d4fca75cf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:21.534576 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42020) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:21.549862 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3536de34-d845-4558-9dee-3b1dd0f383a7 req-967413bb-1b2e-4008-9af5-b09871fb16aa tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 210 time: 0.0506320 Sep 21 18:02:21.564157 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-333b43b6-de61-4c57-90fa-5127e6d9b25c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:21.568412 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:21.581931 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efe3a10-5ae3-4ae8-b13b-5d4fca75cf08 None None] Network ed7ac096-8b50-4865-999e-f00c1ee3a096 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:02:21.588006 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-5f93041c-6cfe-4239-aef4-a432229039f0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:21.594479 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe3a10-5ae3-4ae8-b13b-5d4fca75cf08 None None] Pushing event updated for resources: {'Port': ['ID=fa7bde29-93e8-4e84-bf9c-773c4099a81d,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:21.598125 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-5efe3a10-5ae3-4ae8-b13b-5d4fca75cf08 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:21.604168 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efe3a10-5ae3-4ae8-b13b-5d4fca75cf08 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:02:21.608571 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe3a10-5ae3-4ae8-b13b-5d4fca75cf08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:21.609308 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe3a10-5ae3-4ae8-b13b-5d4fca75cf08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:21.609877 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe3a10-5ae3-4ae8-b13b-5d4fca75cf08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:21.610427 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe3a10-5ae3-4ae8-b13b-5d4fca75cf08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:21.611032 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe3a10-5ae3-4ae8-b13b-5d4fca75cf08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:21.611595 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe3a10-5ae3-4ae8-b13b-5d4fca75cf08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:21.612135 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe3a10-5ae3-4ae8-b13b-5d4fca75cf08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:21.612642 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe3a10-5ae3-4ae8-b13b-5d4fca75cf08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:21.613121 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe3a10-5ae3-4ae8-b13b-5d4fca75cf08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:21.613608 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe3a10-5ae3-4ae8-b13b-5d4fca75cf08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:21.614099 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe3a10-5ae3-4ae8-b13b-5d4fca75cf08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:21.614574 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efe3a10-5ae3-4ae8-b13b-5d4fca75cf08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:21.639618 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-5f93041c-6cfe-4239-aef4-a432229039f0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:21.686789 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-5efe3a10-5ae3-4ae8-b13b-5d4fca75cf08 None None] Attempting to bind port fa7bde29-93e8-4e84-bf9c-773c4099a81d on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:21.689788 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-5efe3a10-5ae3-4ae8-b13b-5d4fca75cf08 None None] Attempting to bind port fa7bde29-93e8-4e84-bf9c-773c4099a81d by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '47ef5cff-a3a5-4e0f-a784-ade98c2c509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ed7ac096-8b50-4865-999e-f00c1ee3a096'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:21.690404 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efe3a10-5ae3-4ae8-b13b-5d4fca75cf08 None None] Attempting to bind port fa7bde29-93e8-4e84-bf9c-773c4099a81d on network ed7ac096-8b50-4865-999e-f00c1ee3a096 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:21.710739 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efe3a10-5ae3-4ae8-b13b-5d4fca75cf08 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:02:21.711436 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efe3a10-5ae3-4ae8-b13b-5d4fca75cf08 None None] Checking segment: {'id': '47ef5cff-a3a5-4e0f-a784-ade98c2c509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ed7ac096-8b50-4865-999e-f00c1ee3a096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:02:21.712702 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5efe3a10-5ae3-4ae8-b13b-5d4fca75cf08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:21.713368 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efe3a10-5ae3-4ae8-b13b-5d4fca75cf08 None None] Bound using segment: {'id': '47ef5cff-a3a5-4e0f-a784-ade98c2c509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ed7ac096-8b50-4865-999e-f00c1ee3a096'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:02:21.713956 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-5efe3a10-5ae3-4ae8-b13b-5d4fca75cf08 None None] Bound port: fa7bde29-93e8-4e84-bf9c-773c4099a81d, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ef5cff-a3a5-4e0f-a784-ade98c2c509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ed7ac096-8b50-4865-999e-f00c1ee3a096'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:02:21.716129 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5efe3a10-5ae3-4ae8-b13b-5d4fca75cf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:21.724026 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-5f93041c-6cfe-4239-aef4-a432229039f0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Network 317845e1-df2c-40eb-a75c-cc29a382e695 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:02:21.730327 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-5f93041c-6cfe-4239-aef4-a432229039f0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:21.752213 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-5f93041c-6cfe-4239-aef4-a432229039f0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:02:21.755850 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93041c-6cfe-4239-aef4-a432229039f0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Pushing event updated for resources: {'Port': ['ID=ae5cf22b-064e-447d-8faf-708f8476b92d,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:21.764622 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-333b43b6-de61-4c57-90fa-5127e6d9b25c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:21.772734 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-333b43b6-de61-4c57-90fa-5127e6d9b25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:21.839779 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42032) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:21.840652 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-333b43b6-de61-4c57-90fa-5127e6d9b25c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=56efbbfe3c404f82b940b9f01549d2c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3044736 Sep 21 18:02:21.842206 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b43b6-de61-4c57-90fa-5127e6d9b25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd26717-abed-44be-9a7f-15e44ac697dd,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:21.883844 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-5f93041c-6cfe-4239-aef4-a432229039f0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:21.887798 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5efe3a10-5ae3-4ae8-b13b-5d4fca75cf08 None None] For port fa7bde29-93e8-4e84-bf9c-773c4099a81d, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:02:21.890758 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-5f93041c-6cfe-4239-aef4-a432229039f0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:21.893440 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5efe3a10-5ae3-4ae8-b13b-5d4fca75cf08 None None] For port fa7bde29-93e8-4e84-bf9c-773c4099a81d, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=fa7bde29-93e8-4e84-bf9c-773c4099a81d,segment=NetworkSegment(47ef5cff-a3a5-4e0f-a784-ade98c2c509a),segment_id=47ef5cff-a3a5-4e0f-a784-ade98c2c509a)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:02:21.904169 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5efe3a10-5ae3-4ae8-b13b-5d4fca75cf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:21.953237 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-5f93041c-6cfe-4239-aef4-a432229039f0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9879534 Sep 21 18:02:21.981862 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-5477bef9-930e-439f-9135-26956a89bf7c service neutron] Request body: {'port': {'device_id': 'd45a186f-e558-4443-ae23-9c550baf95e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:22.011084 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f6e22f3-dec4-420c-aa06-e006c27740df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:22.016515 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe3a10-5ae3-4ae8-b13b-5d4fca75cf08 None None] Pushing event updated for resources: {'Port': ['ID=fa7bde29-93e8-4e84-bf9c-773c4099a81d,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:22.083841 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f6e22f3-dec4-420c-aa06-e006c27740df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:22.121958 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-5477bef9-930e-439f-9135-26956a89bf7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:22.144559 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-263c7943-3496-4d31-a92c-468f4b2ac3ea None None] Provisioning complete for port ae5cf22b-064e-447d-8faf-708f8476b92d triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:22.145767 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-263c7943-3496-4d31-a92c-468f4b2ac3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:22.200739 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-263c7943-3496-4d31-a92c-468f4b2ac3ea None None] Port ae5cf22b-064e-447d-8faf-708f8476b92d cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:02:22.301980 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60be1c-5ef8-4ece-bd43-fb1d327b0bc3 req-a9cf4a40-a812-4d06-8b9c-0fb9d316bf84 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:22.311645 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6d60be1c-5ef8-4ece-bd43-fb1d327b0bc3 req-a9cf4a40-a812-4d06-8b9c-0fb9d316bf84 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 946 time: 0.0783880 Sep 21 18:02:22.402066 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6d60be1c-5ef8-4ece-bd43-fb1d327b0bc3 req-de755077-04a6-4511-901d-782c45393207 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850556 Sep 21 18:02:22.477293 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f6e22f3-dec4-420c-aa06-e006c27740df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:22.479963 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f6e22f3-dec4-420c-aa06-e006c27740df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:22.481238 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5f6e22f3-dec4-420c-aa06-e006c27740df admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7bd26717-abed-44be-9a7f-15e44ac697dd HTTP/1.1" status: 204 len: 168 time: 0.6383190 Sep 21 18:02:22.505282 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-3f7438ae-43e8-4cbd-aab0-81e511cc2686 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:22.505282 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-3f7438ae-43e8-4cbd-aab0-81e511cc2686 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/networks?id=ed7ac096-8b50-4865-999e-f00c1ee3a096 HTTP/1.1" status: 200 len: 816 time: 0.4286563 Sep 21 18:02:22.511145 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e22f3-dec4-420c-aa06-e006c27740df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd26717-abed-44be-9a7f-15e44ac697dd,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:22.528001 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42072) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:22.539605 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-3e3a093c-8838-447f-a3ac-7afe84f0c820 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/quotas/deddc9ddec624708962e75d1e84549bc HTTP/1.1" status: 200 len: 375 time: 0.0216649 Sep 21 18:02:22.582989 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device fa7bde29-93e8-4e84-bf9c-773c4099a81d up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:02:22.636513 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-5477bef9-930e-439f-9135-26956a89bf7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae5cf22b-064e-447d-8faf-708f8476b92d {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:02:22.645106 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-52a19513-7fdb-4de7-80fc-fca6b378f191 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=deddc9ddec624708962e75d1e84549bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0991254 Sep 21 18:02:22.650634 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-5477bef9-930e-439f-9135-26956a89bf7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:22.664216 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port fa7bde29-93e8-4e84-bf9c-773c4099a81d triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:22.664843 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:22.692178 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-5477bef9-930e-439f-9135-26956a89bf7c service neutron] Transition to ACTIVE for port object ae5cf22b-064e-447d-8faf-708f8476b92d will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:02:22.726616 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-5477bef9-930e-439f-9135-26956a89bf7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:22.781276 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:22.825589 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477bef9-930e-439f-9135-26956a89bf7c service neutron] Pushing event updated for resources: {'Port': ['ID=ae5cf22b-064e-447d-8faf-708f8476b92d,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:22.831686 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-19b0465d-0e79-4be0-b238-6ca0580436fe service neutron] 10.222.0.58 "GET /v2.0/networks/ed7ac096-8b50-4865-999e-f00c1ee3a096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778665 Sep 21 18:02:22.852516 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port fa7bde29-93e8-4e84-bf9c-773c4099a81d, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=fa7bde29-93e8-4e84-bf9c-773c4099a81d,segment=NetworkSegment(47ef5cff-a3a5-4e0f-a784-ade98c2c509a),segment_id=47ef5cff-a3a5-4e0f-a784-ade98c2c509a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:22.865310 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:22.950087 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=fa7bde29-93e8-4e84-bf9c-773c4099a81d,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:22.984845 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-5477bef9-930e-439f-9135-26956a89bf7c service neutron] Attempting to bind port ae5cf22b-064e-447d-8faf-708f8476b92d on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:22.985248 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-5477bef9-930e-439f-9135-26956a89bf7c service neutron] Attempting to bind port ae5cf22b-064e-447d-8faf-708f8476b92d by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '3f4ce037-8995-4519-9436-741a5cf4e4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:22.985584 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-5477bef9-930e-439f-9135-26956a89bf7c service neutron] Attempting to bind port ae5cf22b-064e-447d-8faf-708f8476b92d on network 317845e1-df2c-40eb-a75c-cc29a382e695 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:22.997171 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-5477bef9-930e-439f-9135-26956a89bf7c service neutron] Port ae5cf22b-064e-447d-8faf-708f8476b92d on network 317845e1-df2c-40eb-a75c-cc29a382e695 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:22.997497 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-5477bef9-930e-439f-9135-26956a89bf7c service neutron] Attempting to bind port ae5cf22b-064e-447d-8faf-708f8476b92d on network 317845e1-df2c-40eb-a75c-cc29a382e695 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:23.008590 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-5477bef9-930e-439f-9135-26956a89bf7c service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:02:23.008941 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-5477bef9-930e-439f-9135-26956a89bf7c service neutron] Checking segment: {'id': '3f4ce037-8995-4519-9436-741a5cf4e4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:02:23.009335 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-5477bef9-930e-439f-9135-26956a89bf7c service neutron] Bound using segment: {'id': '3f4ce037-8995-4519-9436-741a5cf4e4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:02:23.009785 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-5477bef9-930e-439f-9135-26956a89bf7c service neutron] Bound port: ae5cf22b-064e-447d-8faf-708f8476b92d, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f4ce037-8995-4519-9436-741a5cf4e4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:02:23.010157 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-5477bef9-930e-439f-9135-26956a89bf7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:23.025756 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-e3b59db2-3a67-4765-a6f9-64eadc9dd04e tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1526436902'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:23.056895 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-684515d2-42d9-41a4-bd69-27b6e54f9436 service neutron] 10.222.0.58 "GET /v2.0/networks/ed7ac096-8b50-4865-999e-f00c1ee3a096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064230 Sep 21 18:02:23.073436 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b59db2-3a67-4765-a6f9-64eadc9dd04e tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Made reservation on behalf of eda77019e8d44163af330fcc1eb97289 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:23.081880 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e3b59db2-3a67-4765-a6f9-64eadc9dd04e tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:23.100661 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e3b59db2-3a67-4765-a6f9-64eadc9dd04e tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:23.166861 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-5477bef9-930e-439f-9135-26956a89bf7c service neutron] For port ae5cf22b-064e-447d-8faf-708f8476b92d, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:02:23.173769 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-5477bef9-930e-439f-9135-26956a89bf7c service neutron] For port ae5cf22b-064e-447d-8faf-708f8476b92d, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ae5cf22b-064e-447d-8faf-708f8476b92d,segment=NetworkSegment(3f4ce037-8995-4519-9436-741a5cf4e4ad),segment_id=3f4ce037-8995-4519-9436-741a5cf4e4ad)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:02:23.186875 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-5477bef9-930e-439f-9135-26956a89bf7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:23.211663 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:23.314220 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-5477bef9-930e-439f-9135-26956a89bf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:23.319254 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-5477bef9-930e-439f-9135-26956a89bf7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:23.321103 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-5477bef9-930e-439f-9135-26956a89bf7c service neutron] 10.222.0.38 "PUT /v2.0/ports/ae5cf22b-064e-447d-8faf-708f8476b92d HTTP/1.1" status: 200 len: 1092 time: 1.3571341 Sep 21 18:02:23.332344 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45a186f-e558-4443-ae23-9c550baf95e6', 'tag': 'ae5cf22b-064e-447d-8faf-708f8476b92d'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:23.335080 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efe3572-af05-4036-97b7-3cc4fe850600" -d '{"events": [{"name": "network-changed", "server_uuid": "d45a186f-e558-4443-ae23-9c550baf95e6", "tag": "ae5cf22b-064e-447d-8faf-708f8476b92d"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:23.487680 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477bef9-930e-439f-9135-26956a89bf7c service neutron] Pushing event updated for resources: {'Port': ['ID=ae5cf22b-064e-447d-8faf-708f8476b92d,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:23.501300 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b711605-21d5-4163-9acd-188d4007cf48 req-5ce2c829-6d06-4936-bc97-09b76bb70503 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:23.518458 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4b711605-21d5-4163-9acd-188d4007cf48 req-5ce2c829-6d06-4936-bc97-09b76bb70503 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 944 time: 0.7881854 Sep 21 18:02:23.585818 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-6f118352-c194-413c-b992-a488a549f9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:23.591504 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-6f118352-c194-413c-b992-a488a549f9b4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0054d9324ee341f99a9815f4375410f3&device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 1095 time: 0.1523957 Sep 21 18:02:23.625391 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c287dca1-325e-4d7a-b62b-8a8319b8ce51 None None] Network ed7ac096-8b50-4865-999e-f00c1ee3a096 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:02:23.675185 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4b711605-21d5-4163-9acd-188d4007cf48 req-58be9db1-5092-4e0b-811f-bc677dfded40 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585898 Sep 21 18:02:23.689526 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e3b59db2-3a67-4765-a6f9-64eadc9dd04e tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:23.704224 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e3b59db2-3a67-4765-a6f9-64eadc9dd04e tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:23.713325 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-c032f71e-4d91-48c6-afa6-c0eb0ffaca25 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae5cf22b-064e-447d-8faf-708f8476b92d HTTP/1.1" status: 200 len: 217 time: 0.1137280 Sep 21 18:02:23.719217 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d59e79-72a0-4d1d-801f-2a7045d5efdf x-openstack-request-id: req-96d59e79-72a0-4d1d-801f-2a7045d5efdf {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:23.719682 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d45a186f-e558-4443-ae23-9c550baf95e6", "tag": "ae5cf22b-064e-447d-8faf-708f8476b92d", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:23.720173 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-96d59e79-72a0-4d1d-801f-2a7045d5efdf {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:23.720865 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45a186f-e558-4443-ae23-9c550baf95e6', 'tag': 'ae5cf22b-064e-447d-8faf-708f8476b92d', 'status': 'completed', 'code': 200} Sep 21 18:02:23.801930 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-98070917-b89c-4d02-be32-fe602096abdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:23.806705 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-98070917-b89c-4d02-be32-fe602096abdc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=109644f9-7374-4e29-a072-2da36abb70ff HTTP/1.1" status: 200 len: 854 time: 0.0796890 Sep 21 18:02:23.828873 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b59db2-3a67-4765-a6f9-64eadc9dd04e tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f47e2477-2f5a-4117-8de0-cdb41e44ae81,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:23.894077 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-31b45c00-1676-4541-a2ce-f1efa065a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:23.895750 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-31b45c00-1676-4541-a2ce-f1efa065a6fe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=317845e1-df2c-40eb-a75c-cc29a382e695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808799 Sep 21 18:02:23.903299 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b59db2-3a67-4765-a6f9-64eadc9dd04e tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:02:23.928350 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e3b59db2-3a67-4765-a6f9-64eadc9dd04e tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:23.928697 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-e3b59db2-3a67-4765-a6f9-64eadc9dd04e tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Added segment 24b0e345-2253-48af-9025-e896666b895f of type vlan for network 7e7e9a63-eb1d-4c28-89e1-4f07af0bdc5f Sep 21 18:02:23.999396 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-2e6dae42-adec-438e-86ad-a333fb82768f None None] Provisioning complete for port fa7bde29-93e8-4e84-bf9c-773c4099a81d triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:23.999779 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2e6dae42-adec-438e-86ad-a333fb82768f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:24.023899 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e3b59db2-3a67-4765-a6f9-64eadc9dd04e tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:24.077705 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-e79665cb-9f3d-407a-b054-62bb61c6c2ab tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:24.089633 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-e79665cb-9f3d-407a-b054-62bb61c6c2ab tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/networks?id=ed7ac096-8b50-4865-999e-f00c1ee3a096 HTTP/1.1" status: 200 len: 816 time: 0.2366695 Sep 21 18:02:24.099125 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-e90d18d0-25bb-4f62-b415-ddd3ec169027 service neutron] 10.222.0.38 "GET /v2.0/networks/317845e1-df2c-40eb-a75c-cc29a382e695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944728 Sep 21 18:02:24.118996 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-04e67da5-4867-4693-9e5f-d41d402b3428 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/quotas/deddc9ddec624708962e75d1e84549bc HTTP/1.1" status: 200 len: 375 time: 0.0282605 Sep 21 18:02:24.152870 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e3b59db2-3a67-4765-a6f9-64eadc9dd04e tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:24.160697 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b59db2-3a67-4765-a6f9-64eadc9dd04e tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:24.161538 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e3b59db2-3a67-4765-a6f9-64eadc9dd04e tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:24.241637 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42164) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:24.247840 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e3b59db2-3a67-4765-a6f9-64eadc9dd04e tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7109818 Sep 21 18:02:24.261958 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-6bf5c214-18a2-4792-8ab5-761d4eacd813 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Request body: {'subnet': {'network_id': '7e7e9a63-eb1d-4c28-89e1-4f07af0bdc5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:24.274215 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-bf17f3ff-df7a-4040-868a-c746d75c85d7 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=deddc9ddec624708962e75d1e84549bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1541951 Sep 21 18:02:24.348418 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 01c5d430-12c5-4025-9899-f3f139598930 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:02:24.375881 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b59db2-3a67-4765-a6f9-64eadc9dd04e tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Pushing event updated for resources: {'Network': ['ID=7e7e9a63-eb1d-4c28-89e1-4f07af0bdc5f,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:24.412350 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f09e0fb-33f3-4dbd-9f8a-135acfaa2653 req-a6d9de64-eccd-4c0d-a1af-bcd451a952b8 service neutron] 10.222.0.38 "GET /v2.0/networks/317845e1-df2c-40eb-a75c-cc29a382e695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050458 Sep 21 18:02:24.420464 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf5c214-18a2-4792-8ab5-761d4eacd813 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Made reservation on behalf of eda77019e8d44163af330fcc1eb97289 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:24.426384 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6bf5c214-18a2-4792-8ab5-761d4eacd813 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:24.487222 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 7e7e9a63-eb1d-4c28-89e1-4f07af0bdc5f details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:02:24.527343 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-25941952-8a1d-4173-97e5-96d342da8023 service neutron] 10.222.0.58 "GET /v2.0/networks/ed7ac096-8b50-4865-999e-f00c1ee3a096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516940 Sep 21 18:02:24.735082 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-1a3b002d-5200-4162-af0a-5c606ce1e08f service neutron] 10.222.0.58 "GET /v2.0/networks/ed7ac096-8b50-4865-999e-f00c1ee3a096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067530 Sep 21 18:02:24.754163 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device fa7bde29-93e8-4e84-bf9c-773c4099a81d up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:02:24.795788 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe3572-af05-4036-97b7-3cc4fe850600 req-8d7bd7c8-fd71-4706-82a5-1f6bce79f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:24.798708 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5efe3572-af05-4036-97b7-3cc4fe850600 req-8d7bd7c8-fd71-4706-82a5-1f6bce79f6be service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0054d9324ee341f99a9815f4375410f3&device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 1095 time: 0.2562156 Sep 21 18:02:24.859723 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:24.925496 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe3572-af05-4036-97b7-3cc4fe850600 req-4bc82658-73c1-458c-9630-b1e36118807d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:24.927165 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5efe3572-af05-4036-97b7-3cc4fe850600 req-4bc82658-73c1-458c-9630-b1e36118807d service neutron] 10.222.0.38 "GET /v2.0/networks?id=317845e1-df2c-40eb-a75c-cc29a382e695 HTTP/1.1" status: 200 len: 916 time: 0.1184325 Sep 21 18:02:24.940041 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:24.993331 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5efe3572-af05-4036-97b7-3cc4fe850600 req-0cb7dccd-51c9-465b-af1d-40abf200d129 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae5cf22b-064e-447d-8faf-708f8476b92d HTTP/1.1" status: 200 len: 217 time: 0.0572326 Sep 21 18:02:25.022266 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2072539e-be41-48d2-b5f4-151a90191290', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01c5d430-12c5-4025-9899-f3f139598930'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:25.037433 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467e8e86-f246-48e0-88ad-c49e384c842a" -d '{"events": [{"server_uuid": "2072539e-be41-48d2-b5f4-151a90191290", "name": "network-vif-unplugged", "status": "completed", "tag": "01c5d430-12c5-4025-9899-f3f139598930"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:25.076927 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 01c5d430-12c5-4025-9899-f3f139598930, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=01c5d430-12c5-4025-9899-f3f139598930,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:25.097529 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe3572-af05-4036-97b7-3cc4fe850600 req-206c5014-7951-43f2-b83c-20f583ce2652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:25.101323 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5efe3572-af05-4036-97b7-3cc4fe850600 req-206c5014-7951-43f2-b83c-20f583ce2652 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=109644f9-7374-4e29-a072-2da36abb70ff HTTP/1.1" status: 200 len: 854 time: 0.0965412 Sep 21 18:02:25.110390 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:25.181419 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6bf5c214-18a2-4792-8ab5-761d4eacd813 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:25.182565 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b75ed7-338e-446d-a48c-1c80a3151fd3 x-openstack-request-id: req-32b75ed7-338e-446d-a48c-1c80a3151fd3 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:25.182865 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2072539e-be41-48d2-b5f4-151a90191290", "name": "network-vif-unplugged", "status": "completed", "tag": "01c5d430-12c5-4025-9899-f3f139598930", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:25.183177 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-32b75ed7-338e-446d-a48c-1c80a3151fd3 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:25.188129 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2072539e-be41-48d2-b5f4-151a90191290', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01c5d430-12c5-4025-9899-f3f139598930', 'code': 200} Sep 21 18:02:25.211077 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port fa7bde29-93e8-4e84-bf9c-773c4099a81d triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:25.214824 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:25.272736 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-aeb245ed-3682-401d-82c3-1f870f0aecc1 None None] Provisioning complete for port fa7bde29-93e8-4e84-bf9c-773c4099a81d triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:25.273112 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-aeb245ed-3682-401d-82c3-1f870f0aecc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:25.423609 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe3572-af05-4036-97b7-3cc4fe850600 req-6a2e79ff-a141-45cf-b7dd-3c51735afae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:25.425228 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5efe3572-af05-4036-97b7-3cc4fe850600 req-6a2e79ff-a141-45cf-b7dd-3c51735afae3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=317845e1-df2c-40eb-a75c-cc29a382e695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3076947 Sep 21 18:02:25.453528 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0517bc-96c7-4d40-bdb9-e03c8a60049c req-182b3420-6466-482c-bf21-1a2ed71d1ffe tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:25.465997 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4b0517bc-96c7-4d40-bdb9-e03c8a60049c req-182b3420-6466-482c-bf21-1a2ed71d1ffe tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.0977333 Sep 21 18:02:25.477707 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640580f-af3b-4562-a59a-1469e5c52974 req-39c36fac-335a-4014-9e74-6291988eb5d4 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:25.479638 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3640580f-af3b-4562-a59a-1469e5c52974 req-39c36fac-335a-4014-9e74-6291988eb5d4 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 944 time: 0.6954806 Sep 21 18:02:25.483966 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5c214-18a2-4792-8ab5-761d4eacd813 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Pushing event updated for resources: {'Subnet': ['ID=67765799-a379-4c7c-bb93-366a248abef8,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:25.523823 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42228) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:25.539960 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf5c214-18a2-4792-8ab5-761d4eacd813 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Checking segment: {'id': '24b0e345-2253-48af-9025-e896666b895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7e7e9a63-eb1d-4c28-89e1-4f07af0bdc5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:02:25.540666 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf5c214-18a2-4792-8ab5-761d4eacd813 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Network hostable DHCP agents. Network: 7e7e9a63-eb1d-4c28-89e1-4f07af0bdc5f, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:02:25.548998 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4b0517bc-96c7-4d40-bdb9-e03c8a60049c req-4e7a7829-5bb5-4507-97bc-8d84faebed50 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815945 Sep 21 18:02:25.549940 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=01c5d430-12c5-4025-9899-f3f139598930,revision_number=14']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:25.590414 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-d92653c8-6ebc-4e29-aa2f-ff330123c4d2 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:25.592405 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-d92653c8-6ebc-4e29-aa2f-ff330123c4d2 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.44 "GET /v2.0/networks?id=ed7ac096-8b50-4865-999e-f00c1ee3a096 HTTP/1.1" status: 200 len: 816 time: 0.4242618 Sep 21 18:02:25.623847 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-3d2a30b8-0b3b-4313-a1df-e215c3647025 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Request body: {'port': {'device_id': '609696bf-09e0-441c-ae9b-b2d317db85f6', 'network_id': 'ed7ac096-8b50-4865-999e-f00c1ee3a096', 'admin_state_up': True, 'tenant_id': 'deddc9ddec624708962e75d1e84549bc'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:25.677294 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3640580f-af3b-4562-a59a-1469e5c52974 req-4bfb4597-55dc-4be1-ae44-b4213e6b2dea tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749287 Sep 21 18:02:25.687393 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf5c214-18a2-4792-8ab5-761d4eacd813 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Network 7e7e9a63-eb1d-4c28-89e1-4f07af0bdc5f is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:02:26.067201 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-46374483-ec33-453c-98a0-f96ac5a3dfd7 tempest-PortsAdminExtendedAttrsTestJSON-268879930 tempest-PortsAdminExtendedAttrsTestJSON-268879930-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-254081329'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:26.114084 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46374483-ec33-453c-98a0-f96ac5a3dfd7 tempest-PortsAdminExtendedAttrsTestJSON-268879930 tempest-PortsAdminExtendedAttrsTestJSON-268879930-project] Made reservation on behalf of 6faf96c328d34035b107d5536100e894 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:26.117645 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-46374483-ec33-453c-98a0-f96ac5a3dfd7 tempest-PortsAdminExtendedAttrsTestJSON-268879930 tempest-PortsAdminExtendedAttrsTestJSON-268879930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:26.133089 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5efe3572-af05-4036-97b7-3cc4fe850600 req-80defd95-b255-43c4-bc3c-be71ed005b5a service neutron] 10.222.0.38 "GET /v2.0/networks/317845e1-df2c-40eb-a75c-cc29a382e695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6848807 Sep 21 18:02:26.134018 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280e79a-371a-460f-aded-256d4f76ae85 req-a538858d-7e71-423d-a7c3-e17c19b10c74 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:26.135615 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a280e79a-371a-460f-aded-256d4f76ae85 req-a538858d-7e71-423d-a7c3-e17c19b10c74 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/networks?id=ed7ac096-8b50-4865-999e-f00c1ee3a096 HTTP/1.1" status: 200 len: 816 time: 0.4936111 Sep 21 18:02:26.136773 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-46374483-ec33-453c-98a0-f96ac5a3dfd7 tempest-PortsAdminExtendedAttrsTestJSON-268879930 tempest-PortsAdminExtendedAttrsTestJSON-268879930-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:26.156319 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-6bf5c214-18a2-4792-8ab5-761d4eacd813 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 7e7e9a63-eb1d-4c28-89e1-4f07af0bdc5f) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:26.163030 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf5c214-18a2-4792-8ab5-761d4eacd813 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:26.163653 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6bf5c214-18a2-4792-8ab5-761d4eacd813 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:26.169051 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac129dca-b652-4027-96f3-08b18c4d2e94 None None] Network 7e7e9a63-eb1d-4c28-89e1-4f07af0bdc5f requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:02:26.203808 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a280e79a-371a-460f-aded-256d4f76ae85 req-6e28029c-23c0-44ba-a883-0792b2c24479 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/quotas/deddc9ddec624708962e75d1e84549bc HTTP/1.1" status: 200 len: 375 time: 0.0570078 Sep 21 18:02:26.277286 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a280e79a-371a-460f-aded-256d4f76ae85 req-07859e22-f7ba-4c94-ac27-d17c118a3588 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=deddc9ddec624708962e75d1e84549bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0724449 Sep 21 18:02:26.333171 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e39910-9040-4637-8180-665ae0308a2c req-bae88ed0-1c6a-43b5-ae77-a2c5d6f5fbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:26.335061 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b1e39910-9040-4637-8180-665ae0308a2c req-bae88ed0-1c6a-43b5-ae77-a2c5d6f5fbf0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a8da2b927d2245079ac16237e127ada3&device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 1095 time: 0.2064247 Sep 21 18:02:26.342549 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f6f21-980b-41bd-ad75-705c88831dcc req-e122b6c4-2f54-4d51-adc4-e70781823e30 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:26.345473 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-017f6f21-980b-41bd-ad75-705c88831dcc req-e122b6c4-2f54-4d51-adc4-e70781823e30 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.2152338 Sep 21 18:02:26.366660 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0f3e0c-fec4-47d3-96d5-a4226efc2860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-7e7e9a63-eb1d-4c28-89e1-4f07af0bdc5f', 'network_id': '7e7e9a63-eb1d-4c28-89e1-4f07af0bdc5f', 'tenant_id': 'eda77019e8d44163af330fcc1eb97289', 'fixed_ips': [{'subnet_id': '67765799-a379-4c7c-bb93-366a248abef8'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:02:26.367971 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9d0f3e0c-fec4-47d3-96d5-a4226efc2860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:26.420369 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-46374483-ec33-453c-98a0-f96ac5a3dfd7 tempest-PortsAdminExtendedAttrsTestJSON-268879930 tempest-PortsAdminExtendedAttrsTestJSON-268879930-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:26.427305 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-46374483-ec33-453c-98a0-f96ac5a3dfd7 tempest-PortsAdminExtendedAttrsTestJSON-268879930 tempest-PortsAdminExtendedAttrsTestJSON-268879930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:26.463108 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a280e79a-371a-460f-aded-256d4f76ae85 req-862ddf67-fcf9-400c-b0a0-28418610887b service neutron] 10.222.0.58 "GET /v2.0/networks/ed7ac096-8b50-4865-999e-f00c1ee3a096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764715 Sep 21 18:02:26.466722 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46374483-ec33-453c-98a0-f96ac5a3dfd7 tempest-PortsAdminExtendedAttrsTestJSON-268879930 tempest-PortsAdminExtendedAttrsTestJSON-268879930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5436a05-7697-436f-9b85-3cbcc7beae50,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:26.472563 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46374483-ec33-453c-98a0-f96ac5a3dfd7 tempest-PortsAdminExtendedAttrsTestJSON-268879930 tempest-PortsAdminExtendedAttrsTestJSON-268879930-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:02:26.491670 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5efe3572-af05-4036-97b7-3cc4fe850600 req-aff12040-3b19-4a9a-ba70-8d6cf36bb41d service neutron] 10.222.0.38 "GET /v2.0/networks/317845e1-df2c-40eb-a75c-cc29a382e695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445241 Sep 21 18:02:26.504661 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6bf5c214-18a2-4792-8ab5-761d4eacd813 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2596743 Sep 21 18:02:26.507526 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42254) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:26.520607 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-46374483-ec33-453c-98a0-f96ac5a3dfd7 tempest-PortsAdminExtendedAttrsTestJSON-268879930 tempest-PortsAdminExtendedAttrsTestJSON-268879930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:26.520959 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-46374483-ec33-453c-98a0-f96ac5a3dfd7 tempest-PortsAdminExtendedAttrsTestJSON-268879930 tempest-PortsAdminExtendedAttrsTestJSON-268879930-project] Added segment ebe67362-dfa1-441d-ad25-9c36d968db45 of type vlan for network 821565fe-ba41-445c-8e71-d1126fbb08c4 Sep 21 18:02:26.522279 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-d3e4b09d-31e3-4344-aea9-28d9509e0d41 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-788140775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:26.537911 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-017f6f21-980b-41bd-ad75-705c88831dcc req-e4cf246b-556d-41f6-8f67-9cfb421a1aef tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745250 Sep 21 18:02:26.560057 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-3d2a30b8-0b3b-4313-a1df-e215c3647025 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Made reservation on behalf of deddc9ddec624708962e75d1e84549bc for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:26.563950 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-3d2a30b8-0b3b-4313-a1df-e215c3647025 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:26.567173 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-9d0f3e0c-fec4-47d3-96d5-a4226efc2860 None None] Allocated IP 172.20.0.2 (7e7e9a63-eb1d-4c28-89e1-4f07af0bdc5f/67765799-a379-4c7c-bb93-366a248abef8/8e817ce2-027c-46d7-a57d-4c7edbd08875) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:02:26.584130 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e39910-9040-4637-8180-665ae0308a2c req-e9380e8b-214e-4a54-9465-34047f22f34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:26.586011 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b1e39910-9040-4637-8180-665ae0308a2c req-e9380e8b-214e-4a54-9465-34047f22f34d service neutron] 10.222.0.44 "GET /v2.0/networks?id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf HTTP/1.1" status: 200 len: 912 time: 0.2395833 Sep 21 18:02:26.607502 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d3e4b09d-31e3-4344-aea9-28d9509e0d41 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:26.608503 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d3e4b09d-31e3-4344-aea9-28d9509e0d41 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:26.621019 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-46374483-ec33-453c-98a0-f96ac5a3dfd7 tempest-PortsAdminExtendedAttrsTestJSON-268879930 tempest-PortsAdminExtendedAttrsTestJSON-268879930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:26.653999 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a280e79a-371a-460f-aded-256d4f76ae85 req-9df88516-5372-4cca-b4d6-a808acf7dba2 service neutron] 10.222.0.58 "GET /v2.0/networks/ed7ac096-8b50-4865-999e-f00c1ee3a096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784704 Sep 21 18:02:26.663552 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-46374483-ec33-453c-98a0-f96ac5a3dfd7 tempest-PortsAdminExtendedAttrsTestJSON-268879930 tempest-PortsAdminExtendedAttrsTestJSON-268879930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:26.670971 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46374483-ec33-453c-98a0-f96ac5a3dfd7 tempest-PortsAdminExtendedAttrsTestJSON-268879930 tempest-PortsAdminExtendedAttrsTestJSON-268879930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:26.671625 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-46374483-ec33-453c-98a0-f96ac5a3dfd7 tempest-PortsAdminExtendedAttrsTestJSON-268879930 tempest-PortsAdminExtendedAttrsTestJSON-268879930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:26.717495 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-46374483-ec33-453c-98a0-f96ac5a3dfd7 tempest-PortsAdminExtendedAttrsTestJSON-268879930 tempest-PortsAdminExtendedAttrsTestJSON-268879930-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1899230 Sep 21 18:02:26.762595 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46374483-ec33-453c-98a0-f96ac5a3dfd7 tempest-PortsAdminExtendedAttrsTestJSON-268879930 tempest-PortsAdminExtendedAttrsTestJSON-268879930-project] Pushing event updated for resources: {'Network': ['ID=821565fe-ba41-445c-8e71-d1126fbb08c4,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:26.778330 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 821565fe-ba41-445c-8e71-d1126fbb08c4 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:02:26.783332 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9d0f3e0c-fec4-47d3-96d5-a4226efc2860 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:26.787429 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b1e39910-9040-4637-8180-665ae0308a2c req-6ae0daa1-495a-4248-8ab5-a448da7e54d2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01c5d430-12c5-4025-9899-f3f139598930 HTTP/1.1" status: 200 len: 999 time: 0.1923492 Sep 21 18:02:26.791533 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d3e4b09d-31e3-4344-aea9-28d9509e0d41 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:26.800900 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d3e4b09d-31e3-4344-aea9-28d9509e0d41 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:26.809398 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9d0f3e0c-fec4-47d3-96d5-a4226efc2860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:26.923056 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d3e4b09d-31e3-4344-aea9-28d9509e0d41 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:26.927380 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d3e4b09d-31e3-4344-aea9-28d9509e0d41 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4120748 Sep 21 18:02:26.927861 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42266) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:26.929448 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0f3e0c-fec4-47d3-96d5-a4226efc2860 None None] Network 7e7e9a63-eb1d-4c28-89e1-4f07af0bdc5f is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:02:26.937227 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-3d2a30b8-0b3b-4313-a1df-e215c3647025 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Allocated IP 172.20.0.13 (ed7ac096-8b50-4865-999e-f00c1ee3a096/bdd8e674-fedb-4b0d-aedc-155bdba08747/6c5368ed-8fad-4388-80f9-90a5006b0f18) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:02:26.946648 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-9d0f3e0c-fec4-47d3-96d5-a4226efc2860 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:26.950082 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0f3e0c-fec4-47d3-96d5-a4226efc2860 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:02:26.956304 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f3e0c-fec4-47d3-96d5-a4226efc2860 None None] Pushing event updated for resources: {'Port': ['ID=8e817ce2-027c-46d7-a57d-4c7edbd08875,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:27.001304 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e39910-9040-4637-8180-665ae0308a2c req-00448f2b-63e4-4d2e-b0d4-ea487c36990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:27.002815 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b1e39910-9040-4637-8180-665ae0308a2c req-00448f2b-63e4-4d2e-b0d4-ea487c36990c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=63a1043c-b263-4aac-aec7-9797fbf7cd86 HTTP/1.1" status: 200 len: 850 time: 0.2056735 Sep 21 18:02:27.080556 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800ec28-46d5-42f3-89ee-da573259ecd6 req-89d0f8e0-5b82-4e26-8301-a7c46d9c1073 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:27.088439 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b800ec28-46d5-42f3-89ee-da573259ecd6 req-89d0f8e0-5b82-4e26-8301-a7c46d9c1073 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 944 time: 0.2340376 Sep 21 18:02:27.113002 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-83f3fb3d-55d5-46f5-8d09-ee351c4d3509 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:27.114488 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-83f3fb3d-55d5-46f5-8d09-ee351c4d3509 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.38 "GET /v2.0/networks?id=ed7ac096-8b50-4865-999e-f00c1ee3a096 HTTP/1.1" status: 200 len: 816 time: 0.3084505 Sep 21 18:02:27.124600 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-9d0f3e0c-fec4-47d3-96d5-a4226efc2860 None None] Attempting to bind port 8e817ce2-027c-46d7-a57d-4c7edbd08875 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:27.125583 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-9d0f3e0c-fec4-47d3-96d5-a4226efc2860 None None] Attempting to bind port 8e817ce2-027c-46d7-a57d-4c7edbd08875 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '24b0e345-2253-48af-9025-e896666b895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7e7e9a63-eb1d-4c28-89e1-4f07af0bdc5f'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:27.126186 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0f3e0c-fec4-47d3-96d5-a4226efc2860 None None] Attempting to bind port 8e817ce2-027c-46d7-a57d-4c7edbd08875 on network 7e7e9a63-eb1d-4c28-89e1-4f07af0bdc5f {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:27.133197 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0f3e0c-fec4-47d3-96d5-a4226efc2860 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:02:27.133907 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0f3e0c-fec4-47d3-96d5-a4226efc2860 None None] Checking segment: {'id': '24b0e345-2253-48af-9025-e896666b895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7e7e9a63-eb1d-4c28-89e1-4f07af0bdc5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:02:27.135032 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9d0f3e0c-fec4-47d3-96d5-a4226efc2860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:27.135650 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0f3e0c-fec4-47d3-96d5-a4226efc2860 None None] Bound using segment: {'id': '24b0e345-2253-48af-9025-e896666b895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7e7e9a63-eb1d-4c28-89e1-4f07af0bdc5f'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:02:27.136563 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-9d0f3e0c-fec4-47d3-96d5-a4226efc2860 None None] Bound port: 8e817ce2-027c-46d7-a57d-4c7edbd08875, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24b0e345-2253-48af-9025-e896666b895f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7e7e9a63-eb1d-4c28-89e1-4f07af0bdc5f'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:02:27.137437 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9d0f3e0c-fec4-47d3-96d5-a4226efc2860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:27.147217 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-7b88a541-7bb8-40bd-ab09-cbabff2a32cf tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Request body: {'port': {'device_id': '8b86dc02-8562-4d1b-818c-353f82047a80', 'network_id': 'ed7ac096-8b50-4865-999e-f00c1ee3a096', 'admin_state_up': True, 'tenant_id': 'deddc9ddec624708962e75d1e84549bc'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:27.219070 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e39910-9040-4637-8180-665ae0308a2c req-499b6a29-d1ab-49df-99ef-4a7e94598b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:27.220817 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b1e39910-9040-4637-8180-665ae0308a2c req-499b6a29-d1ab-49df-99ef-4a7e94598b5c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2048066 Sep 21 18:02:27.255061 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9d0f3e0c-fec4-47d3-96d5-a4226efc2860 None None] For port 8e817ce2-027c-46d7-a57d-4c7edbd08875, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:02:27.261009 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9d0f3e0c-fec4-47d3-96d5-a4226efc2860 None None] For port 8e817ce2-027c-46d7-a57d-4c7edbd08875, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=8e817ce2-027c-46d7-a57d-4c7edbd08875,segment=NetworkSegment(24b0e345-2253-48af-9025-e896666b895f),segment_id=24b0e345-2253-48af-9025-e896666b895f)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:02:27.268729 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9d0f3e0c-fec4-47d3-96d5-a4226efc2860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:27.300981 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42276) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:27.306065 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Request body: {'port': {'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4', 'binding:host_id': 'n-h2-810291-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1014730019'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:27.380653 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f3e0c-fec4-47d3-96d5-a4226efc2860 None None] Pushing event updated for resources: {'Port': ['ID=8e817ce2-027c-46d7-a57d-4c7edbd08875,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:27.447523 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b800ec28-46d5-42f3-89ee-da573259ecd6 req-0296cd89-08cb-4dc1-b20c-b7597b0e4001 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3581166 Sep 21 18:02:27.462608 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e9ba43ed-50fd-433c-b898-4ba3549d5f7f req-947bd374-b720-42f7-b937-8328663c021e tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0623c11-6157-4004-b384-242f6cdaad58 HTTP/1.1" status: 200 len: 210 time: 0.0802069 Sep 21 18:02:27.500708 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Made reservation on behalf of b797614c63724e4bb8f979cc8a5d70d7 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:27.504291 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:27.526442 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:27.530304 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b1e39910-9040-4637-8180-665ae0308a2c req-2734de9c-c1db-415a-91cd-f10a7490f635 service neutron] 10.222.0.44 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952917 Sep 21 18:02:27.575103 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc019540-5218-499f-8638-7ad0bedef9c1 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:27.602359 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-3d2a30b8-0b3b-4313-a1df-e215c3647025 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:27.782104 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b1e39910-9040-4637-8180-665ae0308a2c req-7ace5616-39e4-4d4a-814b-5ddd07c289d0 service neutron] 10.222.0.44 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383599 Sep 21 18:02:27.797059 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-3d2a30b8-0b3b-4313-a1df-e215c3647025 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:27.836481 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80a8f6-fe0b-4a5b-a52a-de569ceb1060 req-30352186-ac11-48de-b7c4-7ad105cdceb7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:27.838034 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cc80a8f6-fe0b-4a5b-a52a-de569ceb1060 req-30352186-ac11-48de-b7c4-7ad105cdceb7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.1715562 Sep 21 18:02:27.845770 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-3d2a30b8-0b3b-4313-a1df-e215c3647025 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Network ed7ac096-8b50-4865-999e-f00c1ee3a096 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:02:27.849128 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-3d2a30b8-0b3b-4313-a1df-e215c3647025 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:27.854290 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-3d2a30b8-0b3b-4313-a1df-e215c3647025 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:02:27.890356 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a30b8-0b3b-4313-a1df-e215c3647025 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Pushing event updated for resources: {'Port': ['ID=6c5368ed-8fad-4388-80f9-90a5006b0f18,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:27.922402 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-3d2a30b8-0b3b-4313-a1df-e215c3647025 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:27.923326 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-3d2a30b8-0b3b-4313-a1df-e215c3647025 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:27.935016 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:27.947990 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:27.955697 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-3d2a30b8-0b3b-4313-a1df-e215c3647025 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3406007 Sep 21 18:02:27.957219 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cc80a8f6-fe0b-4a5b-a52a-de569ceb1060 req-fd2a1398-51ff-43cd-8a4c-ed7e57bb2bb1 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045089 Sep 21 18:02:27.980345 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-7b88a541-7bb8-40bd-ab09-cbabff2a32cf tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Made reservation on behalf of deddc9ddec624708962e75d1e84549bc for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:27.985597 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-7b88a541-7bb8-40bd-ab09-cbabff2a32cf tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:27.993758 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-25451659-84ca-43be-8eaf-e99b3afd8205 service neutron] Request body: {'port': {'device_id': '609696bf-09e0-441c-ae9b-b2d317db85f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:27.997382 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] device_id is not set on port 5a22975c-2e60-42f3-97bf-7ac40bedd036 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:02:28.065817 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device ae5cf22b-064e-447d-8faf-708f8476b92d details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:02:28.125667 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-25451659-84ca-43be-8eaf-e99b3afd8205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:28.131901 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c84f437-ccbe-40c0-8186-cf166b60a9b0,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:28.177800 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-bc019540-5218-499f-8638-7ad0bedef9c1 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Allocated IP 172.20.0.1 (7e7e9a63-eb1d-4c28-89e1-4f07af0bdc5f/67765799-a379-4c7c-bb93-366a248abef8/beffb95d-a8bf-4f0b-a796-9e9f50264da5) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:02:28.234337 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port ae5cf22b-064e-447d-8faf-708f8476b92d, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ae5cf22b-064e-447d-8faf-708f8476b92d,segment=NetworkSegment(3f4ce037-8995-4519-9436-741a5cf4e4ad),segment_id=3f4ce037-8995-4519-9436-741a5cf4e4ad)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:28.264297 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'ae5cf22b-064e-447d-8faf-708f8476b92d', 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695', 'port_id': 'ae5cf22b-064e-447d-8faf-708f8476b92d', 'mac_address': 'fa:16:3e:2e:b2:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109644f9-7374-4e29-a072-2da36abb70ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:02:28.324535 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:28.357149 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5cf22b-064e-447d-8faf-708f8476b92d {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:02:28.385333 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port ae5cf22b-064e-447d-8faf-708f8476b92d, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ae5cf22b-064e-447d-8faf-708f8476b92d,segment=NetworkSegment(3f4ce037-8995-4519-9436-741a5cf4e4ad),segment_id=3f4ce037-8995-4519-9436-741a5cf4e4ad)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:28.392496 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-8428667c-c3eb-43d9-9c48-5d7a1684a071 None None] Provisioning complete for port 6c5368ed-8fad-4388-80f9-90a5006b0f18 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:28.392805 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8428667c-c3eb-43d9-9c48-5d7a1684a071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:28.395315 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:28.514826 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=ae5cf22b-064e-447d-8faf-708f8476b92d,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:28.562101 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-8428667c-c3eb-43d9-9c48-5d7a1684a071 None None] Port 6c5368ed-8fad-4388-80f9-90a5006b0f18 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:02:28.570454 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280e79a-371a-460f-aded-256d4f76ae85 req-daedcad0-966d-48c1-84a1-7b567d0597da tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:28.572229 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a280e79a-371a-460f-aded-256d4f76ae85 req-daedcad0-966d-48c1-84a1-7b567d0597da tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.44 "GET /v2.0/networks?id=ed7ac096-8b50-4865-999e-f00c1ee3a096 HTTP/1.1" status: 200 len: 816 time: 0.3544998 Sep 21 18:02:28.573351 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc019540-5218-499f-8638-7ad0bedef9c1 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:28.573841 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-7b88a541-7bb8-40bd-ab09-cbabff2a32cf tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Allocated IP 172.20.0.3 (ed7ac096-8b50-4865-999e-f00c1ee3a096/bdd8e674-fedb-4b0d-aedc-155bdba08747/a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:02:28.594044 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-a280e79a-371a-460f-aded-256d4f76ae85 req-c6015531-df7e-49eb-82d1-9bda9e0f8ec8 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Request body: {'port': {'device_id': 'd0623c11-6157-4004-b384-242f6cdaad58', 'network_id': 'ed7ac096-8b50-4865-999e-f00c1ee3a096', 'admin_state_up': True, 'tenant_id': 'deddc9ddec624708962e75d1e84549bc'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:28.598057 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] device_id is not set on port 5a22975c-2e60-42f3-97bf-7ac40bedd036 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:02:28.598452 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 8e817ce2-027c-46d7-a57d-4c7edbd08875 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:02:28.628330 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:28.658312 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['ae5cf22b-064e-447d-8faf-708f8476b92d'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:02:28.663450 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a34beb7e-585a-4212-8a8b-fbf53073e34d req-1d73f6ce-b19a-4506-abc9-52a7b27c78ea tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0623c11-6157-4004-b384-242f6cdaad58 HTTP/1.1" status: 200 len: 210 time: 0.0391529 Sep 21 18:02:28.669196 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:28.732034 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 8e817ce2-027c-46d7-a57d-4c7edbd08875 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:28.732395 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:28.741213 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc019540-5218-499f-8638-7ad0bedef9c1 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:28.773569 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Pushing event updated for resources: {'Port': ['ID=5a22975c-2e60-42f3-97bf-7ac40bedd036,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:28.784076 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c470be7-60e7-4059-a671-8118073cf54c req-e512f183-5fb6-423a-b673-4787fb3f00b5 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:28.786008 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Checking segment: {'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:02:28.786389 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Network hostable DHCP agents. Network: 821565fe-ba41-445c-8e71-d1126fbb08c4, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:02:28.793755 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5c470be7-60e7-4059-a671-8118073cf54c req-e512f183-5fb6-423a-b673-4787fb3f00b5 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 945 time: 0.1659377 Sep 21 18:02:28.797191 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc019540-5218-499f-8638-7ad0bedef9c1 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Network 7e7e9a63-eb1d-4c28-89e1-4f07af0bdc5f is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:02:28.824706 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-bc019540-5218-499f-8638-7ad0bedef9c1 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:28.836490 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc019540-5218-499f-8638-7ad0bedef9c1 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:02:28.895574 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5c470be7-60e7-4059-a671-8118073cf54c req-d9292377-6994-4f5d-9700-4c3b3e280e4b tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008155 Sep 21 18:02:28.900773 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:28.942391 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc019540-5218-499f-8638-7ad0bedef9c1 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Pushing event updated for resources: {'Port': ['ID=beffb95d-a8bf-4f0b-a796-9e9f50264da5,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:28.959297 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc019540-5218-499f-8638-7ad0bedef9c1 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:28.962556 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe5c695-5092-42b5-9d63-a2919c16b8cc None None] Network 7e7e9a63-eb1d-4c28-89e1-4f07af0bdc5f requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:02:28.963069 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Network 821565fe-ba41-445c-8e71-d1126fbb08c4 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:02:28.966517 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 8e817ce2-027c-46d7-a57d-4c7edbd08875, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=8e817ce2-027c-46d7-a57d-4c7edbd08875,segment=NetworkSegment(24b0e345-2253-48af-9025-e896666b895f),segment_id=24b0e345-2253-48af-9025-e896666b895f)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:28.990122 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:28.997590 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a280e79a-371a-460f-aded-256d4f76ae85 req-c6015531-df7e-49eb-82d1-9bda9e0f8ec8 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Made reservation on behalf of deddc9ddec624708962e75d1e84549bc for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:29.004443 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a280e79a-371a-460f-aded-256d4f76ae85 req-c6015531-df7e-49eb-82d1-9bda9e0f8ec8 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:29.020084 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 821565fe-ba41-445c-8e71-d1126fbb08c4) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:29.047394 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:02:29.060419 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=8e817ce2-027c-46d7-a57d-4c7edbd08875,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:29.065091 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d94df66-b865-4284-b369-034ca21022c1 None None] Network 821565fe-ba41-445c-8e71-d1126fbb08c4 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:02:29.070333 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-7b88a541-7bb8-40bd-ab09-cbabff2a32cf tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:29.091196 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:29.091833 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:29.092407 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on network 821565fe-ba41-445c-8e71-d1126fbb08c4 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:29.101390 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on network 821565fe-ba41-445c-8e71-d1126fbb08c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:29.101976 n-d-810291-1 neutron-server[101461]: ERROR neutron.plugins.ml2.managers [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Failed to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] Sep 21 18:02:29.118977 n-d-810291-1 neutron-server[101461]: INFO neutron.plugins.ml2.plugin [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempt 2 to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 Sep 21 18:02:29.137519 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-69def4da-f56d-493b-9ae3-f3d2ea70967d None None] Provisioning complete for port 8e817ce2-027c-46d7-a57d-4c7edbd08875 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:29.138147 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-69def4da-f56d-493b-9ae3-f3d2ea70967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:29.140797 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc019540-5218-499f-8638-7ad0bedef9c1 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:29.142828 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:29.143199 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:29.143535 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on network 821565fe-ba41-445c-8e71-d1126fbb08c4 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:29.158613 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on network 821565fe-ba41-445c-8e71-d1126fbb08c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:29.159075 n-d-810291-1 neutron-server[101461]: ERROR neutron.plugins.ml2.managers [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Failed to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] Sep 21 18:02:29.160011 n-d-810291-1 neutron-server[101461]: INFO neutron.plugins.ml2.plugin [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempt 3 to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 Sep 21 18:02:29.182387 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c05150-73c1-4fbd-8633-09bf4ba575d5 req-eaf8c435-295e-49c2-a6e3-e7c54aad1f7f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:29.184329 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-55c05150-73c1-4fbd-8633-09bf4ba575d5 req-eaf8c435-295e-49c2-a6e3-e7c54aad1f7f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.1304314 Sep 21 18:02:29.199203 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:29.199421 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:29.199751 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on network 821565fe-ba41-445c-8e71-d1126fbb08c4 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:29.206294 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on network 821565fe-ba41-445c-8e71-d1126fbb08c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:29.206552 n-d-810291-1 neutron-server[101461]: ERROR neutron.plugins.ml2.managers [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Failed to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] Sep 21 18:02:29.208681 n-d-810291-1 neutron-server[101461]: INFO neutron.plugins.ml2.plugin [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempt 4 to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 Sep 21 18:02:29.210651 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-7b88a541-7bb8-40bd-ab09-cbabff2a32cf tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:29.235541 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:29.235882 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:29.236741 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on network 821565fe-ba41-445c-8e71-d1126fbb08c4 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:29.280142 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on network 821565fe-ba41-445c-8e71-d1126fbb08c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:29.280486 n-d-810291-1 neutron-server[101461]: ERROR neutron.plugins.ml2.managers [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Failed to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] Sep 21 18:02:29.283852 n-d-810291-1 neutron-server[101461]: INFO neutron.plugins.ml2.plugin [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempt 5 to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 Sep 21 18:02:29.292512 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-7b88a541-7bb8-40bd-ab09-cbabff2a32cf tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Network ed7ac096-8b50-4865-999e-f00c1ee3a096 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:02:29.324727 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:29.325059 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:29.325398 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on network 821565fe-ba41-445c-8e71-d1126fbb08c4 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:29.330274 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-7b88a541-7bb8-40bd-ab09-cbabff2a32cf tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:29.355746 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on network 821565fe-ba41-445c-8e71-d1126fbb08c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:29.356374 n-d-810291-1 neutron-server[101461]: ERROR neutron.plugins.ml2.managers [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Failed to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] Sep 21 18:02:29.359950 n-d-810291-1 neutron-server[101461]: INFO neutron.plugins.ml2.plugin [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempt 6 to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 Sep 21 18:02:29.394284 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:29.394530 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:29.394871 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on network 821565fe-ba41-445c-8e71-d1126fbb08c4 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:29.409799 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on network 821565fe-ba41-445c-8e71-d1126fbb08c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:29.410128 n-d-810291-1 neutron-server[101461]: ERROR neutron.plugins.ml2.managers [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Failed to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] Sep 21 18:02:29.413083 n-d-810291-1 neutron-server[101461]: INFO neutron.plugins.ml2.plugin [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempt 7 to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 Sep 21 18:02:29.463757 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:29.464100 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:29.464439 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on network 821565fe-ba41-445c-8e71-d1126fbb08c4 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:29.474962 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on network 821565fe-ba41-445c-8e71-d1126fbb08c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:29.475370 n-d-810291-1 neutron-server[101461]: ERROR neutron.plugins.ml2.managers [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Failed to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] Sep 21 18:02:29.478411 n-d-810291-1 neutron-server[101461]: INFO neutron.plugins.ml2.plugin [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempt 8 to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 Sep 21 18:02:29.517074 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:29.517411 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:29.517749 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on network 821565fe-ba41-445c-8e71-d1126fbb08c4 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:29.525876 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on network 821565fe-ba41-445c-8e71-d1126fbb08c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:29.526204 n-d-810291-1 neutron-server[101461]: ERROR neutron.plugins.ml2.managers [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Failed to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] Sep 21 18:02:29.527986 n-d-810291-1 neutron-server[101461]: INFO neutron.plugins.ml2.plugin [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempt 9 to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 Sep 21 18:02:29.561161 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc019540-5218-499f-8638-7ad0bedef9c1 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:29.563903 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:29.564232 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:29.564569 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on network 821565fe-ba41-445c-8e71-d1126fbb08c4 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:29.570033 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc019540-5218-499f-8638-7ad0bedef9c1 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:29.599877 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on network 821565fe-ba41-445c-8e71-d1126fbb08c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:29.600702 n-d-810291-1 neutron-server[101461]: ERROR neutron.plugins.ml2.managers [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Failed to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] Sep 21 18:02:29.627113 n-d-810291-1 neutron-server[101461]: INFO neutron.plugins.ml2.plugin [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempt 10 to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 Sep 21 18:02:29.671383 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-55c05150-73c1-4fbd-8633-09bf4ba575d5 req-1bfe78a4-b092-401e-8139-d5bac19a8c65 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4702761 Sep 21 18:02:29.672369 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-7b88a541-7bb8-40bd-ab09-cbabff2a32cf tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:02:29.678353 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:29.678353 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:29.678714 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on network 821565fe-ba41-445c-8e71-d1126fbb08c4 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:29.678801 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88a541-7bb8-40bd-ab09-cbabff2a32cf tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Pushing event updated for resources: {'Port': ['ID=a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:29.685469 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc019540-5218-499f-8638-7ad0bedef9c1 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Pushing event updated for resources: {'Port': ['ID=beffb95d-a8bf-4f0b-a796-9e9f50264da5,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:29.692164 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on network 821565fe-ba41-445c-8e71-d1126fbb08c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:29.692498 n-d-810291-1 neutron-server[101461]: ERROR neutron.plugins.ml2.managers [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Failed to bind port 5a22975c-2e60-42f3-97bf-7ac40bedd036 on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] Sep 21 18:02:29.692872 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:29.694967 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc019540-5218-499f-8638-7ad0bedef9c1 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:29.745817 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-a00f86a6-9499-47bf-b38c-5515d89cd239 None None] Provisioning complete for port a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:29.747104 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a00f86a6-9499-47bf-b38c-5515d89cd239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:29.749756 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-7b88a541-7bb8-40bd-ab09-cbabff2a32cf tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:29.750411 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-7b88a541-7bb8-40bd-ab09-cbabff2a32cf tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:29.791337 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-7b88a541-7bb8-40bd-ab09-cbabff2a32cf tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6570964 Sep 21 18:02:29.813057 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-0992c0c4-2ec9-4956-a0b6-fc301e7ec525 service neutron] Request body: {'port': {'device_id': '8b86dc02-8562-4d1b-818c-353f82047a80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:29.876680 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc019540-5218-499f-8638-7ad0bedef9c1 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Network 7e7e9a63-eb1d-4c28-89e1-4f07af0bdc5f is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:02:29.878866 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-a00f86a6-9499-47bf-b38c-5515d89cd239 None None] Port a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:02:29.896450 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-bc019540-5218-499f-8638-7ad0bedef9c1 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:29.904137 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ed7f056f-2659-45f6-836b-c72739858d10 req-0ce3a889-6865-4b3c-b36d-26ff6d2765e5 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0623c11-6157-4004-b384-242f6cdaad58 HTTP/1.1" status: 200 len: 210 time: 0.0483727 Sep 21 18:02:29.944999 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-25451659-84ca-43be-8eaf-e99b3afd8205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c5368ed-8fad-4388-80f9-90a5006b0f18 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:02:29.957007 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-25451659-84ca-43be-8eaf-e99b3afd8205 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:29.968832 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-0992c0c4-2ec9-4956-a0b6-fc301e7ec525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:29.983356 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-25451659-84ca-43be-8eaf-e99b3afd8205 service neutron] Transition to ACTIVE for port object 6c5368ed-8fad-4388-80f9-90a5006b0f18 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:02:29.986747 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] For port 5a22975c-2e60-42f3-97bf-7ac40bedd036, host n-h2-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:02:29.987150 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempted to set empty binding levels {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 21 18:02:30.012355 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-04c917b8-7a37-4afb-ad91-89392dfd7fe5 None None] Provisioning complete for port 8e817ce2-027c-46d7-a57d-4c7edbd08875 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:30.013117 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-04c917b8-7a37-4afb-ad91-89392dfd7fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:30.015531 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-25451659-84ca-43be-8eaf-e99b3afd8205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:30.048373 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:30.085167 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device ae5cf22b-064e-447d-8faf-708f8476b92d up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:02:30.130085 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:30.132592 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:30.169490 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Pushing event updated for resources: {'Port': ['ID=5a22975c-2e60-42f3-97bf-7ac40bedd036,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:30.229109 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56888a98-861d-41fe-9cae-b26ca7e4f500 req-bc96ea28-e673-4531-8b5e-cc1f13945686 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:30.231310 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-56888a98-861d-41fe-9cae-b26ca7e4f500 req-bc96ea28-e673-4531-8b5e-cc1f13945686 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.1848803 Sep 21 18:02:30.232973 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-04c917b8-7a37-4afb-ad91-89392dfd7fe5 None None] Provisioning complete for port beffb95d-a8bf-4f0b-a796-9e9f50264da5 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:30.233975 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-04c917b8-7a37-4afb-ad91-89392dfd7fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:30.236989 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port ae5cf22b-064e-447d-8faf-708f8476b92d completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:02:30.240630 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-261f29b6-3297-421d-83dd-837cc173968b tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.9385798 Sep 21 18:02:30.252522 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25451659-84ca-43be-8eaf-e99b3afd8205 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5368ed-8fad-4388-80f9-90a5006b0f18,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:30.252984 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42308) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:30.271357 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port ae5cf22b-064e-447d-8faf-708f8476b92d triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:30.271881 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:30.296837 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-a280e79a-371a-460f-aded-256d4f76ae85 req-c6015531-df7e-49eb-82d1-9bda9e0f8ec8 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Allocated IP 172.20.0.14 (ed7ac096-8b50-4865-999e-f00c1ee3a096/bdd8e674-fedb-4b0d-aedc-155bdba08747/aae091ca-f992-4aa8-88a6-5d7aededb67d) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:02:30.346032 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-04c917b8-7a37-4afb-ad91-89392dfd7fe5 None None] Port beffb95d-a8bf-4f0b-a796-9e9f50264da5 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:02:30.371611 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbeadb7-c41e-40fa-9cf4-a9333ce812c1 req-cb924080-1132-4439-8f22-dac470699062 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:30.381893 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ecbeadb7-c41e-40fa-9cf4-a9333ce812c1 req-cb924080-1132-4439-8f22-dac470699062 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 945 time: 0.2963929 Sep 21 18:02:30.384131 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-56888a98-861d-41fe-9cae-b26ca7e4f500 req-d2cf569c-32bb-47ce-b1c8-4c6c539bfeec tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422484 Sep 21 18:02:30.409031 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc019540-5218-499f-8638-7ad0bedef9c1 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Router 3d120c1d-ee05-476e-bcc8-84b57666c32c is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:02:30.451220 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:30.497710 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45a186f-e558-4443-ae23-9c550baf95e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5cf22b-064e-447d-8faf-708f8476b92d'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:30.499657 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58eb6dbb-7d8d-4494-9cde-746fcad8bd6d" -d '{"events": [{"server_uuid": "d45a186f-e558-4443-ae23-9c550baf95e6", "name": "network-vif-plugged", "status": "completed", "tag": "ae5cf22b-064e-447d-8faf-708f8476b92d"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:30.514466 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ecbeadb7-c41e-40fa-9cf4-a9333ce812c1 req-ba88a726-85da-4bf1-8e6e-f9783f10cbfd tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273134 Sep 21 18:02:30.523613 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-25451659-84ca-43be-8eaf-e99b3afd8205 service neutron] Attempting to bind port 6c5368ed-8fad-4388-80f9-90a5006b0f18 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:30.523962 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-25451659-84ca-43be-8eaf-e99b3afd8205 service neutron] Attempting to bind port 6c5368ed-8fad-4388-80f9-90a5006b0f18 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '47ef5cff-a3a5-4e0f-a784-ade98c2c509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ed7ac096-8b50-4865-999e-f00c1ee3a096'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:30.524293 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-25451659-84ca-43be-8eaf-e99b3afd8205 service neutron] Attempting to bind port 6c5368ed-8fad-4388-80f9-90a5006b0f18 on network ed7ac096-8b50-4865-999e-f00c1ee3a096 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:30.542009 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-36ca3cd3-6025-4b56-b533-492db1b9cceb None None] Provisioning complete for port beffb95d-a8bf-4f0b-a796-9e9f50264da5 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:30.542707 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-36ca3cd3-6025-4b56-b533-492db1b9cceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:30.551228 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port ae5cf22b-064e-447d-8faf-708f8476b92d, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ae5cf22b-064e-447d-8faf-708f8476b92d,segment=NetworkSegment(3f4ce037-8995-4519-9436-741a5cf4e4ad),segment_id=3f4ce037-8995-4519-9436-741a5cf4e4ad)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:30.564785 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-25451659-84ca-43be-8eaf-e99b3afd8205 service neutron] Port 6c5368ed-8fad-4388-80f9-90a5006b0f18 on network ed7ac096-8b50-4865-999e-f00c1ee3a096 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:30.565120 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-25451659-84ca-43be-8eaf-e99b3afd8205 service neutron] Attempting to bind port 6c5368ed-8fad-4388-80f9-90a5006b0f18 on network ed7ac096-8b50-4865-999e-f00c1ee3a096 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:30.596170 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-25451659-84ca-43be-8eaf-e99b3afd8205 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:02:30.596524 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-25451659-84ca-43be-8eaf-e99b3afd8205 service neutron] Checking segment: {'id': '47ef5cff-a3a5-4e0f-a784-ade98c2c509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ed7ac096-8b50-4865-999e-f00c1ee3a096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:02:30.596918 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-25451659-84ca-43be-8eaf-e99b3afd8205 service neutron] Bound using segment: {'id': '47ef5cff-a3a5-4e0f-a784-ade98c2c509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ed7ac096-8b50-4865-999e-f00c1ee3a096'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:02:30.597372 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-25451659-84ca-43be-8eaf-e99b3afd8205 service neutron] Bound port: 6c5368ed-8fad-4388-80f9-90a5006b0f18, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47ef5cff-a3a5-4e0f-a784-ade98c2c509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ed7ac096-8b50-4865-999e-f00c1ee3a096'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:02:30.597740 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-25451659-84ca-43be-8eaf-e99b3afd8205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:30.646407 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-090d5b84-eb2f-4812-9065-4c9a590d9771 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Deleting port 5a22975c-2e60-42f3-97bf-7ac40bedd036 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:02:30.647060 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-090d5b84-eb2f-4812-9065-4c9a590d9771 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:30.649019 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0f281f-b183-4a3b-a2f5-92e66cccf8f9 x-openstack-request-id: req-5f0f281f-b183-4a3b-a2f5-92e66cccf8f9 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:30.649317 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45a186f-e558-4443-ae23-9c550baf95e6", "name": "network-vif-plugged", "status": "completed", "tag": "ae5cf22b-064e-447d-8faf-708f8476b92d", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:30.649580 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5f0f281f-b183-4a3b-a2f5-92e66cccf8f9 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:30.649973 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45a186f-e558-4443-ae23-9c550baf95e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5cf22b-064e-447d-8faf-708f8476b92d', 'code': 200} Sep 21 18:02:30.652620 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:30.655304 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 8e817ce2-027c-46d7-a57d-4c7edbd08875 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:02:30.682128 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-36ca3cd3-6025-4b56-b533-492db1b9cceb None None] Port beffb95d-a8bf-4f0b-a796-9e9f50264da5 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:02:30.728449 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc019540-5218-499f-8638-7ad0bedef9c1 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:02:30.739369 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bc019540-5218-499f-8638-7ad0bedef9c1 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] 10.222.0.58 "PUT /v2.0/routers/3d120c1d-ee05-476e-bcc8-84b57666c32c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8079851 Sep 21 18:02:30.739369 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-090d5b84-eb2f-4812-9065-4c9a590d9771 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] For port 5a22975c-2e60-42f3-97bf-7ac40bedd036, host n-h2-810291-1, got binding levels [] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:30.739369 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-090d5b84-eb2f-4812-9065-4c9a590d9771 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:30.742044 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42314) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:30.747492 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=ae5cf22b-064e-447d-8faf-708f8476b92d,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:30.748116 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87b3674-98bf-4fcf-a0a4-70f9427cefbb None None] Sync routers for ids ['3d120c1d-ee05-476e-bcc8-84b57666c32c'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:02:30.753792 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-1979664a-b21b-4c0b-8544-189ff1f74a6a tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Request body: {'port': {'network_id': '7e7e9a63-eb1d-4c28-89e1-4f07af0bdc5f', 'name': 'tempest-FloatingIPNegativeTestJSON-199887963'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:30.759804 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87b3674-98bf-4fcf-a0a4-70f9427cefbb None None] Routers {'3d120c1d-ee05-476e-bcc8-84b57666c32c'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:02:30.760626 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-f87b3674-98bf-4fcf-a0a4-70f9427cefbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:02:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3d120c1d-ee05-476e-bcc8-84b57666c32c'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:30.765157 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 8e817ce2-027c-46d7-a57d-4c7edbd08875 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:30.765540 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:30.779072 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-090d5b84-eb2f-4812-9065-4c9a590d9771 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Calling delete_port for 5a22975c-2e60-42f3-97bf-7ac40bedd036 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:02:30.785197 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-25451659-84ca-43be-8eaf-e99b3afd8205 service neutron] For port 6c5368ed-8fad-4388-80f9-90a5006b0f18, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:02:30.791937 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-25451659-84ca-43be-8eaf-e99b3afd8205 service neutron] For port 6c5368ed-8fad-4388-80f9-90a5006b0f18, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=6c5368ed-8fad-4388-80f9-90a5006b0f18,segment=NetworkSegment(47ef5cff-a3a5-4e0f-a784-ade98c2c509a),segment_id=47ef5cff-a3a5-4e0f-a784-ade98c2c509a)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:02:30.797525 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-f87b3674-98bf-4fcf-a0a4-70f9427cefbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:30.807425 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87b3674-98bf-4fcf-a0a4-70f9427cefbb None None] Routers {'3d120c1d-ee05-476e-bcc8-84b57666c32c'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:02:30.808431 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-f87b3674-98bf-4fcf-a0a4-70f9427cefbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:02:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3d120c1d-ee05-476e-bcc8-84b57666c32c'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:30.823052 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-83ff6891-e294-4cb5-964b-13f84c2a5c57 None None] Provisioning complete for port beffb95d-a8bf-4f0b-a796-9e9f50264da5 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:30.823434 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-83ff6891-e294-4cb5-964b-13f84c2a5c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:30.835977 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a280e79a-371a-460f-aded-256d4f76ae85 req-c6015531-df7e-49eb-82d1-9bda9e0f8ec8 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:30.847011 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-f87b3674-98bf-4fcf-a0a4-70f9427cefbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:30.847922 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87b3674-98bf-4fcf-a0a4-70f9427cefbb None None] The sync data for ids ['3d120c1d-ee05-476e-bcc8-84b57666c32c'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:02:30.859348 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-83ff6891-e294-4cb5-964b-13f84c2a5c57 None None] Port beffb95d-a8bf-4f0b-a796-9e9f50264da5 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:02:30.869975 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-25451659-84ca-43be-8eaf-e99b3afd8205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:30.925646 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec693469-13d6-4fc4-8f93-a77a3b29895e req-09cadcfe-577a-4eec-8ae8-d09ecac787fa tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:30.934703 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ec693469-13d6-4fc4-8f93-a77a3b29895e req-09cadcfe-577a-4eec-8ae8-d09ecac787fa tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.2949226 Sep 21 18:02:30.951045 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-25451659-84ca-43be-8eaf-e99b3afd8205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:30.951684 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-25451659-84ca-43be-8eaf-e99b3afd8205 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:30.953102 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-25451659-84ca-43be-8eaf-e99b3afd8205 service neutron] 10.222.0.44 "PUT /v2.0/ports/6c5368ed-8fad-4388-80f9-90a5006b0f18 HTTP/1.1" status: 200 len: 1092 time: 2.9766886 Sep 21 18:02:30.956445 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1979664a-b21b-4c0b-8544-189ff1f74a6a tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Made reservation on behalf of eda77019e8d44163af330fcc1eb97289 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:30.956620 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609696bf-09e0-441c-ae9b-b2d317db85f6', 'tag': '6c5368ed-8fad-4388-80f9-90a5006b0f18'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:30.959007 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c0f40d-4204-412a-868d-e3f00072d96e" -d '{"events": [{"name": "network-changed", "server_uuid": "609696bf-09e0-441c-ae9b-b2d317db85f6", "tag": "6c5368ed-8fad-4388-80f9-90a5006b0f18"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:30.965079 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1979664a-b21b-4c0b-8544-189ff1f74a6a tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:30.974499 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-090d5b84-eb2f-4812-9065-4c9a590d9771 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:30.984804 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0268f3-65e9-454e-b2c0-01b10a29d7c2 req-b6f996f4-e769-4029-ab86-9950b9d0549c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:30.986537 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aa0268f3-65e9-454e-b2c0-01b10a29d7c2 req-b6f996f4-e769-4029-ab86-9950b9d0549c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 1097 time: 0.2818270 Sep 21 18:02:31.013763 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a280e79a-371a-460f-aded-256d4f76ae85 req-c6015531-df7e-49eb-82d1-9bda9e0f8ec8 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:31.149703 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25451659-84ca-43be-8eaf-e99b3afd8205 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5368ed-8fad-4388-80f9-90a5006b0f18,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:31.176605 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a280e79a-371a-460f-aded-256d4f76ae85 req-c6015531-df7e-49eb-82d1-9bda9e0f8ec8 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Network ed7ac096-8b50-4865-999e-f00c1ee3a096 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:02:31.214442 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ec693469-13d6-4fc4-8f93-a77a3b29895e req-76d4000b-0753-4b80-a45c-83eb3b8b7427 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2773275 Sep 21 18:02:31.231604 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-a280e79a-371a-460f-aded-256d4f76ae85 req-c6015531-df7e-49eb-82d1-9bda9e0f8ec8 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:31.253133 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-a280e79a-371a-460f-aded-256d4f76ae85 req-c6015531-df7e-49eb-82d1-9bda9e0f8ec8 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:02:31.402257 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-1979664a-b21b-4c0b-8544-189ff1f74a6a tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] device_id is not set on port 4ca86243-d704-4d44-a82e-c54d59991dc8 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:02:31.402827 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-0992c0c4-2ec9-4956-a0b6-fc301e7ec525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:02:31.411244 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aa0268f3-65e9-454e-b2c0-01b10a29d7c2 req-bb990084-1882-4a04-9ffc-cddc8928ec82 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4085200 Sep 21 18:02:31.449570 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807366a7-f361-4aa8-9e8c-0f6d97a94463 x-openstack-request-id: req-807366a7-f361-4aa8-9e8c-0f6d97a94463 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:31.449875 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609696bf-09e0-441c-ae9b-b2d317db85f6", "tag": "6c5368ed-8fad-4388-80f9-90a5006b0f18", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:31.450129 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-807366a7-f361-4aa8-9e8c-0f6d97a94463 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:31.450573 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609696bf-09e0-441c-ae9b-b2d317db85f6', 'tag': '6c5368ed-8fad-4388-80f9-90a5006b0f18', 'status': 'completed', 'code': 200} Sep 21 18:02:31.454521 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5b84-eb2f-4812-9065-4c9a590d9771 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a22975c-2e60-42f3-97bf-7ac40bedd036,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:31.465230 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-0992c0c4-2ec9-4956-a0b6-fc301e7ec525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:31.475233 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6015531-df7e-49eb-82d1-9bda9e0f8ec8 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Pushing event updated for resources: {'Port': ['ID=aae091ca-f992-4aa8-88a6-5d7aededb67d,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:31.482733 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-090d5b84-eb2f-4812-9065-4c9a590d9771 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:31.484903 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-090d5b84-eb2f-4812-9065-4c9a590d9771 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] 10.222.0.58 "DELETE /v2.0/ports/5a22975c-2e60-42f3-97bf-7ac40bedd036 HTTP/1.1" status: 204 len: 168 time: 1.2308519 Sep 21 18:02:31.488775 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42344) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:31.507469 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-c44cb615-15c2-436a-8f8f-693d091cb414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:31.509169 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-c44cb615-15c2-436a-8f8f-693d091cb414 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=deddc9ddec624708962e75d1e84549bc&device_id=609696bf-09e0-441c-ae9b-b2d317db85f6 HTTP/1.1" status: 200 len: 1095 time: 0.4820769 Sep 21 18:02:31.530179 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-0992c0c4-2ec9-4956-a0b6-fc301e7ec525 service neutron] Transition to ACTIVE for port object a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:02:31.549844 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280e79a-371a-460f-aded-256d4f76ae85 req-c6015531-df7e-49eb-82d1-9bda9e0f8ec8 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:31.550070 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-c05f55fb-0e8a-41a4-b543-d21e0ee06326 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] GET failed (client error): The resource could not be found. Sep 21 18:02:31.550553 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a280e79a-371a-460f-aded-256d4f76ae85 req-c6015531-df7e-49eb-82d1-9bda9e0f8ec8 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:31.555130 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c05f55fb-0e8a-41a4-b543-d21e0ee06326 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] 10.222.0.58 "GET /v2.0/ports/5a22975c-2e60-42f3-97bf-7ac40bedd036 HTTP/1.1" status: 404 len: 333 time: 0.0589621 Sep 21 18:02:31.557222 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42348) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:31.563026 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-7e4064ed-cf5b-4a26-8389-d79637a4f0ce None None] Provisioning complete for port aae091ca-f992-4aa8-88a6-5d7aededb67d triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:31.564005 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7e4064ed-cf5b-4a26-8389-d79637a4f0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:31.564180 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33a5ad-638f-43b8-adfc-15e5f4d52fa8 req-32599ccd-6274-4f05-a849-eeb2a239e0cc tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:31.565713 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3d33a5ad-638f-43b8-adfc-15e5f4d52fa8 req-32599ccd-6274-4f05-a849-eeb2a239e0cc tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0623c11-6157-4004-b384-242f6cdaad58 HTTP/1.1" status: 200 len: 932 time: 0.2202551 Sep 21 18:02:31.598077 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-b6a5c8ff-3746-404a-a6c7-6ee276a6dd52 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Request body: {'port': {'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-653093075'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:31.604656 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-0992c0c4-2ec9-4956-a0b6-fc301e7ec525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:31.605903 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-1979664a-b21b-4c0b-8544-189ff1f74a6a tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Allocated IP 172.20.0.9 (7e7e9a63-eb1d-4c28-89e1-4f07af0bdc5f/67765799-a379-4c7c-bb93-366a248abef8/4ca86243-d704-4d44-a82e-c54d59991dc8) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:02:31.635357 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3d33a5ad-638f-43b8-adfc-15e5f4d52fa8 req-a4f85d37-da71-4e76-adf4-c874353b62ce tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570421 Sep 21 18:02:31.654353 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-ba9dcc47-8ed9-49e2-a8cd-be61921ee7b8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c5368ed-8fad-4388-80f9-90a5006b0f18 HTTP/1.1" status: 200 len: 217 time: 0.1284394 Sep 21 18:02:31.757326 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-7e4064ed-cf5b-4a26-8389-d79637a4f0ce None None] Port aae091ca-f992-4aa8-88a6-5d7aededb67d cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:02:31.773145 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a5c8ff-3746-404a-a6c7-6ee276a6dd52 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Made reservation on behalf of b797614c63724e4bb8f979cc8a5d70d7 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:31.775864 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b6a5c8ff-3746-404a-a6c7-6ee276a6dd52 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:31.778095 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992c0c4-2ec9-4956-a0b6-fc301e7ec525 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:31.790510 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a280e79a-371a-460f-aded-256d4f76ae85 req-c6015531-df7e-49eb-82d1-9bda9e0f8ec8 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2017245 Sep 21 18:02:31.818025 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-a280e79a-371a-460f-aded-256d4f76ae85 req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] Request body: {'port': {'device_id': 'd0623c11-6157-4004-b384-242f6cdaad58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:31.856414 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de2943-cb69-45a1-9a26-1e06b4afdb0d req-cc97e012-fe18-4321-ac04-fe2e00562749 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:31.857976 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-44de2943-cb69-45a1-9a26-1e06b4afdb0d req-cc97e012-fe18-4321-ac04-fe2e00562749 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 946 time: 0.0768657 Sep 21 18:02:31.863588 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-8890d8df-45e6-40ab-b72f-7fca65b68336 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:31.865216 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-8890d8df-45e6-40ab-b72f-7fca65b68336 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/networks?id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf HTTP/1.1" status: 200 len: 811 time: 0.3960376 Sep 21 18:02:31.877141 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1979664a-b21b-4c0b-8544-189ff1f74a6a tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:31.892714 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-a2481ebc-a482-4e4e-9044-17a0780f297b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:31.894193 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-a2481ebc-a482-4e4e-9044-17a0780f297b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bdd8e674-fedb-4b0d-aedc-155bdba08747 HTTP/1.1" status: 200 len: 855 time: 0.2123206 Sep 21 18:02:31.903212 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-b6a5c8ff-3746-404a-a6c7-6ee276a6dd52 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] device_id is not set on port ba07946e-0495-4acc-9736-d3ee8885993f yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:02:31.915301 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-44de2943-cb69-45a1-9a26-1e06b4afdb0d req-342a12a7-0898-40b8-a76a-75788f5e73b1 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481982 Sep 21 18:02:31.934769 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1979664a-b21b-4c0b-8544-189ff1f74a6a tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:32.004396 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1979664a-b21b-4c0b-8544-189ff1f74a6a tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Network 7e7e9a63-eb1d-4c28-89e1-4f07af0bdc5f is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:02:32.007827 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-1979664a-b21b-4c0b-8544-189ff1f74a6a tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:32.015420 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1979664a-b21b-4c0b-8544-189ff1f74a6a tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:02:32.027549 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-44cd763b-9cc9-4cbf-bab6-80580e992715 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/quotas/a8da2b927d2245079ac16237e127ada3 HTTP/1.1" status: 200 len: 375 time: 0.1304245 Sep 21 18:02:32.040785 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979664a-b21b-4c0b-8544-189ff1f74a6a tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Pushing event updated for resources: {'Port': ['ID=4ca86243-d704-4d44-a82e-c54d59991dc8,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:32.076045 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1979664a-b21b-4c0b-8544-189ff1f74a6a tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:32.076993 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1979664a-b21b-4c0b-8544-189ff1f74a6a tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:32.093839 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1979664a-b21b-4c0b-8544-189ff1f74a6a tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3506355 Sep 21 18:02:32.096747 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42352) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:32.102077 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-21786ca8-77f9-472a-99fc-5e3f818ad740 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:32.105647 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a280e79a-371a-460f-aded-256d4f76ae85 req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:32.128877 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-21786ca8-77f9-472a-99fc-5e3f818ad740 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks [] for floatingip, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:32.141589 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-0992c0c4-2ec9-4956-a0b6-fc301e7ec525 service neutron] Attempting to bind port a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:32.141932 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-0992c0c4-2ec9-4956-a0b6-fc301e7ec525 service neutron] Attempting to bind port a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '47ef5cff-a3a5-4e0f-a784-ade98c2c509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ed7ac096-8b50-4865-999e-f00c1ee3a096'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:32.142271 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-0992c0c4-2ec9-4956-a0b6-fc301e7ec525 service neutron] Attempting to bind port a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2 on network ed7ac096-8b50-4865-999e-f00c1ee3a096 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:32.160591 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-3bd261e6-c976-4d2f-830f-35e96b12e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:32.162241 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-3bd261e6-c976-4d2f-830f-35e96b12e4cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ed7ac096-8b50-4865-999e-f00c1ee3a096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2452552 Sep 21 18:02:32.169580 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-0992c0c4-2ec9-4956-a0b6-fc301e7ec525 service neutron] Port a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2 on network ed7ac096-8b50-4865-999e-f00c1ee3a096 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:32.169910 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-0992c0c4-2ec9-4956-a0b6-fc301e7ec525 service neutron] Attempting to bind port a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2 on network ed7ac096-8b50-4865-999e-f00c1ee3a096 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:32.237214 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-0992c0c4-2ec9-4956-a0b6-fc301e7ec525 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:02:32.237561 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-0992c0c4-2ec9-4956-a0b6-fc301e7ec525 service neutron] Checking segment: {'id': '47ef5cff-a3a5-4e0f-a784-ade98c2c509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ed7ac096-8b50-4865-999e-f00c1ee3a096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:02:32.237947 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-0992c0c4-2ec9-4956-a0b6-fc301e7ec525 service neutron] Bound using segment: {'id': '47ef5cff-a3a5-4e0f-a784-ade98c2c509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ed7ac096-8b50-4865-999e-f00c1ee3a096'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:02:32.238398 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-0992c0c4-2ec9-4956-a0b6-fc301e7ec525 service neutron] Bound port: a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47ef5cff-a3a5-4e0f-a784-ade98c2c509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ed7ac096-8b50-4865-999e-f00c1ee3a096'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:02:32.238764 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-0992c0c4-2ec9-4956-a0b6-fc301e7ec525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:32.239720 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-21786ca8-77f9-472a-99fc-5e3f818ad740 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:32.256325 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-fa836564-10b8-4708-9b9e-d9bf531e0440 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a8da2b927d2245079ac16237e127ada3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2278347 Sep 21 18:02:32.308918 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-f0094630-83a6-48ec-8e86-6c4dbbefab90 None None] Provisioning complete for port 4ca86243-d704-4d44-a82e-c54d59991dc8 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:32.310241 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f0094630-83a6-48ec-8e86-6c4dbbefab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:32.349300 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-f0094630-83a6-48ec-8e86-6c4dbbefab90 None None] Port 4ca86243-d704-4d44-a82e-c54d59991dc8 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:02:32.372284 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-21786ca8-77f9-472a-99fc-5e3f818ad740 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Allocated IP 172.25.6.147 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/7fcd9770-1d03-41f4-b93d-a39dad8662b5) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:02:32.509872 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-21786ca8-77f9-472a-99fc-5e3f818ad740 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:32.556496 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-21786ca8-77f9-472a-99fc-5e3f818ad740 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:32.574790 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b6a5c8ff-3746-404a-a6c7-6ee276a6dd52 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:32.598207 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21786ca8-77f9-472a-99fc-5e3f818ad740 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:02:32.601197 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-21786ca8-77f9-472a-99fc-5e3f818ad740 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:32.603929 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21786ca8-77f9-472a-99fc-5e3f818ad740 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:02:32.636007 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-cdd00655-7b60-4dc1-b6f3-a7a5420b9ad3 service neutron] 10.222.0.44 "GET /v2.0/networks/ed7ac096-8b50-4865-999e-f00c1ee3a096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621053 Sep 21 18:02:32.638619 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21786ca8-77f9-472a-99fc-5e3f818ad740 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Pushing event updated for resources: {'Port': ['ID=7fcd9770-1d03-41f4-b93d-a39dad8662b5,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:32.647128 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-0992c0c4-2ec9-4956-a0b6-fc301e7ec525 service neutron] For port a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:02:32.707703 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-21786ca8-77f9-472a-99fc-5e3f818ad740 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:32.772756 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-21786ca8-77f9-472a-99fc-5e3f818ad740 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:32.827953 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9af7a-f00c-4c64-95a0-423fc6ee8af1 req-6c8c9120-c2e8-41fb-9b7c-f01ae321899b tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:32.829852 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bba9af7a-f00c-4c64-95a0-423fc6ee8af1 req-6c8c9120-c2e8-41fb-9b7c-f01ae321899b tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0623c11-6157-4004-b384-242f6cdaad58 HTTP/1.1" status: 200 len: 932 time: 0.0934165 Sep 21 18:02:32.926711 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bba9af7a-f00c-4c64-95a0-423fc6ee8af1 req-ab16411b-5ca3-42e2-8b8c-5277c2cb30db tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889268 Sep 21 18:02:32.983559 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-21786ca8-77f9-472a-99fc-5e3f818ad740 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:32.991984 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-21786ca8-77f9-472a-99fc-5e3f818ad740 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:32.992248 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-0992c0c4-2ec9-4956-a0b6-fc301e7ec525 service neutron] For port a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2,segment=NetworkSegment(47ef5cff-a3a5-4e0f-a784-ade98c2c509a),segment_id=47ef5cff-a3a5-4e0f-a784-ade98c2c509a)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:02:32.998107 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-e5a2f2f4-a42b-4c7c-b0f1-1db486c7a945 service neutron] 10.222.0.58 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7198215 Sep 21 18:02:33.033414 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-0992c0c4-2ec9-4956-a0b6-fc301e7ec525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:33.088728 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21786ca8-77f9-472a-99fc-5e3f818ad740 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Pushing event updated for resources: {'Port': ['ID=7fcd9770-1d03-41f4-b93d-a39dad8662b5,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:33.122399 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec41ae-4d82-4f98-9b4f-6f22aa666a71 req-773f48fb-a510-450c-8817-8d776be95a3e tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:33.123944 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-62ec41ae-4d82-4f98-9b4f-6f22aa666a71 req-773f48fb-a510-450c-8817-8d776be95a3e tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 946 time: 0.1052361 Sep 21 18:02:33.125119 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-21786ca8-77f9-472a-99fc-5e3f818ad740 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:33.144457 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b6a5c8ff-3746-404a-a6c7-6ee276a6dd52 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:33.153450 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-21786ca8-77f9-472a-99fc-5e3f818ad740 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:33.157757 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-21786ca8-77f9-472a-99fc-5e3f818ad740 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0597780 Sep 21 18:02:33.158365 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42368) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:33.160865 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-0992c0c4-2ec9-4956-a0b6-fc301e7ec525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:33.161492 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-0992c0c4-2ec9-4956-a0b6-fc301e7ec525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:33.162856 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-0992c0c4-2ec9-4956-a0b6-fc301e7ec525 service neutron] 10.222.0.38 "PUT /v2.0/ports/a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2 HTTP/1.1" status: 200 len: 1091 time: 3.3572452 Sep 21 18:02:33.164563 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-775f844a-1165-4866-b080-41617777f1e8 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Request body: {'floatingip': {'port_id': '4ca86243-d704-4d44-a82e-c54d59991dc8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:33.223713 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-62ec41ae-4d82-4f98-9b4f-6f22aa666a71 req-b88c127c-8a6f-4b0c-beb7-4e7e51a1441a tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917900 Sep 21 18:02:33.226203 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-775f844a-1165-4866-b080-41617777f1e8 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks [] for floatingip, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:33.269372 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a5c8ff-3746-404a-a6c7-6ee276a6dd52 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Network 821565fe-ba41-445c-8e71-d1126fbb08c4 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:02:33.294062 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-b6a5c8ff-3746-404a-a6c7-6ee276a6dd52 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:33.297021 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a5c8ff-3746-404a-a6c7-6ee276a6dd52 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:02:33.298051 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a5c8ff-3746-404a-a6c7-6ee276a6dd52 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:33.298654 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b6a5c8ff-3746-404a-a6c7-6ee276a6dd52 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:33.305475 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c0c4f159-145d-4b01-8e73-20458d63f167 req-a7e12efb-831b-4e09-b676-dc4667e9912b service neutron] 10.222.0.44 "GET /v2.0/networks/ed7ac096-8b50-4865-999e-f00c1ee3a096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6425433 Sep 21 18:02:33.313636 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992c0c4-2ec9-4956-a0b6-fc301e7ec525 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:33.401884 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-aadf64f8-d8bc-461e-9096-1ee7f8aa10d1 service neutron] 10.222.0.58 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729501 Sep 21 18:02:33.409014 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b6a5c8ff-3746-404a-a6c7-6ee276a6dd52 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8498256 Sep 21 18:02:33.414615 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42372) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:33.427264 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:33.432054 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-1c3f458d-6ca5-4fa0-b01e-6118aae8aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:33.433571 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-1c3f458d-6ca5-4fa0-b01e-6118aae8aac3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=deddc9ddec624708962e75d1e84549bc&device_id=8b86dc02-8562-4d1b-818c-353f82047a80 HTTP/1.1" status: 200 len: 1094 time: 0.2010384 Sep 21 18:02:33.442950 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-775f844a-1165-4866-b080-41617777f1e8 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] update failed (client error): The resource could not be found. Sep 21 18:02:33.444237 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-775f844a-1165-4866-b080-41617777f1e8 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] 10.222.0.58 "PUT /v2.0/floatingips/8e64745c-2f7a-4ea3-95ce-6d427a618958 HTTP/1.1" status: 404 len: 507 time: 0.2832537 Sep 21 18:02:33.447705 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42376) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:33.452987 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b86dc02-8562-4d1b-818c-353f82047a80', 'tag': 'a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:33.456593 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e79ea0-f8ef-442c-876d-7736b70219e3" -d '{"events": [{"name": "network-changed", "server_uuid": "8b86dc02-8562-4d1b-818c-353f82047a80", "tag": "a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:33.463227 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5c8ff-3746-404a-a6c7-6ee276a6dd52 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Pushing event updated for resources: {'Port': ['ID=ba07946e-0495-4acc-9736-d3ee8885993f,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:33.480882 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-a280e79a-371a-460f-aded-256d4f76ae85 req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aae091ca-f992-4aa8-88a6-5d7aededb67d {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:02:33.491192 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a280e79a-371a-460f-aded-256d4f76ae85 req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:33.535797 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-9ae7039a-a4d0-408d-96dc-1c115d73745f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2 HTTP/1.1" status: 200 len: 217 time: 0.0775528 Sep 21 18:02:33.539090 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a546250-6bae-434d-842a-a7237ca4bba2 req-c4cd65bb-7c99-41e8-85e6-e51af658a2d3 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:33.559771 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3a546250-6bae-434d-842a-a7237ca4bba2 req-c4cd65bb-7c99-41e8-85e6-e51af658a2d3 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 946 time: 0.1627192 Sep 21 18:02:33.580585 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42386) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:33.589958 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-2c1cd039-31f3-4596-b300-8225aa28ce32 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Request body: {'floatingip': {'port_id': 'ae5cf22b-064e-447d-8faf-708f8476b92d'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:33.624182 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-a280e79a-371a-460f-aded-256d4f76ae85 req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] Transition to ACTIVE for port object aae091ca-f992-4aa8-88a6-5d7aededb67d will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:02:33.656565 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24d9d09-67b5-4677-87f8-e209df4e4405 x-openstack-request-id: req-f24d9d09-67b5-4677-87f8-e209df4e4405 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:33.656886 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b86dc02-8562-4d1b-818c-353f82047a80", "tag": "a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:33.657039 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f24d9d09-67b5-4677-87f8-e209df4e4405 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:33.657440 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b86dc02-8562-4d1b-818c-353f82047a80', 'tag': 'a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2', 'status': 'completed', 'code': 200} Sep 21 18:02:33.669217 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:33.671096 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a280e79a-371a-460f-aded-256d4f76ae85 req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:33.696985 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2c1cd039-31f3-4596-b300-8225aa28ce32 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for floatingip, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:33.707811 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cbdc6b64-a23d-41b0-98a5-9557b6325e99 req-1439ce7d-30fd-438a-b05e-00db46affeb7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 210 time: 0.0633090 Sep 21 18:02:33.741031 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-b92f0f1c-a497-403b-9272-a9a03293af2d tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Deleting port 7fcd9770-1d03-41f4-b93d-a39dad8662b5 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:02:33.741364 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b92f0f1c-a497-403b-9272-a9a03293af2d tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:33.823231 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-d4bd91d8-54b2-4030-94d3-fa6f5b012ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:33.824224 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-d4bd91d8-54b2-4030-94d3-fa6f5b012ac7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bdd8e674-fedb-4b0d-aedc-155bdba08747 HTTP/1.1" status: 200 len: 855 time: 0.2682536 Sep 21 18:02:33.835320 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0f40d-4204-412a-868d-e3f00072d96e req-f3900088-0170-4e27-9bd5-1442e20d62e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:33.836845 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-41c0f40d-4204-412a-868d-e3f00072d96e req-f3900088-0170-4e27-9bd5-1442e20d62e9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=deddc9ddec624708962e75d1e84549bc&device_id=609696bf-09e0-441c-ae9b-b2d317db85f6 HTTP/1.1" status: 200 len: 1095 time: 0.3164737 Sep 21 18:02:33.837531 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b92f0f1c-a497-403b-9272-a9a03293af2d tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:33.838180 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b92f0f1c-a497-403b-9272-a9a03293af2d tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:33.852971 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-b92f0f1c-a497-403b-9272-a9a03293af2d tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Calling delete_port for 7fcd9770-1d03-41f4-b93d-a39dad8662b5 owned by network:floatingip {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:02:33.918383 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] Pushing event updated for resources: {'Port': ['ID=aae091ca-f992-4aa8-88a6-5d7aededb67d,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:34.070639 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b92f0f1c-a497-403b-9272-a9a03293af2d tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:34.097750 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f0f1c-a497-403b-9272-a9a03293af2d tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Pushing event deleted for resources: {'Port': ['ID=7fcd9770-1d03-41f4-b93d-a39dad8662b5,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:34.174734 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b92f0f1c-a497-403b-9272-a9a03293af2d tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks [] for floatingip, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:34.177295 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b92f0f1c-a497-403b-9272-a9a03293af2d tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:34.182471 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b92f0f1c-a497-403b-9272-a9a03293af2d tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] 10.222.0.58 "DELETE /v2.0/floatingips/8e64745c-2f7a-4ea3-95ce-6d427a618958 HTTP/1.1" status: 204 len: 168 time: 0.7300828 Sep 21 18:02:34.182634 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42400) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:34.188099 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-e24bc978-46ec-40e4-b9d2-ce0df133513d tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Request body: {'floatingip': {'floating_network_id': '7e7e9a63-eb1d-4c28-89e1-4f07af0bdc5f', 'port_id': '4ca86243-d704-4d44-a82e-c54d59991dc8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:34.199388 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0f40d-4204-412a-868d-e3f00072d96e req-8917ed24-b9f9-4282-aac5-fa78d028dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:34.200917 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-41c0f40d-4204-412a-868d-e3f00072d96e req-8917ed24-b9f9-4282-aac5-fa78d028dd8c service neutron] 10.222.0.44 "GET /v2.0/networks?id=ed7ac096-8b50-4865-999e-f00c1ee3a096 HTTP/1.1" status: 200 len: 917 time: 0.3395326 Sep 21 18:02:34.217568 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e24bc978-46ec-40e4-b9d2-ce0df133513d tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks [] for floatingip, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:34.251280 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-5c7dce43-8e35-4a4b-9e5a-e83d0c6146fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:34.252768 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-5c7dce43-8e35-4a4b-9e5a-e83d0c6146fb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ed7ac096-8b50-4865-999e-f00c1ee3a096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4082470 Sep 21 18:02:34.327975 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-41c0f40d-4204-412a-868d-e3f00072d96e req-f8a29511-9805-4ad3-a0a7-96e702074baa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c5368ed-8fad-4388-80f9-90a5006b0f18 HTTP/1.1" status: 200 len: 217 time: 0.0799096 Sep 21 18:02:34.337426 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-e24bc978-46ec-40e4-b9d2-ce0df133513d tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:02:34.343020 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e24bc978-46ec-40e4-b9d2-ce0df133513d tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1592858 Sep 21 18:02:34.343773 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42402) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:34.348739 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-41bafcd9-6c6a-4c40-aa75-65bca04bf433 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'port_id': '4ca86243-d704-4d44-a82e-c54d59991dc8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:34.377452 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41bafcd9-6c6a-4c40-aa75-65bca04bf433 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks [] for floatingip, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:34.414223 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-a280e79a-371a-460f-aded-256d4f76ae85 req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] Attempting to bind port aae091ca-f992-4aa8-88a6-5d7aededb67d on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:34.414567 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-a280e79a-371a-460f-aded-256d4f76ae85 req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] Attempting to bind port aae091ca-f992-4aa8-88a6-5d7aededb67d by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '47ef5cff-a3a5-4e0f-a784-ade98c2c509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ed7ac096-8b50-4865-999e-f00c1ee3a096'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:34.414900 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a280e79a-371a-460f-aded-256d4f76ae85 req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] Attempting to bind port aae091ca-f992-4aa8-88a6-5d7aededb67d on network ed7ac096-8b50-4865-999e-f00c1ee3a096 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:34.430608 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62801287-1bad-4545-b9f6-b191908056c6 req-fa59eeac-c28a-436f-9fc4-8353bc6db47d tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:34.432159 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62801287-1bad-4545-b9f6-b191908056c6 req-fa59eeac-c28a-436f-9fc4-8353bc6db47d tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0623c11-6157-4004-b384-242f6cdaad58 HTTP/1.1" status: 200 len: 944 time: 0.3507047 Sep 21 18:02:34.467813 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] device_id is not set on port ba07946e-0495-4acc-9736-d3ee8885993f yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:02:34.486666 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41bafcd9-6c6a-4c40-aa75-65bca04bf433 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:34.511758 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a280e79a-371a-460f-aded-256d4f76ae85 req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] Port aae091ca-f992-4aa8-88a6-5d7aededb67d on network ed7ac096-8b50-4865-999e-f00c1ee3a096 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:34.512091 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a280e79a-371a-460f-aded-256d4f76ae85 req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] Attempting to bind port aae091ca-f992-4aa8-88a6-5d7aededb67d on network ed7ac096-8b50-4865-999e-f00c1ee3a096 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:34.521749 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:34.546618 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:34.558745 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a280e79a-371a-460f-aded-256d4f76ae85 req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:02:34.559107 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a280e79a-371a-460f-aded-256d4f76ae85 req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] Checking segment: {'id': '47ef5cff-a3a5-4e0f-a784-ade98c2c509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ed7ac096-8b50-4865-999e-f00c1ee3a096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:02:34.559489 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a280e79a-371a-460f-aded-256d4f76ae85 req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] Bound using segment: {'id': '47ef5cff-a3a5-4e0f-a784-ade98c2c509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ed7ac096-8b50-4865-999e-f00c1ee3a096'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:02:34.559928 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-a280e79a-371a-460f-aded-256d4f76ae85 req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] Bound port: aae091ca-f992-4aa8-88a6-5d7aededb67d, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47ef5cff-a3a5-4e0f-a784-ade98c2c509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ed7ac096-8b50-4865-999e-f00c1ee3a096'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:02:34.560287 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a280e79a-371a-460f-aded-256d4f76ae85 req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:34.587166 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0f40d-4204-412a-868d-e3f00072d96e req-ab49a2e7-bab7-4503-9fd0-47a8b9a0711a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:34.588651 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-41c0f40d-4204-412a-868d-e3f00072d96e req-ab49a2e7-bab7-4503-9fd0-47a8b9a0711a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bdd8e674-fedb-4b0d-aedc-155bdba08747 HTTP/1.1" status: 200 len: 855 time: 0.2258182 Sep 21 18:02:34.595764 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-41bafcd9-6c6a-4c40-aa75-65bca04bf433 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Allocated IP 172.25.6.228 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/cb2650ed-4e0e-4b0d-a92f-89ea14dc5519) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:02:34.725338 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62801287-1bad-4545-b9f6-b191908056c6 req-3434cc25-0cc8-4d69-ac3f-fb79f2f2fee5 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503490 Sep 21 18:02:34.728529 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41bafcd9-6c6a-4c40-aa75-65bca04bf433 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:34.788413 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-6ffb49fa-51ac-45cd-bc8e-f94e1a1f1929 service neutron] 10.222.0.38 "GET /v2.0/networks/ed7ac096-8b50-4865-999e-f00c1ee3a096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5150890 Sep 21 18:02:34.837343 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5115805d-6cf4-490e-b49e-34d1068334d2 req-9be82db6-673b-40e9-9625-1e04b6f98cf2 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 210 time: 0.0419345 Sep 21 18:02:34.842144 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41bafcd9-6c6a-4c40-aa75-65bca04bf433 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:34.885963 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bafcd9-6c6a-4c40-aa75-65bca04bf433 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:02:34.889059 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-41bafcd9-6c6a-4c40-aa75-65bca04bf433 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:34.891571 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bafcd9-6c6a-4c40-aa75-65bca04bf433 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:02:34.918395 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bafcd9-6c6a-4c40-aa75-65bca04bf433 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Pushing event updated for resources: {'Port': ['ID=cb2650ed-4e0e-4b0d-a92f-89ea14dc5519,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:35.068483 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-41bafcd9-6c6a-4c40-aa75-65bca04bf433 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Deleting port cb2650ed-4e0e-4b0d-a92f-89ea14dc5519 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:02:35.068833 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41bafcd9-6c6a-4c40-aa75-65bca04bf433 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:35.114572 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Pushing event updated for resources: {'Port': ['ID=ba07946e-0495-4acc-9736-d3ee8885993f,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:35.157234 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41bafcd9-6c6a-4c40-aa75-65bca04bf433 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:35.157835 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41bafcd9-6c6a-4c40-aa75-65bca04bf433 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:35.169987 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-41bafcd9-6c6a-4c40-aa75-65bca04bf433 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Calling delete_port for cb2650ed-4e0e-4b0d-a92f-89ea14dc5519 owned by network:floatingip {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:02:35.239935 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port ba07946e-0495-4acc-9736-d3ee8885993f on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:35.240536 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port ba07946e-0495-4acc-9736-d3ee8885993f by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:35.240650 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port ba07946e-0495-4acc-9736-d3ee8885993f on network 821565fe-ba41-445c-8e71-d1126fbb08c4 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:35.273234 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-a280e79a-371a-460f-aded-256d4f76ae85 req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] For port aae091ca-f992-4aa8-88a6-5d7aededb67d, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:02:35.288913 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0f40d-4204-412a-868d-e3f00072d96e req-d8de9dda-31c0-4e31-b3d2-0624fba43943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:35.290475 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-41c0f40d-4204-412a-868d-e3f00072d96e req-d8de9dda-31c0-4e31-b3d2-0624fba43943 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ed7ac096-8b50-4865-999e-f00c1ee3a096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6468685 Sep 21 18:02:35.290717 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41bafcd9-6c6a-4c40-aa75-65bca04bf433 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:35.305984 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Port ba07946e-0495-4acc-9736-d3ee8885993f on network 821565fe-ba41-445c-8e71-d1126fbb08c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:35.306333 n-d-810291-1 neutron-server[101460]: ERROR neutron.plugins.ml2.managers [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Failed to bind port ba07946e-0495-4acc-9736-d3ee8885993f on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] Sep 21 18:02:35.319414 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-a280e79a-371a-460f-aded-256d4f76ae85 req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] For port aae091ca-f992-4aa8-88a6-5d7aededb67d, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=aae091ca-f992-4aa8-88a6-5d7aededb67d,segment=NetworkSegment(47ef5cff-a3a5-4e0f-a784-ade98c2c509a),segment_id=47ef5cff-a3a5-4e0f-a784-ade98c2c509a)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:02:35.320385 n-d-810291-1 neutron-server[101460]: INFO neutron.plugins.ml2.plugin [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempt 2 to bind port ba07946e-0495-4acc-9736-d3ee8885993f Sep 21 18:02:35.323091 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bafcd9-6c6a-4c40-aa75-65bca04bf433 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Pushing event deleted for resources: {'Port': ['ID=cb2650ed-4e0e-4b0d-a92f-89ea14dc5519,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:35.361071 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a280e79a-371a-460f-aded-256d4f76ae85 req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:35.399259 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-41bafcd9-6c6a-4c40-aa75-65bca04bf433 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] create failed (client error): The resource could not be found. Sep 21 18:02:35.400251 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-41bafcd9-6c6a-4c40-aa75-65bca04bf433 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.0555007 Sep 21 18:02:35.405193 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42412) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:35.438257 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port ba07946e-0495-4acc-9736-d3ee8885993f on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:35.438603 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port ba07946e-0495-4acc-9736-d3ee8885993f by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:35.438956 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port ba07946e-0495-4acc-9736-d3ee8885993f on network 821565fe-ba41-445c-8e71-d1126fbb08c4 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:35.494371 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-c3084d87-46d0-4b98-8141-820de5b68d7c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:35.496038 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-c3084d87-46d0-4b98-8141-820de5b68d7c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.38 "GET /v2.0/networks?id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf HTTP/1.1" status: 200 len: 811 time: 0.7646034 Sep 21 18:02:35.505209 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280e79a-371a-460f-aded-256d4f76ae85 req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:35.505839 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a280e79a-371a-460f-aded-256d4f76ae85 req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:35.506808 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-63ffa61e-c587-4670-bfca-e8de868667f9 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Deleting port 4ca86243-d704-4d44-a82e-c54d59991dc8 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:02:35.507302 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a280e79a-371a-460f-aded-256d4f76ae85 req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] 10.222.0.44 "PUT /v2.0/ports/aae091ca-f992-4aa8-88a6-5d7aededb67d HTTP/1.1" status: 200 len: 1092 time: 3.6968067 Sep 21 18:02:35.507535 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-63ffa61e-c587-4670-bfca-e8de868667f9 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:35.513617 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Port ba07946e-0495-4acc-9736-d3ee8885993f on network 821565fe-ba41-445c-8e71-d1126fbb08c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:35.513955 n-d-810291-1 neutron-server[101460]: ERROR neutron.plugins.ml2.managers [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Failed to bind port ba07946e-0495-4acc-9736-d3ee8885993f on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] Sep 21 18:02:35.516099 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-389c0686-0294-4d9b-a413-bdbc8a9023cb req-a62bff48-606e-4c4d-93c0-5cba008395aa service neutron] 10.222.0.38 "GET /v2.0/networks/ed7ac096-8b50-4865-999e-f00c1ee3a096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6995668 Sep 21 18:02:35.523467 n-d-810291-1 neutron-server[101460]: INFO neutron.plugins.ml2.plugin [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempt 3 to bind port ba07946e-0495-4acc-9736-d3ee8885993f Sep 21 18:02:35.531354 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b3021253-85b8-403a-aa5a-fcfc377d9d6c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Request body: {'port': {'device_id': 'f0fa6282-aef7-4185-b9f3-71bd8d7fb49a', 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf', 'admin_state_up': True, 'tenant_id': 'a8da2b927d2245079ac16237e127ada3'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:35.549894 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.db.resource_extend [None req-2c1cd039-31f3-4596-b300-8225aa28ce32 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 18:02:35.629869 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-63ffa61e-c587-4670-bfca-e8de868667f9 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:35.646594 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-63ffa61e-c587-4670-bfca-e8de868667f9 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Calling delete_port for 4ca86243-d704-4d44-a82e-c54d59991dc8 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:02:35.669368 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port ba07946e-0495-4acc-9736-d3ee8885993f on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:35.669594 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port ba07946e-0495-4acc-9736-d3ee8885993f by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:35.669930 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port ba07946e-0495-4acc-9736-d3ee8885993f on network 821565fe-ba41-445c-8e71-d1126fbb08c4 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:35.672183 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0623c11-6157-4004-b384-242f6cdaad58', 'tag': 'aae091ca-f992-4aa8-88a6-5d7aededb67d'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:35.674422 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89528e32-0138-4478-b1e6-5b7458cbf2e6" -d '{"events": [{"name": "network-changed", "server_uuid": "d0623c11-6157-4004-b384-242f6cdaad58", "tag": "aae091ca-f992-4aa8-88a6-5d7aededb67d"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:35.696557 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] Pushing event updated for resources: {'Port': ['ID=aae091ca-f992-4aa8-88a6-5d7aededb67d,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:35.746852 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edc9ddf-8f95-46db-896d-1aa8464c970b x-openstack-request-id: req-3edc9ddf-8f95-46db-896d-1aa8464c970b {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:35.747333 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0623c11-6157-4004-b384-242f6cdaad58", "tag": "aae091ca-f992-4aa8-88a6-5d7aededb67d", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:35.747594 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3edc9ddf-8f95-46db-896d-1aa8464c970b {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:35.747988 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0623c11-6157-4004-b384-242f6cdaad58', 'tag': 'aae091ca-f992-4aa8-88a6-5d7aededb67d', 'status': 'completed', 'code': 200} Sep 21 18:02:35.749637 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Port ba07946e-0495-4acc-9736-d3ee8885993f on network 821565fe-ba41-445c-8e71-d1126fbb08c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:35.749954 n-d-810291-1 neutron-server[101460]: ERROR neutron.plugins.ml2.managers [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Failed to bind port ba07946e-0495-4acc-9736-d3ee8885993f on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] Sep 21 18:02:35.771187 n-d-810291-1 neutron-server[101460]: INFO neutron.plugins.ml2.plugin [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempt 4 to bind port ba07946e-0495-4acc-9736-d3ee8885993f Sep 21 18:02:35.776099 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-41c0f40d-4204-412a-868d-e3f00072d96e req-e5a1bd91-c18b-4ed7-b77a-daf4cb403334 service neutron] 10.222.0.44 "GET /v2.0/networks/ed7ac096-8b50-4865-999e-f00c1ee3a096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710763 Sep 21 18:02:35.777691 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:35.783854 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:35.783854 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:35.784201 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:35.784538 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:35.784886 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:35.785231 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:35.785560 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:35.785891 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:35.786227 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:35.786560 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:35.786893 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8e15c4-d4d1-4d33-8848-7508d42f69bf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:35.797675 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2c1cd039-31f3-4596-b300-8225aa28ce32 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:35.825723 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-63ffa61e-c587-4670-bfca-e8de868667f9 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:35.826567 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2c1cd039-31f3-4596-b300-8225aa28ce32 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:35.885222 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ffa61e-c587-4670-bfca-e8de868667f9 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Pushing event deleted for resources: {'Port': ['ID=4ca86243-d704-4d44-a82e-c54d59991dc8,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:35.909841 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port ba07946e-0495-4acc-9736-d3ee8885993f on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:35.910189 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port ba07946e-0495-4acc-9736-d3ee8885993f by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:35.910534 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port ba07946e-0495-4acc-9736-d3ee8885993f on network 821565fe-ba41-445c-8e71-d1126fbb08c4 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:35.932781 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e79ea0-f8ef-442c-876d-7736b70219e3 req-c74cb09e-6bc6-4427-92e0-7ff8b0f36792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:35.934521 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-61e79ea0-f8ef-442c-876d-7736b70219e3 req-c74cb09e-6bc6-4427-92e0-7ff8b0f36792 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=deddc9ddec624708962e75d1e84549bc&device_id=8b86dc02-8562-4d1b-818c-353f82047a80 HTTP/1.1" status: 200 len: 1094 time: 0.3265409 Sep 21 18:02:35.945372 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280e79a-371a-460f-aded-256d4f76ae85 req-cc849118-3395-45d9-807f-c0ae6056f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:35.946888 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a280e79a-371a-460f-aded-256d4f76ae85 req-cc849118-3395-45d9-807f-c0ae6056f390 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=deddc9ddec624708962e75d1e84549bc&device_id=d0623c11-6157-4004-b384-242f6cdaad58 HTTP/1.1" status: 200 len: 1095 time: 0.3446882 Sep 21 18:02:35.954310 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Port ba07946e-0495-4acc-9736-d3ee8885993f on network 821565fe-ba41-445c-8e71-d1126fbb08c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:35.954636 n-d-810291-1 neutron-server[101460]: ERROR neutron.plugins.ml2.managers [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Failed to bind port ba07946e-0495-4acc-9736-d3ee8885993f on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] Sep 21 18:02:35.977570 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b8967-0a5a-4be4-af9f-f68440e1d386 req-a085c133-c690-471d-a5ca-5327ee2b8fa4 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:35.985435 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4a2b8967-0a5a-4be4-af9f-f68440e1d386 req-a085c133-c690-471d-a5ca-5327ee2b8fa4 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0623c11-6157-4004-b384-242f6cdaad58 HTTP/1.1" status: 200 len: 944 time: 0.1707098 Sep 21 18:02:35.990586 n-d-810291-1 neutron-server[101460]: INFO neutron.plugins.ml2.plugin [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempt 5 to bind port ba07946e-0495-4acc-9736-d3ee8885993f Sep 21 18:02:36.026462 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-63ffa61e-c587-4670-bfca-e8de868667f9 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:36.031101 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-63ffa61e-c587-4670-bfca-e8de868667f9 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] 10.222.0.58 "DELETE /v2.0/ports/4ca86243-d704-4d44-a82e-c54d59991dc8 HTTP/1.1" status: 204 len: 168 time: 0.6224754 Sep 21 18:02:36.034499 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42430) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:36.063569 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4a2b8967-0a5a-4be4-af9f-f68440e1d386 req-2f9912ed-f997-4cb6-9718-6df8ad7e1295 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770984 Sep 21 18:02:36.105062 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-67eafe32-b006-4b44-aa8d-e5a49c1fcb02 req-55b7f0cb-90ca-4d76-a61f-5696f5002f75 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 210 time: 0.1515932 Sep 21 18:02:36.133724 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180d576a-e8f5-4974-b5f5-08612656a1bd tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:36.139349 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-180d576a-e8f5-4974-b5f5-08612656a1bd tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d120c1d-ee05-476e-bcc8-84b57666c32c HTTP/1.1" status: 200 len: 913 time: 0.1035345 Sep 21 18:02:36.140289 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42434) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:36.151369 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a280e79a-371a-460f-aded-256d4f76ae85 req-2e1b22de-40e0-45a0-a1d0-a026851a0ab7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aae091ca-f992-4aa8-88a6-5d7aededb67d HTTP/1.1" status: 200 len: 217 time: 0.1702483 Sep 21 18:02:36.152059 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port ba07946e-0495-4acc-9736-d3ee8885993f on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:36.152448 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port ba07946e-0495-4acc-9736-d3ee8885993f by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:36.152853 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port ba07946e-0495-4acc-9736-d3ee8885993f on network 821565fe-ba41-445c-8e71-d1126fbb08c4 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:36.206423 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42436) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:36.222271 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Port ba07946e-0495-4acc-9736-d3ee8885993f on network 821565fe-ba41-445c-8e71-d1126fbb08c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:36.222603 n-d-810291-1 neutron-server[101460]: ERROR neutron.plugins.ml2.managers [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Failed to bind port ba07946e-0495-4acc-9736-d3ee8885993f on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] Sep 21 18:02:36.254139 n-d-810291-1 neutron-server[101460]: INFO neutron.plugins.ml2.plugin [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempt 6 to bind port ba07946e-0495-4acc-9736-d3ee8885993f Sep 21 18:02:36.292551 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-41c0f40d-4204-412a-868d-e3f00072d96e req-1683ecab-ff53-4f79-b36a-4e1c635e0736 service neutron] 10.222.0.44 "GET /v2.0/networks/ed7ac096-8b50-4865-999e-f00c1ee3a096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4995270 Sep 21 18:02:36.293174 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b3021253-85b8-403a-aa5a-fcfc377d9d6c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Made reservation on behalf of a8da2b927d2245079ac16237e127ada3 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:36.296600 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b3021253-85b8-403a-aa5a-fcfc377d9d6c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:36.313173 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-2c1cd039-31f3-4596-b300-8225aa28ce32 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Floating IP bd175afb-831b-49ad-aee0-8f16b3ca5270 associated. External IP: 172.25.6.158, port: ae5cf22b-064e-447d-8faf-708f8476b92d. Sep 21 18:02:36.315287 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port ba07946e-0495-4acc-9736-d3ee8885993f on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:36.315621 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port ba07946e-0495-4acc-9736-d3ee8885993f by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:36.316177 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port ba07946e-0495-4acc-9736-d3ee8885993f on network 821565fe-ba41-445c-8e71-d1126fbb08c4 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:36.373286 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Port ba07946e-0495-4acc-9736-d3ee8885993f on network 821565fe-ba41-445c-8e71-d1126fbb08c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:36.373624 n-d-810291-1 neutron-server[101460]: ERROR neutron.plugins.ml2.managers [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Failed to bind port ba07946e-0495-4acc-9736-d3ee8885993f on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] Sep 21 18:02:36.382171 n-d-810291-1 neutron-server[101460]: INFO neutron.plugins.ml2.plugin [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempt 7 to bind port ba07946e-0495-4acc-9736-d3ee8885993f Sep 21 18:02:36.385415 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280e79a-371a-460f-aded-256d4f76ae85 req-14abf60b-4f6a-4aa5-a0c4-9f4e746bc87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:36.387091 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a280e79a-371a-460f-aded-256d4f76ae85 req-14abf60b-4f6a-4aa5-a0c4-9f4e746bc87c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bdd8e674-fedb-4b0d-aedc-155bdba08747 HTTP/1.1" status: 200 len: 855 time: 0.2221272 Sep 21 18:02:36.395323 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e79ea0-f8ef-442c-876d-7736b70219e3 req-33bc9301-8855-4fe8-9951-9d85102e405f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:36.396726 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-61e79ea0-f8ef-442c-876d-7736b70219e3 req-33bc9301-8855-4fe8-9951-9d85102e405f service neutron] 10.222.0.38 "GET /v2.0/networks?id=ed7ac096-8b50-4865-999e-f00c1ee3a096 HTTP/1.1" status: 200 len: 917 time: 0.4459400 Sep 21 18:02:36.431580 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 6c5368ed-8fad-4388-80f9-90a5006b0f18 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:02:36.483894 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-430cb863-60a3-4d96-a582-d9663e1e2a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:36.516503 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port ba07946e-0495-4acc-9736-d3ee8885993f on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:36.516854 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port ba07946e-0495-4acc-9736-d3ee8885993f by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:36.517190 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port ba07946e-0495-4acc-9736-d3ee8885993f on network 821565fe-ba41-445c-8e71-d1126fbb08c4 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:36.543891 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f8305a62-257d-463a-81cb-981a5c0beca6 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:36.551783 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 6c5368ed-8fad-4388-80f9-90a5006b0f18, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=6c5368ed-8fad-4388-80f9-90a5006b0f18,segment=NetworkSegment(47ef5cff-a3a5-4e0f-a784-ade98c2c509a),segment_id=47ef5cff-a3a5-4e0f-a784-ade98c2c509a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:36.566615 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-61e79ea0-f8ef-442c-876d-7736b70219e3 req-39471f7c-43fb-436f-bbe2-b773c032a519 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2 HTTP/1.1" status: 200 len: 217 time: 0.1581950 Sep 21 18:02:36.571651 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '6c5368ed-8fad-4388-80f9-90a5006b0f18', 'network_id': 'ed7ac096-8b50-4865-999e-f00c1ee3a096', 'port_id': '6c5368ed-8fad-4388-80f9-90a5006b0f18', 'mac_address': 'fa:16:3e:e9:24:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd8e674-fedb-4b0d-aedc-155bdba08747', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:02:36.577439 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Port ba07946e-0495-4acc-9736-d3ee8885993f on network 821565fe-ba41-445c-8e71-d1126fbb08c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:36.577773 n-d-810291-1 neutron-server[101460]: ERROR neutron.plugins.ml2.managers [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Failed to bind port ba07946e-0495-4acc-9736-d3ee8885993f on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] Sep 21 18:02:36.586118 n-d-810291-1 neutron-server[101460]: INFO neutron.plugins.ml2.plugin [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempt 8 to bind port ba07946e-0495-4acc-9736-d3ee8885993f Sep 21 18:02:36.625075 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:36.639388 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c5368ed-8fad-4388-80f9-90a5006b0f18 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:02:36.660971 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 6c5368ed-8fad-4388-80f9-90a5006b0f18, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=6c5368ed-8fad-4388-80f9-90a5006b0f18,segment=NetworkSegment(47ef5cff-a3a5-4e0f-a784-ade98c2c509a),segment_id=47ef5cff-a3a5-4e0f-a784-ade98c2c509a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:36.665743 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:36.692126 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port ba07946e-0495-4acc-9736-d3ee8885993f on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:36.692387 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port ba07946e-0495-4acc-9736-d3ee8885993f by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:36.692698 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port ba07946e-0495-4acc-9736-d3ee8885993f on network 821565fe-ba41-445c-8e71-d1126fbb08c4 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:36.704772 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280e79a-371a-460f-aded-256d4f76ae85 req-ddc144a7-55ee-4fa1-ad66-c8ec6195e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:36.706324 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a280e79a-371a-460f-aded-256d4f76ae85 req-ddc144a7-55ee-4fa1-ad66-c8ec6195e8d2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ed7ac096-8b50-4865-999e-f00c1ee3a096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3034542 Sep 21 18:02:36.716984 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=6c5368ed-8fad-4388-80f9-90a5006b0f18,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:36.726749 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Port ba07946e-0495-4acc-9736-d3ee8885993f on network 821565fe-ba41-445c-8e71-d1126fbb08c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:36.727114 n-d-810291-1 neutron-server[101460]: ERROR neutron.plugins.ml2.managers [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Failed to bind port ba07946e-0495-4acc-9736-d3ee8885993f on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] Sep 21 18:02:36.981403 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['6c5368ed-8fad-4388-80f9-90a5006b0f18'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:02:37.066439 n-d-810291-1 neutron-server[101460]: INFO neutron.plugins.ml2.plugin [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempt 9 to bind port ba07946e-0495-4acc-9736-d3ee8885993f Sep 21 18:02:37.077613 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e79ea0-f8ef-442c-876d-7736b70219e3 req-6d44011b-882d-4371-b45c-2778dab32695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:37.079121 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-61e79ea0-f8ef-442c-876d-7736b70219e3 req-6d44011b-882d-4371-b45c-2778dab32695 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bdd8e674-fedb-4b0d-aedc-155bdba08747 HTTP/1.1" status: 200 len: 855 time: 0.4968476 Sep 21 18:02:37.124082 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b3021253-85b8-403a-aa5a-fcfc377d9d6c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Allocated IP 172.20.0.13 (26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf/63a1043c-b263-4aac-aec7-9797fbf7cd86/a39e2a54-1d22-4efc-ab50-17ec7c4e731b) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:02:37.156857 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port ba07946e-0495-4acc-9736-d3ee8885993f on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:37.157288 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port ba07946e-0495-4acc-9736-d3ee8885993f by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:37.157528 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port ba07946e-0495-4acc-9736-d3ee8885993f on network 821565fe-ba41-445c-8e71-d1126fbb08c4 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:37.177712 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-f8305a62-257d-463a-81cb-981a5c0beca6 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Deleting port beffb95d-a8bf-4f0b-a796-9e9f50264da5 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:02:37.178176 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f8305a62-257d-463a-81cb-981a5c0beca6 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:37.229010 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Port ba07946e-0495-4acc-9736-d3ee8885993f on network 821565fe-ba41-445c-8e71-d1126fbb08c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:37.229256 n-d-810291-1 neutron-server[101460]: ERROR neutron.plugins.ml2.managers [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Failed to bind port ba07946e-0495-4acc-9736-d3ee8885993f on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] Sep 21 18:02:37.264595 n-d-810291-1 neutron-server[101460]: INFO neutron.plugins.ml2.plugin [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempt 10 to bind port ba07946e-0495-4acc-9736-d3ee8885993f Sep 21 18:02:37.290550 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53f318-48bf-4ef4-a1f3-2a76ca963a89 req-be83a734-f8f7-46b3-9d6f-025557eea1fd tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:37.292118 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6b53f318-48bf-4ef4-a1f3-2a76ca963a89 req-be83a734-f8f7-46b3-9d6f-025557eea1fd tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0623c11-6157-4004-b384-242f6cdaad58 HTTP/1.1" status: 200 len: 944 time: 0.1096346 Sep 21 18:02:37.312762 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f8305a62-257d-463a-81cb-981a5c0beca6 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:37.330958 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-02c47d90-f529-4782-889d-664aecc3a1e7 req-5677c70b-195b-4c88-b0c1-465c737786e8 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 210 time: 0.1117551 Sep 21 18:02:37.335116 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-f8305a62-257d-463a-81cb-981a5c0beca6 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Calling delete_port for beffb95d-a8bf-4f0b-a796-9e9f50264da5 owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:02:37.345782 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e79ea0-f8ef-442c-876d-7736b70219e3 req-c11d22d7-7ec8-4ebc-bd8a-2a20baff9795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:37.347317 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-61e79ea0-f8ef-442c-876d-7736b70219e3 req-c11d22d7-7ec8-4ebc-bd8a-2a20baff9795 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ed7ac096-8b50-4865-999e-f00c1ee3a096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2459669 Sep 21 18:02:37.347943 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port ba07946e-0495-4acc-9736-d3ee8885993f on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:37.348347 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port ba07946e-0495-4acc-9736-d3ee8885993f by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:37.348677 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port ba07946e-0495-4acc-9736-d3ee8885993f on network 821565fe-ba41-445c-8e71-d1126fbb08c4 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:37.387709 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6b53f318-48bf-4ef4-a1f3-2a76ca963a89 req-bee3e80d-3ffc-45d1-bcae-4bc2b0293a97 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885434 Sep 21 18:02:37.404235 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Port ba07946e-0495-4acc-9736-d3ee8885993f on network 821565fe-ba41-445c-8e71-d1126fbb08c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:37.404583 n-d-810291-1 neutron-server[101460]: ERROR neutron.plugins.ml2.managers [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Failed to bind port ba07946e-0495-4acc-9736-d3ee8885993f on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] Sep 21 18:02:37.405211 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:37.414149 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a280e79a-371a-460f-aded-256d4f76ae85 req-eb7abe5c-ee7a-4d02-96a7-11826c803474 service neutron] 10.222.0.44 "GET /v2.0/networks/ed7ac096-8b50-4865-999e-f00c1ee3a096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6884127 Sep 21 18:02:37.440301 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1cd039-31f3-4596-b300-8225aa28ce32 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Router 624692c6-e850-4622-95b0-bdc01dbb7965 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:02:37.519553 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f8305a62-257d-463a-81cb-981a5c0beca6 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:37.524204 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-430cb863-60a3-4d96-a582-d9663e1e2a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:37.552746 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8305a62-257d-463a-81cb-981a5c0beca6 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Pushing event deleted for resources: {'Port': ['ID=beffb95d-a8bf-4f0b-a796-9e9f50264da5,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:37.560070 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-430cb863-60a3-4d96-a582-d9663e1e2a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:37.697491 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f8305a62-257d-463a-81cb-981a5c0beca6 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:37.772136 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-61e79ea0-f8ef-442c-876d-7736b70219e3 req-0fb3c48e-688d-4d46-b50a-2d40d6bd4521 service neutron] 10.222.0.38 "GET /v2.0/networks/ed7ac096-8b50-4865-999e-f00c1ee3a096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048553 Sep 21 18:02:37.774343 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-430cb863-60a3-4d96-a582-d9663e1e2a64 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a90e5809cbdd4d2ba0adfebd7ea676de&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5536747 Sep 21 18:02:37.777375 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42452) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:37.786094 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430cb863-60a3-4d96-a582-d9663e1e2a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3fb1f5-1d7f-402b-a970-ba12ec0f2662,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:37.813494 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] For port ba07946e-0495-4acc-9736-d3ee8885993f, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:02:37.813861 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempted to set empty binding levels {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 21 18:02:37.828124 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a280e79a-371a-460f-aded-256d4f76ae85 req-93f02ccd-5b5e-4fbe-b617-b5b3eaa6a423 service neutron] 10.222.0.44 "GET /v2.0/networks/ed7ac096-8b50-4865-999e-f00c1ee3a096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971224 Sep 21 18:02:37.846071 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:37.898203 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8305a62-257d-463a-81cb-981a5c0beca6 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Router 3d120c1d-ee05-476e-bcc8-84b57666c32c has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:02:37.899465 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b3021253-85b8-403a-aa5a-fcfc377d9d6c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:37.902810 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b7578c6d-808f-4dd5-92cb-78d56da44d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:37.958612 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b7578c6d-808f-4dd5-92cb-78d56da44d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:37.961422 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] In _notify_port_updated(), no bound segment for port ba07946e-0495-4acc-9736-d3ee8885993f on network 821565fe-ba41-445c-8e71-d1126fbb08c4 {{(pid=101460) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:02:37.962324 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:37.962957 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:37.964285 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] 10.222.0.58 "PUT /v2.0/ports/ba07946e-0495-4acc-9736-d3ee8885993f HTTP/1.1" status: 200 len: 974 time: 4.5465913 Sep 21 18:02:37.970106 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42454) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:38.028479 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40433934-60ee-4aee-9615-54d098198dd6 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Pushing event updated for resources: {'Port': ['ID=ba07946e-0495-4acc-9736-d3ee8885993f,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:38.042525 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1cd039-31f3-4596-b300-8225aa28ce32 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:02:38.053489 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1165572-53f9-499d-9871-6fdcfdc175db None None] Sync routers for ids ['624692c6-e850-4622-95b0-bdc01dbb7965'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:02:38.054534 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2c1cd039-31f3-4596-b300-8225aa28ce32 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:38.060625 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8305a62-257d-463a-81cb-981a5c0beca6 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:02:38.068409 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1165572-53f9-499d-9871-6fdcfdc175db None None] Routers {'624692c6-e850-4622-95b0-bdc01dbb7965'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:02:38.069463 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b1165572-53f9-499d-9871-6fdcfdc175db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:02:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['624692c6-e850-4622-95b0-bdc01dbb7965'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:38.074129 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f8305a62-257d-463a-81cb-981a5c0beca6 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] 10.222.0.58 "PUT /v2.0/routers/3d120c1d-ee05-476e-bcc8-84b57666c32c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9299884 Sep 21 18:02:38.077578 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42458) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:38.087620 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-61e79ea0-f8ef-442c-876d-7736b70219e3 req-67834661-ea93-4ea0-9f00-87bdc68849ba service neutron] 10.222.0.38 "GET /v2.0/networks/ed7ac096-8b50-4865-999e-f00c1ee3a096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925167 Sep 21 18:02:38.089023 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc93c7b-96cb-4fd1-827b-99851e7c463b None None] Sync routers for ids ['3d120c1d-ee05-476e-bcc8-84b57666c32c'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:02:38.095065 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89528e32-0138-4478-b1e6-5b7458cbf2e6 req-c96a8e29-79cc-4881-81e5-4cced7895fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.096596 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-89528e32-0138-4478-b1e6-5b7458cbf2e6 req-c96a8e29-79cc-4881-81e5-4cced7895fcd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=deddc9ddec624708962e75d1e84549bc&device_id=d0623c11-6157-4004-b384-242f6cdaad58 HTTP/1.1" status: 200 len: 1095 time: 0.1952560 Sep 21 18:02:38.102358 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2c1cd039-31f3-4596-b300-8225aa28ce32 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "PUT /v2.0/floatingips/bd175afb-831b-49ad-aee0-8f16b3ca5270 HTTP/1.1" status: 200 len: 992 time: 4.5129454 Sep 21 18:02:38.102358 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45a186f-e558-4443-ae23-9c550baf95e6', 'tag': 'ae5cf22b-064e-447d-8faf-708f8476b92d'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:38.102358 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfa731a-bf98-4b66-9b9d-7d0b1e4dc2fb" -d '{"events": [{"name": "network-changed", "server_uuid": "d45a186f-e558-4443-ae23-9c550baf95e6", "tag": "ae5cf22b-064e-447d-8faf-708f8476b92d"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:38.108750 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc93c7b-96cb-4fd1-827b-99851e7c463b None None] Routers {'3d120c1d-ee05-476e-bcc8-84b57666c32c'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:02:38.110712 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-ddc93c7b-96cb-4fd1-827b-99851e7c463b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:02:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3d120c1d-ee05-476e-bcc8-84b57666c32c'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:38.115304 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b3021253-85b8-403a-aa5a-fcfc377d9d6c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:38.172052 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.172906 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.173566 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.174201 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.175078 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.175871 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.176625 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.177122 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.177604 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.178262 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.178741 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.180046 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.181138 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.181620 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.182098 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.182571 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.183066 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.183619 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.184089 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.184559 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.185025 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.185492 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.185959 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.186431 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.186898 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.187699 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.188175 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.188800 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.189233 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.189703 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.190166 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.190637 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.191208 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.191675 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.192139 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.192603 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.193068 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.193533 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.193997 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.194460 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.194941 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.195410 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.195878 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.196339 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.196803 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.197267 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.201979 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6f842a24-8091-42ef-b9de-480ca2cf4d57 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 41524 time: 0.2295010 Sep 21 18:02:38.208614 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42464) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:38.214188 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b3021253-85b8-403a-aa5a-fcfc377d9d6c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Network 26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:02:38.227960 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b3021253-85b8-403a-aa5a-fcfc377d9d6c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:38.235170 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0b04a0ff-452b-4d5f-b62c-26adbcdc2254 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:38.251039 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-ddc93c7b-96cb-4fd1-827b-99851e7c463b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:38.252798 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b3021253-85b8-403a-aa5a-fcfc377d9d6c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:02:38.263669 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3021253-85b8-403a-aa5a-fcfc377d9d6c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Pushing event updated for resources: {'Port': ['ID=a39e2a54-1d22-4efc-ab50-17ec7c4e731b,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:38.289003 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc93c7b-96cb-4fd1-827b-99851e7c463b None None] Routers {'3d120c1d-ee05-476e-bcc8-84b57666c32c'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:02:38.289868 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-ddc93c7b-96cb-4fd1-827b-99851e7c463b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:02:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3d120c1d-ee05-476e-bcc8-84b57666c32c'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:38.290824 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:02:38.311346 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3377369e-9994-42cb-90b2-5af3c2204dd6 x-openstack-request-id: req-3377369e-9994-42cb-90b2-5af3c2204dd6 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:38.311915 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d45a186f-e558-4443-ae23-9c550baf95e6", "tag": "ae5cf22b-064e-447d-8faf-708f8476b92d", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:38.311915 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3377369e-9994-42cb-90b2-5af3c2204dd6 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:38.312264 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45a186f-e558-4443-ae23-9c550baf95e6', 'tag': 'ae5cf22b-064e-447d-8faf-708f8476b92d', 'status': 'completed', 'code': 200} Sep 21 18:02:38.340791 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-ddc93c7b-96cb-4fd1-827b-99851e7c463b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:38.342362 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc93c7b-96cb-4fd1-827b-99851e7c463b None None] The sync data for ids ['3d120c1d-ee05-476e-bcc8-84b57666c32c'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:02:38.345431 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b7578c6d-808f-4dd5-92cb-78d56da44d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:38.354552 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b7578c6d-808f-4dd5-92cb-78d56da44d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:38.370750 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b7578c6d-808f-4dd5-92cb-78d56da44d44 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2e3fb1f5-1d7f-402b-a970-ba12ec0f2662 HTTP/1.1" status: 204 len: 168 time: 0.5922134 Sep 21 18:02:38.395668 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89528e32-0138-4478-b1e6-5b7458cbf2e6 req-18d48608-c1ec-4ada-90d2-4d432c343446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.397449 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-89528e32-0138-4478-b1e6-5b7458cbf2e6 req-18d48608-c1ec-4ada-90d2-4d432c343446 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ed7ac096-8b50-4865-999e-f00c1ee3a096 HTTP/1.1" status: 200 len: 917 time: 0.2914536 Sep 21 18:02:38.407785 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b3021253-85b8-403a-aa5a-fcfc377d9d6c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.408447 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b3021253-85b8-403a-aa5a-fcfc377d9d6c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:38.421331 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-b1165572-53f9-499d-9871-6fdcfdc175db None None] Set router 624692c6-e850-4622-95b0-bdc01dbb7965 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:02:38.494722 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 6c5368ed-8fad-4388-80f9-90a5006b0f18 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:02:38.499973 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-89528e32-0138-4478-b1e6-5b7458cbf2e6 req-bda96ebb-fe8b-428a-bbb6-f9506b6ec2a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aae091ca-f992-4aa8-88a6-5d7aededb67d HTTP/1.1" status: 200 len: 217 time: 0.0879867 Sep 21 18:02:38.563005 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b3021253-85b8-403a-aa5a-fcfc377d9d6c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0439425 Sep 21 18:02:38.569172 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa731a-bf98-4b66-9b9d-7d0b1e4dc2fb req-c7f6e298-f479-4dd1-95f5-da02bdf3ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.569611 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7578c6d-808f-4dd5-92cb-78d56da44d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3fb1f5-1d7f-402b-a970-ba12ec0f2662,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:38.570344 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dcfa731a-bf98-4b66-9b9d-7d0b1e4dc2fb req-c7f6e298-f479-4dd1-95f5-da02bdf3ddc2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0054d9324ee341f99a9815f4375410f3&device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 1097 time: 0.2082658 Sep 21 18:02:38.582390 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b3fa173d-ae1e-41f9-9ca1-423a5d137553 service neutron] Request body: {'port': {'device_id': 'f0fa6282-aef7-4185-b9f3-71bd8d7fb49a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:38.633317 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2,segment=NetworkSegment(47ef5cff-a3a5-4e0f-a784-ade98c2c509a),segment_id=47ef5cff-a3a5-4e0f-a784-ade98c2c509a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:38.654094 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-84342d61-cf54-493b-8158-2e77b9a49dae tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Deleting port ba07946e-0495-4acc-9736-d3ee8885993f {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:02:38.654453 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-84342d61-cf54-493b-8158-2e77b9a49dae tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:38.659253 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2', 'network_id': 'ed7ac096-8b50-4865-999e-f00c1ee3a096', 'port_id': 'a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2', 'mac_address': 'fa:16:3e:06:ce:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd8e674-fedb-4b0d-aedc-155bdba08747', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:02:38.659835 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89528e32-0138-4478-b1e6-5b7458cbf2e6 req-18f6be12-c1c0-4a31-8a59-fbf898d12556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.661388 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-89528e32-0138-4478-b1e6-5b7458cbf2e6 req-18f6be12-c1c0-4a31-8a59-fbf898d12556 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bdd8e674-fedb-4b0d-aedc-155bdba08747 HTTP/1.1" status: 200 len: 855 time: 0.1487255 Sep 21 18:02:38.676081 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0b04a0ff-452b-4d5f-b62c-26adbcdc2254 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:38.679813 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0b04a0ff-452b-4d5f-b62c-26adbcdc2254 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:38.698765 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c535c2-f426-48f0-837a-250d161f2e14 req-90fadcad-ceb1-4368-aec5-17b7fdde0069 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.700444 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-49c535c2-f426-48f0-837a-250d161f2e14 req-90fadcad-ceb1-4368-aec5-17b7fdde0069 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0623c11-6157-4004-b384-242f6cdaad58 HTTP/1.1" status: 200 len: 944 time: 0.1880343 Sep 21 18:02:38.726842 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-fa0a61f7-bcb2-493e-8fe4-3e3a5b1aecd1 None None] Provisioning complete for port a39e2a54-1d22-4efc-ab50-17ec7c4e731b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:38.727229 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fa0a61f7-bcb2-493e-8fe4-3e3a5b1aecd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:38.747942 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256c9ab-19ef-4a31-ad48-4dd2266d9b9b req-4c05119e-e02c-431c-b202-ee09e4a5d92f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:38.749564 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7256c9ab-19ef-4a31-ad48-4dd2266d9b9b req-4c05119e-e02c-431c-b202-ee09e4a5d92f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 932 time: 0.2560837 Sep 21 18:02:38.784441 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0b04a0ff-452b-4d5f-b62c-26adbcdc2254 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:38.785097 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b04a0ff-452b-4d5f-b62c-26adbcdc2254 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Fanout notify agent at l3_agent the message router_deleted on router 3d120c1d-ee05-476e-bcc8-84b57666c32c {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:02:38.794601 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0b04a0ff-452b-4d5f-b62c-26adbcdc2254 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:38.798006 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0b04a0ff-452b-4d5f-b62c-26adbcdc2254 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] 10.222.0.58 "DELETE /v2.0/routers/3d120c1d-ee05-476e-bcc8-84b57666c32c HTTP/1.1" status: 204 len: 168 time: 0.7133739 Sep 21 18:02:38.800235 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42480) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:38.835333 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b3fa173d-ae1e-41f9-9ca1-423a5d137553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:38.854169 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:38.871289 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-fa0a61f7-bcb2-493e-8fe4-3e3a5b1aecd1 None None] Port a39e2a54-1d22-4efc-ab50-17ec7c4e731b cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:02:38.898970 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 6c5368ed-8fad-4388-80f9-90a5006b0f18 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:02:38.903872 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-49c535c2-f426-48f0-837a-250d161f2e14 req-4f649e24-e85d-42e1-999d-64dc930d85e3 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693690 Sep 21 18:02:38.909071 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:02:38.912928 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-e988f216-66c6-4635-80ec-9ce1aa391902 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Deleting subnet 67765799-a379-4c7c-bb93-366a248abef8 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:02:38.928676 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e988f216-66c6-4635-80ec-9ce1aa391902 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:38.953413 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 6c5368ed-8fad-4388-80f9-90a5006b0f18 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:38.953837 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:39.021270 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e988f216-66c6-4635-80ec-9ce1aa391902 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:39.057290 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2,segment=NetworkSegment(47ef5cff-a3a5-4e0f-a784-ade98c2c509a),segment_id=47ef5cff-a3a5-4e0f-a784-ade98c2c509a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:39.106000 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:39.131574 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e988f216-66c6-4635-80ec-9ce1aa391902 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:39.166713 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-84342d61-cf54-493b-8158-2e77b9a49dae tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] For port ba07946e-0495-4acc-9736-d3ee8885993f, host n-h2-810291-1, got binding levels [] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:39.167115 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-84342d61-cf54-493b-8158-2e77b9a49dae tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:39.196685 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa731a-bf98-4b66-9b9d-7d0b1e4dc2fb req-a972d32a-cc94-45dc-80c0-2527add4c58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:39.198179 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dcfa731a-bf98-4b66-9b9d-7d0b1e4dc2fb req-a972d32a-cc94-45dc-80c0-2527add4c58d service neutron] 10.222.0.38 "GET /v2.0/networks?id=317845e1-df2c-40eb-a75c-cc29a382e695 HTTP/1.1" status: 200 len: 916 time: 0.6129355 Sep 21 18:02:39.201335 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-84342d61-cf54-493b-8158-2e77b9a49dae tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Calling delete_port for ba07946e-0495-4acc-9736-d3ee8885993f owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:02:39.205377 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89528e32-0138-4478-b1e6-5b7458cbf2e6 req-3c0c5a54-526b-4e7f-9cd0-607d3c350918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:39.206063 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:39.206878 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-89528e32-0138-4478-b1e6-5b7458cbf2e6 req-3c0c5a54-526b-4e7f-9cd0-607d3c350918 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ed7ac096-8b50-4865-999e-f00c1ee3a096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4972625 Sep 21 18:02:39.209209 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:39.227036 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b1165572-53f9-499d-9871-6fdcfdc175db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'name': 'tempest-AttachVolumeShelveTestJSON-57759168-router', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:45Z', 'updated_at': '2021-09-21T17:57:51Z', 'revision_number': 4, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'gw_port': {'id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:46Z', 'updated_at': '2021-09-21T17:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'bd175afb-831b-49ad-aee0-8f16b3ca5270', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'floating_ip_address': '172.25.6.158', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'port_id': 'ae5cf22b-064e-447d-8faf-708f8476b92d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695', 'mac_address': 'fa:16:3e:2e:b2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45a186f-e558-4443-ae23-9c550baf95e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:02:16Z', 'updated_at': '2021-09-21T18:02:35Z', 'revision_number': 1, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '181406f9-ba52-42fa-80ab-4205705a8ae9', 'name': '', 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'mac_address': 'fa:16:3e:86:a7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '109644f9-7374-4e29-a072-2da36abb70ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:55Z', 'revision_number': 5, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'subnets': [{'id': '109644f9-7374-4e29-a072-2da36abb70ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:39.238801 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e988f216-66c6-4635-80ec-9ce1aa391902 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:39.265721 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7256c9ab-19ef-4a31-ad48-4dd2266d9b9b req-3dc9035b-2ef5-4312-9a4e-563da0e65ba0 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4795747 Sep 21 18:02:39.274847 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988f216-66c6-4635-80ec-9ce1aa391902 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Pushing event deleted for resources: {'Subnet': ['ID=67765799-a379-4c7c-bb93-366a248abef8,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:39.286562 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e988f216-66c6-4635-80ec-9ce1aa391902 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:39.295364 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1165572-53f9-499d-9871-6fdcfdc175db None None] Checking router: 624692c6-e850-4622-95b0-bdc01dbb7965 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:02:39.299247 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e988f216-66c6-4635-80ec-9ce1aa391902 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] 10.222.0.58 "DELETE /v2.0/subnets/67765799-a379-4c7c-bb93-366a248abef8 HTTP/1.1" status: 204 len: 168 time: 0.4978466 Sep 21 18:02:39.299890 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42496) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:39.309870 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2df497-7b68-403a-9661-bd15595b5544 None None] Network 7e7e9a63-eb1d-4c28-89e1-4f07af0bdc5f requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:02:39.359145 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609696bf-09e0-441c-ae9b-b2d317db85f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5368ed-8fad-4388-80f9-90a5006b0f18'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:39.361406 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20331c41-62c1-4bfb-af9c-6b8612b384a9" -d '{"events": [{"server_uuid": "609696bf-09e0-441c-ae9b-b2d317db85f6", "name": "network-vif-plugged", "status": "completed", "tag": "6c5368ed-8fad-4388-80f9-90a5006b0f18"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:39.393895 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 6c5368ed-8fad-4388-80f9-90a5006b0f18, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=6c5368ed-8fad-4388-80f9-90a5006b0f18,segment=NetworkSegment(47ef5cff-a3a5-4e0f-a784-ade98c2c509a),segment_id=47ef5cff-a3a5-4e0f-a784-ade98c2c509a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:39.397416 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1165572-53f9-499d-9871-6fdcfdc175db None None] Routers {'624692c6-e850-4622-95b0-bdc01dbb7965'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:02:39.398227 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b1165572-53f9-499d-9871-6fdcfdc175db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:02:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['624692c6-e850-4622-95b0-bdc01dbb7965'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:39.429777 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:02:39.432366 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:39.485086 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53990a69-622b-4b16-aee0-01b9881dd964 x-openstack-request-id: req-53990a69-622b-4b16-aee0-01b9881dd964 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:39.485641 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609696bf-09e0-441c-ae9b-b2d317db85f6", "name": "network-vif-plugged", "status": "completed", "tag": "6c5368ed-8fad-4388-80f9-90a5006b0f18", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:39.485984 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-24f45533-5968-4c65-96ff-b69bbb34a7e8 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:39.486250 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-53990a69-622b-4b16-aee0-01b9881dd964 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:39.486799 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609696bf-09e0-441c-ae9b-b2d317db85f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5368ed-8fad-4388-80f9-90a5006b0f18', 'code': 200} Sep 21 18:02:39.500537 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dcfa731a-bf98-4b66-9b9d-7d0b1e4dc2fb req-157a6721-db8a-4442-ab70-c4b5221585f3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae5cf22b-064e-447d-8faf-708f8476b92d HTTP/1.1" status: 200 len: 1000 time: 0.2905765 Sep 21 18:02:39.581745 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-24f45533-5968-4c65-96ff-b69bbb34a7e8 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Deleting port 8e817ce2-027c-46d7-a57d-4c7edbd08875 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:02:39.582329 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-24f45533-5968-4c65-96ff-b69bbb34a7e8 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:39.625459 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-89528e32-0138-4478-b1e6-5b7458cbf2e6 req-2376a015-9127-46c3-80da-8846749fef04 service neutron] 10.222.0.44 "GET /v2.0/networks/ed7ac096-8b50-4865-999e-f00c1ee3a096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897858 Sep 21 18:02:39.659741 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa731a-bf98-4b66-9b9d-7d0b1e4dc2fb req-c9a703ae-bf94-421c-bfc2-28dbfe50aad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:39.661211 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dcfa731a-bf98-4b66-9b9d-7d0b1e4dc2fb req-c9a703ae-bf94-421c-bfc2-28dbfe50aad7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=109644f9-7374-4e29-a072-2da36abb70ff HTTP/1.1" status: 200 len: 854 time: 0.1496406 Sep 21 18:02:39.673183 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=6c5368ed-8fad-4388-80f9-90a5006b0f18,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:39.698360 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-24f45533-5968-4c65-96ff-b69bbb34a7e8 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] For port 8e817ce2-027c-46d7-a57d-4c7edbd08875, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=8e817ce2-027c-46d7-a57d-4c7edbd08875,segment=NetworkSegment(24b0e345-2253-48af-9025-e896666b895f),segment_id=24b0e345-2253-48af-9025-e896666b895f)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:39.699584 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-24f45533-5968-4c65-96ff-b69bbb34a7e8 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:39.706850 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-b1165572-53f9-499d-9871-6fdcfdc175db None None] Set router 624692c6-e850-4622-95b0-bdc01dbb7965 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:02:39.717361 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-24f45533-5968-4c65-96ff-b69bbb34a7e8 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Calling delete_port for 8e817ce2-027c-46d7-a57d-4c7edbd08875 owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:02:39.736379 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-84342d61-cf54-493b-8158-2e77b9a49dae tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:39.817606 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3256e3-a531-48b4-a15c-b78210a8ce48 req-cda70a49-00a3-46cf-9366-1a1c127e4e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:39.819255 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5d3256e3-a531-48b4-a15c-b78210a8ce48 req-cda70a49-00a3-46cf-9366-1a1c127e4e48 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=609696bf-09e0-441c-ae9b-b2d317db85f6 HTTP/1.1" status: 200 len: 1097 time: 0.2517548 Sep 21 18:02:39.825178 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84342d61-cf54-493b-8158-2e77b9a49dae tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba07946e-0495-4acc-9736-d3ee8885993f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:39.835975 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-24f45533-5968-4c65-96ff-b69bbb34a7e8 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:39.863851 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-84342d61-cf54-493b-8158-2e77b9a49dae tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:39.868464 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-84342d61-cf54-493b-8158-2e77b9a49dae tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] 10.222.0.58 "DELETE /v2.0/ports/ba07946e-0495-4acc-9736-d3ee8885993f HTTP/1.1" status: 204 len: 168 time: 1.6507199 Sep 21 18:02:39.873584 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42508) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:39.886750 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f45533-5968-4c65-96ff-b69bbb34a7e8 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Pushing event deleted for resources: {'Port': ['ID=8e817ce2-027c-46d7-a57d-4c7edbd08875,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:39.894982 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f45533-5968-4c65-96ff-b69bbb34a7e8 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] No DVR routers for this DVR port 8e817ce2-027c-46d7-a57d-4c7edbd08875 on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:02:39.934137 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e826c0b-e79f-48f4-a32d-9896ce8cb97f tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] GET failed (client error): The resource could not be found. Sep 21 18:02:39.939533 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5e826c0b-e79f-48f4-a32d-9896ce8cb97f tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] 10.222.0.58 "GET /v2.0/ports/ba07946e-0495-4acc-9736-d3ee8885993f HTTP/1.1" status: 404 len: 333 time: 0.0567961 Sep 21 18:02:39.939533 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa731a-bf98-4b66-9b9d-7d0b1e4dc2fb req-76faee80-94a6-4133-9d66-9f5a454a089e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:39.939764 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dcfa731a-bf98-4b66-9b9d-7d0b1e4dc2fb req-76faee80-94a6-4133-9d66-9f5a454a089e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=317845e1-df2c-40eb-a75c-cc29a382e695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2617810 Sep 21 18:02:39.940054 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42512) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:39.951984 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-89528e32-0138-4478-b1e6-5b7458cbf2e6 req-4284783a-ba1c-423c-bc90-1ff94e816fe5 service neutron] 10.222.0.44 "GET /v2.0/networks/ed7ac096-8b50-4865-999e-f00c1ee3a096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161969 Sep 21 18:02:39.963912 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-d3b96444-c502-4661-9f63-4acb705f0cd8 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1385769996', 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:39.995435 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5d3256e3-a531-48b4-a15c-b78210a8ce48 req-457a2c66-d916-44c1-acbf-5a4e120dc9f0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627891 Sep 21 18:02:40.064131 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaeca314-67bd-40f4-95d4-085a25cbd4ad None None] DHCP port deletion for 7e7e9a63-eb1d-4c28-89e1-4f07af0bdc5f request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:02:40.117674 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-24f45533-5968-4c65-96ff-b69bbb34a7e8 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:40.126887 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b96444-c502-4661-9f63-4acb705f0cd8 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Made reservation on behalf of b797614c63724e4bb8f979cc8a5d70d7 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:40.129831 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d3b96444-c502-4661-9f63-4acb705f0cd8 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:40.148525 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b3fa173d-ae1e-41f9-9ca1-423a5d137553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a39e2a54-1d22-4efc-ab50-17ec7c4e731b {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:02:40.170383 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b3fa173d-ae1e-41f9-9ca1-423a5d137553 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:40.177463 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-24f45533-5968-4c65-96ff-b69bbb34a7e8 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e7e9a63-eb1d-4c28-89e1-4f07af0bdc5f']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:40.195890 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-d3b96444-c502-4661-9f63-4acb705f0cd8 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] device_id is not set on port 5a566537-c452-4a9a-83cc-276881bd197e yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:02:40.201588 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-24f45533-5968-4c65-96ff-b69bbb34a7e8 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b0e345-2253-48af-9025-e896666b895f') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:40.201883 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-24f45533-5968-4c65-96ff-b69bbb34a7e8 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b0e345-2253-48af-9025-e896666b895f') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:40.229688 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-24f45533-5968-4c65-96ff-b69bbb34a7e8 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:40.240112 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dcfa731a-bf98-4b66-9b9d-7d0b1e4dc2fb req-893010c4-02f0-4429-86a7-2c666c671e23 service neutron] 10.222.0.38 "GET /v2.0/networks/317845e1-df2c-40eb-a75c-cc29a382e695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918131 Sep 21 18:02:40.241349 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b3fa173d-ae1e-41f9-9ca1-423a5d137553 service neutron] Transition to ACTIVE for port object a39e2a54-1d22-4efc-ab50-17ec7c4e731b will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:02:40.241737 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66b4e3-d381-43ed-860d-bc4ba2734eeb req-1ccb7021-cd97-466e-b038-eac1d9e74abd tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:40.243690 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5b66b4e3-d381-43ed-860d-bc4ba2734eeb req-1ccb7021-cd97-466e-b038-eac1d9e74abd tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0623c11-6157-4004-b384-242f6cdaad58 HTTP/1.1" status: 200 len: 944 time: 0.1372843 Sep 21 18:02:40.249446 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b3fa173d-ae1e-41f9-9ca1-423a5d137553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:40.257745 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b1165572-53f9-499d-9871-6fdcfdc175db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'name': 'tempest-AttachVolumeShelveTestJSON-57759168-router', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:45Z', 'updated_at': '2021-09-21T17:57:51Z', 'revision_number': 4, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'gw_port': {'id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:46Z', 'updated_at': '2021-09-21T17:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'bd175afb-831b-49ad-aee0-8f16b3ca5270', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'floating_ip_address': '172.25.6.158', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'port_id': 'ae5cf22b-064e-447d-8faf-708f8476b92d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695', 'mac_address': 'fa:16:3e:2e:b2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45a186f-e558-4443-ae23-9c550baf95e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:02:16Z', 'updated_at': '2021-09-21T18:02:35Z', 'revision_number': 1, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '181406f9-ba52-42fa-80ab-4205705a8ae9', 'name': '', 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'mac_address': 'fa:16:3e:86:a7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '109644f9-7374-4e29-a072-2da36abb70ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:55Z', 'revision_number': 5, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'subnets': [{'id': '109644f9-7374-4e29-a072-2da36abb70ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:40.276799 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-24f45533-5968-4c65-96ff-b69bbb34a7e8 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:40.288816 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f45533-5968-4c65-96ff-b69bbb34a7e8 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:02:40.289273 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-24f45533-5968-4c65-96ff-b69bbb34a7e8 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:40.292544 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:02:40.292544 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:02:40.292544 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:02:40.292544 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:02:40.292544 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:02:40.292544 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:02:40.292544 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:02:40.292544 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:02:40.292544 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:02:40.292544 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:02:40.292544 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:02:40.292544 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:02:40.292544 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:02:40.292544 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:02:40.292544 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:02:40.292544 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:02:40.292544 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:02:40.292544 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:02:40.292544 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:02:40.292544 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:02:40.292544 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:02:40.292544 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:02:40.292544 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:02:40.292544 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:02:40.292544 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:02:40.292544 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:02:40.292544 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:02:40.292544 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:02:40.292544 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:02:40.292544 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:02:40.292544 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:02:40.292544 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:02:40.303227 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1165572-53f9-499d-9871-6fdcfdc175db None None] The sync data for ids ['624692c6-e850-4622-95b0-bdc01dbb7965'] in n-d-810291-1 is: [{'id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'name': 'tempest-AttachVolumeShelveTestJSON-57759168-router', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:45Z', 'updated_at': '2021-09-21T17:57:51Z', 'revision_number': 4, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'gw_port': {'id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:46Z', 'updated_at': '2021-09-21T17:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'bd175afb-831b-49ad-aee0-8f16b3ca5270', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'floating_ip_address': '172.25.6.158', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'port_id': 'ae5cf22b-064e-447d-8faf-708f8476b92d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695', 'mac_address': 'fa:16:3e:2e:b2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45a186f-e558-4443-ae23-9c550baf95e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:02:16Z', 'updated_at': '2021-09-21T18:02:35Z', 'revision_number': 1, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '181406f9-ba52-42fa-80ab-4205705a8ae9', 'name': '', 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'mac_address': 'fa:16:3e:86:a7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '109644f9-7374-4e29-a072-2da36abb70ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:55Z', 'revision_number': 5, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'subnets': [{'id': '109644f9-7374-4e29-a072-2da36abb70ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:02:40.354803 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5b66b4e3-d381-43ed-860d-bc4ba2734eeb req-33684ccb-11ad-4989-ac31-9d57b2401d03 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006975 Sep 21 18:02:40.430844 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-24f45533-5968-4c65-96ff-b69bbb34a7e8 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:40.439504 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-24f45533-5968-4c65-96ff-b69bbb34a7e8 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:40.441575 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-24f45533-5968-4c65-96ff-b69bbb34a7e8 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] 10.222.0.58 "DELETE /v2.0/networks/7e7e9a63-eb1d-4c28-89e1-4f07af0bdc5f HTTP/1.1" status: 204 len: 168 time: 1.1406877 Sep 21 18:02:40.443115 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device aae091ca-f992-4aa8-88a6-5d7aededb67d details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:02:40.470108 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f45533-5968-4c65-96ff-b69bbb34a7e8 tempest-FloatingIPNegativeTestJSON-478275547 tempest-FloatingIPNegativeTestJSON-478275547-project] Pushing event deleted for resources: {'Network': ['ID=7e7e9a63-eb1d-4c28-89e1-4f07af0bdc5f,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:40.485237 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dcfa731a-bf98-4b66-9b9d-7d0b1e4dc2fb req-cdad01d3-22fa-49c3-b20a-b20be6345382 service neutron] 10.222.0.38 "GET /v2.0/networks/317845e1-df2c-40eb-a75c-cc29a382e695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328095 Sep 21 18:02:40.518299 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa173d-ae1e-41f9-9ca1-423a5d137553 service neutron] Pushing event updated for resources: {'Port': ['ID=a39e2a54-1d22-4efc-ab50-17ec7c4e731b,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:40.645514 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 8e817ce2-027c-46d7-a57d-4c7edbd08875 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:02:40.729067 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 8e817ce2-027c-46d7-a57d-4c7edbd08875 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:02:40.729436 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 8e817ce2-027c-46d7-a57d-4c7edbd08875 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:02:40.744537 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6207ca0-0243-4b29-9f63-8dd48be1bca2 None None] New status for floating IP bd175afb-831b-49ad-aee0-8f16b3ca5270: ACTIVE {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:02:40.756343 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d3b96444-c502-4661-9f63-4acb705f0cd8 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:40.805239 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c642a5-1cad-4905-94eb-1fc8f016293d req-8809f2ea-89f4-4bb5-8fd0-81afdc55323d tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:40.809692 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port aae091ca-f992-4aa8-88a6-5d7aededb67d, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=aae091ca-f992-4aa8-88a6-5d7aededb67d,segment=NetworkSegment(47ef5cff-a3a5-4e0f-a784-ade98c2c509a),segment_id=47ef5cff-a3a5-4e0f-a784-ade98c2c509a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:40.815323 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-87c642a5-1cad-4905-94eb-1fc8f016293d req-8809f2ea-89f4-4bb5-8fd0-81afdc55323d tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 944 time: 0.3289042 Sep 21 18:02:40.830358 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'aae091ca-f992-4aa8-88a6-5d7aededb67d', 'network_id': 'ed7ac096-8b50-4865-999e-f00c1ee3a096', 'port_id': 'aae091ca-f992-4aa8-88a6-5d7aededb67d', 'mac_address': 'fa:16:3e:ed:fd:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd8e674-fedb-4b0d-aedc-155bdba08747', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:02:40.876939 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b3fa173d-ae1e-41f9-9ca1-423a5d137553 service neutron] Attempting to bind port a39e2a54-1d22-4efc-ab50-17ec7c4e731b on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:40.876939 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b3fa173d-ae1e-41f9-9ca1-423a5d137553 service neutron] Attempting to bind port a39e2a54-1d22-4efc-ab50-17ec7c4e731b by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '360d39f6-7703-40a4-89a3-bbacde0632cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:40.877236 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b3fa173d-ae1e-41f9-9ca1-423a5d137553 service neutron] Attempting to bind port a39e2a54-1d22-4efc-ab50-17ec7c4e731b on network 26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:40.897801 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b3fa173d-ae1e-41f9-9ca1-423a5d137553 service neutron] Port a39e2a54-1d22-4efc-ab50-17ec7c4e731b on network 26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:40.898138 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b3fa173d-ae1e-41f9-9ca1-423a5d137553 service neutron] Attempting to bind port a39e2a54-1d22-4efc-ab50-17ec7c4e731b on network 26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:40.907762 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-87c642a5-1cad-4905-94eb-1fc8f016293d req-cf276ad2-9106-4f7e-94aa-44d5cd1a4bc1 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903020 Sep 21 18:02:40.911941 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b3fa173d-ae1e-41f9-9ca1-423a5d137553 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:02:40.912777 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b3fa173d-ae1e-41f9-9ca1-423a5d137553 service neutron] Checking segment: {'id': '360d39f6-7703-40a4-89a3-bbacde0632cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:02:40.912777 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b3fa173d-ae1e-41f9-9ca1-423a5d137553 service neutron] Bound using segment: {'id': '360d39f6-7703-40a4-89a3-bbacde0632cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:02:40.913324 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b3fa173d-ae1e-41f9-9ca1-423a5d137553 service neutron] Bound port: a39e2a54-1d22-4efc-ab50-17ec7c4e731b, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '360d39f6-7703-40a4-89a3-bbacde0632cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:02:40.913741 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b3fa173d-ae1e-41f9-9ca1-423a5d137553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:40.932120 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d3b96444-c502-4661-9f63-4acb705f0cd8 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:40.943653 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:40.950298 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42552) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:40.990645 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aae091ca-f992-4aa8-88a6-5d7aededb67d {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:02:41.014890 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port aae091ca-f992-4aa8-88a6-5d7aededb67d, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=aae091ca-f992-4aa8-88a6-5d7aededb67d,segment=NetworkSegment(47ef5cff-a3a5-4e0f-a784-ade98c2c509a),segment_id=47ef5cff-a3a5-4e0f-a784-ade98c2c509a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:41.025182 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:41.033865 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b96444-c502-4661-9f63-4acb705f0cd8 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Network 821565fe-ba41-445c-8e71-d1126fbb08c4 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:02:41.042780 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-d3b96444-c502-4661-9f63-4acb705f0cd8 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:41.051211 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b96444-c502-4661-9f63-4acb705f0cd8 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:02:41.051921 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b96444-c502-4661-9f63-4acb705f0cd8 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:41.052499 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d3b96444-c502-4661-9f63-4acb705f0cd8 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:41.058400 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b96444-c502-4661-9f63-4acb705f0cd8 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Pushing event updated for resources: {'Port': ['ID=5a566537-c452-4a9a-83cc-276881bd197e,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:41.069292 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b3fa173d-ae1e-41f9-9ca1-423a5d137553 service neutron] For port a39e2a54-1d22-4efc-ab50-17ec7c4e731b, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:02:41.073315 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b3fa173d-ae1e-41f9-9ca1-423a5d137553 service neutron] For port a39e2a54-1d22-4efc-ab50-17ec7c4e731b, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a39e2a54-1d22-4efc-ab50-17ec7c4e731b,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:02:41.079358 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b3fa173d-ae1e-41f9-9ca1-423a5d137553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:41.125667 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=aae091ca-f992-4aa8-88a6-5d7aededb67d,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:41.134307 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa173d-ae1e-41f9-9ca1-423a5d137553 service neutron] Pushing event updated for resources: {'Port': ['ID=a39e2a54-1d22-4efc-ab50-17ec7c4e731b,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:41.137805 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d3b96444-c502-4661-9f63-4acb705f0cd8 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1907077 Sep 21 18:02:41.142744 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42574) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:41.154843 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b3fa173d-ae1e-41f9-9ca1-423a5d137553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:41.155507 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b3fa173d-ae1e-41f9-9ca1-423a5d137553 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:41.156923 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b3fa173d-ae1e-41f9-9ca1-423a5d137553 service neutron] 10.222.0.38 "PUT /v2.0/ports/a39e2a54-1d22-4efc-ab50-17ec7c4e731b HTTP/1.1" status: 200 len: 1092 time: 2.5822539 Sep 21 18:02:41.157369 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0fa6282-aef7-4185-b9f3-71bd8d7fb49a', 'tag': 'a39e2a54-1d22-4efc-ab50-17ec7c4e731b'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:41.161146 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da0173c-edc3-49fe-94a8-0504a94e7834" -d '{"events": [{"name": "network-changed", "server_uuid": "f0fa6282-aef7-4185-b9f3-71bd8d7fb49a", "tag": "a39e2a54-1d22-4efc-ab50-17ec7c4e731b"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:41.236689 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caae793-fc09-4df1-9324-4bfb0c69bfcb tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:41.238676 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8caae793-fc09-4df1-9324-4bfb0c69bfcb tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] 10.222.0.58 "GET /v2.0/ports/5a566537-c452-4a9a-83cc-276881bd197e HTTP/1.1" status: 200 len: 955 time: 0.0949736 Sep 21 18:02:41.241476 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42586) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:41.242172 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1c12d7aa-0a93-45b1-b839-02d012ca8473 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eda77019e8d44163af330fcc1eb97289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2899981 Sep 21 18:02:41.245246 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42588) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:41.258990 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057970cd-d073-48e3-9205-1369d2e3edd3 x-openstack-request-id: req-057970cd-d073-48e3-9205-1369d2e3edd3 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:41.259413 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0fa6282-aef7-4185-b9f3-71bd8d7fb49a", "tag": "a39e2a54-1d22-4efc-ab50-17ec7c4e731b", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:41.259875 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-057970cd-d073-48e3-9205-1369d2e3edd3 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:41.260477 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0fa6282-aef7-4185-b9f3-71bd8d7fb49a', 'tag': 'a39e2a54-1d22-4efc-ab50-17ec7c4e731b', 'status': 'completed', 'code': 200} Sep 21 18:02:41.326842 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-891674a2-2c29-4a8b-aa06-de35bff7d887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:41.353833 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-891674a2-2c29-4a8b-aa06-de35bff7d887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:41.361596 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b44ff5a7-2ae1-4ed1-90fc-6d947073b9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:41.363268 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-b44ff5a7-2ae1-4ed1-90fc-6d947073b9af service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a8da2b927d2245079ac16237e127ada3&device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 1095 time: 0.0874085 Sep 21 18:02:41.385313 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['aae091ca-f992-4aa8-88a6-5d7aededb67d'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:02:41.413236 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-3da80925-ee7c-44ba-a2e4-76e4b5e7f635 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a39e2a54-1d22-4efc-ab50-17ec7c4e731b HTTP/1.1" status: 200 len: 217 time: 0.0395980 Sep 21 18:02:41.442002 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-891674a2-2c29-4a8b-aa06-de35bff7d887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:41.445754 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-891674a2-2c29-4a8b-aa06-de35bff7d887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:41.456280 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-891674a2-2c29-4a8b-aa06-de35bff7d887 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f47e2477-2f5a-4117-8de0-cdb41e44ae81 HTTP/1.1" status: 204 len: 168 time: 0.1987321 Sep 21 18:02:41.477003 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891674a2-2c29-4a8b-aa06-de35bff7d887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47e2477-2f5a-4117-8de0-cdb41e44ae81,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:41.507757 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-807cedac-2d3d-44ef-a3a6-b0176c34c60c tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Deleting port 5a566537-c452-4a9a-83cc-276881bd197e {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:02:41.508709 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-807cedac-2d3d-44ef-a3a6-b0176c34c60c tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:41.674802 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-be707bf2-97ab-4a89-b2e7-8f47f2e18268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:41.676346 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-be707bf2-97ab-4a89-b2e7-8f47f2e18268 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=63a1043c-b263-4aac-aec7-9797fbf7cd86 HTTP/1.1" status: 200 len: 850 time: 0.2549055 Sep 21 18:02:41.678148 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-807cedac-2d3d-44ef-a3a6-b0176c34c60c tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:41.727833 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70512a6-073f-4b76-98a6-da0f1ce93a90 req-ee904eb0-e394-46ca-8aa2-412ca40e8001 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:41.735612 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b70512a6-073f-4b76-98a6-da0f1ce93a90 req-ee904eb0-e394-46ca-8aa2-412ca40e8001 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0623c11-6157-4004-b384-242f6cdaad58 HTTP/1.1" status: 200 len: 945 time: 0.2570062 Sep 21 18:02:41.735612 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-807cedac-2d3d-44ef-a3a6-b0176c34c60c tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Calling delete_port for 5a566537-c452-4a9a-83cc-276881bd197e owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:02:41.814771 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-483f1223-b0e6-4878-9a15-0021403127b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:41.816355 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-483f1223-b0e6-4878-9a15-0021403127b3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1318877 Sep 21 18:02:41.842549 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b70512a6-073f-4b76-98a6-da0f1ce93a90 req-d219dba9-5207-436c-b5cf-a8a615fb0318 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054235 Sep 21 18:02:41.919481 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-807cedac-2d3d-44ef-a3a6-b0176c34c60c tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:41.964600 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807cedac-2d3d-44ef-a3a6-b0176c34c60c tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a566537-c452-4a9a-83cc-276881bd197e,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:41.969900 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-433de196-9bf9-452b-b026-43f0cd4be596 service neutron] 10.222.0.38 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451998 Sep 21 18:02:41.980452 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-807cedac-2d3d-44ef-a3a6-b0176c34c60c tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:41.980778 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42644) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:41.982325 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-807cedac-2d3d-44ef-a3a6-b0176c34c60c tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] 10.222.0.58 "DELETE /v2.0/ports/5a566537-c452-4a9a-83cc-276881bd197e HTTP/1.1" status: 204 len: 168 time: 0.7398648 Sep 21 18:02:41.984872 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42646) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:42.037384 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c01e1c7-071d-40c6-af1d-46e5aa0eae83 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] GET failed (client error): The resource could not be found. Sep 21 18:02:42.039005 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5c01e1c7-071d-40c6-af1d-46e5aa0eae83 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] 10.222.0.58 "GET /v2.0/ports/5a566537-c452-4a9a-83cc-276881bd197e HTTP/1.1" status: 404 len: 333 time: 0.0527580 Sep 21 18:02:42.043110 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42652) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:42.054251 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-1e743a8e-11c3-4ae4-9711-0c834c3925ae tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Request body: {'port': {'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-739523774'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:42.074603 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36bca0-556c-4e45-967e-468d24330982 req-bbf87d46-8592-4ecf-a08e-ed5cf9c1a104 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:42.083271 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1b36bca0-556c-4e45-967e-468d24330982 req-bbf87d46-8592-4ecf-a08e-ed5cf9c1a104 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 944 time: 0.0707414 Sep 21 18:02:42.114561 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e743a8e-11c3-4ae4-9711-0c834c3925ae tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Made reservation on behalf of b797614c63724e4bb8f979cc8a5d70d7 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:42.116941 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1e743a8e-11c3-4ae4-9711-0c834c3925ae tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:42.131157 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41131544-1955-416a-a4b4-df2aecdcd7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:42.135458 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1b36bca0-556c-4e45-967e-468d24330982 req-8e8de0fc-d3ce-4103-8649-2e7471561f8a tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511827 Sep 21 18:02:42.141911 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ed5cd10-1e6c-4670-a34e-38dae8ddb35a req-5fb72409-b112-4e8b-a8d0-c5a9422f41a9 service neutron] 10.222.0.38 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398919 Sep 21 18:02:42.144065 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-1e743a8e-11c3-4ae4-9711-0c834c3925ae tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] device_id is not set on port 55f508fc-5408-47c6-84fc-1b37d28a3dca yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:02:42.151829 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:02:42.241146 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:02:42.248410 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:42.249295 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:42.262915 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41131544-1955-416a-a4b4-df2aecdcd7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:42.268337 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-41131544-1955-416a-a4b4-df2aecdcd7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:42.289146 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0173c-edc3-49fe-94a8-0504a94e7834 req-9677810d-5e18-489a-907c-15a5135f423f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:42.290969 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0da0173c-edc3-49fe-94a8-0504a94e7834 req-9677810d-5e18-489a-907c-15a5135f423f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a8da2b927d2245079ac16237e127ada3&device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 1095 time: 0.0806332 Sep 21 18:02:42.319060 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-41131544-1955-416a-a4b4-df2aecdcd7cf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aa35833aa1f149ceb7ea2b5f9e3d8945&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3294654 Sep 21 18:02:42.321066 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42662) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:42.353778 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42664) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:42.354945 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:42.381984 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b86dc02-8562-4d1b-818c-353f82047a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:42.384437 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eccc699-00af-4a21-af28-684be8b36f72" -d '{"events": [{"server_uuid": "8b86dc02-8562-4d1b-818c-353f82047a80", "name": "network-vif-plugged", "status": "completed", "tag": "a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:42.399951 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41131544-1955-416a-a4b4-df2aecdcd7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0aee920-f915-4123-8439-3d69f3f1a798,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:42.403830 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2,segment=NetworkSegment(47ef5cff-a3a5-4e0f-a784-ade98c2c509a),segment_id=47ef5cff-a3a5-4e0f-a784-ade98c2c509a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:42.409498 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:42.436220 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1e743a8e-11c3-4ae4-9711-0c834c3925ae tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:42.451150 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-33c91868-f2c8-4513-ac7b-6cfc5c71825f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:42.465688 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e254187c-676e-4932-ae3b-2546248d58e1 x-openstack-request-id: req-e254187c-676e-4932-ae3b-2546248d58e1 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:42.466038 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b86dc02-8562-4d1b-818c-353f82047a80", "name": "network-vif-plugged", "status": "completed", "tag": "a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:42.466309 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e254187c-676e-4932-ae3b-2546248d58e1 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:42.466694 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b86dc02-8562-4d1b-818c-353f82047a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2', 'code': 200} Sep 21 18:02:42.491948 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-33c91868-f2c8-4513-ac7b-6cfc5c71825f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:42.500926 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:42.528473 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-f5a80890-4243-42b2-8fab-2fe34c3cfa8e tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Request body: {'security_group': {'name': 'tempest-secgroup--38899400'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:42.530122 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0173c-edc3-49fe-94a8-0504a94e7834 req-cfc90a3e-81e5-4bd3-8d71-879906a22e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:42.531750 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0da0173c-edc3-49fe-94a8-0504a94e7834 req-cfc90a3e-81e5-4bd3-8d71-879906a22e2a service neutron] 10.222.0.38 "GET /v2.0/networks?id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf HTTP/1.1" status: 200 len: 912 time: 0.1728981 Sep 21 18:02:42.566806 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f5a80890-4243-42b2-8fab-2fe34c3cfa8e tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:42.578850 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f5a80890-4243-42b2-8fab-2fe34c3cfa8e tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:42.587834 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-33c91868-f2c8-4513-ac7b-6cfc5c71825f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:42.590471 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-33c91868-f2c8-4513-ac7b-6cfc5c71825f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:42.591837 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-33c91868-f2c8-4513-ac7b-6cfc5c71825f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e0aee920-f915-4123-8439-3d69f3f1a798 HTTP/1.1" status: 204 len: 168 time: 0.2677221 Sep 21 18:02:42.608415 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c91868-f2c8-4513-ac7b-6cfc5c71825f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0aee920-f915-4123-8439-3d69f3f1a798,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:42.617773 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1e743a8e-11c3-4ae4-9711-0c834c3925ae tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:42.623942 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0da0173c-edc3-49fe-94a8-0504a94e7834 req-79c11eb8-c530-4e87-b1b9-45327aafd568 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a39e2a54-1d22-4efc-ab50-17ec7c4e731b HTTP/1.1" status: 200 len: 217 time: 0.0821805 Sep 21 18:02:42.736675 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f5a80890-4243-42b2-8fab-2fe34c3cfa8e tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:42.744443 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f5a80890-4243-42b2-8fab-2fe34c3cfa8e tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:42.794038 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a80890-4243-42b2-8fab-2fe34c3cfa8e tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a116bdb7-af4a-4768-9b11-3cd7e098725d,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:42.875035 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f5a80890-4243-42b2-8fab-2fe34c3cfa8e tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:42.880569 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f5a80890-4243-42b2-8fab-2fe34c3cfa8e tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:42.913172 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f5a80890-4243-42b2-8fab-2fe34c3cfa8e tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:42.916926 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f5a80890-4243-42b2-8fab-2fe34c3cfa8e tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5485353 Sep 21 18:02:42.917399 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42680) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:42.925208 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a80890-4243-42b2-8fab-2fe34c3cfa8e tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97ee4acb-8a3f-4d55-acc1-6a8060c3e6e8,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:42.990273 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-29e188cf-6548-419c-bcf1-d9be3b43d70a tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0690527 Sep 21 18:02:42.991664 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42682) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:42.997359 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-26b6ba24-ee01-4f1e-8437-ad286c3a7cef tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Request body: {'security_group': {'name': 'tempest-security--886959045', 'description': 'tempest-security-description-2038030241'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:43.023805 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-26b6ba24-ee01-4f1e-8437-ad286c3a7cef tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.074394 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e743a8e-11c3-4ae4-9711-0c834c3925ae tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Pushing event updated for resources: {'Port': ['ID=55f508fc-5408-47c6-84fc-1b37d28a3dca,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:43.076802 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-26b6ba24-ee01-4f1e-8437-ad286c3a7cef tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.081922 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-26b6ba24-ee01-4f1e-8437-ad286c3a7cef tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.085087 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-26b6ba24-ee01-4f1e-8437-ad286c3a7cef tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.087008 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-26b6ba24-ee01-4f1e-8437-ad286c3a7cef tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "PUT /v2.0/security-groups/97ee4acb-8a3f-4d55-acc1-6a8060c3e6e8 HTTP/1.1" status: 200 len: 1779 time: 0.0929661 Sep 21 18:02:43.089911 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42684) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:43.099378 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e743a8e-11c3-4ae4-9711-0c834c3925ae tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Network 821565fe-ba41-445c-8e71-d1126fbb08c4 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:02:43.102566 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42686) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:43.107977 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26ee12-5e42-4d20-913e-f4026020bc5c req-b11bec03-473a-4fab-b384-76b06c2f3c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:43.110148 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4c26ee12-5e42-4d20-913e-f4026020bc5c req-b11bec03-473a-4fab-b384-76b06c2f3c82 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8b86dc02-8562-4d1b-818c-353f82047a80 HTTP/1.1" status: 200 len: 1096 time: 0.5814857 Sep 21 18:02:43.122410 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-1e743a8e-11c3-4ae4-9711-0c834c3925ae tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:43.123771 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0174f6d9-af6e-4218-9549-85eab0a2780c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.126081 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e743a8e-11c3-4ae4-9711-0c834c3925ae tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:02:43.127594 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e743a8e-11c3-4ae4-9711-0c834c3925ae tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:43.129231 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1e743a8e-11c3-4ae4-9711-0c834c3925ae tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.135689 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b6ba24-ee01-4f1e-8437-ad286c3a7cef tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97ee4acb-8a3f-4d55-acc1-6a8060c3e6e8,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:43.154645 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0173c-edc3-49fe-94a8-0504a94e7834 req-f1f2e9c4-b856-4994-b56f-4e1d3e978167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:43.156528 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0da0173c-edc3-49fe-94a8-0504a94e7834 req-f1f2e9c4-b856-4994-b56f-4e1d3e978167 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=63a1043c-b263-4aac-aec7-9797fbf7cd86 HTTP/1.1" status: 200 len: 850 time: 0.1637971 Sep 21 18:02:43.240693 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0174f6d9-af6e-4218-9549-85eab0a2780c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.244159 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c0912-ff60-484e-aa85-9812c08310fc req-61918a77-a7fa-4a5d-81a5-db482aee9b92 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:43.246084 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9e8c0912-ff60-484e-aa85-9812c08310fc req-61918a77-a7fa-4a5d-81a5-db482aee9b92 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0623c11-6157-4004-b384-242f6cdaad58 HTTP/1.1" status: 200 len: 945 time: 0.2469842 Sep 21 18:02:43.262204 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0174f6d9-af6e-4218-9549-85eab0a2780c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.266730 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1e743a8e-11c3-4ae4-9711-0c834c3925ae tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2170529 Sep 21 18:02:43.269987 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8577b9c5-cdc5-450c-ae9c-9842be779d7c tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "GET /v2.0/security-groups/97ee4acb-8a3f-4d55-acc1-6a8060c3e6e8 HTTP/1.1" status: 200 len: 1779 time: 0.1755469 Sep 21 18:02:43.277924 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42690) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:43.278262 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42692) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:43.286591 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:43.305402 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4c26ee12-5e42-4d20-913e-f4026020bc5c req-5a2a0716-3ae9-4616-9f96-c8c936095753 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696405 Sep 21 18:02:43.317012 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0174f6d9-af6e-4218-9549-85eab0a2780c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0fd3d5da48d64b62961363698671fd94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2132509 Sep 21 18:02:43.319731 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0174f6d9-af6e-4218-9549-85eab0a2780c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7821fe62-6ffe-46d0-a2c6-7d7d183f2846,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:43.321882 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42694) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:43.342159 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f5c79-5389-4577-a740-2ad6bbd09a2f req-e2861579-b1e7-4a0a-8cf9-79480d0a41d1 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:43.342581 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0173c-edc3-49fe-94a8-0504a94e7834 req-1ce3d9e1-2d59-4fa1-aebd-0adbc9dcad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:43.343688 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-345f5c79-5389-4577-a740-2ad6bbd09a2f req-e2861579-b1e7-4a0a-8cf9-79480d0a41d1 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 944 time: 0.1212287 Sep 21 18:02:43.344093 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0da0173c-edc3-49fe-94a8-0504a94e7834 req-1ce3d9e1-2d59-4fa1-aebd-0adbc9dcad2f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1728535 Sep 21 18:02:43.397422 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9e8c0912-ff60-484e-aa85-9812c08310fc req-4df6d386-5d7a-4cca-a428-6e2212535d79 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361275 Sep 21 18:02:43.411184 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.418093 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-345f5c79-5389-4577-a740-2ad6bbd09a2f req-07b815eb-e04e-4713-b920-c11999908088 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669293 Sep 21 18:02:43.426289 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3b04623f-559d-4066-b74e-ce8ee45b1c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.442270 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-46535125-50f1-4908-bcec-311a4e9ffed6 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.451611 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3b04623f-559d-4066-b74e-ce8ee45b1c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.489331 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-46535125-50f1-4908-bcec-311a4e9ffed6 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.499881 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3b04623f-559d-4066-b74e-ce8ee45b1c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.502949 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3b04623f-559d-4066-b74e-ce8ee45b1c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.507017 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3b04623f-559d-4066-b74e-ce8ee45b1c70 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7821fe62-6ffe-46d0-a2c6-7d7d183f2846 HTTP/1.1" status: 204 len: 168 time: 0.1801062 Sep 21 18:02:43.518719 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04623f-559d-4066-b74e-ce8ee45b1c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7821fe62-6ffe-46d0-a2c6-7d7d183f2846,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:43.685174 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-46535125-50f1-4908-bcec-311a4e9ffed6 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.688138 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-46535125-50f1-4908-bcec-311a4e9ffed6 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.689449 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-46535125-50f1-4908-bcec-311a4e9ffed6 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "DELETE /v2.0/security-groups/97ee4acb-8a3f-4d55-acc1-6a8060c3e6e8 HTTP/1.1" status: 204 len: 168 time: 0.4091377 Sep 21 18:02:43.692309 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42702) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:43.716772 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0da0173c-edc3-49fe-94a8-0504a94e7834 req-60aeda6c-28e7-481b-8c83-2c5c42c992b1 service neutron] 10.222.0.38 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146037 Sep 21 18:02:43.721809 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46535125-50f1-4908-bcec-311a4e9ffed6 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ee4acb-8a3f-4d55-acc1-6a8060c3e6e8,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:43.752236 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d51bd7de-de76-4789-9922-2198508cb99b tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0587723 Sep 21 18:02:43.754978 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42706) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:43.768042 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-b193e35f-024b-49c4-85c2-97bc4d0731a1 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] delete failed (client error): The resource could not be found. Sep 21 18:02:43.770972 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b193e35f-024b-49c4-85c2-97bc4d0731a1 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "DELETE /v2.0/security-groups/97ee4acb-8a3f-4d55-acc1-6a8060c3e6e8 HTTP/1.1" status: 404 len: 347 time: 0.0132496 Sep 21 18:02:43.774638 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42708) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:43.780369 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-7342cc07-572a-4f51-a1ba-e12b41ce6a4e tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Request body: {'security_group': {'name': 'tempest-secgroup--699097969'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:43.810511 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7342cc07-572a-4f51-a1ba-e12b41ce6a4e tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.830820 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] device_id is not set on port 55f508fc-5408-47c6-84fc-1b37d28a3dca yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:02:43.847901 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.865453 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.910973 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0da0173c-edc3-49fe-94a8-0504a94e7834 req-f938ea00-80a2-4e6b-a139-0fe42397a68a service neutron] 10.222.0.38 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748681 Sep 21 18:02:43.930966 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7342cc07-572a-4f51-a1ba-e12b41ce6a4e tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.935473 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7342cc07-572a-4f51-a1ba-e12b41ce6a4e tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.942368 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Pushing event updated for resources: {'Port': ['ID=55f508fc-5408-47c6-84fc-1b37d28a3dca,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:43.962839 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:43.963188 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:43.963582 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca on network 821565fe-ba41-445c-8e71-d1126fbb08c4 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:43.967306 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7342cc07-572a-4f51-a1ba-e12b41ce6a4e tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:43.968280 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Port 55f508fc-5408-47c6-84fc-1b37d28a3dca on network 821565fe-ba41-445c-8e71-d1126fbb08c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:43.968560 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7342cc07-572a-4f51-a1ba-e12b41ce6a4e tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1927273 Sep 21 18:02:43.968682 n-d-810291-1 neutron-server[101460]: ERROR neutron.plugins.ml2.managers [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Failed to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] Sep 21 18:02:43.968989 n-d-810291-1 neutron-server[101460]: INFO neutron.plugins.ml2.plugin [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempt 2 to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca Sep 21 18:02:43.971478 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42718) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:43.976304 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-0e3714a6-d53f-48a9-83c0-19b6d403c3fe tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Request body: {'security_group_rule': {'security_group_id': 'b8092184-882b-4c3e-92a8-d60b4504475d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:43.980502 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342cc07-572a-4f51-a1ba-e12b41ce6a4e tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8092184-882b-4c3e-92a8-d60b4504475d,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:43.993622 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:43.994776 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:43.995461 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca on network 821565fe-ba41-445c-8e71-d1126fbb08c4 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:44.001543 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Port 55f508fc-5408-47c6-84fc-1b37d28a3dca on network 821565fe-ba41-445c-8e71-d1126fbb08c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:44.001866 n-d-810291-1 neutron-server[101460]: ERROR neutron.plugins.ml2.managers [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Failed to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] Sep 21 18:02:44.002482 n-d-810291-1 neutron-server[101460]: INFO neutron.plugins.ml2.plugin [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempt 3 to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca Sep 21 18:02:44.006631 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0e3714a6-d53f-48a9-83c0-19b6d403c3fe tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:44.015665 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:44.016005 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:44.016350 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca on network 821565fe-ba41-445c-8e71-d1126fbb08c4 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:44.020730 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Port 55f508fc-5408-47c6-84fc-1b37d28a3dca on network 821565fe-ba41-445c-8e71-d1126fbb08c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:44.021202 n-d-810291-1 neutron-server[101460]: ERROR neutron.plugins.ml2.managers [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Failed to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] Sep 21 18:02:44.021590 n-d-810291-1 neutron-server[101460]: INFO neutron.plugins.ml2.plugin [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempt 4 to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca Sep 21 18:02:44.036152 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:44.036522 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:44.036865 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca on network 821565fe-ba41-445c-8e71-d1126fbb08c4 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:44.041742 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Port 55f508fc-5408-47c6-84fc-1b37d28a3dca on network 821565fe-ba41-445c-8e71-d1126fbb08c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:44.042087 n-d-810291-1 neutron-server[101460]: ERROR neutron.plugins.ml2.managers [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Failed to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] Sep 21 18:02:44.042628 n-d-810291-1 neutron-server[101460]: INFO neutron.plugins.ml2.plugin [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempt 5 to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca Sep 21 18:02:44.056612 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:44.056952 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:44.057297 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca on network 821565fe-ba41-445c-8e71-d1126fbb08c4 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:44.062119 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Port 55f508fc-5408-47c6-84fc-1b37d28a3dca on network 821565fe-ba41-445c-8e71-d1126fbb08c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:44.062776 n-d-810291-1 neutron-server[101460]: ERROR neutron.plugins.ml2.managers [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Failed to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] Sep 21 18:02:44.063234 n-d-810291-1 neutron-server[101460]: INFO neutron.plugins.ml2.plugin [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempt 6 to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca Sep 21 18:02:44.077152 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:44.077858 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:44.077968 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca on network 821565fe-ba41-445c-8e71-d1126fbb08c4 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:44.078119 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0e3714a6-d53f-48a9-83c0-19b6d403c3fe tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:44.082718 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0e3714a6-d53f-48a9-83c0-19b6d403c3fe tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:44.082955 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Port 55f508fc-5408-47c6-84fc-1b37d28a3dca on network 821565fe-ba41-445c-8e71-d1126fbb08c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:44.083216 n-d-810291-1 neutron-server[101460]: ERROR neutron.plugins.ml2.managers [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Failed to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] Sep 21 18:02:44.083614 n-d-810291-1 neutron-server[101460]: INFO neutron.plugins.ml2.plugin [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempt 7 to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca Sep 21 18:02:44.096865 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:44.097385 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:44.097754 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca on network 821565fe-ba41-445c-8e71-d1126fbb08c4 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:44.102763 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Port 55f508fc-5408-47c6-84fc-1b37d28a3dca on network 821565fe-ba41-445c-8e71-d1126fbb08c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:44.103153 n-d-810291-1 neutron-server[101460]: ERROR neutron.plugins.ml2.managers [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Failed to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] Sep 21 18:02:44.103511 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3714a6-d53f-48a9-83c0-19b6d403c3fe tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57213aa4-fe8e-44f3-be8d-80ef68c419e3,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:44.103679 n-d-810291-1 neutron-server[101460]: INFO neutron.plugins.ml2.plugin [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempt 8 to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca Sep 21 18:02:44.113230 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0e3714a6-d53f-48a9-83c0-19b6d403c3fe tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:44.114892 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0e3714a6-d53f-48a9-83c0-19b6d403c3fe tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1424899 Sep 21 18:02:44.119120 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42724) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:44.126020 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:44.126368 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:44.126810 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca on network 821565fe-ba41-445c-8e71-d1126fbb08c4 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:44.135667 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Port 55f508fc-5408-47c6-84fc-1b37d28a3dca on network 821565fe-ba41-445c-8e71-d1126fbb08c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:44.136191 n-d-810291-1 neutron-server[101460]: ERROR neutron.plugins.ml2.managers [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Failed to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] Sep 21 18:02:44.136788 n-d-810291-1 neutron-server[101460]: INFO neutron.plugins.ml2.plugin [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempt 9 to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca Sep 21 18:02:44.143677 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9b8bbcd8-02f2-4f25-bf2f-770e73341a2a tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:44.149897 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:44.150342 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:44.150681 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca on network 821565fe-ba41-445c-8e71-d1126fbb08c4 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:44.152581 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9b8bbcd8-02f2-4f25-bf2f-770e73341a2a tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:44.157108 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Port 55f508fc-5408-47c6-84fc-1b37d28a3dca on network 821565fe-ba41-445c-8e71-d1126fbb08c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:44.157389 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a39e2a54-1d22-4efc-ab50-17ec7c4e731b details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:02:44.157896 n-d-810291-1 neutron-server[101460]: ERROR neutron.plugins.ml2.managers [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Failed to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] Sep 21 18:02:44.158126 n-d-810291-1 neutron-server[101460]: INFO neutron.plugins.ml2.plugin [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempt 10 to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca Sep 21 18:02:44.174053 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:44.174446 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:44.175055 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempting to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca on network 821565fe-ba41-445c-8e71-d1126fbb08c4 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:44.180023 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Port 55f508fc-5408-47c6-84fc-1b37d28a3dca on network 821565fe-ba41-445c-8e71-d1126fbb08c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:02:44.180420 n-d-810291-1 neutron-server[101460]: ERROR neutron.plugins.ml2.managers [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Failed to bind port 55f508fc-5408-47c6-84fc-1b37d28a3dca on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'ebe67362-dfa1-441d-ad25-9c36d968db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '821565fe-ba41-445c-8e71-d1126fbb08c4'}] Sep 21 18:02:44.180903 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:44.185513 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9b8bbcd8-02f2-4f25-bf2f-770e73341a2a tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:44.200929 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9b8bbcd8-02f2-4f25-bf2f-770e73341a2a tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:44.203392 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9b8bbcd8-02f2-4f25-bf2f-770e73341a2a tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/57213aa4-fe8e-44f3-be8d-80ef68c419e3 HTTP/1.1" status: 204 len: 168 time: 0.0830972 Sep 21 18:02:44.205033 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42730) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:44.206416 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8bbcd8-02f2-4f25-bf2f-770e73341a2a tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57213aa4-fe8e-44f3-be8d-80ef68c419e3,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:44.295764 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3df7bde3-f348-4575-a2ac-74c240fbd02d tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0866237 Sep 21 18:02:44.296019 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port a39e2a54-1d22-4efc-ab50-17ec7c4e731b, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a39e2a54-1d22-4efc-ab50-17ec7c4e731b,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:44.296158 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42734) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:44.308550 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'a39e2a54-1d22-4efc-ab50-17ec7c4e731b', 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf', 'port_id': 'a39e2a54-1d22-4efc-ab50-17ec7c4e731b', 'mac_address': 'fa:16:3e:17:e4:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a1043c-b263-4aac-aec7-9797fbf7cd86', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:02:44.310655 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] For port 55f508fc-5408-47c6-84fc-1b37d28a3dca, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:02:44.311376 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attempted to set empty binding levels {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 21 18:02:44.319820 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:44.355012 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:44.375154 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a39e2a54-1d22-4efc-ab50-17ec7c4e731b {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:02:44.393372 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6f33c16d-8e5c-4f5f-a1fb-68db1180bbbb tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:44.396556 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] In _notify_port_updated(), no bound segment for port 55f508fc-5408-47c6-84fc-1b37d28a3dca on network 821565fe-ba41-445c-8e71-d1126fbb08c4 {{(pid=101460) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:02:44.397462 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:44.398079 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:44.401939 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] 10.222.0.58 "PUT /v2.0/ports/55f508fc-5408-47c6-84fc-1b37d28a3dca HTTP/1.1" status: 200 len: 974 time: 1.1203024 Sep 21 18:02:44.407706 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42738) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:44.408751 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port a39e2a54-1d22-4efc-ab50-17ec7c4e731b, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a39e2a54-1d22-4efc-ab50-17ec7c4e731b,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:44.414461 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:44.415221 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e777a74-ebaf-4b3a-aa1c-c23e3f193d2e tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Pushing event updated for resources: {'Port': ['ID=55f508fc-5408-47c6-84fc-1b37d28a3dca,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:44.476925 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device aae091ca-f992-4aa8-88a6-5d7aededb67d up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:02:44.478400 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6f33c16d-8e5c-4f5f-a1fb-68db1180bbbb tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:44.539575 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=a39e2a54-1d22-4efc-ab50-17ec7c4e731b,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:44.572942 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e77ade-1d74-4f6a-a6cf-d9d7179e4c32 req-eee7f2af-823d-42d8-a4e6-3be65effa34b tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:44.573528 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port aae091ca-f992-4aa8-88a6-5d7aededb67d completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:02:44.574689 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07e77ade-1d74-4f6a-a6cf-d9d7179e4c32 req-eee7f2af-823d-42d8-a4e6-3be65effa34b tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 945 time: 0.0580349 Sep 21 18:02:44.580062 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port aae091ca-f992-4aa8-88a6-5d7aededb67d triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:44.580537 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:44.593142 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6f33c16d-8e5c-4f5f-a1fb-68db1180bbbb tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:44.595733 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6f33c16d-8e5c-4f5f-a1fb-68db1180bbbb tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:44.599708 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6f33c16d-8e5c-4f5f-a1fb-68db1180bbbb tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "DELETE /v2.0/security-groups/b8092184-882b-4c3e-92a8-d60b4504475d HTTP/1.1" status: 204 len: 168 time: 0.3026280 Sep 21 18:02:44.601067 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42748) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:44.618491 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33c16d-8e5c-4f5f-a1fb-68db1180bbbb tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8092184-882b-4c3e-92a8-d60b4504475d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:44.638139 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ba3a5-6090-4897-93e2-4c9fb1f261df req-39a158d6-90cb-4c3c-a07a-6f00897011d0 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:44.639730 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-217ba3a5-6090-4897-93e2-4c9fb1f261df req-39a158d6-90cb-4c3c-a07a-6f00897011d0 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0623c11-6157-4004-b384-242f6cdaad58 HTTP/1.1" status: 200 len: 945 time: 0.1214492 Sep 21 18:02:44.664904 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-59f9e3db-8ae7-42a5-a403-429890297c84 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Deleting port 55f508fc-5408-47c6-84fc-1b37d28a3dca {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:02:44.665154 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-59f9e3db-8ae7-42a5-a403-429890297c84 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:44.666658 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07e77ade-1d74-4f6a-a6cf-d9d7179e4c32 req-14c08fb4-b0e3-4c81-aa7d-28c9d4a52b42 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835149 Sep 21 18:02:44.670750 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-36682d19-2d35-485e-aeea-866c9a263ffe tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0686336 Sep 21 18:02:44.675163 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42750) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:44.679763 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-57372e57-91fc-4f86-b75e-b2f6d464d5dd tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Request body: {'security_group': {'name': 'tempest-secgroup--593703179'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:44.714212 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:44.716020 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57372e57-91fc-4f86-b75e-b2f6d464d5dd tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:44.754865 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-217ba3a5-6090-4897-93e2-4c9fb1f261df req-66c1834a-e8ca-4f99-93fe-8c3fae852816 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026962 Sep 21 18:02:44.767690 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-59f9e3db-8ae7-42a5-a403-429890297c84 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] For port 55f508fc-5408-47c6-84fc-1b37d28a3dca, host n-h2-810291-1, got binding levels [] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:44.768008 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-59f9e3db-8ae7-42a5-a403-429890297c84 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:44.791334 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-59f9e3db-8ae7-42a5-a403-429890297c84 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Calling delete_port for 55f508fc-5408-47c6-84fc-1b37d28a3dca owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:02:44.799111 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port aae091ca-f992-4aa8-88a6-5d7aededb67d, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=aae091ca-f992-4aa8-88a6-5d7aededb67d,segment=NetworkSegment(47ef5cff-a3a5-4e0f-a784-ade98c2c509a),segment_id=47ef5cff-a3a5-4e0f-a784-ade98c2c509a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:44.806543 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0623c11-6157-4004-b384-242f6cdaad58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae091ca-f992-4aa8-88a6-5d7aededb67d'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:44.815322 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9561bb3d-a00f-4d2f-a268-34cccec19216" -d '{"events": [{"server_uuid": "d0623c11-6157-4004-b384-242f6cdaad58", "name": "network-vif-plugged", "status": "completed", "tag": "aae091ca-f992-4aa8-88a6-5d7aededb67d"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:44.822708 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['a39e2a54-1d22-4efc-ab50-17ec7c4e731b'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:02:44.853873 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57372e57-91fc-4f86-b75e-b2f6d464d5dd tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:44.860342 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57372e57-91fc-4f86-b75e-b2f6d464d5dd tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:44.897654 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57372e57-91fc-4f86-b75e-b2f6d464d5dd tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd1f9ae-d538-4c25-996a-5761001e2279,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:44.898474 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:44.912347 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57372e57-91fc-4f86-b75e-b2f6d464d5dd tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:44.914437 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-57372e57-91fc-4f86-b75e-b2f6d464d5dd tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2383165 Sep 21 18:02:44.917229 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42764) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:44.925227 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-af7bf8e1-3c40-4a55-989e-a95092f88a4a tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Request body: {'security_group_rule': {'security_group_id': 'bfd1f9ae-d538-4c25-996a-5761001e2279', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:44.982012 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=aae091ca-f992-4aa8-88a6-5d7aededb67d,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:44.996692 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-af7bf8e1-3c40-4a55-989e-a95092f88a4a tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.068017 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-59f9e3db-8ae7-42a5-a403-429890297c84 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.116754 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-af7bf8e1-3c40-4a55-989e-a95092f88a4a tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.124339 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-af7bf8e1-3c40-4a55-989e-a95092f88a4a tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.133427 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9e3db-8ae7-42a5-a403-429890297c84 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Pushing event deleted for resources: {'Port': ['ID=55f508fc-5408-47c6-84fc-1b37d28a3dca,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:45.148487 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bf8e1-3c40-4a55-989e-a95092f88a4a tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0220725e-3d65-4475-a765-bbb0ecb7b536,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:45.153546 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-af7bf8e1-3c40-4a55-989e-a95092f88a4a tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.155990 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-af7bf8e1-3c40-4a55-989e-a95092f88a4a tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2361233 Sep 21 18:02:45.158451 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42770) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:45.164222 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-8e8f87c9-ec2e-40fe-bf0c-999372b92259 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Request body: {'security_group_rule': {'security_group_id': 'bfd1f9ae-d538-4c25-996a-5761001e2279', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:45.165105 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-59f9e3db-8ae7-42a5-a403-429890297c84 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.174433 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-59f9e3db-8ae7-42a5-a403-429890297c84 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] 10.222.0.58 "DELETE /v2.0/ports/55f508fc-5408-47c6-84fc-1b37d28a3dca HTTP/1.1" status: 204 len: 168 time: 0.7655821 Sep 21 18:02:45.175623 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42772) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:45.230812 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8e8f87c9-ec2e-40fe-bf0c-999372b92259 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.242695 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348d036b-d63d-4232-83cc-7c11466a6b17 x-openstack-request-id: req-348d036b-d63d-4232-83cc-7c11466a6b17 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:45.243229 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0623c11-6157-4004-b384-242f6cdaad58", "name": "network-vif-plugged", "status": "completed", "tag": "aae091ca-f992-4aa8-88a6-5d7aededb67d", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:45.243923 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-348d036b-d63d-4232-83cc-7c11466a6b17 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:45.243923 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0623c11-6157-4004-b384-242f6cdaad58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae091ca-f992-4aa8-88a6-5d7aededb67d', 'code': 200} Sep 21 18:02:45.245501 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-e819a208-ab1f-4982-bb84-573c3c3a8ab4 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] GET failed (client error): The resource could not be found. Sep 21 18:02:45.251223 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e819a208-ab1f-4982-bb84-573c3c3a8ab4 tempest-PortsAdminExtendedAttrsTestJSON-1806675997 tempest-PortsAdminExtendedAttrsTestJSON-1806675997-project-admin] 10.222.0.58 "GET /v2.0/ports/55f508fc-5408-47c6-84fc-1b37d28a3dca HTTP/1.1" status: 404 len: 333 time: 0.0723357 Sep 21 18:02:45.251845 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42774) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:45.334893 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8d5f28f8-ac0c-437e-a950-e93fdbc454dd tempest-PortsAdminExtendedAttrsTestJSON-268879930 tempest-PortsAdminExtendedAttrsTestJSON-268879930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.362728 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8e8f87c9-ec2e-40fe-bf0c-999372b92259 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.370242 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8e8f87c9-ec2e-40fe-bf0c-999372b92259 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.379302 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4c5f0-7bf2-43ad-a9eb-64e77f4718c1 req-aeafe99a-7e8e-490d-9d6b-d67b019360ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:45.380958 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ef4c5f0-7bf2-43ad-a9eb-64e77f4718c1 req-aeafe99a-7e8e-490d-9d6b-d67b019360ae service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d0623c11-6157-4004-b384-242f6cdaad58 HTTP/1.1" status: 200 len: 1097 time: 0.0634527 Sep 21 18:02:45.399204 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f87c9-ec2e-40fe-bf0c-999372b92259 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b8ea61e-9779-4e12-8678-40288b16f8dc,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:45.415531 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8e8f87c9-ec2e-40fe-bf0c-999372b92259 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.419489 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8e8f87c9-ec2e-40fe-bf0c-999372b92259 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2572732 Sep 21 18:02:45.423274 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42782) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:45.427742 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-b5b2cf7d-35be-4307-870f-e5e1118bd243 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Request body: {'security_group_rule': {'security_group_id': 'bfd1f9ae-d538-4c25-996a-5761001e2279', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:45.431976 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8d5f28f8-ac0c-437e-a950-e93fdbc454dd tempest-PortsAdminExtendedAttrsTestJSON-268879930 tempest-PortsAdminExtendedAttrsTestJSON-268879930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.441957 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ef4c5f0-7bf2-43ad-a9eb-64e77f4718c1 req-4e5b1375-6d64-4079-b2c0-4deb108a8c65 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503235 Sep 21 18:02:45.462404 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b5b2cf7d-35be-4307-870f-e5e1118bd243 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.466066 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-8d5f28f8-ac0c-437e-a950-e93fdbc454dd tempest-PortsAdminExtendedAttrsTestJSON-268879930 tempest-PortsAdminExtendedAttrsTestJSON-268879930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['821565fe-ba41-445c-8e71-d1126fbb08c4']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:45.475782 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-8d5f28f8-ac0c-437e-a950-e93fdbc454dd tempest-PortsAdminExtendedAttrsTestJSON-268879930 tempest-PortsAdminExtendedAttrsTestJSON-268879930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe67362-dfa1-441d-ad25-9c36d968db45') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:45.476077 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-8d5f28f8-ac0c-437e-a950-e93fdbc454dd tempest-PortsAdminExtendedAttrsTestJSON-268879930 tempest-PortsAdminExtendedAttrsTestJSON-268879930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe67362-dfa1-441d-ad25-9c36d968db45') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:45.486139 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8d5f28f8-ac0c-437e-a950-e93fdbc454dd tempest-PortsAdminExtendedAttrsTestJSON-268879930 tempest-PortsAdminExtendedAttrsTestJSON-268879930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.501529 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8d5f28f8-ac0c-437e-a950-e93fdbc454dd tempest-PortsAdminExtendedAttrsTestJSON-268879930 tempest-PortsAdminExtendedAttrsTestJSON-268879930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.509172 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d5f28f8-ac0c-437e-a950-e93fdbc454dd tempest-PortsAdminExtendedAttrsTestJSON-268879930 tempest-PortsAdminExtendedAttrsTestJSON-268879930-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:02:45.509582 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8d5f28f8-ac0c-437e-a950-e93fdbc454dd tempest-PortsAdminExtendedAttrsTestJSON-268879930 tempest-PortsAdminExtendedAttrsTestJSON-268879930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.513292 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:02:45.513292 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:02:45.513292 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:02:45.513292 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:02:45.513292 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:02:45.513292 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:02:45.513292 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:02:45.513292 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:02:45.513292 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:02:45.513292 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:02:45.513292 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:02:45.513292 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:02:45.513292 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:02:45.513292 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:02:45.513292 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:02:45.513292 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:02:45.513292 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:02:45.513292 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:02:45.513292 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:02:45.513292 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:02:45.513292 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:02:45.513292 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:02:45.513292 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:02:45.513292 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:02:45.513292 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:02:45.513292 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:02:45.513292 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:02:45.513292 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:02:45.513292 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:02:45.513292 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:02:45.513292 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:02:45.513292 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:02:45.519557 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b5b2cf7d-35be-4307-870f-e5e1118bd243 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.523645 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b5b2cf7d-35be-4307-870f-e5e1118bd243 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.545655 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2cf7d-35be-4307-870f-e5e1118bd243 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e19186-dd89-44cd-b4b0-4b12acfcaa85,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:45.554046 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b5b2cf7d-35be-4307-870f-e5e1118bd243 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.555904 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b5b2cf7d-35be-4307-870f-e5e1118bd243 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1309426 Sep 21 18:02:45.558088 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42788) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:45.563655 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-912a4191-fed6-4a02-b1e8-ee68121e82c0 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Request body: {'security_group_rule': {'security_group_id': 'bfd1f9ae-d538-4c25-996a-5761001e2279', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:45.592643 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8d5f28f8-ac0c-437e-a950-e93fdbc454dd tempest-PortsAdminExtendedAttrsTestJSON-268879930 tempest-PortsAdminExtendedAttrsTestJSON-268879930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.594509 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-912a4191-fed6-4a02-b1e8-ee68121e82c0 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.603560 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8d5f28f8-ac0c-437e-a950-e93fdbc454dd tempest-PortsAdminExtendedAttrsTestJSON-268879930 tempest-PortsAdminExtendedAttrsTestJSON-268879930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.605917 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8d5f28f8-ac0c-437e-a950-e93fdbc454dd tempest-PortsAdminExtendedAttrsTestJSON-268879930 tempest-PortsAdminExtendedAttrsTestJSON-268879930-project] 10.222.0.58 "DELETE /v2.0/networks/821565fe-ba41-445c-8e71-d1126fbb08c4 HTTP/1.1" status: 204 len: 168 time: 0.3531168 Sep 21 18:02:45.616063 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f28f8-ac0c-437e-a950-e93fdbc454dd tempest-PortsAdminExtendedAttrsTestJSON-268879930 tempest-PortsAdminExtendedAttrsTestJSON-268879930-project] Pushing event deleted for resources: {'Network': ['ID=821565fe-ba41-445c-8e71-d1126fbb08c4,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:45.664124 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-912a4191-fed6-4a02-b1e8-ee68121e82c0 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.668791 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-912a4191-fed6-4a02-b1e8-ee68121e82c0 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.687805 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a4191-fed6-4a02-b1e8-ee68121e82c0 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ddface-95b0-4a68-bd1b-f1d4243de7da,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:45.701169 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-912a4191-fed6-4a02-b1e8-ee68121e82c0 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.705361 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-912a4191-fed6-4a02-b1e8-ee68121e82c0 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1431618 Sep 21 18:02:45.705661 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42800) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:45.710397 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-1bd9f3c0-e327-4540-ab15-18c92f693c4e tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Request body: {'security_group_rule': {'security_group_id': 'bfd1f9ae-d538-4c25-996a-5761001e2279', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:45.739626 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1bd9f3c0-e327-4540-ab15-18c92f693c4e tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.828548 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56054a4-3095-4043-a7a1-757f3726412e req-30da9913-87c8-42e5-908d-9aa90a2b5ead tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:45.830064 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f56054a4-3095-4043-a7a1-757f3726412e req-30da9913-87c8-42e5-908d-9aa90a2b5ead tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 945 time: 0.0768502 Sep 21 18:02:45.836272 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1bd9f3c0-e327-4540-ab15-18c92f693c4e tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.844500 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1bd9f3c0-e327-4540-ab15-18c92f693c4e tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.879732 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9f3c0-e327-4540-ab15-18c92f693c4e tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d2f69fd-f55b-4137-b56c-d4ef61a4c804,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:45.898288 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-356c34a3-062a-485d-9396-20bb86956185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.899326 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1bd9f3c0-e327-4540-ab15-18c92f693c4e tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.900980 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1bd9f3c0-e327-4540-ab15-18c92f693c4e tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1942728 Sep 21 18:02:45.906991 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42812) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:45.932889 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411229ee-8f5d-4761-a1fc-2e81d980320a req-af4f7ed3-f588-47c2-9f63-613849f2a84d tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:45.934769 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-411229ee-8f5d-4761-a1fc-2e81d980320a req-af4f7ed3-f588-47c2-9f63-613849f2a84d tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0623c11-6157-4004-b384-242f6cdaad58 HTTP/1.1" status: 200 len: 946 time: 0.0708017 Sep 21 18:02:45.935564 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f56054a4-3095-4043-a7a1-757f3726412e req-1b228e56-e8e1-4e86-9a97-13e2e975488e tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927613 Sep 21 18:02:45.953134 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-34100701-0b66-4c87-9aea-c99733f67442 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:45.961728 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42814) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:45.979433 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-34100701-0b66-4c87-9aea-c99733f67442 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.015890 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-411229ee-8f5d-4761-a1fc-2e81d980320a req-e9b7eac9-0e0e-43c9-b1e5-39314be223a0 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601037 Sep 21 18:02:46.023037 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-34100701-0b66-4c87-9aea-c99733f67442 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.034078 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-34100701-0b66-4c87-9aea-c99733f67442 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.036143 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-34100701-0b66-4c87-9aea-c99733f67442 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/2d2f69fd-f55b-4137-b56c-d4ef61a4c804 HTTP/1.1" status: 204 len: 168 time: 0.1281488 Sep 21 18:02:46.039154 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42824) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:46.053296 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34100701-0b66-4c87-9aea-c99733f67442 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d2f69fd-f55b-4137-b56c-d4ef61a4c804,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:46.103681 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4e9c385b-07f4-4e2f-932d-c56928d0df49 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0630693 Sep 21 18:02:46.106612 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42834) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:46.132222 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3019fcf0-2ab6-4f84-91ed-4acce06855ef tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.140361 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3019fcf0-2ab6-4f84-91ed-4acce06855ef tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.171667 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a39e2a54-1d22-4efc-ab50-17ec7c4e731b up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:02:46.180149 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3019fcf0-2ab6-4f84-91ed-4acce06855ef tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.190779 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3019fcf0-2ab6-4f84-91ed-4acce06855ef tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.192960 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3019fcf0-2ab6-4f84-91ed-4acce06855ef tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/62ddface-95b0-4a68-bd1b-f1d4243de7da HTTP/1.1" status: 204 len: 168 time: 0.0851629 Sep 21 18:02:46.199437 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42838) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:46.213087 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019fcf0-2ab6-4f84-91ed-4acce06855ef tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62ddface-95b0-4a68-bd1b-f1d4243de7da,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:46.219651 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a8439aff-cef7-4992-99c7-940cf816f34f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6faf96c328d34035b107d5536100e894&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2542336 Sep 21 18:02:46.220948 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42840) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:46.234569 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port a39e2a54-1d22-4efc-ab50-17ec7c4e731b completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:02:46.240879 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port a39e2a54-1d22-4efc-ab50-17ec7c4e731b triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:02:46.241729 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.269931 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4d8d4ace-7712-4689-a596-48103f67fd57 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0678203 Sep 21 18:02:46.272364 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42842) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:46.282456 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8eface56-105d-41c2-95cb-63e8dd0b1347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.308608 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8000a8ca-d249-41bf-b899-e5c32e6fe961 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.312649 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8eface56-105d-41c2-95cb-63e8dd0b1347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.319352 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8000a8ca-d249-41bf-b899-e5c32e6fe961 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.361713 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.362565 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8000a8ca-d249-41bf-b899-e5c32e6fe961 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.374591 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8000a8ca-d249-41bf-b899-e5c32e6fe961 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.375777 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8000a8ca-d249-41bf-b899-e5c32e6fe961 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/42e19186-dd89-44cd-b4b0-4b12acfcaa85 HTTP/1.1" status: 204 len: 168 time: 0.1024847 Sep 21 18:02:46.379245 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42846) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:46.390185 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000a8ca-d249-41bf-b899-e5c32e6fe961 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42e19186-dd89-44cd-b4b0-4b12acfcaa85,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:46.410659 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8eface56-105d-41c2-95cb-63e8dd0b1347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.414554 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8eface56-105d-41c2-95cb-63e8dd0b1347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.415208 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port a39e2a54-1d22-4efc-ab50-17ec7c4e731b, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a39e2a54-1d22-4efc-ab50-17ec7c4e731b,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:02:46.416111 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8eface56-105d-41c2-95cb-63e8dd0b1347 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e5436a05-7697-436f-9b85-3cbcc7beae50 HTTP/1.1" status: 204 len: 168 time: 0.1927223 Sep 21 18:02:46.423926 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.474804 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-40369d3b-9260-422f-86f9-8e93eab23d59 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0940816 Sep 21 18:02:46.477856 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42856) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:46.487489 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eface56-105d-41c2-95cb-63e8dd0b1347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5436a05-7697-436f-9b85-3cbcc7beae50,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:46.510690 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=a39e2a54-1d22-4efc-ab50-17ec7c4e731b,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:46.519236 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ccc518a9-1174-4459-823d-9e2aa8cca393 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.527599 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ccc518a9-1174-4459-823d-9e2aa8cca393 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.561525 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ccc518a9-1174-4459-823d-9e2aa8cca393 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.569817 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ccc518a9-1174-4459-823d-9e2aa8cca393 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.573526 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ccc518a9-1174-4459-823d-9e2aa8cca393 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/9b8ea61e-9779-4e12-8678-40288b16f8dc HTTP/1.1" status: 204 len: 168 time: 0.0921512 Sep 21 18:02:46.574642 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42864) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:46.575431 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc518a9-1174-4459-823d-9e2aa8cca393 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b8ea61e-9779-4e12-8678-40288b16f8dc,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:46.623862 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e14db3c5-c096-46f3-b76d-48f5e490fd15 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0476909 Sep 21 18:02:46.626612 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42866) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:46.657009 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3623bef7-5945-418d-b953-41a03f22483b tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.666820 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3623bef7-5945-418d-b953-41a03f22483b tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.703422 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3623bef7-5945-418d-b953-41a03f22483b tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.708881 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3623bef7-5945-418d-b953-41a03f22483b tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.710029 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3623bef7-5945-418d-b953-41a03f22483b tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/0220725e-3d65-4475-a765-bbb0ecb7b536 HTTP/1.1" status: 204 len: 168 time: 0.0824168 Sep 21 18:02:46.713148 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42868) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:46.717724 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3623bef7-5945-418d-b953-41a03f22483b tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0220725e-3d65-4475-a765-bbb0ecb7b536,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:46.746575 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42870) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:46.760561 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0e0dfae3-3138-4ccd-a524-3a7f9f0d7019 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0433536 Sep 21 18:02:46.761139 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42872) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:46.819704 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e327894d-67a8-4b1c-91d3-e68f3f385455 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b797614c63724e4bb8f979cc8a5d70d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0717182 Sep 21 18:02:46.822334 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42880) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:46.837971 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0e7928c4-fd43-4efa-9565-d5a7916a151d tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.864887 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0e7928c4-fd43-4efa-9565-d5a7916a151d tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.878180 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a3fe3411-c78b-42f1-adac-ba9680f2b42d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.901550 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a3fe3411-c78b-42f1-adac-ba9680f2b42d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.914139 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0e7928c4-fd43-4efa-9565-d5a7916a151d tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.917714 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0e7928c4-fd43-4efa-9565-d5a7916a151d tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.921717 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0e7928c4-fd43-4efa-9565-d5a7916a151d tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "DELETE /v2.0/security-groups/bfd1f9ae-d538-4c25-996a-5761001e2279 HTTP/1.1" status: 204 len: 168 time: 0.1572616 Sep 21 18:02:46.923166 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42888) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:46.935506 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7928c4-fd43-4efa-9565-d5a7916a151d tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd1f9ae-d538-4c25-996a-5761001e2279,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:46.960787 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a3fe3411-c78b-42f1-adac-ba9680f2b42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.963671 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a3fe3411-c78b-42f1-adac-ba9680f2b42d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:46.969381 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a3fe3411-c78b-42f1-adac-ba9680f2b42d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1c84f437-ccbe-40c0-8186-cf166b60a9b0 HTTP/1.1" status: 204 len: 168 time: 0.1414874 Sep 21 18:02:46.975410 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe3411-c78b-42f1-adac-ba9680f2b42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c84f437-ccbe-40c0-8186-cf166b60a9b0,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:47.000578 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2aa74d0d-bf31-4061-bcef-cb5caa5e6cf8 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0701513 Sep 21 18:02:47.000900 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42894) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:47.006189 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-2a80f57e-a5a2-41a4-ab3d-66cd1db12b24 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Request body: {'security_group': {'name': 'tempest-secgroup--735060845'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:47.046786 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2a80f57e-a5a2-41a4-ab3d-66cd1db12b24 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:47.121696 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc673e-4962-4e6d-ad3b-51a9953d442c req-073b477e-83dd-4b7f-94fb-84d968153151 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:47.124868 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9ffc673e-4962-4e6d-ad3b-51a9953d442c req-073b477e-83dd-4b7f-94fb-84d968153151 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 946 time: 0.0911226 Sep 21 18:02:47.156821 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892de3bd-72bd-4702-8316-3a0d44f15077 req-c2ce9001-9e0f-4180-96e6-7c2d7bacdb9f tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:47.158542 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-892de3bd-72bd-4702-8316-3a0d44f15077 req-c2ce9001-9e0f-4180-96e6-7c2d7bacdb9f tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0623c11-6157-4004-b384-242f6cdaad58 HTTP/1.1" status: 200 len: 946 time: 0.0713730 Sep 21 18:02:47.193002 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9ffc673e-4962-4e6d-ad3b-51a9953d442c req-b7600c67-f867-4c72-bcb5-b3a9a1193fad tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555878 Sep 21 18:02:47.238167 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42906) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:47.245250 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fa6282-aef7-4185-b9f3-71bd8d7fb49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39e2a54-1d22-4efc-ab50-17ec7c4e731b'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:02:47.248067 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38cce7d-990a-48cc-bb37-fd4e3516c56e" -d '{"events": [{"server_uuid": "f0fa6282-aef7-4185-b9f3-71bd8d7fb49a", "name": "network-vif-plugged", "status": "completed", "tag": "a39e2a54-1d22-4efc-ab50-17ec7c4e731b"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:02:47.255201 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-892de3bd-72bd-4702-8316-3a0d44f15077 req-86b7ead0-3589-4e1e-911a-9e82f7ccbc8e tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850754 Sep 21 18:02:47.291244 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2a80f57e-a5a2-41a4-ab3d-66cd1db12b24 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:47.299058 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2a80f57e-a5a2-41a4-ab3d-66cd1db12b24 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:47.332748 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2a80f57e-a5a2-41a4-ab3d-66cd1db12b24 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:47.334051 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2a80f57e-a5a2-41a4-ab3d-66cd1db12b24 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3320770 Sep 21 18:02:47.337816 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42916) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:47.343036 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80f57e-a5a2-41a4-ab3d-66cd1db12b24 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=124ac96a-0b41-4d6e-992c-d555a26e1e9d,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:47.345182 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-cdba6145-99e2-4098-935e-f4bd7fbfa4d5 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Request body: {'security_group_rule': {'security_group_id': '124ac96a-0b41-4d6e-992c-d555a26e1e9d', 'direction': 'ingress', 'protocol': 17}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:47.372966 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6482236c-e4dd-4917-8c85-5984fce365be x-openstack-request-id: req-6482236c-e4dd-4917-8c85-5984fce365be {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:02:47.373501 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0fa6282-aef7-4185-b9f3-71bd8d7fb49a", "name": "network-vif-plugged", "status": "completed", "tag": "a39e2a54-1d22-4efc-ab50-17ec7c4e731b", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:02:47.373919 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6482236c-e4dd-4917-8c85-5984fce365be {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:02:47.374802 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0fa6282-aef7-4185-b9f3-71bd8d7fb49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39e2a54-1d22-4efc-ab50-17ec7c4e731b', 'code': 200} Sep 21 18:02:47.403430 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cdba6145-99e2-4098-935e-f4bd7fbfa4d5 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:47.463723 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8d38cd0c-4b9d-47d3-a5c4-8511df5e6aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:47.482654 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eda1ef-8853-4345-bcc0-bd5458b79115 req-c2487665-e770-45e6-bd54-c8a5ce149ed7 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:47.484411 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e2eda1ef-8853-4345-bcc0-bd5458b79115 req-c2487665-e770-45e6-bd54-c8a5ce149ed7 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=609696bf-09e0-441c-ae9b-b2d317db85f6 HTTP/1.1" status: 200 len: 946 time: 0.0628197 Sep 21 18:02:47.519751 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cdba6145-99e2-4098-935e-f4bd7fbfa4d5 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:47.528264 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e2eda1ef-8853-4345-bcc0-bd5458b79115 req-9c36074a-1a18-4f56-b83d-044de50da817 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369754 Sep 21 18:02:47.530166 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cdba6145-99e2-4098-935e-f4bd7fbfa4d5 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:47.546889 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eda66d-36bc-4906-989f-3acd903fd463 req-db24724a-6566-425a-bcd3-3cce8418355e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:47.548424 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9eda66d-36bc-4906-989f-3acd903fd463 req-db24724a-6566-425a-bcd3-3cce8418355e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 1097 time: 0.0940127 Sep 21 18:02:47.572124 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba6145-99e2-4098-935e-f4bd7fbfa4d5 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3dc2d99-82f6-488a-a53f-7a2444ef841d,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:47.628084 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9eda66d-36bc-4906-989f-3acd903fd463 req-6f9a522d-b3e3-493e-9f2b-1a7ab66da39f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678244 Sep 21 18:02:47.693253 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34e4f8-97bf-483a-bd81-7ca15dbf04d6 req-8fb5fef1-5955-4fb4-a8ec-6f012b1bd02a tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:47.694778 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0b34e4f8-97bf-483a-bd81-7ca15dbf04d6 req-8fb5fef1-5955-4fb4-a8ec-6f012b1bd02a tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b86dc02-8562-4d1b-818c-353f82047a80 HTTP/1.1" status: 200 len: 945 time: 0.0857313 Sep 21 18:02:47.696696 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8d38cd0c-4b9d-47d3-a5c4-8511df5e6aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:47.704534 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8d38cd0c-4b9d-47d3-a5c4-8511df5e6aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:47.715508 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cdba6145-99e2-4098-935e-f4bd7fbfa4d5 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:47.716646 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-cdba6145-99e2-4098-935e-f4bd7fbfa4d5 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3766060 Sep 21 18:02:47.719643 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42934) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:47.768397 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8d38cd0c-4b9d-47d3-a5c4-8511df5e6aff admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ea756fbebb71435ca94d1cc30557214e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5289524 Sep 21 18:02:47.771289 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42938) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:47.771607 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38cd0c-4b9d-47d3-a5c4-8511df5e6aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728dddc0-160a-47bc-9f04-689fb55fbf78,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:47.779959 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0b34e4f8-97bf-483a-bd81-7ca15dbf04d6 req-7ca7518f-0c78-4fc2-807f-e9dcf408c9d2 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778582 Sep 21 18:02:47.822547 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b99e8497-ba39-4b73-8000-f9f52ded7e62 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:47.848280 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db880708-4686-4e34-9bfa-f91755c9aee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:47.858640 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b99e8497-ba39-4b73-8000-f9f52ded7e62 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:47.892876 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db880708-4686-4e34-9bfa-f91755c9aee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:47.950131 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b99e8497-ba39-4b73-8000-f9f52ded7e62 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:47.952759 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b99e8497-ba39-4b73-8000-f9f52ded7e62 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:47.956433 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b99e8497-ba39-4b73-8000-f9f52ded7e62 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "DELETE /v2.0/security-groups/124ac96a-0b41-4d6e-992c-d555a26e1e9d HTTP/1.1" status: 204 len: 168 time: 0.2329938 Sep 21 18:02:47.956828 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42944) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:47.962441 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db880708-4686-4e34-9bfa-f91755c9aee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:47.966320 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db880708-4686-4e34-9bfa-f91755c9aee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:47.968520 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-db880708-4686-4e34-9bfa-f91755c9aee8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/728dddc0-160a-47bc-9f04-689fb55fbf78 HTTP/1.1" status: 204 len: 168 time: 0.1952744 Sep 21 18:02:47.975034 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e8497-ba39-4b73-8000-f9f52ded7e62 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=124ac96a-0b41-4d6e-992c-d555a26e1e9d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:47.985711 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db880708-4686-4e34-9bfa-f91755c9aee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728dddc0-160a-47bc-9f04-689fb55fbf78,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:48.005826 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a02d4d5c-633f-47d0-998e-4f24c5bcf323 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0477831 Sep 21 18:02:48.009688 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42950) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:48.015975 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-a32bf125-092b-48f7-aa68-ddb762f9d405 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Request body: {'security_group': {'name': 'tempest-secgroup--708187552'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:48.054414 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a32bf125-092b-48f7-aa68-ddb762f9d405 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:48.111115 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208d80a-1fc0-4a2e-bf7f-021f53b365be req-6e43e5ab-332c-4e49-82d2-03549fcf72af tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:48.121478 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a208d80a-1fc0-4a2e-bf7f-021f53b365be req-6e43e5ab-332c-4e49-82d2-03549fcf72af tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0623c11-6157-4004-b384-242f6cdaad58 HTTP/1.1" status: 200 len: 946 time: 0.0646944 Sep 21 18:02:48.150224 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a32bf125-092b-48f7-aa68-ddb762f9d405 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:48.155652 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a32bf125-092b-48f7-aa68-ddb762f9d405 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:48.160357 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a208d80a-1fc0-4a2e-bf7f-021f53b365be req-6a7973c2-fce8-4f6a-90b1-72307cfcf6f9 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376968 Sep 21 18:02:48.183735 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a32bf125-092b-48f7-aa68-ddb762f9d405 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:48.188227 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a32bf125-092b-48f7-aa68-ddb762f9d405 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1773179 Sep 21 18:02:48.188985 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42956) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:48.195890 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-3fb4479d-22f8-4b3f-99f4-c5d312c2ab69 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Request body: {'security_group': {'name': 'tempest-secgroup--787460508'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:48.218208 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32bf125-092b-48f7-aa68-ddb762f9d405 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8afd7621-5fea-47ef-8d2a-39fd701dc3c3,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:48.235701 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3fb4479d-22f8-4b3f-99f4-c5d312c2ab69 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:48.339124 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3fb4479d-22f8-4b3f-99f4-c5d312c2ab69 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:48.346262 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3fb4479d-22f8-4b3f-99f4-c5d312c2ab69 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:48.356961 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-86770494-0b71-44d8-89a0-9005a3e28671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:48.407618 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4479d-22f8-4b3f-99f4-c5d312c2ab69 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef0a1d6-d3cf-4c25-ad96-6595136def9e,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:48.413683 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b701b78-4b28-4ebe-91a4-75363bfc39da req-a1979fff-13c6-4200-9bd4-3df09cc80be5 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:48.415265 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1b701b78-4b28-4ebe-91a4-75363bfc39da req-a1979fff-13c6-4200-9bd4-3df09cc80be5 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 946 time: 0.1122537 Sep 21 18:02:48.437131 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3fb4479d-22f8-4b3f-99f4-c5d312c2ab69 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:48.438954 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3fb4479d-22f8-4b3f-99f4-c5d312c2ab69 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2466476 Sep 21 18:02:48.441759 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42970) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:48.446427 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-3ab109b6-4ec4-4c5d-bbef-ac58411dd411 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Request body: {'security_group_rule': {'security_group_id': '8afd7621-5fea-47ef-8d2a-39fd701dc3c3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0ef0a1d6-d3cf-4c25-ad96-6595136def9e', 'remote_ip_prefix': None}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:48.478294 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42972) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:48.485293 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1b701b78-4b28-4ebe-91a4-75363bfc39da req-696f2239-ff46-425b-a00f-b23bf259c99d tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537984 Sep 21 18:02:48.499309 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f692d765-20a5-45b3-8dce-3cce2a9cf3ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:48.554876 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1431a-75bc-45ba-92ca-7a3eceab5660 req-8760a4c8-522c-4dea-8804-74840675b6c0 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:48.563577 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6eb1431a-75bc-45ba-92ca-7a3eceab5660 req-8760a4c8-522c-4dea-8804-74840675b6c0 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=609696bf-09e0-441c-ae9b-b2d317db85f6 HTTP/1.1" status: 200 len: 946 time: 0.1124609 Sep 21 18:02:48.566408 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3ab109b6-4ec4-4c5d-bbef-ac58411dd411 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:48.621966 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f692d765-20a5-45b3-8dce-3cce2a9cf3ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:48.630526 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6eb1431a-75bc-45ba-92ca-7a3eceab5660 req-a9579b7e-018c-4a0d-b744-7576c8401a3a tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657794 Sep 21 18:02:48.639893 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f692d765-20a5-45b3-8dce-3cce2a9cf3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:48.671655 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692d765-20a5-45b3-8dce-3cce2a9cf3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1e5bae-68fd-48c4-8b3d-8cf9d76b64b2,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:48.715220 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f692d765-20a5-45b3-8dce-3cce2a9cf3ec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0189dea229514fb5bae12d08302cfd16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2333765 Sep 21 18:02:48.715950 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42980) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:48.728615 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3ab109b6-4ec4-4c5d-bbef-ac58411dd411 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:48.744338 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3ab109b6-4ec4-4c5d-bbef-ac58411dd411 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:48.788326 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab109b6-4ec4-4c5d-bbef-ac58411dd411 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e660460f-5781-4eca-8838-79eabd5f3b2a,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:48.807304 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3ab109b6-4ec4-4c5d-bbef-ac58411dd411 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:48.811163 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9c362f19-87c4-469f-9ff6-1d5ff5184623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:48.811322 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3ab109b6-4ec4-4c5d-bbef-ac58411dd411 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3659103 Sep 21 18:02:48.811822 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42984) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:48.834363 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9c362f19-87c4-469f-9ff6-1d5ff5184623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:48.849838 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d0fea8c-497b-4d4a-a89c-91006d0831cd tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:48.860259 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42986) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:48.867850 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d0fea8c-497b-4d4a-a89c-91006d0831cd tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:48.896558 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9c362f19-87c4-469f-9ff6-1d5ff5184623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:48.900713 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9c362f19-87c4-469f-9ff6-1d5ff5184623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:48.904687 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9c362f19-87c4-469f-9ff6-1d5ff5184623 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/db1e5bae-68fd-48c4-8b3d-8cf9d76b64b2 HTTP/1.1" status: 204 len: 168 time: 0.1847122 Sep 21 18:02:48.906244 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d0fea8c-497b-4d4a-a89c-91006d0831cd tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:48.912773 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d0fea8c-497b-4d4a-a89c-91006d0831cd tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:48.914149 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c362f19-87c4-469f-9ff6-1d5ff5184623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1e5bae-68fd-48c4-8b3d-8cf9d76b64b2,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:48.916542 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0d0fea8c-497b-4d4a-a89c-91006d0831cd tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/e660460f-5781-4eca-8838-79eabd5f3b2a HTTP/1.1" status: 204 len: 168 time: 0.1041100 Sep 21 18:02:48.922240 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0fea8c-497b-4d4a-a89c-91006d0831cd tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e660460f-5781-4eca-8838-79eabd5f3b2a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:48.923044 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42992) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:48.962872 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:49.014177 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-d2de9998-9628-4509-8cf2-716553ff7fcd tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-618562813', 'router:external': True}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:49.039011 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2de9998-9628-4509-8cf2-716553ff7fcd tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Made reservation on behalf of 9a090df5f02f46c8b57d1a7b1fde7d99 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:49.041408 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d2de9998-9628-4509-8cf2-716553ff7fcd tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:49.052231 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d2de9998-9628-4509-8cf2-716553ff7fcd tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:49.158803 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d2de9998-9628-4509-8cf2-716553ff7fcd tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:49.164600 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d2de9998-9628-4509-8cf2-716553ff7fcd tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:49.189070 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2de9998-9628-4509-8cf2-716553ff7fcd tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:02:49.205093 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de9998-9628-4509-8cf2-716553ff7fcd tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91a4415-2a5f-4cb1-b8e0-883de3ff0b17,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:49.210381 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d2de9998-9628-4509-8cf2-716553ff7fcd tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:49.210762 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-d2de9998-9628-4509-8cf2-716553ff7fcd tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Added segment b06d3862-6fe9-4ea9-9791-defe40769059 of type vlan for network 28ab1d2c-4b97-4024-ba65-116c8c0fbd87 Sep 21 18:02:49.260958 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d2de9998-9628-4509-8cf2-716553ff7fcd tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:49.292664 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d2de9998-9628-4509-8cf2-716553ff7fcd tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:49.293777 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2de9998-9628-4509-8cf2-716553ff7fcd tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:49.294393 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d2de9998-9628-4509-8cf2-716553ff7fcd tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:49.331095 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d2de9998-9628-4509-8cf2-716553ff7fcd tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4693909 Sep 21 18:02:49.348048 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3dca79aa-5fc7-4a00-9e5d-5c2de3536d0d tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4192514 Sep 21 18:02:49.348048 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43002) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:49.350178 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43004) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:49.353602 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-606a6f26-54d7-4ea6-91e7-8cc4a796b001 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Request body: {'subnet': {'network_id': '28ab1d2c-4b97-4024-ba65-116c8c0fbd87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:49.362495 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de9998-9628-4509-8cf2-716553ff7fcd tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Pushing event updated for resources: {'Network': ['ID=28ab1d2c-4b97-4024-ba65-116c8c0fbd87,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:49.373938 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 28ab1d2c-4b97-4024-ba65-116c8c0fbd87 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:02:49.376243 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0b69e-1019-465d-a6d2-aca1f925b888 req-c6c63302-daea-438f-b115-8ad25d698703 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:49.382754 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0b69e-1019-465d-a6d2-aca1f925b888 req-c6c63302-daea-438f-b115-8ad25d698703 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:49.389683 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0b69e-1019-465d-a6d2-aca1f925b888 req-c6c63302-daea-438f-b115-8ad25d698703 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:49.391397 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bbe0b69e-1019-465d-a6d2-aca1f925b888 req-c6c63302-daea-438f-b115-8ad25d698703 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0623c11-6157-4004-b384-242f6cdaad58&device_id=8b86dc02-8562-4d1b-818c-353f82047a80&device_id=609696bf-09e0-441c-ae9b-b2d317db85f6 HTTP/1.1" status: 200 len: 2418 time: 0.4573250 Sep 21 18:02:49.445042 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606a6f26-54d7-4ea6-91e7-8cc4a796b001 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Made reservation on behalf of 9a090df5f02f46c8b57d1a7b1fde7d99 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:49.447321 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-606a6f26-54d7-4ea6-91e7-8cc4a796b001 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:49.486200 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bbe0b69e-1019-465d-a6d2-aca1f925b888 req-7717c96a-0d60-42e5-a90f-a79caec88133 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802591 Sep 21 18:02:49.542567 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-817dbb4f-ffe1-47d1-a072-06502501bd53 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:49.600541 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-817dbb4f-ffe1-47d1-a072-06502501bd53 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:49.657138 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c56609-08b0-4eac-b448-4d06ab3b99c2 req-c93514ff-56fa-46ae-8ff2-781ac00e50cd tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:49.658828 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-57c56609-08b0-4eac-b448-4d06ab3b99c2 req-c93514ff-56fa-46ae-8ff2-781ac00e50cd tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0623c11-6157-4004-b384-242f6cdaad58 HTTP/1.1" status: 200 len: 946 time: 0.0617507 Sep 21 18:02:49.698025 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0086eb-07b1-40b3-a0ff-957c2821f6f8 req-97274846-ed01-4615-9f0f-7c0e8e2a85ec tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:49.699725 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5d0086eb-07b1-40b3-a0ff-957c2821f6f8 req-97274846-ed01-4615-9f0f-7c0e8e2a85ec tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 946 time: 0.1219747 Sep 21 18:02:49.703883 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-57c56609-08b0-4eac-b448-4d06ab3b99c2 req-b6a1eb05-0797-41a7-a3cb-d9c76832734b tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371234 Sep 21 18:02:49.754961 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-817dbb4f-ffe1-47d1-a072-06502501bd53 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:49.758758 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-817dbb4f-ffe1-47d1-a072-06502501bd53 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:49.759947 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-817dbb4f-ffe1-47d1-a072-06502501bd53 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "DELETE /v2.0/security-groups/0ef0a1d6-d3cf-4c25-ad96-6595136def9e HTTP/1.1" status: 204 len: 168 time: 0.4023759 Sep 21 18:02:49.762857 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43034) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:49.797107 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817dbb4f-ffe1-47d1-a072-06502501bd53 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef0a1d6-d3cf-4c25-ad96-6595136def9e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:49.834541 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5d0086eb-07b1-40b3-a0ff-957c2821f6f8 req-08142a29-14e5-4045-b1c6-945bdb52588d tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132200 Sep 21 18:02:49.848286 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43036) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:49.857676 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-32042f39-7804-4a19-b1bf-884276dfdee7 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0802205 Sep 21 18:02:49.950336 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f6fee8c5-1461-4767-8cfa-eaf4e453c5ae tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:49.984893 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f6fee8c5-1461-4767-8cfa-eaf4e453c5ae tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:50.029061 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:50.051729 n-d-810291-1 neutron-server[101461]: DEBUG neutron.objects.ports [None req-606a6f26-54d7-4ea6-91e7-8cc4a796b001 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101461) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:02:50.052587 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-606a6f26-54d7-4ea6-91e7-8cc4a796b001 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:50.161341 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606a6f26-54d7-4ea6-91e7-8cc4a796b001 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Checking segment: {'id': 'b06d3862-6fe9-4ea9-9791-defe40769059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '28ab1d2c-4b97-4024-ba65-116c8c0fbd87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:02:50.161710 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606a6f26-54d7-4ea6-91e7-8cc4a796b001 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Network hostable DHCP agents. Network: 28ab1d2c-4b97-4024-ba65-116c8c0fbd87, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:02:50.166695 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a6f26-54d7-4ea6-91e7-8cc4a796b001 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Pushing event updated for resources: {'Subnet': ['ID=113eddfb-80ed-4df7-b4b8-45e3d5788c54,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:50.201258 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606a6f26-54d7-4ea6-91e7-8cc4a796b001 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Network 28ab1d2c-4b97-4024-ba65-116c8c0fbd87 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:02:50.201708 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4979a-91a5-4712-b7f3-2a085597d3b4 req-3df8a282-02cf-4829-88df-77ea0f0568c8 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:50.205084 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f6fee8c5-1461-4767-8cfa-eaf4e453c5ae tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:50.207699 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f6fee8c5-1461-4767-8cfa-eaf4e453c5ae tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:50.208036 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07d4979a-91a5-4712-b7f3-2a085597d3b4 req-3df8a282-02cf-4829-88df-77ea0f0568c8 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 946 time: 0.1002438 Sep 21 18:02:50.211556 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f6fee8c5-1461-4767-8cfa-eaf4e453c5ae tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "DELETE /v2.0/security-groups/8afd7621-5fea-47ef-8d2a-39fd701dc3c3 HTTP/1.1" status: 204 len: 168 time: 0.3589199 Sep 21 18:02:50.212240 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43060) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:50.222113 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fee8c5-1461-4767-8cfa-eaf4e453c5ae tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afd7621-5fea-47ef-8d2a-39fd701dc3c3,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:50.228177 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-606a6f26-54d7-4ea6-91e7-8cc4a796b001 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 28ab1d2c-4b97-4024-ba65-116c8c0fbd87) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:50.232513 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606a6f26-54d7-4ea6-91e7-8cc4a796b001 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:50.233147 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-606a6f26-54d7-4ea6-91e7-8cc4a796b001 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:50.249948 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-606a6f26-54d7-4ea6-91e7-8cc4a796b001 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.9010079 Sep 21 18:02:50.252707 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43066) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:50.258238 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-61b9917a-8bad-4c31-8eca-c29bf9e26554 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-314227461', 'network_id': '28ab1d2c-4b97-4024-ba65-116c8c0fbd87'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:50.258426 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5273ef-abed-464a-80d3-5bc97343cd8a None None] Network 28ab1d2c-4b97-4024-ba65-116c8c0fbd87 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:02:50.292900 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b9917a-8bad-4c31-8eca-c29bf9e26554 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Made reservation on behalf of 9a090df5f02f46c8b57d1a7b1fde7d99 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:50.299135 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3fc2f52b-95ff-4352-bced-b2cafd3d6694 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0854805 Sep 21 18:02:50.300639 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-61b9917a-8bad-4c31-8eca-c29bf9e26554 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:50.302592 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43074) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:50.316048 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-19d1b7d0-356f-4dbd-9406-a365508fd952 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Request body: {'security_group': {'name': 'tempest-secgroup--1585163275'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:50.320866 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07d4979a-91a5-4712-b7f3-2a085597d3b4 req-d1c0f0ce-bac9-429b-8bea-91393c329315 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015856 Sep 21 18:02:50.330949 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-61b9917a-8bad-4c31-8eca-c29bf9e26554 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] device_id is not set on port 91ebc991-8ba5-46dd-bb23-bee3470196f6 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:02:50.447229 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-19d1b7d0-356f-4dbd-9406-a365508fd952 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:50.479064 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0d9eb0-7902-48b6-9dc9-c10ec874aab8 None None] Network 28ab1d2c-4b97-4024-ba65-116c8c0fbd87 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:02:50.515796 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-61b9917a-8bad-4c31-8eca-c29bf9e26554 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Allocated IP 2001:db8::3ae (28ab1d2c-4b97-4024-ba65-116c8c0fbd87/113eddfb-80ed-4df7-b4b8-45e3d5788c54/91ebc991-8ba5-46dd-bb23-bee3470196f6) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:02:50.596421 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-19d1b7d0-356f-4dbd-9406-a365508fd952 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:50.605084 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-19d1b7d0-356f-4dbd-9406-a365508fd952 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:50.650942 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1b7d0-356f-4dbd-9406-a365508fd952 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1baf7363-703e-47d7-aeee-f798c4702f3e,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:50.671339 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-19d1b7d0-356f-4dbd-9406-a365508fd952 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:50.672982 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-19d1b7d0-356f-4dbd-9406-a365508fd952 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3683782 Sep 21 18:02:50.675761 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43090) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:50.680351 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-89833fa2-4344-4eb6-b006-13bba0c542f0 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Request body: {'security_group_rule': {'security_group_id': '1baf7363-703e-47d7-aeee-f798c4702f3e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:50.753887 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-89833fa2-4344-4eb6-b006-13bba0c542f0 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:50.793753 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43098) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:50.797668 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-61b9917a-8bad-4c31-8eca-c29bf9e26554 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:50.839229 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-89833fa2-4344-4eb6-b006-13bba0c542f0 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:50.847555 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-89833fa2-4344-4eb6-b006-13bba0c542f0 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:50.873076 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89833fa2-4344-4eb6-b006-13bba0c542f0 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9705baea-0841-436e-b96d-7add2f05382f,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:50.887913 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-61b9917a-8bad-4c31-8eca-c29bf9e26554 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:50.899609 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-89833fa2-4344-4eb6-b006-13bba0c542f0 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:50.901462 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-89833fa2-4344-4eb6-b006-13bba0c542f0 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2245889 Sep 21 18:02:50.904455 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43106) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:50.939723 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b9917a-8bad-4c31-8eca-c29bf9e26554 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Network 28ab1d2c-4b97-4024-ba65-116c8c0fbd87 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:02:50.944326 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-61b9917a-8bad-4c31-8eca-c29bf9e26554 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:50.945929 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b9917a-8bad-4c31-8eca-c29bf9e26554 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:02:50.947328 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b9917a-8bad-4c31-8eca-c29bf9e26554 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:50.947939 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-61b9917a-8bad-4c31-8eca-c29bf9e26554 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:50.969795 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b9917a-8bad-4c31-8eca-c29bf9e26554 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Pushing event updated for resources: {'Port': ['ID=91ebc991-8ba5-46dd-bb23-bee3470196f6,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:50.973064 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0b789fd8-4d17-4a0f-b600-a167d2d1692d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:50.987945 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1fd7e880-c04d-48bc-927e-edbe8fc5deca tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.000299 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1fd7e880-c04d-48bc-927e-edbe8fc5deca tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.012576 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-61b9917a-8bad-4c31-8eca-c29bf9e26554 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7586708 Sep 21 18:02:51.015818 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43110) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:51.050407 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1fd7e880-c04d-48bc-927e-edbe8fc5deca tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.055876 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1fd7e880-c04d-48bc-927e-edbe8fc5deca tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.057125 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1fd7e880-c04d-48bc-927e-edbe8fc5deca tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/9705baea-0841-436e-b96d-7add2f05382f HTTP/1.1" status: 204 len: 168 time: 0.1515169 Sep 21 18:02:51.061861 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43112) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:51.071909 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b4133-2be2-4e55-8a10-193a46d69762 req-15228a8b-e85c-41d3-ba61-11ebb912f6ca tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:51.073567 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-705b4133-2be2-4e55-8a10-193a46d69762 req-15228a8b-e85c-41d3-ba61-11ebb912f6ca tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=609696bf-09e0-441c-ae9b-b2d317db85f6 HTTP/1.1" status: 200 len: 946 time: 0.1156104 Sep 21 18:02:51.088578 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7e880-c04d-48bc-927e-edbe8fc5deca tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9705baea-0841-436e-b96d-7add2f05382f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:51.132780 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-705b4133-2be2-4e55-8a10-193a46d69762 req-70768fce-8b7c-4e76-ab61-e463ac285915 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424080 Sep 21 18:02:51.136567 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3d96b7d9-ebce-4d50-9baf-b5dbbe6a37ea tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0708485 Sep 21 18:02:51.140397 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43114) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:51.156395 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-3ce96cff-3f0e-465e-a7bd-dfc598449923 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Deleting port 91ebc991-8ba5-46dd-bb23-bee3470196f6 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:02:51.156718 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3ce96cff-3f0e-465e-a7bd-dfc598449923 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.168299 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0b789fd8-4d17-4a0f-b600-a167d2d1692d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.173201 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0b789fd8-4d17-4a0f-b600-a167d2d1692d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.211387 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0b789fd8-4d17-4a0f-b600-a167d2d1692d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=af3311f400cc4b7d88391d4e84580dfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4160745 Sep 21 18:02:51.213512 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b789fd8-4d17-4a0f-b600-a167d2d1692d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643c669d-aff0-4eb7-831c-35d12fd5428e,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:51.217538 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43116) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:51.261109 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7b4f0238-7b85-4706-9cac-da890b8b77a4 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.270396 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2fad17af-493c-46d9-b84c-92ea59174142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.272494 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3ce96cff-3f0e-465e-a7bd-dfc598449923 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.291712 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2fad17af-493c-46d9-b84c-92ea59174142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.295348 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-3ce96cff-3f0e-465e-a7bd-dfc598449923 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Calling delete_port for 91ebc991-8ba5-46dd-bb23-bee3470196f6 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:02:51.301353 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7b4f0238-7b85-4706-9cac-da890b8b77a4 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.342737 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2fad17af-493c-46d9-b84c-92ea59174142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.345869 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2fad17af-493c-46d9-b84c-92ea59174142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.349507 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2fad17af-493c-46d9-b84c-92ea59174142 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/643c669d-aff0-4eb7-831c-35d12fd5428e HTTP/1.1" status: 204 len: 168 time: 0.1286016 Sep 21 18:02:51.355654 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad17af-493c-46d9-b84c-92ea59174142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643c669d-aff0-4eb7-831c-35d12fd5428e,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:51.400414 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7b4f0238-7b85-4706-9cac-da890b8b77a4 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.403219 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7b4f0238-7b85-4706-9cac-da890b8b77a4 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.404659 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7b4f0238-7b85-4706-9cac-da890b8b77a4 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "DELETE /v2.0/security-groups/1baf7363-703e-47d7-aeee-f798c4702f3e HTTP/1.1" status: 204 len: 168 time: 0.2632782 Sep 21 18:02:51.409634 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43122) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:51.433319 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f0238-7b85-4706-9cac-da890b8b77a4 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1baf7363-703e-47d7-aeee-f798c4702f3e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:51.491190 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e19899-ca2e-4cee-9b6f-05c594c0de80 req-1e3280ed-a08a-4d24-869f-c4153d8ed791 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:51.492715 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9e19899-ca2e-4cee-9b6f-05c594c0de80 req-1e3280ed-a08a-4d24-869f-c4153d8ed791 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 946 time: 0.0761783 Sep 21 18:02:51.497988 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-29c6ae3c-c3a2-44ed-bca8-a6e27752312d tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0875468 Sep 21 18:02:51.502467 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43126) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:51.508718 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-144b26c9-1c7b-4d3b-95cc-992b7e71e24e tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Request body: {'security_group': {'name': 'tempest-secgroup--1256781194'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:51.512003 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3ce96cff-3f0e-465e-a7bd-dfc598449923 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.522614 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.542636 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce96cff-3f0e-465e-a7bd-dfc598449923 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Pushing event deleted for resources: {'Port': ['ID=91ebc991-8ba5-46dd-bb23-bee3470196f6,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:51.560030 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9e19899-ca2e-4cee-9b6f-05c594c0de80 req-3644ed08-835d-4ebe-b54c-8af93e8a1b9a tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557475 Sep 21 18:02:51.571312 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-144b26c9-1c7b-4d3b-95cc-992b7e71e24e tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.571803 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3ce96cff-3f0e-465e-a7bd-dfc598449923 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.582992 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3ce96cff-3f0e-465e-a7bd-dfc598449923 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] 10.222.0.58 "DELETE /v2.0/ports/91ebc991-8ba5-46dd-bb23-bee3470196f6 HTTP/1.1" status: 204 len: 168 time: 0.5605712 Sep 21 18:02:51.582992 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43128) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:51.582992 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-05567e0c-583a-4b0f-a733-862d1817899e tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '28ab1d2c-4b97-4024-ba65-116c8c0fbd87', 'external_fixed_ips': [{'subnet_id': '113eddfb-80ed-4df7-b4b8-45e3d5788c54', 'ip_address': '2001:db8::3ae'}]}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:51.604426 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05567e0c-583a-4b0f-a733-862d1817899e tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.605574 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05567e0c-583a-4b0f-a733-862d1817899e tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.663374 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05567e0c-583a-4b0f-a733-862d1817899e tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.675379 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-144b26c9-1c7b-4d3b-95cc-992b7e71e24e tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.680024 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-144b26c9-1c7b-4d3b-95cc-992b7e71e24e tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.713635 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-144b26c9-1c7b-4d3b-95cc-992b7e71e24e tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.714975 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-144b26c9-1c7b-4d3b-95cc-992b7e71e24e tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2101669 Sep 21 18:02:51.717728 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43136) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:51.722935 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-36e67e55-de52-42e5-949e-16b2f2d4f21f tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Request body: {'security_group_rule': {'security_group_id': '8ef7d7fa-64f6-4d5b-88f7-8c21f7e91430', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:51.728535 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b26c9-1c7b-4d3b-95cc-992b7e71e24e tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef7d7fa-64f6-4d5b-88f7-8c21f7e91430,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:51.758737 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-36e67e55-de52-42e5-949e-16b2f2d4f21f tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.810905 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05567e0c-583a-4b0f-a733-862d1817899e tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.817229 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-36e67e55-de52-42e5-949e-16b2f2d4f21f tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.821763 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-36e67e55-de52-42e5-949e-16b2f2d4f21f tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.837021 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e67e55-de52-42e5-949e-16b2f2d4f21f tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd6eed7-862d-4f41-98ec-02f99abd9333,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:51.848778 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-36e67e55-de52-42e5-949e-16b2f2d4f21f tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:51.850061 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-36e67e55-de52-42e5-949e-16b2f2d4f21f tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1314192 Sep 21 18:02:51.853219 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43140) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:51.873935 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e924a3f4-70c2-4637-959d-91d2401b3964 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "GET /v2.0/security-group-rules/7dd6eed7-862d-4f41-98ec-02f99abd9333 HTTP/1.1" status: 200 len: 763 time: 0.0172765 Sep 21 18:02:51.874154 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43144) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:51.928918 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-15411116-bce5-4650-9396-465190c6458b tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0512681 Sep 21 18:02:51.929321 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43150) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:52.018843 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2f250fec-864c-4fe5-b769-e97d032befbf tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:52.046813 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2f250fec-864c-4fe5-b769-e97d032befbf tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:52.081524 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05567e0c-583a-4b0f-a733-862d1817899e tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:52.107116 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05567e0c-583a-4b0f-a733-862d1817899e tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:52.108855 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2f250fec-864c-4fe5-b769-e97d032befbf tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:52.119910 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2f250fec-864c-4fe5-b769-e97d032befbf tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:52.123430 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2f250fec-864c-4fe5-b769-e97d032befbf tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/7dd6eed7-862d-4f41-98ec-02f99abd9333 HTTP/1.1" status: 204 len: 168 time: 0.1908650 Sep 21 18:02:52.123640 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43160) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:52.137717 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f250fec-864c-4fe5-b769-e97d032befbf tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7dd6eed7-862d-4f41-98ec-02f99abd9333,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:52.215617 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-eee10548-86f4-4b9c-a408-3695cd0de16e tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0907547 Sep 21 18:02:52.218122 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43166) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:52.246124 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-032430e7-aee8-43a3-817e-d421089e2496 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Request body: {'security_group_rule': {'security_group_id': '8ef7d7fa-64f6-4d5b-88f7-8c21f7e91430', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:52.273248 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2869ccb-ad39-4c72-8e00-3cced73f3f44 req-7a5578c7-b7d6-47bc-af14-fb9d0c2d54ad tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:52.274831 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f2869ccb-ad39-4c72-8e00-3cced73f3f44 req-7a5578c7-b7d6-47bc-af14-fb9d0c2d54ad tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=609696bf-09e0-441c-ae9b-b2d317db85f6 HTTP/1.1" status: 200 len: 946 time: 0.0594482 Sep 21 18:02:52.309058 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-032430e7-aee8-43a3-817e-d421089e2496 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:52.316612 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f2869ccb-ad39-4c72-8e00-3cced73f3f44 req-e61997d9-cfa7-46a5-8cef-62c2c2ef34b8 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344326 Sep 21 18:02:52.356737 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-05567e0c-583a-4b0f-a733-862d1817899e tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Allocated IP 2001:db8::3ae (28ab1d2c-4b97-4024-ba65-116c8c0fbd87/113eddfb-80ed-4df7-b4b8-45e3d5788c54/7661585e-0af8-4eda-9df7-2d8bf56b6746) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:02:52.397219 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-032430e7-aee8-43a3-817e-d421089e2496 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:52.408401 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-032430e7-aee8-43a3-817e-d421089e2496 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:52.465320 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032430e7-aee8-43a3-817e-d421089e2496 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e881b2-7e0a-4184-a543-4bfa1d7e33ea,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:52.471183 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-032430e7-aee8-43a3-817e-d421089e2496 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:52.472403 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-032430e7-aee8-43a3-817e-d421089e2496 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2533569 Sep 21 18:02:52.475462 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43174) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:52.506004 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-477b412a-ff95-4f07-a596-5a4aaa40f1cc tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "GET /v2.0/security-group-rules/56e881b2-7e0a-4184-a543-4bfa1d7e33ea HTTP/1.1" status: 200 len: 763 time: 0.0262468 Sep 21 18:02:52.506231 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05567e0c-583a-4b0f-a733-862d1817899e tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:52.507190 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43178) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:52.541040 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05567e0c-583a-4b0f-a733-862d1817899e tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:52.549061 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d6454873-535a-405e-8888-90e48d4bd185 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0407727 Sep 21 18:02:52.551699 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43180) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:52.577764 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-db843e4f-1f7a-48f1-b356-538a1ee3abf4 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:52.584392 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05567e0c-583a-4b0f-a733-862d1817899e tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Network 28ab1d2c-4b97-4024-ba65-116c8c0fbd87 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:02:52.587155 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-05567e0c-583a-4b0f-a733-862d1817899e tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:52.591130 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-db843e4f-1f7a-48f1-b356-538a1ee3abf4 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:52.595742 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05567e0c-583a-4b0f-a733-862d1817899e tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:02:52.628534 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-db843e4f-1f7a-48f1-b356-538a1ee3abf4 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:52.637174 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-db843e4f-1f7a-48f1-b356-538a1ee3abf4 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:52.637624 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05567e0c-583a-4b0f-a733-862d1817899e tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Pushing event updated for resources: {'Port': ['ID=7661585e-0af8-4eda-9df7-2d8bf56b6746,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:52.639022 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-db843e4f-1f7a-48f1-b356-538a1ee3abf4 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/56e881b2-7e0a-4184-a543-4bfa1d7e33ea HTTP/1.1" status: 204 len: 168 time: 0.0861742 Sep 21 18:02:52.641622 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43186) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:52.659618 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db843e4f-1f7a-48f1-b356-538a1ee3abf4 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56e881b2-7e0a-4184-a543-4bfa1d7e33ea,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:52.688819 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b0c5a4c6-0407-4561-8ee8-663bbff56447 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0460429 Sep 21 18:02:52.691999 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43190) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:52.696868 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-89f81d5b-d291-41d4-a899-630a246327ab tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Request body: {'security_group_rule': {'security_group_id': '8ef7d7fa-64f6-4d5b-88f7-8c21f7e91430', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:52.721811 n-d-810291-1 neutron-server[101460]: INFO neutron.db.securitygroups_db [None req-89f81d5b-d291-41d4-a899-630a246327ab tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Project d23d2cbb40c84ddeafc77aef1a7f9310 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:02:52.727335 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-89f81d5b-d291-41d4-a899-630a246327ab tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:52.776721 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb8e8b-66db-439d-8798-3a258adf9a1e req-567c518e-ce2f-4327-9acc-2105e310f346 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:52.778301 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fabb8e8b-66db-439d-8798-3a258adf9a1e req-567c518e-ce2f-4327-9acc-2105e310f346 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 946 time: 0.1271038 Sep 21 18:02:52.779064 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43192) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:52.787033 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-89f81d5b-d291-41d4-a899-630a246327ab tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:52.792218 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-89f81d5b-d291-41d4-a899-630a246327ab tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:52.811114 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f81d5b-d291-41d4-a899-630a246327ab tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e0fbed-3d9b-4a61-ac53-9da8aa29f378,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:52.820255 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-89f81d5b-d291-41d4-a899-630a246327ab tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:52.822076 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-89f81d5b-d291-41d4-a899-630a246327ab tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1287777 Sep 21 18:02:52.824647 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43196) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:52.841448 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-573dd10e-145f-431c-b2c6-2e393ac1cf0f tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "GET /v2.0/security-group-rules/91e0fbed-3d9b-4a61-ac53-9da8aa29f378 HTTP/1.1" status: 200 len: 769 time: 0.0156178 Sep 21 18:02:52.843910 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43198) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:52.879734 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fabb8e8b-66db-439d-8798-3a258adf9a1e req-68586239-0791-4e8c-86f0-6f5e53af2746 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614629 Sep 21 18:02:52.892318 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ef617994-41c0-4d86-9e9c-8d9758f2d195 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0472608 Sep 21 18:02:52.894894 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43200) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:52.897943 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-37ddec7e-647b-4471-beb6-3078eed3864c tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:52.927984 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05567e0c-583a-4b0f-a733-862d1817899e tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:52.940667 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1f83e91c-bd95-486e-a4de-57ae80b84ff7 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:52.949475 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-37ddec7e-647b-4471-beb6-3078eed3864c tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:52.951650 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1f83e91c-bd95-486e-a4de-57ae80b84ff7 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:52.999947 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1f83e91c-bd95-486e-a4de-57ae80b84ff7 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:53.009014 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1f83e91c-bd95-486e-a4de-57ae80b84ff7 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:53.010137 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1f83e91c-bd95-486e-a4de-57ae80b84ff7 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/91e0fbed-3d9b-4a61-ac53-9da8aa29f378 HTTP/1.1" status: 204 len: 168 time: 0.1089578 Sep 21 18:02:53.012783 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43204) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:53.042602 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83e91c-bd95-486e-a4de-57ae80b84ff7 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91e0fbed-3d9b-4a61-ac53-9da8aa29f378,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:53.069353 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bc17716d-e297-412c-b13d-549fa6f723e3 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0553973 Sep 21 18:02:53.072516 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43208) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:53.073969 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-37ddec7e-647b-4471-beb6-3078eed3864c tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:53.170300 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05567e0c-583a-4b0f-a733-862d1817899e tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:53.200817 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2da2aff2-a4b0-428e-847e-552c8d0259ba tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:53.213311 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:53.238129 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2da2aff2-a4b0-428e-847e-552c8d0259ba tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:53.256787 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-37ddec7e-647b-4471-beb6-3078eed3864c tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] Allocated IP 172.25.6.44 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/750d71fb-d0f1-48d4-8283-58f4bd7acf1e) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:02:53.313061 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05567e0c-583a-4b0f-a733-862d1817899e tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Router b716d64e-c869-4fb0-8d08-dcf9307fb921 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:02:53.342018 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2da2aff2-a4b0-428e-847e-552c8d0259ba tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:53.344766 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2da2aff2-a4b0-428e-847e-552c8d0259ba tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:53.348658 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2da2aff2-a4b0-428e-847e-552c8d0259ba tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "DELETE /v2.0/security-groups/8ef7d7fa-64f6-4d5b-88f7-8c21f7e91430 HTTP/1.1" status: 204 len: 168 time: 0.2699347 Sep 21 18:02:53.354679 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43214) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:53.379463 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da2aff2-a4b0-428e-847e-552c8d0259ba tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef7d7fa-64f6-4d5b-88f7-8c21f7e91430,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:53.433407 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-aced9d67-0a6f-4728-9558-8d6971aa7ecc tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0773933 Sep 21 18:02:53.437998 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-37ddec7e-647b-4471-beb6-3078eed3864c tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:53.438769 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43216) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:53.505538 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-bdba31f8-193f-4aa7-95ba-c1d5055adc66 tempest-SecGroupIPv6Test-515514475 tempest-SecGroupIPv6Test-515514475-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0655208 Sep 21 18:02:53.515260 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-37ddec7e-647b-4471-beb6-3078eed3864c tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:53.556190 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ddec7e-647b-4471-beb6-3078eed3864c tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:02:53.559355 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-37ddec7e-647b-4471-beb6-3078eed3864c tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:53.565851 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ddec7e-647b-4471-beb6-3078eed3864c tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:02:53.572249 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ddec7e-647b-4471-beb6-3078eed3864c tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] Pushing event updated for resources: {'Port': ['ID=750d71fb-d0f1-48d4-8283-58f4bd7acf1e,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:53.696621 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-37ddec7e-647b-4471-beb6-3078eed3864c tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:53.736345 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-37ddec7e-647b-4471-beb6-3078eed3864c tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:53.775410 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05567e0c-583a-4b0f-a733-862d1817899e tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:02:53.784967 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa865b7-1328-49e9-af6c-dc466056277b None None] Sync routers for ids ['b716d64e-c869-4fb0-8d08-dcf9307fb921'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:02:53.795987 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa865b7-1328-49e9-af6c-dc466056277b None None] Routers {'b716d64e-c869-4fb0-8d08-dcf9307fb921'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:02:53.796517 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-faa865b7-1328-49e9-af6c-dc466056277b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:02:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['b716d64e-c869-4fb0-8d08-dcf9307fb921'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:53.803230 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c4617-9286-4258-96f4-85ae6de22913 req-e75f1998-5408-46af-9695-6a64168de475 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:53.804769 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b18c4617-9286-4258-96f4-85ae6de22913 req-e75f1998-5408-46af-9695-6a64168de475 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=609696bf-09e0-441c-ae9b-b2d317db85f6 HTTP/1.1" status: 200 len: 946 time: 0.3968692 Sep 21 18:02:53.805544 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43222) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:53.816229 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05567e0c-583a-4b0f-a733-862d1817899e tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:53.817811 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-05567e0c-583a-4b0f-a733-862d1817899e tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.2387085 Sep 21 18:02:53.820932 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43226) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:53.909104 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-faa865b7-1328-49e9-af6c-dc466056277b None None] Set router b716d64e-c869-4fb0-8d08-dcf9307fb921 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:02:53.920545 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-37ddec7e-647b-4471-beb6-3078eed3864c tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:53.931031 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-37ddec7e-647b-4471-beb6-3078eed3864c tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:53.936560 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b18c4617-9286-4258-96f4-85ae6de22913 req-288a0fce-6a07-4520-90a8-ce1c98ceac4c tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170325 Sep 21 18:02:54.031924 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a6310228-bd39-4224-93df-81fdbb0ba16d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:54.050380 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ddec7e-647b-4471-beb6-3078eed3864c tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] Pushing event updated for resources: {'Port': ['ID=750d71fb-d0f1-48d4-8283-58f4bd7acf1e,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:54.084795 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-37ddec7e-647b-4471-beb6-3078eed3864c tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:54.085352 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ba9aba2c-388a-478d-8538-a8064e9d66e3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d23d2cbb40c84ddeafc77aef1a7f9310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2782226 Sep 21 18:02:54.086105 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43234) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:54.098623 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc0bfa-0cbc-43ce-b484-2a5786c7dfd2 req-63e67597-c7a7-4097-8269-6ed413bbfb11 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:54.100078 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cccc0bfa-0cbc-43ce-b484-2a5786c7dfd2 req-63e67597-c7a7-4097-8269-6ed413bbfb11 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 946 time: 0.1172111 Sep 21 18:02:54.117123 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-37ddec7e-647b-4471-beb6-3078eed3864c tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:54.122472 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-37ddec7e-647b-4471-beb6-3078eed3864c tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3415923 Sep 21 18:02:54.122739 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43236) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:54.129889 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-e72b011b-dd06-4d93-8ec0-edafe5a1afb8 tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-801955274', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'fixed_ips': [{'ip_address': '172.25.6.44'}]}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:54.139951 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-faa865b7-1328-49e9-af6c-dc466056277b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b716d64e-c869-4fb0-8d08-dcf9307fb921', 'name': '', 'tenant_id': '9a090df5f02f46c8b57d1a7b1fde7d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ab1d2c-4b97-4024-ba65-116c8c0fbd87', 'external_fixed_ips': [{'subnet_id': '113eddfb-80ed-4df7-b4b8-45e3d5788c54', 'ip_address': '2001:db8::3ae'}], 'enable_snat': True}, 'gw_port_id': '7661585e-0af8-4eda-9df7-2d8bf56b6746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:02:51Z', 'updated_at': '2021-09-21T18:02:52Z', 'revision_number': 3, 'project_id': '9a090df5f02f46c8b57d1a7b1fde7d99', 'gw_port': {'id': '7661585e-0af8-4eda-9df7-2d8bf56b6746', 'name': '', 'network_id': '28ab1d2c-4b97-4024-ba65-116c8c0fbd87', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b716d64e-c869-4fb0-8d08-dcf9307fb921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '113eddfb-80ed-4df7-b4b8-45e3d5788c54', 'ip_address': '2001:db8::3ae', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:02:52Z', 'updated_at': '2021-09-21T18:02:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '113eddfb-80ed-4df7-b4b8-45e3d5788c54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:54.153003 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cccc0bfa-0cbc-43ce-b484-2a5786c7dfd2 req-6a66be41-f8c0-4ad6-9a27-3277d302ba97 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443602 Sep 21 18:02:54.175624 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa865b7-1328-49e9-af6c-dc466056277b None None] Checking router: b716d64e-c869-4fb0-8d08-dcf9307fb921 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:02:54.175973 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa865b7-1328-49e9-af6c-dc466056277b None None] Updating router b716d64e-c869-4fb0-8d08-dcf9307fb921 port 7661585e-0af8-4eda-9df7-2d8bf56b6746 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:02:54.204949 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-faa865b7-1328-49e9-af6c-dc466056277b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:54.242961 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72b011b-dd06-4d93-8ec0-edafe5a1afb8 tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] Made reservation on behalf of 65431d71abf440fdaf82b919ea36090e for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:54.246201 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e72b011b-dd06-4d93-8ec0-edafe5a1afb8 tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:54.252045 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a6310228-bd39-4224-93df-81fdbb0ba16d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:54.261152 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0e642aed-d35c-4596-bd3e-5b57c1cd1c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:54.265948 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e72b011b-dd06-4d93-8ec0-edafe5a1afb8 tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:54.323519 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0e642aed-d35c-4596-bd3e-5b57c1cd1c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:54.403392 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-a6310228-bd39-4224-93df-81fdbb0ba16d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Deleting port 7661585e-0af8-4eda-9df7-2d8bf56b6746 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:02:54.403790 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a6310228-bd39-4224-93df-81fdbb0ba16d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:54.437639 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0e642aed-d35c-4596-bd3e-5b57c1cd1c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:54.440510 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0e642aed-d35c-4596-bd3e-5b57c1cd1c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:54.441672 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0e642aed-d35c-4596-bd3e-5b57c1cd1c0c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a116bdb7-af4a-4768-9b11-3cd7e098725d HTTP/1.1" status: 204 len: 168 time: 0.3520319 Sep 21 18:02:54.476678 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-faa865b7-1328-49e9-af6c-dc466056277b None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:54.484114 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-faa865b7-1328-49e9-af6c-dc466056277b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:54.494442 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e642aed-d35c-4596-bd3e-5b57c1cd1c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a116bdb7-af4a-4768-9b11-3cd7e098725d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:54.528104 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-faa865b7-1328-49e9-af6c-dc466056277b None None] Attempting to bind port 7661585e-0af8-4eda-9df7-2d8bf56b6746 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:02:54.528473 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-faa865b7-1328-49e9-af6c-dc466056277b None None] Attempting to bind port 7661585e-0af8-4eda-9df7-2d8bf56b6746 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'b06d3862-6fe9-4ea9-9791-defe40769059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '28ab1d2c-4b97-4024-ba65-116c8c0fbd87'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:02:54.529016 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa865b7-1328-49e9-af6c-dc466056277b None None] Attempting to bind port 7661585e-0af8-4eda-9df7-2d8bf56b6746 on network 28ab1d2c-4b97-4024-ba65-116c8c0fbd87 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:02:54.541729 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e72b011b-dd06-4d93-8ec0-edafe5a1afb8 tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:54.541923 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa865b7-1328-49e9-af6c-dc466056277b None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:02:54.542517 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa865b7-1328-49e9-af6c-dc466056277b None None] Checking segment: {'id': 'b06d3862-6fe9-4ea9-9791-defe40769059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '28ab1d2c-4b97-4024-ba65-116c8c0fbd87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:02:54.543143 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-faa865b7-1328-49e9-af6c-dc466056277b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:54.543861 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa865b7-1328-49e9-af6c-dc466056277b None None] Bound using segment: {'id': 'b06d3862-6fe9-4ea9-9791-defe40769059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '28ab1d2c-4b97-4024-ba65-116c8c0fbd87'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:02:54.544356 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a6310228-bd39-4224-93df-81fdbb0ba16d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:54.544669 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-faa865b7-1328-49e9-af6c-dc466056277b None None] Bound port: 7661585e-0af8-4eda-9df7-2d8bf56b6746, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b06d3862-6fe9-4ea9-9791-defe40769059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '28ab1d2c-4b97-4024-ba65-116c8c0fbd87'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:02:54.545086 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-faa865b7-1328-49e9-af6c-dc466056277b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:54.549434 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:54.554461 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e72b011b-dd06-4d93-8ec0-edafe5a1afb8 tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:54.568433 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-e72b011b-dd06-4d93-8ec0-edafe5a1afb8 tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] device_id is not set on port 591e5c83-4bbc-46b3-acb9-c3e48e9e04fd yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:02:54.576479 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32658506-e9d7-4b30-84a1-688da64832a8 None None] Pushing event updated for resources: {'Port': ['ID=7661585e-0af8-4eda-9df7-2d8bf56b6746,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:54.579721 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-a6310228-bd39-4224-93df-81fdbb0ba16d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Calling delete_port for 7661585e-0af8-4eda-9df7-2d8bf56b6746 owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:02:54.593732 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32658506-e9d7-4b30-84a1-688da64832a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:54.594114 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32658506-e9d7-4b30-84a1-688da64832a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:54.594446 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32658506-e9d7-4b30-84a1-688da64832a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:54.594788 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32658506-e9d7-4b30-84a1-688da64832a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:54.595068 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32658506-e9d7-4b30-84a1-688da64832a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:54.595390 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32658506-e9d7-4b30-84a1-688da64832a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:54.595890 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32658506-e9d7-4b30-84a1-688da64832a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:54.596213 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32658506-e9d7-4b30-84a1-688da64832a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:54.596530 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32658506-e9d7-4b30-84a1-688da64832a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:54.596849 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32658506-e9d7-4b30-84a1-688da64832a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:54.597163 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32658506-e9d7-4b30-84a1-688da64832a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:54.597473 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32658506-e9d7-4b30-84a1-688da64832a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:02:54.623202 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-faa865b7-1328-49e9-af6c-dc466056277b None None] For port 7661585e-0af8-4eda-9df7-2d8bf56b6746, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:02:54.626369 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-faa865b7-1328-49e9-af6c-dc466056277b None None] For port 7661585e-0af8-4eda-9df7-2d8bf56b6746, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=7661585e-0af8-4eda-9df7-2d8bf56b6746,segment=NetworkSegment(b06d3862-6fe9-4ea9-9791-defe40769059),segment_id=b06d3862-6fe9-4ea9-9791-defe40769059)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:02:54.633363 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-faa865b7-1328-49e9-af6c-dc466056277b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:54.677011 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b011b-dd06-4d93-8ec0-edafe5a1afb8 tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09db9a79-c03d-4a37-b1be-e91b20bb4a6d,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:54.695031 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa865b7-1328-49e9-af6c-dc466056277b None None] Routers {'b716d64e-c869-4fb0-8d08-dcf9307fb921'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:02:54.695549 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-faa865b7-1328-49e9-af6c-dc466056277b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:02:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['b716d64e-c869-4fb0-8d08-dcf9307fb921'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:54.699926 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32658506-e9d7-4b30-84a1-688da64832a8 None None] Pushing event updated for resources: {'Port': ['ID=7661585e-0af8-4eda-9df7-2d8bf56b6746,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:54.808150 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-faa865b7-1328-49e9-af6c-dc466056277b None None] Set router b716d64e-c869-4fb0-8d08-dcf9307fb921 gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:02:54.864705 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-faa865b7-1328-49e9-af6c-dc466056277b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b716d64e-c869-4fb0-8d08-dcf9307fb921', 'name': '', 'tenant_id': '9a090df5f02f46c8b57d1a7b1fde7d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:02:51Z', 'updated_at': '2021-09-21T18:02:54Z', 'revision_number': 4, 'project_id': '9a090df5f02f46c8b57d1a7b1fde7d99', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:54.888441 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-e72b011b-dd06-4d93-8ec0-edafe5a1afb8 tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 21 18:02:54.888970 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e72b011b-dd06-4d93-8ec0-edafe5a1afb8 tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:02:54.933646 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e72b011b-dd06-4d93-8ec0-edafe5a1afb8 tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.8081264 Sep 21 18:02:54.936299 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43254) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:54.992912 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa865b7-1328-49e9-af6c-dc466056277b None None] The sync data for ids ['b716d64e-c869-4fb0-8d08-dcf9307fb921'] in n-d-810291-1 is: [{'id': 'b716d64e-c869-4fb0-8d08-dcf9307fb921', 'name': '', 'tenant_id': '9a090df5f02f46c8b57d1a7b1fde7d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:02:51Z', 'updated_at': '2021-09-21T18:02:54Z', 'revision_number': 4, 'project_id': '9a090df5f02f46c8b57d1a7b1fde7d99', 'gw_port_host': None}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:02:55.065597 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a6310228-bd39-4224-93df-81fdbb0ba16d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:55.145453 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6310228-bd39-4224-93df-81fdbb0ba16d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Pushing event deleted for resources: {'Port': ['ID=7661585e-0af8-4eda-9df7-2d8bf56b6746,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:55.175925 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a6310228-bd39-4224-93df-81fdbb0ba16d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:55.294660 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86cf0f7-fcc9-4a4e-bff5-9a7b2a9d3774 req-0db26c8d-0ff2-4818-ac78-73064540bf01 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:55.302013 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e86cf0f7-fcc9-4a4e-bff5-9a7b2a9d3774 req-0db26c8d-0ff2-4818-ac78-73064540bf01 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=609696bf-09e0-441c-ae9b-b2d317db85f6 HTTP/1.1" status: 200 len: 946 time: 0.2401447 Sep 21 18:02:55.307979 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a6310228-bd39-4224-93df-81fdbb0ba16d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:55.315784 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a6310228-bd39-4224-93df-81fdbb0ba16d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:55.323962 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854204d7-2393-433d-93a9-b683ae56594c req-2944699e-d8da-40fe-93bc-35446f0a90d7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:55.325563 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-854204d7-2393-433d-93a9-b683ae56594c req-2944699e-d8da-40fe-93bc-35446f0a90d7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 946 time: 0.0578511 Sep 21 18:02:55.326121 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43274) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:55.339445 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-a13e8ed6-4803-4f62-af1a-cfbbeae3106d tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] Deleting port 750d71fb-d0f1-48d4-8283-58f4bd7acf1e {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:02:55.339779 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a13e8ed6-4803-4f62-af1a-cfbbeae3106d tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:55.367885 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-854204d7-2393-433d-93a9-b683ae56594c req-ed7c80f3-06d9-47bf-8da5-bceb222e04b6 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334263 Sep 21 18:02:55.408377 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a6310228-bd39-4224-93df-81fdbb0ba16d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:55.408938 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6310228-bd39-4224-93df-81fdbb0ba16d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b716d64e-c869-4fb0-8d08-dcf9307fb921 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:02:55.436186 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e86cf0f7-fcc9-4a4e-bff5-9a7b2a9d3774 req-656a8da3-50e1-4d47-aaa2-ce92e3ad9acd tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334214 Sep 21 18:02:55.439479 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a6310228-bd39-4224-93df-81fdbb0ba16d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:55.443051 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a6310228-bd39-4224-93df-81fdbb0ba16d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] 10.222.0.58 "DELETE /v2.0/routers/b716d64e-c869-4fb0-8d08-dcf9307fb921 HTTP/1.1" status: 204 len: 168 time: 1.6183901 Sep 21 18:02:55.443302 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43278) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:55.445643 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-432b37bf-9b4a-42fa-81bd-c843fea7383e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-332312778-network', 'tenant_id': 'c213ba003d364e39b75ab9ca28e4927b'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:55.491378 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432b37bf-9b4a-42fa-81bd-c843fea7383e admin admin] Made reservation on behalf of c213ba003d364e39b75ab9ca28e4927b for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:55.494249 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-432b37bf-9b4a-42fa-81bd-c843fea7383e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:55.511765 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-432b37bf-9b4a-42fa-81bd-c843fea7383e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:55.517288 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a13e8ed6-4803-4f62-af1a-cfbbeae3106d tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:55.517702 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a13e8ed6-4803-4f62-af1a-cfbbeae3106d tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:55.536700 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-a13e8ed6-4803-4f62-af1a-cfbbeae3106d tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] Calling delete_port for 750d71fb-d0f1-48d4-8283-58f4bd7acf1e owned by network:floatingip {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:02:55.545217 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb8843f-7ebf-4a1f-b282-ed07474de60c tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Deleting subnet 113eddfb-80ed-4df7-b4b8-45e3d5788c54 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:02:55.549495 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1bb8843f-7ebf-4a1f-b282-ed07474de60c tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:55.608095 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-432b37bf-9b4a-42fa-81bd-c843fea7383e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:55.612788 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-432b37bf-9b4a-42fa-81bd-c843fea7383e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:55.625813 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1bb8843f-7ebf-4a1f-b282-ed07474de60c tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:55.640623 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432b37bf-9b4a-42fa-81bd-c843fea7383e admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:02:55.646034 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b37bf-9b4a-42fa-81bd-c843fea7383e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6a8283-ed38-461d-a51b-b41da97a4872,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:55.653574 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-432b37bf-9b4a-42fa-81bd-c843fea7383e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:55.653926 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-432b37bf-9b4a-42fa-81bd-c843fea7383e admin admin] Added segment 7449bc2b-55ca-47b7-93c7-f7f238e89e5a of type vlan for network 0385662f-a6b9-4346-ba16-bd596529de58 Sep 21 18:02:55.679705 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1bb8843f-7ebf-4a1f-b282-ed07474de60c tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:55.697691 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-432b37bf-9b4a-42fa-81bd-c843fea7383e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:55.725797 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-432b37bf-9b4a-42fa-81bd-c843fea7383e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:55.727580 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432b37bf-9b4a-42fa-81bd-c843fea7383e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:55.728238 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-432b37bf-9b4a-42fa-81bd-c843fea7383e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:55.776243 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1bb8843f-7ebf-4a1f-b282-ed07474de60c tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:55.793079 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-432b37bf-9b4a-42fa-81bd-c843fea7383e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4656181 Sep 21 18:02:55.796195 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b37bf-9b4a-42fa-81bd-c843fea7383e admin admin] Pushing event updated for resources: {'Network': ['ID=0385662f-a6b9-4346-ba16-bd596529de58,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:55.799603 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43280) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:55.802426 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a13e8ed6-4803-4f62-af1a-cfbbeae3106d tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:55.804632 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-ce8d2877-345f-424b-8333-987a19669171 admin admin] Request body: {'subnet': {'network_id': '0385662f-a6b9-4346-ba16-bd596529de58', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-332312778-subnet', 'tenant_id': 'c213ba003d364e39b75ab9ca28e4927b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:55.808877 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 0385662f-a6b9-4346-ba16-bd596529de58 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:02:55.814329 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8843f-7ebf-4a1f-b282-ed07474de60c tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=113eddfb-80ed-4df7-b4b8-45e3d5788c54,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:55.833696 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8d2877-345f-424b-8333-987a19669171 admin admin] Made reservation on behalf of c213ba003d364e39b75ab9ca28e4927b for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:55.837142 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ce8d2877-345f-424b-8333-987a19669171 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:55.838637 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1bb8843f-7ebf-4a1f-b282-ed07474de60c tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:55.843028 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1bb8843f-7ebf-4a1f-b282-ed07474de60c tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] 10.222.0.58 "DELETE /v2.0/subnets/113eddfb-80ed-4df7-b4b8-45e3d5788c54 HTTP/1.1" status: 204 len: 168 time: 0.3964283 Sep 21 18:02:55.843528 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43282) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:55.856549 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e8ed6-4803-4f62-af1a-cfbbeae3106d tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] Pushing event deleted for resources: {'Port': ['ID=750d71fb-d0f1-48d4-8283-58f4bd7acf1e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:55.899812 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a13e8ed6-4803-4f62-af1a-cfbbeae3106d tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:55.902486 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a13e8ed6-4803-4f62-af1a-cfbbeae3106d tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:55.903773 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a13e8ed6-4803-4f62-af1a-cfbbeae3106d tempest-ExternalNetworksAdminNegativeTestJSON-437195817 tempest-ExternalNetworksAdminNegativeTestJSON-437195817-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/94af3dc3-4c90-4399-9226-4e0f7b891435 HTTP/1.1" status: 204 len: 168 time: 0.9665408 Sep 21 18:02:55.985602 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4e971fb0-1125-4a4c-9ea8-9f384553dc37 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:56.120868 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4e971fb0-1125-4a4c-9ea8-9f384553dc37 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:56.125946 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43288) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:56.172911 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-4e971fb0-1125-4a4c-9ea8-9f384553dc37 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ab1d2c-4b97-4024-ba65-116c8c0fbd87']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:56.190868 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-4e971fb0-1125-4a4c-9ea8-9f384553dc37 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b06d3862-6fe9-4ea9-9791-defe40769059') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:56.191271 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-4e971fb0-1125-4a4c-9ea8-9f384553dc37 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b06d3862-6fe9-4ea9-9791-defe40769059') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:56.202633 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4e971fb0-1125-4a4c-9ea8-9f384553dc37 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:56.209467 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ce8d2877-345f-424b-8333-987a19669171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:56.239056 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-78585b3c-cc66-4174-bd99-4c749c0428bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:56.242491 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4e971fb0-1125-4a4c-9ea8-9f384553dc37 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:56.257610 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e971fb0-1125-4a4c-9ea8-9f384553dc37 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:02:56.258020 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4e971fb0-1125-4a4c-9ea8-9f384553dc37 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:56.260044 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:02:56.260044 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:02:56.260044 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:02:56.260044 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:02:56.260044 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:02:56.260044 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:02:56.260044 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:02:56.260044 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:02:56.260044 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:02:56.260044 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:02:56.260044 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:02:56.260044 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:02:56.260044 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:02:56.260044 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:02:56.260044 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:02:56.260044 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:02:56.260044 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:02:56.260044 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:02:56.260044 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:02:56.260044 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:02:56.260044 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:02:56.260044 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:02:56.260044 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:02:56.260044 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:02:56.260044 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:02:56.260044 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:02:56.260044 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:02:56.260044 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:02:56.260044 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:02:56.260044 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:02:56.260044 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:02:56.260044 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:02:56.336575 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-78585b3c-cc66-4174-bd99-4c749c0428bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:56.341092 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-78585b3c-cc66-4174-bd99-4c749c0428bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:56.379369 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78585b3c-cc66-4174-bd99-4c749c0428bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e280c5e2-2d14-4525-8dd9-03189a7377fe,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:56.383925 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-78585b3c-cc66-4174-bd99-4c749c0428bb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6d403c6a354d4b3cbf06905475db95ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2565405 Sep 21 18:02:56.386696 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43294) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:56.439746 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-80149129-5014-41a1-995d-fa725d60316b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:56.493876 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-80149129-5014-41a1-995d-fa725d60316b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:56.540410 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ec640-f310-454b-8ac8-8343e09f6359 req-189e603e-f3f6-41d7-aa44-06f34c5cf4a4 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:56.542428 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f86ec640-f310-454b-8ac8-8343e09f6359 req-189e603e-f3f6-41d7-aa44-06f34c5cf4a4 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 946 time: 0.0997186 Sep 21 18:02:56.580683 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-80149129-5014-41a1-995d-fa725d60316b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:56.583375 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-80149129-5014-41a1-995d-fa725d60316b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:56.584553 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-80149129-5014-41a1-995d-fa725d60316b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e280c5e2-2d14-4525-8dd9-03189a7377fe HTTP/1.1" status: 204 len: 168 time: 0.1968813 Sep 21 18:02:56.592444 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f86ec640-f310-454b-8ac8-8343e09f6359 req-cc0836d9-05b3-4bd3-ad0f-c37375b14a67 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429070 Sep 21 18:02:56.597570 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80149129-5014-41a1-995d-fa725d60316b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e280c5e2-2d14-4525-8dd9-03189a7377fe,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:56.652404 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d2877-345f-424b-8333-987a19669171 admin admin] Pushing event updated for resources: {'Subnet': ['ID=425fb6c5-e2b0-4c1a-8d9d-93fdc890a799,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:56.671751 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8d2877-345f-424b-8333-987a19669171 admin admin] Checking segment: {'id': '7449bc2b-55ca-47b7-93c7-f7f238e89e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0385662f-a6b9-4346-ba16-bd596529de58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:02:56.672065 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8d2877-345f-424b-8333-987a19669171 admin admin] Network hostable DHCP agents. Network: 0385662f-a6b9-4346-ba16-bd596529de58, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:02:56.684544 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4e971fb0-1125-4a4c-9ea8-9f384553dc37 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:56.693470 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e971fb0-1125-4a4c-9ea8-9f384553dc37 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 28ab1d2c-4b97-4024-ba65-116c8c0fbd87 {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 21 18:02:56.701489 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4e971fb0-1125-4a4c-9ea8-9f384553dc37 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:56.703434 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4e971fb0-1125-4a4c-9ea8-9f384553dc37 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] 10.222.0.58 "DELETE /v2.0/networks/28ab1d2c-4b97-4024-ba65-116c8c0fbd87 HTTP/1.1" status: 204 len: 168 time: 0.8483713 Sep 21 18:02:56.718684 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e971fb0-1125-4a4c-9ea8-9f384553dc37 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Pushing event deleted for resources: {'Network': ['ID=28ab1d2c-4b97-4024-ba65-116c8c0fbd87,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:56.733512 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4a6d2-3478-4940-9c76-a5b8f7972f3f req-78b921c5-1cb0-4810-94a0-fc6f06de2f6f tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:56.735111 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e1e4a6d2-3478-4940-9c76-a5b8f7972f3f req-78b921c5-1cb0-4810-94a0-fc6f06de2f6f tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=609696bf-09e0-441c-ae9b-b2d317db85f6 HTTP/1.1" status: 200 len: 946 time: 0.1049926 Sep 21 18:02:56.736309 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8d2877-345f-424b-8333-987a19669171 admin admin] Network 0385662f-a6b9-4346-ba16-bd596529de58 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:02:56.756328 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-ce8d2877-345f-424b-8333-987a19669171 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 0385662f-a6b9-4346-ba16-bd596529de58) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:56.767195 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8d2877-345f-424b-8333-987a19669171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:56.767402 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f424de1-312e-47ef-a8e3-1913e127e662 None None] Network 0385662f-a6b9-4346-ba16-bd596529de58 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:02:56.768137 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ce8d2877-345f-424b-8333-987a19669171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:56.794244 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e1e4a6d2-3478-4940-9c76-a5b8f7972f3f req-4166edf2-6e1b-47b3-909d-cd75b1263b24 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523045 Sep 21 18:02:56.806675 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ce8d2877-345f-424b-8333-987a19669171 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0055628 Sep 21 18:02:56.951545 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7f7a29-c612-476f-97c6-75030006f5b9 None None] Network 0385662f-a6b9-4346-ba16-bd596529de58 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:02:56.979002 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43314) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:57.062801 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-df74dc25-d363-4bd6-a776-8a92f4d298d9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=65431d71abf440fdaf82b919ea36090e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0811067 Sep 21 18:02:57.064848 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43316) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:57.130571 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9e0d98df-ead3-4349-9340-b5be1e81a5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:57.157269 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9e0d98df-ead3-4349-9340-b5be1e81a5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:57.223266 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9e0d98df-ead3-4349-9340-b5be1e81a5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:57.225975 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9e0d98df-ead3-4349-9340-b5be1e81a5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:57.227469 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9e0d98df-ead3-4349-9340-b5be1e81a5d2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/09db9a79-c03d-4a37-b1be-e91b20bb4a6d HTTP/1.1" status: 204 len: 168 time: 0.1613507 Sep 21 18:02:57.235766 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d98df-ead3-4349-9340-b5be1e81a5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09db9a79-c03d-4a37-b1be-e91b20bb4a6d,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:57.259701 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43324) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:57.264583 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-aa8aaebb-dcab-44bb-bbbb-bf869a2e7caf tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Request body: {'router': {'name': 'tempest-router--1876169797', 'project_id': '3bf0d59aea7046f18a0a4389fe0db7e5'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:57.288004 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aa8aaebb-dcab-44bb-bbbb-bf869a2e7caf tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:57.289205 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aa8aaebb-dcab-44bb-bbbb-bf869a2e7caf tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:57.351071 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aa8aaebb-dcab-44bb-bbbb-bf869a2e7caf tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:57.356497 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aa8aaebb-dcab-44bb-bbbb-bf869a2e7caf tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:57.373992 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aa8aaebb-dcab-44bb-bbbb-bf869a2e7caf tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:57.375998 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-aa8aaebb-dcab-44bb-bbbb-bf869a2e7caf tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1152692 Sep 21 18:02:57.379018 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43330) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:57.456117 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1a190927-4b78-4df5-bd75-3fb7b376b36e tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:57.617458 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1a190927-4b78-4df5-bd75-3fb7b376b36e tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:57.619625 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1a190927-4b78-4df5-bd75-3fb7b376b36e tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:57.668319 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1a190927-4b78-4df5-bd75-3fb7b376b36e tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:57.669319 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a190927-4b78-4df5-bd75-3fb7b376b36e tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 18b3f501-f733-4368-9cb0-eb1cbf151bda {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:02:57.677277 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1a190927-4b78-4df5-bd75-3fb7b376b36e tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:57.685448 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1a190927-4b78-4df5-bd75-3fb7b376b36e tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] 10.222.0.58 "DELETE /v2.0/routers/18b3f501-f733-4368-9cb0-eb1cbf151bda HTTP/1.1" status: 204 len: 168 time: 0.3052258 Sep 21 18:02:57.746359 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156249d9-58e9-4b38-b485-eb08f12ebf98 req-678291e5-ae6b-4bd9-b1f8-4e828c5a9d55 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:57.748056 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-156249d9-58e9-4b38-b485-eb08f12ebf98 req-678291e5-ae6b-4bd9-b1f8-4e828c5a9d55 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 946 time: 0.0724354 Sep 21 18:02:57.768172 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43354) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:57.775419 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-655ddc87-b562-4bf1-9729-31473699f82d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1918015793-network', 'tenant_id': '4664157b37f34f9f904be62ca067e161'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:57.801936 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655ddc87-b562-4bf1-9729-31473699f82d admin admin] Made reservation on behalf of 4664157b37f34f9f904be62ca067e161 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:57.806039 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-655ddc87-b562-4bf1-9729-31473699f82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:57.816850 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-156249d9-58e9-4b38-b485-eb08f12ebf98 req-2b53811d-87a7-43b1-ac7f-cb8f4c47c263 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575318 Sep 21 18:02:57.821765 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-655ddc87-b562-4bf1-9729-31473699f82d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:57.938951 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e883b0-cb78-46f2-b63d-f90ec4ca0dd3 req-1eff1ccc-a2c5-432d-994a-ff80a810b0d2 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:57.941182 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d0e883b0-cb78-46f2-b63d-f90ec4ca0dd3 req-1eff1ccc-a2c5-432d-994a-ff80a810b0d2 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=609696bf-09e0-441c-ae9b-b2d317db85f6 HTTP/1.1" status: 200 len: 946 time: 0.0616148 Sep 21 18:02:57.955317 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-655ddc87-b562-4bf1-9729-31473699f82d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:57.961802 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-655ddc87-b562-4bf1-9729-31473699f82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:57.995577 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43362) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:57.995804 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655ddc87-b562-4bf1-9729-31473699f82d admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:02:58.005382 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ddc87-b562-4bf1-9729-31473699f82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8e2444-f384-4195-aa8f-8c33e0a92446,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:58.011850 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-655ddc87-b562-4bf1-9729-31473699f82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:58.012191 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-655ddc87-b562-4bf1-9729-31473699f82d admin admin] Added segment e97e17a6-574c-43c7-aae6-5d72e9f2734f of type vlan for network 8d2e860f-d20e-4590-baaa-c9538d1525b5 Sep 21 18:02:58.012984 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d0e883b0-cb78-46f2-b63d-f90ec4ca0dd3 req-3f68b648-57f4-4b3c-8f10-7767ebe5d731 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657318 Sep 21 18:02:58.058739 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-655ddc87-b562-4bf1-9729-31473699f82d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:58.083955 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-655ddc87-b562-4bf1-9729-31473699f82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:58.084954 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655ddc87-b562-4bf1-9729-31473699f82d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:58.085623 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-655ddc87-b562-4bf1-9729-31473699f82d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:58.122166 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-655ddc87-b562-4bf1-9729-31473699f82d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3527093 Sep 21 18:02:58.125294 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43368) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:58.131476 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-8f525533-3d46-4d77-b56d-4d5c3f5091c1 admin admin] Request body: {'subnet': {'network_id': '8d2e860f-d20e-4590-baaa-c9538d1525b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1918015793-subnet', 'tenant_id': '4664157b37f34f9f904be62ca067e161', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:58.154862 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f525533-3d46-4d77-b56d-4d5c3f5091c1 admin admin] Made reservation on behalf of 4664157b37f34f9f904be62ca067e161 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:58.157261 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f525533-3d46-4d77-b56d-4d5c3f5091c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:58.159031 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ddc87-b562-4bf1-9729-31473699f82d admin admin] Pushing event updated for resources: {'Network': ['ID=8d2e860f-d20e-4590-baaa-c9538d1525b5,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:58.173440 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 8d2e860f-d20e-4590-baaa-c9538d1525b5 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:02:58.195257 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-dc9da643-615a-41a0-b4e8-21827afc476e tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1175512672', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}, 'admin_state_up': False}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:58.271583 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dc9da643-615a-41a0-b4e8-21827afc476e tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:58.272591 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dc9da643-615a-41a0-b4e8-21827afc476e tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:58.360891 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dc9da643-615a-41a0-b4e8-21827afc476e tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:58.489595 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:02:58.581295 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f525533-3d46-4d77-b56d-4d5c3f5091c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:58.631329 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dc9da643-615a-41a0-b4e8-21827afc476e tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:58.678593 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f525533-3d46-4d77-b56d-4d5c3f5091c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d97288e3-094f-4ba3-ba84-612245d9df86,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:58.708416 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f525533-3d46-4d77-b56d-4d5c3f5091c1 admin admin] Checking segment: {'id': 'e97e17a6-574c-43c7-aae6-5d72e9f2734f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8d2e860f-d20e-4590-baaa-c9538d1525b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:02:58.708776 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f525533-3d46-4d77-b56d-4d5c3f5091c1 admin admin] Network hostable DHCP agents. Network: 8d2e860f-d20e-4590-baaa-c9538d1525b5, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:02:58.758059 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f525533-3d46-4d77-b56d-4d5c3f5091c1 admin admin] Network 8d2e860f-d20e-4590-baaa-c9538d1525b5 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:02:58.773761 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-8f525533-3d46-4d77-b56d-4d5c3f5091c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 8d2e860f-d20e-4590-baaa-c9538d1525b5) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:58.780259 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f525533-3d46-4d77-b56d-4d5c3f5091c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:58.780900 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f525533-3d46-4d77-b56d-4d5c3f5091c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:58.784087 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1850fd51-8863-47db-9350-a4b664322e98 None None] Network 8d2e860f-d20e-4590-baaa-c9538d1525b5 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:02:58.822530 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8f525533-3d46-4d77-b56d-4d5c3f5091c1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6961176 Sep 21 18:02:58.976736 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43404) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:59.039112 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dc9da643-615a-41a0-b4e8-21827afc476e tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.043840 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c9086-5476-4349-99f7-c4a967318f73 req-19682e92-f6e7-47b9-ae15-c66e6f1d28d8 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:59.045479 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9d0c9086-5476-4349-99f7-c4a967318f73 req-19682e92-f6e7-47b9-ae15-c66e6f1d28d8 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 946 time: 0.1144640 Sep 21 18:02:59.051088 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-195a702b-2e43-4fc2-a084-ee0aa4cc6487 admin admin] Deleting subnet 425fb6c5-e2b0-4c1a-8d9d-93fdc890a799 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:02:59.054843 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-195a702b-2e43-4fc2-a084-ee0aa4cc6487 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.117921 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-195a702b-2e43-4fc2-a084-ee0aa4cc6487 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.122199 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dc9da643-615a-41a0-b4e8-21827afc476e tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.158164 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9d0c9086-5476-4349-99f7-c4a967318f73 req-bbfaa5af-30b4-4bb3-a9ef-afe69cd6cd87 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011777 Sep 21 18:02:59.159865 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0666852a-c731-4668-93ba-499dfbcb68e2 None None] Network 8d2e860f-d20e-4590-baaa-c9538d1525b5 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:02:59.176915 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-195a702b-2e43-4fc2-a084-ee0aa4cc6487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.268141 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-195a702b-2e43-4fc2-a084-ee0aa4cc6487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.282249 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43414) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:59.289023 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-195a702b-2e43-4fc2-a084-ee0aa4cc6487 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.291143 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-195a702b-2e43-4fc2-a084-ee0aa4cc6487 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/425fb6c5-e2b0-4c1a-8d9d-93fdc890a799 HTTP/1.1" status: 204 len: 168 time: 0.3122182 Sep 21 18:02:59.301714 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e2a57-e754-4aff-a4c6-8bd173501516 req-ea39a5eb-465e-4dd6-adfb-7100bac7f280 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:59.303271 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-979e2a57-e754-4aff-a4c6-8bd173501516 req-ea39a5eb-465e-4dd6-adfb-7100bac7f280 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=609696bf-09e0-441c-ae9b-b2d317db85f6 HTTP/1.1" status: 200 len: 946 time: 0.1175215 Sep 21 18:02:59.303751 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43418) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:59.310693 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a702b-2e43-4fc2-a084-ee0aa4cc6487 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=425fb6c5-e2b0-4c1a-8d9d-93fdc890a799,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:59.359942 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-dc9da643-615a-41a0-b4e8-21827afc476e tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Allocated IP 172.25.6.254 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/61c75f26-b830-4116-b82b-7febc50fe1f4) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:02:59.404553 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-b41ef13f-1570-4e62-9667-0c654f4aa9bf tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:59.448531 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-979e2a57-e754-4aff-a4c6-8bd173501516 req-d36f0c6c-a569-47c6-88b9-fbce86d56653 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342828 Sep 21 18:02:59.456382 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f46a00f7-f1f8-4d0e-b283-ffeba0bb087e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.507673 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b41ef13f-1570-4e62-9667-0c654f4aa9bf tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] 10.222.0.58 "PUT /v2.0/quotas/0cf685eb4fa740bd8d9fbfd53f97cf2a HTTP/1.1" status: 200 len: 368 time: 0.2242520 Sep 21 18:02:59.510798 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43420) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:59.516223 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-7a8a224e-ecce-48a5-b968-366e39292f76 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Request body: {'network': {'project_id': '0cf685eb4fa740bd8d9fbfd53f97cf2a'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:59.537588 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8a224e-ecce-48a5-b968-366e39292f76 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Made reservation on behalf of 0cf685eb4fa740bd8d9fbfd53f97cf2a for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:59.539910 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7a8a224e-ecce-48a5-b968-366e39292f76 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.548294 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7a8a224e-ecce-48a5-b968-366e39292f76 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.604894 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f46a00f7-f1f8-4d0e-b283-ffeba0bb087e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.609485 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dc9da643-615a-41a0-b4e8-21827afc476e tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.633274 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-f46a00f7-f1f8-4d0e-b283-ffeba0bb087e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0385662f-a6b9-4346-ba16-bd596529de58']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:59.645528 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-f46a00f7-f1f8-4d0e-b283-ffeba0bb087e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7449bc2b-55ca-47b7-93c7-f7f238e89e5a') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:59.645825 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-f46a00f7-f1f8-4d0e-b283-ffeba0bb087e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7449bc2b-55ca-47b7-93c7-f7f238e89e5a') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:02:59.649615 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7a8a224e-ecce-48a5-b968-366e39292f76 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.654609 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7a8a224e-ecce-48a5-b968-366e39292f76 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.663339 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f46a00f7-f1f8-4d0e-b283-ffeba0bb087e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.677465 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a8a224e-ecce-48a5-b968-366e39292f76 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:02:59.681774 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f46a00f7-f1f8-4d0e-b283-ffeba0bb087e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.689748 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f46a00f7-f1f8-4d0e-b283-ffeba0bb087e admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:02:59.690228 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f46a00f7-f1f8-4d0e-b283-ffeba0bb087e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.691998 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:02:59.691998 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:02:59.691998 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:02:59.691998 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:02:59.691998 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:02:59.691998 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:02:59.691998 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:02:59.691998 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:02:59.691998 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:02:59.691998 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:02:59.691998 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:02:59.691998 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:02:59.691998 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:02:59.691998 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:02:59.691998 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:02:59.691998 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:02:59.691998 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:02:59.691998 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:02:59.691998 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:02:59.691998 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:02:59.691998 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:02:59.691998 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:02:59.691998 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:02:59.691998 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:02:59.691998 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:02:59.691998 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:02:59.691998 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:02:59.691998 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:02:59.691998 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:02:59.691998 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:02:59.691998 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:02:59.691998 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:02:59.694453 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a224e-ecce-48a5-b968-366e39292f76 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd2326f-d02a-41ef-af48-065d1195c7d6,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:59.697721 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7a8a224e-ecce-48a5-b968-366e39292f76 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.698066 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-7a8a224e-ecce-48a5-b968-366e39292f76 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Added segment 4533b9d1-ad63-4b59-bcb8-7b347fd66a39 of type vlan for network e25a1ea7-8a29-43a3-98fb-453043e2cc79 Sep 21 18:02:59.702146 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dc9da643-615a-41a0-b4e8-21827afc476e tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.738631 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7a8a224e-ecce-48a5-b968-366e39292f76 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.764695 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7a8a224e-ecce-48a5-b968-366e39292f76 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.765600 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8a224e-ecce-48a5-b968-366e39292f76 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:59.766202 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7a8a224e-ecce-48a5-b968-366e39292f76 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.780680 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9da643-615a-41a0-b4e8-21827afc476e tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:02:59.785643 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f46a00f7-f1f8-4d0e-b283-ffeba0bb087e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.790348 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-dc9da643-615a-41a0-b4e8-21827afc476e tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:02:59.795354 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9da643-615a-41a0-b4e8-21827afc476e tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:02:59.797428 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f46a00f7-f1f8-4d0e-b283-ffeba0bb087e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.799470 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f46a00f7-f1f8-4d0e-b283-ffeba0bb087e admin admin] 10.222.0.58 "DELETE /v2.0/networks/0385662f-a6b9-4346-ba16-bd596529de58 HTTP/1.1" status: 204 len: 168 time: 0.4929106 Sep 21 18:02:59.800456 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9da643-615a-41a0-b4e8-21827afc476e tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Pushing event updated for resources: {'Port': ['ID=61c75f26-b830-4116-b82b-7febc50fe1f4,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:59.802770 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43424) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:59.803732 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7a8a224e-ecce-48a5-b968-366e39292f76 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2916510 Sep 21 18:02:59.806215 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43426) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:02:59.835507 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-d2eee749-dcc8-4a6f-947b-bdfd6da5ec6e tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Request body: {'network': {'project_id': '0cf685eb4fa740bd8d9fbfd53f97cf2a'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:02:59.843252 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a224e-ecce-48a5-b968-366e39292f76 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Pushing event updated for resources: {'Network': ['ID=e25a1ea7-8a29-43a3-98fb-453043e2cc79,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:59.854516 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network e25a1ea7-8a29-43a3-98fb-453043e2cc79 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:02:59.857679 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a00f7-f1f8-4d0e-b283-ffeba0bb087e admin admin] Pushing event deleted for resources: {'Network': ['ID=0385662f-a6b9-4346-ba16-bd596529de58,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:02:59.865266 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2eee749-dcc8-4a6f-947b-bdfd6da5ec6e tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Made reservation on behalf of 0cf685eb4fa740bd8d9fbfd53f97cf2a for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:02:59.870561 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d2eee749-dcc8-4a6f-947b-bdfd6da5ec6e tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.887881 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-81442363-5a44-4671-8d1e-dfa1a5269e30 admin admin] Deleting subnet d97288e3-094f-4ba3-ba84-612245d9df86 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:02:59.909617 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2eee749-dcc8-4a6f-947b-bdfd6da5ec6e tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:02:59.925085 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d2eee749-dcc8-4a6f-947b-bdfd6da5ec6e tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.925325 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-81442363-5a44-4671-8d1e-dfa1a5269e30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.925682 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-d2eee749-dcc8-4a6f-947b-bdfd6da5ec6e tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Added segment ae2df4bb-78bd-47b3-a92c-563adc519879 of type vlan for network 12724e47-f799-4188-9448-5e6f1f8f483b Sep 21 18:02:59.968405 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d2eee749-dcc8-4a6f-947b-bdfd6da5ec6e tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.997537 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d2eee749-dcc8-4a6f-947b-bdfd6da5ec6e tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:02:59.998608 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2eee749-dcc8-4a6f-947b-bdfd6da5ec6e tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:02:59.999137 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d2eee749-dcc8-4a6f-947b-bdfd6da5ec6e tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:00.008565 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-81442363-5a44-4671-8d1e-dfa1a5269e30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:00.032254 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d2eee749-dcc8-4a6f-947b-bdfd6da5ec6e tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2245822 Sep 21 18:03:00.036273 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43432) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:00.067377 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-81442363-5a44-4671-8d1e-dfa1a5269e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:00.076165 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-6039a727-acfc-4a86-95a1-a56c3344d63e tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Request body: {'network': {'project_id': '0cf685eb4fa740bd8d9fbfd53f97cf2a'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:00.085719 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eee749-dcc8-4a6f-947b-bdfd6da5ec6e tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Pushing event updated for resources: {'Network': ['ID=12724e47-f799-4188-9448-5e6f1f8f483b,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:00.092735 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-6039a727-acfc-4a86-95a1-a56c3344d63e tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 21 18:03:00.093186 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6039a727-acfc-4a86-95a1-a56c3344d63e tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:03:00.095059 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6039a727-acfc-4a86-95a1-a56c3344d63e tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0564287 Sep 21 18:03:00.096262 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 12724e47-f799-4188-9448-5e6f1f8f483b details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:03:00.098153 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43434) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:00.143758 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-800208e3-7231-4937-a6e7-6e0dea666821 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0cf685eb4fa740bd8d9fbfd53f97cf2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419939 Sep 21 18:03:00.144126 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43436) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:00.200929 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f0446e57-85f8-4520-80b1-c274a785c486 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:00.225785 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f0446e57-85f8-4520-80b1-c274a785c486 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:00.272401 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f0446e57-85f8-4520-80b1-c274a785c486 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:00.275016 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f0446e57-85f8-4520-80b1-c274a785c486 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:00.276399 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f0446e57-85f8-4520-80b1-c274a785c486 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] 10.222.0.58 "DELETE /v2.0/security-groups/cbd2326f-d02a-41ef-af48-065d1195c7d6 HTTP/1.1" status: 204 len: 168 time: 0.1313810 Sep 21 18:03:00.277216 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-81442363-5a44-4671-8d1e-dfa1a5269e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:00.280226 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43440) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:00.292142 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0446e57-85f8-4520-80b1-c274a785c486 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd2326f-d02a-41ef-af48-065d1195c7d6,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:00.318350 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dc9da643-615a-41a0-b4e8-21827afc476e tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:00.324428 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81442363-5a44-4671-8d1e-dfa1a5269e30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d97288e3-094f-4ba3-ba84-612245d9df86,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:00.355350 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-81442363-5a44-4671-8d1e-dfa1a5269e30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:00.357280 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-81442363-5a44-4671-8d1e-dfa1a5269e30 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d97288e3-094f-4ba3-ba84-612245d9df86 HTTP/1.1" status: 204 len: 168 time: 0.5520706 Sep 21 18:03:00.360099 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43442) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:00.368733 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3d35989f-cbca-472d-823d-33f638421497 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:00.393483 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce843572-3893-4ee5-a718-5513ff8fa592 req-5c5ddeab-077f-4335-9ba5-89b20083414a tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:00.395038 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ce843572-3893-4ee5-a718-5513ff8fa592 req-5c5ddeab-077f-4335-9ba5-89b20083414a tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 946 time: 0.1511242 Sep 21 18:03:00.454866 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b6cea123-09d2-4644-96ef-7dc4a7cf0564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:00.508150 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ce843572-3893-4ee5-a718-5513ff8fa592 req-35d2b908-2f65-44a4-a059-e9192c655ef0 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831058 Sep 21 18:03:00.515878 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3d35989f-cbca-472d-823d-33f638421497 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:00.567374 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-3d35989f-cbca-472d-823d-33f638421497 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12724e47-f799-4188-9448-5e6f1f8f483b']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:00.608039 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-3d35989f-cbca-472d-823d-33f638421497 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae2df4bb-78bd-47b3-a92c-563adc519879') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:00.608327 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-3d35989f-cbca-472d-823d-33f638421497 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae2df4bb-78bd-47b3-a92c-563adc519879') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:00.623199 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3d35989f-cbca-472d-823d-33f638421497 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:00.656327 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b6cea123-09d2-4644-96ef-7dc4a7cf0564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:00.679147 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3d35989f-cbca-472d-823d-33f638421497 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:00.694505 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d35989f-cbca-472d-823d-33f638421497 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:03:00.694975 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3d35989f-cbca-472d-823d-33f638421497 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:00.697717 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:03:00.697717 n-d-810291-1 neutron-server[101461]: items = [ Sep 21 18:03:00.697717 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:03:00.697717 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:03:00.697717 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:03:00.697717 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:03:00.697717 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:03:00.697717 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:03:00.697717 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:03:00.697717 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:03:00.697717 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:03:00.697717 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:03:00.697717 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:03:00.697717 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:03:00.697717 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:03:00.697717 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:03:00.697717 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:03:00.697717 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:03:00.697717 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:03:00.697717 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:03:00.697717 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:03:00.697717 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:03:00.697717 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:03:00.697717 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:03:00.697717 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:03:00.697717 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:03:00.697717 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:03:00.697717 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:03:00.697717 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:03:00.697717 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:03:00.697717 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:03:00.697717 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:03:00.697717 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:03:00.697717 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:03:00.700196 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-b6cea123-09d2-4644-96ef-7dc4a7cf0564 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d2e860f-d20e-4590-baaa-c9538d1525b5']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:00.718063 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975dad5c-9fa1-438c-a8b0-71db8801a4dc req-b7b39b5b-871c-40d2-91bc-15d6e541d9c4 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:00.719801 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-975dad5c-9fa1-438c-a8b0-71db8801a4dc req-b7b39b5b-871c-40d2-91bc-15d6e541d9c4 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=609696bf-09e0-441c-ae9b-b2d317db85f6 HTTP/1.1" status: 200 len: 946 time: 0.1744561 Sep 21 18:03:00.732619 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-b6cea123-09d2-4644-96ef-7dc4a7cf0564 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e97e17a6-574c-43c7-aae6-5d72e9f2734f') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:00.732994 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-b6cea123-09d2-4644-96ef-7dc4a7cf0564 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e97e17a6-574c-43c7-aae6-5d72e9f2734f') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:00.785543 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b6cea123-09d2-4644-96ef-7dc4a7cf0564 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:00.813483 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b6cea123-09d2-4644-96ef-7dc4a7cf0564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:00.817540 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3d35989f-cbca-472d-823d-33f638421497 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:00.827936 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3d35989f-cbca-472d-823d-33f638421497 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:00.832310 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3d35989f-cbca-472d-823d-33f638421497 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] 10.222.0.58 "DELETE /v2.0/networks/12724e47-f799-4188-9448-5e6f1f8f483b HTTP/1.1" status: 204 len: 168 time: 0.5487261 Sep 21 18:03:00.832310 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6cea123-09d2-4644-96ef-7dc4a7cf0564 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:03:00.832310 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b6cea123-09d2-4644-96ef-7dc4a7cf0564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:00.835576 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-975dad5c-9fa1-438c-a8b0-71db8801a4dc req-dab88985-984a-4cfe-a641-57a0dbc2a468 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060059 Sep 21 18:03:00.836237 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:03:00.836237 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:03:00.836237 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:03:00.836237 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:03:00.836237 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:03:00.836237 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:03:00.836237 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:03:00.836237 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:03:00.836237 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:03:00.836237 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:03:00.836237 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:03:00.836237 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:03:00.836237 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:03:00.836237 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:03:00.836237 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:03:00.836237 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:03:00.836237 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:03:00.836237 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:03:00.836237 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:03:00.836237 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:03:00.836237 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:03:00.836237 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:03:00.836237 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:03:00.836237 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:03:00.836237 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:03:00.836237 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:03:00.836237 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:03:00.836237 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:03:00.836237 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:03:00.836237 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:03:00.836237 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:03:00.836237 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:03:00.838253 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43448) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:00.882448 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dc9da643-615a-41a0-b4e8-21827afc476e tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:00.883075 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d35989f-cbca-472d-823d-33f638421497 tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Pushing event deleted for resources: {'Network': ['ID=12724e47-f799-4188-9448-5e6f1f8f483b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:00.956362 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b6cea123-09d2-4644-96ef-7dc4a7cf0564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:00.963390 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b6cea123-09d2-4644-96ef-7dc4a7cf0564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:00.965166 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b6cea123-09d2-4644-96ef-7dc4a7cf0564 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8d2e860f-d20e-4590-baaa-c9538d1525b5 HTTP/1.1" status: 204 len: 168 time: 0.6038728 Sep 21 18:03:00.976377 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cea123-09d2-4644-96ef-7dc4a7cf0564 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d2e860f-d20e-4590-baaa-c9538d1525b5,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:00.981792 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ce0bca51-1a19-48ba-bd28-2f90f2b58d5a tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:01.023770 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9da643-615a-41a0-b4e8-21827afc476e tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Router d0dcef78-4de9-4d82-89e9-18f1cd3bd989 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:03:01.156071 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9da643-615a-41a0-b4e8-21827afc476e tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:03:01.171072 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33248cab-b8ba-4358-8b0b-1a6190670f00 None None] Sync routers for ids ['d0dcef78-4de9-4d82-89e9-18f1cd3bd989'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:03:01.177029 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dc9da643-615a-41a0-b4e8-21827afc476e tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:01.181184 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-dc9da643-615a-41a0-b4e8-21827afc476e tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.1815159 Sep 21 18:03:01.182102 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43456) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:01.185303 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33248cab-b8ba-4358-8b0b-1a6190670f00 None None] Routers {'d0dcef78-4de9-4d82-89e9-18f1cd3bd989'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:01.185967 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-33248cab-b8ba-4358-8b0b-1a6190670f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:02:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['d0dcef78-4de9-4d82-89e9-18f1cd3bd989'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:01.228054 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-33248cab-b8ba-4358-8b0b-1a6190670f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:01.238811 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33248cab-b8ba-4358-8b0b-1a6190670f00 None None] Routers {'d0dcef78-4de9-4d82-89e9-18f1cd3bd989'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:01.239820 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-33248cab-b8ba-4358-8b0b-1a6190670f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:02:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['d0dcef78-4de9-4d82-89e9-18f1cd3bd989'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:01.250373 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43458) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:01.285577 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-33248cab-b8ba-4358-8b0b-1a6190670f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:01.286466 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33248cab-b8ba-4358-8b0b-1a6190670f00 None None] The sync data for ids ['d0dcef78-4de9-4d82-89e9-18f1cd3bd989'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:03:01.336397 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f9baf8ee-ba45-47c6-9c7e-c79e72612e44 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c213ba003d364e39b75ab9ca28e4927b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0844924 Sep 21 18:03:01.339086 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43460) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:01.372020 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a4fe0b00-87f7-4b73-a4b0-9dcc3ca5c3c3 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] 10.222.0.58 "GET /v2.0/routers/d0dcef78-4de9-4d82-89e9-18f1cd3bd989 HTTP/1.1" status: 200 len: 925 time: 0.1884110 Sep 21 18:03:01.375454 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43462) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:01.387553 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ce0bca51-1a19-48ba-bd28-2f90f2b58d5a tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:01.407260 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-ce0bca51-1a19-48ba-bd28-2f90f2b58d5a tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25a1ea7-8a29-43a3-98fb-453043e2cc79']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:01.408748 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9980376e-d697-4ce4-839c-6ed57c787fe2 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0dcef78-4de9-4d82-89e9-18f1cd3bd989 HTTP/1.1" status: 200 len: 205 time: 0.0322564 Sep 21 18:03:01.412641 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43464) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:01.416548 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-ce0bca51-1a19-48ba-bd28-2f90f2b58d5a tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4533b9d1-ad63-4b59-bcb8-7b347fd66a39') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:01.416845 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-ce0bca51-1a19-48ba-bd28-2f90f2b58d5a tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4533b9d1-ad63-4b59-bcb8-7b347fd66a39') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:01.425929 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ce0bca51-1a19-48ba-bd28-2f90f2b58d5a tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:01.439270 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ce0bca51-1a19-48ba-bd28-2f90f2b58d5a tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:01.445233 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce0bca51-1a19-48ba-bd28-2f90f2b58d5a tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:03:01.445522 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ce0bca51-1a19-48ba-bd28-2f90f2b58d5a tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:01.447179 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:03:01.447179 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:03:01.447179 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:03:01.447179 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:03:01.447179 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:03:01.447179 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:03:01.447179 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:03:01.447179 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:03:01.447179 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:03:01.447179 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:03:01.447179 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:03:01.447179 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:03:01.447179 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:03:01.447179 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:03:01.447179 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:03:01.447179 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:03:01.447179 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:03:01.447179 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:03:01.447179 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:03:01.447179 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:03:01.447179 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:03:01.447179 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:03:01.447179 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:03:01.447179 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:03:01.447179 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:03:01.447179 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:03:01.447179 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:03:01.447179 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:03:01.447179 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:03:01.447179 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:03:01.447179 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:03:01.447179 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:03:01.465896 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-30917a54-daf8-4029-963d-b87baf276139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:01.501468 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ce0bca51-1a19-48ba-bd28-2f90f2b58d5a tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:01.507090 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ce0bca51-1a19-48ba-bd28-2f90f2b58d5a tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:01.511511 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ce0bca51-1a19-48ba-bd28-2f90f2b58d5a tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] 10.222.0.58 "DELETE /v2.0/networks/e25a1ea7-8a29-43a3-98fb-453043e2cc79 HTTP/1.1" status: 204 len: 168 time: 0.6608093 Sep 21 18:03:01.523355 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-30917a54-daf8-4029-963d-b87baf276139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:01.525267 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0bca51-1a19-48ba-bd28-2f90f2b58d5a tempest-QuotasNegativeTest-804848236 tempest-QuotasNegativeTest-804848236-project-admin] Pushing event deleted for resources: {'Network': ['ID=e25a1ea7-8a29-43a3-98fb-453043e2cc79,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:01.566311 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9f12de46-d724-48ff-9b74-b9423cdaa4a6 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:01.681736 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-30917a54-daf8-4029-963d-b87baf276139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:01.684385 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-30917a54-daf8-4029-963d-b87baf276139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:01.685699 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-30917a54-daf8-4029-963d-b87baf276139 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eb6a8283-ed38-461d-a51b-b41da97a4872 HTTP/1.1" status: 204 len: 168 time: 0.3455963 Sep 21 18:03:01.704234 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30917a54-daf8-4029-963d-b87baf276139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6a8283-ed38-461d-a51b-b41da97a4872,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:01.713285 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ab0da-3cb7-4d55-90fd-f5aaa11d80c6 req-f584cf7d-0e10-4b43-9c7e-2920589eed72 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:01.717032 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9a6ab0da-3cb7-4d55-90fd-f5aaa11d80c6 req-f584cf7d-0e10-4b43-9c7e-2920589eed72 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 946 time: 0.1127965 Sep 21 18:03:01.752551 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9f12de46-d724-48ff-9b74-b9423cdaa4a6 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:01.777517 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9a6ab0da-3cb7-4d55-90fd-f5aaa11d80c6 req-8ca4d872-63af-40f2-9a24-917f102afc82 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494370 Sep 21 18:03:01.825962 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-9f12de46-d724-48ff-9b74-b9423cdaa4a6 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Deleting port 61c75f26-b830-4116-b82b-7febc50fe1f4 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:01.826297 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9f12de46-d724-48ff-9b74-b9423cdaa4a6 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:01.919728 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9f12de46-d724-48ff-9b74-b9423cdaa4a6 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:01.960645 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-9f12de46-d724-48ff-9b74-b9423cdaa4a6 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Calling delete_port for 61c75f26-b830-4116-b82b-7febc50fe1f4 owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:02.006115 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43482) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:02.023563 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfb723-e6f8-4ddd-a30f-a3bb4e497239 req-5bb88e91-ca51-41be-985e-4240ed2d5498 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:02.025098 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3bfb723-e6f8-4ddd-a30f-a3bb4e497239 req-5bb88e91-ca51-41be-985e-4240ed2d5498 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=609696bf-09e0-441c-ae9b-b2d317db85f6 HTTP/1.1" status: 200 len: 946 time: 0.1099246 Sep 21 18:03:02.090252 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3bfb723-e6f8-4ddd-a30f-a3bb4e497239 req-f6f899a5-2215-4e7d-a5e5-2e764966f7e9 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542362 Sep 21 18:03:02.127581 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7086520f-95e8-4e5a-9b35-14805c011fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:02.166499 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43490) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:02.212775 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9f12de46-d724-48ff-9b74-b9423cdaa4a6 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:02.223387 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9a38b5af-28a6-4ee9-b8e2-8beee4d603f8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4664157b37f34f9f904be62ca067e161&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0555346 Sep 21 18:03:02.226908 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43492) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:02.259830 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12de46-d724-48ff-9b74-b9423cdaa4a6 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Pushing event deleted for resources: {'Port': ['ID=61c75f26-b830-4116-b82b-7febc50fe1f4,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:02.279401 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7086520f-95e8-4e5a-9b35-14805c011fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:02.285014 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7086520f-95e8-4e5a-9b35-14805c011fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:02.323420 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7086520f-95e8-4e5a-9b35-14805c011fe8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cd61ee91c23b4003aa05700030d2ea92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3160932 Sep 21 18:03:02.325016 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086520f-95e8-4e5a-9b35-14805c011fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf05ffb9-59e1-4df8-b168-f1e88a7fc5f1,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:02.327482 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43494) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:02.347065 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9f12de46-d724-48ff-9b74-b9423cdaa4a6 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:02.378894 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8a536b50-5b6b-470f-801f-2ce281800519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:02.400930 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8a536b50-5b6b-470f-801f-2ce281800519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:02.410546 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d50fb54-c095-476b-86a6-0df705a90763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:02.448762 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8a536b50-5b6b-470f-801f-2ce281800519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:02.451346 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8a536b50-5b6b-470f-801f-2ce281800519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:02.454866 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8a536b50-5b6b-470f-801f-2ce281800519 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bf05ffb9-59e1-4df8-b168-f1e88a7fc5f1 HTTP/1.1" status: 204 len: 168 time: 0.1242003 Sep 21 18:03:02.460511 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9f12de46-d724-48ff-9b74-b9423cdaa4a6 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:02.461998 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a536b50-5b6b-470f-801f-2ce281800519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf05ffb9-59e1-4df8-b168-f1e88a7fc5f1,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:02.467336 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9f12de46-d724-48ff-9b74-b9423cdaa4a6 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:02.474998 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d50fb54-c095-476b-86a6-0df705a90763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:02.536124 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9f12de46-d724-48ff-9b74-b9423cdaa4a6 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:02.536779 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f12de46-d724-48ff-9b74-b9423cdaa4a6 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Fanout notify agent at l3_agent the message router_deleted on router d0dcef78-4de9-4d82-89e9-18f1cd3bd989 {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:03:02.544315 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9f12de46-d724-48ff-9b74-b9423cdaa4a6 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:02.545429 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9f12de46-d724-48ff-9b74-b9423cdaa4a6 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] 10.222.0.58 "DELETE /v2.0/routers/d0dcef78-4de9-4d82-89e9-18f1cd3bd989 HTTP/1.1" status: 204 len: 168 time: 1.1318910 Sep 21 18:03:02.549421 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43498) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:02.554521 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-19544d34-dafb-4dae-be30-dab2d3b6c01d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Request body: {'router': {'name': 'tempest-snat-router-502760744', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'enable_snat': False}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:02.576782 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d50fb54-c095-476b-86a6-0df705a90763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:02.579473 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d50fb54-c095-476b-86a6-0df705a90763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:02.582970 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7d50fb54-c095-476b-86a6-0df705a90763 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5f8e2444-f384-4195-aa8f-8c33e0a92446 HTTP/1.1" status: 204 len: 168 time: 0.3511813 Sep 21 18:03:02.589328 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-19544d34-dafb-4dae-be30-dab2d3b6c01d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:02.590446 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-19544d34-dafb-4dae-be30-dab2d3b6c01d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:02.594027 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50fb54-c095-476b-86a6-0df705a90763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8e2444-f384-4195-aa8f-8c33e0a92446,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:02.655402 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-19544d34-dafb-4dae-be30-dab2d3b6c01d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:02.799689 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-19544d34-dafb-4dae-be30-dab2d3b6c01d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:02.860161 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43508) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:02.873108 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6b6a02b2-1238-4bb4-b2cf-44f1df3037f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:02.932479 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7064393-d2a0-4ff8-b635-adaad4e6e2f6 req-024ab7ce-dc09-4512-bddd-a13b17aa4a72 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:02.934181 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a7064393-d2a0-4ff8-b635-adaad4e6e2f6 req-024ab7ce-dc09-4512-bddd-a13b17aa4a72 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 946 time: 0.0588713 Sep 21 18:03:02.978731 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a7064393-d2a0-4ff8-b635-adaad4e6e2f6 req-94f7f572-44aa-4436-8a25-340d9148e12f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376933 Sep 21 18:03:03.090449 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6b6a02b2-1238-4bb4-b2cf-44f1df3037f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:03.111615 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6b6a02b2-1238-4bb4-b2cf-44f1df3037f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:03.162036 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a02b2-1238-4bb4-b2cf-44f1df3037f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae660b9-9673-4023-9c6a-3220b7d4d5f5,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:03.166770 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6b6a02b2-1238-4bb4-b2cf-44f1df3037f2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ae12e6b12fcf4da186a972ceb1a62efe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3096042 Sep 21 18:03:03.168647 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-19544d34-dafb-4dae-be30-dab2d3b6c01d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:03.170130 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43522) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:03.203575 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-19544d34-dafb-4dae-be30-dab2d3b6c01d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:03.244366 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-defc40da-4e5b-4516-a7b7-6499725a689b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:03.273955 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-defc40da-4e5b-4516-a7b7-6499725a689b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:03.300052 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce33df-6322-4533-a0e8-bc4045a651e9 req-69af3cb2-e561-4b00-98f7-5b5e0400ff93 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:03.301802 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-10ce33df-6322-4533-a0e8-bc4045a651e9 req-69af3cb2-e561-4b00-98f7-5b5e0400ff93 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=609696bf-09e0-441c-ae9b-b2d317db85f6 HTTP/1.1" status: 200 len: 946 time: 0.1007402 Sep 21 18:03:03.360920 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-defc40da-4e5b-4516-a7b7-6499725a689b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:03.363524 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-defc40da-4e5b-4516-a7b7-6499725a689b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:03.367025 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-defc40da-4e5b-4516-a7b7-6499725a689b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fae660b9-9673-4023-9c6a-3220b7d4d5f5 HTTP/1.1" status: 204 len: 168 time: 0.1932476 Sep 21 18:03:03.384376 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-10ce33df-6322-4533-a0e8-bc4045a651e9 req-85ed2f89-2bde-4d84-972e-aa5513041d38 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740461 Sep 21 18:03:03.391824 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc40da-4e5b-4516-a7b7-6499725a689b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae660b9-9673-4023-9c6a-3220b7d4d5f5,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:03.396604 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-19544d34-dafb-4dae-be30-dab2d3b6c01d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Allocated IP 172.25.6.46 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/a4f1d4c8-02f1-48ca-ac61-d5fb47d6ffff) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:03.505395 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-19544d34-dafb-4dae-be30-dab2d3b6c01d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:03.541298 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-19544d34-dafb-4dae-be30-dab2d3b6c01d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:03.578535 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19544d34-dafb-4dae-be30-dab2d3b6c01d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:03.583153 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-19544d34-dafb-4dae-be30-dab2d3b6c01d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:03.589669 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19544d34-dafb-4dae-be30-dab2d3b6c01d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:03.616671 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19544d34-dafb-4dae-be30-dab2d3b6c01d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Pushing event updated for resources: {'Port': ['ID=a4f1d4c8-02f1-48ca-ac61-d5fb47d6ffff,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:03.862476 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-19544d34-dafb-4dae-be30-dab2d3b6c01d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:04.503910 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-19544d34-dafb-4dae-be30-dab2d3b6c01d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:04.519298 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd26f3d-ff19-49fe-ab4c-70f09558afbf req-1ba2f749-d3a5-4f61-ad60-ab7634531f21 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:04.528249 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2cd26f3d-ff19-49fe-ab4c-70f09558afbf req-1ba2f749-d3a5-4f61-ad60-ab7634531f21 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 946 time: 0.4566419 Sep 21 18:03:04.535779 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264a1c1-37aa-4b95-a28d-b322dae54385 req-2f9277bc-1d72-41c6-8229-4c5c1e33475d tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:04.538745 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f264a1c1-37aa-4b95-a28d-b322dae54385 req-2f9277bc-1d72-41c6-8229-4c5c1e33475d tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=609696bf-09e0-441c-ae9b-b2d317db85f6 HTTP/1.1" status: 200 len: 946 time: 0.0740955 Sep 21 18:03:04.585335 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f264a1c1-37aa-4b95-a28d-b322dae54385 req-c40b578c-514f-4d8b-883d-daf37a7f6137 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402815 Sep 21 18:03:04.622432 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2cd26f3d-ff19-49fe-ab4c-70f09558afbf req-b8e22cd7-f1b1-437e-bfe8-f0f854fa31a6 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932472 Sep 21 18:03:04.737829 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19544d34-dafb-4dae-be30-dab2d3b6c01d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Router 0846c7c8-dc6b-4958-a73c-849ac685088c is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:03:04.852733 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19544d34-dafb-4dae-be30-dab2d3b6c01d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:03:04.862900 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e601983-32ad-437a-bcf1-ebd54054eb61 None None] Sync routers for ids ['0846c7c8-dc6b-4958-a73c-849ac685088c'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:03:04.872488 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-19544d34-dafb-4dae-be30-dab2d3b6c01d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:04.874713 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-19544d34-dafb-4dae-be30-dab2d3b6c01d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.3236611 Sep 21 18:03:04.877324 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43610) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:04.880430 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e601983-32ad-437a-bcf1-ebd54054eb61 None None] Routers {'0846c7c8-dc6b-4958-a73c-849ac685088c'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:04.881155 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-0e601983-32ad-437a-bcf1-ebd54054eb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:02:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0846c7c8-dc6b-4958-a73c-849ac685088c'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:05.100614 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43616) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:05.104896 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0cfdfb7d-8236-4e88-8934-c1495eba409a tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] 10.222.0.58 "GET /v2.0/routers/0846c7c8-dc6b-4958-a73c-849ac685088c HTTP/1.1" status: 200 len: 907 time: 0.2263668 Sep 21 18:03:05.107842 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43618) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:05.113537 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-27316c50-8aa0-4b1b-aa38-2b8cfad021b6 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Request body: {'router': {'name': 'tempest-snat-router-502760744', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'enable_snat': True}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:05.130246 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-0e601983-32ad-437a-bcf1-ebd54054eb61 None None] Set router 0846c7c8-dc6b-4958-a73c-849ac685088c gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:03:05.142521 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27316c50-8aa0-4b1b-aa38-2b8cfad021b6 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:05.143994 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27316c50-8aa0-4b1b-aa38-2b8cfad021b6 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:05.209260 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27316c50-8aa0-4b1b-aa38-2b8cfad021b6 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:05.259143 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-8f948b01-6e62-4134-91b5-a7e51c14be45 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1218710552', 'router:external': True}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:05.334668 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-0e601983-32ad-437a-bcf1-ebd54054eb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0846c7c8-dc6b-4958-a73c-849ac685088c', 'name': 'tempest-snat-router-502760744', 'tenant_id': '9a090df5f02f46c8b57d1a7b1fde7d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46'}], 'enable_snat': False}, 'gw_port_id': 'a4f1d4c8-02f1-48ca-ac61-d5fb47d6ffff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:03:02Z', 'updated_at': '2021-09-21T18:03:03Z', 'revision_number': 3, 'project_id': '9a090df5f02f46c8b57d1a7b1fde7d99', 'gw_port': {'id': 'a4f1d4c8-02f1-48ca-ac61-d5fb47d6ffff', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0846c7c8-dc6b-4958-a73c-849ac685088c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:03:03Z', 'updated_at': '2021-09-21T18:03:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:05.370734 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e601983-32ad-437a-bcf1-ebd54054eb61 None None] Checking router: 0846c7c8-dc6b-4958-a73c-849ac685088c for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:03:05.371201 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e601983-32ad-437a-bcf1-ebd54054eb61 None None] Updating router 0846c7c8-dc6b-4958-a73c-849ac685088c port a4f1d4c8-02f1-48ca-ac61-d5fb47d6ffff binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:03:05.379838 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27316c50-8aa0-4b1b-aa38-2b8cfad021b6 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:05.384095 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f948b01-6e62-4134-91b5-a7e51c14be45 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Made reservation on behalf of 51ae1f8f367b4295a0dd04a48eded580 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:03:05.388306 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f948b01-6e62-4134-91b5-a7e51c14be45 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:05.399726 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f948b01-6e62-4134-91b5-a7e51c14be45 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:05.406559 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-0e601983-32ad-437a-bcf1-ebd54054eb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:05.578414 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f948b01-6e62-4134-91b5-a7e51c14be45 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:05.612134 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f948b01-6e62-4134-91b5-a7e51c14be45 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:05.670686 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f948b01-6e62-4134-91b5-a7e51c14be45 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:03:05.710994 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f948b01-6e62-4134-91b5-a7e51c14be45 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad74fddd-3856-449e-a7b2-da1122079069,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:05.714439 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-0e601983-32ad-437a-bcf1-ebd54054eb61 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:05.722132 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-0e601983-32ad-437a-bcf1-ebd54054eb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:05.726663 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f948b01-6e62-4134-91b5-a7e51c14be45 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:05.727047 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-8f948b01-6e62-4134-91b5-a7e51c14be45 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Added segment 2329645f-1c7b-4bc4-8ae4-595da686e904 of type vlan for network 39784ac5-890d-49ae-92cb-f9c95d5791f7 Sep 21 18:03:05.776036 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-0e601983-32ad-437a-bcf1-ebd54054eb61 None None] Attempting to bind port a4f1d4c8-02f1-48ca-ac61-d5fb47d6ffff on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:03:05.776681 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-0e601983-32ad-437a-bcf1-ebd54054eb61 None None] Attempting to bind port a4f1d4c8-02f1-48ca-ac61-d5fb47d6ffff by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:03:05.777132 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e601983-32ad-437a-bcf1-ebd54054eb61 None None] Attempting to bind port a4f1d4c8-02f1-48ca-ac61-d5fb47d6ffff on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:03:05.789287 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27316c50-8aa0-4b1b-aa38-2b8cfad021b6 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:05.794098 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e601983-32ad-437a-bcf1-ebd54054eb61 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:03:05.794731 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e601983-32ad-437a-bcf1-ebd54054eb61 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:03:05.795262 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-0e601983-32ad-437a-bcf1-ebd54054eb61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:05.795833 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e601983-32ad-437a-bcf1-ebd54054eb61 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:03:05.796890 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-0e601983-32ad-437a-bcf1-ebd54054eb61 None None] Bound port: a4f1d4c8-02f1-48ca-ac61-d5fb47d6ffff, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:03:05.797381 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-0e601983-32ad-437a-bcf1-ebd54054eb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:05.807384 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501179f-de7a-4992-a432-ff6b41890c99 req-a65c2af1-9bec-49a3-a4e6-13b800d3c1ec tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:05.810222 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6501179f-de7a-4992-a432-ff6b41890c99 req-a65c2af1-9bec-49a3-a4e6-13b800d3c1ec tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 946 time: 0.0695794 Sep 21 18:03:05.822315 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46250c-7890-4862-87fa-0a6153ab8186 None None] Pushing event updated for resources: {'Port': ['ID=a4f1d4c8-02f1-48ca-ac61-d5fb47d6ffff,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:05.828241 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27316c50-8aa0-4b1b-aa38-2b8cfad021b6 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:05.832295 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f948b01-6e62-4134-91b5-a7e51c14be45 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:05.864049 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520935e-150f-4adf-8837-ef72d775f952 req-bdfce7b6-1b83-4054-8107-b44bcab9e5ac tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:05.864328 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-0e601983-32ad-437a-bcf1-ebd54054eb61 None None] For port a4f1d4c8-02f1-48ca-ac61-d5fb47d6ffff, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:03:05.865586 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7520935e-150f-4adf-8837-ef72d775f952 req-bdfce7b6-1b83-4054-8107-b44bcab9e5ac tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=609696bf-09e0-441c-ae9b-b2d317db85f6 HTTP/1.1" status: 200 len: 946 time: 0.1590989 Sep 21 18:03:05.867484 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-0e601983-32ad-437a-bcf1-ebd54054eb61 None None] For port a4f1d4c8-02f1-48ca-ac61-d5fb47d6ffff, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a4f1d4c8-02f1-48ca-ac61-d5fb47d6ffff,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:03:05.872335 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6501179f-de7a-4992-a432-ff6b41890c99 req-8b1ac4c3-5dc7-4460-ab3b-1619f0ecb324 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545859 Sep 21 18:03:05.874001 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-0e601983-32ad-437a-bcf1-ebd54054eb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:05.929371 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e601983-32ad-437a-bcf1-ebd54054eb61 None None] Routers {'0846c7c8-dc6b-4958-a73c-849ac685088c'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:05.929993 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-0e601983-32ad-437a-bcf1-ebd54054eb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:02:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0846c7c8-dc6b-4958-a73c-849ac685088c'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:05.934715 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46250c-7890-4862-87fa-0a6153ab8186 None None] Pushing event updated for resources: {'Port': ['ID=a4f1d4c8-02f1-48ca-ac61-d5fb47d6ffff,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:05.938444 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f948b01-6e62-4134-91b5-a7e51c14be45 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:05.939426 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f948b01-6e62-4134-91b5-a7e51c14be45 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:05.940004 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f948b01-6e62-4134-91b5-a7e51c14be45 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:05.982008 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7520935e-150f-4adf-8837-ef72d775f952 req-68b01969-09eb-443f-a33d-cd19134f8140 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838475 Sep 21 18:03:06.014762 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8f948b01-6e62-4134-91b5-a7e51c14be45 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9096923 Sep 21 18:03:06.015186 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43630) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:06.020433 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-ff6edc22-eee4-46b5-beb4-f6573b84f2ec tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Request body: {'subnet': {'network_id': '39784ac5-890d-49ae-92cb-f9c95d5791f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:06.044595 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-0e601983-32ad-437a-bcf1-ebd54054eb61 None None] Set router 0846c7c8-dc6b-4958-a73c-849ac685088c gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:03:06.045172 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6edc22-eee4-46b5-beb4-f6573b84f2ec tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Made reservation on behalf of 51ae1f8f367b4295a0dd04a48eded580 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:03:06.047756 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ff6edc22-eee4-46b5-beb4-f6573b84f2ec tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:06.056532 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f948b01-6e62-4134-91b5-a7e51c14be45 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Pushing event updated for resources: {'Network': ['ID=39784ac5-890d-49ae-92cb-f9c95d5791f7,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:06.067798 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 39784ac5-890d-49ae-92cb-f9c95d5791f7 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:03:06.075253 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-27316c50-8aa0-4b1b-aa38-2b8cfad021b6 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Allocated IP 172.25.6.70 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/9798a4c9-7229-491d-9e34-e08d597e3fce) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:06.256941 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27316c50-8aa0-4b1b-aa38-2b8cfad021b6 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:06.301208 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-0e601983-32ad-437a-bcf1-ebd54054eb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0846c7c8-dc6b-4958-a73c-849ac685088c', 'name': 'tempest-snat-router-502760744', 'tenant_id': '9a090df5f02f46c8b57d1a7b1fde7d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46'}], 'enable_snat': False}, 'gw_port_id': 'a4f1d4c8-02f1-48ca-ac61-d5fb47d6ffff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:03:02Z', 'updated_at': '2021-09-21T18:03:03Z', 'revision_number': 3, 'project_id': '9a090df5f02f46c8b57d1a7b1fde7d99', 'gw_port': {'id': 'a4f1d4c8-02f1-48ca-ac61-d5fb47d6ffff', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0846c7c8-dc6b-4958-a73c-849ac685088c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:03:03Z', 'updated_at': '2021-09-21T18:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:06.318647 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27316c50-8aa0-4b1b-aa38-2b8cfad021b6 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:06.357068 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e601983-32ad-437a-bcf1-ebd54054eb61 None None] The sync data for ids ['0846c7c8-dc6b-4958-a73c-849ac685088c'] in n-d-810291-1 is: [{'id': '0846c7c8-dc6b-4958-a73c-849ac685088c', 'name': 'tempest-snat-router-502760744', 'tenant_id': '9a090df5f02f46c8b57d1a7b1fde7d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46'}], 'enable_snat': False}, 'gw_port_id': 'a4f1d4c8-02f1-48ca-ac61-d5fb47d6ffff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:03:02Z', 'updated_at': '2021-09-21T18:03:03Z', 'revision_number': 3, 'project_id': '9a090df5f02f46c8b57d1a7b1fde7d99', 'gw_port': {'id': 'a4f1d4c8-02f1-48ca-ac61-d5fb47d6ffff', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:00:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0846c7c8-dc6b-4958-a73c-849ac685088c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:03:03Z', 'updated_at': '2021-09-21T18:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:03:06.374332 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27316c50-8aa0-4b1b-aa38-2b8cfad021b6 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:06.377706 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-27316c50-8aa0-4b1b-aa38-2b8cfad021b6 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:06.381738 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27316c50-8aa0-4b1b-aa38-2b8cfad021b6 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:06.417420 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27316c50-8aa0-4b1b-aa38-2b8cfad021b6 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Pushing event updated for resources: {'Port': ['ID=9798a4c9-7229-491d-9e34-e08d597e3fce,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:06.458654 n-d-810291-1 neutron-server[101461]: DEBUG neutron.objects.ports [None req-ff6edc22-eee4-46b5-beb4-f6573b84f2ec tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101461) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:03:06.459309 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ff6edc22-eee4-46b5-beb4-f6573b84f2ec tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:06.522604 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6edc22-eee4-46b5-beb4-f6573b84f2ec tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ac09ea59-63dd-4999-a92c-0e3aaae9b554,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:06.532374 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6edc22-eee4-46b5-beb4-f6573b84f2ec tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Checking segment: {'id': '2329645f-1c7b-4bc4-8ae4-595da686e904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '39784ac5-890d-49ae-92cb-f9c95d5791f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:03:06.532809 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6edc22-eee4-46b5-beb4-f6573b84f2ec tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Network hostable DHCP agents. Network: 39784ac5-890d-49ae-92cb-f9c95d5791f7, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:03:06.552788 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6edc22-eee4-46b5-beb4-f6573b84f2ec tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Network 39784ac5-890d-49ae-92cb-f9c95d5791f7 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:03:06.566838 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-ff6edc22-eee4-46b5-beb4-f6573b84f2ec tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 39784ac5-890d-49ae-92cb-f9c95d5791f7) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:06.581106 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6edc22-eee4-46b5-beb4-f6573b84f2ec tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:06.583497 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ff6edc22-eee4-46b5-beb4-f6573b84f2ec tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:06.586959 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837983fb-4a37-4441-8a72-4ea30eb735f6 None None] Network 39784ac5-890d-49ae-92cb-f9c95d5791f7 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:03:06.608716 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ff6edc22-eee4-46b5-beb4-f6573b84f2ec tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5923276 Sep 21 18:03:06.609410 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43644) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:06.622172 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-0b7e060f-ce71-4597-a14a-ece6f05209dc tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1837063041', 'network_id': '39784ac5-890d-49ae-92cb-f9c95d5791f7'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:06.664259 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7e060f-ce71-4597-a14a-ece6f05209dc tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Made reservation on behalf of 51ae1f8f367b4295a0dd04a48eded580 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:03:06.666806 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0b7e060f-ce71-4597-a14a-ece6f05209dc tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:06.700251 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-0b7e060f-ce71-4597-a14a-ece6f05209dc tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] device_id is not set on port 2a13364e-ff15-45d0-afb1-3972b4150c11 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:03:06.742755 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27316c50-8aa0-4b1b-aa38-2b8cfad021b6 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:06.769483 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd01532-4f3f-484a-a0d5-e7a1e9f00461 None None] Network 39784ac5-890d-49ae-92cb-f9c95d5791f7 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:03:06.832730 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-0b7e060f-ce71-4597-a14a-ece6f05209dc tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Allocated IP 172.20.0.14 (39784ac5-890d-49ae-92cb-f9c95d5791f7/ac09ea59-63dd-4999-a92c-0e3aaae9b554/2a13364e-ff15-45d0-afb1-3972b4150c11) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:06.991828 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0b7e060f-ce71-4597-a14a-ece6f05209dc tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:07.005603 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27316c50-8aa0-4b1b-aa38-2b8cfad021b6 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:07.037992 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0b7e060f-ce71-4597-a14a-ece6f05209dc tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:07.085467 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7e060f-ce71-4597-a14a-ece6f05209dc tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Network 39784ac5-890d-49ae-92cb-f9c95d5791f7 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:07.097966 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-0b7e060f-ce71-4597-a14a-ece6f05209dc tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:07.114119 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7e060f-ce71-4597-a14a-ece6f05209dc tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:07.144979 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e060f-ce71-4597-a14a-ece6f05209dc tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Pushing event updated for resources: {'Port': ['ID=2a13364e-ff15-45d0-afb1-3972b4150c11,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:07.180068 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5f054-06ed-4a33-ba19-43090cc9f4fc req-f2818f20-99ea-4498-a8fd-82a87b18c99d tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:07.181817 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-72a5f054-06ed-4a33-ba19-43090cc9f4fc req-f2818f20-99ea-4498-a8fd-82a87b18c99d tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=609696bf-09e0-441c-ae9b-b2d317db85f6 HTTP/1.1" status: 200 len: 946 time: 0.1014988 Sep 21 18:03:07.183449 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7e060f-ce71-4597-a14a-ece6f05209dc tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:07.184083 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0b7e060f-ce71-4597-a14a-ece6f05209dc tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:07.215722 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0b7e060f-ce71-4597-a14a-ece6f05209dc tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.6040847 Sep 21 18:03:07.219156 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43652) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:07.273660 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-72a5f054-06ed-4a33-ba19-43090cc9f4fc req-a80dd049-a4f3-4a5d-b8f3-956593fd2ef6 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819016 Sep 21 18:03:07.319010 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-6c6f610e-ad1e-4b4a-86fe-fe0b34be11e4 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Deleting port 2a13364e-ff15-45d0-afb1-3972b4150c11 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:07.319425 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c6f610e-ad1e-4b4a-86fe-fe0b34be11e4 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:07.415869 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c6f610e-ad1e-4b4a-86fe-fe0b34be11e4 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:07.436820 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-6c6f610e-ad1e-4b4a-86fe-fe0b34be11e4 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Calling delete_port for 2a13364e-ff15-45d0-afb1-3972b4150c11 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:07.445884 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ccc95-c26e-48fa-9f6f-b8033aaf519e req-aa9fbe91-1e79-4f04-9b6f-98ea95c17c63 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:07.447846 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-548ccc95-c26e-48fa-9f6f-b8033aaf519e req-aa9fbe91-1e79-4f04-9b6f-98ea95c17c63 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 946 time: 0.4747925 Sep 21 18:03:07.515457 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-548ccc95-c26e-48fa-9f6f-b8033aaf519e req-f1e92328-8a58-46f4-96cb-11ca40dd5e97 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601227 Sep 21 18:03:07.524013 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27316c50-8aa0-4b1b-aa38-2b8cfad021b6 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Router 50cefa5e-1546-4b33-bfca-38a6e5b49ab8 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:03:07.615540 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c6f610e-ad1e-4b4a-86fe-fe0b34be11e4 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:07.650325 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27316c50-8aa0-4b1b-aa38-2b8cfad021b6 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:03:07.664880 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6a572a-75a1-4f08-9188-a286bdae5441 None None] Sync routers for ids ['50cefa5e-1546-4b33-bfca-38a6e5b49ab8'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:03:07.672797 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f610e-ad1e-4b4a-86fe-fe0b34be11e4 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a13364e-ff15-45d0-afb1-3972b4150c11,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:07.675795 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27316c50-8aa0-4b1b-aa38-2b8cfad021b6 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:07.677506 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-27316c50-8aa0-4b1b-aa38-2b8cfad021b6 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.5679440 Sep 21 18:03:07.680248 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43662) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:07.682605 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6a572a-75a1-4f08-9188-a286bdae5441 None None] Routers {'50cefa5e-1546-4b33-bfca-38a6e5b49ab8'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:07.683607 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-6f6a572a-75a1-4f08-9188-a286bdae5441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:02:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['50cefa5e-1546-4b33-bfca-38a6e5b49ab8'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:07.811783 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-6f6a572a-75a1-4f08-9188-a286bdae5441 None None] Set router 50cefa5e-1546-4b33-bfca-38a6e5b49ab8 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:03:07.837373 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c6f610e-ad1e-4b4a-86fe-fe0b34be11e4 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:07.839538 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6c6f610e-ad1e-4b4a-86fe-fe0b34be11e4 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] 10.222.0.58 "DELETE /v2.0/ports/2a13364e-ff15-45d0-afb1-3972b4150c11 HTTP/1.1" status: 204 len: 168 time: 0.6191075 Sep 21 18:03:07.842169 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43670) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:07.847918 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-af1f3b27-f80a-4a56-885c-4815e6686649 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39784ac5-890d-49ae-92cb-f9c95d5791f7', 'external_fixed_ips': [{'subnet_id': 'ac09ea59-63dd-4999-a92c-0e3aaae9b554', 'ip_address': '172.20.0.14'}]}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:07.872327 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9e352c89-2f7d-4e77-9ee7-859b35472ffb tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] 10.222.0.58 "GET /v2.0/routers/50cefa5e-1546-4b33-bfca-38a6e5b49ab8 HTTP/1.1" status: 200 len: 906 time: 0.1902850 Sep 21 18:03:07.874717 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43674) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:07.929828 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-af1f3b27-f80a-4a56-885c-4815e6686649 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:07.930999 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-af1f3b27-f80a-4a56-885c-4815e6686649 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:08.033405 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-af1f3b27-f80a-4a56-885c-4815e6686649 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:08.059636 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-6f6a572a-75a1-4f08-9188-a286bdae5441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cefa5e-1546-4b33-bfca-38a6e5b49ab8', 'name': 'tempest-snat-router-502760744', 'tenant_id': '9a090df5f02f46c8b57d1a7b1fde7d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '9798a4c9-7229-491d-9e34-e08d597e3fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:03:05Z', 'updated_at': '2021-09-21T18:03:06Z', 'revision_number': 3, 'project_id': '9a090df5f02f46c8b57d1a7b1fde7d99', 'gw_port': {'id': '9798a4c9-7229-491d-9e34-e08d597e3fce', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:31:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cefa5e-1546-4b33-bfca-38a6e5b49ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:03:05Z', 'updated_at': '2021-09-21T18:03:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:08.086985 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6a572a-75a1-4f08-9188-a286bdae5441 None None] Checking router: 50cefa5e-1546-4b33-bfca-38a6e5b49ab8 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:03:08.087329 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6a572a-75a1-4f08-9188-a286bdae5441 None None] Updating router 50cefa5e-1546-4b33-bfca-38a6e5b49ab8 port 9798a4c9-7229-491d-9e34-e08d597e3fce binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:03:08.088405 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aa38eb7a-9bb2-4242-9cc3-8a97044e2955 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:08.116867 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6f6a572a-75a1-4f08-9188-a286bdae5441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:08.238123 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-af1f3b27-f80a-4a56-885c-4815e6686649 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:08.342012 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aa38eb7a-9bb2-4242-9cc3-8a97044e2955 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:08.463488 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6f6a572a-75a1-4f08-9188-a286bdae5441 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:08.472405 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6f6a572a-75a1-4f08-9188-a286bdae5441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:08.535248 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-aa38eb7a-9bb2-4242-9cc3-8a97044e2955 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Deleting port 9798a4c9-7229-491d-9e34-e08d597e3fce {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:08.544296 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aa38eb7a-9bb2-4242-9cc3-8a97044e2955 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:08.556830 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e7860-d690-4e2e-86e8-16a963ced2cc req-a4c9b057-4df9-4005-973e-2bc167e9d3ef tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:08.558432 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-314e7860-d690-4e2e-86e8-16a963ced2cc req-a4c9b057-4df9-4005-973e-2bc167e9d3ef tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=609696bf-09e0-441c-ae9b-b2d317db85f6 HTTP/1.1" status: 200 len: 946 time: 0.1226778 Sep 21 18:03:08.601334 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-6f6a572a-75a1-4f08-9188-a286bdae5441 None None] Attempting to bind port 9798a4c9-7229-491d-9e34-e08d597e3fce on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:03:08.611585 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-6f6a572a-75a1-4f08-9188-a286bdae5441 None None] Attempting to bind port 9798a4c9-7229-491d-9e34-e08d597e3fce by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:03:08.612207 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6a572a-75a1-4f08-9188-a286bdae5441 None None] Attempting to bind port 9798a4c9-7229-491d-9e34-e08d597e3fce on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:03:08.616054 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed491242-dd97-4adc-bdd3-8dfda3e0f4c1 None None] Pushing event updated for resources: {'Port': ['ID=9798a4c9-7229-491d-9e34-e08d597e3fce,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:08.625133 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6a572a-75a1-4f08-9188-a286bdae5441 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:03:08.626026 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6a572a-75a1-4f08-9188-a286bdae5441 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:03:08.626714 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6f6a572a-75a1-4f08-9188-a286bdae5441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:08.627298 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6a572a-75a1-4f08-9188-a286bdae5441 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:03:08.639210 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-6f6a572a-75a1-4f08-9188-a286bdae5441 None None] Bound port: 9798a4c9-7229-491d-9e34-e08d597e3fce, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:03:08.639891 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6f6a572a-75a1-4f08-9188-a286bdae5441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:08.700138 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a4f1d4c8-02f1-48ca-ac61-d5fb47d6ffff up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:03:08.706257 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaebb3e-f5fd-49c0-9372-1d284ed6d1e7 req-8ef3971e-6f0e-4288-9bf6-71014091849f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:08.716036 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dfaebb3e-f5fd-49c0-9372-1d284ed6d1e7 req-8ef3971e-6f0e-4288-9bf6-71014091849f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 946 time: 0.0700793 Sep 21 18:03:08.729185 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-6f6a572a-75a1-4f08-9188-a286bdae5441 None None] For port 9798a4c9-7229-491d-9e34-e08d597e3fce, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:03:08.749060 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-6f6a572a-75a1-4f08-9188-a286bdae5441 None None] For port 9798a4c9-7229-491d-9e34-e08d597e3fce, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=9798a4c9-7229-491d-9e34-e08d597e3fce,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:03:08.754209 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dfaebb3e-f5fd-49c0-9372-1d284ed6d1e7 req-a068b162-5a7e-4fb2-9a56-a5e8127a2fba tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369120 Sep 21 18:03:08.760415 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6f6a572a-75a1-4f08-9188-a286bdae5441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:08.770153 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-314e7860-d690-4e2e-86e8-16a963ced2cc req-a99d8120-882a-40a0-ac2d-8bc9178ff785 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591268 Sep 21 18:03:08.800263 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aa38eb7a-9bb2-4242-9cc3-8a97044e2955 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:08.803349 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-af1f3b27-f80a-4a56-885c-4815e6686649 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:08.835701 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-af1f3b27-f80a-4a56-885c-4815e6686649 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:08.838413 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-aa38eb7a-9bb2-4242-9cc3-8a97044e2955 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Calling delete_port for 9798a4c9-7229-491d-9e34-e08d597e3fce owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:08.839601 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed491242-dd97-4adc-bdd3-8dfda3e0f4c1 None None] Pushing event updated for resources: {'Port': ['ID=9798a4c9-7229-491d-9e34-e08d597e3fce,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:08.849967 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port a4f1d4c8-02f1-48ca-ac61-d5fb47d6ffff triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:03:08.850424 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:08.876187 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6a572a-75a1-4f08-9188-a286bdae5441 None None] Routers {'50cefa5e-1546-4b33-bfca-38a6e5b49ab8'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:08.876828 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-6f6a572a-75a1-4f08-9188-a286bdae5441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:02:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['50cefa5e-1546-4b33-bfca-38a6e5b49ab8'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:08.984459 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-6f6a572a-75a1-4f08-9188-a286bdae5441 None None] Set router 50cefa5e-1546-4b33-bfca-38a6e5b49ab8 gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:03:09.200186 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-6f6a572a-75a1-4f08-9188-a286bdae5441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cefa5e-1546-4b33-bfca-38a6e5b49ab8', 'name': 'tempest-snat-router-502760744', 'tenant_id': '9a090df5f02f46c8b57d1a7b1fde7d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:03:05Z', 'updated_at': '2021-09-21T18:03:08Z', 'revision_number': 4, 'project_id': '9a090df5f02f46c8b57d1a7b1fde7d99', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:09.235511 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6a572a-75a1-4f08-9188-a286bdae5441 None None] The sync data for ids ['50cefa5e-1546-4b33-bfca-38a6e5b49ab8'] in n-d-810291-1 is: [{'id': '50cefa5e-1546-4b33-bfca-38a6e5b49ab8', 'name': 'tempest-snat-router-502760744', 'tenant_id': '9a090df5f02f46c8b57d1a7b1fde7d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:03:05Z', 'updated_at': '2021-09-21T18:03:08Z', 'revision_number': 4, 'project_id': '9a090df5f02f46c8b57d1a7b1fde7d99', 'gw_port_host': None}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:03:09.249984 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:09.278678 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port a4f1d4c8-02f1-48ca-ac61-d5fb47d6ffff, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a4f1d4c8-02f1-48ca-ac61-d5fb47d6ffff,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:09.284337 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:09.344919 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=a4f1d4c8-02f1-48ca-ac61-d5fb47d6ffff,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:09.425795 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-af1f3b27-f80a-4a56-885c-4815e6686649 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Allocated IP 172.20.0.14 (39784ac5-890d-49ae-92cb-f9c95d5791f7/ac09ea59-63dd-4999-a92c-0e3aaae9b554/befa8fdc-22e1-4247-ab89-3f8eebb9dfdb) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:09.472193 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aa38eb7a-9bb2-4242-9cc3-8a97044e2955 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:09.505002 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38eb7a-9bb2-4242-9cc3-8a97044e2955 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Pushing event deleted for resources: {'Port': ['ID=9798a4c9-7229-491d-9e34-e08d597e3fce,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:09.628582 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aa38eb7a-9bb2-4242-9cc3-8a97044e2955 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:09.634360 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-af1f3b27-f80a-4a56-885c-4815e6686649 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:09.724314 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aa38eb7a-9bb2-4242-9cc3-8a97044e2955 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:09.727593 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aa38eb7a-9bb2-4242-9cc3-8a97044e2955 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:09.784466 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aa38eb7a-9bb2-4242-9cc3-8a97044e2955 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:09.784990 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa38eb7a-9bb2-4242-9cc3-8a97044e2955 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50cefa5e-1546-4b33-bfca-38a6e5b49ab8 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:03:09.789835 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aa38eb7a-9bb2-4242-9cc3-8a97044e2955 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:09.790956 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-aa38eb7a-9bb2-4242-9cc3-8a97044e2955 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] 10.222.0.58 "DELETE /v2.0/routers/50cefa5e-1546-4b33-bfca-38a6e5b49ab8 HTTP/1.1" status: 204 len: 168 time: 1.9053204 Sep 21 18:03:09.792878 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-af1f3b27-f80a-4a56-885c-4815e6686649 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:09.794371 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43716) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:09.843152 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1f3b27-f80a-4a56-885c-4815e6686649 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Network 39784ac5-890d-49ae-92cb-f9c95d5791f7 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:09.847511 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-af1f3b27-f80a-4a56-885c-4815e6686649 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:09.851446 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1f3b27-f80a-4a56-885c-4815e6686649 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:09.920117 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f3b27-f80a-4a56-885c-4815e6686649 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Pushing event updated for resources: {'Port': ['ID=befa8fdc-22e1-4247-ab89-3f8eebb9dfdb,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:09.956017 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62f1df-7252-4a0b-893f-ca7c0cd731d0 req-7802914c-3ce6-4f54-bd84-af88e550bf0f tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:09.957534 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8e62f1df-7252-4a0b-893f-ca7c0cd731d0 req-7802914c-3ce6-4f54-bd84-af88e550bf0f tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=609696bf-09e0-441c-ae9b-b2d317db85f6 HTTP/1.1" status: 200 len: 946 time: 0.0877376 Sep 21 18:03:09.988480 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aaba2f-2cda-4b31-b702-a943834cf970 req-508cb4fa-b957-4e31-b4a6-c304f8ae69c2 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:09.990204 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-34aaba2f-2cda-4b31-b702-a943834cf970 req-508cb4fa-b957-4e31-b4a6-c304f8ae69c2 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 946 time: 0.1128075 Sep 21 18:03:09.998117 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-76b2088c-0a6e-452c-a831-7f509b43ee94 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:10.086658 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-34aaba2f-2cda-4b31-b702-a943834cf970 req-7d8e95a9-7ec8-4c7d-ac49-0f600e5d5be1 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688739 Sep 21 18:03:10.094856 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8e62f1df-7252-4a0b-893f-ca7c0cd731d0 req-8789d13c-d3a4-4f90-81d3-41f25fa303da tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233099 Sep 21 18:03:10.217723 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-76b2088c-0a6e-452c-a831-7f509b43ee94 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:10.235455 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-af1f3b27-f80a-4a56-885c-4815e6686649 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:10.286725 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-76b2088c-0a6e-452c-a831-7f509b43ee94 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Deleting port a4f1d4c8-02f1-48ca-ac61-d5fb47d6ffff {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:10.287121 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-76b2088c-0a6e-452c-a831-7f509b43ee94 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:10.369786 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-76b2088c-0a6e-452c-a831-7f509b43ee94 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] For port a4f1d4c8-02f1-48ca-ac61-d5fb47d6ffff, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a4f1d4c8-02f1-48ca-ac61-d5fb47d6ffff,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:10.370299 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-76b2088c-0a6e-452c-a831-7f509b43ee94 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:10.382361 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-76b2088c-0a6e-452c-a831-7f509b43ee94 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Calling delete_port for a4f1d4c8-02f1-48ca-ac61-d5fb47d6ffff owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:10.447522 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-af1f3b27-f80a-4a56-885c-4815e6686649 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:10.602999 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-76b2088c-0a6e-452c-a831-7f509b43ee94 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:10.603612 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1f3b27-f80a-4a56-885c-4815e6686649 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Router 79a51bb8-8ad3-45ae-9b15-0cde0d04040d is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:03:10.645398 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a4f1d4c8-02f1-48ca-ac61-d5fb47d6ffff up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:03:10.675953 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: a4f1d4c8-02f1-48ca-ac61-d5fb47d6ffff {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:03:10.676654 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a4f1d4c8-02f1-48ca-ac61-d5fb47d6ffff not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 21 18:03:10.677505 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2088c-0a6e-452c-a831-7f509b43ee94 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4f1d4c8-02f1-48ca-ac61-d5fb47d6ffff,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:10.738156 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Port a4f1d4c8-02f1-48ca-ac61-d5fb47d6ffff not found, will not notify nova. {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 21 18:03:10.769258 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1f3b27-f80a-4a56-885c-4815e6686649 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:03:10.785358 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af99ef9f-cfac-48b4-a99c-357b584c8f75 None None] Sync routers for ids ['79a51bb8-8ad3-45ae-9b15-0cde0d04040d'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:03:10.800055 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af99ef9f-cfac-48b4-a99c-357b584c8f75 None None] Routers {'79a51bb8-8ad3-45ae-9b15-0cde0d04040d'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:10.801163 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-af99ef9f-cfac-48b4-a99c-357b584c8f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:02:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['79a51bb8-8ad3-45ae-9b15-0cde0d04040d'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:10.802726 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-76b2088c-0a6e-452c-a831-7f509b43ee94 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:10.811481 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-af1f3b27-f80a-4a56-885c-4815e6686649 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:10.815568 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-af1f3b27-f80a-4a56-885c-4815e6686649 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.9699600 Sep 21 18:03:10.816029 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43732) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:10.917860 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-af99ef9f-cfac-48b4-a99c-357b584c8f75 None None] Set router 79a51bb8-8ad3-45ae-9b15-0cde0d04040d gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:03:10.935030 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-76b2088c-0a6e-452c-a831-7f509b43ee94 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:10.938660 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-76b2088c-0a6e-452c-a831-7f509b43ee94 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:10.980414 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2a66ac05-b289-40b3-83f6-bd934a22901e tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:11.010405 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-dda41fb0-cb64-48cd-ab13-ce1cee78eafe service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2359293 Sep 21 18:03:11.012064 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-76b2088c-0a6e-452c-a831-7f509b43ee94 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:11.012305 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b2088c-0a6e-452c-a831-7f509b43ee94 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0846c7c8-dc6b-4958-a73c-849ac685088c {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:03:11.016810 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-76b2088c-0a6e-452c-a831-7f509b43ee94 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:11.028231 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-76b2088c-0a6e-452c-a831-7f509b43ee94 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] 10.222.0.58 "DELETE /v2.0/routers/0846c7c8-dc6b-4958-a73c-849ac685088c HTTP/1.1" status: 204 len: 168 time: 1.2284124 Sep 21 18:03:11.028425 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43734) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:11.033062 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-901a248d-1f1f-47ce-8cbe-626d04e2bbf1 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1897918481', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}, 'admin_state_up': False}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:11.064372 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-901a248d-1f1f-47ce-8cbe-626d04e2bbf1 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:11.066182 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-901a248d-1f1f-47ce-8cbe-626d04e2bbf1 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:11.111885 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2a66ac05-b289-40b3-83f6-bd934a22901e tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:11.247645 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-2a66ac05-b289-40b3-83f6-bd934a22901e tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Deleting port befa8fdc-22e1-4247-ab89-3f8eebb9dfdb {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:11.247998 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2a66ac05-b289-40b3-83f6-bd934a22901e tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:11.254174 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-af99ef9f-cfac-48b4-a99c-357b584c8f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a51bb8-8ad3-45ae-9b15-0cde0d04040d', 'name': '', 'tenant_id': '51ae1f8f367b4295a0dd04a48eded580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39784ac5-890d-49ae-92cb-f9c95d5791f7', 'external_fixed_ips': [{'subnet_id': 'ac09ea59-63dd-4999-a92c-0e3aaae9b554', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'befa8fdc-22e1-4247-ab89-3f8eebb9dfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:03:07Z', 'updated_at': '2021-09-21T18:03:10Z', 'revision_number': 3, 'project_id': '51ae1f8f367b4295a0dd04a48eded580', 'gw_port': {'id': 'befa8fdc-22e1-4247-ab89-3f8eebb9dfdb', 'name': '', 'network_id': '39784ac5-890d-49ae-92cb-f9c95d5791f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:88:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a51bb8-8ad3-45ae-9b15-0cde0d04040d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'ac09ea59-63dd-4999-a92c-0e3aaae9b554', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:03:08Z', 'updated_at': '2021-09-21T18:03:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac09ea59-63dd-4999-a92c-0e3aaae9b554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:11.288492 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af99ef9f-cfac-48b4-a99c-357b584c8f75 None None] Checking router: 79a51bb8-8ad3-45ae-9b15-0cde0d04040d for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:03:11.288808 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af99ef9f-cfac-48b4-a99c-357b584c8f75 None None] Updating router 79a51bb8-8ad3-45ae-9b15-0cde0d04040d port befa8fdc-22e1-4247-ab89-3f8eebb9dfdb binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:03:11.309208 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-901a248d-1f1f-47ce-8cbe-626d04e2bbf1 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:11.326421 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-af99ef9f-cfac-48b4-a99c-357b584c8f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:11.426184 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2a66ac05-b289-40b3-83f6-bd934a22901e tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:11.438512 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813bc67d-1ba2-4a07-a011-c865785e601a req-fc6a48a5-8ecb-4328-8c1e-ccdc49ba1a07 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:11.449031 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-813bc67d-1ba2-4a07-a011-c865785e601a req-fc6a48a5-8ecb-4328-8c1e-ccdc49ba1a07 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=609696bf-09e0-441c-ae9b-b2d317db85f6 HTTP/1.1" status: 200 len: 946 time: 0.1023674 Sep 21 18:03:11.488648 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-2a66ac05-b289-40b3-83f6-bd934a22901e tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Calling delete_port for befa8fdc-22e1-4247-ab89-3f8eebb9dfdb owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:11.496874 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-d74735a0-1706-4607-a09d-aae2eda5ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:11.497423 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-d74735a0-1706-4607-a09d-aae2eda5ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:11.498041 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-d74735a0-1706-4607-a09d-aae2eda5ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:11.498564 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-d74735a0-1706-4607-a09d-aae2eda5ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:11.499641 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-d74735a0-1706-4607-a09d-aae2eda5ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:11.500336 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-d74735a0-1706-4607-a09d-aae2eda5ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:11.500870 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-d74735a0-1706-4607-a09d-aae2eda5ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:11.502949 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-d74735a0-1706-4607-a09d-aae2eda5ace9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f45042291f6d424394d35c26dcf75613&device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 6503 time: 0.4042542 Sep 21 18:03:11.525597 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-813bc67d-1ba2-4a07-a011-c865785e601a req-ef0d0f67-9e6e-4402-9701-d536874a1030 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753961 Sep 21 18:03:11.538385 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-901a248d-1f1f-47ce-8cbe-626d04e2bbf1 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:11.652925 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-9ad380b0-5221-48c0-a181-e16332bfb2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:11.653568 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-9ad380b0-5221-48c0-a181-e16332bfb2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:11.654099 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-9ad380b0-5221-48c0-a181-e16332bfb2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:11.655816 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-9ad380b0-5221-48c0-a181-e16332bfb2bd service neutron] 10.222.0.38 "GET /v2.0/networks?id=2dc45eb4-5f11-4e3f-9333-457ab9caa65b&id=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0&id=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0&id=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0&id=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0&id=2d5cd904-6c64-427e-ac24-4519ebea83bd&id=2d5cd904-6c64-427e-ac24-4519ebea83bd HTTP/1.1" status: 200 len: 2299 time: 0.1204762 Sep 21 18:03:11.665722 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80757c-df83-4cbb-ae1f-a9137a4f5868 req-7ca1095a-6cf3-4963-afeb-f676856161b9 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:11.674159 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1c80757c-df83-4cbb-ae1f-a9137a4f5868 req-7ca1095a-6cf3-4963-afeb-f676856161b9 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 946 time: 0.3440964 Sep 21 18:03:11.806621 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1c80757c-df83-4cbb-ae1f-a9137a4f5868 req-83deeb48-38f6-4a9b-9ba9-497118c6ce76 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314766 Sep 21 18:03:11.827797 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2a66ac05-b289-40b3-83f6-bd934a22901e tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:11.828885 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.db.api [None req-af99ef9f-cfac-48b4-a99c-357b584c8f75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:03:11.829364 n-d-810291-1 neutron-server[101463]: DEBUG oslo_db.api [None req-af99ef9f-cfac-48b4-a99c-357b584c8f75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:03:11.870962 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66ac05-b289-40b3-83f6-bd934a22901e tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Pushing event deleted for resources: {'Port': ['ID=befa8fdc-22e1-4247-ab89-3f8eebb9dfdb,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:11.891362 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-29039579-ae55-4003-b7e9-1cc2209fd6aa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8bd6324-ba29-4ca0-b70f-9e2945b882d7 HTTP/1.1" status: 200 len: 1001 time: 0.1953418 Sep 21 18:03:11.953734 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-e0a3a787-fbb7-4dc7-9bda-799561780c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:11.955413 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-e0a3a787-fbb7-4dc7-9bda-799561780c31 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=063152f7-9266-4ea3-af4b-f63acd8682dc HTTP/1.1" status: 200 len: 856 time: 0.0550644 Sep 21 18:03:11.956530 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2a66ac05-b289-40b3-83f6-bd934a22901e tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:12.041926 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-e61abbe9-0d2a-4a8e-a589-212eb74914a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:12.043821 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-e61abbe9-0d2a-4a8e-a589-212eb74914a9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2dc45eb4-5f11-4e3f-9333-457ab9caa65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677791 Sep 21 18:03:12.081702 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2a66ac05-b289-40b3-83f6-bd934a22901e tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:12.084029 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2a66ac05-b289-40b3-83f6-bd934a22901e tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:12.128375 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2a66ac05-b289-40b3-83f6-bd934a22901e tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:12.129165 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a66ac05-b289-40b3-83f6-bd934a22901e tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79a51bb8-8ad3-45ae-9b15-0cde0d04040d {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:03:12.137992 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2a66ac05-b289-40b3-83f6-bd934a22901e tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:12.141822 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2a66ac05-b289-40b3-83f6-bd934a22901e tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] 10.222.0.58 "DELETE /v2.0/routers/79a51bb8-8ad3-45ae-9b15-0cde0d04040d HTTP/1.1" status: 204 len: 168 time: 1.3222444 Sep 21 18:03:12.143491 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43756) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:12.154574 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-901a248d-1f1f-47ce-8cbe-626d04e2bbf1 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:12.197649 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-901a248d-1f1f-47ce-8cbe-626d04e2bbf1 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:12.201355 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e7a07a-7c38-4e57-b1bd-6b29b53b976f tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Deleting subnet ac09ea59-63dd-4999-a92c-0e3aaae9b554 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:03:12.205004 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b9e7a07a-7c38-4e57-b1bd-6b29b53b976f tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:12.252737 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b9e7a07a-7c38-4e57-b1bd-6b29b53b976f tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:12.296107 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b9e7a07a-7c38-4e57-b1bd-6b29b53b976f tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:12.348647 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af99ef9f-cfac-48b4-a99c-357b584c8f75 None None] Port befa8fdc-22e1-4247-ab89-3f8eebb9dfdb not found while updating agent binding for router 79a51bb8-8ad3-45ae-9b15-0cde0d04040d. {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 21 18:03:12.352905 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-ca884cbc-773b-4b13-b4b0-09341310e1a1 service neutron] 10.222.0.38 "GET /v2.0/networks/2dc45eb4-5f11-4e3f-9333-457ab9caa65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368050 Sep 21 18:03:12.358377 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af99ef9f-cfac-48b4-a99c-357b584c8f75 None None] Routers set() bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:12.359294 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af99ef9f-cfac-48b4-a99c-357b584c8f75 None None] Router IDs set() for agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 21 18:03:12.360192 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_agentschedulers_db [None req-af99ef9f-cfac-48b4-a99c-357b584c8f75 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'79a51bb8-8ad3-45ae-9b15-0cde0d04040d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:02:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent'). {{(pid=101463) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 21 18:03:12.360820 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af99ef9f-cfac-48b4-a99c-357b584c8f75 None None] The sync data for ids ['79a51bb8-8ad3-45ae-9b15-0cde0d04040d'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:03:12.364581 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b9e7a07a-7c38-4e57-b1bd-6b29b53b976f tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:12.402342 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e7a07a-7c38-4e57-b1bd-6b29b53b976f tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ac09ea59-63dd-4999-a92c-0e3aaae9b554,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:12.409099 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b9e7a07a-7c38-4e57-b1bd-6b29b53b976f tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:12.414412 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b9e7a07a-7c38-4e57-b1bd-6b29b53b976f tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] 10.222.0.58 "DELETE /v2.0/subnets/ac09ea59-63dd-4999-a92c-0e3aaae9b554 HTTP/1.1" status: 204 len: 168 time: 0.2694471 Sep 21 18:03:12.415330 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43758) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:12.416491 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-901a248d-1f1f-47ce-8cbe-626d04e2bbf1 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Allocated IP 172.25.6.2 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/06760f7b-396c-4988-88f2-88cbe85c1731) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:12.571398 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe17c3da-4ada-43ed-a18a-fd3181f25b7d tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:12.573880 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a4f1d4c8-02f1-48ca-ac61-d5fb47d6ffff no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:03:12.593644 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: a4f1d4c8-02f1-48ca-ac61-d5fb47d6ffff {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:03:12.594239 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a4f1d4c8-02f1-48ca-ac61-d5fb47d6ffff not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:03:12.615621 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-3c04abdc-9153-4790-9c8d-8e7b71317c50 service neutron] 10.222.0.38 "GET /v2.0/networks/2dc45eb4-5f11-4e3f-9333-457ab9caa65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530065 Sep 21 18:03:12.726494 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-17bbbadf-96c8-4f6a-8bf0-89d6edd145fb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=b666b514-e94e-4667-894c-fef701235f80 HTTP/1.1" status: 200 len: 217 time: 0.0895605 Sep 21 18:03:12.806701 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-901a248d-1f1f-47ce-8cbe-626d04e2bbf1 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:12.809207 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe17c3da-4ada-43ed-a18a-fd3181f25b7d tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:12.837194 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73165de-f14e-4994-8584-793d05fcfb28 req-9202bc62-5ecc-4e30-b798-b8a6293d4e40 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:12.838799 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e73165de-f14e-4994-8584-793d05fcfb28 req-9202bc62-5ecc-4e30-b798-b8a6293d4e40 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=609696bf-09e0-441c-ae9b-b2d317db85f6 HTTP/1.1" status: 200 len: 946 time: 0.2147243 Sep 21 18:03:12.874193 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-fe17c3da-4ada-43ed-a18a-fd3181f25b7d tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39784ac5-890d-49ae-92cb-f9c95d5791f7']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:12.894830 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-a9a7e515-bf27-422f-aff5-aeda9a7cd382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:12.896528 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-a9a7e515-bf27-422f-aff5-aeda9a7cd382 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=58ac3f24-b788-4cf8-83bb-09180cf32914 HTTP/1.1" status: 200 len: 797 time: 0.1520300 Sep 21 18:03:12.906324 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-fe17c3da-4ada-43ed-a18a-fd3181f25b7d tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2329645f-1c7b-4bc4-8ae4-595da686e904') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:12.906640 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-fe17c3da-4ada-43ed-a18a-fd3181f25b7d tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2329645f-1c7b-4bc4-8ae4-595da686e904') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:12.944570 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe17c3da-4ada-43ed-a18a-fd3181f25b7d tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:12.977317 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe17c3da-4ada-43ed-a18a-fd3181f25b7d tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:12.982887 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b36eda-1951-4b97-9c5f-d06ad919c538 req-f5f6d036-9833-483d-a91d-786070d13c10 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:12.984510 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-92b36eda-1951-4b97-9c5f-d06ad919c538 req-f5f6d036-9833-483d-a91d-786070d13c10 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 946 time: 0.0526052 Sep 21 18:03:12.987955 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e73165de-f14e-4994-8584-793d05fcfb28 req-d105ff25-aa30-4852-8ade-b4e079141681 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352108 Sep 21 18:03:12.989153 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-901a248d-1f1f-47ce-8cbe-626d04e2bbf1 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:12.993173 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe17c3da-4ada-43ed-a18a-fd3181f25b7d tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:03:12.993579 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe17c3da-4ada-43ed-a18a-fd3181f25b7d tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:12.996875 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:03:12.996875 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:03:12.996875 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:03:12.996875 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:03:12.996875 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:03:12.996875 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:03:12.996875 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:03:12.996875 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:03:12.996875 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:03:12.996875 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:03:12.996875 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:03:12.996875 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:03:12.996875 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:03:12.996875 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:03:12.996875 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:03:12.996875 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:03:12.996875 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:03:12.996875 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:03:12.996875 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:03:12.996875 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:03:12.996875 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:03:12.996875 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:03:12.996875 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:03:12.996875 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:03:12.996875 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:03:12.996875 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:03:12.996875 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:03:12.996875 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:03:12.996875 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:03:12.996875 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:03:12.996875 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:03:12.996875 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:03:13.070670 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-92b36eda-1951-4b97-9c5f-d06ad919c538 req-adf2e350-8322-4992-8ef9-ece493bfe3a3 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600214 Sep 21 18:03:13.088135 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-0829f770-2a94-4208-9861-38ad45e5f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:13.089641 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-0829f770-2a94-4208-9861-38ad45e5f8d6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1799631 Sep 21 18:03:13.102434 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901a248d-1f1f-47ce-8cbe-626d04e2bbf1 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:13.119508 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-901a248d-1f1f-47ce-8cbe-626d04e2bbf1 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:13.136091 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901a248d-1f1f-47ce-8cbe-626d04e2bbf1 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:13.144806 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe17c3da-4ada-43ed-a18a-fd3181f25b7d tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:13.166752 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a248d-1f1f-47ce-8cbe-626d04e2bbf1 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Pushing event updated for resources: {'Port': ['ID=06760f7b-396c-4988-88f2-88cbe85c1731,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:13.182341 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe17c3da-4ada-43ed-a18a-fd3181f25b7d tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 39784ac5-890d-49ae-92cb-f9c95d5791f7 {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 21 18:03:13.219681 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe17c3da-4ada-43ed-a18a-fd3181f25b7d tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:13.226007 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-fe17c3da-4ada-43ed-a18a-fd3181f25b7d tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] 10.222.0.58 "DELETE /v2.0/networks/39784ac5-890d-49ae-92cb-f9c95d5791f7 HTTP/1.1" status: 204 len: 168 time: 0.8069174 Sep 21 18:03:13.513257 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43802) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:13.518566 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-098b5f3f-8bbe-4326-8617-b0e0e61ed0f0 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Request body: {'router': {'name': 'tempest-router--605303390', 'project_id': 'd15f51a3647549548dda16d5c60131e8'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:13.550623 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cac5c5-998d-4332-8637-ecd17199627e req-172e66c8-f96a-4592-84ad-cfef9e09ea4f tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:13.552241 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-99cac5c5-998d-4332-8637-ecd17199627e req-172e66c8-f96a-4592-84ad-cfef9e09ea4f tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=609696bf-09e0-441c-ae9b-b2d317db85f6 HTTP/1.1" status: 200 len: 946 time: 0.1091311 Sep 21 18:03:13.562478 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-098b5f3f-8bbe-4326-8617-b0e0e61ed0f0 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:13.564324 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-098b5f3f-8bbe-4326-8617-b0e0e61ed0f0 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:13.625766 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-99cac5c5-998d-4332-8637-ecd17199627e req-e6ec47df-3ee2-4dc8-b2f7-4a91d022035c tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649853 Sep 21 18:03:13.680748 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-098b5f3f-8bbe-4326-8617-b0e0e61ed0f0 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:13.682035 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17c3da-4ada-43ed-a18a-fd3181f25b7d tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Pushing event deleted for resources: {'Network': ['ID=39784ac5-890d-49ae-92cb-f9c95d5791f7,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:13.693890 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-098b5f3f-8bbe-4326-8617-b0e0e61ed0f0 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:13.709469 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-098b5f3f-8bbe-4326-8617-b0e0e61ed0f0 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:13.714615 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-098b5f3f-8bbe-4326-8617-b0e0e61ed0f0 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1997979 Sep 21 18:03:13.715360 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43808) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:13.820788 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-874badec-7151-4fd7-a9b4-567a01f9606e tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:13.827708 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-fbb27795-76dd-404f-bde4-ba17eeef7ce1 service neutron] 10.222.0.38 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7224667 Sep 21 18:03:13.961975 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fee25-2924-4af1-af1e-b6d24435f2c7 req-bc36b0d8-1b40-4676-bd69-f340c6fc016e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:13.963668 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d97fee25-2924-4af1-af1e-b6d24435f2c7 req-bc36b0d8-1b40-4676-bd69-f340c6fc016e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=deddc9ddec624708962e75d1e84549bc&device_id=609696bf-09e0-441c-ae9b-b2d317db85f6 HTTP/1.1" status: 200 len: 1097 time: 0.2909729 Sep 21 18:03:13.987405 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-874badec-7151-4fd7-a9b4-567a01f9606e tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:13.989510 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-874badec-7151-4fd7-a9b4-567a01f9606e tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:14.036122 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-874badec-7151-4fd7-a9b4-567a01f9606e tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:14.036773 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874badec-7151-4fd7-a9b4-567a01f9606e tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef01df0d-a0b6-4857-892f-c36fe9360bbd {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:03:14.041923 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-874badec-7151-4fd7-a9b4-567a01f9606e tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:14.046482 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-874badec-7151-4fd7-a9b4-567a01f9606e tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] 10.222.0.58 "DELETE /v2.0/routers/ef01df0d-a0b6-4857-892f-c36fe9360bbd HTTP/1.1" status: 204 len: 168 time: 0.3298097 Sep 21 18:03:14.050097 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-805d7648-f8e6-4a5e-a9d5-a2aa9128cccb service neutron] 10.222.0.38 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025118 Sep 21 18:03:14.140495 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-552eb742-a4a7-43d1-932a-eb69abc66975 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a HTTP/1.1" status: 200 len: 217 time: 0.0521975 Sep 21 18:03:14.183560 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43820) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:14.259433 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fee25-2924-4af1-af1e-b6d24435f2c7 req-3aeb22bc-0899-448e-98fe-570fdae4ac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:14.260978 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d97fee25-2924-4af1-af1e-b6d24435f2c7 req-3aeb22bc-0899-448e-98fe-570fdae4ac7f service neutron] 10.222.0.44 "GET /v2.0/networks?id=ed7ac096-8b50-4865-999e-f00c1ee3a096 HTTP/1.1" status: 200 len: 917 time: 0.2898226 Sep 21 18:03:14.271358 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-901a248d-1f1f-47ce-8cbe-626d04e2bbf1 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:14.340375 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-06f512b8-cdac-4039-9fc3-cfad4dd47b8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-33248995', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}, 'admin_state_up': False}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:14.343975 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-0d12e0e4-d25c-4624-b4a1-29e58f7ea469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:14.345433 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-0d12e0e4-d25c-4624-b4a1-29e58f7ea469 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=58ac3f24-b788-4cf8-83bb-09180cf32914 HTTP/1.1" status: 200 len: 797 time: 0.1725054 Sep 21 18:03:14.350375 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d97fee25-2924-4af1-af1e-b6d24435f2c7 req-a53a56a2-0e0d-4d52-ae54-994ac972e7e0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c5368ed-8fad-4388-80f9-90a5006b0f18 HTTP/1.1" status: 200 len: 217 time: 0.0801139 Sep 21 18:03:14.382084 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92511a0-82a7-4efe-901a-a4eaaeccbd1d req-e1eef716-3e5c-42d5-8059-4b65c08a2710 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:14.383778 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c92511a0-82a7-4efe-901a-a4eaaeccbd1d req-e1eef716-3e5c-42d5-8059-4b65c08a2710 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 946 time: 0.2130854 Sep 21 18:03:14.387362 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06f512b8-cdac-4039-9fc3-cfad4dd47b8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:14.388548 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06f512b8-cdac-4039-9fc3-cfad4dd47b8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:14.444753 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06f512b8-cdac-4039-9fc3-cfad4dd47b8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:14.528214 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fee25-2924-4af1-af1e-b6d24435f2c7 req-a3645b1b-31a0-4956-9d89-3777d78df0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:14.530797 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d97fee25-2924-4af1-af1e-b6d24435f2c7 req-a3645b1b-31a0-4956-9d89-3777d78df0e3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bdd8e674-fedb-4b0d-aedc-155bdba08747 HTTP/1.1" status: 200 len: 855 time: 0.1604958 Sep 21 18:03:14.541543 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c92511a0-82a7-4efe-901a-a4eaaeccbd1d req-c5a4e47d-f88f-4da7-afd1-69c5ed79dcc9 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462998 Sep 21 18:03:14.543736 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-f84eadf2-730b-48e5-87de-e6dee2e8c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:14.546732 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-f84eadf2-730b-48e5-87de-e6dee2e8c0fc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1923027 Sep 21 18:03:14.584579 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06f512b8-cdac-4039-9fc3-cfad4dd47b8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:14.736078 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fee25-2924-4af1-af1e-b6d24435f2c7 req-a347087c-a311-4a50-a5bd-0c7c201ed4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:14.738005 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d97fee25-2924-4af1-af1e-b6d24435f2c7 req-a347087c-a311-4a50-a5bd-0c7c201ed4ba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ed7ac096-8b50-4865-999e-f00c1ee3a096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1903353 Sep 21 18:03:14.782403 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-901a248d-1f1f-47ce-8cbe-626d04e2bbf1 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:14.799726 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-df3dab6b-c515-4c6c-b20f-e17a8e52c14e service neutron] 10.222.0.38 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097981 Sep 21 18:03:14.813191 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f323afe-c1d2-4aff-b2ac-5635734e6390 req-4730b272-8e7c-44ef-952b-03133bd458e1 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:14.814787 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2f323afe-c1d2-4aff-b2ac-5635734e6390 req-4730b272-8e7c-44ef-952b-03133bd458e1 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=609696bf-09e0-441c-ae9b-b2d317db85f6 HTTP/1.1" status: 200 len: 946 time: 0.1166682 Sep 21 18:03:14.839361 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06f512b8-cdac-4039-9fc3-cfad4dd47b8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:14.870612 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06f512b8-cdac-4039-9fc3-cfad4dd47b8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:14.976320 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2f323afe-c1d2-4aff-b2ac-5635734e6390 req-aa7e2f8c-569f-4ee3-b7ed-d3b873cba01f tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390271 Sep 21 18:03:15.009304 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d97fee25-2924-4af1-af1e-b6d24435f2c7 req-3bb167d9-1c98-4c05-9bbe-2618df0ab4ad service neutron] 10.222.0.44 "GET /v2.0/networks/ed7ac096-8b50-4865-999e-f00c1ee3a096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629218 Sep 21 18:03:15.065044 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-06f512b8-cdac-4039-9fc3-cfad4dd47b8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Allocated IP 172.25.6.160 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/4aa4f9ea-5328-41a9-9736-c526d8851594) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:15.079092 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-3cc0225c-7a4c-4afc-ab7b-c31bab0eba63 service neutron] 10.222.0.38 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459178 Sep 21 18:03:15.164071 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-d0a5c813-04f5-4a09-8f14-6102eed0ef2d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=39b7e556-b26a-4886-8954-27bb67b56114 HTTP/1.1" status: 200 len: 217 time: 0.0766451 Sep 21 18:03:15.227746 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d97fee25-2924-4af1-af1e-b6d24435f2c7 req-b6d20993-47e7-4988-aa9b-323e09e93288 service neutron] 10.222.0.44 "GET /v2.0/networks/ed7ac096-8b50-4865-999e-f00c1ee3a096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098904 Sep 21 18:03:15.231023 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901a248d-1f1f-47ce-8cbe-626d04e2bbf1 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Router 4ca1095e-e7cd-4a22-a6ec-e9051736a567 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:03:15.253352 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-8376ea6c-0e4b-421c-a8c3-6d0ec6ec0eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:15.253352 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-8376ea6c-0e4b-421c-a8c3-6d0ec6ec0eea service neutron] 10.222.0.38 "GET /v2.0/subnets?id=58ac3f24-b788-4cf8-83bb-09180cf32914 HTTP/1.1" status: 200 len: 797 time: 0.0799835 Sep 21 18:03:15.382634 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-d7292bf1-a72b-4949-a944-60b7d8e45fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:15.384199 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-d7292bf1-a72b-4949-a944-60b7d8e45fd7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0907011 Sep 21 18:03:15.403463 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901a248d-1f1f-47ce-8cbe-626d04e2bbf1 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:03:15.416641 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ef7fa9-6bb7-4f81-bc20-21451fd1359a None None] Sync routers for ids ['4ca1095e-e7cd-4a22-a6ec-e9051736a567'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:03:15.427025 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ef7fa9-6bb7-4f81-bc20-21451fd1359a None None] Routers {'4ca1095e-e7cd-4a22-a6ec-e9051736a567'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:15.427922 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a6ef7fa9-6bb7-4f81-bc20-21451fd1359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:02:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['4ca1095e-e7cd-4a22-a6ec-e9051736a567'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:15.467070 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-901a248d-1f1f-47ce-8cbe-626d04e2bbf1 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:15.471615 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-901a248d-1f1f-47ce-8cbe-626d04e2bbf1 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4421635 Sep 21 18:03:15.474248 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43846) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:15.478798 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-374c5d16-9ef2-4af9-87b9-c6b6d32019de tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'enable_snat': False}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:15.482744 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a6ef7fa9-6bb7-4f81-bc20-21451fd1359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:15.493197 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ef7fa9-6bb7-4f81-bc20-21451fd1359a None None] Routers {'4ca1095e-e7cd-4a22-a6ec-e9051736a567'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:15.494059 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a6ef7fa9-6bb7-4f81-bc20-21451fd1359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:02:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['4ca1095e-e7cd-4a22-a6ec-e9051736a567'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:15.533751 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a6ef7fa9-6bb7-4f81-bc20-21451fd1359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:15.534673 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ef7fa9-6bb7-4f81-bc20-21451fd1359a None None] The sync data for ids ['4ca1095e-e7cd-4a22-a6ec-e9051736a567'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:03:15.563124 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-6373568a-b0e2-46c9-9a1a-0aab88409958 service neutron] 10.222.0.38 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688907 Sep 21 18:03:15.563401 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06f512b8-cdac-4039-9fc3-cfad4dd47b8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:15.606415 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06f512b8-cdac-4039-9fc3-cfad4dd47b8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:15.650081 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f512b8-cdac-4039-9fc3-cfad4dd47b8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:15.655224 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-06f512b8-cdac-4039-9fc3-cfad4dd47b8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:15.659467 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f512b8-cdac-4039-9fc3-cfad4dd47b8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:15.691206 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f512b8-cdac-4039-9fc3-cfad4dd47b8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Pushing event updated for resources: {'Port': ['ID=4aa4f9ea-5328-41a9-9736-c526d8851594,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:15.704049 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f512b8-cdac-4039-9fc3-cfad4dd47b8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:15.704557 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f512b8-cdac-4039-9fc3-cfad4dd47b8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:15.704992 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f512b8-cdac-4039-9fc3-cfad4dd47b8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:15.705585 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f512b8-cdac-4039-9fc3-cfad4dd47b8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:15.706017 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f512b8-cdac-4039-9fc3-cfad4dd47b8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:15.706453 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f512b8-cdac-4039-9fc3-cfad4dd47b8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:15.706886 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f512b8-cdac-4039-9fc3-cfad4dd47b8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:15.707323 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f512b8-cdac-4039-9fc3-cfad4dd47b8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:15.707743 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f512b8-cdac-4039-9fc3-cfad4dd47b8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:15.708161 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f512b8-cdac-4039-9fc3-cfad4dd47b8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:15.708576 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f512b8-cdac-4039-9fc3-cfad4dd47b8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:15.708987 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f512b8-cdac-4039-9fc3-cfad4dd47b8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:15.887916 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d679eebf-6041-4d48-a08b-fe7f640ff3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:15.994573 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06f512b8-cdac-4039-9fc3-cfad4dd47b8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:16.115309 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7755d-9aac-49b5-9bc2-4a15fd2bc66d req-e89ce00c-71fc-4954-9e5b-228ba40b3ae6 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:16.116796 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c1c7755d-9aac-49b5-9bc2-4a15fd2bc66d req-e89ce00c-71fc-4954-9e5b-228ba40b3ae6 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 946 time: 0.4920163 Sep 21 18:03:16.122974 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-09dd7f39-744f-435d-83d0-09f57bac5584 service neutron] 10.222.0.38 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5310795 Sep 21 18:03:16.197554 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe86f3-7d5b-4dba-8f98-313a11491d91 req-2825ff85-a7d0-40d6-8484-22d01f04758f tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:16.199521 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-44fe86f3-7d5b-4dba-8f98-313a11491d91 req-2825ff85-a7d0-40d6-8484-22d01f04758f tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=609696bf-09e0-441c-ae9b-b2d317db85f6 HTTP/1.1" status: 200 len: 946 time: 0.1081715 Sep 21 18:03:16.216612 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-7e113608-887c-40f1-aec1-a6f5f730e8b3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=054e6666-6694-4141-b20b-da2fa2a124e2 HTTP/1.1" status: 200 len: 217 time: 0.0551164 Sep 21 18:03:16.293278 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06f512b8-cdac-4039-9fc3-cfad4dd47b8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:16.298596 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-44fe86f3-7d5b-4dba-8f98-313a11491d91 req-45399620-a12f-4102-b6f7-27aadd018a92 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827079 Sep 21 18:03:16.315188 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c1c7755d-9aac-49b5-9bc2-4a15fd2bc66d req-159523a7-c00b-4681-b8d3-b121dd38179d tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823187 Sep 21 18:03:16.344435 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-0b418e6b-4109-4a03-8367-20c8ed37374a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:16.345948 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-0b418e6b-4109-4a03-8367-20c8ed37374a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=58ac3f24-b788-4cf8-83bb-09180cf32914 HTTP/1.1" status: 200 len: 797 time: 0.1166983 Sep 21 18:03:16.473544 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-374c5d16-9ef2-4af9-87b9-c6b6d32019de tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:16.481030 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f512b8-cdac-4039-9fc3-cfad4dd47b8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Router 85601417-e049-42eb-bd07-ec3b7bacf007 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:03:16.483484 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-d494993c-33bb-4746-a428-130749e67058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:16.485370 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-d494993c-33bb-4746-a428-130749e67058 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1298685 Sep 21 18:03:16.659593 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0813b9-f7de-418e-93b8-26375da10003 req-936a87bf-02f3-445f-a900-3fd8f4f11c54 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:16.661260 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ba0813b9-f7de-418e-93b8-26375da10003 req-936a87bf-02f3-445f-a900-3fd8f4f11c54 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=609696bf-09e0-441c-ae9b-b2d317db85f6 HTTP/1.1" status: 200 len: 946 time: 0.1117480 Sep 21 18:03:16.663350 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-bc5aef30-8c42-4975-856a-49505da8e76d service neutron] 10.222.0.38 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631193 Sep 21 18:03:16.695095 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f512b8-cdac-4039-9fc3-cfad4dd47b8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:03:16.707474 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63fd9ff-1ff6-46a2-9b11-9a7dbc89b3b1 None None] Sync routers for ids ['85601417-e049-42eb-bd07-ec3b7bacf007'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:03:16.721292 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63fd9ff-1ff6-46a2-9b11-9a7dbc89b3b1 None None] Routers {'85601417-e049-42eb-bd07-ec3b7bacf007'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:16.722203 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c63fd9ff-1ff6-46a2-9b11-9a7dbc89b3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:02:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['85601417-e049-42eb-bd07-ec3b7bacf007'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:16.729518 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06f512b8-cdac-4039-9fc3-cfad4dd47b8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:16.730884 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-06f512b8-cdac-4039-9fc3-cfad4dd47b8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.5462484 Sep 21 18:03:16.734275 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ba0813b9-f7de-418e-93b8-26375da10003 req-64029f5e-6dad-4810-97bf-c4ae69e6fc8c tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626745 Sep 21 18:03:16.734752 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43878) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:16.786410 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c63fd9ff-1ff6-46a2-9b11-9a7dbc89b3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:16.796527 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63fd9ff-1ff6-46a2-9b11-9a7dbc89b3b1 None None] Routers {'85601417-e049-42eb-bd07-ec3b7bacf007'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:16.797489 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c63fd9ff-1ff6-46a2-9b11-9a7dbc89b3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:02:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['85601417-e049-42eb-bd07-ec3b7bacf007'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:16.836939 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c63fd9ff-1ff6-46a2-9b11-9a7dbc89b3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:16.837994 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63fd9ff-1ff6-46a2-9b11-9a7dbc89b3b1 None None] The sync data for ids ['85601417-e049-42eb-bd07-ec3b7bacf007'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:03:16.869046 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-6f7e6d3e-185b-45ce-9ea1-d5bcb5c6c4c4 service neutron] 10.222.0.38 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970356 Sep 21 18:03:16.874872 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-484c34d5-2a0f-4c8a-82ea-20372fb1e880 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] 10.222.0.58 "GET /v2.0/routers/85601417-e049-42eb-bd07-ec3b7bacf007 HTTP/1.1" status: 200 len: 919 time: 0.1379123 Sep 21 18:03:16.875392 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43882) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:16.901566 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c602dc59-ff73-4101-855f-edbc9013e731 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] 10.222.0.58 "GET /v2.0/ports?device_id=85601417-e049-42eb-bd07-ec3b7bacf007 HTTP/1.1" status: 200 len: 205 time: 0.0249772 Sep 21 18:03:16.904839 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43884) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:16.947001 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-74da0174-d91a-448d-9071-43a722a328eb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a4d8c11d-20a6-4197-98eb-9131ec08bed8 HTTP/1.1" status: 200 len: 217 time: 0.0518320 Sep 21 18:03:17.016433 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8a87182b-356e-47c8-af54-16fbfe6bbb61 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:17.052919 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b53f2d-577c-402e-89da-febdb6a2567a req-4477c69d-9391-4d09-b994-c383685bca72 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:17.062599 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-81b53f2d-577c-402e-89da-febdb6a2567a req-4477c69d-9391-4d09-b994-c383685bca72 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b86dc02-8562-4d1b-818c-353f82047a80 HTTP/1.1" status: 200 len: 945 time: 0.2048147 Sep 21 18:03:17.099212 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-2057f9c3-2352-4efa-85aa-32b6de3be5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:17.100739 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-2057f9c3-2352-4efa-85aa-32b6de3be5e6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b7ef56bd-35f4-4551-832d-ce8ad93a8d56 HTTP/1.1" status: 200 len: 797 time: 0.1198359 Sep 21 18:03:17.124187 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8a87182b-356e-47c8-af54-16fbfe6bbb61 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:17.211407 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-8a87182b-356e-47c8-af54-16fbfe6bbb61 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Deleting port 4aa4f9ea-5328-41a9-9736-c526d8851594 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:17.212005 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8a87182b-356e-47c8-af54-16fbfe6bbb61 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:17.222706 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-81b53f2d-577c-402e-89da-febdb6a2567a req-b60fc000-343c-435a-b7a7-58ad501842d6 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277046 Sep 21 18:03:17.240301 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-7f44f160-722e-4eb7-b278-0e466bc39426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:17.242520 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-7f44f160-722e-4eb7-b278-0e466bc39426 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2d5cd904-6c64-427e-ac24-4519ebea83bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1203270 Sep 21 18:03:17.325666 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-374c5d16-9ef2-4af9-87b9-c6b6d32019de tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1427'] for router, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:17.361109 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-374c5d16-9ef2-4af9-87b9-c6b6d32019de tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-734625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-734648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-574993'] for router, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:17.362576 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8a87182b-356e-47c8-af54-16fbfe6bbb61 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:17.398032 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-8a87182b-356e-47c8-af54-16fbfe6bbb61 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Calling delete_port for 4aa4f9ea-5328-41a9-9736-c526d8851594 owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:17.466359 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-397c6102-cd8a-414e-aa2d-0c685354baed service neutron] 10.222.0.38 "GET /v2.0/networks/2d5cd904-6c64-427e-ac24-4519ebea83bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877704 Sep 21 18:03:17.554882 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173956e-aed1-4bab-88f8-a183e1a967a5 req-ae2a9faf-b6f6-4ff9-8a9d-a3f6f7f2c2a1 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:17.556465 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c173956e-aed1-4bab-88f8-a183e1a967a5 req-ae2a9faf-b6f6-4ff9-8a9d-a3f6f7f2c2a1 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 946 time: 0.1414702 Sep 21 18:03:17.590608 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8a87182b-356e-47c8-af54-16fbfe6bbb61 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:17.621892 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374c5d16-9ef2-4af9-87b9-c6b6d32019de tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Router 4ca1095e-e7cd-4a22-a6ec-e9051736a567 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:03:17.630569 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87182b-356e-47c8-af54-16fbfe6bbb61 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Pushing event deleted for resources: {'Port': ['ID=4aa4f9ea-5328-41a9-9736-c526d8851594,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:17.661851 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c173956e-aed1-4bab-88f8-a183e1a967a5 req-f79d8054-b771-402c-aadf-25bf16e9a9f6 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985341 Sep 21 18:03:17.668290 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-56c886df-4b49-4a38-9944-5f1bb0251866 service neutron] 10.222.0.38 "GET /v2.0/networks/2d5cd904-6c64-427e-ac24-4519ebea83bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923616 Sep 21 18:03:17.714363 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850397cd-8a0c-4340-be5d-03e0653d6d29 req-5f21eb84-fa91-4166-a73d-582f7692a4d6 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:17.716325 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-850397cd-8a0c-4340-be5d-03e0653d6d29 req-5f21eb84-fa91-4166-a73d-582f7692a4d6 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0623c11-6157-4004-b384-242f6cdaad58 HTTP/1.1" status: 200 len: 946 time: 0.1367204 Sep 21 18:03:17.753894 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-d49a88d3-24cf-4378-8599-45585f9ad742 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b3ce70b6-6a2c-4f29-a57a-39e65f45435f HTTP/1.1" status: 200 len: 217 time: 0.0547969 Sep 21 18:03:17.765597 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8a87182b-356e-47c8-af54-16fbfe6bbb61 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:17.814091 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-850397cd-8a0c-4340-be5d-03e0653d6d29 req-7ff712fb-f536-4c45-84e0-3cf2858501ed tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890660 Sep 21 18:03:17.863562 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-c02d6e37-8b18-4f18-a81c-ab54e04a37ab req-38be0e62-83af-4884-b592-54217becae6e tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:03:17.863562 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c02d6e37-8b18-4f18-a81c-ab54e04a37ab req-38be0e62-83af-4884-b592-54217becae6e tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078535 Sep 21 18:03:17.884480 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-2d1c5794-2b3f-4510-9f6a-c664d7a99fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:17.886073 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-2d1c5794-2b3f-4510-9f6a-c664d7a99fb7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b7ef56bd-35f4-4551-832d-ce8ad93a8d56 HTTP/1.1" status: 200 len: 797 time: 0.1242509 Sep 21 18:03:17.890047 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374c5d16-9ef2-4af9-87b9-c6b6d32019de tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:03:17.895159 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-374c5d16-9ef2-4af9-87b9-c6b6d32019de tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:17.895806 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-374c5d16-9ef2-4af9-87b9-c6b6d32019de tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] 10.222.0.58 "PUT /v2.0/routers/4ca1095e-e7cd-4a22-a6ec-e9051736a567 HTTP/1.1" status: 200 len: 924 time: 2.4205885 Sep 21 18:03:17.899447 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43906) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:17.903261 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2376f4-d743-48e6-a196-137295b5c3b1 None None] Sync routers for ids ['4ca1095e-e7cd-4a22-a6ec-e9051736a567'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:03:17.904611 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8a87182b-356e-47c8-af54-16fbfe6bbb61 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:17.910331 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8a87182b-356e-47c8-af54-16fbfe6bbb61 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:17.913537 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2376f4-d743-48e6-a196-137295b5c3b1 None None] Routers {'4ca1095e-e7cd-4a22-a6ec-e9051736a567'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:17.914160 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-9c2376f4-d743-48e6-a196-137295b5c3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:02:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['4ca1095e-e7cd-4a22-a6ec-e9051736a567'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:17.946577 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-76cf76e1-a255-4468-b3a4-3baf36eee44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:17.947444 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-9c2376f4-d743-48e6-a196-137295b5c3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:17.949134 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-76cf76e1-a255-4468-b3a4-3baf36eee44f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2d5cd904-6c64-427e-ac24-4519ebea83bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0514176 Sep 21 18:03:17.956179 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2376f4-d743-48e6-a196-137295b5c3b1 None None] Routers {'4ca1095e-e7cd-4a22-a6ec-e9051736a567'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:17.956793 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-9c2376f4-d743-48e6-a196-137295b5c3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:02:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['4ca1095e-e7cd-4a22-a6ec-e9051736a567'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:17.992322 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-9c2376f4-d743-48e6-a196-137295b5c3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:17.993026 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2376f4-d743-48e6-a196-137295b5c3b1 None None] The sync data for ids ['4ca1095e-e7cd-4a22-a6ec-e9051736a567'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:03:18.043333 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-caf1eb01-75b4-4db9-978e-1f0c527ca89c service neutron] 10.222.0.38 "GET /v2.0/networks/2d5cd904-6c64-427e-ac24-4519ebea83bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874524 Sep 21 18:03:18.046029 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8a87182b-356e-47c8-af54-16fbfe6bbb61 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:18.046664 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a87182b-356e-47c8-af54-16fbfe6bbb61 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Fanout notify agent at l3_agent the message router_deleted on router 85601417-e049-42eb-bd07-ec3b7bacf007 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:03:18.060143 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8a87182b-356e-47c8-af54-16fbfe6bbb61 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:18.061254 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8a87182b-356e-47c8-af54-16fbfe6bbb61 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] 10.222.0.58 "DELETE /v2.0/routers/85601417-e049-42eb-bd07-ec3b7bacf007 HTTP/1.1" status: 204 len: 168 time: 1.1554110 Sep 21 18:03:18.065738 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43908) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:18.069757 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-96c2a103-84a7-490e-926f-86a402c43323 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Request body: {'router': {'name': 'tempest-snat-router-673240933', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'enable_snat': False}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:18.116731 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c02d6e37-8b18-4f18-a81c-ab54e04a37ab req-b48d63d7-d001-4d27-80d5-bc0b49dba559 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2162552 Sep 21 18:03:18.138791 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-25692d82-7f50-4d46-94e7-2a9a3e8af773 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] 10.222.0.58 "GET /v2.0/routers/4ca1095e-e7cd-4a22-a6ec-e9051736a567 HTTP/1.1" status: 200 len: 924 time: 0.2371697 Sep 21 18:03:18.141312 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-96c2a103-84a7-490e-926f-86a402c43323 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:18.142415 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-96c2a103-84a7-490e-926f-86a402c43323 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:18.143310 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43912) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:18.155549 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aae2bbc-dacb-4f40-9c09-a2d24b6a9c93 req-c649a247-b31b-46ba-a1a4-3ab23724cb02 service neutron] 10.222.0.38 "GET /v2.0/networks/2d5cd904-6c64-427e-ac24-4519ebea83bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050181 Sep 21 18:03:18.222473 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-96c2a103-84a7-490e-926f-86a402c43323 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:18.240255 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18b0aa4-39fb-41b2-b786-838efbe3b75c tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:18.241925 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d18b0aa4-39fb-41b2-b786-838efbe3b75c tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=b8a002cf-2233-41c0-bbfe-1c8ea43e5299&device_id=4ca1095e-e7cd-4a22-a6ec-e9051736a567&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0974853 Sep 21 18:03:18.245012 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43914) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:18.354609 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cc85c426-302e-45d7-9cee-6e70eb71c658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:18.368873 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-96c2a103-84a7-490e-926f-86a402c43323 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:18.582793 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-96c2a103-84a7-490e-926f-86a402c43323 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:18.602424 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-96c2a103-84a7-490e-926f-86a402c43323 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:18.685946 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9d5b9-5adb-4c95-8499-e2324af50154 req-1abd041e-a3ec-470f-b035-aefd5bc3faf6 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:18.688136 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b7c9d5b9-5adb-4c95-8499-e2324af50154 req-1abd041e-a3ec-470f-b035-aefd5bc3faf6 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=609696bf-09e0-441c-ae9b-b2d317db85f6 HTTP/1.1" status: 200 len: 946 time: 0.0927408 Sep 21 18:03:18.715400 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3699cc4f-6679-4667-8a9a-3adace1989ab tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:18.716137 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-96c2a103-84a7-490e-926f-86a402c43323 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Allocated IP 172.25.6.244 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/2b4a2f52-1e31-45fd-b9d0-31db57925226) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:18.719930 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3699cc4f-6679-4667-8a9a-3adace1989ab tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 881 time: 0.4735878 Sep 21 18:03:18.720089 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43920) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:18.742779 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b7c9d5b9-5adb-4c95-8499-e2324af50154 req-653b09e1-71a3-4ad7-ba08-184b4bf6a1cd tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455399 Sep 21 18:03:18.754416 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6fe834db-42a1-4fb1-9ae1-e9f7a4bdb13b tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ca1095e-e7cd-4a22-a6ec-e9051736a567 HTTP/1.1" status: 200 len: 205 time: 0.0333641 Sep 21 18:03:18.757164 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43924) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:18.873756 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-789d3af1-d9d2-430d-a5cf-6cf75068b348 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:18.953266 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:18.988847 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac82373-6c0e-45dd-822e-6ad110ca255e req-9c670182-b431-4961-a958-4569224d4f59 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:18.990546 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4ac82373-6c0e-45dd-822e-6ad110ca255e req-9c670182-b431-4961-a958-4569224d4f59 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b86dc02-8562-4d1b-818c-353f82047a80 HTTP/1.1" status: 200 len: 945 time: 0.0816748 Sep 21 18:03:19.074410 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4ac82373-6c0e-45dd-822e-6ad110ca255e req-8cb2fb04-c735-4df2-a7f3-579b38f71c98 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540273 Sep 21 18:03:19.076715 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-789d3af1-d9d2-430d-a5cf-6cf75068b348 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:19.139860 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-789d3af1-d9d2-430d-a5cf-6cf75068b348 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Deleting port 06760f7b-396c-4988-88f2-88cbe85c1731 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:19.140480 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-789d3af1-d9d2-430d-a5cf-6cf75068b348 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:19.224997 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc17b87-1629-4ab6-9716-6e53f6abd2c7 req-36391111-ff99-4ff9-bf0f-240ffccacd63 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:19.232427 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5bc17b87-1629-4ab6-9716-6e53f6abd2c7 req-36391111-ff99-4ff9-bf0f-240ffccacd63 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 946 time: 0.4824688 Sep 21 18:03:19.247395 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-789d3af1-d9d2-430d-a5cf-6cf75068b348 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:19.274084 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-789d3af1-d9d2-430d-a5cf-6cf75068b348 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Calling delete_port for 06760f7b-396c-4988-88f2-88cbe85c1731 owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:19.295617 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5bc17b87-1629-4ab6-9716-6e53f6abd2c7 req-15860a10-d991-45c1-aa63-5e031bb027a3 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621402 Sep 21 18:03:19.301478 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-96c2a103-84a7-490e-926f-86a402c43323 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:19.346149 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-96c2a103-84a7-490e-926f-86a402c43323 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:19.356756 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe2a99-bcb1-433d-996a-d09bff553a5f req-1490436c-3b0e-4df5-8334-9c0c6f31546c tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:19.358417 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3bbe2a99-bcb1-433d-996a-d09bff553a5f req-1490436c-3b0e-4df5-8334-9c0c6f31546c tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0623c11-6157-4004-b384-242f6cdaad58 HTTP/1.1" status: 200 len: 946 time: 0.1000378 Sep 21 18:03:19.384656 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c2a103-84a7-490e-926f-86a402c43323 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:19.387740 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-96c2a103-84a7-490e-926f-86a402c43323 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:19.390336 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c2a103-84a7-490e-926f-86a402c43323 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:19.408183 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3bbe2a99-bcb1-433d-996a-d09bff553a5f req-2231bf80-d6d6-4ffe-bfa5-204aa5edfe50 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430028 Sep 21 18:03:19.434062 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2a103-84a7-490e-926f-86a402c43323 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Pushing event updated for resources: {'Port': ['ID=2b4a2f52-1e31-45fd-b9d0-31db57925226,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:19.531789 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-789d3af1-d9d2-430d-a5cf-6cf75068b348 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:19.564998 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d3af1-d9d2-430d-a5cf-6cf75068b348 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Pushing event deleted for resources: {'Port': ['ID=06760f7b-396c-4988-88f2-88cbe85c1731,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:19.639672 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-789d3af1-d9d2-430d-a5cf-6cf75068b348 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:19.649989 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b60b53-0180-4e7b-ae74-bfc20ae72e7c req-547c2eee-c79a-4b94-9d90-717b17af8f06 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:19.655879 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b60b53-0180-4e7b-ae74-bfc20ae72e7c req-547c2eee-c79a-4b94-9d90-717b17af8f06 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:19.661636 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b60b53-0180-4e7b-ae74-bfc20ae72e7c req-547c2eee-c79a-4b94-9d90-717b17af8f06 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:19.663333 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e7b60b53-0180-4e7b-ae74-bfc20ae72e7c req-547c2eee-c79a-4b94-9d90-717b17af8f06 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0623c11-6157-4004-b384-242f6cdaad58&device_id=8b86dc02-8562-4d1b-818c-353f82047a80&device_id=609696bf-09e0-441c-ae9b-b2d317db85f6 HTTP/1.1" status: 200 len: 2418 time: 0.1156235 Sep 21 18:03:19.731058 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-789d3af1-d9d2-430d-a5cf-6cf75068b348 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:19.733258 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-789d3af1-d9d2-430d-a5cf-6cf75068b348 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:19.738167 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e7b60b53-0180-4e7b-ae74-bfc20ae72e7c req-cbc6f91d-7944-4228-bc37-85acdf50b329 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678804 Sep 21 18:03:19.738729 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-96c2a103-84a7-490e-926f-86a402c43323 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:19.777776 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-a4e77294-1514-40be-9e67-769cfc620237 req-7ab24e18-dfa7-4058-b352-bda7f9495fcf tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:03:19.778756 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4e77294-1514-40be-9e67-769cfc620237 req-7ab24e18-dfa7-4058-b352-bda7f9495fcf tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067716 Sep 21 18:03:19.816438 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-789d3af1-d9d2-430d-a5cf-6cf75068b348 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:19.816999 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789d3af1-d9d2-430d-a5cf-6cf75068b348 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Fanout notify agent at l3_agent the message router_deleted on router 4ca1095e-e7cd-4a22-a6ec-e9051736a567 {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:03:19.823910 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-789d3af1-d9d2-430d-a5cf-6cf75068b348 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:19.828928 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-789d3af1-d9d2-430d-a5cf-6cf75068b348 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] 10.222.0.58 "DELETE /v2.0/routers/4ca1095e-e7cd-4a22-a6ec-e9051736a567 HTTP/1.1" status: 204 len: 168 time: 1.0667303 Sep 21 18:03:19.829355 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43952) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:19.835343 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-b2b64989-440e-47e2-9674-42812595b7b2 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1159512909', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:19.879907 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4e77294-1514-40be-9e67-769cfc620237 req-1dbd52ff-2eb1-4183-87cb-f93d77324e31 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0938046 Sep 21 18:03:19.905325 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b2b64989-440e-47e2-9674-42812595b7b2 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:19.906525 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b2b64989-440e-47e2-9674-42812595b7b2 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:20.002760 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b2b64989-440e-47e2-9674-42812595b7b2 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:20.006340 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-96c2a103-84a7-490e-926f-86a402c43323 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:20.011168 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b2b64989-440e-47e2-9674-42812595b7b2 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:20.027137 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:20.063370 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b2b64989-440e-47e2-9674-42812595b7b2 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:20.064614 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b2b64989-440e-47e2-9674-42812595b7b2 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2344241 Sep 21 18:03:20.067669 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43956) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:20.072541 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-c16192cd-456f-4c16-923e-3a1e305523bb tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:20.157166 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c2a103-84a7-490e-926f-86a402c43323 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Router 0987594b-e108-47f4-92bd-a3cc811f84c8 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:03:20.293946 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c2a103-84a7-490e-926f-86a402c43323 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:03:20.299398 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c16192cd-456f-4c16-923e-3a1e305523bb tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:20.303964 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a4d143-3348-4130-add7-c98fe7cee489 None None] Sync routers for ids ['0987594b-e108-47f4-92bd-a3cc811f84c8'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:03:20.323158 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-96c2a103-84a7-490e-926f-86a402c43323 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:20.324445 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-96c2a103-84a7-490e-926f-86a402c43323 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.2580512 Sep 21 18:03:20.327633 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43968) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:20.328462 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a4d143-3348-4130-add7-c98fe7cee489 None None] Routers {'0987594b-e108-47f4-92bd-a3cc811f84c8'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:20.329678 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-60a4d143-3348-4130-add7-c98fe7cee489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:03:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0987594b-e108-47f4-92bd-a3cc811f84c8'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:20.473814 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-60a4d143-3348-4130-add7-c98fe7cee489 None None] Set router 0987594b-e108-47f4-92bd-a3cc811f84c8 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:03:20.519974 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-46a9bdbd-6e68-4b54-bc7f-f24e710721db tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] 10.222.0.58 "GET /v2.0/routers/0987594b-e108-47f4-92bd-a3cc811f84c8 HTTP/1.1" status: 200 len: 908 time: 0.1911404 Sep 21 18:03:20.522343 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43978) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:20.527801 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-43632d06-13f3-4039-a593-76b858b92ee5 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Request body: {'router': {'name': 'tempest-snat-router-673240933', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'enable_snat': True}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:20.556047 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43632d06-13f3-4039-a593-76b858b92ee5 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:20.557260 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43632d06-13f3-4039-a593-76b858b92ee5 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:20.561466 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f0951-372c-4b8b-9202-c14dc5f48e93 req-f9da32a3-6d58-4d70-92c6-dd4e69d17c10 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:20.569598 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6d8f0951-372c-4b8b-9202-c14dc5f48e93 req-f9da32a3-6d58-4d70-92c6-dd4e69d17c10 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 946 time: 0.1899474 Sep 21 18:03:20.631720 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6d8f0951-372c-4b8b-9202-c14dc5f48e93 req-11317c25-b349-4076-93e7-f2d577328997 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611391 Sep 21 18:03:20.633263 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43632d06-13f3-4039-a593-76b858b92ee5 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:20.794799 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-60a4d143-3348-4130-add7-c98fe7cee489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0987594b-e108-47f4-92bd-a3cc811f84c8', 'name': 'tempest-snat-router-673240933', 'tenant_id': '51ae1f8f367b4295a0dd04a48eded580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.244'}], 'enable_snat': False}, 'gw_port_id': '2b4a2f52-1e31-45fd-b9d0-31db57925226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:03:18Z', 'updated_at': '2021-09-21T18:03:19Z', 'revision_number': 3, 'project_id': '51ae1f8f367b4295a0dd04a48eded580', 'gw_port': {'id': '2b4a2f52-1e31-45fd-b9d0-31db57925226', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:68:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0987594b-e108-47f4-92bd-a3cc811f84c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:03:18Z', 'updated_at': '2021-09-21T18:03:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:20.820268 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c16192cd-456f-4c16-923e-3a1e305523bb tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:20.832391 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a4d143-3348-4130-add7-c98fe7cee489 None None] Checking router: 0987594b-e108-47f4-92bd-a3cc811f84c8 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:03:20.833070 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a4d143-3348-4130-add7-c98fe7cee489 None None] Updating router 0987594b-e108-47f4-92bd-a3cc811f84c8 port 2b4a2f52-1e31-45fd-b9d0-31db57925226 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:03:20.848736 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43632d06-13f3-4039-a593-76b858b92ee5 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:20.851128 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c16192cd-456f-4c16-923e-3a1e305523bb tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:20.868417 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-60a4d143-3348-4130-add7-c98fe7cee489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:20.985887 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-c16192cd-456f-4c16-923e-3a1e305523bb tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Allocated IP 172.25.6.224 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/9c700ca1-ff24-4850-b484-1cfae2d48c75) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:21.134002 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c16192cd-456f-4c16-923e-3a1e305523bb tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:21.173490 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c16192cd-456f-4c16-923e-3a1e305523bb tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:21.223618 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16192cd-456f-4c16-923e-3a1e305523bb tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:21.227818 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-c16192cd-456f-4c16-923e-3a1e305523bb tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:21.231207 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16192cd-456f-4c16-923e-3a1e305523bb tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:21.263415 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16192cd-456f-4c16-923e-3a1e305523bb tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Pushing event updated for resources: {'Port': ['ID=9c700ca1-ff24-4850-b484-1cfae2d48c75,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:21.277289 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43632d06-13f3-4039-a593-76b858b92ee5 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:21.313754 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43632d06-13f3-4039-a593-76b858b92ee5 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:21.475213 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-60a4d143-3348-4130-add7-c98fe7cee489 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:21.482283 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-60a4d143-3348-4130-add7-c98fe7cee489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:21.543957 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-60a4d143-3348-4130-add7-c98fe7cee489 None None] Attempting to bind port 2b4a2f52-1e31-45fd-b9d0-31db57925226 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:03:21.544411 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-60a4d143-3348-4130-add7-c98fe7cee489 None None] Attempting to bind port 2b4a2f52-1e31-45fd-b9d0-31db57925226 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:03:21.544772 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a4d143-3348-4130-add7-c98fe7cee489 None None] Attempting to bind port 2b4a2f52-1e31-45fd-b9d0-31db57925226 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:03:21.556447 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859b4b8-4ed2-4ad2-8ca7-761472e65dfa None None] Pushing event updated for resources: {'Port': ['ID=2b4a2f52-1e31-45fd-b9d0-31db57925226,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:21.568832 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a4d143-3348-4130-add7-c98fe7cee489 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:03:21.569456 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a4d143-3348-4130-add7-c98fe7cee489 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:03:21.570174 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-60a4d143-3348-4130-add7-c98fe7cee489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:21.570958 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a4d143-3348-4130-add7-c98fe7cee489 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:03:21.571867 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-60a4d143-3348-4130-add7-c98fe7cee489 None None] Bound port: 2b4a2f52-1e31-45fd-b9d0-31db57925226, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:03:21.572554 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-60a4d143-3348-4130-add7-c98fe7cee489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:21.578003 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:21.632804 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-43632d06-13f3-4039-a593-76b858b92ee5 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Allocated IP 172.25.6.176 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/4169d2ee-7a1f-4630-89b3-56b8cb172246) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:21.665869 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-60a4d143-3348-4130-add7-c98fe7cee489 None None] For port 2b4a2f52-1e31-45fd-b9d0-31db57925226, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:03:21.677839 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-60a4d143-3348-4130-add7-c98fe7cee489 None None] For port 2b4a2f52-1e31-45fd-b9d0-31db57925226, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=2b4a2f52-1e31-45fd-b9d0-31db57925226,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:03:21.683303 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c16192cd-456f-4c16-923e-3a1e305523bb tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:21.685723 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-60a4d143-3348-4130-add7-c98fe7cee489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:21.747300 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a4d143-3348-4130-add7-c98fe7cee489 None None] Routers {'0987594b-e108-47f4-92bd-a3cc811f84c8'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:21.747848 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-60a4d143-3348-4130-add7-c98fe7cee489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:03:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0987594b-e108-47f4-92bd-a3cc811f84c8'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:21.790565 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859b4b8-4ed2-4ad2-8ca7-761472e65dfa None None] Pushing event updated for resources: {'Port': ['ID=2b4a2f52-1e31-45fd-b9d0-31db57925226,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:21.808262 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43632d06-13f3-4039-a593-76b858b92ee5 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:21.881771 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-60a4d143-3348-4130-add7-c98fe7cee489 None None] Set router 0987594b-e108-47f4-92bd-a3cc811f84c8 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:03:21.885870 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43632d06-13f3-4039-a593-76b858b92ee5 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:21.933133 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43632d06-13f3-4039-a593-76b858b92ee5 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:21.939436 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-43632d06-13f3-4039-a593-76b858b92ee5 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:21.948798 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43632d06-13f3-4039-a593-76b858b92ee5 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:21.969428 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139390cb-a116-4cf3-b9f1-77a852d44fc2 req-e64784f3-cf99-4f9b-9fe3-cfefdcec145d tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:21.979682 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-139390cb-a116-4cf3-b9f1-77a852d44fc2 req-e64784f3-cf99-4f9b-9fe3-cfefdcec145d tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0623c11-6157-4004-b384-242f6cdaad58 HTTP/1.1" status: 200 len: 946 time: 0.1526582 Sep 21 18:03:21.998215 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c16192cd-456f-4c16-923e-3a1e305523bb tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1427'] for router, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:22.007746 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c16192cd-456f-4c16-923e-3a1e305523bb tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-734625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-734648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-574993'] for router, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:22.018091 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43632d06-13f3-4039-a593-76b858b92ee5 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Pushing event updated for resources: {'Port': ['ID=4169d2ee-7a1f-4630-89b3-56b8cb172246,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:22.025270 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a728ba8-b157-404d-9ec9-62729751e2e1 req-d1bd136a-30d2-43cf-9498-084c599cef6d tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:22.038498 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9a728ba8-b157-404d-9ec9-62729751e2e1 req-d1bd136a-30d2-43cf-9498-084c599cef6d tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 946 time: 0.2136850 Sep 21 18:03:22.106143 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-139390cb-a116-4cf3-b9f1-77a852d44fc2 req-b4ee6e08-6d2d-4054-804d-2eaef9d652ef tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255367 Sep 21 18:03:22.127695 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-60a4d143-3348-4130-add7-c98fe7cee489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0987594b-e108-47f4-92bd-a3cc811f84c8', 'name': 'tempest-snat-router-673240933', 'tenant_id': '51ae1f8f367b4295a0dd04a48eded580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.244'}], 'enable_snat': False}, 'gw_port_id': '2b4a2f52-1e31-45fd-b9d0-31db57925226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:03:18Z', 'updated_at': '2021-09-21T18:03:19Z', 'revision_number': 3, 'project_id': '51ae1f8f367b4295a0dd04a48eded580', 'gw_port': {'id': '2b4a2f52-1e31-45fd-b9d0-31db57925226', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:68:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0987594b-e108-47f4-92bd-a3cc811f84c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:03:18Z', 'updated_at': '2021-09-21T18:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:22.203682 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a4d143-3348-4130-add7-c98fe7cee489 None None] The sync data for ids ['0987594b-e108-47f4-92bd-a3cc811f84c8'] in n-d-810291-1 is: [{'id': '0987594b-e108-47f4-92bd-a3cc811f84c8', 'name': 'tempest-snat-router-673240933', 'tenant_id': '51ae1f8f367b4295a0dd04a48eded580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.244'}], 'enable_snat': False}, 'gw_port_id': '2b4a2f52-1e31-45fd-b9d0-31db57925226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:03:18Z', 'updated_at': '2021-09-21T18:03:19Z', 'revision_number': 3, 'project_id': '51ae1f8f367b4295a0dd04a48eded580', 'gw_port': {'id': '2b4a2f52-1e31-45fd-b9d0-31db57925226', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:68:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0987594b-e108-47f4-92bd-a3cc811f84c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:03:18Z', 'updated_at': '2021-09-21T18:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:03:22.350181 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43632d06-13f3-4039-a593-76b858b92ee5 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:22.491362 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9a728ba8-b157-404d-9ec9-62729751e2e1 req-a3abf31c-db9b-4de7-955d-b017cfd1f6e9 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483466 Sep 21 18:03:22.621486 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16192cd-456f-4c16-923e-3a1e305523bb tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Router f7785ca5-8ed7-4b4a-8e61-6386e1b6c2a6 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:03:22.656906 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43632d06-13f3-4039-a593-76b858b92ee5 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:22.836677 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6511018-0ee6-4121-b0c0-0f82451ca960 req-fdf35653-df67-4d91-8777-eea1dc943d42 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:22.845000 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e6511018-0ee6-4121-b0c0-0f82451ca960 req-fdf35653-df67-4d91-8777-eea1dc943d42 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.1513524 Sep 21 18:03:22.884272 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16192cd-456f-4c16-923e-3a1e305523bb tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:03:22.894759 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759e0728-59df-47d7-ab1f-f50b178fb56a None None] Sync routers for ids ['f7785ca5-8ed7-4b4a-8e61-6386e1b6c2a6'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:03:22.897052 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c16192cd-456f-4c16-923e-3a1e305523bb tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:22.898463 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c16192cd-456f-4c16-923e-3a1e305523bb tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] 10.222.0.58 "PUT /v2.0/routers/f7785ca5-8ed7-4b4a-8e61-6386e1b6c2a6 HTTP/1.1" status: 200 len: 884 time: 2.8295965 Sep 21 18:03:22.901294 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44022) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:22.912181 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759e0728-59df-47d7-ab1f-f50b178fb56a None None] Routers {'f7785ca5-8ed7-4b4a-8e61-6386e1b6c2a6'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:22.912872 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-759e0728-59df-47d7-ab1f-f50b178fb56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:03:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['f7785ca5-8ed7-4b4a-8e61-6386e1b6c2a6'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:22.924501 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e6511018-0ee6-4121-b0c0-0f82451ca960 req-f9a05ace-81d9-4635-8f52-c9e8141fdf53 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739033 Sep 21 18:03:22.996945 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-759e0728-59df-47d7-ab1f-f50b178fb56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:23.021363 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759e0728-59df-47d7-ab1f-f50b178fb56a None None] Routers {'f7785ca5-8ed7-4b4a-8e61-6386e1b6c2a6'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:23.022262 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-759e0728-59df-47d7-ab1f-f50b178fb56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:03:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['f7785ca5-8ed7-4b4a-8e61-6386e1b6c2a6'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:23.060099 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-759e0728-59df-47d7-ab1f-f50b178fb56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:23.061569 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759e0728-59df-47d7-ab1f-f50b178fb56a None None] The sync data for ids ['f7785ca5-8ed7-4b4a-8e61-6386e1b6c2a6'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:03:23.108347 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-80508020-0f9d-4581-8dc8-43a185d4a8a9 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] 10.222.0.58 "GET /v2.0/routers/f7785ca5-8ed7-4b4a-8e61-6386e1b6c2a6 HTTP/1.1" status: 200 len: 925 time: 0.2032793 Sep 21 18:03:23.108785 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44026) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:23.128359 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6f651-a3d0-4d14-9a00-1810bb09fbea req-bfe9d6c2-10cd-4da9-bf87-be69e25c4f2e tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:23.130234 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-96e6f651-a3d0-4d14-9a00-1810bb09fbea req-bfe9d6c2-10cd-4da9-bf87-be69e25c4f2e tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0623c11-6157-4004-b384-242f6cdaad58 HTTP/1.1" status: 200 len: 946 time: 0.1085451 Sep 21 18:03:23.214192 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:23.318367 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5044f19-16e9-4e70-955b-f4ef043b4c4d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:23.319928 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e5044f19-16e9-4e70-955b-f4ef043b4c4d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=b8a002cf-2233-41c0-bbfe-1c8ea43e5299&device_id=f7785ca5-8ed7-4b4a-8e61-6386e1b6c2a6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2102029 Sep 21 18:03:23.327273 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44036) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:23.328659 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf29700-8cb0-42ae-b512-6f7a5478b562 req-72c0d53f-342e-4a2f-af32-07b4c34abfc3 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:23.335924 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5cf29700-8cb0-42ae-b512-6f7a5478b562 req-72c0d53f-342e-4a2f-af32-07b4c34abfc3 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0623c11-6157-4004-b384-242f6cdaad58 HTTP/1.1" status: 200 len: 946 time: 0.1070473 Sep 21 18:03:23.380260 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5cf29700-8cb0-42ae-b512-6f7a5478b562 req-3afde64a-b40f-4d8c-8766-cdb0fe9478f5 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434692 Sep 21 18:03:23.405541 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-96e6f651-a3d0-4d14-9a00-1810bb09fbea req-df4bf329-69ab-4773-bb78-246e41d27712 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Deleting port aae091ca-f992-4aa8-88a6-5d7aededb67d {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:23.405541 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-96e6f651-a3d0-4d14-9a00-1810bb09fbea req-df4bf329-69ab-4773-bb78-246e41d27712 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:23.436537 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad29f6-5db0-4cf3-96ff-52c8b270637c req-4878aeab-a403-4168-92f4-b8e75f6d731e tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:23.443516 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-29ad29f6-5db0-4cf3-96ff-52c8b270637c req-4878aeab-a403-4168-92f4-b8e75f6d731e tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.1661687 Sep 21 18:03:23.481261 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43632d06-13f3-4039-a593-76b858b92ee5 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Router 13fd3609-0a46-4f31-b112-5a26a176eb77 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:03:23.521707 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0eb15e7-62e5-4ef2-9bcd-d74001c0f6fb tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:23.523774 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e0eb15e7-62e5-4ef2-9bcd-d74001c0f6fb tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 881 time: 0.1935375 Sep 21 18:03:23.526584 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44040) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:23.560267 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7dcb7870-9b6b-4c99-845d-1c49437ae2f5 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7785ca5-8ed7-4b4a-8e61-6386e1b6c2a6 HTTP/1.1" status: 200 len: 205 time: 0.0322764 Sep 21 18:03:23.563356 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44042) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:23.570482 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-29ad29f6-5db0-4cf3-96ff-52c8b270637c req-afa1d12c-3ecd-4b02-9b32-6785e2478c37 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232498 Sep 21 18:03:23.638031 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-96e6f651-a3d0-4d14-9a00-1810bb09fbea req-df4bf329-69ab-4773-bb78-246e41d27712 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] For port aae091ca-f992-4aa8-88a6-5d7aededb67d, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=aae091ca-f992-4aa8-88a6-5d7aededb67d,segment=NetworkSegment(47ef5cff-a3a5-4e0f-a784-ade98c2c509a),segment_id=47ef5cff-a3a5-4e0f-a784-ade98c2c509a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:23.638698 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-96e6f651-a3d0-4d14-9a00-1810bb09fbea req-df4bf329-69ab-4773-bb78-246e41d27712 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:23.647475 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43632d06-13f3-4039-a593-76b858b92ee5 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:03:23.657834 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410e0503-2a62-471a-990f-ce2c597ec4f6 None None] Sync routers for ids ['13fd3609-0a46-4f31-b112-5a26a176eb77'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:03:23.660989 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-96e6f651-a3d0-4d14-9a00-1810bb09fbea req-df4bf329-69ab-4773-bb78-246e41d27712 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Calling delete_port for aae091ca-f992-4aa8-88a6-5d7aededb67d owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:23.671981 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410e0503-2a62-471a-990f-ce2c597ec4f6 None None] Routers {'13fd3609-0a46-4f31-b112-5a26a176eb77'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:23.674314 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-410e0503-2a62-471a-990f-ce2c597ec4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:03:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['13fd3609-0a46-4f31-b112-5a26a176eb77'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:23.695840 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43632d06-13f3-4039-a593-76b858b92ee5 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:23.697551 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-43632d06-13f3-4039-a593-76b858b92ee5 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.1741858 Sep 21 18:03:23.700220 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44048) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:23.741892 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3b3554b7-be8a-41fb-a962-ffc3c0b4fc33 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:23.945762 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-370ae162-bfbd-40ee-83dc-54261cb208eb tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] 10.222.0.58 "GET /v2.0/routers/13fd3609-0a46-4f31-b112-5a26a176eb77 HTTP/1.1" status: 200 len: 907 time: 0.2442327 Sep 21 18:03:23.948489 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44060) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:23.953162 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a0541-5ce4-463b-9890-18a2575c6808 req-759cd804-8497-4ba6-a124-8188616882b5 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:23.960806 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-387a0541-5ce4-463b-9890-18a2575c6808 req-759cd804-8497-4ba6-a124-8188616882b5 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/networks?id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf HTTP/1.1" status: 200 len: 811 time: 0.1725500 Sep 21 18:03:23.971034 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-387a0541-5ce4-463b-9890-18a2575c6808 req-c97225be-be01-4e4a-8584-f1735f2fd868 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/quotas/a8da2b927d2245079ac16237e127ada3 HTTP/1.1" status: 200 len: 375 time: 0.0093660 Sep 21 18:03:23.996006 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-410e0503-2a62-471a-990f-ce2c597ec4f6 None None] Set router 13fd3609-0a46-4f31-b112-5a26a176eb77 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:03:24.010524 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3b3554b7-be8a-41fb-a962-ffc3c0b4fc33 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:24.070758 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-387a0541-5ce4-463b-9890-18a2575c6808 req-6a13e52e-2faf-4679-9a6c-a2bef198d584 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a8da2b927d2245079ac16237e127ada3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0865777 Sep 21 18:03:24.162161 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-96e6f651-a3d0-4d14-9a00-1810bb09fbea req-df4bf329-69ab-4773-bb78-246e41d27712 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:24.168567 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e9cda62a-180e-4123-bba4-2b998f064a97 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:24.175271 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['6c5368ed-8fad-4388-80f9-90a5006b0f18', 'aae091ca-f992-4aa8-88a6-5d7aededb67d'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:03:24.269242 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:03:24.317503 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e9cda62a-180e-4123-bba4-2b998f064a97 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:24.320450 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-387a0541-5ce4-463b-9890-18a2575c6808 req-81e1283a-33a7-48d6-a480-1cda02ebfb61 service neutron] 10.222.0.58 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482889 Sep 21 18:03:24.321736 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4bf329-69ab-4773-bb78-246e41d27712 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Pushing event deleted for resources: {'Port': ['ID=aae091ca-f992-4aa8-88a6-5d7aededb67d,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:24.377525 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-410e0503-2a62-471a-990f-ce2c597ec4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fd3609-0a46-4f31-b112-5a26a176eb77', 'name': 'tempest-snat-router-673240933', 'tenant_id': '51ae1f8f367b4295a0dd04a48eded580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '4169d2ee-7a1f-4630-89b3-56b8cb172246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:03:20Z', 'updated_at': '2021-09-21T18:03:22Z', 'revision_number': 3, 'project_id': '51ae1f8f367b4295a0dd04a48eded580', 'gw_port': {'id': '4169d2ee-7a1f-4630-89b3-56b8cb172246', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:14:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fd3609-0a46-4f31-b112-5a26a176eb77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:03:21Z', 'updated_at': '2021-09-21T18:03:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:24.400813 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-3b3554b7-be8a-41fb-a962-ffc3c0b4fc33 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Deleting port 9c700ca1-ff24-4850-b484-1cfae2d48c75 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:24.402792 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3b3554b7-be8a-41fb-a962-ffc3c0b4fc33 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:24.441771 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410e0503-2a62-471a-990f-ce2c597ec4f6 None None] Checking router: 13fd3609-0a46-4f31-b112-5a26a176eb77 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:03:24.442497 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410e0503-2a62-471a-990f-ce2c597ec4f6 None None] Updating router 13fd3609-0a46-4f31-b112-5a26a176eb77 port 4169d2ee-7a1f-4630-89b3-56b8cb172246 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:03:24.503031 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-387a0541-5ce4-463b-9890-18a2575c6808 req-1557527a-3b86-49c3-b44a-e77d050d46b1 service neutron] 10.222.0.58 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781945 Sep 21 18:03:24.504437 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e6f651-a3d0-4d14-9a00-1810bb09fbea req-df4bf329-69ab-4773-bb78-246e41d27712 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] No DVR routers for this DVR port aae091ca-f992-4aa8-88a6-5d7aededb67d on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:03:24.536211 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-410e0503-2a62-471a-990f-ce2c597ec4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:24.547106 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-96e6f651-a3d0-4d14-9a00-1810bb09fbea req-df4bf329-69ab-4773-bb78-246e41d27712 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:24.549255 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-96e6f651-a3d0-4d14-9a00-1810bb09fbea req-df4bf329-69ab-4773-bb78-246e41d27712 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.44 "DELETE /v2.0/ports/aae091ca-f992-4aa8-88a6-5d7aededb67d HTTP/1.1" status: 204 len: 173 time: 1.3931756 Sep 21 18:03:24.549748 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0623c11-6157-4004-b384-242f6cdaad58', 'name': 'network-vif-deleted', 'tag': 'aae091ca-f992-4aa8-88a6-5d7aededb67d'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:03:24.552383 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a1f047-7df2-48e9-b05f-8947f01fb96a" -d '{"events": [{"server_uuid": "d0623c11-6157-4004-b384-242f6cdaad58", "name": "network-vif-deleted", "tag": "aae091ca-f992-4aa8-88a6-5d7aededb67d"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:03:24.689515 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-530a56c9-e9f6-41ab-bdc4-f7a0062bd871 req-dbaf3450-8e74-4dd2-9574-9e507b035204 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0623c11-6157-4004-b384-242f6cdaad58 HTTP/1.1" status: 200 len: 210 time: 0.1725774 Sep 21 18:03:24.737477 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 2b4a2f52-1e31-45fd-b9d0-31db57925226 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:03:24.794085 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:24.855382 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3b3554b7-be8a-41fb-a962-ffc3c0b4fc33 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:24.905590 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-e9cda62a-180e-4123-bba4-2b998f064a97 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Deleting port 4169d2ee-7a1f-4630-89b3-56b8cb172246 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:24.911108 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e9cda62a-180e-4123-bba4-2b998f064a97 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:24.913656 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-3b3554b7-be8a-41fb-a962-ffc3c0b4fc33 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Calling delete_port for 9c700ca1-ff24-4850-b484-1cfae2d48c75 owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:25.037044 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-410e0503-2a62-471a-990f-ce2c597ec4f6 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:25.049738 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-410e0503-2a62-471a-990f-ce2c597ec4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:25.057760 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 2b4a2f52-1e31-45fd-b9d0-31db57925226 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:03:25.061475 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:25.149930 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-410e0503-2a62-471a-990f-ce2c597ec4f6 None None] Attempting to bind port 4169d2ee-7a1f-4630-89b3-56b8cb172246 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:03:25.150310 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-410e0503-2a62-471a-990f-ce2c597ec4f6 None None] Attempting to bind port 4169d2ee-7a1f-4630-89b3-56b8cb172246 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:03:25.150833 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410e0503-2a62-471a-990f-ce2c597ec4f6 None None] Attempting to bind port 4169d2ee-7a1f-4630-89b3-56b8cb172246 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:03:25.185680 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410e0503-2a62-471a-990f-ce2c597ec4f6 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:03:25.188005 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410e0503-2a62-471a-990f-ce2c597ec4f6 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:03:25.188425 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-410e0503-2a62-471a-990f-ce2c597ec4f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:25.188850 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410e0503-2a62-471a-990f-ce2c597ec4f6 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:03:25.189451 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-410e0503-2a62-471a-990f-ce2c597ec4f6 None None] Bound port: 4169d2ee-7a1f-4630-89b3-56b8cb172246, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:03:25.189724 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-410e0503-2a62-471a-990f-ce2c597ec4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:25.299268 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-47cb2e7d-abc8-4d68-9617-9f4c89c3339c req-7291ed0b-7059-4165-a08c-bec3f0eb1b14 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e2a0a01-5d69-47b1-9f17-8d86324a7794 HTTP/1.1" status: 200 len: 210 time: 0.0942018 Sep 21 18:03:25.301325 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e9cda62a-180e-4123-bba4-2b998f064a97 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:25.301837 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-410e0503-2a62-471a-990f-ce2c597ec4f6 None None] For port 4169d2ee-7a1f-4630-89b3-56b8cb172246, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:03:25.311532 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:25.312671 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-410e0503-2a62-471a-990f-ce2c597ec4f6 None None] For port 4169d2ee-7a1f-4630-89b3-56b8cb172246, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=4169d2ee-7a1f-4630-89b3-56b8cb172246,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:03:25.318345 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be57c4-2de5-43c9-9f4f-14a6d5e4fb07 None None] Pushing event updated for resources: {'Port': ['ID=4169d2ee-7a1f-4630-89b3-56b8cb172246,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:25.329878 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-410e0503-2a62-471a-990f-ce2c597ec4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:25.336986 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d111c66-a3d0-44b7-8ad8-0a2771f54f95 x-openstack-request-id: req-3d111c66-a3d0-44b7-8ad8-0a2771f54f95 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:03:25.337286 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0623c11-6157-4004-b384-242f6cdaad58", "name": "network-vif-deleted", "tag": "aae091ca-f992-4aa8-88a6-5d7aededb67d", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:03:25.337542 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3d111c66-a3d0-44b7-8ad8-0a2771f54f95 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:03:25.337998 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0623c11-6157-4004-b384-242f6cdaad58', 'name': 'network-vif-deleted', 'tag': 'aae091ca-f992-4aa8-88a6-5d7aededb67d', 'status': 'completed', 'code': 200} Sep 21 18:03:25.348226 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 2b4a2f52-1e31-45fd-b9d0-31db57925226, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=2b4a2f52-1e31-45fd-b9d0-31db57925226,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:25.354077 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:25.364276 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-e9cda62a-180e-4123-bba4-2b998f064a97 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Calling delete_port for 4169d2ee-7a1f-4630-89b3-56b8cb172246 owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:25.413725 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=2b4a2f52-1e31-45fd-b9d0-31db57925226,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:25.422538 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:25.422538 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:25.423173 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:25.423613 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:25.424046 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:25.424663 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:25.425598 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:25.425598 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:25.426247 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:25.426772 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:25.427530 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:25.427678 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:25.455885 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410e0503-2a62-471a-990f-ce2c597ec4f6 None None] Routers {'13fd3609-0a46-4f31-b112-5a26a176eb77'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:25.456854 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-410e0503-2a62-471a-990f-ce2c597ec4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:03:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['13fd3609-0a46-4f31-b112-5a26a176eb77'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:25.517737 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be57c4-2de5-43c9-9f4f-14a6d5e4fb07 None None] Pushing event updated for resources: {'Port': ['ID=4169d2ee-7a1f-4630-89b3-56b8cb172246,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:25.529338 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3b3554b7-be8a-41fb-a962-ffc3c0b4fc33 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:25.574627 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3554b7-be8a-41fb-a962-ffc3c0b4fc33 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Pushing event deleted for resources: {'Port': ['ID=9c700ca1-ff24-4850-b484-1cfae2d48c75,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:25.627095 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-410e0503-2a62-471a-990f-ce2c597ec4f6 None None] Set router 13fd3609-0a46-4f31-b112-5a26a176eb77 gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:03:25.700283 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-410e0503-2a62-471a-990f-ce2c597ec4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fd3609-0a46-4f31-b112-5a26a176eb77', 'name': 'tempest-snat-router-673240933', 'tenant_id': '51ae1f8f367b4295a0dd04a48eded580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:03:20Z', 'updated_at': '2021-09-21T18:03:24Z', 'revision_number': 4, 'project_id': '51ae1f8f367b4295a0dd04a48eded580', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:25.730018 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410e0503-2a62-471a-990f-ce2c597ec4f6 None None] The sync data for ids ['13fd3609-0a46-4f31-b112-5a26a176eb77'] in n-d-810291-1 is: [{'id': '13fd3609-0a46-4f31-b112-5a26a176eb77', 'name': 'tempest-snat-router-673240933', 'tenant_id': '51ae1f8f367b4295a0dd04a48eded580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:03:20Z', 'updated_at': '2021-09-21T18:03:24Z', 'revision_number': 4, 'project_id': '51ae1f8f367b4295a0dd04a48eded580', 'gw_port_host': None}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:03:25.744231 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e9cda62a-180e-4123-bba4-2b998f064a97 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:25.877234 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cda62a-180e-4123-bba4-2b998f064a97 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Pushing event deleted for resources: {'Port': ['ID=4169d2ee-7a1f-4630-89b3-56b8cb172246,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:25.888002 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3b3554b7-be8a-41fb-a962-ffc3c0b4fc33 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:26.055789 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3b3554b7-be8a-41fb-a962-ffc3c0b4fc33 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:26.059255 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3b3554b7-be8a-41fb-a962-ffc3c0b4fc33 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:26.109629 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e9cda62a-180e-4123-bba4-2b998f064a97 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:26.211330 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e9cda62a-180e-4123-bba4-2b998f064a97 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:26.213788 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e9cda62a-180e-4123-bba4-2b998f064a97 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:26.251779 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3b3554b7-be8a-41fb-a962-ffc3c0b4fc33 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:26.252681 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3554b7-be8a-41fb-a962-ffc3c0b4fc33 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Fanout notify agent at l3_agent the message router_deleted on router f7785ca5-8ed7-4b4a-8e61-6386e1b6c2a6 {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:03:26.268820 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3b3554b7-be8a-41fb-a962-ffc3c0b4fc33 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:26.270011 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3b3554b7-be8a-41fb-a962-ffc3c0b4fc33 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] 10.222.0.58 "DELETE /v2.0/routers/f7785ca5-8ed7-4b4a-8e61-6386e1b6c2a6 HTTP/1.1" status: 204 len: 168 time: 2.7056911 Sep 21 18:03:26.274846 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44124) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:26.280613 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-2f864829-d6cc-4bc0-9bae-1d8ddf1ea651 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1050301279', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:26.293719 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44126) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:26.330906 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e9cda62a-180e-4123-bba4-2b998f064a97 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:26.330906 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cda62a-180e-4123-bba4-2b998f064a97 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 13fd3609-0a46-4f31-b112-5a26a176eb77 {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:03:26.342172 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e9cda62a-180e-4123-bba4-2b998f064a97 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:26.344489 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e9cda62a-180e-4123-bba4-2b998f064a97 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] 10.222.0.58 "DELETE /v2.0/routers/13fd3609-0a46-4f31-b112-5a26a176eb77 HTTP/1.1" status: 204 len: 168 time: 2.3944106 Sep 21 18:03:26.347260 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44134) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:26.356577 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2f864829-d6cc-4bc0-9bae-1d8ddf1ea651 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:26.357590 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2f864829-d6cc-4bc0-9bae-1d8ddf1ea651 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:26.427758 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db20c1a-ee27-4d23-93b4-2937afc8f801 req-f84a79b4-a0bd-4b68-be71-280c1248f374 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:26.439671 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2db20c1a-ee27-4d23-93b4-2937afc8f801 req-f84a79b4-a0bd-4b68-be71-280c1248f374 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b86dc02-8562-4d1b-818c-353f82047a80 HTTP/1.1" status: 200 len: 945 time: 0.2173963 Sep 21 18:03:26.508963 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2f864829-d6cc-4bc0-9bae-1d8ddf1ea651 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:26.523115 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2f864829-d6cc-4bc0-9bae-1d8ddf1ea651 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:26.555261 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5bd3828e-1fe0-46ad-bd93-02df4d5fd864 req-90980b74-2692-4406-828c-be522c45c15e tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e2a0a01-5d69-47b1-9f17-8d86324a7794 HTTP/1.1" status: 200 len: 210 time: 0.0503452 Sep 21 18:03:26.585881 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce221-f289-4a2a-8631-050bde3418d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:26.587727 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb110e25-fc0e-443f-8d53-82dfb6a24b35 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:26.601843 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2db20c1a-ee27-4d23-93b4-2937afc8f801 req-73cbb5f0-1ee1-45b6-9027-cc80548068a5 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563351 Sep 21 18:03:26.635671 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2f864829-d6cc-4bc0-9bae-1d8ddf1ea651 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:26.636980 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2f864829-d6cc-4bc0-9bae-1d8ddf1ea651 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3602412 Sep 21 18:03:26.639862 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44136) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:26.647098 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-3ff89f03-d7a0-4d3d-bbad-ae8bde71b6bc tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'enable_snat': True}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:26.662497 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device aae091ca-f992-4aa8-88a6-5d7aededb67d no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:03:26.690314 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 2b4a2f52-1e31-45fd-b9d0-31db57925226 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:03:26.698789 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: aae091ca-f992-4aa8-88a6-5d7aededb67d {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:03:26.699161 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device aae091ca-f992-4aa8-88a6-5d7aededb67d not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:03:26.772726 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 2b4a2f52-1e31-45fd-b9d0-31db57925226 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:03:26.773284 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:26.899981 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb110e25-fc0e-443f-8d53-82dfb6a24b35 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:26.934872 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3ff89f03-d7a0-4d3d-bbad-ae8bde71b6bc tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:27.053786 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-bb110e25-fc0e-443f-8d53-82dfb6a24b35 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Deleting port 2b4a2f52-1e31-45fd-b9d0-31db57925226 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:27.054214 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb110e25-fc0e-443f-8d53-82dfb6a24b35 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:27.098791 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a0541-5ce4-463b-9890-18a2575c6808 req-9426a1e9-d9e0-4d7e-a64a-f9e5490c2bde tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:27.101048 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-387a0541-5ce4-463b-9890-18a2575c6808 req-9426a1e9-d9e0-4d7e-a64a-f9e5490c2bde tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.44 "GET /v2.0/networks?id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf HTTP/1.1" status: 200 len: 811 time: 0.7975335 Sep 21 18:03:27.127448 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-387a0541-5ce4-463b-9890-18a2575c6808 req-41cc2c3b-4fa8-4408-ae44-04252d1ee1e8 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Request body: {'port': {'device_id': '2e2a0a01-5d69-47b1-9f17-8d86324a7794', 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf', 'admin_state_up': True, 'tenant_id': 'a8da2b927d2245079ac16237e127ada3'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:27.205315 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-bb110e25-fc0e-443f-8d53-82dfb6a24b35 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] For port 2b4a2f52-1e31-45fd-b9d0-31db57925226, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=2b4a2f52-1e31-45fd-b9d0-31db57925226,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:27.205543 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb110e25-fc0e-443f-8d53-82dfb6a24b35 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:27.247707 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce221-f289-4a2a-8631-050bde3418d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:27.250195 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-bb110e25-fc0e-443f-8d53-82dfb6a24b35 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Calling delete_port for 2b4a2f52-1e31-45fd-b9d0-31db57925226 owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:27.256554 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce221-f289-4a2a-8631-050bde3418d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:27.306828 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-387a0541-5ce4-463b-9890-18a2575c6808 req-41cc2c3b-4fa8-4408-ae44-04252d1ee1e8 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Made reservation on behalf of a8da2b927d2245079ac16237e127ada3 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:03:27.310402 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-387a0541-5ce4-463b-9890-18a2575c6808 req-41cc2c3b-4fa8-4408-ae44-04252d1ee1e8 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:27.315941 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2d0ce221-f289-4a2a-8631-050bde3418d5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=97e400f10d2b4ada890ed4605bc3872c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0212655 Sep 21 18:03:27.316785 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ce221-f289-4a2a-8631-050bde3418d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6990da25-68fb-4eaf-8098-eaa8e01c9adb,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:27.319146 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44142) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:27.343344 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3ff89f03-d7a0-4d3d-bbad-ae8bde71b6bc tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:27.385030 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3ff89f03-d7a0-4d3d-bbad-ae8bde71b6bc tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:27.413259 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f64b6-5ba1-449a-8315-0448510f62d2 req-616fe815-64d5-4e78-b03c-f4e05c15f48c tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:27.414762 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-846f64b6-5ba1-449a-8315-0448510f62d2 req-616fe815-64d5-4e78-b03c-f4e05c15f48c tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b86dc02-8562-4d1b-818c-353f82047a80 HTTP/1.1" status: 200 len: 945 time: 0.1016204 Sep 21 18:03:27.482101 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0ad02146-45bc-4758-809b-a261442bfcb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:27.544392 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-387a0541-5ce4-463b-9890-18a2575c6808 req-41cc2c3b-4fa8-4408-ae44-04252d1ee1e8 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Allocated IP 172.20.0.5 (26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf/63a1043c-b263-4aac-aec7-9797fbf7cd86/80069cfb-431a-439b-8b99-5ae8864bfc8f) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:27.548047 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0ad02146-45bc-4758-809b-a261442bfcb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:27.586460 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-846f64b6-5ba1-449a-8315-0448510f62d2 req-b8df2488-fc0e-4b38-bacc-34c325a7b355 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Deleting port a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:27.586786 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-846f64b6-5ba1-449a-8315-0448510f62d2 req-b8df2488-fc0e-4b38-bacc-34c325a7b355 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:27.629403 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-3ff89f03-d7a0-4d3d-bbad-ae8bde71b6bc tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Allocated IP 172.25.6.124 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/4a194977-9036-4c11-9982-dcb93a31f442) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:27.665280 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb110e25-fc0e-443f-8d53-82dfb6a24b35 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:27.704853 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-50612bbe-1e3f-4f1e-9b47-3d9c8cd98ce4 req-c5b136a5-08f8-42c3-83d3-2742fcc0fc9e tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e2a0a01-5d69-47b1-9f17-8d86324a7794 HTTP/1.1" status: 200 len: 210 time: 0.0761142 Sep 21 18:03:27.710629 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0ad02146-45bc-4758-809b-a261442bfcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:27.713192 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0ad02146-45bc-4758-809b-a261442bfcb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:27.714368 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0ad02146-45bc-4758-809b-a261442bfcb7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6990da25-68fb-4eaf-8098-eaa8e01c9adb HTTP/1.1" status: 204 len: 168 time: 0.3932872 Sep 21 18:03:27.715295 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb110e25-fc0e-443f-8d53-82dfb6a24b35 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b4a2f52-1e31-45fd-b9d0-31db57925226,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:27.759575 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad02146-45bc-4758-809b-a261442bfcb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6990da25-68fb-4eaf-8098-eaa8e01c9adb,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:27.788963 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-846f64b6-5ba1-449a-8315-0448510f62d2 req-b8df2488-fc0e-4b38-bacc-34c325a7b355 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] For port a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2,segment=NetworkSegment(47ef5cff-a3a5-4e0f-a784-ade98c2c509a),segment_id=47ef5cff-a3a5-4e0f-a784-ade98c2c509a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:27.789550 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-846f64b6-5ba1-449a-8315-0448510f62d2 req-b8df2488-fc0e-4b38-bacc-34c325a7b355 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:27.815282 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-846f64b6-5ba1-449a-8315-0448510f62d2 req-b8df2488-fc0e-4b38-bacc-34c325a7b355 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Calling delete_port for a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:27.840401 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-387a0541-5ce4-463b-9890-18a2575c6808 req-41cc2c3b-4fa8-4408-ae44-04252d1ee1e8 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:27.945589 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-387a0541-5ce4-463b-9890-18a2575c6808 req-41cc2c3b-4fa8-4408-ae44-04252d1ee1e8 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:27.960339 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['a39e2a54-1d22-4efc-ab50-17ec7c4e731b'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:03:28.047750 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-387a0541-5ce4-463b-9890-18a2575c6808 req-41cc2c3b-4fa8-4408-ae44-04252d1ee1e8 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Network 26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:28.053221 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc2c3b-4fa8-4408-ae44-04252d1ee1e8 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Pushing event updated for resources: {'Port': ['ID=80069cfb-431a-439b-8b99-5ae8864bfc8f,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:28.058497 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-387a0541-5ce4-463b-9890-18a2575c6808 req-41cc2c3b-4fa8-4408-ae44-04252d1ee1e8 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:28.061936 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-387a0541-5ce4-463b-9890-18a2575c6808 req-41cc2c3b-4fa8-4408-ae44-04252d1ee1e8 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:28.071398 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-846f64b6-5ba1-449a-8315-0448510f62d2 req-b8df2488-fc0e-4b38-bacc-34c325a7b355 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:28.109225 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['6c5368ed-8fad-4388-80f9-90a5006b0f18'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:03:28.111896 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44154) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:28.160505 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df2488-fc0e-4b38-bacc-34c325a7b355 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Pushing event deleted for resources: {'Port': ['ID=a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:28.223036 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-846f64b6-5ba1-449a-8315-0448510f62d2 req-b8df2488-fc0e-4b38-bacc-34c325a7b355 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] No DVR routers for this DVR port a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:03:28.229944 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e3dfe1e2-2058-4e37-a3e9-617a1fbedca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:28.233453 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-846f64b6-5ba1-449a-8315-0448510f62d2 req-b8df2488-fc0e-4b38-bacc-34c325a7b355 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:28.236170 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-846f64b6-5ba1-449a-8315-0448510f62d2 req-b8df2488-fc0e-4b38-bacc-34c325a7b355 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.38 "DELETE /v2.0/ports/a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2 HTTP/1.1" status: 204 len: 173 time: 0.8133225 Sep 21 18:03:28.241018 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b86dc02-8562-4d1b-818c-353f82047a80', 'name': 'network-vif-deleted', 'tag': 'a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:03:28.246425 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152b8183-3d2a-4f76-ac3d-de1036ccb0a7" -d '{"events": [{"server_uuid": "8b86dc02-8562-4d1b-818c-353f82047a80", "name": "network-vif-deleted", "tag": "a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:03:28.259147 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eed906-402d-4ec0-be7c-b7f53b7bd326 req-d650164c-1d72-49b8-86df-e2f59d56b4bc tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:28.262431 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a0541-5ce4-463b-9890-18a2575c6808 req-41cc2c3b-4fa8-4408-ae44-04252d1ee1e8 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:28.263595 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-387a0541-5ce4-463b-9890-18a2575c6808 req-41cc2c3b-4fa8-4408-ae44-04252d1ee1e8 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:28.271619 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-89eed906-402d-4ec0-be7c-b7f53b7bd326 req-d650164c-1d72-49b8-86df-e2f59d56b4bc tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b86dc02-8562-4d1b-818c-353f82047a80 HTTP/1.1" status: 200 len: 867 time: 0.5676870 Sep 21 18:03:28.298255 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3ff89f03-d7a0-4d3d-bbad-ae8bde71b6bc tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:28.326223 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb110e25-fc0e-443f-8d53-82dfb6a24b35 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:28.342979 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bed84a3-765b-4770-90fe-9d3884bea447 x-openstack-request-id: req-4bed84a3-765b-4770-90fe-9d3884bea447 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:03:28.343281 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b86dc02-8562-4d1b-818c-353f82047a80", "name": "network-vif-deleted", "tag": "a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:03:28.343572 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4bed84a3-765b-4770-90fe-9d3884bea447 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:03:28.344019 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b86dc02-8562-4d1b-818c-353f82047a80', 'name': 'network-vif-deleted', 'tag': 'a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2', 'status': 'completed', 'code': 200} Sep 21 18:03:28.428053 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-89eed906-402d-4ec0-be7c-b7f53b7bd326 req-623e710b-9723-42de-a2ff-7ec1b353f6fd tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554358 Sep 21 18:03:28.436149 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e3dfe1e2-2058-4e37-a3e9-617a1fbedca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:28.449594 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e3dfe1e2-2058-4e37-a3e9-617a1fbedca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:28.453917 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:03:28.480244 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dfe1e2-2058-4e37-a3e9-617a1fbedca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb475723-e0e7-4a25-939a-193561ed8b62,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:28.485608 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb110e25-fc0e-443f-8d53-82dfb6a24b35 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:28.489008 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb110e25-fc0e-443f-8d53-82dfb6a24b35 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:28.489204 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-387a0541-5ce4-463b-9890-18a2575c6808 req-41cc2c3b-4fa8-4408-ae44-04252d1ee1e8 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3686228 Sep 21 18:03:28.510959 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-387a0541-5ce4-463b-9890-18a2575c6808 req-99dcb788-a7a3-4066-92a3-bd59bff7631a service neutron] Request body: {'port': {'device_id': '2e2a0a01-5d69-47b1-9f17-8d86324a7794', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:28.532902 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e3dfe1e2-2058-4e37-a3e9-617a1fbedca7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=65dbc56fedfb447c948a7d54cb27194e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4174557 Sep 21 18:03:28.535285 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44162) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:28.538767 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3ff89f03-d7a0-4d3d-bbad-ae8bde71b6bc tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:28.575506 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b3dffadd-9688-4a8a-86cf-dddc90e423fd None None] Provisioning complete for port 80069cfb-431a-439b-8b99-5ae8864bfc8f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:03:28.576034 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b3dffadd-9688-4a8a-86cf-dddc90e423fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:28.594601 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-387a0541-5ce4-463b-9890-18a2575c6808 req-99dcb788-a7a3-4066-92a3-bd59bff7631a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:28.605752 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb110e25-fc0e-443f-8d53-82dfb6a24b35 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:28.607293 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb110e25-fc0e-443f-8d53-82dfb6a24b35 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0987594b-e108-47f4-92bd-a3cc811f84c8 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:03:28.615512 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb110e25-fc0e-443f-8d53-82dfb6a24b35 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:28.620803 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44164) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:28.623637 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bb110e25-fc0e-443f-8d53-82dfb6a24b35 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] 10.222.0.58 "DELETE /v2.0/routers/0987594b-e108-47f4-92bd-a3cc811f84c8 HTTP/1.1" status: 204 len: 168 time: 2.2750041 Sep 21 18:03:28.636585 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b3dffadd-9688-4a8a-86cf-dddc90e423fd None None] Port 80069cfb-431a-439b-8b99-5ae8864bfc8f cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:03:28.644602 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-7bf07620-828f-456d-ae37-a248603c4d8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1652400158', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}, 'admin_state_up': False}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:28.654167 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff89f03-d7a0-4d3d-bbad-ae8bde71b6bc tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:28.671372 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-3ff89f03-d7a0-4d3d-bbad-ae8bde71b6bc tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:28.683345 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff89f03-d7a0-4d3d-bbad-ae8bde71b6bc tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:28.705293 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7bf07620-828f-456d-ae37-a248603c4d8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:28.706415 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7bf07620-828f-456d-ae37-a248603c4d8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:28.721020 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff89f03-d7a0-4d3d-bbad-ae8bde71b6bc tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Pushing event updated for resources: {'Port': ['ID=4a194977-9036-4c11-9982-dcb93a31f442,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:28.777430 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e4ae8294-25bd-4eb2-8cca-3c1db62bf85b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:28.853836 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7bf07620-828f-456d-ae37-a248603c4d8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:28.952848 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e4ae8294-25bd-4eb2-8cca-3c1db62bf85b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:29.033006 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3306f7-bfa6-44de-9510-a087148bb1e7 req-f354f9a5-6063-45bb-a85a-3af8e10fcca5 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:29.034533 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0f3306f7-bfa6-44de-9510-a087148bb1e7 req-f354f9a5-6063-45bb-a85a-3af8e10fcca5 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e2a0a01-5d69-47b1-9f17-8d86324a7794 HTTP/1.1" status: 200 len: 931 time: 0.1778996 Sep 21 18:03:29.043907 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7bf07620-828f-456d-ae37-a248603c4d8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:29.106207 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e4ae8294-25bd-4eb2-8cca-3c1db62bf85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:29.108675 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e4ae8294-25bd-4eb2-8cca-3c1db62bf85b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:29.112332 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e4ae8294-25bd-4eb2-8cca-3c1db62bf85b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cb475723-e0e7-4a25-939a-193561ed8b62 HTTP/1.1" status: 204 len: 168 time: 0.5736153 Sep 21 18:03:29.134070 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae8294-25bd-4eb2-8cca-3c1db62bf85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb475723-e0e7-4a25-939a-193561ed8b62,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:29.163951 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0f3306f7-bfa6-44de-9510-a087148bb1e7 req-accc87cf-6c38-4a9e-976d-415c39ed4e39 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880024 Sep 21 18:03:29.185998 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3ff89f03-d7a0-4d3d-bbad-ae8bde71b6bc tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:29.257774 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-387a0541-5ce4-463b-9890-18a2575c6808 req-99dcb788-a7a3-4066-92a3-bd59bff7631a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80069cfb-431a-439b-8b99-5ae8864bfc8f {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:03:29.280008 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-387a0541-5ce4-463b-9890-18a2575c6808 req-99dcb788-a7a3-4066-92a3-bd59bff7631a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:29.315594 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-387a0541-5ce4-463b-9890-18a2575c6808 req-99dcb788-a7a3-4066-92a3-bd59bff7631a service neutron] Transition to ACTIVE for port object 80069cfb-431a-439b-8b99-5ae8864bfc8f will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:03:29.329128 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-387a0541-5ce4-463b-9890-18a2575c6808 req-99dcb788-a7a3-4066-92a3-bd59bff7631a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:29.433384 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3ff89f03-d7a0-4d3d-bbad-ae8bde71b6bc tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1427'] for router, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:29.436803 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3ff89f03-d7a0-4d3d-bbad-ae8bde71b6bc tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-734625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-734648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-574993'] for router, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:29.507430 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7bf07620-828f-456d-ae37-a248603c4d8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:29.509249 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dcb788-a7a3-4066-92a3-bd59bff7631a service neutron] Pushing event updated for resources: {'Port': ['ID=80069cfb-431a-439b-8b99-5ae8864bfc8f,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:29.576338 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7bf07620-828f-456d-ae37-a248603c4d8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:29.699329 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-387a0541-5ce4-463b-9890-18a2575c6808 req-99dcb788-a7a3-4066-92a3-bd59bff7631a service neutron] Attempting to bind port 80069cfb-431a-439b-8b99-5ae8864bfc8f on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:03:29.699819 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-387a0541-5ce4-463b-9890-18a2575c6808 req-99dcb788-a7a3-4066-92a3-bd59bff7631a service neutron] Attempting to bind port 80069cfb-431a-439b-8b99-5ae8864bfc8f by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '360d39f6-7703-40a4-89a3-bbacde0632cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:03:29.700285 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a0541-5ce4-463b-9890-18a2575c6808 req-99dcb788-a7a3-4066-92a3-bd59bff7631a service neutron] Attempting to bind port 80069cfb-431a-439b-8b99-5ae8864bfc8f on network 26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:03:29.710081 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff89f03-d7a0-4d3d-bbad-ae8bde71b6bc tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Router e37ce863-d160-41d3-a37e-bacc58be5e19 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:03:29.725448 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a0541-5ce4-463b-9890-18a2575c6808 req-99dcb788-a7a3-4066-92a3-bd59bff7631a service neutron] Port 80069cfb-431a-439b-8b99-5ae8864bfc8f on network 26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:03:29.725914 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a0541-5ce4-463b-9890-18a2575c6808 req-99dcb788-a7a3-4066-92a3-bd59bff7631a service neutron] Attempting to bind port 80069cfb-431a-439b-8b99-5ae8864bfc8f on network 26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:03:29.744572 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a0541-5ce4-463b-9890-18a2575c6808 req-99dcb788-a7a3-4066-92a3-bd59bff7631a service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:03:29.745922 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a0541-5ce4-463b-9890-18a2575c6808 req-99dcb788-a7a3-4066-92a3-bd59bff7631a service neutron] Checking segment: {'id': '360d39f6-7703-40a4-89a3-bbacde0632cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:03:29.746404 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a0541-5ce4-463b-9890-18a2575c6808 req-99dcb788-a7a3-4066-92a3-bd59bff7631a service neutron] Bound using segment: {'id': '360d39f6-7703-40a4-89a3-bbacde0632cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:03:29.747116 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-387a0541-5ce4-463b-9890-18a2575c6808 req-99dcb788-a7a3-4066-92a3-bd59bff7631a service neutron] Bound port: 80069cfb-431a-439b-8b99-5ae8864bfc8f, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '360d39f6-7703-40a4-89a3-bbacde0632cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:03:29.747518 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-387a0541-5ce4-463b-9890-18a2575c6808 req-99dcb788-a7a3-4066-92a3-bd59bff7631a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:29.805891 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-7bf07620-828f-456d-ae37-a248603c4d8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Allocated IP 172.25.6.161 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/837649b9-f539-4b5b-b220-9e27eb53b812) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:29.854813 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff89f03-d7a0-4d3d-bbad-ae8bde71b6bc tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:03:29.867127 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3ff89f03-d7a0-4d3d-bbad-ae8bde71b6bc tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:29.868684 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3ff89f03-d7a0-4d3d-bbad-ae8bde71b6bc tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] 10.222.0.58 "PUT /v2.0/routers/e37ce863-d160-41d3-a37e-bacc58be5e19 HTTP/1.1" status: 200 len: 919 time: 3.2278409 Sep 21 18:03:29.869851 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c94219-391a-434a-86e0-773cd89f8982 None None] Sync routers for ids ['e37ce863-d160-41d3-a37e-bacc58be5e19'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:03:29.871499 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44194) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:29.885058 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c94219-391a-434a-86e0-773cd89f8982 None None] Routers {'e37ce863-d160-41d3-a37e-bacc58be5e19'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:29.886312 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d3c94219-391a-434a-86e0-773cd89f8982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:03:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e37ce863-d160-41d3-a37e-bacc58be5e19'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:29.900139 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-387a0541-5ce4-463b-9890-18a2575c6808 req-99dcb788-a7a3-4066-92a3-bd59bff7631a service neutron] For port 80069cfb-431a-439b-8b99-5ae8864bfc8f, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:03:29.930887 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d3c94219-391a-434a-86e0-773cd89f8982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:29.942551 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c94219-391a-434a-86e0-773cd89f8982 None None] Routers {'e37ce863-d160-41d3-a37e-bacc58be5e19'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:29.946133 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d3c94219-391a-434a-86e0-773cd89f8982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:03:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e37ce863-d160-41d3-a37e-bacc58be5e19'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:29.948923 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-387a0541-5ce4-463b-9890-18a2575c6808 req-99dcb788-a7a3-4066-92a3-bd59bff7631a service neutron] For port 80069cfb-431a-439b-8b99-5ae8864bfc8f, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=80069cfb-431a-439b-8b99-5ae8864bfc8f,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:03:29.963744 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24879b-aaab-4600-b39d-eda9dcc44b85 req-4f9dd246-479d-4aa3-b1d5-4ce08b6be8b8 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:29.970968 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a24879b-aaab-4600-b39d-eda9dcc44b85 req-4f9dd246-479d-4aa3-b1d5-4ce08b6be8b8 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=609696bf-09e0-441c-ae9b-b2d317db85f6 HTTP/1.1" status: 200 len: 946 time: 0.1407042 Sep 21 18:03:29.982508 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-387a0541-5ce4-463b-9890-18a2575c6808 req-99dcb788-a7a3-4066-92a3-bd59bff7631a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:30.019903 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d3c94219-391a-434a-86e0-773cd89f8982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:30.020646 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c94219-391a-434a-86e0-773cd89f8982 None None] The sync data for ids ['e37ce863-d160-41d3-a37e-bacc58be5e19'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:03:30.039913 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4d0ced7d-83ea-4271-a7fa-b44cd5cc7a0a tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] 10.222.0.58 "GET /v2.0/routers/e37ce863-d160-41d3-a37e-bacc58be5e19 HTTP/1.1" status: 200 len: 925 time: 0.1670299 Sep 21 18:03:30.042807 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44204) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:30.066100 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a0541-5ce4-463b-9890-18a2575c6808 req-99dcb788-a7a3-4066-92a3-bd59bff7631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:30.066792 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-387a0541-5ce4-463b-9890-18a2575c6808 req-99dcb788-a7a3-4066-92a3-bd59bff7631a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:30.068375 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-387a0541-5ce4-463b-9890-18a2575c6808 req-99dcb788-a7a3-4066-92a3-bd59bff7631a service neutron] 10.222.0.44 "PUT /v2.0/ports/80069cfb-431a-439b-8b99-5ae8864bfc8f HTTP/1.1" status: 200 len: 1091 time: 1.5666347 Sep 21 18:03:30.085545 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7bf07620-828f-456d-ae37-a248603c4d8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:30.092457 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a24879b-aaab-4600-b39d-eda9dcc44b85 req-2531f676-2dfe-42ae-8e63-edb5a9b5303f tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206429 Sep 21 18:03:30.106903 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dcb788-a7a3-4066-92a3-bd59bff7631a service neutron] Pushing event updated for resources: {'Port': ['ID=80069cfb-431a-439b-8b99-5ae8864bfc8f,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:30.140933 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9c16c5-62ec-46fc-8714-a301b46f9982 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:30.145756 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9d9c16c5-62ec-46fc-8714-a301b46f9982 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=b8a002cf-2233-41c0-bbfe-1c8ea43e5299&device_id=e37ce863-d160-41d3-a37e-bacc58be5e19&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1014090 Sep 21 18:03:30.146407 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44206) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:30.170544 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a0541-5ce4-463b-9890-18a2575c6808 req-07553107-c624-4291-bd80-0bf6af0cbb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:30.172172 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-387a0541-5ce4-463b-9890-18a2575c6808 req-07553107-c624-4291-bd80-0bf6af0cbb27 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a8da2b927d2245079ac16237e127ada3&device_id=2e2a0a01-5d69-47b1-9f17-8d86324a7794 HTTP/1.1" status: 200 len: 1094 time: 0.0553944 Sep 21 18:03:30.173356 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7bf07620-828f-456d-ae37-a248603c4d8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:30.255450 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a49cfae-3029-40d1-b7d3-91b4cef777db tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:30.259469 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2a49cfae-3029-40d1-b7d3-91b4cef777db tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 881 time: 0.1119528 Sep 21 18:03:30.260276 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44212) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:30.273700 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-387a0541-5ce4-463b-9890-18a2575c6808 req-8931e32f-1cf9-4572-b8bb-03d3f0fcce00 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80069cfb-431a-439b-8b99-5ae8864bfc8f HTTP/1.1" status: 200 len: 217 time: 0.0899336 Sep 21 18:03:30.293235 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-60316563-7e89-46cd-b9e5-82d17a056d05 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] 10.222.0.58 "GET /v2.0/ports?device_id=e37ce863-d160-41d3-a37e-bacc58be5e19 HTTP/1.1" status: 200 len: 205 time: 0.0294087 Sep 21 18:03:30.293545 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44214) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:30.309094 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf07620-828f-456d-ae37-a248603c4d8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:30.324240 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-7bf07620-828f-456d-ae37-a248603c4d8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:30.344989 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2a0a01-5d69-47b1-9f17-8d86324a7794', 'tag': '80069cfb-431a-439b-8b99-5ae8864bfc8f'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:03:30.347215 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebec849-6316-4e3b-9097-55644f1e7615" -d '{"events": [{"name": "network-changed", "server_uuid": "2e2a0a01-5d69-47b1-9f17-8d86324a7794", "tag": "80069cfb-431a-439b-8b99-5ae8864bfc8f"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:03:30.353589 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf07620-828f-456d-ae37-a248603c4d8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:30.393326 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf07620-828f-456d-ae37-a248603c4d8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Pushing event updated for resources: {'Port': ['ID=837649b9-f539-4b5b-b220-9e27eb53b812,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:30.401139 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae301b4-c292-4960-a272-5a8be6676c87 x-openstack-request-id: req-dae301b4-c292-4960-a272-5a8be6676c87 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:03:30.401425 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e2a0a01-5d69-47b1-9f17-8d86324a7794", "tag": "80069cfb-431a-439b-8b99-5ae8864bfc8f", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:03:30.401672 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dae301b4-c292-4960-a272-5a8be6676c87 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:03:30.402243 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2a0a01-5d69-47b1-9f17-8d86324a7794', 'tag': '80069cfb-431a-439b-8b99-5ae8864bfc8f', 'status': 'completed', 'code': 200} Sep 21 18:03:30.411918 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a0541-5ce4-463b-9890-18a2575c6808 req-bf3cbaa3-7a70-44ae-8d8b-402347452e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:30.413711 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-387a0541-5ce4-463b-9890-18a2575c6808 req-bf3cbaa3-7a70-44ae-8d8b-402347452e39 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=63a1043c-b263-4aac-aec7-9797fbf7cd86 HTTP/1.1" status: 200 len: 850 time: 0.1132002 Sep 21 18:03:30.436900 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:03:30.443805 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282d1c7-5dd4-495e-a611-5f37dc580933 req-ea7a92c5-59d3-40e5-85c2-b71ed2894305 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:30.445388 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6282d1c7-5dd4-495e-a611-5f37dc580933 req-ea7a92c5-59d3-40e5-85c2-b71ed2894305 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e2a0a01-5d69-47b1-9f17-8d86324a7794 HTTP/1.1" status: 200 len: 943 time: 0.1571953 Sep 21 18:03:30.465863 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:03:30.466308 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a3c9b2d8-0a3e-4168-a1e5-6e9c9b09cfe2 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:03:30.542775 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc948ec0-e8eb-472a-8299-98fbede1533c tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:30.549114 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 2b4a2f52-1e31-45fd-b9d0-31db57925226 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:03:30.557918 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6282d1c7-5dd4-495e-a611-5f37dc580933 req-2138fcc5-9512-41d4-8270-3ed6380ff2cf tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653503 Sep 21 18:03:30.570373 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a0541-5ce4-463b-9890-18a2575c6808 req-9e14b3b2-85fc-4b4a-945b-9b88577a809a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:30.572045 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-387a0541-5ce4-463b-9890-18a2575c6808 req-9e14b3b2-85fc-4b4a-945b-9b88577a809a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122584 Sep 21 18:03:30.573172 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 2b4a2f52-1e31-45fd-b9d0-31db57925226 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:03:30.573583 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 2b4a2f52-1e31-45fd-b9d0-31db57925226 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:03:30.679671 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc948ec0-e8eb-472a-8299-98fbede1533c tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:30.755955 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-bc948ec0-e8eb-472a-8299-98fbede1533c tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Deleting port 4a194977-9036-4c11-9982-dcb93a31f442 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:30.756294 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc948ec0-e8eb-472a-8299-98fbede1533c tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:30.763983 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-387a0541-5ce4-463b-9890-18a2575c6808 req-9296424f-3554-45fb-846e-716e54da598b service neutron] 10.222.0.44 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824236 Sep 21 18:03:30.764674 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7bf07620-828f-456d-ae37-a248603c4d8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:30.840106 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc948ec0-e8eb-472a-8299-98fbede1533c tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:30.854299 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-bc948ec0-e8eb-472a-8299-98fbede1533c tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Calling delete_port for 4a194977-9036-4c11-9982-dcb93a31f442 owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:30.966098 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-387a0541-5ce4-463b-9890-18a2575c6808 req-a0d6c1dc-4b1a-4d64-8164-79e8de29a52d service neutron] 10.222.0.44 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682117 Sep 21 18:03:31.052295 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc948ec0-e8eb-472a-8299-98fbede1533c tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:31.095536 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc948ec0-e8eb-472a-8299-98fbede1533c tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Pushing event deleted for resources: {'Port': ['ID=4a194977-9036-4c11-9982-dcb93a31f442,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:31.165302 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc948ec0-e8eb-472a-8299-98fbede1533c tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:31.262693 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc948ec0-e8eb-472a-8299-98fbede1533c tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:31.264900 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc948ec0-e8eb-472a-8299-98fbede1533c tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:31.309858 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc948ec0-e8eb-472a-8299-98fbede1533c tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:31.310419 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc948ec0-e8eb-472a-8299-98fbede1533c tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Fanout notify agent at l3_agent the message router_deleted on router e37ce863-d160-41d3-a37e-bacc58be5e19 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:03:31.317520 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc948ec0-e8eb-472a-8299-98fbede1533c tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:31.322796 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bc948ec0-e8eb-472a-8299-98fbede1533c tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] 10.222.0.58 "DELETE /v2.0/routers/e37ce863-d160-41d3-a37e-bacc58be5e19 HTTP/1.1" status: 204 len: 168 time: 1.0284069 Sep 21 18:03:31.323476 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44242) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:31.327884 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-078e75ea-cbe1-40ba-84a3-11aa07cba40e tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-161079995', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:31.355506 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-078e75ea-cbe1-40ba-84a3-11aa07cba40e tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:31.356836 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-078e75ea-cbe1-40ba-84a3-11aa07cba40e tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:31.416335 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-078e75ea-cbe1-40ba-84a3-11aa07cba40e tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:31.429822 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-078e75ea-cbe1-40ba-84a3-11aa07cba40e tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:31.439495 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7bf07620-828f-456d-ae37-a248603c4d8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:31.453787 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebec849-6316-4e3b-9097-55644f1e7615 req-998ff855-3f48-4111-a2d2-35b13a842a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:31.455584 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ebec849-6316-4e3b-9097-55644f1e7615 req-998ff855-3f48-4111-a2d2-35b13a842a4d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a8da2b927d2245079ac16237e127ada3&device_id=2e2a0a01-5d69-47b1-9f17-8d86324a7794 HTTP/1.1" status: 200 len: 1094 time: 0.4377010 Sep 21 18:03:31.458602 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-078e75ea-cbe1-40ba-84a3-11aa07cba40e tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:31.460377 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-078e75ea-cbe1-40ba-84a3-11aa07cba40e tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1358759 Sep 21 18:03:31.464643 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44248) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:31.469928 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-6e152831-cf1b-4a55-9b74-96dde2abab11 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'enable_snat': False}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:31.601012 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323bed5-3868-4f71-9e0f-d5c5ce9a296c req-5e834050-f364-453d-adf8-d01dca1478a9 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:31.602666 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b323bed5-3868-4f71-9e0f-d5c5ce9a296c req-5e834050-f364-453d-adf8-d01dca1478a9 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=609696bf-09e0-441c-ae9b-b2d317db85f6 HTTP/1.1" status: 200 len: 946 time: 0.2165265 Sep 21 18:03:31.715450 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebec849-6316-4e3b-9097-55644f1e7615 req-506626e4-5bd0-4291-856a-c70d8fec9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:31.717025 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ebec849-6316-4e3b-9097-55644f1e7615 req-506626e4-5bd0-4291-856a-c70d8fec9c1e service neutron] 10.222.0.44 "GET /v2.0/networks?id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf HTTP/1.1" status: 200 len: 912 time: 0.2255814 Sep 21 18:03:31.725443 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6e152831-cf1b-4a55-9b74-96dde2abab11 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:31.730773 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61078a8-e7af-4f83-bfbd-f181542b64bc req-d1dea8f1-f596-4647-a563-a4f076304b9e tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:31.733003 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b61078a8-e7af-4f83-bfbd-f181542b64bc req-d1dea8f1-f596-4647-a563-a4f076304b9e tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.44 "GET /v2.0/ports?device_id=609696bf-09e0-441c-ae9b-b2d317db85f6 HTTP/1.1" status: 200 len: 946 time: 0.1950884 Sep 21 18:03:31.763826 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4e002-8196-4f09-8afb-4c3849a7e058 req-bda71fd7-180e-4c10-85aa-1d876b915df9 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:31.765362 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-86e4e002-8196-4f09-8afb-4c3849a7e058 req-bda71fd7-180e-4c10-85aa-1d876b915df9 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e2a0a01-5d69-47b1-9f17-8d86324a7794 HTTP/1.1" status: 200 len: 943 time: 0.0963871 Sep 21 18:03:31.784471 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b323bed5-3868-4f71-9e0f-d5c5ce9a296c req-2453ea63-b475-481f-b741-595ea438e864 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/security-groups?id=859aab39-9691-4522-9a53-c3d764044331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676040 Sep 21 18:03:31.850998 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ebec849-6316-4e3b-9097-55644f1e7615 req-032d0d90-026b-4a60-8700-d7384094cc87 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80069cfb-431a-439b-8b99-5ae8864bfc8f HTTP/1.1" status: 200 len: 217 time: 0.1166391 Sep 21 18:03:31.851990 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-86e4e002-8196-4f09-8afb-4c3849a7e058 req-7434015c-8c45-4038-a854-c1c0f9977005 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769258 Sep 21 18:03:31.941438 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf07620-828f-456d-ae37-a248603c4d8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Router 2a5dd8c4-9374-454d-ae14-7870d155ca41 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:03:31.944097 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebec849-6316-4e3b-9097-55644f1e7615 req-a1abade1-f041-4b7d-8f19-b2cd8c9547cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:31.945646 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ebec849-6316-4e3b-9097-55644f1e7615 req-a1abade1-f041-4b7d-8f19-b2cd8c9547cd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=63a1043c-b263-4aac-aec7-9797fbf7cd86 HTTP/1.1" status: 200 len: 850 time: 0.0652521 Sep 21 18:03:31.990392 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-b61078a8-e7af-4f83-bfbd-f181542b64bc req-d67a6728-767a-430c-b16f-4ed389a81e50 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Deleting port 6c5368ed-8fad-4388-80f9-90a5006b0f18 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:31.990687 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b61078a8-e7af-4f83-bfbd-f181542b64bc req-d67a6728-767a-430c-b16f-4ed389a81e50 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:32.007295 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6e152831-cf1b-4a55-9b74-96dde2abab11 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:32.028043 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6e152831-cf1b-4a55-9b74-96dde2abab11 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:32.118855 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebec849-6316-4e3b-9097-55644f1e7615 req-acb26df6-99be-4fce-a8de-1d6fe4c3a2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:32.120455 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ebec849-6316-4e3b-9097-55644f1e7615 req-acb26df6-99be-4fce-a8de-1d6fe4c3a2f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1651034 Sep 21 18:03:32.161460 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-6e152831-cf1b-4a55-9b74-96dde2abab11 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Allocated IP 172.25.6.99 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/33ae80ce-8939-45fb-bdd9-a0fe9affef24) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:32.234429 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf07620-828f-456d-ae37-a248603c4d8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:03:32.250281 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8764e3-bbbf-451f-ad3f-66b3df378c6e None None] Sync routers for ids ['2a5dd8c4-9374-454d-ae14-7870d155ca41'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:03:32.259314 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8764e3-bbbf-451f-ad3f-66b3df378c6e None None] Routers {'2a5dd8c4-9374-454d-ae14-7870d155ca41'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:32.260211 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-0d8764e3-bbbf-451f-ad3f-66b3df378c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:03:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['2a5dd8c4-9374-454d-ae14-7870d155ca41'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:32.284752 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-b61078a8-e7af-4f83-bfbd-f181542b64bc req-d67a6728-767a-430c-b16f-4ed389a81e50 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] For port 6c5368ed-8fad-4388-80f9-90a5006b0f18, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=6c5368ed-8fad-4388-80f9-90a5006b0f18,segment=NetworkSegment(47ef5cff-a3a5-4e0f-a784-ade98c2c509a),segment_id=47ef5cff-a3a5-4e0f-a784-ade98c2c509a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:32.285137 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b61078a8-e7af-4f83-bfbd-f181542b64bc req-d67a6728-767a-430c-b16f-4ed389a81e50 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:32.296811 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-0d8764e3-bbbf-451f-ad3f-66b3df378c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:32.305861 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8764e3-bbbf-451f-ad3f-66b3df378c6e None None] Routers {'2a5dd8c4-9374-454d-ae14-7870d155ca41'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:32.306708 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-0d8764e3-bbbf-451f-ad3f-66b3df378c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:03:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['2a5dd8c4-9374-454d-ae14-7870d155ca41'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:32.316736 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-b61078a8-e7af-4f83-bfbd-f181542b64bc req-d67a6728-767a-430c-b16f-4ed389a81e50 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Calling delete_port for 6c5368ed-8fad-4388-80f9-90a5006b0f18 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:32.322334 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7bf07620-828f-456d-ae37-a248603c4d8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:32.323624 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7bf07620-828f-456d-ae37-a248603c4d8a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.6833076 Sep 21 18:03:32.326747 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44260) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:32.333886 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-eaea4767-5c02-48f7-bfc4-17f4a113b2d6 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'enable_snat': False}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:32.339943 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6e152831-cf1b-4a55-9b74-96dde2abab11 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:32.341233 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-0d8764e3-bbbf-451f-ad3f-66b3df378c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:32.342063 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8764e3-bbbf-451f-ad3f-66b3df378c6e None None] The sync data for ids ['2a5dd8c4-9374-454d-ae14-7870d155ca41'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:03:32.372548 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ebec849-6316-4e3b-9097-55644f1e7615 req-6eb1ea27-2b0d-486e-ab11-3bf6d8e98692 service neutron] 10.222.0.44 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156084 Sep 21 18:03:32.456522 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6e152831-cf1b-4a55-9b74-96dde2abab11 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:32.517199 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ebec849-6316-4e3b-9097-55644f1e7615 req-93708aec-93e2-4af6-8563-25842a21486a service neutron] 10.222.0.44 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354938 Sep 21 18:03:32.534433 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b61078a8-e7af-4f83-bfbd-f181542b64bc req-d67a6728-767a-430c-b16f-4ed389a81e50 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:32.549317 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['6c5368ed-8fad-4388-80f9-90a5006b0f18'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:03:32.559209 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e152831-cf1b-4a55-9b74-96dde2abab11 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:32.560288 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e152831-cf1b-4a55-9b74-96dde2abab11 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Pushing event updated for resources: {'Port': ['ID=33ae80ce-8939-45fb-bdd9-a0fe9affef24,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:32.567148 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-6e152831-cf1b-4a55-9b74-96dde2abab11 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:32.570210 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e152831-cf1b-4a55-9b74-96dde2abab11 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:32.580388 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a6728-767a-430c-b16f-4ed389a81e50 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Pushing event deleted for resources: {'Port': ['ID=6c5368ed-8fad-4388-80f9-90a5006b0f18,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:32.633919 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61078a8-e7af-4f83-bfbd-f181542b64bc req-d67a6728-767a-430c-b16f-4ed389a81e50 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] No DVR routers for this DVR port 6c5368ed-8fad-4388-80f9-90a5006b0f18 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:03:32.638554 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b61078a8-e7af-4f83-bfbd-f181542b64bc req-d67a6728-767a-430c-b16f-4ed389a81e50 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:32.643425 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b61078a8-e7af-4f83-bfbd-f181542b64bc req-d67a6728-767a-430c-b16f-4ed389a81e50 tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.44 "DELETE /v2.0/ports/6c5368ed-8fad-4388-80f9-90a5006b0f18 HTTP/1.1" status: 204 len: 173 time: 0.8949785 Sep 21 18:03:32.643934 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609696bf-09e0-441c-ae9b-b2d317db85f6', 'name': 'network-vif-deleted', 'tag': '6c5368ed-8fad-4388-80f9-90a5006b0f18'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:03:32.646529 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a58ec6-5f6e-4b3c-b985-b3598116fabf" -d '{"events": [{"server_uuid": "609696bf-09e0-441c-ae9b-b2d317db85f6", "name": "network-vif-deleted", "tag": "6c5368ed-8fad-4388-80f9-90a5006b0f18"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:03:32.662526 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 80069cfb-431a-439b-8b99-5ae8864bfc8f details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:03:32.774988 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468e898c-35a7-4cfe-86df-aaae199b5f0c x-openstack-request-id: req-468e898c-35a7-4cfe-86df-aaae199b5f0c {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:03:32.775324 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609696bf-09e0-441c-ae9b-b2d317db85f6", "name": "network-vif-deleted", "tag": "6c5368ed-8fad-4388-80f9-90a5006b0f18", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:03:32.775965 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-468e898c-35a7-4cfe-86df-aaae199b5f0c {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:03:32.776888 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609696bf-09e0-441c-ae9b-b2d317db85f6', 'name': 'network-vif-deleted', 'tag': '6c5368ed-8fad-4388-80f9-90a5006b0f18', 'status': 'completed', 'code': 200} Sep 21 18:03:32.807630 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 80069cfb-431a-439b-8b99-5ae8864bfc8f, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=80069cfb-431a-439b-8b99-5ae8864bfc8f,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:32.826305 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '80069cfb-431a-439b-8b99-5ae8864bfc8f', 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf', 'port_id': '80069cfb-431a-439b-8b99-5ae8864bfc8f', 'mac_address': 'fa:16:3e:1e:49:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a1043c-b263-4aac-aec7-9797fbf7cd86', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:03:32.881887 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:32.900628 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80069cfb-431a-439b-8b99-5ae8864bfc8f {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:03:32.938564 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 80069cfb-431a-439b-8b99-5ae8864bfc8f, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=80069cfb-431a-439b-8b99-5ae8864bfc8f,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:32.945000 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:33.013913 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=80069cfb-431a-439b-8b99-5ae8864bfc8f,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:33.089408 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442c96e-e52a-405f-bf99-bd130adb4561 req-9ecf16e5-baa6-4dc8-b0f3-97250cd7e072 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:33.091005 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9442c96e-e52a-405f-bf99-bd130adb4561 req-9ecf16e5-baa6-4dc8-b0f3-97250cd7e072 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e2a0a01-5d69-47b1-9f17-8d86324a7794 HTTP/1.1" status: 200 len: 944 time: 0.0656617 Sep 21 18:03:33.180420 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9442c96e-e52a-405f-bf99-bd130adb4561 req-807257e1-7d9f-4577-8942-44dbc5eb83f3 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773818 Sep 21 18:03:33.205939 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-03acecbf-e70c-4d3c-891d-5aa6733f7594 req-036a39a0-b617-4019-b708-4622bd0fed0e tempest-ListServerFiltersTestJSON-436610187 tempest-ListServerFiltersTestJSON-436610187-project] 10.222.0.58 "GET /v2.0/ports?device_id=609696bf-09e0-441c-ae9b-b2d317db85f6 HTTP/1.1" status: 200 len: 210 time: 0.0416651 Sep 21 18:03:33.228731 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['80069cfb-431a-439b-8b99-5ae8864bfc8f'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:03:33.396666 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-eaea4767-5c02-48f7-bfc4-17f4a113b2d6 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:33.556315 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6e152831-cf1b-4a55-9b74-96dde2abab11 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:33.828703 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6e152831-cf1b-4a55-9b74-96dde2abab11 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1427'] for router, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:33.836752 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6e152831-cf1b-4a55-9b74-96dde2abab11 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-734625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-734648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-574993'] for router, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:34.122697 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e152831-cf1b-4a55-9b74-96dde2abab11 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Router dc3f353f-2989-4658-ae33-fe824b39ed0d is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:03:34.137875 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-eaea4767-5c02-48f7-bfc4-17f4a113b2d6 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1427'] for router, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:34.153942 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-eaea4767-5c02-48f7-bfc4-17f4a113b2d6 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-734625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-734648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-574993'] for router, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:34.299982 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44290) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:34.366725 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e152831-cf1b-4a55-9b74-96dde2abab11 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:03:34.372848 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6e152831-cf1b-4a55-9b74-96dde2abab11 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:34.374074 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6e152831-cf1b-4a55-9b74-96dde2abab11 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] 10.222.0.58 "PUT /v2.0/routers/dc3f353f-2989-4658-ae33-fe824b39ed0d HTTP/1.1" status: 200 len: 918 time: 2.9096589 Sep 21 18:03:34.377028 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44294) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:34.391259 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaea4767-5c02-48f7-bfc4-17f4a113b2d6 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Router 2a5dd8c4-9374-454d-ae14-7870d155ca41 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:03:34.395463 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab5b4ad-e392-4e04-8a7d-537ce3993f12 None None] Sync routers for ids ['dc3f353f-2989-4658-ae33-fe824b39ed0d'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:03:34.410702 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddc3c10f-a65e-4296-bafa-8b73fc326ca8 admin admin] Deleting subnet bdd8e674-fedb-4b0d-aedc-155bdba08747 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:03:34.416565 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab5b4ad-e392-4e04-8a7d-537ce3993f12 None None] Routers {'dc3f353f-2989-4658-ae33-fe824b39ed0d'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:34.417680 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-3ab5b4ad-e392-4e04-8a7d-537ce3993f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:03:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['dc3f353f-2989-4658-ae33-fe824b39ed0d'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:34.428373 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ddc3c10f-a65e-4296-bafa-8b73fc326ca8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:34.481791 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ddc3c10f-a65e-4296-bafa-8b73fc326ca8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:34.516929 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-3ab5b4ad-e392-4e04-8a7d-537ce3993f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:34.526440 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab5b4ad-e392-4e04-8a7d-537ce3993f12 None None] Routers {'dc3f353f-2989-4658-ae33-fe824b39ed0d'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:34.527085 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-3ab5b4ad-e392-4e04-8a7d-537ce3993f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:03:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['dc3f353f-2989-4658-ae33-fe824b39ed0d'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:34.563000 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-3ab5b4ad-e392-4e04-8a7d-537ce3993f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:34.563667 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab5b4ad-e392-4e04-8a7d-537ce3993f12 None None] The sync data for ids ['dc3f353f-2989-4658-ae33-fe824b39ed0d'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:03:34.595144 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ddc3c10f-a65e-4296-bafa-8b73fc326ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:34.660782 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ddc3c10f-a65e-4296-bafa-8b73fc326ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:34.663344 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 80069cfb-431a-439b-8b99-5ae8864bfc8f up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:03:34.692572 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3c10f-a65e-4296-bafa-8b73fc326ca8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdd8e674-fedb-4b0d-aedc-155bdba08747,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:34.696774 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ddc3c10f-a65e-4296-bafa-8b73fc326ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:34.699034 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ddc3c10f-a65e-4296-bafa-8b73fc326ca8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bdd8e674-fedb-4b0d-aedc-155bdba08747 HTTP/1.1" status: 204 len: 168 time: 0.3971097 Sep 21 18:03:34.701395 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44296) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:34.706014 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dc5ae2-de3a-4498-a8b8-3ea4078e03bd None None] Network ed7ac096-8b50-4865-999e-f00c1ee3a096 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:03:34.774507 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d9807b3e-626f-49ce-8a6c-da359c0088f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:34.825895 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 80069cfb-431a-439b-8b99-5ae8864bfc8f completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:03:34.836010 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 80069cfb-431a-439b-8b99-5ae8864bfc8f triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:03:34.836010 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:34.837888 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-d9807b3e-626f-49ce-8a6c-da359c0088f3 admin admin] Deleting port fa7bde29-93e8-4e84-bf9c-773c4099a81d {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:34.838267 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d9807b3e-626f-49ce-8a6c-da359c0088f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:34.903412 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-d9807b3e-626f-49ce-8a6c-da359c0088f3 admin admin] For port fa7bde29-93e8-4e84-bf9c-773c4099a81d, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=fa7bde29-93e8-4e84-bf9c-773c4099a81d,segment=NetworkSegment(47ef5cff-a3a5-4e0f-a784-ade98c2c509a),segment_id=47ef5cff-a3a5-4e0f-a784-ade98c2c509a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:34.903778 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d9807b3e-626f-49ce-8a6c-da359c0088f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:34.917332 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-d9807b3e-626f-49ce-8a6c-da359c0088f3 admin admin] Calling delete_port for fa7bde29-93e8-4e84-bf9c-773c4099a81d owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:34.953896 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:34.973258 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fd5f7c9d-8323-4f79-b065-cc6f521547f7 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] 10.222.0.58 "GET /v2.0/routers/dc3f353f-2989-4658-ae33-fe824b39ed0d HTTP/1.1" status: 200 len: 924 time: 0.5932674 Sep 21 18:03:34.976029 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44300) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:34.981730 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2a0a01-5d69-47b1-9f17-8d86324a7794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80069cfb-431a-439b-8b99-5ae8864bfc8f'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:03:34.984836 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddbefe1-5e4e-496f-94bc-ae453b94c53a" -d '{"events": [{"server_uuid": "2e2a0a01-5d69-47b1-9f17-8d86324a7794", "name": "network-vif-plugged", "status": "completed", "tag": "80069cfb-431a-439b-8b99-5ae8864bfc8f"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:03:34.995535 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8438c89-f5fe-4c66-9a4b-ded5995a8454 None None] DHCP port deletion for ed7ac096-8b50-4865-999e-f00c1ee3a096 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:03:35.002299 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0e16e-3d6e-4a04-92aa-fb1944722774 req-d0a17e46-373b-4757-bbb3-8c622a1c469b tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:35.010918 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c5d0e16e-3d6e-4a04-92aa-fb1944722774 req-d0a17e46-373b-4757-bbb3-8c622a1c469b tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e2a0a01-5d69-47b1-9f17-8d86324a7794 HTTP/1.1" status: 200 len: 944 time: 0.4959393 Sep 21 18:03:35.012313 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 80069cfb-431a-439b-8b99-5ae8864bfc8f, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=80069cfb-431a-439b-8b99-5ae8864bfc8f,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:35.014533 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaea4767-5c02-48f7-bfc4-17f4a113b2d6 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:03:35.023497 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-eaea4767-5c02-48f7-bfc4-17f4a113b2d6 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:35.025647 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-eaea4767-5c02-48f7-bfc4-17f4a113b2d6 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] 10.222.0.58 "PUT /v2.0/routers/2a5dd8c4-9374-454d-ae14-7870d155ca41 HTTP/1.1" status: 200 len: 922 time: 2.6978016 Sep 21 18:03:35.027324 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377b3900-daf5-4df0-b4dc-c0223ceaf570 None None] Sync routers for ids ['2a5dd8c4-9374-454d-ae14-7870d155ca41'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:03:35.031538 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44308) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:35.037717 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:35.038897 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 6c5368ed-8fad-4388-80f9-90a5006b0f18 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:03:35.039784 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377b3900-daf5-4df0-b4dc-c0223ceaf570 None None] Routers {'2a5dd8c4-9374-454d-ae14-7870d155ca41'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:35.041649 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-377b3900-daf5-4df0-b4dc-c0223ceaf570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:03:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['2a5dd8c4-9374-454d-ae14-7870d155ca41'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:35.082636 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c5d0e16e-3d6e-4a04-92aa-fb1944722774 req-5993bcd3-b9d0-4ee8-9491-fbb1fd4b99bd tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698707 Sep 21 18:03:35.087721 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d9807b3e-626f-49ce-8a6c-da359c0088f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:35.093276 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 6c5368ed-8fad-4388-80f9-90a5006b0f18 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:03:35.093631 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 6c5368ed-8fad-4388-80f9-90a5006b0f18 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:03:35.102159 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52246586-3862-4c72-ad94-8297313167a1 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:35.106778 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-52246586-3862-4c72-ad94-8297313167a1 tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=b8a002cf-2233-41c0-bbfe-1c8ea43e5299&device_id=dc3f353f-2989-4658-ae33-fe824b39ed0d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1272421 Sep 21 18:03:35.107766 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44310) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:35.130971 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9807b3e-626f-49ce-8a6c-da359c0088f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa7bde29-93e8-4e84-bf9c-773c4099a81d,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:35.139383 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9807b3e-626f-49ce-8a6c-da359c0088f3 admin admin] No DVR routers for this DVR port fa7bde29-93e8-4e84-bf9c-773c4099a81d on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:03:35.141623 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=80069cfb-431a-439b-8b99-5ae8864bfc8f,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:35.146498 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-377b3900-daf5-4df0-b4dc-c0223ceaf570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:35.162322 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-d8438c89-f5fe-4c66-9a4b-ded5995a8454 None None] Deleting port fa7bde29-93e8-4e84-bf9c-773c4099a81d {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:35.162705 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d8438c89-f5fe-4c66-9a4b-ded5995a8454 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:35.169658 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377b3900-daf5-4df0-b4dc-c0223ceaf570 None None] Routers {'2a5dd8c4-9374-454d-ae14-7870d155ca41'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:35.171281 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-377b3900-daf5-4df0-b4dc-c0223ceaf570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:03:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['2a5dd8c4-9374-454d-ae14-7870d155ca41'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:35.257934 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-377b3900-daf5-4df0-b4dc-c0223ceaf570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:35.259017 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377b3900-daf5-4df0-b4dc-c0223ceaf570 None None] The sync data for ids ['2a5dd8c4-9374-454d-ae14-7870d155ca41'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:03:35.279652 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf2c0c5-3565-4cb3-bb9e-1583d1875e3d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:35.281054 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-dcf2c0c5-3565-4cb3-bb9e-1583d1875e3d tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 881 time: 0.1728122 Sep 21 18:03:35.286310 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44316) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:35.299785 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d9807b3e-626f-49ce-8a6c-da359c0088f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:35.315026 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b6765dd0-51db-42af-b4e1-63aca1676a38 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] 10.222.0.58 "GET /v2.0/routers/2a5dd8c4-9374-454d-ae14-7870d155ca41 HTTP/1.1" status: 200 len: 922 time: 0.2786472 Sep 21 18:03:35.315665 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44320) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:35.338587 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-dac2eeea-a823-4697-8bea-1a295a8c962a tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc3f353f-2989-4658-ae33-fe824b39ed0d HTTP/1.1" status: 200 len: 205 time: 0.0510871 Sep 21 18:03:35.339713 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44322) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:35.357456 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-d9807b3e-626f-49ce-8a6c-da359c0088f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed7ac096-8b50-4865-999e-f00c1ee3a096']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:35.372021 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-d9807b3e-626f-49ce-8a6c-da359c0088f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ef5cff-a3a5-4e0f-a784-ade98c2c509a') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:35.372379 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-d9807b3e-626f-49ce-8a6c-da359c0088f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ef5cff-a3a5-4e0f-a784-ade98c2c509a') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:35.385349 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d9807b3e-626f-49ce-8a6c-da359c0088f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:35.401766 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d7ad59-d5d0-4ee7-9e81-9bee7baedea0 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:35.403353 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a4d7ad59-d5d0-4ee7-9e81-9bee7baedea0 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=b8a002cf-2233-41c0-bbfe-1c8ea43e5299&device_id=2a5dd8c4-9374-454d-ae14-7870d155ca41&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0871770 Sep 21 18:03:35.406202 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44324) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:35.415232 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d9807b3e-626f-49ce-8a6c-da359c0088f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:35.420013 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bee93f-d987-4036-b96f-f080b1971210 x-openstack-request-id: req-76bee93f-d987-4036-b96f-f080b1971210 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:03:35.420548 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2a0a01-5d69-47b1-9f17-8d86324a7794", "name": "network-vif-plugged", "status": "completed", "tag": "80069cfb-431a-439b-8b99-5ae8864bfc8f", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:03:35.420548 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-76bee93f-d987-4036-b96f-f080b1971210 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:03:35.420986 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2a0a01-5d69-47b1-9f17-8d86324a7794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80069cfb-431a-439b-8b99-5ae8864bfc8f', 'code': 200} Sep 21 18:03:35.436072 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9807b3e-626f-49ce-8a6c-da359c0088f3 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:03:35.436536 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d9807b3e-626f-49ce-8a6c-da359c0088f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:35.438761 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:03:35.438761 n-d-810291-1 neutron-server[101460]: items = [ Sep 21 18:03:35.438761 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:03:35.438761 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:03:35.438761 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:03:35.438761 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:03:35.438761 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:03:35.438761 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:03:35.438761 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:03:35.438761 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:03:35.438761 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:03:35.438761 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:03:35.438761 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:03:35.438761 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:03:35.438761 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:03:35.438761 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:03:35.438761 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:03:35.438761 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:03:35.438761 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:03:35.438761 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:03:35.438761 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:03:35.438761 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:03:35.438761 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:03:35.438761 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:03:35.438761 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:03:35.438761 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:03:35.438761 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:03:35.438761 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:03:35.438761 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:03:35.438761 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:03:35.438761 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:03:35.438761 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:03:35.438761 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:03:35.438761 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:03:35.442567 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-d8438c89-f5fe-4c66-9a4b-ded5995a8454 None None] For port fa7bde29-93e8-4e84-bf9c-773c4099a81d, host n-d-810291-1, got binding levels [] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:35.443539 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d8438c89-f5fe-4c66-9a4b-ded5995a8454 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:35.472225 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-d8438c89-f5fe-4c66-9a4b-ded5995a8454 None None] Calling delete_port for fa7bde29-93e8-4e84-bf9c-773c4099a81d owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:35.474988 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.ipam_backend_mixin [None req-d8438c89-f5fe-4c66-9a4b-ded5995a8454 None None] Port fa7bde29-93e8-4e84-bf9c-773c4099a81d was not found and therefore no delete operation was performed {{(pid=101462) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 18:03:35.476304 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d8438c89-f5fe-4c66-9a4b-ded5995a8454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:35.497300 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:03:35.511766 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8762053c-f04e-4df9-8c6e-38896a21bab8 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:35.518284 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8438c89-f5fe-4c66-9a4b-ded5995a8454 None None] Pushing event deleted for resources: {'Port': ['ID=fa7bde29-93e8-4e84-bf9c-773c4099a81d,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:35.547485 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8438c89-f5fe-4c66-9a4b-ded5995a8454 None None] No DVR routers for this DVR port fa7bde29-93e8-4e84-bf9c-773c4099a81d on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:03:35.600641 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d9807b3e-626f-49ce-8a6c-da359c0088f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:35.617761 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d9807b3e-626f-49ce-8a6c-da359c0088f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:35.624042 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d9807b3e-626f-49ce-8a6c-da359c0088f3 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ed7ac096-8b50-4865-999e-f00c1ee3a096 HTTP/1.1" status: 204 len: 168 time: 0.9216092 Sep 21 18:03:35.644114 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18ffcc3-71e2-4f1d-9491-a37ab1790c61 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:35.645526 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a18ffcc3-71e2-4f1d-9491-a37ab1790c61 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 881 time: 0.2384131 Sep 21 18:03:35.647745 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9807b3e-626f-49ce-8a6c-da359c0088f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed7ac096-8b50-4865-999e-f00c1ee3a096,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:35.649516 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44332) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:35.651294 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498832b-5b65-483c-8d56-145d60ecc26b req-61225eb2-320b-44da-bd97-3b9eae195af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:35.652898 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0498832b-5b65-483c-8d56-145d60ecc26b req-61225eb2-320b-44da-bd97-3b9eae195af8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2e2a0a01-5d69-47b1-9f17-8d86324a7794 HTTP/1.1" status: 200 len: 1096 time: 0.1309125 Sep 21 18:03:35.685774 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9aa25a1d-9a3d-4c31-816e-feec59b28492 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a5dd8c4-9374-454d-ae14-7870d155ca41 HTTP/1.1" status: 200 len: 205 time: 0.0350146 Sep 21 18:03:35.688140 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8762053c-f04e-4df9-8c6e-38896a21bab8 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:35.689654 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44334) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:35.740565 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0498832b-5b65-483c-8d56-145d60ecc26b req-8330c1c5-96ae-41e9-a0ec-cbf6449b6d4c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797153 Sep 21 18:03:35.751767 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-8762053c-f04e-4df9-8c6e-38896a21bab8 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Deleting port 33ae80ce-8939-45fb-bdd9-a0fe9affef24 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:35.752109 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8762053c-f04e-4df9-8c6e-38896a21bab8 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:35.809409 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d2dc8f2e-c991-4ffb-943e-db0adf2bc420 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:35.822602 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44338) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:35.844590 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8762053c-f04e-4df9-8c6e-38896a21bab8 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:35.870180 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-8762053c-f04e-4df9-8c6e-38896a21bab8 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Calling delete_port for 33ae80ce-8939-45fb-bdd9-a0fe9affef24 owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:35.891472 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d6e54f7f-baa4-48f5-8dd3-043ddadce6a0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=deddc9ddec624708962e75d1e84549bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0677404 Sep 21 18:03:35.895234 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44340) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:35.922364 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d2dc8f2e-c991-4ffb-943e-db0adf2bc420 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:35.981121 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-d2dc8f2e-c991-4ffb-943e-db0adf2bc420 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Deleting port 837649b9-f539-4b5b-b220-9e27eb53b812 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:35.981494 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d2dc8f2e-c991-4ffb-943e-db0adf2bc420 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:36.027573 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5ee39f1b-8955-40c5-b0f4-c6f262ebfc10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:36.060324 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5ee39f1b-8955-40c5-b0f4-c6f262ebfc10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:36.060825 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d2dc8f2e-c991-4ffb-943e-db0adf2bc420 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:36.073214 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-d2dc8f2e-c991-4ffb-943e-db0adf2bc420 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Calling delete_port for 837649b9-f539-4b5b-b220-9e27eb53b812 owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:36.133122 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8762053c-f04e-4df9-8c6e-38896a21bab8 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:36.163381 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762053c-f04e-4df9-8c6e-38896a21bab8 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Pushing event deleted for resources: {'Port': ['ID=33ae80ce-8939-45fb-bdd9-a0fe9affef24,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:36.175437 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5ee39f1b-8955-40c5-b0f4-c6f262ebfc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:36.177936 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5ee39f1b-8955-40c5-b0f4-c6f262ebfc10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:36.179376 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5ee39f1b-8955-40c5-b0f4-c6f262ebfc10 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/859aab39-9691-4522-9a53-c3d764044331 HTTP/1.1" status: 204 len: 168 time: 0.2834969 Sep 21 18:03:36.233277 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee39f1b-8955-40c5-b0f4-c6f262ebfc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859aab39-9691-4522-9a53-c3d764044331,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:36.282629 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d2dc8f2e-c991-4ffb-943e-db0adf2bc420 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:36.287821 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff307e-22a2-44c2-b69e-9a450062aaf8 req-58835748-e691-49f6-bb6d-39e39aeb5923 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:36.290287 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6eff307e-22a2-44c2-b69e-9a450062aaf8 req-58835748-e691-49f6-bb6d-39e39aeb5923 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e2a0a01-5d69-47b1-9f17-8d86324a7794 HTTP/1.1" status: 200 len: 945 time: 0.1335669 Sep 21 18:03:36.295996 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8762053c-f04e-4df9-8c6e-38896a21bab8 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:36.319685 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc8f2e-c991-4ffb-943e-db0adf2bc420 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Pushing event deleted for resources: {'Port': ['ID=837649b9-f539-4b5b-b220-9e27eb53b812,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:36.336585 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc8f2e-c991-4ffb-943e-db0adf2bc420 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:36.336936 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc8f2e-c991-4ffb-943e-db0adf2bc420 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:36.337273 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc8f2e-c991-4ffb-943e-db0adf2bc420 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:36.337609 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc8f2e-c991-4ffb-943e-db0adf2bc420 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:36.337976 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc8f2e-c991-4ffb-943e-db0adf2bc420 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:36.338436 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc8f2e-c991-4ffb-943e-db0adf2bc420 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:36.338770 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc8f2e-c991-4ffb-943e-db0adf2bc420 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:36.339121 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc8f2e-c991-4ffb-943e-db0adf2bc420 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:36.339443 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc8f2e-c991-4ffb-943e-db0adf2bc420 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:36.339762 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc8f2e-c991-4ffb-943e-db0adf2bc420 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:36.340201 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc8f2e-c991-4ffb-943e-db0adf2bc420 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:36.341173 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dc8f2e-c991-4ffb-943e-db0adf2bc420 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:03:36.402125 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d2dc8f2e-c991-4ffb-943e-db0adf2bc420 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:36.411710 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8762053c-f04e-4df9-8c6e-38896a21bab8 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:36.414151 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8762053c-f04e-4df9-8c6e-38896a21bab8 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:36.470702 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6eff307e-22a2-44c2-b69e-9a450062aaf8 req-3217eb30-9bb0-40e7-aec0-9451feaf35aa tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407092 Sep 21 18:03:36.478692 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8762053c-f04e-4df9-8c6e-38896a21bab8 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:36.479077 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8762053c-f04e-4df9-8c6e-38896a21bab8 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Fanout notify agent at l3_agent the message router_deleted on router dc3f353f-2989-4658-ae33-fe824b39ed0d {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:03:36.486637 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8762053c-f04e-4df9-8c6e-38896a21bab8 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:36.491919 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8762053c-f04e-4df9-8c6e-38896a21bab8 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] 10.222.0.58 "DELETE /v2.0/routers/dc3f353f-2989-4658-ae33-fe824b39ed0d HTTP/1.1" status: 204 len: 168 time: 1.1503360 Sep 21 18:03:36.492556 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44350) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:36.497965 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d2dc8f2e-c991-4ffb-943e-db0adf2bc420 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:36.498116 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-e176d8f7-394c-444e-94ed-1a40ad135e1f tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1154910288', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}, 'admin_state_up': False}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:36.500205 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d2dc8f2e-c991-4ffb-943e-db0adf2bc420 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:36.532232 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e176d8f7-394c-444e-94ed-1a40ad135e1f tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:36.533704 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e176d8f7-394c-444e-94ed-1a40ad135e1f tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:36.564169 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d2dc8f2e-c991-4ffb-943e-db0adf2bc420 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:36.564642 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2dc8f2e-c991-4ffb-943e-db0adf2bc420 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Fanout notify agent at l3_agent the message router_deleted on router 2a5dd8c4-9374-454d-ae14-7870d155ca41 {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:03:36.573420 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d2dc8f2e-c991-4ffb-943e-db0adf2bc420 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:36.574460 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d2dc8f2e-c991-4ffb-943e-db0adf2bc420 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] 10.222.0.58 "DELETE /v2.0/routers/2a5dd8c4-9374-454d-ae14-7870d155ca41 HTTP/1.1" status: 204 len: 168 time: 0.8838813 Sep 21 18:03:36.580582 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44356) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:36.595608 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e176d8f7-394c-444e-94ed-1a40ad135e1f tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:36.603363 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-b4c209f7-99d4-4616-a12b-acc7d2173588 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-729904944', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:36.631223 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b4c209f7-99d4-4616-a12b-acc7d2173588 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:36.632634 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b4c209f7-99d4-4616-a12b-acc7d2173588 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:36.633971 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device fa7bde29-93e8-4e84-bf9c-773c4099a81d no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:03:36.667847 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: fa7bde29-93e8-4e84-bf9c-773c4099a81d {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:03:36.668416 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device fa7bde29-93e8-4e84-bf9c-773c4099a81d not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:03:36.766585 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b4c209f7-99d4-4616-a12b-acc7d2173588 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:36.775037 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b4c209f7-99d4-4616-a12b-acc7d2173588 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:36.791669 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e176d8f7-394c-444e-94ed-1a40ad135e1f tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:36.804650 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b4c209f7-99d4-4616-a12b-acc7d2173588 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:36.807522 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b4c209f7-99d4-4616-a12b-acc7d2173588 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2255876 Sep 21 18:03:36.810239 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44370) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:36.815897 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-2517d99a-42ee-48cb-9045-a84bd65cbe31 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:37.148740 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e176d8f7-394c-444e-94ed-1a40ad135e1f tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:37.176446 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e176d8f7-394c-444e-94ed-1a40ad135e1f tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:37.238897 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44384) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:37.310106 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-e176d8f7-394c-444e-94ed-1a40ad135e1f tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Allocated IP 172.25.6.86 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/2d1c07de-f343-4581-8b1e-a4a865db43be) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:37.406251 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-b09c431e-2203-40dd-9323-c25b0f279bea admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-213744954-network', 'tenant_id': '33c9cb4e98494025aa0eb4014414b451'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:37.416659 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2517d99a-42ee-48cb-9045-a84bd65cbe31 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:37.449932 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09c431e-2203-40dd-9323-c25b0f279bea admin admin] Made reservation on behalf of 33c9cb4e98494025aa0eb4014414b451 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:03:37.452257 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b09c431e-2203-40dd-9323-c25b0f279bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:37.475134 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b09c431e-2203-40dd-9323-c25b0f279bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:37.479901 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e176d8f7-394c-444e-94ed-1a40ad135e1f tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:37.591509 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e176d8f7-394c-444e-94ed-1a40ad135e1f tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:37.649805 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e176d8f7-394c-444e-94ed-1a40ad135e1f tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:37.651692 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2517d99a-42ee-48cb-9045-a84bd65cbe31 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:37.657875 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-e176d8f7-394c-444e-94ed-1a40ad135e1f tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:37.660688 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e176d8f7-394c-444e-94ed-1a40ad135e1f tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:37.673646 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2517d99a-42ee-48cb-9045-a84bd65cbe31 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:37.674212 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845518b-ae0a-4101-af7f-bfd763a1907f req-c9579a93-853e-40a0-9d48-e4ede88baf31 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:37.675797 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b845518b-ae0a-4101-af7f-bfd763a1907f req-c9579a93-853e-40a0-9d48-e4ede88baf31 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e2a0a01-5d69-47b1-9f17-8d86324a7794 HTTP/1.1" status: 200 len: 945 time: 0.1246157 Sep 21 18:03:37.735084 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176d8f7-394c-444e-94ed-1a40ad135e1f tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Pushing event updated for resources: {'Port': ['ID=2d1c07de-f343-4581-8b1e-a4a865db43be,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:37.772284 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b09c431e-2203-40dd-9323-c25b0f279bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:37.787264 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b09c431e-2203-40dd-9323-c25b0f279bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:37.815644 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-2517d99a-42ee-48cb-9045-a84bd65cbe31 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Allocated IP 172.25.6.101 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/efd39975-8d83-48dc-943c-7689548f2cdc) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:37.840986 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b845518b-ae0a-4101-af7f-bfd763a1907f req-92fb61c8-edfa-4fc7-854e-e3ddcf3e44d2 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333282 Sep 21 18:03:37.897467 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b09c431e-2203-40dd-9323-c25b0f279bea admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:03:37.928974 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c431e-2203-40dd-9323-c25b0f279bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f73b5a-6472-4c0c-b8aa-66c54f91e1f5,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:37.938993 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b09c431e-2203-40dd-9323-c25b0f279bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:37.939380 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-b09c431e-2203-40dd-9323-c25b0f279bea admin admin] Added segment 1253794b-9a11-488f-a03b-7fdadfe2bb6f of type vlan for network 9c88ce3f-306a-45e1-b507-5f5a5b964d7d Sep 21 18:03:37.980084 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2517d99a-42ee-48cb-9045-a84bd65cbe31 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:38.007033 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b09c431e-2203-40dd-9323-c25b0f279bea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:38.032686 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2517d99a-42ee-48cb-9045-a84bd65cbe31 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:38.079454 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2517d99a-42ee-48cb-9045-a84bd65cbe31 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:38.082603 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-2517d99a-42ee-48cb-9045-a84bd65cbe31 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:38.086426 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2517d99a-42ee-48cb-9045-a84bd65cbe31 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:38.109026 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b09c431e-2203-40dd-9323-c25b0f279bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:38.110037 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09c431e-2203-40dd-9323-c25b0f279bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:38.110626 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b09c431e-2203-40dd-9323-c25b0f279bea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:38.123826 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517d99a-42ee-48cb-9045-a84bd65cbe31 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Pushing event updated for resources: {'Port': ['ID=efd39975-8d83-48dc-943c-7689548f2cdc,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:38.185300 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b09c431e-2203-40dd-9323-c25b0f279bea admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9425161 Sep 21 18:03:38.200755 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44400) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:38.207035 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-948748c3-318b-468d-96b0-ed150e3e64eb admin admin] Request body: {'subnet': {'network_id': '9c88ce3f-306a-45e1-b507-5f5a5b964d7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-213744954-subnet', 'tenant_id': '33c9cb4e98494025aa0eb4014414b451', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:38.216541 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e176d8f7-394c-444e-94ed-1a40ad135e1f tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:38.218337 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c431e-2203-40dd-9323-c25b0f279bea admin admin] Pushing event updated for resources: {'Network': ['ID=9c88ce3f-306a-45e1-b507-5f5a5b964d7d,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:38.231069 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 9c88ce3f-306a-45e1-b507-5f5a5b964d7d details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:03:38.287457 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948748c3-318b-468d-96b0-ed150e3e64eb admin admin] Made reservation on behalf of 33c9cb4e98494025aa0eb4014414b451 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:03:38.290670 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-948748c3-318b-468d-96b0-ed150e3e64eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:38.447218 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e176d8f7-394c-444e-94ed-1a40ad135e1f tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:38.467600 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2517d99a-42ee-48cb-9045-a84bd65cbe31 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:38.590634 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e176d8f7-394c-444e-94ed-1a40ad135e1f tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Router 7169ca74-695c-4250-96a9-e7152cb03fce is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:03:38.700007 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e176d8f7-394c-444e-94ed-1a40ad135e1f tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:03:38.714088 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dd2f25-d370-4b5e-832e-05caa32e7581 None None] Sync routers for ids ['7169ca74-695c-4250-96a9-e7152cb03fce'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:03:38.718648 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-948748c3-318b-468d-96b0-ed150e3e64eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:38.727553 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dd2f25-d370-4b5e-832e-05caa32e7581 None None] Routers {'7169ca74-695c-4250-96a9-e7152cb03fce'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:38.728319 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e176d8f7-394c-444e-94ed-1a40ad135e1f tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:38.728940 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-31dd2f25-d370-4b5e-832e-05caa32e7581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:03:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['7169ca74-695c-4250-96a9-e7152cb03fce'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:38.729828 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e176d8f7-394c-444e-94ed-1a40ad135e1f tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.2362061 Sep 21 18:03:38.734194 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44404) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:38.739873 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-68f42752-2c55-4ec3-b331-b5577248945c tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:38.770464 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-31dd2f25-d370-4b5e-832e-05caa32e7581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:38.773603 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948748c3-318b-468d-96b0-ed150e3e64eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef8f1b63-b576-42ec-a80f-e884a24133bc,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:38.789207 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dd2f25-d370-4b5e-832e-05caa32e7581 None None] Routers {'7169ca74-695c-4250-96a9-e7152cb03fce'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:38.790552 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-31dd2f25-d370-4b5e-832e-05caa32e7581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:03:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['7169ca74-695c-4250-96a9-e7152cb03fce'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:38.834247 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-31dd2f25-d370-4b5e-832e-05caa32e7581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:38.835335 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dd2f25-d370-4b5e-832e-05caa32e7581 None None] The sync data for ids ['7169ca74-695c-4250-96a9-e7152cb03fce'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:03:38.848332 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948748c3-318b-468d-96b0-ed150e3e64eb admin admin] Checking segment: {'id': '1253794b-9a11-488f-a03b-7fdadfe2bb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9c88ce3f-306a-45e1-b507-5f5a5b964d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:03:38.848332 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948748c3-318b-468d-96b0-ed150e3e64eb admin admin] Network hostable DHCP agents. Network: 9c88ce3f-306a-45e1-b507-5f5a5b964d7d, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:03:38.852085 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2517d99a-42ee-48cb-9045-a84bd65cbe31 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1427'] for router, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:38.862021 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2517d99a-42ee-48cb-9045-a84bd65cbe31 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-734625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-734648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-574993'] for router, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:38.913565 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948748c3-318b-468d-96b0-ed150e3e64eb admin admin] Network 9c88ce3f-306a-45e1-b507-5f5a5b964d7d is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:03:38.962698 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-948748c3-318b-468d-96b0-ed150e3e64eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 9c88ce3f-306a-45e1-b507-5f5a5b964d7d) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:38.968407 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948748c3-318b-468d-96b0-ed150e3e64eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:38.969250 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-948748c3-318b-468d-96b0-ed150e3e64eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:38.979667 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18978e7b-156a-4bd5-ab3a-c3e8a71bc994 None None] Network 9c88ce3f-306a-45e1-b507-5f5a5b964d7d requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:03:39.007742 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-948748c3-318b-468d-96b0-ed150e3e64eb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8058314 Sep 21 18:03:39.079651 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2517d99a-42ee-48cb-9045-a84bd65cbe31 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Router d6cd05f8-cb95-4162-8409-31152a608092 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:03:39.166735 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68f42752-2c55-4ec3-b331-b5577248945c tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:39.190362 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68f42752-2c55-4ec3-b331-b5577248945c tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:39.259905 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2517d99a-42ee-48cb-9045-a84bd65cbe31 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:03:39.273226 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2517d99a-42ee-48cb-9045-a84bd65cbe31 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:39.273397 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddd91e4-a1c8-49f7-9a75-03e629261b55 None None] Sync routers for ids ['d6cd05f8-cb95-4162-8409-31152a608092'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:03:39.275210 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2517d99a-42ee-48cb-9045-a84bd65cbe31 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] 10.222.0.58 "PUT /v2.0/routers/d6cd05f8-cb95-4162-8409-31152a608092 HTTP/1.1" status: 200 len: 879 time: 2.4639866 Sep 21 18:03:39.277819 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44418) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:39.289291 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8350ff-d4b1-4151-91dc-dad3fcfee5dc None None] Network 9c88ce3f-306a-45e1-b507-5f5a5b964d7d requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:03:39.289775 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddd91e4-a1c8-49f7-9a75-03e629261b55 None None] Routers {'d6cd05f8-cb95-4162-8409-31152a608092'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:39.292573 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-cddd91e4-a1c8-49f7-9a75-03e629261b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:03:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['d6cd05f8-cb95-4162-8409-31152a608092'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:39.319410 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-68f42752-2c55-4ec3-b331-b5577248945c tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Deleting port 2d1c07de-f343-4581-8b1e-a4a865db43be {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:39.319757 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68f42752-2c55-4ec3-b331-b5577248945c tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:39.354036 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-cddd91e4-a1c8-49f7-9a75-03e629261b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:39.364025 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddd91e4-a1c8-49f7-9a75-03e629261b55 None None] Routers {'d6cd05f8-cb95-4162-8409-31152a608092'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:39.364903 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-cddd91e4-a1c8-49f7-9a75-03e629261b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:03:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['d6cd05f8-cb95-4162-8409-31152a608092'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:39.409044 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-cddd91e4-a1c8-49f7-9a75-03e629261b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:39.410910 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddd91e4-a1c8-49f7-9a75-03e629261b55 None None] The sync data for ids ['d6cd05f8-cb95-4162-8409-31152a608092'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:03:39.431173 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2a2ee05f-958d-47db-953f-89e34aeee9b2 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] 10.222.0.58 "GET /v2.0/routers/d6cd05f8-cb95-4162-8409-31152a608092 HTTP/1.1" status: 200 len: 920 time: 0.1495337 Sep 21 18:03:39.431563 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44424) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:39.480290 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68f42752-2c55-4ec3-b331-b5577248945c tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:39.505622 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-68f42752-2c55-4ec3-b331-b5577248945c tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Calling delete_port for 2d1c07de-f343-4581-8b1e-a4a865db43be owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:39.511474 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabc03ab-e270-4c17-8b97-2162b7ada46b tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:39.513851 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-eabc03ab-e270-4c17-8b97-2162b7ada46b tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=b8a002cf-2233-41c0-bbfe-1c8ea43e5299&device_id=d6cd05f8-cb95-4162-8409-31152a608092&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0811613 Sep 21 18:03:39.516515 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44428) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:39.765571 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62b1963-2815-4b68-8949-ed339b862e21 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:39.770020 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e62b1963-2815-4b68-8949-ed339b862e21 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 881 time: 0.2494555 Sep 21 18:03:39.770020 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44438) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:39.805544 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f8d07ff8-1b78-4442-9a81-b58f29aa0e4e tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cd05f8-cb95-4162-8409-31152a608092 HTTP/1.1" status: 200 len: 205 time: 0.0320818 Sep 21 18:03:39.806509 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44440) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:39.865714 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-85b3a4c6-1331-48d0-8ee9-7d55e65ab230 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:39.867221 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-85b3a4c6-1331-48d0-8ee9-7d55e65ab230 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/networks?id=9c88ce3f-306a-45e1-b507-5f5a5b964d7d HTTP/1.1" status: 200 len: 817 time: 0.2014761 Sep 21 18:03:39.889708 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-df2d8285-a7d6-45a9-95cc-ce9cb694ab6e tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/quotas/33c9cb4e98494025aa0eb4014414b451 HTTP/1.1" status: 200 len: 375 time: 0.0160406 Sep 21 18:03:39.952415 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-dabd7dbb-ff31-4e9b-99f9-b7b26c631fb2 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=33c9cb4e98494025aa0eb4014414b451&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328932 Sep 21 18:03:39.964861 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cd9d32ab-95a0-453d-b316-d6a0368984c4 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:40.095748 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68f42752-2c55-4ec3-b331-b5577248945c tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:40.128350 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f42752-2c55-4ec3-b331-b5577248945c tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Pushing event deleted for resources: {'Port': ['ID=2d1c07de-f343-4581-8b1e-a4a865db43be,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:40.172279 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-eda3974d-2863-4b01-a1a8-10e0b04a85fb service neutron] 10.222.0.58 "GET /v2.0/networks/9c88ce3f-306a-45e1-b507-5f5a5b964d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051613 Sep 21 18:03:40.195533 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cd9d32ab-95a0-453d-b316-d6a0368984c4 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:40.199431 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68f42752-2c55-4ec3-b331-b5577248945c tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:40.303271 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-3d93833c-14d9-4701-871a-45d18f98ed7a service neutron] 10.222.0.58 "GET /v2.0/networks/9c88ce3f-306a-45e1-b507-5f5a5b964d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299386 Sep 21 18:03:40.320147 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-cd9d32ab-95a0-453d-b316-d6a0368984c4 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Deleting port efd39975-8d83-48dc-943c-7689548f2cdc {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:40.320374 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cd9d32ab-95a0-453d-b316-d6a0368984c4 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:40.428298 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cd9d32ab-95a0-453d-b316-d6a0368984c4 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:40.442018 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-cd9d32ab-95a0-453d-b316-d6a0368984c4 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Calling delete_port for efd39975-8d83-48dc-943c-7689548f2cdc owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:40.467058 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68f42752-2c55-4ec3-b331-b5577248945c tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1427'] for router, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:40.471157 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68f42752-2c55-4ec3-b331-b5577248945c tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-734625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-734648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-574993'] for router, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:40.565074 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f42752-2c55-4ec3-b331-b5577248945c tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Router 7169ca74-695c-4250-96a9-e7152cb03fce has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:03:40.639773 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cd9d32ab-95a0-453d-b316-d6a0368984c4 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:40.664409 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f42752-2c55-4ec3-b331-b5577248945c tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:03:40.672152 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68f42752-2c55-4ec3-b331-b5577248945c tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:40.675842 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed63ea3a-c09f-44b4-ac7b-f77be867377c None None] Sync routers for ids ['7169ca74-695c-4250-96a9-e7152cb03fce'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:03:40.676719 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-68f42752-2c55-4ec3-b331-b5577248945c tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] 10.222.0.58 "PUT /v2.0/routers/7169ca74-695c-4250-96a9-e7152cb03fce HTTP/1.1" status: 200 len: 710 time: 1.9409978 Sep 21 18:03:40.677684 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44464) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:40.690215 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed63ea3a-c09f-44b4-ac7b-f77be867377c None None] Routers {'7169ca74-695c-4250-96a9-e7152cb03fce'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:40.691142 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-ed63ea3a-c09f-44b4-ac7b-f77be867377c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:03:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['7169ca74-695c-4250-96a9-e7152cb03fce'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:40.702902 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d32ab-95a0-453d-b316-d6a0368984c4 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Pushing event deleted for resources: {'Port': ['ID=efd39975-8d83-48dc-943c-7689548f2cdc,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:40.749590 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9ef5a0cb-26ec-4b90-bd12-93e70a62d42c req-e10b4675-77cb-4326-b364-0b14306265a9 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc466911-5715-4454-a444-cdbcf85c8c04 HTTP/1.1" status: 200 len: 210 time: 0.0522487 Sep 21 18:03:40.777857 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-ed63ea3a-c09f-44b4-ac7b-f77be867377c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:40.779762 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9b174c01-d2d6-4acf-9834-3f8ff65673ae tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] 10.222.0.58 "GET /v2.0/routers/7169ca74-695c-4250-96a9-e7152cb03fce HTTP/1.1" status: 200 len: 745 time: 0.1005971 Sep 21 18:03:40.780613 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44466) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:40.798066 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed63ea3a-c09f-44b4-ac7b-f77be867377c None None] Routers {'7169ca74-695c-4250-96a9-e7152cb03fce'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:40.798675 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-ed63ea3a-c09f-44b4-ac7b-f77be867377c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:03:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['7169ca74-695c-4250-96a9-e7152cb03fce'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:40.831310 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-ed63ea3a-c09f-44b4-ac7b-f77be867377c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:40.832415 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed63ea3a-c09f-44b4-ac7b-f77be867377c None None] The sync data for ids ['7169ca74-695c-4250-96a9-e7152cb03fce'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:03:40.835181 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2c774cab-4b78-452c-b887-8670a535f38e tempest-RoutersIpV6AdminTest-150723858 tempest-RoutersIpV6AdminTest-150723858-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=b8a002cf-2233-41c0-bbfe-1c8ea43e5299&device_id=7169ca74-695c-4250-96a9-e7152cb03fce HTTP/1.1" status: 200 len: 205 time: 0.0532153 Sep 21 18:03:40.835648 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44470) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:40.869959 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-52a11956-eebb-417f-a9ab-a1692c818393 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] 10.222.0.58 "GET /v2.0/ports?device_id=7169ca74-695c-4250-96a9-e7152cb03fce HTTP/1.1" status: 200 len: 205 time: 0.0326612 Sep 21 18:03:40.872546 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44474) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:40.875320 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cd9d32ab-95a0-453d-b316-d6a0368984c4 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:40.960307 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-86ace8a2-2c15-43f3-bb60-d70857c59600 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:41.026977 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cd9d32ab-95a0-453d-b316-d6a0368984c4 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:41.029661 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cd9d32ab-95a0-453d-b316-d6a0368984c4 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:41.153877 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-86ace8a2-2c15-43f3-bb60-d70857c59600 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:41.156229 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-86ace8a2-2c15-43f3-bb60-d70857c59600 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:41.206978 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-86ace8a2-2c15-43f3-bb60-d70857c59600 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:41.208289 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ace8a2-2c15-43f3-bb60-d70857c59600 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Fanout notify agent at l3_agent the message router_deleted on router 7169ca74-695c-4250-96a9-e7152cb03fce {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:03:41.228707 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-86ace8a2-2c15-43f3-bb60-d70857c59600 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:41.237564 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-86ace8a2-2c15-43f3-bb60-d70857c59600 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] 10.222.0.58 "DELETE /v2.0/routers/7169ca74-695c-4250-96a9-e7152cb03fce HTTP/1.1" status: 204 len: 168 time: 0.3637826 Sep 21 18:03:41.238239 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44490) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:41.311761 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-19f957bf-a241-4e30-938d-9776c9b5f6ac tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] 10.222.0.58 "GET /v2.0/ports?device_id=7169ca74-695c-4250-96a9-e7152cb03fce HTTP/1.1" status: 200 len: 205 time: 0.0723245 Sep 21 18:03:41.318154 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44496) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:41.375835 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-a827a8d2-a6ec-4e36-b20b-0b37e68fa8d3 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] delete failed (client error): The resource could not be found. Sep 21 18:03:41.377066 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a827a8d2-a6ec-4e36-b20b-0b37e68fa8d3 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] 10.222.0.58 "DELETE /v2.0/routers/7169ca74-695c-4250-96a9-e7152cb03fce HTTP/1.1" status: 404 len: 336 time: 0.0574510 Sep 21 18:03:41.382071 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44498) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:41.421198 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-973c9220-93cb-4eff-9912-1bc56b3143eb tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc3f353f-2989-4658-ae33-fe824b39ed0d HTTP/1.1" status: 200 len: 205 time: 0.0347040 Sep 21 18:03:41.423578 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44500) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:41.464982 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cd9d32ab-95a0-453d-b316-d6a0368984c4 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:41.465732 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9d32ab-95a0-453d-b316-d6a0368984c4 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Fanout notify agent at l3_agent the message router_deleted on router d6cd05f8-cb95-4162-8409-31152a608092 {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:03:41.473220 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cd9d32ab-95a0-453d-b316-d6a0368984c4 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:41.474125 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-cd9d32ab-95a0-453d-b316-d6a0368984c4 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] 10.222.0.58 "DELETE /v2.0/routers/d6cd05f8-cb95-4162-8409-31152a608092 HTTP/1.1" status: 204 len: 168 time: 1.6667929 Sep 21 18:03:41.478024 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44502) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:41.479912 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-7ceafedc-493f-4389-81c2-8325822d848b tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] delete failed (client error): The resource could not be found. Sep 21 18:03:41.481053 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7ceafedc-493f-4389-81c2-8325822d848b tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] 10.222.0.58 "DELETE /v2.0/routers/dc3f353f-2989-4658-ae33-fe824b39ed0d HTTP/1.1" status: 404 len: 336 time: 0.0563509 Sep 21 18:03:41.482627 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-8f96f243-18de-4649-add2-ace9462919fb tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-68155662', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:41.483782 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44504) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:41.505998 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f96f243-18de-4649-add2-ace9462919fb tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:41.507087 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f96f243-18de-4649-add2-ace9462919fb tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:41.513090 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-68a1f86b-ec37-4baa-81ed-98b7a2fcf9d7 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] 10.222.0.58 "GET /v2.0/ports?device_id=e37ce863-d160-41d3-a37e-bacc58be5e19 HTTP/1.1" status: 200 len: 205 time: 0.0280702 Sep 21 18:03:41.516167 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44506) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:41.560116 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-4d83fd29-4231-48eb-abf5-c3009b2f9fba tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] delete failed (client error): The resource could not be found. Sep 21 18:03:41.564118 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4d83fd29-4231-48eb-abf5-c3009b2f9fba tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] 10.222.0.58 "DELETE /v2.0/routers/e37ce863-d160-41d3-a37e-bacc58be5e19 HTTP/1.1" status: 404 len: 336 time: 0.0438502 Sep 21 18:03:41.567420 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44508) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:41.577304 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f96f243-18de-4649-add2-ace9462919fb tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:41.583448 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f96f243-18de-4649-add2-ace9462919fb tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:41.604574 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-93fa6403-93c9-436d-b8ad-ca956a56b6e4 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7785ca5-8ed7-4b4a-8e61-6386e1b6c2a6 HTTP/1.1" status: 200 len: 205 time: 0.0334711 Sep 21 18:03:41.604833 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44510) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:41.612883 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f96f243-18de-4649-add2-ace9462919fb tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:41.619239 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8f96f243-18de-4649-add2-ace9462919fb tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1376085 Sep 21 18:03:41.619940 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44512) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:41.626222 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-debedc3f-1acf-49d5-9f6e-9f7eb449c823 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'enable_snat': True}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:41.643841 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-406f2f73-99ec-4c90-aa89-fb7c9730f2e9 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] delete failed (client error): The resource could not be found. Sep 21 18:03:41.647355 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-406f2f73-99ec-4c90-aa89-fb7c9730f2e9 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] 10.222.0.58 "DELETE /v2.0/routers/f7785ca5-8ed7-4b4a-8e61-6386e1b6c2a6 HTTP/1.1" status: 404 len: 336 time: 0.0391693 Sep 21 18:03:41.647676 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44514) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:41.681017 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f43003d3-6d68-4383-8cc2-e49a1df746b0 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ca1095e-e7cd-4a22-a6ec-e9051736a567 HTTP/1.1" status: 200 len: 205 time: 0.0294094 Sep 21 18:03:41.681017 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44516) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:41.734203 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-ce259c05-1e22-495e-a73a-6757a7589452 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] delete failed (client error): The resource could not be found. Sep 21 18:03:41.739001 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ce259c05-1e22-495e-a73a-6757a7589452 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] 10.222.0.58 "DELETE /v2.0/routers/4ca1095e-e7cd-4a22-a6ec-e9051736a567 HTTP/1.1" status: 404 len: 336 time: 0.0572462 Sep 21 18:03:41.739803 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44518) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:41.781022 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44524) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:41.784599 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-09eac61c-4c5d-43ec-bf62-42a652beea86 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0dcef78-4de9-4d82-89e9-18f1cd3bd989 HTTP/1.1" status: 200 len: 205 time: 0.0421889 Sep 21 18:03:41.838187 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-f52c0e53-6654-465b-b215-6c20b3f75087 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] delete failed (client error): The resource could not be found. Sep 21 18:03:41.839436 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f52c0e53-6654-465b-b215-6c20b3f75087 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] 10.222.0.58 "DELETE /v2.0/routers/d0dcef78-4de9-4d82-89e9-18f1cd3bd989 HTTP/1.1" status: 404 len: 336 time: 0.0572214 Sep 21 18:03:41.855503 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44526) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:41.863627 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-406227fb-8e01-4840-b579-570a8f38aa37 req-40be4835-2f9b-415c-9b21-cc5c34ea0100 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc466911-5715-4454-a444-cdbcf85c8c04 HTTP/1.1" status: 200 len: 210 time: 0.0347500 Sep 21 18:03:41.900176 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab7ee751-2c61-449a-b014-73c6b4a33233 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] DELETE failed (client error): The resource could not be found. Sep 21 18:03:41.900701 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab7ee751-2c61-449a-b014-73c6b4a33233 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:03:41.905243 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ab7ee751-2c61-449a-b014-73c6b4a33233 tempest-RoutersIpV6AdminTest-1607577339 tempest-RoutersIpV6AdminTest-1607577339-project] 10.222.0.58 "DELETE /v2.0/subnets/113eddfb-80ed-4df7-b4b8-45e3d5788c54 HTTP/1.1" status: 404 len: 337 time: 0.0485036 Sep 21 18:03:41.971909 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-debedc3f-1acf-49d5-9f6e-9f7eb449c823 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:42.130519 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44534) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:42.193752 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-debedc3f-1acf-49d5-9f6e-9f7eb449c823 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:42.223829 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-debedc3f-1acf-49d5-9f6e-9f7eb449c823 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:42.257888 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d0a8f9ff-eaa0-44d0-9475-0adedca6bb2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:42.498840 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d0a8f9ff-eaa0-44d0-9475-0adedca6bb2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:42.505618 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d0a8f9ff-eaa0-44d0-9475-0adedca6bb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:42.591900 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d0a8f9ff-eaa0-44d0-9475-0adedca6bb2c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c8b3d7c4be57435aa5580ada00e29e40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4601285 Sep 21 18:03:42.592711 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a8f9ff-eaa0-44d0-9475-0adedca6bb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250446ea-68fe-432e-b0cb-3737f574df02,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:42.596730 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44550) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:42.622550 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-debedc3f-1acf-49d5-9f6e-9f7eb449c823 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Allocated IP 172.25.6.188 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/6dccfea6-b0c7-4d8b-be54-f56176718794) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:42.660105 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-cfcc2d73-4393-4a70-b8b9-5cce43ea6eaa tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:42.661556 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-cfcc2d73-4393-4a70-b8b9-5cce43ea6eaa tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.38 "GET /v2.0/networks?id=9c88ce3f-306a-45e1-b507-5f5a5b964d7d HTTP/1.1" status: 200 len: 817 time: 0.3293657 Sep 21 18:03:42.678006 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-23be8099-1082-494a-85c4-615fa8ff6359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:42.678476 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-b06a886e-985c-4a5a-92e8-01793fe1ff35 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Request body: {'port': {'device_id': '8b04bcfb-9d25-4cfe-9063-77b39ec38dfc', 'network_id': '9c88ce3f-306a-45e1-b507-5f5a5b964d7d', 'admin_state_up': True, 'tenant_id': '33c9cb4e98494025aa0eb4014414b451'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:42.707303 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-23be8099-1082-494a-85c4-615fa8ff6359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:42.747777 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-733d889d-1987-4674-95d9-bb21fe169bcd tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:42.749312 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-733d889d-1987-4674-95d9-bb21fe169bcd tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.44 "GET /v2.0/networks?id=9c88ce3f-306a-45e1-b507-5f5a5b964d7d HTTP/1.1" status: 200 len: 817 time: 0.3260772 Sep 21 18:03:42.772904 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-23be8099-1082-494a-85c4-615fa8ff6359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:42.776021 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-23be8099-1082-494a-85c4-615fa8ff6359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:42.780774 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-23be8099-1082-494a-85c4-615fa8ff6359 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/250446ea-68fe-432e-b0cb-3737f574df02 HTTP/1.1" status: 204 len: 168 time: 0.1808159 Sep 21 18:03:42.800405 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be8099-1082-494a-85c4-615fa8ff6359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250446ea-68fe-432e-b0cb-3737f574df02,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:42.812673 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-84f1348b-faa3-400b-a346-ffc6d42c0839 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Request body: {'port': {'device_id': '43f2d7ae-02c7-462f-a4bd-e5bbb50b03bf', 'network_id': '9c88ce3f-306a-45e1-b507-5f5a5b964d7d', 'admin_state_up': True, 'tenant_id': '33c9cb4e98494025aa0eb4014414b451'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:43.077558 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a5a5422c-709b-4209-a06e-f49380ac66d4 req-de9fbb4c-2125-4caf-850f-feaa6db5b988 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc466911-5715-4454-a444-cdbcf85c8c04 HTTP/1.1" status: 200 len: 210 time: 0.0864990 Sep 21 18:03:43.086852 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-debedc3f-1acf-49d5-9f6e-9f7eb449c823 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:43.125552 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.db.api [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-84f1348b-faa3-400b-a346-ffc6d42c0839 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 18:03:43.125552 n-d-810291-1 neutron-server[101460]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 18:03:43.125552 n-d-810291-1 neutron-server[101460]: [parameters: {'project_id_1': '33c9cb4e98494025aa0eb4014414b451', 'expiration_1': datetime.datetime(2021, 9, 21, 18, 3, 23, 92814)}] Sep 21 18:03:43.125552 n-d-810291-1 neutron-server[101460]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:03:43.125990 n-d-810291-1 neutron-server[101460]: DEBUG oslo_db.api [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-84f1348b-faa3-400b-a346-ffc6d42c0839 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:03:43.135554 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-5bbf2760-db6c-4883-b9af-76f515223d9e tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:43.137025 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-5bbf2760-db6c-4883-b9af-76f515223d9e tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.38 "GET /v2.0/networks?id=9c88ce3f-306a-45e1-b507-5f5a5b964d7d HTTP/1.1" status: 200 len: 817 time: 0.3287487 Sep 21 18:03:43.144540 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-b06a886e-985c-4a5a-92e8-01793fe1ff35 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Made reservation on behalf of 33c9cb4e98494025aa0eb4014414b451 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:03:43.148081 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-b06a886e-985c-4a5a-92e8-01793fe1ff35 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:43.156903 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44560) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:43.164144 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-8c437471-b463-43cd-ac22-aaf1b5c2b260 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Request body: {'port': {'device_id': 'fc466911-5715-4454-a444-cdbcf85c8c04', 'network_id': '9c88ce3f-306a-45e1-b507-5f5a5b964d7d', 'admin_state_up': True, 'tenant_id': '33c9cb4e98494025aa0eb4014414b451'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:43.221542 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5874e5d7-d127-46a2-925b-f81d6c1ddfd5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9a090df5f02f46c8b57d1a7b1fde7d99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0617542 Sep 21 18:03:43.222440 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44564) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:43.281642 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-debedc3f-1acf-49d5-9f6e-9f7eb449c823 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:43.288903 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2e420c72-fbe7-40c5-8663-8cb533f298d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:43.310003 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2e420c72-fbe7-40c5-8663-8cb533f298d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:43.358120 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2e420c72-fbe7-40c5-8663-8cb533f298d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:43.361087 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2e420c72-fbe7-40c5-8663-8cb533f298d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:43.365414 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2e420c72-fbe7-40c5-8663-8cb533f298d4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c91a4415-2a5f-4cb1-b8e0-883de3ff0b17 HTTP/1.1" status: 204 len: 168 time: 0.1418500 Sep 21 18:03:43.367077 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debedc3f-1acf-49d5-9f6e-9f7eb449c823 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:43.375421 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e420c72-fbe7-40c5-8663-8cb533f298d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91a4415-2a5f-4cb1-b8e0-883de3ff0b17,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:43.415076 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-debedc3f-1acf-49d5-9f6e-9f7eb449c823 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:43.421808 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debedc3f-1acf-49d5-9f6e-9f7eb449c823 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:43.423480 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debedc3f-1acf-49d5-9f6e-9f7eb449c823 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Pushing event updated for resources: {'Port': ['ID=6dccfea6-b0c7-4d8b-be54-f56176718794,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:43.485809 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-8c437471-b463-43cd-ac22-aaf1b5c2b260 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Made reservation on behalf of 33c9cb4e98494025aa0eb4014414b451 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:03:43.489500 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-8c437471-b463-43cd-ac22-aaf1b5c2b260 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:43.510498 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-b06a886e-985c-4a5a-92e8-01793fe1ff35 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Allocated IP 172.20.0.5 (9c88ce3f-306a-45e1-b507-5f5a5b964d7d/ef8f1b63-b576-42ec-a80f-e884a24133bc/a7e1ee0b-8226-40cb-9adb-5708d1d5fe61) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:43.737129 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-84f1348b-faa3-400b-a346-ffc6d42c0839 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Made reservation on behalf of 33c9cb4e98494025aa0eb4014414b451 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:03:43.743231 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-84f1348b-faa3-400b-a346-ffc6d42c0839 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:44.016817 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-b06a886e-985c-4a5a-92e8-01793fe1ff35 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:44.044808 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-debedc3f-1acf-49d5-9f6e-9f7eb449c823 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:44.161010 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-b06a886e-985c-4a5a-92e8-01793fe1ff35 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:44.221482 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a8996775-39ff-4b5b-bd84-d62ecf264a7f req-f8233881-2537-4813-843b-0c65f8980279 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc466911-5715-4454-a444-cdbcf85c8c04 HTTP/1.1" status: 200 len: 210 time: 0.0364175 Sep 21 18:03:44.242740 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-b06a886e-985c-4a5a-92e8-01793fe1ff35 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Network 9c88ce3f-306a-45e1-b507-5f5a5b964d7d is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:44.247294 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a886e-985c-4a5a-92e8-01793fe1ff35 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Pushing event updated for resources: {'Port': ['ID=a7e1ee0b-8226-40cb-9adb-5708d1d5fe61,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:44.249847 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-b06a886e-985c-4a5a-92e8-01793fe1ff35 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:44.256803 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-b06a886e-985c-4a5a-92e8-01793fe1ff35 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:44.283776 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44598) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:44.401886 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-8cae2493-825b-4514-b7f5-5b8d637cac2f tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1439854653'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:44.425934 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cae2493-825b-4514-b7f5-5b8d637cac2f tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Made reservation on behalf of 41cc002132854472b0efc0665472024e for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:03:44.429994 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8cae2493-825b-4514-b7f5-5b8d637cac2f tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:44.440396 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8cae2493-825b-4514-b7f5-5b8d637cac2f tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:44.545760 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8cae2493-825b-4514-b7f5-5b8d637cac2f tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:44.552177 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8cae2493-825b-4514-b7f5-5b8d637cac2f tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:44.591820 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae2493-825b-4514-b7f5-5b8d637cac2f tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e24fd4eb-446d-4562-bbb1-c341dca38e25,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:44.598219 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cae2493-825b-4514-b7f5-5b8d637cac2f tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:03:44.609839 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8cae2493-825b-4514-b7f5-5b8d637cac2f tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:44.610183 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-8cae2493-825b-4514-b7f5-5b8d637cac2f tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Added segment 9891522b-a680-41d5-ae9c-7a4ed1009373 of type vlan for network a96dee68-3f38-436f-9f2d-3584e2016c05 Sep 21 18:03:44.664826 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8cae2493-825b-4514-b7f5-5b8d637cac2f tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:44.707028 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8cae2493-825b-4514-b7f5-5b8d637cac2f tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:44.715253 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cae2493-825b-4514-b7f5-5b8d637cac2f tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:44.715902 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8cae2493-825b-4514-b7f5-5b8d637cac2f tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:44.726853 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-8c437471-b463-43cd-ac22-aaf1b5c2b260 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Allocated IP 172.20.0.11 (9c88ce3f-306a-45e1-b507-5f5a5b964d7d/ef8f1b63-b576-42ec-a80f-e884a24133bc/3825a144-e78d-43d5-af61-de722b4628af) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:44.760992 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8cae2493-825b-4514-b7f5-5b8d637cac2f tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4721553 Sep 21 18:03:44.761261 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44610) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:44.769730 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-b06a886e-985c-4a5a-92e8-01793fe1ff35 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:44.771201 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-b06a886e-985c-4a5a-92e8-01793fe1ff35 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:44.787081 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-37dca4fa-5723-42a9-bff3-babb5bf8fa6a tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Request body: {'subnet': {'network_id': 'a96dee68-3f38-436f-9f2d-3584e2016c05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:44.794324 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae2493-825b-4514-b7f5-5b8d637cac2f tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Pushing event updated for resources: {'Network': ['ID=a96dee68-3f38-436f-9f2d-3584e2016c05,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:44.807017 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network a96dee68-3f38-436f-9f2d-3584e2016c05 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:03:44.880194 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-b06a886e-985c-4a5a-92e8-01793fe1ff35 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2078846 Sep 21 18:03:44.925762 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-04b3f82f-5394-44cf-a7cd-5ef72d6a1d2f service neutron] Request body: {'port': {'device_id': '8b04bcfb-9d25-4cfe-9063-77b39ec38dfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:44.945111 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-debedc3f-1acf-49d5-9f6e-9f7eb449c823 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1427'] for router, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:44.952337 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44614) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:44.970899 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-debedc3f-1acf-49d5-9f6e-9f7eb449c823 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-734625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-734648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-574993'] for router, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:45.102843 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-67e6ae6e-ac6f-4f54-83ae-e03a17c26869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:45.141700 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37dca4fa-5723-42a9-bff3-babb5bf8fa6a tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Made reservation on behalf of 41cc002132854472b0efc0665472024e for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:03:45.145541 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-37dca4fa-5723-42a9-bff3-babb5bf8fa6a tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:45.148824 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-04b3f82f-5394-44cf-a7cd-5ef72d6a1d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:45.258353 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-67e6ae6e-ac6f-4f54-83ae-e03a17c26869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:45.267040 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-67e6ae6e-ac6f-4f54-83ae-e03a17c26869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:45.297008 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-8c437471-b463-43cd-ac22-aaf1b5c2b260 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:45.319493 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-67e6ae6e-ac6f-4f54-83ae-e03a17c26869 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a7381708876949a6b1c14eab63c26533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3659258 Sep 21 18:03:45.321219 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44622) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:45.328147 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e6ae6e-ac6f-4f54-83ae-e03a17c26869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18bd7173-4d62-472f-81ff-15e7b33fb505,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:45.387443 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-29d0b6e7-6617-452d-8416-a044b8e2fc03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:45.405747 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eb68530b-07d2-4460-af4b-1c28d7873d5e req-1edab224-40d6-465c-bca0-b1b6b609aa6b tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc466911-5715-4454-a444-cdbcf85c8c04 HTTP/1.1" status: 200 len: 210 time: 0.0956025 Sep 21 18:03:45.420362 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-29d0b6e7-6617-452d-8416-a044b8e2fc03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:45.484304 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-29d0b6e7-6617-452d-8416-a044b8e2fc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:45.486783 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-29d0b6e7-6617-452d-8416-a044b8e2fc03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:45.488043 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-29d0b6e7-6617-452d-8416-a044b8e2fc03 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/18bd7173-4d62-472f-81ff-15e7b33fb505 HTTP/1.1" status: 204 len: 168 time: 0.1652169 Sep 21 18:03:45.496919 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0b6e7-6617-452d-8416-a044b8e2fc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bd7173-4d62-472f-81ff-15e7b33fb505,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:45.557594 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-8c437471-b463-43cd-ac22-aaf1b5c2b260 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:45.631984 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debedc3f-1acf-49d5-9f6e-9f7eb449c823 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Router 6a33b933-b8a9-46c6-82c5-6f3047356a0d is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:03:45.693240 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-8c437471-b463-43cd-ac22-aaf1b5c2b260 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Network 9c88ce3f-306a-45e1-b507-5f5a5b964d7d is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:45.715873 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c437471-b463-43cd-ac22-aaf1b5c2b260 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Pushing event updated for resources: {'Port': ['ID=3825a144-e78d-43d5-af61-de722b4628af,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:45.718448 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-8c437471-b463-43cd-ac22-aaf1b5c2b260 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:45.726087 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-84f1348b-faa3-400b-a346-ffc6d42c0839 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Allocated IP 172.20.0.2 (9c88ce3f-306a-45e1-b507-5f5a5b964d7d/ef8f1b63-b576-42ec-a80f-e884a24133bc/0cd9acc0-e00e-41cb-896b-eaf1edafe60d) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:45.733494 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-8c437471-b463-43cd-ac22-aaf1b5c2b260 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:45.810755 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-37dca4fa-5723-42a9-bff3-babb5bf8fa6a tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:45.877677 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44636) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:45.887368 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e4a7ac36-4a30-4ae1-8e86-e571012fd3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:45.893954 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c0de1325-6589-4724-b66d-67684733b6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:45.905443 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-8c437471-b463-43cd-ac22-aaf1b5c2b260 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:45.906085 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-8c437471-b463-43cd-ac22-aaf1b5c2b260 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:45.996930 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dca4fa-5723-42a9-bff3-babb5bf8fa6a tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Pushing event updated for resources: {'Subnet': ['ID=cb723c54-bd8e-46fe-bac0-4a0d856c1ec9,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:46.011628 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c0de1325-6589-4724-b66d-67684733b6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:46.016165 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c0de1325-6589-4724-b66d-67684733b6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:46.058457 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c0de1325-6589-4724-b66d-67684733b6be admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f1fb83e076224b51aa39a2dfd2b6cb39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1772263 Sep 21 18:03:46.058457 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de1325-6589-4724-b66d-67684733b6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9758d741-0c11-47de-82e3-583437194f0c,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:46.058806 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-8c437471-b463-43cd-ac22-aaf1b5c2b260 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9043820 Sep 21 18:03:46.059717 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44638) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:46.060678 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dca4fa-5723-42a9-bff3-babb5bf8fa6a tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Checking segment: {'id': '9891522b-a680-41d5-ae9c-7a4ed1009373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a96dee68-3f38-436f-9f2d-3584e2016c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:03:46.061110 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dca4fa-5723-42a9-bff3-babb5bf8fa6a tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Network hostable DHCP agents. Network: a96dee68-3f38-436f-9f2d-3584e2016c05, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:03:46.067755 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debedc3f-1acf-49d5-9f6e-9f7eb449c823 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:03:46.076352 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-debedc3f-1acf-49d5-9f6e-9f7eb449c823 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:46.077536 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-debedc3f-1acf-49d5-9f6e-9f7eb449c823 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] 10.222.0.58 "PUT /v2.0/routers/6a33b933-b8a9-46c6-82c5-6f3047356a0d HTTP/1.1" status: 200 len: 913 time: 4.4559894 Sep 21 18:03:46.081762 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44640) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:46.083103 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d269c0f4-1317-4aec-8343-c9e73555e9ff None None] Sync routers for ids ['6a33b933-b8a9-46c6-82c5-6f3047356a0d'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:03:46.086113 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-96bac2b6-8ca9-4c8a-a5ac-15f84746bb2c service neutron] Request body: {'port': {'device_id': 'fc466911-5715-4454-a444-cdbcf85c8c04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:46.092512 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d269c0f4-1317-4aec-8343-c9e73555e9ff None None] Routers {'6a33b933-b8a9-46c6-82c5-6f3047356a0d'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:46.094196 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d269c0f4-1317-4aec-8343-c9e73555e9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:03:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['6a33b933-b8a9-46c6-82c5-6f3047356a0d'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:46.129863 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d269c0f4-1317-4aec-8343-c9e73555e9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:46.141239 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d269c0f4-1317-4aec-8343-c9e73555e9ff None None] Routers {'6a33b933-b8a9-46c6-82c5-6f3047356a0d'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:46.141923 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d269c0f4-1317-4aec-8343-c9e73555e9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:03:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['6a33b933-b8a9-46c6-82c5-6f3047356a0d'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:46.147249 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dca4fa-5723-42a9-bff3-babb5bf8fa6a tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Network a96dee68-3f38-436f-9f2d-3584e2016c05 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:03:46.185369 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-84f1348b-faa3-400b-a346-ffc6d42c0839 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:46.192239 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-37dca4fa-5723-42a9-bff3-babb5bf8fa6a tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, a96dee68-3f38-436f-9f2d-3584e2016c05) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:46.193344 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-96bac2b6-8ca9-4c8a-a5ac-15f84746bb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:46.196531 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-51d08bfb-c2c4-4772-aa45-92317c1bd21c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:46.200348 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dca4fa-5723-42a9-bff3-babb5bf8fa6a tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:46.200679 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-37dca4fa-5723-42a9-bff3-babb5bf8fa6a tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:46.204366 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec70a474-e123-455f-9ed1-21ba503ea9bb None None] Network a96dee68-3f38-436f-9f2d-3584e2016c05 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:03:46.230633 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d269c0f4-1317-4aec-8343-c9e73555e9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:46.231993 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d269c0f4-1317-4aec-8343-c9e73555e9ff None None] The sync data for ids ['6a33b933-b8a9-46c6-82c5-6f3047356a0d'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:03:46.233232 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ed4e27cd-4254-4f81-a74c-e74fa9a4a706 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] 10.222.0.58 "GET /v2.0/routers/6a33b933-b8a9-46c6-82c5-6f3047356a0d HTTP/1.1" status: 200 len: 919 time: 0.1501682 Sep 21 18:03:46.235783 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-51d08bfb-c2c4-4772-aa45-92317c1bd21c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:46.238454 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44644) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:46.261142 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-37dca4fa-5723-42a9-bff3-babb5bf8fa6a tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4871502 Sep 21 18:03:46.269535 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44646) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:46.274808 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-dfb70405-7096-4fab-8e1a-a08a24be994c tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Request body: {'port': {'network_id': 'a96dee68-3f38-436f-9f2d-3584e2016c05', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-518442537'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:46.324619 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a9b508-508f-46b4-b2ec-4724997d506f tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:46.326132 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b1a9b508-508f-46b4-b2ec-4724997d506f tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=b8a002cf-2233-41c0-bbfe-1c8ea43e5299&device_id=6a33b933-b8a9-46c6-82c5-6f3047356a0d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0816131 Sep 21 18:03:46.329055 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44648) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:46.358389 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-51d08bfb-c2c4-4772-aa45-92317c1bd21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:46.361066 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-51d08bfb-c2c4-4772-aa45-92317c1bd21c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:46.363325 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-51d08bfb-c2c4-4772-aa45-92317c1bd21c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9758d741-0c11-47de-82e3-583437194f0c HTTP/1.1" status: 204 len: 168 time: 0.3025541 Sep 21 18:03:46.394118 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1d4366-9882-4e27-a216-de5eff7dffd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-a96dee68-3f38-436f-9f2d-3584e2016c05', 'network_id': 'a96dee68-3f38-436f-9f2d-3584e2016c05', 'tenant_id': '41cc002132854472b0efc0665472024e', 'fixed_ips': [{'subnet_id': 'cb723c54-bd8e-46fe-bac0-4a0d856c1ec9'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:03:46.395772 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5a1d4366-9882-4e27-a216-de5eff7dffd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:46.413542 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-84f1348b-faa3-400b-a346-ffc6d42c0839 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:46.457717 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee29881-529f-4c3e-bd3d-4a9e3263a2aa tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:46.463166 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4ee29881-529f-4c3e-bd3d-4a9e3263a2aa tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 881 time: 0.1331153 Sep 21 18:03:46.464498 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44656) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:46.465638 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d08bfb-c2c4-4772-aa45-92317c1bd21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9758d741-0c11-47de-82e3-583437194f0c,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:46.502901 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6383f4c7-b24e-4b94-b34a-540029ffe25d tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a33b933-b8a9-46c6-82c5-6f3047356a0d HTTP/1.1" status: 200 len: 205 time: 0.0334074 Sep 21 18:03:46.504174 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44658) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:46.545793 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-84f1348b-faa3-400b-a346-ffc6d42c0839 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Network 9c88ce3f-306a-45e1-b507-5f5a5b964d7d is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:46.569372 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-84f1348b-faa3-400b-a346-ffc6d42c0839 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:46.575865 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-84f1348b-faa3-400b-a346-ffc6d42c0839 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:46.582172 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1348b-faa3-400b-a346-ffc6d42c0839 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Pushing event updated for resources: {'Port': ['ID=0cd9acc0-e00e-41cb-896b-eaf1edafe60d,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:46.653915 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-5a1d4366-9882-4e27-a216-de5eff7dffd1 None None] Allocated IP 2001:db8::2 (a96dee68-3f38-436f-9f2d-3584e2016c05/cb723c54-bd8e-46fe-bac0-4a0d856c1ec9/1227534a-abb4-4ce0-8e00-039cacc59aac) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:46.680940 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-84f1348b-faa3-400b-a346-ffc6d42c0839 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:46.681679 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-84f1348b-faa3-400b-a346-ffc6d42c0839 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:46.695963 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6166f0-69df-4f3b-ab4d-60022f8ac54e req-b1eb6e63-121b-467f-a68d-3a8164f367b1 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:46.698012 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6f6166f0-69df-4f3b-ab4d-60022f8ac54e req-b1eb6e63-121b-467f-a68d-3a8164f367b1 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc466911-5715-4454-a444-cdbcf85c8c04 HTTP/1.1" status: 200 len: 932 time: 0.0636265 Sep 21 18:03:46.707872 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb70405-7096-4fab-8e1a-a08a24be994c tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Made reservation on behalf of 41cc002132854472b0efc0665472024e for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:03:46.712670 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dfb70405-7096-4fab-8e1a-a08a24be994c tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:46.727462 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0a5d108a-8fd9-4a87-9450-411c64310303 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:46.738992 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-84f1348b-faa3-400b-a346-ffc6d42c0839 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9317179 Sep 21 18:03:46.746213 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-04b3f82f-5394-44cf-a7cd-5ef72d6a1d2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7e1ee0b-8226-40cb-9adb-5708d1d5fe61 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:03:46.759805 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-183e5851-097e-481e-bc7f-e1f847887355 service neutron] Request body: {'port': {'device_id': '43f2d7ae-02c7-462f-a4bd-e5bbb50b03bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:46.763464 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-04b3f82f-5394-44cf-a7cd-5ef72d6a1d2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:46.769627 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-dfb70405-7096-4fab-8e1a-a08a24be994c tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] device_id is not set on port 43e1a373-78dc-4de7-b70e-19a550927b58 yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:03:46.801855 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-04b3f82f-5394-44cf-a7cd-5ef72d6a1d2f service neutron] Transition to ACTIVE for port object a7e1ee0b-8226-40cb-9adb-5708d1d5fe61 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:03:46.838584 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-04b3f82f-5394-44cf-a7cd-5ef72d6a1d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:46.866563 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5a1d4366-9882-4e27-a216-de5eff7dffd1 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:46.874657 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6f6166f0-69df-4f3b-ab4d-60022f8ac54e req-c1bab9b4-6a60-4a76-a257-f4c0f188359e tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/security-groups?id=27f73b5a-6472-4c0c-b8aa-66c54f91e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682954 Sep 21 18:03:46.891607 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5a1d4366-9882-4e27-a216-de5eff7dffd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:46.893972 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0a5d108a-8fd9-4a87-9450-411c64310303 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:46.943216 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1d4366-9882-4e27-a216-de5eff7dffd1 None None] Network a96dee68-3f38-436f-9f2d-3584e2016c05 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:46.947066 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-5a1d4366-9882-4e27-a216-de5eff7dffd1 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:46.957449 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1d4366-9882-4e27-a216-de5eff7dffd1 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:46.964078 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d4366-9882-4e27-a216-de5eff7dffd1 None None] Pushing event updated for resources: {'Port': ['ID=1227534a-abb4-4ce0-8e00-039cacc59aac,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:46.969614 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d108a-8fd9-4a87-9450-411c64310303 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Deleting port 6dccfea6-b0c7-4d8b-be54-f56176718794 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:46.970318 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0a5d108a-8fd9-4a87-9450-411c64310303 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:47.004248 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3f82f-5394-44cf-a7cd-5ef72d6a1d2f service neutron] Pushing event updated for resources: {'Port': ['ID=a7e1ee0b-8226-40cb-9adb-5708d1d5fe61,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:47.035101 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-5a1d4366-9882-4e27-a216-de5eff7dffd1 None None] Attempting to bind port 1227534a-abb4-4ce0-8e00-039cacc59aac on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:03:47.035506 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-5a1d4366-9882-4e27-a216-de5eff7dffd1 None None] Attempting to bind port 1227534a-abb4-4ce0-8e00-039cacc59aac by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '9891522b-a680-41d5-ae9c-7a4ed1009373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a96dee68-3f38-436f-9f2d-3584e2016c05'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:03:47.035864 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1d4366-9882-4e27-a216-de5eff7dffd1 None None] Attempting to bind port 1227534a-abb4-4ce0-8e00-039cacc59aac on network a96dee68-3f38-436f-9f2d-3584e2016c05 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:03:47.050980 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1d4366-9882-4e27-a216-de5eff7dffd1 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:03:47.051323 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1d4366-9882-4e27-a216-de5eff7dffd1 None None] Checking segment: {'id': '9891522b-a680-41d5-ae9c-7a4ed1009373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a96dee68-3f38-436f-9f2d-3584e2016c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:03:47.051628 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5a1d4366-9882-4e27-a216-de5eff7dffd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:47.052317 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1d4366-9882-4e27-a216-de5eff7dffd1 None None] Bound using segment: {'id': '9891522b-a680-41d5-ae9c-7a4ed1009373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a96dee68-3f38-436f-9f2d-3584e2016c05'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:03:47.052587 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-5a1d4366-9882-4e27-a216-de5eff7dffd1 None None] Bound port: 1227534a-abb4-4ce0-8e00-039cacc59aac, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9891522b-a680-41d5-ae9c-7a4ed1009373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a96dee68-3f38-436f-9f2d-3584e2016c05'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:03:47.052961 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5a1d4366-9882-4e27-a216-de5eff7dffd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:47.067018 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-183e5851-097e-481e-bc7f-e1f847887355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:47.082115 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0a5d108a-8fd9-4a87-9450-411c64310303 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:47.096856 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d108a-8fd9-4a87-9450-411c64310303 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Calling delete_port for 6dccfea6-b0c7-4d8b-be54-f56176718794 owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:47.153228 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5a1d4366-9882-4e27-a216-de5eff7dffd1 None None] For port 1227534a-abb4-4ce0-8e00-039cacc59aac, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:03:47.158407 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5a1d4366-9882-4e27-a216-de5eff7dffd1 None None] For port 1227534a-abb4-4ce0-8e00-039cacc59aac, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1227534a-abb4-4ce0-8e00-039cacc59aac,segment=NetworkSegment(9891522b-a680-41d5-ae9c-7a4ed1009373),segment_id=9891522b-a680-41d5-ae9c-7a4ed1009373)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:03:47.166905 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5a1d4366-9882-4e27-a216-de5eff7dffd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:47.264397 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d4366-9882-4e27-a216-de5eff7dffd1 None None] Pushing event updated for resources: {'Port': ['ID=1227534a-abb4-4ce0-8e00-039cacc59aac,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:47.289987 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-dfb70405-7096-4fab-8e1a-a08a24be994c tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Allocated IP 2001:db8::29 (a96dee68-3f38-436f-9f2d-3584e2016c05/cb723c54-bd8e-46fe-bac0-4a0d856c1ec9/43e1a373-78dc-4de7-b70e-19a550927b58) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:47.309110 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0a5d108a-8fd9-4a87-9450-411c64310303 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:47.345787 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d108a-8fd9-4a87-9450-411c64310303 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Pushing event deleted for resources: {'Port': ['ID=6dccfea6-b0c7-4d8b-be54-f56176718794,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:47.412138 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0a5d108a-8fd9-4a87-9450-411c64310303 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:47.448330 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-04b3f82f-5394-44cf-a7cd-5ef72d6a1d2f service neutron] Attempting to bind port a7e1ee0b-8226-40cb-9adb-5708d1d5fe61 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:03:47.448675 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-04b3f82f-5394-44cf-a7cd-5ef72d6a1d2f service neutron] Attempting to bind port a7e1ee0b-8226-40cb-9adb-5708d1d5fe61 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '1253794b-9a11-488f-a03b-7fdadfe2bb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9c88ce3f-306a-45e1-b507-5f5a5b964d7d'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:03:47.449009 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-04b3f82f-5394-44cf-a7cd-5ef72d6a1d2f service neutron] Attempting to bind port a7e1ee0b-8226-40cb-9adb-5708d1d5fe61 on network 9c88ce3f-306a-45e1-b507-5f5a5b964d7d {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:03:47.466295 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-04b3f82f-5394-44cf-a7cd-5ef72d6a1d2f service neutron] Port a7e1ee0b-8226-40cb-9adb-5708d1d5fe61 on network 9c88ce3f-306a-45e1-b507-5f5a5b964d7d not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:03:47.471353 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-04b3f82f-5394-44cf-a7cd-5ef72d6a1d2f service neutron] Attempting to bind port a7e1ee0b-8226-40cb-9adb-5708d1d5fe61 on network 9c88ce3f-306a-45e1-b507-5f5a5b964d7d {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:03:47.495370 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-96bac2b6-8ca9-4c8a-a5ac-15f84746bb2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3825a144-e78d-43d5-af61-de722b4628af {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:03:47.515385 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-04b3f82f-5394-44cf-a7cd-5ef72d6a1d2f service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:03:47.516043 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-04b3f82f-5394-44cf-a7cd-5ef72d6a1d2f service neutron] Checking segment: {'id': '1253794b-9a11-488f-a03b-7fdadfe2bb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9c88ce3f-306a-45e1-b507-5f5a5b964d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:03:47.521847 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-04b3f82f-5394-44cf-a7cd-5ef72d6a1d2f service neutron] Bound using segment: {'id': '1253794b-9a11-488f-a03b-7fdadfe2bb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9c88ce3f-306a-45e1-b507-5f5a5b964d7d'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:03:47.522345 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-04b3f82f-5394-44cf-a7cd-5ef72d6a1d2f service neutron] Bound port: a7e1ee0b-8226-40cb-9adb-5708d1d5fe61, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1253794b-9a11-488f-a03b-7fdadfe2bb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9c88ce3f-306a-45e1-b507-5f5a5b964d7d'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:03:47.522723 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-04b3f82f-5394-44cf-a7cd-5ef72d6a1d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:47.540426 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-96bac2b6-8ca9-4c8a-a5ac-15f84746bb2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:47.544066 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0a5d108a-8fd9-4a87-9450-411c64310303 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:47.546262 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0a5d108a-8fd9-4a87-9450-411c64310303 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:47.597456 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0a5d108a-8fd9-4a87-9450-411c64310303 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:47.598032 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5d108a-8fd9-4a87-9450-411c64310303 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Fanout notify agent at l3_agent the message router_deleted on router 6a33b933-b8a9-46c6-82c5-6f3047356a0d {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:03:47.605485 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0a5d108a-8fd9-4a87-9450-411c64310303 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:47.607150 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0a5d108a-8fd9-4a87-9450-411c64310303 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] 10.222.0.58 "DELETE /v2.0/routers/6a33b933-b8a9-46c6-82c5-6f3047356a0d HTTP/1.1" status: 204 len: 168 time: 1.1017907 Sep 21 18:03:47.610498 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44686) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:47.615238 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-55cba24a-3752-41af-83ac-198b3eae44dc tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1109692623', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:47.648234 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-55cba24a-3752-41af-83ac-198b3eae44dc tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:47.650434 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-55cba24a-3752-41af-83ac-198b3eae44dc tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:47.723067 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-55cba24a-3752-41af-83ac-198b3eae44dc tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:47.729474 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-55cba24a-3752-41af-83ac-198b3eae44dc tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:47.749446 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-55cba24a-3752-41af-83ac-198b3eae44dc tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:47.754009 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-55cba24a-3752-41af-83ac-198b3eae44dc tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1391499 Sep 21 18:03:47.754205 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44692) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:47.758839 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-db26a22c-d8a4-4c11-be3c-9b1de7b43787 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'enable_snat': False}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:48.007772 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-96bac2b6-8ca9-4c8a-a5ac-15f84746bb2c service neutron] Transition to ACTIVE for port object 3825a144-e78d-43d5-af61-de722b4628af will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:03:48.075463 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-96bac2b6-8ca9-4c8a-a5ac-15f84746bb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:48.357269 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7cf572cc-364c-4c96-abd5-251e8f243bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:48.362683 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5fd00-f855-400c-84f5-3ddd66e6ede4 req-a5527a7d-7cf4-45b4-b909-0549793a61d4 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:48.364672 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-27a5fd00-f855-400c-84f5-3ddd66e6ede4 req-a5527a7d-7cf4-45b4-b909-0549793a61d4 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc466911-5715-4454-a444-cdbcf85c8c04 HTTP/1.1" status: 200 len: 944 time: 0.3629487 Sep 21 18:03:48.385871 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-04b3f82f-5394-44cf-a7cd-5ef72d6a1d2f service neutron] For port a7e1ee0b-8226-40cb-9adb-5708d1d5fe61, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:03:48.409501 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bac2b6-8ca9-4c8a-a5ac-15f84746bb2c service neutron] Pushing event updated for resources: {'Port': ['ID=3825a144-e78d-43d5-af61-de722b4628af,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:48.433097 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db26a22c-d8a4-4c11-be3c-9b1de7b43787 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:48.492830 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48e6881-bad4-40d7-9194-69e5834da17e None None] Network a96dee68-3f38-436f-9f2d-3584e2016c05 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:03:48.534695 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-04b3f82f-5394-44cf-a7cd-5ef72d6a1d2f service neutron] For port a7e1ee0b-8226-40cb-9adb-5708d1d5fe61, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a7e1ee0b-8226-40cb-9adb-5708d1d5fe61,segment=NetworkSegment(1253794b-9a11-488f-a03b-7fdadfe2bb6f),segment_id=1253794b-9a11-488f-a03b-7fdadfe2bb6f)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:03:48.579451 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-04b3f82f-5394-44cf-a7cd-5ef72d6a1d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:48.620257 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dfb70405-7096-4fab-8e1a-a08a24be994c tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:48.624634 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-27a5fd00-f855-400c-84f5-3ddd66e6ede4 req-0e020852-a1f5-4888-880c-03df40d9aa3d tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/security-groups?id=27f73b5a-6472-4c0c-b8aa-66c54f91e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269902 Sep 21 18:03:48.630384 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-c818c0de-1bbf-445d-9fd7-8e2b9145648d None None] Provisioning complete for port 1227534a-abb4-4ce0-8e00-039cacc59aac triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:03:48.630760 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c818c0de-1bbf-445d-9fd7-8e2b9145648d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:48.656726 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-96bac2b6-8ca9-4c8a-a5ac-15f84746bb2c service neutron] Attempting to bind port 3825a144-e78d-43d5-af61-de722b4628af on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:03:48.657201 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-96bac2b6-8ca9-4c8a-a5ac-15f84746bb2c service neutron] Attempting to bind port 3825a144-e78d-43d5-af61-de722b4628af by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '1253794b-9a11-488f-a03b-7fdadfe2bb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9c88ce3f-306a-45e1-b507-5f5a5b964d7d'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:03:48.657615 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-96bac2b6-8ca9-4c8a-a5ac-15f84746bb2c service neutron] Attempting to bind port 3825a144-e78d-43d5-af61-de722b4628af on network 9c88ce3f-306a-45e1-b507-5f5a5b964d7d {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:03:48.729357 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1227534a-abb4-4ce0-8e00-039cacc59aac up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:03:48.738640 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db26a22c-d8a4-4c11-be3c-9b1de7b43787 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:48.740482 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-04b3f82f-5394-44cf-a7cd-5ef72d6a1d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:48.740910 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-04b3f82f-5394-44cf-a7cd-5ef72d6a1d2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:48.742320 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-04b3f82f-5394-44cf-a7cd-5ef72d6a1d2f service neutron] 10.222.0.38 "PUT /v2.0/ports/a7e1ee0b-8226-40cb-9adb-5708d1d5fe61 HTTP/1.1" status: 200 len: 1091 time: 3.8518434 Sep 21 18:03:48.746681 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b04bcfb-9d25-4cfe-9063-77b39ec38dfc', 'tag': 'a7e1ee0b-8226-40cb-9adb-5708d1d5fe61'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:03:48.749017 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf371721-4e75-475c-b143-4d89f7798e72" -d '{"events": [{"name": "network-changed", "server_uuid": "8b04bcfb-9d25-4cfe-9063-77b39ec38dfc", "tag": "a7e1ee0b-8226-40cb-9adb-5708d1d5fe61"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:03:48.751947 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-96bac2b6-8ca9-4c8a-a5ac-15f84746bb2c service neutron] Port 3825a144-e78d-43d5-af61-de722b4628af on network 9c88ce3f-306a-45e1-b507-5f5a5b964d7d not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:03:48.752287 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-96bac2b6-8ca9-4c8a-a5ac-15f84746bb2c service neutron] Attempting to bind port 3825a144-e78d-43d5-af61-de722b4628af on network 9c88ce3f-306a-45e1-b507-5f5a5b964d7d {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:03:48.763732 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db26a22c-d8a4-4c11-be3c-9b1de7b43787 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:48.766520 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3f82f-5394-44cf-a7cd-5ef72d6a1d2f service neutron] Pushing event updated for resources: {'Port': ['ID=a7e1ee0b-8226-40cb-9adb-5708d1d5fe61,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:48.843194 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-96bac2b6-8ca9-4c8a-a5ac-15f84746bb2c service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:03:48.843541 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-96bac2b6-8ca9-4c8a-a5ac-15f84746bb2c service neutron] Checking segment: {'id': '1253794b-9a11-488f-a03b-7fdadfe2bb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9c88ce3f-306a-45e1-b507-5f5a5b964d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:03:48.843932 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-96bac2b6-8ca9-4c8a-a5ac-15f84746bb2c service neutron] Bound using segment: {'id': '1253794b-9a11-488f-a03b-7fdadfe2bb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9c88ce3f-306a-45e1-b507-5f5a5b964d7d'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:03:48.844402 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-96bac2b6-8ca9-4c8a-a5ac-15f84746bb2c service neutron] Bound port: 3825a144-e78d-43d5-af61-de722b4628af, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1253794b-9a11-488f-a03b-7fdadfe2bb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9c88ce3f-306a-45e1-b507-5f5a5b964d7d'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:03:48.847560 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-96bac2b6-8ca9-4c8a-a5ac-15f84746bb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:48.853539 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-183e5851-097e-481e-bc7f-e1f847887355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cd9acc0-e00e-41cb-896b-eaf1edafe60d {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:03:48.884020 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c818c0de-1bbf-445d-9fd7-8e2b9145648d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:48.887277 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dfb70405-7096-4fab-8e1a-a08a24be994c tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:48.892091 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4ce2e4-eff7-4686-9033-66a016b9811f x-openstack-request-id: req-ff4ce2e4-eff7-4686-9033-66a016b9811f {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:03:48.892526 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b04bcfb-9d25-4cfe-9063-77b39ec38dfc", "tag": "a7e1ee0b-8226-40cb-9adb-5708d1d5fe61", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:03:48.892872 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ff4ce2e4-eff7-4686-9033-66a016b9811f {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:03:48.893362 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b04bcfb-9d25-4cfe-9063-77b39ec38dfc', 'tag': 'a7e1ee0b-8226-40cb-9adb-5708d1d5fe61', 'status': 'completed', 'code': 200} Sep 21 18:03:48.900306 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 1227534a-abb4-4ce0-8e00-039cacc59aac triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:03:48.900917 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:48.923825 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-183e5851-097e-481e-bc7f-e1f847887355 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:48.936728 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-db26a22c-d8a4-4c11-be3c-9b1de7b43787 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Allocated IP 172.25.6.33 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/6764a20f-0a00-404d-bbac-4495b41c08e7) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:48.966226 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-c818c0de-1bbf-445d-9fd7-8e2b9145648d None None] For port 1227534a-abb4-4ce0-8e00-039cacc59aac, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1227534a-abb4-4ce0-8e00-039cacc59aac,segment=NetworkSegment(9891522b-a680-41d5-ae9c-7a4ed1009373),segment_id=9891522b-a680-41d5-ae9c-7a4ed1009373)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:48.978781 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c818c0de-1bbf-445d-9fd7-8e2b9145648d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:48.988924 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:49.111517 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-183e5851-097e-481e-bc7f-e1f847887355 service neutron] Transition to ACTIVE for port object 0cd9acc0-e00e-41cb-896b-eaf1edafe60d will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:03:49.122497 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c818c0de-1bbf-445d-9fd7-8e2b9145648d None None] Pushing event updated for resources: {'Port': ['ID=1227534a-abb4-4ce0-8e00-039cacc59aac,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:49.125973 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb70405-7096-4fab-8e1a-a08a24be994c tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Network a96dee68-3f38-436f-9f2d-3584e2016c05 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:49.128171 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db26a22c-d8a4-4c11-be3c-9b1de7b43787 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:49.189406 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db26a22c-d8a4-4c11-be3c-9b1de7b43787 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:49.197113 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-dfb70405-7096-4fab-8e1a-a08a24be994c tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:49.202161 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-faa80d6f-bb61-4eda-a206-5ad6a8ea1ee7 None None] Provisioning complete for port 1227534a-abb4-4ce0-8e00-039cacc59aac triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:03:49.203252 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-faa80d6f-bb61-4eda-a206-5ad6a8ea1ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:49.206710 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-183e5851-097e-481e-bc7f-e1f847887355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:49.223717 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb70405-7096-4fab-8e1a-a08a24be994c tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:49.236671 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb70405-7096-4fab-8e1a-a08a24be994c tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:49.237313 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dfb70405-7096-4fab-8e1a-a08a24be994c tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:49.284519 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db26a22c-d8a4-4c11-be3c-9b1de7b43787 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:49.290771 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-db26a22c-d8a4-4c11-be3c-9b1de7b43787 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:49.301937 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db26a22c-d8a4-4c11-be3c-9b1de7b43787 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:49.313944 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-54eaa2d1-b4ec-4dea-aac7-077505a76f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:49.315631 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-54eaa2d1-b4ec-4dea-aac7-077505a76f1d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=33c9cb4e98494025aa0eb4014414b451&device_id=8b04bcfb-9d25-4cfe-9063-77b39ec38dfc HTTP/1.1" status: 200 len: 1094 time: 0.4737852 Sep 21 18:03:49.321030 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb70405-7096-4fab-8e1a-a08a24be994c tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Pushing event updated for resources: {'Port': ['ID=43e1a373-78dc-4de7-b70e-19a550927b58,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:49.326399 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-96bac2b6-8ca9-4c8a-a5ac-15f84746bb2c service neutron] For port 3825a144-e78d-43d5-af61-de722b4628af, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:03:49.334899 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-96bac2b6-8ca9-4c8a-a5ac-15f84746bb2c service neutron] For port 3825a144-e78d-43d5-af61-de722b4628af, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3825a144-e78d-43d5-af61-de722b4628af,segment=NetworkSegment(1253794b-9a11-488f-a03b-7fdadfe2bb6f),segment_id=1253794b-9a11-488f-a03b-7fdadfe2bb6f)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:03:49.352328 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26a22c-d8a4-4c11-be3c-9b1de7b43787 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Pushing event updated for resources: {'Port': ['ID=6764a20f-0a00-404d-bbac-4495b41c08e7,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:49.406275 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-96bac2b6-8ca9-4c8a-a5ac-15f84746bb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:49.411968 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-dfb70405-7096-4fab-8e1a-a08a24be994c tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.1384082 Sep 21 18:03:49.412338 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44730) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:49.413963 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-83c56f72-3996-4c68-944b-fc2fdb62bdd9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7e1ee0b-8226-40cb-9adb-5708d1d5fe61 HTTP/1.1" status: 200 len: 217 time: 0.0841525 Sep 21 18:03:49.418685 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-fa32ff4f-065e-4c3b-81f6-0a7c0364765e tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Request body: {'port': {'network_id': 'a96dee68-3f38-436f-9f2d-3584e2016c05', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1671014998', 'allowed_address_pairs': [{'ip_address': '2001:db8::29', 'mac_address': 'fa:16:3e:85:79:f4'}]}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:49.478915 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-96bac2b6-8ca9-4c8a-a5ac-15f84746bb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:49.479850 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-96bac2b6-8ca9-4c8a-a5ac-15f84746bb2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:49.481439 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-96bac2b6-8ca9-4c8a-a5ac-15f84746bb2c service neutron] 10.222.0.38 "PUT /v2.0/ports/3825a144-e78d-43d5-af61-de722b4628af HTTP/1.1" status: 200 len: 1092 time: 3.4088943 Sep 21 18:03:49.485193 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e5851-097e-481e-bc7f-e1f847887355 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd9acc0-e00e-41cb-896b-eaf1edafe60d,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:49.535517 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-8279aff8-e292-4310-b3a9-450fb3c04dea None None] Provisioning complete for port 43e1a373-78dc-4de7-b70e-19a550927b58 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:03:49.536504 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8279aff8-e292-4310-b3a9-450fb3c04dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:49.592165 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-8279aff8-e292-4310-b3a9-450fb3c04dea None None] Port 43e1a373-78dc-4de7-b70e-19a550927b58 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:03:49.632495 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-e2d09591-a6e3-4244-92b7-06c1500195c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:49.634069 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-e2d09591-a6e3-4244-92b7-06c1500195c2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ef8f1b63-b576-42ec-a80f-e884a24133bc HTTP/1.1" status: 200 len: 857 time: 0.2102354 Sep 21 18:03:49.636304 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa32ff4f-065e-4c3b-81f6-0a7c0364765e tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Made reservation on behalf of 41cc002132854472b0efc0665472024e for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:03:49.686719 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-c4eb978c-1f42-4014-8b8c-da1e877a191f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9c88ce3f-306a-45e1-b507-5f5a5b964d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413337 Sep 21 18:03:49.707507 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-a4450456-4ab1-44b1-86bf-36e413da8e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:49.708961 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-a4450456-4ab1-44b1-86bf-36e413da8e79 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=33c9cb4e98494025aa0eb4014414b451&device_id=fc466911-5715-4454-a444-cdbcf85c8c04 HTTP/1.1" status: 200 len: 1095 time: 0.1719413 Sep 21 18:03:49.709570 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bac2b6-8ca9-4c8a-a5ac-15f84746bb2c service neutron] Pushing event updated for resources: {'Port': ['ID=3825a144-e78d-43d5-af61-de722b4628af,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:49.732363 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-183e5851-097e-481e-bc7f-e1f847887355 service neutron] Attempting to bind port 0cd9acc0-e00e-41cb-896b-eaf1edafe60d on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:03:49.732689 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-183e5851-097e-481e-bc7f-e1f847887355 service neutron] Attempting to bind port 0cd9acc0-e00e-41cb-896b-eaf1edafe60d by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '1253794b-9a11-488f-a03b-7fdadfe2bb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9c88ce3f-306a-45e1-b507-5f5a5b964d7d'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:03:49.733018 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-183e5851-097e-481e-bc7f-e1f847887355 service neutron] Attempting to bind port 0cd9acc0-e00e-41cb-896b-eaf1edafe60d on network 9c88ce3f-306a-45e1-b507-5f5a5b964d7d {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:03:49.777392 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-183e5851-097e-481e-bc7f-e1f847887355 service neutron] Port 0cd9acc0-e00e-41cb-896b-eaf1edafe60d on network 9c88ce3f-306a-45e1-b507-5f5a5b964d7d not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:03:49.777707 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-183e5851-097e-481e-bc7f-e1f847887355 service neutron] Attempting to bind port 0cd9acc0-e00e-41cb-896b-eaf1edafe60d on network 9c88ce3f-306a-45e1-b507-5f5a5b964d7d {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:03:49.780500 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-9f9b9c19-5d70-4faa-8cec-b741b28cbea5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3825a144-e78d-43d5-af61-de722b4628af HTTP/1.1" status: 200 len: 217 time: 0.0561590 Sep 21 18:03:49.839805 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-7bdcd68b-1dcc-4c8a-acfc-1ca87f08ff77 service neutron] 10.222.0.38 "GET /v2.0/networks/9c88ce3f-306a-45e1-b507-5f5a5b964d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430581 Sep 21 18:03:49.843926 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-183e5851-097e-481e-bc7f-e1f847887355 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:03:49.844468 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-183e5851-097e-481e-bc7f-e1f847887355 service neutron] Checking segment: {'id': '1253794b-9a11-488f-a03b-7fdadfe2bb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9c88ce3f-306a-45e1-b507-5f5a5b964d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:03:49.845036 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-183e5851-097e-481e-bc7f-e1f847887355 service neutron] Bound using segment: {'id': '1253794b-9a11-488f-a03b-7fdadfe2bb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9c88ce3f-306a-45e1-b507-5f5a5b964d7d'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:03:49.845642 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-183e5851-097e-481e-bc7f-e1f847887355 service neutron] Bound port: 0cd9acc0-e00e-41cb-896b-eaf1edafe60d, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1253794b-9a11-488f-a03b-7fdadfe2bb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9c88ce3f-306a-45e1-b507-5f5a5b964d7d'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:03:49.846180 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-183e5851-097e-481e-bc7f-e1f847887355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:49.861527 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fa32ff4f-065e-4c3b-81f6-0a7c0364765e tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:49.876737 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01221ddc-047f-47a7-959a-5d497e0e97ad req-5d5a6755-cb9d-4922-bf49-824cff8eb7df tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:49.878330 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-01221ddc-047f-47a7-959a-5d497e0e97ad req-5d5a6755-cb9d-4922-bf49-824cff8eb7df tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc466911-5715-4454-a444-cdbcf85c8c04 HTTP/1.1" status: 200 len: 944 time: 0.1605170 Sep 21 18:03:49.926388 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-fa32ff4f-065e-4c3b-81f6-0a7c0364765e tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] device_id is not set on port e1d137e2-3ed7-4da7-88ef-68f87ad4ccc3 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:03:49.931378 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db26a22c-d8a4-4c11-be3c-9b1de7b43787 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:50.006637 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-6659f3c6-de53-4219-ac20-077627cc8fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:50.008144 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-6659f3c6-de53-4219-ac20-077627cc8fd1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ef8f1b63-b576-42ec-a80f-e884a24133bc HTTP/1.1" status: 200 len: 857 time: 0.1672077 Sep 21 18:03:50.023907 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:50.026648 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-01221ddc-047f-47a7-959a-5d497e0e97ad req-dbc0379a-8a5b-4efd-844b-2e8f3b189615 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/security-groups?id=27f73b5a-6472-4c0c-b8aa-66c54f91e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345093 Sep 21 18:03:50.048880 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-981b0d50-3a61-4f58-afb3-2af9b616e9bf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9c88ce3f-306a-45e1-b507-5f5a5b964d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333848 Sep 21 18:03:50.110579 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-183e5851-097e-481e-bc7f-e1f847887355 service neutron] For port 0cd9acc0-e00e-41cb-896b-eaf1edafe60d, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:03:50.117343 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-e7b09d70-8408-4237-84bf-9f11c2a67eb5 service neutron] 10.222.0.38 "GET /v2.0/networks/9c88ce3f-306a-45e1-b507-5f5a5b964d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687702 Sep 21 18:03:50.152478 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-183e5851-097e-481e-bc7f-e1f847887355 service neutron] For port 0cd9acc0-e00e-41cb-896b-eaf1edafe60d, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=0cd9acc0-e00e-41cb-896b-eaf1edafe60d,segment=NetworkSegment(1253794b-9a11-488f-a03b-7fdadfe2bb6f),segment_id=1253794b-9a11-488f-a03b-7fdadfe2bb6f)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:03:50.162020 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-183e5851-097e-481e-bc7f-e1f847887355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:50.180366 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-fa32ff4f-065e-4c3b-81f6-0a7c0364765e tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Allocated IP 2001:db8::3d2 (a96dee68-3f38-436f-9f2d-3584e2016c05/cb723c54-bd8e-46fe-bac0-4a0d856c1ec9/e1d137e2-3ed7-4da7-88ef-68f87ad4ccc3) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:50.210557 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-183e5851-097e-481e-bc7f-e1f847887355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:50.211303 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-183e5851-097e-481e-bc7f-e1f847887355 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:50.212865 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-183e5851-097e-481e-bc7f-e1f847887355 service neutron] 10.222.0.44 "PUT /v2.0/ports/0cd9acc0-e00e-41cb-896b-eaf1edafe60d HTTP/1.1" status: 200 len: 1091 time: 3.4575493 Sep 21 18:03:50.275674 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-4f798415-9f7c-47d6-b90a-27475a8d6eb3 service neutron] 10.222.0.38 "GET /v2.0/networks/9c88ce3f-306a-45e1-b507-5f5a5b964d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148657 Sep 21 18:03:50.300529 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db26a22c-d8a4-4c11-be3c-9b1de7b43787 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1427'] for router, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:50.310618 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db26a22c-d8a4-4c11-be3c-9b1de7b43787 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-734625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-734648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-574993'] for router, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:50.337935 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e5851-097e-481e-bc7f-e1f847887355 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd9acc0-e00e-41cb-896b-eaf1edafe60d,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:50.346821 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf371721-4e75-475c-b143-4d89f7798e72 req-15a2100e-a308-49d9-8ce3-22c42057d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:50.348478 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf371721-4e75-475c-b143-4d89f7798e72 req-15a2100e-a308-49d9-8ce3-22c42057d832 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=33c9cb4e98494025aa0eb4014414b451&device_id=8b04bcfb-9d25-4cfe-9063-77b39ec38dfc HTTP/1.1" status: 200 len: 1094 time: 0.1505814 Sep 21 18:03:50.411406 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-30853cc5-904f-4860-a665-1c47cd907fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:50.413208 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-30853cc5-904f-4860-a665-1c47cd907fa9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=33c9cb4e98494025aa0eb4014414b451&device_id=43f2d7ae-02c7-462f-a4bd-e5bbb50b03bf HTTP/1.1" status: 200 len: 1094 time: 0.1520519 Sep 21 18:03:50.511064 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-42effbd1-b507-4a73-8885-6c2c083abd7a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0cd9acc0-e00e-41cb-896b-eaf1edafe60d HTTP/1.1" status: 200 len: 217 time: 0.0833323 Sep 21 18:03:50.534279 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fa32ff4f-065e-4c3b-81f6-0a7c0364765e tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:50.586087 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db26a22c-d8a4-4c11-be3c-9b1de7b43787 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Router cc28f559-239e-4023-a521-8ee81a1917f1 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:03:50.605033 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fa32ff4f-065e-4c3b-81f6-0a7c0364765e tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:50.613386 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-fd739e9a-9544-480f-b0f7-2b776b9316ae service neutron] 10.222.0.38 "GET /v2.0/networks/9c88ce3f-306a-45e1-b507-5f5a5b964d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111370 Sep 21 18:03:50.632624 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-4f410393-f70d-4312-9eb2-82792ac19bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:50.634147 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-4f410393-f70d-4312-9eb2-82792ac19bfc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ef8f1b63-b576-42ec-a80f-e884a24133bc HTTP/1.1" status: 200 len: 857 time: 0.1079376 Sep 21 18:03:50.637119 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf371721-4e75-475c-b143-4d89f7798e72 req-13f95766-0e35-4e14-9c1f-5af66e415627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:50.638492 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf371721-4e75-475c-b143-4d89f7798e72 req-13f95766-0e35-4e14-9c1f-5af66e415627 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9c88ce3f-306a-45e1-b507-5f5a5b964d7d HTTP/1.1" status: 200 len: 918 time: 0.2808633 Sep 21 18:03:50.649211 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1227534a-abb4-4ce0-8e00-039cacc59aac up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:03:50.661450 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c62a65-b6d1-4c38-be35-aa8fe4ff5c9f req-b1b04aa9-2aff-4a46-bd65-d514cbe3e22c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:50.663216 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-82c62a65-b6d1-4c38-be35-aa8fe4ff5c9f req-b1b04aa9-2aff-4a46-bd65-d514cbe3e22c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.1813405 Sep 21 18:03:50.698985 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32ff4f-065e-4c3b-81f6-0a7c0364765e tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Pushing event updated for resources: {'Port': ['ID=e1d137e2-3ed7-4da7-88ef-68f87ad4ccc3,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:50.724751 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 1227534a-abb4-4ce0-8e00-039cacc59aac triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:03:50.725386 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:50.739662 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa32ff4f-065e-4c3b-81f6-0a7c0364765e tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Network a96dee68-3f38-436f-9f2d-3584e2016c05 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:50.744043 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-fa32ff4f-065e-4c3b-81f6-0a7c0364765e tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:50.747748 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa32ff4f-065e-4c3b-81f6-0a7c0364765e tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:50.753392 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa32ff4f-065e-4c3b-81f6-0a7c0364765e tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:50.754034 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fa32ff4f-065e-4c3b-81f6-0a7c0364765e tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:50.789049 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-28e6fed8-c206-449a-a700-69a027135975 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9c88ce3f-306a-45e1-b507-5f5a5b964d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1242955 Sep 21 18:03:50.794424 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf371721-4e75-475c-b143-4d89f7798e72 req-5e1848be-f407-419b-a07a-cc6028beab3d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7e1ee0b-8226-40cb-9adb-5708d1d5fe61 HTTP/1.1" status: 200 len: 217 time: 0.1290219 Sep 21 18:03:50.812325 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fa32ff4f-065e-4c3b-81f6-0a7c0364765e tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.3958874 Sep 21 18:03:50.813885 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44752) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:50.904017 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db26a22c-d8a4-4c11-be3c-9b1de7b43787 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:03:50.912520 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc466911-5715-4454-a444-cdbcf85c8c04', 'tag': '3825a144-e78d-43d5-af61-de722b4628af'}, {'name': 'network-changed', 'server_uuid': '43f2d7ae-02c7-462f-a4bd-e5bbb50b03bf', 'tag': '0cd9acc0-e00e-41cb-896b-eaf1edafe60d'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:03:50.913461 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db26a22c-d8a4-4c11-be3c-9b1de7b43787 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:50.916435 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e197cfdb-78e3-4b41-a201-ce1467ede00b" -d '{"events": [{"name": "network-changed", "server_uuid": "fc466911-5715-4454-a444-cdbcf85c8c04", "tag": "3825a144-e78d-43d5-af61-de722b4628af"}, {"name": "network-changed", "server_uuid": "43f2d7ae-02c7-462f-a4bd-e5bbb50b03bf", "tag": "0cd9acc0-e00e-41cb-896b-eaf1edafe60d"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:03:50.916904 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52d12a7-d590-4c64-8d93-811988309fd9 None None] Sync routers for ids ['cc28f559-239e-4023-a521-8ee81a1917f1'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:03:50.928756 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-db26a22c-d8a4-4c11-be3c-9b1de7b43787 tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] 10.222.0.58 "PUT /v2.0/routers/cc28f559-239e-4023-a521-8ee81a1917f1 HTTP/1.1" status: 200 len: 915 time: 3.1734180 Sep 21 18:03:50.930877 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44756) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:50.935698 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52d12a7-d590-4c64-8d93-811988309fd9 None None] Routers {'cc28f559-239e-4023-a521-8ee81a1917f1'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:50.936363 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b52d12a7-d590-4c64-8d93-811988309fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:03:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['cc28f559-239e-4023-a521-8ee81a1917f1'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:50.954633 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-82c62a65-b6d1-4c38-be35-aa8fe4ff5c9f req-52a3f01a-4701-4c6d-a2de-0adb7c9e4dae tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2647791 Sep 21 18:03:51.021621 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 21 Sep 2021 18:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cbba3c-0503-4987-af8f-2b6b61e8cbf2 x-openstack-request-id: req-45cbba3c-0503-4987-af8f-2b6b61e8cbf2 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:03:51.022705 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc466911-5715-4454-a444-cdbcf85c8c04", "tag": "3825a144-e78d-43d5-af61-de722b4628af", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "43f2d7ae-02c7-462f-a4bd-e5bbb50b03bf", "tag": "0cd9acc0-e00e-41cb-896b-eaf1edafe60d", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:03:51.023091 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-45cbba3c-0503-4987-af8f-2b6b61e8cbf2 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:03:51.024459 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc466911-5715-4454-a444-cdbcf85c8c04', 'tag': '3825a144-e78d-43d5-af61-de722b4628af', 'status': 'completed', 'code': 200} Sep 21 18:03:51.024808 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f2d7ae-02c7-462f-a4bd-e5bbb50b03bf', 'tag': '0cd9acc0-e00e-41cb-896b-eaf1edafe60d', 'status': 'completed', 'code': 200} Sep 21 18:03:51.039943 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b52d12a7-d590-4c64-8d93-811988309fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:51.048007 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189e6651-990f-4107-9450-ff2574a046a5 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:51.054264 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52d12a7-d590-4c64-8d93-811988309fd9 None None] Routers {'cc28f559-239e-4023-a521-8ee81a1917f1'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:51.055367 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b52d12a7-d590-4c64-8d93-811988309fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:03:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['cc28f559-239e-4023-a521-8ee81a1917f1'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:51.056082 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189e6651-990f-4107-9450-ff2574a046a5 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:51.063308 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189e6651-990f-4107-9450-ff2574a046a5 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:51.065255 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-189e6651-990f-4107-9450-ff2574a046a5 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2503800 Sep 21 18:03:51.069970 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44764) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:51.071291 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf371721-4e75-475c-b143-4d89f7798e72 req-c7eba5b8-6f86-4cf4-9095-dd3f953f0a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:51.073380 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf371721-4e75-475c-b143-4d89f7798e72 req-c7eba5b8-6f86-4cf4-9095-dd3f953f0a3f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ef8f1b63-b576-42ec-a80f-e884a24133bc HTTP/1.1" status: 200 len: 857 time: 0.2446482 Sep 21 18:03:51.117046 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-cbac8244-b2c4-46d0-921f-59ee6edb9ad2 service neutron] 10.222.0.44 "GET /v2.0/networks/9c88ce3f-306a-45e1-b507-5f5a5b964d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202646 Sep 21 18:03:51.131036 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b52d12a7-d590-4c64-8d93-811988309fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:51.131875 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52d12a7-d590-4c64-8d93-811988309fd9 None None] The sync data for ids ['cc28f559-239e-4023-a521-8ee81a1917f1'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:03:51.144056 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-e76d73c5-ebdf-4383-a705-e7ef01dca6b7 None None] Provisioning complete for port e1d137e2-3ed7-4da7-88ef-68f87ad4ccc3 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:03:51.144437 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e76d73c5-ebdf-4383-a705-e7ef01dca6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:51.145086 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf371721-4e75-475c-b143-4d89f7798e72 req-494ecc14-e211-446f-98b6-b4451e268e28 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9c88ce3f-306a-45e1-b507-5f5a5b964d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409105 Sep 21 18:03:51.204305 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-e76d73c5-ebdf-4383-a705-e7ef01dca6b7 None None] Port e1d137e2-3ed7-4da7-88ef-68f87ad4ccc3 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:03:51.224623 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fa29bda5-6c6d-4296-bc43-749462258a1e tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] 10.222.0.58 "GET /v2.0/routers/cc28f559-239e-4023-a521-8ee81a1917f1 HTTP/1.1" status: 200 len: 921 time: 0.2904048 Sep 21 18:03:51.243337 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44766) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:51.275525 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197cfdb-78e3-4b41-a201-ce1467ede00b req-1e2ab344-5621-4f6b-ac8a-e274b4140399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:51.277084 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e197cfdb-78e3-4b41-a201-ce1467ede00b req-1e2ab344-5621-4f6b-ac8a-e274b4140399 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=33c9cb4e98494025aa0eb4014414b451&device_id=fc466911-5715-4454-a444-cdbcf85c8c04 HTTP/1.1" status: 200 len: 1095 time: 0.2317357 Sep 21 18:03:51.297180 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95805f1d-ef2e-4f04-a5ca-415ccbfaea39 req-a54b3e31-7341-41c4-a63f-54cc20132c30 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:51.298689 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-95805f1d-ef2e-4f04-a5ca-415ccbfaea39 req-a54b3e31-7341-41c4-a63f-54cc20132c30 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.1932955 Sep 21 18:03:51.320729 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3b6074-99e4-4807-9bb1-461ddddd312f tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:51.324937 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-be3b6074-99e4-4807-9bb1-461ddddd312f tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=b8a002cf-2233-41c0-bbfe-1c8ea43e5299&device_id=cc28f559-239e-4023-a521-8ee81a1917f1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0763235 Sep 21 18:03:51.325908 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44770) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:51.372077 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-eb5706d3-70bb-411f-8de8-a04c21f74858 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Deleting port e1d137e2-3ed7-4da7-88ef-68f87ad4ccc3 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:51.372458 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-eb5706d3-70bb-411f-8de8-a04c21f74858 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:51.434600 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-95805f1d-ef2e-4f04-a5ca-415ccbfaea39 req-c3665c37-003a-4d42-9f45-d0f498254633 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268113 Sep 21 18:03:51.521114 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:51.548856 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62be2be9-7df2-43f8-b208-7b988414c22b tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:51.551795 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-62be2be9-7df2-43f8-b208-7b988414c22b tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] 10.222.0.58 "GET /v2.0/networks/b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 881 time: 0.2256444 Sep 21 18:03:51.558078 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44776) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:51.586075 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-eb5706d3-70bb-411f-8de8-a04c21f74858 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:51.612983 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-eb5706d3-70bb-411f-8de8-a04c21f74858 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Calling delete_port for e1d137e2-3ed7-4da7-88ef-68f87ad4ccc3 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:51.616823 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3f682571-e0e0-490f-a18e-fc4d6970e27f tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc28f559-239e-4023-a521-8ee81a1917f1 HTTP/1.1" status: 200 len: 205 time: 0.0539691 Sep 21 18:03:51.619797 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44778) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:51.770738 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155843f3-dd00-4994-9371-4bd187f109dd req-4ecab6ee-b6e1-4d8e-bda1-e22094576ded tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:51.779585 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-155843f3-dd00-4994-9371-4bd187f109dd req-4ecab6ee-b6e1-4d8e-bda1-e22094576ded tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc466911-5715-4454-a444-cdbcf85c8c04 HTTP/1.1" status: 200 len: 944 time: 0.6005092 Sep 21 18:03:51.797298 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf371721-4e75-475c-b143-4d89f7798e72 req-de47da58-484d-4456-959f-989d08ec8b6d service neutron] 10.222.0.38 "GET /v2.0/networks/9c88ce3f-306a-45e1-b507-5f5a5b964d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6413410 Sep 21 18:03:51.802450 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0f3ce37-b82b-42d8-926d-8ac55d85325b req-27acb69f-f423-497c-acd4-ffbee7f52dd6 service neutron] 10.222.0.44 "GET /v2.0/networks/9c88ce3f-306a-45e1-b507-5f5a5b964d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6625216 Sep 21 18:03:51.899760 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-eb5706d3-70bb-411f-8de8-a04c21f74858 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:51.907330 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197cfdb-78e3-4b41-a201-ce1467ede00b req-1cb0b31e-f642-43a0-90c9-fcc4182155a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:51.909691 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e197cfdb-78e3-4b41-a201-ce1467ede00b req-1cb0b31e-f642-43a0-90c9-fcc4182155a2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9c88ce3f-306a-45e1-b507-5f5a5b964d7d HTTP/1.1" status: 200 len: 918 time: 0.2666068 Sep 21 18:03:51.991084 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e197cfdb-78e3-4b41-a201-ce1467ede00b req-4379a533-16ba-40ab-aabf-0e66ff7730fa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3825a144-e78d-43d5-af61-de722b4628af HTTP/1.1" status: 200 len: 217 time: 0.0718946 Sep 21 18:03:52.009286 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-155843f3-dd00-4994-9371-4bd187f109dd req-2ed81d41-7d49-444d-9a4e-f9256fdb53ce tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/security-groups?id=27f73b5a-6472-4c0c-b8aa-66c54f91e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287498 Sep 21 18:03:52.120375 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197cfdb-78e3-4b41-a201-ce1467ede00b req-afe8f2c9-34e8-4b52-8b8e-a0820965c683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:52.123257 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e197cfdb-78e3-4b41-a201-ce1467ede00b req-afe8f2c9-34e8-4b52-8b8e-a0820965c683 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=33c9cb4e98494025aa0eb4014414b451&device_id=43f2d7ae-02c7-462f-a4bd-e5bbb50b03bf HTTP/1.1" status: 200 len: 1094 time: 0.2008410 Sep 21 18:03:52.125414 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197cfdb-78e3-4b41-a201-ce1467ede00b req-f60f196f-7db7-4800-a3d8-51b3945b54f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:52.127010 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e197cfdb-78e3-4b41-a201-ce1467ede00b req-f60f196f-7db7-4800-a3d8-51b3945b54f4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ef8f1b63-b576-42ec-a80f-e884a24133bc HTTP/1.1" status: 200 len: 857 time: 0.0872164 Sep 21 18:03:52.129444 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf371721-4e75-475c-b143-4d89f7798e72 req-8a6f659b-1608-4ce8-a977-f60013d9b6e6 service neutron] 10.222.0.38 "GET /v2.0/networks/9c88ce3f-306a-45e1-b507-5f5a5b964d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125467 Sep 21 18:03:52.181213 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e197cfdb-78e3-4b41-a201-ce1467ede00b req-41e08d72-db64-4b2b-8ed3-2e6a1b30c505 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9c88ce3f-306a-45e1-b507-5f5a5b964d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421419 Sep 21 18:03:52.308582 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197cfdb-78e3-4b41-a201-ce1467ede00b req-ddd50b25-1fd2-4090-a233-45903e517d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:52.309997 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e197cfdb-78e3-4b41-a201-ce1467ede00b req-ddd50b25-1fd2-4090-a233-45903e517d24 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9c88ce3f-306a-45e1-b507-5f5a5b964d7d HTTP/1.1" status: 200 len: 918 time: 0.1792138 Sep 21 18:03:52.348771 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5706d3-70bb-411f-8de8-a04c21f74858 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Pushing event deleted for resources: {'Port': ['ID=e1d137e2-3ed7-4da7-88ef-68f87ad4ccc3,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:52.364019 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e197cfdb-78e3-4b41-a201-ce1467ede00b req-7f94466f-1dea-45c0-bf77-856b0fb43c32 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0cd9acc0-e00e-41cb-896b-eaf1edafe60d HTTP/1.1" status: 200 len: 217 time: 0.0440154 Sep 21 18:03:52.366006 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e197cfdb-78e3-4b41-a201-ce1467ede00b req-859e8149-3b68-4d46-99d7-1025ae166081 service neutron] 10.222.0.38 "GET /v2.0/networks/9c88ce3f-306a-45e1-b507-5f5a5b964d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769726 Sep 21 18:03:52.451011 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-36dd6be1-5956-4846-8544-216892147ae0 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:52.472378 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197cfdb-78e3-4b41-a201-ce1467ede00b req-a09d3b1f-3a87-4f18-9927-71da10dcb01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:52.473976 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e197cfdb-78e3-4b41-a201-ce1467ede00b req-a09d3b1f-3a87-4f18-9927-71da10dcb01b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ef8f1b63-b576-42ec-a80f-e884a24133bc HTTP/1.1" status: 200 len: 857 time: 0.1029670 Sep 21 18:03:52.509597 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de20f0-faae-4b10-a4cf-b3c9c09b5e28 req-e95ae5bb-47bf-45fd-a6d7-483e9870b6ed tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:52.511224 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e4de20f0-faae-4b10-a4cf-b3c9c09b5e28 req-e95ae5bb-47bf-45fd-a6d7-483e9870b6ed tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.1907594 Sep 21 18:03:52.517384 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e197cfdb-78e3-4b41-a201-ce1467ede00b req-a57c69a5-acf9-4cfb-b4cb-91a9eb52fb53 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9c88ce3f-306a-45e1-b507-5f5a5b964d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340776 Sep 21 18:03:52.525365 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e197cfdb-78e3-4b41-a201-ce1467ede00b req-477b7430-1bd9-4c87-9451-11d95465845d service neutron] 10.222.0.38 "GET /v2.0/networks/9c88ce3f-306a-45e1-b507-5f5a5b964d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464663 Sep 21 18:03:52.561774 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3825a144-e78d-43d5-af61-de722b4628af details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:03:52.586909 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-eb5706d3-70bb-411f-8de8-a04c21f74858 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:52.592299 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-eb5706d3-70bb-411f-8de8-a04c21f74858 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] 10.222.0.58 "DELETE /v2.0/ports/e1d137e2-3ed7-4da7-88ef-68f87ad4ccc3 HTTP/1.1" status: 204 len: 168 time: 1.5186713 Sep 21 18:03:52.628558 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44790) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:52.670616 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc9d26a-31e7-4275-8570-9d1fd612bdc7 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] GET failed (client error): The resource could not be found. Sep 21 18:03:52.675009 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4dc9d26a-31e7-4275-8570-9d1fd612bdc7 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] 10.222.0.58 "GET /v2.0/ports/e1d137e2-3ed7-4da7-88ef-68f87ad4ccc3 HTTP/1.1" status: 404 len: 333 time: 0.0375042 Sep 21 18:03:52.677626 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44796) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:52.684371 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-8794fac4-e44c-4f90-b653-e571fac8a78e tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Request body: {'port': {'network_id': 'a96dee68-3f38-436f-9f2d-3584e2016c05', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1388075753'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:52.688480 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 3825a144-e78d-43d5-af61-de722b4628af, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3825a144-e78d-43d5-af61-de722b4628af,segment=NetworkSegment(1253794b-9a11-488f-a03b-7fdadfe2bb6f),segment_id=1253794b-9a11-488f-a03b-7fdadfe2bb6f)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:52.692835 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-36dd6be1-5956-4846-8544-216892147ae0 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:52.701571 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '3825a144-e78d-43d5-af61-de722b4628af', 'network_id': '9c88ce3f-306a-45e1-b507-5f5a5b964d7d', 'port_id': '3825a144-e78d-43d5-af61-de722b4628af', 'mac_address': 'fa:16:3e:67:63:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8f1b63-b576-42ec-a80f-e884a24133bc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:03:52.746447 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:52.754399 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e4de20f0-faae-4b10-a4cf-b3c9c09b5e28 req-09507465-5692-482d-a474-cd65b3bc181f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336204 Sep 21 18:03:52.765186 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3825a144-e78d-43d5-af61-de722b4628af {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:03:52.780134 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 0cd9acc0-e00e-41cb-896b-eaf1edafe60d details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:03:52.787675 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-36dd6be1-5956-4846-8544-216892147ae0 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Deleting port 6764a20f-0a00-404d-bbac-4495b41c08e7 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:52.788046 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-36dd6be1-5956-4846-8544-216892147ae0 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:52.878322 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-36dd6be1-5956-4846-8544-216892147ae0 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:52.897129 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-36dd6be1-5956-4846-8544-216892147ae0 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Calling delete_port for 6764a20f-0a00-404d-bbac-4495b41c08e7 owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:52.906217 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 0cd9acc0-e00e-41cb-896b-eaf1edafe60d, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=0cd9acc0-e00e-41cb-896b-eaf1edafe60d,segment=NetworkSegment(1253794b-9a11-488f-a03b-7fdadfe2bb6f),segment_id=1253794b-9a11-488f-a03b-7fdadfe2bb6f)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:52.909815 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 3825a144-e78d-43d5-af61-de722b4628af, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3825a144-e78d-43d5-af61-de722b4628af,segment=NetworkSegment(1253794b-9a11-488f-a03b-7fdadfe2bb6f),segment_id=1253794b-9a11-488f-a03b-7fdadfe2bb6f)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:52.917958 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:52.918648 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a7e1ee0b-8226-40cb-9adb-5708d1d5fe61 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:03:52.921667 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e197cfdb-78e3-4b41-a201-ce1467ede00b req-e7019231-45b4-4d97-9a5b-e97d450e5076 service neutron] 10.222.0.44 "GET /v2.0/networks/9c88ce3f-306a-45e1-b507-5f5a5b964d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951623 Sep 21 18:03:52.930289 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '0cd9acc0-e00e-41cb-896b-eaf1edafe60d', 'network_id': '9c88ce3f-306a-45e1-b507-5f5a5b964d7d', 'port_id': '0cd9acc0-e00e-41cb-896b-eaf1edafe60d', 'mac_address': 'fa:16:3e:cb:c0:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8f1b63-b576-42ec-a80f-e884a24133bc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:03:52.947062 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8794fac4-e44c-4f90-b653-e571fac8a78e tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Made reservation on behalf of 41cc002132854472b0efc0665472024e for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:03:52.957549 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8794fac4-e44c-4f90-b653-e571fac8a78e tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:53.009349 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:53.031326 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cd9acc0-e00e-41cb-896b-eaf1edafe60d {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:03:53.032515 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-8794fac4-e44c-4f90-b653-e571fac8a78e tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] device_id is not set on port 857ef5e6-301c-4108-8dd3-fc81f89eee4b yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:03:53.067741 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.db.resource_extend [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 18:03:53.135714 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port a7e1ee0b-8226-40cb-9adb-5708d1d5fe61, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a7e1ee0b-8226-40cb-9adb-5708d1d5fe61,segment=NetworkSegment(1253794b-9a11-488f-a03b-7fdadfe2bb6f),segment_id=1253794b-9a11-488f-a03b-7fdadfe2bb6f)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:53.151358 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 0cd9acc0-e00e-41cb-896b-eaf1edafe60d, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=0cd9acc0-e00e-41cb-896b-eaf1edafe60d,segment=NetworkSegment(1253794b-9a11-488f-a03b-7fdadfe2bb6f),segment_id=1253794b-9a11-488f-a03b-7fdadfe2bb6f)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:53.172341 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=3825a144-e78d-43d5-af61-de722b4628af,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:53.174182 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-36dd6be1-5956-4846-8544-216892147ae0 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:53.183641 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:53.197017 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'a7e1ee0b-8226-40cb-9adb-5708d1d5fe61', 'network_id': '9c88ce3f-306a-45e1-b507-5f5a5b964d7d', 'port_id': 'a7e1ee0b-8226-40cb-9adb-5708d1d5fe61', 'mac_address': 'fa:16:3e:88:2b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8f1b63-b576-42ec-a80f-e884a24133bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:03:53.288728 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd6be1-5956-4846-8544-216892147ae0 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Pushing event deleted for resources: {'Port': ['ID=6764a20f-0a00-404d-bbac-4495b41c08e7,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:53.309008 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:53.327425 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:53.334158 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-36dd6be1-5956-4846-8544-216892147ae0 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:53.344102 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e1ee0b-8226-40cb-9adb-5708d1d5fe61 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:03:53.348053 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=0cd9acc0-e00e-41cb-896b-eaf1edafe60d,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:53.370036 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port a7e1ee0b-8226-40cb-9adb-5708d1d5fe61, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a7e1ee0b-8226-40cb-9adb-5708d1d5fe61,segment=NetworkSegment(1253794b-9a11-488f-a03b-7fdadfe2bb6f),segment_id=1253794b-9a11-488f-a03b-7fdadfe2bb6f)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:53.371842 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e197cfdb-78e3-4b41-a201-ce1467ede00b req-a70242ad-a62e-4268-8708-a8ab443b52d8 service neutron] 10.222.0.44 "GET /v2.0/networks/9c88ce3f-306a-45e1-b507-5f5a5b964d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4383953 Sep 21 18:03:53.384887 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:53.404719 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e4b4c-2f6a-413f-aaa3-dd388c811d06 req-0ba201a7-0308-4286-9472-ff0afa945fc4 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:53.406396 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-216e4b4c-2f6a-413f-aaa3-dd388c811d06 req-0ba201a7-0308-4286-9472-ff0afa945fc4 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc466911-5715-4454-a444-cdbcf85c8c04 HTTP/1.1" status: 200 len: 945 time: 0.2027454 Sep 21 18:03:53.462599 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=a7e1ee0b-8226-40cb-9adb-5708d1d5fe61,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:53.466726 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-216e4b4c-2f6a-413f-aaa3-dd388c811d06 req-cbe1eb82-e1b1-4f18-8c15-766f8d864a8d tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/security-groups?id=27f73b5a-6472-4c0c-b8aa-66c54f91e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472167 Sep 21 18:03:53.478488 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-8794fac4-e44c-4f90-b653-e571fac8a78e tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Allocated IP 2001:db8::e2 (a96dee68-3f38-436f-9f2d-3584e2016c05/cb723c54-bd8e-46fe-bac0-4a0d856c1ec9/857ef5e6-301c-4108-8dd3-fc81f89eee4b) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:53.483730 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-36dd6be1-5956-4846-8544-216892147ae0 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:53.486161 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-36dd6be1-5956-4846-8544-216892147ae0 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:53.525031 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['0cd9acc0-e00e-41cb-896b-eaf1edafe60d'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:03:53.563357 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d6977-96cf-4e4e-b4fa-c5fb98aae070 req-0622ce71-e0d9-4841-be54-d10dff19bcbb tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:53.566164 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a90d6977-96cf-4e4e-b4fa-c5fb98aae070 req-0622ce71-e0d9-4841-be54-d10dff19bcbb tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.1491992 Sep 21 18:03:53.568857 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-36dd6be1-5956-4846-8544-216892147ae0 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:53.569615 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36dd6be1-5956-4846-8544-216892147ae0 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Fanout notify agent at l3_agent the message router_deleted on router cc28f559-239e-4023-a521-8ee81a1917f1 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:03:53.591210 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-36dd6be1-5956-4846-8544-216892147ae0 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:53.592727 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-36dd6be1-5956-4846-8544-216892147ae0 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] 10.222.0.58 "DELETE /v2.0/routers/cc28f559-239e-4023-a521-8ee81a1917f1 HTTP/1.1" status: 204 len: 168 time: 1.9720104 Sep 21 18:03:53.608404 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44822) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:53.613894 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-85bace63-ca45-42f1-874b-04f017fa0ea7 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1227899933', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}, 'admin_state_up': False}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:53.642103 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a90d6977-96cf-4e4e-b4fa-c5fb98aae070 req-e346dfaf-6314-4e97-a3f3-8ca2d5b8105d tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580699 Sep 21 18:03:53.673532 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-85bace63-ca45-42f1-874b-04f017fa0ea7 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:53.674578 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-85bace63-ca45-42f1-874b-04f017fa0ea7 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:53.699257 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8794fac4-e44c-4f90-b653-e571fac8a78e tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:53.709157 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['3825a144-e78d-43d5-af61-de722b4628af'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:03:53.712967 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['a7e1ee0b-8226-40cb-9adb-5708d1d5fe61'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:03:53.760651 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-85bace63-ca45-42f1-874b-04f017fa0ea7 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:53.884163 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8794fac4-e44c-4f90-b653-e571fac8a78e tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:53.948363 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-85bace63-ca45-42f1-874b-04f017fa0ea7 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:53.971544 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8794fac4-e44c-4f90-b653-e571fac8a78e tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Network a96dee68-3f38-436f-9f2d-3584e2016c05 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:53.976887 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-8794fac4-e44c-4f90-b653-e571fac8a78e tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:53.986778 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794fac4-e44c-4f90-b653-e571fac8a78e tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Pushing event updated for resources: {'Port': ['ID=857ef5e6-301c-4108-8dd3-fc81f89eee4b,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:53.989409 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8794fac4-e44c-4f90-b653-e571fac8a78e tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:53.995423 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8794fac4-e44c-4f90-b653-e571fac8a78e tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:53.996057 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8794fac4-e44c-4f90-b653-e571fac8a78e tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:54.015423 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8794fac4-e44c-4f90-b653-e571fac8a78e tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3357990 Sep 21 18:03:54.018962 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44826) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:54.028970 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-5aaa9ad8-b9eb-4031-a6f0-73dad5081bb0 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::29', 'mac_address': 'fa:16:3e:85:79:f4'}]}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:54.175468 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9ad8-b9eb-4031-a6f0-73dad5081bb0 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:54.259732 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-85bace63-ca45-42f1-874b-04f017fa0ea7 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:54.279649 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-85bace63-ca45-42f1-874b-04f017fa0ea7 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:54.410647 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9ad8-b9eb-4031-a6f0-73dad5081bb0 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:54.418258 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9ad8-b9eb-4031-a6f0-73dad5081bb0 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:54.434311 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-85bace63-ca45-42f1-874b-04f017fa0ea7 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Allocated IP 172.25.6.111 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/749a9c48-f0c1-43f5-93fe-28cd6e2358b7) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:54.474660 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b935ee99-bf80-4fed-a037-0ca6ebc314ad None None] Provisioning complete for port 857ef5e6-301c-4108-8dd3-fc81f89eee4b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:03:54.475100 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b935ee99-bf80-4fed-a037-0ca6ebc314ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:54.495444 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-5aaa9ad8-b9eb-4031-a6f0-73dad5081bb0 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] In _notify_port_updated(), no bound segment for port 857ef5e6-301c-4108-8dd3-fc81f89eee4b on network a96dee68-3f38-436f-9f2d-3584e2016c05 {{(pid=101461) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:03:54.506059 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aaa9ad8-b9eb-4031-a6f0-73dad5081bb0 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:54.506898 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9ad8-b9eb-4031-a6f0-73dad5081bb0 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:54.508241 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5aaa9ad8-b9eb-4031-a6f0-73dad5081bb0 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] 10.222.0.58 "PUT /v2.0/ports/857ef5e6-301c-4108-8dd3-fc81f89eee4b HTTP/1.1" status: 200 len: 1001 time: 0.4880223 Sep 21 18:03:54.537865 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44836) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:54.582742 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:54.583907 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b935ee99-bf80-4fed-a037-0ca6ebc314ad None None] Port 857ef5e6-301c-4108-8dd3-fc81f89eee4b cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:03:54.620790 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa9ad8-b9eb-4031-a6f0-73dad5081bb0 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Pushing event updated for resources: {'Port': ['ID=857ef5e6-301c-4108-8dd3-fc81f89eee4b,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:54.728546 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-85bace63-ca45-42f1-874b-04f017fa0ea7 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:54.751173 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54473d75-a671-40c0-aae1-de1333b843cf req-8f3380e4-089f-4422-be4a-9f3326302488 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:54.752776 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-54473d75-a671-40c0-aae1-de1333b843cf req-8f3380e4-089f-4422-be4a-9f3326302488 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc466911-5715-4454-a444-cdbcf85c8c04 HTTP/1.1" status: 200 len: 945 time: 0.0643201 Sep 21 18:03:54.784715 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-77c28b16-cac2-4592-9061-c3a3a638f3ed tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Deleting port 857ef5e6-301c-4108-8dd3-fc81f89eee4b {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:54.785060 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-77c28b16-cac2-4592-9061-c3a3a638f3ed tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:54.836759 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3defc2-b4b5-460f-924b-09a22c34b51c req-07e4a37d-5348-4a07-bf0d-dff96691ee2e tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:54.838718 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3c3defc2-b4b5-460f-924b-09a22c34b51c req-07e4a37d-5348-4a07-bf0d-dff96691ee2e tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.0689142 Sep 21 18:03:54.840576 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-85bace63-ca45-42f1-874b-04f017fa0ea7 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:54.862665 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-54473d75-a671-40c0-aae1-de1333b843cf req-211d7f7e-4ed1-4818-857f-c4642b096344 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/security-groups?id=27f73b5a-6472-4c0c-b8aa-66c54f91e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031165 Sep 21 18:03:54.897574 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-77c28b16-cac2-4592-9061-c3a3a638f3ed tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:54.908065 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bace63-ca45-42f1-874b-04f017fa0ea7 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Pushing event updated for resources: {'Port': ['ID=749a9c48-f0c1-43f5-93fe-28cd6e2358b7,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:54.917438 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-77c28b16-cac2-4592-9061-c3a3a638f3ed tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Calling delete_port for 857ef5e6-301c-4108-8dd3-fc81f89eee4b owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:54.926731 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bace63-ca45-42f1-874b-04f017fa0ea7 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:54.929526 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-85bace63-ca45-42f1-874b-04f017fa0ea7 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:54.932686 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bace63-ca45-42f1-874b-04f017fa0ea7 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:54.993028 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3c3defc2-b4b5-460f-924b-09a22c34b51c req-a3afb3f9-c25a-460c-921d-49db0d574802 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427724 Sep 21 18:03:55.028070 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-d335f0de-1f14-4cec-9d07-8c46f1ba9c99 None None] Provisioning complete for port 857ef5e6-301c-4108-8dd3-fc81f89eee4b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:03:55.028688 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d335f0de-1f14-4cec-9d07-8c46f1ba9c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:55.061446 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-77c28b16-cac2-4592-9061-c3a3a638f3ed tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:55.070531 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-d335f0de-1f14-4cec-9d07-8c46f1ba9c99 None None] Port 857ef5e6-301c-4108-8dd3-fc81f89eee4b cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:03:55.096383 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c28b16-cac2-4592-9061-c3a3a638f3ed tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Pushing event deleted for resources: {'Port': ['ID=857ef5e6-301c-4108-8dd3-fc81f89eee4b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:55.205795 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-77c28b16-cac2-4592-9061-c3a3a638f3ed tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:55.211566 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-77c28b16-cac2-4592-9061-c3a3a638f3ed tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] 10.222.0.58 "DELETE /v2.0/ports/857ef5e6-301c-4108-8dd3-fc81f89eee4b HTTP/1.1" status: 204 len: 168 time: 0.6702638 Sep 21 18:03:55.212229 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44846) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:55.242814 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-85bace63-ca45-42f1-874b-04f017fa0ea7 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:55.254302 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ee4123-e7f0-417c-ae9d-72496096af4d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] GET failed (client error): The resource could not be found. Sep 21 18:03:55.256553 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-73ee4123-e7f0-417c-ae9d-72496096af4d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] 10.222.0.58 "GET /v2.0/ports/857ef5e6-301c-4108-8dd3-fc81f89eee4b HTTP/1.1" status: 404 len: 333 time: 0.0426106 Sep 21 18:03:55.260894 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44850) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:55.267297 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-39f74bd5-c420-4434-92aa-a8fc15fbb6ab tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Request body: {'port': {'network_id': 'a96dee68-3f38-436f-9f2d-3584e2016c05', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-390510354'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:55.421598 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f74bd5-c420-4434-92aa-a8fc15fbb6ab tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Made reservation on behalf of 41cc002132854472b0efc0665472024e for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:03:55.425909 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-39f74bd5-c420-4434-92aa-a8fc15fbb6ab tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:55.444252 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-39f74bd5-c420-4434-92aa-a8fc15fbb6ab tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] device_id is not set on port 7c1e0c14-88a4-4b7c-9399-9324db7fa8b8 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:03:55.476241 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-85bace63-ca45-42f1-874b-04f017fa0ea7 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:55.569113 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-39f74bd5-c420-4434-92aa-a8fc15fbb6ab tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Allocated IP 2001:db8::1a1 (a96dee68-3f38-436f-9f2d-3584e2016c05/cb723c54-bd8e-46fe-bac0-4a0d856c1ec9/7c1e0c14-88a4-4b7c-9399-9324db7fa8b8) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:55.725698 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-39f74bd5-c420-4434-92aa-a8fc15fbb6ab tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:55.760352 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-39f74bd5-c420-4434-92aa-a8fc15fbb6ab tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:55.808815 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f74bd5-c420-4434-92aa-a8fc15fbb6ab tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Network a96dee68-3f38-436f-9f2d-3584e2016c05 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:55.812391 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-39f74bd5-c420-4434-92aa-a8fc15fbb6ab tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:55.815192 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f74bd5-c420-4434-92aa-a8fc15fbb6ab tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:55.821535 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f74bd5-c420-4434-92aa-a8fc15fbb6ab tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:55.822214 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-39f74bd5-c420-4434-92aa-a8fc15fbb6ab tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:55.842112 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f74bd5-c420-4434-92aa-a8fc15fbb6ab tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Pushing event updated for resources: {'Port': ['ID=7c1e0c14-88a4-4b7c-9399-9324db7fa8b8,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:55.857913 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-39f74bd5-c420-4434-92aa-a8fc15fbb6ab tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5956962 Sep 21 18:03:55.858755 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44860) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:55.865578 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-0ddbbfe6-e91b-4f89-8e44-fdbddc286ea1 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:85:79:f4'}]}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:55.960760 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bace63-ca45-42f1-874b-04f017fa0ea7 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Router 090e6c9f-1c5c-4693-b112-62ff25ea6050 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:03:56.050347 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805c96c-cb9d-4fc3-a196-dc1bbef253b4 req-95b2b2d5-b670-4023-ab73-310eed7b8173 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:56.051960 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3805c96c-cb9d-4fc3-a196-dc1bbef253b4 req-95b2b2d5-b670-4023-ab73-310eed7b8173 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc466911-5715-4454-a444-cdbcf85c8c04 HTTP/1.1" status: 200 len: 945 time: 0.0771976 Sep 21 18:03:56.105728 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0ddbbfe6-e91b-4f89-8e44-fdbddc286ea1 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:56.125711 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bace63-ca45-42f1-874b-04f017fa0ea7 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:03:56.140538 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cd1503-d972-441e-98fc-c88b1f95448a None None] Sync routers for ids ['090e6c9f-1c5c-4693-b112-62ff25ea6050'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:03:56.151361 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cd1503-d972-441e-98fc-c88b1f95448a None None] Routers {'090e6c9f-1c5c-4693-b112-62ff25ea6050'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:56.151925 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-85bace63-ca45-42f1-874b-04f017fa0ea7 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:56.152513 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-f4cd1503-d972-441e-98fc-c88b1f95448a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:03:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['090e6c9f-1c5c-4693-b112-62ff25ea6050'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:56.153289 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-85bace63-ca45-42f1-874b-04f017fa0ea7 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5436473 Sep 21 18:03:56.156791 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44868) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:56.166635 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-cddcb54b-8d4e-451e-af41-806458d7b3c1 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:56.169051 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3805c96c-cb9d-4fc3-a196-dc1bbef253b4 req-c4b63014-899b-42cd-990f-a1df529c5907 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/security-groups?id=27f73b5a-6472-4c0c-b8aa-66c54f91e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086147 Sep 21 18:03:56.224778 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-f4cd1503-d972-441e-98fc-c88b1f95448a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:56.236584 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cd1503-d972-441e-98fc-c88b1f95448a None None] Routers {'090e6c9f-1c5c-4693-b112-62ff25ea6050'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:56.237241 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-f4cd1503-d972-441e-98fc-c88b1f95448a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:03:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['090e6c9f-1c5c-4693-b112-62ff25ea6050'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:56.303322 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-cdbcb50d-f260-40c8-bc60-1a7008a70810 None None] Provisioning complete for port 7c1e0c14-88a4-4b7c-9399-9324db7fa8b8 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:03:56.303939 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb50d-f260-40c8-bc60-1a7008a70810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:56.310834 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-f4cd1503-d972-441e-98fc-c88b1f95448a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:56.312422 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cd1503-d972-441e-98fc-c88b1f95448a None None] The sync data for ids ['090e6c9f-1c5c-4693-b112-62ff25ea6050'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:03:56.326233 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28671b-3479-42bc-b57a-dd3f732c22a2 req-514ec9b0-6aec-46fb-90f7-d6b80934809f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:56.333898 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3b28671b-3479-42bc-b57a-dd3f732c22a2 req-514ec9b0-6aec-46fb-90f7-d6b80934809f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.1098201 Sep 21 18:03:56.376001 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-cdbcb50d-f260-40c8-bc60-1a7008a70810 None None] Port 7c1e0c14-88a4-4b7c-9399-9324db7fa8b8 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:03:56.418533 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0ddbbfe6-e91b-4f89-8e44-fdbddc286ea1 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:56.430633 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0ddbbfe6-e91b-4f89-8e44-fdbddc286ea1 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:56.434296 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3b28671b-3479-42bc-b57a-dd3f732c22a2 req-93512b77-b92d-489b-8bfd-e05138491318 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991697 Sep 21 18:03:56.498571 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbbfe6-e91b-4f89-8e44-fdbddc286ea1 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Pushing event updated for resources: {'Port': ['ID=7c1e0c14-88a4-4b7c-9399-9324db7fa8b8,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:56.518101 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-0ddbbfe6-e91b-4f89-8e44-fdbddc286ea1 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] In _notify_port_updated(), no bound segment for port 7c1e0c14-88a4-4b7c-9399-9324db7fa8b8 on network a96dee68-3f38-436f-9f2d-3584e2016c05 {{(pid=101461) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:03:56.524032 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddbbfe6-e91b-4f89-8e44-fdbddc286ea1 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:56.524718 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0ddbbfe6-e91b-4f89-8e44-fdbddc286ea1 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:56.526099 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0ddbbfe6-e91b-4f89-8e44-fdbddc286ea1 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] 10.222.0.58 "PUT /v2.0/ports/7c1e0c14-88a4-4b7c-9399-9324db7fa8b8 HTTP/1.1" status: 200 len: 1002 time: 0.6661501 Sep 21 18:03:56.528926 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44876) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:56.577699 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3825a144-e78d-43d5-af61-de722b4628af up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:03:56.641830 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-b0533ca9-67fb-4bfd-b596-44ee3d57ce11 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Deleting port 7c1e0c14-88a4-4b7c-9399-9324db7fa8b8 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:56.642410 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b0533ca9-67fb-4bfd-b596-44ee3d57ce11 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:56.666174 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 3825a144-e78d-43d5-af61-de722b4628af completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:03:56.672988 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 3825a144-e78d-43d5-af61-de722b4628af triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:03:56.673517 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:56.747846 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b0533ca9-67fb-4bfd-b596-44ee3d57ce11 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:56.749690 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cddcb54b-8d4e-451e-af41-806458d7b3c1 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:56.765664 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-b0533ca9-67fb-4bfd-b596-44ee3d57ce11 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Calling delete_port for 7c1e0c14-88a4-4b7c-9399-9324db7fa8b8 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:56.772106 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cddcb54b-8d4e-451e-af41-806458d7b3c1 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:56.783612 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 0cd9acc0-e00e-41cb-896b-eaf1edafe60d up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:03:56.787325 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:56.847467 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-cddcb54b-8d4e-451e-af41-806458d7b3c1 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Deleting port 749a9c48-f0c1-43f5-93fe-28cd6e2358b7 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:56.848093 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cddcb54b-8d4e-451e-af41-806458d7b3c1 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:56.861105 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc466911-5715-4454-a444-cdbcf85c8c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3825a144-e78d-43d5-af61-de722b4628af'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:03:56.864002 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e24930-b5a3-49d5-93e1-54d136005141" -d '{"events": [{"server_uuid": "fc466911-5715-4454-a444-cdbcf85c8c04", "name": "network-vif-plugged", "status": "completed", "tag": "3825a144-e78d-43d5-af61-de722b4628af"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:03:56.869785 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 3825a144-e78d-43d5-af61-de722b4628af, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3825a144-e78d-43d5-af61-de722b4628af,segment=NetworkSegment(1253794b-9a11-488f-a03b-7fdadfe2bb6f),segment_id=1253794b-9a11-488f-a03b-7fdadfe2bb6f)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:56.879617 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:56.880581 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a7e1ee0b-8226-40cb-9adb-5708d1d5fe61 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:03:56.936661 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cddcb54b-8d4e-451e-af41-806458d7b3c1 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:56.946995 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97c2f4b-cd65-4047-aa10-f11c91be214f x-openstack-request-id: req-c97c2f4b-cd65-4047-aa10-f11c91be214f {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:03:56.947295 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc466911-5715-4454-a444-cdbcf85c8c04", "name": "network-vif-plugged", "status": "completed", "tag": "3825a144-e78d-43d5-af61-de722b4628af", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:03:56.947550 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c97c2f4b-cd65-4047-aa10-f11c91be214f {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:03:56.952035 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc466911-5715-4454-a444-cdbcf85c8c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3825a144-e78d-43d5-af61-de722b4628af', 'code': 200} Sep 21 18:03:56.954797 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-cddcb54b-8d4e-451e-af41-806458d7b3c1 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Calling delete_port for 749a9c48-f0c1-43f5-93fe-28cd6e2358b7 owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:56.955158 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=3825a144-e78d-43d5-af61-de722b4628af,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:56.978876 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b0533ca9-67fb-4bfd-b596-44ee3d57ce11 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:56.987474 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 0cd9acc0-e00e-41cb-896b-eaf1edafe60d completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:03:57.004189 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 0cd9acc0-e00e-41cb-896b-eaf1edafe60d triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:03:57.004469 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:57.009254 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-6e696d0f-69d9-4605-8d5d-9e21977ac9ef None None] Could not find standard attr ID for object 7c1e0c14-88a4-4b7c-9399-9324db7fa8b8. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:03:57.021718 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0533ca9-67fb-4bfd-b596-44ee3d57ce11 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Pushing event deleted for resources: {'Port': ['ID=7c1e0c14-88a4-4b7c-9399-9324db7fa8b8,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:57.049221 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b0533ca9-67fb-4bfd-b596-44ee3d57ce11 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:57.055924 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b0533ca9-67fb-4bfd-b596-44ee3d57ce11 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] 10.222.0.58 "DELETE /v2.0/ports/7c1e0c14-88a4-4b7c-9399-9324db7fa8b8 HTTP/1.1" status: 204 len: 168 time: 0.5221853 Sep 21 18:03:57.057809 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44880) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:57.066522 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port a7e1ee0b-8226-40cb-9adb-5708d1d5fe61 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:03:57.071838 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port a7e1ee0b-8226-40cb-9adb-5708d1d5fe61 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:03:57.072247 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:57.075926 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e740aa-db69-41d2-910a-e75a781d6f62 req-2a4f6893-27f8-469a-986c-f599f21cd02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:57.077099 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9e740aa-db69-41d2-910a-e75a781d6f62 req-2a4f6893-27f8-469a-986c-f599f21cd02c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fc466911-5715-4454-a444-cdbcf85c8c04 HTTP/1.1" status: 200 len: 1097 time: 0.0666924 Sep 21 18:03:57.086475 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a990bf8-f3c4-4c9d-8ebc-3f85ca1bc193 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] GET failed (client error): The resource could not be found. Sep 21 18:03:57.092808 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1a990bf8-f3c4-4c9d-8ebc-3f85ca1bc193 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] 10.222.0.58 "GET /v2.0/ports/7c1e0c14-88a4-4b7c-9399-9324db7fa8b8 HTTP/1.1" status: 404 len: 333 time: 0.0337703 Sep 21 18:03:57.093553 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44884) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:57.098626 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-0f22caa1-574b-4b66-9df8-575ccba94c07 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Request body: {'port': {'network_id': 'a96dee68-3f38-436f-9f2d-3584e2016c05', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-231834528'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:57.182736 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9e740aa-db69-41d2-910a-e75a781d6f62 req-2f82cc59-0c32-4fec-9aaa-b0f534a1b270 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=27f73b5a-6472-4c0c-b8aa-66c54f91e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574510 Sep 21 18:03:57.192796 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:57.231435 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f22caa1-574b-4b66-9df8-575ccba94c07 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Made reservation on behalf of 41cc002132854472b0efc0665472024e for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:03:57.235660 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0f22caa1-574b-4b66-9df8-575ccba94c07 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:57.249567 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:57.255997 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 0cd9acc0-e00e-41cb-896b-eaf1edafe60d, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=0cd9acc0-e00e-41cb-896b-eaf1edafe60d,segment=NetworkSegment(1253794b-9a11-488f-a03b-7fdadfe2bb6f),segment_id=1253794b-9a11-488f-a03b-7fdadfe2bb6f)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:57.266603 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:57.280898 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cddcb54b-8d4e-451e-af41-806458d7b3c1 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:57.298665 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-0f22caa1-574b-4b66-9df8-575ccba94c07 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] device_id is not set on port 51ad1636-73e2-4411-9cf6-cde947fa95b7 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:03:57.299086 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port a7e1ee0b-8226-40cb-9adb-5708d1d5fe61, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a7e1ee0b-8226-40cb-9adb-5708d1d5fe61,segment=NetworkSegment(1253794b-9a11-488f-a03b-7fdadfe2bb6f),segment_id=1253794b-9a11-488f-a03b-7fdadfe2bb6f)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:03:57.322749 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:57.350071 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=0cd9acc0-e00e-41cb-896b-eaf1edafe60d,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:57.377007 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddcb54b-8d4e-451e-af41-806458d7b3c1 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Pushing event deleted for resources: {'Port': ['ID=749a9c48-f0c1-43f5-93fe-28cd6e2358b7,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:57.410081 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=a7e1ee0b-8226-40cb-9adb-5708d1d5fe61,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:57.457255 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e9496-a0b1-4aad-8d17-e5026b553459 req-620eb111-d56f-4a36-81b6-4ebd8c5b9087 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:57.457255 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-647e9496-a0b1-4aad-8d17-e5026b553459 req-620eb111-d56f-4a36-81b6-4ebd8c5b9087 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc466911-5715-4454-a444-cdbcf85c8c04 HTTP/1.1" status: 200 len: 946 time: 0.1512563 Sep 21 18:03:57.462211 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cddcb54b-8d4e-451e-af41-806458d7b3c1 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:57.462767 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-0f22caa1-574b-4b66-9df8-575ccba94c07 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Allocated IP 2001:db8::33a (a96dee68-3f38-436f-9f2d-3584e2016c05/cb723c54-bd8e-46fe-bac0-4a0d856c1ec9/51ad1636-73e2-4411-9cf6-cde947fa95b7) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:57.620510 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad2ea0-315f-48a5-a085-0e2f014ccded req-a4eac32a-af6b-49b5-8429-db8af345c8a7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:57.622031 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-97ad2ea0-315f-48a5-a085-0e2f014ccded req-a4eac32a-af6b-49b5-8429-db8af345c8a7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.1142242 Sep 21 18:03:57.652099 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-647e9496-a0b1-4aad-8d17-e5026b553459 req-714ed116-34e4-44c7-ba83-e364ce26183e tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/security-groups?id=27f73b5a-6472-4c0c-b8aa-66c54f91e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160703 Sep 21 18:03:57.698148 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0f22caa1-574b-4b66-9df8-575ccba94c07 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:57.708584 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-97ad2ea0-315f-48a5-a085-0e2f014ccded req-74b8f532-4bee-4473-9270-ba7646366402 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741520 Sep 21 18:03:57.722647 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cddcb54b-8d4e-451e-af41-806458d7b3c1 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1427'] for router, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:57.726794 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cddcb54b-8d4e-451e-af41-806458d7b3c1 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-734625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-734648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-574993'] for router, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:57.747607 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0f22caa1-574b-4b66-9df8-575ccba94c07 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:57.805314 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f22caa1-574b-4b66-9df8-575ccba94c07 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Network a96dee68-3f38-436f-9f2d-3584e2016c05 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:57.810816 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-0f22caa1-574b-4b66-9df8-575ccba94c07 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:57.816023 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f22caa1-574b-4b66-9df8-575ccba94c07 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:57.821723 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f22caa1-574b-4b66-9df8-575ccba94c07 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:57.823009 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0f22caa1-574b-4b66-9df8-575ccba94c07 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:57.827618 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f22caa1-574b-4b66-9df8-575ccba94c07 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Pushing event updated for resources: {'Port': ['ID=51ad1636-73e2-4411-9cf6-cde947fa95b7,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:57.827870 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cddcb54b-8d4e-451e-af41-806458d7b3c1 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Router 090e6c9f-1c5c-4693-b112-62ff25ea6050 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:03:57.853254 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0f22caa1-574b-4b66-9df8-575ccba94c07 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7584295 Sep 21 18:03:57.856208 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44904) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:57.861661 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-6aaa6ba4-37b1-4e11-9ecd-25268ea75a9d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Request body: {'port': {'network_id': 'a96dee68-3f38-436f-9f2d-3584e2016c05', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-485583966'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:57.909486 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddcb54b-8d4e-451e-af41-806458d7b3c1 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:03:57.918265 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cddcb54b-8d4e-451e-af41-806458d7b3c1 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:57.919695 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-cddcb54b-8d4e-451e-af41-806458d7b3c1 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] 10.222.0.58 "PUT /v2.0/routers/090e6c9f-1c5c-4693-b112-62ff25ea6050 HTTP/1.1" status: 200 len: 706 time: 1.7624867 Sep 21 18:03:57.922158 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44906) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:57.923858 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a3bd37-f5fc-4d24-986b-84978e577e66 None None] Sync routers for ids ['090e6c9f-1c5c-4693-b112-62ff25ea6050'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:03:57.933726 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a3bd37-f5fc-4d24-986b-84978e577e66 None None] Routers {'090e6c9f-1c5c-4693-b112-62ff25ea6050'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:57.934357 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-05a3bd37-f5fc-4d24-986b-84978e577e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:03:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['090e6c9f-1c5c-4693-b112-62ff25ea6050'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:57.996628 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aaa6ba4-37b1-4e11-9ecd-25268ea75a9d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Made reservation on behalf of 41cc002132854472b0efc0665472024e for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:03:58.000229 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-05a3bd37-f5fc-4d24-986b-84978e577e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:58.001089 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6aaa6ba4-37b1-4e11-9ecd-25268ea75a9d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:58.011191 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3ad100f8-6906-4dc7-870c-cb1b2cfc81db tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] 10.222.0.58 "GET /v2.0/routers/090e6c9f-1c5c-4693-b112-62ff25ea6050 HTTP/1.1" status: 200 len: 741 time: 0.0873470 Sep 21 18:03:58.013591 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44908) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:58.017012 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a3bd37-f5fc-4d24-986b-84978e577e66 None None] Routers {'090e6c9f-1c5c-4693-b112-62ff25ea6050'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:03:58.017639 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-05a3bd37-f5fc-4d24-986b-84978e577e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:03:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['090e6c9f-1c5c-4693-b112-62ff25ea6050'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:58.026898 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-6aaa6ba4-37b1-4e11-9ecd-25268ea75a9d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] device_id is not set on port 3cb4d6ff-6e1e-4d95-9166-2948be3317f8 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:03:58.073336 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-05a3bd37-f5fc-4d24-986b-84978e577e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:03:58.074017 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a3bd37-f5fc-4d24-986b-84978e577e66 None None] The sync data for ids ['090e6c9f-1c5c-4693-b112-62ff25ea6050'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:03:58.081470 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-39e46221-7a08-47b8-a5b5-92b4e638415b tempest-RoutersAdminTest-932395969 tempest-RoutersAdminTest-932395969-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=b8a002cf-2233-41c0-bbfe-1c8ea43e5299&device_id=090e6c9f-1c5c-4693-b112-62ff25ea6050 HTTP/1.1" status: 200 len: 205 time: 0.0667729 Sep 21 18:03:58.084011 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44910) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:58.112999 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-64f174b7-76bd-4b9a-b02d-ca1257ea3fc6 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] 10.222.0.58 "GET /v2.0/ports?device_id=090e6c9f-1c5c-4693-b112-62ff25ea6050 HTTP/1.1" status: 200 len: 205 time: 0.0278535 Sep 21 18:03:58.119107 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44912) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:58.166840 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-d1f97634-a977-4998-acbe-7ecc2660cfe9 None None] Provisioning complete for port 51ad1636-73e2-4411-9cf6-cde947fa95b7 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:03:58.167536 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d1f97634-a977-4998-acbe-7ecc2660cfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:58.207143 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e906aac5-5b51-476d-8491-7cf95f879a3a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:58.213618 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-d1f97634-a977-4998-acbe-7ecc2660cfe9 None None] Port 51ad1636-73e2-4411-9cf6-cde947fa95b7 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:03:58.255822 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-6aaa6ba4-37b1-4e11-9ecd-25268ea75a9d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Allocated IP 2001:db8::11 (a96dee68-3f38-436f-9f2d-3584e2016c05/cb723c54-bd8e-46fe-bac0-4a0d856c1ec9/3cb4d6ff-6e1e-4d95-9166-2948be3317f8) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:03:58.390902 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e906aac5-5b51-476d-8491-7cf95f879a3a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:58.393692 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e906aac5-5b51-476d-8491-7cf95f879a3a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:58.444746 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e906aac5-5b51-476d-8491-7cf95f879a3a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:58.445556 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e906aac5-5b51-476d-8491-7cf95f879a3a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Fanout notify agent at l3_agent the message router_deleted on router 090e6c9f-1c5c-4693-b112-62ff25ea6050 {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:03:58.451593 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6aaa6ba4-37b1-4e11-9ecd-25268ea75a9d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:58.465649 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e906aac5-5b51-476d-8491-7cf95f879a3a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:58.470807 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44918) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:58.471603 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e906aac5-5b51-476d-8491-7cf95f879a3a tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] 10.222.0.58 "DELETE /v2.0/routers/090e6c9f-1c5c-4693-b112-62ff25ea6050 HTTP/1.1" status: 204 len: 168 time: 0.3514731 Sep 21 18:03:58.505765 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-630e72d5-0520-45ad-93da-b6e7c17a10ac tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] 10.222.0.58 "GET /v2.0/ports?device_id=090e6c9f-1c5c-4693-b112-62ff25ea6050 HTTP/1.1" status: 200 len: 205 time: 0.0336292 Sep 21 18:03:58.508237 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44920) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:58.518957 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6aaa6ba4-37b1-4e11-9ecd-25268ea75a9d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:58.550383 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-178172cd-385b-4289-995f-76604cfcd535 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] delete failed (client error): The resource could not be found. Sep 21 18:03:58.551676 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-178172cd-385b-4289-995f-76604cfcd535 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] 10.222.0.58 "DELETE /v2.0/routers/090e6c9f-1c5c-4693-b112-62ff25ea6050 HTTP/1.1" status: 404 len: 336 time: 0.0424485 Sep 21 18:03:58.554368 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44922) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:58.579248 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aaa6ba4-37b1-4e11-9ecd-25268ea75a9d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Network a96dee68-3f38-436f-9f2d-3584e2016c05 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:03:58.602362 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-6aaa6ba4-37b1-4e11-9ecd-25268ea75a9d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:03:58.606120 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-53db415b-5c9c-45c0-9a7a-4a4d29632d2c tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc28f559-239e-4023-a521-8ee81a1917f1 HTTP/1.1" status: 200 len: 205 time: 0.0505624 Sep 21 18:03:58.610426 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaa6ba4-37b1-4e11-9ecd-25268ea75a9d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:03:58.617230 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaa6ba4-37b1-4e11-9ecd-25268ea75a9d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:58.617396 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44924) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:58.617935 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6aaa6ba4-37b1-4e11-9ecd-25268ea75a9d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:58.622327 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa6ba4-37b1-4e11-9ecd-25268ea75a9d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Pushing event updated for resources: {'Port': ['ID=3cb4d6ff-6e1e-4d95-9166-2948be3317f8,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:58.643709 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6aaa6ba4-37b1-4e11-9ecd-25268ea75a9d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.7861755 Sep 21 18:03:58.647265 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44926) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:58.653810 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-d47a5ebf-eab1-4a8b-bab0-dc4ff30d29b4 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::29', 'mac_address': 'fa:16:3e:85:79:f4'}, {'ip_address': '2001:db8::33a', 'mac_address': 'fa:16:3e:74:33:d1'}]}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:03:58.668960 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-06a610ab-ff36-492b-9c52-55bf48f85520 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] delete failed (client error): The resource could not be found. Sep 21 18:03:58.673223 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-06a610ab-ff36-492b-9c52-55bf48f85520 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] 10.222.0.58 "DELETE /v2.0/routers/cc28f559-239e-4023-a521-8ee81a1917f1 HTTP/1.1" status: 404 len: 336 time: 0.0545433 Sep 21 18:03:58.676041 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44928) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:58.722263 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b47a81ab-4c01-4c6c-b523-92644b227426 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a33b933-b8a9-46c6-82c5-6f3047356a0d HTTP/1.1" status: 200 len: 205 time: 0.0450215 Sep 21 18:03:58.727347 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44932) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:58.733549 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d47a5ebf-eab1-4a8b-bab0-dc4ff30d29b4 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:58.785019 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-3a88f070-5364-4dad-991c-a185f36362b0 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] delete failed (client error): The resource could not be found. Sep 21 18:03:58.788411 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3a88f070-5364-4dad-991c-a185f36362b0 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] 10.222.0.58 "DELETE /v2.0/routers/6a33b933-b8a9-46c6-82c5-6f3047356a0d HTTP/1.1" status: 404 len: 336 time: 0.0574865 Sep 21 18:03:58.791484 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44940) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:58.873664 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44942) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:58.873945 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8dea024e-33db-4460-a491-049a29b0fc12 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6cd05f8-cb95-4162-8409-31152a608092 HTTP/1.1" status: 200 len: 205 time: 0.0814288 Sep 21 18:03:58.892480 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afe966-3fa7-4033-bc00-f7db7d27292a req-9bc8a1cd-4a6d-4ab6-baf5-793031de8f4e tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:58.894095 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90afe966-3fa7-4033-bc00-f7db7d27292a req-9bc8a1cd-4a6d-4ab6-baf5-793031de8f4e tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.0831747 Sep 21 18:03:58.932930 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-a909b4a7-4fcc-438f-b34f-c90ecd566119 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] delete failed (client error): The resource could not be found. Sep 21 18:03:58.934252 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a909b4a7-4fcc-438f-b34f-c90ecd566119 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] 10.222.0.58 "DELETE /v2.0/routers/d6cd05f8-cb95-4162-8409-31152a608092 HTTP/1.1" status: 404 len: 336 time: 0.0589540 Sep 21 18:03:58.955272 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f2d7ae-02c7-462f-a4bd-e5bbb50b03bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd9acc0-e00e-41cb-896b-eaf1edafe60d'}, {'server_uuid': '8b04bcfb-9d25-4cfe-9063-77b39ec38dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e1ee0b-8226-40cb-9adb-5708d1d5fe61'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:03:58.959755 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44944) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:58.962242 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786b12dc-80ad-4210-b45a-65e8721487cd" -d '{"events": [{"server_uuid": "43f2d7ae-02c7-462f-a4bd-e5bbb50b03bf", "name": "network-vif-plugged", "status": "completed", "tag": "0cd9acc0-e00e-41cb-896b-eaf1edafe60d"}, {"server_uuid": "8b04bcfb-9d25-4cfe-9063-77b39ec38dfc", "name": "network-vif-plugged", "status": "completed", "tag": "a7e1ee0b-8226-40cb-9adb-5708d1d5fe61"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:03:58.974176 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-582c31b7-96b4-470f-aaee-60f2cf9bc4e0 None None] Provisioning complete for port 3cb4d6ff-6e1e-4d95-9166-2948be3317f8 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:03:58.974548 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-582c31b7-96b4-470f-aaee-60f2cf9bc4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:58.988939 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90afe966-3fa7-4033-bc00-f7db7d27292a req-c364f088-da9c-444a-accc-38555046c057 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590930 Sep 21 18:03:59.031234 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92694db2-992b-4f11-b28a-1ea5d14017bd req-380ea456-75e8-42bf-be49-86eceb486b0a tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:59.033555 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-92694db2-992b-4f11-b28a-1ea5d14017bd req-380ea456-75e8-42bf-be49-86eceb486b0a tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc466911-5715-4454-a444-cdbcf85c8c04 HTTP/1.1" status: 200 len: 946 time: 0.2555339 Sep 21 18:03:59.051118 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-582c31b7-96b4-470f-aaee-60f2cf9bc4e0 None None] Port 3cb4d6ff-6e1e-4d95-9166-2948be3317f8 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:03:59.057291 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4ce6a1e5-3000-4c3e-8a67-56c93630d7b9 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a5dd8c4-9374-454d-ae14-7870d155ca41 HTTP/1.1" status: 200 len: 205 time: 0.0928857 Sep 21 18:03:59.057479 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44948) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:59.137853 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-48613486-f9b6-4604-8ac9-d47992df8919 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] delete failed (client error): The resource could not be found. Sep 21 18:03:59.143302 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-48613486-f9b6-4604-8ac9-d47992df8919 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] 10.222.0.58 "DELETE /v2.0/routers/2a5dd8c4-9374-454d-ae14-7870d155ca41 HTTP/1.1" status: 404 len: 336 time: 0.0824122 Sep 21 18:03:59.144615 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44950) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:59.176554 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-92694db2-992b-4f11-b28a-1ea5d14017bd req-b83345e2-9e28-40a0-adea-0a7a0c79c953 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/security-groups?id=27f73b5a-6472-4c0c-b8aa-66c54f91e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920494 Sep 21 18:03:59.179922 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Sep 2021 18:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b568e08-4ac7-4362-bcec-7fe06738764b x-openstack-request-id: req-2b568e08-4ac7-4362-bcec-7fe06738764b {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:03:59.180417 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f2d7ae-02c7-462f-a4bd-e5bbb50b03bf", "name": "network-vif-plugged", "status": "completed", "tag": "0cd9acc0-e00e-41cb-896b-eaf1edafe60d", "code": 200}, {"server_uuid": "8b04bcfb-9d25-4cfe-9063-77b39ec38dfc", "name": "network-vif-plugged", "status": "completed", "tag": "a7e1ee0b-8226-40cb-9adb-5708d1d5fe61", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:03:59.180977 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2b568e08-4ac7-4362-bcec-7fe06738764b {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:03:59.181631 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f2d7ae-02c7-462f-a4bd-e5bbb50b03bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd9acc0-e00e-41cb-896b-eaf1edafe60d', 'code': 200} Sep 21 18:03:59.182052 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b04bcfb-9d25-4cfe-9063-77b39ec38dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e1ee0b-8226-40cb-9adb-5708d1d5fe61', 'code': 200} Sep 21 18:03:59.199039 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b099cfcd-ec18-4eba-af60-3782d5bb1eb5 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] 10.222.0.58 "GET /v2.0/ports?device_id=85601417-e049-42eb-bd07-ec3b7bacf007 HTTP/1.1" status: 200 len: 205 time: 0.0507400 Sep 21 18:03:59.199280 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44954) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:59.232373 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d47a5ebf-eab1-4a8b-bab0-dc4ff30d29b4 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:59.248765 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d47a5ebf-eab1-4a8b-bab0-dc4ff30d29b4 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:59.254208 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-f817071c-4903-4736-8be6-95887777df77 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] delete failed (client error): The resource could not be found. Sep 21 18:03:59.255356 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f817071c-4903-4736-8be6-95887777df77 tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] 10.222.0.58 "DELETE /v2.0/routers/85601417-e049-42eb-bd07-ec3b7bacf007 HTTP/1.1" status: 404 len: 336 time: 0.0551724 Sep 21 18:03:59.258605 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44956) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:59.273189 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-d47a5ebf-eab1-4a8b-bab0-dc4ff30d29b4 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] In _notify_port_updated(), no bound segment for port 3cb4d6ff-6e1e-4d95-9166-2948be3317f8 on network a96dee68-3f38-436f-9f2d-3584e2016c05 {{(pid=101461) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:03:59.279894 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47a5ebf-eab1-4a8b-bab0-dc4ff30d29b4 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:59.280579 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d47a5ebf-eab1-4a8b-bab0-dc4ff30d29b4 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:59.285683 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d47a5ebf-eab1-4a8b-bab0-dc4ff30d29b4 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] 10.222.0.58 "PUT /v2.0/ports/3cb4d6ff-6e1e-4d95-9166-2948be3317f8 HTTP/1.1" status: 200 len: 1065 time: 0.6369665 Sep 21 18:03:59.305985 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44958) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:59.349883 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf6b6cdb-770d-4411-a9a8-d8904461cc0c tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] DELETE failed (client error): The resource could not be found. Sep 21 18:03:59.350533 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf6b6cdb-770d-4411-a9a8-d8904461cc0c tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:03:59.355146 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-cf6b6cdb-770d-4411-a9a8-d8904461cc0c tempest-RoutersAdminTest-1480614530 tempest-RoutersAdminTest-1480614530-project] 10.222.0.58 "DELETE /v2.0/subnets/ac09ea59-63dd-4999-a92c-0e3aaae9b554 HTTP/1.1" status: 404 len: 337 time: 0.0927961 Sep 21 18:03:59.374385 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a5ebf-eab1-4a8b-bab0-dc4ff30d29b4 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Pushing event updated for resources: {'Port': ['ID=3cb4d6ff-6e1e-4d95-9166-2948be3317f8,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:59.414064 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d74cb-44cb-4c2f-b416-9e5e9ee42e89 req-c013f0cb-01b6-49d4-8d12-08a5e5bc9527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:59.415796 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9a4d74cb-44cb-4c2f-b416-9e5e9ee42e89 req-c013f0cb-01b6-49d4-8d12-08a5e5bc9527 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8b04bcfb-9d25-4cfe-9063-77b39ec38dfc HTTP/1.1" status: 200 len: 1096 time: 0.1097927 Sep 21 18:03:59.429947 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95890547-819c-4fd0-be36-018635243dd5 req-2f910c75-70d5-43fc-8146-9256884ff8a3 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:59.431600 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-95890547-819c-4fd0-be36-018635243dd5 req-2f910c75-70d5-43fc-8146-9256884ff8a3 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f2d7ae-02c7-462f-a4bd-e5bbb50b03bf HTTP/1.1" status: 200 len: 945 time: 0.1149645 Sep 21 18:03:59.439840 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be873aba-0dbc-453a-ace0-66a157091cf5 req-f0903361-1150-4bd6-9ac8-e3a8b87e6211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:03:59.441326 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be873aba-0dbc-453a-ace0-66a157091cf5 req-f0903361-1150-4bd6-9ac8-e3a8b87e6211 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=43f2d7ae-02c7-462f-a4bd-e5bbb50b03bf HTTP/1.1" status: 200 len: 1096 time: 0.1479952 Sep 21 18:03:59.497626 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9a4d74cb-44cb-4c2f-b416-9e5e9ee42e89 req-0d434790-8f00-4765-86c1-e6c5035be302 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=27f73b5a-6472-4c0c-b8aa-66c54f91e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647943 Sep 21 18:03:59.519782 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-95890547-819c-4fd0-be36-018635243dd5 req-03923306-5935-4f12-81d1-bfe9bc5e1edc tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/security-groups?id=27f73b5a-6472-4c0c-b8aa-66c54f91e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762885 Sep 21 18:03:59.541434 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be873aba-0dbc-453a-ace0-66a157091cf5 req-a13e8198-cffb-4754-b335-c68855196f37 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=27f73b5a-6472-4c0c-b8aa-66c54f91e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842800 Sep 21 18:03:59.682093 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-fd0475dc-92ab-42c8-9830-92dc18506a47 None None] Provisioning complete for port 3cb4d6ff-6e1e-4d95-9166-2948be3317f8 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:03:59.682637 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fd0475dc-92ab-42c8-9830-92dc18506a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:59.687230 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44968) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:03:59.723431 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-fd0475dc-92ab-42c8-9830-92dc18506a47 None None] Port 3cb4d6ff-6e1e-4d95-9166-2948be3317f8 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:03:59.799578 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d673581e-329b-401f-9549-17d8d2fe12b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:59.806988 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-9aa2354e-b15f-41b7-8f49-44e3c6feba79 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Deleting port 3cb4d6ff-6e1e-4d95-9166-2948be3317f8 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:03:59.807512 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9aa2354e-b15f-41b7-8f49-44e3c6feba79 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:59.899968 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9aa2354e-b15f-41b7-8f49-44e3c6feba79 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:59.902266 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d673581e-329b-401f-9549-17d8d2fe12b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:59.907179 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d673581e-329b-401f-9549-17d8d2fe12b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:03:59.912983 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-9aa2354e-b15f-41b7-8f49-44e3c6feba79 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Calling delete_port for 3cb4d6ff-6e1e-4d95-9166-2948be3317f8 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:03:59.945883 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d673581e-329b-401f-9549-17d8d2fe12b3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5f28f419c1f341d4a7c46e19c7e3280f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2575545 Sep 21 18:03:59.947090 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673581e-329b-401f-9549-17d8d2fe12b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4e170c-854d-45a4-b97c-6578fb33101f,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:03:59.949423 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44980) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:00.005818 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e4fd61a0-6f4b-4afe-80e6-5abd0a54703d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:00.036306 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e4fd61a0-6f4b-4afe-80e6-5abd0a54703d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:00.088853 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9aa2354e-b15f-41b7-8f49-44e3c6feba79 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:00.113267 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e4fd61a0-6f4b-4afe-80e6-5abd0a54703d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:00.116358 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e4fd61a0-6f4b-4afe-80e6-5abd0a54703d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:00.117681 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e4fd61a0-6f4b-4afe-80e6-5abd0a54703d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7d4e170c-854d-45a4-b97c-6578fb33101f HTTP/1.1" status: 204 len: 168 time: 0.1672044 Sep 21 18:04:00.144154 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2354e-b15f-41b7-8f49-44e3c6feba79 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Pushing event deleted for resources: {'Port': ['ID=3cb4d6ff-6e1e-4d95-9166-2948be3317f8,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:00.149625 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd61a0-6f4b-4afe-80e6-5abd0a54703d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4e170c-854d-45a4-b97c-6578fb33101f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:00.184278 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59406d4f-5de9-4504-9470-a745ea890fff req-2d6c4305-08a6-4698-bbf5-74601c7034c9 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:00.185847 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59406d4f-5de9-4504-9470-a745ea890fff req-2d6c4305-08a6-4698-bbf5-74601c7034c9 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.1054921 Sep 21 18:04:00.262719 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59406d4f-5de9-4504-9470-a745ea890fff req-47183f32-aec1-4ee0-826a-10668b258726 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621648 Sep 21 18:04:00.383802 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9aa2354e-b15f-41b7-8f49-44e3c6feba79 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:00.391173 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44994) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:00.392371 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9aa2354e-b15f-41b7-8f49-44e3c6feba79 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] 10.222.0.58 "DELETE /v2.0/ports/3cb4d6ff-6e1e-4d95-9166-2948be3317f8 HTTP/1.1" status: 204 len: 168 time: 1.0852311 Sep 21 18:04:00.429675 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b5eb1f3-5d60-4968-932e-6c0b9c6b78f6 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] GET failed (client error): The resource could not be found. Sep 21 18:04:00.431495 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7b5eb1f3-5d60-4968-932e-6c0b9c6b78f6 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] 10.222.0.58 "GET /v2.0/ports/3cb4d6ff-6e1e-4d95-9166-2948be3317f8 HTTP/1.1" status: 404 len: 333 time: 0.0388439 Sep 21 18:04:00.434293 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44996) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:00.531460 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44998) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:00.581209 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-0335b5c8-cf3e-41d6-bde6-faf183c0a9d8 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Deleting port 51ad1636-73e2-4411-9cf6-cde947fa95b7 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:00.581651 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0335b5c8-cf3e-41d6-bde6-faf183c0a9d8 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:00.626948 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f599429a-cfc4-4dda-bc6d-51c4bf9718f6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=51ae1f8f367b4295a0dd04a48eded580&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0944154 Sep 21 18:04:00.631334 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45002) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:00.684132 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1492f4f0-dda8-4fd4-ba98-bf5e82ffd2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:00.709428 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1492f4f0-dda8-4fd4-ba98-bf5e82ffd2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:00.720153 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817d692-42e8-4a2b-b1f3-5dc0c12dbb9e req-33a90833-1780-460a-aadb-a2b3b0f7ed5d tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:00.728268 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4817d692-42e8-4a2b-b1f3-5dc0c12dbb9e req-33a90833-1780-460a-aadb-a2b3b0f7ed5d tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f2d7ae-02c7-462f-a4bd-e5bbb50b03bf HTTP/1.1" status: 200 len: 945 time: 0.1214759 Sep 21 18:04:00.763959 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1492f4f0-dda8-4fd4-ba98-bf5e82ffd2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:00.768207 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1492f4f0-dda8-4fd4-ba98-bf5e82ffd2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:00.769835 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1492f4f0-dda8-4fd4-ba98-bf5e82ffd2ba admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ad74fddd-3856-449e-a7b2-da1122079069 HTTP/1.1" status: 204 len: 168 time: 0.1367142 Sep 21 18:04:00.784664 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0335b5c8-cf3e-41d6-bde6-faf183c0a9d8 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:00.799055 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492f4f0-dda8-4fd4-ba98-bf5e82ffd2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad74fddd-3856-449e-a7b2-da1122079069,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:00.811647 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4817d692-42e8-4a2b-b1f3-5dc0c12dbb9e req-e8cc6989-6b03-42f5-88fa-327f2d7e595a tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/security-groups?id=27f73b5a-6472-4c0c-b8aa-66c54f91e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819383 Sep 21 18:04:00.818172 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-0335b5c8-cf3e-41d6-bde6-faf183c0a9d8 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Calling delete_port for 51ad1636-73e2-4411-9cf6-cde947fa95b7 owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:00.972099 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0335b5c8-cf3e-41d6-bde6-faf183c0a9d8 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:01.003077 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0335b5c8-cf3e-41d6-bde6-faf183c0a9d8 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Pushing event deleted for resources: {'Port': ['ID=51ad1636-73e2-4411-9cf6-cde947fa95b7,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:01.056784 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0335b5c8-cf3e-41d6-bde6-faf183c0a9d8 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:01.064055 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45012) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:01.065089 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0335b5c8-cf3e-41d6-bde6-faf183c0a9d8 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] 10.222.0.58 "DELETE /v2.0/ports/51ad1636-73e2-4411-9cf6-cde947fa95b7 HTTP/1.1" status: 204 len: 168 time: 0.6298869 Sep 21 18:04:01.105167 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-744eb295-abaa-45b1-ae9b-d202a9108539 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] GET failed (client error): The resource could not be found. Sep 21 18:04:01.111793 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-744eb295-abaa-45b1-ae9b-d202a9108539 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] 10.222.0.58 "GET /v2.0/ports/51ad1636-73e2-4411-9cf6-cde947fa95b7 HTTP/1.1" status: 404 len: 333 time: 0.0430298 Sep 21 18:04:01.112484 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45014) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:01.237740 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-e9f4a212-149c-4c65-a693-60dea6372e89 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Deleting port 43e1a373-78dc-4de7-b70e-19a550927b58 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:01.238370 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e9f4a212-149c-4c65-a693-60dea6372e89 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:01.359999 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e9f4a212-149c-4c65-a693-60dea6372e89 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:01.376248 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-e9f4a212-149c-4c65-a693-60dea6372e89 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Calling delete_port for 43e1a373-78dc-4de7-b70e-19a550927b58 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:01.482501 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d909aac-612b-45f3-89b5-b0bd5acec57a req-7eaafd7a-2c85-4e47-9c7d-1113c659646d tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:01.484063 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1d909aac-612b-45f3-89b5-b0bd5acec57a req-7eaafd7a-2c85-4e47-9c7d-1113c659646d tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.1016762 Sep 21 18:04:01.557110 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1d909aac-612b-45f3-89b5-b0bd5acec57a req-433cae8e-a45e-4fd5-9ef5-1c7ebdefc8e7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578122 Sep 21 18:04:01.617007 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e9f4a212-149c-4c65-a693-60dea6372e89 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:01.645157 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4a212-149c-4c65-a693-60dea6372e89 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Pushing event deleted for resources: {'Port': ['ID=43e1a373-78dc-4de7-b70e-19a550927b58,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:01.674828 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e9f4a212-149c-4c65-a693-60dea6372e89 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:01.677612 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e9f4a212-149c-4c65-a693-60dea6372e89 tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] 10.222.0.58 "DELETE /v2.0/ports/43e1a373-78dc-4de7-b70e-19a550927b58 HTTP/1.1" status: 204 len: 168 time: 0.5636463 Sep 21 18:04:01.679807 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45038) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:01.725423 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45040) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:01.737468 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-55546896-1717-4cdb-95f6-7b5bc56e72df tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Deleting subnet cb723c54-bd8e-46fe-bac0-4a0d856c1ec9 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:04:01.741175 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-55546896-1717-4cdb-95f6-7b5bc56e72df tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:01.782681 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-55546896-1717-4cdb-95f6-7b5bc56e72df tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:01.835093 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-028bbc2a-f8da-4ba7-8011-0b175183311f tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1312981567'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:01.863932 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028bbc2a-f8da-4ba7-8011-0b175183311f tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Made reservation on behalf of 18441ee25df24cf697984fc214bc5dcc for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:04:01.869216 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-028bbc2a-f8da-4ba7-8011-0b175183311f tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:01.879692 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-028bbc2a-f8da-4ba7-8011-0b175183311f tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:01.881545 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-55546896-1717-4cdb-95f6-7b5bc56e72df tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:01.954264 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-55546896-1717-4cdb-95f6-7b5bc56e72df tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:01.969114 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cd035-8457-474b-b854-2a666fa90cc8 req-de105835-ad7d-4fd8-bc4f-21481c0e1b3d tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:01.970621 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c2cd035-8457-474b-b854-2a666fa90cc8 req-de105835-ad7d-4fd8-bc4f-21481c0e1b3d tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f2d7ae-02c7-462f-a4bd-e5bbb50b03bf HTTP/1.1" status: 200 len: 945 time: 0.0701175 Sep 21 18:04:01.982383 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55546896-1717-4cdb-95f6-7b5bc56e72df tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Pushing event deleted for resources: {'Subnet': ['ID=cb723c54-bd8e-46fe-bac0-4a0d856c1ec9,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:01.987876 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-55546896-1717-4cdb-95f6-7b5bc56e72df tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:01.989790 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-55546896-1717-4cdb-95f6-7b5bc56e72df tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] 10.222.0.58 "DELETE /v2.0/subnets/cb723c54-bd8e-46fe-bac0-4a0d856c1ec9 HTTP/1.1" status: 204 len: 168 time: 0.3087742 Sep 21 18:04:01.992846 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45048) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:01.997937 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d43b11f-ff5d-4dcf-b65d-308c6075453a None None] Network a96dee68-3f38-436f-9f2d-3584e2016c05 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:04:02.031447 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c2cd035-8457-474b-b854-2a666fa90cc8 req-56560d1f-26c5-423d-a510-ae3d75dd0eb6 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/security-groups?id=27f73b5a-6472-4c0c-b8aa-66c54f91e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540519 Sep 21 18:04:02.046328 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-028bbc2a-f8da-4ba7-8011-0b175183311f tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:02.054234 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-028bbc2a-f8da-4ba7-8011-0b175183311f tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:02.085199 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cc749b3e-9d3c-44ed-b295-2192d511e33d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:02.090597 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-028bbc2a-f8da-4ba7-8011-0b175183311f tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:04:02.117865 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-028bbc2a-f8da-4ba7-8011-0b175183311f tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:02.118451 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-028bbc2a-f8da-4ba7-8011-0b175183311f tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Added segment ba3b2ad4-12cf-4abd-b2cf-9d2a562f5031 of type vlan for network fb323e7d-930e-4212-a7bf-248ded7a7a79 Sep 21 18:04:02.119894 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028bbc2a-f8da-4ba7-8011-0b175183311f tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96116373-86b3-45ed-a957-546d276ca6d6,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:02.156968 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-cc749b3e-9d3c-44ed-b295-2192d511e33d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Deleting port 1227534a-abb4-4ce0-8e00-039cacc59aac {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:02.157320 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cc749b3e-9d3c-44ed-b295-2192d511e33d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:02.197447 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-028bbc2a-f8da-4ba7-8011-0b175183311f tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:02.247626 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f43fe5-d06f-4010-b3ef-933b6566c18a None None] DHCP port deletion for a96dee68-3f38-436f-9f2d-3584e2016c05 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:04:02.256266 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-028bbc2a-f8da-4ba7-8011-0b175183311f tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:02.263340 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028bbc2a-f8da-4ba7-8011-0b175183311f tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:02.264028 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-028bbc2a-f8da-4ba7-8011-0b175183311f tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:02.291141 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-cc749b3e-9d3c-44ed-b295-2192d511e33d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] For port 1227534a-abb4-4ce0-8e00-039cacc59aac, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1227534a-abb4-4ce0-8e00-039cacc59aac,segment=NetworkSegment(9891522b-a680-41d5-ae9c-7a4ed1009373),segment_id=9891522b-a680-41d5-ae9c-7a4ed1009373)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:02.291424 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cc749b3e-9d3c-44ed-b295-2192d511e33d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:02.305842 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-028bbc2a-f8da-4ba7-8011-0b175183311f tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.5791283 Sep 21 18:04:02.309167 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45060) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:02.316914 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16fa995-46c2-4567-ae97-4af62aa5a64a req-fdaa15e2-a188-49b2-a8a5-57cb2cc1be9b tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:02.319279 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-5bc41223-de58-46b0-bf2b-47315671c35b tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Request body: {'subnet': {'network_id': 'fb323e7d-930e-4212-a7bf-248ded7a7a79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:02.320537 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-19f43fe5-d06f-4010-b3ef-933b6566c18a None None] Deleting port 1227534a-abb4-4ce0-8e00-039cacc59aac {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:02.320932 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-19f43fe5-d06f-4010-b3ef-933b6566c18a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:02.324639 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f16fa995-46c2-4567-ae97-4af62aa5a64a req-fdaa15e2-a188-49b2-a8a5-57cb2cc1be9b tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b04bcfb-9d25-4cfe-9063-77b39ec38dfc HTTP/1.1" status: 200 len: 945 time: 0.0909266 Sep 21 18:04:02.334702 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-cc749b3e-9d3c-44ed-b295-2192d511e33d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Calling delete_port for 1227534a-abb4-4ce0-8e00-039cacc59aac owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:02.369147 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028bbc2a-f8da-4ba7-8011-0b175183311f tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Pushing event updated for resources: {'Network': ['ID=fb323e7d-930e-4212-a7bf-248ded7a7a79,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:02.385079 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f16fa995-46c2-4567-ae97-4af62aa5a64a req-4c108563-5046-41d7-a36a-a1155e754ef5 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/security-groups?id=27f73b5a-6472-4c0c-b8aa-66c54f91e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533276 Sep 21 18:04:02.389936 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network fb323e7d-930e-4212-a7bf-248ded7a7a79 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:04:02.431709 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-19f43fe5-d06f-4010-b3ef-933b6566c18a None None] For port 1227534a-abb4-4ce0-8e00-039cacc59aac, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1227534a-abb4-4ce0-8e00-039cacc59aac,segment=NetworkSegment(9891522b-a680-41d5-ae9c-7a4ed1009373),segment_id=9891522b-a680-41d5-ae9c-7a4ed1009373)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:02.432527 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-19f43fe5-d06f-4010-b3ef-933b6566c18a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:02.460595 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-19f43fe5-d06f-4010-b3ef-933b6566c18a None None] Calling delete_port for 1227534a-abb4-4ce0-8e00-039cacc59aac owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:02.523316 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc41223-de58-46b0-bf2b-47315671c35b tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Made reservation on behalf of 18441ee25df24cf697984fc214bc5dcc for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:04:02.528267 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5bc41223-de58-46b0-bf2b-47315671c35b tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:02.548223 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cc749b3e-9d3c-44ed-b295-2192d511e33d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:02.604227 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc749b3e-9d3c-44ed-b295-2192d511e33d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Pushing event deleted for resources: {'Port': ['ID=1227534a-abb4-4ce0-8e00-039cacc59aac,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:02.606141 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc749b3e-9d3c-44ed-b295-2192d511e33d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] No DVR routers for this DVR port 1227534a-abb4-4ce0-8e00-039cacc59aac on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:04:02.693889 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1227534a-abb4-4ce0-8e00-039cacc59aac no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:04:02.732246 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 1227534a-abb4-4ce0-8e00-039cacc59aac {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:04:02.732935 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1227534a-abb4-4ce0-8e00-039cacc59aac not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:04:02.781658 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-19f43fe5-d06f-4010-b3ef-933b6566c18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:02.788439 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cc749b3e-9d3c-44ed-b295-2192d511e33d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:02.820306 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f43fe5-d06f-4010-b3ef-933b6566c18a None None] Pushing event deleted for resources: {'Port': ['ID=1227534a-abb4-4ce0-8e00-039cacc59aac,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:02.828018 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f43fe5-d06f-4010-b3ef-933b6566c18a None None] No DVR routers for this DVR port 1227534a-abb4-4ce0-8e00-039cacc59aac on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:04:02.859361 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-cc749b3e-9d3c-44ed-b295-2192d511e33d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a96dee68-3f38-436f-9f2d-3584e2016c05']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:02.872194 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-cc749b3e-9d3c-44ed-b295-2192d511e33d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9891522b-a680-41d5-ae9c-7a4ed1009373') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:02.872605 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-cc749b3e-9d3c-44ed-b295-2192d511e33d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9891522b-a680-41d5-ae9c-7a4ed1009373') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:02.886030 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cc749b3e-9d3c-44ed-b295-2192d511e33d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:02.906209 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc22469-ed83-442a-85c2-4f54859ae151 req-0a5fe4aa-c797-4b6a-b9c7-a060942426ca tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:02.907800 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fbc22469-ed83-442a-85c2-4f54859ae151 req-0a5fe4aa-c797-4b6a-b9c7-a060942426ca tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.1031590 Sep 21 18:04:02.912197 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cc749b3e-9d3c-44ed-b295-2192d511e33d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:02.926568 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc749b3e-9d3c-44ed-b295-2192d511e33d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:04:02.927004 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cc749b3e-9d3c-44ed-b295-2192d511e33d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:02.930112 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:04:02.930112 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:04:02.930112 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:04:02.930112 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:04:02.930112 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:04:02.930112 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:04:02.930112 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:04:02.930112 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:04:02.930112 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:04:02.930112 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:04:02.930112 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:04:02.930112 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:04:02.930112 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:04:02.930112 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:04:02.930112 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:04:02.930112 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:04:02.930112 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:04:02.930112 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:04:02.930112 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:04:02.930112 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:04:02.930112 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:04:02.930112 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:04:02.930112 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:04:02.930112 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:04:02.930112 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:04:02.930112 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:04:02.930112 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:04:02.930112 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:04:02.930112 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:04:02.930112 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:04:02.930112 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:04:02.930112 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:04:03.011236 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fbc22469-ed83-442a-85c2-4f54859ae151 req-222d0c4c-d107-4f8a-95c8-34b21488ba9c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928123 Sep 21 18:04:03.016902 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cc749b3e-9d3c-44ed-b295-2192d511e33d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:03.025594 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cc749b3e-9d3c-44ed-b295-2192d511e33d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:03.029940 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-cc749b3e-9d3c-44ed-b295-2192d511e33d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] 10.222.0.58 "DELETE /v2.0/networks/a96dee68-3f38-436f-9f2d-3584e2016c05 HTTP/1.1" status: 204 len: 168 time: 1.0333362 Sep 21 18:04:03.045687 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc749b3e-9d3c-44ed-b295-2192d511e33d tempest-AllowedAddressPairIpV6TestJSON-850342534 tempest-AllowedAddressPairIpV6TestJSON-850342534-project] Pushing event deleted for resources: {'Network': ['ID=a96dee68-3f38-436f-9f2d-3584e2016c05,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:03.110955 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb83b3-a817-4b19-b6a3-e401f7534870 req-dcaadfbd-0219-4004-9ac1-4b4f5c583de7 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:03.112273 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a8eb83b3-a817-4b19-b6a3-e401f7534870 req-dcaadfbd-0219-4004-9ac1-4b4f5c583de7 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b04bcfb-9d25-4cfe-9063-77b39ec38dfc HTTP/1.1" status: 200 len: 945 time: 0.1251736 Sep 21 18:04:03.207518 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a8eb83b3-a817-4b19-b6a3-e401f7534870 req-b6ccb64b-858e-4108-af88-e5b9d1cb8666 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/security-groups?id=27f73b5a-6472-4c0c-b8aa-66c54f91e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821595 Sep 21 18:04:03.264529 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5bc41223-de58-46b0-bf2b-47315671c35b tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:03.328453 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc41223-de58-46b0-bf2b-47315671c35b tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Pushing event updated for resources: {'Subnet': ['ID=c699ae02-e1b5-43b6-b55f-075645a723e3,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:03.339147 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc41223-de58-46b0-bf2b-47315671c35b tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Checking segment: {'id': 'ba3b2ad4-12cf-4abd-b2cf-9d2a562f5031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'fb323e7d-930e-4212-a7bf-248ded7a7a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:04:03.339514 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc41223-de58-46b0-bf2b-47315671c35b tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Network hostable DHCP agents. Network: fb323e7d-930e-4212-a7bf-248ded7a7a79, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:04:03.357113 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc41223-de58-46b0-bf2b-47315671c35b tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Network fb323e7d-930e-4212-a7bf-248ded7a7a79 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:04:03.366565 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-5bc41223-de58-46b0-bf2b-47315671c35b tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, fb323e7d-930e-4212-a7bf-248ded7a7a79) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:03.371375 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc41223-de58-46b0-bf2b-47315671c35b tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:03.372018 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5bc41223-de58-46b0-bf2b-47315671c35b tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:03.382126 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77501cc-df78-479b-976d-b7db96316330 None None] Network fb323e7d-930e-4212-a7bf-248ded7a7a79 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:04:03.384418 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45080) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:03.390681 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5bc41223-de58-46b0-bf2b-47315671c35b tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0791843 Sep 21 18:04:03.393482 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45082) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:03.401535 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-b992bdf3-d1e1-4bad-b3c9-6efd4998058c tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Request body: {'port': {'network_id': 'fb323e7d-930e-4212-a7bf-248ded7a7a79', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-897692895'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:03.533007 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b992bdf3-d1e1-4bad-b3c9-6efd4998058c tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Made reservation on behalf of 18441ee25df24cf697984fc214bc5dcc for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:04:03.550566 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b992bdf3-d1e1-4bad-b3c9-6efd4998058c tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:03.587782 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-b992bdf3-d1e1-4bad-b3c9-6efd4998058c tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] device_id is not set on port 0275a429-519d-4756-a06b-663ade6054f8 yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:04:03.627071 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f387d6e3-3d0c-4fe4-b903-c3ca42f1be8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-fb323e7d-930e-4212-a7bf-248ded7a7a79', 'network_id': 'fb323e7d-930e-4212-a7bf-248ded7a7a79', 'tenant_id': '18441ee25df24cf697984fc214bc5dcc', 'fixed_ips': [{'subnet_id': 'c699ae02-e1b5-43b6-b55f-075645a723e3'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:04:03.628115 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f387d6e3-3d0c-4fe4-b903-c3ca42f1be8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:03.632760 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-736df355-f3f4-447c-85b1-b48bc06ac055 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=41cc002132854472b0efc0665472024e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2446332 Sep 21 18:04:03.633573 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45090) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:03.791428 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-689b8402-e44a-4ff8-97ad-d73862884f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:03.834267 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-689b8402-e44a-4ff8-97ad-d73862884f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:03.874988 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-b992bdf3-d1e1-4bad-b3c9-6efd4998058c tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Allocated IP 2001:db8::10f (fb323e7d-930e-4212-a7bf-248ded7a7a79/c699ae02-e1b5-43b6-b55f-075645a723e3/0275a429-519d-4756-a06b-663ade6054f8) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:04:03.897295 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-689b8402-e44a-4ff8-97ad-d73862884f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:03.900437 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-689b8402-e44a-4ff8-97ad-d73862884f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:03.904126 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-689b8402-e44a-4ff8-97ad-d73862884f16 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e24fd4eb-446d-4562-bbb1-c341dca38e25 HTTP/1.1" status: 204 len: 168 time: 0.2557411 Sep 21 18:04:03.910195 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b8402-e44a-4ff8-97ad-d73862884f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24fd4eb-446d-4562-bbb1-c341dca38e25,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:04.081435 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5931ec-88bc-421e-a4ed-8e564a880b52 req-7c3aba08-8a88-49b7-b4b1-cc7fb00070d4 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:04.082945 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-da5931ec-88bc-421e-a4ed-8e564a880b52 req-7c3aba08-8a88-49b7-b4b1-cc7fb00070d4 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b04bcfb-9d25-4cfe-9063-77b39ec38dfc HTTP/1.1" status: 200 len: 945 time: 0.0804965 Sep 21 18:04:04.099463 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b992bdf3-d1e1-4bad-b3c9-6efd4998058c tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:04.184812 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c079d-bb85-4bd3-80b3-feca977a2171 req-560d6a2e-e945-453f-bbcf-602e946abedf tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:04.186744 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-167c079d-bb85-4bd3-80b3-feca977a2171 req-560d6a2e-e945-453f-bbcf-602e946abedf tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.0799427 Sep 21 18:04:04.225275 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b992bdf3-d1e1-4bad-b3c9-6efd4998058c tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:04.236878 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-167c079d-bb85-4bd3-80b3-feca977a2171 req-0784e807-1fea-4be5-ab43-6fdceb1fe6fb tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421832 Sep 21 18:04:04.293208 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-da5931ec-88bc-421e-a4ed-8e564a880b52 req-301f2a58-d056-44d7-ac98-044c1b2be2ac tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Deleting port a7e1ee0b-8226-40cb-9adb-5708d1d5fe61 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:04.293564 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-da5931ec-88bc-421e-a4ed-8e564a880b52 req-301f2a58-d056-44d7-ac98-044c1b2be2ac tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:04.306313 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b992bdf3-d1e1-4bad-b3c9-6efd4998058c tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Network fb323e7d-930e-4212-a7bf-248ded7a7a79 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:04:04.319939 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-f387d6e3-3d0c-4fe4-b903-c3ca42f1be8a None None] Allocated IP 2001:db8::2 (fb323e7d-930e-4212-a7bf-248ded7a7a79/c699ae02-e1b5-43b6-b55f-075645a723e3/c746bdcd-b03b-4c6b-95f7-ea7cd31e57e3) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:04:04.333628 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-b992bdf3-d1e1-4bad-b3c9-6efd4998058c tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:04.356048 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b992bdf3-d1e1-4bad-b3c9-6efd4998058c tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:04:04.363253 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b992bdf3-d1e1-4bad-b3c9-6efd4998058c tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:04.363946 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b992bdf3-d1e1-4bad-b3c9-6efd4998058c tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:04.391739 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992bdf3-d1e1-4bad-b3c9-6efd4998058c tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Pushing event updated for resources: {'Port': ['ID=0275a429-519d-4756-a06b-663ade6054f8,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:04.489598 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-da5931ec-88bc-421e-a4ed-8e564a880b52 req-301f2a58-d056-44d7-ac98-044c1b2be2ac tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] For port a7e1ee0b-8226-40cb-9adb-5708d1d5fe61, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a7e1ee0b-8226-40cb-9adb-5708d1d5fe61,segment=NetworkSegment(1253794b-9a11-488f-a03b-7fdadfe2bb6f),segment_id=1253794b-9a11-488f-a03b-7fdadfe2bb6f)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:04.490276 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-da5931ec-88bc-421e-a4ed-8e564a880b52 req-301f2a58-d056-44d7-ac98-044c1b2be2ac tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:04.506170 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b992bdf3-d1e1-4bad-b3c9-6efd4998058c tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.1106517 Sep 21 18:04:04.513891 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-da5931ec-88bc-421e-a4ed-8e564a880b52 req-301f2a58-d056-44d7-ac98-044c1b2be2ac tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Calling delete_port for a7e1ee0b-8226-40cb-9adb-5708d1d5fe61 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:04.516276 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45122) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:04.517376 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f387d6e3-3d0c-4fe4-b903-c3ca42f1be8a None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:04.523205 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-c1c0bfaf-b7e6-4b59-806a-3ac5614a3742 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Request body: {'port': {'network_id': 'fb323e7d-930e-4212-a7bf-248ded7a7a79', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1041919959', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:04.523895 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.api.validators [None req-c1c0bfaf-b7e6-4b59-806a-3ac5614a3742 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] bootfile-name is not in valid_values {{(pid=101461) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 18:04:04.524376 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.api.validators [None req-c1c0bfaf-b7e6-4b59-806a-3ac5614a3742 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] tftp-server is not in valid_values {{(pid=101461) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 18:04:04.524950 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.api.validators [None req-c1c0bfaf-b7e6-4b59-806a-3ac5614a3742 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] server-ip-address is not in valid_values {{(pid=101461) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 18:04:04.533599 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f387d6e3-3d0c-4fe4-b903-c3ca42f1be8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:04.547626 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d9733-21b7-45db-9735-fbcac2d4fd27 req-fba88b4c-bd02-42d9-aef0-e4183cff18d1 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:04.569646 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-514d9733-21b7-45db-9735-fbcac2d4fd27 req-fba88b4c-bd02-42d9-aef0-e4183cff18d1 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b04bcfb-9d25-4cfe-9063-77b39ec38dfc HTTP/1.1" status: 200 len: 945 time: 0.2602699 Sep 21 18:04:04.589396 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa413d1d-9e9b-4df8-b8cd-fa732c95401a req-89e87d14-8cc4-4570-bedd-20cecbd216b9 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:04.598284 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-aa413d1d-9e9b-4df8-b8cd-fa732c95401a req-89e87d14-8cc4-4570-bedd-20cecbd216b9 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.1269565 Sep 21 18:04:04.615008 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387d6e3-3d0c-4fe4-b903-c3ca42f1be8a None None] Pushing event updated for resources: {'Port': ['ID=c746bdcd-b03b-4c6b-95f7-ea7cd31e57e3,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:04.619157 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f387d6e3-3d0c-4fe4-b903-c3ca42f1be8a None None] Network fb323e7d-930e-4212-a7bf-248ded7a7a79 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:04:04.621200 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-f387d6e3-3d0c-4fe4-b903-c3ca42f1be8a None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:04.624268 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f387d6e3-3d0c-4fe4-b903-c3ca42f1be8a None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:04:04.712105 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-aa413d1d-9e9b-4df8-b8cd-fa732c95401a req-075b02e8-933d-4573-82eb-c396c26a28c0 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128051 Sep 21 18:04:04.720242 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-514d9733-21b7-45db-9735-fbcac2d4fd27 req-239f8445-3d28-419a-abe5-b58536405aca tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/security-groups?id=27f73b5a-6472-4c0c-b8aa-66c54f91e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496654 Sep 21 18:04:04.737897 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-f387d6e3-3d0c-4fe4-b903-c3ca42f1be8a None None] Attempting to bind port c746bdcd-b03b-4c6b-95f7-ea7cd31e57e3 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:04:04.738267 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-f387d6e3-3d0c-4fe4-b903-c3ca42f1be8a None None] Attempting to bind port c746bdcd-b03b-4c6b-95f7-ea7cd31e57e3 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'ba3b2ad4-12cf-4abd-b2cf-9d2a562f5031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'fb323e7d-930e-4212-a7bf-248ded7a7a79'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:04:04.738627 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387d6e3-3d0c-4fe4-b903-c3ca42f1be8a None None] Attempting to bind port c746bdcd-b03b-4c6b-95f7-ea7cd31e57e3 on network fb323e7d-930e-4212-a7bf-248ded7a7a79 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:04:04.763879 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387d6e3-3d0c-4fe4-b903-c3ca42f1be8a None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:04:04.764174 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e2b20-6bdd-4cc4-9112-3d519716cdfe req-12427195-722a-4fcc-8ef7-cded6bbcac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:04.764307 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387d6e3-3d0c-4fe4-b903-c3ca42f1be8a None None] Checking segment: {'id': 'ba3b2ad4-12cf-4abd-b2cf-9d2a562f5031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'fb323e7d-930e-4212-a7bf-248ded7a7a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:04:04.764643 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f387d6e3-3d0c-4fe4-b903-c3ca42f1be8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:04.766227 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe7e2b20-6bdd-4cc4-9112-3d519716cdfe req-12427195-722a-4fcc-8ef7-cded6bbcac8a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a8da2b927d2245079ac16237e127ada3&device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 1095 time: 0.1118648 Sep 21 18:04:04.767731 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387d6e3-3d0c-4fe4-b903-c3ca42f1be8a None None] Bound using segment: {'id': 'ba3b2ad4-12cf-4abd-b2cf-9d2a562f5031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'fb323e7d-930e-4212-a7bf-248ded7a7a79'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:04:04.768249 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-f387d6e3-3d0c-4fe4-b903-c3ca42f1be8a None None] Bound port: c746bdcd-b03b-4c6b-95f7-ea7cd31e57e3, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba3b2ad4-12cf-4abd-b2cf-9d2a562f5031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'fb323e7d-930e-4212-a7bf-248ded7a7a79'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:04:04.768721 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f387d6e3-3d0c-4fe4-b903-c3ca42f1be8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:04.799824 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c0bfaf-b7e6-4b59-806a-3ac5614a3742 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Made reservation on behalf of 18441ee25df24cf697984fc214bc5dcc for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:04:04.805432 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c1c0bfaf-b7e6-4b59-806a-3ac5614a3742 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:04.828118 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-c1c0bfaf-b7e6-4b59-806a-3ac5614a3742 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] device_id is not set on port b93fdaf5-eae5-49a6-8ec5-0d29793b056d yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:04:04.940071 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-f387d6e3-3d0c-4fe4-b903-c3ca42f1be8a None None] For port c746bdcd-b03b-4c6b-95f7-ea7cd31e57e3, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:04:04.947653 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-f387d6e3-3d0c-4fe4-b903-c3ca42f1be8a None None] For port c746bdcd-b03b-4c6b-95f7-ea7cd31e57e3, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=c746bdcd-b03b-4c6b-95f7-ea7cd31e57e3,segment=NetworkSegment(ba3b2ad4-12cf-4abd-b2cf-9d2a562f5031),segment_id=ba3b2ad4-12cf-4abd-b2cf-9d2a562f5031)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:04:04.957942 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f387d6e3-3d0c-4fe4-b903-c3ca42f1be8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:04.959662 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-da5931ec-88bc-421e-a4ed-8e564a880b52 req-301f2a58-d056-44d7-ac98-044c1b2be2ac tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:04.977285 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['3825a144-e78d-43d5-af61-de722b4628af', 'a7e1ee0b-8226-40cb-9adb-5708d1d5fe61'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:04:04.990116 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['0cd9acc0-e00e-41cb-896b-eaf1edafe60d'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:04:05.022500 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-c1c0bfaf-b7e6-4b59-806a-3ac5614a3742 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Allocated IP 2001:db8::19c (fb323e7d-930e-4212-a7bf-248ded7a7a79/c699ae02-e1b5-43b6-b55f-075645a723e3/b93fdaf5-eae5-49a6-8ec5-0d29793b056d) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:04:05.044570 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45142) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:05.072761 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e2b20-6bdd-4cc4-9112-3d519716cdfe req-4c608b59-04e3-478c-a238-935b384e014b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:05.077445 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe7e2b20-6bdd-4cc4-9112-3d519716cdfe req-4c608b59-04e3-478c-a238-935b384e014b service neutron] 10.222.0.44 "GET /v2.0/networks?id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf HTTP/1.1" status: 200 len: 912 time: 0.2998962 Sep 21 18:04:05.105634 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f2a58-d056-44d7-ac98-044c1b2be2ac tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Pushing event deleted for resources: {'Port': ['ID=a7e1ee0b-8226-40cb-9adb-5708d1d5fe61,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:05.160152 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387d6e3-3d0c-4fe4-b903-c3ca42f1be8a None None] Pushing event updated for resources: {'Port': ['ID=c746bdcd-b03b-4c6b-95f7-ea7cd31e57e3,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:05.300387 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-82dc8a0c-ea01-490f-bf62-0eac2fc0e719 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:05.304175 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-82dc8a0c-ea01-490f-bf62-0eac2fc0e719 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2542276 Sep 21 18:04:05.313820 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45150) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:05.326557 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [None req-06877deb-f8e0-4a00-97b8-0d4778ea5ec4 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:05.330061 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-06877deb-f8e0-4a00-97b8-0d4778ea5ec4 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0122473 Sep 21 18:04:05.332389 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45152) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:05.351604 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-8ca93003-7d28-4e0a-97e2-939e35248f65 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:05.352703 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8ca93003-7d28-4e0a-97e2-939e35248f65 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0181420 Sep 21 18:04:05.356191 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45154) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:05.357293 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5931ec-88bc-421e-a4ed-8e564a880b52 req-301f2a58-d056-44d7-ac98-044c1b2be2ac tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] No DVR routers for this DVR port a7e1ee0b-8226-40cb-9adb-5708d1d5fe61 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:04:05.360568 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe7e2b20-6bdd-4cc4-9112-3d519716cdfe req-0e2ee206-ca56-4521-aac3-6d5c98db9c14 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01c5d430-12c5-4025-9899-f3f139598930 HTTP/1.1" status: 200 len: 999 time: 0.2399549 Sep 21 18:04:05.362215 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-da5931ec-88bc-421e-a4ed-8e564a880b52 req-301f2a58-d056-44d7-ac98-044c1b2be2ac tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:05.364337 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-da5931ec-88bc-421e-a4ed-8e564a880b52 req-301f2a58-d056-44d7-ac98-044c1b2be2ac tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.38 "DELETE /v2.0/ports/a7e1ee0b-8226-40cb-9adb-5708d1d5fe61 HTTP/1.1" status: 204 len: 173 time: 1.2624986 Sep 21 18:04:05.364806 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b04bcfb-9d25-4cfe-9063-77b39ec38dfc', 'name': 'network-vif-deleted', 'tag': 'a7e1ee0b-8226-40cb-9adb-5708d1d5fe61'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:04:05.367147 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd69937-0732-4207-8600-d2928b4bd31a" -d '{"events": [{"server_uuid": "8b04bcfb-9d25-4cfe-9063-77b39ec38dfc", "name": "network-vif-deleted", "tag": "a7e1ee0b-8226-40cb-9adb-5708d1d5fe61"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:04:05.369503 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-831390d7-4e6c-490b-9b32-54275609980a tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:05.384556 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-831390d7-4e6c-490b-9b32-54275609980a tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0271261 Sep 21 18:04:05.421494 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45158) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:05.442737 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [None req-d1e4ae4d-91a2-4bdd-9b8d-2a8cd09921cc tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:05.446327 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d1e4ae4d-91a2-4bdd-9b8d-2a8cd09921cc tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0213177 Sep 21 18:04:05.478293 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45160) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:05.487391 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c1c0bfaf-b7e6-4b59-806a-3ac5614a3742 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:05.509029 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [None req-5ad96318-cc9e-4c6d-9205-8ae24f68205d tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:05.512392 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5ad96318-cc9e-4c6d-9205-8ae24f68205d tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0187550 Sep 21 18:04:05.516379 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45162) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:05.519517 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64289443-1f89-4337-9b83-eb82bfe16238 x-openstack-request-id: req-64289443-1f89-4337-9b83-eb82bfe16238 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:04:05.523210 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b04bcfb-9d25-4cfe-9063-77b39ec38dfc", "name": "network-vif-deleted", "tag": "a7e1ee0b-8226-40cb-9adb-5708d1d5fe61", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:04:05.525905 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-64289443-1f89-4337-9b83-eb82bfe16238 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:04:05.527497 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b04bcfb-9d25-4cfe-9063-77b39ec38dfc', 'name': 'network-vif-deleted', 'tag': 'a7e1ee0b-8226-40cb-9adb-5708d1d5fe61', 'status': 'completed', 'code': 200} Sep 21 18:04:05.552512 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-30066b47-0257-436c-a8f8-1c87834acdc1 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:05.556373 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-30066b47-0257-436c-a8f8-1c87834acdc1 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0390196 Sep 21 18:04:05.561140 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45164) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:05.575611 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [None req-0ddf8458-5adb-4bf8-91aa-8c6eb3a7558d tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:05.580715 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0ddf8458-5adb-4bf8-91aa-8c6eb3a7558d tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0132201 Sep 21 18:04:05.581632 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45166) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:05.587362 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [None req-b30cdbec-c4b3-415a-9dfd-bffd0340a654 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:05.592087 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b30cdbec-c4b3-415a-9dfd-bffd0340a654 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0088460 Sep 21 18:04:05.593109 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45168) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:05.600563 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e2b20-6bdd-4cc4-9112-3d519716cdfe req-6230c4ae-3183-45bd-8009-74742f9f7717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:05.604318 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe7e2b20-6bdd-4cc4-9112-3d519716cdfe req-6230c4ae-3183-45bd-8009-74742f9f7717 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=63a1043c-b263-4aac-aec7-9797fbf7cd86 HTTP/1.1" status: 200 len: 850 time: 0.2333212 Sep 21 18:04:05.612766 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [None req-5b9622e7-766e-49ea-859b-45ba196e699b tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:05.614087 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5b9622e7-766e-49ea-859b-45ba196e699b tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0074508 Sep 21 18:04:05.616586 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45170) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:05.635398 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [None req-121e85ee-9eee-45e8-82fb-aa4231d3b471 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:05.638811 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-121e85ee-9eee-45e8-82fb-aa4231d3b471 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0134583 Sep 21 18:04:05.639117 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45172) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:05.645422 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [None req-08ff6043-91b2-49b1-916d-3dc151ea94a3 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:05.647570 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-08ff6043-91b2-49b1-916d-3dc151ea94a3 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0064678 Sep 21 18:04:05.650343 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45174) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:05.660995 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-35109345-3c77-419d-a7a7-0438e5cd7b11 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:05.666143 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-35109345-3c77-419d-a7a7-0438e5cd7b11 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0144310 Sep 21 18:04:05.668730 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45176) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:05.669042 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c1c0bfaf-b7e6-4b59-806a-3ac5614a3742 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:05.674731 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [None req-6de6aad7-d8f0-4e20-8477-492a7c84a7b9 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:05.678471 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6de6aad7-d8f0-4e20-8477-492a7c84a7b9 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0060976 Sep 21 18:04:05.679480 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45178) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:05.683921 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [None req-2d9d8d8c-efd4-4e81-b2e9-f161638bdfd9 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:05.687794 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2d9d8d8c-efd4-4e81-b2e9-f161638bdfd9 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0044971 Sep 21 18:04:05.688006 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45180) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:05.693574 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [None req-cc95547a-a8f1-4d4c-99c4-71342aa0bbd9 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:05.697254 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-cc95547a-a8f1-4d4c-99c4-71342aa0bbd9 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0057306 Sep 21 18:04:05.697524 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45182) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:05.702082 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [None req-1b163e22-3da9-467d-bab7-81298f5242a7 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:05.706853 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1b163e22-3da9-467d-bab7-81298f5242a7 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0050023 Sep 21 18:04:05.706853 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45184) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:05.714069 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [None req-12c33ddb-6a6a-4cb6-806b-580f37201d93 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:05.718629 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-12c33ddb-6a6a-4cb6-806b-580f37201d93 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0082526 Sep 21 18:04:05.719767 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e2b20-6bdd-4cc4-9112-3d519716cdfe req-0ae60030-c2cf-4400-9afa-53ba5d55fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:05.721389 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe7e2b20-6bdd-4cc4-9112-3d519716cdfe req-0ae60030-c2cf-4400-9afa-53ba5d55fb96 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061606 Sep 21 18:04:05.721975 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45186) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:05.726352 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [None req-94531540-23ed-4a94-ab44-4b7a2e989a15 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:05.730262 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-94531540-23ed-4a94-ab44-4b7a2e989a15 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0044911 Sep 21 18:04:05.730965 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45188) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:05.735278 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [None req-32f94f04-d1ce-41cc-9f10-bdcb857f4355 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:05.740034 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-32f94f04-d1ce-41cc-9f10-bdcb857f4355 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0046623 Sep 21 18:04:05.740244 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45192) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:05.746985 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-3cc7275f-42d6-46f9-ac85-a77228a46cc3 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:05.748279 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3cc7275f-42d6-46f9-ac85-a77228a46cc3 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0074470 Sep 21 18:04:05.771267 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45194) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:05.800620 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-0b307505-5c58-41b0-9cb5-f9c10d405cd4 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:05.804315 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0b307505-5c58-41b0-9cb5-f9c10d405cd4 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0292900 Sep 21 18:04:05.813022 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c0bfaf-b7e6-4b59-806a-3ac5614a3742 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Network fb323e7d-930e-4212-a7bf-248ded7a7a79 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:04:05.814849 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-c1c0bfaf-b7e6-4b59-806a-3ac5614a3742 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:05.817625 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c0bfaf-b7e6-4b59-806a-3ac5614a3742 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:04:05.823981 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c0bfaf-b7e6-4b59-806a-3ac5614a3742 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:05.824569 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c1c0bfaf-b7e6-4b59-806a-3ac5614a3742 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:05.849863 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45198) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:05.855007 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0bfaf-b7e6-4b59-806a-3ac5614a3742 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Pushing event updated for resources: {'Port': ['ID=b93fdaf5-eae5-49a6-8ec5-0d29793b056d,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:05.858178 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c1c0bfaf-b7e6-4b59-806a-3ac5614a3742 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.3407147 Sep 21 18:04:05.861799 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe7e2b20-6bdd-4cc4-9112-3d519716cdfe req-c176caaa-a295-435c-8e19-987ee20e3db6 service neutron] 10.222.0.44 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320925 Sep 21 18:04:05.862292 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45204) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:05.877367 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-f3912486-17ec-4d66-8108-524062e5659e tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:05.881208 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f3912486-17ec-4d66-8108-524062e5659e tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0308571 Sep 21 18:04:05.881996 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45206) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:05.892867 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-fe98fef3-7cda-4d90-bb97-25e04a73476a tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:05.899379 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fe98fef3-7cda-4d90-bb97-25e04a73476a tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0137255 Sep 21 18:04:05.899379 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45208) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:05.904554 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-6e74fd80-d86c-4af3-a6c8-41c980c7dfb3 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:05.909886 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6e74fd80-d86c-4af3-a6c8-41c980c7dfb3 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0092592 Sep 21 18:04:05.912633 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45210) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:05.917593 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-bf1dc1ae-e16b-4b76-80a9-f7b1a5d60e12 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:05.921823 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bf1dc1ae-e16b-4b76-80a9-f7b1a5d60e12 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0078340 Sep 21 18:04:05.924004 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45212) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:05.935568 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-761346bb-f1b2-4060-8087-efc880362a4c tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:05.939778 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-761346bb-f1b2-4060-8087-efc880362a4c tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0091441 Sep 21 18:04:05.941453 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45214) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:05.953142 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-429e3aff-fe08-4fc7-b65d-e545c5cbba75 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:05.956567 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-429e3aff-fe08-4fc7-b65d-e545c5cbba75 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0094590 Sep 21 18:04:05.959602 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45216) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:05.966503 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-686e0dee-4019-4c4c-94b4-98f7d99b1387 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:05.970797 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-686e0dee-4019-4c4c-94b4-98f7d99b1387 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0098600 Sep 21 18:04:05.985088 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54752441-8597-4785-ab74-ad7e9d01c906 req-710a7c07-aa9a-4bd0-a20b-b4fc3d86e8ce tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:05.987941 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-54752441-8597-4785-ab74-ad7e9d01c906 req-710a7c07-aa9a-4bd0-a20b-b4fc3d86e8ce tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.1852813 Sep 21 18:04:05.988666 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45220) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:05.993891 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-e352cfe3-ec18-49e1-96ef-e35251d21130 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:05.999023 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e352cfe3-ec18-49e1-96ef-e35251d21130 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0091383 Sep 21 18:04:05.999920 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d944cb81-89b2-4098-90a8-6a605d2f5356 req-fe589630-13d7-4d0d-b63d-e14164f959ae tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b04bcfb-9d25-4cfe-9063-77b39ec38dfc HTTP/1.1" status: 200 len: 210 time: 0.0918357 Sep 21 18:04:06.002626 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45222) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.021022 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [None req-174bc05c-2574-443b-a088-3ba298b0e9ee tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.024677 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-174bc05c-2574-443b-a088-3ba298b0e9ee tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0173793 Sep 21 18:04:06.027738 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45224) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.034947 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [None req-122fe8e8-471d-4e7e-b9e9-713d6230ca68 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.037269 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-122fe8e8-471d-4e7e-b9e9-713d6230ca68 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0053232 Sep 21 18:04:06.039330 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45226) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.052226 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-a516e8e0-def4-4383-95ad-aa2b90e49d75 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.058462 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a516e8e0-def4-4383-95ad-aa2b90e49d75 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0117018 Sep 21 18:04:06.062903 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45228) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.073251 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-dfb75fa9-8f87-4dfc-9c3b-b87f6c74285e tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.077802 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-dfb75fa9-8f87-4dfc-9c3b-b87f6c74285e tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0131044 Sep 21 18:04:06.081347 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45230) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.086602 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-91641c59-b33f-4dca-b8d3-898af0c190da tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.091198 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-91641c59-b33f-4dca-b8d3-898af0c190da tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0086882 Sep 21 18:04:06.092270 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45232) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.096848 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-1efd1987-efb2-4164-82bf-8c07cd8b0644 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.105340 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1efd1987-efb2-4164-82bf-8c07cd8b0644 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0116637 Sep 21 18:04:06.107585 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45234) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.112813 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556451ac-0007-4e44-89b0-17b72b1fef47 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:06.120854 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556451ac-0007-4e44-89b0-17b72b1fef47 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:06.128831 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556451ac-0007-4e44-89b0-17b72b1fef47 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:06.132180 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-556451ac-0007-4e44-89b0-17b72b1fef47 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2680376 Sep 21 18:04:06.135418 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-54752441-8597-4785-ab74-ad7e9d01c906 req-5427d429-6090-4a43-b522-7b873bca7fe1 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344950 Sep 21 18:04:06.135879 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45236) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.147664 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-b6dc342c-ffea-4066-9394-6691a5e9d107 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.163836 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b6dc342c-ffea-4066-9394-6691a5e9d107 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0270264 Sep 21 18:04:06.166674 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45238) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.176720 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-8e24278a-d97c-4ed0-9633-9b13c12c9566 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.185423 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8e24278a-d97c-4ed0-9633-9b13c12c9566 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0174425 Sep 21 18:04:06.186121 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45240) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.198909 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-c385116c-d065-447d-ae57-ddb1cef1edee tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.203798 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c385116c-d065-447d-ae57-ddb1cef1edee tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0156877 Sep 21 18:04:06.204729 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45242) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.210653 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-19cfbd76-db5f-46e3-a291-6e44be492412 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.216311 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-19cfbd76-db5f-46e3-a291-6e44be492412 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0102897 Sep 21 18:04:06.217205 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45244) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.223565 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-288898db-fb32-474e-b7b2-d957fde13a61 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.228139 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-288898db-fb32-474e-b7b2-d957fde13a61 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0092967 Sep 21 18:04:06.229050 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45246) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.236319 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-fc136a96-0a0f-4b6f-84fd-9ad8f11b98c7 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.242173 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fc136a96-0a0f-4b6f-84fd-9ad8f11b98c7 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0101800 Sep 21 18:04:06.243170 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45248) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.248787 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-3884636a-0754-4517-87c7-4c21ded11060 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.253725 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3884636a-0754-4517-87c7-4c21ded11060 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0092766 Sep 21 18:04:06.254676 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45250) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.261154 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-65ab8d0c-d186-4673-afef-7bd1815f4b09 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.265887 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-65ab8d0c-d186-4673-afef-7bd1815f4b09 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0093679 Sep 21 18:04:06.266616 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45252) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.271139 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-f076d16b-bbd0-4d23-b436-cf353a06a7c6 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.276899 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe7e2b20-6bdd-4cc4-9112-3d519716cdfe req-cd0b5276-55a3-4557-922b-a0b7a6330618 service neutron] 10.222.0.44 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047153 Sep 21 18:04:06.277380 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45254) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.279468 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f076d16b-bbd0-4d23-b436-cf353a06a7c6 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0116575 Sep 21 18:04:06.320949 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [None req-73a12a8a-97b9-4be6-8086-9a8729fc044f tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.325316 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45256) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.330694 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-bccefe34-28b5-4fbf-a830-37e65a5baab9 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.334973 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bccefe34-28b5-4fbf-a830-37e65a5baab9 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0085547 Sep 21 18:04:06.335678 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45258) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.343168 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-5b6219c3-5848-4b1b-a5b9-06527d74fae9 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.343835 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-73a12a8a-97b9-4be6-8086-9a8729fc044f tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0256577 Sep 21 18:04:06.350453 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45262) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.352036 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5b6219c3-5848-4b1b-a5b9-06527d74fae9 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0152137 Sep 21 18:04:06.363334 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [None req-40479085-0074-428c-8492-93366f67723f tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.367411 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45264) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.372759 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-30a8cde2-444e-4cfd-b191-149c626b5724 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.376561 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-30a8cde2-444e-4cfd-b191-149c626b5724 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0081189 Sep 21 18:04:06.377201 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45266) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.382048 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-40479085-0074-428c-8492-93366f67723f tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0262721 Sep 21 18:04:06.384102 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-14cb7799-833b-42ab-8d16-876f41ad4934 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.388366 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45268) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.391319 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-14cb7799-833b-42ab-8d16-876f41ad4934 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0122483 Sep 21 18:04:06.394553 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [None req-3dec7cd8-50fb-425c-9e37-84af524efc4d tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.398351 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45270) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.398510 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3dec7cd8-50fb-425c-9e37-84af524efc4d tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0088787 Sep 21 18:04:06.403263 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-2841a6c2-67a2-4ccd-b0ea-0c32f131705a tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.404374 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2841a6c2-67a2-4ccd-b0ea-0c32f131705a tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0048289 Sep 21 18:04:06.407370 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45272) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.434550 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-c11e1e41-638d-455b-822b-47f4e241834d tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.435844 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c11e1e41-638d-455b-822b-47f4e241834d tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0271833 Sep 21 18:04:06.438861 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45274) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.444848 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [None req-ac6dd7a4-947d-4f31-b52a-012424b35e17 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.445850 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ac6dd7a4-947d-4f31-b52a-012424b35e17 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0060380 Sep 21 18:04:06.452624 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45276) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.457622 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [None req-056a6465-b67b-4de2-a639-6d44567a2518 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.461331 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-056a6465-b67b-4de2-a639-6d44567a2518 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0056632 Sep 21 18:04:06.462313 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45278) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.473502 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-3d9fe8a1-b66d-4d9a-b786-fb9307409d74 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.481295 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3d9fe8a1-b66d-4d9a-b786-fb9307409d74 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0153158 Sep 21 18:04:06.482122 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45280) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.499720 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-89c04e56-eaec-4dfd-9780-95c83eda3014 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.503719 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-89c04e56-eaec-4dfd-9780-95c83eda3014 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0123675 Sep 21 18:04:06.503920 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-c282ad0a-97ed-41a8-8134-867f3ac8b7d5 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Deleting port b93fdaf5-eae5-49a6-8ec5-0d29793b056d {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:06.503920 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c282ad0a-97ed-41a8-8134-867f3ac8b7d5 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:06.504124 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45282) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.517181 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-2f2c11b4-e9f9-4f76-8e18-9a6853415865 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.522135 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2f2c11b4-e9f9-4f76-8e18-9a6853415865 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0077777 Sep 21 18:04:06.522283 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45284) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.547074 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [None req-6ecb240e-57d3-43fc-9c2a-41c7da94516b tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.548223 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45286) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.550392 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6ecb240e-57d3-43fc-9c2a-41c7da94516b tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0279789 Sep 21 18:04:06.557006 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-f7e958eb-9014-4aba-853e-7ec390fe9af3 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.560318 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f7e958eb-9014-4aba-853e-7ec390fe9af3 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0110772 Sep 21 18:04:06.563346 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45288) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.571644 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-fb498920-e8ba-4712-a9f3-59b7d35f777b tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.572647 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fb498920-e8ba-4712-a9f3-59b7d35f777b tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0081549 Sep 21 18:04:06.576698 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45290) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.580923 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [None req-58ee5107-4e97-4665-a4f4-489f4eb1a439 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.582296 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-58ee5107-4e97-4665-a4f4-489f4eb1a439 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0048747 Sep 21 18:04:06.585166 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45292) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.592218 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-4b157812-033c-4859-864d-4bf709a3a378 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.596370 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4b157812-033c-4859-864d-4bf709a3a378 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0096900 Sep 21 18:04:06.597037 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45294) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.602067 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-cf8a8bea-678e-46ab-93b9-47a2daa6f2bc tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.604771 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-cf8a8bea-678e-46ab-93b9-47a2daa6f2bc tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0061669 Sep 21 18:04:06.607194 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45296) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.613279 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-d4ad5e3d-e25e-4399-894d-3749ac0d52a9 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.615795 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d4ad5e3d-e25e-4399-894d-3749ac0d52a9 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0092051 Sep 21 18:04:06.618636 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45298) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.624904 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [None req-5fe8d8b5-dcc3-480f-b3f5-2a58a9c0c13d tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.628442 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5fe8d8b5-dcc3-480f-b3f5-2a58a9c0c13d tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0062628 Sep 21 18:04:06.628686 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45300) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.635305 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [None req-cb03e957-f9fd-43e8-a518-9f275974180a tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.636217 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-cb03e957-f9fd-43e8-a518-9f275974180a tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0065663 Sep 21 18:04:06.642378 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45302) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.651723 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [None req-4e50a63e-39ca-4ab9-b316-0e16c9e28fb5 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:04:06.653173 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4e50a63e-39ca-4ab9-b316-0e16c9e28fb5 tempest-ExtensionsTestJSON-1291262842 tempest-ExtensionsTestJSON-1291262842-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0071170 Sep 21 18:04:06.676785 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ce99b2-417f-4b39-bb6e-672ed50d6e4c None None] Network fb323e7d-930e-4212-a7bf-248ded7a7a79 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:04:06.679673 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c282ad0a-97ed-41a8-8134-867f3ac8b7d5 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:06.694742 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-c282ad0a-97ed-41a8-8134-867f3ac8b7d5 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Calling delete_port for b93fdaf5-eae5-49a6-8ec5-0d29793b056d owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:06.792033 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device c746bdcd-b03b-4c6b-95f7-ea7cd31e57e3 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:04:06.887806 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-ad93bd9d-4966-4216-90a0-0e0312d00ffb None None] Provisioning complete for port c746bdcd-b03b-4c6b-95f7-ea7cd31e57e3 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:06.888532 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ad93bd9d-4966-4216-90a0-0e0312d00ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:06.911708 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c282ad0a-97ed-41a8-8134-867f3ac8b7d5 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:06.975907 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port c746bdcd-b03b-4c6b-95f7-ea7cd31e57e3 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:06.976196 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:06.985602 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282ad0a-97ed-41a8-8134-867f3ac8b7d5 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Pushing event deleted for resources: {'Port': ['ID=b93fdaf5-eae5-49a6-8ec5-0d29793b056d,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:06.990169 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c282ad0a-97ed-41a8-8134-867f3ac8b7d5 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:06.996281 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45312) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:06.996503 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c282ad0a-97ed-41a8-8134-867f3ac8b7d5 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] 10.222.0.58 "DELETE /v2.0/ports/b93fdaf5-eae5-49a6-8ec5-0d29793b056d HTTP/1.1" status: 204 len: 168 time: 0.8592114 Sep 21 18:04:07.002422 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-08097edb-5c5f-49be-8c98-d5985fb4dec5 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Request body: {'port': {'name': 'tempest-new-port-name-1915788965', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:07.002916 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.api.validators [None req-08097edb-5c5f-49be-8c98-d5985fb4dec5 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] bootfile-name is not in valid_values {{(pid=101461) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 18:04:07.003350 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.api.validators [None req-08097edb-5c5f-49be-8c98-d5985fb4dec5 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] tftp-server is not in valid_values {{(pid=101461) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 18:04:07.003755 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.api.validators [None req-08097edb-5c5f-49be-8c98-d5985fb4dec5 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] server-ip-address is not in valid_values {{(pid=101461) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 18:04:07.065399 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45320) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:07.098494 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-08097edb-5c5f-49be-8c98-d5985fb4dec5 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:07.113354 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ad93bd9d-4966-4216-90a0-0e0312d00ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:07.153216 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-ad93bd9d-4966-4216-90a0-0e0312d00ffb None None] For port c746bdcd-b03b-4c6b-95f7-ea7cd31e57e3, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=c746bdcd-b03b-4c6b-95f7-ea7cd31e57e3,segment=NetworkSegment(ba3b2ad4-12cf-4abd-b2cf-9d2a562f5031),segment_id=ba3b2ad4-12cf-4abd-b2cf-9d2a562f5031)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:07.330030 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0df1b36e-d2be-4c16-9f72-b6342e85b750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:07.391144 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78ca85-67c1-4ce2-850f-a20460d19cc5 req-a0b0edc7-1bc3-47c2-ae7d-cead5523a564 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:07.398934 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cb78ca85-67c1-4ce2-850f-a20460d19cc5 req-a0b0edc7-1bc3-47c2-ae7d-cead5523a564 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.1381910 Sep 21 18:04:07.449937 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ad93bd9d-4966-4216-90a0-0e0312d00ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:07.475620 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cb78ca85-67c1-4ce2-850f-a20460d19cc5 req-da6ee646-735d-496a-9f18-9a143bc8b130 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756640 Sep 21 18:04:07.553551 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:07.570970 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0df1b36e-d2be-4c16-9f72-b6342e85b750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:07.579344 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0df1b36e-d2be-4c16-9f72-b6342e85b750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:07.588234 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93bd9d-4966-4216-90a0-0e0312d00ffb None None] Pushing event updated for resources: {'Port': ['ID=c746bdcd-b03b-4c6b-95f7-ea7cd31e57e3,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:07.597422 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-08097edb-5c5f-49be-8c98-d5985fb4dec5 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:07.607196 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-08097edb-5c5f-49be-8c98-d5985fb4dec5 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:07.654134 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45344) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:07.656797 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0df1b36e-d2be-4c16-9f72-b6342e85b750 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=38c8c6d9f96342fd998ba8d4c17a8379&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5890362 Sep 21 18:04:07.658743 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1b36e-d2be-4c16-9f72-b6342e85b750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb1836a-e6ce-4f4d-a0be-e0cba5c2274f,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:07.661096 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-8e8f87be-3af9-4cb6-8269-ad0cd8b6bd07 None None] Provisioning complete for port c746bdcd-b03b-4c6b-95f7-ea7cd31e57e3 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:07.673280 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e8f87be-3af9-4cb6-8269-ad0cd8b6bd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:07.687946 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-08097edb-5c5f-49be-8c98-d5985fb4dec5 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] In _notify_port_updated(), no bound segment for port 0275a429-519d-4756-a06b-663ade6054f8 on network fb323e7d-930e-4212-a7bf-248ded7a7a79 {{(pid=101461) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:04:07.694438 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08097edb-5c5f-49be-8c98-d5985fb4dec5 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:07.695274 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-08097edb-5c5f-49be-8c98-d5985fb4dec5 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:07.706131 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-08097edb-5c5f-49be-8c98-d5985fb4dec5 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] 10.222.0.58 "PUT /v2.0/ports/0275a429-519d-4756-a06b-663ade6054f8 HTTP/1.1" status: 200 len: 1130 time: 0.7057822 Sep 21 18:04:07.707151 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45346) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:07.733011 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.db.api [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:04:07.733594 n-d-810291-1 neutron-server[101462]: DEBUG oslo_db.api [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:04:07.759836 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08097edb-5c5f-49be-8c98-d5985fb4dec5 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Pushing event updated for resources: {'Port': ['ID=0275a429-519d-4756-a06b-663ade6054f8,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:07.822254 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-652263b5-1408-4ed7-b528-35b386f86f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:07.829737 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d55aaa3-8aae-4614-825e-2a338800fc6a tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:07.835757 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2d55aaa3-8aae-4614-825e-2a338800fc6a tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] 10.222.0.58 "GET /v2.0/ports/0275a429-519d-4756-a06b-663ade6054f8 HTTP/1.1" status: 200 len: 1130 time: 0.1251698 Sep 21 18:04:07.837096 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45348) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:07.866402 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-8e8f87be-3af9-4cb6-8269-ad0cd8b6bd07 None None] Provisioning complete for port 0275a429-519d-4756-a06b-663ade6054f8 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:07.866689 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e8f87be-3af9-4cb6-8269-ad0cd8b6bd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:07.879906 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-652263b5-1408-4ed7-b528-35b386f86f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:07.948844 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-8e8f87be-3af9-4cb6-8269-ad0cd8b6bd07 None None] Port 0275a429-519d-4756-a06b-663ade6054f8 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:04:07.962610 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-652263b5-1408-4ed7-b528-35b386f86f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:07.966188 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-652263b5-1408-4ed7-b528-35b386f86f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:07.970007 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-652263b5-1408-4ed7-b528-35b386f86f6b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ebb1836a-e6ce-4f4d-a0be-e0cba5c2274f HTTP/1.1" status: 204 len: 168 time: 0.3125076 Sep 21 18:04:07.978367 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652263b5-1408-4ed7-b528-35b386f86f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb1836a-e6ce-4f4d-a0be-e0cba5c2274f,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:07.988054 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809a3e5-7bb0-484e-b697-e8611d826e95 req-01ea1b01-ac6e-4816-b225-b7e9047dfa73 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:07.995568 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d809a3e5-7bb0-484e-b697-e8611d826e95 req-01ea1b01-ac6e-4816-b225-b7e9047dfa73 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.2292404 Sep 21 18:04:08.079583 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d809a3e5-7bb0-484e-b697-e8611d826e95 req-7949feeb-ee1c-4595-a4c1-cff7c001432f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820565 Sep 21 18:04:08.097294 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-57c311bd-843a-4f1c-8978-e61d6e1f8533 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Deleting port 0275a429-519d-4756-a06b-663ade6054f8 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:08.097697 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57c311bd-843a-4f1c-8978-e61d6e1f8533 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:08.109869 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-4071fd50-383d-4269-9f29-c4054753b628 None None] Provisioning complete for port 0275a429-519d-4756-a06b-663ade6054f8 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:08.112260 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4071fd50-383d-4269-9f29-c4054753b628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:08.188385 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-4071fd50-383d-4269-9f29-c4054753b628 None None] Port 0275a429-519d-4756-a06b-663ade6054f8 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:04:08.314793 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57c311bd-843a-4f1c-8978-e61d6e1f8533 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:08.360244 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-57c311bd-843a-4f1c-8978-e61d6e1f8533 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Calling delete_port for 0275a429-519d-4756-a06b-663ade6054f8 owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:08.408689 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-2e3ef272-c661-4455-bdf4-9954d7ab583b None None] Could not find standard attr ID for object b93fdaf5-eae5-49a6-8ec5-0d29793b056d. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:04:08.559028 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68acc5c-b7dc-4f20-b6f9-9c72e4b6a397 req-6aa7e692-ff51-496b-b574-b53b6d6271ad tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:08.567439 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c68acc5c-b7dc-4f20-b6f9-9c72e4b6a397 req-6aa7e692-ff51-496b-b574-b53b6d6271ad tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.0902309 Sep 21 18:04:08.634253 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a7e1ee0b-8226-40cb-9adb-5708d1d5fe61 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:04:08.637112 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c68acc5c-b7dc-4f20-b6f9-9c72e4b6a397 req-c6865192-eadf-46da-9df3-b7a1300acc38 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685287 Sep 21 18:04:08.669489 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: a7e1ee0b-8226-40cb-9adb-5708d1d5fe61 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:04:08.670313 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a7e1ee0b-8226-40cb-9adb-5708d1d5fe61 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:04:08.702964 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366d78d-535d-4691-a2d5-aa644f9dd0f9 req-5ee47ee3-ae1d-4860-b2d6-c20e985c5725 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:08.709996 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366d78d-535d-4691-a2d5-aa644f9dd0f9 req-5ee47ee3-ae1d-4860-b2d6-c20e985c5725 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:08.711713 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3366d78d-535d-4691-a2d5-aa644f9dd0f9 req-5ee47ee3-ae1d-4860-b2d6-c20e985c5725 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f2d7ae-02c7-462f-a4bd-e5bbb50b03bf&device_id=fc466911-5715-4454-a444-cdbcf85c8c04 HTTP/1.1" status: 200 len: 1682 time: 0.1361060 Sep 21 18:04:08.721878 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device c746bdcd-b03b-4c6b-95f7-ea7cd31e57e3 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:04:08.738998 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57c311bd-843a-4f1c-8978-e61d6e1f8533 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:08.786408 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c311bd-843a-4f1c-8978-e61d6e1f8533 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Pushing event deleted for resources: {'Port': ['ID=0275a429-519d-4756-a06b-663ade6054f8,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:08.806336 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57c311bd-843a-4f1c-8978-e61d6e1f8533 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:08.809543 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-57c311bd-843a-4f1c-8978-e61d6e1f8533 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] 10.222.0.58 "DELETE /v2.0/ports/0275a429-519d-4756-a06b-663ade6054f8 HTTP/1.1" status: 204 len: 168 time: 0.9703739 Sep 21 18:04:08.812941 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45390) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:08.821324 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3366d78d-535d-4691-a2d5-aa644f9dd0f9 req-f0b724ba-e97f-4402-b102-9de57e79f8ba tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/security-groups?id=27f73b5a-6472-4c0c-b8aa-66c54f91e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883760 Sep 21 18:04:08.839473 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port c746bdcd-b03b-4c6b-95f7-ea7cd31e57e3 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:08.839473 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:08.927224 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c17823a-43fa-4e59-bb78-4e7afb221a11 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Deleting subnet c699ae02-e1b5-43b6-b55f-075645a723e3 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:04:08.938430 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c17823a-43fa-4e59-bb78-4e7afb221a11 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:09.069742 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c17823a-43fa-4e59-bb78-4e7afb221a11 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:09.143239 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-2975081f-f6f7-4566-b1d5-00cdd9395c13 None None] Could not find standard attr ID for object 0275a429-519d-4756-a06b-663ade6054f8. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:04:09.285775 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d006b5-617d-433a-94e2-031667f92fd1 req-d62ab87c-04e8-414c-9997-3fe80cc28545 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:09.298193 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-69d006b5-617d-433a-94e2-031667f92fd1 req-d62ab87c-04e8-414c-9997-3fe80cc28545 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.1711102 Sep 21 18:04:09.382712 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-69d006b5-617d-433a-94e2-031667f92fd1 req-9b24ea2c-c7ba-4525-afba-8425398ce49d tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826268 Sep 21 18:04:09.393519 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c17823a-43fa-4e59-bb78-4e7afb221a11 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:09.472823 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c17823a-43fa-4e59-bb78-4e7afb221a11 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:09.507080 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa156b3c-ddfe-4530-a627-267adcc29459 None None] Network fb323e7d-930e-4212-a7bf-248ded7a7a79 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:04:09.513007 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45412) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:09.522585 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c17823a-43fa-4e59-bb78-4e7afb221a11 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:09.524618 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8c17823a-43fa-4e59-bb78-4e7afb221a11 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] 10.222.0.58 "DELETE /v2.0/subnets/c699ae02-e1b5-43b6-b55f-075645a723e3 HTTP/1.1" status: 204 len: 168 time: 0.7100267 Sep 21 18:04:09.526470 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17823a-43fa-4e59-bb78-4e7afb221a11 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Pushing event deleted for resources: {'Subnet': ['ID=c699ae02-e1b5-43b6-b55f-075645a723e3,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:09.527249 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45416) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:09.642114 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aff0a2b0-729a-4f60-87b5-223d4603fe20 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:09.650179 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-5bcc7f7f-451b-406c-a54c-88e6c44b4e61 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Request body: {'network': {'name': 'tempest-RoutersTest-1587443914'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:09.704969 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcc7f7f-451b-406c-a54c-88e6c44b4e61 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Made reservation on behalf of d7ec63c1d7a3434588f64b3d4b2f5b0c for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:04:09.708673 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5bcc7f7f-451b-406c-a54c-88e6c44b4e61 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:09.722056 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5bcc7f7f-451b-406c-a54c-88e6c44b4e61 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:09.747688 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdb8ff9-0d73-4a7b-91fa-a807902ebef9 None None] DHCP port deletion for fb323e7d-930e-4212-a7bf-248ded7a7a79 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:04:09.761980 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-aff0a2b0-729a-4f60-87b5-223d4603fe20 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Deleting port c746bdcd-b03b-4c6b-95f7-ea7cd31e57e3 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:09.762558 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aff0a2b0-729a-4f60-87b5-223d4603fe20 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:09.808141 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-dbdb8ff9-0d73-4a7b-91fa-a807902ebef9 None None] Deleting port c746bdcd-b03b-4c6b-95f7-ea7cd31e57e3 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:09.808562 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dbdb8ff9-0d73-4a7b-91fa-a807902ebef9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:09.850080 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-aff0a2b0-729a-4f60-87b5-223d4603fe20 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] For port c746bdcd-b03b-4c6b-95f7-ea7cd31e57e3, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=c746bdcd-b03b-4c6b-95f7-ea7cd31e57e3,segment=NetworkSegment(ba3b2ad4-12cf-4abd-b2cf-9d2a562f5031),segment_id=ba3b2ad4-12cf-4abd-b2cf-9d2a562f5031)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:09.850486 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aff0a2b0-729a-4f60-87b5-223d4603fe20 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:09.882514 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-dbdb8ff9-0d73-4a7b-91fa-a807902ebef9 None None] For port c746bdcd-b03b-4c6b-95f7-ea7cd31e57e3, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=c746bdcd-b03b-4c6b-95f7-ea7cd31e57e3,segment=NetworkSegment(ba3b2ad4-12cf-4abd-b2cf-9d2a562f5031),segment_id=ba3b2ad4-12cf-4abd-b2cf-9d2a562f5031)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:09.883152 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dbdb8ff9-0d73-4a7b-91fa-a807902ebef9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:09.895803 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-dbdb8ff9-0d73-4a7b-91fa-a807902ebef9 None None] Calling delete_port for c746bdcd-b03b-4c6b-95f7-ea7cd31e57e3 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:09.901924 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-aff0a2b0-729a-4f60-87b5-223d4603fe20 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Calling delete_port for c746bdcd-b03b-4c6b-95f7-ea7cd31e57e3 owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:09.978016 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f8471-4cfd-44e1-b5b5-7f36c99e5d74 req-92302c9f-9758-4222-8d3e-893329e12042 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:09.979702 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-865f8471-4cfd-44e1-b5b5-7f36c99e5d74 req-92302c9f-9758-4222-8d3e-893329e12042 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f2d7ae-02c7-462f-a4bd-e5bbb50b03bf HTTP/1.1" status: 200 len: 945 time: 0.1265614 Sep 21 18:04:09.982319 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dbdb8ff9-0d73-4a7b-91fa-a807902ebef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:10.003911 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5bcc7f7f-451b-406c-a54c-88e6c44b4e61 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:10.008081 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb8ff9-0d73-4a7b-91fa-a807902ebef9 None None] Pushing event deleted for resources: {'Port': ['ID=c746bdcd-b03b-4c6b-95f7-ea7cd31e57e3,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:10.011590 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdb8ff9-0d73-4a7b-91fa-a807902ebef9 None None] No DVR routers for this DVR port c746bdcd-b03b-4c6b-95f7-ea7cd31e57e3 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:04:10.020912 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5bcc7f7f-451b-406c-a54c-88e6c44b4e61 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:10.061166 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bcc7f7f-451b-406c-a54c-88e6c44b4e61 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:04:10.088785 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-865f8471-4cfd-44e1-b5b5-7f36c99e5d74 req-7e4d1c92-c4f8-4025-94fc-9f3c51eead05 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/security-groups?id=27f73b5a-6472-4c0c-b8aa-66c54f91e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956476 Sep 21 18:04:10.089426 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc7f7f-451b-406c-a54c-88e6c44b4e61 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50ef29e6-3134-4d23-89bd-f68dd2c707b3,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:10.096010 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5bcc7f7f-451b-406c-a54c-88e6c44b4e61 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:10.096360 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-5bcc7f7f-451b-406c-a54c-88e6c44b4e61 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Added segment f8ea2b09-c846-4d08-933c-9eb7de012843 of type vlan for network d2fcb23a-f8c0-4cff-a219-0fa33b602441 Sep 21 18:04:10.107369 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aff0a2b0-729a-4f60-87b5-223d4603fe20 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:10.163507 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0a2b0-729a-4f60-87b5-223d4603fe20 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Pushing event deleted for resources: {'Port': ['ID=c746bdcd-b03b-4c6b-95f7-ea7cd31e57e3,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:10.168521 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff0a2b0-729a-4f60-87b5-223d4603fe20 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] No DVR routers for this DVR port c746bdcd-b03b-4c6b-95f7-ea7cd31e57e3 on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:04:10.171039 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5bcc7f7f-451b-406c-a54c-88e6c44b4e61 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:10.260114 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5bcc7f7f-451b-406c-a54c-88e6c44b4e61 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:10.265673 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcc7f7f-451b-406c-a54c-88e6c44b4e61 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:10.266256 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5bcc7f7f-451b-406c-a54c-88e6c44b4e61 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:10.269506 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aff0a2b0-729a-4f60-87b5-223d4603fe20 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:10.312281 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-aff0a2b0-729a-4f60-87b5-223d4603fe20 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb323e7d-930e-4212-a7bf-248ded7a7a79']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:10.329956 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5bcc7f7f-451b-406c-a54c-88e6c44b4e61 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8154628 Sep 21 18:04:10.331645 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-aff0a2b0-729a-4f60-87b5-223d4603fe20 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba3b2ad4-12cf-4abd-b2cf-9d2a562f5031') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:10.331945 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-aff0a2b0-729a-4f60-87b5-223d4603fe20 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba3b2ad4-12cf-4abd-b2cf-9d2a562f5031') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:10.332846 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45430) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:10.339094 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-6812bffe-f61b-4e30-b084-fc6b2a5f4c60 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Request body: {'network': {'name': 'tempest-RoutersTest-1297204302'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:10.361499 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6812bffe-f61b-4e30-b084-fc6b2a5f4c60 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Made reservation on behalf of d7ec63c1d7a3434588f64b3d4b2f5b0c for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:04:10.365149 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6812bffe-f61b-4e30-b084-fc6b2a5f4c60 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:10.368589 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aff0a2b0-729a-4f60-87b5-223d4603fe20 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:10.376629 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc7f7f-451b-406c-a54c-88e6c44b4e61 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Network': ['ID=d2fcb23a-f8c0-4cff-a219-0fa33b602441,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:10.386468 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aff0a2b0-729a-4f60-87b5-223d4603fe20 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:10.389076 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6812bffe-f61b-4e30-b084-fc6b2a5f4c60 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:04:10.390127 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network d2fcb23a-f8c0-4cff-a219-0fa33b602441 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:04:10.393937 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff0a2b0-729a-4f60-87b5-223d4603fe20 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:04:10.396118 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aff0a2b0-729a-4f60-87b5-223d4603fe20 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:04:10.399343 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:04:10.404307 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6812bffe-f61b-4e30-b084-fc6b2a5f4c60 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:10.404819 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-6812bffe-f61b-4e30-b084-fc6b2a5f4c60 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Added segment 144378ea-de68-4d36-8e34-0f1707910899 of type vlan for network d0a9ca96-4541-42fc-9d6b-e01375fe07b0 Sep 21 18:04:10.484256 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6812bffe-f61b-4e30-b084-fc6b2a5f4c60 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:10.489913 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aff0a2b0-729a-4f60-87b5-223d4603fe20 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:10.499648 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aff0a2b0-729a-4f60-87b5-223d4603fe20 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:10.501596 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-aff0a2b0-729a-4f60-87b5-223d4603fe20 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] 10.222.0.58 "DELETE /v2.0/networks/fb323e7d-930e-4212-a7bf-248ded7a7a79 HTTP/1.1" status: 204 len: 168 time: 0.9722850 Sep 21 18:04:10.516056 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0a2b0-729a-4f60-87b5-223d4603fe20 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342 tempest-ExtraDHCPOptionsIpV6TestJSON-56949342-project] Pushing event deleted for resources: {'Network': ['ID=fb323e7d-930e-4212-a7bf-248ded7a7a79,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:10.517518 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6812bffe-f61b-4e30-b084-fc6b2a5f4c60 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:10.525566 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6812bffe-f61b-4e30-b084-fc6b2a5f4c60 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:10.526425 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6812bffe-f61b-4e30-b084-fc6b2a5f4c60 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:10.535386 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58c774-5b54-493c-8820-0f97b70d1be6 req-40be8e0d-0c51-464d-84e3-424190d07477 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:10.543620 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3c58c774-5b54-493c-8820-0f97b70d1be6 req-40be8e0d-0c51-464d-84e3-424190d07477 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.0879312 Sep 21 18:04:10.604416 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3c58c774-5b54-493c-8820-0f97b70d1be6 req-57e67a39-de58-4978-8cae-357661084575 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593953 Sep 21 18:04:10.622456 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6812bffe-f61b-4e30-b084-fc6b2a5f4c60 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2883339 Sep 21 18:04:10.623218 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45444) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:10.635823 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-2c42f255-d5a4-4e22-ad42-f6c5b209cd38 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Request body: {'subnet': {'network_id': 'd2fcb23a-f8c0-4cff-a219-0fa33b602441', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:10.649059 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812bffe-f61b-4e30-b084-fc6b2a5f4c60 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Network': ['ID=d0a9ca96-4541-42fc-9d6b-e01375fe07b0,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:10.684004 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network d0a9ca96-4541-42fc-9d6b-e01375fe07b0 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:04:10.722404 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device c746bdcd-b03b-4c6b-95f7-ea7cd31e57e3 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:04:10.779719 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: c746bdcd-b03b-4c6b-95f7-ea7cd31e57e3 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:04:10.780408 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device c746bdcd-b03b-4c6b-95f7-ea7cd31e57e3 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:04:10.837870 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c42f255-d5a4-4e22-ad42-f6c5b209cd38 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Made reservation on behalf of d7ec63c1d7a3434588f64b3d4b2f5b0c for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:04:10.846264 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2c42f255-d5a4-4e22-ad42-f6c5b209cd38 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:10.915141 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45456) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:10.964434 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc716d0-cbf1-49c2-97c7-a0f6c0ded96a req-1e5c5c27-ee44-4537-89ae-cf13976b13ae tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:10.973546 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dbc716d0-cbf1-49c2-97c7-a0f6c0ded96a req-1e5c5c27-ee44-4537-89ae-cf13976b13ae tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.0904672 Sep 21 18:04:11.026386 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dbc716d0-cbf1-49c2-97c7-a0f6c0ded96a req-42ed1101-d4c4-4439-990a-2a6c11be0ef9 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517557 Sep 21 18:04:11.137054 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fb879fda-edc5-45d2-b264-086a57955157 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=18441ee25df24cf697984fc214bc5dcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2207081 Sep 21 18:04:11.139779 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45464) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:11.246160 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1af85d13-e81b-4568-becd-bebcfa7283e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:11.264856 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb02c64-9d4c-4708-b345-22d3dfcdc958 req-8779f977-dc7d-40cd-af80-80d69133a596 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:11.266411 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7cb02c64-9d4c-4708-b345-22d3dfcdc958 req-8779f977-dc7d-40cd-af80-80d69133a596 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc466911-5715-4454-a444-cdbcf85c8c04 HTTP/1.1" status: 200 len: 946 time: 0.1280289 Sep 21 18:04:11.270700 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2c42f255-d5a4-4e22-ad42-f6c5b209cd38 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:11.283200 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2030d-221f-45f3-af29-ebd3711b9146 req-69119488-a7a2-4495-9d09-3a8ad179e5f4 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:11.284796 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1ee2030d-221f-45f3-af29-ebd3711b9146 req-69119488-a7a2-4495-9d09-3a8ad179e5f4 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f2d7ae-02c7-462f-a4bd-e5bbb50b03bf HTTP/1.1" status: 200 len: 945 time: 0.0781779 Sep 21 18:04:11.286900 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1af85d13-e81b-4568-becd-bebcfa7283e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:11.294909 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072f819-b571-4fad-b9ca-66e7c4d0a6b3 req-532d6358-4639-4937-8a24-df4fbbe02822 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:11.296453 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6072f819-b571-4fad-b9ca-66e7c4d0a6b3 req-532d6358-4639-4937-8a24-df4fbbe02822 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.44 "GET /v2.0/ports?device_id=43f2d7ae-02c7-462f-a4bd-e5bbb50b03bf HTTP/1.1" status: 200 len: 945 time: 0.1592762 Sep 21 18:04:11.350567 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1ee2030d-221f-45f3-af29-ebd3711b9146 req-5d0e5d46-052f-4e96-aab0-bd13eaa73749 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/security-groups?id=27f73b5a-6472-4c0c-b8aa-66c54f91e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563958 Sep 21 18:04:11.369778 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1af85d13-e81b-4568-becd-bebcfa7283e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:11.372913 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1af85d13-e81b-4568-becd-bebcfa7283e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:11.374134 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1af85d13-e81b-4568-becd-bebcfa7283e3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/96116373-86b3-45ed-a957-546d276ca6d6 HTTP/1.1" status: 204 len: 168 time: 0.2334411 Sep 21 18:04:11.384111 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af85d13-e81b-4568-becd-bebcfa7283e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96116373-86b3-45ed-a957-546d276ca6d6,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:11.409213 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c42f255-d5a4-4e22-ad42-f6c5b209cd38 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Subnet': ['ID=72d4a341-956a-4fdd-b583-3655fb9c247b,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:11.493372 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c42f255-d5a4-4e22-ad42-f6c5b209cd38 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Checking segment: {'id': 'f8ea2b09-c846-4d08-933c-9eb7de012843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd2fcb23a-f8c0-4cff-a219-0fa33b602441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:04:11.493708 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c42f255-d5a4-4e22-ad42-f6c5b209cd38 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network hostable DHCP agents. Network: d2fcb23a-f8c0-4cff-a219-0fa33b602441, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:04:11.538618 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c42f255-d5a4-4e22-ad42-f6c5b209cd38 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network d2fcb23a-f8c0-4cff-a219-0fa33b602441 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:04:11.546102 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-7cb02c64-9d4c-4708-b345-22d3dfcdc958 req-cc78da1d-9822-41f3-ae15-de89b6938243 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Deleting port 3825a144-e78d-43d5-af61-de722b4628af {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:11.546440 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7cb02c64-9d4c-4708-b345-22d3dfcdc958 req-cc78da1d-9822-41f3-ae15-de89b6938243 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:11.563915 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-6072f819-b571-4fad-b9ca-66e7c4d0a6b3 req-57628205-7af5-4b77-a96c-725f4f728693 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Deleting port 0cd9acc0-e00e-41cb-896b-eaf1edafe60d {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:11.564217 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6072f819-b571-4fad-b9ca-66e7c4d0a6b3 req-57628205-7af5-4b77-a96c-725f4f728693 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:11.589591 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-2c42f255-d5a4-4e22-ad42-f6c5b209cd38 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, d2fcb23a-f8c0-4cff-a219-0fa33b602441) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:11.608161 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104648cf-7a5c-4242-b3d1-392ac028198e None None] Network d2fcb23a-f8c0-4cff-a219-0fa33b602441 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:04:11.608726 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c42f255-d5a4-4e22-ad42-f6c5b209cd38 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:11.608981 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2c42f255-d5a4-4e22-ad42-f6c5b209cd38 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:11.707240 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2c42f255-d5a4-4e22-ad42-f6c5b209cd38 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0796843 Sep 21 18:04:11.709536 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45478) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:11.718373 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-65e04752-5c1e-4a7e-87c1-61b2bf873d78 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Request body: {'subnet': {'network_id': 'd0a9ca96-4541-42fc-9d6b-e01375fe07b0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:11.809698 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-6072f819-b571-4fad-b9ca-66e7c4d0a6b3 req-57628205-7af5-4b77-a96c-725f4f728693 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] For port 0cd9acc0-e00e-41cb-896b-eaf1edafe60d, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=0cd9acc0-e00e-41cb-896b-eaf1edafe60d,segment=NetworkSegment(1253794b-9a11-488f-a03b-7fdadfe2bb6f),segment_id=1253794b-9a11-488f-a03b-7fdadfe2bb6f)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:11.810091 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6072f819-b571-4fad-b9ca-66e7c4d0a6b3 req-57628205-7af5-4b77-a96c-725f4f728693 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:11.826308 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-7cb02c64-9d4c-4708-b345-22d3dfcdc958 req-cc78da1d-9822-41f3-ae15-de89b6938243 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] For port 3825a144-e78d-43d5-af61-de722b4628af, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3825a144-e78d-43d5-af61-de722b4628af,segment=NetworkSegment(1253794b-9a11-488f-a03b-7fdadfe2bb6f),segment_id=1253794b-9a11-488f-a03b-7fdadfe2bb6f)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:11.827362 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7cb02c64-9d4c-4708-b345-22d3dfcdc958 req-cc78da1d-9822-41f3-ae15-de89b6938243 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:11.863669 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6f0739-ce61-4a76-a516-f4ac8de72162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-d2fcb23a-f8c0-4cff-a219-0fa33b602441', 'network_id': 'd2fcb23a-f8c0-4cff-a219-0fa33b602441', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'fixed_ips': [{'subnet_id': '72d4a341-956a-4fdd-b583-3655fb9c247b'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:04:11.864645 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-db6f0739-ce61-4a76-a516-f4ac8de72162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:11.867785 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-7cb02c64-9d4c-4708-b345-22d3dfcdc958 req-cc78da1d-9822-41f3-ae15-de89b6938243 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Calling delete_port for 3825a144-e78d-43d5-af61-de722b4628af owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:11.880688 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-6072f819-b571-4fad-b9ca-66e7c4d0a6b3 req-57628205-7af5-4b77-a96c-725f4f728693 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Calling delete_port for 0cd9acc0-e00e-41cb-896b-eaf1edafe60d owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:11.924838 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e04752-5c1e-4a7e-87c1-61b2bf873d78 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Made reservation on behalf of d7ec63c1d7a3434588f64b3d4b2f5b0c for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:04:11.932597 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-65e04752-5c1e-4a7e-87c1-61b2bf873d78 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:12.087933 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-db6f0739-ce61-4a76-a516-f4ac8de72162 None None] Allocated IP 172.20.0.2 (d2fcb23a-f8c0-4cff-a219-0fa33b602441/72d4a341-956a-4fdd-b583-3655fb9c247b/0fbb2c31-8cf7-4c25-84f5-0489bae0902a) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:04:12.335971 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2fc4b-430d-4a99-9d3a-1b1ecdd132a2 req-5a857077-5dff-4aae-8fad-7090b985b03c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:12.337780 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0cd2fc4b-430d-4a99-9d3a-1b1ecdd132a2 req-5a857077-5dff-4aae-8fad-7090b985b03c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.1595998 Sep 21 18:04:12.373945 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-65e04752-5c1e-4a7e-87c1-61b2bf873d78 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:12.389972 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-db6f0739-ce61-4a76-a516-f4ac8de72162 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:12.401882 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-db6f0739-ce61-4a76-a516-f4ac8de72162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:12.444682 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0cd2fc4b-430d-4a99-9d3a-1b1ecdd132a2 req-34b4f70e-f125-4aa0-815d-bf75f0b9430a tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992956 Sep 21 18:04:12.490168 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45504) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:12.495036 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:04:12.498588 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6f0739-ce61-4a76-a516-f4ac8de72162 None None] Network d2fcb23a-f8c0-4cff-a219-0fa33b602441 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:04:12.503129 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e04752-5c1e-4a7e-87c1-61b2bf873d78 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Subnet': ['ID=ae30e1eb-7c3f-4051-a4be-1a683a4cb10d,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:12.507893 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-db6f0739-ce61-4a76-a516-f4ac8de72162 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:12.510457 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e04752-5c1e-4a7e-87c1-61b2bf873d78 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Checking segment: {'id': '144378ea-de68-4d36-8e34-0f1707910899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd0a9ca96-4541-42fc-9d6b-e01375fe07b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:04:12.510823 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e04752-5c1e-4a7e-87c1-61b2bf873d78 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network hostable DHCP agents. Network: d0a9ca96-4541-42fc-9d6b-e01375fe07b0, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:04:12.518096 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6f0739-ce61-4a76-a516-f4ac8de72162 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:04:12.530370 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f0739-ce61-4a76-a516-f4ac8de72162 None None] Pushing event updated for resources: {'Port': ['ID=0fbb2c31-8cf7-4c25-84f5-0489bae0902a,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:12.569796 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e04752-5c1e-4a7e-87c1-61b2bf873d78 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network d0a9ca96-4541-42fc-9d6b-e01375fe07b0 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:04:12.599834 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-65e04752-5c1e-4a7e-87c1-61b2bf873d78 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, d0a9ca96-4541-42fc-9d6b-e01375fe07b0) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:12.606959 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e04752-5c1e-4a7e-87c1-61b2bf873d78 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:12.607657 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-65e04752-5c1e-4a7e-87c1-61b2bf873d78 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:12.612465 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18387288-25a1-4a62-9132-280717eb26ea None None] Network d0a9ca96-4541-42fc-9d6b-e01375fe07b0 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:04:12.629379 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea6b75-77e3-428a-88a8-8035e9e8936a req-42b1f692-c66a-48ed-9080-18b58b27190d tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:12.631004 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5bea6b75-77e3-428a-88a8-8035e9e8936a req-42b1f692-c66a-48ed-9080-18b58b27190d tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.0905492 Sep 21 18:04:12.640444 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-0d3313b0-dc6d-4ff3-a57c-90c485ce9562 tempest-NetworksNegativeTestJSON-1693176855 tempest-NetworksNegativeTestJSON-1693176855-project] Request body: {'port': {'network_id': '4143c1a0-ac44-40c8-89d1-7672e2da59cb', 'name': 'tempest-NetworksNegativeTestJSON-1858859495'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:12.650913 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-65e04752-5c1e-4a7e-87c1-61b2bf873d78 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9373732 Sep 21 18:04:12.661381 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45508) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:12.677734 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-dce6e419-9a39-45ce-a8a6-4470a8f107b6 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1269781047', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:12.690328 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-db6f0739-ce61-4a76-a516-f4ac8de72162 None None] Attempting to bind port 0fbb2c31-8cf7-4c25-84f5-0489bae0902a on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:04:12.690797 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-db6f0739-ce61-4a76-a516-f4ac8de72162 None None] Attempting to bind port 0fbb2c31-8cf7-4c25-84f5-0489bae0902a by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'f8ea2b09-c846-4d08-933c-9eb7de012843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd2fcb23a-f8c0-4cff-a219-0fa33b602441'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:04:12.691244 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6f0739-ce61-4a76-a516-f4ac8de72162 None None] Attempting to bind port 0fbb2c31-8cf7-4c25-84f5-0489bae0902a on network d2fcb23a-f8c0-4cff-a219-0fa33b602441 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:04:12.694413 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d3313b0-dc6d-4ff3-a57c-90c485ce9562 tempest-NetworksNegativeTestJSON-1693176855 tempest-NetworksNegativeTestJSON-1693176855-project] POST failed (client error): The resource could not be found. Sep 21 18:04:12.695462 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d3313b0-dc6d-4ff3-a57c-90c485ce9562 tempest-NetworksNegativeTestJSON-1693176855 tempest-NetworksNegativeTestJSON-1693176855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:04:12.696349 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0d3313b0-dc6d-4ff3-a57c-90c485ce9562 tempest-NetworksNegativeTestJSON-1693176855 tempest-NetworksNegativeTestJSON-1693176855-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2051659 Sep 21 18:04:12.703130 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45510) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:12.705033 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6f0739-ce61-4a76-a516-f4ac8de72162 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:04:12.705412 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6f0739-ce61-4a76-a516-f4ac8de72162 None None] Checking segment: {'id': 'f8ea2b09-c846-4d08-933c-9eb7de012843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd2fcb23a-f8c0-4cff-a219-0fa33b602441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:04:12.705818 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-db6f0739-ce61-4a76-a516-f4ac8de72162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:12.706210 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6f0739-ce61-4a76-a516-f4ac8de72162 None None] Bound using segment: {'id': 'f8ea2b09-c846-4d08-933c-9eb7de012843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd2fcb23a-f8c0-4cff-a219-0fa33b602441'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:04:12.706688 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-db6f0739-ce61-4a76-a516-f4ac8de72162 None None] Bound port: 0fbb2c31-8cf7-4c25-84f5-0489bae0902a, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ea2b09-c846-4d08-933c-9eb7de012843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd2fcb23a-f8c0-4cff-a219-0fa33b602441'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:04:12.707096 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-db6f0739-ce61-4a76-a516-f4ac8de72162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:12.728785 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e831c5-1885-4af8-b363-fda69b5a19a0 tempest-NetworksNegativeTestJSON-1693176855 tempest-NetworksNegativeTestJSON-1693176855-project] DELETE failed (client error): The resource could not be found. Sep 21 18:04:12.729434 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77e831c5-1885-4af8-b363-fda69b5a19a0 tempest-NetworksNegativeTestJSON-1693176855 tempest-NetworksNegativeTestJSON-1693176855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:04:12.735561 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-77e831c5-1885-4af8-b363-fda69b5a19a0 tempest-NetworksNegativeTestJSON-1693176855 tempest-NetworksNegativeTestJSON-1693176855-project] 10.222.0.58 "DELETE /v2.0/networks/5e32c230-7362-4664-8bd9-6ed44bc1f8a2 HTTP/1.1" status: 404 len: 339 time: 0.0272858 Sep 21 18:04:12.745391 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45512) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:12.783924 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5bea6b75-77e3-428a-88a8-8035e9e8936a req-1337cc9d-ecf8-4e47-ba12-9d58cde28e1e tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399629 Sep 21 18:04:12.785107 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a578627-57b7-4ca2-8cb7-581b1fc25ad7 tempest-NetworksNegativeTestJSON-1693176855 tempest-NetworksNegativeTestJSON-1693176855-project] DELETE failed (client error): The resource could not be found. Sep 21 18:04:12.785971 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a578627-57b7-4ca2-8cb7-581b1fc25ad7 tempest-NetworksNegativeTestJSON-1693176855 tempest-NetworksNegativeTestJSON-1693176855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:04:12.792154 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6a578627-57b7-4ca2-8cb7-581b1fc25ad7 tempest-NetworksNegativeTestJSON-1693176855 tempest-NetworksNegativeTestJSON-1693176855-project] 10.222.0.58 "DELETE /v2.0/ports/05bf2242-1382-4636-87a0-3350342a0b5c HTTP/1.1" status: 404 len: 333 time: 0.0454729 Sep 21 18:04:12.793370 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dce6e419-9a39-45ce-a8a6-4470a8f107b6 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:12.794622 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dce6e419-9a39-45ce-a8a6-4470a8f107b6 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:12.804444 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6072f819-b571-4fad-b9ca-66e7c4d0a6b3 req-57628205-7af5-4b77-a96c-725f4f728693 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:12.811046 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45514) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:12.820369 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ff72f031-b878-4743-8301-78e8c64f5a73 req-9f81bd8a-744b-4367-a29d-43c5df5276dc tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f2d7ae-02c7-462f-a4bd-e5bbb50b03bf HTTP/1.1" status: 200 len: 210 time: 0.0642700 Sep 21 18:04:12.831446 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['0cd9acc0-e00e-41cb-896b-eaf1edafe60d'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:04:12.859388 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-52fb9e89-4d15-4a5d-a0e2-e12a37a3e0e7 tempest-NetworksNegativeTestJSON-1693176855 tempest-NetworksNegativeTestJSON-1693176855-project] DELETE failed (client error): The resource could not be found. Sep 21 18:04:12.859856 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52fb9e89-4d15-4a5d-a0e2-e12a37a3e0e7 tempest-NetworksNegativeTestJSON-1693176855 tempest-NetworksNegativeTestJSON-1693176855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:04:12.863833 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-52fb9e89-4d15-4a5d-a0e2-e12a37a3e0e7 tempest-NetworksNegativeTestJSON-1693176855 tempest-NetworksNegativeTestJSON-1693176855-project] 10.222.0.58 "DELETE /v2.0/subnets/ef8d5011-26c5-4253-b171-17a9c5afb198 HTTP/1.1" status: 404 len: 337 time: 0.0494123 Sep 21 18:04:12.867713 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45522) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:12.870729 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7cb02c64-9d4c-4708-b345-22d3dfcdc958 req-cc78da1d-9822-41f3-ae15-de89b6938243 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:12.881905 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57628205-7af5-4b77-a96c-725f4f728693 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Pushing event deleted for resources: {'Port': ['ID=0cd9acc0-e00e-41cb-896b-eaf1edafe60d,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:12.932500 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['0cd9acc0-e00e-41cb-896b-eaf1edafe60d'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:04:12.935314 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1042801-8403-4829-969c-c21c33481a00 tempest-NetworksNegativeTestJSON-1693176855 tempest-NetworksNegativeTestJSON-1693176855-project] GET failed (client error): The resource could not be found. Sep 21 18:04:12.941222 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b1042801-8403-4829-969c-c21c33481a00 tempest-NetworksNegativeTestJSON-1693176855 tempest-NetworksNegativeTestJSON-1693176855-project] 10.222.0.58 "GET /v2.0/networks/b1b11c3c-4c99-4bdc-8408-51f325a96507 HTTP/1.1" status: 404 len: 339 time: 0.0681255 Sep 21 18:04:12.942435 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45528) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:12.944071 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-db6f0739-ce61-4a76-a516-f4ac8de72162 None None] For port 0fbb2c31-8cf7-4c25-84f5-0489bae0902a, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:04:12.948522 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-db6f0739-ce61-4a76-a516-f4ac8de72162 None None] For port 0fbb2c31-8cf7-4c25-84f5-0489bae0902a, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=0fbb2c31-8cf7-4c25-84f5-0489bae0902a,segment=NetworkSegment(f8ea2b09-c846-4d08-933c-9eb7de012843),segment_id=f8ea2b09-c846-4d08-933c-9eb7de012843)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:04:12.980047 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78da1d-9822-41f3-ae15-de89b6938243 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Pushing event deleted for resources: {'Port': ['ID=3825a144-e78d-43d5-af61-de722b4628af,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:12.982494 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-db6f0739-ce61-4a76-a516-f4ac8de72162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:13.007708 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-0cdb55b0-b5ed-4dec-be5a-effca632871c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7409213 Sep 21 18:04:13.013883 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0961f99a-33f4-4c7e-93b2-3d5be5fa8748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-d0a9ca96-4541-42fc-9d6b-e01375fe07b0', 'network_id': 'd0a9ca96-4541-42fc-9d6b-e01375fe07b0', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'fixed_ips': [{'subnet_id': 'ae30e1eb-7c3f-4051-a4be-1a683a4cb10d'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:04:13.014897 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0961f99a-33f4-4c7e-93b2-3d5be5fa8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:13.018712 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dce6e419-9a39-45ce-a8a6-4470a8f107b6 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:13.051628 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef469e6-64da-496f-90bf-4ddc26256f01 tempest-NetworksNegativeTestJSON-1693176855 tempest-NetworksNegativeTestJSON-1693176855-project] GET failed (client error): The resource could not be found. Sep 21 18:04:13.053268 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-cef469e6-64da-496f-90bf-4ddc26256f01 tempest-NetworksNegativeTestJSON-1693176855 tempest-NetworksNegativeTestJSON-1693176855-project] 10.222.0.58 "GET /v2.0/ports/4496ee9a-ed18-4b24-a42a-4d4eaaa5f1c6 HTTP/1.1" status: 404 len: 333 time: 0.1071382 Sep 21 18:04:13.057943 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45536) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:13.060507 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dce6e419-9a39-45ce-a8a6-4470a8f107b6 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:13.074909 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-6072f819-b571-4fad-b9ca-66e7c4d0a6b3 req-57628205-7af5-4b77-a96c-725f4f728693 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] No DVR routers for this DVR port 0cd9acc0-e00e-41cb-896b-eaf1edafe60d on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:04:13.098861 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6072f819-b571-4fad-b9ca-66e7c4d0a6b3 req-57628205-7af5-4b77-a96c-725f4f728693 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:13.108279 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6072f819-b571-4fad-b9ca-66e7c4d0a6b3 req-57628205-7af5-4b77-a96c-725f4f728693 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.44 "DELETE /v2.0/ports/0cd9acc0-e00e-41cb-896b-eaf1edafe60d HTTP/1.1" status: 204 len: 173 time: 1.7897072 Sep 21 18:04:13.116031 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f0739-ce61-4a76-a516-f4ac8de72162 None None] Pushing event updated for resources: {'Port': ['ID=0fbb2c31-8cf7-4c25-84f5-0489bae0902a,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:13.123250 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dce6e419-9a39-45ce-a8a6-4470a8f107b6 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:13.124698 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-dce6e419-9a39-45ce-a8a6-4470a8f107b6 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4608755 Sep 21 18:04:13.126146 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2419c0d-ec9f-4c9e-8e96-189d2981c863 tempest-NetworksNegativeTestJSON-1693176855 tempest-NetworksNegativeTestJSON-1693176855-project] GET failed (client error): The resource could not be found. Sep 21 18:04:13.127534 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c2419c0d-ec9f-4c9e-8e96-189d2981c863 tempest-NetworksNegativeTestJSON-1693176855 tempest-NetworksNegativeTestJSON-1693176855-project] 10.222.0.58 "GET /v2.0/subnets/c06f3ce0-8bb9-4370-851a-147186e2a697 HTTP/1.1" status: 404 len: 337 time: 0.0685327 Sep 21 18:04:13.128279 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45540) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:13.140424 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f2d7ae-02c7-462f-a4bd-e5bbb50b03bf', 'name': 'network-vif-deleted', 'tag': '0cd9acc0-e00e-41cb-896b-eaf1edafe60d'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:04:13.150711 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51776a8c-638c-4233-9ba0-d8c8c77f8d74" -d '{"events": [{"server_uuid": "43f2d7ae-02c7-462f-a4bd-e5bbb50b03bf", "name": "network-vif-deleted", "tag": "0cd9acc0-e00e-41cb-896b-eaf1edafe60d"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:04:13.199187 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45542) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:13.217949 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-98c14b6d-1fbc-4a69-a6e4-303acbfe8308 tempest-NetworksNegativeTestJSON-1693176855 tempest-NetworksNegativeTestJSON-1693176855-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:13.271826 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9b231f-b83b-4dec-8e6d-303b69df874d x-openstack-request-id: req-fc9b231f-b83b-4dec-8e6d-303b69df874d {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:04:13.272133 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f2d7ae-02c7-462f-a4bd-e5bbb50b03bf", "name": "network-vif-deleted", "tag": "0cd9acc0-e00e-41cb-896b-eaf1edafe60d", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:04:13.272401 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fc9b231f-b83b-4dec-8e6d-303b69df874d {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:04:13.272808 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f2d7ae-02c7-462f-a4bd-e5bbb50b03bf', 'name': 'network-vif-deleted', 'tag': '0cd9acc0-e00e-41cb-896b-eaf1edafe60d', 'status': 'completed', 'code': 200} Sep 21 18:04:13.282774 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5cbe35c6-e13a-434e-9dae-8208421df0ac req-35829f96-14bc-4ef2-8bae-18530559a383 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5338604 Sep 21 18:04:13.283657 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb02c64-9d4c-4708-b345-22d3dfcdc958 req-cc78da1d-9822-41f3-ae15-de89b6938243 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] No DVR routers for this DVR port 3825a144-e78d-43d5-af61-de722b4628af on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:04:13.290903 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7cb02c64-9d4c-4708-b345-22d3dfcdc958 req-cc78da1d-9822-41f3-ae15-de89b6938243 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:13.298698 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7cb02c64-9d4c-4708-b345-22d3dfcdc958 req-cc78da1d-9822-41f3-ae15-de89b6938243 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.38 "DELETE /v2.0/ports/3825a144-e78d-43d5-af61-de722b4628af HTTP/1.1" status: 204 len: 173 time: 2.0255327 Sep 21 18:04:13.399795 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-0961f99a-33f4-4c7e-93b2-3d5be5fa8748 None None] Allocated IP 172.21.0.2 (d0a9ca96-4541-42fc-9d6b-e01375fe07b0/ae30e1eb-7c3f-4051-a4be-1a683a4cb10d/28703b86-0d1c-4bf2-839a-325a309fd809) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:04:13.471458 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c14b6d-1fbc-4a69-a6e4-303acbfe8308 tempest-NetworksNegativeTestJSON-1693176855 tempest-NetworksNegativeTestJSON-1693176855-project] PUT failed (client error): The resource could not be found. Sep 21 18:04:13.472268 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98c14b6d-1fbc-4a69-a6e4-303acbfe8308 tempest-NetworksNegativeTestJSON-1693176855 tempest-NetworksNegativeTestJSON-1693176855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:04:13.473960 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-98c14b6d-1fbc-4a69-a6e4-303acbfe8308 tempest-NetworksNegativeTestJSON-1693176855 tempest-NetworksNegativeTestJSON-1693176855-project] 10.222.0.58 "PUT /v2.0/networks/df4cf7ea-5d87-41f3-b7e8-a5f7385e52e4 HTTP/1.1" status: 404 len: 339 time: 0.2711809 Sep 21 18:04:13.478967 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45564) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:13.512550 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-e748e1aa-c084-42bc-a030-f7b89d4d0cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:13.513608 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-e748e1aa-c084-42bc-a030-f7b89d4d0cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:13.514279 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-e748e1aa-c084-42bc-a030-f7b89d4d0cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:13.514757 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-e748e1aa-c084-42bc-a030-f7b89d4d0cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:13.515263 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-e748e1aa-c084-42bc-a030-f7b89d4d0cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:13.515735 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-e748e1aa-c084-42bc-a030-f7b89d4d0cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:13.516200 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-e748e1aa-c084-42bc-a030-f7b89d4d0cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:13.518222 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-e748e1aa-c084-42bc-a030-f7b89d4d0cc9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d40c78ed24d44bc286019ecdefec3c75&device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 6492 time: 0.4322402 Sep 21 18:04:13.535672 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-040cb62c-74a1-4bad-9843-45832f5eba0b tempest-NetworksNegativeTestJSON-1693176855 tempest-NetworksNegativeTestJSON-1693176855-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:13.537767 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe35c6-e13a-434e-9dae-8208421df0ac req-25ad0a89-4f97-4ae3-b8c6-da0db1ca8d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:13.539953 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5cbe35c6-e13a-434e-9dae-8208421df0ac req-25ad0a89-4f97-4ae3-b8c6-da0db1ca8d07 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0054d9324ee341f99a9815f4375410f3&device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 1097 time: 0.2258732 Sep 21 18:04:13.556653 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ad106-79c1-4ec2-bbd7-d57bae219b91 req-7e84855e-879c-4d77-a728-b1346cbb3e6e tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:13.559749 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3a1ad106-79c1-4ec2-bbd7-d57bae219b91 req-7e84855e-879c-4d77-a728-b1346cbb3e6e tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.6428924 Sep 21 18:04:13.614504 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-040cb62c-74a1-4bad-9843-45832f5eba0b tempest-NetworksNegativeTestJSON-1693176855 tempest-NetworksNegativeTestJSON-1693176855-project] PUT failed (client error): The resource could not be found. Sep 21 18:04:13.619698 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-040cb62c-74a1-4bad-9843-45832f5eba0b tempest-NetworksNegativeTestJSON-1693176855 tempest-NetworksNegativeTestJSON-1693176855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:04:13.624585 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-040cb62c-74a1-4bad-9843-45832f5eba0b tempest-NetworksNegativeTestJSON-1693176855 tempest-NetworksNegativeTestJSON-1693176855-project] 10.222.0.58 "PUT /v2.0/ports/f88a2079-163e-42a8-95d2-a1c6299126e9 HTTP/1.1" status: 404 len: 333 time: 0.0971940 Sep 21 18:04:13.644058 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45568) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:13.651417 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-12176f8e-fde4-4cfa-8eb7-7077ec6c6bf3 tempest-NetworksNegativeTestJSON-1693176855 tempest-NetworksNegativeTestJSON-1693176855-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:13.707295 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-12176f8e-fde4-4cfa-8eb7-7077ec6c6bf3 tempest-NetworksNegativeTestJSON-1693176855 tempest-NetworksNegativeTestJSON-1693176855-project] PUT failed (client error): The resource could not be found. Sep 21 18:04:13.708034 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12176f8e-fde4-4cfa-8eb7-7077ec6c6bf3 tempest-NetworksNegativeTestJSON-1693176855 tempest-NetworksNegativeTestJSON-1693176855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:04:13.709485 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-12176f8e-fde4-4cfa-8eb7-7077ec6c6bf3 tempest-NetworksNegativeTestJSON-1693176855 tempest-NetworksNegativeTestJSON-1693176855-project] 10.222.0.58 "PUT /v2.0/subnets/48152032-6889-491b-afce-b4ebdd646eac HTTP/1.1" status: 404 len: 337 time: 0.0644732 Sep 21 18:04:13.733273 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3a1ad106-79c1-4ec2-bbd7-d57bae219b91 req-d5033a66-14f8-40a8-8d0e-62af7d8ea25c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517813 Sep 21 18:04:13.784500 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-de792391-ceae-43fb-8c99-6bfd17a50811 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:13.816479 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0961f99a-33f4-4c7e-93b2-3d5be5fa8748 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:13.828500 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0961f99a-33f4-4c7e-93b2-3d5be5fa8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:13.879012 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-b44081bb-3720-4de3-b325-f699915052a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:13.879633 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-b44081bb-3720-4de3-b325-f699915052a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:13.879993 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-b44081bb-3720-4de3-b325-f699915052a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:13.885415 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-b44081bb-3720-4de3-b325-f699915052a0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=543c6f8a-4719-45e7-ae5b-7d43c52acf45&id=94df87e6-ce8a-4b23-900d-480ef4eb3211&id=94df87e6-ce8a-4b23-900d-480ef4eb3211&id=94df87e6-ce8a-4b23-900d-480ef4eb3211&id=94df87e6-ce8a-4b23-900d-480ef4eb3211&id=2a44a677-1927-4f9e-821d-0c18ad02e765&id=2a44a677-1927-4f9e-821d-0c18ad02e765 HTTP/1.1" status: 200 len: 2293 time: 0.3311107 Sep 21 18:04:13.972868 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0961f99a-33f4-4c7e-93b2-3d5be5fa8748 None None] Network d0a9ca96-4541-42fc-9d6b-e01375fe07b0 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:04:14.009809 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-0961f99a-33f4-4c7e-93b2-3d5be5fa8748 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:14.016626 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0961f99a-33f4-4c7e-93b2-3d5be5fa8748 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:04:14.035553 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961f99a-33f4-4c7e-93b2-3d5be5fa8748 None None] Pushing event updated for resources: {'Port': ['ID=28703b86-0d1c-4bf2-839a-325a309fd809,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:14.114466 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe35c6-e13a-434e-9dae-8208421df0ac req-865d15d5-aaee-4d51-90fe-069f59a96d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:14.119471 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5cbe35c6-e13a-434e-9dae-8208421df0ac req-865d15d5-aaee-4d51-90fe-069f59a96d3a service neutron] 10.222.0.38 "GET /v2.0/networks?id=317845e1-df2c-40eb-a75c-cc29a382e695 HTTP/1.1" status: 200 len: 916 time: 0.5282509 Sep 21 18:04:14.179136 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0961f99a-33f4-4c7e-93b2-3d5be5fa8748 None None] Attempting to bind port 28703b86-0d1c-4bf2-839a-325a309fd809 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:04:14.179875 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0961f99a-33f4-4c7e-93b2-3d5be5fa8748 None None] Attempting to bind port 28703b86-0d1c-4bf2-839a-325a309fd809 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '144378ea-de68-4d36-8e34-0f1707910899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd0a9ca96-4541-42fc-9d6b-e01375fe07b0'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:04:14.180438 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0961f99a-33f4-4c7e-93b2-3d5be5fa8748 None None] Attempting to bind port 28703b86-0d1c-4bf2-839a-325a309fd809 on network d0a9ca96-4541-42fc-9d6b-e01375fe07b0 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:04:14.201126 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0961f99a-33f4-4c7e-93b2-3d5be5fa8748 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:04:14.204436 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0961f99a-33f4-4c7e-93b2-3d5be5fa8748 None None] Checking segment: {'id': '144378ea-de68-4d36-8e34-0f1707910899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd0a9ca96-4541-42fc-9d6b-e01375fe07b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:04:14.212140 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0961f99a-33f4-4c7e-93b2-3d5be5fa8748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:14.214582 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0961f99a-33f4-4c7e-93b2-3d5be5fa8748 None None] Bound using segment: {'id': '144378ea-de68-4d36-8e34-0f1707910899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd0a9ca96-4541-42fc-9d6b-e01375fe07b0'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:04:14.215330 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0961f99a-33f4-4c7e-93b2-3d5be5fa8748 None None] Bound port: 28703b86-0d1c-4bf2-839a-325a309fd809, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '144378ea-de68-4d36-8e34-0f1707910899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd0a9ca96-4541-42fc-9d6b-e01375fe07b0'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:04:14.215949 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0961f99a-33f4-4c7e-93b2-3d5be5fa8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:14.262520 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5cbe35c6-e13a-434e-9dae-8208421df0ac req-962b18ec-51da-4a35-9b5c-1808ff7d03fc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae5cf22b-064e-447d-8faf-708f8476b92d HTTP/1.1" status: 200 len: 1002 time: 0.0961936 Sep 21 18:04:14.321943 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45580) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:14.330021 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-0961f99a-33f4-4c7e-93b2-3d5be5fa8748 None None] For port 28703b86-0d1c-4bf2-839a-325a309fd809, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:04:14.332746 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db1ba5-00bb-4ace-8eb7-9867186fd04a req-60d903f6-843b-4012-b191-cbadb2ae4851 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:14.335732 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-0961f99a-33f4-4c7e-93b2-3d5be5fa8748 None None] For port 28703b86-0d1c-4bf2-839a-325a309fd809, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=28703b86-0d1c-4bf2-839a-325a309fd809,segment=NetworkSegment(144378ea-de68-4d36-8e34-0f1707910899),segment_id=144378ea-de68-4d36-8e34-0f1707910899)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:04:14.341294 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-24db1ba5-00bb-4ace-8eb7-9867186fd04a req-60d903f6-843b-4012-b191-cbadb2ae4851 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.3715456 Sep 21 18:04:14.344385 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0961f99a-33f4-4c7e-93b2-3d5be5fa8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:14.352904 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-59a754f8-4e99-4f0c-9302-60d5f5d9bfa4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=430c32fc-16c3-4533-a2e3-0a3fe03a49f8 HTTP/1.1" status: 200 len: 1002 time: 0.4422910 Sep 21 18:04:14.441807 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961f99a-33f4-4c7e-93b2-3d5be5fa8748 None None] Pushing event updated for resources: {'Port': ['ID=28703b86-0d1c-4bf2-839a-325a309fd809,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:14.507686 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe35c6-e13a-434e-9dae-8208421df0ac req-eea3de92-b6ad-4bba-a48e-4a35ad76d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:14.509622 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5cbe35c6-e13a-434e-9dae-8208421df0ac req-eea3de92-b6ad-4bba-a48e-4a35ad76d80c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=109644f9-7374-4e29-a072-2da36abb70ff HTTP/1.1" status: 200 len: 854 time: 0.2339423 Sep 21 18:04:14.531900 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-24db1ba5-00bb-4ace-8eb7-9867186fd04a req-083f7d60-d345-419b-a620-268d6a686648 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893888 Sep 21 18:04:14.647006 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3825a144-e78d-43d5-af61-de722b4628af no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:04:14.658266 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066ff4d4-92cb-4662-97ff-9099bf8eca3f None None] Network d2fcb23a-f8c0-4cff-a219-0fa33b602441 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:04:14.724971 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-38b8297d-7f22-4730-8e30-072879920ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:14.735175 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-38b8297d-7f22-4730-8e30-072879920ce7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97a406fa-a160-4fba-ab8a-73084b03db92 HTTP/1.1" status: 200 len: 850 time: 0.3561184 Sep 21 18:04:14.740199 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8d3b5751-4989-4e69-8b26-dfb26003c195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:14.861995 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe35c6-e13a-434e-9dae-8208421df0ac req-849eab86-31de-41f1-84dd-8ffe2af211e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:14.872215 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 3825a144-e78d-43d5-af61-de722b4628af {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:04:14.872877 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5cbe35c6-e13a-434e-9dae-8208421df0ac req-849eab86-31de-41f1-84dd-8ffe2af211e5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=317845e1-df2c-40eb-a75c-cc29a382e695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3475621 Sep 21 18:04:14.873626 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3825a144-e78d-43d5-af61-de722b4628af not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:04:14.878172 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 0fbb2c31-8cf7-4c25-84f5-0489bae0902a up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:04:14.881607 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b50412f9-af76-492b-a560-f4ce96846fb8 req-339655b7-e8b0-4ba3-92af-86b4fda2a9b0 tempest-ListServersNegativeTestJSON-1075348942 tempest-ListServersNegativeTestJSON-1075348942-project] 10.222.0.58 "GET /v2.0/ports?device_id=43f2d7ae-02c7-462f-a4bd-e5bbb50b03bf HTTP/1.1" status: 200 len: 210 time: 0.1006532 Sep 21 18:04:14.944067 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9795cdb4-f91b-4074-aa3d-36195134c75d None None] Provisioning complete for port 0fbb2c31-8cf7-4c25-84f5-0489bae0902a triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:14.944737 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9795cdb4-f91b-4074-aa3d-36195134c75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:14.949888 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-0ccd4bcd-4bc5-4a6d-bde9-a51dce5f2af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:14.952336 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-0ccd4bcd-4bc5-4a6d-bde9-a51dce5f2af0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=543c6f8a-4719-45e7-ae5b-7d43c52acf45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2069104 Sep 21 18:04:14.992065 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-de792391-ceae-43fb-8c99-6bfd17a50811 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Allocated IP 172.20.0.1 (d2fcb23a-f8c0-4cff-a219-0fa33b602441/72d4a341-956a-4fdd-b583-3655fb9c247b/f80d5601-48a0-4983-8031-f116f19e5236) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:04:15.123708 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-de792391-ceae-43fb-8c99-6bfd17a50811 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:15.173773 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5cbe35c6-e13a-434e-9dae-8208421df0ac req-490e1ae9-a6b1-4592-a24a-d9cec0634f66 service neutron] 10.222.0.38 "GET /v2.0/networks/317845e1-df2c-40eb-a75c-cc29a382e695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958388 Sep 21 18:04:15.186005 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-de792391-ceae-43fb-8c99-6bfd17a50811 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:15.250586 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-f74dacb0-5736-4daa-9ced-f836c96a1f7f service neutron] 10.222.0.44 "GET /v2.0/networks/543c6f8a-4719-45e7-ae5b-7d43c52acf45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723501 Sep 21 18:04:15.256408 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de792391-ceae-43fb-8c99-6bfd17a50811 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network d2fcb23a-f8c0-4cff-a219-0fa33b602441 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:04:15.260645 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-de792391-ceae-43fb-8c99-6bfd17a50811 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:15.261259 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8d3b5751-4989-4e69-8b26-dfb26003c195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:15.266030 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de792391-ceae-43fb-8c99-6bfd17a50811 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:04:15.271258 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de792391-ceae-43fb-8c99-6bfd17a50811 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Port': ['ID=f80d5601-48a0-4983-8031-f116f19e5236,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:15.278801 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc466911-5715-4454-a444-cdbcf85c8c04', 'name': 'network-vif-deleted', 'tag': '3825a144-e78d-43d5-af61-de722b4628af'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:04:15.281120 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1793480-d587-492e-93d1-adfd06cf8e06" -d '{"events": [{"server_uuid": "fc466911-5715-4454-a444-cdbcf85c8c04", "name": "network-vif-deleted", "tag": "3825a144-e78d-43d5-af61-de722b4628af"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:04:15.305185 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8d3b5751-4989-4e69-8b26-dfb26003c195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:15.328906 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 0fbb2c31-8cf7-4c25-84f5-0489bae0902a triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:15.329511 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:15.334377 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-de792391-ceae-43fb-8c99-6bfd17a50811 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:15.367137 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0706910-912d-4e53-a3b5-0f91e1b7e9e0 x-openstack-request-id: req-f0706910-912d-4e53-a3b5-0f91e1b7e9e0 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:04:15.367435 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc466911-5715-4454-a444-cdbcf85c8c04", "name": "network-vif-deleted", "tag": "3825a144-e78d-43d5-af61-de722b4628af", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:04:15.367696 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f0706910-912d-4e53-a3b5-0f91e1b7e9e0 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:04:15.368113 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc466911-5715-4454-a444-cdbcf85c8c04', 'name': 'network-vif-deleted', 'tag': '3825a144-e78d-43d5-af61-de722b4628af', 'status': 'completed', 'code': 200} Sep 21 18:04:15.426676 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9795cdb4-f91b-4074-aa3d-36195134c75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:15.446869 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b5751-4989-4e69-8b26-dfb26003c195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537b0961-ef3b-448d-ae38-52c6f24d410e,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:15.453642 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8d3b5751-4989-4e69-8b26-dfb26003c195 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9fcefcd7a07f472b9b264697447dd5fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1299825 Sep 21 18:04:15.457941 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45594) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:15.487011 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5cbe35c6-e13a-434e-9dae-8208421df0ac req-1f47baee-7795-4883-a6f6-d16eb180aef5 service neutron] 10.222.0.38 "GET /v2.0/networks/317845e1-df2c-40eb-a75c-cc29a382e695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039556 Sep 21 18:04:15.501197 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-97402713-8ea0-4bc3-a5ef-1ec0cb79dc92 service neutron] 10.222.0.44 "GET /v2.0/networks/543c6f8a-4719-45e7-ae5b-7d43c52acf45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381136 Sep 21 18:04:15.538217 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9795cdb4-f91b-4074-aa3d-36195134c75d None None] For port 0fbb2c31-8cf7-4c25-84f5-0489bae0902a, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=0fbb2c31-8cf7-4c25-84f5-0489bae0902a,segment=NetworkSegment(f8ea2b09-c846-4d08-933c-9eb7de012843),segment_id=f8ea2b09-c846-4d08-933c-9eb7de012843)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:15.550555 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9795cdb4-f91b-4074-aa3d-36195134c75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:15.587427 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-de792391-ceae-43fb-8c99-6bfd17a50811 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:15.616579 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-ed68702a-3b04-4581-8eab-81b0c55ec2b9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=f967bbd1-534f-4e1e-8cde-c83bea0c03fb HTTP/1.1" status: 200 len: 217 time: 0.0968056 Sep 21 18:04:15.616849 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c6f7c881-1d56-49c4-bb5b-0c0fdfb6bedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:15.679122 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795cdb4-f91b-4074-aa3d-36195134c75d None None] Pushing event updated for resources: {'Port': ['ID=0fbb2c31-8cf7-4c25-84f5-0489bae0902a,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:15.775612 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-f43317a9-6b5d-47f9-90a9-1cb1bfa3381b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:15.777833 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-f43317a9-6b5d-47f9-90a9-1cb1bfa3381b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3699259-078b-42b6-8c82-a8ec90dc08bf HTTP/1.1" status: 200 len: 797 time: 0.1464517 Sep 21 18:04:15.878337 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-07a020dd-6f8c-458c-90c2-4a0fce998cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:15.882129 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-07a020dd-6f8c-458c-90c2-4a0fce998cc9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94df87e6-ce8a-4b23-900d-480ef4eb3211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0970607 Sep 21 18:04:15.884169 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c6f7c881-1d56-49c4-bb5b-0c0fdfb6bedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:15.895473 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-732245fd-76d0-486a-bded-61ceeeafcaee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:16.030886 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c6f7c881-1d56-49c4-bb5b-0c0fdfb6bedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:16.039598 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c6f7c881-1d56-49c4-bb5b-0c0fdfb6bedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:16.041012 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c6f7c881-1d56-49c4-bb5b-0c0fdfb6bedc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/537b0961-ef3b-448d-ae38-52c6f24d410e HTTP/1.1" status: 204 len: 168 time: 0.5819607 Sep 21 18:04:16.075472 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45616) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:16.122666 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-197d6ab7-2cfe-42fe-8beb-ee302883f9bf None None] Provisioning complete for port 0fbb2c31-8cf7-4c25-84f5-0489bae0902a triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:16.123178 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-197d6ab7-2cfe-42fe-8beb-ee302883f9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:16.153925 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7c881-1d56-49c4-bb5b-0c0fdfb6bedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537b0961-ef3b-448d-ae38-52c6f24d410e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:16.178134 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7c881-1d56-49c4-bb5b-0c0fdfb6bedc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:16.178473 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7c881-1d56-49c4-bb5b-0c0fdfb6bedc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:16.178810 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7c881-1d56-49c4-bb5b-0c0fdfb6bedc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:16.179166 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7c881-1d56-49c4-bb5b-0c0fdfb6bedc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:16.179511 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7c881-1d56-49c4-bb5b-0c0fdfb6bedc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:16.179860 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7c881-1d56-49c4-bb5b-0c0fdfb6bedc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:16.180257 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7c881-1d56-49c4-bb5b-0c0fdfb6bedc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:16.180495 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7c881-1d56-49c4-bb5b-0c0fdfb6bedc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:16.180846 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7c881-1d56-49c4-bb5b-0c0fdfb6bedc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:16.181163 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7c881-1d56-49c4-bb5b-0c0fdfb6bedc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:16.181477 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7c881-1d56-49c4-bb5b-0c0fdfb6bedc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:16.181790 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7c881-1d56-49c4-bb5b-0c0fdfb6bedc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:16.220837 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-b02faf1a-619b-439f-bb7d-e78940d752a8 service neutron] 10.222.0.44 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308699 Sep 21 18:04:16.225983 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-f117054b-9f08-4e92-98e7-f2774638e7d3 admin admin] Deleting subnet ef8f1b63-b576-42ec-a80f-e884a24133bc {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:04:16.234789 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f117054b-9f08-4e92-98e7-f2774638e7d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:16.239506 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc967c0-312e-491e-92c3-a66494369fd2 None None] Network d0a9ca96-4541-42fc-9d6b-e01375fe07b0 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:04:16.345581 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f117054b-9f08-4e92-98e7-f2774638e7d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:16.374863 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-de792391-ceae-43fb-8c99-6bfd17a50811 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:16.402029 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-89cb49f9-cafc-45f8-8f22-dbad77e08b79 service neutron] 10.222.0.44 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725321 Sep 21 18:04:16.404906 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-de792391-ceae-43fb-8c99-6bfd17a50811 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:16.460648 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-de792391-ceae-43fb-8c99-6bfd17a50811 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:16.479661 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-7fa5bb75-82b9-45fb-8ded-8317e7c1b863 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=971641b9-c4f5-42ee-9df6-4429b36330fb HTTP/1.1" status: 200 len: 217 time: 0.0690727 Sep 21 18:04:16.559307 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-1edadac3-5fca-4dab-b3b4-dd0303627ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:16.559877 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f117054b-9f08-4e92-98e7-f2774638e7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:16.560661 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-1edadac3-5fca-4dab-b3b4-dd0303627ef3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3699259-078b-42b6-8c82-a8ec90dc08bf HTTP/1.1" status: 200 len: 797 time: 0.0725830 Sep 21 18:04:16.604365 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de792391-ceae-43fb-8c99-6bfd17a50811 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Port': ['ID=f80d5601-48a0-4983-8031-f116f19e5236,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:16.656910 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-cc14eaa8-6dc5-4be9-bf1f-bc8effe5c28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:16.662118 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-cc14eaa8-6dc5-4be9-bf1f-bc8effe5c28e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94df87e6-ce8a-4b23-900d-480ef4eb3211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0858512 Sep 21 18:04:16.744464 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-8d6efd4e-2809-4f0c-bd52-6354ab23aff8 None None] Provisioning complete for port 28703b86-0d1c-4bf2-839a-325a309fd809 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:16.745180 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8d6efd4e-2809-4f0c-bd52-6354ab23aff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:16.825812 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f117054b-9f08-4e92-98e7-f2774638e7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:16.887473 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f117054b-9f08-4e92-98e7-f2774638e7d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:16.889830 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f117054b-9f08-4e92-98e7-f2774638e7d3 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ef8f1b63-b576-42ec-a80f-e884a24133bc HTTP/1.1" status: 204 len: 168 time: 0.8132036 Sep 21 18:04:16.901167 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45634) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:16.907412 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 0cd9acc0-e00e-41cb-896b-eaf1edafe60d no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:04:16.954721 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de792391-ceae-43fb-8c99-6bfd17a50811 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network d2fcb23a-f8c0-4cff-a219-0fa33b602441 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:04:16.957819 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 0cd9acc0-e00e-41cb-896b-eaf1edafe60d {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:04:16.958968 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 0cd9acc0-e00e-41cb-896b-eaf1edafe60d not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:04:16.965430 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-de792391-ceae-43fb-8c99-6bfd17a50811 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:16.969070 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f117054b-9f08-4e92-98e7-f2774638e7d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef8f1b63-b576-42ec-a80f-e884a24133bc,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:16.983412 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 28703b86-0d1c-4bf2-839a-325a309fd809 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:04:16.995471 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8d6efd4e-2809-4f0c-bd52-6354ab23aff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:17.020156 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-d7df888f-b5b8-4fe4-86bd-290c54d9fcab service neutron] 10.222.0.44 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496308 Sep 21 18:04:17.121488 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-8d6efd4e-2809-4f0c-bd52-6354ab23aff8 None None] For port 28703b86-0d1c-4bf2-839a-325a309fd809, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=28703b86-0d1c-4bf2-839a-325a309fd809,segment=NetworkSegment(144378ea-de68-4d36-8e34-0f1707910899),segment_id=144378ea-de68-4d36-8e34-0f1707910899)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:17.130045 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8d6efd4e-2809-4f0c-bd52-6354ab23aff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:17.178453 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2ec79357-6a68-44f7-9b44-b4907798ae82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:17.235903 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de792391-ceae-43fb-8c99-6bfd17a50811 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Router 9fad56ce-d00b-4667-862c-055f72814d8d is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:04:17.316207 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 28703b86-0d1c-4bf2-839a-325a309fd809 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:17.324879 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:17.358775 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-a8e12ce5-5a37-48a5-a306-18462dde8d21 service neutron] 10.222.0.44 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292360 Sep 21 18:04:17.389155 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-8d6efd4e-2809-4f0c-bd52-6354ab23aff8 None None] Provisioning complete for port f80d5601-48a0-4983-8031-f116f19e5236 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:17.389828 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8d6efd4e-2809-4f0c-bd52-6354ab23aff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:17.392412 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2ec79357-6a68-44f7-9b44-b4907798ae82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:17.432594 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de792391-ceae-43fb-8c99-6bfd17a50811 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:04:17.436384 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6efd4e-2809-4f0c-bd52-6354ab23aff8 None None] Pushing event updated for resources: {'Port': ['ID=28703b86-0d1c-4bf2-839a-325a309fd809,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:17.445463 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dee18c9-edce-4750-8130-92a0c596593e None None] Sync routers for ids ['9fad56ce-d00b-4667-862c-055f72814d8d'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:04:17.447191 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-de792391-ceae-43fb-8c99-6bfd17a50811 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "PUT /v2.0/routers/9fad56ce-d00b-4667-862c-055f72814d8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3165464 Sep 21 18:04:17.449722 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45650) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:17.459282 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dee18c9-edce-4750-8130-92a0c596593e None None] Routers {'9fad56ce-d00b-4667-862c-055f72814d8d'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:17.464181 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-7dee18c9-edce-4750-8130-92a0c596593e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:03:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['9fad56ce-d00b-4667-862c-055f72814d8d'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:17.486066 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-8d6efd4e-2809-4f0c-bd52-6354ab23aff8 None None] Port f80d5601-48a0-4983-8031-f116f19e5236 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:04:17.513290 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-6daa0034-0880-43f7-92ee-caaf7d9351ac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=716fb28e-e848-47bd-809e-fd034e6bb556 HTTP/1.1" status: 200 len: 217 time: 0.1143527 Sep 21 18:04:17.544073 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-7dee18c9-edce-4750-8130-92a0c596593e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:17.550340 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-2ec79357-6a68-44f7-9b44-b4907798ae82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c88ce3f-306a-45e1-b507-5f5a5b964d7d']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:17.551079 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a7420b-cdd5-463f-95cd-e13c59b20d99 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:17.555613 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-06a7420b-cdd5-463f-95cd-e13c59b20d99 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "GET /v2.0/ports/f80d5601-48a0-4983-8031-f116f19e5236 HTTP/1.1" status: 200 len: 910 time: 0.1045144 Sep 21 18:04:17.556342 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45654) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:17.565138 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dee18c9-edce-4750-8130-92a0c596593e None None] Routers {'9fad56ce-d00b-4667-862c-055f72814d8d'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:17.566006 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-7dee18c9-edce-4750-8130-92a0c596593e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:03:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['9fad56ce-d00b-4667-862c-055f72814d8d'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:17.600734 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 0fbb2c31-8cf7-4c25-84f5-0489bae0902a up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:04:17.626605 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-2ec79357-6a68-44f7-9b44-b4907798ae82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1253794b-9a11-488f-a03b-7fdadfe2bb6f') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:17.627083 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-2ec79357-6a68-44f7-9b44-b4907798ae82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1253794b-9a11-488f-a03b-7fdadfe2bb6f') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:17.636291 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-7dee18c9-edce-4750-8130-92a0c596593e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:17.639589 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dee18c9-edce-4750-8130-92a0c596593e None None] The sync data for ids ['9fad56ce-d00b-4667-862c-055f72814d8d'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:04:17.654497 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-980eac47-1366-4d2f-98cf-d99dbb9a88b5 None None] Provisioning complete for port 28703b86-0d1c-4bf2-839a-325a309fd809 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:17.655025 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-980eac47-1366-4d2f-98cf-d99dbb9a88b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:17.658564 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2ec79357-6a68-44f7-9b44-b4907798ae82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:17.699488 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-05fa32a8-621b-4e14-9679-bf51eece9ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:17.701188 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-05fa32a8-621b-4e14-9679-bf51eece9ec4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3699259-078b-42b6-8c82-a8ec90dc08bf HTTP/1.1" status: 200 len: 797 time: 0.1750824 Sep 21 18:04:17.707111 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2ec79357-6a68-44f7-9b44-b4907798ae82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:17.735171 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec79357-6a68-44f7-9b44-b4907798ae82 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:04:17.745598 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2ec79357-6a68-44f7-9b44-b4907798ae82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:17.747892 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:04:17.747892 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:04:17.747892 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:04:17.747892 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:04:17.747892 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:04:17.747892 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:04:17.747892 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:04:17.747892 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:04:17.747892 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:04:17.747892 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:04:17.747892 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:04:17.747892 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:04:17.747892 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:04:17.747892 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:04:17.747892 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:04:17.747892 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:04:17.747892 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:04:17.747892 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:04:17.747892 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:04:17.747892 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:04:17.747892 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:04:17.747892 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:04:17.747892 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:04:17.747892 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:04:17.747892 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:04:17.747892 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:04:17.747892 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:04:17.747892 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:04:17.747892 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:04:17.747892 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:04:17.747892 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:04:17.747892 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:04:17.754842 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 0fbb2c31-8cf7-4c25-84f5-0489bae0902a triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:17.755420 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:17.760151 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45656) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:17.889095 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-4fb5f2e2-4873-4179-8269-4880dfdf43a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:17.891359 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-4fb5f2e2-4873-4179-8269-4880dfdf43a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94df87e6-ce8a-4b23-900d-480ef4eb3211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1756179 Sep 21 18:04:17.917567 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2ec79357-6a68-44f7-9b44-b4907798ae82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:17.958440 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2ec79357-6a68-44f7-9b44-b4907798ae82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:17.961317 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2ec79357-6a68-44f7-9b44-b4907798ae82 admin admin] 10.222.0.58 "DELETE /v2.0/networks/9c88ce3f-306a-45e1-b507-5f5a5b964d7d HTTP/1.1" status: 204 len: 168 time: 1.0573366 Sep 21 18:04:17.976934 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-980eac47-1366-4d2f-98cf-d99dbb9a88b5 None None] Provisioning complete for port f80d5601-48a0-4983-8031-f116f19e5236 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:17.981113 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-980eac47-1366-4d2f-98cf-d99dbb9a88b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:17.997579 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec79357-6a68-44f7-9b44-b4907798ae82 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c88ce3f-306a-45e1-b507-5f5a5b964d7d,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:18.078613 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-3e4aea83-5fd7-4bc5-9563-5d5e052b209b tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:18.080322 n-d-810291-1 neutron-server[101461]: WARNING neutron.api.v2.base [None req-3e4aea83-5fd7-4bc5-9563-5d5e052b209b tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 21 18:04:18.081469 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-3e4aea83-5fd7-4bc5-9563-5d5e052b209b tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] create failed (client error): There was a conflict when trying to complete your request. Sep 21 18:04:18.084510 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3e4aea83-5fd7-4bc5-9563-5d5e052b209b tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3217154 Sep 21 18:04:18.088180 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45666) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:18.091542 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-980eac47-1366-4d2f-98cf-d99dbb9a88b5 None None] Port f80d5601-48a0-4983-8031-f116f19e5236 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:04:18.098013 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-5921ea69-5325-4261-a384-79a7ec994aac service neutron] 10.222.0.44 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959836 Sep 21 18:04:18.100954 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-f7f3429b-be58-4f37-b57b-0f1705b65841 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Request body: {'security_group': {'name': 'tempest-secgroup--1368403179'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:18.180297 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f7f3429b-be58-4f37-b57b-0f1705b65841 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:18.227060 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f7f3429b-be58-4f37-b57b-0f1705b65841 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:18.258248 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-de81dd91-5ca8-492b-ae55-fdff410d437a service neutron] 10.222.0.44 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521189 Sep 21 18:04:18.265220 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bcf114fe-4c6a-46e3-a1e8-6a6ba5b1707e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:18.316251 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45670) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:18.323488 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-66247c13-83f1-4501-aaf6-57ec695b7172 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=547aed97-ff50-41d9-8e86-bb229dc4a6f0 HTTP/1.1" status: 200 len: 217 time: 0.0525479 Sep 21 18:04:18.356227 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c42f2ac8-4da7-4567-9bb5-2a759860f454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:18.395451 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-84fa2d1f-5ed3-49f0-a892-0370c666fdb7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=33c9cb4e98494025aa0eb4014414b451&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0777738 Sep 21 18:04:18.397125 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-9176e1df-7c66-4d9c-82f0-65ecabf09aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:18.398514 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-9176e1df-7c66-4d9c-82f0-65ecabf09aed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3699259-078b-42b6-8c82-a8ec90dc08bf HTTP/1.1" status: 200 len: 797 time: 0.0663564 Sep 21 18:04:18.398989 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45674) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:18.488482 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-23717cf8-5c11-4931-87bc-1648afe5e9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:18.497017 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-d5fb0320-da93-4331-a947-49b178e3c18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:18.498559 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-d5fb0320-da93-4331-a947-49b178e3c18a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94df87e6-ce8a-4b23-900d-480ef4eb3211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0713637 Sep 21 18:04:18.537216 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-23717cf8-5c11-4931-87bc-1648afe5e9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:18.599704 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f7f3429b-be58-4f37-b57b-0f1705b65841 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:18.610116 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f7f3429b-be58-4f37-b57b-0f1705b65841 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:18.641369 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-bffc3f49-49d3-4cfd-a27a-609d35833cd8 service neutron] 10.222.0.44 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325779 Sep 21 18:04:18.642775 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-23717cf8-5c11-4931-87bc-1648afe5e9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:18.646617 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-23717cf8-5c11-4931-87bc-1648afe5e9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:18.650501 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-23717cf8-5c11-4931-87bc-1648afe5e9fb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/27f73b5a-6472-4c0c-b8aa-66c54f91e1f5 HTTP/1.1" status: 204 len: 168 time: 0.2479911 Sep 21 18:04:18.650721 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 28703b86-0d1c-4bf2-839a-325a309fd809 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:04:18.654619 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-bcf114fe-4c6a-46e3-a1e8-6a6ba5b1707e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Allocated IP 172.21.0.1 (d0a9ca96-4541-42fc-9d6b-e01375fe07b0/ae30e1eb-7c3f-4051-a4be-1a683a4cb10d/af3db4fc-c29e-4cf5-9fa7-3931067265fc) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:04:18.686562 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23717cf8-5c11-4931-87bc-1648afe5e9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f73b5a-6472-4c0c-b8aa-66c54f91e1f5,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:18.712411 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3429b-be58-4f37-b57b-0f1705b65841 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c291da2-298f-4866-a648-33917deb0075,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:18.769572 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 28703b86-0d1c-4bf2-839a-325a309fd809 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:18.769959 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:18.792553 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-67e0ccc5-1d1a-4ff2-9e44-c3a78b9e04e0 service neutron] 10.222.0.44 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433845 Sep 21 18:04:18.857102 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-3b39eb1b-0fcc-4852-8b4a-8f557c6735ff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ffc148a5-4d43-46cc-8045-82846ca5041a HTTP/1.1" status: 200 len: 217 time: 0.0561140 Sep 21 18:04:18.930657 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-4443c560-c296-4667-ac59-b4c927a5936c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:18.932468 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-4443c560-c296-4667-ac59-b4c927a5936c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f88e04cf-6a48-4a7e-9d33-f15c9b0c57cc HTTP/1.1" status: 200 len: 797 time: 0.0670452 Sep 21 18:04:18.959942 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f7f3429b-be58-4f37-b57b-0f1705b65841 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:18.967717 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f7f3429b-be58-4f37-b57b-0f1705b65841 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:18.972263 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:18.994959 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bcf114fe-4c6a-46e3-a1e8-6a6ba5b1707e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:19.021469 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3429b-be58-4f37-b57b-0f1705b65841 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0291c479-b4ab-402d-a35d-eaa2c55002fb,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:19.022597 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-8005ae73-9d36-468f-beca-c709f7113968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:19.026087 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-8005ae73-9d36-468f-beca-c709f7113968 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2a44a677-1927-4f9e-821d-0c18ad02e765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0772872 Sep 21 18:04:19.046203 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f7f3429b-be58-4f37-b57b-0f1705b65841 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:19.047678 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f7f3429b-be58-4f37-b57b-0f1705b65841 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9575434 Sep 21 18:04:19.050891 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45684) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:19.056444 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-e8231417-266f-468b-9970-ce87d63b8be5 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Request body: {'security_group_rule': {'security_group_id': '0291c479-b4ab-402d-a35d-eaa2c55002fb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:19.086413 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bcf114fe-4c6a-46e3-a1e8-6a6ba5b1707e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:19.153443 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf114fe-4c6a-46e3-a1e8-6a6ba5b1707e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network d0a9ca96-4541-42fc-9d6b-e01375fe07b0 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:04:19.157420 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-bcf114fe-4c6a-46e3-a1e8-6a6ba5b1707e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:19.161748 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e8231417-266f-468b-9970-ce87d63b8be5 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:19.193678 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf114fe-4c6a-46e3-a1e8-6a6ba5b1707e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:04:19.216216 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-3a58272e-6e1f-4e8e-884e-5a2bacec6a41 service neutron] 10.222.0.44 "GET /v2.0/networks/2a44a677-1927-4f9e-821d-0c18ad02e765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750343 Sep 21 18:04:19.302578 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf114fe-4c6a-46e3-a1e8-6a6ba5b1707e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Port': ['ID=af3db4fc-c29e-4cf5-9fa7-3931067265fc,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:19.326112 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e8231417-266f-468b-9970-ce87d63b8be5 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:19.327334 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bcf114fe-4c6a-46e3-a1e8-6a6ba5b1707e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:19.396478 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-f1907043-7ad7-4de8-b406-5f8f85f652a7 service neutron] 10.222.0.44 "GET /v2.0/networks/2a44a677-1927-4f9e-821d-0c18ad02e765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713223 Sep 21 18:04:19.449643 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e8231417-266f-468b-9970-ce87d63b8be5 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:19.456471 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-c6d10180-d9b3-42bf-9723-013a90ffd42a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=22f926ba-99a0-4b43-be3b-dedd87053234 HTTP/1.1" status: 200 len: 217 time: 0.0523381 Sep 21 18:04:19.514861 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8231417-266f-468b-9970-ce87d63b8be5 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec52a27-3467-436e-a906-f781343dc49a,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:19.526759 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9ef59e82-02c7-4440-b4cc-cc6669e79576 None None] Provisioning complete for port af3db4fc-c29e-4cf5-9fa7-3931067265fc triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:19.527315 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9ef59e82-02c7-4440-b4cc-cc6669e79576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:19.529877 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bcf114fe-4c6a-46e3-a1e8-6a6ba5b1707e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:19.538498 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-18b0d313-8f3a-4fc3-88e0-b339d7386dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:19.540121 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-18b0d313-8f3a-4fc3-88e0-b339d7386dd6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f88e04cf-6a48-4a7e-9d33-f15c9b0c57cc HTTP/1.1" status: 200 len: 797 time: 0.0764225 Sep 21 18:04:19.549965 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e8231417-266f-468b-9970-ce87d63b8be5 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:19.579813 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45704) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:19.588229 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e8231417-266f-468b-9970-ce87d63b8be5 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5286372 Sep 21 18:04:19.622734 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9ef59e82-02c7-4440-b4cc-cc6669e79576 None None] Port af3db4fc-c29e-4cf5-9fa7-3931067265fc cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:04:19.641141 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-a10f9edb-0564-4262-8fb3-68f2183b1440 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Request body: {'security_group_rule': {'security_group_id': '0291c479-b4ab-402d-a35d-eaa2c55002fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:19.648962 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45710) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:19.704767 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-cb673678-6a44-4874-bddc-7026ce61754c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:19.706583 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-cb673678-6a44-4874-bddc-7026ce61754c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2a44a677-1927-4f9e-821d-0c18ad02e765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1556525 Sep 21 18:04:19.707635 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a10f9edb-0564-4262-8fb3-68f2183b1440 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:19.877555 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-a10f9edb-0564-4262-8fb3-68f2183b1440 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] create failed (client error): There was a conflict when trying to complete your request. Sep 21 18:04:19.881884 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a10f9edb-0564-4262-8fb3-68f2183b1440 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2529283 Sep 21 18:04:19.882701 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45722) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:19.895319 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-af6a2419-52c3-4759-a0e6-0d1c1267b779 service neutron] 10.222.0.44 "GET /v2.0/networks/2a44a677-1927-4f9e-821d-0c18ad02e765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744471 Sep 21 18:04:20.020770 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6ccc3969-9c25-476d-adba-152ed9dde6df tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:20.039369 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:20.058510 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6ccc3969-9c25-476d-adba-152ed9dde6df tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:20.063471 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59b84faf-1c3f-4c78-a070-4f9157caf716 req-a3290027-e5e4-482f-90c5-6844b2774789 service neutron] 10.222.0.44 "GET /v2.0/networks/2a44a677-1927-4f9e-821d-0c18ad02e765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556356 Sep 21 18:04:20.121264 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6ccc3969-9c25-476d-adba-152ed9dde6df tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:20.124915 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6ccc3969-9c25-476d-adba-152ed9dde6df tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:20.129804 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6ccc3969-9c25-476d-adba-152ed9dde6df tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "DELETE /v2.0/security-groups/0291c479-b4ab-402d-a35d-eaa2c55002fb HTTP/1.1" status: 204 len: 168 time: 0.2441626 Sep 21 18:04:20.130801 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45730) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:20.131685 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bcf114fe-4c6a-46e3-a1e8-6a6ba5b1707e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:20.140228 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bcf114fe-4c6a-46e3-a1e8-6a6ba5b1707e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:20.189739 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc3969-9c25-476d-adba-152ed9dde6df tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0291c479-b4ab-402d-a35d-eaa2c55002fb,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:20.192427 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-adf7e3dc-18b8-4a9e-b0d6-866e61663d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:20.257961 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf114fe-4c6a-46e3-a1e8-6a6ba5b1707e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Port': ['ID=af3db4fc-c29e-4cf5-9fa7-3931067265fc,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:20.266612 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bcf114fe-4c6a-46e3-a1e8-6a6ba5b1707e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:20.449438 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf114fe-4c6a-46e3-a1e8-6a6ba5b1707e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network d0a9ca96-4541-42fc-9d6b-e01375fe07b0 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:04:20.459126 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ae0ae-518e-4ee8-9ee8-86a81a21ac03 req-a2828381-dd1c-423b-8f7f-141eaebbf69c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:20.460935 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8e6ae0ae-518e-4ee8-9ee8-86a81a21ac03 req-a2828381-dd1c-423b-8f7f-141eaebbf69c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 946 time: 0.0791802 Sep 21 18:04:20.462445 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-bcf114fe-4c6a-46e3-a1e8-6a6ba5b1707e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:20.602565 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8e6ae0ae-518e-4ee8-9ee8-86a81a21ac03 req-6e0cfdd3-e517-404a-ac62-c711aca88f5a tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268144 Sep 21 18:04:20.641062 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf114fe-4c6a-46e3-a1e8-6a6ba5b1707e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Router 9fad56ce-d00b-4667-862c-055f72814d8d has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:04:20.651353 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3b199c97-ae4b-4760-a69c-ea3aa725beb7 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5135136 Sep 21 18:04:20.651979 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45754) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:20.671295 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-3da40998-3ac7-4704-99ec-c2bdd965fd8f tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Request body: {'security_group': {'name': 'tempest-secgroup--1368637734'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:20.782886 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-adf7e3dc-18b8-4a9e-b0d6-866e61663d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:20.783313 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf114fe-4c6a-46e3-a1e8-6a6ba5b1707e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:04:20.789253 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bcf114fe-4c6a-46e3-a1e8-6a6ba5b1707e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "PUT /v2.0/routers/9fad56ce-d00b-4667-862c-055f72814d8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2315531 Sep 21 18:04:20.792209 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45756) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:20.796088 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dca7db-6acd-4f04-8f6d-a0cdb9203732 None None] Sync routers for ids ['9fad56ce-d00b-4667-862c-055f72814d8d'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:04:20.797696 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-adf7e3dc-18b8-4a9e-b0d6-866e61663d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:20.811431 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dca7db-6acd-4f04-8f6d-a0cdb9203732 None None] Routers {'9fad56ce-d00b-4667-862c-055f72814d8d'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:20.812668 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-97dca7db-6acd-4f04-8f6d-a0cdb9203732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:04:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['9fad56ce-d00b-4667-862c-055f72814d8d'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:20.854382 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3da40998-3ac7-4704-99ec-c2bdd965fd8f tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:20.855567 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d43508-ac18-4070-94b1-bd8e9eef2941 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:20.855860 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-97dca7db-6acd-4f04-8f6d-a0cdb9203732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:20.859861 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b5d43508-ac18-4070-94b1-bd8e9eef2941 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "GET /v2.0/ports/af3db4fc-c29e-4cf5-9fa7-3931067265fc HTTP/1.1" status: 200 len: 910 time: 0.0638564 Sep 21 18:04:20.860274 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45760) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:20.873971 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-adf7e3dc-18b8-4a9e-b0d6-866e61663d6b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=412eacd61a754e4799472b9bbe05d108&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2220862 Sep 21 18:04:20.874590 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45762) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:20.875749 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dca7db-6acd-4f04-8f6d-a0cdb9203732 None None] Routers {'9fad56ce-d00b-4667-862c-055f72814d8d'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:20.876556 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-97dca7db-6acd-4f04-8f6d-a0cdb9203732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:04:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['9fad56ce-d00b-4667-862c-055f72814d8d'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:20.902905 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7e3dc-18b8-4a9e-b0d6-866e61663d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6308444-33a1-4781-a2f3-8eeeaf5b8e5b,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:20.911419 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-e43a6cf1-5b82-46af-9a95-128011f60b93 None None] Provisioning complete for port af3db4fc-c29e-4cf5-9fa7-3931067265fc triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:20.911893 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e43a6cf1-5b82-46af-9a95-128011f60b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:20.915440 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-97dca7db-6acd-4f04-8f6d-a0cdb9203732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:20.915440 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dca7db-6acd-4f04-8f6d-a0cdb9203732 None None] The sync data for ids ['9fad56ce-d00b-4667-862c-055f72814d8d'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:04:20.952714 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-e43a6cf1-5b82-46af-9a95-128011f60b93 None None] Port af3db4fc-c29e-4cf5-9fa7-3931067265fc cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:04:20.980625 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-595aafca-a18c-4df5-bdc8-b9d2c0800195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:21.018729 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-595aafca-a18c-4df5-bdc8-b9d2c0800195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:21.039834 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3da40998-3ac7-4704-99ec-c2bdd965fd8f tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:21.048132 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3da40998-3ac7-4704-99ec-c2bdd965fd8f tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:21.090794 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3da40998-3ac7-4704-99ec-c2bdd965fd8f tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:21.094759 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3da40998-3ac7-4704-99ec-c2bdd965fd8f tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4357598 Sep 21 18:04:21.095226 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45770) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:21.096619 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da40998-3ac7-4704-99ec-c2bdd965fd8f tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e095d86d-7535-4eaf-8add-8414424f99bc,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:21.100398 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-287f89f2-6dd8-4d6b-b953-41cff42a7533 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Request body: {'security_group_rule': {'security_group_id': 'e095d86d-7535-4eaf-8add-8414424f99bc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:21.101176 n-d-810291-1 neutron-server[101461]: WARNING neutron.api.v2.base [None req-287f89f2-6dd8-4d6b-b953-41cff42a7533 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 21 18:04:21.101785 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-287f89f2-6dd8-4d6b-b953-41cff42a7533 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:04:21.105548 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-287f89f2-6dd8-4d6b-b953-41cff42a7533 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0066242 Sep 21 18:04:21.108565 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45772) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:21.151043 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-595aafca-a18c-4df5-bdc8-b9d2c0800195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:21.153880 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-595aafca-a18c-4df5-bdc8-b9d2c0800195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:21.155240 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-595aafca-a18c-4df5-bdc8-b9d2c0800195 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e6308444-33a1-4781-a2f3-8eeeaf5b8e5b HTTP/1.1" status: 204 len: 168 time: 0.2703652 Sep 21 18:04:21.170179 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595aafca-a18c-4df5-bdc8-b9d2c0800195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6308444-33a1-4781-a2f3-8eeeaf5b8e5b,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:21.199799 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-30c2079f-b47e-41a9-83c6-16a6853a5988 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:21.223514 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-30c2079f-b47e-41a9-83c6-16a6853a5988 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:21.262890 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-900dc3ef-83a2-4067-a4a6-8477c7ba9022 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:21.282830 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-30c2079f-b47e-41a9-83c6-16a6853a5988 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:21.287479 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-30c2079f-b47e-41a9-83c6-16a6853a5988 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:21.292176 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-30c2079f-b47e-41a9-83c6-16a6853a5988 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "DELETE /v2.0/security-groups/e095d86d-7535-4eaf-8add-8414424f99bc HTTP/1.1" status: 204 len: 168 time: 0.1818337 Sep 21 18:04:21.297182 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45776) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:21.309205 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2079f-b47e-41a9-83c6-16a6853a5988 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e095d86d-7535-4eaf-8add-8414424f99bc,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:21.521299 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:21.588592 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45786) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:21.602959 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-72f304e2-d1f8-46f2-b173-35db08a7e10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:21.706734 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-72f304e2-d1f8-46f2-b173-35db08a7e10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:21.711909 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-72f304e2-d1f8-46f2-b173-35db08a7e10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:21.737889 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8316bdd7-5c0c-48eb-89f1-756dacea7d3b tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4395750 Sep 21 18:04:21.741721 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45792) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:21.746376 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-3ab25d48-52cb-4ef9-860a-bb11f7a5f3a7 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Request body: {'security_group': {'name': 'tempest-secgroup--1274833634'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:21.751579 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f304e2-d1f8-46f2-b173-35db08a7e10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6575820-ae3f-4d34-9386-b6cc36a8f843,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:21.809320 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-72f304e2-d1f8-46f2-b173-35db08a7e10d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c5c022935a974967b6c746c57da455cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2191765 Sep 21 18:04:21.811665 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45796) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:21.825664 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3ab25d48-52cb-4ef9-860a-bb11f7a5f3a7 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:21.844018 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed07601-7edb-4c3f-b841-ec5e62df2780 req-a6388631-331b-4590-9f7d-579d8037ba3c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:21.846143 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1ed07601-7edb-4c3f-b841-ec5e62df2780 req-a6388631-331b-4590-9f7d-579d8037ba3c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 946 time: 0.0955791 Sep 21 18:04:21.916280 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1ed07601-7edb-4c3f-b841-ec5e62df2780 req-940682c4-cb93-4923-ba88-9384da41350e tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595350 Sep 21 18:04:21.917516 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d1117e4e-b65a-468e-b47c-d292fbd9dcce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:21.953519 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d1117e4e-b65a-468e-b47c-d292fbd9dcce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:21.991707 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3ab25d48-52cb-4ef9-860a-bb11f7a5f3a7 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:22.002228 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3ab25d48-52cb-4ef9-860a-bb11f7a5f3a7 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:22.009545 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d1117e4e-b65a-468e-b47c-d292fbd9dcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:22.012618 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d1117e4e-b65a-468e-b47c-d292fbd9dcce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:22.016297 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d1117e4e-b65a-468e-b47c-d292fbd9dcce admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c6575820-ae3f-4d34-9386-b6cc36a8f843 HTTP/1.1" status: 204 len: 168 time: 0.2009671 Sep 21 18:04:22.016453 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-900dc3ef-83a2-4067-a4a6-8477c7ba9022 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Deleting port af3db4fc-c29e-4cf5-9fa7-3931067265fc {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:22.016453 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-900dc3ef-83a2-4067-a4a6-8477c7ba9022 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:22.038204 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1117e4e-b65a-468e-b47c-d292fbd9dcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6575820-ae3f-4d34-9386-b6cc36a8f843,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:22.042634 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3ab25d48-52cb-4ef9-860a-bb11f7a5f3a7 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:22.046803 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3ab25d48-52cb-4ef9-860a-bb11f7a5f3a7 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3041031 Sep 21 18:04:22.056541 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45802) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:22.062140 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-7de735d5-5e29-4d24-9821-197e44dd7c30 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Request body: {'security_group_rule': {'security_group_id': '4ec623dd-0ba1-4ec8-8223-c25d5cf2d1e8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:22.066884 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab25d48-52cb-4ef9-860a-bb11f7a5f3a7 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec623dd-0ba1-4ec8-8223-c25d5cf2d1e8,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:22.078590 n-d-810291-1 neutron-server[101460]: WARNING neutron.api.v2.base [None req-7de735d5-5e29-4d24-9821-197e44dd7c30 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 21 18:04:22.079673 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-7de735d5-5e29-4d24-9821-197e44dd7c30 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:04:22.083903 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7de735d5-5e29-4d24-9821-197e44dd7c30 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0258424 Sep 21 18:04:22.086811 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45804) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:22.144606 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-900dc3ef-83a2-4067-a4a6-8477c7ba9022 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:22.145792 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cd42f77b-bc67-450a-b484-99d2c393a97e tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:22.162409 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-900dc3ef-83a2-4067-a4a6-8477c7ba9022 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Calling delete_port for af3db4fc-c29e-4cf5-9fa7-3931067265fc owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:22.175696 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cd42f77b-bc67-450a-b484-99d2c393a97e tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:22.241608 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cd42f77b-bc67-450a-b484-99d2c393a97e tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:22.245921 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cd42f77b-bc67-450a-b484-99d2c393a97e tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:22.247795 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-cd42f77b-bc67-450a-b484-99d2c393a97e tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "DELETE /v2.0/security-groups/4ec623dd-0ba1-4ec8-8223-c25d5cf2d1e8 HTTP/1.1" status: 204 len: 168 time: 0.1598122 Sep 21 18:04:22.253124 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45810) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:22.253464 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45812) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:22.270407 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42f77b-bc67-450a-b484-99d2c393a97e tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec623dd-0ba1-4ec8-8223-c25d5cf2d1e8,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:22.319177 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f7ae9e42-9f9c-4991-97d8-bb3158080b76 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0604341 Sep 21 18:04:22.319177 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45818) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:22.326709 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-a10f6bef-86bf-46c5-97f7-d6dbf07efe7e tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Request body: {'security_group': {'name': 'tempest-secgroup--1760521781'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:22.354378 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a10f6bef-86bf-46c5-97f7-d6dbf07efe7e tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:22.413921 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-900dc3ef-83a2-4067-a4a6-8477c7ba9022 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:22.443320 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900dc3ef-83a2-4067-a4a6-8477c7ba9022 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event deleted for resources: {'Port': ['ID=af3db4fc-c29e-4cf5-9fa7-3931067265fc,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:22.480746 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a10f6bef-86bf-46c5-97f7-d6dbf07efe7e tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:22.482496 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0f240e03-930a-4bf7-ae4d-2f42a71c1197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:22.491958 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a10f6bef-86bf-46c5-97f7-d6dbf07efe7e tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:22.537585 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f6bef-86bf-46c5-97f7-d6dbf07efe7e tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84ad4555-26a9-49c1-8cd6-552fa19f6491,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:22.625275 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0f240e03-930a-4bf7-ae4d-2f42a71c1197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:22.632540 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0f240e03-930a-4bf7-ae4d-2f42a71c1197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:22.659441 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a10f6bef-86bf-46c5-97f7-d6dbf07efe7e tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:22.663360 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a10f6bef-86bf-46c5-97f7-d6dbf07efe7e tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3410585 Sep 21 18:04:22.665138 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45832) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:22.673428 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-e7727748-dc19-4648-a14c-00cd98f80d01 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Request body: {'security_group_rule': {'security_group_id': '84ad4555-26a9-49c1-8cd6-552fa19f6491', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:22.683181 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0f240e03-930a-4bf7-ae4d-2f42a71c1197 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=24cb768123ae4d3fb612952db203086f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4250953 Sep 21 18:04:22.683181 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f240e03-930a-4bf7-ae4d-2f42a71c1197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021debb2-20ca-4393-aa31-e6ebd94f9a1f,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:22.685624 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45834) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:22.694769 n-d-810291-1 neutron-server[101461]: WARNING neutron.api.v2.base [None req-e7727748-dc19-4648-a14c-00cd98f80d01 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 21 18:04:22.696877 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-e7727748-dc19-4648-a14c-00cd98f80d01 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:04:22.703744 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e7727748-dc19-4648-a14c-00cd98f80d01 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0370982 Sep 21 18:04:22.704928 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45838) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:22.711307 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-7068d735-3f60-47bd-8380-f40629536cc0 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Request body: {'security_group_rule': {'security_group_id': '84ad4555-26a9-49c1-8cd6-552fa19f6491', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:22.713274 n-d-810291-1 neutron-server[101460]: WARNING neutron.api.v2.base [None req-7068d735-3f60-47bd-8380-f40629536cc0 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 21 18:04:22.713772 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-7068d735-3f60-47bd-8380-f40629536cc0 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:04:22.715953 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7068d735-3f60-47bd-8380-f40629536cc0 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0087795 Sep 21 18:04:22.720906 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45840) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:22.731868 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-780b4e74-8376-4454-b1c7-e613072670f6 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Request body: {'security_group_rule': {'security_group_id': '84ad4555-26a9-49c1-8cd6-552fa19f6491', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:22.733406 n-d-810291-1 neutron-server[101461]: WARNING neutron.api.v2.base [None req-780b4e74-8376-4454-b1c7-e613072670f6 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 21 18:04:22.733922 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-780b4e74-8376-4454-b1c7-e613072670f6 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:04:22.735184 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-780b4e74-8376-4454-b1c7-e613072670f6 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0100656 Sep 21 18:04:22.738212 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45842) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:22.742702 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-7a4b9624-6914-4963-a82f-4c9f4c3ace8d tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Request body: {'security_group_rule': {'security_group_id': '84ad4555-26a9-49c1-8cd6-552fa19f6491', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:22.743654 n-d-810291-1 neutron-server[101461]: WARNING neutron.api.v2.base [None req-7a4b9624-6914-4963-a82f-4c9f4c3ace8d tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 21 18:04:22.744144 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-7a4b9624-6914-4963-a82f-4c9f4c3ace8d tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:04:22.745095 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7a4b9624-6914-4963-a82f-4c9f4c3ace8d tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0059328 Sep 21 18:04:22.745772 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-900dc3ef-83a2-4067-a4a6-8477c7ba9022 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:22.748130 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45844) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:22.785562 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f8304ccf-0993-4849-aabd-eefd86d1102a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:22.818559 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f8304ccf-0993-4849-aabd-eefd86d1102a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:22.841114 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-22f817bb-7c42-49c5-b539-820864069262 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:22.877283 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-22f817bb-7c42-49c5-b539-820864069262 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:22.933602 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f8304ccf-0993-4849-aabd-eefd86d1102a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:22.940567 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f8304ccf-0993-4849-aabd-eefd86d1102a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:22.940567 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f8304ccf-0993-4849-aabd-eefd86d1102a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/021debb2-20ca-4393-aa31-e6ebd94f9a1f HTTP/1.1" status: 204 len: 168 time: 0.2540500 Sep 21 18:04:22.946551 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900dc3ef-83a2-4067-a4a6-8477c7ba9022 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Router 9fad56ce-d00b-4667-862c-055f72814d8d has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:04:22.959282 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-22f817bb-7c42-49c5-b539-820864069262 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:22.965120 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-22f817bb-7c42-49c5-b539-820864069262 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:22.966375 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-22f817bb-7c42-49c5-b539-820864069262 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "DELETE /v2.0/security-groups/84ad4555-26a9-49c1-8cd6-552fa19f6491 HTTP/1.1" status: 204 len: 168 time: 0.2174203 Sep 21 18:04:22.967687 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304ccf-0993-4849-aabd-eefd86d1102a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021debb2-20ca-4393-aa31-e6ebd94f9a1f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:22.969432 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45856) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:23.012700 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f817bb-7c42-49c5-b539-820864069262 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ad4555-26a9-49c1-8cd6-552fa19f6491,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:23.033515 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8bcff7b3-410b-45f6-9807-09bcc034f2d1 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0629056 Sep 21 18:04:23.037079 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45858) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:23.043049 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-e63e8f10-2697-4ed9-8023-a6d3c44cb9ad tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Request body: {'security_group': {'name': 'tempest-secgroup--579306800'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:23.077971 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e63e8f10-2697-4ed9-8023-a6d3c44cb9ad tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:23.084536 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900dc3ef-83a2-4067-a4a6-8477c7ba9022 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:04:23.092983 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45860) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:23.093249 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-900dc3ef-83a2-4067-a4a6-8477c7ba9022 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "PUT /v2.0/routers/9fad56ce-d00b-4667-862c-055f72814d8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2317991 Sep 21 18:04:23.102703 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de28a8d-0b67-4e23-bc15-0793cb4eb27b None None] Sync routers for ids ['9fad56ce-d00b-4667-862c-055f72814d8d'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:04:23.110194 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce00e8b-d80c-4244-bac2-18f1375d505e req-3e62a08a-6565-482d-b70a-0ae0db17ba97 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:23.111957 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4ce00e8b-d80c-4244-bac2-18f1375d505e req-3e62a08a-6565-482d-b70a-0ae0db17ba97 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 946 time: 0.0765116 Sep 21 18:04:23.119804 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de28a8d-0b67-4e23-bc15-0793cb4eb27b None None] Routers {'9fad56ce-d00b-4667-862c-055f72814d8d'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:23.120586 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8de28a8d-0b67-4e23-bc15-0793cb4eb27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:04:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['9fad56ce-d00b-4667-862c-055f72814d8d'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:23.159693 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4ce00e8b-d80c-4244-bac2-18f1375d505e req-6b6d9610-70dd-4b21-9ccd-13cf016b698d tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407441 Sep 21 18:04:23.199969 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8de28a8d-0b67-4e23-bc15-0793cb4eb27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:23.216694 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de28a8d-0b67-4e23-bc15-0793cb4eb27b None None] Routers {'9fad56ce-d00b-4667-862c-055f72814d8d'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:23.217494 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8de28a8d-0b67-4e23-bc15-0793cb4eb27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:04:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['9fad56ce-d00b-4667-862c-055f72814d8d'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:23.229480 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:23.251081 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8de28a8d-0b67-4e23-bc15-0793cb4eb27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:23.251739 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de28a8d-0b67-4e23-bc15-0793cb4eb27b None None] The sync data for ids ['9fad56ce-d00b-4667-862c-055f72814d8d'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:04:23.320976 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e63e8f10-2697-4ed9-8023-a6d3c44cb9ad tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:23.351580 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e63e8f10-2697-4ed9-8023-a6d3c44cb9ad tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:23.393008 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e63e8f10-2697-4ed9-8023-a6d3c44cb9ad tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:23.397183 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e63e8f10-2697-4ed9-8023-a6d3c44cb9ad tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3591311 Sep 21 18:04:23.397915 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45870) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:23.405238 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e8f10-2697-4ed9-8023-a6d3c44cb9ad tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e92393f-df7a-4fba-91d6-e765d5b07ba5,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:23.407856 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-966e2591-3602-449d-a085-1c99ed825838 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Request body: {'security_group_rule': {'security_group_id': '0e92393f-df7a-4fba-91d6-e765d5b07ba5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:23.408981 n-d-810291-1 neutron-server[101461]: WARNING neutron.api.v2.base [None req-966e2591-3602-449d-a085-1c99ed825838 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 21 18:04:23.409701 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-966e2591-3602-449d-a085-1c99ed825838 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:04:23.410901 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-966e2591-3602-449d-a085-1c99ed825838 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0106928 Sep 21 18:04:23.414395 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45872) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:23.420186 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-27d4b1b9-9c95-411c-8c37-47dd574b8d6d tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Request body: {'security_group_rule': {'security_group_id': '0e92393f-df7a-4fba-91d6-e765d5b07ba5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:23.467401 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-27d4b1b9-9c95-411c-8c37-47dd574b8d6d tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:04:23.468478 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-27d4b1b9-9c95-411c-8c37-47dd574b8d6d tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0530810 Sep 21 18:04:23.471448 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45876) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:23.475805 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-47f5e7ba-6c43-4bb2-ae80-ae98b06fd2ad tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Request body: {'security_group_rule': {'security_group_id': '0e92393f-df7a-4fba-91d6-e765d5b07ba5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:23.476503 n-d-810291-1 neutron-server[101461]: WARNING neutron.api.v2.base [None req-47f5e7ba-6c43-4bb2-ae80-ae98b06fd2ad tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 21 18:04:23.477169 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-47f5e7ba-6c43-4bb2-ae80-ae98b06fd2ad tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:04:23.478382 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-47f5e7ba-6c43-4bb2-ae80-ae98b06fd2ad tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060256 Sep 21 18:04:23.481778 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45878) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:23.489212 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-b74e668d-96fd-4eea-938c-e18838ce2d26 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Request body: {'security_group_rule': {'security_group_id': '0e92393f-df7a-4fba-91d6-e765d5b07ba5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:23.530297 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-b74e668d-96fd-4eea-938c-e18838ce2d26 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:04:23.534586 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b74e668d-96fd-4eea-938c-e18838ce2d26 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0484211 Sep 21 18:04:23.535551 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45882) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:23.540490 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-4463c669-7e33-4025-b477-b6a4f163ab31 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Request body: {'security_group_rule': {'security_group_id': '0e92393f-df7a-4fba-91d6-e765d5b07ba5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:23.541136 n-d-810291-1 neutron-server[101461]: WARNING neutron.api.v2.base [None req-4463c669-7e33-4025-b477-b6a4f163ab31 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 21 18:04:23.541663 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-4463c669-7e33-4025-b477-b6a4f163ab31 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:04:23.545219 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4463c669-7e33-4025-b477-b6a4f163ab31 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060744 Sep 21 18:04:23.546174 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45884) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:23.552388 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-2d96e451-5622-4b06-a495-c93362b4c2cd tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Request body: {'security_group_rule': {'security_group_id': '0e92393f-df7a-4fba-91d6-e765d5b07ba5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:23.594967 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45888) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:23.607264 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-2d96e451-5622-4b06-a495-c93362b4c2cd tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:04:23.611496 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2d96e451-5622-4b06-a495-c93362b4c2cd tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0616653 Sep 21 18:04:23.611804 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45890) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:23.618212 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-e4f4c14c-d241-4b3b-b736-1fd9cdd7eeca tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Request body: {'security_group_rule': {'security_group_id': '0e92393f-df7a-4fba-91d6-e765d5b07ba5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:23.618755 n-d-810291-1 neutron-server[101461]: WARNING neutron.api.v2.base [None req-e4f4c14c-d241-4b3b-b736-1fd9cdd7eeca tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 21 18:04:23.619294 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-e4f4c14c-d241-4b3b-b736-1fd9cdd7eeca tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:04:23.619466 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1e85b857-188d-4d73-be07-66d03722ba6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:23.624056 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e4f4c14c-d241-4b3b-b736-1fd9cdd7eeca tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074890 Sep 21 18:04:23.624299 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45892) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:23.625896 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f2f5b411-8207-493e-b4bc-79d5848e6108 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:23.632412 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-1d91e316-6c60-4e1f-9f21-18b5a077dae8 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Request body: {'security_group_rule': {'security_group_id': '0e92393f-df7a-4fba-91d6-e765d5b07ba5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:23.669799 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-1d91e316-6c60-4e1f-9f21-18b5a077dae8 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:04:23.673674 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1d91e316-6c60-4e1f-9f21-18b5a077dae8 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0451937 Sep 21 18:04:23.673980 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45894) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:23.680795 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-fa251c90-e5c4-4fd6-806d-995d5f8298ec tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Request body: {'security_group_rule': {'security_group_id': '0e92393f-df7a-4fba-91d6-e765d5b07ba5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:23.733477 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.db.api [None req-fa251c90-e5c4-4fd6-806d-995d5f8298ec tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 18:04:23.733477 n-d-810291-1 neutron-server[101460]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 18:04:23.733477 n-d-810291-1 neutron-server[101460]: [parameters: {'project_id_1': '31c6f8e1bdcf456f924c11e8a97b4eb2', 'expiration_1': datetime.datetime(2021, 9, 21, 18, 4, 3, 715418)}] Sep 21 18:04:23.733477 n-d-810291-1 neutron-server[101460]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:04:23.734486 n-d-810291-1 neutron-server[101460]: DEBUG oslo_db.api [None req-fa251c90-e5c4-4fd6-806d-995d5f8298ec tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:04:23.868234 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1e85b857-188d-4d73-be07-66d03722ba6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:23.873493 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1e85b857-188d-4d73-be07-66d03722ba6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:23.945357 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1e85b857-188d-4d73-be07-66d03722ba6d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c2b2039bc45d4034a9721c26b5c65f9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3439019 Sep 21 18:04:23.948265 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45906) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:23.949350 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85b857-188d-4d73-be07-66d03722ba6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56d3cfa-b99a-408c-957b-d75ff5877978,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:24.018617 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-f2f5b411-8207-493e-b4bc-79d5848e6108 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Deleting port f80d5601-48a0-4983-8031-f116f19e5236 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:24.019096 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f2f5b411-8207-493e-b4bc-79d5848e6108 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:24.021084 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8338bde4-48fd-4144-9c7b-23973e6e0893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:24.043824 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8338bde4-48fd-4144-9c7b-23973e6e0893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:24.098696 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8338bde4-48fd-4144-9c7b-23973e6e0893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:24.102074 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8338bde4-48fd-4144-9c7b-23973e6e0893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:24.105732 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8338bde4-48fd-4144-9c7b-23973e6e0893 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a56d3cfa-b99a-408c-957b-d75ff5877978 HTTP/1.1" status: 204 len: 168 time: 0.1538594 Sep 21 18:04:24.112473 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8338bde4-48fd-4144-9c7b-23973e6e0893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56d3cfa-b99a-408c-957b-d75ff5877978,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:24.132386 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f2f5b411-8207-493e-b4bc-79d5848e6108 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:24.148266 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-f2f5b411-8207-493e-b4bc-79d5848e6108 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Calling delete_port for f80d5601-48a0-4983-8031-f116f19e5236 owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:24.375441 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1859114-577f-4960-8b9a-f55abb1a434d req-bd609bc7-d4ea-4dbe-a009-805e15547e09 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:24.377007 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c1859114-577f-4960-8b9a-f55abb1a434d req-bd609bc7-d4ea-4dbe-a009-805e15547e09 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 946 time: 0.1094975 Sep 21 18:04:24.381944 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-fa251c90-e5c4-4fd6-806d-995d5f8298ec tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:04:24.383411 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-fa251c90-e5c4-4fd6-806d-995d5f8298ec tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7078974 Sep 21 18:04:24.386125 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45934) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:24.454020 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f2f5b411-8207-493e-b4bc-79d5848e6108 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:24.488928 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c1859114-577f-4960-8b9a-f55abb1a434d req-b00f525a-0582-4998-92e8-9ef811ee6638 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940387 Sep 21 18:04:24.490281 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5b411-8207-493e-b4bc-79d5848e6108 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event deleted for resources: {'Port': ['ID=f80d5601-48a0-4983-8031-f116f19e5236,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:24.534138 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cef68db6-91b1-4468-af04-7c40629c12c9 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:24.550535 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:24.616076 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cef68db6-91b1-4468-af04-7c40629c12c9 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:24.731196 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f2f5b411-8207-493e-b4bc-79d5848e6108 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:24.778298 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cef68db6-91b1-4468-af04-7c40629c12c9 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:24.780906 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cef68db6-91b1-4468-af04-7c40629c12c9 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:24.782146 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-cef68db6-91b1-4468-af04-7c40629c12c9 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "DELETE /v2.0/security-groups/0e92393f-df7a-4fba-91d6-e765d5b07ba5 HTTP/1.1" status: 204 len: 168 time: 0.3950231 Sep 21 18:04:24.784848 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45952) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:24.802239 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45954) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:24.827200 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef68db6-91b1-4468-af04-7c40629c12c9 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e92393f-df7a-4fba-91d6-e765d5b07ba5,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:24.844423 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-48526c7a-a4a3-467e-930d-6307ecc67905 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0583830 Sep 21 18:04:24.848347 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45958) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:24.853203 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-0cf69a4d-93b2-467f-9aee-1a6b5fc8fd21 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Request body: {'security_group': {'name': 'tempest-secgroup--3810511'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:24.883553 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0cf69a4d-93b2-467f-9aee-1a6b5fc8fd21 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:24.925197 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f5b411-8207-493e-b4bc-79d5848e6108 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Router 9fad56ce-d00b-4667-862c-055f72814d8d has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:04:24.947135 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f107f676-b928-45b4-a2e0-2103118e4310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:25.002771 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0cf69a4d-93b2-467f-9aee-1a6b5fc8fd21 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:25.004311 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f5b411-8207-493e-b4bc-79d5848e6108 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:04:25.010879 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f2f5b411-8207-493e-b4bc-79d5848e6108 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "PUT /v2.0/routers/9fad56ce-d00b-4667-862c-055f72814d8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9165459 Sep 21 18:04:25.012727 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45966) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:25.016262 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0cf69a4d-93b2-467f-9aee-1a6b5fc8fd21 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:25.018617 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983c021b-63e1-45b3-aea2-1e68d582bc0f None None] Sync routers for ids ['9fad56ce-d00b-4667-862c-055f72814d8d'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:04:25.031026 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983c021b-63e1-45b3-aea2-1e68d582bc0f None None] Routers {'9fad56ce-d00b-4667-862c-055f72814d8d'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:25.032108 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-983c021b-63e1-45b3-aea2-1e68d582bc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:04:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['9fad56ce-d00b-4667-862c-055f72814d8d'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:25.045755 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9f8e8d33-45e5-45e3-8b1e-778c9a2bed00 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fad56ce-d00b-4667-862c-055f72814d8d HTTP/1.1" status: 200 len: 205 time: 0.0316780 Sep 21 18:04:25.048361 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45972) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:25.076674 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-983c021b-63e1-45b3-aea2-1e68d582bc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:25.087373 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983c021b-63e1-45b3-aea2-1e68d582bc0f None None] Routers {'9fad56ce-d00b-4667-862c-055f72814d8d'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:25.088281 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-983c021b-63e1-45b3-aea2-1e68d582bc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:04:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['9fad56ce-d00b-4667-862c-055f72814d8d'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:25.096958 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf69a4d-93b2-467f-9aee-1a6b5fc8fd21 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b03f87b-4900-461c-8348-004dabe11738,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:25.139711 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-983c021b-63e1-45b3-aea2-1e68d582bc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:25.140946 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983c021b-63e1-45b3-aea2-1e68d582bc0f None None] The sync data for ids ['9fad56ce-d00b-4667-862c-055f72814d8d'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:04:25.158645 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-15b81036-3515-4c99-9f78-63080c658440 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:25.187836 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f107f676-b928-45b4-a2e0-2103118e4310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:25.200612 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f107f676-b928-45b4-a2e0-2103118e4310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:25.212521 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0cf69a4d-93b2-467f-9aee-1a6b5fc8fd21 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:25.216903 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0cf69a4d-93b2-467f-9aee-1a6b5fc8fd21 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3673368 Sep 21 18:04:25.221951 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45976) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:25.228222 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-ed4c14f4-609f-413f-a3e8-f88647bf7abc tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Request body: {'security_group_rule': {'security_group_id': '3b03f87b-4900-461c-8348-004dabe11738', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:25.267913 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f107f676-b928-45b4-a2e0-2103118e4310 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=198dcd2bdcd54537b40d21a3b7779cf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4621758 Sep 21 18:04:25.267913 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107f676-b928-45b4-a2e0-2103118e4310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b151a6a-68b9-45b4-a824-f864dccd6f49,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:25.270885 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45978) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:25.339089 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-ed4c14f4-609f-413f-a3e8-f88647bf7abc tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] create failed (client error): The resource could not be found. Sep 21 18:04:25.343413 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ed4c14f4-609f-413f-a3e8-f88647bf7abc tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1188505 Sep 21 18:04:25.343986 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45982) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:25.347469 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-15b81036-3515-4c99-9f78-63080c658440 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:25.349817 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-111073ce-027f-4602-a55e-4185448fee73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:25.352399 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-5d8201bc-74bb-46eb-b4e2-2be0a944c538 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Request body: {'security_group_rule': {'security_group_id': '3b03f87b-4900-461c-8348-004dabe11738', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '50ed1a0c-1d8c-475a-8abd-673116f2c8ea'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:25.357503 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-15b81036-3515-4c99-9f78-63080c658440 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:25.378483 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-111073ce-027f-4602-a55e-4185448fee73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:25.414830 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-15b81036-3515-4c99-9f78-63080c658440 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:25.415687 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b81036-3515-4c99-9f78-63080c658440 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Fanout notify agent at l3_agent the message router_deleted on router 9fad56ce-d00b-4667-862c-055f72814d8d {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:04:25.427358 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-15b81036-3515-4c99-9f78-63080c658440 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:25.431000 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-15b81036-3515-4c99-9f78-63080c658440 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/routers/9fad56ce-d00b-4667-862c-055f72814d8d HTTP/1.1" status: 204 len: 168 time: 0.3788409 Sep 21 18:04:25.432425 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45986) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:25.446609 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-5d8201bc-74bb-46eb-b4e2-2be0a944c538 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] create failed (client error): The resource could not be found. Sep 21 18:04:25.447716 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5d8201bc-74bb-46eb-b4e2-2be0a944c538 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1027772 Sep 21 18:04:25.451280 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45990) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:25.472454 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-111073ce-027f-4602-a55e-4185448fee73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:25.474980 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-111073ce-027f-4602-a55e-4185448fee73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:25.476139 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-111073ce-027f-4602-a55e-4185448fee73 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1b151a6a-68b9-45b4-a824-f864dccd6f49 HTTP/1.1" status: 204 len: 168 time: 0.2022378 Sep 21 18:04:25.490453 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111073ce-027f-4602-a55e-4185448fee73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b151a6a-68b9-45b4-a824-f864dccd6f49,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:25.506729 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ce009d-ffe1-49d8-b848-f74d973882be tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Deleting subnet ae30e1eb-7c3f-4051-a4be-1a683a4cb10d {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:04:25.511922 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-03ce009d-ffe1-49d8-b848-f74d973882be tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:25.533034 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3f46b0bf-0553-4646-8229-d5327f9e892b tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:25.566384 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3f46b0bf-0553-4646-8229-d5327f9e892b tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:25.588752 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-03ce009d-ffe1-49d8-b848-f74d973882be tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:25.614733 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3f46b0bf-0553-4646-8229-d5327f9e892b tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:25.617697 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3f46b0bf-0553-4646-8229-d5327f9e892b tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:25.622615 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3f46b0bf-0553-4646-8229-d5327f9e892b tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "DELETE /v2.0/security-groups/3b03f87b-4900-461c-8348-004dabe11738 HTTP/1.1" status: 204 len: 168 time: 0.1670439 Sep 21 18:04:25.622864 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45998) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:25.629154 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46b0bf-0553-4646-8229-d5327f9e892b tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b03f87b-4900-461c-8348-004dabe11738,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:25.751220 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db9d77-a65e-49d6-baef-2f21d7259b0d req-397df7a4-dca8-4229-b128-32f34fe24bc2 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:25.758569 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-72db9d77-a65e-49d6-baef-2f21d7259b0d req-397df7a4-dca8-4229-b128-32f34fe24bc2 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 946 time: 0.1389599 Sep 21 18:04:25.777386 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f1b7d9ae-ef96-495e-8173-27ed70d51486 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1448169 Sep 21 18:04:25.794318 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46008) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:25.802724 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-b8c3c605-ce71-4da9-abbf-f6070b312ed3 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Request body: {'security_group_rule': {'security_group_id': 'ed48571c-dbc9-46f3-890f-e2823570fd95', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:25.810073 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-03ce009d-ffe1-49d8-b848-f74d973882be tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:25.853652 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46010) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:25.862967 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-72db9d77-a65e-49d6-baef-2f21d7259b0d req-4f551777-24b3-4c8f-a4ae-857964bb43fb tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034622 Sep 21 18:04:25.867177 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9982fe0f-d3fc-4d7d-be94-8afa3aedebfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:25.904842 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-03ce009d-ffe1-49d8-b848-f74d973882be tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:25.937299 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce009d-ffe1-49d8-b848-f74d973882be tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event deleted for resources: {'Subnet': ['ID=ae30e1eb-7c3f-4051-a4be-1a683a4cb10d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:25.941791 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-03ce009d-ffe1-49d8-b848-f74d973882be tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:25.946223 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-03ce009d-ffe1-49d8-b848-f74d973882be tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/subnets/ae30e1eb-7c3f-4051-a4be-1a683a4cb10d HTTP/1.1" status: 204 len: 168 time: 0.5091808 Sep 21 18:04:25.950697 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46014) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:25.955994 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c5aa47-eeb3-474b-b4ca-f88da3cc7e3d None None] Network d0a9ca96-4541-42fc-9d6b-e01375fe07b0 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:04:26.007907 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9982fe0f-d3fc-4d7d-be94-8afa3aedebfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:26.016020 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9982fe0f-d3fc-4d7d-be94-8afa3aedebfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:26.023068 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-b8c3c605-ce71-4da9-abbf-f6070b312ed3 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] create failed (client error): The resource could not be found. Sep 21 18:04:26.026288 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b8c3c605-ce71-4da9-abbf-f6070b312ed3 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2280381 Sep 21 18:04:26.028997 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46016) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:26.030879 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-d486d029-fa3d-4b80-88ed-ac6d6bd352cf tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Deleting subnet 72d4a341-956a-4fdd-b583-3655fb9c247b {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:04:26.035494 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-9722a0bb-c06f-4191-bff0-4e3e9463e142 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Request body: {'security_group': {'name': 'tempest-secgroup--586656047'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:26.042684 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d486d029-fa3d-4b80-88ed-ac6d6bd352cf tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:26.064172 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9722a0bb-c06f-4191-bff0-4e3e9463e142 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:26.093110 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982fe0f-d3fc-4d7d-be94-8afa3aedebfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb3e422-d10a-4abc-8b30-f6d2885bf5ee,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:26.101519 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9982fe0f-d3fc-4d7d-be94-8afa3aedebfb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f61134d635984945a35202c90a9cc944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2467589 Sep 21 18:04:26.101673 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46020) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:26.114272 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d486d029-fa3d-4b80-88ed-ac6d6bd352cf tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:26.169066 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb78140c-ab25-4d3c-af1f-d7bd5177bc4b None None] DHCP port deletion for d0a9ca96-4541-42fc-9d6b-e01375fe07b0 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:04:26.234157 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9722a0bb-c06f-4191-bff0-4e3e9463e142 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:26.235180 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-50b1ca60-f850-4b97-9b1a-a1a2f6e92990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:26.254459 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d486d029-fa3d-4b80-88ed-ac6d6bd352cf tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:26.262328 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-fb78140c-ab25-4d3c-af1f-d7bd5177bc4b None None] Deleting port 28703b86-0d1c-4bf2-839a-325a309fd809 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:26.262703 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fb78140c-ab25-4d3c-af1f-d7bd5177bc4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:26.265125 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-50b1ca60-f850-4b97-9b1a-a1a2f6e92990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:26.296794 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9722a0bb-c06f-4191-bff0-4e3e9463e142 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:26.334443 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9722a0bb-c06f-4191-bff0-4e3e9463e142 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21ac7f80-7a42-49e7-b701-5d4764ee3e6d,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:26.335764 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d486d029-fa3d-4b80-88ed-ac6d6bd352cf tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:26.336885 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9722a0bb-c06f-4191-bff0-4e3e9463e142 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:26.338094 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9722a0bb-c06f-4191-bff0-4e3e9463e142 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3077583 Sep 21 18:04:26.339565 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-fb78140c-ab25-4d3c-af1f-d7bd5177bc4b None None] For port 28703b86-0d1c-4bf2-839a-325a309fd809, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=28703b86-0d1c-4bf2-839a-325a309fd809,segment=NetworkSegment(144378ea-de68-4d36-8e34-0f1707910899),segment_id=144378ea-de68-4d36-8e34-0f1707910899)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:26.339978 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fb78140c-ab25-4d3c-af1f-d7bd5177bc4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:26.340739 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46030) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:26.345424 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-43c069d2-221c-48fb-b7a1-c6152f5f3995 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Request body: {'security_group': {'name': 'tempest-secgroup--1099503715'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:26.359297 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-fb78140c-ab25-4d3c-af1f-d7bd5177bc4b None None] Calling delete_port for 28703b86-0d1c-4bf2-839a-325a309fd809 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:26.363595 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-50b1ca60-f850-4b97-9b1a-a1a2f6e92990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:26.365205 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d486d029-fa3d-4b80-88ed-ac6d6bd352cf tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:26.367447 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d486d029-fa3d-4b80-88ed-ac6d6bd352cf tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/subnets/72d4a341-956a-4fdd-b583-3655fb9c247b HTTP/1.1" status: 204 len: 168 time: 0.4155028 Sep 21 18:04:26.368759 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-50b1ca60-f850-4b97-9b1a-a1a2f6e92990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:26.372416 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-50b1ca60-f850-4b97-9b1a-a1a2f6e92990 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dfb3e422-d10a-4abc-8b30-f6d2885bf5ee HTTP/1.1" status: 204 len: 168 time: 0.2664986 Sep 21 18:04:26.372416 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46032) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:26.387038 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486d029-fa3d-4b80-88ed-ac6d6bd352cf tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event deleted for resources: {'Subnet': ['ID=72d4a341-956a-4fdd-b583-3655fb9c247b,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:26.392221 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b1ca60-f850-4b97-9b1a-a1a2f6e92990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb3e422-d10a-4abc-8b30-f6d2885bf5ee,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:26.421391 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43c069d2-221c-48fb-b7a1-c6152f5f3995 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:26.428438 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b8bf79-4954-487d-b8ed-e356a0dab67f None None] Network d2fcb23a-f8c0-4cff-a219-0fa33b602441 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:04:26.489238 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d93a3fc-feec-4909-8bd8-95cbc1a0cba4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:26.531536 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fb78140c-ab25-4d3c-af1f-d7bd5177bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:26.536767 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-0d93a3fc-feec-4909-8bd8-95cbc1a0cba4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] The port '28703b86-0d1c-4bf2-839a-325a309fd809' was deleted {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 21 18:04:26.583746 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78140c-ab25-4d3c-af1f-d7bd5177bc4b None None] Pushing event deleted for resources: {'Port': ['ID=28703b86-0d1c-4bf2-839a-325a309fd809,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:26.586249 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb78140c-ab25-4d3c-af1f-d7bd5177bc4b None None] No DVR routers for this DVR port 28703b86-0d1c-4bf2-839a-325a309fd809 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:04:26.598493 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78140c-ab25-4d3c-af1f-d7bd5177bc4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:26.599127 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78140c-ab25-4d3c-af1f-d7bd5177bc4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:26.599639 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78140c-ab25-4d3c-af1f-d7bd5177bc4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:26.600179 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78140c-ab25-4d3c-af1f-d7bd5177bc4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:26.602891 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78140c-ab25-4d3c-af1f-d7bd5177bc4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:26.603936 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78140c-ab25-4d3c-af1f-d7bd5177bc4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:26.604431 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78140c-ab25-4d3c-af1f-d7bd5177bc4b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:26.604915 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78140c-ab25-4d3c-af1f-d7bd5177bc4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:26.605413 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78140c-ab25-4d3c-af1f-d7bd5177bc4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:26.605887 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78140c-ab25-4d3c-af1f-d7bd5177bc4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:26.606471 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78140c-ab25-4d3c-af1f-d7bd5177bc4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:26.609368 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78140c-ab25-4d3c-af1f-d7bd5177bc4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:26.670360 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d93a3fc-feec-4909-8bd8-95cbc1a0cba4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:26.709359 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-0d93a3fc-feec-4909-8bd8-95cbc1a0cba4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a9ca96-4541-42fc-9d6b-e01375fe07b0']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:26.716558 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422a27a3-47c3-4e26-9ea6-4758dcd97697 None None] DHCP port deletion for d2fcb23a-f8c0-4cff-a219-0fa33b602441 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:04:26.726881 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43c069d2-221c-48fb-b7a1-c6152f5f3995 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:26.729320 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-0d93a3fc-feec-4909-8bd8-95cbc1a0cba4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '144378ea-de68-4d36-8e34-0f1707910899') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:26.729608 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-0d93a3fc-feec-4909-8bd8-95cbc1a0cba4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '144378ea-de68-4d36-8e34-0f1707910899') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:26.740234 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43c069d2-221c-48fb-b7a1-c6152f5f3995 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:26.746502 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 28703b86-0d1c-4bf2-839a-325a309fd809 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:04:26.752926 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d93a3fc-feec-4909-8bd8-95cbc1a0cba4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:26.766450 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43c069d2-221c-48fb-b7a1-c6152f5f3995 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:26.767818 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-43c069d2-221c-48fb-b7a1-c6152f5f3995 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4260929 Sep 21 18:04:26.771080 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46046) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:26.776462 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-645c13bf-fe43-491c-96b6-91d9d56eee91 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Request body: {'security_group_rule': {'security_group_id': '21ac7f80-7a42-49e7-b701-5d4764ee3e6d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1a2ab165-1b76-4cbe-a3f3-ff7725b79c9b'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:26.781344 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d93a3fc-feec-4909-8bd8-95cbc1a0cba4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:26.793394 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d93a3fc-feec-4909-8bd8-95cbc1a0cba4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:04:26.793807 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d93a3fc-feec-4909-8bd8-95cbc1a0cba4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:26.796364 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 28703b86-0d1c-4bf2-839a-325a309fd809 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:04:26.796809 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:04:26.796809 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:04:26.796809 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:04:26.796809 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:04:26.796809 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:04:26.796809 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:04:26.796809 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:04:26.796809 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:04:26.796809 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:04:26.796809 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:04:26.796809 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:04:26.796809 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:04:26.796809 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:04:26.796809 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:04:26.796809 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:04:26.796809 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:04:26.796809 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:04:26.796809 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:04:26.796809 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:04:26.796809 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:04:26.796809 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:04:26.796809 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:04:26.796809 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:04:26.796809 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:04:26.796809 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:04:26.796809 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:04:26.796809 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:04:26.796809 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:04:26.796809 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:04:26.796809 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:04:26.796809 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:04:26.796809 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:04:26.799814 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 28703b86-0d1c-4bf2-839a-325a309fd809 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:04:26.822085 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c069d2-221c-48fb-b7a1-c6152f5f3995 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2ab165-1b76-4cbe-a3f3-ff7725b79c9b,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:26.834508 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-422a27a3-47c3-4e26-9ea6-4758dcd97697 None None] Deleting port 0fbb2c31-8cf7-4c25-84f5-0489bae0902a {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:26.834891 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-422a27a3-47c3-4e26-9ea6-4758dcd97697 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:26.879723 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-645c13bf-fe43-491c-96b6-91d9d56eee91 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:04:26.880880 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-645c13bf-fe43-491c-96b6-91d9d56eee91 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1087685 Sep 21 18:04:26.883820 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46054) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:26.916637 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d93a3fc-feec-4909-8bd8-95cbc1a0cba4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:26.918211 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-422a27a3-47c3-4e26-9ea6-4758dcd97697 None None] For port 0fbb2c31-8cf7-4c25-84f5-0489bae0902a, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=0fbb2c31-8cf7-4c25-84f5-0489bae0902a,segment=NetworkSegment(f8ea2b09-c846-4d08-933c-9eb7de012843),segment_id=f8ea2b09-c846-4d08-933c-9eb7de012843)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:26.919035 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-422a27a3-47c3-4e26-9ea6-4758dcd97697 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:26.945452 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d93a3fc-feec-4909-8bd8-95cbc1a0cba4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:26.947824 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-422a27a3-47c3-4e26-9ea6-4758dcd97697 None None] Calling delete_port for 0fbb2c31-8cf7-4c25-84f5-0489bae0902a owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:26.951572 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0d93a3fc-feec-4909-8bd8-95cbc1a0cba4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/networks/d0a9ca96-4541-42fc-9d6b-e01375fe07b0 HTTP/1.1" status: 204 len: 168 time: 0.5675578 Sep 21 18:04:26.952387 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46060) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:26.977511 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93a3fc-feec-4909-8bd8-95cbc1a0cba4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event deleted for resources: {'Network': ['ID=d0a9ca96-4541-42fc-9d6b-e01375fe07b0,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:27.011644 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f217c34c-02db-4b2c-8d46-25b6848cb424 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:27.061148 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f217c34c-02db-4b2c-8d46-25b6848cb424 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:27.089855 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-422a27a3-47c3-4e26-9ea6-4758dcd97697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:27.121725 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39971e38-ac92-4a2e-ac9a-e89c635fc9e1 req-bbbcd28e-4d3f-4b99-85e5-8b3b494caed2 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:27.123441 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-39971e38-ac92-4a2e-ac9a-e89c635fc9e1 req-bbbcd28e-4d3f-4b99-85e5-8b3b494caed2 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 946 time: 0.1172445 Sep 21 18:04:27.128006 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7e92454e-e608-4234-9465-fca2119cb62c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:27.128480 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f217c34c-02db-4b2c-8d46-25b6848cb424 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:27.131949 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f217c34c-02db-4b2c-8d46-25b6848cb424 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:27.137347 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f217c34c-02db-4b2c-8d46-25b6848cb424 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "DELETE /v2.0/security-groups/1a2ab165-1b76-4cbe-a3f3-ff7725b79c9b HTTP/1.1" status: 204 len: 168 time: 0.2467129 Sep 21 18:04:27.137609 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46064) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:27.147943 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217c34c-02db-4b2c-8d46-25b6848cb424 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2ab165-1b76-4cbe-a3f3-ff7725b79c9b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:27.155699 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422a27a3-47c3-4e26-9ea6-4758dcd97697 None None] No DVR routers for this DVR port 0fbb2c31-8cf7-4c25-84f5-0489bae0902a on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:04:27.172766 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a27a3-47c3-4e26-9ea6-4758dcd97697 None None] Pushing event deleted for resources: {'Port': ['ID=0fbb2c31-8cf7-4c25-84f5-0489bae0902a,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:27.219422 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-39971e38-ac92-4a2e-ac9a-e89c635fc9e1 req-6cdea12d-47c4-45c3-9db1-43f36d9c9527 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870869 Sep 21 18:04:27.282494 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46070) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:27.282839 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-81e4c48c-d058-45d1-9ca8-05a8dd3e27f5 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1424172 Sep 21 18:04:27.336087 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7e92454e-e608-4234-9465-fca2119cb62c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:27.359155 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-448dda49-8aba-473b-ac77-6133a62c8929 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:27.366535 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-7e92454e-e608-4234-9465-fca2119cb62c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2fcb23a-f8c0-4cff-a219-0fa33b602441']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:27.379046 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-7e92454e-e608-4234-9465-fca2119cb62c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ea2b09-c846-4d08-933c-9eb7de012843') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:27.380035 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-7e92454e-e608-4234-9465-fca2119cb62c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ea2b09-c846-4d08-933c-9eb7de012843') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:27.389236 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-448dda49-8aba-473b-ac77-6133a62c8929 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:27.389419 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7e92454e-e608-4234-9465-fca2119cb62c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:27.403611 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7e92454e-e608-4234-9465-fca2119cb62c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:27.411970 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e92454e-e608-4234-9465-fca2119cb62c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:04:27.412417 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7e92454e-e608-4234-9465-fca2119cb62c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:27.424229 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:04:27.424229 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:04:27.424229 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:04:27.424229 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:04:27.424229 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:04:27.424229 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:04:27.424229 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:04:27.424229 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:04:27.424229 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:04:27.424229 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:04:27.424229 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:04:27.424229 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:04:27.424229 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:04:27.424229 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:04:27.424229 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:04:27.424229 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:04:27.424229 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:04:27.424229 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:04:27.424229 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:04:27.424229 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:04:27.424229 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:04:27.424229 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:04:27.424229 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:04:27.424229 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:04:27.424229 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:04:27.424229 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:04:27.424229 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:04:27.424229 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:04:27.424229 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:04:27.424229 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:04:27.424229 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:04:27.424229 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:04:27.452938 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-448dda49-8aba-473b-ac77-6133a62c8929 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:27.455782 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-448dda49-8aba-473b-ac77-6133a62c8929 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:27.459158 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-448dda49-8aba-473b-ac77-6133a62c8929 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "DELETE /v2.0/security-groups/21ac7f80-7a42-49e7-b701-5d4764ee3e6d HTTP/1.1" status: 204 len: 168 time: 0.1755736 Sep 21 18:04:27.462354 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46078) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:27.468965 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448dda49-8aba-473b-ac77-6133a62c8929 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ac7f80-7a42-49e7-b701-5d4764ee3e6d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:27.476152 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46080) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:27.531749 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7e92454e-e608-4234-9465-fca2119cb62c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:27.543036 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7e92454e-e608-4234-9465-fca2119cb62c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:27.551583 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46086) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:27.555627 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7e92454e-e608-4234-9465-fca2119cb62c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/networks/d2fcb23a-f8c0-4cff-a219-0fa33b602441 HTTP/1.1" status: 204 len: 168 time: 0.5980685 Sep 21 18:04:27.558693 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-74cbab16-e49b-419a-aea6-afda6236bd4c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Request body: {'network': {'name': 'tempest-RoutersTest-1753622629'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:27.586354 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cbab16-e49b-419a-aea6-afda6236bd4c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Made reservation on behalf of d7ec63c1d7a3434588f64b3d4b2f5b0c for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:04:27.591194 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-74cbab16-e49b-419a-aea6-afda6236bd4c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:27.618272 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a6cf12e4-4245-4c54-939e-bb12f9e4456e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:27.642112 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74cbab16-e49b-419a-aea6-afda6236bd4c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:04:27.660184 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-74cbab16-e49b-419a-aea6-afda6236bd4c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:27.660530 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-74cbab16-e49b-419a-aea6-afda6236bd4c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Added segment f33be12c-dbf0-4a94-8c6b-106f36193658 of type vlan for network 4a97c989-cf3a-46f3-a183-55348e57bfca Sep 21 18:04:27.726836 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-74cbab16-e49b-419a-aea6-afda6236bd4c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:27.775946 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-74cbab16-e49b-419a-aea6-afda6236bd4c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:27.781756 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cbab16-e49b-419a-aea6-afda6236bd4c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:27.782403 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-74cbab16-e49b-419a-aea6-afda6236bd4c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:27.819549 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a6cf12e4-4245-4c54-939e-bb12f9e4456e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:27.830840 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a6cf12e4-4245-4c54-939e-bb12f9e4456e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:27.844211 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-74cbab16-e49b-419a-aea6-afda6236bd4c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2884116 Sep 21 18:04:27.881347 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46094) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:27.892876 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-49c699b2-b6b6-4868-ba8d-1f6dac8f3ea3 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Request body: {'subnet': {'network_id': '4a97c989-cf3a-46f3-a183-55348e57bfca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:27.898513 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92454e-e608-4234-9465-fca2119cb62c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event deleted for resources: {'Network': ['ID=d2fcb23a-f8c0-4cff-a219-0fa33b602441,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:27.904582 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9b9c3439-aa36-46ba-89e3-6754f8c03c80 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4400945 Sep 21 18:04:27.909081 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46098) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:27.910613 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbab16-e49b-419a-aea6-afda6236bd4c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Network': ['ID=4a97c989-cf3a-46f3-a183-55348e57bfca,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:27.914210 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-fb213c8c-d869-4745-a206-65ab45510baa tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Request body: {'security_group': {'name': 'tempest-secgroup--770005835'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:27.924892 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 4a97c989-cf3a-46f3-a183-55348e57bfca details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:04:27.929837 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf12e4-4245-4c54-939e-bb12f9e4456e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e20db5e-cebf-4de1-b893-433e88b03946,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:27.941730 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb213c8c-d869-4745-a206-65ab45510baa tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:27.944270 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a6cf12e4-4245-4c54-939e-bb12f9e4456e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=02c93d67746f40fa993c5b8e53a03483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4670560 Sep 21 18:04:27.945021 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46100) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:28.067933 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb213c8c-d869-4745-a206-65ab45510baa tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:28.074400 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb213c8c-d869-4745-a206-65ab45510baa tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:28.097831 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-04fe950e-576d-47a5-a122-fa5524b3ba5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:28.107022 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c699b2-b6b6-4868-ba8d-1f6dac8f3ea3 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Made reservation on behalf of d7ec63c1d7a3434588f64b3d4b2f5b0c for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:04:28.108682 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb213c8c-d869-4745-a206-65ab45510baa tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b74a030-58ec-4a9d-b38e-6a4c2a1553e6,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:28.110524 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-49c699b2-b6b6-4868-ba8d-1f6dac8f3ea3 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:28.112805 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb213c8c-d869-4745-a206-65ab45510baa tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:28.116911 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-fb213c8c-d869-4745-a206-65ab45510baa tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2041109 Sep 21 18:04:28.117287 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46104) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:28.122529 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-df18ab20-25ed-483d-84b7-c271da0e4aff tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:28.123299 n-d-810291-1 neutron-server[101460]: WARNING neutron.api.v2.base [None req-df18ab20-25ed-483d-84b7-c271da0e4aff tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 21 18:04:28.123850 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-df18ab20-25ed-483d-84b7-c271da0e4aff tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] update failed (client error): There was a conflict when trying to complete your request. Sep 21 18:04:28.129851 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-df18ab20-25ed-483d-84b7-c271da0e4aff tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "PUT /v2.0/security-groups/1b74a030-58ec-4a9d-b38e-6a4c2a1553e6 HTTP/1.1" status: 409 len: 330 time: 0.0066705 Sep 21 18:04:28.129851 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46106) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:28.145928 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-04fe950e-576d-47a5-a122-fa5524b3ba5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:28.181309 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a73ac6e0-86bc-4be5-be63-99045bc5f67a tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:28.221588 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46110) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:28.224942 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a73ac6e0-86bc-4be5-be63-99045bc5f67a tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:28.269771 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-04fe950e-576d-47a5-a122-fa5524b3ba5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:28.272356 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-04fe950e-576d-47a5-a122-fa5524b3ba5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:28.276951 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-04fe950e-576d-47a5-a122-fa5524b3ba5d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9e20db5e-cebf-4de1-b893-433e88b03946 HTTP/1.1" status: 204 len: 168 time: 0.3289120 Sep 21 18:04:28.283282 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a73ac6e0-86bc-4be5-be63-99045bc5f67a tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:28.291656 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe950e-576d-47a5-a122-fa5524b3ba5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e20db5e-cebf-4de1-b893-433e88b03946,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:28.293549 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a73ac6e0-86bc-4be5-be63-99045bc5f67a tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:28.299915 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a73ac6e0-86bc-4be5-be63-99045bc5f67a tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "DELETE /v2.0/security-groups/1b74a030-58ec-4a9d-b38e-6a4c2a1553e6 HTTP/1.1" status: 204 len: 168 time: 0.1711383 Sep 21 18:04:28.313060 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46118) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:28.335668 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ac6e0-86bc-4be5-be63-99045bc5f67a tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b74a030-58ec-4a9d-b38e-6a4c2a1553e6,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:28.388199 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-49c699b2-b6b6-4868-ba8d-1f6dac8f3ea3 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:28.397502 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5c790989-3589-4f03-bbff-e789d8a4529c tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0797796 Sep 21 18:04:28.398552 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46122) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:28.416443 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-63e5ad6b-6073-463b-8310-47778021d344 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] delete failed (client error): The resource could not be found. Sep 21 18:04:28.419009 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-63e5ad6b-6073-463b-8310-47778021d344 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "DELETE /v2.0/security-groups/8d926259-60e0-4fcc-a176-594741ffbfdd HTTP/1.1" status: 404 len: 347 time: 0.0191033 Sep 21 18:04:28.421989 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46124) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:28.453170 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-ff09a924-8562-4f69-96a0-76adb3ad4c33 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] show failed (client error): The resource could not be found. Sep 21 18:04:28.454251 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ff09a924-8562-4f69-96a0-76adb3ad4c33 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "GET /v2.0/security-groups/315e0cbc-abc6-489a-a2a8-bbaaf2de4282 HTTP/1.1" status: 404 len: 347 time: 0.0312245 Sep 21 18:04:28.460600 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46128) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:28.473258 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-bb95213e-a7f9-45cc-8bf6-4e03d02821c4 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] show failed (client error): The resource could not be found. Sep 21 18:04:28.475150 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-bb95213e-a7f9-45cc-8bf6-4e03d02821c4 tempest-NegativeSecGroupTest-1062308915 tempest-NegativeSecGroupTest-1062308915-project] 10.222.0.58 "GET /v2.0/security-group-rules/988bf0b8-e3a2-42de-a70a-598444abb16d HTTP/1.1" status: 404 len: 356 time: 0.0135241 Sep 21 18:04:28.501413 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24acd3e3-50f8-4fa7-af89-9d0099e225da req-61c9174d-a9b3-40cd-95a7-f8486d772639 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:28.502963 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-24acd3e3-50f8-4fa7-af89-9d0099e225da req-61c9174d-a9b3-40cd-95a7-f8486d772639 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 946 time: 0.1268165 Sep 21 18:04:28.514225 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c699b2-b6b6-4868-ba8d-1f6dac8f3ea3 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Subnet': ['ID=8f40a89b-0c62-4e08-b442-e0a1bea9d97a,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:28.542575 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c699b2-b6b6-4868-ba8d-1f6dac8f3ea3 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Checking segment: {'id': 'f33be12c-dbf0-4a94-8c6b-106f36193658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4a97c989-cf3a-46f3-a183-55348e57bfca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:04:28.542990 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c699b2-b6b6-4868-ba8d-1f6dac8f3ea3 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network hostable DHCP agents. Network: 4a97c989-cf3a-46f3-a183-55348e57bfca, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:04:28.560317 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-24acd3e3-50f8-4fa7-af89-9d0099e225da req-e9f68099-9c2a-4040-9fcf-41ea25334b63 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492043 Sep 21 18:04:28.577943 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c699b2-b6b6-4868-ba8d-1f6dac8f3ea3 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network 4a97c989-cf3a-46f3-a183-55348e57bfca is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:04:28.594125 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-49c699b2-b6b6-4868-ba8d-1f6dac8f3ea3 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 4a97c989-cf3a-46f3-a183-55348e57bfca) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:28.599188 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3b4e2c0d-6486-4ff7-abe8-d1055d54ca78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:28.605273 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bda41c2-67da-4752-b2c5-370125f3ae71 None None] Network 4a97c989-cf3a-46f3-a183-55348e57bfca requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:04:28.614268 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c699b2-b6b6-4868-ba8d-1f6dac8f3ea3 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:28.616750 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-49c699b2-b6b6-4868-ba8d-1f6dac8f3ea3 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:28.655277 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-49c699b2-b6b6-4868-ba8d-1f6dac8f3ea3 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7685537 Sep 21 18:04:28.655603 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46134) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:28.667272 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-8068afe2-96d5-4d90-9e04-5f69c3da1447 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-48799626', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:28.751952 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46136) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:28.774762 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-565c1511-c0f3-4787-a154-d332a6f9165e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:28.791789 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3b4e2c0d-6486-4ff7-abe8-d1055d54ca78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:28.799982 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3b4e2c0d-6486-4ff7-abe8-d1055d54ca78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:28.820773 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8068afe2-96d5-4d90-9e04-5f69c3da1447 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:28.821441 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 0fbb2c31-8cf7-4c25-84f5-0489bae0902a no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:04:28.823463 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8068afe2-96d5-4d90-9e04-5f69c3da1447 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:28.843414 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 0fbb2c31-8cf7-4c25-84f5-0489bae0902a {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:04:28.843837 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 0fbb2c31-8cf7-4c25-84f5-0489bae0902a not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:04:28.849144 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e2c0d-6486-4ff7-abe8-d1055d54ca78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677c5f3f-b2a4-401f-a7df-465cbd5132d3,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:28.857714 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3b4e2c0d-6486-4ff7-abe8-d1055d54ca78 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fc94c0eb93cf4a01b636217469c7baaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6323125 Sep 21 18:04:28.857948 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46140) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:28.887825 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46142) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:28.907250 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de12edab-2dc3-4183-8336-40403977de47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-4a97c989-cf3a-46f3-a183-55348e57bfca', 'network_id': '4a97c989-cf3a-46f3-a183-55348e57bfca', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'fixed_ips': [{'subnet_id': '8f40a89b-0c62-4e08-b442-e0a1bea9d97a'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:04:28.912161 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-de12edab-2dc3-4183-8336-40403977de47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:28.922730 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8068afe2-96d5-4d90-9e04-5f69c3da1447 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:28.924188 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5e5c281e-a4a4-4473-a2ff-f5f26f94fa6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:28.933518 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8068afe2-96d5-4d90-9e04-5f69c3da1447 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:28.951216 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5e5c281e-a4a4-4473-a2ff-f5f26f94fa6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:28.999381 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-565c1511-c0f3-4787-a154-d332a6f9165e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:29.008815 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-565c1511-c0f3-4787-a154-d332a6f9165e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:29.019228 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8068afe2-96d5-4d90-9e04-5f69c3da1447 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:29.023307 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46146) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:29.023532 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8068afe2-96d5-4d90-9e04-5f69c3da1447 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3661597 Sep 21 18:04:29.030712 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-6be8514a-f065-4b8a-bc9d-6768be459007 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Request body: {'port': {'network_id': '4a97c989-cf3a-46f3-a183-55348e57bfca', 'name': 'tempest-RoutersTest-612644293'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:29.040234 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5e5c281e-a4a4-4473-a2ff-f5f26f94fa6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:29.043221 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5e5c281e-a4a4-4473-a2ff-f5f26f94fa6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:29.044465 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5e5c281e-a4a4-4473-a2ff-f5f26f94fa6b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/677c5f3f-b2a4-401f-a7df-465cbd5132d3 HTTP/1.1" status: 204 len: 168 time: 0.1855271 Sep 21 18:04:29.054184 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-565c1511-c0f3-4787-a154-d332a6f9165e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=17b997d0373949ae95298179fcd48616&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2979183 Sep 21 18:04:29.055507 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c1511-c0f3-4787-a154-d332a6f9165e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388d5017-b981-4e7d-ac13-d1dffacfa187,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:29.058005 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46150) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:29.108643 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-de12edab-2dc3-4183-8336-40403977de47 None None] Allocated IP 172.20.0.2 (4a97c989-cf3a-46f3-a183-55348e57bfca/8f40a89b-0c62-4e08-b442-e0a1bea9d97a/eb243d28-d6d8-40d2-b502-64686ba10517) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:04:29.123179 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-36803894-1d0c-474c-a56b-07da26010a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:29.124901 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c281e-a4a4-4473-a2ff-f5f26f94fa6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677c5f3f-b2a4-401f-a7df-465cbd5132d3,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:29.149843 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-36803894-1d0c-474c-a56b-07da26010a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:29.159552 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1ab1ec43-9f07-4a91-b8cb-b0e1c81cbf74 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=31c6f8e1bdcf456f924c11e8a97b4eb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2702820 Sep 21 18:04:29.165556 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46154) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:29.244029 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-26ecc4c1-3fde-4c92-bee0-81f977859e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:29.259866 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-36803894-1d0c-474c-a56b-07da26010a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:29.262421 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-36803894-1d0c-474c-a56b-07da26010a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:29.263738 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-36803894-1d0c-474c-a56b-07da26010a05 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/388d5017-b981-4e7d-ac13-d1dffacfa187 HTTP/1.1" status: 204 len: 168 time: 0.2047377 Sep 21 18:04:29.275296 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-26ecc4c1-3fde-4c92-bee0-81f977859e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:29.286800 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36803894-1d0c-474c-a56b-07da26010a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388d5017-b981-4e7d-ac13-d1dffacfa187,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:29.310274 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be8514a-f065-4b8a-bc9d-6768be459007 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Made reservation on behalf of d7ec63c1d7a3434588f64b3d4b2f5b0c for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:04:29.319474 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6be8514a-f065-4b8a-bc9d-6768be459007 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:29.340875 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-26ecc4c1-3fde-4c92-bee0-81f977859e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:29.344731 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-26ecc4c1-3fde-4c92-bee0-81f977859e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:29.347432 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-26ecc4c1-3fde-4c92-bee0-81f977859e6f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9c291da2-298f-4866-a648-33917deb0075 HTTP/1.1" status: 204 len: 168 time: 0.1809077 Sep 21 18:04:29.358966 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ecc4c1-3fde-4c92-bee0-81f977859e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c291da2-298f-4866-a648-33917deb0075,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:29.365390 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-6be8514a-f065-4b8a-bc9d-6768be459007 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] device_id is not set on port f717b78f-1a72-4fa9-a286-7c574dcc08d3 yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:04:29.473708 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-de12edab-2dc3-4183-8336-40403977de47 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:29.481749 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-de12edab-2dc3-4183-8336-40403977de47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:29.520274 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de12edab-2dc3-4183-8336-40403977de47 None None] Network 4a97c989-cf3a-46f3-a183-55348e57bfca is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:04:29.523125 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-de12edab-2dc3-4183-8336-40403977de47 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:29.526821 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de12edab-2dc3-4183-8336-40403977de47 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:04:29.569696 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-6be8514a-f065-4b8a-bc9d-6768be459007 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Allocated IP 172.20.0.5 (4a97c989-cf3a-46f3-a183-55348e57bfca/8f40a89b-0c62-4e08-b442-e0a1bea9d97a/f717b78f-1a72-4fa9-a286-7c574dcc08d3) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:04:29.583014 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12edab-2dc3-4183-8336-40403977de47 None None] Pushing event updated for resources: {'Port': ['ID=eb243d28-d6d8-40d2-b502-64686ba10517,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:29.600545 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-de12edab-2dc3-4183-8336-40403977de47 None None] Attempting to bind port eb243d28-d6d8-40d2-b502-64686ba10517 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:04:29.600993 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-de12edab-2dc3-4183-8336-40403977de47 None None] Attempting to bind port eb243d28-d6d8-40d2-b502-64686ba10517 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'f33be12c-dbf0-4a94-8c6b-106f36193658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4a97c989-cf3a-46f3-a183-55348e57bfca'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:04:29.601291 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de12edab-2dc3-4183-8336-40403977de47 None None] Attempting to bind port eb243d28-d6d8-40d2-b502-64686ba10517 on network 4a97c989-cf3a-46f3-a183-55348e57bfca {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:04:29.607011 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de12edab-2dc3-4183-8336-40403977de47 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:04:29.607671 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de12edab-2dc3-4183-8336-40403977de47 None None] Checking segment: {'id': 'f33be12c-dbf0-4a94-8c6b-106f36193658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4a97c989-cf3a-46f3-a183-55348e57bfca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:04:29.607832 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-de12edab-2dc3-4183-8336-40403977de47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:29.608221 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de12edab-2dc3-4183-8336-40403977de47 None None] Bound using segment: {'id': 'f33be12c-dbf0-4a94-8c6b-106f36193658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4a97c989-cf3a-46f3-a183-55348e57bfca'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:04:29.608883 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-de12edab-2dc3-4183-8336-40403977de47 None None] Bound port: eb243d28-d6d8-40d2-b502-64686ba10517, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33be12c-dbf0-4a94-8c6b-106f36193658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4a97c989-cf3a-46f3-a183-55348e57bfca'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:04:29.609499 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-de12edab-2dc3-4183-8336-40403977de47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:29.686130 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-de12edab-2dc3-4183-8336-40403977de47 None None] For port eb243d28-d6d8-40d2-b502-64686ba10517, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:04:29.691556 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-de12edab-2dc3-4183-8336-40403977de47 None None] For port eb243d28-d6d8-40d2-b502-64686ba10517, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=eb243d28-d6d8-40d2-b502-64686ba10517,segment=NetworkSegment(f33be12c-dbf0-4a94-8c6b-106f36193658),segment_id=f33be12c-dbf0-4a94-8c6b-106f36193658)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:04:29.702656 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-de12edab-2dc3-4183-8336-40403977de47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:29.791412 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12edab-2dc3-4183-8336-40403977de47 None None] Pushing event updated for resources: {'Port': ['ID=eb243d28-d6d8-40d2-b502-64686ba10517,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:29.808542 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afde35-4796-4d00-bb08-8e2154ad4ebc req-d8d2f07d-9a1a-49c2-9580-897f554f1f1a tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:29.810308 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-73afde35-4796-4d00-bb08-8e2154ad4ebc req-d8d2f07d-9a1a-49c2-9580-897f554f1f1a tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 946 time: 0.1252382 Sep 21 18:04:29.834162 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6be8514a-f065-4b8a-bc9d-6768be459007 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:29.867206 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-73afde35-4796-4d00-bb08-8e2154ad4ebc req-c3a59d54-adbd-475d-a08f-4794f8fd3d78 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492070 Sep 21 18:04:29.897008 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6be8514a-f065-4b8a-bc9d-6768be459007 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:29.943680 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be8514a-f065-4b8a-bc9d-6768be459007 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network 4a97c989-cf3a-46f3-a183-55348e57bfca is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:04:29.947442 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-6be8514a-f065-4b8a-bc9d-6768be459007 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:29.951809 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be8514a-f065-4b8a-bc9d-6768be459007 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:04:29.997129 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8514a-f065-4b8a-bc9d-6768be459007 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Port': ['ID=f717b78f-1a72-4fa9-a286-7c574dcc08d3,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:30.024730 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be8514a-f065-4b8a-bc9d-6768be459007 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:30.025674 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6be8514a-f065-4b8a-bc9d-6768be459007 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:30.048401 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6be8514a-f065-4b8a-bc9d-6768be459007 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.0216467 Sep 21 18:04:30.051688 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46192) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:30.429773 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-42d4ac09-dbff-4741-86f6-f22582fb4bc9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:30.757847 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-42d4ac09-dbff-4741-86f6-f22582fb4bc9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:30.763889 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-42d4ac09-dbff-4741-86f6-f22582fb4bc9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:30.853004 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d4ac09-dbff-4741-86f6-f22582fb4bc9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Port': ['ID=f717b78f-1a72-4fa9-a286-7c574dcc08d3,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:30.886589 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device eb243d28-d6d8-40d2-b502-64686ba10517 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:04:31.025640 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port eb243d28-d6d8-40d2-b502-64686ba10517 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:31.026278 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:31.062870 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad030ac-e03c-4fdc-ac89-85b94618dbfd None None] Network 4a97c989-cf3a-46f3-a183-55348e57bfca requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:04:31.106606 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ffe9a-811e-4ab8-a1e0-5a4fbd54d278 req-73bdd526-0630-4a7a-9424-452744eb2813 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:31.115677 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-614ffe9a-811e-4ab8-a1e0-5a4fbd54d278 req-73bdd526-0630-4a7a-9424-452744eb2813 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 946 time: 0.1324761 Sep 21 18:04:31.182379 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-614ffe9a-811e-4ab8-a1e0-5a4fbd54d278 req-86927bde-6dd2-4808-8e8c-e4ff4f969975 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596163 Sep 21 18:04:31.221729 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-dd622427-3383-494b-8129-5ab922fcb386 None None] Provisioning complete for port eb243d28-d6d8-40d2-b502-64686ba10517 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:31.222097 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dd622427-3383-494b-8129-5ab922fcb386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:31.229666 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-42d4ac09-dbff-4741-86f6-f22582fb4bc9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:31.318347 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:31.424083 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-42d4ac09-dbff-4741-86f6-f22582fb4bc9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:31.453962 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port eb243d28-d6d8-40d2-b502-64686ba10517, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=eb243d28-d6d8-40d2-b502-64686ba10517,segment=NetworkSegment(f33be12c-dbf0-4a94-8c6b-106f36193658),segment_id=f33be12c-dbf0-4a94-8c6b-106f36193658)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:31.483596 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:31.596398 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dd622427-3383-494b-8129-5ab922fcb386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:31.692860 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=eb243d28-d6d8-40d2-b502-64686ba10517,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:31.787787 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.db.api [None req-dd622427-3383-494b-8129-5ab922fcb386 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:04:31.791071 n-d-810291-1 neutron-server[101462]: DEBUG oslo_db.api [None req-dd622427-3383-494b-8129-5ab922fcb386 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:04:31.898911 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-42d4ac09-dbff-4741-86f6-f22582fb4bc9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:31.905983 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-42d4ac09-dbff-4741-86f6-f22582fb4bc9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:32.016463 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d4ac09-dbff-4741-86f6-f22582fb4bc9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Port': ['ID=f717b78f-1a72-4fa9-a286-7c574dcc08d3,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:32.018997 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-42d4ac09-dbff-4741-86f6-f22582fb4bc9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:32.167427 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d4ac09-dbff-4741-86f6-f22582fb4bc9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network 4a97c989-cf3a-46f3-a183-55348e57bfca is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:04:32.169286 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-42d4ac09-dbff-4741-86f6-f22582fb4bc9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:32.483014 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cdab6-de2a-4c3e-b930-de7f3ed76e47 req-1e597f36-e94f-4c15-aa93-c77ff7e169d5 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:32.484965 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-791cdab6-de2a-4c3e-b930-de7f3ed76e47 req-1e597f36-e94f-4c15-aa93-c77ff7e169d5 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 946 time: 0.1836543 Sep 21 18:04:32.509903 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d4ac09-dbff-4741-86f6-f22582fb4bc9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Router a9536ab4-6e81-419d-91da-88a692920b49 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:04:32.512046 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-259572f1-1f95-49ff-ace4-22e268a267c0 None None] Provisioning complete for port eb243d28-d6d8-40d2-b502-64686ba10517 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:32.512555 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-259572f1-1f95-49ff-ace4-22e268a267c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:32.595656 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-791cdab6-de2a-4c3e-b930-de7f3ed76e47 req-cfca7056-ebad-461b-bd13-b274854f1457 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016059 Sep 21 18:04:32.702371 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d4ac09-dbff-4741-86f6-f22582fb4bc9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:04:32.708921 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-42d4ac09-dbff-4741-86f6-f22582fb4bc9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "PUT /v2.0/routers/a9536ab4-6e81-419d-91da-88a692920b49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6559236 Sep 21 18:04:32.711486 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46316) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:32.715586 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31e0a56-ed78-4c3b-a3fb-d44c2830684b None None] Sync routers for ids ['a9536ab4-6e81-419d-91da-88a692920b49'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:04:32.729203 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31e0a56-ed78-4c3b-a3fb-d44c2830684b None None] Routers {'a9536ab4-6e81-419d-91da-88a692920b49'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:32.729877 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-a31e0a56-ed78-4c3b-a3fb-d44c2830684b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:04:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['a9536ab4-6e81-419d-91da-88a692920b49'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:32.741420 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device ae5cf22b-064e-447d-8faf-708f8476b92d details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:04:32.839261 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-a31e0a56-ed78-4c3b-a3fb-d44c2830684b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:32.850891 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062a742e-4211-4d1d-af24-e9555b311b01 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:32.854954 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-062a742e-4211-4d1d-af24-e9555b311b01 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "GET /v2.0/ports/f717b78f-1a72-4fa9-a286-7c574dcc08d3 HTTP/1.1" status: 200 len: 976 time: 0.1398370 Sep 21 18:04:32.855328 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46324) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:32.862647 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31e0a56-ed78-4c3b-a3fb-d44c2830684b None None] Routers {'a9536ab4-6e81-419d-91da-88a692920b49'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:32.873275 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-a31e0a56-ed78-4c3b-a3fb-d44c2830684b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:04:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['a9536ab4-6e81-419d-91da-88a692920b49'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:33.027430 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device eb243d28-d6d8-40d2-b502-64686ba10517 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:04:33.029375 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-259572f1-1f95-49ff-ace4-22e268a267c0 None None] Provisioning complete for port f717b78f-1a72-4fa9-a286-7c574dcc08d3 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:33.029741 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-259572f1-1f95-49ff-ace4-22e268a267c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:33.129454 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-259572f1-1f95-49ff-ace4-22e268a267c0 None None] Port f717b78f-1a72-4fa9-a286-7c574dcc08d3 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:04:33.141292 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port ae5cf22b-064e-447d-8faf-708f8476b92d, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ae5cf22b-064e-447d-8faf-708f8476b92d,segment=NetworkSegment(3f4ce037-8995-4519-9436-741a5cf4e4ad),segment_id=3f4ce037-8995-4519-9436-741a5cf4e4ad)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:33.199021 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'ae5cf22b-064e-447d-8faf-708f8476b92d', 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695', 'port_id': 'ae5cf22b-064e-447d-8faf-708f8476b92d', 'mac_address': 'fa:16:3e:2e:b2:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109644f9-7374-4e29-a072-2da36abb70ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:04:33.219138 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port eb243d28-d6d8-40d2-b502-64686ba10517 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:33.219516 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:33.253968 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-a31e0a56-ed78-4c3b-a3fb-d44c2830684b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:33.254554 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31e0a56-ed78-4c3b-a3fb-d44c2830684b None None] The sync data for ids ['a9536ab4-6e81-419d-91da-88a692920b49'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:04:33.374842 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:33.388311 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-89ab1c44-2921-4c14-8b03-ef05c406f7b7 None None] Provisioning complete for port f717b78f-1a72-4fa9-a286-7c574dcc08d3 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:33.388764 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-89ab1c44-2921-4c14-8b03-ef05c406f7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:33.392865 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae5cf22b-064e-447d-8faf-708f8476b92d {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:04:33.457633 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port ae5cf22b-064e-447d-8faf-708f8476b92d, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ae5cf22b-064e-447d-8faf-708f8476b92d,segment=NetworkSegment(3f4ce037-8995-4519-9436-741a5cf4e4ad),segment_id=3f4ce037-8995-4519-9436-741a5cf4e4ad)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:33.462252 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-89ab1c44-2921-4c14-8b03-ef05c406f7b7 None None] Port f717b78f-1a72-4fa9-a286-7c574dcc08d3 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:04:33.470231 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:33.568021 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=ae5cf22b-064e-447d-8faf-708f8476b92d,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:33.590887 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['ae5cf22b-064e-447d-8faf-708f8476b92d'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:04:33.857942 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-47ac7c7d-1d24-46f6-9e8f-d79409eee639 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:33.873259 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911c170-8e2d-4fd9-865f-6ad69cffd0e9 req-ef06f94f-b77d-45f1-b415-7548d287d843 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:33.881868 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6911c170-8e2d-4fd9-865f-6ad69cffd0e9 req-ef06f94f-b77d-45f1-b415-7548d287d843 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 945 time: 0.1310763 Sep 21 18:04:33.979486 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6911c170-8e2d-4fd9-865f-6ad69cffd0e9 req-30ff0356-60f0-4899-8ec6-f03b2501a0de tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966814 Sep 21 18:04:34.252407 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46434) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:34.289972 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-47ac7c7d-1d24-46f6-9e8f-d79409eee639 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Deleting port f717b78f-1a72-4fa9-a286-7c574dcc08d3 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:34.290366 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-47ac7c7d-1d24-46f6-9e8f-d79409eee639 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:34.480905 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-47ac7c7d-1d24-46f6-9e8f-d79409eee639 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:34.490727 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1f98f02b-014e-4bf9-923b-d91227b79484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:34.518131 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-47ac7c7d-1d24-46f6-9e8f-d79409eee639 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Calling delete_port for f717b78f-1a72-4fa9-a286-7c574dcc08d3 owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:34.626287 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1f98f02b-014e-4bf9-923b-d91227b79484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:34.636501 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1f98f02b-014e-4bf9-923b-d91227b79484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:34.669717 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1f98f02b-014e-4bf9-923b-d91227b79484 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a0c5ae65bb54e4e8a27a4d5de23b407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4161873 Sep 21 18:04:34.674698 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46460) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:34.768632 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device ae5cf22b-064e-447d-8faf-708f8476b92d up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:04:34.921913 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98f02b-014e-4bf9-923b-d91227b79484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a78fdc-4e55-4228-af80-e2cea8d0eae8,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:34.941643 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-515f8e22-8665-4611-b7b7-b0fbd92a4c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:34.961836 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port ae5cf22b-064e-447d-8faf-708f8476b92d triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:34.962512 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:34.985545 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-515f8e22-8665-4611-b7b7-b0fbd92a4c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:35.064247 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-515f8e22-8665-4611-b7b7-b0fbd92a4c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:35.071801 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-515f8e22-8665-4611-b7b7-b0fbd92a4c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:35.095147 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-515f8e22-8665-4611-b7b7-b0fbd92a4c6b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d1a78fdc-4e55-4228-af80-e2cea8d0eae8 HTTP/1.1" status: 204 len: 168 time: 0.4008961 Sep 21 18:04:35.111469 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f8e22-8665-4611-b7b7-b0fbd92a4c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a78fdc-4e55-4228-af80-e2cea8d0eae8,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:35.143042 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-47ac7c7d-1d24-46f6-9e8f-d79409eee639 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:35.189405 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:35.274289 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45a186f-e558-4443-ae23-9c550baf95e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5cf22b-064e-447d-8faf-708f8476b92d'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:04:35.280829 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6408175f-02b6-4f8e-ac46-1f54040499bf" -d '{"events": [{"server_uuid": "d45a186f-e558-4443-ae23-9c550baf95e6", "name": "network-vif-plugged", "status": "completed", "tag": "ae5cf22b-064e-447d-8faf-708f8476b92d"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:04:35.305570 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port ae5cf22b-064e-447d-8faf-708f8476b92d, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ae5cf22b-064e-447d-8faf-708f8476b92d,segment=NetworkSegment(3f4ce037-8995-4519-9436-741a5cf4e4ad),segment_id=3f4ce037-8995-4519-9436-741a5cf4e4ad)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:35.322182 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:35.364306 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46482) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:35.398485 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac7c7d-1d24-46f6-9e8f-d79409eee639 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event deleted for resources: {'Port': ['ID=f717b78f-1a72-4fa9-a286-7c574dcc08d3,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:35.450048 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=ae5cf22b-064e-447d-8faf-708f8476b92d,revision_number=7']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:35.454286 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f8a394-5c64-475a-bfd7-594c1c360d8c x-openstack-request-id: req-f8f8a394-5c64-475a-bfd7-594c1c360d8c {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:04:35.454821 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45a186f-e558-4443-ae23-9c550baf95e6", "name": "network-vif-plugged", "status": "completed", "tag": "ae5cf22b-064e-447d-8faf-708f8476b92d", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:04:35.455283 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f8f8a394-5c64-475a-bfd7-594c1c360d8c {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:04:35.455836 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45a186f-e558-4443-ae23-9c550baf95e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5cf22b-064e-447d-8faf-708f8476b92d', 'code': 200} Sep 21 18:04:35.593749 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-92cf21fe-e2e4-4918-9b06-a1de50df47d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:35.775448 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46492) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:35.799118 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8bab1354-77d5-467a-8b7e-8c955b705805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:35.841454 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-92cf21fe-e2e4-4918-9b06-a1de50df47d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:35.852606 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-92cf21fe-e2e4-4918-9b06-a1de50df47d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:35.907461 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0e997-fccc-4936-9f66-ffaf5354cec3 req-0c9c6207-4de0-412f-98b4-b35c6c2a7bc2 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:35.916006 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92d0e997-fccc-4936-9f66-ffaf5354cec3 req-0c9c6207-4de0-412f-98b4-b35c6c2a7bc2 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 946 time: 0.5649662 Sep 21 18:04:35.925924 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-92cf21fe-e2e4-4918-9b06-a1de50df47d4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=735d7855ce414c3abcf14fe4db7bceae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5601168 Sep 21 18:04:35.928265 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46494) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:35.929057 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf21fe-e2e4-4918-9b06-a1de50df47d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2401cc66-d046-4d2b-9f9f-2fdbd22cc8ee,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:35.955388 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-47ac7c7d-1d24-46f6-9e8f-d79409eee639 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:35.987242 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92d0e997-fccc-4936-9f66-ffaf5354cec3 req-381f70c0-92e0-4374-a841-1b7c0f6c7063 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679071 Sep 21 18:04:36.144583 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8bab1354-77d5-467a-8b7e-8c955b705805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:36.150127 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ac7c7d-1d24-46f6-9e8f-d79409eee639 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Router a9536ab4-6e81-419d-91da-88a692920b49 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:04:36.168555 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-46be7be9-f9fc-49ff-8056-9ded7db86d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:36.171175 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8bab1354-77d5-467a-8b7e-8c955b705805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:36.256320 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8bab1354-77d5-467a-8b7e-8c955b705805 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5f3305dc0cfa4f7aa745afd8fbe013b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4771578 Sep 21 18:04:36.259365 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46504) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:36.276695 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab1354-77d5-467a-8b7e-8c955b705805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b786fa68-1f0c-432a-9088-b9ac857e10bb,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:36.281288 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-46be7be9-f9fc-49ff-8056-9ded7db86d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:36.292288 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ac7c7d-1d24-46f6-9e8f-d79409eee639 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:04:36.300925 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-47ac7c7d-1d24-46f6-9e8f-d79409eee639 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "PUT /v2.0/routers/a9536ab4-6e81-419d-91da-88a692920b49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4432933 Sep 21 18:04:36.302345 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46506) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:36.306968 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4a76e9-39f5-49bd-b0a8-b9ce663a334d None None] Sync routers for ids ['a9536ab4-6e81-419d-91da-88a692920b49'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:04:36.325772 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4a76e9-39f5-49bd-b0a8-b9ce663a334d None None] Routers {'a9536ab4-6e81-419d-91da-88a692920b49'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:36.326755 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-1a4a76e9-39f5-49bd-b0a8-b9ce663a334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:04:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['a9536ab4-6e81-419d-91da-88a692920b49'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:36.376443 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-1a4a76e9-39f5-49bd-b0a8-b9ce663a334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:36.386438 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-52ea935c-cd75-46ad-b900-3ac74c145e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:36.387893 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4a76e9-39f5-49bd-b0a8-b9ce663a334d None None] Routers {'a9536ab4-6e81-419d-91da-88a692920b49'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:36.388862 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-1a4a76e9-39f5-49bd-b0a8-b9ce663a334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:04:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['a9536ab4-6e81-419d-91da-88a692920b49'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:36.429409 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-1a4a76e9-39f5-49bd-b0a8-b9ce663a334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:36.430304 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4a76e9-39f5-49bd-b0a8-b9ce663a334d None None] The sync data for ids ['a9536ab4-6e81-419d-91da-88a692920b49'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:04:36.431742 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-52ea935c-cd75-46ad-b900-3ac74c145e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:36.433946 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-46be7be9-f9fc-49ff-8056-9ded7db86d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:36.437472 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-46be7be9-f9fc-49ff-8056-9ded7db86d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:36.440773 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-46be7be9-f9fc-49ff-8056-9ded7db86d91 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2401cc66-d046-4d2b-9f9f-2fdbd22cc8ee HTTP/1.1" status: 204 len: 168 time: 0.5026474 Sep 21 18:04:36.458088 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be7be9-f9fc-49ff-8056-9ded7db86d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2401cc66-d046-4d2b-9f9f-2fdbd22cc8ee,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:36.506330 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-52ea935c-cd75-46ad-b900-3ac74c145e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:36.510730 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-52ea935c-cd75-46ad-b900-3ac74c145e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:36.516493 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-52ea935c-cd75-46ad-b900-3ac74c145e97 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b786fa68-1f0c-432a-9088-b9ac857e10bb HTTP/1.1" status: 204 len: 168 time: 0.2519596 Sep 21 18:04:36.532541 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea935c-cd75-46ad-b900-3ac74c145e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b786fa68-1f0c-432a-9088-b9ac857e10bb,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:36.635958 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-09c79644-a304-444a-a93e-aa43079c5352 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] remove_router_interface failed (client error): The resource could not be found. Sep 21 18:04:36.637907 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-09c79644-a304-444a-a93e-aa43079c5352 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "PUT /v2.0/routers/a9536ab4-6e81-419d-91da-88a692920b49/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3323357 Sep 21 18:04:36.640727 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46516) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:36.688318 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-002f39ab-ebcc-439c-bc44-bc6e4345dfde tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9536ab4-6e81-419d-91da-88a692920b49 HTTP/1.1" status: 200 len: 205 time: 0.0433590 Sep 21 18:04:36.689235 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46518) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:36.849098 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e653d3e1-c5a7-427b-83ad-bcbd14e54760 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:37.110791 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e653d3e1-c5a7-427b-83ad-bcbd14e54760 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:37.114124 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e653d3e1-c5a7-427b-83ad-bcbd14e54760 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:37.220166 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e653d3e1-c5a7-427b-83ad-bcbd14e54760 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:37.220823 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e653d3e1-c5a7-427b-83ad-bcbd14e54760 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Fanout notify agent at l3_agent the message router_deleted on router a9536ab4-6e81-419d-91da-88a692920b49 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:04:37.229645 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e653d3e1-c5a7-427b-83ad-bcbd14e54760 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:37.233253 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e653d3e1-c5a7-427b-83ad-bcbd14e54760 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/routers/a9536ab4-6e81-419d-91da-88a692920b49 HTTP/1.1" status: 204 len: 168 time: 0.5380876 Sep 21 18:04:37.234392 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46534) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:37.282194 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad50605-7cf4-4a1a-946f-eaa5a56c0ea0 req-a7a4abcc-ae45-41e6-be50-db10381679a0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:37.284495 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9ad50605-7cf4-4a1a-946f-eaa5a56c0ea0 req-a7a4abcc-ae45-41e6-be50-db10381679a0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 946 time: 0.1220431 Sep 21 18:04:37.319723 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46538) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:37.340966 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1c406b0b-f8ba-45be-b365-6c079e76c1c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:37.364556 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9ad50605-7cf4-4a1a-946f-eaa5a56c0ea0 req-ebe6c4b2-6c65-4a0d-b6ac-534ed4f6fbae tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736887 Sep 21 18:04:37.377058 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce4a65f8-cc97-4761-8c50-32cd46228783 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Deleting subnet 8f40a89b-0c62-4e08-b442-e0a1bea9d97a {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:04:37.382633 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ce4a65f8-cc97-4761-8c50-32cd46228783 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:37.460588 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ce4a65f8-cc97-4761-8c50-32cd46228783 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:37.485216 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1c406b0b-f8ba-45be-b365-6c079e76c1c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:37.493775 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1c406b0b-f8ba-45be-b365-6c079e76c1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:37.549288 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1c406b0b-f8ba-45be-b365-6c079e76c1c8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=100e82bcc07b432b9d8cc5856a60588c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2285080 Sep 21 18:04:37.550640 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c406b0b-f8ba-45be-b365-6c079e76c1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b625bbd6-32ca-441f-9da4-85f4771d4f72,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:37.554640 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46544) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:37.592242 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ce4a65f8-cc97-4761-8c50-32cd46228783 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:37.622910 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e56994e2-d7c8-4fd2-92a5-a1193b36ba60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:37.645224 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e56994e2-d7c8-4fd2-92a5-a1193b36ba60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:37.685769 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ce4a65f8-cc97-4761-8c50-32cd46228783 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:37.712795 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e56994e2-d7c8-4fd2-92a5-a1193b36ba60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:37.714973 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e56994e2-d7c8-4fd2-92a5-a1193b36ba60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:37.718504 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e56994e2-d7c8-4fd2-92a5-a1193b36ba60 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b625bbd6-32ca-441f-9da4-85f4771d4f72 HTTP/1.1" status: 204 len: 168 time: 0.1604941 Sep 21 18:04:37.726975 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cec2888-e32d-4e84-93d5-85a45c3bbf8d None None] Network 4a97c989-cf3a-46f3-a183-55348e57bfca requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:04:37.731621 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56994e2-d7c8-4fd2-92a5-a1193b36ba60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b625bbd6-32ca-441f-9da4-85f4771d4f72,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:37.740825 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ce4a65f8-cc97-4761-8c50-32cd46228783 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:37.743623 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ce4a65f8-cc97-4761-8c50-32cd46228783 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/subnets/8f40a89b-0c62-4e08-b442-e0a1bea9d97a HTTP/1.1" status: 204 len: 168 time: 0.5081446 Sep 21 18:04:37.746268 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46550) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:37.800406 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a65f8-cc97-4761-8c50-32cd46228783 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event deleted for resources: {'Subnet': ['ID=8f40a89b-0c62-4e08-b442-e0a1bea9d97a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:37.818606 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a65f8-cc97-4761-8c50-32cd46228783 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:37.821808 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a65f8-cc97-4761-8c50-32cd46228783 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:37.824966 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a65f8-cc97-4761-8c50-32cd46228783 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:37.826843 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a65f8-cc97-4761-8c50-32cd46228783 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:37.827641 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a65f8-cc97-4761-8c50-32cd46228783 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:37.830230 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a65f8-cc97-4761-8c50-32cd46228783 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:37.831014 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a65f8-cc97-4761-8c50-32cd46228783 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:37.831250 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a65f8-cc97-4761-8c50-32cd46228783 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:37.832859 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a65f8-cc97-4761-8c50-32cd46228783 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:37.833269 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a65f8-cc97-4761-8c50-32cd46228783 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:37.833682 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a65f8-cc97-4761-8c50-32cd46228783 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:37.836567 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a65f8-cc97-4761-8c50-32cd46228783 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:04:37.898964 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-85779f15-c0ff-40c1-b0b4-c999e4c38e68 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:38.004598 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-85779f15-c0ff-40c1-b0b4-c999e4c38e68 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Deleting port eb243d28-d6d8-40d2-b502-64686ba10517 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:38.005748 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-85779f15-c0ff-40c1-b0b4-c999e4c38e68 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:38.020792 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29476e62-b632-49bd-8c4d-9ee9dbbe5226 None None] DHCP port deletion for 4a97c989-cf3a-46f3-a183-55348e57bfca request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:04:38.108242 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-29476e62-b632-49bd-8c4d-9ee9dbbe5226 None None] Deleting port eb243d28-d6d8-40d2-b502-64686ba10517 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:38.108883 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-29476e62-b632-49bd-8c4d-9ee9dbbe5226 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:38.120302 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-85779f15-c0ff-40c1-b0b4-c999e4c38e68 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] For port eb243d28-d6d8-40d2-b502-64686ba10517, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=eb243d28-d6d8-40d2-b502-64686ba10517,segment=NetworkSegment(f33be12c-dbf0-4a94-8c6b-106f36193658),segment_id=f33be12c-dbf0-4a94-8c6b-106f36193658)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:38.120964 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-85779f15-c0ff-40c1-b0b4-c999e4c38e68 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:38.137614 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-85779f15-c0ff-40c1-b0b4-c999e4c38e68 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Calling delete_port for eb243d28-d6d8-40d2-b502-64686ba10517 owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:38.211031 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-29476e62-b632-49bd-8c4d-9ee9dbbe5226 None None] For port eb243d28-d6d8-40d2-b502-64686ba10517, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=eb243d28-d6d8-40d2-b502-64686ba10517,segment=NetworkSegment(f33be12c-dbf0-4a94-8c6b-106f36193658),segment_id=f33be12c-dbf0-4a94-8c6b-106f36193658)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:38.211031 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-29476e62-b632-49bd-8c4d-9ee9dbbe5226 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:38.223276 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-29476e62-b632-49bd-8c4d-9ee9dbbe5226 None None] Calling delete_port for eb243d28-d6d8-40d2-b502-64686ba10517 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:38.325269 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-29476e62-b632-49bd-8c4d-9ee9dbbe5226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:38.349516 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-85779f15-c0ff-40c1-b0b4-c999e4c38e68 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:38.375759 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29476e62-b632-49bd-8c4d-9ee9dbbe5226 None None] Pushing event deleted for resources: {'Port': ['ID=eb243d28-d6d8-40d2-b502-64686ba10517,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:38.394168 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29476e62-b632-49bd-8c4d-9ee9dbbe5226 None None] No DVR routers for this DVR port eb243d28-d6d8-40d2-b502-64686ba10517 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:04:38.441624 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85779f15-c0ff-40c1-b0b4-c999e4c38e68 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event deleted for resources: {'Port': ['ID=eb243d28-d6d8-40d2-b502-64686ba10517,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:38.446393 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85779f15-c0ff-40c1-b0b4-c999e4c38e68 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] No DVR routers for this DVR port eb243d28-d6d8-40d2-b502-64686ba10517 on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:04:38.604275 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc476fe-e680-4921-8b5d-a25aacd76f6f req-3ad2bd88-e605-484f-bf29-c8f11844a575 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:38.616111 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5bc476fe-e680-4921-8b5d-a25aacd76f6f req-3ad2bd88-e605-484f-bf29-c8f11844a575 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 946 time: 0.1303239 Sep 21 18:04:38.706379 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5bc476fe-e680-4921-8b5d-a25aacd76f6f req-66ecc2c3-0375-4550-b3ba-6e5b4fe734a6 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890772 Sep 21 18:04:38.741248 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-85779f15-c0ff-40c1-b0b4-c999e4c38e68 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:38.791118 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-85779f15-c0ff-40c1-b0b4-c999e4c38e68 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a97c989-cf3a-46f3-a183-55348e57bfca']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:38.810628 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device eb243d28-d6d8-40d2-b502-64686ba10517 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:04:38.812006 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-85779f15-c0ff-40c1-b0b4-c999e4c38e68 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f33be12c-dbf0-4a94-8c6b-106f36193658') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:38.812302 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-85779f15-c0ff-40c1-b0b4-c999e4c38e68 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f33be12c-dbf0-4a94-8c6b-106f36193658') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:38.835364 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-85779f15-c0ff-40c1-b0b4-c999e4c38e68 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:38.848736 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: eb243d28-d6d8-40d2-b502-64686ba10517 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:04:38.849462 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device eb243d28-d6d8-40d2-b502-64686ba10517 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:04:38.864941 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-85779f15-c0ff-40c1-b0b4-c999e4c38e68 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:38.884043 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85779f15-c0ff-40c1-b0b4-c999e4c38e68 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:04:38.884491 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-85779f15-c0ff-40c1-b0b4-c999e4c38e68 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:38.891580 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:04:38.891580 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:04:38.891580 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:04:38.891580 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:04:38.891580 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:04:38.891580 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:04:38.891580 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:04:38.891580 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:04:38.891580 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:04:38.891580 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:04:38.891580 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:04:38.891580 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:04:38.891580 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:04:38.891580 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:04:38.891580 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:04:38.891580 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:04:38.891580 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:04:38.891580 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:04:38.891580 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:04:38.891580 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:04:38.891580 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:04:38.891580 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:04:38.891580 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:04:38.891580 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:04:38.891580 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:04:38.891580 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:04:38.891580 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:04:38.891580 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:04:38.891580 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:04:38.891580 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:04:38.891580 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:04:38.891580 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:04:38.993008 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-85779f15-c0ff-40c1-b0b4-c999e4c38e68 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:39.020555 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-85779f15-c0ff-40c1-b0b4-c999e4c38e68 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:39.027285 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-85779f15-c0ff-40c1-b0b4-c999e4c38e68 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/networks/4a97c989-cf3a-46f3-a183-55348e57bfca HTTP/1.1" status: 204 len: 168 time: 1.2751558 Sep 21 18:04:39.027285 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85779f15-c0ff-40c1-b0b4-c999e4c38e68 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event deleted for resources: {'Network': ['ID=4a97c989-cf3a-46f3-a183-55348e57bfca,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:39.027902 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46600) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:39.033740 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-fb50c64a-2d48-4d58-98f2-41816e70df5d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Request body: {'network': {'name': 'tempest-RoutersTest-955443422'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:39.063591 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb50c64a-2d48-4d58-98f2-41816e70df5d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Made reservation on behalf of d7ec63c1d7a3434588f64b3d4b2f5b0c for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:04:39.068238 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb50c64a-2d48-4d58-98f2-41816e70df5d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:39.097580 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb50c64a-2d48-4d58-98f2-41816e70df5d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:04:39.119422 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb50c64a-2d48-4d58-98f2-41816e70df5d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:39.120428 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-fb50c64a-2d48-4d58-98f2-41816e70df5d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Added segment 3467fdad-5bf2-4cd9-b753-db47bc59c9bb of type vlan for network 07d17672-f69c-4e70-bb30-e3ae1f782ed3 Sep 21 18:04:39.168206 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb50c64a-2d48-4d58-98f2-41816e70df5d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:39.228649 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb50c64a-2d48-4d58-98f2-41816e70df5d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:39.238454 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb50c64a-2d48-4d58-98f2-41816e70df5d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:39.239316 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb50c64a-2d48-4d58-98f2-41816e70df5d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:39.291806 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-fb50c64a-2d48-4d58-98f2-41816e70df5d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2621858 Sep 21 18:04:39.294304 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46612) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:39.299501 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-bbbe9b99-f429-48a4-924a-62101aaae534 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Request body: {'subnet': {'network_id': '07d17672-f69c-4e70-bb30-e3ae1f782ed3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:39.394586 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50c64a-2d48-4d58-98f2-41816e70df5d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Network': ['ID=07d17672-f69c-4e70-bb30-e3ae1f782ed3,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:39.413575 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 07d17672-f69c-4e70-bb30-e3ae1f782ed3 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:04:39.458635 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46620) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:39.473177 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbe9b99-f429-48a4-924a-62101aaae534 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Made reservation on behalf of d7ec63c1d7a3434588f64b3d4b2f5b0c for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:04:39.479433 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bbbe9b99-f429-48a4-924a-62101aaae534 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:39.753611 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bbbe9b99-f429-48a4-924a-62101aaae534 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:39.810977 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-d412fdb8-5353-4fcc-b7d4-7e2a3da88273 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-299911211'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:39.862448 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d412fdb8-5353-4fcc-b7d4-7e2a3da88273 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Made reservation on behalf of 3baead3c40bd4af6b44ec1faff9c74a8 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:04:39.866432 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d412fdb8-5353-4fcc-b7d4-7e2a3da88273 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:39.877540 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe9b99-f429-48a4-924a-62101aaae534 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Subnet': ['ID=78eb85a8-5a06-4e7a-a5c7-d4574221caf0,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:39.889060 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d412fdb8-5353-4fcc-b7d4-7e2a3da88273 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:39.894461 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbe9b99-f429-48a4-924a-62101aaae534 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Checking segment: {'id': '3467fdad-5bf2-4cd9-b753-db47bc59c9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '07d17672-f69c-4e70-bb30-e3ae1f782ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:04:39.895071 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbe9b99-f429-48a4-924a-62101aaae534 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network hostable DHCP agents. Network: 07d17672-f69c-4e70-bb30-e3ae1f782ed3, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:04:39.978545 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbe9b99-f429-48a4-924a-62101aaae534 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network 07d17672-f69c-4e70-bb30-e3ae1f782ed3 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:04:40.015954 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-bbbe9b99-f429-48a4-924a-62101aaae534 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 07d17672-f69c-4e70-bb30-e3ae1f782ed3) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:40.045240 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d412fdb8-5353-4fcc-b7d4-7e2a3da88273 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:40.059296 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fbee1-3afd-4454-9942-190bdcc8f681 req-726cb223-ab4e-4b8f-9d4a-739098f67640 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:40.061067 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3c9fbee1-3afd-4454-9942-190bdcc8f681 req-726cb223-ab4e-4b8f-9d4a-739098f67640 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 946 time: 0.1516154 Sep 21 18:04:40.069911 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d412fdb8-5353-4fcc-b7d4-7e2a3da88273 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:40.073043 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbe9b99-f429-48a4-924a-62101aaae534 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:40.073826 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bbbe9b99-f429-48a4-924a-62101aaae534 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:40.075929 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ace6519-ed0e-4e43-8f51-de6f280307a1 None None] Network 07d17672-f69c-4e70-bb30-e3ae1f782ed3 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:04:40.087716 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d412fdb8-5353-4fcc-b7d4-7e2a3da88273 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:04:40.112857 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d412fdb8-5353-4fcc-b7d4-7e2a3da88273 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:40.113505 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-d412fdb8-5353-4fcc-b7d4-7e2a3da88273 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Added segment e8348b33-4d6b-4dba-b241-1ba422eee043 of type vlan for network 28ee00fb-22a8-44c0-84de-6d4469f65a3f Sep 21 18:04:40.128763 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412fdb8-5353-4fcc-b7d4-7e2a3da88273 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae43ba87-14dd-4af2-a304-c8460ff0adec,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:40.150499 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3c9fbee1-3afd-4454-9942-190bdcc8f681 req-934e5d02-71b7-411e-9716-e7e910337456 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618808 Sep 21 18:04:40.163271 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bbbe9b99-f429-48a4-924a-62101aaae534 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8651164 Sep 21 18:04:40.174270 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46646) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:40.181601 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-fe12a59c-ab69-47b9-9e33-7d638597a32a tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-402845873', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:40.207203 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d412fdb8-5353-4fcc-b7d4-7e2a3da88273 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:40.236185 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fe12a59c-ab69-47b9-9e33-7d638597a32a tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:40.237335 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fe12a59c-ab69-47b9-9e33-7d638597a32a tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:40.275106 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d412fdb8-5353-4fcc-b7d4-7e2a3da88273 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:40.289459 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d412fdb8-5353-4fcc-b7d4-7e2a3da88273 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:40.294419 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d412fdb8-5353-4fcc-b7d4-7e2a3da88273 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:40.306707 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fe12a59c-ab69-47b9-9e33-7d638597a32a tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:40.313388 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fe12a59c-ab69-47b9-9e33-7d638597a32a tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:40.337700 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fe12a59c-ab69-47b9-9e33-7d638597a32a tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:40.339296 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fe12a59c-ab69-47b9-9e33-7d638597a32a tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1639035 Sep 21 18:04:40.342080 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46654) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:40.376425 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0d45f9-e48e-4ca0-b64b-edb1b91f6d27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-07d17672-f69c-4e70-bb30-e3ae1f782ed3', 'network_id': '07d17672-f69c-4e70-bb30-e3ae1f782ed3', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'fixed_ips': [{'subnet_id': '78eb85a8-5a06-4e7a-a5c7-d4574221caf0'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:04:40.377327 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-eb0d45f9-e48e-4ca0-b64b-edb1b91f6d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:40.450783 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d412fdb8-5353-4fcc-b7d4-7e2a3da88273 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9789886 Sep 21 18:04:40.453902 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46660) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:40.512993 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-0a287467-6909-4aaf-8045-e83951a1f5e1 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Request body: {'subnet': {'network_id': '28ee00fb-22a8-44c0-84de-6d4469f65a3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:40.517677 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412fdb8-5353-4fcc-b7d4-7e2a3da88273 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Pushing event updated for resources: {'Network': ['ID=28ee00fb-22a8-44c0-84de-6d4469f65a3f,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:40.538975 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 28ee00fb-22a8-44c0-84de-6d4469f65a3f details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:04:40.809530 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a287467-6909-4aaf-8045-e83951a1f5e1 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Made reservation on behalf of 3baead3c40bd4af6b44ec1faff9c74a8 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:04:40.817094 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0a287467-6909-4aaf-8045-e83951a1f5e1 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:40.880252 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-eb0d45f9-e48e-4ca0-b64b-edb1b91f6d27 None None] Allocated IP 172.20.0.2 (07d17672-f69c-4e70-bb30-e3ae1f782ed3/78eb85a8-5a06-4e7a-a5c7-d4574221caf0/e5491de0-4c60-4919-827f-d5400e3cd893) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:04:41.164979 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0a287467-6909-4aaf-8045-e83951a1f5e1 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:41.227605 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-eb0d45f9-e48e-4ca0-b64b-edb1b91f6d27 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:41.249071 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-eb0d45f9-e48e-4ca0-b64b-edb1b91f6d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:41.300856 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a287467-6909-4aaf-8045-e83951a1f5e1 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Pushing event updated for resources: {'Subnet': ['ID=61ff7257-8237-4730-a9e3-6ceeab8b057d,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:41.368788 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0d45f9-e48e-4ca0-b64b-edb1b91f6d27 None None] Network 07d17672-f69c-4e70-bb30-e3ae1f782ed3 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:04:41.374189 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-eb0d45f9-e48e-4ca0-b64b-edb1b91f6d27 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:41.400461 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0d45f9-e48e-4ca0-b64b-edb1b91f6d27 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:04:41.409293 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8dd57-ac36-4f62-9438-0e5db19fd715 req-20f9b53c-bb5f-48c8-af9a-662675cf9c12 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:41.426147 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d45f9-e48e-4ca0-b64b-edb1b91f6d27 None None] Pushing event updated for resources: {'Port': ['ID=e5491de0-4c60-4919-827f-d5400e3cd893,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:41.428780 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ea8dd57-ac36-4f62-9438-0e5db19fd715 req-20f9b53c-bb5f-48c8-af9a-662675cf9c12 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 946 time: 0.1185703 Sep 21 18:04:41.489575 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a287467-6909-4aaf-8045-e83951a1f5e1 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Checking segment: {'id': 'e8348b33-4d6b-4dba-b241-1ba422eee043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '28ee00fb-22a8-44c0-84de-6d4469f65a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:04:41.492750 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a287467-6909-4aaf-8045-e83951a1f5e1 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Network hostable DHCP agents. Network: 28ee00fb-22a8-44c0-84de-6d4469f65a3f, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:04:41.507890 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-eb0d45f9-e48e-4ca0-b64b-edb1b91f6d27 None None] Attempting to bind port e5491de0-4c60-4919-827f-d5400e3cd893 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:04:41.508327 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-eb0d45f9-e48e-4ca0-b64b-edb1b91f6d27 None None] Attempting to bind port e5491de0-4c60-4919-827f-d5400e3cd893 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '3467fdad-5bf2-4cd9-b753-db47bc59c9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '07d17672-f69c-4e70-bb30-e3ae1f782ed3'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:04:41.508972 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0d45f9-e48e-4ca0-b64b-edb1b91f6d27 None None] Attempting to bind port e5491de0-4c60-4919-827f-d5400e3cd893 on network 07d17672-f69c-4e70-bb30-e3ae1f782ed3 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:04:41.515278 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0d45f9-e48e-4ca0-b64b-edb1b91f6d27 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:04:41.515671 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0d45f9-e48e-4ca0-b64b-edb1b91f6d27 None None] Checking segment: {'id': '3467fdad-5bf2-4cd9-b753-db47bc59c9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '07d17672-f69c-4e70-bb30-e3ae1f782ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:04:41.516073 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-eb0d45f9-e48e-4ca0-b64b-edb1b91f6d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:41.516745 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0d45f9-e48e-4ca0-b64b-edb1b91f6d27 None None] Bound using segment: {'id': '3467fdad-5bf2-4cd9-b753-db47bc59c9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '07d17672-f69c-4e70-bb30-e3ae1f782ed3'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:04:41.517377 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-eb0d45f9-e48e-4ca0-b64b-edb1b91f6d27 None None] Bound port: e5491de0-4c60-4919-827f-d5400e3cd893, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3467fdad-5bf2-4cd9-b753-db47bc59c9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '07d17672-f69c-4e70-bb30-e3ae1f782ed3'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:04:41.517915 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-eb0d45f9-e48e-4ca0-b64b-edb1b91f6d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:41.537129 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ea8dd57-ac36-4f62-9438-0e5db19fd715 req-cf46811f-7397-4e24-8be3-e755dd17bca0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070762 Sep 21 18:04:41.588782 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a287467-6909-4aaf-8045-e83951a1f5e1 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Network 28ee00fb-22a8-44c0-84de-6d4469f65a3f is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:04:41.622285 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-0a287467-6909-4aaf-8045-e83951a1f5e1 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 28ee00fb-22a8-44c0-84de-6d4469f65a3f) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:41.643512 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeeeecb7-1136-4907-a23a-2428aac2185f None None] Network 28ee00fb-22a8-44c0-84de-6d4469f65a3f requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:04:41.647767 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a287467-6909-4aaf-8045-e83951a1f5e1 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:41.650409 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0a287467-6909-4aaf-8045-e83951a1f5e1 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:41.694576 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0a287467-6909-4aaf-8045-e83951a1f5e1 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1858130 Sep 21 18:04:41.698813 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46698) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:41.718431 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-4b5c139f-9ac4-4171-b80e-b054cdf31e39 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Request body: {'port': {'network_id': '28ee00fb-22a8-44c0-84de-6d4469f65a3f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-516115990'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:41.810746 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-eb0d45f9-e48e-4ca0-b64b-edb1b91f6d27 None None] For port e5491de0-4c60-4919-827f-d5400e3cd893, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:04:41.846247 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-eb0d45f9-e48e-4ca0-b64b-edb1b91f6d27 None None] For port e5491de0-4c60-4919-827f-d5400e3cd893, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e5491de0-4c60-4919-827f-d5400e3cd893,segment=NetworkSegment(3467fdad-5bf2-4cd9-b753-db47bc59c9bb),segment_id=3467fdad-5bf2-4cd9-b753-db47bc59c9bb)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:04:41.854599 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-eb0d45f9-e48e-4ca0-b64b-edb1b91f6d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:42.024038 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ab0d0373-e524-4658-91d9-1c6089ee62a7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:42.098210 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5c139f-9ac4-4171-b80e-b054cdf31e39 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Made reservation on behalf of 3baead3c40bd4af6b44ec1faff9c74a8 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:04:42.102068 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4b5c139f-9ac4-4171-b80e-b054cdf31e39 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:42.153375 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-4b5c139f-9ac4-4171-b80e-b054cdf31e39 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] device_id is not set on port fc10960c-8b32-401f-a799-086d48358092 yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:04:42.167626 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d45f9-e48e-4ca0-b64b-edb1b91f6d27 None None] Pushing event updated for resources: {'Port': ['ID=e5491de0-4c60-4919-827f-d5400e3cd893,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:42.176990 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ccd49b-dc86-46e3-96a9-c878d0cddd1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-28ee00fb-22a8-44c0-84de-6d4469f65a3f', 'network_id': '28ee00fb-22a8-44c0-84de-6d4469f65a3f', 'tenant_id': '3baead3c40bd4af6b44ec1faff9c74a8', 'fixed_ips': [{'subnet_id': '61ff7257-8237-4730-a9e3-6ceeab8b057d'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:04:42.179818 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c3ccd49b-dc86-46e3-96a9-c878d0cddd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:42.424222 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-4b5c139f-9ac4-4171-b80e-b054cdf31e39 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Allocated IP 172.20.0.10 (28ee00fb-22a8-44c0-84de-6d4469f65a3f/61ff7257-8237-4730-a9e3-6ceeab8b057d/fc10960c-8b32-401f-a799-086d48358092) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:04:42.591103 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-ab0d0373-e524-4658-91d9-1c6089ee62a7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Allocated IP 172.20.0.1 (07d17672-f69c-4e70-bb30-e3ae1f782ed3/78eb85a8-5a06-4e7a-a5c7-d4574221caf0/d42278eb-3e34-41a5-b2a2-a61ada9cce52) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:04:42.713634 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4b5c139f-9ac4-4171-b80e-b054cdf31e39 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:42.795132 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4b5c139f-9ac4-4171-b80e-b054cdf31e39 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:42.878850 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-c3ccd49b-dc86-46e3-96a9-c878d0cddd1b None None] Allocated IP 172.20.0.2 (28ee00fb-22a8-44c0-84de-6d4469f65a3f/61ff7257-8237-4730-a9e3-6ceeab8b057d/9fa1a626-415d-4b1a-86eb-69054c81f7b4) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:04:42.905461 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ab0d0373-e524-4658-91d9-1c6089ee62a7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:42.905682 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5c139f-9ac4-4171-b80e-b054cdf31e39 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Network 28ee00fb-22a8-44c0-84de-6d4469f65a3f is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:04:42.932256 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-4b5c139f-9ac4-4171-b80e-b054cdf31e39 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:42.948066 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5c139f-9ac4-4171-b80e-b054cdf31e39 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:04:42.950635 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e5491de0-4c60-4919-827f-d5400e3cd893 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:04:43.038029 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ab0d0373-e524-4658-91d9-1c6089ee62a7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:43.044300 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c139f-9ac4-4171-b80e-b054cdf31e39 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Pushing event updated for resources: {'Port': ['ID=fc10960c-8b32-401f-a799-086d48358092,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:43.076666 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586dab60-54bd-4639-96e0-0f6b8ed8531b req-6c62de65-17ca-4889-9d2e-cbc98cd3b12e tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:43.088136 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-586dab60-54bd-4639-96e0-0f6b8ed8531b req-6c62de65-17ca-4889-9d2e-cbc98cd3b12e tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 946 time: 0.4114113 Sep 21 18:04:43.177541 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5c139f-9ac4-4171-b80e-b054cdf31e39 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:43.178965 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4b5c139f-9ac4-4171-b80e-b054cdf31e39 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:43.207945 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4b5c139f-9ac4-4171-b80e-b054cdf31e39 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5031850 Sep 21 18:04:43.211211 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46738) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:43.213192 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0d0373-e524-4658-91d9-1c6089ee62a7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network 07d17672-f69c-4e70-bb30-e3ae1f782ed3 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:04:43.247705 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port e5491de0-4c60-4919-827f-d5400e3cd893 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:43.248241 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:43.303352 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-ab0d0373-e524-4658-91d9-1c6089ee62a7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:43.318441 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0d0373-e524-4658-91d9-1c6089ee62a7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:04:43.364362 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cfccca-d697-4276-ae32-fa810f43ac14 req-9d7fc78a-7be1-48c0-8e70-82d0288848ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:43.366188 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-75cfccca-d697-4276-ae32-fa810f43ac14 req-9d7fc78a-7be1-48c0-8e70-82d0288848ba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a8da2b927d2245079ac16237e127ada3&device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 1095 time: 0.3110487 Sep 21 18:04:43.453693 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d0373-e524-4658-91d9-1c6089ee62a7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Port': ['ID=d42278eb-3e34-41a5-b2a2-a61ada9cce52,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:43.480892 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ab0d0373-e524-4658-91d9-1c6089ee62a7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:43.483065 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:43.524036 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c3ccd49b-dc86-46e3-96a9-c878d0cddd1b None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:43.546395 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c3ccd49b-dc86-46e3-96a9-c878d0cddd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:43.652364 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-586dab60-54bd-4639-96e0-0f6b8ed8531b req-5eeb1ed7-8dd2-441e-b3b9-36b6adee5ea2 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4492352 Sep 21 18:04:43.672230 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ccd49b-dc86-46e3-96a9-c878d0cddd1b None None] Network 28ee00fb-22a8-44c0-84de-6d4469f65a3f is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:04:43.689392 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-c3ccd49b-dc86-46e3-96a9-c878d0cddd1b None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:43.697641 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ccd49b-dc86-46e3-96a9-c878d0cddd1b None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:04:43.703588 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port e5491de0-4c60-4919-827f-d5400e3cd893, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e5491de0-4c60-4919-827f-d5400e3cd893,segment=NetworkSegment(3467fdad-5bf2-4cd9-b753-db47bc59c9bb),segment_id=3467fdad-5bf2-4cd9-b753-db47bc59c9bb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:43.719680 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cfccca-d697-4276-ae32-fa810f43ac14 req-d76ff806-42a6-413c-ad41-440e1f0f25ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:43.721301 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-75cfccca-d697-4276-ae32-fa810f43ac14 req-d76ff806-42a6-413c-ad41-440e1f0f25ae service neutron] 10.222.0.44 "GET /v2.0/networks?id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf HTTP/1.1" status: 200 len: 912 time: 0.3373101 Sep 21 18:04:43.748339 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:43.779371 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca13eb59-7aee-4127-9b6c-9b204b1cf45a None None] Network 07d17672-f69c-4e70-bb30-e3ae1f782ed3 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:04:43.845158 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ccd49b-dc86-46e3-96a9-c878d0cddd1b None None] Pushing event updated for resources: {'Port': ['ID=9fa1a626-415d-4b1a-86eb-69054c81f7b4,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:43.866826 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ab0d0373-e524-4658-91d9-1c6089ee62a7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:43.916363 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=e5491de0-4c60-4919-827f-d5400e3cd893,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:43.918990 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb740b-3dc5-48fd-a535-52c4dba753d4 req-8221b6fb-4466-41de-9d33-82383cc6dcbf tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:43.922254 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ccb740b-3dc5-48fd-a535-52c4dba753d4 req-8221b6fb-4466-41de-9d33-82383cc6dcbf tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.7073848 Sep 21 18:04:43.929645 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-c3ccd49b-dc86-46e3-96a9-c878d0cddd1b None None] Attempting to bind port 9fa1a626-415d-4b1a-86eb-69054c81f7b4 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:04:43.930286 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-c3ccd49b-dc86-46e3-96a9-c878d0cddd1b None None] Attempting to bind port 9fa1a626-415d-4b1a-86eb-69054c81f7b4 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'e8348b33-4d6b-4dba-b241-1ba422eee043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '28ee00fb-22a8-44c0-84de-6d4469f65a3f'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:04:43.930857 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ccd49b-dc86-46e3-96a9-c878d0cddd1b None None] Attempting to bind port 9fa1a626-415d-4b1a-86eb-69054c81f7b4 on network 28ee00fb-22a8-44c0-84de-6d4469f65a3f {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:04:43.980933 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ccd49b-dc86-46e3-96a9-c878d0cddd1b None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:04:43.981754 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ccd49b-dc86-46e3-96a9-c878d0cddd1b None None] Checking segment: {'id': 'e8348b33-4d6b-4dba-b241-1ba422eee043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '28ee00fb-22a8-44c0-84de-6d4469f65a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:04:43.982371 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c3ccd49b-dc86-46e3-96a9-c878d0cddd1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:43.983045 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ccd49b-dc86-46e3-96a9-c878d0cddd1b None None] Bound using segment: {'id': 'e8348b33-4d6b-4dba-b241-1ba422eee043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '28ee00fb-22a8-44c0-84de-6d4469f65a3f'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:04:43.983945 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-c3ccd49b-dc86-46e3-96a9-c878d0cddd1b None None] Bound port: 9fa1a626-415d-4b1a-86eb-69054c81f7b4, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8348b33-4d6b-4dba-b241-1ba422eee043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '28ee00fb-22a8-44c0-84de-6d4469f65a3f'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:04:43.984552 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c3ccd49b-dc86-46e3-96a9-c878d0cddd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:44.001831 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-a165be6b-bf9e-4006-9230-5c4aa3a93e6e None None] Provisioning complete for port e5491de0-4c60-4919-827f-d5400e3cd893 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:44.002416 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a165be6b-bf9e-4006-9230-5c4aa3a93e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:44.122133 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-75cfccca-d697-4276-ae32-fa810f43ac14 req-d1e41311-338f-451c-a350-ffdce2a6ccde service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01c5d430-12c5-4025-9899-f3f139598930 HTTP/1.1" status: 200 len: 999 time: 0.3802893 Sep 21 18:04:44.137271 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ccb740b-3dc5-48fd-a535-52c4dba753d4 req-11440b01-5302-46a4-9637-8e2e6a933ed4 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919346 Sep 21 18:04:44.142998 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-c3ccd49b-dc86-46e3-96a9-c878d0cddd1b None None] For port 9fa1a626-415d-4b1a-86eb-69054c81f7b4, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:04:44.149300 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-c3ccd49b-dc86-46e3-96a9-c878d0cddd1b None None] For port 9fa1a626-415d-4b1a-86eb-69054c81f7b4, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=9fa1a626-415d-4b1a-86eb-69054c81f7b4,segment=NetworkSegment(e8348b33-4d6b-4dba-b241-1ba422eee043),segment_id=e8348b33-4d6b-4dba-b241-1ba422eee043)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:04:44.150286 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-e445586e-aaa0-472d-a240-790d9db98ad4 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Deleting port fc10960c-8b32-401f-a799-086d48358092 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:44.150638 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e445586e-aaa0-472d-a240-790d9db98ad4 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:44.164863 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c3ccd49b-dc86-46e3-96a9-c878d0cddd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:44.398518 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ab0d0373-e524-4658-91d9-1c6089ee62a7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:44.417779 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ab0d0373-e524-4658-91d9-1c6089ee62a7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:44.432735 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ccd49b-dc86-46e3-96a9-c878d0cddd1b None None] Pushing event updated for resources: {'Port': ['ID=9fa1a626-415d-4b1a-86eb-69054c81f7b4,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:44.469175 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cfccca-d697-4276-ae32-fa810f43ac14 req-05a5ca6f-8a86-4ea0-8cd2-68922f27a2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:44.470721 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-75cfccca-d697-4276-ae32-fa810f43ac14 req-05a5ca6f-8a86-4ea0-8cd2-68922f27a2a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=63a1043c-b263-4aac-aec7-9797fbf7cd86 HTTP/1.1" status: 200 len: 850 time: 0.3245797 Sep 21 18:04:44.569929 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d0373-e524-4658-91d9-1c6089ee62a7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Port': ['ID=d42278eb-3e34-41a5-b2a2-a61ada9cce52,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:44.581869 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ab0d0373-e524-4658-91d9-1c6089ee62a7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:44.609020 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e445586e-aaa0-472d-a240-790d9db98ad4 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:44.654396 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cfccca-d697-4276-ae32-fa810f43ac14 req-0e4108ab-edb7-4849-8af4-d7e2720b93fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:44.655993 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-75cfccca-d697-4276-ae32-fa810f43ac14 req-0e4108ab-edb7-4849-8af4-d7e2720b93fd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1729827 Sep 21 18:04:44.682628 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-e445586e-aaa0-472d-a240-790d9db98ad4 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Calling delete_port for fc10960c-8b32-401f-a799-086d48358092 owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:44.718953 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0d0373-e524-4658-91d9-1c6089ee62a7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network 07d17672-f69c-4e70-bb30-e3ae1f782ed3 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:04:44.719160 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-ab0d0373-e524-4658-91d9-1c6089ee62a7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:44.942044 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0d0373-e524-4658-91d9-1c6089ee62a7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Router cddc2df0-d760-406f-a45c-9f9f4ebd0e1b is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:04:44.984617 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-cbd511bb-6f35-48bd-aa1c-b4a8d3dda69a None None] Provisioning complete for port d42278eb-3e34-41a5-b2a2-a61ada9cce52 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:44.985193 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cbd511bb-6f35-48bd-aa1c-b4a8d3dda69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:45.074037 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd1d5a-4f9a-43c3-ac6b-e24ccf549497 req-e6b6dbd6-7371-4d15-9243-9a6c0d0041a1 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:45.076199 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4efd1d5a-4f9a-43c3-ac6b-e24ccf549497 req-e6b6dbd6-7371-4d15-9243-9a6c0d0041a1 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 946 time: 0.1789238 Sep 21 18:04:45.085946 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-75cfccca-d697-4276-ae32-fa810f43ac14 req-b4e84a58-8a5d-4c53-a011-35d0e2d163fe service neutron] 10.222.0.44 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128184 Sep 21 18:04:45.100649 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-cbd511bb-6f35-48bd-aa1c-b4a8d3dda69a None None] Port d42278eb-3e34-41a5-b2a2-a61ada9cce52 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:04:45.121088 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-cbd511bb-6f35-48bd-aa1c-b4a8d3dda69a None None] Provisioning complete for port e5491de0-4c60-4919-827f-d5400e3cd893 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:45.122697 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cbd511bb-6f35-48bd-aa1c-b4a8d3dda69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:45.173197 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e5491de0-4c60-4919-827f-d5400e3cd893 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:04:45.331261 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4efd1d5a-4f9a-43c3-ac6b-e24ccf549497 req-480bdf75-e745-4d07-980b-26727d7b2489 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2424483 Sep 21 18:04:45.374415 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0d0373-e524-4658-91d9-1c6089ee62a7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:04:45.375690 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e445586e-aaa0-472d-a240-790d9db98ad4 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:45.386812 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ab0d0373-e524-4658-91d9-1c6089ee62a7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "PUT /v2.0/routers/cddc2df0-d760-406f-a45c-9f9f4ebd0e1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0435314 Sep 21 18:04:45.393509 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46772) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:45.395519 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf10d56-97ed-4e07-9e59-ff7292cfe58d None None] Sync routers for ids ['cddc2df0-d760-406f-a45c-9f9f4ebd0e1b'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:04:45.408673 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf10d56-97ed-4e07-9e59-ff7292cfe58d None None] Routers {'cddc2df0-d760-406f-a45c-9f9f4ebd0e1b'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:45.409314 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5bf10d56-97ed-4e07-9e59-ff7292cfe58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:04:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['cddc2df0-d760-406f-a45c-9f9f4ebd0e1b'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:45.512973 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9cfb2-54f1-4f26-a125-2c3d5457db1c req-2eaacd26-7172-42eb-bfc2-3cd613011e4c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:45.514606 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c4f9cfb2-54f1-4f26-a125-2c3d5457db1c req-2eaacd26-7172-42eb-bfc2-3cd613011e4c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.2173150 Sep 21 18:04:45.555182 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5bf10d56-97ed-4e07-9e59-ff7292cfe58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:45.569062 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e445586e-aaa0-472d-a240-790d9db98ad4 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Pushing event deleted for resources: {'Port': ['ID=fc10960c-8b32-401f-a799-086d48358092,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:45.592577 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port e5491de0-4c60-4919-827f-d5400e3cd893 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:45.592862 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:45.625294 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf10d56-97ed-4e07-9e59-ff7292cfe58d None None] Routers {'cddc2df0-d760-406f-a45c-9f9f4ebd0e1b'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:45.630091 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5bf10d56-97ed-4e07-9e59-ff7292cfe58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:04:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['cddc2df0-d760-406f-a45c-9f9f4ebd0e1b'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:45.682800 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c4f9cfb2-54f1-4f26-a125-2c3d5457db1c req-289147bf-e19c-46e1-a714-a24aa932351c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540127 Sep 21 18:04:45.789298 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5bf10d56-97ed-4e07-9e59-ff7292cfe58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:45.790079 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf10d56-97ed-4e07-9e59-ff7292cfe58d None None] The sync data for ids ['cddc2df0-d760-406f-a45c-9f9f4ebd0e1b'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:04:45.819394 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 9fa1a626-415d-4b1a-86eb-69054c81f7b4 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:04:45.964359 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-05a79752-f0a3-46c6-8eca-26d7a7667fb1 None None] Provisioning complete for port d42278eb-3e34-41a5-b2a2-a61ada9cce52 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:45.965017 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-05a79752-f0a3-46c6-8eca-26d7a7667fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:45.970331 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ad8b86a1-d6a6-4064-a22c-3439a6bb42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:45.979427 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c9adda-9e16-473a-8d64-6654ff3f106e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:45.981302 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-87c9adda-9e16-473a-8d64-6654ff3f106e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "GET /v2.0/ports/d42278eb-3e34-41a5-b2a2-a61ada9cce52 HTTP/1.1" status: 200 len: 910 time: 0.5681667 Sep 21 18:04:45.984542 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46786) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:46.084225 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-05a79752-f0a3-46c6-8eca-26d7a7667fb1 None None] Port d42278eb-3e34-41a5-b2a2-a61ada9cce52 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:04:46.098268 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 9fa1a626-415d-4b1a-86eb-69054c81f7b4 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:46.098636 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:46.102334 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-75cfccca-d697-4276-ae32-fa810f43ac14 req-b1240c30-e66c-4bed-97f4-de7bf1e4dcb5 service neutron] 10.222.0.44 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9961162 Sep 21 18:04:46.158259 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e445586e-aaa0-472d-a240-790d9db98ad4 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:46.160332 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e445586e-aaa0-472d-a240-790d9db98ad4 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] 10.222.0.58 "DELETE /v2.0/ports/fc10960c-8b32-401f-a799-086d48358092 HTTP/1.1" status: 204 len: 168 time: 2.9476306 Sep 21 18:04:46.165943 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46790) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:46.259645 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-bdf24709-bc57-49b5-a022-8f54a5be8a87 None None] Provisioning complete for port d42278eb-3e34-41a5-b2a2-a61ada9cce52 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:46.260338 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bdf24709-bc57-49b5-a022-8f54a5be8a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:46.332114 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:46.334984 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-bdf24709-bc57-49b5-a022-8f54a5be8a87 None None] Port d42278eb-3e34-41a5-b2a2-a61ada9cce52 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:04:46.387234 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61420e8b-c533-4ee9-b3e2-05b9bab95ccf None None] Network 28ee00fb-22a8-44c0-84de-6d4469f65a3f requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:04:46.552267 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-88fae83a-2030-4f45-8f50-b2793c6f2006 tempest-DHCPAgentSchedulersTestJSON-47753033 tempest-DHCPAgentSchedulersTestJSON-47753033-project-admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.3784754 Sep 21 18:04:46.555397 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46802) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:46.566262 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-f1c73d45-5392-4bd8-a09d-8f57e2f9d8ff tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-554704641'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:46.585450 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 9fa1a626-415d-4b1a-86eb-69054c81f7b4, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=9fa1a626-415d-4b1a-86eb-69054c81f7b4,segment=NetworkSegment(e8348b33-4d6b-4dba-b241-1ba422eee043),segment_id=e8348b33-4d6b-4dba-b241-1ba422eee043)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:46.600766 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c73d45-5392-4bd8-a09d-8f57e2f9d8ff tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Made reservation on behalf of 3baead3c40bd4af6b44ec1faff9c74a8 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:04:46.615341 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f1c73d45-5392-4bd8-a09d-8f57e2f9d8ff tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:46.668924 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c73d45-5392-4bd8-a09d-8f57e2f9d8ff tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:04:46.684031 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:46.698386 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-008a8a38-a6cd-4e5a-b558-9303a25b9655 None None] Provisioning complete for port 9fa1a626-415d-4b1a-86eb-69054c81f7b4 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:46.699320 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-008a8a38-a6cd-4e5a-b558-9303a25b9655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:46.707561 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f1c73d45-5392-4bd8-a09d-8f57e2f9d8ff tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:46.709030 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-f1c73d45-5392-4bd8-a09d-8f57e2f9d8ff tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Added segment e906820f-495a-43a3-bfe8-96c83152bf04 of type vlan for network 2e704ed2-7984-4b1f-9879-4a355043ed4e Sep 21 18:04:46.819556 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f1c73d45-5392-4bd8-a09d-8f57e2f9d8ff tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:47.011128 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f1c73d45-5392-4bd8-a09d-8f57e2f9d8ff tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:47.020232 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa866fe2-7fad-4f6a-bb5c-bf89fcb65202 req-4629a3df-aaab-4693-9597-17ae29a425f1 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:47.025338 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c73d45-5392-4bd8-a09d-8f57e2f9d8ff tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:47.026000 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f1c73d45-5392-4bd8-a09d-8f57e2f9d8ff tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:47.031490 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-aa866fe2-7fad-4f6a-bb5c-bf89fcb65202 req-4629a3df-aaab-4693-9597-17ae29a425f1 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 946 time: 0.2501650 Sep 21 18:04:47.037448 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=9fa1a626-415d-4b1a-86eb-69054c81f7b4,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:47.109703 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-aa866fe2-7fad-4f6a-bb5c-bf89fcb65202 req-53e0dce6-877b-41fb-a9ca-89b1775a569f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713484 Sep 21 18:04:47.178754 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c73d45-5392-4bd8-a09d-8f57e2f9d8ff tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Pushing event updated for resources: {'Network': ['ID=2e704ed2-7984-4b1f-9879-4a355043ed4e,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:47.203805 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c3d51-5ec8-41f1-8cdc-cf3d9107c86c req-bda7735b-e791-4d68-8afa-1d34149aef34 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:47.219336 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c77c3d51-5ec8-41f1-8cdc-cf3d9107c86c req-bda7735b-e791-4d68-8afa-1d34149aef34 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.3477757 Sep 21 18:04:47.233084 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ea4a0e9d-f826-4558-bc4f-27ab3e77c21f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:47.248306 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 2e704ed2-7984-4b1f-9879-4a355043ed4e details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:04:47.266493 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f1c73d45-5392-4bd8-a09d-8f57e2f9d8ff tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7098062 Sep 21 18:04:47.278782 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46818) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:47.337995 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c77c3d51-5ec8-41f1-8cdc-cf3d9107c86c req-8ee9e4f8-f6f2-47fc-8b8e-24a19b67fa18 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117506 Sep 21 18:04:47.350114 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46820) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:47.631748 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7530788e-4b5e-4f22-86ab-3b0e81146874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:47.670569 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c65779ca-a2c9-4e9e-8ba9-b69c081b0349 tempest-DHCPAgentSchedulersTestJSON-47753033 tempest-DHCPAgentSchedulersTestJSON-47753033-project-admin] 10.222.0.58 "GET /v2.0/agents/c6ff66a7-0ecf-447f-ba6d-fe2974e53a26/dhcp-networks HTTP/1.1" status: 200 len: 10428 time: 0.3829076 Sep 21 18:04:47.670883 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46830) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:47.784555 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-ea4a0e9d-f826-4558-bc4f-27ab3e77c21f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Deleting port d42278eb-3e34-41a5-b2a2-a61ada9cce52 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:47.788583 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ea4a0e9d-f826-4558-bc4f-27ab3e77c21f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:47.826936 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-75373b1f-c745-4b0a-a030-02331d59d198 None None] Provisioning complete for port 9fa1a626-415d-4b1a-86eb-69054c81f7b4 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:47.827307 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-75373b1f-c745-4b0a-a030-02331d59d198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:47.960719 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d71e9e-0440-48c3-89fe-994e6df4eb5e tempest-DHCPAgentSchedulersTestJSON-47753033 tempest-DHCPAgentSchedulersTestJSON-47753033-project-admin] Network 2e704ed2-7984-4b1f-9879-4a355043ed4e is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:04:47.996630 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-45d71e9e-0440-48c3-89fe-994e6df4eb5e tempest-DHCPAgentSchedulersTestJSON-47753033 tempest-DHCPAgentSchedulersTestJSON-47753033-project-admin] 10.222.0.58 "POST /v2.0/agents/c6ff66a7-0ecf-447f-ba6d-fe2974e53a26/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3242917 Sep 21 18:04:47.997161 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654417e1-5783-4398-adf6-37aa5430a40a None None] Network 2e704ed2-7984-4b1f-9879-4a355043ed4e requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:04:47.997302 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46836) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:48.027736 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ea4a0e9d-f826-4558-bc4f-27ab3e77c21f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:48.065893 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-ea4a0e9d-f826-4558-bc4f-27ab3e77c21f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Calling delete_port for d42278eb-3e34-41a5-b2a2-a61ada9cce52 owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:48.150247 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7530788e-4b5e-4f22-86ab-3b0e81146874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:48.156433 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-66ec9873-936a-4321-964e-65d52f940e9c tempest-DHCPAgentSchedulersTestJSON-47753033 tempest-DHCPAgentSchedulersTestJSON-47753033-project-admin] 10.222.0.58 "GET /v2.0/agents/c6ff66a7-0ecf-447f-ba6d-fe2974e53a26/dhcp-networks HTTP/1.1" status: 200 len: 11198 time: 0.1529543 Sep 21 18:04:48.157050 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46840) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:48.172338 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7530788e-4b5e-4f22-86ab-3b0e81146874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:48.212172 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7530788e-4b5e-4f22-86ab-3b0e81146874 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c2444f5653d74527aa10041efbff4fc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8607819 Sep 21 18:04:48.212758 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46842) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:48.391180 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b16d6e6a-8b74-49e8-981c-c28e48b31e36 None None] Could not find standard attr ID for object fc10960c-8b32-401f-a799-086d48358092. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:04:48.447392 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-756b5d5a-8e01-4935-bb90-b0f0910d879a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:48.559179 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530788e-4b5e-4f22-86ab-3b0e81146874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b813bce-839a-402c-b41b-42da9dcd376d,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:48.594701 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d34f92fb-642a-4fdf-8ce7-feb2c7369672 tempest-DHCPAgentSchedulersTestJSON-47753033 tempest-DHCPAgentSchedulersTestJSON-47753033-project-admin] 10.222.0.58 "DELETE /v2.0/agents/c6ff66a7-0ecf-447f-ba6d-fe2974e53a26/dhcp-networks/2e704ed2-7984-4b1f-9879-4a355043ed4e HTTP/1.1" status: 204 len: 168 time: 0.4363685 Sep 21 18:04:48.597390 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46848) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:48.626956 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79e291-89e2-4018-88f7-245eca2c9eb7 req-f196899f-210d-4c6e-8f8d-ef538a95f424 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:48.654799 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e79e291-89e2-4018-88f7-245eca2c9eb7 req-f196899f-210d-4c6e-8f8d-ef538a95f424 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.1499631 Sep 21 18:04:48.701348 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e79e291-89e2-4018-88f7-245eca2c9eb7 req-ffa14499-cec0-4a29-8424-c3efbf42a05b tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526371 Sep 21 18:04:48.819064 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb50a4a-49a9-4221-884e-41ab62b0e8af req-6f40a509-e5aa-4048-adb9-60918e00512b tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:48.831537 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8bb50a4a-49a9-4221-884e-41ab62b0e8af req-6f40a509-e5aa-4048-adb9-60918e00512b tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 946 time: 0.4675446 Sep 21 18:04:48.849447 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 9fa1a626-415d-4b1a-86eb-69054c81f7b4 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:04:48.888374 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ea4a0e9d-f826-4558-bc4f-27ab3e77c21f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:48.957849 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a0e9d-f826-4558-bc4f-27ab3e77c21f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event deleted for resources: {'Port': ['ID=d42278eb-3e34-41a5-b2a2-a61ada9cce52,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:49.003081 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:49.021981 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 9fa1a626-415d-4b1a-86eb-69054c81f7b4 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:04:49.022389 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:49.050278 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1bb2d9f6-a073-4ecf-9236-1109169575e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:49.080850 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1bb2d9f6-a073-4ecf-9236-1109169575e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:49.134848 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8bb50a4a-49a9-4221-884e-41ab62b0e8af req-725e7671-f8fa-4f4d-997c-1d932572c434 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2938974 Sep 21 18:04:49.349783 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d06a5b8f-ca7e-4380-b568-a26cc2046ede tempest-DHCPAgentSchedulersTestJSON-47753033 tempest-DHCPAgentSchedulersTestJSON-47753033-project-admin] 10.222.0.58 "GET /v2.0/agents/c6ff66a7-0ecf-447f-ba6d-fe2974e53a26/dhcp-networks HTTP/1.1" status: 200 len: 10428 time: 0.7494185 Sep 21 18:04:49.350008 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46860) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:49.388931 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-44907749-9554-4958-89fe-f0b2b6f3ffa6 tempest-DHCPAgentSchedulersTestJSON-47753033 tempest-DHCPAgentSchedulersTestJSON-47753033-project-admin] 10.222.0.58 "GET /v2.0/networks/28ee00fb-22a8-44c0-84de-6d4469f65a3f/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0342481 Sep 21 18:04:49.389200 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46862) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:49.401154 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1bb2d9f6-a073-4ecf-9236-1109169575e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:49.404598 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1bb2d9f6-a073-4ecf-9236-1109169575e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:49.407936 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1bb2d9f6-a073-4ecf-9236-1109169575e8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8b813bce-839a-402c-b41b-42da9dcd376d HTTP/1.1" status: 204 len: 168 time: 1.1936793 Sep 21 18:04:49.427255 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-347522f2-aea6-4dda-bda1-f16611144fde tempest-DHCPAgentSchedulersTestJSON-47753033 tempest-DHCPAgentSchedulersTestJSON-47753033-project-admin] 10.222.0.58 "GET /v2.0/networks/28ee00fb-22a8-44c0-84de-6d4469f65a3f/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0347486 Sep 21 18:04:49.427687 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46866) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:49.431262 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2d9f6-a073-4ecf-9236-1109169575e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b813bce-839a-402c-b41b-42da9dcd376d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:49.433535 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ea4a0e9d-f826-4558-bc4f-27ab3e77c21f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:49.483833 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:04:49.652490 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4a84cc9e-44b7-4413-a2ed-3a88338abaf8 tempest-DHCPAgentSchedulersTestJSON-47753033 tempest-DHCPAgentSchedulersTestJSON-47753033-project-admin] 10.222.0.58 "GET /v2.0/agents/c6ff66a7-0ecf-447f-ba6d-fe2974e53a26/dhcp-networks HTTP/1.1" status: 200 len: 10428 time: 0.2228415 Sep 21 18:04:49.653200 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46870) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:49.728827 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4a0e9d-f826-4558-bc4f-27ab3e77c21f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Router cddc2df0-d760-406f-a45c-9f9f4ebd0e1b has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:04:49.837736 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46874) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:49.848329 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0dc41ef1-4330-4d4c-9ac1-5e95c4f0bc20 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:49.854060 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4a0e9d-f826-4558-bc4f-27ab3e77c21f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:04:49.867058 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fcca32-99f6-4cb0-bcb3-28f530471d09 None None] Sync routers for ids ['cddc2df0-d760-406f-a45c-9f9f4ebd0e1b'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:04:49.869960 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ea4a0e9d-f826-4558-bc4f-27ab3e77c21f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "PUT /v2.0/routers/cddc2df0-d760-406f-a45c-9f9f4ebd0e1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8838444 Sep 21 18:04:49.870370 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46876) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:49.883684 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fcca32-99f6-4cb0-bcb3-28f530471d09 None None] Routers {'cddc2df0-d760-406f-a45c-9f9f4ebd0e1b'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:49.886866 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-95fcca32-99f6-4cb0-bcb3-28f530471d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:04:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['cddc2df0-d760-406f-a45c-9f9f4ebd0e1b'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:49.897496 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5fa41a7e-5c2f-4b77-8bb8-e0008dd7eb94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:49.936381 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d8292722-a70a-4c22-97ba-9d3132f3eb58 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "GET /v2.0/ports?device_id=cddc2df0-d760-406f-a45c-9f9f4ebd0e1b HTTP/1.1" status: 200 len: 205 time: 0.0628369 Sep 21 18:04:49.937432 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46880) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:50.034148 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-95fcca32-99f6-4cb0-bcb3-28f530471d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:50.055250 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:50.072097 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fcca32-99f6-4cb0-bcb3-28f530471d09 None None] Routers {'cddc2df0-d760-406f-a45c-9f9f4ebd0e1b'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:50.073659 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-95fcca32-99f6-4cb0-bcb3-28f530471d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:04:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['cddc2df0-d760-406f-a45c-9f9f4ebd0e1b'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:50.144563 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-95fcca32-99f6-4cb0-bcb3-28f530471d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:50.145267 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fcca32-99f6-4cb0-bcb3-28f530471d09 None None] The sync data for ids ['cddc2df0-d760-406f-a45c-9f9f4ebd0e1b'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:04:50.550216 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7c6e297b-e766-4e29-aa90-291401346871 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:50.582521 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0dc41ef1-4330-4d4c-9ac1-5e95c4f0bc20 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:50.697760 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-0dc41ef1-4330-4d4c-9ac1-5e95c4f0bc20 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e704ed2-7984-4b1f-9879-4a355043ed4e']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:50.716130 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-0dc41ef1-4330-4d4c-9ac1-5e95c4f0bc20 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e906820f-495a-43a3-bfe8-96c83152bf04') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:50.716406 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-0dc41ef1-4330-4d4c-9ac1-5e95c4f0bc20 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e906820f-495a-43a3-bfe8-96c83152bf04') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:50.727506 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5fa41a7e-5c2f-4b77-8bb8-e0008dd7eb94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:50.732023 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0dc41ef1-4330-4d4c-9ac1-5e95c4f0bc20 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:50.747892 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5fa41a7e-5c2f-4b77-8bb8-e0008dd7eb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:50.778554 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4088ccb-60ac-4638-8376-5e75b6e4dfec req-5c187438-d789-45dd-a81e-716cd5e63369 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:50.786036 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d4088ccb-60ac-4638-8376-5e75b6e4dfec req-5c187438-d789-45dd-a81e-716cd5e63369 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 946 time: 0.1900177 Sep 21 18:04:50.796852 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0dc41ef1-4330-4d4c-9ac1-5e95c4f0bc20 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:50.797823 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7c6e297b-e766-4e29-aa90-291401346871 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:50.803920 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7c6e297b-e766-4e29-aa90-291401346871 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:50.825977 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc41ef1-4330-4d4c-9ac1-5e95c4f0bc20 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:04:50.826403 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0dc41ef1-4330-4d4c-9ac1-5e95c4f0bc20 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:50.831746 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:04:50.831746 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:04:50.831746 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:04:50.831746 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:04:50.831746 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:04:50.831746 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:04:50.831746 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:04:50.831746 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:04:50.831746 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:04:50.831746 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:04:50.831746 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:04:50.831746 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:04:50.831746 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:04:50.831746 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:04:50.831746 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:04:50.831746 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:04:50.831746 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:04:50.831746 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:04:50.831746 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:04:50.831746 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:04:50.831746 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:04:50.831746 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:04:50.831746 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:04:50.831746 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:04:50.831746 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:04:50.831746 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:04:50.831746 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:04:50.831746 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:04:50.831746 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:04:50.831746 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:04:50.831746 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:04:50.831746 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:04:50.861732 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5fa41a7e-5c2f-4b77-8bb8-e0008dd7eb94 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=65ff55c40a0847f0b490c6f3273788c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0228055 Sep 21 18:04:50.867519 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46886) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:50.893378 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d4088ccb-60ac-4638-8376-5e75b6e4dfec req-b73978db-384b-4eb5-b383-8e6313688ae0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015611 Sep 21 18:04:50.923789 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa41a7e-5c2f-4b77-8bb8-e0008dd7eb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a900864e-e9f2-4f53-836d-3b71ffc0e21d,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:50.937011 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7c6e297b-e766-4e29-aa90-291401346871 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:50.937462 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6e297b-e766-4e29-aa90-291401346871 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Fanout notify agent at l3_agent the message router_deleted on router cddc2df0-d760-406f-a45c-9f9f4ebd0e1b {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:04:50.942373 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0dc41ef1-4330-4d4c-9ac1-5e95c4f0bc20 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:50.959344 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7c6e297b-e766-4e29-aa90-291401346871 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:50.960820 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7c6e297b-e766-4e29-aa90-291401346871 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/routers/cddc2df0-d760-406f-a45c-9f9f4ebd0e1b HTTP/1.1" status: 204 len: 168 time: 1.0224392 Sep 21 18:04:50.964474 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46890) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:50.970872 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0dc41ef1-4330-4d4c-9ac1-5e95c4f0bc20 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:50.975077 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0dc41ef1-4330-4d4c-9ac1-5e95c4f0bc20 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] 10.222.0.58 "DELETE /v2.0/networks/2e704ed2-7984-4b1f-9879-4a355043ed4e HTTP/1.1" status: 204 len: 168 time: 1.3178072 Sep 21 18:04:50.975077 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc41ef1-4330-4d4c-9ac1-5e95c4f0bc20 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Pushing event deleted for resources: {'Network': ['ID=2e704ed2-7984-4b1f-9879-4a355043ed4e,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:50.975963 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46892) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:50.999496 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3aac4d4-8eef-4f50-8f6c-ffa8878f6ade tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] DELETE failed (client error): The resource could not be found. Sep 21 18:04:51.000199 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3aac4d4-8eef-4f50-8f6c-ffa8878f6ade tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:04:51.004447 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d3aac4d4-8eef-4f50-8f6c-ffa8878f6ade tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] 10.222.0.58 "DELETE /v2.0/ports/fc10960c-8b32-401f-a799-086d48358092 HTTP/1.1" status: 404 len: 333 time: 0.0253510 Sep 21 18:04:51.006519 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46894) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:51.036662 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-f367e1ff-06cb-410e-99ce-cd69d63a6f65 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Deleting subnet 78eb85a8-5a06-4e7a-a5c7-d4574221caf0 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:04:51.040915 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f367e1ff-06cb-410e-99ce-cd69d63a6f65 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:51.101313 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e0b344-221c-41f0-a08a-4a79a605abb7 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Deleting subnet 61ff7257-8237-4730-a9e3-6ceeab8b057d {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:04:51.105388 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c5e0b344-221c-41f0-a08a-4a79a605abb7 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:51.110473 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f367e1ff-06cb-410e-99ce-cd69d63a6f65 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:51.156127 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c5e0b344-221c-41f0-a08a-4a79a605abb7 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:51.229015 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d66096a5-f16f-455c-ba4e-022e934b716b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:51.303140 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c5e0b344-221c-41f0-a08a-4a79a605abb7 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:51.316418 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d66096a5-f16f-455c-ba4e-022e934b716b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:51.401650 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c5e0b344-221c-41f0-a08a-4a79a605abb7 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:51.453542 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f367e1ff-06cb-410e-99ce-cd69d63a6f65 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:51.456172 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7032ae-4943-49de-94ed-a6866bca3fdd None None] Network 28ee00fb-22a8-44c0-84de-6d4469f65a3f requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:04:51.466172 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c5e0b344-221c-41f0-a08a-4a79a605abb7 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:51.475548 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c5e0b344-221c-41f0-a08a-4a79a605abb7 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] 10.222.0.58 "DELETE /v2.0/subnets/61ff7257-8237-4730-a9e3-6ceeab8b057d HTTP/1.1" status: 204 len: 168 time: 0.4650559 Sep 21 18:04:51.476198 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46904) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:51.477101 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0b344-221c-41f0-a08a-4a79a605abb7 tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Pushing event deleted for resources: {'Subnet': ['ID=61ff7257-8237-4730-a9e3-6ceeab8b057d,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:51.603013 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:51.623049 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d66096a5-f16f-455c-ba4e-022e934b716b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:51.626060 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d66096a5-f16f-455c-ba4e-022e934b716b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:51.632598 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d66096a5-f16f-455c-ba4e-022e934b716b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a900864e-e9f2-4f53-836d-3b71ffc0e21d HTTP/1.1" status: 204 len: 168 time: 0.7615659 Sep 21 18:04:51.668093 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e9b95d34-e54d-4c30-b367-ec632ecf595a tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:51.668870 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f367e1ff-06cb-410e-99ce-cd69d63a6f65 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:51.711696 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66096a5-f16f-455c-ba4e-022e934b716b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a900864e-e9f2-4f53-836d-3b71ffc0e21d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:51.750306 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca37da9-4372-4f3c-8898-5db92e6179b7 None None] Network 07d17672-f69c-4e70-bb30-e3ae1f782ed3 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:04:51.772288 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f367e1ff-06cb-410e-99ce-cd69d63a6f65 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:51.778373 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46908) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:51.797900 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f367e1ff-06cb-410e-99ce-cd69d63a6f65 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/subnets/78eb85a8-5a06-4e7a-a5c7-d4574221caf0 HTTP/1.1" status: 204 len: 168 time: 0.8323078 Sep 21 18:04:51.799325 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367e1ff-06cb-410e-99ce-cd69d63a6f65 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event deleted for resources: {'Subnet': ['ID=78eb85a8-5a06-4e7a-a5c7-d4574221caf0,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:51.913910 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-e9b95d34-e54d-4c30-b367-ec632ecf595a tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Deleting port 9fa1a626-415d-4b1a-86eb-69054c81f7b4 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:51.914551 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e9b95d34-e54d-4c30-b367-ec632ecf595a tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:51.919765 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbe5622-248e-443d-b038-49ce158a934e None None] DHCP port deletion for 28ee00fb-22a8-44c0-84de-6d4469f65a3f request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:04:51.952949 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-62e5b7f1-8cef-4d6c-9a40-654ec57c3b62 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:52.020502 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-e9b95d34-e54d-4c30-b367-ec632ecf595a tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] For port 9fa1a626-415d-4b1a-86eb-69054c81f7b4, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=9fa1a626-415d-4b1a-86eb-69054c81f7b4,segment=NetworkSegment(e8348b33-4d6b-4dba-b241-1ba422eee043),segment_id=e8348b33-4d6b-4dba-b241-1ba422eee043)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:52.021022 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e9b95d34-e54d-4c30-b367-ec632ecf595a tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:52.039178 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-dcbe5622-248e-443d-b038-49ce158a934e None None] Deleting port 9fa1a626-415d-4b1a-86eb-69054c81f7b4 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:52.039709 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dcbe5622-248e-443d-b038-49ce158a934e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:52.055426 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-e9b95d34-e54d-4c30-b367-ec632ecf595a tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Calling delete_port for 9fa1a626-415d-4b1a-86eb-69054c81f7b4 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:52.171918 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f649d1f-3f73-47c6-bfe2-47b08ca23d97 None None] DHCP port deletion for 07d17672-f69c-4e70-bb30-e3ae1f782ed3 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:04:52.234757 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251d5e5-0d59-4a60-8656-8c7d5091cb80 req-f22c64b5-205c-46e6-b100-2aba2ea3105f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:52.242588 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9251d5e5-0d59-4a60-8656-8c7d5091cb80 req-f22c64b5-205c-46e6-b100-2aba2ea3105f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 946 time: 0.1700845 Sep 21 18:04:52.280950 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-dcbe5622-248e-443d-b038-49ce158a934e None None] For port 9fa1a626-415d-4b1a-86eb-69054c81f7b4, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=9fa1a626-415d-4b1a-86eb-69054c81f7b4,segment=NetworkSegment(e8348b33-4d6b-4dba-b241-1ba422eee043),segment_id=e8348b33-4d6b-4dba-b241-1ba422eee043)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:52.281496 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dcbe5622-248e-443d-b038-49ce158a934e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:52.298818 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-dcbe5622-248e-443d-b038-49ce158a934e None None] Calling delete_port for 9fa1a626-415d-4b1a-86eb-69054c81f7b4 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:52.354342 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-62e5b7f1-8cef-4d6c-9a40-654ec57c3b62 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Deleting port e5491de0-4c60-4919-827f-d5400e3cd893 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:52.354701 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-62e5b7f1-8cef-4d6c-9a40-654ec57c3b62 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:52.384089 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9251d5e5-0d59-4a60-8656-8c7d5091cb80 req-28158047-8e4c-4f07-8cc9-41b51c4dbec4 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242638 Sep 21 18:04:52.578753 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e9b95d34-e54d-4c30-b367-ec632ecf595a tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:52.592315 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-62e5b7f1-8cef-4d6c-9a40-654ec57c3b62 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] For port e5491de0-4c60-4919-827f-d5400e3cd893, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e5491de0-4c60-4919-827f-d5400e3cd893,segment=NetworkSegment(3467fdad-5bf2-4cd9-b753-db47bc59c9bb),segment_id=3467fdad-5bf2-4cd9-b753-db47bc59c9bb)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:52.593434 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-62e5b7f1-8cef-4d6c-9a40-654ec57c3b62 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:52.652634 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-4f649d1f-3f73-47c6-bfe2-47b08ca23d97 None None] Deleting port e5491de0-4c60-4919-827f-d5400e3cd893 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:52.653257 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4f649d1f-3f73-47c6-bfe2-47b08ca23d97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:52.677854 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b95d34-e54d-4c30-b367-ec632ecf595a tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] No DVR routers for this DVR port 9fa1a626-415d-4b1a-86eb-69054c81f7b4 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:04:52.694992 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-62e5b7f1-8cef-4d6c-9a40-654ec57c3b62 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Calling delete_port for e5491de0-4c60-4919-827f-d5400e3cd893 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:52.716179 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b95d34-e54d-4c30-b367-ec632ecf595a tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Pushing event deleted for resources: {'Port': ['ID=9fa1a626-415d-4b1a-86eb-69054c81f7b4,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:52.744347 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-4f649d1f-3f73-47c6-bfe2-47b08ca23d97 None None] For port e5491de0-4c60-4919-827f-d5400e3cd893, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e5491de0-4c60-4919-827f-d5400e3cd893,segment=NetworkSegment(3467fdad-5bf2-4cd9-b753-db47bc59c9bb),segment_id=3467fdad-5bf2-4cd9-b753-db47bc59c9bb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:04:52.744737 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4f649d1f-3f73-47c6-bfe2-47b08ca23d97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:52.747691 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dcbe5622-248e-443d-b038-49ce158a934e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:52.780740 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-4f649d1f-3f73-47c6-bfe2-47b08ca23d97 None None] Calling delete_port for e5491de0-4c60-4919-827f-d5400e3cd893 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:52.790518 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe5622-248e-443d-b038-49ce158a934e None None] Pushing event deleted for resources: {'Port': ['ID=9fa1a626-415d-4b1a-86eb-69054c81f7b4,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:52.802792 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbe5622-248e-443d-b038-49ce158a934e None None] No DVR routers for this DVR port 9fa1a626-415d-4b1a-86eb-69054c81f7b4 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:04:52.882968 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 9fa1a626-415d-4b1a-86eb-69054c81f7b4 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:04:52.914763 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 9fa1a626-415d-4b1a-86eb-69054c81f7b4 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:04:52.915217 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 9fa1a626-415d-4b1a-86eb-69054c81f7b4 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:04:52.915616 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e5491de0-4c60-4919-827f-d5400e3cd893 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:04:53.001359 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4f649d1f-3f73-47c6-bfe2-47b08ca23d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:53.004593 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e9b95d34-e54d-4c30-b367-ec632ecf595a tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:53.037427 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-e9b95d34-e54d-4c30-b367-ec632ecf595a tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ee00fb-22a8-44c0-84de-6d4469f65a3f']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:53.049704 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-e9b95d34-e54d-4c30-b367-ec632ecf595a tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8348b33-4d6b-4dba-b241-1ba422eee043') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:53.050002 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-e9b95d34-e54d-4c30-b367-ec632ecf595a tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8348b33-4d6b-4dba-b241-1ba422eee043') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:53.067583 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e9b95d34-e54d-4c30-b367-ec632ecf595a tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:53.082176 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f649d1f-3f73-47c6-bfe2-47b08ca23d97 None None] No DVR routers for this DVR port e5491de0-4c60-4919-827f-d5400e3cd893 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:04:53.083746 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f649d1f-3f73-47c6-bfe2-47b08ca23d97 None None] Pushing event deleted for resources: {'Port': ['ID=e5491de0-4c60-4919-827f-d5400e3cd893,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:53.098867 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:53.101589 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-62e5b7f1-8cef-4d6c-9a40-654ec57c3b62 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:53.125125 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e9b95d34-e54d-4c30-b367-ec632ecf595a tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:53.163015 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e5b7f1-8cef-4d6c-9a40-654ec57c3b62 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] No DVR routers for this DVR port e5491de0-4c60-4919-827f-d5400e3cd893 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:04:53.166229 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5b7f1-8cef-4d6c-9a40-654ec57c3b62 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event deleted for resources: {'Port': ['ID=e5491de0-4c60-4919-827f-d5400e3cd893,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:53.171265 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b95d34-e54d-4c30-b367-ec632ecf595a tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:04:53.171970 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e9b95d34-e54d-4c30-b367-ec632ecf595a tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:04:53.175258 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:04:53.238391 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:53.419692 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e9b95d34-e54d-4c30-b367-ec632ecf595a tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:53.423493 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-62e5b7f1-8cef-4d6c-9a40-654ec57c3b62 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:53.436287 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e9b95d34-e54d-4c30-b367-ec632ecf595a tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:53.438677 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e9b95d34-e54d-4c30-b367-ec632ecf595a tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] 10.222.0.58 "DELETE /v2.0/networks/28ee00fb-22a8-44c0-84de-6d4469f65a3f HTTP/1.1" status: 204 len: 168 time: 1.9512656 Sep 21 18:04:53.462164 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b95d34-e54d-4c30-b367-ec632ecf595a tempest-DHCPAgentSchedulersTestJSON-1786253813 tempest-DHCPAgentSchedulersTestJSON-1786253813-project] Pushing event deleted for resources: {'Network': ['ID=28ee00fb-22a8-44c0-84de-6d4469f65a3f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:53.499732 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-62e5b7f1-8cef-4d6c-9a40-654ec57c3b62 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d17672-f69c-4e70-bb30-e3ae1f782ed3']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:53.520510 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-62e5b7f1-8cef-4d6c-9a40-654ec57c3b62 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3467fdad-5bf2-4cd9-b753-db47bc59c9bb') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:53.520808 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-62e5b7f1-8cef-4d6c-9a40-654ec57c3b62 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3467fdad-5bf2-4cd9-b753-db47bc59c9bb') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:53.543370 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-62e5b7f1-8cef-4d6c-9a40-654ec57c3b62 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:53.569473 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-62e5b7f1-8cef-4d6c-9a40-654ec57c3b62 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:53.580680 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e5b7f1-8cef-4d6c-9a40-654ec57c3b62 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:04:53.581108 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-62e5b7f1-8cef-4d6c-9a40-654ec57c3b62 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:53.600638 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:04:53.600638 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:04:53.600638 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:04:53.600638 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:04:53.600638 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:04:53.600638 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:04:53.600638 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:04:53.600638 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:04:53.600638 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:04:53.600638 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:04:53.600638 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:04:53.600638 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:04:53.600638 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:04:53.600638 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:04:53.600638 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:04:53.600638 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:04:53.600638 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:04:53.600638 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:04:53.600638 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:04:53.600638 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:04:53.600638 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:04:53.600638 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:04:53.600638 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:04:53.600638 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:04:53.600638 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:04:53.600638 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:04:53.600638 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:04:53.600638 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:04:53.600638 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:04:53.600638 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:04:53.600638 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:04:53.600638 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:04:53.788697 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d7140-e502-4f86-84e2-7b9f974fdcf3 req-f248cae4-ebce-4199-a7af-80242247ac82 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:53.792392 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ab2d7140-e502-4f86-84e2-7b9f974fdcf3 req-f248cae4-ebce-4199-a7af-80242247ac82 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 946 time: 0.1908903 Sep 21 18:04:53.793795 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-62e5b7f1-8cef-4d6c-9a40-654ec57c3b62 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:53.801747 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-62e5b7f1-8cef-4d6c-9a40-654ec57c3b62 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:53.803631 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-62e5b7f1-8cef-4d6c-9a40-654ec57c3b62 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/networks/07d17672-f69c-4e70-bb30-e3ae1f782ed3 HTTP/1.1" status: 204 len: 168 time: 2.0242746 Sep 21 18:04:53.807960 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46956) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:53.814198 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-c12a50bb-4f0b-4a80-af0b-c562ffc98810 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1355765934', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}, 'admin_state_up': False}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:53.825622 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5b7f1-8cef-4d6c-9a40-654ec57c3b62 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event deleted for resources: {'Network': ['ID=07d17672-f69c-4e70-bb30-e3ae1f782ed3,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:53.860377 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ab2d7140-e502-4f86-84e2-7b9f974fdcf3 req-7d255eea-8e7b-4e1e-b8a5-610fdc3fd9f4 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424576 Sep 21 18:04:53.880535 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c12a50bb-4f0b-4a80-af0b-c562ffc98810 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:53.881972 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c12a50bb-4f0b-4a80-af0b-c562ffc98810 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:53.925746 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46960) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:54.065854 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c12a50bb-4f0b-4a80-af0b-c562ffc98810 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:54.418504 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c12a50bb-4f0b-4a80-af0b-c562ffc98810 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:54.481740 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-cfb40b89-7afb-42d6-9e98-a95cba940671 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3baead3c40bd4af6b44ec1faff9c74a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5540605 Sep 21 18:04:54.485222 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46976) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:54.563274 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:54.652146 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-72a9b578-32ce-4348-a92a-2a202a6f995c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:54.731636 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-72a9b578-32ce-4348-a92a-2a202a6f995c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:54.852449 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-72a9b578-32ce-4348-a92a-2a202a6f995c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:54.855127 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-72a9b578-32ce-4348-a92a-2a202a6f995c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:54.858904 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-72a9b578-32ce-4348-a92a-2a202a6f995c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ae43ba87-14dd-4af2-a304-c8460ff0adec HTTP/1.1" status: 204 len: 168 time: 0.3724985 Sep 21 18:04:54.872638 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9b578-32ce-4348-a92a-2a202a6f995c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae43ba87-14dd-4af2-a304-c8460ff0adec,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:54.995015 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46992) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:55.137559 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c12a50bb-4f0b-4a80-af0b-c562ffc98810 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:55.171015 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a4a17-ce9b-493c-8843-dae2099ea9af req-235ffc2e-93e8-44ea-884f-d53c735ebcf6 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:55.172857 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f19a4a17-ce9b-493c-8843-dae2099ea9af req-235ffc2e-93e8-44ea-884f-d53c735ebcf6 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 946 time: 0.1522527 Sep 21 18:04:55.174114 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c12a50bb-4f0b-4a80-af0b-c562ffc98810 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:55.324848 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f19a4a17-ce9b-493c-8843-dae2099ea9af req-a381f4cd-7eea-4124-81a0-a4c1f50add22 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383908 Sep 21 18:04:55.457091 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-c12a50bb-4f0b-4a80-af0b-c562ffc98810 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Allocated IP 172.25.6.177 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/41e56319-5a1a-4d0e-92bf-2cb3b3d589a4) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:04:55.547634 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-461f6934-6bc2-4126-bb14-24e14f08fd6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:55.605363 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47006) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:55.644083 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b4d62599-0708-4ccf-97f9-5fb3ee7ac282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:55.645043 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c12a50bb-4f0b-4a80-af0b-c562ffc98810 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:55.692225 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c12a50bb-4f0b-4a80-af0b-c562ffc98810 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:55.779644 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a50bb-4f0b-4a80-af0b-c562ffc98810 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Port': ['ID=41e56319-5a1a-4d0e-92bf-2cb3b3d589a4,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:55.793441 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12a50bb-4f0b-4a80-af0b-c562ffc98810 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:04:55.795856 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-c12a50bb-4f0b-4a80-af0b-c562ffc98810 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:04:55.799100 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12a50bb-4f0b-4a80-af0b-c562ffc98810 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:04:55.831525 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-461f6934-6bc2-4126-bb14-24e14f08fd6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:55.887959 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-461f6934-6bc2-4126-bb14-24e14f08fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:55.952963 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-461f6934-6bc2-4126-bb14-24e14f08fd6e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e49593f3017f4ba98d91afded03b72fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9534001 Sep 21 18:04:55.953986 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f6934-6bc2-4126-bb14-24e14f08fd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d919a008-4d2b-4024-ad23-a924bd1cd04f,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:55.956415 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47010) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:56.055556 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40c5dfcd-707d-498f-94a0-1f8ee1f1fef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:56.080262 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40c5dfcd-707d-498f-94a0-1f8ee1f1fef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:56.134731 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40c5dfcd-707d-498f-94a0-1f8ee1f1fef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:56.137848 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40c5dfcd-707d-498f-94a0-1f8ee1f1fef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:56.141485 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-40c5dfcd-707d-498f-94a0-1f8ee1f1fef4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d919a008-4d2b-4024-ad23-a924bd1cd04f HTTP/1.1" status: 204 len: 168 time: 0.1803286 Sep 21 18:04:56.163817 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5dfcd-707d-498f-94a0-1f8ee1f1fef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d919a008-4d2b-4024-ad23-a924bd1cd04f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:56.172043 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b4d62599-0708-4ccf-97f9-5fb3ee7ac282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:56.178263 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b4d62599-0708-4ccf-97f9-5fb3ee7ac282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:56.230337 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c12a50bb-4f0b-4a80-af0b-c562ffc98810 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:56.283015 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b4d62599-0708-4ccf-97f9-5fb3ee7ac282 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=521e39d23d9c48119769a526c948dc22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6740091 Sep 21 18:04:56.283501 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47014) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:56.319606 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d62599-0708-4ccf-97f9-5fb3ee7ac282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c7e4d2-fdd2-4308-a1e5-485bc2bd32af,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:56.418309 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4cc782ad-2332-4109-bc9e-ccfc3b990ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:56.495285 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4cc782ad-2332-4109-bc9e-ccfc3b990ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:56.573107 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f4ab4-af90-4b37-a30f-3972734cb725 req-f4f94723-7c0f-4ea2-8955-4734bfed5743 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:56.578173 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c12a50bb-4f0b-4a80-af0b-c562ffc98810 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:56.580606 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6f7f4ab4-af90-4b37-a30f-3972734cb725 req-f4f94723-7c0f-4ea2-8955-4734bfed5743 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 946 time: 0.1354897 Sep 21 18:04:56.626558 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4cc782ad-2332-4109-bc9e-ccfc3b990ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:56.629278 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4cc782ad-2332-4109-bc9e-ccfc3b990ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:56.630537 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4cc782ad-2332-4109-bc9e-ccfc3b990ebf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/52c7e4d2-fdd2-4308-a1e5-485bc2bd32af HTTP/1.1" status: 204 len: 168 time: 0.3410356 Sep 21 18:04:56.651603 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6f7f4ab4-af90-4b37-a30f-3972734cb725 req-94e4bc26-886f-46d3-904e-a342077fb0ff tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700169 Sep 21 18:04:56.658610 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc782ad-2332-4109-bc9e-ccfc3b990ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c7e4d2-fdd2-4308-a1e5-485bc2bd32af,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:56.779201 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12a50bb-4f0b-4a80-af0b-c562ffc98810 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Router 0c84fb2e-91f8-4004-bcce-3e3e6094b33b is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:04:56.926703 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12a50bb-4f0b-4a80-af0b-c562ffc98810 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:04:56.940046 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c299676a-714d-4764-aaab-e6ae521d9c69 None None] Sync routers for ids ['0c84fb2e-91f8-4004-bcce-3e3e6094b33b'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:04:56.952770 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c12a50bb-4f0b-4a80-af0b-c562ffc98810 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:56.954517 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c12a50bb-4f0b-4a80-af0b-c562ffc98810 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.1446726 Sep 21 18:04:56.957518 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47054) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:56.969296 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c299676a-714d-4764-aaab-e6ae521d9c69 None None] Routers {'0c84fb2e-91f8-4004-bcce-3e3e6094b33b'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:56.970247 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c299676a-714d-4764-aaab-e6ae521d9c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:04:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0c84fb2e-91f8-4004-bcce-3e3e6094b33b'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:57.040722 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c299676a-714d-4764-aaab-e6ae521d9c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:57.050776 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c299676a-714d-4764-aaab-e6ae521d9c69 None None] Routers {'0c84fb2e-91f8-4004-bcce-3e3e6094b33b'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:57.051907 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c299676a-714d-4764-aaab-e6ae521d9c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:04:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0c84fb2e-91f8-4004-bcce-3e3e6094b33b'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:57.109187 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c299676a-714d-4764-aaab-e6ae521d9c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:57.109841 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c299676a-714d-4764-aaab-e6ae521d9c69 None None] The sync data for ids ['0c84fb2e-91f8-4004-bcce-3e3e6094b33b'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:04:57.135482 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47064) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:57.136131 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a32f25a5-4404-408c-9f49-1604d831b926 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "GET /v2.0/routers/0c84fb2e-91f8-4004-bcce-3e3e6094b33b HTTP/1.1" status: 200 len: 881 time: 0.1772068 Sep 21 18:04:57.268501 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263590c3-9a9b-4aad-8654-d89ef4111354 req-7c9cc44e-0a4d-4835-ab6a-5017318ec546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:57.270283 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-263590c3-9a9b-4aad-8654-d89ef4111354 req-7c9cc44e-0a4d-4835-ab6a-5017318ec546 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0054d9324ee341f99a9815f4375410f3&device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 1097 time: 0.0719140 Sep 21 18:04:57.415660 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263590c3-9a9b-4aad-8654-d89ef4111354 req-6188381e-e3b1-401b-92c0-ce7265d51f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:57.417549 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-263590c3-9a9b-4aad-8654-d89ef4111354 req-6188381e-e3b1-401b-92c0-ce7265d51f99 service neutron] 10.222.0.38 "GET /v2.0/networks?id=317845e1-df2c-40eb-a75c-cc29a382e695 HTTP/1.1" status: 200 len: 916 time: 0.1389158 Sep 21 18:04:57.493353 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-975394e4-9530-46a3-827c-10032745945d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3562775 Sep 21 18:04:57.493902 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47078) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:57.498374 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-47241fc8-1d79-4387-81bf-8e29178b19e8 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1355765934'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:57.557545 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-263590c3-9a9b-4aad-8654-d89ef4111354 req-c9ea1231-fea7-428b-90f5-61baece76cf7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae5cf22b-064e-447d-8faf-708f8476b92d HTTP/1.1" status: 200 len: 1002 time: 0.1324544 Sep 21 18:04:57.724351 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263590c3-9a9b-4aad-8654-d89ef4111354 req-dd2aa098-2a7f-45b0-9393-e81c48a7ab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:57.725759 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-263590c3-9a9b-4aad-8654-d89ef4111354 req-dd2aa098-2a7f-45b0-9393-e81c48a7ab3d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=109644f9-7374-4e29-a072-2da36abb70ff HTTP/1.1" status: 200 len: 854 time: 0.1607895 Sep 21 18:04:57.825565 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3480f8d-f07b-46ce-96d0-e9e55c94ea2f req-bdd39f44-6003-422d-968f-fe3314592ec6 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:57.827803 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b3480f8d-f07b-46ce-96d0-e9e55c94ea2f req-bdd39f44-6003-422d-968f-fe3314592ec6 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 946 time: 0.0629900 Sep 21 18:04:57.878684 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263590c3-9a9b-4aad-8654-d89ef4111354 req-fd050464-4806-407b-a4eb-c20284aa1140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:57.880537 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-263590c3-9a9b-4aad-8654-d89ef4111354 req-fd050464-4806-407b-a4eb-c20284aa1140 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=317845e1-df2c-40eb-a75c-cc29a382e695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1464202 Sep 21 18:04:57.911770 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b3480f8d-f07b-46ce-96d0-e9e55c94ea2f req-b1d558bd-632b-44db-a369-cb2bd56b7287 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772369 Sep 21 18:04:58.062156 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-263590c3-9a9b-4aad-8654-d89ef4111354 req-c66206e6-6ddb-4b0e-bbdc-381b5d740af8 service neutron] 10.222.0.38 "GET /v2.0/networks/317845e1-df2c-40eb-a75c-cc29a382e695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686983 Sep 21 18:04:58.241248 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-47241fc8-1d79-4387-81bf-8e29178b19e8 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1427'] for router, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:58.253454 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-263590c3-9a9b-4aad-8654-d89ef4111354 req-79669611-4dc4-4595-a737-28fa463e90ce service neutron] 10.222.0.38 "GET /v2.0/networks/317845e1-df2c-40eb-a75c-cc29a382e695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825068 Sep 21 18:04:58.263654 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-47241fc8-1d79-4387-81bf-8e29178b19e8 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-734625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-734648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-574993'] for router, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:58.389872 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47241fc8-1d79-4387-81bf-8e29178b19e8 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Router 0c84fb2e-91f8-4004-bcce-3e3e6094b33b has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:04:58.520326 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47241fc8-1d79-4387-81bf-8e29178b19e8 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:04:58.527671 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-47241fc8-1d79-4387-81bf-8e29178b19e8 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:58.531569 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-47241fc8-1d79-4387-81bf-8e29178b19e8 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "PUT /v2.0/routers/0c84fb2e-91f8-4004-bcce-3e3e6094b33b HTTP/1.1" status: 200 len: 888 time: 1.0370345 Sep 21 18:04:58.531907 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47124) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:58.534326 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b610c0f8-c720-42f2-b162-d87663a16633 None None] Sync routers for ids ['0c84fb2e-91f8-4004-bcce-3e3e6094b33b'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:04:58.550638 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b610c0f8-c720-42f2-b162-d87663a16633 None None] Routers {'0c84fb2e-91f8-4004-bcce-3e3e6094b33b'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:58.552274 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b610c0f8-c720-42f2-b162-d87663a16633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:04:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0c84fb2e-91f8-4004-bcce-3e3e6094b33b'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:58.619690 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b610c0f8-c720-42f2-b162-d87663a16633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:58.628834 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b610c0f8-c720-42f2-b162-d87663a16633 None None] Routers {'0c84fb2e-91f8-4004-bcce-3e3e6094b33b'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:04:58.629465 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b610c0f8-c720-42f2-b162-d87663a16633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:04:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0c84fb2e-91f8-4004-bcce-3e3e6094b33b'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:58.666738 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b610c0f8-c720-42f2-b162-d87663a16633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:04:58.667429 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b610c0f8-c720-42f2-b162-d87663a16633 None None] The sync data for ids ['0c84fb2e-91f8-4004-bcce-3e3e6094b33b'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:04:58.670591 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47128) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:58.680938 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-cb7b5002-2995-484d-a694-437d4eeb4fdb tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "GET /v2.0/routers/0c84fb2e-91f8-4004-bcce-3e3e6094b33b HTTP/1.1" status: 200 len: 888 time: 0.1472750 Sep 21 18:04:58.707195 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4b90c313-9eed-4b0a-98fa-a040fe5d3085 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c84fb2e-91f8-4004-bcce-3e3e6094b33b HTTP/1.1" status: 200 len: 205 time: 0.0350604 Sep 21 18:04:58.709437 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47132) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:58.828160 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-66b1c26c-ab32-42d6-ab82-832d21ad1534 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:58.938855 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-66b1c26c-ab32-42d6-ab82-832d21ad1534 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:59.002915 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-66b1c26c-ab32-42d6-ab82-832d21ad1534 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Deleting port 41e56319-5a1a-4d0e-92bf-2cb3b3d589a4 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:04:59.003683 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-66b1c26c-ab32-42d6-ab82-832d21ad1534 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:59.100403 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-66b1c26c-ab32-42d6-ab82-832d21ad1534 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:59.114189 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-66b1c26c-ab32-42d6-ab82-832d21ad1534 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Calling delete_port for 41e56319-5a1a-4d0e-92bf-2cb3b3d589a4 owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:04:59.118891 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d43dba-b47d-4a31-8ac6-af54b699a28d req-46bd47dc-5fd5-403a-a287-67c85384c4e6 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:59.120500 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-61d43dba-b47d-4a31-8ac6-af54b699a28d req-46bd47dc-5fd5-403a-a287-67c85384c4e6 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 946 time: 0.0705326 Sep 21 18:04:59.171323 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-61d43dba-b47d-4a31-8ac6-af54b699a28d req-84827bf2-72fc-4c4c-8fb4-edf9baefed71 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446095 Sep 21 18:04:59.313618 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47150) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:59.356118 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-66b1c26c-ab32-42d6-ab82-832d21ad1534 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:59.393520 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1c26c-ab32-42d6-ab82-832d21ad1534 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event deleted for resources: {'Port': ['ID=41e56319-5a1a-4d0e-92bf-2cb3b3d589a4,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:04:59.467980 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-66b1c26c-ab32-42d6-ab82-832d21ad1534 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:59.511461 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-d82ec6e0-c263-4a39-a52e-f31d0badb062 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:59.545129 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d82ec6e0-c263-4a39-a52e-f31d0badb062 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks [] for floatingip, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:59.575316 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-66b1c26c-ab32-42d6-ab82-832d21ad1534 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:59.577681 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-66b1c26c-ab32-42d6-ab82-832d21ad1534 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:59.647043 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-66b1c26c-ab32-42d6-ab82-832d21ad1534 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:59.647630 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b1c26c-ab32-42d6-ab82-832d21ad1534 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Fanout notify agent at l3_agent the message router_deleted on router 0c84fb2e-91f8-4004-bcce-3e3e6094b33b {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:04:59.655366 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-66b1c26c-ab32-42d6-ab82-832d21ad1534 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:59.656523 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-66b1c26c-ab32-42d6-ab82-832d21ad1534 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/routers/0c84fb2e-91f8-4004-bcce-3e3e6094b33b HTTP/1.1" status: 204 len: 168 time: 0.9460948 Sep 21 18:04:59.660471 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47160) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:59.667334 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-65e57fe2-4de2-4864-a124-390204dcb87e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Request body: {'network': {'name': 'tempest-RoutersTest-466022222'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:04:59.692706 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e57fe2-4de2-4864-a124-390204dcb87e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Made reservation on behalf of d7ec63c1d7a3434588f64b3d4b2f5b0c for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:04:59.700807 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-65e57fe2-4de2-4864-a124-390204dcb87e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:59.716549 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d82ec6e0-c263-4a39-a52e-f31d0badb062 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:59.734749 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e57fe2-4de2-4864-a124-390204dcb87e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:04:59.749200 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-65e57fe2-4de2-4864-a124-390204dcb87e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:59.751398 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-65e57fe2-4de2-4864-a124-390204dcb87e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Added segment e9f46e12-1b59-4174-bc90-c960ef152f14 of type vlan for network 56a61079-e7a4-4764-ad19-efbfc4f5199d Sep 21 18:04:59.822630 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-65e57fe2-4de2-4864-a124-390204dcb87e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:59.842878 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-d82ec6e0-c263-4a39-a52e-f31d0badb062 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Allocated IP 172.25.6.114 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/b99cd270-4f91-451f-a7f4-a91b81830855) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:04:59.861260 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-65e57fe2-4de2-4864-a124-390204dcb87e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:59.867883 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e57fe2-4de2-4864-a124-390204dcb87e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:04:59.868697 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-65e57fe2-4de2-4864-a124-390204dcb87e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:04:59.927810 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-65e57fe2-4de2-4864-a124-390204dcb87e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2661092 Sep 21 18:04:59.931113 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47164) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:04:59.939213 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-b038bf4a-c656-4bfd-bfee-c737682cb0c4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Request body: {'subnet': {'network_id': '56a61079-e7a4-4764-ad19-efbfc4f5199d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:00.000171 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e57fe2-4de2-4864-a124-390204dcb87e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Network': ['ID=56a61079-e7a4-4764-ad19-efbfc4f5199d,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:00.006675 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d82ec6e0-c263-4a39-a52e-f31d0badb062 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:00.013924 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 56a61079-e7a4-4764-ad19-efbfc4f5199d details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:05:00.063345 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d82ec6e0-c263-4a39-a52e-f31d0badb062 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:00.131189 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b038bf4a-c656-4bfd-bfee-c737682cb0c4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Made reservation on behalf of d7ec63c1d7a3434588f64b3d4b2f5b0c for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:05:00.139840 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b038bf4a-c656-4bfd-bfee-c737682cb0c4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:00.143683 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82ec6e0-c263-4a39-a52e-f31d0badb062 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:00.147642 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-d82ec6e0-c263-4a39-a52e-f31d0badb062 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:00.152171 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82ec6e0-c263-4a39-a52e-f31d0badb062 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:05:00.243319 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ec6e0-c263-4a39-a52e-f31d0badb062 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Pushing event updated for resources: {'Port': ['ID=b99cd270-4f91-451f-a7f4-a91b81830855,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:00.311084 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d82ec6e0-c263-4a39-a52e-f31d0badb062 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:00.347735 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d82ec6e0-c263-4a39-a52e-f31d0badb062 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:00.412801 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32178464-bfe9-4c50-bd86-2a73e5d62eb6 req-1d952e05-1d0f-404a-8782-eab97ee02022 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:00.414517 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-32178464-bfe9-4c50-bd86-2a73e5d62eb6 req-1d952e05-1d0f-404a-8782-eab97ee02022 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 946 time: 0.1134973 Sep 21 18:05:00.517510 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d82ec6e0-c263-4a39-a52e-f31d0badb062 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:00.523661 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d82ec6e0-c263-4a39-a52e-f31d0badb062 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:00.596768 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ec6e0-c263-4a39-a52e-f31d0badb062 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Pushing event updated for resources: {'Port': ['ID=b99cd270-4f91-451f-a7f4-a91b81830855,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:00.610168 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d82ec6e0-c263-4a39-a52e-f31d0badb062 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:00.624749 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d82ec6e0-c263-4a39-a52e-f31d0badb062 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:00.626346 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d82ec6e0-c263-4a39-a52e-f31d0badb062 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3119967 Sep 21 18:05:00.629075 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47172) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:00.634445 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-85ad5e8a-baec-407a-b8a5-8b3dc59f8290 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-404796494'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:00.661972 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ad5e8a-baec-407a-b8a5-8b3dc59f8290 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Made reservation on behalf of cc72841fb45f4bdbb3716d688e8466af for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:05:00.666267 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-85ad5e8a-baec-407a-b8a5-8b3dc59f8290 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:00.677654 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-85ad5e8a-baec-407a-b8a5-8b3dc59f8290 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:00.796012 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b038bf4a-c656-4bfd-bfee-c737682cb0c4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:00.834315 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-85ad5e8a-baec-407a-b8a5-8b3dc59f8290 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:00.839649 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-85ad5e8a-baec-407a-b8a5-8b3dc59f8290 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:00.866579 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-32178464-bfe9-4c50-bd86-2a73e5d62eb6 req-049c7130-870f-4322-a1ed-17ad18262fd1 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4452853 Sep 21 18:05:00.873387 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85ad5e8a-baec-407a-b8a5-8b3dc59f8290 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:05:00.884187 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038bf4a-c656-4bfd-bfee-c737682cb0c4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Subnet': ['ID=92580dba-2a8b-4b3f-904c-4593c82b9d5b,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:00.903840 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b038bf4a-c656-4bfd-bfee-c737682cb0c4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Checking segment: {'id': 'e9f46e12-1b59-4174-bc90-c960ef152f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '56a61079-e7a4-4764-ad19-efbfc4f5199d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:05:00.904364 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b038bf4a-c656-4bfd-bfee-c737682cb0c4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network hostable DHCP agents. Network: 56a61079-e7a4-4764-ad19-efbfc4f5199d, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:05:00.907908 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad5e8a-baec-407a-b8a5-8b3dc59f8290 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91e43339-0c47-4460-930b-740a4dc3f84d,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:00.916060 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-85ad5e8a-baec-407a-b8a5-8b3dc59f8290 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:00.916624 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-85ad5e8a-baec-407a-b8a5-8b3dc59f8290 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Added segment caa0367c-1fd6-48f6-8d57-ca9e1c766d09 of type vlan for network 843e2f7f-7fa2-40c9-8808-3ad1963c8eaa Sep 21 18:05:00.933779 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b038bf4a-c656-4bfd-bfee-c737682cb0c4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network 56a61079-e7a4-4764-ad19-efbfc4f5199d is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:05:00.954011 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device ae5cf22b-064e-447d-8faf-708f8476b92d no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:05:00.956801 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-b038bf4a-c656-4bfd-bfee-c737682cb0c4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 56a61079-e7a4-4764-ad19-efbfc4f5199d) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:00.962461 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b038bf4a-c656-4bfd-bfee-c737682cb0c4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:00.963547 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b038bf4a-c656-4bfd-bfee-c737682cb0c4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:01.031614 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b038bf4a-c656-4bfd-bfee-c737682cb0c4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0974431 Sep 21 18:05:01.032407 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47186) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:01.053716 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-83d46657-7ded-4ffc-9dc0-c92fdbd591e7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-850099422', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:01.083999 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e713d31a-4a84-408e-b35f-b22e174c9770 None None] Network 56a61079-e7a4-4764-ad19-efbfc4f5199d requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:05:01.086499 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-85ad5e8a-baec-407a-b8a5-8b3dc59f8290 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:01.107086 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-83d46657-7ded-4ffc-9dc0-c92fdbd591e7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:01.110678 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-83d46657-7ded-4ffc-9dc0-c92fdbd591e7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:01.168453 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-85ad5e8a-baec-407a-b8a5-8b3dc59f8290 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:01.188600 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ad5e8a-baec-407a-b8a5-8b3dc59f8290 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:01.192839 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-85ad5e8a-baec-407a-b8a5-8b3dc59f8290 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:01.220860 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-85ad5e8a-baec-407a-b8a5-8b3dc59f8290 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5880899 Sep 21 18:05:01.229833 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47192) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:01.235341 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-7bc217b6-6552-4d8d-9c6c-1cd2fee4f2f9 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Request body: {'subnet': {'network_id': '843e2f7f-7fa2-40c9-8808-3ad1963c8eaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:01.263626 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-83d46657-7ded-4ffc-9dc0-c92fdbd591e7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:01.275232 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-83d46657-7ded-4ffc-9dc0-c92fdbd591e7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:01.316249 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-83d46657-7ded-4ffc-9dc0-c92fdbd591e7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:01.321945 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-83d46657-7ded-4ffc-9dc0-c92fdbd591e7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2840574 Sep 21 18:05:01.322658 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47200) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:01.400678 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad5e8a-baec-407a-b8a5-8b3dc59f8290 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Pushing event updated for resources: {'Network': ['ID=843e2f7f-7fa2-40c9-8808-3ad1963c8eaa,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:01.423532 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 843e2f7f-7fa2-40c9-8808-3ad1963c8eaa details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:05:01.443803 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc217b6-6552-4d8d-9c6c-1cd2fee4f2f9 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Made reservation on behalf of cc72841fb45f4bdbb3716d688e8466af for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:05:01.448975 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7bc217b6-6552-4d8d-9c6c-1cd2fee4f2f9 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:01.579970 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:01.600059 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e5ab6b-7958-4967-9881-4e2ebea9715e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-56a61079-e7a4-4764-ad19-efbfc4f5199d', 'network_id': '56a61079-e7a4-4764-ad19-efbfc4f5199d', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'fixed_ips': [{'subnet_id': '92580dba-2a8b-4b3f-904c-4593c82b9d5b'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:05:01.601502 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f8e5ab6b-7958-4967-9881-4e2ebea9715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:01.652908 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45a186f-e558-4443-ae23-9c550baf95e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae5cf22b-064e-447d-8faf-708f8476b92d'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:05:01.655686 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a132ca85-fbe8-4bfa-991d-779ff21cf15a" -d '{"events": [{"server_uuid": "d45a186f-e558-4443-ae23-9c550baf95e6", "name": "network-vif-unplugged", "status": "completed", "tag": "ae5cf22b-064e-447d-8faf-708f8476b92d"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:05:01.660679 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port ae5cf22b-064e-447d-8faf-708f8476b92d, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ae5cf22b-064e-447d-8faf-708f8476b92d,segment=NetworkSegment(3f4ce037-8995-4519-9436-741a5cf4e4ad),segment_id=3f4ce037-8995-4519-9436-741a5cf4e4ad)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:01.670221 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:01.728721 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 21 Sep 2021 18:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea1325a-6e1f-4cf0-b900-2fa01eb58b55 x-openstack-request-id: req-6ea1325a-6e1f-4cf0-b900-2fa01eb58b55 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:05:01.729348 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45a186f-e558-4443-ae23-9c550baf95e6", "name": "network-vif-unplugged", "status": "failed", "tag": "ae5cf22b-064e-447d-8faf-708f8476b92d", "code": 422}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:05:01.729786 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6ea1325a-6e1f-4cf0-b900-2fa01eb58b55 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:05:01.730353 n-d-810291-1 neutron-server[101462]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd45a186f-e558-4443-ae23-9c550baf95e6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ae5cf22b-064e-447d-8faf-708f8476b92d', 'code': 422} returned with failed status Sep 21 18:05:01.745879 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-89c04617-7684-40ab-8582-1f1a0433a7d9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:01.769997 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7bc217b6-6552-4d8d-9c6c-1cd2fee4f2f9 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:01.859519 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=ae5cf22b-064e-447d-8faf-708f8476b92d,revision_number=8']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:01.873700 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc217b6-6552-4d8d-9c6c-1cd2fee4f2f9 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Pushing event updated for resources: {'Subnet': ['ID=e18fd6a3-3caf-42d7-b354-4d77d1d570bb,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:01.909487 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc217b6-6552-4d8d-9c6c-1cd2fee4f2f9 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Checking segment: {'id': 'caa0367c-1fd6-48f6-8d57-ca9e1c766d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '843e2f7f-7fa2-40c9-8808-3ad1963c8eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:05:01.909925 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc217b6-6552-4d8d-9c6c-1cd2fee4f2f9 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Network hostable DHCP agents. Network: 843e2f7f-7fa2-40c9-8808-3ad1963c8eaa, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:05:01.919424 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-f8e5ab6b-7958-4967-9881-4e2ebea9715e None None] Allocated IP 172.20.0.2 (56a61079-e7a4-4764-ad19-efbfc4f5199d/92580dba-2a8b-4b3f-904c-4593c82b9d5b/f566e9ce-e7e2-437b-9cef-4308c3028e3c) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:05:01.978941 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc217b6-6552-4d8d-9c6c-1cd2fee4f2f9 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Network 843e2f7f-7fa2-40c9-8808-3ad1963c8eaa is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:05:02.007721 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-7bc217b6-6552-4d8d-9c6c-1cd2fee4f2f9 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 843e2f7f-7fa2-40c9-8808-3ad1963c8eaa) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:02.023802 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7044ef11-28d1-47fd-9c96-1d66be44b72c None None] Network 843e2f7f-7fa2-40c9-8808-3ad1963c8eaa requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:05:02.037913 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc217b6-6552-4d8d-9c6c-1cd2fee4f2f9 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:02.044944 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7bc217b6-6552-4d8d-9c6c-1cd2fee4f2f9 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:02.076749 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7bc217b6-6552-4d8d-9c6c-1cd2fee4f2f9 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8456273 Sep 21 18:05:02.079475 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47222) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:02.086208 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-712257b7-2be1-4fd3-b01d-afc37235d35e tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1003695154', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}, 'admin_state_up': False}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:02.134999 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-712257b7-2be1-4fd3-b01d-afc37235d35e tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:02.136697 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-712257b7-2be1-4fd3-b01d-afc37235d35e tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:02.216048 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-712257b7-2be1-4fd3-b01d-afc37235d35e tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:02.275881 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f8e5ab6b-7958-4967-9881-4e2ebea9715e None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:02.328197 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f8e5ab6b-7958-4967-9881-4e2ebea9715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:02.400935 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e5ab6b-7958-4967-9881-4e2ebea9715e None None] Network 56a61079-e7a4-4764-ad19-efbfc4f5199d is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:02.405156 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-89c04617-7684-40ab-8582-1f1a0433a7d9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Allocated IP 172.20.0.1 (56a61079-e7a4-4764-ad19-efbfc4f5199d/92580dba-2a8b-4b3f-904c-4593c82b9d5b/eb763747-ffa3-460e-9dfd-3f9d5426f950) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:05:02.413405 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-f8e5ab6b-7958-4967-9881-4e2ebea9715e None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:02.424887 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e5ab6b-7958-4967-9881-4e2ebea9715e None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:05:02.556583 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c756e58-5c0e-4fb6-980e-50d3f42a8ee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-843e2f7f-7fa2-40c9-8808-3ad1963c8eaa', 'network_id': '843e2f7f-7fa2-40c9-8808-3ad1963c8eaa', 'tenant_id': 'cc72841fb45f4bdbb3716d688e8466af', 'fixed_ips': [{'subnet_id': 'e18fd6a3-3caf-42d7-b354-4d77d1d570bb'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:05:02.560728 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9c756e58-5c0e-4fb6-980e-50d3f42a8ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:02.567611 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5ab6b-7958-4967-9881-4e2ebea9715e None None] Pushing event updated for resources: {'Port': ['ID=f566e9ce-e7e2-437b-9cef-4308c3028e3c,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:02.782478 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-89c04617-7684-40ab-8582-1f1a0433a7d9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:02.815678 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-9c756e58-5c0e-4fb6-980e-50d3f42a8ee6 None None] Allocated IP 172.20.0.2 (843e2f7f-7fa2-40c9-8808-3ad1963c8eaa/e18fd6a3-3caf-42d7-b354-4d77d1d570bb/304d6ca1-ea1e-4c2e-81a8-68cabe621e19) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:05:02.827910 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44501a38-008d-44b7-bc82-a1ab6d120c6f req-515549de-9081-407a-958f-339689c6972f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:02.830199 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-44501a38-008d-44b7-bc82-a1ab6d120c6f req-515549de-9081-407a-958f-339689c6972f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 944 time: 0.1782117 Sep 21 18:05:02.837524 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c0b918d6-070c-41c5-8185-0727ddba528f req-29074bc2-8c6b-408d-932b-2d5770cd32e1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0942979 Sep 21 18:05:02.899601 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-44501a38-008d-44b7-bc82-a1ab6d120c6f req-01ead5d2-345f-46e1-843a-6a1b56728e5e tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607388 Sep 21 18:05:02.906248 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-89c04617-7684-40ab-8582-1f1a0433a7d9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:02.962876 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c04617-7684-40ab-8582-1f1a0433a7d9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network 56a61079-e7a4-4764-ad19-efbfc4f5199d is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:02.966862 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-89c04617-7684-40ab-8582-1f1a0433a7d9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:02.973818 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c04617-7684-40ab-8582-1f1a0433a7d9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:05:03.006090 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9c756e58-5c0e-4fb6-980e-50d3f42a8ee6 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:03.039473 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c04617-7684-40ab-8582-1f1a0433a7d9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Port': ['ID=eb763747-ffa3-460e-9dfd-3f9d5426f950,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:03.040828 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9c756e58-5c0e-4fb6-980e-50d3f42a8ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:03.051793 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-89c04617-7684-40ab-8582-1f1a0433a7d9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:03.104518 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-712257b7-2be1-4fd3-b01d-afc37235d35e tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:03.113145 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c756e58-5c0e-4fb6-980e-50d3f42a8ee6 None None] Network 843e2f7f-7fa2-40c9-8808-3ad1963c8eaa is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:03.131119 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-f8e5ab6b-7958-4967-9881-4e2ebea9715e None None] Attempting to bind port f566e9ce-e7e2-437b-9cef-4308c3028e3c on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:05:03.131506 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-f8e5ab6b-7958-4967-9881-4e2ebea9715e None None] Attempting to bind port f566e9ce-e7e2-437b-9cef-4308c3028e3c by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'e9f46e12-1b59-4174-bc90-c960ef152f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '56a61079-e7a4-4764-ad19-efbfc4f5199d'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:05:03.131869 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e5ab6b-7958-4967-9881-4e2ebea9715e None None] Attempting to bind port f566e9ce-e7e2-437b-9cef-4308c3028e3c on network 56a61079-e7a4-4764-ad19-efbfc4f5199d {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:05:03.154242 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-9c756e58-5c0e-4fb6-980e-50d3f42a8ee6 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:03.212975 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c756e58-5c0e-4fb6-980e-50d3f42a8ee6 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:05:03.224366 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e5ab6b-7958-4967-9881-4e2ebea9715e None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:05:03.224834 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e5ab6b-7958-4967-9881-4e2ebea9715e None None] Checking segment: {'id': 'e9f46e12-1b59-4174-bc90-c960ef152f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '56a61079-e7a4-4764-ad19-efbfc4f5199d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:05:03.225344 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f8e5ab6b-7958-4967-9881-4e2ebea9715e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:03.225732 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e5ab6b-7958-4967-9881-4e2ebea9715e None None] Bound using segment: {'id': 'e9f46e12-1b59-4174-bc90-c960ef152f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '56a61079-e7a4-4764-ad19-efbfc4f5199d'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:05:03.226204 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-f8e5ab6b-7958-4967-9881-4e2ebea9715e None None] Bound port: f566e9ce-e7e2-437b-9cef-4308c3028e3c, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f46e12-1b59-4174-bc90-c960ef152f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '56a61079-e7a4-4764-ad19-efbfc4f5199d'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:05:03.226674 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f8e5ab6b-7958-4967-9881-4e2ebea9715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:03.300644 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-89c04617-7684-40ab-8582-1f1a0433a7d9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:03.322688 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c756e58-5c0e-4fb6-980e-50d3f42a8ee6 None None] Pushing event updated for resources: {'Port': ['ID=304d6ca1-ea1e-4c2e-81a8-68cabe621e19,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:03.394837 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-9c756e58-5c0e-4fb6-980e-50d3f42a8ee6 None None] Attempting to bind port 304d6ca1-ea1e-4c2e-81a8-68cabe621e19 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:05:03.395625 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-9c756e58-5c0e-4fb6-980e-50d3f42a8ee6 None None] Attempting to bind port 304d6ca1-ea1e-4c2e-81a8-68cabe621e19 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'caa0367c-1fd6-48f6-8d57-ca9e1c766d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '843e2f7f-7fa2-40c9-8808-3ad1963c8eaa'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:05:03.395787 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c756e58-5c0e-4fb6-980e-50d3f42a8ee6 None None] Attempting to bind port 304d6ca1-ea1e-4c2e-81a8-68cabe621e19 on network 843e2f7f-7fa2-40c9-8808-3ad1963c8eaa {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:05:03.414617 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c756e58-5c0e-4fb6-980e-50d3f42a8ee6 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:05:03.415137 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c756e58-5c0e-4fb6-980e-50d3f42a8ee6 None None] Checking segment: {'id': 'caa0367c-1fd6-48f6-8d57-ca9e1c766d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '843e2f7f-7fa2-40c9-8808-3ad1963c8eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:05:03.415626 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9c756e58-5c0e-4fb6-980e-50d3f42a8ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:03.416075 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c756e58-5c0e-4fb6-980e-50d3f42a8ee6 None None] Bound using segment: {'id': 'caa0367c-1fd6-48f6-8d57-ca9e1c766d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '843e2f7f-7fa2-40c9-8808-3ad1963c8eaa'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:05:03.416699 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-9c756e58-5c0e-4fb6-980e-50d3f42a8ee6 None None] Bound port: 304d6ca1-ea1e-4c2e-81a8-68cabe621e19, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caa0367c-1fd6-48f6-8d57-ca9e1c766d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '843e2f7f-7fa2-40c9-8808-3ad1963c8eaa'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:05:03.417171 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9c756e58-5c0e-4fb6-980e-50d3f42a8ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:03.441802 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-f8e5ab6b-7958-4967-9881-4e2ebea9715e None None] For port f566e9ce-e7e2-437b-9cef-4308c3028e3c, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:05:03.449149 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-f8e5ab6b-7958-4967-9881-4e2ebea9715e None None] For port f566e9ce-e7e2-437b-9cef-4308c3028e3c, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f566e9ce-e7e2-437b-9cef-4308c3028e3c,segment=NetworkSegment(e9f46e12-1b59-4174-bc90-c960ef152f14),segment_id=e9f46e12-1b59-4174-bc90-c960ef152f14)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:05:03.477930 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f8e5ab6b-7958-4967-9881-4e2ebea9715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:03.485184 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-712257b7-2be1-4fd3-b01d-afc37235d35e tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:03.514554 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-712257b7-2be1-4fd3-b01d-afc37235d35e tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:03.636519 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9c756e58-5c0e-4fb6-980e-50d3f42a8ee6 None None] For port 304d6ca1-ea1e-4c2e-81a8-68cabe621e19, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:05:03.644626 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5ab6b-7958-4967-9881-4e2ebea9715e None None] Pushing event updated for resources: {'Port': ['ID=f566e9ce-e7e2-437b-9cef-4308c3028e3c,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:03.666728 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9c756e58-5c0e-4fb6-980e-50d3f42a8ee6 None None] For port 304d6ca1-ea1e-4c2e-81a8-68cabe621e19, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=304d6ca1-ea1e-4c2e-81a8-68cabe621e19,segment=NetworkSegment(caa0367c-1fd6-48f6-8d57-ca9e1c766d09),segment_id=caa0367c-1fd6-48f6-8d57-ca9e1c766d09)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:05:03.683622 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9c756e58-5c0e-4fb6-980e-50d3f42a8ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:03.754204 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-712257b7-2be1-4fd3-b01d-afc37235d35e tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Allocated IP 172.25.6.139 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/fa0de6f4-7147-4304-8a79-36169e9b64b2) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:05:03.834541 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c756e58-5c0e-4fb6-980e-50d3f42a8ee6 None None] Pushing event updated for resources: {'Port': ['ID=304d6ca1-ea1e-4c2e-81a8-68cabe621e19,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:03.872452 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-89c04617-7684-40ab-8582-1f1a0433a7d9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:03.881268 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-89c04617-7684-40ab-8582-1f1a0433a7d9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:03.963638 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-712257b7-2be1-4fd3-b01d-afc37235d35e tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:04.069756 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-89c04617-7684-40ab-8582-1f1a0433a7d9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:04.077236 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c04617-7684-40ab-8582-1f1a0433a7d9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Port': ['ID=eb763747-ffa3-460e-9dfd-3f9d5426f950,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:04.231851 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b918d6-070c-41c5-8185-0727ddba528f req-f7a3b62b-ba8e-4da5-b9a8-b6f13f54d386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:04.233573 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c0b918d6-070c-41c5-8185-0727ddba528f req-f7a3b62b-ba8e-4da5-b9a8-b6f13f54d386 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6&tenant_id=0054d9324ee341f99a9815f4375410f3 HTTP/1.1" status: 200 len: 1095 time: 0.2400763 Sep 21 18:05:04.234609 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-712257b7-2be1-4fd3-b01d-afc37235d35e tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:04.371757 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c04617-7684-40ab-8582-1f1a0433a7d9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network 56a61079-e7a4-4764-ad19-efbfc4f5199d is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:04.373262 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-89c04617-7684-40ab-8582-1f1a0433a7d9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:04.398446 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88147133-4686-486b-a616-6d3a55bc20ea req-908c6c6c-c334-4259-98e7-32ee35f1988c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:04.402608 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-88147133-4686-486b-a616-6d3a55bc20ea req-908c6c6c-c334-4259-98e7-32ee35f1988c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 944 time: 0.3292084 Sep 21 18:05:04.497921 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712257b7-2be1-4fd3-b01d-afc37235d35e tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:04.514113 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-712257b7-2be1-4fd3-b01d-afc37235d35e tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:04.518696 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712257b7-2be1-4fd3-b01d-afc37235d35e tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:05:04.526406 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712257b7-2be1-4fd3-b01d-afc37235d35e tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Pushing event updated for resources: {'Port': ['ID=fa0de6f4-7147-4304-8a79-36169e9b64b2,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:04.568963 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b918d6-070c-41c5-8185-0727ddba528f req-7f85fc38-97f3-48e0-b911-84ff6399abe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:04.570600 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c0b918d6-070c-41c5-8185-0727ddba528f req-7f85fc38-97f3-48e0-b911-84ff6399abe7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0054d9324ee341f99a9815f4375410f3&device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 1095 time: 0.3006258 Sep 21 18:05:04.584763 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c04617-7684-40ab-8582-1f1a0433a7d9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Router 98498bf8-6e31-4f96-b5fe-0aba221fe4a7 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:05:04.601288 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-88147133-4686-486b-a616-6d3a55bc20ea req-fa456119-9a4b-4450-afaf-dce1794932e5 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754968 Sep 21 18:05:04.841236 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47274) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:04.864576 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b918d6-070c-41c5-8185-0727ddba528f req-e7600429-abdb-40a8-bd56-f2e4ec3d0f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:04.866282 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c0b918d6-070c-41c5-8185-0727ddba528f req-e7600429-abdb-40a8-bd56-f2e4ec3d0f90 service neutron] 10.222.0.38 "GET /v2.0/networks?id=317845e1-df2c-40eb-a75c-cc29a382e695 HTTP/1.1" status: 200 len: 916 time: 0.2636364 Sep 21 18:05:04.880955 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c04617-7684-40ab-8582-1f1a0433a7d9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:05:04.893076 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73882450-ddf1-425c-bcad-d437653f26d9 None None] Sync routers for ids ['98498bf8-6e31-4f96-b5fe-0aba221fe4a7'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:05:04.909248 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73882450-ddf1-425c-bcad-d437653f26d9 None None] Routers {'98498bf8-6e31-4f96-b5fe-0aba221fe4a7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:04.909993 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-73882450-ddf1-425c-bcad-d437653f26d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:04:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['98498bf8-6e31-4f96-b5fe-0aba221fe4a7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:04.913098 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-89c04617-7684-40ab-8582-1f1a0433a7d9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "PUT /v2.0/routers/98498bf8-6e31-4f96-b5fe-0aba221fe4a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5891104 Sep 21 18:05:04.916294 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47278) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:05.005267 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-73882450-ddf1-425c-bcad-d437653f26d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:05.026399 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73882450-ddf1-425c-bcad-d437653f26d9 None None] Routers {'98498bf8-6e31-4f96-b5fe-0aba221fe4a7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:05.027326 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-73882450-ddf1-425c-bcad-d437653f26d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:04:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['98498bf8-6e31-4f96-b5fe-0aba221fe4a7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:05.049184 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f566e9ce-e7e2-437b-9cef-4308c3028e3c up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:05:05.053044 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755edce8-647e-4459-8c0a-3678306502be tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:05.054973 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-755edce8-647e-4459-8c0a-3678306502be tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "GET /v2.0/ports/eb763747-ffa3-460e-9dfd-3f9d5426f950 HTTP/1.1" status: 200 len: 910 time: 0.1371887 Sep 21 18:05:05.057206 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47280) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:05.063010 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-add00628-5422-4feb-b877-4c05b59c4bb1 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '92580dba-2a8b-4b3f-904c-4593c82b9d5b'}]}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:05.109204 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-73882450-ddf1-425c-bcad-d437653f26d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:05.113110 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73882450-ddf1-425c-bcad-d437653f26d9 None None] The sync data for ids ['98498bf8-6e31-4f96-b5fe-0aba221fe4a7'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:05:05.186995 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port f566e9ce-e7e2-437b-9cef-4308c3028e3c triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:05.187466 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:05.192592 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9d1654cb-940e-4892-8b6c-29618ab06476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:05.287456 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c0b918d6-070c-41c5-8185-0727ddba528f req-9d675a18-5541-40d7-b1ac-e3957f7e1e7c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae5cf22b-064e-447d-8faf-708f8476b92d HTTP/1.1" status: 200 len: 1000 time: 0.4134681 Sep 21 18:05:05.373755 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:05.394239 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-add00628-5422-4feb-b877-4c05b59c4bb1 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:05.438672 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34382e59-9ffa-42c7-a993-e63dc4defc94 None None] Network 56a61079-e7a4-4764-ad19-efbfc4f5199d requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:05:05.459974 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port f566e9ce-e7e2-437b-9cef-4308c3028e3c, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f566e9ce-e7e2-437b-9cef-4308c3028e3c,segment=NetworkSegment(e9f46e12-1b59-4174-bc90-c960ef152f14),segment_id=e9f46e12-1b59-4174-bc90-c960ef152f14)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:05.484418 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:05.485832 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 304d6ca1-ea1e-4c2e-81a8-68cabe621e19 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:05:05.516539 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-712257b7-2be1-4fd3-b01d-afc37235d35e tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:05.572184 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b918d6-070c-41c5-8185-0727ddba528f req-df3faadb-006c-400b-8af2-2e4a532fa91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:05.573967 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c0b918d6-070c-41c5-8185-0727ddba528f req-df3faadb-006c-400b-8af2-2e4a532fa91f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=109644f9-7374-4e29-a072-2da36abb70ff HTTP/1.1" status: 200 len: 854 time: 0.2725465 Sep 21 18:05:05.862222 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9d1654cb-940e-4892-8b6c-29618ab06476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:05.897373 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9d1654cb-940e-4892-8b6c-29618ab06476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:05.932746 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74528e1d-27f4-4e6e-91b6-d1db012bce0d None None] Network 843e2f7f-7fa2-40c9-8808-3ad1963c8eaa requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:05:06.015222 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=f566e9ce-e7e2-437b-9cef-4308c3028e3c,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:06.025376 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-e3da9c52-787c-47e8-9883-489e2339fa02 None None] Provisioning complete for port f566e9ce-e7e2-437b-9cef-4308c3028e3c triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:06.025376 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e3da9c52-787c-47e8-9883-489e2339fa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:06.041616 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c67fac-e872-407e-b441-235c80c832cf req-7bca5d6a-5b72-4a0d-82f8-2eab291e3636 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:06.042338 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f0c67fac-e872-407e-b441-235c80c832cf req-7bca5d6a-5b72-4a0d-82f8-2eab291e3636 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 944 time: 0.2824144 Sep 21 18:05:06.111059 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 304d6ca1-ea1e-4c2e-81a8-68cabe621e19 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:06.111584 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:06.161885 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-712257b7-2be1-4fd3-b01d-afc37235d35e tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:06.200302 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b918d6-070c-41c5-8185-0727ddba528f req-f72f7ec8-030d-45a3-9a78-8578a8e51273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:06.213839 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c0b918d6-070c-41c5-8185-0727ddba528f req-f72f7ec8-030d-45a3-9a78-8578a8e51273 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=317845e1-df2c-40eb-a75c-cc29a382e695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6189365 Sep 21 18:05:06.264214 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9d1654cb-940e-4892-8b6c-29618ab06476 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e50b7014aef64893b91bd6d8e1046705&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4218183 Sep 21 18:05:06.270065 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47296) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:06.301862 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-add00628-5422-4feb-b877-4c05b59c4bb1 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:06.335844 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-add00628-5422-4feb-b877-4c05b59c4bb1 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:06.415926 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add00628-5422-4feb-b877-4c05b59c4bb1 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Port': ['ID=eb763747-ffa3-460e-9dfd-3f9d5426f950,revision_number=3']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:06.422502 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f0c67fac-e872-407e-b441-235c80c832cf req-5bd17f25-6058-4931-819c-4b8e65350478 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3404267 Sep 21 18:05:06.442509 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1654cb-940e-4892-8b6c-29618ab06476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f0446e-b04a-4f20-95a2-921d4b7e960f,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:06.479339 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add00628-5422-4feb-b877-4c05b59c4bb1 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:06.480699 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-add00628-5422-4feb-b877-4c05b59c4bb1 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:06.484421 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-add00628-5422-4feb-b877-4c05b59c4bb1 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "PUT /v2.0/ports/eb763747-ffa3-460e-9dfd-3f9d5426f950 HTTP/1.1" status: 200 len: 910 time: 1.4260645 Sep 21 18:05:06.487353 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47298) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:06.543441 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c0b918d6-070c-41c5-8185-0727ddba528f req-c809544d-7f7c-4ed8-b669-008f0a519cd2 service neutron] 10.222.0.38 "GET /v2.0/networks/317845e1-df2c-40eb-a75c-cc29a382e695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090205 Sep 21 18:05:06.594585 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:06.641784 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 304d6ca1-ea1e-4c2e-81a8-68cabe621e19, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=304d6ca1-ea1e-4c2e-81a8-68cabe621e19,segment=NetworkSegment(caa0367c-1fd6-48f6-8d57-ca9e1c766d09),segment_id=caa0367c-1fd6-48f6-8d57-ca9e1c766d09)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:06.647572 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-abf8e086-a55b-432b-b97d-77c96c42054e None None] Provisioning complete for port 304d6ca1-ea1e-4c2e-81a8-68cabe621e19 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:06.648029 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-abf8e086-a55b-432b-b97d-77c96c42054e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:06.652406 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:06.713033 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-75502745-0ddb-4fc6-9528-e94b6ac109a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:06.750461 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-75502745-0ddb-4fc6-9528-e94b6ac109a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:06.789426 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=304d6ca1-ea1e-4c2e-81a8-68cabe621e19,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:06.883850 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712257b7-2be1-4fd3-b01d-afc37235d35e tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Router 8771071b-fac5-450b-a4db-65646dd077a6 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:05:06.937261 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f566e9ce-e7e2-437b-9cef-4308c3028e3c up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:05:06.943019 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-75502745-0ddb-4fc6-9528-e94b6ac109a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:06.947435 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-75502745-0ddb-4fc6-9528-e94b6ac109a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:06.952235 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-75502745-0ddb-4fc6-9528-e94b6ac109a6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/59f0446e-b04a-4f20-95a2-921d4b7e960f HTTP/1.1" status: 204 len: 168 time: 0.6801124 Sep 21 18:05:06.964340 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c0b918d6-070c-41c5-8185-0727ddba528f req-d5bf3d2b-f351-4fb0-8394-ada5ead07da2 service neutron] 10.222.0.38 "GET /v2.0/networks/317845e1-df2c-40eb-a75c-cc29a382e695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080071 Sep 21 18:05:06.996670 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75502745-0ddb-4fc6-9528-e94b6ac109a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f0446e-b04a-4f20-95a2-921d4b7e960f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:07.109592 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-8ba0ec0d-2824-4762-80e8-eae579434d29 None None] Provisioning complete for port eb763747-ffa3-460e-9dfd-3f9d5426f950 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:07.109971 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8ba0ec0d-2824-4762-80e8-eae579434d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:07.158717 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-8ba0ec0d-2824-4762-80e8-eae579434d29 None None] Port eb763747-ffa3-460e-9dfd-3f9d5426f950 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:05:07.159632 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8776b7fd-a8c1-431a-8142-8dd96f8435b9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:07.208699 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-8ba0ec0d-2824-4762-80e8-eae579434d29 None None] Provisioning complete for port f566e9ce-e7e2-437b-9cef-4308c3028e3c triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:07.209799 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8ba0ec0d-2824-4762-80e8-eae579434d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:07.246039 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712257b7-2be1-4fd3-b01d-afc37235d35e tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:05:07.263222 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8280d3dd-16d5-4ba4-a1fb-edeccfe29ab6 None None] Sync routers for ids ['8771071b-fac5-450b-a4db-65646dd077a6'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:05:07.280616 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-712257b7-2be1-4fd3-b01d-afc37235d35e tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:07.281837 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-712257b7-2be1-4fd3-b01d-afc37235d35e tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.2011180 Sep 21 18:05:07.285063 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47316) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:07.292668 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port f566e9ce-e7e2-437b-9cef-4308c3028e3c triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:07.293291 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:07.325612 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8280d3dd-16d5-4ba4-a1fb-edeccfe29ab6 None None] Routers {'8771071b-fac5-450b-a4db-65646dd077a6'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:07.326264 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-8280d3dd-16d5-4ba4-a1fb-edeccfe29ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:04:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8771071b-fac5-450b-a4db-65646dd077a6'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:07.406230 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-8280d3dd-16d5-4ba4-a1fb-edeccfe29ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:07.446067 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8280d3dd-16d5-4ba4-a1fb-edeccfe29ab6 None None] Routers {'8771071b-fac5-450b-a4db-65646dd077a6'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:07.447192 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-8280d3dd-16d5-4ba4-a1fb-edeccfe29ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:04:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8771071b-fac5-450b-a4db-65646dd077a6'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:07.532583 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-8280d3dd-16d5-4ba4-a1fb-edeccfe29ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:07.534609 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8280d3dd-16d5-4ba4-a1fb-edeccfe29ab6 None None] The sync data for ids ['8771071b-fac5-450b-a4db-65646dd077a6'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:05:07.571450 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47324) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:07.656746 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9155de53-ae80-4b8b-ab61-1fb00acea465 None None] Provisioning complete for port eb763747-ffa3-460e-9dfd-3f9d5426f950 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:07.657146 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9155de53-ae80-4b8b-ab61-1fb00acea465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:07.697418 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f0306b6-5345-440f-b948-2c4abe36dfd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:07.771569 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9155de53-ae80-4b8b-ab61-1fb00acea465 None None] Port eb763747-ffa3-460e-9dfd-3f9d5426f950 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:05:07.787778 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-8776b7fd-a8c1-431a-8142-8dd96f8435b9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Deleting port eb763747-ffa3-460e-9dfd-3f9d5426f950 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:07.788482 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8776b7fd-a8c1-431a-8142-8dd96f8435b9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:07.803594 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9155de53-ae80-4b8b-ab61-1fb00acea465 None None] Provisioning complete for port 304d6ca1-ea1e-4c2e-81a8-68cabe621e19 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:07.808203 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9155de53-ae80-4b8b-ab61-1fb00acea465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:08.070458 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8776b7fd-a8c1-431a-8142-8dd96f8435b9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:08.083412 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a4554-6c59-42b1-b127-e865fbbbfa0f req-e8e8e589-9222-4da4-aad9-cea34809ca57 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:08.095371 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-175a4554-6c59-42b1-b127-e865fbbbfa0f req-e8e8e589-9222-4da4-aad9-cea34809ca57 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 944 time: 0.5196304 Sep 21 18:05:08.109603 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-8776b7fd-a8c1-431a-8142-8dd96f8435b9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Calling delete_port for eb763747-ffa3-460e-9dfd-3f9d5426f950 owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:08.214997 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-175a4554-6c59-42b1-b127-e865fbbbfa0f req-7fa733bb-66ec-4fc7-a6d8-bd6f49969d3d tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182652 Sep 21 18:05:08.398239 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8776b7fd-a8c1-431a-8142-8dd96f8435b9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:08.439361 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776b7fd-a8c1-431a-8142-8dd96f8435b9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event deleted for resources: {'Port': ['ID=eb763747-ffa3-460e-9dfd-3f9d5426f950,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:08.679148 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f0306b6-5345-440f-b948-2c4abe36dfd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:08.708075 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8776b7fd-a8c1-431a-8142-8dd96f8435b9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:08.729658 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f0306b6-5345-440f-b948-2c4abe36dfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:08.807231 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5f0306b6-5345-440f-b948-2c4abe36dfd7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7d5b788fc4e44d30b68e352b3c952a67&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2328200 Sep 21 18:05:08.809631 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27dec7d8-0b99-4d64-9437-4e2cb407f897 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:08.812194 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47338) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:08.813730 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0306b6-5345-440f-b948-2c4abe36dfd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9a2fff-e9db-4199-83c5-2e66a8f06189,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:08.914889 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8776b7fd-a8c1-431a-8142-8dd96f8435b9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Router 98498bf8-6e31-4f96-b5fe-0aba221fe4a7 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:05:08.929146 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 304d6ca1-ea1e-4c2e-81a8-68cabe621e19 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:05:08.984263 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-77d29193-46ea-4b86-a310-2bcd382f626e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:08.992628 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 304d6ca1-ea1e-4c2e-81a8-68cabe621e19 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:08.993008 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:09.046733 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8776b7fd-a8c1-431a-8142-8dd96f8435b9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:05:09.056774 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7d1a74-9d82-4b5c-b8db-a0095e6522b5 None None] Sync routers for ids ['98498bf8-6e31-4f96-b5fe-0aba221fe4a7'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:05:09.074504 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47346) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:09.077629 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8776b7fd-a8c1-431a-8142-8dd96f8435b9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "PUT /v2.0/routers/98498bf8-6e31-4f96-b5fe-0aba221fe4a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5857275 Sep 21 18:05:09.077820 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7d1a74-9d82-4b5c-b8db-a0095e6522b5 None None] Routers {'98498bf8-6e31-4f96-b5fe-0aba221fe4a7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:09.078838 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-ad7d1a74-9d82-4b5c-b8db-a0095e6522b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:04:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['98498bf8-6e31-4f96-b5fe-0aba221fe4a7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:09.159344 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47350) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:09.162374 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-443649bd-281f-4702-9ae1-32ea9a1e9e9a tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "GET /v2.0/ports?device_id=98498bf8-6e31-4f96-b5fe-0aba221fe4a7 HTTP/1.1" status: 200 len: 205 time: 0.0804112 Sep 21 18:05:09.171923 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-ad7d1a74-9d82-4b5c-b8db-a0095e6522b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:09.178223 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-77d29193-46ea-4b86-a310-2bcd382f626e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:09.200065 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7d1a74-9d82-4b5c-b8db-a0095e6522b5 None None] Routers {'98498bf8-6e31-4f96-b5fe-0aba221fe4a7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:09.200989 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-ad7d1a74-9d82-4b5c-b8db-a0095e6522b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:04:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['98498bf8-6e31-4f96-b5fe-0aba221fe4a7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:09.315038 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-ad7d1a74-9d82-4b5c-b8db-a0095e6522b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:09.315727 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7d1a74-9d82-4b5c-b8db-a0095e6522b5 None None] The sync data for ids ['98498bf8-6e31-4f96-b5fe-0aba221fe4a7'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:05:09.387136 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-77d29193-46ea-4b86-a310-2bcd382f626e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:09.390256 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-77d29193-46ea-4b86-a310-2bcd382f626e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:09.391946 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-77d29193-46ea-4b86-a310-2bcd382f626e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0c9a2fff-e9db-4199-83c5-2e66a8f06189 HTTP/1.1" status: 204 len: 168 time: 0.5696297 Sep 21 18:05:09.406811 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d29193-46ea-4b86-a310-2bcd382f626e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9a2fff-e9db-4199-83c5-2e66a8f06189,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:09.420913 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-93ab8ff7-338e-4add-a3ec-25337abef1f8 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:09.685035 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-27dec7d8-0b99-4d64-9437-4e2cb407f897 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Allocated IP 172.20.0.1 (843e2f7f-7fa2-40c9-8808-3ad1963c8eaa/e18fd6a3-3caf-42d7-b354-4d77d1d570bb/5e2af92b-a830-45af-9a86-7e5ea80a17f4) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:05:09.916948 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27dec7d8-0b99-4d64-9437-4e2cb407f897 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:09.989712 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27dec7d8-0b99-4d64-9437-4e2cb407f897 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:10.073638 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dec7d8-0b99-4d64-9437-4e2cb407f897 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Pushing event updated for resources: {'Port': ['ID=5e2af92b-a830-45af-9a86-7e5ea80a17f4,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:10.120275 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dec7d8-0b99-4d64-9437-4e2cb407f897 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Network 843e2f7f-7fa2-40c9-8808-3ad1963c8eaa is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:10.122860 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-27dec7d8-0b99-4d64-9437-4e2cb407f897 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:10.128072 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dec7d8-0b99-4d64-9437-4e2cb407f897 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:05:10.239094 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27dec7d8-0b99-4d64-9437-4e2cb407f897 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:10.346247 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cba8d1-c6dd-4878-9876-8a5be5ced9c2 req-52140373-32d9-488c-b854-56ea69f4539d tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:10.348482 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-57cba8d1-c6dd-4878-9876-8a5be5ced9c2 req-52140373-32d9-488c-b854-56ea69f4539d tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 944 time: 0.9481161 Sep 21 18:05:10.506073 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27dec7d8-0b99-4d64-9437-4e2cb407f897 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:10.706309 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-93ab8ff7-338e-4add-a3ec-25337abef1f8 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:10.713384 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-57cba8d1-c6dd-4878-9876-8a5be5ced9c2 req-0f58b768-dee0-4bbb-9bd3-23b6bfb08844 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3072906 Sep 21 18:05:10.715415 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-93ab8ff7-338e-4add-a3ec-25337abef1f8 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:10.717462 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-ef634d11-bf65-490d-be3a-42837356e8e4 None None] Provisioning complete for port 5e2af92b-a830-45af-9a86-7e5ea80a17f4 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:10.717860 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ef634d11-bf65-490d-be3a-42837356e8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:10.785376 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-ef634d11-bf65-490d-be3a-42837356e8e4 None None] Port 5e2af92b-a830-45af-9a86-7e5ea80a17f4 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:05:10.799428 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-93ab8ff7-338e-4add-a3ec-25337abef1f8 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:10.800156 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ab8ff7-338e-4add-a3ec-25337abef1f8 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Fanout notify agent at l3_agent the message router_deleted on router 98498bf8-6e31-4f96-b5fe-0aba221fe4a7 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:05:10.809866 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-93ab8ff7-338e-4add-a3ec-25337abef1f8 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:10.811134 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-93ab8ff7-338e-4add-a3ec-25337abef1f8 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/routers/98498bf8-6e31-4f96-b5fe-0aba221fe4a7 HTTP/1.1" status: 204 len: 168 time: 1.6498230 Sep 21 18:05:10.814248 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47416) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:10.886890 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a49031-2b07-4a50-95d6-bc2f7233876d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Deleting subnet 92580dba-2a8b-4b3f-904c-4593c82b9d5b {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:05:10.890443 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-86a49031-2b07-4a50-95d6-bc2f7233876d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:10.939163 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-86a49031-2b07-4a50-95d6-bc2f7233876d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:11.068273 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-86a49031-2b07-4a50-95d6-bc2f7233876d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:11.204270 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-86a49031-2b07-4a50-95d6-bc2f7233876d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:11.270885 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a49031-2b07-4a50-95d6-bc2f7233876d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event deleted for resources: {'Subnet': ['ID=92580dba-2a8b-4b3f-904c-4593c82b9d5b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:11.287857 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b2c557-ec7d-44aa-8af7-bb083fee3842 None None] Network 56a61079-e7a4-4764-ad19-efbfc4f5199d requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:05:11.293103 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-86a49031-2b07-4a50-95d6-bc2f7233876d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:11.301665 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-86a49031-2b07-4a50-95d6-bc2f7233876d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/subnets/92580dba-2a8b-4b3f-904c-4593c82b9d5b HTTP/1.1" status: 204 len: 168 time: 0.4853024 Sep 21 18:05:11.303821 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47428) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:11.526319 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5124f61-36ce-40af-b681-ab710cc714aa tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:11.603370 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27dec7d8-0b99-4d64-9437-4e2cb407f897 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:11.615954 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27dec7d8-0b99-4d64-9437-4e2cb407f897 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:11.744950 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-c5124f61-36ce-40af-b681-ab710cc714aa tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Deleting port f566e9ce-e7e2-437b-9cef-4308c3028e3c {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:11.746084 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5124f61-36ce-40af-b681-ab710cc714aa tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:11.764216 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dec7d8-0b99-4d64-9437-4e2cb407f897 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Pushing event updated for resources: {'Port': ['ID=5e2af92b-a830-45af-9a86-7e5ea80a17f4,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:11.767110 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27dec7d8-0b99-4d64-9437-4e2cb407f897 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:11.862046 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-c5124f61-36ce-40af-b681-ab710cc714aa tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] For port f566e9ce-e7e2-437b-9cef-4308c3028e3c, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f566e9ce-e7e2-437b-9cef-4308c3028e3c,segment=NetworkSegment(e9f46e12-1b59-4174-bc90-c960ef152f14),segment_id=e9f46e12-1b59-4174-bc90-c960ef152f14)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:11.862681 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5124f61-36ce-40af-b681-ab710cc714aa tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:11.878261 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-c5124f61-36ce-40af-b681-ab710cc714aa tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Calling delete_port for f566e9ce-e7e2-437b-9cef-4308c3028e3c owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:11.897964 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488431a9-76ee-4ec4-aa42-d9ae5f3b06fc None None] DHCP port deletion for 56a61079-e7a4-4764-ad19-efbfc4f5199d request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:05:12.067025 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-488431a9-76ee-4ec4-aa42-d9ae5f3b06fc None None] Deleting port f566e9ce-e7e2-437b-9cef-4308c3028e3c {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:12.067025 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-488431a9-76ee-4ec4-aa42-d9ae5f3b06fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:12.105656 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bee68b-af4e-43a4-abb3-ad003d7a4413 req-12eddbd4-72fa-4da8-bb0c-118e6c65eeb1 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:12.112532 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-46bee68b-af4e-43a4-abb3-ad003d7a4413 req-12eddbd4-72fa-4da8-bb0c-118e6c65eeb1 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 944 time: 0.2015901 Sep 21 18:05:12.143308 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5124f61-36ce-40af-b681-ab710cc714aa tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:12.265454 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5124f61-36ce-40af-b681-ab710cc714aa tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event deleted for resources: {'Port': ['ID=f566e9ce-e7e2-437b-9cef-4308c3028e3c,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:12.267146 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5124f61-36ce-40af-b681-ab710cc714aa tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] No DVR routers for this DVR port f566e9ce-e7e2-437b-9cef-4308c3028e3c on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:05:12.328702 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dec7d8-0b99-4d64-9437-4e2cb407f897 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Network 843e2f7f-7fa2-40c9-8808-3ad1963c8eaa is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:12.348075 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-488431a9-76ee-4ec4-aa42-d9ae5f3b06fc None None] For port f566e9ce-e7e2-437b-9cef-4308c3028e3c, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f566e9ce-e7e2-437b-9cef-4308c3028e3c,segment=NetworkSegment(e9f46e12-1b59-4174-bc90-c960ef152f14),segment_id=e9f46e12-1b59-4174-bc90-c960ef152f14)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:12.348470 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-488431a9-76ee-4ec4-aa42-d9ae5f3b06fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:12.349766 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-27dec7d8-0b99-4d64-9437-4e2cb407f897 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:12.395033 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-488431a9-76ee-4ec4-aa42-d9ae5f3b06fc None None] Calling delete_port for f566e9ce-e7e2-437b-9cef-4308c3028e3c owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:12.559224 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5124f61-36ce-40af-b681-ab710cc714aa tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:12.598902 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-488431a9-76ee-4ec4-aa42-d9ae5f3b06fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:12.631575 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27dec7d8-0b99-4d64-9437-4e2cb407f897 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Router 8771071b-fac5-450b-a4db-65646dd077a6 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:05:12.646378 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-c5124f61-36ce-40af-b681-ab710cc714aa tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a61079-e7a4-4764-ad19-efbfc4f5199d']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:12.667724 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-46bee68b-af4e-43a4-abb3-ad003d7a4413 req-88347fdd-5a73-4bd3-8152-c4ffe756ea5c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5246644 Sep 21 18:05:12.680962 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-c5124f61-36ce-40af-b681-ab710cc714aa tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9f46e12-1b59-4174-bc90-c960ef152f14') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:12.684531 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-c5124f61-36ce-40af-b681-ab710cc714aa tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9f46e12-1b59-4174-bc90-c960ef152f14') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:12.694730 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488431a9-76ee-4ec4-aa42-d9ae5f3b06fc None None] Pushing event deleted for resources: {'Port': ['ID=f566e9ce-e7e2-437b-9cef-4308c3028e3c,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:12.703225 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488431a9-76ee-4ec4-aa42-d9ae5f3b06fc None None] No DVR routers for this DVR port f566e9ce-e7e2-437b-9cef-4308c3028e3c on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:05:12.747214 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5124f61-36ce-40af-b681-ab710cc714aa tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:12.800534 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5124f61-36ce-40af-b681-ab710cc714aa tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:12.819106 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5124f61-36ce-40af-b681-ab710cc714aa tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:05:12.819561 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5124f61-36ce-40af-b681-ab710cc714aa tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:12.825095 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:05:12.825095 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:05:12.825095 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:05:12.825095 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:05:12.825095 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:05:12.825095 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:05:12.825095 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:05:12.825095 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:05:12.825095 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:05:12.825095 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:05:12.825095 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:05:12.825095 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:05:12.825095 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:05:12.825095 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:05:12.825095 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:05:12.825095 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:05:12.825095 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:05:12.825095 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:05:12.825095 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:05:12.825095 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:05:12.825095 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:05:12.825095 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:05:12.825095 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:05:12.825095 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:05:12.825095 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:05:12.825095 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:05:12.825095 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:05:12.825095 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:05:12.825095 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:05:12.825095 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:05:12.825095 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:05:12.825095 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:05:12.912902 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5124f61-36ce-40af-b681-ab710cc714aa tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:12.918220 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f566e9ce-e7e2-437b-9cef-4308c3028e3c no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:05:12.942792 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5124f61-36ce-40af-b681-ab710cc714aa tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:12.955979 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c5124f61-36ce-40af-b681-ab710cc714aa tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/networks/56a61079-e7a4-4764-ad19-efbfc4f5199d HTTP/1.1" status: 204 len: 168 time: 1.6498680 Sep 21 18:05:12.957155 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5124f61-36ce-40af-b681-ab710cc714aa tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event deleted for resources: {'Network': ['ID=56a61079-e7a4-4764-ad19-efbfc4f5199d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:12.960960 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: f566e9ce-e7e2-437b-9cef-4308c3028e3c {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:05:12.961547 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f566e9ce-e7e2-437b-9cef-4308c3028e3c not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:05:12.966810 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47460) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:12.975220 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-c4bba69c-af1f-4a1e-bda2-505849adbc8d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-595207985', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:12.992130 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-f128e799-f372-447e-b703-b46164a65232 None None] Provisioning complete for port 5e2af92b-a830-45af-9a86-7e5ea80a17f4 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:12.992862 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f128e799-f372-447e-b703-b46164a65232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:13.035626 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c4bba69c-af1f-4a1e-bda2-505849adbc8d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:13.036325 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c4bba69c-af1f-4a1e-bda2-505849adbc8d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:13.039501 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27dec7d8-0b99-4d64-9437-4e2cb407f897 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:05:13.066680 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47462) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:13.068068 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-27dec7d8-0b99-4d64-9437-4e2cb407f897 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] 10.222.0.58 "PUT /v2.0/routers/8771071b-fac5-450b-a4db-65646dd077a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7786813 Sep 21 18:05:13.074760 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-f806238b-dd99-4ae6-9f7b-2b82febefc34 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Request body: {'port': {'network_id': '843e2f7f-7fa2-40c9-8808-3ad1963c8eaa', 'name': 'tempest-FloatingIPAdminTestJSON-1669046412'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:13.077216 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-f128e799-f372-447e-b703-b46164a65232 None None] Port 5e2af92b-a830-45af-9a86-7e5ea80a17f4 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:05:13.093838 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b54f0f5-ea8f-46c7-8fc0-9acbe56877ab None None] Sync routers for ids ['8771071b-fac5-450b-a4db-65646dd077a6'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:05:13.109223 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b54f0f5-ea8f-46c7-8fc0-9acbe56877ab None None] Routers {'8771071b-fac5-450b-a4db-65646dd077a6'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:13.110331 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-2b54f0f5-ea8f-46c7-8fc0-9acbe56877ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:04:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8771071b-fac5-450b-a4db-65646dd077a6'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:13.159976 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-2b54f0f5-ea8f-46c7-8fc0-9acbe56877ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:13.173043 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b54f0f5-ea8f-46c7-8fc0-9acbe56877ab None None] Routers {'8771071b-fac5-450b-a4db-65646dd077a6'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:13.174299 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-2b54f0f5-ea8f-46c7-8fc0-9acbe56877ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:04:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8771071b-fac5-450b-a4db-65646dd077a6'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:13.232775 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c4bba69c-af1f-4a1e-bda2-505849adbc8d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:13.240548 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-2b54f0f5-ea8f-46c7-8fc0-9acbe56877ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:13.241241 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c4bba69c-af1f-4a1e-bda2-505849adbc8d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:13.242604 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b54f0f5-ea8f-46c7-8fc0-9acbe56877ab None None] The sync data for ids ['8771071b-fac5-450b-a4db-65646dd077a6'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:05:13.259800 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c4bba69c-af1f-4a1e-bda2-505849adbc8d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:13.261790 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c4bba69c-af1f-4a1e-bda2-505849adbc8d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2933879 Sep 21 18:05:13.264835 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47470) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:13.272359 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-45841e09-02de-48ee-8f63-d7c658af0898 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Request body: {'network': {'name': 'tempest-RoutersTest-1278000356'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:13.321311 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45841e09-02de-48ee-8f63-d7c658af0898 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Made reservation on behalf of d7ec63c1d7a3434588f64b3d4b2f5b0c for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:05:13.326283 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-45841e09-02de-48ee-8f63-d7c658af0898 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:13.349815 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f806238b-dd99-4ae6-9f7b-2b82febefc34 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Made reservation on behalf of cc72841fb45f4bdbb3716d688e8466af for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:05:13.357314 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f806238b-dd99-4ae6-9f7b-2b82febefc34 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:13.363367 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45841e09-02de-48ee-8f63-d7c658af0898 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:05:13.373290 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-45841e09-02de-48ee-8f63-d7c658af0898 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:13.373722 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-45841e09-02de-48ee-8f63-d7c658af0898 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Added segment a668d8c5-c789-4bf4-920d-6f4de0c028f5 of type vlan for network 76a62f76-c95d-480a-9c2c-a938d6efa98b Sep 21 18:05:13.379837 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-f806238b-dd99-4ae6-9f7b-2b82febefc34 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] device_id is not set on port 20e6825a-e73e-46eb-b3ec-d1c7cb78205b yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:05:13.446347 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-45841e09-02de-48ee-8f63-d7c658af0898 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:13.501986 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-45841e09-02de-48ee-8f63-d7c658af0898 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:13.518653 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45841e09-02de-48ee-8f63-d7c658af0898 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:13.520780 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-45841e09-02de-48ee-8f63-d7c658af0898 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:13.608808 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45841e09-02de-48ee-8f63-d7c658af0898 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Network': ['ID=76a62f76-c95d-480a-9c2c-a938d6efa98b,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:13.617719 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-45841e09-02de-48ee-8f63-d7c658af0898 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3512962 Sep 21 18:05:13.618643 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47480) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:13.621903 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 76a62f76-c95d-480a-9c2c-a938d6efa98b details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:05:13.641230 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-03d5b156-c890-4320-91e6-9c54747be661 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Request body: {'subnet': {'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:13.660767 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-f806238b-dd99-4ae6-9f7b-2b82febefc34 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Allocated IP 172.20.0.3 (843e2f7f-7fa2-40c9-8808-3ad1963c8eaa/e18fd6a3-3caf-42d7-b354-4d77d1d570bb/20e6825a-e73e-46eb-b3ec-d1c7cb78205b) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:05:13.970743 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d5b156-c890-4320-91e6-9c54747be661 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Made reservation on behalf of d7ec63c1d7a3434588f64b3d4b2f5b0c for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:05:13.979285 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-03d5b156-c890-4320-91e6-9c54747be661 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:14.025211 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f806238b-dd99-4ae6-9f7b-2b82febefc34 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:14.064536 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f806238b-dd99-4ae6-9f7b-2b82febefc34 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:14.075797 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d07fdb-d20f-4dff-811e-58fa04c9535e req-098f4f4d-fe67-45cd-8af6-bb71ab4aa4c0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:14.079145 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-54d07fdb-d20f-4dff-811e-58fa04c9535e req-098f4f4d-fe67-45cd-8af6-bb71ab4aa4c0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 944 time: 0.2198651 Sep 21 18:05:14.128109 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f806238b-dd99-4ae6-9f7b-2b82febefc34 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Network 843e2f7f-7fa2-40c9-8808-3ad1963c8eaa is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:14.129694 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-f806238b-dd99-4ae6-9f7b-2b82febefc34 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:14.136594 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f806238b-dd99-4ae6-9f7b-2b82febefc34 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:05:14.169657 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806238b-dd99-4ae6-9f7b-2b82febefc34 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Pushing event updated for resources: {'Port': ['ID=20e6825a-e73e-46eb-b3ec-d1c7cb78205b,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:14.269347 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f806238b-dd99-4ae6-9f7b-2b82febefc34 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:14.281034 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f806238b-dd99-4ae6-9f7b-2b82febefc34 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:14.313698 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f806238b-dd99-4ae6-9f7b-2b82febefc34 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2456267 Sep 21 18:05:14.319847 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47500) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:14.367797 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-54d07fdb-d20f-4dff-811e-58fa04c9535e req-b80835fc-3256-498e-ba3c-911f2762eecd tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2772467 Sep 21 18:05:14.383215 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ea6a763d-666f-42fc-8aa5-6d0cfcd92219 req-e99323a0-faa5-4e9a-a8b3-6c5453c1b07c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1210258 Sep 21 18:05:14.576025 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a763d-666f-42fc-8aa5-6d0cfcd92219 req-bfa0d669-c26b-4dfa-b792-1c542e68b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:14.577772 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ea6a763d-666f-42fc-8aa5-6d0cfcd92219 req-bfa0d669-c26b-4dfa-b792-1c542e68b490 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a8da2b927d2245079ac16237e127ada3&device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 1095 time: 0.1533461 Sep 21 18:05:14.609127 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-ec2e05be-1d20-4bed-9b10-0876f6f0a90b tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'project_id': 'cc72841fb45f4bdbb3716d688e8466af', 'port_id': '20e6825a-e73e-46eb-b3ec-d1c7cb78205b'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:14.618681 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-03d5b156-c890-4320-91e6-9c54747be661 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:14.634117 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-e127990e-ebf4-44ef-a431-f62305e4e235 None None] Provisioning complete for port 20e6825a-e73e-46eb-b3ec-d1c7cb78205b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:14.638080 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e127990e-ebf4-44ef-a431-f62305e4e235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:14.655036 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ec2e05be-1d20-4bed-9b10-0876f6f0a90b tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:14.736000 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-e127990e-ebf4-44ef-a431-f62305e4e235 None None] Port 20e6825a-e73e-46eb-b3ec-d1c7cb78205b cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:05:14.806202 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5b156-c890-4320-91e6-9c54747be661 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Subnet': ['ID=76f50e48-b158-482f-afd8-bde2737327f2,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:14.834539 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d5b156-c890-4320-91e6-9c54747be661 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Checking segment: {'id': 'a668d8c5-c789-4bf4-920d-6f4de0c028f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:05:14.835608 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d5b156-c890-4320-91e6-9c54747be661 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network hostable DHCP agents. Network: 76a62f76-c95d-480a-9c2c-a938d6efa98b, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:05:14.892592 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a763d-666f-42fc-8aa5-6d0cfcd92219 req-eef62a81-40af-48c9-836f-6726900ca08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:14.894151 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ea6a763d-666f-42fc-8aa5-6d0cfcd92219 req-eef62a81-40af-48c9-836f-6726900ca08e service neutron] 10.222.0.44 "GET /v2.0/networks?id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf HTTP/1.1" status: 200 len: 912 time: 0.2920260 Sep 21 18:05:14.921413 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d5b156-c890-4320-91e6-9c54747be661 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network 76a62f76-c95d-480a-9c2c-a938d6efa98b is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:05:14.929563 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ec2e05be-1d20-4bed-9b10-0876f6f0a90b tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:14.998577 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-03d5b156-c890-4320-91e6-9c54747be661 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 76a62f76-c95d-480a-9c2c-a938d6efa98b) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:15.008186 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae1cc9a-aaff-4039-85f4-fcfcf068834c None None] Network 76a62f76-c95d-480a-9c2c-a938d6efa98b requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:05:15.011516 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d5b156-c890-4320-91e6-9c54747be661 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:15.012443 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-03d5b156-c890-4320-91e6-9c54747be661 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:15.088978 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-03d5b156-c890-4320-91e6-9c54747be661 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4601116 Sep 21 18:05:15.101090 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47512) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:15.107254 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-ec2e05be-1d20-4bed-9b10-0876f6f0a90b tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Allocated IP 172.25.6.117 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/f84886ca-c9db-4e89-8957-d4eec736f761) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:05:15.210137 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47514) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:15.211161 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ea6a763d-666f-42fc-8aa5-6d0cfcd92219 req-07dcf00c-1153-4e87-932d-74d7742151bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01c5d430-12c5-4025-9899-f3f139598930 HTTP/1.1" status: 200 len: 999 time: 0.3079340 Sep 21 18:05:15.306965 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753a9775-c201-40c1-a137-0cae9e06b1fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-76a62f76-c95d-480a-9c2c-a938d6efa98b', 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'fixed_ips': [{'subnet_id': '76f50e48-b158-482f-afd8-bde2737327f2'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:05:15.307999 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-753a9775-c201-40c1-a137-0cae9e06b1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:15.411288 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ec2e05be-1d20-4bed-9b10-0876f6f0a90b tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:15.508011 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3748031c-432e-460e-8bcf-f5acfd0f1e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:15.687842 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3748031c-432e-460e-8bcf-f5acfd0f1e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:15.692919 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a763d-666f-42fc-8aa5-6d0cfcd92219 req-e554f852-dd49-48c2-8846-abff20615d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:15.694451 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ea6a763d-666f-42fc-8aa5-6d0cfcd92219 req-e554f852-dd49-48c2-8846-abff20615d0b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=63a1043c-b263-4aac-aec7-9797fbf7cd86 HTTP/1.1" status: 200 len: 850 time: 0.4158819 Sep 21 18:05:15.697497 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dc276ea1-a53c-41ff-84c8-692b42b1a33b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:15.698777 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-753a9775-c201-40c1-a137-0cae9e06b1fa None None] Allocated IP 172.20.0.2 (76a62f76-c95d-480a-9c2c-a938d6efa98b/76f50e48-b158-482f-afd8-bde2737327f2/95090cce-3d2b-4d3d-9d61-1be74d161e6b) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:05:15.702751 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3748031c-432e-460e-8bcf-f5acfd0f1e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:15.722228 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ec2e05be-1d20-4bed-9b10-0876f6f0a90b tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:15.750208 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f094a1-12af-4af9-bc3c-deef3165de5e req-a71cae3d-ddc4-4b42-9be0-bc07bdd6919a tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:15.751974 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-73f094a1-12af-4af9-bc3c-deef3165de5e req-a71cae3d-ddc4-4b42-9be0-bc07bdd6919a tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 944 time: 0.1887679 Sep 21 18:05:15.784570 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2e05be-1d20-4bed-9b10-0876f6f0a90b tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:15.792116 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3748031c-432e-460e-8bcf-f5acfd0f1e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5b6add-4fe7-45d4-9e23-9c4e15fa10db,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:15.798993 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-ec2e05be-1d20-4bed-9b10-0876f6f0a90b tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:15.801605 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2e05be-1d20-4bed-9b10-0876f6f0a90b tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:05:15.810512 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3748031c-432e-460e-8bcf-f5acfd0f1e59 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=08e75524643a437daed177b9d3d111ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5983229 Sep 21 18:05:15.832133 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47520) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:15.887450 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e05be-1d20-4bed-9b10-0876f6f0a90b tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Pushing event updated for resources: {'Port': ['ID=f84886ca-c9db-4e89-8957-d4eec736f761,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:15.929298 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-53c28c98-62ca-4577-955a-17b7b5c8753c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:16.110007 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-753a9775-c201-40c1-a137-0cae9e06b1fa None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:16.123880 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-753a9775-c201-40c1-a137-0cae9e06b1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:16.161222 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-73f094a1-12af-4af9-bc3c-deef3165de5e req-7c207600-76bb-411a-9dba-05be3284ab07 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578701 Sep 21 18:05:16.162974 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1329-7d4d-47d0-8488-aab14322f100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:16.201127 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a9775-c201-40c1-a137-0cae9e06b1fa None None] Pushing event updated for resources: {'Port': ['ID=95090cce-3d2b-4d3d-9d61-1be74d161e6b,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:16.218351 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a763d-666f-42fc-8aa5-6d0cfcd92219 req-b61d306e-e26f-429d-b9c7-1a7538637865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:16.220157 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ea6a763d-666f-42fc-8aa5-6d0cfcd92219 req-b61d306e-e26f-429d-b9c7-1a7538637865 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5048733 Sep 21 18:05:16.232231 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753a9775-c201-40c1-a137-0cae9e06b1fa None None] Network 76a62f76-c95d-480a-9c2c-a938d6efa98b is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:16.243868 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-753a9775-c201-40c1-a137-0cae9e06b1fa None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:16.246884 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753a9775-c201-40c1-a137-0cae9e06b1fa None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:05:16.279818 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1329-7d4d-47d0-8488-aab14322f100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:16.311368 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-dc276ea1-a53c-41ff-84c8-692b42b1a33b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Allocated IP 172.20.0.1 (76a62f76-c95d-480a-9c2c-a938d6efa98b/76f50e48-b158-482f-afd8-bde2737327f2/d08606cd-f058-4798-95cd-d3d9ff775174) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:05:16.359121 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-753a9775-c201-40c1-a137-0cae9e06b1fa None None] Attempting to bind port 95090cce-3d2b-4d3d-9d61-1be74d161e6b on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:05:16.359372 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-753a9775-c201-40c1-a137-0cae9e06b1fa None None] Attempting to bind port 95090cce-3d2b-4d3d-9d61-1be74d161e6b by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'a668d8c5-c789-4bf4-920d-6f4de0c028f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:05:16.359830 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753a9775-c201-40c1-a137-0cae9e06b1fa None None] Attempting to bind port 95090cce-3d2b-4d3d-9d61-1be74d161e6b on network 76a62f76-c95d-480a-9c2c-a938d6efa98b {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:05:16.369845 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753a9775-c201-40c1-a137-0cae9e06b1fa None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:05:16.370253 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753a9775-c201-40c1-a137-0cae9e06b1fa None None] Checking segment: {'id': 'a668d8c5-c789-4bf4-920d-6f4de0c028f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:05:16.370964 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-753a9775-c201-40c1-a137-0cae9e06b1fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:16.371301 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753a9775-c201-40c1-a137-0cae9e06b1fa None None] Bound using segment: {'id': 'a668d8c5-c789-4bf4-920d-6f4de0c028f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:05:16.371917 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-753a9775-c201-40c1-a137-0cae9e06b1fa None None] Bound port: 95090cce-3d2b-4d3d-9d61-1be74d161e6b, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a668d8c5-c789-4bf4-920d-6f4de0c028f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:05:16.372316 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-753a9775-c201-40c1-a137-0cae9e06b1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:16.521250 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-753a9775-c201-40c1-a137-0cae9e06b1fa None None] For port 95090cce-3d2b-4d3d-9d61-1be74d161e6b, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:05:16.526208 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-753a9775-c201-40c1-a137-0cae9e06b1fa None None] For port 95090cce-3d2b-4d3d-9d61-1be74d161e6b, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=95090cce-3d2b-4d3d-9d61-1be74d161e6b,segment=NetworkSegment(a668d8c5-c789-4bf4-920d-6f4de0c028f5),segment_id=a668d8c5-c789-4bf4-920d-6f4de0c028f5)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:05:16.530757 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ea6a763d-666f-42fc-8aa5-6d0cfcd92219 req-acbff1f4-51de-4796-b06a-90f77a828341 service neutron] 10.222.0.44 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936773 Sep 21 18:05:16.531863 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1329-7d4d-47d0-8488-aab14322f100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:16.534168 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-753a9775-c201-40c1-a137-0cae9e06b1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:16.535312 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1329-7d4d-47d0-8488-aab14322f100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:16.536885 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fd0c1329-7d4d-47d0-8488-aab14322f100 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1c5b6add-4fe7-45d4-9e23-9c4e15fa10db HTTP/1.1" status: 204 len: 168 time: 0.6991982 Sep 21 18:05:16.608698 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c1329-7d4d-47d0-8488-aab14322f100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5b6add-4fe7-45d4-9e23-9c4e15fa10db,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:16.623126 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c1329-7d4d-47d0-8488-aab14322f100 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:16.623490 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c1329-7d4d-47d0-8488-aab14322f100 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:16.623813 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c1329-7d4d-47d0-8488-aab14322f100 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:16.624154 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c1329-7d4d-47d0-8488-aab14322f100 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:16.624487 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c1329-7d4d-47d0-8488-aab14322f100 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:16.626326 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c1329-7d4d-47d0-8488-aab14322f100 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:16.626681 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c1329-7d4d-47d0-8488-aab14322f100 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:16.627061 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c1329-7d4d-47d0-8488-aab14322f100 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:16.627393 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c1329-7d4d-47d0-8488-aab14322f100 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:16.627941 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c1329-7d4d-47d0-8488-aab14322f100 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:16.628226 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c1329-7d4d-47d0-8488-aab14322f100 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:16.628554 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c1329-7d4d-47d0-8488-aab14322f100 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:16.647980 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a9775-c201-40c1-a137-0cae9e06b1fa None None] Pushing event updated for resources: {'Port': ['ID=95090cce-3d2b-4d3d-9d61-1be74d161e6b,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:16.720685 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dc276ea1-a53c-41ff-84c8-692b42b1a33b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:16.755364 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ea6a763d-666f-42fc-8aa5-6d0cfcd92219 req-867eb533-baaa-4111-b40d-21ef2a7e8393 service neutron] 10.222.0.44 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117457 Sep 21 18:05:16.815230 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dc276ea1-a53c-41ff-84c8-692b42b1a33b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:16.831822 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ec2e05be-1d20-4bed-9b10-0876f6f0a90b tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:16.863936 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc276ea1-a53c-41ff-84c8-692b42b1a33b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network 76a62f76-c95d-480a-9c2c-a938d6efa98b is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:16.868735 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-dc276ea1-a53c-41ff-84c8-692b42b1a33b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:16.873449 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc276ea1-a53c-41ff-84c8-692b42b1a33b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:05:16.909223 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc276ea1-a53c-41ff-84c8-692b42b1a33b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Port': ['ID=d08606cd-f058-4798-95cd-d3d9ff775174,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:16.952714 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dc276ea1-a53c-41ff-84c8-692b42b1a33b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:16.960726 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ec2e05be-1d20-4bed-9b10-0876f6f0a90b tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:17.170896 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dc276ea1-a53c-41ff-84c8-692b42b1a33b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:17.180401 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47534) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:17.204919 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8e5fb368-d35d-4f92-9560-fb4f66adde3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:17.438144 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ec2e05be-1d20-4bed-9b10-0876f6f0a90b tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:17.456939 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ec2e05be-1d20-4bed-9b10-0876f6f0a90b tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:17.582495 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ec2e05be-1d20-4bed-9b10-0876f6f0a90b tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:17.650808 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863daa9-e9d6-4f50-b136-c0336ffe1c94 req-27bb3da2-3fb4-444f-b213-291e0cbfa078 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:17.656727 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e05be-1d20-4bed-9b10-0876f6f0a90b tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Pushing event updated for resources: {'Port': ['ID=f84886ca-c9db-4e89-8957-d4eec736f761,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:17.663597 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9863daa9-e9d6-4f50-b136-c0336ffe1c94 req-27bb3da2-3fb4-444f-b213-291e0cbfa078 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 944 time: 0.2617958 Sep 21 18:05:17.814580 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [None req-ec2e05be-1d20-4bed-9b10-0876f6f0a90b tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Floating IP 454e7f87-2937-4bbc-88a9-9e6521785919 associated. External IP: 172.25.6.117, port: 20e6825a-e73e-46eb-b3ec-d1c7cb78205b. Sep 21 18:05:17.943687 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9863daa9-e9d6-4f50-b136-c0336ffe1c94 req-e161a615-07ee-44e1-8b69-d181482eba71 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2748923 Sep 21 18:05:18.111861 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8e5fb368-d35d-4f92-9560-fb4f66adde3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:18.136405 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8e5fb368-d35d-4f92-9560-fb4f66adde3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:18.218216 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2e05be-1d20-4bed-9b10-0876f6f0a90b tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Router 8771071b-fac5-450b-a4db-65646dd077a6 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:05:18.222587 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dc276ea1-a53c-41ff-84c8-692b42b1a33b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:18.235284 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dc276ea1-a53c-41ff-84c8-692b42b1a33b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:18.317592 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2595080-30b8-4cb9-ac8b-a2059ecf1fa4 None None] Network 76a62f76-c95d-480a-9c2c-a938d6efa98b requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:05:18.381723 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc276ea1-a53c-41ff-84c8-692b42b1a33b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Port': ['ID=d08606cd-f058-4798-95cd-d3d9ff775174,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:18.398719 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8e5fb368-d35d-4f92-9560-fb4f66adde3d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f5fccf9280df40b09e6b1b375c58e502&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2170062 Sep 21 18:05:18.404507 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47548) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:18.405426 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5fb368-d35d-4f92-9560-fb4f66adde3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ac2400-f0ce-4e4c-94cd-c31550b0ba50,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:18.465409 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2e05be-1d20-4bed-9b10-0876f6f0a90b tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:05:18.478875 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959f74f0-6fbd-4712-a96b-d3ff39bcf8d8 None None] Sync routers for ids ['8771071b-fac5-450b-a4db-65646dd077a6'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:05:18.493624 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959f74f0-6fbd-4712-a96b-d3ff39bcf8d8 None None] Routers {'8771071b-fac5-450b-a4db-65646dd077a6'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:18.494258 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-959f74f0-6fbd-4712-a96b-d3ff39bcf8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:04:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8771071b-fac5-450b-a4db-65646dd077a6'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:18.523482 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ec2e05be-1d20-4bed-9b10-0876f6f0a90b tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:18.533285 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f116fb8-d4a5-4da7-b9dc-b4c111c51e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:18.553500 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-71e43f36-7153-438b-91a6-b6e609c63ec3 None None] Provisioning complete for port 95090cce-3d2b-4d3d-9d61-1be74d161e6b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:18.554418 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-71e43f36-7153-438b-91a6-b6e609c63ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:18.583309 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-959f74f0-6fbd-4712-a96b-d3ff39bcf8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:18.588265 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dc276ea1-a53c-41ff-84c8-692b42b1a33b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:18.595098 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b511b4be-3cde-41f8-a01e-965430cdcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:18.606312 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f116fb8-d4a5-4da7-b9dc-b4c111c51e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:18.609812 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959f74f0-6fbd-4712-a96b-d3ff39bcf8d8 None None] Routers {'8771071b-fac5-450b-a4db-65646dd077a6'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:18.610459 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-959f74f0-6fbd-4712-a96b-d3ff39bcf8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8771071b-fac5-450b-a4db-65646dd077a6'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:18.634828 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ec2e05be-1d20-4bed-9b10-0876f6f0a90b tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.3133266 Sep 21 18:05:18.635304 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47554) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:18.693765 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-959f74f0-6fbd-4712-a96b-d3ff39bcf8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:18.694445 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959f74f0-6fbd-4712-a96b-d3ff39bcf8d8 None None] The sync data for ids ['8771071b-fac5-450b-a4db-65646dd077a6'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:05:18.759557 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f116fb8-d4a5-4da7-b9dc-b4c111c51e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:18.763540 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f116fb8-d4a5-4da7-b9dc-b4c111c51e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:18.766184 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5f116fb8-d4a5-4da7-b9dc-b4c111c51e51 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/61ac2400-f0ce-4e4c-94cd-c31550b0ba50 HTTP/1.1" status: 204 len: 168 time: 0.3444982 Sep 21 18:05:18.850071 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f116fb8-d4a5-4da7-b9dc-b4c111c51e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ac2400-f0ce-4e4c-94cd-c31550b0ba50,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:18.877586 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47558) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:18.880008 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6d49b939-39df-4a65-8c17-1e1abc4a7b8b tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] 10.222.0.58 "GET /v2.0/floatingips/454e7f87-2937-4bbc-88a9-9e6521785919 HTTP/1.1" status: 200 len: 983 time: 0.2431183 Sep 21 18:05:18.960711 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-71e43f36-7153-438b-91a6-b6e609c63ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:19.273084 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490f527-8096-4e92-a267-9575341a329c req-2bdb02d7-7aca-4ae9-8549-9bafb10bf56c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:19.286889 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6490f527-8096-4e92-a267-9575341a329c req-2bdb02d7-7aca-4ae9-8549-9bafb10bf56c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 944 time: 0.1957617 Sep 21 18:05:19.461262 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6490f527-8096-4e92-a267-9575341a329c req-1f0cf20b-a532-4a13-a475-929d1ceb67d0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714678 Sep 21 18:05:19.588559 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 95090cce-3d2b-4d3d-9d61-1be74d161e6b up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:05:19.755158 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-71e43f36-7153-438b-91a6-b6e609c63ec3 None None] For port 95090cce-3d2b-4d3d-9d61-1be74d161e6b, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=95090cce-3d2b-4d3d-9d61-1be74d161e6b,segment=NetworkSegment(a668d8c5-c789-4bf4-920d-6f4de0c028f5),segment_id=a668d8c5-c789-4bf4-920d-6f4de0c028f5)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:19.761575 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:19.781020 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-71e43f36-7153-438b-91a6-b6e609c63ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:19.929044 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 95090cce-3d2b-4d3d-9d61-1be74d161e6b triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:19.929520 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:19.931269 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e43f36-7153-438b-91a6-b6e609c63ec3 None None] Pushing event updated for resources: {'Port': ['ID=95090cce-3d2b-4d3d-9d61-1be74d161e6b,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:20.049613 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:20.070355 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc276ea1-a53c-41ff-84c8-692b42b1a33b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network 76a62f76-c95d-480a-9c2c-a938d6efa98b is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:20.079609 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-dc276ea1-a53c-41ff-84c8-692b42b1a33b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:20.084179 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2b383a91-1ff6-4cac-87aa-f86221a36c85 tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4605 time: 1.2054925 Sep 21 18:05:20.087395 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47586) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:20.112522 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-56bf189f-2429-4b45-87d3-0b1690a2b95e None None] Provisioning complete for port 95090cce-3d2b-4d3d-9d61-1be74d161e6b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:20.112895 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-56bf189f-2429-4b45-87d3-0b1690a2b95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:20.221145 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc276ea1-a53c-41ff-84c8-692b42b1a33b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Router d51afa4e-e565-43e2-adce-1edce9a7bf98 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:05:20.283224 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-56bf189f-2429-4b45-87d3-0b1690a2b95e None None] Provisioning complete for port d08606cd-f058-4798-95cd-d3d9ff775174 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:20.283608 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-56bf189f-2429-4b45-87d3-0b1690a2b95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:20.356783 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-56bf189f-2429-4b45-87d3-0b1690a2b95e None None] Port d08606cd-f058-4798-95cd-d3d9ff775174 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:05:20.368493 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-523e79db-3497-4358-b638-9cf63be3889d tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Deleting port f84886ca-c9db-4e89-8957-d4eec736f761 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:20.368838 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-523e79db-3497-4358-b638-9cf63be3889d tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:20.369239 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc276ea1-a53c-41ff-84c8-692b42b1a33b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:05:20.384837 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b93612-6dcc-4521-8ff2-21faa8e9745f None None] Sync routers for ids ['d51afa4e-e565-43e2-adce-1edce9a7bf98'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:05:20.388003 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-dc276ea1-a53c-41ff-84c8-692b42b1a33b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "PUT /v2.0/routers/d51afa4e-e565-43e2-adce-1edce9a7bf98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2851985 Sep 21 18:05:20.390453 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47594) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:20.399087 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-220b9ed0-13be-4ac2-aa19-4db3f3c1d115 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Request body: {'network': {'name': 'tempest-RoutersTest-614063856'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:20.412511 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b93612-6dcc-4521-8ff2-21faa8e9745f None None] Routers {'d51afa4e-e565-43e2-adce-1edce9a7bf98'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:20.413153 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d3b93612-6dcc-4521-8ff2-21faa8e9745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['d51afa4e-e565-43e2-adce-1edce9a7bf98'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:20.448020 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220b9ed0-13be-4ac2-aa19-4db3f3c1d115 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Made reservation on behalf of d7ec63c1d7a3434588f64b3d4b2f5b0c for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:05:20.456335 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-220b9ed0-13be-4ac2-aa19-4db3f3c1d115 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:20.514192 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-220b9ed0-13be-4ac2-aa19-4db3f3c1d115 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:05:20.521642 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-523e79db-3497-4358-b638-9cf63be3889d tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:20.522388 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-523e79db-3497-4358-b638-9cf63be3889d tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:20.540966 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-220b9ed0-13be-4ac2-aa19-4db3f3c1d115 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:20.541453 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-220b9ed0-13be-4ac2-aa19-4db3f3c1d115 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Added segment 5b300e63-d7ca-4917-8bee-ebd64dfab015 of type vlan for network b0393d42-e782-4a8e-87bd-0e922e798577 Sep 21 18:05:20.556896 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-523e79db-3497-4358-b638-9cf63be3889d tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Calling delete_port for f84886ca-c9db-4e89-8957-d4eec736f761 owned by network:floatingip {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:20.557710 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-11a00b50-31d2-4a1c-b615-91f6e2dfdf13 None None] Provisioning complete for port d08606cd-f058-4798-95cd-d3d9ff775174 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:20.558334 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-11a00b50-31d2-4a1c-b615-91f6e2dfdf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:20.669362 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-d3b93612-6dcc-4521-8ff2-21faa8e9745f None None] Set router d51afa4e-e565-43e2-adce-1edce9a7bf98 gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:20.677514 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-220b9ed0-13be-4ac2-aa19-4db3f3c1d115 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:20.774865 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-11a00b50-31d2-4a1c-b615-91f6e2dfdf13 None None] Port d08606cd-f058-4798-95cd-d3d9ff775174 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:05:20.802520 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.db.resource_extend [None req-220b9ed0-13be-4ac2-aa19-4db3f3c1d115 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 18:05:20.850895 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a2f25-e9e2-45cf-a220-7866e01816ed req-a31f4f1f-1fb9-453f-85e7-790813560e9f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:20.852557 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-884a2f25-e9e2-45cf-a220-7866e01816ed req-a31f4f1f-1fb9-453f-85e7-790813560e9f tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 944 time: 0.1693418 Sep 21 18:05:20.853846 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-220b9ed0-13be-4ac2-aa19-4db3f3c1d115 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:20.860385 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220b9ed0-13be-4ac2-aa19-4db3f3c1d115 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:20.862152 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-220b9ed0-13be-4ac2-aa19-4db3f3c1d115 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:20.945223 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 95090cce-3d2b-4d3d-9d61-1be74d161e6b up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:05:20.965570 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-523e79db-3497-4358-b638-9cf63be3889d tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:20.998421 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e79db-3497-4358-b638-9cf63be3889d tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Pushing event deleted for resources: {'Port': ['ID=f84886ca-c9db-4e89-8957-d4eec736f761,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:21.000363 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b9ed0-13be-4ac2-aa19-4db3f3c1d115 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Network': ['ID=b0393d42-e782-4a8e-87bd-0e922e798577,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:21.006396 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-220b9ed0-13be-4ac2-aa19-4db3f3c1d115 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6145575 Sep 21 18:05:21.014132 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47608) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:21.017263 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network b0393d42-e782-4a8e-87bd-0e922e798577 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:05:21.021684 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-2eb8353d-4092-416b-bcf1-338f3cd0bd27 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Request body: {'subnet': {'network_id': 'b0393d42-e782-4a8e-87bd-0e922e798577', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:21.081079 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-884a2f25-e9e2-45cf-a220-7866e01816ed req-940fd187-f4a0-4051-9329-2fce5b4ef06d tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136364 Sep 21 18:05:21.148690 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-523e79db-3497-4358-b638-9cf63be3889d tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks [] for floatingip, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:21.149756 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [None req-523e79db-3497-4358-b638-9cf63be3889d tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Floating IP 454e7f87-2937-4bbc-88a9-9e6521785919 disassociated (deleted). External IP: 172.25.6.117, port: 20e6825a-e73e-46eb-b3ec-d1c7cb78205b. Sep 21 18:05:21.176288 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-a97639b0-8877-4ac5-8760-3bea36806766 None None] Provisioning complete for port d08606cd-f058-4798-95cd-d3d9ff775174 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:21.176714 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a97639b0-8877-4ac5-8760-3bea36806766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:21.297787 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb8353d-4092-416b-bcf1-338f3cd0bd27 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Made reservation on behalf of d7ec63c1d7a3434588f64b3d4b2f5b0c for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:05:21.303272 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2eb8353d-4092-416b-bcf1-338f3cd0bd27 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:21.315515 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 95090cce-3d2b-4d3d-9d61-1be74d161e6b triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:21.315805 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:21.343117 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-a97639b0-8877-4ac5-8760-3bea36806766 None None] Port d08606cd-f058-4798-95cd-d3d9ff775174 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:05:21.362802 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a857a-a2dc-4ab6-99db-3a4e1dfa49a8 req-d78b1749-8a05-41fe-a7e8-7a738e65ca16 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:21.366473 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d3b93612-6dcc-4521-8ff2-21faa8e9745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'name': 'tempest-RoutersTest-router-595207985', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:13Z', 'updated_at': '2021-09-21T18:05:17Z', 'revision_number': 2, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'gw_port_host': None, '_interfaces': [{'id': 'd08606cd-f058-4798-95cd-d3d9ff775174', 'name': '', 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:10:b7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '76f50e48-b158-482f-afd8-bde2737327f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:15Z', 'updated_at': '2021-09-21T18:05:17Z', 'revision_number': 2, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '76f50e48-b158-482f-afd8-bde2737327f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:21.383569 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-356a857a-a2dc-4ab6-99db-3a4e1dfa49a8 req-d78b1749-8a05-41fe-a7e8-7a738e65ca16 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.2294199 Sep 21 18:05:21.408463 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b93612-6dcc-4521-8ff2-21faa8e9745f None None] Checking router: d51afa4e-e565-43e2-adce-1edce9a7bf98 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:05:21.408817 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b93612-6dcc-4521-8ff2-21faa8e9745f None None] Updating router d51afa4e-e565-43e2-adce-1edce9a7bf98 port d08606cd-f058-4798-95cd-d3d9ff775174 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:05:21.435902 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d3b93612-6dcc-4521-8ff2-21faa8e9745f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:21.612352 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:21.892551 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cd1c3796-4a28-4754-988a-997996086949 req-c6e9ab56-a4cf-460c-8fb3-b3efd8b5f1f2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1186454 Sep 21 18:05:21.961499 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-356a857a-a2dc-4ab6-99db-3a4e1dfa49a8 req-f7ce9232-7b81-4fe7-9d2c-75a6916e97f5 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5602756 Sep 21 18:05:22.022551 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c3796-4a28-4754-988a-997996086949 req-a68c3c4d-aa7b-4966-b34f-9f859b0bbc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:22.024478 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cd1c3796-4a28-4754-988a-997996086949 req-a68c3c4d-aa7b-4966-b34f-9f859b0bbc94 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a8da2b927d2245079ac16237e127ada3&device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 1097 time: 0.1103551 Sep 21 18:05:22.065557 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d3b93612-6dcc-4521-8ff2-21faa8e9745f None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:22.078639 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d3b93612-6dcc-4521-8ff2-21faa8e9745f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:22.162658 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c3796-4a28-4754-988a-997996086949 req-c96085d2-a24a-4afb-b486-5f34f3734c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:22.164917 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cd1c3796-4a28-4754-988a-997996086949 req-c96085d2-a24a-4afb-b486-5f34f3734c82 service neutron] 10.222.0.38 "GET /v2.0/networks?id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf HTTP/1.1" status: 200 len: 912 time: 0.1206522 Sep 21 18:05:22.245424 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cd1c3796-4a28-4754-988a-997996086949 req-4e441f6c-4562-46b3-adfb-a4dcb9c95986 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a39e2a54-1d22-4efc-ab50-17ec7c4e731b HTTP/1.1" status: 200 len: 217 time: 0.0728703 Sep 21 18:05:22.247967 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb8e67-5ef5-4386-8a76-be96a67e37ba None None] Pushing event updated for resources: {'Port': ['ID=d08606cd-f058-4798-95cd-d3d9ff775174,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:22.251297 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c52713-a25b-4d87-ac1c-e924d715026a req-309e5550-06a7-46ff-aa33-03586431a0cf tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:22.263057 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c5c52713-a25b-4d87-ac1c-e924d715026a req-309e5550-06a7-46ff-aa33-03586431a0cf tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.2086475 Sep 21 18:05:22.306124 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523e79db-3497-4358-b638-9cf63be3889d tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Router 8771071b-fac5-450b-a4db-65646dd077a6 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:05:22.362573 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-d3b93612-6dcc-4521-8ff2-21faa8e9745f None None] Attempting to bind port d08606cd-f058-4798-95cd-d3d9ff775174 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:05:22.362958 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-d3b93612-6dcc-4521-8ff2-21faa8e9745f None None] Attempting to bind port d08606cd-f058-4798-95cd-d3d9ff775174 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'a668d8c5-c789-4bf4-920d-6f4de0c028f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:05:22.364174 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b93612-6dcc-4521-8ff2-21faa8e9745f None None] Attempting to bind port d08606cd-f058-4798-95cd-d3d9ff775174 on network 76a62f76-c95d-480a-9c2c-a938d6efa98b {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:05:22.365692 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c3796-4a28-4754-988a-997996086949 req-5919e380-9e0c-4762-84a4-d9470d999a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:22.367358 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cd1c3796-4a28-4754-988a-997996086949 req-5919e380-9e0c-4762-84a4-d9470d999a7b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=63a1043c-b263-4aac-aec7-9797fbf7cd86 HTTP/1.1" status: 200 len: 850 time: 0.1048138 Sep 21 18:05:22.368769 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b93612-6dcc-4521-8ff2-21faa8e9745f None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:05:22.369149 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b93612-6dcc-4521-8ff2-21faa8e9745f None None] Checking segment: {'id': 'a668d8c5-c789-4bf4-920d-6f4de0c028f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:05:22.369785 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d3b93612-6dcc-4521-8ff2-21faa8e9745f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:22.370183 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b93612-6dcc-4521-8ff2-21faa8e9745f None None] Bound using segment: {'id': 'a668d8c5-c789-4bf4-920d-6f4de0c028f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:05:22.371257 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-d3b93612-6dcc-4521-8ff2-21faa8e9745f None None] Bound port: d08606cd-f058-4798-95cd-d3d9ff775174, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a668d8c5-c789-4bf4-920d-6f4de0c028f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:05:22.371642 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d3b93612-6dcc-4521-8ff2-21faa8e9745f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:22.376552 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3aebc-6155-436f-8c65-8341814d437c req-89e5fc5a-e25f-4dd3-a43d-8a949542bd6c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:22.378172 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-04f3aebc-6155-436f-8c65-8341814d437c req-89e5fc5a-e25f-4dd3-a43d-8a949542bd6c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 944 time: 0.1317458 Sep 21 18:05:22.466041 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c5c52713-a25b-4d87-ac1c-e924d715026a req-9c2301d3-9496-4ddf-9362-0ba99a153dbe tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019191 Sep 21 18:05:22.482220 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-d3b93612-6dcc-4521-8ff2-21faa8e9745f None None] For port d08606cd-f058-4798-95cd-d3d9ff775174, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:05:22.491194 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-d3b93612-6dcc-4521-8ff2-21faa8e9745f None None] For port d08606cd-f058-4798-95cd-d3d9ff775174, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d08606cd-f058-4798-95cd-d3d9ff775174,segment=NetworkSegment(a668d8c5-c789-4bf4-920d-6f4de0c028f5),segment_id=a668d8c5-c789-4bf4-920d-6f4de0c028f5)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:05:22.500649 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d3b93612-6dcc-4521-8ff2-21faa8e9745f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:22.509527 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-04f3aebc-6155-436f-8c65-8341814d437c req-895e7fa0-e1e1-4cde-862f-f8eef3e114ee tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207578 Sep 21 18:05:22.528578 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c3796-4a28-4754-988a-997996086949 req-399d583d-fff2-4741-915d-a97c72ad8fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:22.530824 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cd1c3796-4a28-4754-988a-997996086949 req-399d583d-fff2-4741-915d-a97c72ad8fe9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1511412 Sep 21 18:05:22.572896 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2eb8353d-4092-416b-bcf1-338f3cd0bd27 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:22.597135 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb8e67-5ef5-4386-8a76-be96a67e37ba None None] Pushing event updated for resources: {'Port': ['ID=d08606cd-f058-4798-95cd-d3d9ff775174,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:22.629116 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-c95bed06-37d2-426f-8747-5837532f4f74 None None] Provisioning complete for port d08606cd-f058-4798-95cd-d3d9ff775174 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:22.629666 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c95bed06-37d2-426f-8747-5837532f4f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:22.691151 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b93612-6dcc-4521-8ff2-21faa8e9745f None None] Routers {'d51afa4e-e565-43e2-adce-1edce9a7bf98'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:22.691151 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d3b93612-6dcc-4521-8ff2-21faa8e9745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['d51afa4e-e565-43e2-adce-1edce9a7bf98'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:22.750584 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cd1c3796-4a28-4754-988a-997996086949 req-eebad4f1-d37b-4fd0-b4d4-38878d362b5a service neutron] 10.222.0.38 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126863 Sep 21 18:05:22.842225 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb8353d-4092-416b-bcf1-338f3cd0bd27 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Subnet': ['ID=67f2c077-f2e4-4ab2-a068-a437898f91c6,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:22.888774 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb8353d-4092-416b-bcf1-338f3cd0bd27 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Checking segment: {'id': '5b300e63-d7ca-4917-8bee-ebd64dfab015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b0393d42-e782-4a8e-87bd-0e922e798577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:05:22.889311 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb8353d-4092-416b-bcf1-338f3cd0bd27 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network hostable DHCP agents. Network: b0393d42-e782-4a8e-87bd-0e922e798577, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:05:22.898669 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-d3b93612-6dcc-4521-8ff2-21faa8e9745f None None] Set router d51afa4e-e565-43e2-adce-1edce9a7bf98 gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:22.963601 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cd1c3796-4a28-4754-988a-997996086949 req-3232ee43-2af1-4424-8e03-24c4c17f4fb9 service neutron] 10.222.0.38 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017372 Sep 21 18:05:22.977803 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523e79db-3497-4358-b638-9cf63be3889d tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:05:22.993919 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05138de3-2521-458c-a036-0f5c9d34809b None None] Sync routers for ids ['8771071b-fac5-450b-a4db-65646dd077a6'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:05:22.994812 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-523e79db-3497-4358-b638-9cf63be3889d tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:23.010642 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c95bed06-37d2-426f-8747-5837532f4f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:23.011143 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05138de3-2521-458c-a036-0f5c9d34809b None None] Routers {'8771071b-fac5-450b-a4db-65646dd077a6'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:23.011792 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-05138de3-2521-458c-a036-0f5c9d34809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8771071b-fac5-450b-a4db-65646dd077a6'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:23.051225 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb8353d-4092-416b-bcf1-338f3cd0bd27 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network b0393d42-e782-4a8e-87bd-0e922e798577 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:05:23.077006 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device ae5cf22b-064e-447d-8faf-708f8476b92d details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:05:23.086903 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-6163fafe-3927-43fe-9e46-834744394db3 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:23.088693 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-6163fafe-3927-43fe-9e46-834744394db3 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/networks?id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf HTTP/1.1" status: 200 len: 811 time: 0.2608707 Sep 21 18:05:23.092562 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-2eb8353d-4092-416b-bcf1-338f3cd0bd27 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, b0393d42-e782-4a8e-87bd-0e922e798577) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:23.104195 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-523e79db-3497-4358-b638-9cf63be3889d tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] 10.222.0.58 "DELETE /v2.0/floatingips/454e7f87-2937-4bbc-88a9-9e6521785919 HTTP/1.1" status: 204 len: 168 time: 3.0085447 Sep 21 18:05:23.104399 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47666) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:23.110854 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-8737819c-457b-4e0c-addb-cdbc1475d016 tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:23.115631 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb8353d-4092-416b-bcf1-338f3cd0bd27 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:23.116231 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2eb8353d-4092-416b-bcf1-338f3cd0bd27 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:23.139418 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-f7d03d37-ce6f-453a-8796-b03798b4b30c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/quotas/a8da2b927d2245079ac16237e127ada3 HTTP/1.1" status: 200 len: 375 time: 0.0375171 Sep 21 18:05:23.162996 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8737819c-457b-4e0c-addb-cdbc1475d016 tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:23.174148 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-05138de3-2521-458c-a036-0f5c9d34809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:23.198468 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2eb8353d-4092-416b-bcf1-338f3cd0bd27 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1812453 Sep 21 18:05:23.199305 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05138de3-2521-458c-a036-0f5c9d34809b None None] Routers {'8771071b-fac5-450b-a4db-65646dd077a6'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:23.200945 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47670) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:23.201882 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-05138de3-2521-458c-a036-0f5c9d34809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8771071b-fac5-450b-a4db-65646dd077a6'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:23.288216 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-05138de3-2521-458c-a036-0f5c9d34809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:23.291632 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05138de3-2521-458c-a036-0f5c9d34809b None None] The sync data for ids ['8771071b-fac5-450b-a4db-65646dd077a6'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:05:23.321449 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-5ade6c1e-10ba-49e1-8b68-7d0568ce6466 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a8da2b927d2245079ac16237e127ada3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1758740 Sep 21 18:05:23.345497 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8737819c-457b-4e0c-addb-cdbc1475d016 tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:23.404220 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4db7e2-9043-4c90-863e-fb55db0d3e40 None None] Network b0393d42-e782-4a8e-87bd-0e922e798577 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:05:23.501494 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-8737819c-457b-4e0c-addb-cdbc1475d016 tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Allocated IP 172.25.6.73 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/e0d9bee1-ecac-4aaa-9a89-0b3a06a988bd) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:05:23.538894 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.db.resource_extend [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 18:05:23.540713 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:23.557099 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-c95bed06-37d2-426f-8747-5837532f4f74 None None] For port d08606cd-f058-4798-95cd-d3d9ff775174, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d08606cd-f058-4798-95cd-d3d9ff775174,segment=NetworkSegment(a668d8c5-c789-4bf4-920d-6f4de0c028f5),segment_id=a668d8c5-c789-4bf4-920d-6f4de0c028f5)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:23.583356 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c95bed06-37d2-426f-8747-5837532f4f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:23.664147 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-a094c427-85f0-40f5-92ea-d8ebbf620bf9 service neutron] 10.222.0.58 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340330 Sep 21 18:05:23.717369 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8737819c-457b-4e0c-addb-cdbc1475d016 tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:23.743269 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a3abe-5888-46d6-9a17-b6f056370595 req-3beb56a1-8ef2-48f8-b926-993f40553212 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:23.745228 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be9a3abe-5888-46d6-9a17-b6f056370595 req-3beb56a1-8ef2-48f8-b926-993f40553212 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 944 time: 0.0973494 Sep 21 18:05:23.835627 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be9a3abe-5888-46d6-9a17-b6f056370595 req-5d711481-8316-4ba7-a51e-9dbe45ae11bc tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545120 Sep 21 18:05:23.841275 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8737819c-457b-4e0c-addb-cdbc1475d016 tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:23.860900 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-233b0b80-11cf-4672-8416-e9d5ea794573 service neutron] 10.222.0.58 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955144 Sep 21 18:05:23.863834 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-598c511d-d9f8-450c-af76-eb6ed49f9ab2 None None] Provisioning complete for port d08606cd-f058-4798-95cd-d3d9ff775174 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:23.864434 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-598c511d-d9f8-450c-af76-eb6ed49f9ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:23.867858 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95bed06-37d2-426f-8747-5837532f4f74 None None] Pushing event updated for resources: {'Port': ['ID=d08606cd-f058-4798-95cd-d3d9ff775174,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:23.880258 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8737819c-457b-4e0c-addb-cdbc1475d016 tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:23.883564 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-8737819c-457b-4e0c-addb-cdbc1475d016 tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:23.887569 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8737819c-457b-4e0c-addb-cdbc1475d016 tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:05:23.909074 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port ae5cf22b-064e-447d-8faf-708f8476b92d, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ae5cf22b-064e-447d-8faf-708f8476b92d,segment=NetworkSegment(3f4ce037-8995-4519-9436-741a5cf4e4ad),segment_id=3f4ce037-8995-4519-9436-741a5cf4e4ad)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:23.954570 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737819c-457b-4e0c-addb-cdbc1475d016 tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Pushing event updated for resources: {'Port': ['ID=e0d9bee1-ecac-4aaa-9a89-0b3a06a988bd,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:23.979160 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a28207e6-eb3a-4e0e-9871-33a9227d551e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:23.985582 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'ae5cf22b-064e-447d-8faf-708f8476b92d', 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695', 'port_id': 'ae5cf22b-064e-447d-8faf-708f8476b92d', 'mac_address': 'fa:16:3e:2e:b2:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109644f9-7374-4e29-a072-2da36abb70ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:05:24.055970 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8737819c-457b-4e0c-addb-cdbc1475d016 tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:24.128965 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1650f27e-1a65-4aed-8cc3-cbd4ece1df65 req-a5aee1fe-e4a1-4d4e-861b-b1ea292ae802 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d HTTP/1.1" status: 200 len: 210 time: 0.0554910 Sep 21 18:05:24.137711 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:24.151825 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8737819c-457b-4e0c-addb-cdbc1475d016 tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:24.202071 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ff711c-713d-4e9b-b8e7-5790a2937233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-b0393d42-e782-4a8e-87bd-0e922e798577', 'network_id': 'b0393d42-e782-4a8e-87bd-0e922e798577', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'fixed_ips': [{'subnet_id': '67f2c077-f2e4-4ab2-a068-a437898f91c6'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:05:24.202977 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-35ff711c-713d-4e9b-b8e7-5790a2937233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:24.213783 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5cf22b-064e-447d-8faf-708f8476b92d {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:05:24.444038 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port ae5cf22b-064e-447d-8faf-708f8476b92d, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ae5cf22b-064e-447d-8faf-708f8476b92d,segment=NetworkSegment(3f4ce037-8995-4519-9436-741a5cf4e4ad),segment_id=3f4ce037-8995-4519-9436-741a5cf4e4ad)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:24.460348 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:24.476333 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d3b93612-6dcc-4521-8ff2-21faa8e9745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'name': 'tempest-RoutersTest-router-595207985', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:13Z', 'updated_at': '2021-09-21T18:05:17Z', 'revision_number': 2, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'gw_port_host': None, '_interfaces': [{'id': 'd08606cd-f058-4798-95cd-d3d9ff775174', 'name': '', 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:10:b7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '76f50e48-b158-482f-afd8-bde2737327f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:15Z', 'updated_at': '2021-09-21T18:05:22Z', 'revision_number': 4, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '76f50e48-b158-482f-afd8-bde2737327f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:24.494101 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8737819c-457b-4e0c-addb-cdbc1475d016 tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:24.503028 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8737819c-457b-4e0c-addb-cdbc1475d016 tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:24.552283 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b93612-6dcc-4521-8ff2-21faa8e9745f None None] The sync data for ids ['d51afa4e-e565-43e2-adce-1edce9a7bf98'] in n-d-810291-1 is: [{'id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'name': 'tempest-RoutersTest-router-595207985', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:13Z', 'updated_at': '2021-09-21T18:05:17Z', 'revision_number': 2, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'gw_port_host': None, '_interfaces': [{'id': 'd08606cd-f058-4798-95cd-d3d9ff775174', 'name': '', 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:10:b7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '76f50e48-b158-482f-afd8-bde2737327f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:15Z', 'updated_at': '2021-09-21T18:05:22Z', 'revision_number': 4, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '76f50e48-b158-482f-afd8-bde2737327f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:05:24.641067 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8737819c-457b-4e0c-addb-cdbc1475d016 tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:24.645404 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737819c-457b-4e0c-addb-cdbc1475d016 tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Pushing event updated for resources: {'Port': ['ID=e0d9bee1-ecac-4aaa-9a89-0b3a06a988bd,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:24.700253 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8737819c-457b-4e0c-addb-cdbc1475d016 tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:24.704929 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47704) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:24.712339 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8737819c-457b-4e0c-addb-cdbc1475d016 tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6049285 Sep 21 18:05:24.730176 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:24.748440 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=ae5cf22b-064e-447d-8faf-708f8476b92d,revision_number=9']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:24.791649 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-35ff711c-713d-4e9b-b8e7-5790a2937233 None None] Allocated IP 172.21.0.2 (b0393d42-e782-4a8e-87bd-0e922e798577/67f2c077-f2e4-4ab2-a068-a437898f91c6/e15c3151-8354-4c76-baea-b72fe9753819) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:05:24.798502 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['ae5cf22b-064e-447d-8faf-708f8476b92d'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:05:24.804694 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47708) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:24.951469 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-768e72f1-3bfc-48d7-b48d-6156f71349de tempest-FloatingIPAdminTestJSON-1246476412 tempest-FloatingIPAdminTestJSON-1246476412-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:25.019118 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2950cce8-9ae6-4bd4-97d2-6518f3732ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:25.103091 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-768e72f1-3bfc-48d7-b48d-6156f71349de tempest-FloatingIPAdminTestJSON-1246476412 tempest-FloatingIPAdminTestJSON-1246476412-project] Notify callbacks [] for floatingip, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:25.277730 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ded054-8968-42f6-9d81-33a6f3993d10 req-c9e537f4-a383-40fe-8a3b-92879ad5cf47 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:25.280135 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f5ded054-8968-42f6-9d81-33a6f3993d10 req-c9e537f4-a383-40fe-8a3b-92879ad5cf47 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 945 time: 0.2390683 Sep 21 18:05:25.315587 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-20acb86a-0c37-4917-9b2e-79eb67a0fb80 req-19012c55-d16a-4f91-877f-fc74bce4da0c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d HTTP/1.1" status: 200 len: 210 time: 0.0484223 Sep 21 18:05:25.319160 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-35ff711c-713d-4e9b-b8e7-5790a2937233 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:25.339904 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-35ff711c-713d-4e9b-b8e7-5790a2937233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:25.388909 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ff711c-713d-4e9b-b8e7-5790a2937233 None None] Network b0393d42-e782-4a8e-87bd-0e922e798577 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:25.394689 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-35ff711c-713d-4e9b-b8e7-5790a2937233 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:25.397468 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ff711c-713d-4e9b-b8e7-5790a2937233 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:05:25.418371 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff711c-713d-4e9b-b8e7-5790a2937233 None None] Pushing event updated for resources: {'Port': ['ID=e15c3151-8354-4c76-baea-b72fe9753819,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:25.485788 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-35ff711c-713d-4e9b-b8e7-5790a2937233 None None] Attempting to bind port e15c3151-8354-4c76-baea-b72fe9753819 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:05:25.486219 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-35ff711c-713d-4e9b-b8e7-5790a2937233 None None] Attempting to bind port e15c3151-8354-4c76-baea-b72fe9753819 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '5b300e63-d7ca-4917-8bee-ebd64dfab015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b0393d42-e782-4a8e-87bd-0e922e798577'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:05:25.486591 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ff711c-713d-4e9b-b8e7-5790a2937233 None None] Attempting to bind port e15c3151-8354-4c76-baea-b72fe9753819 on network b0393d42-e782-4a8e-87bd-0e922e798577 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:05:25.492574 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ff711c-713d-4e9b-b8e7-5790a2937233 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:05:25.493094 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ff711c-713d-4e9b-b8e7-5790a2937233 None None] Checking segment: {'id': '5b300e63-d7ca-4917-8bee-ebd64dfab015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b0393d42-e782-4a8e-87bd-0e922e798577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:05:25.493503 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-35ff711c-713d-4e9b-b8e7-5790a2937233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:25.493897 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ff711c-713d-4e9b-b8e7-5790a2937233 None None] Bound using segment: {'id': '5b300e63-d7ca-4917-8bee-ebd64dfab015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b0393d42-e782-4a8e-87bd-0e922e798577'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:05:25.494375 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-35ff711c-713d-4e9b-b8e7-5790a2937233 None None] Bound port: e15c3151-8354-4c76-baea-b72fe9753819, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b300e63-d7ca-4917-8bee-ebd64dfab015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b0393d42-e782-4a8e-87bd-0e922e798577'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:05:25.494765 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-35ff711c-713d-4e9b-b8e7-5790a2937233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:25.494944 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-a28207e6-eb3a-4e0e-9871-33a9227d551e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Allocated IP 172.21.0.1 (b0393d42-e782-4a8e-87bd-0e922e798577/67f2c077-f2e4-4ab2-a068-a437898f91c6/d2c5ca92-9d11-4f73-902d-ec9cc3273cbc) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:05:25.629204 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-35ff711c-713d-4e9b-b8e7-5790a2937233 None None] For port e15c3151-8354-4c76-baea-b72fe9753819, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:05:25.635990 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-35ff711c-713d-4e9b-b8e7-5790a2937233 None None] For port e15c3151-8354-4c76-baea-b72fe9753819, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e15c3151-8354-4c76-baea-b72fe9753819,segment=NetworkSegment(5b300e63-d7ca-4917-8bee-ebd64dfab015),segment_id=5b300e63-d7ca-4917-8bee-ebd64dfab015)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:05:25.647938 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-35ff711c-713d-4e9b-b8e7-5790a2937233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:25.703711 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f5ded054-8968-42f6-9d81-33a6f3993d10 req-27cf3c96-9c8b-4b45-ba47-a08a158d9085 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4157636 Sep 21 18:05:25.763519 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff711c-713d-4e9b-b8e7-5790a2937233 None None] Pushing event updated for resources: {'Port': ['ID=e15c3151-8354-4c76-baea-b72fe9753819,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:25.807746 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a28207e6-eb3a-4e0e-9871-33a9227d551e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:25.819044 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2950cce8-9ae6-4bd4-97d2-6518f3732ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:25.824838 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-768e72f1-3bfc-48d7-b48d-6156f71349de tempest-FloatingIPAdminTestJSON-1246476412 tempest-FloatingIPAdminTestJSON-1246476412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:25.833548 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2950cce8-9ae6-4bd4-97d2-6518f3732ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:25.854571 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-1751ab1d-6cab-47ed-9e01-9ae75e883442 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:25.857266 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-1751ab1d-6cab-47ed-9e01-9ae75e883442 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.38 "GET /v2.0/networks?id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf HTTP/1.1" status: 200 len: 811 time: 0.2703826 Sep 21 18:05:25.872709 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-2aa75b33-db93-4b84-bf28-5df8044e254f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Request body: {'port': {'device_id': 'e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d', 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf', 'admin_state_up': True, 'tenant_id': 'a8da2b927d2245079ac16237e127ada3'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:25.925949 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950cce8-9ae6-4bd4-97d2-6518f3732ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6378072-f8a5-4ee2-8727-b0542be1b123,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:25.937112 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2950cce8-9ae6-4bd4-97d2-6518f3732ec1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e56dec0810ee40a7a57fec53e3701545&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1307700 Sep 21 18:05:25.941576 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47722) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:26.026167 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a28207e6-eb3a-4e0e-9871-33a9227d551e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:26.058718 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-2aa75b33-db93-4b84-bf28-5df8044e254f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Made reservation on behalf of a8da2b927d2245079ac16237e127ada3 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:05:26.064555 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-2aa75b33-db93-4b84-bf28-5df8044e254f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:26.112780 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28207e6-eb3a-4e0e-9871-33a9227d551e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network b0393d42-e782-4a8e-87bd-0e922e798577 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:26.119116 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-768e72f1-3bfc-48d7-b48d-6156f71349de tempest-FloatingIPAdminTestJSON-1246476412 tempest-FloatingIPAdminTestJSON-1246476412-project] Allocated IP 172.25.6.42 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/2bf7a5fa-3b1e-4e0d-99fb-ea9b3dc8f479) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:05:26.128088 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-a28207e6-eb3a-4e0e-9871-33a9227d551e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:26.142265 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28207e6-eb3a-4e0e-9871-33a9227d551e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:05:26.152462 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28207e6-eb3a-4e0e-9871-33a9227d551e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Port': ['ID=d2c5ca92-9d11-4f73-902d-ec9cc3273cbc,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:26.185436 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a0a9e924-fade-4102-b6a8-d4f12a9a21cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:26.259980 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a28207e6-eb3a-4e0e-9871-33a9227d551e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:26.266635 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-2aa75b33-db93-4b84-bf28-5df8044e254f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Allocated IP 172.20.0.8 (26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf/63a1043c-b263-4aac-aec7-9797fbf7cd86/25f5eaaf-16bd-439f-b22a-e87a4a9e62be) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:05:26.301771 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a0a9e924-fade-4102-b6a8-d4f12a9a21cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:26.439885 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b11abca8-4383-4ff6-8d3e-754c8ecd2c5f req-907a9d0d-58c0-4da2-b8ad-1f0365649f04 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d HTTP/1.1" status: 200 len: 210 time: 0.0378354 Sep 21 18:05:26.476076 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a0a9e924-fade-4102-b6a8-d4f12a9a21cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:26.478710 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a0a9e924-fade-4102-b6a8-d4f12a9a21cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:26.480310 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a0a9e924-fade-4102-b6a8-d4f12a9a21cf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f6378072-f8a5-4ee2-8727-b0542be1b123 HTTP/1.1" status: 204 len: 168 time: 0.5377500 Sep 21 18:05:26.491996 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:05:26.507163 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-2aa75b33-db93-4b84-bf28-5df8044e254f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:26.554193 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-2aa75b33-db93-4b84-bf28-5df8044e254f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:26.559358 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9e924-fade-4102-b6a8-d4f12a9a21cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6378072-f8a5-4ee2-8727-b0542be1b123,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:26.570444 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['a39e2a54-1d22-4efc-ab50-17ec7c4e731b'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:05:26.578112 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['80069cfb-431a-439b-8b99-5ae8864bfc8f'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:05:26.612926 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a28207e6-eb3a-4e0e-9871-33a9227d551e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:26.632505 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa75b33-db93-4b84-bf28-5df8044e254f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Pushing event updated for resources: {'Port': ['ID=25f5eaaf-16bd-439f-b22a-e87a4a9e62be,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:26.642197 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-2aa75b33-db93-4b84-bf28-5df8044e254f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Network 26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:26.655758 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-2aa75b33-db93-4b84-bf28-5df8044e254f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:26.661587 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-768e72f1-3bfc-48d7-b48d-6156f71349de tempest-FloatingIPAdminTestJSON-1246476412 tempest-FloatingIPAdminTestJSON-1246476412-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:26.666483 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-2aa75b33-db93-4b84-bf28-5df8044e254f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:05:26.752164 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-2aa75b33-db93-4b84-bf28-5df8044e254f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:26.753341 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-2aa75b33-db93-4b84-bf28-5df8044e254f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:26.794121 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-2aa75b33-db93-4b84-bf28-5df8044e254f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9256458 Sep 21 18:05:26.813454 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-346bb86c-f5f8-4d7f-a34c-6abfa7f69b4c service neutron] Request body: {'port': {'device_id': 'e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:27.035181 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-346bb86c-f5f8-4d7f-a34c-6abfa7f69b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:27.126822 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device ae5cf22b-064e-447d-8faf-708f8476b92d up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:05:27.130772 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e15c3151-8354-4c76-baea-b72fe9753819 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:05:27.152711 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-768e72f1-3bfc-48d7-b48d-6156f71349de tempest-FloatingIPAdminTestJSON-1246476412 tempest-FloatingIPAdminTestJSON-1246476412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:27.248663 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa708188-815a-4a6d-a0bb-23ab95c0b617 req-175dbba2-6a93-4f19-b442-091bf230ee7a tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:27.259987 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-aa708188-815a-4a6d-a0bb-23ab95c0b617 req-175dbba2-6a93-4f19-b442-091bf230ee7a tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 945 time: 0.2554722 Sep 21 18:05:27.322508 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768e72f1-3bfc-48d7-b48d-6156f71349de tempest-FloatingIPAdminTestJSON-1246476412 tempest-FloatingIPAdminTestJSON-1246476412-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:27.344167 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-39f49572-7066-4dde-abb9-9627b393efdc None None] Provisioning complete for port 25f5eaaf-16bd-439f-b22a-e87a4a9e62be triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:27.349649 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-39f49572-7066-4dde-abb9-9627b393efdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:27.368247 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-768e72f1-3bfc-48d7-b48d-6156f71349de tempest-FloatingIPAdminTestJSON-1246476412 tempest-FloatingIPAdminTestJSON-1246476412-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:27.379787 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768e72f1-3bfc-48d7-b48d-6156f71349de tempest-FloatingIPAdminTestJSON-1246476412 tempest-FloatingIPAdminTestJSON-1246476412-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:05:27.452177 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e72f1-3bfc-48d7-b48d-6156f71349de tempest-FloatingIPAdminTestJSON-1246476412 tempest-FloatingIPAdminTestJSON-1246476412-project] Pushing event updated for resources: {'Port': ['ID=2bf7a5fa-3b1e-4e0d-99fb-ea9b3dc8f479,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:27.458152 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47740) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:27.477230 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port ae5cf22b-064e-447d-8faf-708f8476b92d triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:27.479656 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:27.484204 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port e15c3151-8354-4c76-baea-b72fe9753819 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:27.484569 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:27.527519 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-aa708188-815a-4a6d-a0bb-23ab95c0b617 req-3dd09f23-55db-4d30-a3ff-73a2c623d55c tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628314 Sep 21 18:05:27.648719 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-39f49572-7066-4dde-abb9-9627b393efdc None None] Port 25f5eaaf-16bd-439f-b22a-e87a4a9e62be cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:05:27.672792 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-346bb86c-f5f8-4d7f-a34c-6abfa7f69b4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25f5eaaf-16bd-439f-b22a-e87a4a9e62be {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:05:27.699550 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-346bb86c-f5f8-4d7f-a34c-6abfa7f69b4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:27.713317 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-346bb86c-f5f8-4d7f-a34c-6abfa7f69b4c service neutron] Transition to ACTIVE for port object 25f5eaaf-16bd-439f-b22a-e87a4a9e62be will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:05:27.737858 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a28207e6-eb3a-4e0e-9871-33a9227d551e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:27.745123 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51325093-77c7-4f20-adc2-2454705490f9 req-423c7f2a-00c9-42d6-869c-da16406c8366 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:27.748685 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-768e72f1-3bfc-48d7-b48d-6156f71349de tempest-FloatingIPAdminTestJSON-1246476412 tempest-FloatingIPAdminTestJSON-1246476412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:27.750714 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a28207e6-eb3a-4e0e-9871-33a9227d551e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:27.753252 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-51325093-77c7-4f20-adc2-2454705490f9 req-423c7f2a-00c9-42d6-869c-da16406c8366 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d HTTP/1.1" status: 200 len: 931 time: 0.1701519 Sep 21 18:05:27.771903 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-346bb86c-f5f8-4d7f-a34c-6abfa7f69b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:27.772158 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6a42c5-abe7-4cd3-8fde-349c7c5b7aa5 None None] Network b0393d42-e782-4a8e-87bd-0e922e798577 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:05:27.807428 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:27.822241 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346bb86c-f5f8-4d7f-a34c-6abfa7f69b4c service neutron] Pushing event updated for resources: {'Port': ['ID=25f5eaaf-16bd-439f-b22a-e87a4a9e62be,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:27.840905 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ae54920a-7cb2-48a2-8cf3-2e8ef2482f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:27.858338 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-51325093-77c7-4f20-adc2-2454705490f9 req-4a3b0454-573b-490b-aa12-f3d6d8433b02 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040967 Sep 21 18:05:27.890857 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a28207e6-eb3a-4e0e-9871-33a9227d551e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:27.898607 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-768e72f1-3bfc-48d7-b48d-6156f71349de tempest-FloatingIPAdminTestJSON-1246476412 tempest-FloatingIPAdminTestJSON-1246476412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:27.929625 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28207e6-eb3a-4e0e-9871-33a9227d551e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Port': ['ID=d2c5ca92-9d11-4f73-902d-ec9cc3273cbc,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:27.962353 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-346bb86c-f5f8-4d7f-a34c-6abfa7f69b4c service neutron] Attempting to bind port 25f5eaaf-16bd-439f-b22a-e87a4a9e62be on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:05:27.962690 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-346bb86c-f5f8-4d7f-a34c-6abfa7f69b4c service neutron] Attempting to bind port 25f5eaaf-16bd-439f-b22a-e87a4a9e62be by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '360d39f6-7703-40a4-89a3-bbacde0632cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:05:27.963312 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-346bb86c-f5f8-4d7f-a34c-6abfa7f69b4c service neutron] Attempting to bind port 25f5eaaf-16bd-439f-b22a-e87a4a9e62be on network 26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:05:27.969751 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-346bb86c-f5f8-4d7f-a34c-6abfa7f69b4c service neutron] Port 25f5eaaf-16bd-439f-b22a-e87a4a9e62be on network 26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:05:27.969994 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-346bb86c-f5f8-4d7f-a34c-6abfa7f69b4c service neutron] Attempting to bind port 25f5eaaf-16bd-439f-b22a-e87a4a9e62be on network 26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:05:27.977511 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-346bb86c-f5f8-4d7f-a34c-6abfa7f69b4c service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:05:27.977867 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-346bb86c-f5f8-4d7f-a34c-6abfa7f69b4c service neutron] Checking segment: {'id': '360d39f6-7703-40a4-89a3-bbacde0632cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:05:27.978455 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-346bb86c-f5f8-4d7f-a34c-6abfa7f69b4c service neutron] Bound using segment: {'id': '360d39f6-7703-40a4-89a3-bbacde0632cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:05:27.978987 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-346bb86c-f5f8-4d7f-a34c-6abfa7f69b4c service neutron] Bound port: 25f5eaaf-16bd-439f-b22a-e87a4a9e62be, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '360d39f6-7703-40a4-89a3-bbacde0632cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:05:27.979413 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-346bb86c-f5f8-4d7f-a34c-6abfa7f69b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.077667 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-346bb86c-f5f8-4d7f-a34c-6abfa7f69b4c service neutron] For port 25f5eaaf-16bd-439f-b22a-e87a4a9e62be, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:05:28.082784 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-346bb86c-f5f8-4d7f-a34c-6abfa7f69b4c service neutron] For port 25f5eaaf-16bd-439f-b22a-e87a4a9e62be, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=25f5eaaf-16bd-439f-b22a-e87a4a9e62be,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:05:28.091303 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-346bb86c-f5f8-4d7f-a34c-6abfa7f69b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.111547 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45a186f-e558-4443-ae23-9c550baf95e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5cf22b-064e-447d-8faf-708f8476b92d'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:05:28.113889 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54839d4-2a49-4a5f-8d6b-1a2c749f0e18" -d '{"events": [{"server_uuid": "d45a186f-e558-4443-ae23-9c550baf95e6", "name": "network-vif-plugged", "status": "completed", "tag": "ae5cf22b-064e-447d-8faf-708f8476b92d"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:05:28.122962 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-4f8e5b50-adca-497c-a703-46a3293e9f11 None None] Provisioning complete for port e15c3151-8354-4c76-baea-b72fe9753819 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:28.123214 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4f8e5b50-adca-497c-a703-46a3293e9f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.130312 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-346bb86c-f5f8-4d7f-a34c-6abfa7f69b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:28.131069 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-346bb86c-f5f8-4d7f-a34c-6abfa7f69b4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.132576 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-346bb86c-f5f8-4d7f-a34c-6abfa7f69b4c service neutron] 10.222.0.38 "PUT /v2.0/ports/25f5eaaf-16bd-439f-b22a-e87a4a9e62be HTTP/1.1" status: 200 len: 1091 time: 1.3268995 Sep 21 18:05:28.133125 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d', 'tag': '25f5eaaf-16bd-439f-b22a-e87a4a9e62be'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:05:28.135486 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0a2b76-9362-489a-bd25-d2e94529e060" -d '{"events": [{"name": "network-changed", "server_uuid": "e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d", "tag": "25f5eaaf-16bd-439f-b22a-e87a4a9e62be"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:05:28.185919 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.206386 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port ae5cf22b-064e-447d-8faf-708f8476b92d, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ae5cf22b-064e-447d-8faf-708f8476b92d,segment=NetworkSegment(3f4ce037-8995-4519-9436-741a5cf4e4ad),segment_id=3f4ce037-8995-4519-9436-741a5cf4e4ad)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:28.216490 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b28d03d-1578-4dd4-9271-d634f4c4dac1 x-openstack-request-id: req-0b28d03d-1578-4dd4-9271-d634f4c4dac1 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:05:28.217105 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45a186f-e558-4443-ae23-9c550baf95e6", "name": "network-vif-plugged", "status": "completed", "tag": "ae5cf22b-064e-447d-8faf-708f8476b92d", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:05:28.217594 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0b28d03d-1578-4dd4-9271-d634f4c4dac1 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:05:28.218204 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45a186f-e558-4443-ae23-9c550baf95e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5cf22b-064e-447d-8faf-708f8476b92d', 'code': 200} Sep 21 18:05:28.243484 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a77ad13-3b29-4d5b-a817-d443a3232be3 x-openstack-request-id: req-3a77ad13-3b29-4d5b-a817-d443a3232be3 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:05:28.243780 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d", "tag": "25f5eaaf-16bd-439f-b22a-e87a4a9e62be", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:05:28.244023 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3a77ad13-3b29-4d5b-a817-d443a3232be3 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:05:28.244438 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d', 'tag': '25f5eaaf-16bd-439f-b22a-e87a4a9e62be', 'status': 'completed', 'code': 200} Sep 21 18:05:28.258517 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ae54920a-7cb2-48a2-8cf3-2e8ef2482f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.274024 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ae54920a-7cb2-48a2-8cf3-2e8ef2482f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.275113 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port e15c3151-8354-4c76-baea-b72fe9753819, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e15c3151-8354-4c76-baea-b72fe9753819,segment=NetworkSegment(5b300e63-d7ca-4917-8bee-ebd64dfab015),segment_id=5b300e63-d7ca-4917-8bee-ebd64dfab015)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:28.276498 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346bb86c-f5f8-4d7f-a34c-6abfa7f69b4c service neutron] Pushing event updated for resources: {'Port': ['ID=25f5eaaf-16bd-439f-b22a-e87a4a9e62be,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:28.280279 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28207e6-eb3a-4e0e-9871-33a9227d551e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network b0393d42-e782-4a8e-87bd-0e922e798577 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:28.298376 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-06a76c59-7f3d-498b-ac1a-1f52986f5341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:28.300142 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-06a76c59-7f3d-498b-ac1a-1f52986f5341 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a8da2b927d2245079ac16237e127ada3&device_id=e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d HTTP/1.1" status: 200 len: 1094 time: 0.0774844 Sep 21 18:05:28.312122 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.314110 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-a28207e6-eb3a-4e0e-9871-33a9227d551e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:28.324902 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.325687 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device d08606cd-f058-4798-95cd-d3d9ff775174 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:05:28.365924 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-11667bad-ea6b-4fe8-aaf2-6f9b2112dfb7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25f5eaaf-16bd-439f-b22a-e87a4a9e62be HTTP/1.1" status: 200 len: 217 time: 0.0578456 Sep 21 18:05:28.403177 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-768e72f1-3bfc-48d7-b48d-6156f71349de tempest-FloatingIPAdminTestJSON-1246476412 tempest-FloatingIPAdminTestJSON-1246476412-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.413107 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ae54920a-7cb2-48a2-8cf3-2e8ef2482f33 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=be9dc3369fbc47d288cd1a7eed2e00af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9449239 Sep 21 18:05:28.415630 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae54920a-7cb2-48a2-8cf3-2e8ef2482f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b71aef-1c29-4d7d-9971-4537c20ddd57,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:28.417561 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47754) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:28.453645 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=ae5cf22b-064e-447d-8faf-708f8476b92d,revision_number=10']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:28.461788 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f7987-7257-441d-aff9-f97d3008d911 req-6f2fd3d5-b431-4ba9-9505-31de6a90394d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:28.462877 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-768e72f1-3bfc-48d7-b48d-6156f71349de tempest-FloatingIPAdminTestJSON-1246476412 tempest-FloatingIPAdminTestJSON-1246476412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.463516 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-af2f7987-7257-441d-aff9-f97d3008d911 req-6f2fd3d5-b431-4ba9-9505-31de6a90394d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 1098 time: 0.1079180 Sep 21 18:05:28.486787 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-5d52f6af-e369-4478-bb5a-ba96fef69965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:28.488353 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-5d52f6af-e369-4478-bb5a-ba96fef69965 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=63a1043c-b263-4aac-aec7-9797fbf7cd86 HTTP/1.1" status: 200 len: 850 time: 0.1047525 Sep 21 18:05:28.497873 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:28.498232 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:28.498542 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:28.498869 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:28.499239 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:28.499569 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:28.499892 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:28.500274 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:28.500596 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:28.500917 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:28.501235 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:28.501552 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:28.556331 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d9a06e07-8ea7-4092-ad07-463b42d015f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.559377 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-af2f7987-7257-441d-aff9-f97d3008d911 req-303047ea-da20-45ef-94d0-2ecd0306117d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861063 Sep 21 18:05:28.568727 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port d08606cd-f058-4798-95cd-d3d9ff775174 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:28.569095 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.583369 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-b061cd29-9adf-4052-87a1-0087cf33c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:28.585432 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-b061cd29-9adf-4052-87a1-0087cf33c0e4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874150 Sep 21 18:05:28.602389 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d9a06e07-8ea7-4092-ad07-463b42d015f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.612638 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=e15c3151-8354-4c76-baea-b72fe9753819,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:28.675548 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d9a06e07-8ea7-4092-ad07-463b42d015f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.678455 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d9a06e07-8ea7-4092-ad07-463b42d015f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:28.681923 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d9a06e07-8ea7-4092-ad07-463b42d015f3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/97b71aef-1c29-4d7d-9971-4537c20ddd57 HTTP/1.1" status: 204 len: 168 time: 0.2595949 Sep 21 18:05:28.691683 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a06e07-8ea7-4092-ad07-463b42d015f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b71aef-1c29-4d7d-9971-4537c20ddd57,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:28.911174 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-5dad9633-52de-411a-bcbc-e864080340a0 service neutron] 10.222.0.38 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443801 Sep 21 18:05:28.925484 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e15c3151-8354-4c76-baea-b72fe9753819 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:05:28.933037 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-7c06d98c-0a4e-4011-83e9-72123123e993 None None] Provisioning complete for port d2c5ca92-9d11-4f73-902d-ec9cc3273cbc triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:28.933613 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7c06d98c-0a4e-4011-83e9-72123123e993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:29.035616 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-7c06d98c-0a4e-4011-83e9-72123123e993 None None] Port d2c5ca92-9d11-4f73-902d-ec9cc3273cbc cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:05:29.067474 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port e15c3151-8354-4c76-baea-b72fe9753819 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:29.068408 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:29.090824 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-7c06d98c-0a4e-4011-83e9-72123123e993 None None] Provisioning complete for port e15c3151-8354-4c76-baea-b72fe9753819 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:29.091299 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7c06d98c-0a4e-4011-83e9-72123123e993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:29.112456 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e1393ad9-a8e2-4488-83eb-0fdb3578b78d req-0154e492-5d32-417b-ad2e-d34aada0aba5 service neutron] 10.222.0.38 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919780 Sep 21 18:05:29.164099 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0641a48-cae5-4e13-9ef7-073e2997db93 req-b62ea5c5-2106-4039-b0cf-be27f6b69910 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:29.172795 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e0641a48-cae5-4e13-9ef7-073e2997db93 req-b62ea5c5-2106-4039-b0cf-be27f6b69910 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d HTTP/1.1" status: 200 len: 943 time: 0.1518686 Sep 21 18:05:29.232864 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e72f1-3bfc-48d7-b48d-6156f71349de tempest-FloatingIPAdminTestJSON-1246476412 tempest-FloatingIPAdminTestJSON-1246476412-project] Pushing event updated for resources: {'Port': ['ID=2bf7a5fa-3b1e-4e0d-99fb-ea9b3dc8f479,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:29.249590 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28207e6-eb3a-4e0e-9871-33a9227d551e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Router d51afa4e-e565-43e2-adce-1edce9a7bf98 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:05:29.262546 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-768e72f1-3bfc-48d7-b48d-6156f71349de tempest-FloatingIPAdminTestJSON-1246476412 tempest-FloatingIPAdminTestJSON-1246476412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:29.264893 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e0641a48-cae5-4e13-9ef7-073e2997db93 req-0d54b0a2-9c6a-42e1-b3f2-5889ca3c6fb1 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911665 Sep 21 18:05:29.278089 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a2b76-9362-489a-bd25-d2e94529e060 req-9f5d94d5-9e46-4ef0-8b6d-588d8e3dfe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:29.284348 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0a2b76-9362-489a-bd25-d2e94529e060 req-9f5d94d5-9e46-4ef0-8b6d-588d8e3dfe56 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a8da2b927d2245079ac16237e127ada3&device_id=e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d HTTP/1.1" status: 200 len: 1094 time: 0.1045682 Sep 21 18:05:29.296958 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7117b-1cb0-4a89-800d-505505accd7c req-3e8609f5-108e-40e4-b04c-946b1095ded2 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:29.305821 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1dd7117b-1cb0-4a89-800d-505505accd7c req-3e8609f5-108e-40e4-b04c-946b1095ded2 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 947 time: 0.2111545 Sep 21 18:05:29.331714 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-768e72f1-3bfc-48d7-b48d-6156f71349de tempest-FloatingIPAdminTestJSON-1246476412 tempest-FloatingIPAdminTestJSON-1246476412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:29.333675 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-768e72f1-3bfc-48d7-b48d-6156f71349de tempest-FloatingIPAdminTestJSON-1246476412 tempest-FloatingIPAdminTestJSON-1246476412-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6269624 Sep 21 18:05:29.338147 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47776) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:29.384075 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-8efc694f-ced1-4a5e-9f61-6187fe95a3c4 None None] Provisioning complete for port d2c5ca92-9d11-4f73-902d-ec9cc3273cbc triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:29.384354 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8efc694f-ced1-4a5e-9f61-6187fe95a3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:29.425610 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a2b76-9362-489a-bd25-d2e94529e060 req-4b7588ce-28df-40a4-897d-1bb4b09ecc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:29.427638 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0a2b76-9362-489a-bd25-d2e94529e060 req-4b7588ce-28df-40a4-897d-1bb4b09ecc30 service neutron] 10.222.0.38 "GET /v2.0/networks?id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf HTTP/1.1" status: 200 len: 912 time: 0.1388683 Sep 21 18:05:29.445129 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-8efc694f-ced1-4a5e-9f61-6187fe95a3c4 None None] Port d2c5ca92-9d11-4f73-902d-ec9cc3273cbc cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:05:29.497835 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0a2b76-9362-489a-bd25-d2e94529e060 req-ce404cb2-fe62-4897-bad4-ff1e0f87f99a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25f5eaaf-16bd-439f-b22a-e87a4a9e62be HTTP/1.1" status: 200 len: 217 time: 0.0550268 Sep 21 18:05:29.548930 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1dd7117b-1cb0-4a89-800d-505505accd7c req-98c60465-8abe-4941-a304-983fa8376f85 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420731 Sep 21 18:05:29.558104 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a2b76-9362-489a-bd25-d2e94529e060 req-a33cf215-9269-4b86-9f57-943a6b15680d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:29.560012 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0a2b76-9362-489a-bd25-d2e94529e060 req-a33cf215-9269-4b86-9f57-943a6b15680d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=63a1043c-b263-4aac-aec7-9797fbf7cd86 HTTP/1.1" status: 200 len: 850 time: 0.0552366 Sep 21 18:05:29.592864 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-ab4813a4-0f27-4759-8f77-13e512046bcc None None] Provisioning complete for port d2c5ca92-9d11-4f73-902d-ec9cc3273cbc triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:29.593465 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ab4813a4-0f27-4759-8f77-13e512046bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:29.598224 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-015178c7-ef17-48d7-97c8-208ab61b9d04 tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4790 time: 0.2581503 Sep 21 18:05:29.598856 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47786) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:29.649309 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-ab4813a4-0f27-4759-8f77-13e512046bcc None None] Port d2c5ca92-9d11-4f73-902d-ec9cc3273cbc cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:05:29.650013 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a2b76-9362-489a-bd25-d2e94529e060 req-7161fd45-73cb-48ae-b4be-be38c9554269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:29.657235 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0a2b76-9362-489a-bd25-d2e94529e060 req-7161fd45-73cb-48ae-b4be-be38c9554269 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787108 Sep 21 18:05:29.679260 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28207e6-eb3a-4e0e-9871-33a9227d551e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:05:29.684919 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a28207e6-eb3a-4e0e-9871-33a9227d551e tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "PUT /v2.0/routers/d51afa4e-e565-43e2-adce-1edce9a7bf98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4823341 Sep 21 18:05:29.690572 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8f88c2-07f9-47e5-98ca-8cc5f8ede6d9 None None] Sync routers for ids ['d51afa4e-e565-43e2-adce-1edce9a7bf98'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:05:29.691600 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f3127eaf-e133-4620-8e1a-a3c17d0f16e0 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0887108 Sep 21 18:05:29.692498 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47790) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:29.693057 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47792) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:29.703037 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8f88c2-07f9-47e5-98ca-8cc5f8ede6d9 None None] Routers {'d51afa4e-e565-43e2-adce-1edce9a7bf98'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:29.703586 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4a8f88c2-07f9-47e5-98ca-8cc5f8ede6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['d51afa4e-e565-43e2-adce-1edce9a7bf98'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:29.704986 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-57895645-1844-448f-b143-d83b535d1e9a tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Request body: {'network': {'name': 'tempest-RoutersTest-1017794852'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:29.774203 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0a2b76-9362-489a-bd25-d2e94529e060 req-6da1aa4e-5818-4c9b-897e-cd526e170466 service neutron] 10.222.0.38 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019077 Sep 21 18:05:29.806504 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57895645-1844-448f-b143-d83b535d1e9a tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Made reservation on behalf of d7ec63c1d7a3434588f64b3d4b2f5b0c for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:05:29.810955 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-57895645-1844-448f-b143-d83b535d1e9a tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:29.877410 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57895645-1844-448f-b143-d83b535d1e9a tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:05:29.894800 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-57895645-1844-448f-b143-d83b535d1e9a tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:29.894800 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-57895645-1844-448f-b143-d83b535d1e9a tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Added segment ae7dc9b2-df40-4f77-a1fe-38e6572c0da5 of type vlan for network abe6075b-7fdb-498c-9fb9-296fe556593c Sep 21 18:05:29.914698 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-4a8f88c2-07f9-47e5-98ca-8cc5f8ede6d9 None None] Set router d51afa4e-e565-43e2-adce-1edce9a7bf98 gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:29.959913 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0a2b76-9362-489a-bd25-d2e94529e060 req-7b435899-4fe0-47dd-a4e4-a6bbba2480a5 service neutron] 10.222.0.38 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689274 Sep 21 18:05:29.970737 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-13a70b7b-9985-44b0-a231-55a6e3b32fef tempest-FloatingIPAdminTestJSON-1246476412 tempest-FloatingIPAdminTestJSON-1246476412-project] Deleting port 2bf7a5fa-3b1e-4e0d-99fb-ea9b3dc8f479 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:29.977549 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-13a70b7b-9985-44b0-a231-55a6e3b32fef tempest-FloatingIPAdminTestJSON-1246476412 tempest-FloatingIPAdminTestJSON-1246476412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:30.018314 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-57895645-1844-448f-b143-d83b535d1e9a tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:30.104449 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-57895645-1844-448f-b143-d83b535d1e9a tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:30.111262 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57895645-1844-448f-b143-d83b535d1e9a tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:30.112173 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-57895645-1844-448f-b143-d83b535d1e9a tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:30.145109 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-13a70b7b-9985-44b0-a231-55a6e3b32fef tempest-FloatingIPAdminTestJSON-1246476412 tempest-FloatingIPAdminTestJSON-1246476412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:30.145668 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-13a70b7b-9985-44b0-a231-55a6e3b32fef tempest-FloatingIPAdminTestJSON-1246476412 tempest-FloatingIPAdminTestJSON-1246476412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:30.148946 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4a8f88c2-07f9-47e5-98ca-8cc5f8ede6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'name': 'tempest-RoutersTest-router-595207985', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:13Z', 'updated_at': '2021-09-21T18:05:26Z', 'revision_number': 3, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'gw_port_host': None, '_interfaces': [{'id': 'd08606cd-f058-4798-95cd-d3d9ff775174', 'name': '', 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:10:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '76f50e48-b158-482f-afd8-bde2737327f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:15Z', 'updated_at': '2021-09-21T18:05:23Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '76f50e48-b158-482f-afd8-bde2737327f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2c5ca92-9d11-4f73-902d-ec9cc3273cbc', 'name': '', 'network_id': 'b0393d42-e782-4a8e-87bd-0e922e798577', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:d1:a9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:24Z', 'updated_at': '2021-09-21T18:05:27Z', 'revision_number': 2, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:30.170591 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-57895645-1844-448f-b143-d83b535d1e9a tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4758599 Sep 21 18:05:30.172949 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47816) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:30.176178 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-13a70b7b-9985-44b0-a231-55a6e3b32fef tempest-FloatingIPAdminTestJSON-1246476412 tempest-FloatingIPAdminTestJSON-1246476412-project] Calling delete_port for 2bf7a5fa-3b1e-4e0d-99fb-ea9b3dc8f479 owned by network:floatingip {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:30.180276 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-4a898286-a363-4a75-ba43-514d1311c25c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Request body: {'subnet': {'network_id': 'abe6075b-7fdb-498c-9fb9-296fe556593c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:30.204730 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8f88c2-07f9-47e5-98ca-8cc5f8ede6d9 None None] Checking router: d51afa4e-e565-43e2-adce-1edce9a7bf98 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:05:30.205325 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8f88c2-07f9-47e5-98ca-8cc5f8ede6d9 None None] Updating router d51afa4e-e565-43e2-adce-1edce9a7bf98 port d2c5ca92-9d11-4f73-902d-ec9cc3273cbc binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:05:30.223725 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57895645-1844-448f-b143-d83b535d1e9a tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Network': ['ID=abe6075b-7fdb-498c-9fb9-296fe556593c,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:30.252331 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network abe6075b-7fdb-498c-9fb9-296fe556593c details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:05:30.286631 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4a8f88c2-07f9-47e5-98ca-8cc5f8ede6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:30.394993 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a898286-a363-4a75-ba43-514d1311c25c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Made reservation on behalf of d7ec63c1d7a3434588f64b3d4b2f5b0c for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:05:30.401569 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4a898286-a363-4a75-ba43-514d1311c25c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:30.407526 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-13a70b7b-9985-44b0-a231-55a6e3b32fef tempest-FloatingIPAdminTestJSON-1246476412 tempest-FloatingIPAdminTestJSON-1246476412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:30.450090 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a70b7b-9985-44b0-a231-55a6e3b32fef tempest-FloatingIPAdminTestJSON-1246476412 tempest-FloatingIPAdminTestJSON-1246476412-project] Pushing event deleted for resources: {'Port': ['ID=2bf7a5fa-3b1e-4e0d-99fb-ea9b3dc8f479,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:30.548025 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-13a70b7b-9985-44b0-a231-55a6e3b32fef tempest-FloatingIPAdminTestJSON-1246476412 tempest-FloatingIPAdminTestJSON-1246476412-project] Notify callbacks [] for floatingip, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:30.552459 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-13a70b7b-9985-44b0-a231-55a6e3b32fef tempest-FloatingIPAdminTestJSON-1246476412 tempest-FloatingIPAdminTestJSON-1246476412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:30.556339 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-13a70b7b-9985-44b0-a231-55a6e3b32fef tempest-FloatingIPAdminTestJSON-1246476412 tempest-FloatingIPAdminTestJSON-1246476412-project] 10.222.0.58 "DELETE /v2.0/floatingips/f88b555b-1906-48a6-8e70-80a6cba0f945 HTTP/1.1" status: 204 len: 168 time: 0.8582435 Sep 21 18:05:30.563633 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47850) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:30.579778 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a3676-13dc-4af5-8c12-6ac4c644cfc0 req-e873656d-8cdc-45d0-8e65-61d2984aa01b tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:30.587446 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9e9a3676-13dc-4af5-8c12-6ac4c644cfc0 req-e873656d-8cdc-45d0-8e65-61d2984aa01b tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d HTTP/1.1" status: 200 len: 943 time: 0.1625783 Sep 21 18:05:30.658370 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9e9a3676-13dc-4af5-8c12-6ac4c644cfc0 req-dfc314a6-f589-4fa2-912c-a3dfb70f27b7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646734 Sep 21 18:05:30.752958 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4a8f88c2-07f9-47e5-98ca-8cc5f8ede6d9 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:30.761693 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4a8f88c2-07f9-47e5-98ca-8cc5f8ede6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:30.845775 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba3126-40a2-4dbf-8190-d4260080fd47 req-d12531c8-e9fe-4271-8282-946beb6564a3 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:30.847392 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-edba3126-40a2-4dbf-8190-d4260080fd47 req-d12531c8-e9fe-4271-8282-946beb6564a3 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 947 time: 0.0971115 Sep 21 18:05:30.878195 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4a898286-a363-4a75-ba43-514d1311c25c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:30.878897 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-0623f89f-d285-4b19-9966-33f18f605a44 tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Deleting port e0d9bee1-ecac-4aaa-9a89-0b3a06a988bd {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:30.879283 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0623f89f-d285-4b19-9966-33f18f605a44 tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:30.939489 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6babd-ecf9-4271-b8f6-a913610a027c None None] Pushing event updated for resources: {'Port': ['ID=d2c5ca92-9d11-4f73-902d-ec9cc3273cbc,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:30.979489 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a898286-a363-4a75-ba43-514d1311c25c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Subnet': ['ID=c162e606-17dc-46a2-aae4-9247d124c181,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:30.983756 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-edba3126-40a2-4dbf-8190-d4260080fd47 req-5f981e5d-eb35-4d7b-92c6-111fb83676aa tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262188 Sep 21 18:05:31.001478 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a898286-a363-4a75-ba43-514d1311c25c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Checking segment: {'id': 'ae7dc9b2-df40-4f77-a1fe-38e6572c0da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'abe6075b-7fdb-498c-9fb9-296fe556593c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:05:31.001950 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a898286-a363-4a75-ba43-514d1311c25c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network hostable DHCP agents. Network: abe6075b-7fdb-498c-9fb9-296fe556593c, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:05:31.024734 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a898286-a363-4a75-ba43-514d1311c25c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network abe6075b-7fdb-498c-9fb9-296fe556593c is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:05:31.043587 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-4a898286-a363-4a75-ba43-514d1311c25c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, abe6075b-7fdb-498c-9fb9-296fe556593c) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:31.050656 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a898286-a363-4a75-ba43-514d1311c25c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:31.052357 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4a898286-a363-4a75-ba43-514d1311c25c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:31.060295 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f633f3-db7e-4873-9216-a18ca397f669 None None] Network abe6075b-7fdb-498c-9fb9-296fe556593c requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:05:31.064487 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-4a8f88c2-07f9-47e5-98ca-8cc5f8ede6d9 None None] Attempting to bind port d2c5ca92-9d11-4f73-902d-ec9cc3273cbc on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:05:31.064887 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-4a8f88c2-07f9-47e5-98ca-8cc5f8ede6d9 None None] Attempting to bind port d2c5ca92-9d11-4f73-902d-ec9cc3273cbc by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '5b300e63-d7ca-4917-8bee-ebd64dfab015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b0393d42-e782-4a8e-87bd-0e922e798577'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:05:31.065321 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8f88c2-07f9-47e5-98ca-8cc5f8ede6d9 None None] Attempting to bind port d2c5ca92-9d11-4f73-902d-ec9cc3273cbc on network b0393d42-e782-4a8e-87bd-0e922e798577 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:05:31.076750 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4a898286-a363-4a75-ba43-514d1311c25c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9022284 Sep 21 18:05:31.079365 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47866) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:31.089755 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8f88c2-07f9-47e5-98ca-8cc5f8ede6d9 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:05:31.090141 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8f88c2-07f9-47e5-98ca-8cc5f8ede6d9 None None] Checking segment: {'id': '5b300e63-d7ca-4917-8bee-ebd64dfab015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b0393d42-e782-4a8e-87bd-0e922e798577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:05:31.090643 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4a8f88c2-07f9-47e5-98ca-8cc5f8ede6d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:31.091124 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8f88c2-07f9-47e5-98ca-8cc5f8ede6d9 None None] Bound using segment: {'id': '5b300e63-d7ca-4917-8bee-ebd64dfab015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b0393d42-e782-4a8e-87bd-0e922e798577'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:05:31.091666 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-4a8f88c2-07f9-47e5-98ca-8cc5f8ede6d9 None None] Bound port: d2c5ca92-9d11-4f73-902d-ec9cc3273cbc, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b300e63-d7ca-4917-8bee-ebd64dfab015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b0393d42-e782-4a8e-87bd-0e922e798577'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:05:31.092160 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4a8f88c2-07f9-47e5-98ca-8cc5f8ede6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:31.169543 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 25f5eaaf-16bd-439f-b22a-e87a4a9e62be details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:05:31.177127 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0623f89f-d285-4b19-9966-33f18f605a44 tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:31.177332 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0623f89f-d285-4b19-9966-33f18f605a44 tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:31.234027 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-0801addc-f08c-4a45-b606-660346dfed0c None None] Provisioning complete for port d2c5ca92-9d11-4f73-902d-ec9cc3273cbc triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:31.234395 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0801addc-f08c-4a45-b606-660346dfed0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:31.257770 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-0623f89f-d285-4b19-9966-33f18f605a44 tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Calling delete_port for e0d9bee1-ecac-4aaa-9a89-0b3a06a988bd owned by network:floatingip {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:31.349051 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-4a8f88c2-07f9-47e5-98ca-8cc5f8ede6d9 None None] For port d2c5ca92-9d11-4f73-902d-ec9cc3273cbc, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:05:31.519843 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-4a8f88c2-07f9-47e5-98ca-8cc5f8ede6d9 None None] For port d2c5ca92-9d11-4f73-902d-ec9cc3273cbc, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d2c5ca92-9d11-4f73-902d-ec9cc3273cbc,segment=NetworkSegment(5b300e63-d7ca-4917-8bee-ebd64dfab015),segment_id=5b300e63-d7ca-4917-8bee-ebd64dfab015)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:05:31.523616 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-0801addc-f08c-4a45-b606-660346dfed0c None None] Port d2c5ca92-9d11-4f73-902d-ec9cc3273cbc cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:05:31.532364 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4a8f88c2-07f9-47e5-98ca-8cc5f8ede6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:31.611446 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 25f5eaaf-16bd-439f-b22a-e87a4a9e62be, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=25f5eaaf-16bd-439f-b22a-e87a4a9e62be,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:31.623959 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0623f89f-d285-4b19-9966-33f18f605a44 tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:31.629306 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696c66ee-0ed7-43a3-bbe2-3c40fd04627e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-abe6075b-7fdb-498c-9fb9-296fe556593c', 'network_id': 'abe6075b-7fdb-498c-9fb9-296fe556593c', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'fixed_ips': [{'subnet_id': 'c162e606-17dc-46a2-aae4-9247d124c181'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:05:31.630441 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-696c66ee-0ed7-43a3-bbe2-3c40fd04627e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:31.659589 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623f89f-d285-4b19-9966-33f18f605a44 tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0d9bee1-ecac-4aaa-9a89-0b3a06a988bd,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:31.767243 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3000df0e-7e80-4deb-9ec6-4404a6ae6fb7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:31.784634 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-696c66ee-0ed7-43a3-bbe2-3c40fd04627e None None] Allocated IP 172.22.0.2 (abe6075b-7fdb-498c-9fb9-296fe556593c/c162e606-17dc-46a2-aae4-9247d124c181/fc161716-742d-4cc2-8a54-a86c1f43e161) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:05:31.820585 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '25f5eaaf-16bd-439f-b22a-e87a4a9e62be', 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf', 'port_id': '25f5eaaf-16bd-439f-b22a-e87a4a9e62be', 'mac_address': 'fa:16:3e:c9:4b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a1043c-b263-4aac-aec7-9797fbf7cd86', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:05:31.826215 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8f88c2-07f9-47e5-98ca-8cc5f8ede6d9 None None] Routers {'d51afa4e-e565-43e2-adce-1edce9a7bf98'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:31.826655 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4a8f88c2-07f9-47e5-98ca-8cc5f8ede6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['d51afa4e-e565-43e2-adce-1edce9a7bf98'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:31.841597 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6babd-ecf9-4271-b8f6-a913610a027c None None] Pushing event updated for resources: {'Port': ['ID=d2c5ca92-9d11-4f73-902d-ec9cc3273cbc,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:31.895247 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0623f89f-d285-4b19-9966-33f18f605a44 tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:31.897790 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0623f89f-d285-4b19-9966-33f18f605a44 tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:31.902231 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0623f89f-d285-4b19-9966-33f18f605a44 tempest-FloatingIPAdminTestJSON-985550540 tempest-FloatingIPAdminTestJSON-985550540-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/c3e360cc-cc35-4a5c-8804-615656d6c3c3 HTTP/1.1" status: 204 len: 168 time: 1.3339450 Sep 21 18:05:31.902617 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47878) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:31.950983 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860e333-104d-494f-8b80-b71c8ebf3546 req-a6d57138-7578-4a4f-bc00-5b6db14c237d tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:31.950983 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4860e333-104d-494f-8b80-b71c8ebf3546 req-a6d57138-7578-4a4f-bc00-5b6db14c237d tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d HTTP/1.1" status: 200 len: 943 time: 0.1665661 Sep 21 18:05:32.018846 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-4a8f88c2-07f9-47e5-98ca-8cc5f8ede6d9 None None] Set router d51afa4e-e565-43e2-adce-1edce9a7bf98 gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:32.097217 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-b076da4f-e3a3-47a0-ba78-ce939bd4d2f8 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Deleting port 20e6825a-e73e-46eb-b3ec-d1c7cb78205b {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:32.097717 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b076da4f-e3a3-47a0-ba78-ce939bd4d2f8 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:32.109098 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4860e333-104d-494f-8b80-b71c8ebf3546 req-0d5b2544-675e-4cca-8024-13ff6b7f6686 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860510 Sep 21 18:05:32.161109 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-e8b2d4b1-160d-40f1-ba5f-07c5dddb7eb7 None None] Provisioning complete for port d2c5ca92-9d11-4f73-902d-ec9cc3273cbc triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:32.161484 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e8b2d4b1-160d-40f1-ba5f-07c5dddb7eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:32.214882 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b076da4f-e3a3-47a0-ba78-ce939bd4d2f8 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:32.232828 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-b076da4f-e3a3-47a0-ba78-ce939bd4d2f8 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Calling delete_port for 20e6825a-e73e-46eb-b3ec-d1c7cb78205b owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:32.255765 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:32.320886 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25f5eaaf-16bd-439f-b22a-e87a4a9e62be {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:05:32.331528 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d717800-3e35-48e1-a531-21595f8b8ff0 req-90d56604-af6c-4118-bc6d-bca8bbd38059 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:32.333062 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6d717800-3e35-48e1-a531-21595f8b8ff0 req-90d56604-af6c-4118-bc6d-bca8bbd38059 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 947 time: 0.1064875 Sep 21 18:05:32.382315 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 25f5eaaf-16bd-439f-b22a-e87a4a9e62be, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=25f5eaaf-16bd-439f-b22a-e87a4a9e62be,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:32.396915 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6d717800-3e35-48e1-a531-21595f8b8ff0 req-d949e621-164b-45e9-9a37-3b6ab6bcf755 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504560 Sep 21 18:05:32.403207 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:32.410740 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-696c66ee-0ed7-43a3-bbe2-3c40fd04627e None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:32.462735 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-696c66ee-0ed7-43a3-bbe2-3c40fd04627e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:32.476342 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b076da4f-e3a3-47a0-ba78-ce939bd4d2f8 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:32.508812 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076da4f-e3a3-47a0-ba78-ce939bd4d2f8 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Pushing event deleted for resources: {'Port': ['ID=20e6825a-e73e-46eb-b3ec-d1c7cb78205b,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:32.526700 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e8b2d4b1-160d-40f1-ba5f-07c5dddb7eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:32.535154 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696c66ee-0ed7-43a3-bbe2-3c40fd04627e None None] Network abe6075b-7fdb-498c-9fb9-296fe556593c is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:32.536842 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=25f5eaaf-16bd-439f-b22a-e87a4a9e62be,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:32.538906 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-3000df0e-7e80-4deb-9ec6-4404a6ae6fb7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Allocated IP 172.22.0.1 (abe6075b-7fdb-498c-9fb9-296fe556593c/c162e606-17dc-46a2-aae4-9247d124c181/0d46fff9-5c63-4934-be78-d483bf1cb801) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:05:32.551378 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-696c66ee-0ed7-43a3-bbe2-3c40fd04627e None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:32.556591 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696c66ee-0ed7-43a3-bbe2-3c40fd04627e None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:05:32.620842 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b076da4f-e3a3-47a0-ba78-ce939bd4d2f8 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:32.627259 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b076da4f-e3a3-47a0-ba78-ce939bd4d2f8 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] 10.222.0.58 "DELETE /v2.0/ports/20e6825a-e73e-46eb-b3ec-d1c7cb78205b HTTP/1.1" status: 204 len: 168 time: 0.7228749 Sep 21 18:05:32.627907 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47894) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:32.674080 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-e8b2d4b1-160d-40f1-ba5f-07c5dddb7eb7 None None] For port d2c5ca92-9d11-4f73-902d-ec9cc3273cbc, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d2c5ca92-9d11-4f73-902d-ec9cc3273cbc,segment=NetworkSegment(5b300e63-d7ca-4917-8bee-ebd64dfab015),segment_id=5b300e63-d7ca-4917-8bee-ebd64dfab015)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:32.679607 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c66ee-0ed7-43a3-bbe2-3c40fd04627e None None] Pushing event updated for resources: {'Port': ['ID=fc161716-742d-4cc2-8a54-a86c1f43e161,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:32.699320 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0c9835-e882-4c27-811b-71a123eb87a5 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:32.703783 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4d0c9835-e882-4c27-811b-71a123eb87a5 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] 10.222.0.58 "GET /v2.0/ports?device_id=8771071b-fac5-450b-a4db-65646dd077a6 HTTP/1.1" status: 200 len: 913 time: 0.0724106 Sep 21 18:05:32.705127 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47896) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:32.712574 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e8b2d4b1-160d-40f1-ba5f-07c5dddb7eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:32.718049 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['25f5eaaf-16bd-439f-b22a-e87a4a9e62be'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:05:32.725280 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4a8f88c2-07f9-47e5-98ca-8cc5f8ede6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'name': 'tempest-RoutersTest-router-595207985', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:13Z', 'updated_at': '2021-09-21T18:05:26Z', 'revision_number': 3, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'gw_port_host': None, '_interfaces': [{'id': 'd08606cd-f058-4798-95cd-d3d9ff775174', 'name': '', 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:10:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '76f50e48-b158-482f-afd8-bde2737327f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:15Z', 'updated_at': '2021-09-21T18:05:23Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '76f50e48-b158-482f-afd8-bde2737327f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2c5ca92-9d11-4f73-902d-ec9cc3273cbc', 'name': '', 'network_id': 'b0393d42-e782-4a8e-87bd-0e922e798577', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:d1:a9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:24Z', 'updated_at': '2021-09-21T18:05:31Z', 'revision_number': 4, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:32.776216 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3000df0e-7e80-4deb-9ec6-4404a6ae6fb7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:32.815886 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8f88c2-07f9-47e5-98ca-8cc5f8ede6d9 None None] The sync data for ids ['d51afa4e-e565-43e2-adce-1edce9a7bf98'] in n-d-810291-1 is: [{'id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'name': 'tempest-RoutersTest-router-595207985', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:13Z', 'updated_at': '2021-09-21T18:05:26Z', 'revision_number': 3, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'gw_port_host': None, '_interfaces': [{'id': 'd08606cd-f058-4798-95cd-d3d9ff775174', 'name': '', 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:10:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '76f50e48-b158-482f-afd8-bde2737327f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:15Z', 'updated_at': '2021-09-21T18:05:23Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '76f50e48-b158-482f-afd8-bde2737327f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2c5ca92-9d11-4f73-902d-ec9cc3273cbc', 'name': '', 'network_id': 'b0393d42-e782-4a8e-87bd-0e922e798577', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:d1:a9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:24Z', 'updated_at': '2021-09-21T18:05:31Z', 'revision_number': 4, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:05:32.830249 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-696c66ee-0ed7-43a3-bbe2-3c40fd04627e None None] Attempting to bind port fc161716-742d-4cc2-8a54-a86c1f43e161 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:05:32.830536 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-696c66ee-0ed7-43a3-bbe2-3c40fd04627e None None] Attempting to bind port fc161716-742d-4cc2-8a54-a86c1f43e161 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'ae7dc9b2-df40-4f77-a1fe-38e6572c0da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'abe6075b-7fdb-498c-9fb9-296fe556593c'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:05:32.830896 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696c66ee-0ed7-43a3-bbe2-3c40fd04627e None None] Attempting to bind port fc161716-742d-4cc2-8a54-a86c1f43e161 on network abe6075b-7fdb-498c-9fb9-296fe556593c {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:05:32.863409 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696c66ee-0ed7-43a3-bbe2-3c40fd04627e None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:05:32.864242 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696c66ee-0ed7-43a3-bbe2-3c40fd04627e None None] Checking segment: {'id': 'ae7dc9b2-df40-4f77-a1fe-38e6572c0da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'abe6075b-7fdb-498c-9fb9-296fe556593c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:05:32.864649 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-696c66ee-0ed7-43a3-bbe2-3c40fd04627e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:32.865053 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696c66ee-0ed7-43a3-bbe2-3c40fd04627e None None] Bound using segment: {'id': 'ae7dc9b2-df40-4f77-a1fe-38e6572c0da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'abe6075b-7fdb-498c-9fb9-296fe556593c'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:05:32.865590 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-696c66ee-0ed7-43a3-bbe2-3c40fd04627e None None] Bound port: fc161716-742d-4cc2-8a54-a86c1f43e161, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7dc9b2-df40-4f77-a1fe-38e6572c0da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'abe6075b-7fdb-498c-9fb9-296fe556593c'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:05:32.865987 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-696c66ee-0ed7-43a3-bbe2-3c40fd04627e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:32.870572 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3000df0e-7e80-4deb-9ec6-4404a6ae6fb7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:32.925650 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2d4b1-160d-40f1-ba5f-07c5dddb7eb7 None None] Pushing event updated for resources: {'Port': ['ID=d2c5ca92-9d11-4f73-902d-ec9cc3273cbc,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:32.974413 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3000df0e-7e80-4deb-9ec6-4404a6ae6fb7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network abe6075b-7fdb-498c-9fb9-296fe556593c is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:32.978940 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-3000df0e-7e80-4deb-9ec6-4404a6ae6fb7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:32.985226 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3000df0e-7e80-4deb-9ec6-4404a6ae6fb7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:05:33.050980 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-696c66ee-0ed7-43a3-bbe2-3c40fd04627e None None] For port fc161716-742d-4cc2-8a54-a86c1f43e161, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:05:33.066204 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000df0e-7e80-4deb-9ec6-4404a6ae6fb7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Port': ['ID=0d46fff9-5c63-4934-be78-d483bf1cb801,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:33.071115 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-696c66ee-0ed7-43a3-bbe2-3c40fd04627e None None] For port fc161716-742d-4cc2-8a54-a86c1f43e161, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=fc161716-742d-4cc2-8a54-a86c1f43e161,segment=NetworkSegment(ae7dc9b2-df40-4f77-a1fe-38e6572c0da5),segment_id=ae7dc9b2-df40-4f77-a1fe-38e6572c0da5)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:05:33.085363 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-696c66ee-0ed7-43a3-bbe2-3c40fd04627e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:33.115835 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3000df0e-7e80-4deb-9ec6-4404a6ae6fb7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:33.209358 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c66ee-0ed7-43a3-bbe2-3c40fd04627e None None] Pushing event updated for resources: {'Port': ['ID=fc161716-742d-4cc2-8a54-a86c1f43e161,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:33.363029 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3000df0e-7e80-4deb-9ec6-4404a6ae6fb7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:33.410086 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e2c7dffb-a041-46ff-b97f-63ea049529f4 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:33.521021 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79273c40-3df0-40b2-b8e8-510849523337 req-bd540923-4302-4015-8013-796781b1956c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:33.522726 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-79273c40-3df0-40b2-b8e8-510849523337 req-bd540923-4302-4015-8013-796781b1956c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d HTTP/1.1" status: 200 len: 944 time: 0.1901159 Sep 21 18:05:33.834783 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3000df0e-7e80-4deb-9ec6-4404a6ae6fb7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:33.842578 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3000df0e-7e80-4deb-9ec6-4404a6ae6fb7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:33.927633 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3000df0e-7e80-4deb-9ec6-4404a6ae6fb7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:33.938289 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000df0e-7e80-4deb-9ec6-4404a6ae6fb7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Port': ['ID=0d46fff9-5c63-4934-be78-d483bf1cb801,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:34.022525 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-79273c40-3df0-40b2-b8e8-510849523337 req-8989de83-8d69-47af-b8f3-ad376f68f18f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4907444 Sep 21 18:05:34.038443 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3000df0e-7e80-4deb-9ec6-4404a6ae6fb7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network abe6075b-7fdb-498c-9fb9-296fe556593c is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:34.040286 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-3000df0e-7e80-4deb-9ec6-4404a6ae6fb7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:34.172060 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3000df0e-7e80-4deb-9ec6-4404a6ae6fb7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Router d51afa4e-e565-43e2-adce-1edce9a7bf98 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:05:34.259007 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-e2c7dffb-a041-46ff-b97f-63ea049529f4 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Deleting port 5e2af92b-a830-45af-9a86-7e5ea80a17f4 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:34.259389 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e2c7dffb-a041-46ff-b97f-63ea049529f4 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:34.300581 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3000df0e-7e80-4deb-9ec6-4404a6ae6fb7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:05:34.310565 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4950e3a-ad75-40b0-b469-67bf185887da None None] Sync routers for ids ['d51afa4e-e565-43e2-adce-1edce9a7bf98'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:05:34.315996 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3000df0e-7e80-4deb-9ec6-4404a6ae6fb7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "PUT /v2.0/routers/d51afa4e-e565-43e2-adce-1edce9a7bf98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2331882 Sep 21 18:05:34.319477 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47930) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:34.324494 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4950e3a-ad75-40b0-b469-67bf185887da None None] Routers {'d51afa4e-e565-43e2-adce-1edce9a7bf98'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:34.325559 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-dc1eede6-a750-4a40-8381-4f7280c62bb0 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Request body: {'network': {'name': 'tempest-RoutersTest-1486159739'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:34.327782 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-f4950e3a-ad75-40b0-b469-67bf185887da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['d51afa4e-e565-43e2-adce-1edce9a7bf98'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:34.357850 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1eede6-a750-4a40-8381-4f7280c62bb0 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Made reservation on behalf of d7ec63c1d7a3434588f64b3d4b2f5b0c for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:05:34.369566 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc1eede6-a750-4a40-8381-4f7280c62bb0 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:34.369856 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e2c7dffb-a041-46ff-b97f-63ea049529f4 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:34.387316 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-e2c7dffb-a041-46ff-b97f-63ea049529f4 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Calling delete_port for 5e2af92b-a830-45af-9a86-7e5ea80a17f4 owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:34.411556 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc1eede6-a750-4a40-8381-4f7280c62bb0 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:05:34.422957 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc1eede6-a750-4a40-8381-4f7280c62bb0 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:34.423314 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-dc1eede6-a750-4a40-8381-4f7280c62bb0 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Added segment 98aea370-9bc8-4d7b-bb76-b74671fcc80e of type vlan for network 4895eef9-79ca-488d-852d-86a7722d008f Sep 21 18:05:34.504892 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-f4950e3a-ad75-40b0-b469-67bf185887da None None] Set router d51afa4e-e565-43e2-adce-1edce9a7bf98 gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:34.509393 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc1eede6-a750-4a40-8381-4f7280c62bb0 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:34.541394 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc1eede6-a750-4a40-8381-4f7280c62bb0 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:34.553118 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1eede6-a750-4a40-8381-4f7280c62bb0 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:34.565517 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc1eede6-a750-4a40-8381-4f7280c62bb0 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:34.628227 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-dc1eede6-a750-4a40-8381-4f7280c62bb0 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3047640 Sep 21 18:05:34.630340 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47938) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:34.665874 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-68e31cfa-ce40-44bf-89bf-8bcf1adcc1e4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Request body: {'subnet': {'network_id': '4895eef9-79ca-488d-852d-86a7722d008f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:34.670758 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1eede6-a750-4a40-8381-4f7280c62bb0 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Network': ['ID=4895eef9-79ca-488d-852d-86a7722d008f,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:34.687609 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 4895eef9-79ca-488d-852d-86a7722d008f details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:05:34.721702 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325cfa97-a992-4455-8b43-678ef4a8c06c None None] Network abe6075b-7fdb-498c-9fb9-296fe556593c requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:05:34.724767 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e2c7dffb-a041-46ff-b97f-63ea049529f4 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:34.780390 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7dffb-a041-46ff-b97f-63ea049529f4 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Pushing event deleted for resources: {'Port': ['ID=5e2af92b-a830-45af-9a86-7e5ea80a17f4,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:34.787385 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e31cfa-ce40-44bf-89bf-8bcf1adcc1e4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Made reservation on behalf of d7ec63c1d7a3434588f64b3d4b2f5b0c for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:05:34.791442 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68e31cfa-ce40-44bf-89bf-8bcf1adcc1e4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:34.865675 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-3311501c-18e0-44b2-8de9-0546bd2d1d00 None None] Provisioning complete for port fc161716-742d-4cc2-8a54-a86c1f43e161 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:34.866054 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3311501c-18e0-44b2-8de9-0546bd2d1d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:34.924206 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-f4950e3a-ad75-40b0-b469-67bf185887da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'name': 'tempest-RoutersTest-router-595207985', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:13Z', 'updated_at': '2021-09-21T18:05:33Z', 'revision_number': 4, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'gw_port_host': None, '_interfaces': [{'id': '0d46fff9-5c63-4934-be78-d483bf1cb801', 'name': '', 'network_id': 'abe6075b-7fdb-498c-9fb9-296fe556593c', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:54:02:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'c162e606-17dc-46a2-aae4-9247d124c181', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:31Z', 'updated_at': '2021-09-21T18:05:33Z', 'revision_number': 2, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': 'c162e606-17dc-46a2-aae4-9247d124c181', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd08606cd-f058-4798-95cd-d3d9ff775174', 'name': '', 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:10:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '76f50e48-b158-482f-afd8-bde2737327f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:15Z', 'updated_at': '2021-09-21T18:05:23Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '76f50e48-b158-482f-afd8-bde2737327f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2c5ca92-9d11-4f73-902d-ec9cc3273cbc', 'name': '', 'network_id': 'b0393d42-e782-4a8e-87bd-0e922e798577', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:d1:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:24Z', 'updated_at': '2021-09-21T18:05:32Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:34.990184 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4950e3a-ad75-40b0-b469-67bf185887da None None] Checking router: d51afa4e-e565-43e2-adce-1edce9a7bf98 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:05:34.991090 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4950e3a-ad75-40b0-b469-67bf185887da None None] Updating router d51afa4e-e565-43e2-adce-1edce9a7bf98 port 0d46fff9-5c63-4934-be78-d483bf1cb801 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:05:35.026153 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-f4950e3a-ad75-40b0-b469-67bf185887da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:35.102244 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device d2c5ca92-9d11-4f73-902d-ec9cc3273cbc up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:05:35.171431 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68e31cfa-ce40-44bf-89bf-8bcf1adcc1e4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:35.199490 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3311501c-18e0-44b2-8de9-0546bd2d1d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:35.211508 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e2c7dffb-a041-46ff-b97f-63ea049529f4 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:35.218557 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 25f5eaaf-16bd-439f-b22a-e87a4a9e62be up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:05:35.291966 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f125b-5cb3-4033-914f-adfaf2f11b41 req-0c69e3a7-9def-4f6c-9a34-ccaebe93377b tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:35.299681 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-856f125b-5cb3-4033-914f-adfaf2f11b41 req-0c69e3a7-9def-4f6c-9a34-ccaebe93377b tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d HTTP/1.1" status: 200 len: 944 time: 0.1534495 Sep 21 18:05:35.323198 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e31cfa-ce40-44bf-89bf-8bcf1adcc1e4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Subnet': ['ID=5ec0c63b-b24f-4a95-b9eb-014b2d2e0e56,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:35.331436 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e31cfa-ce40-44bf-89bf-8bcf1adcc1e4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Checking segment: {'id': '98aea370-9bc8-4d7b-bb76-b74671fcc80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4895eef9-79ca-488d-852d-86a7722d008f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:05:35.331807 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e31cfa-ce40-44bf-89bf-8bcf1adcc1e4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network hostable DHCP agents. Network: 4895eef9-79ca-488d-852d-86a7722d008f, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:05:35.368543 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-856f125b-5cb3-4033-914f-adfaf2f11b41 req-f5fbe922-0a2c-4ae8-8ae5-279cbc6ae08e tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677197 Sep 21 18:05:35.391486 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e31cfa-ce40-44bf-89bf-8bcf1adcc1e4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network 4895eef9-79ca-488d-852d-86a7722d008f is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:05:35.396069 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port d2c5ca92-9d11-4f73-902d-ec9cc3273cbc triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:35.396463 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:35.399517 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-3311501c-18e0-44b2-8de9-0546bd2d1d00 None None] For port fc161716-742d-4cc2-8a54-a86c1f43e161, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=fc161716-742d-4cc2-8a54-a86c1f43e161,segment=NetworkSegment(ae7dc9b2-df40-4f77-a1fe-38e6572c0da5),segment_id=ae7dc9b2-df40-4f77-a1fe-38e6572c0da5)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:35.412623 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-68e31cfa-ce40-44bf-89bf-8bcf1adcc1e4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 4895eef9-79ca-488d-852d-86a7722d008f) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:35.418634 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e31cfa-ce40-44bf-89bf-8bcf1adcc1e4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:35.419521 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68e31cfa-ce40-44bf-89bf-8bcf1adcc1e4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:35.440479 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236bd9b5-8131-4569-bb79-af33bb8fbdbc None None] Network 4895eef9-79ca-488d-852d-86a7722d008f requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:05:35.443623 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-68e31cfa-ce40-44bf-89bf-8bcf1adcc1e4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7836876 Sep 21 18:05:35.445974 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47942) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:35.533000 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c7dffb-a041-46ff-b97f-63ea049529f4 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Router 8771071b-fac5-450b-a4db-65646dd077a6 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:05:35.567644 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-f4950e3a-ad75-40b0-b469-67bf185887da None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:35.576177 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-f4950e3a-ad75-40b0-b469-67bf185887da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:35.715527 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b6736-a8b7-446e-8e88-7d85eeac8870 None None] Pushing event updated for resources: {'Port': ['ID=0d46fff9-5c63-4934-be78-d483bf1cb801,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:35.736352 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b6736-a8b7-446e-8e88-7d85eeac8870 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:35.736705 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b6736-a8b7-446e-8e88-7d85eeac8870 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:35.737026 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b6736-a8b7-446e-8e88-7d85eeac8870 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:35.737355 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b6736-a8b7-446e-8e88-7d85eeac8870 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:35.737682 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b6736-a8b7-446e-8e88-7d85eeac8870 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:35.738006 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b6736-a8b7-446e-8e88-7d85eeac8870 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:35.738326 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b6736-a8b7-446e-8e88-7d85eeac8870 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:35.738646 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b6736-a8b7-446e-8e88-7d85eeac8870 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:35.738984 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b6736-a8b7-446e-8e88-7d85eeac8870 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:35.742496 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b6736-a8b7-446e-8e88-7d85eeac8870 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:35.742868 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b6736-a8b7-446e-8e88-7d85eeac8870 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:35.743264 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b6736-a8b7-446e-8e88-7d85eeac8870 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:35.750992 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c7dffb-a041-46ff-b97f-63ea049529f4 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:05:35.759048 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e2c7dffb-a041-46ff-b97f-63ea049529f4 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] 10.222.0.58 "PUT /v2.0/routers/8771071b-fac5-450b-a4db-65646dd077a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0525670 Sep 21 18:05:35.761638 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47950) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:35.764933 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3311501c-18e0-44b2-8de9-0546bd2d1d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:35.828790 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-f4950e3a-ad75-40b0-b469-67bf185887da None None] Attempting to bind port 0d46fff9-5c63-4934-be78-d483bf1cb801 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:05:35.829159 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-f4950e3a-ad75-40b0-b469-67bf185887da None None] Attempting to bind port 0d46fff9-5c63-4934-be78-d483bf1cb801 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'ae7dc9b2-df40-4f77-a1fe-38e6572c0da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'abe6075b-7fdb-498c-9fb9-296fe556593c'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:05:35.829524 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4950e3a-ad75-40b0-b469-67bf185887da None None] Attempting to bind port 0d46fff9-5c63-4934-be78-d483bf1cb801 on network abe6075b-7fdb-498c-9fb9-296fe556593c {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:05:35.832345 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6019ba0-c81e-4a21-aba6-670efa8950ec None None] Sync routers for ids ['8771071b-fac5-450b-a4db-65646dd077a6'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:05:35.841934 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4950e3a-ad75-40b0-b469-67bf185887da None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:05:35.842317 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4950e3a-ad75-40b0-b469-67bf185887da None None] Checking segment: {'id': 'ae7dc9b2-df40-4f77-a1fe-38e6572c0da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'abe6075b-7fdb-498c-9fb9-296fe556593c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:05:35.842702 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-f4950e3a-ad75-40b0-b469-67bf185887da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:35.843120 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4950e3a-ad75-40b0-b469-67bf185887da None None] Bound using segment: {'id': 'ae7dc9b2-df40-4f77-a1fe-38e6572c0da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'abe6075b-7fdb-498c-9fb9-296fe556593c'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:05:35.843583 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-f4950e3a-ad75-40b0-b469-67bf185887da None None] Bound port: 0d46fff9-5c63-4934-be78-d483bf1cb801, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7dc9b2-df40-4f77-a1fe-38e6572c0da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'abe6075b-7fdb-498c-9fb9-296fe556593c'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:05:35.843966 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-f4950e3a-ad75-40b0-b469-67bf185887da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:35.848894 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311501c-18e0-44b2-8de9-0546bd2d1d00 None None] Pushing event updated for resources: {'Port': ['ID=fc161716-742d-4cc2-8a54-a86c1f43e161,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:35.913776 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6019ba0-c81e-4a21-aba6-670efa8950ec None None] Routers {'8771071b-fac5-450b-a4db-65646dd077a6'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:35.914419 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a6019ba0-c81e-4a21-aba6-670efa8950ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8771071b-fac5-450b-a4db-65646dd077a6'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:35.922839 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-f4950e3a-ad75-40b0-b469-67bf185887da None None] For port 0d46fff9-5c63-4934-be78-d483bf1cb801, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:05:35.927639 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-f4950e3a-ad75-40b0-b469-67bf185887da None None] For port 0d46fff9-5c63-4934-be78-d483bf1cb801, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=0d46fff9-5c63-4934-be78-d483bf1cb801,segment=NetworkSegment(ae7dc9b2-df40-4f77-a1fe-38e6572c0da5),segment_id=ae7dc9b2-df40-4f77-a1fe-38e6572c0da5)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:05:35.937417 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-f4950e3a-ad75-40b0-b469-67bf185887da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:35.953562 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device fc161716-742d-4cc2-8a54-a86c1f43e161 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:05:35.955906 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a6019ba0-c81e-4a21-aba6-670efa8950ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:35.960085 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-34c7d017-5910-4fc5-b19c-6eb77c098a10 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:36.003146 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4950e3a-ad75-40b0-b469-67bf185887da None None] Routers {'d51afa4e-e565-43e2-adce-1edce9a7bf98'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:36.003952 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-f4950e3a-ad75-40b0-b469-67bf185887da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['d51afa4e-e565-43e2-adce-1edce9a7bf98'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:36.005887 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b6736-a8b7-446e-8e88-7d85eeac8870 None None] Pushing event updated for resources: {'Port': ['ID=0d46fff9-5c63-4934-be78-d483bf1cb801,revision_number=4']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:36.053965 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 25f5eaaf-16bd-439f-b22a-e87a4a9e62be completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:05:36.065888 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 25f5eaaf-16bd-439f-b22a-e87a4a9e62be triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:36.066274 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:36.067901 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6019ba0-c81e-4a21-aba6-670efa8950ec None None] Routers {'8771071b-fac5-450b-a4db-65646dd077a6'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:36.068549 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a6019ba0-c81e-4a21-aba6-670efa8950ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8771071b-fac5-450b-a4db-65646dd077a6'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:36.161735 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a6019ba0-c81e-4a21-aba6-670efa8950ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:36.162518 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6019ba0-c81e-4a21-aba6-670efa8950ec None None] The sync data for ids ['8771071b-fac5-450b-a4db-65646dd077a6'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:05:36.163753 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-34c7d017-5910-4fc5-b19c-6eb77c098a10 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:36.291850 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-34c7d017-5910-4fc5-b19c-6eb77c098a10 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Deleting port fa0de6f4-7147-4304-8a79-36169e9b64b2 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:36.292204 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-34c7d017-5910-4fc5-b19c-6eb77c098a10 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:36.319053 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-f4950e3a-ad75-40b0-b469-67bf185887da None None] Set router d51afa4e-e565-43e2-adce-1edce9a7bf98 gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:36.392787 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port fc161716-742d-4cc2-8a54-a86c1f43e161 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:36.393266 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:36.453999 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-34c7d017-5910-4fc5-b19c-6eb77c098a10 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:36.473541 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1da3c37-df30-4b01-921f-e69abc5f5fc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-4895eef9-79ca-488d-852d-86a7722d008f', 'network_id': '4895eef9-79ca-488d-852d-86a7722d008f', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'fixed_ips': [{'subnet_id': '5ec0c63b-b24f-4a95-b9eb-014b2d2e0e56'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:05:36.481243 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b1da3c37-df30-4b01-921f-e69abc5f5fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:36.481652 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-34c7d017-5910-4fc5-b19c-6eb77c098a10 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Calling delete_port for fa0de6f4-7147-4304-8a79-36169e9b64b2 owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:36.565666 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:36.601433 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06686f39-0a14-4f09-aff3-9d83f4bf441f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:36.660007 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-42696321-3a03-413c-b73e-eb9de71dbf74 None None] Provisioning complete for port fc161716-742d-4cc2-8a54-a86c1f43e161 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:36.662711 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-42696321-3a03-413c-b73e-eb9de71dbf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:36.682274 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd1432-36fe-43aa-bda7-8d8fafe73605 req-6bef67b7-5041-4685-b0f2-8578b719bc82 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:36.683955 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0acd1432-36fe-43aa-bda7-8d8fafe73605 req-6bef67b7-5041-4685-b0f2-8578b719bc82 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d HTTP/1.1" status: 200 len: 944 time: 0.2035854 Sep 21 18:05:36.692900 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-f4950e3a-ad75-40b0-b469-67bf185887da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'name': 'tempest-RoutersTest-router-595207985', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:13Z', 'updated_at': '2021-09-21T18:05:33Z', 'revision_number': 4, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'gw_port_host': None, '_interfaces': [{'id': '0d46fff9-5c63-4934-be78-d483bf1cb801', 'name': '', 'network_id': 'abe6075b-7fdb-498c-9fb9-296fe556593c', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:54:02:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'c162e606-17dc-46a2-aae4-9247d124c181', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:31Z', 'updated_at': '2021-09-21T18:05:35Z', 'revision_number': 4, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': 'c162e606-17dc-46a2-aae4-9247d124c181', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd08606cd-f058-4798-95cd-d3d9ff775174', 'name': '', 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:10:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '76f50e48-b158-482f-afd8-bde2737327f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:15Z', 'updated_at': '2021-09-21T18:05:23Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '76f50e48-b158-482f-afd8-bde2737327f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2c5ca92-9d11-4f73-902d-ec9cc3273cbc', 'name': '', 'network_id': 'b0393d42-e782-4a8e-87bd-0e922e798577', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:d1:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:24Z', 'updated_at': '2021-09-21T18:05:32Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:36.748921 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 25f5eaaf-16bd-439f-b22a-e87a4a9e62be, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=25f5eaaf-16bd-439f-b22a-e87a4a9e62be,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:36.762130 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f5eaaf-16bd-439f-b22a-e87a4a9e62be'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:05:36.764850 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e141f5c-baf3-45ec-a64c-5046a2f1e332" -d '{"events": [{"server_uuid": "e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d", "name": "network-vif-plugged", "status": "completed", "tag": "25f5eaaf-16bd-439f-b22a-e87a4a9e62be"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:05:36.775617 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4950e3a-ad75-40b0-b469-67bf185887da None None] The sync data for ids ['d51afa4e-e565-43e2-adce-1edce9a7bf98'] in n-d-810291-1 is: [{'id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'name': 'tempest-RoutersTest-router-595207985', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:13Z', 'updated_at': '2021-09-21T18:05:33Z', 'revision_number': 4, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'gw_port_host': None, '_interfaces': [{'id': '0d46fff9-5c63-4934-be78-d483bf1cb801', 'name': '', 'network_id': 'abe6075b-7fdb-498c-9fb9-296fe556593c', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:54:02:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'c162e606-17dc-46a2-aae4-9247d124c181', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:31Z', 'updated_at': '2021-09-21T18:05:35Z', 'revision_number': 4, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': 'c162e606-17dc-46a2-aae4-9247d124c181', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd08606cd-f058-4798-95cd-d3d9ff775174', 'name': '', 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:10:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '76f50e48-b158-482f-afd8-bde2737327f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:15Z', 'updated_at': '2021-09-21T18:05:23Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '76f50e48-b158-482f-afd8-bde2737327f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2c5ca92-9d11-4f73-902d-ec9cc3273cbc', 'name': '', 'network_id': 'b0393d42-e782-4a8e-87bd-0e922e798577', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:d1:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:24Z', 'updated_at': '2021-09-21T18:05:32Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:05:36.780263 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:36.842291 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0acd1432-36fe-43aa-bda7-8d8fafe73605 req-526c2ed7-94d6-4fe1-b047-1fd352c519cb tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406054 Sep 21 18:05:37.056877 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94171527-6247-4305-aada-c0686e16d4ab x-openstack-request-id: req-94171527-6247-4305-aada-c0686e16d4ab {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:05:37.057278 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d", "name": "network-vif-plugged", "status": "completed", "tag": "25f5eaaf-16bd-439f-b22a-e87a4a9e62be", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:05:37.057629 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-94171527-6247-4305-aada-c0686e16d4ab {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:05:37.058119 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f5eaaf-16bd-439f-b22a-e87a4a9e62be', 'code': 200} Sep 21 18:05:37.059790 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-b1da3c37-df30-4b01-921f-e69abc5f5fc5 None None] Allocated IP 172.23.0.2 (4895eef9-79ca-488d-852d-86a7722d008f/5ec0c63b-b24f-4a95-b9eb-014b2d2e0e56/350dd3f6-05bb-4e7e-8ce7-dcbdd7e92adf) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:05:37.065922 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=25f5eaaf-16bd-439f-b22a-e87a4a9e62be,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:37.096948 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-34c7d017-5910-4fc5-b19c-6eb77c098a10 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:37.113122 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-42696321-3a03-413c-b73e-eb9de71dbf74 None None] Provisioning complete for port 0d46fff9-5c63-4934-be78-d483bf1cb801 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:37.114668 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-42696321-3a03-413c-b73e-eb9de71dbf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:37.149959 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7d017-5910-4fc5-b19c-6eb77c098a10 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Pushing event deleted for resources: {'Port': ['ID=fa0de6f4-7147-4304-8a79-36169e9b64b2,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:37.187559 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device fc161716-742d-4cc2-8a54-a86c1f43e161 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:05:37.310729 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-34c7d017-5910-4fc5-b19c-6eb77c098a10 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:37.425716 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port fc161716-742d-4cc2-8a54-a86c1f43e161 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:37.427468 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:37.464427 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-34c7d017-5910-4fc5-b19c-6eb77c098a10 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:37.470384 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34b97f-b8ee-4282-9b60-1ecd825f2bf2 req-481711a6-871d-48ef-a1aa-b10c11b147b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:37.476031 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b34b97f-b8ee-4282-9b60-1ecd825f2bf2 req-481711a6-871d-48ef-a1aa-b10c11b147b8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d HTTP/1.1" status: 200 len: 1096 time: 0.3127062 Sep 21 18:05:37.477526 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-34c7d017-5910-4fc5-b19c-6eb77c098a10 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:37.516292 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-42696321-3a03-413c-b73e-eb9de71dbf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:37.557762 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b1da3c37-df30-4b01-921f-e69abc5f5fc5 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:37.573225 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b34b97f-b8ee-4282-9b60-1ecd825f2bf2 req-cd86ea8c-6fe4-4cf8-9489-8998a465a11f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869312 Sep 21 18:05:37.577215 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-34c7d017-5910-4fc5-b19c-6eb77c098a10 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:37.578369 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c7d017-5910-4fc5-b19c-6eb77c098a10 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Fanout notify agent at l3_agent the message router_deleted on router 8771071b-fac5-450b-a4db-65646dd077a6 {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:05:37.587801 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-34c7d017-5910-4fc5-b19c-6eb77c098a10 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:37.589336 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-34c7d017-5910-4fc5-b19c-6eb77c098a10 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] 10.222.0.58 "DELETE /v2.0/routers/8771071b-fac5-450b-a4db-65646dd077a6 HTTP/1.1" status: 204 len: 168 time: 1.8266697 Sep 21 18:05:37.592734 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47962) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:37.595886 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b1da3c37-df30-4b01-921f-e69abc5f5fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:37.639942 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-42696321-3a03-413c-b73e-eb9de71dbf74 None None] For port 0d46fff9-5c63-4934-be78-d483bf1cb801, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=0d46fff9-5c63-4934-be78-d483bf1cb801,segment=NetworkSegment(ae7dc9b2-df40-4f77-a1fe-38e6572c0da5),segment_id=ae7dc9b2-df40-4f77-a1fe-38e6572c0da5)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:37.669112 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-42696321-3a03-413c-b73e-eb9de71dbf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:37.676999 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1da3c37-df30-4b01-921f-e69abc5f5fc5 None None] Network 4895eef9-79ca-488d-852d-86a7722d008f is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:37.677375 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-06686f39-0a14-4f09-aff3-9d83f4bf441f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Allocated IP 172.23.0.1 (4895eef9-79ca-488d-852d-86a7722d008f/5ec0c63b-b24f-4a95-b9eb-014b2d2e0e56/39611c27-3b64-4ac0-8ce3-adc017d95182) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:05:37.692108 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-b1da3c37-df30-4b01-921f-e69abc5f5fc5 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:37.692565 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2fcac67-9436-4bd8-a12f-99455b5181ac tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Deleting subnet e18fd6a3-3caf-42d7-b354-4d77d1d570bb {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:05:37.698757 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1da3c37-df30-4b01-921f-e69abc5f5fc5 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:05:37.703098 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e2fcac67-9436-4bd8-a12f-99455b5181ac tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:37.704863 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da3c37-df30-4b01-921f-e69abc5f5fc5 None None] Pushing event updated for resources: {'Port': ['ID=350dd3f6-05bb-4e7e-8ce7-dcbdd7e92adf,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:37.786336 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e2fcac67-9436-4bd8-a12f-99455b5181ac tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:37.862053 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-b1da3c37-df30-4b01-921f-e69abc5f5fc5 None None] Attempting to bind port 350dd3f6-05bb-4e7e-8ce7-dcbdd7e92adf on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:05:37.862687 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-b1da3c37-df30-4b01-921f-e69abc5f5fc5 None None] Attempting to bind port 350dd3f6-05bb-4e7e-8ce7-dcbdd7e92adf by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '98aea370-9bc8-4d7b-bb76-b74671fcc80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4895eef9-79ca-488d-852d-86a7722d008f'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:05:37.862807 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1da3c37-df30-4b01-921f-e69abc5f5fc5 None None] Attempting to bind port 350dd3f6-05bb-4e7e-8ce7-dcbdd7e92adf on network 4895eef9-79ca-488d-852d-86a7722d008f {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:05:37.874068 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06686f39-0a14-4f09-aff3-9d83f4bf441f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:37.884659 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-11b7b7ba-832e-44b1-93c9-92a2848c9f2e None None] Provisioning complete for port 0d46fff9-5c63-4934-be78-d483bf1cb801 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:37.885039 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-11b7b7ba-832e-44b1-93c9-92a2848c9f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:37.889815 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42696321-3a03-413c-b73e-eb9de71dbf74 None None] Pushing event updated for resources: {'Port': ['ID=0d46fff9-5c63-4934-be78-d483bf1cb801,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:37.921215 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e2fcac67-9436-4bd8-a12f-99455b5181ac tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:37.943706 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06686f39-0a14-4f09-aff3-9d83f4bf441f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:37.960051 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1da3c37-df30-4b01-921f-e69abc5f5fc5 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:05:37.960509 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1da3c37-df30-4b01-921f-e69abc5f5fc5 None None] Checking segment: {'id': '98aea370-9bc8-4d7b-bb76-b74671fcc80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4895eef9-79ca-488d-852d-86a7722d008f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:05:37.961152 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b1da3c37-df30-4b01-921f-e69abc5f5fc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:37.961807 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1da3c37-df30-4b01-921f-e69abc5f5fc5 None None] Bound using segment: {'id': '98aea370-9bc8-4d7b-bb76-b74671fcc80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4895eef9-79ca-488d-852d-86a7722d008f'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:05:37.962613 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-b1da3c37-df30-4b01-921f-e69abc5f5fc5 None None] Bound port: 350dd3f6-05bb-4e7e-8ce7-dcbdd7e92adf, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98aea370-9bc8-4d7b-bb76-b74671fcc80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4895eef9-79ca-488d-852d-86a7722d008f'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:05:37.998504 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b1da3c37-df30-4b01-921f-e69abc5f5fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:38.020196 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06686f39-0a14-4f09-aff3-9d83f4bf441f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Port': ['ID=39611c27-3b64-4ac0-8ce3-adc017d95182,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:38.032831 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06686f39-0a14-4f09-aff3-9d83f4bf441f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network 4895eef9-79ca-488d-852d-86a7722d008f is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:38.034374 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-06686f39-0a14-4f09-aff3-9d83f4bf441f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:38.037399 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06686f39-0a14-4f09-aff3-9d83f4bf441f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:05:38.044449 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e2fcac67-9436-4bd8-a12f-99455b5181ac tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:38.143078 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06686f39-0a14-4f09-aff3-9d83f4bf441f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:38.147920 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fcac67-9436-4bd8-a12f-99455b5181ac tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Pushing event deleted for resources: {'Subnet': ['ID=e18fd6a3-3caf-42d7-b354-4d77d1d570bb,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:38.166907 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e2fcac67-9436-4bd8-a12f-99455b5181ac tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:38.171120 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e2fcac67-9436-4bd8-a12f-99455b5181ac tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] 10.222.0.58 "DELETE /v2.0/subnets/e18fd6a3-3caf-42d7-b354-4d77d1d570bb HTTP/1.1" status: 204 len: 168 time: 0.5750723 Sep 21 18:05:38.177500 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3994d11-3974-47f8-af0c-4285dbe6e6e1 None None] Network 843e2f7f-7fa2-40c9-8808-3ad1963c8eaa requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:05:38.179657 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47974) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:38.181157 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcac67-9436-4bd8-a12f-99455b5181ac tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:38.181509 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcac67-9436-4bd8-a12f-99455b5181ac tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:38.181852 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcac67-9436-4bd8-a12f-99455b5181ac tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:38.182194 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcac67-9436-4bd8-a12f-99455b5181ac tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:38.182522 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcac67-9436-4bd8-a12f-99455b5181ac tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:38.182855 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcac67-9436-4bd8-a12f-99455b5181ac tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:38.183210 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcac67-9436-4bd8-a12f-99455b5181ac tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:38.183537 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcac67-9436-4bd8-a12f-99455b5181ac tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:38.183866 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcac67-9436-4bd8-a12f-99455b5181ac tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:38.184191 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcac67-9436-4bd8-a12f-99455b5181ac tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:38.184515 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcac67-9436-4bd8-a12f-99455b5181ac tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:38.184836 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcac67-9436-4bd8-a12f-99455b5181ac tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:05:38.193476 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b1da3c37-df30-4b01-921f-e69abc5f5fc5 None None] For port 350dd3f6-05bb-4e7e-8ce7-dcbdd7e92adf, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:05:38.215090 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14201e2-5f85-42e9-9d1c-784fd7bd7fe8 req-e63e1706-ed9d-4297-b954-116710735981 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:38.216778 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e14201e2-5f85-42e9-9d1c-784fd7bd7fe8 req-e63e1706-ed9d-4297-b954-116710735981 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d HTTP/1.1" status: 200 len: 945 time: 0.1484849 Sep 21 18:05:38.276283 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b1da3c37-df30-4b01-921f-e69abc5f5fc5 None None] For port 350dd3f6-05bb-4e7e-8ce7-dcbdd7e92adf, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=350dd3f6-05bb-4e7e-8ce7-dcbdd7e92adf,segment=NetworkSegment(98aea370-9bc8-4d7b-bb76-b74671fcc80e),segment_id=98aea370-9bc8-4d7b-bb76-b74671fcc80e)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:05:38.297186 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b1da3c37-df30-4b01-921f-e69abc5f5fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:38.333744 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e14201e2-5f85-42e9-9d1c-784fd7bd7fe8 req-76617e17-e2b0-4fcc-a1b0-c1bae25c0434 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981991 Sep 21 18:05:38.366532 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c9d2c8e6-001a-4f60-afe2-c0cb416e3947 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:38.392498 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06686f39-0a14-4f09-aff3-9d83f4bf441f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:38.475347 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-c9d2c8e6-001a-4f60-afe2-c0cb416e3947 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Deleting port 304d6ca1-ea1e-4c2e-81a8-68cabe621e19 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:38.475952 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c9d2c8e6-001a-4f60-afe2-c0cb416e3947 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:38.503413 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da3c37-df30-4b01-921f-e69abc5f5fc5 None None] Pushing event updated for resources: {'Port': ['ID=350dd3f6-05bb-4e7e-8ce7-dcbdd7e92adf,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:38.506567 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-46b72f2e-9ca6-4c55-8a04-959ee5cdfb0b None None] Provisioning complete for port 0d46fff9-5c63-4934-be78-d483bf1cb801 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:38.507281 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-46b72f2e-9ca6-4c55-8a04-959ee5cdfb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:38.641074 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae0e37e-972a-4f9b-b559-e17c88bd8347 None None] DHCP port deletion for 843e2f7f-7fa2-40c9-8808-3ad1963c8eaa request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:05:38.645577 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-c9d2c8e6-001a-4f60-afe2-c0cb416e3947 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] For port 304d6ca1-ea1e-4c2e-81a8-68cabe621e19, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=304d6ca1-ea1e-4c2e-81a8-68cabe621e19,segment=NetworkSegment(caa0367c-1fd6-48f6-8d57-ca9e1c766d09),segment_id=caa0367c-1fd6-48f6-8d57-ca9e1c766d09)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:38.646259 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c9d2c8e6-001a-4f60-afe2-c0cb416e3947 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:38.676673 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-c9d2c8e6-001a-4f60-afe2-c0cb416e3947 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Calling delete_port for 304d6ca1-ea1e-4c2e-81a8-68cabe621e19 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:38.736700 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-dae0e37e-972a-4f9b-b559-e17c88bd8347 None None] Deleting port 304d6ca1-ea1e-4c2e-81a8-68cabe621e19 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:38.737079 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dae0e37e-972a-4f9b-b559-e17c88bd8347 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:38.866418 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c9d2c8e6-001a-4f60-afe2-c0cb416e3947 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:38.877172 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-dae0e37e-972a-4f9b-b559-e17c88bd8347 None None] For port 304d6ca1-ea1e-4c2e-81a8-68cabe621e19, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=304d6ca1-ea1e-4c2e-81a8-68cabe621e19,segment=NetworkSegment(caa0367c-1fd6-48f6-8d57-ca9e1c766d09),segment_id=caa0367c-1fd6-48f6-8d57-ca9e1c766d09)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:38.879018 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dae0e37e-972a-4f9b-b559-e17c88bd8347 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:38.886616 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d2c8e6-001a-4f60-afe2-c0cb416e3947 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] No DVR routers for this DVR port 304d6ca1-ea1e-4c2e-81a8-68cabe621e19 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:05:38.906733 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-dae0e37e-972a-4f9b-b559-e17c88bd8347 None None] Calling delete_port for 304d6ca1-ea1e-4c2e-81a8-68cabe621e19 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:38.931833 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2c8e6-001a-4f60-afe2-c0cb416e3947 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Pushing event deleted for resources: {'Port': ['ID=304d6ca1-ea1e-4c2e-81a8-68cabe621e19,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:38.952013 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06686f39-0a14-4f09-aff3-9d83f4bf441f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:38.958092 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06686f39-0a14-4f09-aff3-9d83f4bf441f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:39.056546 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c9d2c8e6-001a-4f60-afe2-c0cb416e3947 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:39.069066 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06686f39-0a14-4f09-aff3-9d83f4bf441f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:39.083207 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06686f39-0a14-4f09-aff3-9d83f4bf441f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event updated for resources: {'Port': ['ID=39611c27-3b64-4ac0-8ce3-adc017d95182,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:39.089464 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-c9d2c8e6-001a-4f60-afe2-c0cb416e3947 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['843e2f7f-7fa2-40c9-8808-3ad1963c8eaa']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:39.097345 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dae0e37e-972a-4f9b-b559-e17c88bd8347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:39.103775 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-c9d2c8e6-001a-4f60-afe2-c0cb416e3947 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caa0367c-1fd6-48f6-8d57-ca9e1c766d09') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:39.104060 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-c9d2c8e6-001a-4f60-afe2-c0cb416e3947 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caa0367c-1fd6-48f6-8d57-ca9e1c766d09') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:39.120295 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae0e37e-972a-4f9b-b559-e17c88bd8347 None None] No DVR routers for this DVR port 304d6ca1-ea1e-4c2e-81a8-68cabe621e19 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:05:39.124127 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c9d2c8e6-001a-4f60-afe2-c0cb416e3947 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:39.140168 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c9d2c8e6-001a-4f60-afe2-c0cb416e3947 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:39.146890 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 0d46fff9-5c63-4934-be78-d483bf1cb801 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:05:39.147504 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d2c8e6-001a-4f60-afe2-c0cb416e3947 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:05:39.148007 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c9d2c8e6-001a-4f60-afe2-c0cb416e3947 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:39.176546 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0e37e-972a-4f9b-b559-e17c88bd8347 None None] Pushing event deleted for resources: {'Port': ['ID=304d6ca1-ea1e-4c2e-81a8-68cabe621e19,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:39.229602 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06686f39-0a14-4f09-aff3-9d83f4bf441f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Network 4895eef9-79ca-488d-852d-86a7722d008f is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:39.231310 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-06686f39-0a14-4f09-aff3-9d83f4bf441f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:39.249528 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 0d46fff9-5c63-4934-be78-d483bf1cb801 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:39.249941 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:39.271587 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:05:39.271587 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:05:39.271587 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:05:39.271587 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:05:39.271587 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:05:39.271587 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:05:39.271587 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:05:39.271587 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:05:39.271587 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:05:39.271587 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:05:39.271587 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:05:39.271587 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:05:39.271587 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:05:39.271587 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:05:39.271587 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:05:39.271587 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:05:39.271587 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:05:39.271587 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:05:39.271587 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:05:39.271587 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:05:39.271587 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:05:39.271587 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:05:39.271587 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:05:39.271587 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:05:39.271587 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:05:39.271587 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:05:39.271587 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:05:39.271587 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:05:39.271587 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:05:39.271587 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:05:39.271587 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:05:39.271587 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:05:39.276611 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c9d2c8e6-001a-4f60-afe2-c0cb416e3947 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:39.285170 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c9d2c8e6-001a-4f60-afe2-c0cb416e3947 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:39.290885 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c9d2c8e6-001a-4f60-afe2-c0cb416e3947 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] 10.222.0.58 "DELETE /v2.0/networks/843e2f7f-7fa2-40c9-8808-3ad1963c8eaa HTTP/1.1" status: 204 len: 168 time: 1.1026092 Sep 21 18:05:39.291661 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47988) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:39.364843 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2c8e6-001a-4f60-afe2-c0cb416e3947 tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Pushing event deleted for resources: {'Network': ['ID=843e2f7f-7fa2-40c9-8808-3ad1963c8eaa,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:39.407228 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06686f39-0a14-4f09-aff3-9d83f4bf441f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Router d51afa4e-e565-43e2-adce-1edce9a7bf98 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:05:39.525803 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-4d0210fa-5630-45f0-9488-ca35ae8b90ec tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Deleting port b99cd270-4f91-451f-a7f4-a91b81830855 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:39.526542 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4d0210fa-5630-45f0-9488-ca35ae8b90ec tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:39.527145 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 350dd3f6-05bb-4e7e-8ce7-dcbdd7e92adf up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:05:39.598223 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 350dd3f6-05bb-4e7e-8ce7-dcbdd7e92adf triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:39.598627 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:39.646907 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06686f39-0a14-4f09-aff3-9d83f4bf441f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:05:39.657423 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-06686f39-0a14-4f09-aff3-9d83f4bf441f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "PUT /v2.0/routers/d51afa4e-e565-43e2-adce-1edce9a7bf98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2086389 Sep 21 18:05:39.660048 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47994) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:39.662541 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b7229c-af7d-4f60-aebc-1efcddaa1a14 None None] Sync routers for ids ['d51afa4e-e565-43e2-adce-1edce9a7bf98'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:05:39.664828 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-64dc24fd-42c6-40b9-9143-a2f93601b14f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:39.687284 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b7229c-af7d-4f60-aebc-1efcddaa1a14 None None] Routers {'d51afa4e-e565-43e2-adce-1edce9a7bf98'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:39.687977 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-e8b7229c-af7d-4f60-aebc-1efcddaa1a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['d51afa4e-e565-43e2-adce-1edce9a7bf98'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:39.774903 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c6ff2-b59a-4e90-93b4-37f9e97b39d6 req-e2e5439b-c4ce-49d3-aad4-6ca78284cbde tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:39.779215 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c14c6ff2-b59a-4e90-93b4-37f9e97b39d6 req-e2e5439b-c4ce-49d3-aad4-6ca78284cbde tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d HTTP/1.1" status: 200 len: 945 time: 0.2663791 Sep 21 18:05:39.799430 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4d0210fa-5630-45f0-9488-ca35ae8b90ec tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:39.800370 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4d0210fa-5630-45f0-9488-ca35ae8b90ec tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:39.814490 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:39.833613 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-4d0210fa-5630-45f0-9488-ca35ae8b90ec tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Calling delete_port for b99cd270-4f91-451f-a7f4-a91b81830855 owned by network:floatingip {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:39.870660 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c14c6ff2-b59a-4e90-93b4-37f9e97b39d6 req-1cdf6ab5-3098-409b-8f79-93b49cef9c0a tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851839 Sep 21 18:05:39.880299 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 350dd3f6-05bb-4e7e-8ce7-dcbdd7e92adf, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=350dd3f6-05bb-4e7e-8ce7-dcbdd7e92adf,segment=NetworkSegment(98aea370-9bc8-4d7b-bb76-b74671fcc80e),segment_id=98aea370-9bc8-4d7b-bb76-b74671fcc80e)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:39.899973 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:39.921276 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-e8b7229c-af7d-4f60-aebc-1efcddaa1a14 None None] Set router d51afa4e-e565-43e2-adce-1edce9a7bf98 gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:39.961731 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90406a5c-8c3b-4278-a9b1-677801002c9f None None] Network 4895eef9-79ca-488d-852d-86a7722d008f requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:05:39.991926 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 304d6ca1-ea1e-4c2e-81a8-68cabe621e19 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:05:40.035327 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 304d6ca1-ea1e-4c2e-81a8-68cabe621e19 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:05:40.035571 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 304d6ca1-ea1e-4c2e-81a8-68cabe621e19 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:05:40.079570 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4d0210fa-5630-45f0-9488-ca35ae8b90ec tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:40.082051 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e5aba175-97b3-4e48-96e6-8037ec28d67e req-b47e5ca3-91aa-4008-9721-f75b3227af88 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=a8da2b927d2245079ac16237e127ada3 HTTP/1.1" status: 200 len: 267 time: 0.0796506 Sep 21 18:05:40.094269 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=350dd3f6-05bb-4e7e-8ce7-dcbdd7e92adf,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:40.104885 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-c1f111fc-570c-4f75-80fe-b9e59f5d8f51 None None] Provisioning complete for port 350dd3f6-05bb-4e7e-8ce7-dcbdd7e92adf triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:40.105275 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c1f111fc-570c-4f75-80fe-b9e59f5d8f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:40.137062 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0210fa-5630-45f0-9488-ca35ae8b90ec tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Pushing event deleted for resources: {'Port': ['ID=b99cd270-4f91-451f-a7f4-a91b81830855,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:40.194963 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aba175-97b3-4e48-96e6-8037ec28d67e req-7e5cb473-ab36-45cc-84ec-585753db18c4 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:40.196544 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e5aba175-97b3-4e48-96e6-8037ec28d67e req-7e5cb473-ab36-45cc-84ec-585753db18c4 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d HTTP/1.1" status: 200 len: 945 time: 0.1053495 Sep 21 18:05:40.232015 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-e5aba175-97b3-4e48-96e6-8037ec28d67e req-a3261118-fabd-4ebf-b4bc-c5666693bdc7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Request body: {'port': {'security_groups': []}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:40.232734 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4d0210fa-5630-45f0-9488-ca35ae8b90ec tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks [] for floatingip, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:40.237063 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4d0210fa-5630-45f0-9488-ca35ae8b90ec tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:40.237269 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4d0210fa-5630-45f0-9488-ca35ae8b90ec tempest-FloatingIPAdminTestJSON-2117714377 tempest-FloatingIPAdminTestJSON-2117714377-project] 10.222.0.58 "DELETE /v2.0/floatingips/8d1a2e1a-1f15-4544-b379-b5726d751c5a HTTP/1.1" status: 204 len: 168 time: 0.9387701 Sep 21 18:05:40.264071 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-e8b7229c-af7d-4f60-aebc-1efcddaa1a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'name': 'tempest-RoutersTest-router-595207985', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:13Z', 'updated_at': '2021-09-21T18:05:38Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'gw_port_host': None, '_interfaces': [{'id': '0d46fff9-5c63-4934-be78-d483bf1cb801', 'name': '', 'network_id': 'abe6075b-7fdb-498c-9fb9-296fe556593c', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:54:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'c162e606-17dc-46a2-aae4-9247d124c181', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:31Z', 'updated_at': '2021-09-21T18:05:37Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': 'c162e606-17dc-46a2-aae4-9247d124c181', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39611c27-3b64-4ac0-8ce3-adc017d95182', 'name': '', 'network_id': '4895eef9-79ca-488d-852d-86a7722d008f', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:81:41:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '5ec0c63b-b24f-4a95-b9eb-014b2d2e0e56', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:36Z', 'updated_at': '2021-09-21T18:05:38Z', 'revision_number': 2, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '5ec0c63b-b24f-4a95-b9eb-014b2d2e0e56', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd08606cd-f058-4798-95cd-d3d9ff775174', 'name': '', 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:10:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '76f50e48-b158-482f-afd8-bde2737327f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:15Z', 'updated_at': '2021-09-21T18:05:23Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '76f50e48-b158-482f-afd8-bde2737327f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2c5ca92-9d11-4f73-902d-ec9cc3273cbc', 'name': '', 'network_id': 'b0393d42-e782-4a8e-87bd-0e922e798577', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:d1:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:24Z', 'updated_at': '2021-09-21T18:05:32Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:40.293838 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b7229c-af7d-4f60-aebc-1efcddaa1a14 None None] Checking router: d51afa4e-e565-43e2-adce-1edce9a7bf98 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:05:40.294308 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b7229c-af7d-4f60-aebc-1efcddaa1a14 None None] Updating router d51afa4e-e565-43e2-adce-1edce9a7bf98 port 39611c27-3b64-4ac0-8ce3-adc017d95182 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:05:40.307992 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-e5aba175-97b3-4e48-96e6-8037ec28d67e req-a3261118-fabd-4ebf-b4bc-c5666693bdc7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:40.314770 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.extraroute_db [None req-64dc24fd-42c6-40b9-9143-a2f93601b14f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=101461) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 21 18:05:40.321357 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e8b7229c-af7d-4f60-aebc-1efcddaa1a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:40.411898 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.extraroute_db [None req-64dc24fd-42c6-40b9-9143-a2f93601b14f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Removed routes are [] {{(pid=101461) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 21 18:05:40.412350 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64dc24fd-42c6-40b9-9143-a2f93601b14f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1427'] for router, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:40.591554 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48006) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:40.648629 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-338ae36f-5ea1-4c77-b35a-1516f83632a4 None None] Provisioning complete for port 39611c27-3b64-4ac0-8ce3-adc017d95182 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:40.649289 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-338ae36f-5ea1-4c77-b35a-1516f83632a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:40.715298 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-338ae36f-5ea1-4c77-b35a-1516f83632a4 None None] Port 39611c27-3b64-4ac0-8ce3-adc017d95182 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:05:40.727965 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e8b7229c-af7d-4f60-aebc-1efcddaa1a14 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:40.731364 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-338ae36f-5ea1-4c77-b35a-1516f83632a4 None None] Provisioning complete for port 350dd3f6-05bb-4e7e-8ce7-dcbdd7e92adf triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:40.732127 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-338ae36f-5ea1-4c77-b35a-1516f83632a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:40.741153 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e8b7229c-af7d-4f60-aebc-1efcddaa1a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:40.817044 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64dc24fd-42c6-40b9-9143-a2f93601b14f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1427'] for router, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:40.821098 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-e5aba175-97b3-4e48-96e6-8037ec28d67e req-a3261118-fabd-4ebf-b4bc-c5666693bdc7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] For port 25f5eaaf-16bd-439f-b22a-e87a4a9e62be, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=25f5eaaf-16bd-439f-b22a-e87a4a9e62be,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:40.844954 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64dc24fd-42c6-40b9-9143-a2f93601b14f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-734625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-734648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-574993'] for router, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:40.852531 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834bab1-489a-49f3-bb13-b63148d6cc1b None None] Pushing event updated for resources: {'Port': ['ID=39611c27-3b64-4ac0-8ce3-adc017d95182,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:40.873006 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-44520401-6873-4c33-bf1f-5899dcf7eaad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cc72841fb45f4bdbb3716d688e8466af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2572913 Sep 21 18:05:40.875498 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48016) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:40.933779 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-e8b7229c-af7d-4f60-aebc-1efcddaa1a14 None None] Attempting to bind port 39611c27-3b64-4ac0-8ce3-adc017d95182 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:05:40.934246 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-e8b7229c-af7d-4f60-aebc-1efcddaa1a14 None None] Attempting to bind port 39611c27-3b64-4ac0-8ce3-adc017d95182 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '98aea370-9bc8-4d7b-bb76-b74671fcc80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4895eef9-79ca-488d-852d-86a7722d008f'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:05:40.934718 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b7229c-af7d-4f60-aebc-1efcddaa1a14 None None] Attempting to bind port 39611c27-3b64-4ac0-8ce3-adc017d95182 on network 4895eef9-79ca-488d-852d-86a7722d008f {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:05:40.941822 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b7229c-af7d-4f60-aebc-1efcddaa1a14 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:05:40.942441 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b7229c-af7d-4f60-aebc-1efcddaa1a14 None None] Checking segment: {'id': '98aea370-9bc8-4d7b-bb76-b74671fcc80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4895eef9-79ca-488d-852d-86a7722d008f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:05:40.942810 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e8b7229c-af7d-4f60-aebc-1efcddaa1a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:40.943393 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b7229c-af7d-4f60-aebc-1efcddaa1a14 None None] Bound using segment: {'id': '98aea370-9bc8-4d7b-bb76-b74671fcc80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4895eef9-79ca-488d-852d-86a7722d008f'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:05:40.943952 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-e8b7229c-af7d-4f60-aebc-1efcddaa1a14 None None] Bound port: 39611c27-3b64-4ac0-8ce3-adc017d95182, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98aea370-9bc8-4d7b-bb76-b74671fcc80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4895eef9-79ca-488d-852d-86a7722d008f'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:05:40.944492 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e8b7229c-af7d-4f60-aebc-1efcddaa1a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:40.969400 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-e5aba175-97b3-4e48-96e6-8037ec28d67e req-a3261118-fabd-4ebf-b4bc-c5666693bdc7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:40.998362 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-ff6f499a-5054-405a-838a-461721b6f98a None None] Provisioning complete for port 39611c27-3b64-4ac0-8ce3-adc017d95182 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:40.999803 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ff6f499a-5054-405a-838a-461721b6f98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:41.005873 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 350dd3f6-05bb-4e7e-8ce7-dcbdd7e92adf up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:05:41.025816 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-e5aba175-97b3-4e48-96e6-8037ec28d67e req-a3261118-fabd-4ebf-b4bc-c5666693bdc7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:41.064455 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['a39e2a54-1d22-4efc-ab50-17ec7c4e731b', '25f5eaaf-16bd-439f-b22a-e87a4a9e62be'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:05:41.067502 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['80069cfb-431a-439b-8b99-5ae8864bfc8f'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:05:41.079386 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-e8b7229c-af7d-4f60-aebc-1efcddaa1a14 None None] For port 39611c27-3b64-4ac0-8ce3-adc017d95182, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:05:41.083817 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-e8b7229c-af7d-4f60-aebc-1efcddaa1a14 None None] For port 39611c27-3b64-4ac0-8ce3-adc017d95182, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=39611c27-3b64-4ac0-8ce3-adc017d95182,segment=NetworkSegment(98aea370-9bc8-4d7b-bb76-b74671fcc80e),segment_id=98aea370-9bc8-4d7b-bb76-b74671fcc80e)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:05:41.093755 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e8b7229c-af7d-4f60-aebc-1efcddaa1a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:41.198569 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834bab1-489a-49f3-bb13-b63148d6cc1b None None] Pushing event updated for resources: {'Port': ['ID=39611c27-3b64-4ac0-8ce3-adc017d95182,revision_number=4']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:41.204309 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b7229c-af7d-4f60-aebc-1efcddaa1a14 None None] Routers {'d51afa4e-e565-43e2-adce-1edce9a7bf98'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:41.204998 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-e8b7229c-af7d-4f60-aebc-1efcddaa1a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['d51afa4e-e565-43e2-adce-1edce9a7bf98'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:41.266293 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f499a-5054-405a-838a-461721b6f98a None None] Port 39611c27-3b64-4ac0-8ce3-adc017d95182 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:05:41.367639 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 350dd3f6-05bb-4e7e-8ce7-dcbdd7e92adf triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:41.368153 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:41.415912 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-e8b7229c-af7d-4f60-aebc-1efcddaa1a14 None None] Set router d51afa4e-e565-43e2-adce-1edce9a7bf98 gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:41.420208 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2a3dff0a-433f-4e3f-8f6f-684189587094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:41.458178 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2a3dff0a-433f-4e3f-8f6f-684189587094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:41.494701 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-bbdb4258-6c4d-4fc2-a98d-6e808bdf5de0 None None] Provisioning complete for port 39611c27-3b64-4ac0-8ce3-adc017d95182 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:41.495370 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bbdb4258-6c4d-4fc2-a98d-6e808bdf5de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:41.537097 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2a3dff0a-433f-4e3f-8f6f-684189587094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:41.540025 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2a3dff0a-433f-4e3f-8f6f-684189587094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:41.541449 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2a3dff0a-433f-4e3f-8f6f-684189587094 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/91e43339-0c47-4460-930b-740a4dc3f84d HTTP/1.1" status: 204 len: 168 time: 0.6599114 Sep 21 18:05:41.553603 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aba175-97b3-4e48-96e6-8037ec28d67e req-a3261118-fabd-4ebf-b4bc-c5666693bdc7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:41.559576 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-e5aba175-97b3-4e48-96e6-8037ec28d67e req-a3261118-fabd-4ebf-b4bc-c5666693bdc7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:41.561300 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e5aba175-97b3-4e48-96e6-8037ec28d67e req-a3261118-fabd-4ebf-b4bc-c5666693bdc7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "PUT /v2.0/ports/25f5eaaf-16bd-439f-b22a-e87a4a9e62be HTTP/1.1" status: 200 len: 904 time: 1.3342240 Sep 21 18:05:41.572490 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d', 'tag': '25f5eaaf-16bd-439f-b22a-e87a4a9e62be'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:05:41.575412 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6ff5da-907a-492e-97f9-471d78ce964f" -d '{"events": [{"name": "network-changed", "server_uuid": "e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d", "tag": "25f5eaaf-16bd-439f-b22a-e87a4a9e62be"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:05:41.594397 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64dc24fd-42c6-40b9-9143-a2f93601b14f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Router d51afa4e-e565-43e2-adce-1edce9a7bf98 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:05:41.705673 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3dff0a-433f-4e3f-8f6f-684189587094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e43339-0c47-4460-930b-740a4dc3f84d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:41.721182 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['25f5eaaf-16bd-439f-b22a-e87a4a9e62be'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:05:41.753737 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3261118-fabd-4ebf-b4bc-c5666693bdc7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Pushing event updated for resources: {'Port': ['ID=25f5eaaf-16bd-439f-b22a-e87a4a9e62be,revision_number=6']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:41.933381 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bbdb4258-6c4d-4fc2-a98d-6e808bdf5de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:42.024401 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-bbdb4258-6c4d-4fc2-a98d-6e808bdf5de0 None None] For port 39611c27-3b64-4ac0-8ce3-adc017d95182, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=39611c27-3b64-4ac0-8ce3-adc017d95182,segment=NetworkSegment(98aea370-9bc8-4d7b-bb76-b74671fcc80e),segment_id=98aea370-9bc8-4d7b-bb76-b74671fcc80e)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:42.033032 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bbdb4258-6c4d-4fc2-a98d-6e808bdf5de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:42.052148 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-e8b7229c-af7d-4f60-aebc-1efcddaa1a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'name': 'tempest-RoutersTest-router-595207985', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:13Z', 'updated_at': '2021-09-21T18:05:40Z', 'revision_number': 6, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'gw_port_host': None, '_interfaces': [{'id': '0d46fff9-5c63-4934-be78-d483bf1cb801', 'name': '', 'network_id': 'abe6075b-7fdb-498c-9fb9-296fe556593c', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:54:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'c162e606-17dc-46a2-aae4-9247d124c181', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:31Z', 'updated_at': '2021-09-21T18:05:37Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': 'c162e606-17dc-46a2-aae4-9247d124c181', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39611c27-3b64-4ac0-8ce3-adc017d95182', 'name': '', 'network_id': '4895eef9-79ca-488d-852d-86a7722d008f', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:81:41:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '5ec0c63b-b24f-4a95-b9eb-014b2d2e0e56', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:36Z', 'updated_at': '2021-09-21T18:05:41Z', 'revision_number': 4, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '5ec0c63b-b24f-4a95-b9eb-014b2d2e0e56', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd08606cd-f058-4798-95cd-d3d9ff775174', 'name': '', 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:10:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '76f50e48-b158-482f-afd8-bde2737327f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:15Z', 'updated_at': '2021-09-21T18:05:23Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '76f50e48-b158-482f-afd8-bde2737327f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2c5ca92-9d11-4f73-902d-ec9cc3273cbc', 'name': '', 'network_id': 'b0393d42-e782-4a8e-87bd-0e922e798577', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:d1:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:24Z', 'updated_at': '2021-09-21T18:05:32Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:42.090046 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70541e6-2cc3-46cc-af68-f2abacb7b442 req-85d4404c-56a2-43c8-97d0-9ecfa5dc6fb0 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:42.094092 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b70541e6-2cc3-46cc-af68-f2abacb7b442 req-85d4404c-56a2-43c8-97d0-9ecfa5dc6fb0 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d HTTP/1.1" status: 200 len: 907 time: 0.3252921 Sep 21 18:05:42.097102 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64dc24fd-42c6-40b9-9143-a2f93601b14f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:05:42.109235 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64dc24fd-42c6-40b9-9143-a2f93601b14f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:42.111129 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-64dc24fd-42c6-40b9-9143-a2f93601b14f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "PUT /v2.0/routers/d51afa4e-e565-43e2-adce-1edce9a7bf98 HTTP/1.1" status: 200 len: 933 time: 2.4501269 Sep 21 18:05:42.113866 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48044) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:42.150182 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b7229c-af7d-4f60-aebc-1efcddaa1a14 None None] The sync data for ids ['d51afa4e-e565-43e2-adce-1edce9a7bf98'] in n-d-810291-1 is: [{'id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'name': 'tempest-RoutersTest-router-595207985', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:13Z', 'updated_at': '2021-09-21T18:05:40Z', 'revision_number': 6, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'gw_port_host': None, '_interfaces': [{'id': '0d46fff9-5c63-4934-be78-d483bf1cb801', 'name': '', 'network_id': 'abe6075b-7fdb-498c-9fb9-296fe556593c', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:54:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'c162e606-17dc-46a2-aae4-9247d124c181', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:31Z', 'updated_at': '2021-09-21T18:05:37Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': 'c162e606-17dc-46a2-aae4-9247d124c181', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39611c27-3b64-4ac0-8ce3-adc017d95182', 'name': '', 'network_id': '4895eef9-79ca-488d-852d-86a7722d008f', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:81:41:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '5ec0c63b-b24f-4a95-b9eb-014b2d2e0e56', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:36Z', 'updated_at': '2021-09-21T18:05:41Z', 'revision_number': 4, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '5ec0c63b-b24f-4a95-b9eb-014b2d2e0e56', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd08606cd-f058-4798-95cd-d3d9ff775174', 'name': '', 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:10:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '76f50e48-b158-482f-afd8-bde2737327f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:15Z', 'updated_at': '2021-09-21T18:05:23Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '76f50e48-b158-482f-afd8-bde2737327f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2c5ca92-9d11-4f73-902d-ec9cc3273cbc', 'name': '', 'network_id': 'b0393d42-e782-4a8e-87bd-0e922e798577', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:d1:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:24Z', 'updated_at': '2021-09-21T18:05:32Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:05:42.183855 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb4258-6c4d-4fc2-a98d-6e808bdf5de0 None None] Pushing event updated for resources: {'Port': ['ID=39611c27-3b64-4ac0-8ce3-adc017d95182,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:42.202393 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-568e457a-0298-411d-b548-30b42672d928 None None] Provisioning complete for port 39611c27-3b64-4ac0-8ce3-adc017d95182 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:42.202674 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-568e457a-0298-411d-b548-30b42672d928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:42.222494 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b323d4f4-2f9d-4e3a-a3cc-37f445fa9948 x-openstack-request-id: req-b323d4f4-2f9d-4e3a-a3cc-37f445fa9948 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:05:42.223171 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d", "tag": "25f5eaaf-16bd-439f-b22a-e87a4a9e62be", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:05:42.223662 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b323d4f4-2f9d-4e3a-a3cc-37f445fa9948 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:05:42.224297 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d', 'tag': '25f5eaaf-16bd-439f-b22a-e87a4a9e62be', 'status': 'completed', 'code': 200} Sep 21 18:05:42.322850 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48048) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:42.337573 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ff5da-907a-492e-97f9-471d78ce964f req-13ae80ca-777b-4253-a1f9-3f9c1eb3c804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:42.339190 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6a6ff5da-907a-492e-97f9-471d78ce964f req-13ae80ca-777b-4253-a1f9-3f9c1eb3c804 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a8da2b927d2245079ac16237e127ada3&device_id=e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d HTTP/1.1" status: 200 len: 1058 time: 0.1023519 Sep 21 18:05:42.364719 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-adb0968a-e7d4-45c0-9504-e93c270186f4 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "GET /v2.0/routers/d51afa4e-e565-43e2-adce-1edce9a7bf98 HTTP/1.1" status: 200 len: 933 time: 0.2484903 Sep 21 18:05:42.369927 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-da21a4f6-ca61-4514-a6db-59c6239b7c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:42.378592 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a113b2-ce1a-49ee-892c-3d81d26bfdb2 req-4aa570ba-f338-46ed-aed4-fd7d53d09a3a tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:42.380506 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d5a113b2-ce1a-49ee-892c-3d81d26bfdb2 req-4aa570ba-f338-46ed-aed4-fd7d53d09a3a tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.1551743 Sep 21 18:05:42.381096 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48050) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:42.386227 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-c8fab8c6-e832-436f-acd7-fe0e3d2dff99 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Request body: {'router': {'routes': None}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:42.408984 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-568e457a-0298-411d-b548-30b42672d928 None None] Provisioning complete for port 25f5eaaf-16bd-439f-b22a-e87a4a9e62be triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:42.409454 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-568e457a-0298-411d-b548-30b42672d928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:42.582677 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ff5da-907a-492e-97f9-471d78ce964f req-80e6e3f0-28ae-4404-a85a-43fd2c67907a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:42.584235 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6a6ff5da-907a-492e-97f9-471d78ce964f req-80e6e3f0-28ae-4404-a85a-43fd2c67907a service neutron] 10.222.0.38 "GET /v2.0/networks?id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf HTTP/1.1" status: 200 len: 912 time: 0.2358589 Sep 21 18:05:42.585694 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d5a113b2-ce1a-49ee-892c-3d81d26bfdb2 req-2a0e7d37-98c0-406c-8433-88ccfa9ef7da tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883183 Sep 21 18:05:42.633885 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6a6ff5da-907a-492e-97f9-471d78ce964f req-fd88cce9-a14d-4748-91ef-59d4464fe0dc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25f5eaaf-16bd-439f-b22a-e87a4a9e62be HTTP/1.1" status: 200 len: 217 time: 0.0406108 Sep 21 18:05:42.782149 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-da21a4f6-ca61-4514-a6db-59c6239b7c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:42.784239 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ff5da-907a-492e-97f9-471d78ce964f req-7fdc1e4a-775c-4c67-a824-c533bee3521e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:42.785749 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6a6ff5da-907a-492e-97f9-471d78ce964f req-7fdc1e4a-775c-4c67-a824-c533bee3521e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=63a1043c-b263-4aac-aec7-9797fbf7cd86 HTTP/1.1" status: 200 len: 850 time: 0.1434946 Sep 21 18:05:42.792141 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-da21a4f6-ca61-4514-a6db-59c6239b7c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:42.877218 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d320e68-f4e4-4e72-8573-dd8f75aa3689 req-b56ec247-383e-4c84-8bb7-cdf50eb2efdc tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:42.878407 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6d320e68-f4e4-4e72-8573-dd8f75aa3689 req-b56ec247-383e-4c84-8bb7-cdf50eb2efdc tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.1722698 Sep 21 18:05:42.891178 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-da21a4f6-ca61-4514-a6db-59c6239b7c85 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4977bd8f0f514eb7b7b3a1db6b890ec9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5629311 Sep 21 18:05:42.893326 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48060) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:42.904664 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da21a4f6-ca61-4514-a6db-59c6239b7c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c31f44-15a9-4cf7-b085-893834fc4956,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:42.957767 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ff5da-907a-492e-97f9-471d78ce964f req-8c0303f2-6358-43cd-8cb9-5f7f1cd38934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:42.959991 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6a6ff5da-907a-492e-97f9-471d78ce964f req-8c0303f2-6358-43cd-8cb9-5f7f1cd38934 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1635511 Sep 21 18:05:42.964511 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6d320e68-f4e4-4e72-8573-dd8f75aa3689 req-68c1979a-642a-42dd-9c00-7bea0ffda97d tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736639 Sep 21 18:05:43.030220 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 39611c27-3b64-4ac0-8ce3-adc017d95182 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:05:43.086473 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.extraroute_db [None req-c8fab8c6-e832-436f-acd7-fe0e3d2dff99 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Added routes are [] {{(pid=101461) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 21 18:05:43.086758 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.extraroute_db [None req-c8fab8c6-e832-436f-acd7-fe0e3d2dff99 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=101461) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 21 18:05:43.115124 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 39611c27-3b64-4ac0-8ce3-adc017d95182 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:43.115403 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:43.137299 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c8fab8c6-e832-436f-acd7-fe0e3d2dff99 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1427'] for router, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:43.138750 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6a6ff5da-907a-492e-97f9-471d78ce964f req-63e90391-2c4c-4a41-9fce-96eb64f54e64 service neutron] 10.222.0.38 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691072 Sep 21 18:05:43.140168 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b148464d-314a-4dec-9627-f653915f6c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:43.259666 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b148464d-314a-4dec-9627-f653915f6c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:43.308158 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6a6ff5da-907a-492e-97f9-471d78ce964f req-5a75604f-f18a-4230-831e-79c3ec7a96db service neutron] 10.222.0.38 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535366 Sep 21 18:05:43.340479 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b148464d-314a-4dec-9627-f653915f6c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:43.343572 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b148464d-314a-4dec-9627-f653915f6c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:43.347082 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b148464d-314a-4dec-9627-f653915f6c5f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/03c31f44-15a9-4cf7-b085-893834fc4956 HTTP/1.1" status: 204 len: 168 time: 0.4506156 Sep 21 18:05:43.354996 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148464d-314a-4dec-9627-f653915f6c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c31f44-15a9-4cf7-b085-893834fc4956,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:43.460111 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e109333-437c-4d7e-b2c7-9c3e7bbb60ec None None] Sync routers for ids ['d51afa4e-e565-43e2-adce-1edce9a7bf98'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:05:43.466210 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c8fab8c6-e832-436f-acd7-fe0e3d2dff99 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1427'] for router, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:43.471031 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e109333-437c-4d7e-b2c7-9c3e7bbb60ec None None] Routers {'d51afa4e-e565-43e2-adce-1edce9a7bf98'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:43.471773 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-6e109333-437c-4d7e-b2c7-9c3e7bbb60ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['d51afa4e-e565-43e2-adce-1edce9a7bf98'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:43.473395 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c8fab8c6-e832-436f-acd7-fe0e3d2dff99 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-734625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-734648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-574993'] for router, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:43.603418 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-6e109333-437c-4d7e-b2c7-9c3e7bbb60ec None None] Set router d51afa4e-e565-43e2-adce-1edce9a7bf98 gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:43.615453 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-a466fbb5-2158-4265-a6e5-8ce6a3874f8f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:43.627221 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-a466fbb5-2158-4265-a6e5-8ce6a3874f8f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/networks?id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf HTTP/1.1" status: 200 len: 811 time: 0.3548107 Sep 21 18:05:43.666959 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8fab8c6-e832-436f-acd7-fe0e3d2dff99 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Router d51afa4e-e565-43e2-adce-1edce9a7bf98 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:05:43.678282 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-a0dbf40b-d5e8-49eb-8bed-1166f10e081d tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/quotas/a8da2b927d2245079ac16237e127ada3 HTTP/1.1" status: 200 len: 375 time: 0.0501654 Sep 21 18:05:43.808792 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fab8c6-e832-436f-acd7-fe0e3d2dff99 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:05:43.817361 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c8fab8c6-e832-436f-acd7-fe0e3d2dff99 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:43.818429 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c8fab8c6-e832-436f-acd7-fe0e3d2dff99 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "PUT /v2.0/routers/d51afa4e-e565-43e2-adce-1edce9a7bf98 HTTP/1.1" status: 200 len: 699 time: 1.4360058 Sep 21 18:05:43.822770 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48084) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:43.873555 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-4b9699a2-b8b5-4fa1-babc-664f8f64ba06 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a8da2b927d2245079ac16237e127ada3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1051958 Sep 21 18:05:43.893685 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48086) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:43.918034 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e1acf96b-751c-4d5a-b55f-bf0a83883c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:43.921969 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-6e109333-437c-4d7e-b2c7-9c3e7bbb60ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'name': 'tempest-RoutersTest-router-595207985', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:13Z', 'updated_at': '2021-09-21T18:05:43Z', 'revision_number': 7, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'gw_port_host': None, '_interfaces': [{'id': '0d46fff9-5c63-4934-be78-d483bf1cb801', 'name': '', 'network_id': 'abe6075b-7fdb-498c-9fb9-296fe556593c', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:54:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'c162e606-17dc-46a2-aae4-9247d124c181', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:31Z', 'updated_at': '2021-09-21T18:05:37Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': 'c162e606-17dc-46a2-aae4-9247d124c181', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39611c27-3b64-4ac0-8ce3-adc017d95182', 'name': '', 'network_id': '4895eef9-79ca-488d-852d-86a7722d008f', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:81:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '5ec0c63b-b24f-4a95-b9eb-014b2d2e0e56', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:36Z', 'updated_at': '2021-09-21T18:05:41Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '5ec0c63b-b24f-4a95-b9eb-014b2d2e0e56', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd08606cd-f058-4798-95cd-d3d9ff775174', 'name': '', 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:10:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '76f50e48-b158-482f-afd8-bde2737327f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:15Z', 'updated_at': '2021-09-21T18:05:23Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '76f50e48-b158-482f-afd8-bde2737327f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2c5ca92-9d11-4f73-902d-ec9cc3273cbc', 'name': '', 'network_id': 'b0393d42-e782-4a8e-87bd-0e922e798577', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:d1:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:24Z', 'updated_at': '2021-09-21T18:05:32Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:43.953451 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e109333-437c-4d7e-b2c7-9c3e7bbb60ec None None] Checking router: d51afa4e-e565-43e2-adce-1edce9a7bf98 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:05:43.962071 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3f6f1269-c400-4c44-bd34-81bf0587ce35 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "GET /v2.0/routers/d51afa4e-e565-43e2-adce-1edce9a7bf98 HTTP/1.1" status: 200 len: 699 time: 0.1380780 Sep 21 18:05:43.964074 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e109333-437c-4d7e-b2c7-9c3e7bbb60ec None None] Routers {'d51afa4e-e565-43e2-adce-1edce9a7bf98'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:43.964866 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48088) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:43.967625 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-6e109333-437c-4d7e-b2c7-9c3e7bbb60ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['d51afa4e-e565-43e2-adce-1edce9a7bf98'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:44.023538 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-a07114f1-387d-4ef2-bfd7-a0eb9a95967f service neutron] 10.222.0.58 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376326 Sep 21 18:05:44.099391 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-6e109333-437c-4d7e-b2c7-9c3e7bbb60ec None None] Set router d51afa4e-e565-43e2-adce-1edce9a7bf98 gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:44.207846 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e1acf96b-751c-4d5a-b55f-bf0a83883c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:44.213249 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-0023de68-3a54-4338-ac53-57b522b63ad4 service neutron] 10.222.0.58 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787777 Sep 21 18:05:44.217595 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e1acf96b-751c-4d5a-b55f-bf0a83883c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:44.260355 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1acf96b-751c-4d5a-b55f-bf0a83883c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32259987-1bd1-4466-8ecb-7e789e1a8a26,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:44.267699 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e1acf96b-751c-4d5a-b55f-bf0a83883c1b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=69a7ee7b2ef546aeb6c1e576b812429f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3706152 Sep 21 18:05:44.268272 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48090) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:44.346638 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a095df43-4f23-4d5b-a24b-1844380f5d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:44.392596 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a095df43-4f23-4d5b-a24b-1844380f5d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:44.462393 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a095df43-4f23-4d5b-a24b-1844380f5d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:44.465647 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a095df43-4f23-4d5b-a24b-1844380f5d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:44.469282 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a095df43-4f23-4d5b-a24b-1844380f5d04 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/32259987-1bd1-4466-8ecb-7e789e1a8a26 HTTP/1.1" status: 204 len: 168 time: 0.1976886 Sep 21 18:05:44.476802 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-6e109333-437c-4d7e-b2c7-9c3e7bbb60ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'name': 'tempest-RoutersTest-router-595207985', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:13Z', 'updated_at': '2021-09-21T18:05:43Z', 'revision_number': 7, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'gw_port_host': None, '_interfaces': [{'id': '0d46fff9-5c63-4934-be78-d483bf1cb801', 'name': '', 'network_id': 'abe6075b-7fdb-498c-9fb9-296fe556593c', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:54:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'c162e606-17dc-46a2-aae4-9247d124c181', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:31Z', 'updated_at': '2021-09-21T18:05:37Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': 'c162e606-17dc-46a2-aae4-9247d124c181', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39611c27-3b64-4ac0-8ce3-adc017d95182', 'name': '', 'network_id': '4895eef9-79ca-488d-852d-86a7722d008f', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:81:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '5ec0c63b-b24f-4a95-b9eb-014b2d2e0e56', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:36Z', 'updated_at': '2021-09-21T18:05:41Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '5ec0c63b-b24f-4a95-b9eb-014b2d2e0e56', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd08606cd-f058-4798-95cd-d3d9ff775174', 'name': '', 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:10:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '76f50e48-b158-482f-afd8-bde2737327f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:15Z', 'updated_at': '2021-09-21T18:05:23Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '76f50e48-b158-482f-afd8-bde2737327f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2c5ca92-9d11-4f73-902d-ec9cc3273cbc', 'name': '', 'network_id': 'b0393d42-e782-4a8e-87bd-0e922e798577', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:d1:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:24Z', 'updated_at': '2021-09-21T18:05:32Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:44.477770 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095df43-4f23-4d5b-a24b-1844380f5d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32259987-1bd1-4466-8ecb-7e789e1a8a26,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:44.520618 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e109333-437c-4d7e-b2c7-9c3e7bbb60ec None None] The sync data for ids ['d51afa4e-e565-43e2-adce-1edce9a7bf98'] in n-d-810291-1 is: [{'id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'name': 'tempest-RoutersTest-router-595207985', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:13Z', 'updated_at': '2021-09-21T18:05:43Z', 'revision_number': 7, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'gw_port_host': None, '_interfaces': [{'id': '0d46fff9-5c63-4934-be78-d483bf1cb801', 'name': '', 'network_id': 'abe6075b-7fdb-498c-9fb9-296fe556593c', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:54:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'c162e606-17dc-46a2-aae4-9247d124c181', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:31Z', 'updated_at': '2021-09-21T18:05:37Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': 'c162e606-17dc-46a2-aae4-9247d124c181', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39611c27-3b64-4ac0-8ce3-adc017d95182', 'name': '', 'network_id': '4895eef9-79ca-488d-852d-86a7722d008f', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:81:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '5ec0c63b-b24f-4a95-b9eb-014b2d2e0e56', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:36Z', 'updated_at': '2021-09-21T18:05:41Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '5ec0c63b-b24f-4a95-b9eb-014b2d2e0e56', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd08606cd-f058-4798-95cd-d3d9ff775174', 'name': '', 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:10:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '76f50e48-b158-482f-afd8-bde2737327f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:15Z', 'updated_at': '2021-09-21T18:05:23Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '76f50e48-b158-482f-afd8-bde2737327f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2c5ca92-9d11-4f73-902d-ec9cc3273cbc', 'name': '', 'network_id': 'b0393d42-e782-4a8e-87bd-0e922e798577', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:d1:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:24Z', 'updated_at': '2021-09-21T18:05:32Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:05:44.599014 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca78cba0-61ab-4b08-bb02-af46c5854286 req-634fd6a9-95d8-4019-9077-a64d2a19f204 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 210 time: 0.0420282 Sep 21 18:05:44.994479 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730206e2-94a1-4df5-9160-ec400e81a359 None None] Sync routers for ids ['d51afa4e-e565-43e2-adce-1edce9a7bf98'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:05:45.006563 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730206e2-94a1-4df5-9160-ec400e81a359 None None] Routers {'d51afa4e-e565-43e2-adce-1edce9a7bf98'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:45.009781 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-730206e2-94a1-4df5-9160-ec400e81a359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['d51afa4e-e565-43e2-adce-1edce9a7bf98'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:45.040999 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8684c691-bedf-43ba-bea5-839bb0e36689 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:45.066138 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48122) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:45.174114 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-730206e2-94a1-4df5-9160-ec400e81a359 None None] Set router d51afa4e-e565-43e2-adce-1edce9a7bf98 gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:45.252557 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-98437bb1-ed48-4d23-82d0-8c9919e471c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:45.417722 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-98437bb1-ed48-4d23-82d0-8c9919e471c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:45.424859 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-98437bb1-ed48-4d23-82d0-8c9919e471c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:45.458688 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-730206e2-94a1-4df5-9160-ec400e81a359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'name': 'tempest-RoutersTest-router-595207985', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:13Z', 'updated_at': '2021-09-21T18:05:43Z', 'revision_number': 7, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'gw_port_host': None, '_interfaces': [{'id': '0d46fff9-5c63-4934-be78-d483bf1cb801', 'name': '', 'network_id': 'abe6075b-7fdb-498c-9fb9-296fe556593c', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:54:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'c162e606-17dc-46a2-aae4-9247d124c181', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:31Z', 'updated_at': '2021-09-21T18:05:37Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': 'c162e606-17dc-46a2-aae4-9247d124c181', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39611c27-3b64-4ac0-8ce3-adc017d95182', 'name': '', 'network_id': '4895eef9-79ca-488d-852d-86a7722d008f', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:81:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '5ec0c63b-b24f-4a95-b9eb-014b2d2e0e56', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:36Z', 'updated_at': '2021-09-21T18:05:41Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '5ec0c63b-b24f-4a95-b9eb-014b2d2e0e56', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd08606cd-f058-4798-95cd-d3d9ff775174', 'name': '', 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:10:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '76f50e48-b158-482f-afd8-bde2737327f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:15Z', 'updated_at': '2021-09-21T18:05:23Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '76f50e48-b158-482f-afd8-bde2737327f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2c5ca92-9d11-4f73-902d-ec9cc3273cbc', 'name': '', 'network_id': 'b0393d42-e782-4a8e-87bd-0e922e798577', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:d1:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:24Z', 'updated_at': '2021-09-21T18:05:32Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:45.468433 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98437bb1-ed48-4d23-82d0-8c9919e471c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98fdaf3-496f-40cc-8cc9-69c3e86422db,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:45.475949 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-98437bb1-ed48-4d23-82d0-8c9919e471c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bf1ef70908e34197a7839002d598715b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4053323 Sep 21 18:05:45.476454 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48132) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:45.490669 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730206e2-94a1-4df5-9160-ec400e81a359 None None] Checking router: d51afa4e-e565-43e2-adce-1edce9a7bf98 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:05:45.499985 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730206e2-94a1-4df5-9160-ec400e81a359 None None] Routers {'d51afa4e-e565-43e2-adce-1edce9a7bf98'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:45.500788 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-730206e2-94a1-4df5-9160-ec400e81a359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['d51afa4e-e565-43e2-adce-1edce9a7bf98'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:45.505172 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-8684c691-bedf-43ba-bea5-839bb0e36689 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Deleting port 39611c27-3b64-4ac0-8ce3-adc017d95182 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:45.505527 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8684c691-bedf-43ba-bea5-839bb0e36689 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:45.566152 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7315-424c-4a7a-9f62-273ec1af5a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:45.595364 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7315-424c-4a7a-9f62-273ec1af5a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:45.654730 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7315-424c-4a7a-9f62-273ec1af5a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:45.658207 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7315-424c-4a7a-9f62-273ec1af5a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:45.659713 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c9ca7315-424c-4a7a-9f62-273ec1af5a8c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a98fdaf3-496f-40cc-8cc9-69c3e86422db HTTP/1.1" status: 204 len: 168 time: 0.1820874 Sep 21 18:05:45.692542 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca7315-424c-4a7a-9f62-273ec1af5a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98fdaf3-496f-40cc-8cc9-69c3e86422db,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:45.725035 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-8684c691-bedf-43ba-bea5-839bb0e36689 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] For port 39611c27-3b64-4ac0-8ce3-adc017d95182, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=39611c27-3b64-4ac0-8ce3-adc017d95182,segment=NetworkSegment(98aea370-9bc8-4d7b-bb76-b74671fcc80e),segment_id=98aea370-9bc8-4d7b-bb76-b74671fcc80e)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:45.725669 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8684c691-bedf-43ba-bea5-839bb0e36689 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:45.743679 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-730206e2-94a1-4df5-9160-ec400e81a359 None None] Set router d51afa4e-e565-43e2-adce-1edce9a7bf98 gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:45.754849 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-8684c691-bedf-43ba-bea5-839bb0e36689 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Calling delete_port for 39611c27-3b64-4ac0-8ce3-adc017d95182 owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:45.761234 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-663577eb-add4-4069-93ee-4e96ccde551b req-3822bb8d-33d4-499f-b264-4d6264542862 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 210 time: 0.0706396 Sep 21 18:05:45.899733 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-55af58cc-d9d5-4dde-b43f-54be75326e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:46.024376 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-730206e2-94a1-4df5-9160-ec400e81a359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'name': 'tempest-RoutersTest-router-595207985', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:13Z', 'updated_at': '2021-09-21T18:05:43Z', 'revision_number': 7, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'gw_port_host': None, '_interfaces': [{'id': '0d46fff9-5c63-4934-be78-d483bf1cb801', 'name': '', 'network_id': 'abe6075b-7fdb-498c-9fb9-296fe556593c', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:54:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'c162e606-17dc-46a2-aae4-9247d124c181', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:31Z', 'updated_at': '2021-09-21T18:05:37Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': 'c162e606-17dc-46a2-aae4-9247d124c181', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39611c27-3b64-4ac0-8ce3-adc017d95182', 'name': '', 'network_id': '4895eef9-79ca-488d-852d-86a7722d008f', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:81:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '5ec0c63b-b24f-4a95-b9eb-014b2d2e0e56', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:36Z', 'updated_at': '2021-09-21T18:05:41Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '5ec0c63b-b24f-4a95-b9eb-014b2d2e0e56', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd08606cd-f058-4798-95cd-d3d9ff775174', 'name': '', 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:10:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '76f50e48-b158-482f-afd8-bde2737327f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:15Z', 'updated_at': '2021-09-21T18:05:23Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '76f50e48-b158-482f-afd8-bde2737327f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2c5ca92-9d11-4f73-902d-ec9cc3273cbc', 'name': '', 'network_id': 'b0393d42-e782-4a8e-87bd-0e922e798577', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:d1:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:24Z', 'updated_at': '2021-09-21T18:05:32Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:46.045056 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-a3bab342-c1e5-4044-abbe-8b2155d8e450 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:46.047147 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-a3bab342-c1e5-4044-abbe-8b2155d8e450 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.44 "GET /v2.0/networks?id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf HTTP/1.1" status: 200 len: 811 time: 0.2140651 Sep 21 18:05:46.060778 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730206e2-94a1-4df5-9160-ec400e81a359 None None] The sync data for ids ['d51afa4e-e565-43e2-adce-1edce9a7bf98'] in n-d-810291-1 is: [{'id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'name': 'tempest-RoutersTest-router-595207985', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:13Z', 'updated_at': '2021-09-21T18:05:43Z', 'revision_number': 7, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'gw_port_host': None, '_interfaces': [{'id': '0d46fff9-5c63-4934-be78-d483bf1cb801', 'name': '', 'network_id': 'abe6075b-7fdb-498c-9fb9-296fe556593c', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:54:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'c162e606-17dc-46a2-aae4-9247d124c181', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:31Z', 'updated_at': '2021-09-21T18:05:37Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': 'c162e606-17dc-46a2-aae4-9247d124c181', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39611c27-3b64-4ac0-8ce3-adc017d95182', 'name': '', 'network_id': '4895eef9-79ca-488d-852d-86a7722d008f', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:81:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '5ec0c63b-b24f-4a95-b9eb-014b2d2e0e56', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:36Z', 'updated_at': '2021-09-21T18:05:41Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '5ec0c63b-b24f-4a95-b9eb-014b2d2e0e56', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd08606cd-f058-4798-95cd-d3d9ff775174', 'name': '', 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:10:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '76f50e48-b158-482f-afd8-bde2737327f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:15Z', 'updated_at': '2021-09-21T18:05:23Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '76f50e48-b158-482f-afd8-bde2737327f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2c5ca92-9d11-4f73-902d-ec9cc3273cbc', 'name': '', 'network_id': 'b0393d42-e782-4a8e-87bd-0e922e798577', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:d1:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:24Z', 'updated_at': '2021-09-21T18:05:32Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:05:46.062656 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-2aaed6cd-8cae-4783-a9c9-6add187adafc tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Request body: {'port': {'device_id': '4096f9db-a6fb-40e2-bfd6-9d69d77f3580', 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf', 'admin_state_up': True, 'tenant_id': 'a8da2b927d2245079ac16237e127ada3'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:46.221546 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8684c691-bedf-43ba-bea5-839bb0e36689 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:46.260850 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8684c691-bedf-43ba-bea5-839bb0e36689 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event deleted for resources: {'Port': ['ID=39611c27-3b64-4ac0-8ce3-adc017d95182,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:46.295686 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-2aaed6cd-8cae-4783-a9c9-6add187adafc tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Made reservation on behalf of a8da2b927d2245079ac16237e127ada3 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:05:46.300417 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-2aaed6cd-8cae-4783-a9c9-6add187adafc tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:46.382689 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48160) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:46.404619 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-294c4a5f-6b4f-4fd2-823a-ff36204ad1cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:46.567823 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-294c4a5f-6b4f-4fd2-823a-ff36204ad1cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:46.574589 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-294c4a5f-6b4f-4fd2-823a-ff36204ad1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:46.621430 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-294c4a5f-6b4f-4fd2-823a-ff36204ad1cb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f3d0ac473d854d70aec851ef6c3ff4f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2374887 Sep 21 18:05:46.623625 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c4a5f-6b4f-4fd2-823a-ff36204ad1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2a6d2e-26ab-434b-95a7-550a3e67ceef,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:46.624319 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48164) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:46.656053 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8684c691-bedf-43ba-bea5-839bb0e36689 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:46.686040 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-2aaed6cd-8cae-4783-a9c9-6add187adafc tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Allocated IP 172.20.0.12 (26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf/63a1043c-b263-4aac-aec7-9797fbf7cd86/26035614-514e-45ec-94d7-661ccc031c41) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:05:46.847313 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-36ba3ac5-9e66-4911-aeea-6198bc2a6dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:46.925622 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-af84cc20-7c2e-410d-8510-640bd3b6100a req-eb39d76f-3492-4124-b570-0318d52d834f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 210 time: 0.0736957 Sep 21 18:05:46.943042 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-36ba3ac5-9e66-4911-aeea-6198bc2a6dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:47.025512 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48180) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:47.127639 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-2aaed6cd-8cae-4783-a9c9-6add187adafc tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:47.134031 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-36ba3ac5-9e66-4911-aeea-6198bc2a6dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:47.136592 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-36ba3ac5-9e66-4911-aeea-6198bc2a6dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:47.138568 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-36ba3ac5-9e66-4911-aeea-6198bc2a6dcf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fa2a6d2e-26ab-434b-95a7-550a3e67ceef HTTP/1.1" status: 204 len: 168 time: 0.5050826 Sep 21 18:05:47.142827 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8684c691-bedf-43ba-bea5-839bb0e36689 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Router d51afa4e-e565-43e2-adce-1edce9a7bf98 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:05:47.156125 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-8d607aaa-a9bf-4f98-a21d-a9c365a6d402 tempest-QuotasTest-17816588 tempest-QuotasTest-17816588-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:47.157936 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba3ac5-9e66-4911-aeea-6198bc2a6dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2a6d2e-26ab-434b-95a7-550a3e67ceef,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:47.210919 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8d607aaa-a9bf-4f98-a21d-a9c365a6d402 tempest-QuotasTest-17816588 tempest-QuotasTest-17816588-project-admin] 10.222.0.58 "PUT /v2.0/quotas/ac226d96717445d1a1fce630236e1b72 HTTP/1.1" status: 200 len: 366 time: 0.1841896 Sep 21 18:05:47.214485 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48188) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:47.224968 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-21caa962-6056-4fa0-93ee-f22d2b8b6f5e tempest-QuotasTest-17816588 tempest-QuotasTest-17816588-project-admin] 10.222.0.58 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0089669 Sep 21 18:05:47.227320 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48190) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:47.239136 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f2490123-78e2-424f-9462-c9d56fdb9cc8 tempest-QuotasTest-17816588 tempest-QuotasTest-17816588-project-admin] 10.222.0.58 "GET /v2.0/quotas/ac226d96717445d1a1fce630236e1b72 HTTP/1.1" status: 200 len: 366 time: 0.0102303 Sep 21 18:05:47.241716 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48192) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:47.258698 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-09ec1f91-21ee-4f40-af85-c2d47a00ded0 tempest-QuotasTest-17816588 tempest-QuotasTest-17816588-project-admin] 10.222.0.58 "DELETE /v2.0/quotas/ac226d96717445d1a1fce630236e1b72 HTTP/1.1" status: 204 len: 168 time: 0.0154538 Sep 21 18:05:47.261998 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48194) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:47.270096 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-2aaed6cd-8cae-4783-a9c9-6add187adafc tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:47.272271 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-18d205c5-a1d2-404c-8975-1ac3e8b3a806 tempest-QuotasTest-17816588 tempest-QuotasTest-17816588-project-admin] 10.222.0.58 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0091596 Sep 21 18:05:47.274793 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48196) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:47.284952 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-97597f92-d9de-425c-9110-dfceb7e67c50 tempest-QuotasTest-17816588 tempest-QuotasTest-17816588-project-admin] 10.222.0.58 "GET /v2.0/quotas/ac226d96717445d1a1fce630236e1b72 HTTP/1.1" status: 200 len: 370 time: 0.0089285 Sep 21 18:05:47.288184 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['80069cfb-431a-439b-8b99-5ae8864bfc8f'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:05:47.290801 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48198) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:47.292556 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['a39e2a54-1d22-4efc-ab50-17ec7c4e731b'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:05:47.297569 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9ece5e4a-013a-4809-97db-7e409088af75 tempest-QuotasTest-17816588 tempest-QuotasTest-17816588-project-admin] 10.222.0.58 "GET /v2.0/quotas/ac226d96717445d1a1fce630236e1b72/default HTTP/1.1" status: 200 len: 370 time: 0.0057075 Sep 21 18:05:47.301378 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48200) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:47.312516 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-9e7d81c7-f0bc-4618-b739-fe65a721e6b4 tempest-QuotasTest-17816588 tempest-QuotasTest-17816588-project-admin] delete failed (client error): The resource could not be found. Sep 21 18:05:47.315598 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8684c691-bedf-43ba-bea5-839bb0e36689 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:05:47.325527 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8684c691-bedf-43ba-bea5-839bb0e36689 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "PUT /v2.0/routers/d51afa4e-e565-43e2-adce-1edce9a7bf98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3558476 Sep 21 18:05:47.325658 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9e7d81c7-f0bc-4618-b739-fe65a721e6b4 tempest-QuotasTest-17816588 tempest-QuotasTest-17816588-project-admin] 10.222.0.58 "DELETE /v2.0/quotas/ac226d96717445d1a1fce630236e1b72 HTTP/1.1" status: 404 len: 348 time: 0.0219934 Sep 21 18:05:47.325658 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48204) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:47.331270 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-2aaed6cd-8cae-4783-a9c9-6add187adafc tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Network 26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:47.334341 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-2aaed6cd-8cae-4783-a9c9-6add187adafc tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:47.340688 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-2aaed6cd-8cae-4783-a9c9-6add187adafc tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:05:47.367689 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaed6cd-8cae-4783-a9c9-6add187adafc tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Pushing event updated for resources: {'Port': ['ID=26035614-514e-45ec-94d7-661ccc031c41,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:47.405890 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-2aaed6cd-8cae-4783-a9c9-6add187adafc tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:47.407403 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-2aaed6cd-8cae-4783-a9c9-6add187adafc tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:47.418781 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfbdf0d9-ead1-4125-bce1-1d74ba45118f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Deleting subnet 5ec0c63b-b24f-4a95-b9eb-014b2d2e0e56 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:05:47.423545 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dfbdf0d9-ead1-4125-bce1-1d74ba45118f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:47.443395 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-2aaed6cd-8cae-4783-a9c9-6add187adafc tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3852017 Sep 21 18:05:47.458953 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-4ee9fadb-71a0-40da-a8b2-bec785067010 service neutron] Request body: {'port': {'device_id': '4096f9db-a6fb-40e2-bfd6-9d69d77f3580', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:47.500103 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dfbdf0d9-ead1-4125-bce1-1d74ba45118f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:47.531490 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48208) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:47.573004 n-d-810291-1 neutron-server[101461]: DEBUG neutron.quota.resource [None req-d22ddac6-8a82-44e6-939c-1b26688a6dba tempest-QuotasTest-17816588 tempest-QuotasTest-17816588-project-admin] Usage tracker for resource:network and tenant:9b262c781c2c4525b56b7d6072dfe5b1 is out of sync, need to count used quota {{(pid=101461) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 21 18:05:47.575988 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-4ee9fadb-71a0-40da-a8b2-bec785067010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:47.581419 n-d-810291-1 neutron-server[101461]: DEBUG neutron.quota.resource [None req-d22ddac6-8a82-44e6-939c-1b26688a6dba tempest-QuotasTest-17816588 tempest-QuotasTest-17816588-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101461) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 21 18:05:47.592589 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfa0d8d-3e38-42f5-a221-25666ff3f6d0 None None] Sync routers for ids ['d51afa4e-e565-43e2-adce-1edce9a7bf98'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:05:47.612754 n-d-810291-1 neutron-server[101461]: DEBUG neutron.quota.resource [None req-d22ddac6-8a82-44e6-939c-1b26688a6dba tempest-QuotasTest-17816588 tempest-QuotasTest-17816588-project-admin] Usage tracker for resource:subnet and tenant:9b262c781c2c4525b56b7d6072dfe5b1 is out of sync, need to count used quota {{(pid=101461) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 21 18:05:47.620810 n-d-810291-1 neutron-server[101461]: DEBUG neutron.quota.resource [None req-d22ddac6-8a82-44e6-939c-1b26688a6dba tempest-QuotasTest-17816588 tempest-QuotasTest-17816588-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101461) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 21 18:05:47.638228 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dfbdf0d9-ead1-4125-bce1-1d74ba45118f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:47.641038 n-d-810291-1 neutron-server[101461]: DEBUG neutron.quota.resource [None req-d22ddac6-8a82-44e6-939c-1b26688a6dba tempest-QuotasTest-17816588 tempest-QuotasTest-17816588-project-admin] Usage tracker for resource:subnetpool and tenant:9b262c781c2c4525b56b7d6072dfe5b1 is out of sync, need to count used quota {{(pid=101461) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 21 18:05:47.650447 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfa0d8d-3e38-42f5-a221-25666ff3f6d0 None None] Routers {'d51afa4e-e565-43e2-adce-1edce9a7bf98'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:47.651274 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4bfa0d8d-3e38-42f5-a221-25666ff3f6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['d51afa4e-e565-43e2-adce-1edce9a7bf98'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:47.663774 n-d-810291-1 neutron-server[101461]: DEBUG neutron.quota.resource [None req-d22ddac6-8a82-44e6-939c-1b26688a6dba tempest-QuotasTest-17816588 tempest-QuotasTest-17816588-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101461) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 21 18:05:47.680506 n-d-810291-1 neutron-server[101461]: DEBUG neutron.quota.resource [None req-d22ddac6-8a82-44e6-939c-1b26688a6dba tempest-QuotasTest-17816588 tempest-QuotasTest-17816588-project-admin] Usage tracker for resource:port and tenant:9b262c781c2c4525b56b7d6072dfe5b1 is out of sync, need to count used quota {{(pid=101461) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 21 18:05:47.695695 n-d-810291-1 neutron-server[101461]: DEBUG neutron.quota.resource [None req-d22ddac6-8a82-44e6-939c-1b26688a6dba tempest-QuotasTest-17816588 tempest-QuotasTest-17816588-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101461) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 21 18:05:47.709167 n-d-810291-1 neutron-server[101461]: DEBUG neutron.quota.resource [None req-d22ddac6-8a82-44e6-939c-1b26688a6dba tempest-QuotasTest-17816588 tempest-QuotasTest-17816588-project-admin] Usage tracker for resource:router and tenant:9b262c781c2c4525b56b7d6072dfe5b1 is out of sync, need to count used quota {{(pid=101461) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 21 18:05:47.720285 n-d-810291-1 neutron-server[101461]: DEBUG neutron.quota.resource [None req-d22ddac6-8a82-44e6-939c-1b26688a6dba tempest-QuotasTest-17816588 tempest-QuotasTest-17816588-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101461) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 21 18:05:47.729957 n-d-810291-1 neutron-server[101461]: DEBUG neutron.quota.resource [None req-d22ddac6-8a82-44e6-939c-1b26688a6dba tempest-QuotasTest-17816588 tempest-QuotasTest-17816588-project-admin] Usage tracker for resource:floatingip and tenant:9b262c781c2c4525b56b7d6072dfe5b1 is out of sync, need to count used quota {{(pid=101461) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 21 18:05:47.735615 n-d-810291-1 neutron-server[101461]: DEBUG neutron.quota.resource [None req-d22ddac6-8a82-44e6-939c-1b26688a6dba tempest-QuotasTest-17816588 tempest-QuotasTest-17816588-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101461) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 21 18:05:47.740375 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dfbdf0d9-ead1-4125-bce1-1d74ba45118f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:47.814822 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-189b14b2-ff97-4b8c-951e-b5b45bf26f2a None None] Provisioning complete for port 26035614-514e-45ec-94d7-661ccc031c41 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:47.815311 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-189b14b2-ff97-4b8c-951e-b5b45bf26f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:47.838585 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48210) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:47.860769 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-4bfa0d8d-3e38-42f5-a221-25666ff3f6d0 None None] Set router d51afa4e-e565-43e2-adce-1edce9a7bf98 gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:47.888402 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6d0ae362-d8d8-47dc-887d-c7ad4446c970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:47.967385 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-189b14b2-ff97-4b8c-951e-b5b45bf26f2a None None] Port 26035614-514e-45ec-94d7-661ccc031c41 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:05:48.026208 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-4ee9fadb-71a0-40da-a8b2-bec785067010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26035614-514e-45ec-94d7-661ccc031c41 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:05:48.039483 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-4ee9fadb-71a0-40da-a8b2-bec785067010 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:48.062415 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-4ee9fadb-71a0-40da-a8b2-bec785067010 service neutron] Transition to ACTIVE for port object 26035614-514e-45ec-94d7-661ccc031c41 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:05:48.074438 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-4ee9fadb-71a0-40da-a8b2-bec785067010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:48.098259 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbdf0d9-ead1-4125-bce1-1d74ba45118f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event deleted for resources: {'Subnet': ['ID=5ec0c63b-b24f-4a95-b9eb-014b2d2e0e56,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:48.122481 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dfbdf0d9-ead1-4125-bce1-1d74ba45118f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:48.127297 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-dfbdf0d9-ead1-4125-bce1-1d74ba45118f tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/subnets/5ec0c63b-b24f-4a95-b9eb-014b2d2e0e56 HTTP/1.1" status: 204 len: 168 time: 0.8018949 Sep 21 18:05:48.128103 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48216) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:48.131215 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de36683f-b56e-4577-b8e7-41f9b8267826 None None] Network 4895eef9-79ca-488d-852d-86a7722d008f requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:05:48.137908 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6d0ae362-d8d8-47dc-887d-c7ad4446c970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:48.164179 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6d0ae362-d8d8-47dc-887d-c7ad4446c970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:48.188238 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2083f7d-4407-4338-b4b0-a5260ec86e00 req-2fdc5427-d22c-4373-9e54-a5ae99cf651d tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:48.197894 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e2083f7d-4407-4338-b4b0-a5260ec86e00 req-2fdc5427-d22c-4373-9e54-a5ae99cf651d tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 944 time: 0.1149678 Sep 21 18:05:48.225743 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9fadb-71a0-40da-a8b2-bec785067010 service neutron] Pushing event updated for resources: {'Port': ['ID=26035614-514e-45ec-94d7-661ccc031c41,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:48.232888 n-d-810291-1 neutron-server[101461]: DEBUG neutron.quota.resource [None req-d22ddac6-8a82-44e6-939c-1b26688a6dba tempest-QuotasTest-17816588 tempest-QuotasTest-17816588-project-admin] Usage tracker for resource:security_group and tenant:9b262c781c2c4525b56b7d6072dfe5b1 is out of sync, need to count used quota {{(pid=101461) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 21 18:05:48.248701 n-d-810291-1 neutron-server[101461]: DEBUG neutron.quota.resource [None req-d22ddac6-8a82-44e6-939c-1b26688a6dba tempest-QuotasTest-17816588 tempest-QuotasTest-17816588-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101461) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 21 18:05:48.266378 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e2083f7d-4407-4338-b4b0-a5260ec86e00 req-175850df-c934-4c74-bfaa-952fa010e258 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675147 Sep 21 18:05:48.278815 n-d-810291-1 neutron-server[101461]: DEBUG neutron.quota.resource [None req-d22ddac6-8a82-44e6-939c-1b26688a6dba tempest-QuotasTest-17816588 tempest-QuotasTest-17816588-project-admin] Usage tracker for resource:security_group_rule and tenant:9b262c781c2c4525b56b7d6072dfe5b1 is out of sync, need to count used quota {{(pid=101461) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 21 18:05:48.284926 n-d-810291-1 neutron-server[101461]: DEBUG neutron.quota.resource [None req-d22ddac6-8a82-44e6-939c-1b26688a6dba tempest-QuotasTest-17816588 tempest-QuotasTest-17816588-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101461) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 21 18:05:48.290789 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d22ddac6-8a82-44e6-939c-1b26688a6dba tempest-QuotasTest-17816588 tempest-QuotasTest-17816588-project-admin] 10.222.0.58 "GET /v2.0/quotas/9b262c781c2c4525b56b7d6072dfe5b1/details.json HTTP/1.1" status: 200 len: 703 time: 0.7580147 Sep 21 18:05:48.327853 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2bca45e7-66f4-4613-aea6-0a9ddf294276 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:48.388756 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6d0ae362-d8d8-47dc-887d-c7ad4446c970 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6d7169e20b254f83bd802d58e15abbda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5466259 Sep 21 18:05:48.389554 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48222) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:48.402788 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fad0cce2-050c-4bd7-9810-7ed48ed9c646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:48.437567 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4bfa0d8d-3e38-42f5-a221-25666ff3f6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'name': 'tempest-RoutersTest-router-595207985', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:13Z', 'updated_at': '2021-09-21T18:05:46Z', 'revision_number': 8, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'gw_port_host': None, '_interfaces': [{'id': '0d46fff9-5c63-4934-be78-d483bf1cb801', 'name': '', 'network_id': 'abe6075b-7fdb-498c-9fb9-296fe556593c', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:54:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'c162e606-17dc-46a2-aae4-9247d124c181', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:31Z', 'updated_at': '2021-09-21T18:05:37Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': 'c162e606-17dc-46a2-aae4-9247d124c181', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd08606cd-f058-4798-95cd-d3d9ff775174', 'name': '', 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:10:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '76f50e48-b158-482f-afd8-bde2737327f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:15Z', 'updated_at': '2021-09-21T18:05:23Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '76f50e48-b158-482f-afd8-bde2737327f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2c5ca92-9d11-4f73-902d-ec9cc3273cbc', 'name': '', 'network_id': 'b0393d42-e782-4a8e-87bd-0e922e798577', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:d1:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:24Z', 'updated_at': '2021-09-21T18:05:32Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:48.474427 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfa0d8d-3e38-42f5-a221-25666ff3f6d0 None None] Checking router: d51afa4e-e565-43e2-adce-1edce9a7bf98 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:05:48.498098 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40d335d-9db3-4b12-a023-dff924b37478 None None] DHCP port deletion for 4895eef9-79ca-488d-852d-86a7722d008f request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:05:48.505246 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-be77d954-cb42-4eb0-9080-15d8d68ae9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:48.509376 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ae362-d8d8-47dc-887d-c7ad4446c970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8609919e-cfd4-4ce1-81ca-cf80385015c1,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:48.509601 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfa0d8d-3e38-42f5-a221-25666ff3f6d0 None None] Routers {'d51afa4e-e565-43e2-adce-1edce9a7bf98'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:48.510358 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4bfa0d8d-3e38-42f5-a221-25666ff3f6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['d51afa4e-e565-43e2-adce-1edce9a7bf98'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:48.513799 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-4ee9fadb-71a0-40da-a8b2-bec785067010 service neutron] Attempting to bind port 26035614-514e-45ec-94d7-661ccc031c41 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:05:48.514263 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-4ee9fadb-71a0-40da-a8b2-bec785067010 service neutron] Attempting to bind port 26035614-514e-45ec-94d7-661ccc031c41 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '360d39f6-7703-40a4-89a3-bbacde0632cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:05:48.514492 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-4ee9fadb-71a0-40da-a8b2-bec785067010 service neutron] Attempting to bind port 26035614-514e-45ec-94d7-661ccc031c41 on network 26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:05:48.525511 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-4ee9fadb-71a0-40da-a8b2-bec785067010 service neutron] Port 26035614-514e-45ec-94d7-661ccc031c41 on network 26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:05:48.526297 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-4ee9fadb-71a0-40da-a8b2-bec785067010 service neutron] Attempting to bind port 26035614-514e-45ec-94d7-661ccc031c41 on network 26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:05:48.535917 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-4ee9fadb-71a0-40da-a8b2-bec785067010 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:05:48.536259 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-4ee9fadb-71a0-40da-a8b2-bec785067010 service neutron] Checking segment: {'id': '360d39f6-7703-40a4-89a3-bbacde0632cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:05:48.536715 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-4ee9fadb-71a0-40da-a8b2-bec785067010 service neutron] Bound using segment: {'id': '360d39f6-7703-40a4-89a3-bbacde0632cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:05:48.537119 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-4ee9fadb-71a0-40da-a8b2-bec785067010 service neutron] Bound port: 26035614-514e-45ec-94d7-661ccc031c41, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '360d39f6-7703-40a4-89a3-bbacde0632cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:05:48.537441 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-4ee9fadb-71a0-40da-a8b2-bec785067010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:48.540390 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-be77d954-cb42-4eb0-9080-15d8d68ae9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:48.593397 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-2bca45e7-66f4-4613-aea6-0a9ddf294276 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Deleting port 350dd3f6-05bb-4e7e-8ce7-dcbdd7e92adf {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:48.593727 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2bca45e7-66f4-4613-aea6-0a9ddf294276 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:48.600440 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-be77d954-cb42-4eb0-9080-15d8d68ae9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:48.605889 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-be77d954-cb42-4eb0-9080-15d8d68ae9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:48.613706 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-be77d954-cb42-4eb0-9080-15d8d68ae9c9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8609919e-cfd4-4ce1-81ca-cf80385015c1 HTTP/1.1" status: 204 len: 168 time: 0.2208159 Sep 21 18:05:48.634970 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77d954-cb42-4eb0-9080-15d8d68ae9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8609919e-cfd4-4ce1-81ca-cf80385015c1,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:48.676909 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-4ee9fadb-71a0-40da-a8b2-bec785067010 service neutron] For port 26035614-514e-45ec-94d7-661ccc031c41, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:05:48.679506 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-4bfa0d8d-3e38-42f5-a221-25666ff3f6d0 None None] Set router d51afa4e-e565-43e2-adce-1edce9a7bf98 gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:48.691422 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-2bca45e7-66f4-4613-aea6-0a9ddf294276 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] For port 350dd3f6-05bb-4e7e-8ce7-dcbdd7e92adf, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=350dd3f6-05bb-4e7e-8ce7-dcbdd7e92adf,segment=NetworkSegment(98aea370-9bc8-4d7b-bb76-b74671fcc80e),segment_id=98aea370-9bc8-4d7b-bb76-b74671fcc80e)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:48.691791 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2bca45e7-66f4-4613-aea6-0a9ddf294276 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:48.701787 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-4ee9fadb-71a0-40da-a8b2-bec785067010 service neutron] For port 26035614-514e-45ec-94d7-661ccc031c41, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=26035614-514e-45ec-94d7-661ccc031c41,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:05:48.708259 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-2bca45e7-66f4-4613-aea6-0a9ddf294276 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Calling delete_port for 350dd3f6-05bb-4e7e-8ce7-dcbdd7e92adf owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:48.713389 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-4ee9fadb-71a0-40da-a8b2-bec785067010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:48.720555 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-c40d335d-9db3-4b12-a023-dff924b37478 None None] Deleting port 350dd3f6-05bb-4e7e-8ce7-dcbdd7e92adf {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:48.721210 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c40d335d-9db3-4b12-a023-dff924b37478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:48.785850 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48228) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:48.787911 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-4ee9fadb-71a0-40da-a8b2-bec785067010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:48.788676 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-4ee9fadb-71a0-40da-a8b2-bec785067010 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:48.790091 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-4ee9fadb-71a0-40da-a8b2-bec785067010 service neutron] 10.222.0.44 "PUT /v2.0/ports/26035614-514e-45ec-94d7-661ccc031c41 HTTP/1.1" status: 200 len: 1092 time: 1.3375790 Sep 21 18:05:48.792238 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4096f9db-a6fb-40e2-bfd6-9d69d77f3580', 'tag': '26035614-514e-45ec-94d7-661ccc031c41'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:05:48.797342 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9049654b-8563-4813-980d-9c8fe789d19b" -d '{"events": [{"name": "network-changed", "server_uuid": "4096f9db-a6fb-40e2-bfd6-9d69d77f3580", "tag": "26035614-514e-45ec-94d7-661ccc031c41"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:05:48.850089 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9fadb-71a0-40da-a8b2-bec785067010 service neutron] Pushing event updated for resources: {'Port': ['ID=26035614-514e-45ec-94d7-661ccc031c41,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:48.935185 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8408e8-24b8-4fda-9118-28d7f4439899 x-openstack-request-id: req-0b8408e8-24b8-4fda-9118-28d7f4439899 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:05:48.936170 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4096f9db-a6fb-40e2-bfd6-9d69d77f3580", "tag": "26035614-514e-45ec-94d7-661ccc031c41", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:05:48.936170 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0b8408e8-24b8-4fda-9118-28d7f4439899 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:05:48.937027 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4096f9db-a6fb-40e2-bfd6-9d69d77f3580', 'tag': '26035614-514e-45ec-94d7-661ccc031c41', 'status': 'completed', 'code': 200} Sep 21 18:05:48.965169 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-7d3f644a-e3d8-4a79-82b9-97f5dd4e0ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:48.967306 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-7d3f644a-e3d8-4a79-82b9-97f5dd4e0ff5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a8da2b927d2245079ac16237e127ada3&device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 1095 time: 0.1037424 Sep 21 18:05:48.969088 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2bca45e7-66f4-4613-aea6-0a9ddf294276 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:48.977536 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 350dd3f6-05bb-4e7e-8ce7-dcbdd7e92adf no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:05:49.006803 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:49.043065 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 350dd3f6-05bb-4e7e-8ce7-dcbdd7e92adf {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:05:49.043422 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 350dd3f6-05bb-4e7e-8ce7-dcbdd7e92adf not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:05:49.060674 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-c40d335d-9db3-4b12-a023-dff924b37478 None None] For port 350dd3f6-05bb-4e7e-8ce7-dcbdd7e92adf, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=350dd3f6-05bb-4e7e-8ce7-dcbdd7e92adf,segment=NetworkSegment(98aea370-9bc8-4d7b-bb76-b74671fcc80e),segment_id=98aea370-9bc8-4d7b-bb76-b74671fcc80e)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:49.061306 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c40d335d-9db3-4b12-a023-dff924b37478 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:49.081670 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bca45e7-66f4-4613-aea6-0a9ddf294276 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] No DVR routers for this DVR port 350dd3f6-05bb-4e7e-8ce7-dcbdd7e92adf on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:05:49.106130 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-c40d335d-9db3-4b12-a023-dff924b37478 None None] Calling delete_port for 350dd3f6-05bb-4e7e-8ce7-dcbdd7e92adf owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:49.115930 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-3ac44ed9-b3a3-4bda-bd1b-c3037dd03887 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26035614-514e-45ec-94d7-661ccc031c41 HTTP/1.1" status: 200 len: 217 time: 0.1318297 Sep 21 18:05:49.116262 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-19297c14-f4c9-43f2-bdf9-b0d254b13e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:49.118226 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca45e7-66f4-4613-aea6-0a9ddf294276 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event deleted for resources: {'Port': ['ID=350dd3f6-05bb-4e7e-8ce7-dcbdd7e92adf,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:49.269536 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4bfa0d8d-3e38-42f5-a221-25666ff3f6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'name': 'tempest-RoutersTest-router-595207985', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:13Z', 'updated_at': '2021-09-21T18:05:46Z', 'revision_number': 8, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'gw_port_host': None, '_interfaces': [{'id': '0d46fff9-5c63-4934-be78-d483bf1cb801', 'name': '', 'network_id': 'abe6075b-7fdb-498c-9fb9-296fe556593c', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:54:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'c162e606-17dc-46a2-aae4-9247d124c181', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:31Z', 'updated_at': '2021-09-21T18:05:37Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': 'c162e606-17dc-46a2-aae4-9247d124c181', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd08606cd-f058-4798-95cd-d3d9ff775174', 'name': '', 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:10:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '76f50e48-b158-482f-afd8-bde2737327f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:15Z', 'updated_at': '2021-09-21T18:05:23Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '76f50e48-b158-482f-afd8-bde2737327f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2c5ca92-9d11-4f73-902d-ec9cc3273cbc', 'name': '', 'network_id': 'b0393d42-e782-4a8e-87bd-0e922e798577', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:d1:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:24Z', 'updated_at': '2021-09-21T18:05:32Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:49.279373 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2bca45e7-66f4-4613-aea6-0a9ddf294276 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:49.297636 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-93afb65a-e064-4945-820a-b4a2f23c570c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:49.299230 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-93afb65a-e064-4945-820a-b4a2f23c570c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=63a1043c-b263-4aac-aec7-9797fbf7cd86 HTTP/1.1" status: 200 len: 850 time: 0.1611135 Sep 21 18:05:49.307918 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-2bca45e7-66f4-4613-aea6-0a9ddf294276 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4895eef9-79ca-488d-852d-86a7722d008f']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:49.321236 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-19297c14-f4c9-43f2-bdf9-b0d254b13e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:49.335759 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-19297c14-f4c9-43f2-bdf9-b0d254b13e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:49.342667 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-2bca45e7-66f4-4613-aea6-0a9ddf294276 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98aea370-9bc8-4d7b-bb76-b74671fcc80e') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:49.343000 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-2bca45e7-66f4-4613-aea6-0a9ddf294276 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98aea370-9bc8-4d7b-bb76-b74671fcc80e') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:49.343243 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c40d335d-9db3-4b12-a023-dff924b37478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:49.353459 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfa0d8d-3e38-42f5-a221-25666ff3f6d0 None None] The sync data for ids ['d51afa4e-e565-43e2-adce-1edce9a7bf98'] in n-d-810291-1 is: [{'id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'name': 'tempest-RoutersTest-router-595207985', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:13Z', 'updated_at': '2021-09-21T18:05:46Z', 'revision_number': 8, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'gw_port_host': None, '_interfaces': [{'id': '0d46fff9-5c63-4934-be78-d483bf1cb801', 'name': '', 'network_id': 'abe6075b-7fdb-498c-9fb9-296fe556593c', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:54:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': 'c162e606-17dc-46a2-aae4-9247d124c181', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:31Z', 'updated_at': '2021-09-21T18:05:37Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': 'c162e606-17dc-46a2-aae4-9247d124c181', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd08606cd-f058-4798-95cd-d3d9ff775174', 'name': '', 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:10:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '76f50e48-b158-482f-afd8-bde2737327f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:15Z', 'updated_at': '2021-09-21T18:05:23Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '76f50e48-b158-482f-afd8-bde2737327f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2c5ca92-9d11-4f73-902d-ec9cc3273cbc', 'name': '', 'network_id': 'b0393d42-e782-4a8e-87bd-0e922e798577', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:d1:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:24Z', 'updated_at': '2021-09-21T18:05:32Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:05:49.365917 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2bca45e7-66f4-4613-aea6-0a9ddf294276 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:49.380104 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19297c14-f4c9-43f2-bdf9-b0d254b13e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ab627d-ea2a-4c8c-9ebd-34d2f835cd98,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:49.406509 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d335d-9db3-4b12-a023-dff924b37478 None None] Pushing event deleted for resources: {'Port': ['ID=350dd3f6-05bb-4e7e-8ce7-dcbdd7e92adf,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:49.409653 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40d335d-9db3-4b12-a023-dff924b37478 None None] No DVR routers for this DVR port 350dd3f6-05bb-4e7e-8ce7-dcbdd7e92adf on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:05:49.432089 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2bca45e7-66f4-4613-aea6-0a9ddf294276 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:49.437623 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-19297c14-f4c9-43f2-bdf9-b0d254b13e86 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ced55cdb726e4e699e6e8f0b77438031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6505446 Sep 21 18:05:49.440262 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48252) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:49.447614 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-2d11c2df-642f-484b-9d6e-ce232fe233f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:49.449077 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-2d11c2df-642f-484b-9d6e-ce232fe233f3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1386728 Sep 21 18:05:49.452507 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bca45e7-66f4-4613-aea6-0a9ddf294276 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:05:49.452912 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2bca45e7-66f4-4613-aea6-0a9ddf294276 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:49.456189 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:05:49.456189 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:05:49.456189 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:05:49.456189 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:05:49.456189 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:05:49.456189 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:05:49.456189 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:05:49.456189 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:05:49.456189 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:05:49.456189 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:05:49.456189 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:05:49.456189 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:05:49.456189 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:05:49.456189 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:05:49.456189 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:05:49.456189 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:05:49.456189 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:05:49.456189 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:05:49.456189 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:05:49.456189 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:05:49.456189 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:05:49.456189 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:05:49.456189 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:05:49.456189 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:05:49.456189 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:05:49.456189 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:05:49.456189 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:05:49.456189 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:05:49.456189 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:05:49.456189 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:05:49.456189 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:05:49.456189 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:05:49.500830 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-857d0219-2643-4e9f-847f-5358b387da4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:49.526365 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-857d0219-2643-4e9f-847f-5358b387da4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:49.584943 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-857d0219-2643-4e9f-847f-5358b387da4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:49.588688 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-857d0219-2643-4e9f-847f-5358b387da4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:49.592819 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-857d0219-2643-4e9f-847f-5358b387da4e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/26ab627d-ea2a-4c8c-9ebd-34d2f835cd98 HTTP/1.1" status: 204 len: 168 time: 0.1515980 Sep 21 18:05:49.595544 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33d921-0d9a-43c5-97de-e73f045ef4d6 req-78931bb1-5e13-497d-b8e7-9c20415ea73b tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:49.597107 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-df33d921-0d9a-43c5-97de-e73f045ef4d6 req-78931bb1-5e13-497d-b8e7-9c20415ea73b tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 944 time: 0.1667988 Sep 21 18:05:49.600213 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2bca45e7-66f4-4613-aea6-0a9ddf294276 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:49.610232 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d0219-2643-4e9f-847f-5358b387da4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ab627d-ea2a-4c8c-9ebd-34d2f835cd98,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:49.614532 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2bca45e7-66f4-4613-aea6-0a9ddf294276 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:49.619230 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2bca45e7-66f4-4613-aea6-0a9ddf294276 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/networks/4895eef9-79ca-488d-852d-86a7722d008f HTTP/1.1" status: 204 len: 168 time: 1.4820416 Sep 21 18:05:49.627907 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48262) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:49.635512 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca45e7-66f4-4613-aea6-0a9ddf294276 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event deleted for resources: {'Network': ['ID=4895eef9-79ca-488d-852d-86a7722d008f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:49.676371 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-e6cfffe0-71a8-4a88-aa9a-c55a52b1b5d3 service neutron] 10.222.0.44 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061288 Sep 21 18:05:49.680317 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-df33d921-0d9a-43c5-97de-e73f045ef4d6 req-2d333202-c608-4bad-944e-ba2c637c14a9 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728002 Sep 21 18:05:49.722627 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48264) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:49.819316 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba438852-093a-45a1-a0a2-286e307c1a88 req-3375f5d9-6776-4b19-887e-1d0b4041bb9a service neutron] 10.222.0.44 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338110 Sep 21 18:05:49.925084 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049654b-8563-4813-980d-9c8fe789d19b req-5cb766d0-f235-49fa-84ae-ffb1b954e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:49.927234 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9049654b-8563-4813-980d-9c8fe789d19b req-5cb766d0-f235-49fa-84ae-ffb1b954e0de service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a8da2b927d2245079ac16237e127ada3&device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 1095 time: 0.0534515 Sep 21 18:05:50.040288 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:50.071222 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48270) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:50.089532 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-338f0846-02eb-4b24-ab0c-b2eac582a80c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:50.124688 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4df7aed1-9489-429d-952a-c6f3969c5678 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:50.331892 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-338f0846-02eb-4b24-ab0c-b2eac582a80c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:50.339851 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-338f0846-02eb-4b24-ab0c-b2eac582a80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:50.390869 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-ea76fd9b-ecf1-4e48-b1e5-353d8cc1b5bf admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1986510075-network', 'tenant_id': '03ca0efd181d4e23ad15c414a4694426'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:50.392656 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-338f0846-02eb-4b24-ab0c-b2eac582a80c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9b262c781c2c4525b56b7d6072dfe5b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3185885 Sep 21 18:05:50.396849 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f0846-02eb-4b24-ab0c-b2eac582a80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c6897d-7657-4915-a8e4-9e5b30650a3b,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:50.398252 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48274) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:50.467532 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049654b-8563-4813-980d-9c8fe789d19b req-384eaada-4174-460a-9f03-7264c0a216c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:50.468936 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9049654b-8563-4813-980d-9c8fe789d19b req-384eaada-4174-460a-9f03-7264c0a216c3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf HTTP/1.1" status: 200 len: 912 time: 0.5345128 Sep 21 18:05:50.471783 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea76fd9b-ecf1-4e48-b1e5-353d8cc1b5bf admin admin] Made reservation on behalf of 03ca0efd181d4e23ad15c414a4694426 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:05:50.474073 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ea76fd9b-ecf1-4e48-b1e5-353d8cc1b5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:50.491445 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-4df7aed1-9489-429d-952a-c6f3969c5678 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Deleting port 0d46fff9-5c63-4934-be78-d483bf1cb801 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:50.491796 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4df7aed1-9489-429d-952a-c6f3969c5678 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:50.517175 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ea76fd9b-ecf1-4e48-b1e5-353d8cc1b5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:50.526459 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9049654b-8563-4813-980d-9c8fe789d19b req-fa24138c-794f-41d1-8d7b-46f6322e81d7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26035614-514e-45ec-94d7-661ccc031c41 HTTP/1.1" status: 200 len: 217 time: 0.0490291 Sep 21 18:05:50.549307 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-af568300-b2ce-4476-8baa-0a706cbbefaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:50.582589 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-4df7aed1-9489-429d-952a-c6f3969c5678 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] For port 0d46fff9-5c63-4934-be78-d483bf1cb801, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=0d46fff9-5c63-4934-be78-d483bf1cb801,segment=NetworkSegment(ae7dc9b2-df40-4f77-a1fe-38e6572c0da5),segment_id=ae7dc9b2-df40-4f77-a1fe-38e6572c0da5)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:50.583269 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4df7aed1-9489-429d-952a-c6f3969c5678 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:50.596185 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-4df7aed1-9489-429d-952a-c6f3969c5678 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Calling delete_port for 0d46fff9-5c63-4934-be78-d483bf1cb801 owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:50.607421 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-af568300-b2ce-4476-8baa-0a706cbbefaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:50.635005 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049654b-8563-4813-980d-9c8fe789d19b req-07281853-db2d-481a-adfe-57f72716e01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:50.636493 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9049654b-8563-4813-980d-9c8fe789d19b req-07281853-db2d-481a-adfe-57f72716e01f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=63a1043c-b263-4aac-aec7-9797fbf7cd86 HTTP/1.1" status: 200 len: 850 time: 0.0985563 Sep 21 18:05:50.724261 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049654b-8563-4813-980d-9c8fe789d19b req-7a761a5f-1176-42da-be3d-bb92cd82e16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:50.725902 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9049654b-8563-4813-980d-9c8fe789d19b req-7a761a5f-1176-42da-be3d-bb92cd82e16d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764794 Sep 21 18:05:50.727544 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-af568300-b2ce-4476-8baa-0a706cbbefaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:50.730104 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-af568300-b2ce-4476-8baa-0a706cbbefaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:50.731216 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-af568300-b2ce-4476-8baa-0a706cbbefaa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c3c6897d-7657-4915-a8e4-9e5b30650a3b HTTP/1.1" status: 204 len: 168 time: 0.3320227 Sep 21 18:05:50.756918 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af568300-b2ce-4476-8baa-0a706cbbefaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c6897d-7657-4915-a8e4-9e5b30650a3b,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:50.783263 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ea76fd9b-ecf1-4e48-b1e5-353d8cc1b5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:50.818437 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ea76fd9b-ecf1-4e48-b1e5-353d8cc1b5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:50.820370 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4df7aed1-9489-429d-952a-c6f3969c5678 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:50.854083 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea76fd9b-ecf1-4e48-b1e5-353d8cc1b5bf admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:05:50.865198 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 39611c27-3b64-4ac0-8ce3-adc017d95182 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:05:50.867620 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bcec00-cced-4967-9b4c-c9835a8310fc req-f4baafb2-5c62-46a4-9810-470f2ca3849a tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:50.869520 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-68bcec00-cced-4967-9b4c-c9835a8310fc req-f4baafb2-5c62-46a4-9810-470f2ca3849a tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 944 time: 0.1052568 Sep 21 18:05:50.870285 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76fd9b-ecf1-4e48-b1e5-353d8cc1b5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9125f10c-5d0b-4f51-abf2-27364800b021,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:50.873773 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7aed1-9489-429d-952a-c6f3969c5678 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event deleted for resources: {'Port': ['ID=0d46fff9-5c63-4934-be78-d483bf1cb801,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:50.881195 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ea76fd9b-ecf1-4e48-b1e5-353d8cc1b5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:50.881948 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-ea76fd9b-ecf1-4e48-b1e5-353d8cc1b5bf admin admin] Added segment 953015e8-9529-4288-9f90-ef076e8c0148 of type vlan for network dddd0670-5287-4028-990d-3f24462a1d0c Sep 21 18:05:50.911478 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9049654b-8563-4813-980d-9c8fe789d19b req-a817f5a8-16e9-4adf-ad29-69a168ca3e43 service neutron] 10.222.0.44 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709299 Sep 21 18:05:50.919743 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 39611c27-3b64-4ac0-8ce3-adc017d95182 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:05:50.920473 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 39611c27-3b64-4ac0-8ce3-adc017d95182 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:05:50.975490 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ea76fd9b-ecf1-4e48-b1e5-353d8cc1b5bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:50.986394 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-68bcec00-cced-4967-9b4c-c9835a8310fc req-330a1714-9355-4d2b-a8ac-9365b498dc43 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765295 Sep 21 18:05:51.062028 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ea76fd9b-ecf1-4e48-b1e5-353d8cc1b5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:51.063167 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea76fd9b-ecf1-4e48-b1e5-353d8cc1b5bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:51.063826 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ea76fd9b-ecf1-4e48-b1e5-353d8cc1b5bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:51.085575 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9049654b-8563-4813-980d-9c8fe789d19b req-33b9d995-e81c-45e8-a892-e9152af5e8bc service neutron] 10.222.0.44 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469431 Sep 21 18:05:51.103909 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4df7aed1-9489-429d-952a-c6f3969c5678 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:51.136566 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ea76fd9b-ecf1-4e48-b1e5-353d8cc1b5bf admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4126451 Sep 21 18:05:51.138012 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76fd9b-ecf1-4e48-b1e5-353d8cc1b5bf admin admin] Pushing event updated for resources: {'Network': ['ID=dddd0670-5287-4028-990d-3f24462a1d0c,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:51.140280 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48284) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:51.145174 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-cc400412-9d99-4804-8fec-c69180e9dbd2 admin admin] Request body: {'subnet': {'network_id': 'dddd0670-5287-4028-990d-3f24462a1d0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1986510075-subnet', 'tenant_id': '03ca0efd181d4e23ad15c414a4694426', 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:51.149485 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network dddd0670-5287-4028-990d-3f24462a1d0c details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:05:51.179185 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc400412-9d99-4804-8fec-c69180e9dbd2 admin admin] Made reservation on behalf of 03ca0efd181d4e23ad15c414a4694426 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:05:51.182289 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cc400412-9d99-4804-8fec-c69180e9dbd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:51.332473 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df7aed1-9489-429d-952a-c6f3969c5678 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Router d51afa4e-e565-43e2-adce-1edce9a7bf98 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:05:51.365455 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cc400412-9d99-4804-8fec-c69180e9dbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:51.429501 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc400412-9d99-4804-8fec-c69180e9dbd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53480a76-a2e1-4cb9-abd9-952fafb29185,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:51.441184 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc400412-9d99-4804-8fec-c69180e9dbd2 admin admin] Checking segment: {'id': '953015e8-9529-4288-9f90-ef076e8c0148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dddd0670-5287-4028-990d-3f24462a1d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:05:51.441624 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc400412-9d99-4804-8fec-c69180e9dbd2 admin admin] Network hostable DHCP agents. Network: dddd0670-5287-4028-990d-3f24462a1d0c, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:05:51.461644 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df7aed1-9489-429d-952a-c6f3969c5678 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:05:51.463862 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc400412-9d99-4804-8fec-c69180e9dbd2 admin admin] Network dddd0670-5287-4028-990d-3f24462a1d0c is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:05:51.470046 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4df7aed1-9489-429d-952a-c6f3969c5678 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "PUT /v2.0/routers/d51afa4e-e565-43e2-adce-1edce9a7bf98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8392291 Sep 21 18:05:51.470707 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48298) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:51.474148 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e4bb22-44bb-4ac3-be58-cdec6e4ebfb1 None None] Sync routers for ids ['d51afa4e-e565-43e2-adce-1edce9a7bf98'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:05:51.486228 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-cc400412-9d99-4804-8fec-c69180e9dbd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, dddd0670-5287-4028-990d-3f24462a1d0c) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:51.491991 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc400412-9d99-4804-8fec-c69180e9dbd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:51.492621 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cc400412-9d99-4804-8fec-c69180e9dbd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:51.497240 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e00328a-881e-471b-a278-ad4af17c5471 None None] Network dddd0670-5287-4028-990d-3f24462a1d0c requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:05:51.515562 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e4bb22-44bb-4ac3-be58-cdec6e4ebfb1 None None] Routers {'d51afa4e-e565-43e2-adce-1edce9a7bf98'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:51.516285 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48302) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:51.516458 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-cc400412-9d99-4804-8fec-c69180e9dbd2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3749349 Sep 21 18:05:51.516627 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-17e4bb22-44bb-4ac3-be58-cdec6e4ebfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['d51afa4e-e565-43e2-adce-1edce9a7bf98'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:51.520544 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-f3d38d68-3f3b-431c-972b-c849970d667d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1986510075-router', 'tenant_id': '03ca0efd181d4e23ad15c414a4694426', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:51.544056 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-46544c4c-50d7-4956-ab4a-95ef07e8f7a2 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Deleting subnet c162e606-17dc-46a2-aae4-9247d124c181 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:05:51.550171 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-46544c4c-50d7-4956-ab4a-95ef07e8f7a2 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:51.583430 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f3d38d68-3f3b-431c-972b-c849970d667d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:51.584489 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f3d38d68-3f3b-431c-972b-c849970d667d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:51.612307 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-46544c4c-50d7-4956-ab4a-95ef07e8f7a2 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:51.630456 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-17e4bb22-44bb-4ac3-be58-cdec6e4ebfb1 None None] Set router d51afa4e-e565-43e2-adce-1edce9a7bf98 gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:51.725449 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f3d38d68-3f3b-431c-972b-c849970d667d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:51.788292 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:51.799028 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48310) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:51.868768 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f535da5-3a37-4bd7-bd37-0bc2574776e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-dddd0670-5287-4028-990d-3f24462a1d0c', 'network_id': 'dddd0670-5287-4028-990d-3f24462a1d0c', 'tenant_id': '03ca0efd181d4e23ad15c414a4694426', 'fixed_ips': [{'subnet_id': '53480a76-a2e1-4cb9-abd9-952fafb29185'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:05:51.870533 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0f535da5-3a37-4bd7-bd37-0bc2574776e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:51.882745 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-46544c4c-50d7-4956-ab4a-95ef07e8f7a2 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:51.904169 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-17e4bb22-44bb-4ac3-be58-cdec6e4ebfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'name': 'tempest-RoutersTest-router-595207985', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:13Z', 'updated_at': '2021-09-21T18:05:50Z', 'revision_number': 9, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'gw_port_host': None, '_interfaces': [{'id': 'd08606cd-f058-4798-95cd-d3d9ff775174', 'name': '', 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:10:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '76f50e48-b158-482f-afd8-bde2737327f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:15Z', 'updated_at': '2021-09-21T18:05:23Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '76f50e48-b158-482f-afd8-bde2737327f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2c5ca92-9d11-4f73-902d-ec9cc3273cbc', 'name': '', 'network_id': 'b0393d42-e782-4a8e-87bd-0e922e798577', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:d1:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:24Z', 'updated_at': '2021-09-21T18:05:32Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:51.930622 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-f634f3ba-11ff-4922-ab2b-1329889324e2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Request body: {'networks': [{'name': 'tempest-network--1662183198'}, {'name': 'tempest-network--165027960'}]} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:51.931517 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-f634f3ba-11ff-4922-ab2b-1329889324e2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Request body: {'network': {'name': 'tempest-network--1662183198'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:51.932153 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-f634f3ba-11ff-4922-ab2b-1329889324e2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Request body: {'network': {'name': 'tempest-network--165027960'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:51.932323 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f3d38d68-3f3b-431c-972b-c849970d667d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:51.936393 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e4bb22-44bb-4ac3-be58-cdec6e4ebfb1 None None] Checking router: d51afa4e-e565-43e2-adce-1edce9a7bf98 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:05:51.947268 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e4bb22-44bb-4ac3-be58-cdec6e4ebfb1 None None] Routers {'d51afa4e-e565-43e2-adce-1edce9a7bf98'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:51.948110 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-17e4bb22-44bb-4ac3-be58-cdec6e4ebfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['d51afa4e-e565-43e2-adce-1edce9a7bf98'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:51.960416 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f634f3ba-11ff-4922-ab2b-1329889324e2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Made reservation on behalf of 69586570c87c4756b48380463803926c for: {'network': 2} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:05:51.966315 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f634f3ba-11ff-4922-ab2b-1329889324e2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:51.978269 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f634f3ba-11ff-4922-ab2b-1329889324e2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:52.002729 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-46544c4c-50d7-4956-ab4a-95ef07e8f7a2 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:52.047082 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-0f535da5-3a37-4bd7-bd37-0bc2574776e2 None None] Allocated IP 172.20.0.2 (dddd0670-5287-4028-990d-3f24462a1d0c/53480a76-a2e1-4cb9-abd9-952fafb29185/eb9ccc0a-33dc-4d39-b340-84b03ff8c433) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:05:52.071831 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46544c4c-50d7-4956-ab4a-95ef07e8f7a2 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event deleted for resources: {'Subnet': ['ID=c162e606-17dc-46a2-aae4-9247d124c181,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:52.076731 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-46544c4c-50d7-4956-ab4a-95ef07e8f7a2 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:52.078787 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-46544c4c-50d7-4956-ab4a-95ef07e8f7a2 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/subnets/c162e606-17dc-46a2-aae4-9247d124c181 HTTP/1.1" status: 204 len: 168 time: 0.6068904 Sep 21 18:05:52.082937 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48316) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:52.123653 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-17e4bb22-44bb-4ac3-be58-cdec6e4ebfb1 None None] Set router d51afa4e-e565-43e2-adce-1edce9a7bf98 gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:52.220671 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5c2dda-ef08-4e19-9428-11006f03233b None None] Network abe6075b-7fdb-498c-9fb9-296fe556593c requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:05:52.221787 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-05d76385-b48b-4366-a35c-925dfaabdf5b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:52.228408 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f634f3ba-11ff-4922-ab2b-1329889324e2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:52.240039 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f634f3ba-11ff-4922-ab2b-1329889324e2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:52.240934 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f634f3ba-11ff-4922-ab2b-1329889324e2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:52.250764 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0f535da5-3a37-4bd7-bd37-0bc2574776e2 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:52.268928 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4d3c0-5a6a-430a-8297-8c3d7e6bceee req-84314d98-cb40-4761-a5c9-d1ca50d2a25f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:52.270905 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e3a4d3c0-5a6a-430a-8297-8c3d7e6bceee req-84314d98-cb40-4761-a5c9-d1ca50d2a25f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 944 time: 0.1101880 Sep 21 18:05:52.294949 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0f535da5-3a37-4bd7-bd37-0bc2574776e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:52.299554 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f634f3ba-11ff-4922-ab2b-1329889324e2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:05:52.311049 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f634f3ba-11ff-4922-ab2b-1329889324e2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:52.311397 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-f634f3ba-11ff-4922-ab2b-1329889324e2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Added segment 79e2a1a6-ba22-4056-b517-09b790b06cbe of type vlan for network b9e41325-228f-4f09-96f1-a2fe1ee06c1e Sep 21 18:05:52.355125 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f535da5-3a37-4bd7-bd37-0bc2574776e2 None None] Network dddd0670-5287-4028-990d-3f24462a1d0c is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:52.357792 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f634f3ba-11ff-4922-ab2b-1329889324e2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:52.360722 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-0f535da5-3a37-4bd7-bd37-0bc2574776e2 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:52.368314 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f535da5-3a37-4bd7-bd37-0bc2574776e2 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:05:52.390556 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f634f3ba-11ff-4922-ab2b-1329889324e2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:05:52.400288 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f634f3ba-11ff-4922-ab2b-1329889324e2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:52.400649 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-f634f3ba-11ff-4922-ab2b-1329889324e2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Added segment 1f2f64b1-50d9-4eba-aba6-f388d9fe75fe of type vlan for network 4b255cc0-a2c6-4b7d-93d5-2832bf1d139a Sep 21 18:05:52.401742 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-17e4bb22-44bb-4ac3-be58-cdec6e4ebfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'name': 'tempest-RoutersTest-router-595207985', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:13Z', 'updated_at': '2021-09-21T18:05:50Z', 'revision_number': 9, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'gw_port_host': None, '_interfaces': [{'id': 'd08606cd-f058-4798-95cd-d3d9ff775174', 'name': '', 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:10:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '76f50e48-b158-482f-afd8-bde2737327f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:15Z', 'updated_at': '2021-09-21T18:05:23Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '76f50e48-b158-482f-afd8-bde2737327f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2c5ca92-9d11-4f73-902d-ec9cc3273cbc', 'name': '', 'network_id': 'b0393d42-e782-4a8e-87bd-0e922e798577', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:d1:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:24Z', 'updated_at': '2021-09-21T18:05:32Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:52.442608 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e4bb22-44bb-4ac3-be58-cdec6e4ebfb1 None None] The sync data for ids ['d51afa4e-e565-43e2-adce-1edce9a7bf98'] in n-d-810291-1 is: [{'id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'name': 'tempest-RoutersTest-router-595207985', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:13Z', 'updated_at': '2021-09-21T18:05:50Z', 'revision_number': 9, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'gw_port_host': None, '_interfaces': [{'id': 'd08606cd-f058-4798-95cd-d3d9ff775174', 'name': '', 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:10:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '76f50e48-b158-482f-afd8-bde2737327f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:15Z', 'updated_at': '2021-09-21T18:05:23Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '76f50e48-b158-482f-afd8-bde2737327f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2c5ca92-9d11-4f73-902d-ec9cc3273cbc', 'name': '', 'network_id': 'b0393d42-e782-4a8e-87bd-0e922e798577', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:d1:a9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:24Z', 'updated_at': '2021-09-21T18:05:32Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '67f2c077-f2e4-4ab2-a068-a437898f91c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:05:52.448624 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f634f3ba-11ff-4922-ab2b-1329889324e2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:52.483693 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f535da5-3a37-4bd7-bd37-0bc2574776e2 None None] Pushing event updated for resources: {'Port': ['ID=eb9ccc0a-33dc-4d39-b340-84b03ff8c433,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:52.503770 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0f535da5-3a37-4bd7-bd37-0bc2574776e2 None None] Attempting to bind port eb9ccc0a-33dc-4d39-b340-84b03ff8c433 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:05:52.504375 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0f535da5-3a37-4bd7-bd37-0bc2574776e2 None None] Attempting to bind port eb9ccc0a-33dc-4d39-b340-84b03ff8c433 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '953015e8-9529-4288-9f90-ef076e8c0148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dddd0670-5287-4028-990d-3f24462a1d0c'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:05:52.504806 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f535da5-3a37-4bd7-bd37-0bc2574776e2 None None] Attempting to bind port eb9ccc0a-33dc-4d39-b340-84b03ff8c433 on network dddd0670-5287-4028-990d-3f24462a1d0c {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:05:52.523838 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f535da5-3a37-4bd7-bd37-0bc2574776e2 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:05:52.524595 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f535da5-3a37-4bd7-bd37-0bc2574776e2 None None] Checking segment: {'id': '953015e8-9529-4288-9f90-ef076e8c0148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dddd0670-5287-4028-990d-3f24462a1d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:05:52.524945 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634f3ba-11ff-4922-ab2b-1329889324e2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e22188-b075-468d-8920-97a36079d5aa,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:52.525475 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0f535da5-3a37-4bd7-bd37-0bc2574776e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:52.526244 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f535da5-3a37-4bd7-bd37-0bc2574776e2 None None] Bound using segment: {'id': '953015e8-9529-4288-9f90-ef076e8c0148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dddd0670-5287-4028-990d-3f24462a1d0c'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:05:52.527015 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0f535da5-3a37-4bd7-bd37-0bc2574776e2 None None] Bound port: eb9ccc0a-33dc-4d39-b340-84b03ff8c433, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '953015e8-9529-4288-9f90-ef076e8c0148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dddd0670-5287-4028-990d-3f24462a1d0c'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:05:52.527763 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0f535da5-3a37-4bd7-bd37-0bc2574776e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:52.573756 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f634f3ba-11ff-4922-ab2b-1329889324e2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:52.574276 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f634f3ba-11ff-4922-ab2b-1329889324e2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:52.580784 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f634f3ba-11ff-4922-ab2b-1329889324e2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:52.588059 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f3d38d68-3f3b-431c-972b-c849970d667d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:52.589216 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f634f3ba-11ff-4922-ab2b-1329889324e2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:52.589585 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f634f3ba-11ff-4922-ab2b-1329889324e2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:52.607087 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e3a4d3c0-5a6a-430a-8297-8c3d7e6bceee req-be0b6f98-757f-43bd-8156-52d3e4983f95 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253996 Sep 21 18:05:52.607916 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f3d38d68-3f3b-431c-972b-c849970d667d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:52.644406 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-0f535da5-3a37-4bd7-bd37-0bc2574776e2 None None] For port eb9ccc0a-33dc-4d39-b340-84b03ff8c433, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:05:52.648663 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-0f535da5-3a37-4bd7-bd37-0bc2574776e2 None None] For port eb9ccc0a-33dc-4d39-b340-84b03ff8c433, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=eb9ccc0a-33dc-4d39-b340-84b03ff8c433,segment=NetworkSegment(953015e8-9529-4288-9f90-ef076e8c0148),segment_id=953015e8-9529-4288-9f90-ef076e8c0148)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:05:52.656461 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0f535da5-3a37-4bd7-bd37-0bc2574776e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:52.669819 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f634f3ba-11ff-4922-ab2b-1329889324e2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8689127 Sep 21 18:05:52.674320 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48322) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:52.674532 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634f3ba-11ff-4922-ab2b-1329889324e2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Pushing event updated for resources: {'Network': ['ID=b9e41325-228f-4f09-96f1-a2fe1ee06c1e,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:52.695571 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network b9e41325-228f-4f09-96f1-a2fe1ee06c1e details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:05:52.747970 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-f3d38d68-3f3b-431c-972b-c849970d667d admin admin] Allocated IP 172.25.6.125 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/ea6214e7-caa7-429e-85d9-1c7ad457fbf8) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:05:52.800498 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634f3ba-11ff-4922-ab2b-1329889324e2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Pushing event updated for resources: {'Network': ['ID=4b255cc0-a2c6-4b7d-93d5-2832bf1d139a,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:52.812441 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-05d76385-b48b-4366-a35c-925dfaabdf5b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Deleting port fc161716-742d-4cc2-8a54-a86c1f43e161 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:52.812783 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-05d76385-b48b-4366-a35c-925dfaabdf5b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:52.839453 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 4b255cc0-a2c6-4b7d-93d5-2832bf1d139a details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:05:52.841494 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0785da-abf9-473a-a8c0-8318814576bd None None] DHCP port deletion for abe6075b-7fdb-498c-9fb9-296fe556593c request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:05:52.867397 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f535da5-3a37-4bd7-bd37-0bc2574776e2 None None] Pushing event updated for resources: {'Port': ['ID=eb9ccc0a-33dc-4d39-b340-84b03ff8c433,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:52.899584 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f3d38d68-3f3b-431c-972b-c849970d667d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:52.949399 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f3d38d68-3f3b-431c-972b-c849970d667d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:52.982224 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 0d46fff9-5c63-4934-be78-d483bf1cb801 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:05:53.039877 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 0d46fff9-5c63-4934-be78-d483bf1cb801 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:05:53.040094 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 0d46fff9-5c63-4934-be78-d483bf1cb801 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:05:53.040422 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d38d68-3f3b-431c-972b-c849970d667d admin admin] Pushing event updated for resources: {'Port': ['ID=ea6214e7-caa7-429e-85d9-1c7ad457fbf8,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:53.040564 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device fc161716-742d-4cc2-8a54-a86c1f43e161 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:05:53.053083 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d38d68-3f3b-431c-972b-c849970d667d admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:53.066039 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-f3d38d68-3f3b-431c-972b-c849970d667d admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:53.067633 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d38d68-3f3b-431c-972b-c849970d667d admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:05:53.130694 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-ed0785da-abf9-473a-a8c0-8318814576bd None None] Deleting port fc161716-742d-4cc2-8a54-a86c1f43e161 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:53.131128 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ed0785da-abf9-473a-a8c0-8318814576bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:53.184432 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-05d76385-b48b-4366-a35c-925dfaabdf5b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] For port fc161716-742d-4cc2-8a54-a86c1f43e161, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=fc161716-742d-4cc2-8a54-a86c1f43e161,segment=NetworkSegment(ae7dc9b2-df40-4f77-a1fe-38e6572c0da5),segment_id=ae7dc9b2-df40-4f77-a1fe-38e6572c0da5)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:53.184808 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-05d76385-b48b-4366-a35c-925dfaabdf5b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:53.215717 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:53.217123 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7488ffa-0dd8-4323-b667-ee23d5e23339 req-f25a60a6-b521-42a7-bfc0-c1ffa320bbc6 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:53.223745 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7488ffa-0dd8-4323-b667-ee23d5e23339 req-f25a60a6-b521-42a7-bfc0-c1ffa320bbc6 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:53.230270 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7488ffa-0dd8-4323-b667-ee23d5e23339 req-f25a60a6-b521-42a7-bfc0-c1ffa320bbc6 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:53.236306 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7488ffa-0dd8-4323-b667-ee23d5e23339 req-f25a60a6-b521-42a7-bfc0-c1ffa320bbc6 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:53.242362 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7488ffa-0dd8-4323-b667-ee23d5e23339 req-f25a60a6-b521-42a7-bfc0-c1ffa320bbc6 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:53.243795 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-ed0785da-abf9-473a-a8c0-8318814576bd None None] For port fc161716-742d-4cc2-8a54-a86c1f43e161, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=fc161716-742d-4cc2-8a54-a86c1f43e161,segment=NetworkSegment(ae7dc9b2-df40-4f77-a1fe-38e6572c0da5),segment_id=ae7dc9b2-df40-4f77-a1fe-38e6572c0da5)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:53.244207 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ed0785da-abf9-473a-a8c0-8318814576bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:53.248943 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7488ffa-0dd8-4323-b667-ee23d5e23339 req-f25a60a6-b521-42a7-bfc0-c1ffa320bbc6 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:53.255112 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7488ffa-0dd8-4323-b667-ee23d5e23339 req-f25a60a6-b521-42a7-bfc0-c1ffa320bbc6 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:53.264058 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c7488ffa-0dd8-4323-b667-ee23d5e23339 req-f25a60a6-b521-42a7-bfc0-c1ffa320bbc6 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5435 time: 0.3917696 Sep 21 18:05:53.272181 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-ed0785da-abf9-473a-a8c0-8318814576bd None None] Calling delete_port for fc161716-742d-4cc2-8a54-a86c1f43e161 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:53.275697 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:53.277497 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ddbe39-507a-4af7-a55a-45f714f50923 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:53.283990 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ddbe39-507a-4af7-a55a-45f714f50923 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:53.286314 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port fc161716-742d-4cc2-8a54-a86c1f43e161, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=fc161716-742d-4cc2-8a54-a86c1f43e161,segment=NetworkSegment(ae7dc9b2-df40-4f77-a1fe-38e6572c0da5),segment_id=ae7dc9b2-df40-4f77-a1fe-38e6572c0da5)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:53.290452 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ddbe39-507a-4af7-a55a-45f714f50923 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:53.293243 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:53.296961 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ddbe39-507a-4af7-a55a-45f714f50923 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:53.298891 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-10ddbe39-507a-4af7-a55a-45f714f50923 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6218631 Sep 21 18:05:53.300502 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-05d76385-b48b-4366-a35c-925dfaabdf5b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Calling delete_port for fc161716-742d-4cc2-8a54-a86c1f43e161 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:53.309995 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48328) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:53.335493 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 26035614-514e-45ec-94d7-661ccc031c41 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:05:53.399757 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f3d38d68-3f3b-431c-972b-c849970d667d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:53.418477 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=fc161716-742d-4cc2-8a54-a86c1f43e161,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:53.439739 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c7488ffa-0dd8-4323-b667-ee23d5e23339 req-b986b1f2-be2b-472f-bcf8-fab36dca737d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1542315 Sep 21 18:05:53.490466 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ed0785da-abf9-473a-a8c0-8318814576bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:53.511813 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-05d76385-b48b-4366-a35c-925dfaabdf5b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:53.535394 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0785da-abf9-473a-a8c0-8318814576bd None None] No DVR routers for this DVR port fc161716-742d-4cc2-8a54-a86c1f43e161 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:05:53.543448 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0785da-abf9-473a-a8c0-8318814576bd None None] Pushing event deleted for resources: {'Port': ['ID=fc161716-742d-4cc2-8a54-a86c1f43e161,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:53.555259 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 26035614-514e-45ec-94d7-661ccc031c41, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=26035614-514e-45ec-94d7-661ccc031c41,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:53.556615 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d76385-b48b-4366-a35c-925dfaabdf5b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event deleted for resources: {'Port': ['ID=fc161716-742d-4cc2-8a54-a86c1f43e161,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:53.563486 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d76385-b48b-4366-a35c-925dfaabdf5b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] No DVR routers for this DVR port fc161716-742d-4cc2-8a54-a86c1f43e161 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:05:53.570071 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-edebe7d0-89d0-4a2f-afac-7d6f187dd3c8 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:53.570442 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '26035614-514e-45ec-94d7-661ccc031c41', 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf', 'port_id': '26035614-514e-45ec-94d7-661ccc031c41', 'mac_address': 'fa:16:3e:a8:9e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a1043c-b263-4aac-aec7-9797fbf7cd86', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:05:53.616368 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:53.637569 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26035614-514e-45ec-94d7-661ccc031c41 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:05:53.644173 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0620639-ddf3-4e07-b117-984696779af5 req-c7655277-bdc3-425d-af8c-53a5051ecd52 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:53.650656 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0620639-ddf3-4e07-b117-984696779af5 req-c7655277-bdc3-425d-af8c-53a5051ecd52 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:53.656628 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0620639-ddf3-4e07-b117-984696779af5 req-c7655277-bdc3-425d-af8c-53a5051ecd52 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:53.662502 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0620639-ddf3-4e07-b117-984696779af5 req-c7655277-bdc3-425d-af8c-53a5051ecd52 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:53.668624 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0620639-ddf3-4e07-b117-984696779af5 req-c7655277-bdc3-425d-af8c-53a5051ecd52 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:53.674527 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0620639-ddf3-4e07-b117-984696779af5 req-c7655277-bdc3-425d-af8c-53a5051ecd52 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:53.679913 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 26035614-514e-45ec-94d7-661ccc031c41, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=26035614-514e-45ec-94d7-661ccc031c41,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:53.680540 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0620639-ddf3-4e07-b117-984696779af5 req-c7655277-bdc3-425d-af8c-53a5051ecd52 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:53.682699 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f0620639-ddf3-4e07-b117-984696779af5 req-c7655277-bdc3-425d-af8c-53a5051ecd52 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5435 time: 0.1674547 Sep 21 18:05:53.687227 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:53.718670 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-05d76385-b48b-4366-a35c-925dfaabdf5b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:53.754916 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f3d38d68-3f3b-431c-972b-c849970d667d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:53.784980 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=26035614-514e-45ec-94d7-661ccc031c41,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:53.799822 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-05d76385-b48b-4366-a35c-925dfaabdf5b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abe6075b-7fdb-498c-9fb9-296fe556593c']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:53.822092 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-05d76385-b48b-4366-a35c-925dfaabdf5b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7dc9b2-df40-4f77-a1fe-38e6572c0da5') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:53.822383 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-05d76385-b48b-4366-a35c-925dfaabdf5b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7dc9b2-df40-4f77-a1fe-38e6572c0da5') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:53.861284 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-05d76385-b48b-4366-a35c-925dfaabdf5b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:53.863960 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-edebe7d0-89d0-4a2f-afac-7d6f187dd3c8 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:53.866553 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4e82a-4b9c-46c9-bd62-0fb6d222edec req-6991b206-83d2-43ce-a62e-b2159f7a545b tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:53.868159 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dad4e82a-4b9c-46c9-bd62-0fb6d222edec req-6991b206-83d2-43ce-a62e-b2159f7a545b tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 945 time: 0.0627391 Sep 21 18:05:53.889633 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-05d76385-b48b-4366-a35c-925dfaabdf5b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:53.895871 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-edebe7d0-89d0-4a2f-afac-7d6f187dd3c8 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9e41325-228f-4f09-96f1-a2fe1ee06c1e']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:53.904348 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05d76385-b48b-4366-a35c-925dfaabdf5b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:05:53.905130 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-05d76385-b48b-4366-a35c-925dfaabdf5b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:05:53.907943 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:05:53.921119 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-edebe7d0-89d0-4a2f-afac-7d6f187dd3c8 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e2a1a6-ba22-4056-b517-09b790b06cbe') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:53.921398 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-edebe7d0-89d0-4a2f-afac-7d6f187dd3c8 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e2a1a6-ba22-4056-b517-09b790b06cbe') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:53.943735 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-edebe7d0-89d0-4a2f-afac-7d6f187dd3c8 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:53.957567 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dad4e82a-4b9c-46c9-bd62-0fb6d222edec req-8a163659-4f73-4d19-832c-c44452cde328 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633733 Sep 21 18:05:53.996547 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d38d68-3f3b-431c-972b-c849970d667d admin admin] Router 3d093da6-f2e5-4673-b5c2-b7369ed3a48c is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:05:54.002722 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-edebe7d0-89d0-4a2f-afac-7d6f187dd3c8 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:54.009701 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edebe7d0-89d0-4a2f-afac-7d6f187dd3c8 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:05:54.010080 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-edebe7d0-89d0-4a2f-afac-7d6f187dd3c8 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:54.013286 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:05:54.013286 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:05:54.013286 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:05:54.013286 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:05:54.013286 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:05:54.013286 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:05:54.013286 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:05:54.013286 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:05:54.013286 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:05:54.013286 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:05:54.013286 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:05:54.013286 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:05:54.013286 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:05:54.013286 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:05:54.013286 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:05:54.013286 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:05:54.013286 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:05:54.013286 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:05:54.013286 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:05:54.013286 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:05:54.013286 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:05:54.013286 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:05:54.013286 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:05:54.013286 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:05:54.013286 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:05:54.013286 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:05:54.013286 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:05:54.013286 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:05:54.013286 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:05:54.013286 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:05:54.013286 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:05:54.013286 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:05:54.017935 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['26035614-514e-45ec-94d7-661ccc031c41'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:05:54.024005 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-05d76385-b48b-4366-a35c-925dfaabdf5b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:54.039862 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-05d76385-b48b-4366-a35c-925dfaabdf5b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:54.041839 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-05d76385-b48b-4366-a35c-925dfaabdf5b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/networks/abe6075b-7fdb-498c-9fb9-296fe556593c HTTP/1.1" status: 204 len: 168 time: 1.9572175 Sep 21 18:05:54.045468 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48338) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:54.076030 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd3f29e-cbc7-485f-8bd7-546553512305 None None] Network dddd0670-5287-4028-990d-3f24462a1d0c requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:05:54.078869 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d76385-b48b-4366-a35c-925dfaabdf5b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event deleted for resources: {'Network': ['ID=abe6075b-7fdb-498c-9fb9-296fe556593c,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:54.095185 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-edebe7d0-89d0-4a2f-afac-7d6f187dd3c8 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:54.106738 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-edebe7d0-89d0-4a2f-afac-7d6f187dd3c8 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:54.112140 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-edebe7d0-89d0-4a2f-afac-7d6f187dd3c8 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] 10.222.0.58 "DELETE /v2.0/networks/b9e41325-228f-4f09-96f1-a2fe1ee06c1e HTTP/1.1" status: 204 len: 168 time: 0.7963994 Sep 21 18:05:54.112140 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48340) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:54.143948 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edebe7d0-89d0-4a2f-afac-7d6f187dd3c8 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Pushing event deleted for resources: {'Network': ['ID=b9e41325-228f-4f09-96f1-a2fe1ee06c1e,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:54.205114 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d38d68-3f3b-431c-972b-c849970d667d admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:05:54.211530 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-e51340d9-2087-424c-88e7-ad46ddc36461 None None] Provisioning complete for port eb9ccc0a-33dc-4d39-b340-84b03ff8c433 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:54.211530 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e51340d9-2087-424c-88e7-ad46ddc36461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:54.211918 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9f2dbb90-8c31-4b8a-959a-696502c6e581 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:54.223888 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f13d4ce-118b-4d34-9d0d-fe7aa10bc3af None None] Sync routers for ids ['3d093da6-f2e5-4673-b5c2-b7369ed3a48c'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:05:54.278089 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f13d4ce-118b-4d34-9d0d-fe7aa10bc3af None None] Routers {'3d093da6-f2e5-4673-b5c2-b7369ed3a48c'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:54.278876 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4f13d4ce-118b-4d34-9d0d-fe7aa10bc3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3d093da6-f2e5-4673-b5c2-b7369ed3a48c'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:54.287743 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f3d38d68-3f3b-431c-972b-c849970d667d admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:54.291710 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f3d38d68-3f3b-431c-972b-c849970d667d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7719653 Sep 21 18:05:54.292488 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48342) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:54.313787 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9f2dbb90-8c31-4b8a-959a-696502c6e581 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:54.334864 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-9f2dbb90-8c31-4b8a-959a-696502c6e581 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b255cc0-a2c6-4b7d-93d5-2832bf1d139a']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:54.345460 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-9f2dbb90-8c31-4b8a-959a-696502c6e581 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f2f64b1-50d9-4eba-aba6-f388d9fe75fe') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:54.345752 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-9f2dbb90-8c31-4b8a-959a-696502c6e581 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f2f64b1-50d9-4eba-aba6-f388d9fe75fe') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:54.356142 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9f2dbb90-8c31-4b8a-959a-696502c6e581 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:54.373829 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9f2dbb90-8c31-4b8a-959a-696502c6e581 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:54.382228 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f2dbb90-8c31-4b8a-959a-696502c6e581 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:05:54.383779 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9f2dbb90-8c31-4b8a-959a-696502c6e581 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:54.387400 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:05:54.387400 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:05:54.387400 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:05:54.387400 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:05:54.387400 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:05:54.387400 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:05:54.387400 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:05:54.387400 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:05:54.387400 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:05:54.387400 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:05:54.387400 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:05:54.387400 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:05:54.387400 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:05:54.387400 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:05:54.387400 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:05:54.387400 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:05:54.387400 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:05:54.387400 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:05:54.387400 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:05:54.387400 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:05:54.387400 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:05:54.387400 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:05:54.387400 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:05:54.387400 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:05:54.387400 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:05:54.387400 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:05:54.387400 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:05:54.387400 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:05:54.387400 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:05:54.387400 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:05:54.387400 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:05:54.387400 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:05:54.455878 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9f2dbb90-8c31-4b8a-959a-696502c6e581 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:54.476538 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9f2dbb90-8c31-4b8a-959a-696502c6e581 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:54.481007 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9f2dbb90-8c31-4b8a-959a-696502c6e581 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] 10.222.0.58 "DELETE /v2.0/networks/4b255cc0-a2c6-4b7d-93d5-2832bf1d139a HTTP/1.1" status: 204 len: 168 time: 0.3662512 Sep 21 18:05:54.481007 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2dbb90-8c31-4b8a-959a-696502c6e581 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Pushing event deleted for resources: {'Network': ['ID=4b255cc0-a2c6-4b7d-93d5-2832bf1d139a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:54.481318 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48344) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:54.600428 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac42db9-6658-49ee-8a21-a78de13050f8 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:54.606510 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac42db9-6658-49ee-8a21-a78de13050f8 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:54.612396 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6ac42db9-6658-49ee-8a21-a78de13050f8 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1260314 Sep 21 18:05:54.613528 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48346) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:54.618658 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-eab7d041-b3d0-4297-aaec-0cf5a99f61a2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-722848871'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:54.644965 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab7d041-b3d0-4297-aaec-0cf5a99f61a2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Made reservation on behalf of 69586570c87c4756b48380463803926c for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:05:54.649065 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eab7d041-b3d0-4297-aaec-0cf5a99f61a2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:54.661000 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-4f13d4ce-118b-4d34-9d0d-fe7aa10bc3af None None] Set router 3d093da6-f2e5-4673-b5c2-b7369ed3a48c gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:54.677712 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eab7d041-b3d0-4297-aaec-0cf5a99f61a2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:05:54.689544 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eab7d041-b3d0-4297-aaec-0cf5a99f61a2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:54.689897 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-eab7d041-b3d0-4297-aaec-0cf5a99f61a2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Added segment 6ac65cd1-dc77-43e8-8095-ca04280918a2 of type vlan for network 21cd3afe-40d3-4703-8609-f79774be5dbd Sep 21 18:05:54.742895 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eab7d041-b3d0-4297-aaec-0cf5a99f61a2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:54.765099 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:54.796486 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eab7d041-b3d0-4297-aaec-0cf5a99f61a2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:54.804917 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab7d041-b3d0-4297-aaec-0cf5a99f61a2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:54.806092 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eab7d041-b3d0-4297-aaec-0cf5a99f61a2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:54.808714 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e51340d9-2087-424c-88e7-ad46ddc36461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:54.858254 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-eab7d041-b3d0-4297-aaec-0cf5a99f61a2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2435815 Sep 21 18:05:54.860616 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48350) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:54.867122 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-68e28901-a8cd-49c4-8396-afd273c1cffb tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-10863408'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:54.888681 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-e51340d9-2087-424c-88e7-ad46ddc36461 None None] For port eb9ccc0a-33dc-4d39-b340-84b03ff8c433, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=eb9ccc0a-33dc-4d39-b340-84b03ff8c433,segment=NetworkSegment(953015e8-9529-4288-9f90-ef076e8c0148),segment_id=953015e8-9529-4288-9f90-ef076e8c0148)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:54.901225 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e51340d9-2087-424c-88e7-ad46ddc36461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:54.927382 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7d041-b3d0-4297-aaec-0cf5a99f61a2 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Pushing event updated for resources: {'Network': ['ID=21cd3afe-40d3-4703-8609-f79774be5dbd,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:54.957904 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 21cd3afe-40d3-4703-8609-f79774be5dbd details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:05:54.976851 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e28901-a8cd-49c4-8396-afd273c1cffb tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Made reservation on behalf of 69586570c87c4756b48380463803926c for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:05:54.980520 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68e28901-a8cd-49c4-8396-afd273c1cffb tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:55.069825 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68e28901-a8cd-49c4-8396-afd273c1cffb tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:05:55.091919 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device eb9ccc0a-33dc-4d39-b340-84b03ff8c433 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:05:55.104937 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-40b9fe84-4ffb-4629-99f4-501d2e4954b1 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:55.107165 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51340d9-2087-424c-88e7-ad46ddc36461 None None] Pushing event updated for resources: {'Port': ['ID=eb9ccc0a-33dc-4d39-b340-84b03ff8c433,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:55.115627 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68e28901-a8cd-49c4-8396-afd273c1cffb tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:55.116086 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-68e28901-a8cd-49c4-8396-afd273c1cffb tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Added segment a652378b-ff94-462c-94f1-4a030cd3ba45 of type vlan for network 20993307-00f4-4cc9-9563-4ced2d75eb4a Sep 21 18:05:55.166383 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4f13d4ce-118b-4d34-9d0d-fe7aa10bc3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d093da6-f2e5-4673-b5c2-b7369ed3a48c', 'name': 'tempest-TestServerMultinode-1986510075-router', 'tenant_id': '03ca0efd181d4e23ad15c414a4694426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'ea6214e7-caa7-429e-85d9-1c7ad457fbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:51Z', 'updated_at': '2021-09-21T18:05:53Z', 'revision_number': 3, 'project_id': '03ca0efd181d4e23ad15c414a4694426', 'gw_port': {'id': 'ea6214e7-caa7-429e-85d9-1c7ad457fbf8', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d093da6-f2e5-4673-b5c2-b7369ed3a48c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:52Z', 'updated_at': '2021-09-21T18:05:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:55.199187 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f13d4ce-118b-4d34-9d0d-fe7aa10bc3af None None] Checking router: 3d093da6-f2e5-4673-b5c2-b7369ed3a48c for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:05:55.199610 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f13d4ce-118b-4d34-9d0d-fe7aa10bc3af None None] Updating router 3d093da6-f2e5-4673-b5c2-b7369ed3a48c port ea6214e7-caa7-429e-85d9-1c7ad457fbf8 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:05:55.233755 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port eb9ccc0a-33dc-4d39-b340-84b03ff8c433 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:55.234129 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:55.237129 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4f13d4ce-118b-4d34-9d0d-fe7aa10bc3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:55.289854 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-a03989c3-e5eb-4836-a9bc-8444355b897a None None] Provisioning complete for port eb9ccc0a-33dc-4d39-b340-84b03ff8c433 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:55.290231 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a03989c3-e5eb-4836-a9bc-8444355b897a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:55.305097 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68e28901-a8cd-49c4-8396-afd273c1cffb tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:55.375863 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c94d64-9d6a-49f8-bb38-50f80fb37bcc req-1768e8e8-ebeb-4439-aa8a-0e16fdd83eb7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:55.377240 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-12c94d64-9d6a-49f8-bb38-50f80fb37bcc req-1768e8e8-ebeb-4439-aa8a-0e16fdd83eb7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 945 time: 0.2216156 Sep 21 18:05:55.441783 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68e28901-a8cd-49c4-8396-afd273c1cffb tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:55.447875 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e28901-a8cd-49c4-8396-afd273c1cffb tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:55.448484 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68e28901-a8cd-49c4-8396-afd273c1cffb tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:55.515013 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-68e28901-a8cd-49c4-8396-afd273c1cffb tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6531429 Sep 21 18:05:55.517972 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48360) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:55.523416 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-12c94d64-9d6a-49f8-bb38-50f80fb37bcc req-50cc5659-8dd9-47e8-9502-468e72308fa0 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372781 Sep 21 18:05:55.524577 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-7d02b0cd-92f8-4df3-8cdd-2e9cfb0a21e3 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Request body: {'ports': [{'network_id': '21cd3afe-40d3-4703-8609-f79774be5dbd', 'name': 'tempest-port--2095685317', 'admin_state_up': True}, {'network_id': '20993307-00f4-4cc9-9563-4ced2d75eb4a', 'admin_state_up': False}]} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:55.525129 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-7d02b0cd-92f8-4df3-8cdd-2e9cfb0a21e3 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Request body: {'port': {'network_id': '21cd3afe-40d3-4703-8609-f79774be5dbd', 'name': 'tempest-port--2095685317', 'admin_state_up': True}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:55.527291 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-7d02b0cd-92f8-4df3-8cdd-2e9cfb0a21e3 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Request body: {'port': {'network_id': '20993307-00f4-4cc9-9563-4ced2d75eb4a', 'admin_state_up': False}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:55.568522 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a0cc65c5-a1f4-4bd2-a290-800643d93bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:55.572368 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e28901-a8cd-49c4-8396-afd273c1cffb tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Pushing event updated for resources: {'Network': ['ID=20993307-00f4-4cc9-9563-4ced2d75eb4a,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:55.588830 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 20993307-00f4-4cc9-9563-4ced2d75eb4a details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:05:55.718488 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d02b0cd-92f8-4df3-8cdd-2e9cfb0a21e3 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Made reservation on behalf of 69586570c87c4756b48380463803926c for: {'port': 2} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:05:55.723959 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d02b0cd-92f8-4df3-8cdd-2e9cfb0a21e3 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:55.738341 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d02b0cd-92f8-4df3-8cdd-2e9cfb0a21e3 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:55.816559 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4f13d4ce-118b-4d34-9d0d-fe7aa10bc3af None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:55.831176 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4f13d4ce-118b-4d34-9d0d-fe7aa10bc3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:55.850020 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-7d02b0cd-92f8-4df3-8cdd-2e9cfb0a21e3 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] device_id is not set on port eee45607-4250-4827-b825-394c5bb5666e yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:05:55.886294 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-4f13d4ce-118b-4d34-9d0d-fe7aa10bc3af None None] Attempting to bind port ea6214e7-caa7-429e-85d9-1c7ad457fbf8 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:05:55.886679 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-4f13d4ce-118b-4d34-9d0d-fe7aa10bc3af None None] Attempting to bind port ea6214e7-caa7-429e-85d9-1c7ad457fbf8 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:05:55.887134 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f13d4ce-118b-4d34-9d0d-fe7aa10bc3af None None] Attempting to bind port ea6214e7-caa7-429e-85d9-1c7ad457fbf8 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:05:55.892569 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69bb35-43bd-46bd-8e86-807d5dbfa1a8 None None] Pushing event updated for resources: {'Port': ['ID=ea6214e7-caa7-429e-85d9-1c7ad457fbf8,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:55.897140 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-a0cc65c5-a1f4-4bd2-a290-800643d93bcf admin admin] Allocated IP 172.20.0.1 (dddd0670-5287-4028-990d-3f24462a1d0c/53480a76-a2e1-4cb9-abd9-952fafb29185/f4d69e13-2346-4fa1-aa5f-72b5ef71946b) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:05:55.897711 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f13d4ce-118b-4d34-9d0d-fe7aa10bc3af None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:05:55.897983 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f13d4ce-118b-4d34-9d0d-fe7aa10bc3af None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:05:55.898386 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4f13d4ce-118b-4d34-9d0d-fe7aa10bc3af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:55.898848 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f13d4ce-118b-4d34-9d0d-fe7aa10bc3af None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:05:55.899620 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-4f13d4ce-118b-4d34-9d0d-fe7aa10bc3af None None] Bound port: ea6214e7-caa7-429e-85d9-1c7ad457fbf8, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:05:55.899840 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4f13d4ce-118b-4d34-9d0d-fe7aa10bc3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:55.903556 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-40b9fe84-4ffb-4629-99f4-501d2e4954b1 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Deleting port d2c5ca92-9d11-4f73-902d-ec9cc3273cbc {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:55.904002 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-40b9fe84-4ffb-4629-99f4-501d2e4954b1 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:56.015808 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-4f13d4ce-118b-4d34-9d0d-fe7aa10bc3af None None] For port ea6214e7-caa7-429e-85d9-1c7ad457fbf8, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:05:56.020915 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-4f13d4ce-118b-4d34-9d0d-fe7aa10bc3af None None] For port ea6214e7-caa7-429e-85d9-1c7ad457fbf8, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ea6214e7-caa7-429e-85d9-1c7ad457fbf8,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:05:56.032665 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4f13d4ce-118b-4d34-9d0d-fe7aa10bc3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:56.054098 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d02b0cd-92f8-4df3-8cdd-2e9cfb0a21e3 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:56.072920 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-40b9fe84-4ffb-4629-99f4-501d2e4954b1 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] For port d2c5ca92-9d11-4f73-902d-ec9cc3273cbc, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d2c5ca92-9d11-4f73-902d-ec9cc3273cbc,segment=NetworkSegment(5b300e63-d7ca-4917-8bee-ebd64dfab015),segment_id=5b300e63-d7ca-4917-8bee-ebd64dfab015)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:56.073355 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-40b9fe84-4ffb-4629-99f4-501d2e4954b1 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:56.096262 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48376) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:56.104485 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-40b9fe84-4ffb-4629-99f4-501d2e4954b1 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Calling delete_port for d2c5ca92-9d11-4f73-902d-ec9cc3273cbc owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:56.106965 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f13d4ce-118b-4d34-9d0d-fe7aa10bc3af None None] Routers {'3d093da6-f2e5-4673-b5c2-b7369ed3a48c'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:56.107726 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4f13d4ce-118b-4d34-9d0d-fe7aa10bc3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3d093da6-f2e5-4673-b5c2-b7369ed3a48c'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:56.112747 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69bb35-43bd-46bd-8e86-807d5dbfa1a8 None None] Pushing event updated for resources: {'Port': ['ID=ea6214e7-caa7-429e-85d9-1c7ad457fbf8,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:56.156862 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-7d02b0cd-92f8-4df3-8cdd-2e9cfb0a21e3 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] device_id is not set on port da7384b8-0d60-43ec-8110-730a3e4c3c80 yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:05:56.165947 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a0cc65c5-a1f4-4bd2-a290-800643d93bcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:56.236064 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-4f13d4ce-118b-4d34-9d0d-fe7aa10bc3af None None] Set router 3d093da6-f2e5-4673-b5c2-b7369ed3a48c gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:56.238417 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a10a2-51ad-4886-8115-8be4d4179626 req-3edaf9db-94a5-43e3-a951-66bc03de84bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:56.238907 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a10a2-51ad-4886-8115-8be4d4179626 req-3edaf9db-94a5-43e3-a951-66bc03de84bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:56.239421 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a10a2-51ad-4886-8115-8be4d4179626 req-3edaf9db-94a5-43e3-a951-66bc03de84bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:56.239896 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a10a2-51ad-4886-8115-8be4d4179626 req-3edaf9db-94a5-43e3-a951-66bc03de84bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:56.240369 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a10a2-51ad-4886-8115-8be4d4179626 req-3edaf9db-94a5-43e3-a951-66bc03de84bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:56.240906 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a10a2-51ad-4886-8115-8be4d4179626 req-3edaf9db-94a5-43e3-a951-66bc03de84bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:56.241380 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a10a2-51ad-4886-8115-8be4d4179626 req-3edaf9db-94a5-43e3-a951-66bc03de84bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:56.243351 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b41a10a2-51ad-4886-8115-8be4d4179626 req-3edaf9db-94a5-43e3-a951-66bc03de84bb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 6492 time: 0.1458519 Sep 21 18:05:56.272571 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a0cc65c5-a1f4-4bd2-a290-800643d93bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:56.322464 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cc65c5-a1f4-4bd2-a290-800643d93bcf admin admin] Network dddd0670-5287-4028-990d-3f24462a1d0c is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:56.329941 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-a0cc65c5-a1f4-4bd2-a290-800643d93bcf admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:56.332550 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cc65c5-a1f4-4bd2-a290-800643d93bcf admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:05:56.345697 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b41a10a2-51ad-4886-8115-8be4d4179626 req-aca64e49-f93e-4084-86ea-528656325c1a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0736976 Sep 21 18:05:56.383296 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc65c5-a1f4-4bd2-a290-800643d93bcf admin admin] Pushing event updated for resources: {'Port': ['ID=f4d69e13-2346-4fa1-aa5f-72b5ef71946b,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:56.415227 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a0cc65c5-a1f4-4bd2-a290-800643d93bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:56.476305 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-40b9fe84-4ffb-4629-99f4-501d2e4954b1 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:56.485905 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d02b0cd-92f8-4df3-8cdd-2e9cfb0a21e3 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:56.542454 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9fe84-4ffb-4629-99f4-501d2e4954b1 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event deleted for resources: {'Port': ['ID=d2c5ca92-9d11-4f73-902d-ec9cc3273cbc,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:56.553639 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d02b0cd-92f8-4df3-8cdd-2e9cfb0a21e3 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:56.621275 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4f13d4ce-118b-4d34-9d0d-fe7aa10bc3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d093da6-f2e5-4673-b5c2-b7369ed3a48c', 'name': 'tempest-TestServerMultinode-1986510075-router', 'tenant_id': '03ca0efd181d4e23ad15c414a4694426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'ea6214e7-caa7-429e-85d9-1c7ad457fbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:51Z', 'updated_at': '2021-09-21T18:05:53Z', 'revision_number': 3, 'project_id': '03ca0efd181d4e23ad15c414a4694426', 'gw_port': {'id': 'ea6214e7-caa7-429e-85d9-1c7ad457fbf8', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d093da6-f2e5-4673-b5c2-b7369ed3a48c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:52Z', 'updated_at': '2021-09-21T18:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:56.645390 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02b0cd-92f8-4df3-8cdd-2e9cfb0a21e3 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Checking segment: {'id': '6ac65cd1-dc77-43e8-8095-ca04280918a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '21cd3afe-40d3-4703-8609-f79774be5dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:05:56.645816 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d02b0cd-92f8-4df3-8cdd-2e9cfb0a21e3 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Network hostable DHCP agents. Network: 21cd3afe-40d3-4703-8609-f79774be5dbd, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:05:56.654566 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02b0cd-92f8-4df3-8cdd-2e9cfb0a21e3 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Pushing event updated for resources: {'Port': ['ID=eee45607-4250-4827-b825-394c5bb5666e,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:56.660787 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-61a9668e-72e6-4ca3-9867-c338d6d984d8 None None] Provisioning complete for port f4d69e13-2346-4fa1-aa5f-72b5ef71946b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:56.661259 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-61a9668e-72e6-4ca3-9867-c338d6d984d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:56.679572 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d02b0cd-92f8-4df3-8cdd-2e9cfb0a21e3 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Network 21cd3afe-40d3-4703-8609-f79774be5dbd is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:05:56.682295 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f13d4ce-118b-4d34-9d0d-fe7aa10bc3af None None] The sync data for ids ['3d093da6-f2e5-4673-b5c2-b7369ed3a48c'] in n-d-810291-1 is: [{'id': '3d093da6-f2e5-4673-b5c2-b7369ed3a48c', 'name': 'tempest-TestServerMultinode-1986510075-router', 'tenant_id': '03ca0efd181d4e23ad15c414a4694426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'ea6214e7-caa7-429e-85d9-1c7ad457fbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:51Z', 'updated_at': '2021-09-21T18:05:53Z', 'revision_number': 3, 'project_id': '03ca0efd181d4e23ad15c414a4694426', 'gw_port': {'id': 'ea6214e7-caa7-429e-85d9-1c7ad457fbf8', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d093da6-f2e5-4673-b5c2-b7369ed3a48c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:52Z', 'updated_at': '2021-09-21T18:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:05:56.710627 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-7d02b0cd-92f8-4df3-8cdd-2e9cfb0a21e3 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 21cd3afe-40d3-4703-8609-f79774be5dbd) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:56.715794 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d02b0cd-92f8-4df3-8cdd-2e9cfb0a21e3 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:05:56.717677 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d02b0cd-92f8-4df3-8cdd-2e9cfb0a21e3 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:56.724815 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-61a9668e-72e6-4ca3-9867-c338d6d984d8 None None] Port f4d69e13-2346-4fa1-aa5f-72b5ef71946b cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:05:56.734537 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafd64a4-697e-49b3-854e-a9cb59065d5f None None] Network 21cd3afe-40d3-4703-8609-f79774be5dbd requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:05:56.797839 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a0cc65c5-a1f4-4bd2-a290-800643d93bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:56.817847 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02b0cd-92f8-4df3-8cdd-2e9cfb0a21e3 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Pushing event updated for resources: {'Port': ['ID=da7384b8-0d60-43ec-8110-730a3e4c3c80,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:56.830865 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02b0cd-92f8-4df3-8cdd-2e9cfb0a21e3 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Checking segment: {'id': 'a652378b-ff94-462c-94f1-4a030cd3ba45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '20993307-00f4-4cc9-9563-4ced2d75eb4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:05:56.831527 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d02b0cd-92f8-4df3-8cdd-2e9cfb0a21e3 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Network hostable DHCP agents. Network: 20993307-00f4-4cc9-9563-4ced2d75eb4a, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:05:56.862189 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d02b0cd-92f8-4df3-8cdd-2e9cfb0a21e3 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Network 20993307-00f4-4cc9-9563-4ced2d75eb4a is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:05:56.870225 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df08c8a-7e78-4e40-850a-72665f365a94 req-dde18682-8c54-44cf-82f4-df97278cee53 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:56.875459 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-7d02b0cd-92f8-4df3-8cdd-2e9cfb0a21e3 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 20993307-00f4-4cc9-9563-4ced2d75eb4a) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:56.881936 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3df08c8a-7e78-4e40-850a-72665f365a94 req-dde18682-8c54-44cf-82f4-df97278cee53 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 945 time: 0.2548358 Sep 21 18:05:56.887212 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d02b0cd-92f8-4df3-8cdd-2e9cfb0a21e3 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:05:56.888594 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a4fa8c-ac9b-4ad0-861b-3c0e599ac336 None None] Network 20993307-00f4-4cc9-9563-4ced2d75eb4a requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:05:56.898179 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d02b0cd-92f8-4df3-8cdd-2e9cfb0a21e3 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:56.904901 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d02b0cd-92f8-4df3-8cdd-2e9cfb0a21e3 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:56.905760 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d02b0cd-92f8-4df3-8cdd-2e9cfb0a21e3 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:56.945816 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7d02b0cd-92f8-4df3-8cdd-2e9cfb0a21e3 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.4249532 Sep 21 18:05:56.947666 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48388) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:57.003572 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3df08c8a-7e78-4e40-850a-72665f365a94 req-b453e636-7387-4fcd-8a54-7804a32662ff tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206162 Sep 21 18:05:57.018116 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-40b9fe84-4ffb-4629-99f4-501d2e4954b1 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:57.023880 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d312a157-09dc-4340-9a1e-238adf328348 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:57.037072 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d312a157-09dc-4340-9a1e-238adf328348 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:57.044679 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d312a157-09dc-4340-9a1e-238adf328348 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0957410 Sep 21 18:05:57.045442 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48390) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:57.117953 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device eb9ccc0a-33dc-4d39-b340-84b03ff8c433 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:05:57.186292 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-167aaf74-a97d-4ec4-b27d-3d4d64f05d9a tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Deleting port eee45607-4250-4827-b825-394c5bb5666e {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:57.187162 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-167aaf74-a97d-4ec4-b27d-3d4d64f05d9a tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:57.213945 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port eb9ccc0a-33dc-4d39-b340-84b03ff8c433 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:57.214764 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:57.266749 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-167aaf74-a97d-4ec4-b27d-3d4d64f05d9a tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:57.282196 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-167aaf74-a97d-4ec4-b27d-3d4d64f05d9a tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Calling delete_port for eee45607-4250-4827-b825-394c5bb5666e owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:57.357909 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 26035614-514e-45ec-94d7-661ccc031c41 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:05:57.385110 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-167aaf74-a97d-4ec4-b27d-3d4d64f05d9a tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:57.427214 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-167aaf74-a97d-4ec4-b27d-3d4d64f05d9a tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:57.429400 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-167aaf74-a97d-4ec4-b27d-3d4d64f05d9a tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] 10.222.0.58 "DELETE /v2.0/ports/eee45607-4250-4827-b825-394c5bb5666e HTTP/1.1" status: 204 len: 168 time: 0.3829350 Sep 21 18:05:57.430556 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167aaf74-a97d-4ec4-b27d-3d4d64f05d9a tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Pushing event deleted for resources: {'Port': ['ID=eee45607-4250-4827-b825-394c5bb5666e,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:57.433252 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48392) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:57.446112 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 26035614-514e-45ec-94d7-661ccc031c41 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:05:57.450590 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 26035614-514e-45ec-94d7-661ccc031c41 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:57.451003 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:57.542221 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:57.543643 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-f71e9ff0-c1a9-440e-bb64-77be9ce7e0d0 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Deleting port da7384b8-0d60-43ec-8110-730a3e4c3c80 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:57.543987 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f71e9ff0-c1a9-440e-bb64-77be9ce7e0d0 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:57.572307 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4096f9db-a6fb-40e2-bfd6-9d69d77f3580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26035614-514e-45ec-94d7-661ccc031c41'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:05:57.575210 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0676007e-0886-42b2-a612-15214b1c9d71" -d '{"events": [{"server_uuid": "4096f9db-a6fb-40e2-bfd6-9d69d77f3580", "name": "network-vif-plugged", "status": "completed", "tag": "26035614-514e-45ec-94d7-661ccc031c41"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:05:57.590088 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 26035614-514e-45ec-94d7-661ccc031c41, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=26035614-514e-45ec-94d7-661ccc031c41,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:57.598466 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:57.642253 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009a900d-57d8-474b-9a98-4b9f746bb431 x-openstack-request-id: req-009a900d-57d8-474b-9a98-4b9f746bb431 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:05:57.642705 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4096f9db-a6fb-40e2-bfd6-9d69d77f3580", "name": "network-vif-plugged", "status": "completed", "tag": "26035614-514e-45ec-94d7-661ccc031c41", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:05:57.642990 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-009a900d-57d8-474b-9a98-4b9f746bb431 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:05:57.643388 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4096f9db-a6fb-40e2-bfd6-9d69d77f3580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26035614-514e-45ec-94d7-661ccc031c41', 'code': 200} Sep 21 18:05:57.665316 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f71e9ff0-c1a9-440e-bb64-77be9ce7e0d0 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:57.677450 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=26035614-514e-45ec-94d7-661ccc031c41,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:57.681213 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-f71e9ff0-c1a9-440e-bb64-77be9ce7e0d0 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Calling delete_port for da7384b8-0d60-43ec-8110-730a3e4c3c80 owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:57.707265 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a0cc65c5-a1f4-4bd2-a290-800643d93bcf admin admin] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:57.712526 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b9fe84-4ffb-4629-99f4-501d2e4954b1 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Router d51afa4e-e565-43e2-adce-1edce9a7bf98 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:05:57.714202 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a0cc65c5-a1f4-4bd2-a290-800643d93bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:57.773348 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71960059-e16a-4ad7-a4e0-bb328aab0023 req-01507fe5-2a61-489b-a859-1c86ee110128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:57.774891 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-71960059-e16a-4ad7-a4e0-bb328aab0023 req-01507fe5-2a61-489b-a859-1c86ee110128 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 1097 time: 0.0890067 Sep 21 18:05:57.826769 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a0cc65c5-a1f4-4bd2-a290-800643d93bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:57.829217 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-71960059-e16a-4ad7-a4e0-bb328aab0023 req-030cd37f-f5ad-4e32-8094-d15a2757330d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451870 Sep 21 18:05:57.837202 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f71e9ff0-c1a9-440e-bb64-77be9ce7e0d0 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:57.843806 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc65c5-a1f4-4bd2-a290-800643d93bcf admin admin] Pushing event updated for resources: {'Port': ['ID=f4d69e13-2346-4fa1-aa5f-72b5ef71946b,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:57.868135 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e9ff0-c1a9-440e-bb64-77be9ce7e0d0 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Pushing event deleted for resources: {'Port': ['ID=da7384b8-0d60-43ec-8110-730a3e4c3c80,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:57.873692 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f71e9ff0-c1a9-440e-bb64-77be9ce7e0d0 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:57.876360 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f71e9ff0-c1a9-440e-bb64-77be9ce7e0d0 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] 10.222.0.58 "DELETE /v2.0/ports/da7384b8-0d60-43ec-8110-730a3e4c3c80 HTTP/1.1" status: 204 len: 168 time: 0.4417429 Sep 21 18:05:57.878468 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48396) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:57.907854 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7bd37599-1707-49c1-9218-60fc52b1f928 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0281150 Sep 21 18:05:57.911301 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48398) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:57.916354 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-c96edf97-373f-4716-bf15-122b34fc14b7 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1986917362'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:57.936941 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96edf97-373f-4716-bf15-122b34fc14b7 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Made reservation on behalf of 69586570c87c4756b48380463803926c for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:05:57.940552 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c96edf97-373f-4716-bf15-122b34fc14b7 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:57.940877 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b9fe84-4ffb-4629-99f4-501d2e4954b1 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:05:57.948743 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-40b9fe84-4ffb-4629-99f4-501d2e4954b1 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "PUT /v2.0/routers/d51afa4e-e565-43e2-adce-1edce9a7bf98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9022496 Sep 21 18:05:57.952715 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48400) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:57.954774 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60450fca-1bda-461c-a61b-971ff4b01281 None None] Sync routers for ids ['d51afa4e-e565-43e2-adce-1edce9a7bf98'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:05:57.966420 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60450fca-1bda-461c-a61b-971ff4b01281 None None] Routers {'d51afa4e-e565-43e2-adce-1edce9a7bf98'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:57.967402 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-60450fca-1bda-461c-a61b-971ff4b01281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['d51afa4e-e565-43e2-adce-1edce9a7bf98'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:57.969026 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c96edf97-373f-4716-bf15-122b34fc14b7 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:05:57.978506 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c96edf97-373f-4716-bf15-122b34fc14b7 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:57.978846 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-c96edf97-373f-4716-bf15-122b34fc14b7 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Added segment 0f64a3d6-b183-43ae-9071-2c61f3c9bfca of type vlan for network 916fce18-4140-4405-826b-584dfae2a3e0 Sep 21 18:05:58.014691 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cc65c5-a1f4-4bd2-a290-800643d93bcf admin admin] Network dddd0670-5287-4028-990d-3f24462a1d0c is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:05:58.018195 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-a0cc65c5-a1f4-4bd2-a290-800643d93bcf admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:05:58.019229 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c96edf97-373f-4716-bf15-122b34fc14b7 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:58.023845 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-2701040f-f88b-495c-975f-ede5c5ac6350 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Deleting subnet 67f2c077-f2e4-4ab2-a068-a437898f91c6 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:05:58.029532 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2701040f-f88b-495c-975f-ede5c5ac6350 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:58.061378 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c96edf97-373f-4716-bf15-122b34fc14b7 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:58.069843 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96edf97-373f-4716-bf15-122b34fc14b7 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:58.071222 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c96edf97-373f-4716-bf15-122b34fc14b7 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:58.071826 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-60450fca-1bda-461c-a61b-971ff4b01281 None None] Set router d51afa4e-e565-43e2-adce-1edce9a7bf98 gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:58.126874 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2701040f-f88b-495c-975f-ede5c5ac6350 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:58.172864 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96edf97-373f-4716-bf15-122b34fc14b7 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Pushing event updated for resources: {'Network': ['ID=916fce18-4140-4405-826b-584dfae2a3e0,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:58.178408 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c96edf97-373f-4716-bf15-122b34fc14b7 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2636507 Sep 21 18:05:58.178653 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48406) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:58.189649 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 916fce18-4140-4405-826b-584dfae2a3e0 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:05:58.198263 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-420f1ccb-07b5-4b08-8e83-b5a862025b0b tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-741265593'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:58.278157 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420f1ccb-07b5-4b08-8e83-b5a862025b0b tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Made reservation on behalf of 69586570c87c4756b48380463803926c for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:05:58.283632 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-420f1ccb-07b5-4b08-8e83-b5a862025b0b tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:58.315138 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0cc65c5-a1f4-4bd2-a290-800643d93bcf admin admin] Router 3d093da6-f2e5-4673-b5c2-b7369ed3a48c has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:05:58.316932 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6361898-51de-4ed8-b8b1-bae72d481c2f req-04c5c4bc-b7a5-46b4-84a0-91ddcf4a171e tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:58.318986 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c6361898-51de-4ed8-b8b1-bae72d481c2f req-04c5c4bc-b7a5-46b4-84a0-91ddcf4a171e tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 946 time: 0.1053054 Sep 21 18:05:58.330435 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420f1ccb-07b5-4b08-8e83-b5a862025b0b tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:05:58.356719 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-420f1ccb-07b5-4b08-8e83-b5a862025b0b tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:58.356976 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-420f1ccb-07b5-4b08-8e83-b5a862025b0b tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Added segment 0dcf6b64-3b23-4252-ba83-2c3aed87ad7c of type vlan for network f14e939e-dd03-49c8-a749-b6fbd365145c Sep 21 18:05:58.400321 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2701040f-f88b-495c-975f-ede5c5ac6350 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:58.421205 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c6361898-51de-4ed8-b8b1-bae72d481c2f req-806574ff-420e-42d8-9d75-72e9e206d94b tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926735 Sep 21 18:05:58.424025 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-60450fca-1bda-461c-a61b-971ff4b01281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'name': 'tempest-RoutersTest-router-595207985', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:13Z', 'updated_at': '2021-09-21T18:05:56Z', 'revision_number': 10, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'gw_port_host': None, '_interfaces': [{'id': 'd08606cd-f058-4798-95cd-d3d9ff775174', 'name': '', 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:10:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '76f50e48-b158-482f-afd8-bde2737327f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:15Z', 'updated_at': '2021-09-21T18:05:23Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '76f50e48-b158-482f-afd8-bde2737327f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:58.435243 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-420f1ccb-07b5-4b08-8e83-b5a862025b0b tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:58.461317 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60450fca-1bda-461c-a61b-971ff4b01281 None None] Checking router: d51afa4e-e565-43e2-adce-1edce9a7bf98 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:05:58.476133 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60450fca-1bda-461c-a61b-971ff4b01281 None None] Routers {'d51afa4e-e565-43e2-adce-1edce9a7bf98'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:58.476984 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-60450fca-1bda-461c-a61b-971ff4b01281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['d51afa4e-e565-43e2-adce-1edce9a7bf98'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:58.479734 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-420f1ccb-07b5-4b08-8e83-b5a862025b0b tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:58.483145 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b14b8700-fdfd-408c-b75b-b289edb33c70 None None] Provisioning complete for port f4d69e13-2346-4fa1-aa5f-72b5ef71946b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:58.483745 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b14b8700-fdfd-408c-b75b-b289edb33c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:58.490345 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420f1ccb-07b5-4b08-8e83-b5a862025b0b tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:05:58.491122 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-420f1ccb-07b5-4b08-8e83-b5a862025b0b tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:58.525548 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b14b8700-fdfd-408c-b75b-b289edb33c70 None None] Port f4d69e13-2346-4fa1-aa5f-72b5ef71946b cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:05:58.564145 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2701040f-f88b-495c-975f-ede5c5ac6350 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:58.579704 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-420f1ccb-07b5-4b08-8e83-b5a862025b0b tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3999159 Sep 21 18:05:58.583470 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f1ccb-07b5-4b08-8e83-b5a862025b0b tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Pushing event updated for resources: {'Network': ['ID=f14e939e-dd03-49c8-a749-b6fbd365145c,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:58.610417 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701040f-f88b-495c-975f-ede5c5ac6350 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event deleted for resources: {'Subnet': ['ID=67f2c077-f2e4-4ab2-a068-a437898f91c6,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:58.616680 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2701040f-f88b-495c-975f-ede5c5ac6350 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:58.618604 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2701040f-f88b-495c-975f-ede5c5ac6350 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/subnets/67f2c077-f2e4-4ab2-a068-a437898f91c6 HTTP/1.1" status: 204 len: 168 time: 0.6649346 Sep 21 18:05:58.621678 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48408) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:58.627572 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4898ee-c671-40ec-b6bf-db66cc0fd8ca None None] Network b0393d42-e782-4a8e-87bd-0e922e798577 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:05:58.630267 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cc65c5-a1f4-4bd2-a290-800643d93bcf admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:05:58.635686 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network f14e939e-dd03-49c8-a749-b6fbd365145c details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:05:58.649019 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a0cc65c5-a1f4-4bd2-a290-800643d93bcf admin admin] 10.222.0.58 "PUT /v2.0/routers/3d093da6-f2e5-4673-b5c2-b7369ed3a48c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3559415 Sep 21 18:05:58.729164 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-60450fca-1bda-461c-a61b-971ff4b01281 None None] Set router d51afa4e-e565-43e2-adce-1edce9a7bf98 gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:58.743878 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b850fdca-4c0c-45bc-9739-f88753beb505 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:58.881751 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-b850fdca-4c0c-45bc-9739-f88753beb505 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Deleting port e15c3151-8354-4c76-baea-b72fe9753819 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:58.882507 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b850fdca-4c0c-45bc-9739-f88753beb505 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:58.963722 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dc7355-55b0-4fd2-b4f1-9b967e1407e1 None None] Sync routers for ids ['3d093da6-f2e5-4673-b5c2-b7369ed3a48c'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:05:58.980351 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dc7355-55b0-4fd2-b4f1-9b967e1407e1 None None] Routers {'3d093da6-f2e5-4673-b5c2-b7369ed3a48c'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:05:58.980827 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-59dc7355-55b0-4fd2-b4f1-9b967e1407e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3d093da6-f2e5-4673-b5c2-b7369ed3a48c'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:59.074698 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f4e9c3-01ed-49c0-8861-cc445fdf8300 None None] DHCP port deletion for b0393d42-e782-4a8e-87bd-0e922e798577 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:05:59.083632 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-b850fdca-4c0c-45bc-9739-f88753beb505 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] For port e15c3151-8354-4c76-baea-b72fe9753819, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e15c3151-8354-4c76-baea-b72fe9753819,segment=NetworkSegment(5b300e63-d7ca-4917-8bee-ebd64dfab015),segment_id=5b300e63-d7ca-4917-8bee-ebd64dfab015)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:59.084229 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b850fdca-4c0c-45bc-9739-f88753beb505 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:59.127359 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ea6214e7-caa7-429e-85d9-1c7ad457fbf8 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:05:59.127709 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-b850fdca-4c0c-45bc-9739-f88753beb505 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Calling delete_port for e15c3151-8354-4c76-baea-b72fe9753819 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:59.259245 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b850fdca-4c0c-45bc-9739-f88753beb505 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:59.315272 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-60450fca-1bda-461c-a61b-971ff4b01281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'name': 'tempest-RoutersTest-router-595207985', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:13Z', 'updated_at': '2021-09-21T18:05:56Z', 'revision_number': 10, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'gw_port_host': None, '_interfaces': [{'id': 'd08606cd-f058-4798-95cd-d3d9ff775174', 'name': '', 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:10:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '76f50e48-b158-482f-afd8-bde2737327f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:15Z', 'updated_at': '2021-09-21T18:05:23Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '76f50e48-b158-482f-afd8-bde2737327f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:59.319818 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850fdca-4c0c-45bc-9739-f88753beb505 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event deleted for resources: {'Port': ['ID=e15c3151-8354-4c76-baea-b72fe9753819,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:59.326997 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b850fdca-4c0c-45bc-9739-f88753beb505 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] No DVR routers for this DVR port e15c3151-8354-4c76-baea-b72fe9753819 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:05:59.348708 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port ea6214e7-caa7-429e-85d9-1c7ad457fbf8 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:05:59.349222 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:59.362472 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60450fca-1bda-461c-a61b-971ff4b01281 None None] The sync data for ids ['d51afa4e-e565-43e2-adce-1edce9a7bf98'] in n-d-810291-1 is: [{'id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'name': 'tempest-RoutersTest-router-595207985', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:13Z', 'updated_at': '2021-09-21T18:05:56Z', 'revision_number': 10, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'gw_port_host': None, '_interfaces': [{'id': 'd08606cd-f058-4798-95cd-d3d9ff775174', 'name': '', 'network_id': '76a62f76-c95d-480a-9c2c-a938d6efa98b', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'mac_address': 'fa:16:3e:10:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '76f50e48-b158-482f-afd8-bde2737327f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:15Z', 'updated_at': '2021-09-21T18:05:23Z', 'revision_number': 5, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'subnets': [{'id': '76f50e48-b158-482f-afd8-bde2737327f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:05:59.402224 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-f5f4e9c3-01ed-49c0-8861-cc445fdf8300 None None] Deleting port e15c3151-8354-4c76-baea-b72fe9753819 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:05:59.405849 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f5f4e9c3-01ed-49c0-8861-cc445fdf8300 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:59.466812 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b850fdca-4c0c-45bc-9739-f88753beb505 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:59.489223 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-b850fdca-4c0c-45bc-9739-f88753beb505 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0393d42-e782-4a8e-87bd-0e922e798577']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:59.499979 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-b850fdca-4c0c-45bc-9739-f88753beb505 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b300e63-d7ca-4917-8bee-ebd64dfab015') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:59.500432 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-b850fdca-4c0c-45bc-9739-f88753beb505 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b300e63-d7ca-4917-8bee-ebd64dfab015') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:05:59.510377 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b850fdca-4c0c-45bc-9739-f88753beb505 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:59.523852 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b850fdca-4c0c-45bc-9739-f88753beb505 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:59.524083 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-f5f4e9c3-01ed-49c0-8861-cc445fdf8300 None None] For port e15c3151-8354-4c76-baea-b72fe9753819, host n-d-810291-1, got binding levels [] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:59.524297 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f5f4e9c3-01ed-49c0-8861-cc445fdf8300 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:59.530083 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b850fdca-4c0c-45bc-9739-f88753beb505 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:05:59.530477 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b850fdca-4c0c-45bc-9739-f88753beb505 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:59.553724 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-f5f4e9c3-01ed-49c0-8861-cc445fdf8300 None None] Calling delete_port for e15c3151-8354-4c76-baea-b72fe9753819 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:05:59.557130 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.ipam_backend_mixin [None req-f5f4e9c3-01ed-49c0-8861-cc445fdf8300 None None] Port e15c3151-8354-4c76-baea-b72fe9753819 was not found and therefore no delete operation was performed {{(pid=101462) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 18:05:59.563114 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f5f4e9c3-01ed-49c0-8861-cc445fdf8300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:59.602037 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f4e9c3-01ed-49c0-8861-cc445fdf8300 None None] No DVR routers for this DVR port e15c3151-8354-4c76-baea-b72fe9753819 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:05:59.618667 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-59dc7355-55b0-4fd2-b4f1-9b967e1407e1 None None] Set router 3d093da6-f2e5-4673-b5c2-b7369ed3a48c gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:05:59.715557 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48430) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:05:59.736960 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-4c73c1b9-3a74-4815-9d48-a5b4d7314867 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1240390620-network', 'tenant_id': '1c99a9e1c66149d98245cefe55b174bf'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:05:59.740314 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4e9c3-01ed-49c0-8861-cc445fdf8300 None None] Pushing event deleted for resources: {'Port': ['ID=e15c3151-8354-4c76-baea-b72fe9753819,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:59.773530 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c73c1b9-3a74-4815-9d48-a5b4d7314867 admin admin] Made reservation on behalf of 1c99a9e1c66149d98245cefe55b174bf for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:05:59.777411 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4c73c1b9-3a74-4815-9d48-a5b4d7314867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:59.797970 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4c73c1b9-3a74-4815-9d48-a5b4d7314867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:59.804042 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:59.828603 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port ea6214e7-caa7-429e-85d9-1c7ad457fbf8, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ea6214e7-caa7-429e-85d9-1c7ad457fbf8,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:05:59.840968 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:05:59.949476 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=ea6214e7-caa7-429e-85d9-1c7ad457fbf8,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:05:59.994244 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:05:59.994244 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:05:59.994244 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:05:59.994244 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:05:59.994244 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:05:59.994244 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:05:59.994244 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:05:59.994244 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:05:59.994244 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:05:59.994244 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:05:59.994244 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:05:59.994244 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:05:59.994244 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:05:59.994244 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:05:59.994244 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:05:59.994244 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:05:59.994244 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:05:59.994244 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:05:59.994244 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:05:59.994244 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:05:59.994244 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:05:59.994244 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:05:59.994244 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:05:59.994244 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:05:59.994244 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:05:59.994244 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:05:59.994244 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:05:59.994244 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:05:59.994244 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:05:59.994244 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:05:59.994244 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:05:59.994244 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:06:00.019983 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-59dc7355-55b0-4fd2-b4f1-9b967e1407e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d093da6-f2e5-4673-b5c2-b7369ed3a48c', 'name': 'tempest-TestServerMultinode-1986510075-router', 'tenant_id': '03ca0efd181d4e23ad15c414a4694426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'ea6214e7-caa7-429e-85d9-1c7ad457fbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:51Z', 'updated_at': '2021-09-21T18:05:56Z', 'revision_number': 4, 'project_id': '03ca0efd181d4e23ad15c414a4694426', 'gw_port': {'id': 'ea6214e7-caa7-429e-85d9-1c7ad457fbf8', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d093da6-f2e5-4673-b5c2-b7369ed3a48c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:52Z', 'updated_at': '2021-09-21T18:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'f4d69e13-2346-4fa1-aa5f-72b5ef71946b', 'name': '', 'network_id': 'dddd0670-5287-4028-990d-3f24462a1d0c', 'tenant_id': '03ca0efd181d4e23ad15c414a4694426', 'mac_address': 'fa:16:3e:4a:ea:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d093da6-f2e5-4673-b5c2-b7369ed3a48c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '53480a76-a2e1-4cb9-abd9-952fafb29185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:55Z', 'updated_at': '2021-09-21T18:05:57Z', 'revision_number': 2, 'project_id': '03ca0efd181d4e23ad15c414a4694426', 'subnets': [{'id': '53480a76-a2e1-4cb9-abd9-952fafb29185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:00.051804 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efedebf-592f-4295-bb24-09d7d778cbac req-c1e89bc6-0f64-4429-ae74-7384e9a6b378 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:00.053607 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3efedebf-592f-4295-bb24-09d7d778cbac req-c1e89bc6-0f64-4429-ae74-7384e9a6b378 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 946 time: 0.0599382 Sep 21 18:06:00.054475 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b850fdca-4c0c-45bc-9739-f88753beb505 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:00.059739 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b850fdca-4c0c-45bc-9739-f88753beb505 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:00.062006 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b850fdca-4c0c-45bc-9739-f88753beb505 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/networks/b0393d42-e782-4a8e-87bd-0e922e798577 HTTP/1.1" status: 204 len: 168 time: 1.4383171 Sep 21 18:06:00.071813 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4c73c1b9-3a74-4815-9d48-a5b4d7314867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:00.073043 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48434) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:00.078717 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dc7355-55b0-4fd2-b4f1-9b967e1407e1 None None] Checking router: 3d093da6-f2e5-4673-b5c2-b7369ed3a48c for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:06:00.079400 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dc7355-55b0-4fd2-b4f1-9b967e1407e1 None None] Updating router 3d093da6-f2e5-4673-b5c2-b7369ed3a48c port f4d69e13-2346-4fa1-aa5f-72b5ef71946b binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:06:00.097697 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850fdca-4c0c-45bc-9739-f88753beb505 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event deleted for resources: {'Network': ['ID=b0393d42-e782-4a8e-87bd-0e922e798577,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:00.119583 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3efedebf-592f-4295-bb24-09d7d778cbac req-012a2b3e-0a4a-44cc-b7d1-c02e38773843 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418985 Sep 21 18:06:00.128015 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4c73c1b9-3a74-4815-9d48-a5b4d7314867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:00.131822 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-59dc7355-55b0-4fd2-b4f1-9b967e1407e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:00.143205 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c73c1b9-3a74-4815-9d48-a5b4d7314867 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:06:00.164388 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4c73c1b9-3a74-4815-9d48-a5b4d7314867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:00.164803 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-4c73c1b9-3a74-4815-9d48-a5b4d7314867 admin admin] Added segment c965e36f-5c13-4fbf-a007-15a89708b492 of type vlan for network bcc5e1bc-0447-4971-861d-2224222c9638 Sep 21 18:06:00.224396 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4c73c1b9-3a74-4815-9d48-a5b4d7314867 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:00.302352 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4c73c1b9-3a74-4815-9d48-a5b4d7314867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:00.303541 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c73c1b9-3a74-4815-9d48-a5b4d7314867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:00.304130 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4c73c1b9-3a74-4815-9d48-a5b4d7314867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:00.324369 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73c1b9-3a74-4815-9d48-a5b4d7314867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d5627e-150b-489f-9d9b-b05badf9963f,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:00.416712 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4c73c1b9-3a74-4815-9d48-a5b4d7314867 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6997671 Sep 21 18:06:00.425039 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48442) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:00.461012 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-cf69968a-7b14-42ab-b36a-255b22903d5d admin admin] Request body: {'subnet': {'network_id': 'bcc5e1bc-0447-4971-861d-2224222c9638', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1240390620-subnet', 'tenant_id': '1c99a9e1c66149d98245cefe55b174bf', 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:00.494746 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73c1b9-3a74-4815-9d48-a5b4d7314867 admin admin] Pushing event updated for resources: {'Network': ['ID=bcc5e1bc-0447-4971-861d-2224222c9638,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:00.512531 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf69968a-7b14-42ab-b36a-255b22903d5d admin admin] Made reservation on behalf of 1c99a9e1c66149d98245cefe55b174bf for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:00.516760 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cf69968a-7b14-42ab-b36a-255b22903d5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:00.529995 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a01101-ee26-4d49-973f-b542fc0e1c77 req-d0f191d8-2e00-4d79-9f69-62f162cc1081 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:00.540167 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-32a01101-ee26-4d49-973f-b542fc0e1c77 req-d0f191d8-2e00-4d79-9f69-62f162cc1081 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 946 time: 0.1300414 Sep 21 18:06:00.656015 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network bcc5e1bc-0447-4971-861d-2224222c9638 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:06:00.699104 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0c291549-0990-4ca8-9140-51fbee6a2fe5 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:00.710287 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-32a01101-ee26-4d49-973f-b542fc0e1c77 req-fe17747a-a0ed-49a1-b43a-21ef6c2acbf4 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685688 Sep 21 18:06:00.821786 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-59dc7355-55b0-4fd2-b4f1-9b967e1407e1 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:00.829999 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-59dc7355-55b0-4fd2-b4f1-9b967e1407e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:00.861266 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cf69968a-7b14-42ab-b36a-255b22903d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:00.887828 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba998d8f-e226-4c46-8f80-00fe603e742c None None] Pushing event updated for resources: {'Port': ['ID=f4d69e13-2346-4fa1-aa5f-72b5ef71946b,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:00.941350 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69968a-7b14-42ab-b36a-255b22903d5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fba59097-f444-498a-9db2-3b53167ef91c,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:00.980843 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf69968a-7b14-42ab-b36a-255b22903d5d admin admin] Checking segment: {'id': 'c965e36f-5c13-4fbf-a007-15a89708b492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bcc5e1bc-0447-4971-861d-2224222c9638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:00.981409 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf69968a-7b14-42ab-b36a-255b22903d5d admin admin] Network hostable DHCP agents. Network: bcc5e1bc-0447-4971-861d-2224222c9638, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:06:01.005807 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ea6214e7-caa7-429e-85d9-1c7ad457fbf8 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:01.010645 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf69968a-7b14-42ab-b36a-255b22903d5d admin admin] Network bcc5e1bc-0447-4971-861d-2224222c9638 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:06:01.025602 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-cf69968a-7b14-42ab-b36a-255b22903d5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, bcc5e1bc-0447-4971-861d-2224222c9638) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:01.032862 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf69968a-7b14-42ab-b36a-255b22903d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:01.033581 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cf69968a-7b14-42ab-b36a-255b22903d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:01.064630 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-cf69968a-7b14-42ab-b36a-255b22903d5d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6380568 Sep 21 18:06:01.066759 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48444) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:01.077215 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-7297674b-ec5d-4afb-bdc6-2bfb646aa1d6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1240390620-router', 'tenant_id': '1c99a9e1c66149d98245cefe55b174bf', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:01.080574 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-0c291549-0990-4ca8-9140-51fbee6a2fe5 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Deleting port d08606cd-f058-4798-95cd-d3d9ff775174 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:01.081084 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0c291549-0990-4ca8-9140-51fbee6a2fe5 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:01.131466 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-59dc7355-55b0-4fd2-b4f1-9b967e1407e1 None None] Attempting to bind port f4d69e13-2346-4fa1-aa5f-72b5ef71946b on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:06:01.132436 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-59dc7355-55b0-4fd2-b4f1-9b967e1407e1 None None] Attempting to bind port f4d69e13-2346-4fa1-aa5f-72b5ef71946b by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '953015e8-9529-4288-9f90-ef076e8c0148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dddd0670-5287-4028-990d-3f24462a1d0c'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:06:01.133045 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dc7355-55b0-4fd2-b4f1-9b967e1407e1 None None] Attempting to bind port f4d69e13-2346-4fa1-aa5f-72b5ef71946b on network dddd0670-5287-4028-990d-3f24462a1d0c {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:06:01.137673 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7297674b-ec5d-4afb-bdc6-2bfb646aa1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:01.138951 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7297674b-ec5d-4afb-bdc6-2bfb646aa1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:01.149683 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f13c6f-50f7-443d-9463-490d722f016f None None] Network bcc5e1bc-0447-4971-861d-2224222c9638 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:01.180617 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dc7355-55b0-4fd2-b4f1-9b967e1407e1 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:06:01.181381 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dc7355-55b0-4fd2-b4f1-9b967e1407e1 None None] Checking segment: {'id': '953015e8-9529-4288-9f90-ef076e8c0148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dddd0670-5287-4028-990d-3f24462a1d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:01.182002 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-59dc7355-55b0-4fd2-b4f1-9b967e1407e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:01.182598 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dc7355-55b0-4fd2-b4f1-9b967e1407e1 None None] Bound using segment: {'id': '953015e8-9529-4288-9f90-ef076e8c0148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dddd0670-5287-4028-990d-3f24462a1d0c'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:06:01.183341 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-59dc7355-55b0-4fd2-b4f1-9b967e1407e1 None None] Bound port: f4d69e13-2346-4fa1-aa5f-72b5ef71946b, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '953015e8-9529-4288-9f90-ef076e8c0148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dddd0670-5287-4028-990d-3f24462a1d0c'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:06:01.183974 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-59dc7355-55b0-4fd2-b4f1-9b967e1407e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:01.191984 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-0c291549-0990-4ca8-9140-51fbee6a2fe5 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] For port d08606cd-f058-4798-95cd-d3d9ff775174, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d08606cd-f058-4798-95cd-d3d9ff775174,segment=NetworkSegment(a668d8c5-c789-4bf4-920d-6f4de0c028f5),segment_id=a668d8c5-c789-4bf4-920d-6f4de0c028f5)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:01.192345 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0c291549-0990-4ca8-9140-51fbee6a2fe5 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:01.210670 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-0c291549-0990-4ca8-9140-51fbee6a2fe5 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Calling delete_port for d08606cd-f058-4798-95cd-d3d9ff775174 owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:06:01.232769 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7297674b-ec5d-4afb-bdc6-2bfb646aa1d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:01.343378 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port ea6214e7-caa7-429e-85d9-1c7ad457fbf8 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:01.345203 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:01.369920 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-59ce1d36-aefc-4e7a-a468-afb7dbd95e29 None None] Provisioning complete for port f4d69e13-2346-4fa1-aa5f-72b5ef71946b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:01.370578 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-59ce1d36-aefc-4e7a-a468-afb7dbd95e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:01.406190 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0c291549-0990-4ca8-9140-51fbee6a2fe5 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:01.406579 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-59dc7355-55b0-4fd2-b4f1-9b967e1407e1 None None] For port f4d69e13-2346-4fa1-aa5f-72b5ef71946b, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:06:01.435506 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-59dc7355-55b0-4fd2-b4f1-9b967e1407e1 None None] For port f4d69e13-2346-4fa1-aa5f-72b5ef71946b, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f4d69e13-2346-4fa1-aa5f-72b5ef71946b,segment=NetworkSegment(953015e8-9529-4288-9f90-ef076e8c0148),segment_id=953015e8-9529-4288-9f90-ef076e8c0148)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:06:01.435898 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c291549-0990-4ca8-9140-51fbee6a2fe5 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event deleted for resources: {'Port': ['ID=d08606cd-f058-4798-95cd-d3d9ff775174,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:01.465721 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-59dc7355-55b0-4fd2-b4f1-9b967e1407e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:01.486727 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-59ce1d36-aefc-4e7a-a468-afb7dbd95e29 None None] Port f4d69e13-2346-4fa1-aa5f-72b5ef71946b cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:06:01.490818 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7297674b-ec5d-4afb-bdc6-2bfb646aa1d6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:01.687327 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dc7355-55b0-4fd2-b4f1-9b967e1407e1 None None] Routers {'3d093da6-f2e5-4673-b5c2-b7369ed3a48c'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:06:01.688067 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-59dc7355-55b0-4fd2-b4f1-9b967e1407e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3d093da6-f2e5-4673-b5c2-b7369ed3a48c'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:01.690538 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf999ec5-d39f-4d5a-81ef-69f2aa3e5362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-bcc5e1bc-0447-4971-861d-2224222c9638', 'network_id': 'bcc5e1bc-0447-4971-861d-2224222c9638', 'tenant_id': '1c99a9e1c66149d98245cefe55b174bf', 'fixed_ips': [{'subnet_id': 'fba59097-f444-498a-9db2-3b53167ef91c'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:06:01.691400 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cf999ec5-d39f-4d5a-81ef-69f2aa3e5362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:01.779090 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba998d8f-e226-4c46-8f80-00fe603e742c None None] Pushing event updated for resources: {'Port': ['ID=f4d69e13-2346-4fa1-aa5f-72b5ef71946b,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:01.894159 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0c291549-0990-4ca8-9140-51fbee6a2fe5 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:01.918778 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48450) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:01.925720 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-f81e0037-3eea-4b77-8d68-9ba5f2c4d3b0 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Request body: {'subnets': [{'network_id': '916fce18-4140-4405-826b-584dfae2a3e0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1472753444', 'ip_version': 6}, {'network_id': 'f14e939e-dd03-49c8-a749-b6fbd365145c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:01.926043 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-f81e0037-3eea-4b77-8d68-9ba5f2c4d3b0 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Request body: {'subnet': {'network_id': '916fce18-4140-4405-826b-584dfae2a3e0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1472753444', 'ip_version': 6}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:01.926721 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-f81e0037-3eea-4b77-8d68-9ba5f2c4d3b0 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Request body: {'subnet': {'network_id': 'f14e939e-dd03-49c8-a749-b6fbd365145c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:01.980780 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device d2c5ca92-9d11-4f73-902d-ec9cc3273cbc no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:06:02.044596 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: d2c5ca92-9d11-4f73-902d-ec9cc3273cbc {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:06:02.044829 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device d2c5ca92-9d11-4f73-902d-ec9cc3273cbc not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:06:02.045249 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e15c3151-8354-4c76-baea-b72fe9753819 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:06:02.082581 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: e15c3151-8354-4c76-baea-b72fe9753819 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:06:02.082958 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e15c3151-8354-4c76-baea-b72fe9753819 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:06:02.104377 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c291549-0990-4ca8-9140-51fbee6a2fe5 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Router d51afa4e-e565-43e2-adce-1edce9a7bf98 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:06:02.104916 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-6174e52d-e0c2-4325-a0e7-a25048ce6ab6 None None] Provisioning complete for port f4d69e13-2346-4fa1-aa5f-72b5ef71946b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:02.105286 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6174e52d-e0c2-4325-a0e7-a25048ce6ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:02.108388 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-59dc7355-55b0-4fd2-b4f1-9b967e1407e1 None None] Set router 3d093da6-f2e5-4673-b5c2-b7369ed3a48c gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:06:02.124266 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9d269-a6a8-4892-8cc6-0febbf1d653b req-c9e42383-806e-406e-ad48-ef7a2ba50fe4 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:02.126298 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-52b9d269-a6a8-4892-8cc6-0febbf1d653b req-c9e42383-806e-406e-ad48-ef7a2ba50fe4 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 946 time: 0.2083759 Sep 21 18:06:02.138359 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7297674b-ec5d-4afb-bdc6-2bfb646aa1d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:02.202399 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7297674b-ec5d-4afb-bdc6-2bfb646aa1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:02.210180 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-cf999ec5-d39f-4d5a-81ef-69f2aa3e5362 None None] Allocated IP 172.20.0.2 (bcc5e1bc-0447-4971-861d-2224222c9638/fba59097-f444-498a-9db2-3b53167ef91c/a442b3ce-ca4a-4e18-b3d8-748338c4b33b) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:02.300093 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-52b9d269-a6a8-4892-8cc6-0febbf1d653b req-0887a85b-afc2-4295-9755-15b0603af80e tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630938 Sep 21 18:06:02.316371 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81e0037-3eea-4b77-8d68-9ba5f2c4d3b0 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Made reservation on behalf of 69586570c87c4756b48380463803926c for: {'subnet': 2} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:02.321326 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f81e0037-3eea-4b77-8d68-9ba5f2c4d3b0 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:02.321674 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f81e0037-3eea-4b77-8d68-9ba5f2c4d3b0 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:02.444755 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-7297674b-ec5d-4afb-bdc6-2bfb646aa1d6 admin admin] Allocated IP 172.25.6.30 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/5584a104-aa4e-4046-8852-9b8f3090cbf9) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:02.472320 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cf999ec5-d39f-4d5a-81ef-69f2aa3e5362 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:02.496391 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c291549-0990-4ca8-9140-51fbee6a2fe5 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:06:02.502084 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0c291549-0990-4ca8-9140-51fbee6a2fe5 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "PUT /v2.0/routers/d51afa4e-e565-43e2-adce-1edce9a7bf98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4279556 Sep 21 18:06:02.505207 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48458) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:02.507502 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb6420e-71ff-4936-ae06-3b4bd7e75950 None None] Sync routers for ids ['d51afa4e-e565-43e2-adce-1edce9a7bf98'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:06:02.520167 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb6420e-71ff-4936-ae06-3b4bd7e75950 None None] Routers {'d51afa4e-e565-43e2-adce-1edce9a7bf98'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:06:02.520785 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-fbb6420e-71ff-4936-ae06-3b4bd7e75950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['d51afa4e-e565-43e2-adce-1edce9a7bf98'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:02.567939 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cf999ec5-d39f-4d5a-81ef-69f2aa3e5362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:02.572949 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a92076-d2e0-4ca1-9383-20f0f78e21d7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Deleting subnet 76f50e48-b158-482f-afd8-bde2737327f2 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:06:02.576819 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-07a92076-d2e0-4ca1-9383-20f0f78e21d7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:02.630681 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-07a92076-d2e0-4ca1-9383-20f0f78e21d7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:02.639106 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7297674b-ec5d-4afb-bdc6-2bfb646aa1d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:02.664365 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-fbb6420e-71ff-4936-ae06-3b4bd7e75950 None None] Set router d51afa4e-e565-43e2-adce-1edce9a7bf98 gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:06:02.754961 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-07a92076-d2e0-4ca1-9383-20f0f78e21d7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:02.776215 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf999ec5-d39f-4d5a-81ef-69f2aa3e5362 None None] Network bcc5e1bc-0447-4971-861d-2224222c9638 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:02.779313 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7297674b-ec5d-4afb-bdc6-2bfb646aa1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:02.783533 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-fbb6420e-71ff-4936-ae06-3b4bd7e75950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'name': 'tempest-RoutersTest-router-595207985', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:13Z', 'updated_at': '2021-09-21T18:06:01Z', 'revision_number': 11, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:02.852583 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb6420e-71ff-4936-ae06-3b4bd7e75950 None None] Checking router: d51afa4e-e565-43e2-adce-1edce9a7bf98 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:06:02.864915 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-cf999ec5-d39f-4d5a-81ef-69f2aa3e5362 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:02.869717 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb6420e-71ff-4936-ae06-3b4bd7e75950 None None] Routers {'d51afa4e-e565-43e2-adce-1edce9a7bf98'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:06:02.870576 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-fbb6420e-71ff-4936-ae06-3b4bd7e75950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['d51afa4e-e565-43e2-adce-1edce9a7bf98'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:02.876364 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-07a92076-d2e0-4ca1-9383-20f0f78e21d7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:02.877945 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf999ec5-d39f-4d5a-81ef-69f2aa3e5362 None None] Pushing event updated for resources: {'Port': ['ID=a442b3ce-ca4a-4e18-b3d8-748338c4b33b,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:02.880954 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf999ec5-d39f-4d5a-81ef-69f2aa3e5362 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:02.892638 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6174e52d-e0c2-4325-a0e7-a25048ce6ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:02.906724 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297674b-ec5d-4afb-bdc6-2bfb646aa1d6 admin admin] Pushing event updated for resources: {'Port': ['ID=5584a104-aa4e-4046-8852-9b8f3090cbf9,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:02.912905 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a92076-d2e0-4ca1-9383-20f0f78e21d7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event deleted for resources: {'Subnet': ['ID=76f50e48-b158-482f-afd8-bde2737327f2,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:02.917013 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-07a92076-d2e0-4ca1-9383-20f0f78e21d7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:02.921201 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-07a92076-d2e0-4ca1-9383-20f0f78e21d7 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/subnets/76f50e48-b158-482f-afd8-bde2737327f2 HTTP/1.1" status: 204 len: 168 time: 0.4122410 Sep 21 18:06:02.921953 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48468) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:02.927594 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53659e1-4d20-4efe-99c5-aceffcfbdfbd None None] Network 76a62f76-c95d-480a-9c2c-a938d6efa98b requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:02.954873 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7297674b-ec5d-4afb-bdc6-2bfb646aa1d6 admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:02.977391 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-7297674b-ec5d-4afb-bdc6-2bfb646aa1d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:02.980444 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7297674b-ec5d-4afb-bdc6-2bfb646aa1d6 admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:03.003454 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8604b17d-e3a8-43b3-8cad-ffeb47f37e73 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:03.017087 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-fbb6420e-71ff-4936-ae06-3b4bd7e75950 None None] Set router d51afa4e-e565-43e2-adce-1edce9a7bf98 gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:06:03.064951 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-8604b17d-e3a8-43b3-8cad-ffeb47f37e73 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Deleting port 95090cce-3d2b-4d3d-9d61-1be74d161e6b {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:03.065296 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8604b17d-e3a8-43b3-8cad-ffeb47f37e73 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:03.068540 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320570ad-a871-4b81-9e4a-11c519a7bf61 req-86d3f5f9-caca-496a-98a1-69619c5f2337 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:03.070351 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-320570ad-a871-4b81-9e4a-11c519a7bf61 req-86d3f5f9-caca-496a-98a1-69619c5f2337 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 946 time: 0.1559637 Sep 21 18:06:03.088788 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-fbb6420e-71ff-4936-ae06-3b4bd7e75950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'name': 'tempest-RoutersTest-router-595207985', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:13Z', 'updated_at': '2021-09-21T18:06:01Z', 'revision_number': 11, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:03.124343 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb6420e-71ff-4936-ae06-3b4bd7e75950 None None] The sync data for ids ['d51afa4e-e565-43e2-adce-1edce9a7bf98'] in n-d-810291-1 is: [{'id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'name': 'tempest-RoutersTest-router-595207985', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:13Z', 'updated_at': '2021-09-21T18:06:01Z', 'revision_number': 11, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'gw_port_host': None}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:06:03.154957 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-8604b17d-e3a8-43b3-8cad-ffeb47f37e73 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] For port 95090cce-3d2b-4d3d-9d61-1be74d161e6b, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=95090cce-3d2b-4d3d-9d61-1be74d161e6b,segment=NetworkSegment(a668d8c5-c789-4bf4-920d-6f4de0c028f5),segment_id=a668d8c5-c789-4bf4-920d-6f4de0c028f5)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:03.155508 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8604b17d-e3a8-43b3-8cad-ffeb47f37e73 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:03.172428 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-8604b17d-e3a8-43b3-8cad-ffeb47f37e73 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Calling delete_port for 95090cce-3d2b-4d3d-9d61-1be74d161e6b owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:06:03.215528 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-6174e52d-e0c2-4325-a0e7-a25048ce6ab6 None None] For port f4d69e13-2346-4fa1-aa5f-72b5ef71946b, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f4d69e13-2346-4fa1-aa5f-72b5ef71946b,segment=NetworkSegment(953015e8-9529-4288-9f90-ef076e8c0148),segment_id=953015e8-9529-4288-9f90-ef076e8c0148)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:03.219589 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-cf999ec5-d39f-4d5a-81ef-69f2aa3e5362 None None] Attempting to bind port a442b3ce-ca4a-4e18-b3d8-748338c4b33b on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:06:03.219983 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-cf999ec5-d39f-4d5a-81ef-69f2aa3e5362 None None] Attempting to bind port a442b3ce-ca4a-4e18-b3d8-748338c4b33b by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'c965e36f-5c13-4fbf-a007-15a89708b492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bcc5e1bc-0447-4971-861d-2224222c9638'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:06:03.220364 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf999ec5-d39f-4d5a-81ef-69f2aa3e5362 None None] Attempting to bind port a442b3ce-ca4a-4e18-b3d8-748338c4b33b on network bcc5e1bc-0447-4971-861d-2224222c9638 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:06:03.235863 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-59dc7355-55b0-4fd2-b4f1-9b967e1407e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d093da6-f2e5-4673-b5c2-b7369ed3a48c', 'name': 'tempest-TestServerMultinode-1986510075-router', 'tenant_id': '03ca0efd181d4e23ad15c414a4694426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'ea6214e7-caa7-429e-85d9-1c7ad457fbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:51Z', 'updated_at': '2021-09-21T18:05:56Z', 'revision_number': 4, 'project_id': '03ca0efd181d4e23ad15c414a4694426', 'gw_port': {'id': 'ea6214e7-caa7-429e-85d9-1c7ad457fbf8', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d093da6-f2e5-4673-b5c2-b7369ed3a48c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:52Z', 'updated_at': '2021-09-21T18:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'f4d69e13-2346-4fa1-aa5f-72b5ef71946b', 'name': '', 'network_id': 'dddd0670-5287-4028-990d-3f24462a1d0c', 'tenant_id': '03ca0efd181d4e23ad15c414a4694426', 'mac_address': 'fa:16:3e:4a:ea:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d093da6-f2e5-4673-b5c2-b7369ed3a48c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '53480a76-a2e1-4cb9-abd9-952fafb29185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:55Z', 'updated_at': '2021-09-21T18:06:01Z', 'revision_number': 4, 'project_id': '03ca0efd181d4e23ad15c414a4694426', 'subnets': [{'id': '53480a76-a2e1-4cb9-abd9-952fafb29185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:03.237801 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6174e52d-e0c2-4325-a0e7-a25048ce6ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:03.241723 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf999ec5-d39f-4d5a-81ef-69f2aa3e5362 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:06:03.242100 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf999ec5-d39f-4d5a-81ef-69f2aa3e5362 None None] Checking segment: {'id': 'c965e36f-5c13-4fbf-a007-15a89708b492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bcc5e1bc-0447-4971-861d-2224222c9638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:03.242654 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cf999ec5-d39f-4d5a-81ef-69f2aa3e5362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:03.243000 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf999ec5-d39f-4d5a-81ef-69f2aa3e5362 None None] Bound using segment: {'id': 'c965e36f-5c13-4fbf-a007-15a89708b492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bcc5e1bc-0447-4971-861d-2224222c9638'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:06:03.243486 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-cf999ec5-d39f-4d5a-81ef-69f2aa3e5362 None None] Bound port: a442b3ce-ca4a-4e18-b3d8-748338c4b33b, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c965e36f-5c13-4fbf-a007-15a89708b492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bcc5e1bc-0447-4971-861d-2224222c9638'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:06:03.244188 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cf999ec5-d39f-4d5a-81ef-69f2aa3e5362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:03.277750 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8604b17d-e3a8-43b3-8cad-ffeb47f37e73 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:03.312058 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604b17d-e3a8-43b3-8cad-ffeb47f37e73 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event deleted for resources: {'Port': ['ID=95090cce-3d2b-4d3d-9d61-1be74d161e6b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:03.314566 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8604b17d-e3a8-43b3-8cad-ffeb47f37e73 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] No DVR routers for this DVR port 95090cce-3d2b-4d3d-9d61-1be74d161e6b on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:06:03.338554 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-320570ad-a871-4b81-9e4a-11c519a7bf61 req-c7ba3024-ba9d-4c1a-a182-97f73ec9cb0b tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610074 Sep 21 18:06:03.372511 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f81e0037-3eea-4b77-8d68-9ba5f2c4d3b0 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:03.416041 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8604b17d-e3a8-43b3-8cad-ffeb47f37e73 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:03.438699 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-8604b17d-e3a8-43b3-8cad-ffeb47f37e73 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a62f76-c95d-480a-9c2c-a938d6efa98b']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:03.450187 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-8604b17d-e3a8-43b3-8cad-ffeb47f37e73 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a668d8c5-c789-4bf4-920d-6f4de0c028f5') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:03.450187 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-8604b17d-e3a8-43b3-8cad-ffeb47f37e73 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a668d8c5-c789-4bf4-920d-6f4de0c028f5') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:03.462122 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8604b17d-e3a8-43b3-8cad-ffeb47f37e73 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:03.478206 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7297674b-ec5d-4afb-bdc6-2bfb646aa1d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:03.481084 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:06:03.488283 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e0037-3eea-4b77-8d68-9ba5f2c4d3b0 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Pushing event updated for resources: {'Subnet': ['ID=f13c1e29-262c-4e5a-ab6b-f9c4f95762d4,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:03.491308 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8604b17d-e3a8-43b3-8cad-ffeb47f37e73 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:03.500328 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8604b17d-e3a8-43b3-8cad-ffeb47f37e73 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:06:03.501100 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8604b17d-e3a8-43b3-8cad-ffeb47f37e73 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:03.502992 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dc7355-55b0-4fd2-b4f1-9b967e1407e1 None None] The sync data for ids ['3d093da6-f2e5-4673-b5c2-b7369ed3a48c'] in n-d-810291-1 is: [{'id': '3d093da6-f2e5-4673-b5c2-b7369ed3a48c', 'name': 'tempest-TestServerMultinode-1986510075-router', 'tenant_id': '03ca0efd181d4e23ad15c414a4694426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'ea6214e7-caa7-429e-85d9-1c7ad457fbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:51Z', 'updated_at': '2021-09-21T18:05:56Z', 'revision_number': 4, 'project_id': '03ca0efd181d4e23ad15c414a4694426', 'gw_port': {'id': 'ea6214e7-caa7-429e-85d9-1c7ad457fbf8', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d093da6-f2e5-4673-b5c2-b7369ed3a48c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:52Z', 'updated_at': '2021-09-21T18:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'f4d69e13-2346-4fa1-aa5f-72b5ef71946b', 'name': '', 'network_id': 'dddd0670-5287-4028-990d-3f24462a1d0c', 'tenant_id': '03ca0efd181d4e23ad15c414a4694426', 'mac_address': 'fa:16:3e:4a:ea:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d093da6-f2e5-4673-b5c2-b7369ed3a48c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '53480a76-a2e1-4cb9-abd9-952fafb29185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:55Z', 'updated_at': '2021-09-21T18:06:01Z', 'revision_number': 4, 'project_id': '03ca0efd181d4e23ad15c414a4694426', 'subnets': [{'id': '53480a76-a2e1-4cb9-abd9-952fafb29185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:06:03.509365 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:06:03.509365 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:06:03.509365 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:06:03.509365 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:06:03.509365 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:06:03.509365 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:06:03.509365 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:06:03.509365 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:06:03.509365 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:06:03.509365 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:06:03.509365 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:06:03.509365 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:06:03.509365 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:06:03.509365 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:06:03.509365 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:06:03.509365 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:06:03.509365 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:06:03.509365 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:06:03.509365 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:06:03.509365 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:06:03.509365 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:06:03.509365 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:06:03.509365 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:06:03.509365 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:06:03.509365 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:06:03.509365 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:06:03.509365 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:06:03.509365 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:06:03.509365 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:06:03.509365 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:06:03.509365 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:06:03.509365 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:06:03.540418 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81e0037-3eea-4b77-8d68-9ba5f2c4d3b0 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Checking segment: {'id': '0f64a3d6-b183-43ae-9071-2c61f3c9bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '916fce18-4140-4405-826b-584dfae2a3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:03.540797 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81e0037-3eea-4b77-8d68-9ba5f2c4d3b0 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Network hostable DHCP agents. Network: 916fce18-4140-4405-826b-584dfae2a3e0, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:06:03.630612 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8604b17d-e3a8-43b3-8cad-ffeb47f37e73 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:03.636965 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81e0037-3eea-4b77-8d68-9ba5f2c4d3b0 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Network 916fce18-4140-4405-826b-584dfae2a3e0 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:06:03.639831 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-cf999ec5-d39f-4d5a-81ef-69f2aa3e5362 None None] For port a442b3ce-ca4a-4e18-b3d8-748338c4b33b, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:06:03.642114 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174e52d-e0c2-4325-a0e7-a25048ce6ab6 None None] Pushing event updated for resources: {'Port': ['ID=f4d69e13-2346-4fa1-aa5f-72b5ef71946b,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:03.642449 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8604b17d-e3a8-43b3-8cad-ffeb47f37e73 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:03.645271 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8604b17d-e3a8-43b3-8cad-ffeb47f37e73 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/networks/76a62f76-c95d-480a-9c2c-a938d6efa98b HTTP/1.1" status: 204 len: 168 time: 0.7226791 Sep 21 18:06:03.655051 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48470) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:03.657846 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604b17d-e3a8-43b3-8cad-ffeb47f37e73 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Pushing event deleted for resources: {'Network': ['ID=76a62f76-c95d-480a-9c2c-a938d6efa98b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:03.662687 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-7598275a-1c90-4ad6-9dfe-bfc1720925ef tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Request body: {'router': {'routes': None}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:03.670338 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-f81e0037-3eea-4b77-8d68-9ba5f2c4d3b0 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 916fce18-4140-4405-826b-584dfae2a3e0) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:03.677488 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f81e0037-3eea-4b77-8d68-9ba5f2c4d3b0 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:03.679410 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-cf999ec5-d39f-4d5a-81ef-69f2aa3e5362 None None] For port a442b3ce-ca4a-4e18-b3d8-748338c4b33b, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a442b3ce-ca4a-4e18-b3d8-748338c4b33b,segment=NetworkSegment(c965e36f-5c13-4fbf-a007-15a89708b492),segment_id=c965e36f-5c13-4fbf-a007-15a89708b492)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:06:03.682275 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3b0846-ba42-4340-82b1-46285707adc1 None None] DHCP port deletion for 76a62f76-c95d-480a-9c2c-a938d6efa98b request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:06:03.685242 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e4219f-d5fc-4952-87dc-e128e34446ff None None] Network 916fce18-4140-4405-826b-584dfae2a3e0 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:03.690749 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cf999ec5-d39f-4d5a-81ef-69f2aa3e5362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:03.766412 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e0037-3eea-4b77-8d68-9ba5f2c4d3b0 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Pushing event updated for resources: {'Subnet': ['ID=d2042993-c74a-4bcf-a4a7-b115c01c6459,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:03.842906 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf999ec5-d39f-4d5a-81ef-69f2aa3e5362 None None] Pushing event updated for resources: {'Port': ['ID=a442b3ce-ca4a-4e18-b3d8-748338c4b33b,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:03.958812 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b62ec4f-9626-47c0-86ad-e0d53e7ff6ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-916fce18-4140-4405-826b-584dfae2a3e0', 'network_id': '916fce18-4140-4405-826b-584dfae2a3e0', 'tenant_id': '69586570c87c4756b48380463803926c', 'fixed_ips': [{'subnet_id': 'f13c1e29-262c-4e5a-ab6b-f9c4f95762d4'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:06:03.960154 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b62ec4f-9626-47c0-86ad-e0d53e7ff6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:04.004991 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.extraroute_db [None req-7598275a-1c90-4ad6-9dfe-bfc1720925ef tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Added routes are [] {{(pid=101460) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 21 18:06:04.005416 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.extraroute_db [None req-7598275a-1c90-4ad6-9dfe-bfc1720925ef tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Removed routes are [] {{(pid=101460) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 21 18:06:04.005722 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7598275a-1c90-4ad6-9dfe-bfc1720925ef tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1427'] for router, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:04.011522 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81e0037-3eea-4b77-8d68-9ba5f2c4d3b0 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Checking segment: {'id': '0dcf6b64-3b23-4252-ba83-2c3aed87ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f14e939e-dd03-49c8-a749-b6fbd365145c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:04.012832 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81e0037-3eea-4b77-8d68-9ba5f2c4d3b0 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Network hostable DHCP agents. Network: f14e939e-dd03-49c8-a749-b6fbd365145c, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:06:04.169203 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81e0037-3eea-4b77-8d68-9ba5f2c4d3b0 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Network f14e939e-dd03-49c8-a749-b6fbd365145c is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:06:04.171430 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-9b62ec4f-9626-47c0-86ad-e0d53e7ff6ba None None] Allocated IP 2001:db8::1 (916fce18-4140-4405-826b-584dfae2a3e0/f13c1e29-262c-4e5a-ab6b-f9c4f95762d4/2241bb9f-dcf7-4d0a-959f-380f5af9b81f) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:04.185324 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7297674b-ec5d-4afb-bdc6-2bfb646aa1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:04.191348 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-f81e0037-3eea-4b77-8d68-9ba5f2c4d3b0 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, f14e939e-dd03-49c8-a749-b6fbd365145c) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:04.196767 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81e0037-3eea-4b77-8d68-9ba5f2c4d3b0 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:04.197770 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81e0037-3eea-4b77-8d68-9ba5f2c4d3b0 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:04.198419 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f81e0037-3eea-4b77-8d68-9ba5f2c4d3b0 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:04.213137 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e187063-08b1-400a-9d92-c8422ec9f7cf None None] Network f14e939e-dd03-49c8-a749-b6fbd365145c requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:04.470644 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b62ec4f-9626-47c0-86ad-e0d53e7ff6ba None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:04.495497 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b62ec4f-9626-47c0-86ad-e0d53e7ff6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:04.525801 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa856d33-b786-40cb-a603-12bfe3735fee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-f14e939e-dd03-49c8-a749-b6fbd365145c', 'network_id': 'f14e939e-dd03-49c8-a749-b6fbd365145c', 'tenant_id': '69586570c87c4756b48380463803926c', 'fixed_ips': [{'subnet_id': 'd2042993-c74a-4bcf-a4a7-b115c01c6459'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:06:04.526675 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-aa856d33-b786-40cb-a603-12bfe3735fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:04.549224 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b62ec4f-9626-47c0-86ad-e0d53e7ff6ba None None] Network 916fce18-4140-4405-826b-584dfae2a3e0 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:04.553724 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-9b62ec4f-9626-47c0-86ad-e0d53e7ff6ba None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:04.580519 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b62ec4f-9626-47c0-86ad-e0d53e7ff6ba None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:04.633851 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62ec4f-9626-47c0-86ad-e0d53e7ff6ba None None] Pushing event updated for resources: {'Port': ['ID=2241bb9f-dcf7-4d0a-959f-380f5af9b81f,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:04.705620 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7598275a-1c90-4ad6-9dfe-bfc1720925ef tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1427'] for router, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:04.720815 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f81e0037-3eea-4b77-8d68-9ba5f2c4d3b0 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.8008370 Sep 21 18:06:04.723417 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48478) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:04.735545 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-9b62ec4f-9626-47c0-86ad-e0d53e7ff6ba None None] Attempting to bind port 2241bb9f-dcf7-4d0a-959f-380f5af9b81f on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:06:04.735908 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-9b62ec4f-9626-47c0-86ad-e0d53e7ff6ba None None] Attempting to bind port 2241bb9f-dcf7-4d0a-959f-380f5af9b81f by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '0f64a3d6-b183-43ae-9071-2c61f3c9bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '916fce18-4140-4405-826b-584dfae2a3e0'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:06:04.736273 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b62ec4f-9626-47c0-86ad-e0d53e7ff6ba None None] Attempting to bind port 2241bb9f-dcf7-4d0a-959f-380f5af9b81f on network 916fce18-4140-4405-826b-584dfae2a3e0 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:06:04.736960 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7598275a-1c90-4ad6-9dfe-bfc1720925ef tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-734625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-734648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-574993'] for router, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:04.747996 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b62ec4f-9626-47c0-86ad-e0d53e7ff6ba None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:06:04.748378 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b62ec4f-9626-47c0-86ad-e0d53e7ff6ba None None] Checking segment: {'id': '0f64a3d6-b183-43ae-9071-2c61f3c9bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '916fce18-4140-4405-826b-584dfae2a3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:04.748766 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b62ec4f-9626-47c0-86ad-e0d53e7ff6ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:04.749156 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b62ec4f-9626-47c0-86ad-e0d53e7ff6ba None None] Bound using segment: {'id': '0f64a3d6-b183-43ae-9071-2c61f3c9bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '916fce18-4140-4405-826b-584dfae2a3e0'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:06:04.749633 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-9b62ec4f-9626-47c0-86ad-e0d53e7ff6ba None None] Bound port: 2241bb9f-dcf7-4d0a-959f-380f5af9b81f, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f64a3d6-b183-43ae-9071-2c61f3c9bfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '916fce18-4140-4405-826b-584dfae2a3e0'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:06:04.750011 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b62ec4f-9626-47c0-86ad-e0d53e7ff6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:04.810664 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-aa856d33-b786-40cb-a603-12bfe3735fee None None] Allocated IP 2001:db8:0:1::1 (f14e939e-dd03-49c8-a749-b6fbd365145c/d2042993-c74a-4bcf-a4a7-b115c01c6459/0d63d539-4ad8-4f07-b6cb-cca08095d896) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:04.908237 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b62ec4f-9626-47c0-86ad-e0d53e7ff6ba None None] For port 2241bb9f-dcf7-4d0a-959f-380f5af9b81f, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:06:04.920253 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7598275a-1c90-4ad6-9dfe-bfc1720925ef tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Router d51afa4e-e565-43e2-adce-1edce9a7bf98 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:06:04.941055 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f728df8-5da9-488d-98e3-6dfefae52bcb req-c286bb23-5020-4baf-9f17-faf3db6c5345 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:04.949429 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f728df8-5da9-488d-98e3-6dfefae52bcb req-c286bb23-5020-4baf-9f17-faf3db6c5345 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 946 time: 0.2503283 Sep 21 18:06:04.990095 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b62ec4f-9626-47c0-86ad-e0d53e7ff6ba None None] For port 2241bb9f-dcf7-4d0a-959f-380f5af9b81f, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=2241bb9f-dcf7-4d0a-959f-380f5af9b81f,segment=NetworkSegment(0f64a3d6-b183-43ae-9071-2c61f3c9bfca),segment_id=0f64a3d6-b183-43ae-9071-2c61f3c9bfca)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:06:05.012354 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf0e992-c96d-46a5-adcb-d5127d9c4f32 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:05.017503 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf0e992-c96d-46a5-adcb-d5127d9c4f32 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:05.021872 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b62ec4f-9626-47c0-86ad-e0d53e7ff6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:05.027820 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf0e992-c96d-46a5-adcb-d5127d9c4f32 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:05.034213 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7bf0e992-c96d-46a5-adcb-d5127d9c4f32 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3076603 Sep 21 18:06:05.042334 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48486) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:05.188196 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62ec4f-9626-47c0-86ad-e0d53e7ff6ba None None] Pushing event updated for resources: {'Port': ['ID=2241bb9f-dcf7-4d0a-959f-380f5af9b81f,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:05.215279 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7598275a-1c90-4ad6-9dfe-bfc1720925ef tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:06:05.221584 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f728df8-5da9-488d-98e3-6dfefae52bcb req-d375c7f8-a83c-4781-9dd0-f0c14796e89d tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713082 Sep 21 18:06:05.245109 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7598275a-1c90-4ad6-9dfe-bfc1720925ef tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:05.252571 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48496) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:05.280202 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7598275a-1c90-4ad6-9dfe-bfc1720925ef tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "PUT /v2.0/routers/d51afa4e-e565-43e2-adce-1edce9a7bf98 HTTP/1.1" status: 200 len: 700 time: 1.5903981 Sep 21 18:06:05.337514 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7297674b-ec5d-4afb-bdc6-2bfb646aa1d6 admin admin] Router f7a61ce0-8526-47fd-90ca-71928cc5f6e2 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:06:05.356230 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb803481-bc7f-4ee3-80d6-bfbef2d6d68a None None] Sync routers for ids ['d51afa4e-e565-43e2-adce-1edce9a7bf98'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:06:05.375831 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f4d69e13-2346-4fa1-aa5f-72b5ef71946b up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:05.389950 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0f117f04-b472-4eef-a5f3-d37397d4cc80 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "GET /v2.0/ports?device_id=d51afa4e-e565-43e2-adce-1edce9a7bf98 HTTP/1.1" status: 200 len: 205 time: 0.1358750 Sep 21 18:06:05.393979 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48502) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:05.407742 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e07164-f9ea-415b-9909-d5c073c2e155 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Deleting subnet f13c1e29-262c-4e5a-ab6b-f9c4f95762d4 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:06:05.490792 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 26035614-514e-45ec-94d7-661ccc031c41 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:06:05.492926 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5825cc5e-00f8-49eb-b40d-36ad9d201fe3 None None] Network bcc5e1bc-0447-4971-861d-2224222c9638 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:05.648749 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-09ff5c3a-eeab-4903-ab34-7d44ae420614 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:05.674293 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7297674b-ec5d-4afb-bdc6-2bfb646aa1d6 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:06:05.700796 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763f1144-4f78-4390-8d06-a052e3a90835 None None] Sync routers for ids ['f7a61ce0-8526-47fd-90ca-71928cc5f6e2'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:06:05.719539 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763f1144-4f78-4390-8d06-a052e3a90835 None None] Routers {'f7a61ce0-8526-47fd-90ca-71928cc5f6e2'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:06:05.720159 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-763f1144-4f78-4390-8d06-a052e3a90835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['f7a61ce0-8526-47fd-90ca-71928cc5f6e2'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:05.740974 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7297674b-ec5d-4afb-bdc6-2bfb646aa1d6 admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:05.742155 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e1e07164-f9ea-415b-9909-d5c073c2e155 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:05.745512 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7297674b-ec5d-4afb-bdc6-2bfb646aa1d6 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6775544 Sep 21 18:06:05.746209 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48518) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:05.846026 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb803481-bc7f-4ee3-80d6-bfbef2d6d68a None None] Routers {'d51afa4e-e565-43e2-adce-1edce9a7bf98'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:06:05.846711 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-fb803481-bc7f-4ee3-80d6-bfbef2d6d68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['d51afa4e-e565-43e2-adce-1edce9a7bf98'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:05.922231 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e1e07164-f9ea-415b-9909-d5c073c2e155 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:05.929503 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-763f1144-4f78-4390-8d06-a052e3a90835 None None] Set router f7a61ce0-8526-47fd-90ca-71928cc5f6e2 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:06:05.968054 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-fb803481-bc7f-4ee3-80d6-bfbef2d6d68a None None] Set router d51afa4e-e565-43e2-adce-1edce9a7bf98 gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:06:06.034121 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-fb803481-bc7f-4ee3-80d6-bfbef2d6d68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51afa4e-e565-43e2-adce-1edce9a7bf98', 'name': 'tempest-RoutersTest-router-595207985', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:13Z', 'updated_at': '2021-09-21T18:06:01Z', 'revision_number': 11, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:06.047015 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-aa856d33-b786-40cb-a603-12bfe3735fee None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:06.134972 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-aa856d33-b786-40cb-a603-12bfe3735fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:06.138624 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb803481-bc7f-4ee3-80d6-bfbef2d6d68a None None] Checking router: d51afa4e-e565-43e2-adce-1edce9a7bf98 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:06:06.138829 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-09ff5c3a-eeab-4903-ab34-7d44ae420614 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:06.144941 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-09ff5c3a-eeab-4903-ab34-7d44ae420614 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:06.155718 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.db.resource_extend [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 18:06:06.168608 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-94f18d5e-220c-41a4-b2bb-1f951081f0c3 None None] Provisioning complete for port a442b3ce-ca4a-4e18-b3d8-748338c4b33b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:06.168942 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-94f18d5e-220c-41a4-b2bb-1f951081f0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:06.301541 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1869a56-368d-45ac-a236-f15abedd41a5 req-5ed6c742-c8f0-4f90-957f-4d353f61366a tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:06.303806 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b1869a56-368d-45ac-a236-f15abedd41a5 req-5ed6c742-c8f0-4f90-957f-4d353f61366a tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 947 time: 0.4842262 Sep 21 18:06:06.348017 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-09ff5c3a-eeab-4903-ab34-7d44ae420614 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:06.348980 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ff5c3a-eeab-4903-ab34-7d44ae420614 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Fanout notify agent at l3_agent the message router_deleted on router d51afa4e-e565-43e2-adce-1edce9a7bf98 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:06:06.365862 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa856d33-b786-40cb-a603-12bfe3735fee None None] Network f14e939e-dd03-49c8-a749-b6fbd365145c is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:06.384590 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-aa856d33-b786-40cb-a603-12bfe3735fee None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:06.387425 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-09ff5c3a-eeab-4903-ab34-7d44ae420614 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:06.392527 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-09ff5c3a-eeab-4903-ab34-7d44ae420614 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/routers/d51afa4e-e565-43e2-adce-1edce9a7bf98 HTTP/1.1" status: 204 len: 168 time: 0.9621677 Sep 21 18:06:06.400047 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa856d33-b786-40cb-a603-12bfe3735fee None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:06.410869 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-763f1144-4f78-4390-8d06-a052e3a90835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a61ce0-8526-47fd-90ca-71928cc5f6e2', 'name': 'tempest-TestServerMultinode-1240390620-router', 'tenant_id': '1c99a9e1c66149d98245cefe55b174bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '5584a104-aa4e-4046-8852-9b8f3090cbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:06:01Z', 'updated_at': '2021-09-21T18:06:03Z', 'revision_number': 3, 'project_id': '1c99a9e1c66149d98245cefe55b174bf', 'gw_port': {'id': '5584a104-aa4e-4046-8852-9b8f3090cbf9', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:69:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a61ce0-8526-47fd-90ca-71928cc5f6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:06:02Z', 'updated_at': '2021-09-21T18:06:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:06.420585 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48528) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:06.444030 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-d14d06e4-a241-48d7-85d9-35ff2356c46d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-611863957', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:06.488912 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb803481-bc7f-4ee3-80d6-bfbef2d6d68a None None] Routers set() bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:06:06.491447 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763f1144-4f78-4390-8d06-a052e3a90835 None None] Checking router: f7a61ce0-8526-47fd-90ca-71928cc5f6e2 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:06:06.491793 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763f1144-4f78-4390-8d06-a052e3a90835 None None] Updating router f7a61ce0-8526-47fd-90ca-71928cc5f6e2 port 5584a104-aa4e-4046-8852-9b8f3090cbf9 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:06:06.493672 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb803481-bc7f-4ee3-80d6-bfbef2d6d68a None None] Router IDs set() for agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 21 18:06:06.494814 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_agentschedulers_db [None req-fb803481-bc7f-4ee3-80d6-bfbef2d6d68a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d51afa4e-e565-43e2-adce-1edce9a7bf98'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent'). {{(pid=101462) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 21 18:06:06.495243 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb803481-bc7f-4ee3-80d6-bfbef2d6d68a None None] The sync data for ids ['d51afa4e-e565-43e2-adce-1edce9a7bf98'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:06:06.525221 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port f4d69e13-2346-4fa1-aa5f-72b5ef71946b triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:06.525605 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:06.539377 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e1e07164-f9ea-415b-9909-d5c073c2e155 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:06.560050 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-763f1144-4f78-4390-8d06-a052e3a90835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:06.616533 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29bf6d-9862-4a56-88b8-bba815af5169 req-c8da0cab-83ce-4b6e-9a15-e8b2d3397c08 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:06.625815 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b1869a56-368d-45ac-a236-f15abedd41a5 req-c6d784f5-e936-4242-a79e-79c7fc99dd84 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3058128 Sep 21 18:06:06.633356 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6c29bf6d-9862-4a56-88b8-bba815af5169 req-c8da0cab-83ce-4b6e-9a15-e8b2d3397c08 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 946 time: 0.1984847 Sep 21 18:06:06.675740 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d14d06e4-a241-48d7-85d9-35ff2356c46d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:06.676876 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d14d06e4-a241-48d7-85d9-35ff2356c46d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:06.762348 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6c29bf6d-9862-4a56-88b8-bba815af5169 req-4f176ff2-93c9-43d7-a79f-d0ca971df78f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234734 Sep 21 18:06:06.855994 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d14d06e4-a241-48d7-85d9-35ff2356c46d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:06.867670 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d14d06e4-a241-48d7-85d9-35ff2356c46d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:06.879238 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e1e07164-f9ea-415b-9909-d5c073c2e155 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:06.928235 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e1e07164-f9ea-415b-9909-d5c073c2e155 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:06.933710 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48530) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:06.934647 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e1e07164-f9ea-415b-9909-d5c073c2e155 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] 10.222.0.58 "DELETE /v2.0/subnets/f13c1e29-262c-4e5a-ab6b-f9c4f95762d4 HTTP/1.1" status: 204 len: 168 time: 1.8878057 Sep 21 18:06:06.936034 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e07164-f9ea-415b-9909-d5c073c2e155 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Pushing event deleted for resources: {'Subnet': ['ID=f13c1e29-262c-4e5a-ab6b-f9c4f95762d4,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:06.946055 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d14d06e4-a241-48d7-85d9-35ff2356c46d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:06.950018 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d14d06e4-a241-48d7-85d9-35ff2356c46d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5205259 Sep 21 18:06:06.950192 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48532) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:06.961686 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-bc2b290d-c56c-4633-8ea9-80f0fd4858a2 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:07.128613 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-61c69230-e1d4-4515-854a-b71455cb2909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:07.173986 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-501636de-90d6-4bea-aaba-8c99bac3cd36 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Deleting subnet d2042993-c74a-4bcf-a4a7-b115c01c6459 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:06:07.185856 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-501636de-90d6-4bea-aaba-8c99bac3cd36 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:07.235408 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9615e4-7744-4814-a6ac-a8ac11153e1d None None] Network 916fce18-4140-4405-826b-584dfae2a3e0 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:07.243314 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb323cf-5aff-48df-9df7-82da14e519ab req-e38d62ff-1821-4a70-a05b-39f00601bb58 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:07.245451 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4cb323cf-5aff-48df-9df7-82da14e519ab req-e38d62ff-1821-4a70-a05b-39f00601bb58 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.38 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 947 time: 0.2659686 Sep 21 18:06:07.377801 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc2b290d-c56c-4633-8ea9-80f0fd4858a2 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1427'] for router, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:07.389125 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa856d33-b786-40cb-a603-12bfe3735fee None None] Pushing event updated for resources: {'Port': ['ID=0d63d539-4ad8-4f07-b6cb-cca08095d896,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:07.425200 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc2b290d-c56c-4633-8ea9-80f0fd4858a2 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-734625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-734648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-574993'] for router, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:07.446655 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-763f1144-4f78-4390-8d06-a052e3a90835 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:07.457743 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-763f1144-4f78-4390-8d06-a052e3a90835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:07.486773 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-aa856d33-b786-40cb-a603-12bfe3735fee None None] Attempting to bind port 0d63d539-4ad8-4f07-b6cb-cca08095d896 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:06:07.487177 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-aa856d33-b786-40cb-a603-12bfe3735fee None None] Attempting to bind port 0d63d539-4ad8-4f07-b6cb-cca08095d896 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '0dcf6b64-3b23-4252-ba83-2c3aed87ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f14e939e-dd03-49c8-a749-b6fbd365145c'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:06:07.487545 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa856d33-b786-40cb-a603-12bfe3735fee None None] Attempting to bind port 0d63d539-4ad8-4f07-b6cb-cca08095d896 on network f14e939e-dd03-49c8-a749-b6fbd365145c {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:06:07.514097 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-763f1144-4f78-4390-8d06-a052e3a90835 None None] Attempting to bind port 5584a104-aa4e-4046-8852-9b8f3090cbf9 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:06:07.514765 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-763f1144-4f78-4390-8d06-a052e3a90835 None None] Attempting to bind port 5584a104-aa4e-4046-8852-9b8f3090cbf9 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:06:07.515511 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763f1144-4f78-4390-8d06-a052e3a90835 None None] Attempting to bind port 5584a104-aa4e-4046-8852-9b8f3090cbf9 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:06:07.528662 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763f1144-4f78-4390-8d06-a052e3a90835 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:06:07.529126 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763f1144-4f78-4390-8d06-a052e3a90835 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:07.529713 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-763f1144-4f78-4390-8d06-a052e3a90835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:07.530164 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763f1144-4f78-4390-8d06-a052e3a90835 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:06:07.530696 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-763f1144-4f78-4390-8d06-a052e3a90835 None None] Bound port: 5584a104-aa4e-4046-8852-9b8f3090cbf9, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:06:07.531163 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-763f1144-4f78-4390-8d06-a052e3a90835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:07.577800 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa856d33-b786-40cb-a603-12bfe3735fee None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:06:07.578995 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa856d33-b786-40cb-a603-12bfe3735fee None None] Checking segment: {'id': '0dcf6b64-3b23-4252-ba83-2c3aed87ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f14e939e-dd03-49c8-a749-b6fbd365145c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:07.581475 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-aa856d33-b786-40cb-a603-12bfe3735fee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:07.582137 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa856d33-b786-40cb-a603-12bfe3735fee None None] Bound using segment: {'id': '0dcf6b64-3b23-4252-ba83-2c3aed87ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f14e939e-dd03-49c8-a749-b6fbd365145c'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:06:07.583060 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-aa856d33-b786-40cb-a603-12bfe3735fee None None] Bound port: 0d63d539-4ad8-4f07-b6cb-cca08095d896, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dcf6b64-3b23-4252-ba83-2c3aed87ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f14e939e-dd03-49c8-a749-b6fbd365145c'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:06:07.583703 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-aa856d33-b786-40cb-a603-12bfe3735fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:07.588475 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-501636de-90d6-4bea-aaba-8c99bac3cd36 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:07.634208 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-763f1144-4f78-4390-8d06-a052e3a90835 None None] For port 5584a104-aa4e-4046-8852-9b8f3090cbf9, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:06:07.638309 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-763f1144-4f78-4390-8d06-a052e3a90835 None None] For port 5584a104-aa4e-4046-8852-9b8f3090cbf9, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=5584a104-aa4e-4046-8852-9b8f3090cbf9,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:06:07.645809 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-763f1144-4f78-4390-8d06-a052e3a90835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:07.660857 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f76eb-c261-43c4-bb20-5576261add20 None None] Pushing event updated for resources: {'Port': ['ID=5584a104-aa4e-4046-8852-9b8f3090cbf9,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:07.677782 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2b290d-c56c-4633-8ea9-80f0fd4858a2 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Router 20bb6094-8e24-4e94-ac93-20416c80c743 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:06:07.703505 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-94f18d5e-220c-41a4-b2bb-1f951081f0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:07.728194 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 26035614-514e-45ec-94d7-661ccc031c41, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=26035614-514e-45ec-94d7-661ccc031c41,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:07.804024 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f76eb-c261-43c4-bb20-5576261add20 None None] Pushing event updated for resources: {'Port': ['ID=5584a104-aa4e-4046-8852-9b8f3090cbf9,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:07.837749 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '26035614-514e-45ec-94d7-661ccc031c41', 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf', 'port_id': '26035614-514e-45ec-94d7-661ccc031c41', 'mac_address': 'fa:16:3e:a8:9e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a1043c-b263-4aac-aec7-9797fbf7cd86', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:06:07.859768 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a442b3ce-ca4a-4e18-b3d8-748338c4b33b up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:07.882126 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763f1144-4f78-4390-8d06-a052e3a90835 None None] Routers {'f7a61ce0-8526-47fd-90ca-71928cc5f6e2'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:06:07.886001 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-763f1144-4f78-4390-8d06-a052e3a90835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['f7a61ce0-8526-47fd-90ca-71928cc5f6e2'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:07.922035 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-501636de-90d6-4bea-aaba-8c99bac3cd36 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:07.959697 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae00533-dff6-4b32-903b-55f04f9996a1 None None] DHCP port deletion for 916fce18-4140-4405-826b-584dfae2a3e0 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:06:07.965056 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2b290d-c56c-4633-8ea9-80f0fd4858a2 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:06:07.976101 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc2b290d-c56c-4633-8ea9-80f0fd4858a2 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:07.979451 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-94f18d5e-220c-41a4-b2bb-1f951081f0c3 None None] For port a442b3ce-ca4a-4e18-b3d8-748338c4b33b, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a442b3ce-ca4a-4e18-b3d8-748338c4b33b,segment=NetworkSegment(c965e36f-5c13-4fbf-a007-15a89708b492),segment_id=c965e36f-5c13-4fbf-a007-15a89708b492)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:07.980344 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bc2b290d-c56c-4633-8ea9-80f0fd4858a2 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "PUT /v2.0/routers/20bb6094-8e24-4e94-ac93-20416c80c743 HTTP/1.1" status: 200 len: 693 time: 1.0289779 Sep 21 18:06:07.983983 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48540) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:07.993096 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40d51b6-51c0-41ee-a268-77a5f4ca2c2b None None] Sync routers for ids ['20bb6094-8e24-4e94-ac93-20416c80c743'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:06:08.007446 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-94f18d5e-220c-41a4-b2bb-1f951081f0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:08.031705 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-501636de-90d6-4bea-aaba-8c99bac3cd36 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:08.082171 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40d51b6-51c0-41ee-a268-77a5f4ca2c2b None None] Routers {'20bb6094-8e24-4e94-ac93-20416c80c743'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:06:08.083014 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a40d51b6-51c0-41ee-a268-77a5f4ca2c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['20bb6094-8e24-4e94-ac93-20416c80c743'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:08.087782 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-aa856d33-b786-40cb-a603-12bfe3735fee None None] For port 0d63d539-4ad8-4f07-b6cb-cca08095d896, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:06:08.105541 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:08.138020 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501636de-90d6-4bea-aaba-8c99bac3cd36 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Pushing event deleted for resources: {'Subnet': ['ID=d2042993-c74a-4bcf-a4a7-b115c01c6459,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:08.143146 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-501636de-90d6-4bea-aaba-8c99bac3cd36 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:08.144707 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b67fe638-9a3e-4f22-b4d1-07e73b5dd8e6 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "GET /v2.0/routers/20bb6094-8e24-4e94-ac93-20416c80c743 HTTP/1.1" status: 200 len: 699 time: 0.1596076 Sep 21 18:06:08.146996 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-501636de-90d6-4bea-aaba-8c99bac3cd36 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] 10.222.0.58 "DELETE /v2.0/subnets/d2042993-c74a-4bcf-a4a7-b115c01c6459 HTTP/1.1" status: 204 len: 168 time: 1.2115788 Sep 21 18:06:08.147287 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48542) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:08.160525 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48544) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:08.165365 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-4cb323cf-5aff-48df-9df7-82da14e519ab req-7a5f3122-6d21-48a7-8e35-7a8ed9c9d119 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Deleting port ae5cf22b-064e-447d-8faf-708f8476b92d {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:08.166531 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4cb323cf-5aff-48df-9df7-82da14e519ab req-7a5f3122-6d21-48a7-8e35-7a8ed9c9d119 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:08.187443 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-aa856d33-b786-40cb-a603-12bfe3735fee None None] For port 0d63d539-4ad8-4f07-b6cb-cca08095d896, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=0d63d539-4ad8-4f07-b6cb-cca08095d896,segment=NetworkSegment(0dcf6b64-3b23-4252-ba83-2c3aed87ad7c),segment_id=0dcf6b64-3b23-4252-ba83-2c3aed87ad7c)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:06:08.221308 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-763f1144-4f78-4390-8d06-a052e3a90835 None None] Set router f7a61ce0-8526-47fd-90ca-71928cc5f6e2 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:06:08.242503 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-aa856d33-b786-40cb-a603-12bfe3735fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:08.245391 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26035614-514e-45ec-94d7-661ccc031c41 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:06:08.258406 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-38bf8627-466d-460b-b8e5-ea6b28be4de5 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "GET /v2.0/ports?device_id=20bb6094-8e24-4e94-ac93-20416c80c743 HTTP/1.1" status: 200 len: 205 time: 0.1096423 Sep 21 18:06:08.259159 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48546) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:08.267240 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-a40d51b6-51c0-41ee-a268-77a5f4ca2c2b None None] Set router 20bb6094-8e24-4e94-ac93-20416c80c743 gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:06:08.278043 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad61cb-93d1-4b70-acb2-368e6aa590b0 req-20611938-40d7-4f5b-be53-2ceab085d2e7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:08.281826 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a6ad61cb-93d1-4b70-acb2-368e6aa590b0 req-20611938-40d7-4f5b-be53-2ceab085d2e7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 946 time: 0.3707671 Sep 21 18:06:08.293963 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-4cb323cf-5aff-48df-9df7-82da14e519ab req-7a5f3122-6d21-48a7-8e35-7a8ed9c9d119 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] For port ae5cf22b-064e-447d-8faf-708f8476b92d, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ae5cf22b-064e-447d-8faf-708f8476b92d,segment=NetworkSegment(3f4ce037-8995-4519-9436-741a5cf4e4ad),segment_id=3f4ce037-8995-4519-9436-741a5cf4e4ad)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:08.294604 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4cb323cf-5aff-48df-9df7-82da14e519ab req-7a5f3122-6d21-48a7-8e35-7a8ed9c9d119 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:08.362351 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a40d51b6-51c0-41ee-a268-77a5f4ca2c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bb6094-8e24-4e94-ac93-20416c80c743', 'name': 'tempest-RoutersTest-router-611863957', 'tenant_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:06:06Z', 'updated_at': '2021-09-21T18:06:07Z', 'revision_number': 2, 'project_id': 'd7ec63c1d7a3434588f64b3d4b2f5b0c', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:08.371464 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f18d5e-220c-41a4-b2bb-1f951081f0c3 None None] Pushing event updated for resources: {'Port': ['ID=a442b3ce-ca4a-4e18-b3d8-748338c4b33b,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:08.376800 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-06e436ee-a8e3-4866-b0f1-ebfed72ef27d None None] Provisioning complete for port 2241bb9f-dcf7-4d0a-959f-380f5af9b81f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:08.376800 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-06e436ee-a8e3-4866-b0f1-ebfed72ef27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:08.377097 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1a604f40-f2a4-4bcf-ab34-662e8b704aeb tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:08.384251 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 26035614-514e-45ec-94d7-661ccc031c41, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=26035614-514e-45ec-94d7-661ccc031c41,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:08.484244 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port a442b3ce-ca4a-4e18-b3d8-748338c4b33b triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:08.484501 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:08.496111 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:08.502644 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40d51b6-51c0-41ee-a268-77a5f4ca2c2b None None] Checking router: 20bb6094-8e24-4e94-ac93-20416c80c743 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:06:08.505314 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-eae00533-dff6-4b32-903b-55f04f9996a1 None None] Deleting port 2241bb9f-dcf7-4d0a-959f-380f5af9b81f {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:08.505687 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-eae00533-dff6-4b32-903b-55f04f9996a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:08.513493 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a6ad61cb-93d1-4b70-acb2-368e6aa590b0 req-8a90e8bf-67e0-4da3-a2f0-9aa5d56cfd41 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453743 Sep 21 18:06:08.653360 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4cb323cf-5aff-48df-9df7-82da14e519ab req-7a5f3122-6d21-48a7-8e35-7a8ed9c9d119 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:08.653724 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4cb323cf-5aff-48df-9df7-82da14e519ab req-7a5f3122-6d21-48a7-8e35-7a8ed9c9d119 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:08.654041 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [req-4cb323cf-5aff-48df-9df7-82da14e519ab req-7a5f3122-6d21-48a7-8e35-7a8ed9c9d119 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Floating IP bd175afb-831b-49ad-aee0-8f16b3ca5270 disassociated. External IP: 172.25.6.158, port: ae5cf22b-064e-447d-8faf-708f8476b92d. Sep 21 18:06:08.654522 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-4cb323cf-5aff-48df-9df7-82da14e519ab req-7a5f3122-6d21-48a7-8e35-7a8ed9c9d119 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Calling delete_port for ae5cf22b-064e-447d-8faf-708f8476b92d owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:06:08.660347 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1a604f40-f2a4-4bcf-ab34-662e8b704aeb tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:08.662559 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1a604f40-f2a4-4bcf-ab34-662e8b704aeb tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:08.696049 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['26035614-514e-45ec-94d7-661ccc031c41'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:06:08.717039 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40d51b6-51c0-41ee-a268-77a5f4ca2c2b None None] Routers {'20bb6094-8e24-4e94-ac93-20416c80c743'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:06:08.717687 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a40d51b6-51c0-41ee-a268-77a5f4ca2c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['20bb6094-8e24-4e94-ac93-20416c80c743'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:08.736166 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1a604f40-f2a4-4bcf-ab34-662e8b704aeb tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:08.737577 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a604f40-f2a4-4bcf-ab34-662e8b704aeb tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Fanout notify agent at l3_agent the message router_deleted on router 20bb6094-8e24-4e94-ac93-20416c80c743 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:06:08.757047 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1a604f40-f2a4-4bcf-ab34-662e8b704aeb tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:08.758376 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1a604f40-f2a4-4bcf-ab34-662e8b704aeb tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/routers/20bb6094-8e24-4e94-ac93-20416c80c743 HTTP/1.1" status: 204 len: 168 time: 0.4755955 Sep 21 18:06:08.762485 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48552) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:08.835714 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-763f1144-4f78-4390-8d06-a052e3a90835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a61ce0-8526-47fd-90ca-71928cc5f6e2', 'name': 'tempest-TestServerMultinode-1240390620-router', 'tenant_id': '1c99a9e1c66149d98245cefe55b174bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '5584a104-aa4e-4046-8852-9b8f3090cbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:06:01Z', 'updated_at': '2021-09-21T18:06:03Z', 'revision_number': 3, 'project_id': '1c99a9e1c66149d98245cefe55b174bf', 'gw_port': {'id': '5584a104-aa4e-4046-8852-9b8f3090cbf9', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:69:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a61ce0-8526-47fd-90ca-71928cc5f6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:06:02Z', 'updated_at': '2021-09-21T18:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:08.860734 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2f12f3f3-3838-4b53-8602-97a1d6b4a285 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "GET /v2.0/ports?device_id=20bb6094-8e24-4e94-ac93-20416c80c743 HTTP/1.1" status: 200 len: 205 time: 0.0966544 Sep 21 18:06:08.869186 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48554) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:08.901519 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa856d33-b786-40cb-a603-12bfe3735fee None None] Pushing event updated for resources: {'Port': ['ID=0d63d539-4ad8-4f07-b6cb-cca08095d896,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:08.917607 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763f1144-4f78-4390-8d06-a052e3a90835 None None] The sync data for ids ['f7a61ce0-8526-47fd-90ca-71928cc5f6e2'] in n-d-810291-1 is: [{'id': 'f7a61ce0-8526-47fd-90ca-71928cc5f6e2', 'name': 'tempest-TestServerMultinode-1240390620-router', 'tenant_id': '1c99a9e1c66149d98245cefe55b174bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '5584a104-aa4e-4046-8852-9b8f3090cbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:06:01Z', 'updated_at': '2021-09-21T18:06:03Z', 'revision_number': 3, 'project_id': '1c99a9e1c66149d98245cefe55b174bf', 'gw_port': {'id': '5584a104-aa4e-4046-8852-9b8f3090cbf9', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:69:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a61ce0-8526-47fd-90ca-71928cc5f6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:06:02Z', 'updated_at': '2021-09-21T18:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:06:09.007482 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=26035614-514e-45ec-94d7-661ccc031c41,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:09.007746 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-61c69230-e1d4-4515-854a-b71455cb2909 admin admin] Allocated IP 172.20.0.1 (bcc5e1bc-0447-4971-861d-2224222c9638/fba59097-f444-498a-9db2-3b53167ef91c/d8b0272a-0cac-47bd-9826-7e1710c3ef6e) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:09.011384 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a40d51b6-51c0-41ee-a268-77a5f4ca2c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:09.012319 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40d51b6-51c0-41ee-a268-77a5f4ca2c2b None None] The sync data for ids ['20bb6094-8e24-4e94-ac93-20416c80c743'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:06:09.032678 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-eae00533-dff6-4b32-903b-55f04f9996a1 None None] For port 2241bb9f-dcf7-4d0a-959f-380f5af9b81f, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=2241bb9f-dcf7-4d0a-959f-380f5af9b81f,segment=NetworkSegment(0f64a3d6-b183-43ae-9071-2c61f3c9bfca),segment_id=0f64a3d6-b183-43ae-9071-2c61f3c9bfca)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:09.033379 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-eae00533-dff6-4b32-903b-55f04f9996a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:09.085655 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-eae00533-dff6-4b32-903b-55f04f9996a1 None None] Calling delete_port for 2241bb9f-dcf7-4d0a-959f-380f5af9b81f owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:06:09.150726 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-06e436ee-a8e3-4866-b0f1-ebfed72ef27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:09.168250 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-61c69230-e1d4-4515-854a-b71455cb2909 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:09.214819 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb90d80-d7d0-4ff7-89c4-9afaf0291aa9 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:09.221559 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8bb90d80-d7d0-4ff7-89c4-9afaf0291aa9 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4527614 Sep 21 18:06:09.224458 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48556) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:09.230751 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-61c69230-e1d4-4515-854a-b71455cb2909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:09.283165 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89824b-66cd-4439-bb86-32bb0b99f761 req-d25b9120-ad4c-4b38-a250-74927b47c385 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:09.284949 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cb89824b-66cd-4439-bb86-32bb0b99f761 req-d25b9120-ad4c-4b38-a250-74927b47c385 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 947 time: 1.4976571 Sep 21 18:06:09.297638 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-06e436ee-a8e3-4866-b0f1-ebfed72ef27d None None] For port 2241bb9f-dcf7-4d0a-959f-380f5af9b81f, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=2241bb9f-dcf7-4d0a-959f-380f5af9b81f,segment=NetworkSegment(0f64a3d6-b183-43ae-9071-2c61f3c9bfca),segment_id=0f64a3d6-b183-43ae-9071-2c61f3c9bfca)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:09.308837 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-06e436ee-a8e3-4866-b0f1-ebfed72ef27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:09.375728 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-f80e51fe-f42e-447f-b52c-fb9dec2cac03 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] delete failed (client error): The resource could not be found. Sep 21 18:06:09.377990 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f80e51fe-f42e-447f-b52c-fb9dec2cac03 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/routers/20bb6094-8e24-4e94-ac93-20416c80c743 HTTP/1.1" status: 404 len: 336 time: 0.5067549 Sep 21 18:06:09.384951 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48558) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:09.405399 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 95090cce-3d2b-4d3d-9d61-1be74d161e6b no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:06:09.410153 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c69230-e1d4-4515-854a-b71455cb2909 admin admin] Network bcc5e1bc-0447-4971-861d-2224222c9638 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:09.423465 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cb89824b-66cd-4439-bb86-32bb0b99f761 req-5fb64500-8060-4ede-a72d-42269400a7bb tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups?id=6c7eb825-d191-41bf-989f-a867ea06f92d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938518 Sep 21 18:06:09.425084 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-61c69230-e1d4-4515-854a-b71455cb2909 admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:09.432454 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdfef4f4-4520-40a6-b2b3-cc15a7c87dd9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] DELETE failed (client error): The resource could not be found. Sep 21 18:06:09.432956 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdfef4f4-4520-40a6-b2b3-cc15a7c87dd9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:06:09.435437 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bdfef4f4-4520-40a6-b2b3-cc15a7c87dd9 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/subnets/5ec0c63b-b24f-4a95-b9eb-014b2d2e0e56 HTTP/1.1" status: 404 len: 337 time: 0.0478010 Sep 21 18:06:09.491181 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c69230-e1d4-4515-854a-b71455cb2909 admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:09.499650 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd5715-78ed-4aeb-8e3f-387c22f764d3 req-38c8f4fe-ffc0-4b67-9f5d-4737cfb212d0 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:09.505635 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd5715-78ed-4aeb-8e3f-387c22f764d3 req-38c8f4fe-ffc0-4b67-9f5d-4737cfb212d0 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:09.525139 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd5715-78ed-4aeb-8e3f-387c22f764d3 req-38c8f4fe-ffc0-4b67-9f5d-4737cfb212d0 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:09.541287 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd5715-78ed-4aeb-8e3f-387c22f764d3 req-38c8f4fe-ffc0-4b67-9f5d-4737cfb212d0 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:09.574370 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd5715-78ed-4aeb-8e3f-387c22f764d3 req-38c8f4fe-ffc0-4b67-9f5d-4737cfb212d0 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:09.576088 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-06e436ee-a8e3-4866-b0f1-ebfed72ef27d None None] Provisioning complete for port a442b3ce-ca4a-4e18-b3d8-748338c4b33b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:09.578667 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-06e436ee-a8e3-4866-b0f1-ebfed72ef27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:09.594206 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 95090cce-3d2b-4d3d-9d61-1be74d161e6b {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:06:09.594844 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 95090cce-3d2b-4d3d-9d61-1be74d161e6b not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:06:09.595481 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device d08606cd-f058-4798-95cd-d3d9ff775174 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:06:09.604149 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd5715-78ed-4aeb-8e3f-387c22f764d3 req-38c8f4fe-ffc0-4b67-9f5d-4737cfb212d0 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:09.611930 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48560) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:09.612824 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-61c69230-e1d4-4515-854a-b71455cb2909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:09.631693 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd5715-78ed-4aeb-8e3f-387c22f764d3 req-38c8f4fe-ffc0-4b67-9f5d-4737cfb212d0 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:09.633732 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-56bd5715-78ed-4aeb-8e3f-387c22f764d3 req-38c8f4fe-ffc0-4b67-9f5d-4737cfb212d0 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5446 time: 0.8408082 Sep 21 18:06:09.725182 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e436ee-a8e3-4866-b0f1-ebfed72ef27d None None] Pushing event updated for resources: {'Port': ['ID=2241bb9f-dcf7-4d0a-959f-380f5af9b81f,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:09.738911 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: d08606cd-f058-4798-95cd-d3d9ff775174 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:06:09.739304 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device d08606cd-f058-4798-95cd-d3d9ff775174 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:06:09.749273 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-eae00533-dff6-4b32-903b-55f04f9996a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:09.773674 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-56bd5715-78ed-4aeb-8e3f-387c22f764d3 req-513fee4e-bab7-483d-89b9-92d260f24bee tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1312022 Sep 21 18:06:09.886458 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae00533-dff6-4b32-903b-55f04f9996a1 None None] Pushing event deleted for resources: {'Port': ['ID=2241bb9f-dcf7-4d0a-959f-380f5af9b81f,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:09.917119 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae00533-dff6-4b32-903b-55f04f9996a1 None None] No DVR routers for this DVR port 2241bb9f-dcf7-4d0a-959f-380f5af9b81f on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:06:10.089821 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250faad9-73cd-400c-ad14-70d3f5de853b req-fd60e303-4125-45a5-914a-6d0c4ba482c2 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:10.111414 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250faad9-73cd-400c-ad14-70d3f5de853b req-fd60e303-4125-45a5-914a-6d0c4ba482c2 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:10.129870 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250faad9-73cd-400c-ad14-70d3f5de853b req-fd60e303-4125-45a5-914a-6d0c4ba482c2 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:10.138206 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250faad9-73cd-400c-ad14-70d3f5de853b req-fd60e303-4125-45a5-914a-6d0c4ba482c2 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:10.148192 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250faad9-73cd-400c-ad14-70d3f5de853b req-fd60e303-4125-45a5-914a-6d0c4ba482c2 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:10.173152 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250faad9-73cd-400c-ad14-70d3f5de853b req-fd60e303-4125-45a5-914a-6d0c4ba482c2 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:10.194439 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250faad9-73cd-400c-ad14-70d3f5de853b req-fd60e303-4125-45a5-914a-6d0c4ba482c2 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:10.216780 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-250faad9-73cd-400c-ad14-70d3f5de853b req-fd60e303-4125-45a5-914a-6d0c4ba482c2 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5446 time: 0.2867293 Sep 21 18:06:10.222895 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-2b9f89cb-f6cb-4f68-a3bf-bef3856842be None None] Provisioning complete for port d8b0272a-0cac-47bd-9826-7e1710c3ef6e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:10.226472 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2b9f89cb-f6cb-4f68-a3bf-bef3856842be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:10.298131 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 0d63d539-4ad8-4f07-b6cb-cca08095d896 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:10.305741 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99c7b95-552e-4189-aaef-64d66cc5feff None None] Network f14e939e-dd03-49c8-a749-b6fbd365145c requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:10.377505 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c69230-e1d4-4515-854a-b71455cb2909 admin admin] Pushing event updated for resources: {'Port': ['ID=d8b0272a-0cac-47bd-9826-7e1710c3ef6e,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:10.412378 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b3477c-0d7a-46ff-b23c-4cbe20d6bedd tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] DELETE failed (client error): The resource could not be found. Sep 21 18:06:10.412849 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3b3477c-0d7a-46ff-b23c-4cbe20d6bedd tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:06:10.417547 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48568) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:10.418187 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e3b3477c-0d7a-46ff-b23c-4cbe20d6bedd tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/subnets/c162e606-17dc-46a2-aae4-9247d124c181 HTTP/1.1" status: 404 len: 337 time: 0.3273020 Sep 21 18:06:10.428372 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-61c67b94-b5bd-4601-a671-b9c6a6d8db8a tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:10.461168 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-61c69230-e1d4-4515-854a-b71455cb2909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:10.473873 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23c309-ad32-46b5-8cb1-1c4ee22b2ddb req-2ca6293a-40d0-4857-886a-e390395bbfac tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:10.475727 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1e23c309-ad32-46b5-8cb1-1c4ee22b2ddb req-2ca6293a-40d0-4857-886a-e390395bbfac tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 945 time: 0.3719335 Sep 21 18:06:10.483971 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4cb323cf-5aff-48df-9df7-82da14e519ab req-7a5f3122-6d21-48a7-8e35-7a8ed9c9d119 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:10.514807 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-2afd7054-5bfc-4b4c-808f-df71460ffdba tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] DELETE failed (client error): The resource could not be found. Sep 21 18:06:10.523299 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2afd7054-5bfc-4b4c-808f-df71460ffdba tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:06:10.533977 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2afd7054-5bfc-4b4c-808f-df71460ffdba tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/subnets/67f2c077-f2e4-4ab2-a068-a437898f91c6 HTTP/1.1" status: 404 len: 337 time: 0.1146951 Sep 21 18:06:10.537765 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48572) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:10.614919 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-f272d0a7-68ec-46db-9b9b-e6bb32930f10 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] DELETE failed (client error): The resource could not be found. Sep 21 18:06:10.615435 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f272d0a7-68ec-46db-9b9b-e6bb32930f10 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:06:10.617270 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f272d0a7-68ec-46db-9b9b-e6bb32930f10 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/subnets/76f50e48-b158-482f-afd8-bde2737327f2 HTTP/1.1" status: 404 len: 337 time: 0.0784764 Sep 21 18:06:10.649597 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f3122-6d21-48a7-8e35-7a8ed9c9d119 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Pushing event deleted for resources: {'Port': ['ID=ae5cf22b-064e-447d-8faf-708f8476b92d,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:10.658745 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cdc15519-b645-43a3-aecd-76692d2b7b26 req-a17ae2c9-373f-4cc8-926a-98d909449fcf tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 210 time: 0.0476706 Sep 21 18:06:10.659581 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48574) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:10.715880 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8c04c5f7-cabe-4794-8b62-d02a9107eb9b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "GET /v2.0/ports?device_id=d51afa4e-e565-43e2-adce-1edce9a7bf98 HTTP/1.1" status: 200 len: 205 time: 0.0524790 Sep 21 18:06:10.717905 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48576) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:10.738915 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-2b9f89cb-f6cb-4f68-a3bf-bef3856842be None None] Port d8b0272a-0cac-47bd-9826-7e1710c3ef6e cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:06:10.741954 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 26035614-514e-45ec-94d7-661ccc031c41 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:10.776597 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-bc9b03ae-602e-4112-8b7a-7bd200a2f6d6 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] delete failed (client error): The resource could not be found. Sep 21 18:06:10.786939 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bc9b03ae-602e-4112-8b7a-7bd200a2f6d6 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/routers/d51afa4e-e565-43e2-adce-1edce9a7bf98 HTTP/1.1" status: 404 len: 336 time: 0.0679498 Sep 21 18:06:10.787910 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48578) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:10.800662 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1e23c309-ad32-46b5-8cb1-1c4ee22b2ddb req-f0262d2a-d6de-4558-b649-0230951b0423 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124206 Sep 21 18:06:10.828924 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-53f6facb-acf4-424f-8c6c-e10ad6641cbf tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "GET /v2.0/ports?device_id=98498bf8-6e31-4f96-b5fe-0aba221fe4a7 HTTP/1.1" status: 200 len: 205 time: 0.0396249 Sep 21 18:06:10.830352 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48580) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:10.889290 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-53ce3fa4-50c9-41bf-b287-165c8d1d4764 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] delete failed (client error): The resource could not be found. Sep 21 18:06:10.893390 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-53ce3fa4-50c9-41bf-b287-165c8d1d4764 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/routers/98498bf8-6e31-4f96-b5fe-0aba221fe4a7 HTTP/1.1" status: 404 len: 336 time: 0.0617785 Sep 21 18:06:10.894009 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48582) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:10.926451 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-843135e6-d300-4e77-9465-101b36bc973c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] DELETE failed (client error): The resource could not be found. Sep 21 18:06:10.927114 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-843135e6-d300-4e77-9465-101b36bc973c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:06:10.932990 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-843135e6-d300-4e77-9465-101b36bc973c tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/subnets/92580dba-2a8b-4b3f-904c-4593c82b9d5b HTTP/1.1" status: 404 len: 337 time: 0.0373373 Sep 21 18:06:10.933680 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48584) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:11.048217 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-60f2380e-953c-4902-be27-b5fa96ad488b tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c84fb2e-91f8-4004-bcce-3e3e6094b33b HTTP/1.1" status: 200 len: 205 time: 0.1133487 Sep 21 18:06:11.049619 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48586) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:11.085286 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-4e611729-2dc7-47f1-b2ef-6c8c0e1744ee None None] Provisioning complete for port 0d63d539-4ad8-4f07-b6cb-cca08095d896 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:11.085954 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4e611729-2dc7-47f1-b2ef-6c8c0e1744ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:11.150532 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 0d63d539-4ad8-4f07-b6cb-cca08095d896 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:11.150825 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:11.168467 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-bf96e7c8-d8b8-49e0-a179-73a0a3f24bc0 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] delete failed (client error): The resource could not be found. Sep 21 18:06:11.169722 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bf96e7c8-d8b8-49e0-a179-73a0a3f24bc0 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/routers/0c84fb2e-91f8-4004-bcce-3e3e6094b33b HTTP/1.1" status: 404 len: 336 time: 0.1188948 Sep 21 18:06:11.174899 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48588) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:11.243482 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-71e695ba-d82c-46d7-9652-9c62af2b3f61 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "GET /v2.0/ports?device_id=cddc2df0-d760-406f-a45c-9f9f4ebd0e1b HTTP/1.1" status: 200 len: 205 time: 0.0671747 Sep 21 18:06:11.245944 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48590) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:11.255748 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 26035614-514e-45ec-94d7-661ccc031c41 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:11.256295 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:11.304758 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-4626e44e-64a9-40d8-9b93-170018f551c0 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] delete failed (client error): The resource could not be found. Sep 21 18:06:11.306057 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4626e44e-64a9-40d8-9b93-170018f551c0 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/routers/cddc2df0-d760-406f-a45c-9f9f4ebd0e1b HTTP/1.1" status: 404 len: 336 time: 0.0589750 Sep 21 18:06:11.309070 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48592) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:11.340360 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9052ede-7f18-410b-9717-85fd37172ee8 None None] DHCP port deletion for f14e939e-dd03-49c8-a749-b6fbd365145c request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:06:11.341403 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-8960a5b3-bbce-4ce2-95d4-17e91133c28a tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] DELETE failed (client error): The resource could not be found. Sep 21 18:06:11.341971 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8960a5b3-bbce-4ce2-95d4-17e91133c28a tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:06:11.344128 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8960a5b3-bbce-4ce2-95d4-17e91133c28a tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/subnets/78eb85a8-5a06-4e7a-a5c7-d4574221caf0 HTTP/1.1" status: 404 len: 337 time: 0.0339351 Sep 21 18:06:11.346822 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48594) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:11.373908 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device ae5cf22b-064e-447d-8faf-708f8476b92d no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:06:11.392430 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-28aa6bd4-aeea-49b3-a922-2746187d0898 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9536ab4-6e81-419d-91da-88a692920b49 HTTP/1.1" status: 200 len: 205 time: 0.0441515 Sep 21 18:06:11.394815 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48596) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:11.440207 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-61c67b94-b5bd-4601-a671-b9c6a6d8db8a tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Deleting port 0d63d539-4ad8-4f07-b6cb-cca08095d896 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:11.440207 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-61c67b94-b5bd-4601-a671-b9c6a6d8db8a tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:11.441695 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: ae5cf22b-064e-447d-8faf-708f8476b92d {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:06:11.442212 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device ae5cf22b-064e-447d-8faf-708f8476b92d not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:06:11.450847 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:11.487634 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4e611729-2dc7-47f1-b2ef-6c8c0e1744ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:11.501106 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-1e6620cc-658e-454d-83ba-966f19ef4c98 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] delete failed (client error): The resource could not be found. Sep 21 18:06:11.503288 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1e6620cc-658e-454d-83ba-966f19ef4c98 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/routers/a9536ab4-6e81-419d-91da-88a692920b49 HTTP/1.1" status: 404 len: 336 time: 0.1071577 Sep 21 18:06:11.506857 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48598) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:11.541487 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b38564c-25bc-4200-8cc1-41e0525c5078 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] DELETE failed (client error): The resource could not be found. Sep 21 18:06:11.542332 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b38564c-25bc-4200-8cc1-41e0525c5078 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:06:11.544692 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7b38564c-25bc-4200-8cc1-41e0525c5078 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/subnets/8f40a89b-0c62-4e08-b442-e0a1bea9d97a HTTP/1.1" status: 404 len: 337 time: 0.0362144 Sep 21 18:06:11.547450 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48600) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:11.568213 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cb323cf-5aff-48df-9df7-82da14e519ab req-7a5f3122-6d21-48a7-8e35-7a8ed9c9d119 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Router 624692c6-e850-4622-95b0-bdc01dbb7965 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:06:11.575829 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 0d63d539-4ad8-4f07-b6cb-cca08095d896, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=0d63d539-4ad8-4f07-b6cb-cca08095d896,segment=NetworkSegment(0dcf6b64-3b23-4252-ba83-2c3aed87ad7c),segment_id=0dcf6b64-3b23-4252-ba83-2c3aed87ad7c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:11.592486 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-671de07a-23ba-4ec5-b1b4-03e80a32de92 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fad56ce-d00b-4667-862c-055f72814d8d HTTP/1.1" status: 200 len: 205 time: 0.0431793 Sep 21 18:06:11.594610 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48602) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:11.601173 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:11.601993 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 5584a104-aa4e-4046-8852-9b8f3090cbf9 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:11.609320 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:11.654008 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-d2e87983-9c8c-4281-bbb0-3374dc26b35d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] delete failed (client error): The resource could not be found. Sep 21 18:06:11.656099 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d2e87983-9c8c-4281-bbb0-3374dc26b35d tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/routers/9fad56ce-d00b-4667-862c-055f72814d8d HTTP/1.1" status: 404 len: 336 time: 0.0598216 Sep 21 18:06:11.658692 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48606) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:11.667780 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-61c67b94-b5bd-4601-a671-b9c6a6d8db8a tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] For port 0d63d539-4ad8-4f07-b6cb-cca08095d896, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=0d63d539-4ad8-4f07-b6cb-cca08095d896,segment=NetworkSegment(0dcf6b64-3b23-4252-ba83-2c3aed87ad7c),segment_id=0dcf6b64-3b23-4252-ba83-2c3aed87ad7c)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:11.668161 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-61c67b94-b5bd-4601-a671-b9c6a6d8db8a tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:11.712244 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-92397e29-e698-4899-93f8-854b1ec18473 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] DELETE failed (client error): The resource could not be found. Sep 21 18:06:11.714194 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92397e29-e698-4899-93f8-854b1ec18473 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:06:11.716598 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-92397e29-e698-4899-93f8-854b1ec18473 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/subnets/ae30e1eb-7c3f-4051-a4be-1a683a4cb10d HTTP/1.1" status: 404 len: 337 time: 0.0464628 Sep 21 18:06:11.719093 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48610) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:11.765485 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c0a4631-0428-474c-9eb1-e4abb4b57705 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] DELETE failed (client error): The resource could not be found. Sep 21 18:06:11.766395 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c0a4631-0428-474c-9eb1-e4abb4b57705 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:06:11.769261 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2c0a4631-0428-474c-9eb1-e4abb4b57705 tempest-RoutersTest-444294158 tempest-RoutersTest-444294158-project] 10.222.0.58 "DELETE /v2.0/subnets/72d4a341-956a-4fdd-b583-3655fb9c247b HTTP/1.1" status: 404 len: 337 time: 0.0489051 Sep 21 18:06:11.823322 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-e9052ede-7f18-410b-9717-85fd37172ee8 None None] Deleting port 0d63d539-4ad8-4f07-b6cb-cca08095d896 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:11.824055 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e9052ede-7f18-410b-9717-85fd37172ee8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:11.825533 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4096f9db-a6fb-40e2-bfd6-9d69d77f3580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26035614-514e-45ec-94d7-661ccc031c41'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:06:11.827995 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7073ec-be8b-434f-b63d-36476dda2ef4" -d '{"events": [{"server_uuid": "4096f9db-a6fb-40e2-bfd6-9d69d77f3580", "name": "network-vif-plugged", "status": "completed", "tag": "26035614-514e-45ec-94d7-661ccc031c41"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:06:11.840892 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cb323cf-5aff-48df-9df7-82da14e519ab req-7a5f3122-6d21-48a7-8e35-7a8ed9c9d119 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:06:11.849136 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-61c67b94-b5bd-4601-a671-b9c6a6d8db8a tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Calling delete_port for 0d63d539-4ad8-4f07-b6cb-cca08095d896 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:06:11.865931 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db59e0dd-83b3-4769-8b16-5dfbd20f5435 None None] Sync routers for ids ['624692c6-e850-4622-95b0-bdc01dbb7965'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:06:11.875111 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.db.api [None req-4e611729-2dc7-47f1-b2ef-6c8c0e1744ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:06:11.875619 n-d-810291-1 neutron-server[101462]: DEBUG oslo_db.api [None req-4e611729-2dc7-47f1-b2ef-6c8c0e1744ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:06:11.881266 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 26035614-514e-45ec-94d7-661ccc031c41, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=26035614-514e-45ec-94d7-661ccc031c41,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:11.882449 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=0d63d539-4ad8-4f07-b6cb-cca08095d896,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:11.898338 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:11.912815 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db59e0dd-83b3-4769-8b16-5dfbd20f5435 None None] Routers {'624692c6-e850-4622-95b0-bdc01dbb7965'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:06:11.920100 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-db59e0dd-83b3-4769-8b16-5dfbd20f5435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['624692c6-e850-4622-95b0-bdc01dbb7965'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:11.931144 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb323cf-5aff-48df-9df7-82da14e519ab req-7a5f3122-6d21-48a7-8e35-7a8ed9c9d119 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] No DVR routers for this DVR port ae5cf22b-064e-447d-8faf-708f8476b92d on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:06:11.939637 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4cb323cf-5aff-48df-9df7-82da14e519ab req-7a5f3122-6d21-48a7-8e35-7a8ed9c9d119 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:11.941743 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4cb323cf-5aff-48df-9df7-82da14e519ab req-7a5f3122-6d21-48a7-8e35-7a8ed9c9d119 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.38 "DELETE /v2.0/ports/ae5cf22b-064e-447d-8faf-708f8476b92d HTTP/1.1" status: 204 len: 173 time: 4.5835302 Sep 21 18:06:11.945888 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45a186f-e558-4443-ae23-9c550baf95e6', 'name': 'network-vif-deleted', 'tag': 'ae5cf22b-064e-447d-8faf-708f8476b92d'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:06:11.949067 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba7c850-85ce-401f-992a-34b62889e305" -d '{"events": [{"server_uuid": "d45a186f-e558-4443-ae23-9c550baf95e6", "name": "network-vif-deleted", "tag": "ae5cf22b-064e-447d-8faf-708f8476b92d"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:06:11.964362 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-57130414-2b1e-4738-9515-06d57ff87b71 req-4a207060-d943-43d5-a327-69f14a63a3fc tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/ports?device_id=d45a186f-e558-4443-ae23-9c550baf95e6 HTTP/1.1" status: 200 len: 210 time: 0.1731758 Sep 21 18:06:12.030394 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-61c69230-e1d4-4515-854a-b71455cb2909 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:12.045983 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-61c69230-e1d4-4515-854a-b71455cb2909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:12.104700 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443b94fb-5b21-44df-be78-edca3d3c3108 x-openstack-request-id: req-443b94fb-5b21-44df-be78-edca3d3c3108 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:06:12.105061 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4096f9db-a6fb-40e2-bfd6-9d69d77f3580", "name": "network-vif-plugged", "status": "completed", "tag": "26035614-514e-45ec-94d7-661ccc031c41", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:06:12.105292 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-443b94fb-5b21-44df-be78-edca3d3c3108 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:06:12.105640 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4096f9db-a6fb-40e2-bfd6-9d69d77f3580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26035614-514e-45ec-94d7-661ccc031c41', 'code': 200} Sep 21 18:06:12.238276 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c69230-e1d4-4515-854a-b71455cb2909 admin admin] Pushing event updated for resources: {'Port': ['ID=d8b0272a-0cac-47bd-9826-7e1710c3ef6e,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:12.246079 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5229c0bc-9805-47d9-b6ef-14f6b629bccf x-openstack-request-id: req-5229c0bc-9805-47d9-b6ef-14f6b629bccf {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:06:12.246521 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45a186f-e558-4443-ae23-9c550baf95e6", "name": "network-vif-deleted", "tag": "ae5cf22b-064e-447d-8faf-708f8476b92d", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:06:12.247135 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5229c0bc-9805-47d9-b6ef-14f6b629bccf {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:06:12.248143 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45a186f-e558-4443-ae23-9c550baf95e6', 'name': 'network-vif-deleted', 'tag': 'ae5cf22b-064e-447d-8faf-708f8476b92d', 'status': 'completed', 'code': 200} Sep 21 18:06:12.257234 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-e9052ede-7f18-410b-9717-85fd37172ee8 None None] For port 0d63d539-4ad8-4f07-b6cb-cca08095d896, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=0d63d539-4ad8-4f07-b6cb-cca08095d896,segment=NetworkSegment(0dcf6b64-3b23-4252-ba83-2c3aed87ad7c),segment_id=0dcf6b64-3b23-4252-ba83-2c3aed87ad7c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:12.263332 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcfe9b-78dd-4e6b-b99c-f96dc3cb6865 req-c420baf2-71b9-4b5b-a8a0-04ccc8192b9f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:12.263890 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e9052ede-7f18-410b-9717-85fd37172ee8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:12.273231 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-39fcfe9b-78dd-4e6b-b99c-f96dc3cb6865 req-c420baf2-71b9-4b5b-a8a0-04ccc8192b9f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 946 time: 0.1899846 Sep 21 18:06:12.283049 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-61c69230-e1d4-4515-854a-b71455cb2909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:12.293464 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 5584a104-aa4e-4046-8852-9b8f3090cbf9 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:12.293837 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:12.302062 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-e9052ede-7f18-410b-9717-85fd37172ee8 None None] Calling delete_port for 0d63d539-4ad8-4f07-b6cb-cca08095d896 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:06:12.315992 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-61c67b94-b5bd-4601-a671-b9c6a6d8db8a tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:12.337338 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=26035614-514e-45ec-94d7-661ccc031c41,revision_number=7']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:12.349932 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-db59e0dd-83b3-4769-8b16-5dfbd20f5435 None None] Set router 624692c6-e850-4622-95b0-bdc01dbb7965 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:06:12.458811 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-4e611729-2dc7-47f1-b2ef-6c8c0e1744ee None None] Port 0d63d539-4ad8-4f07-b6cb-cca08095d896 update to ACTIVE by agent not found {{(pid=101462) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 21 18:06:12.515265 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c67b94-b5bd-4601-a671-b9c6a6d8db8a tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] No DVR routers for this DVR port 0d63d539-4ad8-4f07-b6cb-cca08095d896 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:06:12.543326 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c67b94-b5bd-4601-a671-b9c6a6d8db8a tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Pushing event deleted for resources: {'Port': ['ID=0d63d539-4ad8-4f07-b6cb-cca08095d896,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:12.578291 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-39fcfe9b-78dd-4e6b-b99c-f96dc3cb6865 req-b44e8e45-1761-4894-b7a4-6307cc0d0ca5 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965670 Sep 21 18:06:12.588086 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c69230-e1d4-4515-854a-b71455cb2909 admin admin] Network bcc5e1bc-0447-4971-861d-2224222c9638 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:12.598007 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48622) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:12.603103 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-61c69230-e1d4-4515-854a-b71455cb2909 admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:12.698535 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-db59e0dd-83b3-4769-8b16-5dfbd20f5435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'name': 'tempest-AttachVolumeShelveTestJSON-57759168-router', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:45Z', 'updated_at': '2021-09-21T17:57:51Z', 'revision_number': 4, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'gw_port': {'id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:46Z', 'updated_at': '2021-09-21T17:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '181406f9-ba52-42fa-80ab-4205705a8ae9', 'name': '', 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'mac_address': 'fa:16:3e:86:a7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '109644f9-7374-4e29-a072-2da36abb70ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:55Z', 'revision_number': 5, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'subnets': [{'id': '109644f9-7374-4e29-a072-2da36abb70ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:12.754128 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:12.792357 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db59e0dd-83b3-4769-8b16-5dfbd20f5435 None None] Checking router: 624692c6-e850-4622-95b0-bdc01dbb7965 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:06:12.801876 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 5584a104-aa4e-4046-8852-9b8f3090cbf9, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=5584a104-aa4e-4046-8852-9b8f3090cbf9,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:12.824073 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db59e0dd-83b3-4769-8b16-5dfbd20f5435 None None] Routers {'624692c6-e850-4622-95b0-bdc01dbb7965'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:06:12.824979 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:12.826008 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-db59e0dd-83b3-4769-8b16-5dfbd20f5435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['624692c6-e850-4622-95b0-bdc01dbb7965'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:12.828637 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a442b3ce-ca4a-4e18-b3d8-748338c4b33b up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:12.832455 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c69230-e1d4-4515-854a-b71455cb2909 admin admin] Router f7a61ce0-8526-47fd-90ca-71928cc5f6e2 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:06:12.859726 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1485bb99-9640-47a6-947e-25c9a1f19b24 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d7ec63c1d7a3434588f64b3d4b2f5b0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2588141 Sep 21 18:06:12.861397 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48626) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:12.906751 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-61c67b94-b5bd-4601-a671-b9c6a6d8db8a tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:12.960526 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d381d87e-290a-464b-bfdd-3a9c55d81804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:12.992503 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d381d87e-290a-464b-bfdd-3a9c55d81804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:12.995546 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-61c67b94-b5bd-4601-a671-b9c6a6d8db8a tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f14e939e-dd03-49c8-a749-b6fbd365145c']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:12.999150 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e9052ede-7f18-410b-9717-85fd37172ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:13.004386 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=5584a104-aa4e-4046-8852-9b8f3090cbf9,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:13.018981 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-61c67b94-b5bd-4601-a671-b9c6a6d8db8a tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dcf6b64-3b23-4252-ba83-2c3aed87ad7c') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:13.019316 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-61c67b94-b5bd-4601-a671-b9c6a6d8db8a tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dcf6b64-3b23-4252-ba83-2c3aed87ad7c') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:13.049386 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-db59e0dd-83b3-4769-8b16-5dfbd20f5435 None None] Set router 624692c6-e850-4622-95b0-bdc01dbb7965 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:06:13.050177 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-61c67b94-b5bd-4601-a671-b9c6a6d8db8a tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:13.101260 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d381d87e-290a-464b-bfdd-3a9c55d81804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:13.108935 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9052ede-7f18-410b-9717-85fd37172ee8 None None] Pushing event deleted for resources: {'Port': ['ID=0d63d539-4ad8-4f07-b6cb-cca08095d896,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:13.110423 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d381d87e-290a-464b-bfdd-3a9c55d81804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:13.127190 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d381d87e-290a-464b-bfdd-3a9c55d81804 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/50ef29e6-3134-4d23-89bd-f68dd2c707b3 HTTP/1.1" status: 204 len: 168 time: 0.2643683 Sep 21 18:06:13.140162 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c69230-e1d4-4515-854a-b71455cb2909 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:06:13.156212 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-61c69230-e1d4-4515-854a-b71455cb2909 admin admin] 10.222.0.58 "PUT /v2.0/routers/f7a61ce0-8526-47fd-90ca-71928cc5f6e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3998063 Sep 21 18:06:13.156212 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-61c67b94-b5bd-4601-a671-b9c6a6d8db8a tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:13.160476 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d381d87e-290a-464b-bfdd-3a9c55d81804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ef29e6-3134-4d23-89bd-f68dd2c707b3,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:13.172750 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9052ede-7f18-410b-9717-85fd37172ee8 None None] No DVR routers for this DVR port 0d63d539-4ad8-4f07-b6cb-cca08095d896 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:06:13.182616 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cf419b-7df3-40dc-82bf-288a9a1c21b8 None None] Sync routers for ids ['f7a61ce0-8526-47fd-90ca-71928cc5f6e2'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:06:13.183039 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c67b94-b5bd-4601-a671-b9c6a6d8db8a tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:06:13.185290 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48644) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:13.185876 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-61c67b94-b5bd-4601-a671-b9c6a6d8db8a tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:13.229066 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cf419b-7df3-40dc-82bf-288a9a1c21b8 None None] Routers {'f7a61ce0-8526-47fd-90ca-71928cc5f6e2'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:06:13.229967 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-93cf419b-7df3-40dc-82bf-288a9a1c21b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['f7a61ce0-8526-47fd-90ca-71928cc5f6e2'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:13.237439 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b7e7f49a-f63f-4fbb-a4af-ac4252162a21 None None] Provisioning complete for port d8b0272a-0cac-47bd-9826-7e1710c3ef6e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:13.238309 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b7e7f49a-f63f-4fbb-a4af-ac4252162a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:13.287253 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b7e7f49a-f63f-4fbb-a4af-ac4252162a21 None None] Port d8b0272a-0cac-47bd-9826-7e1710c3ef6e cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:06:13.333508 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port a442b3ce-ca4a-4e18-b3d8-748338c4b33b triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:13.333885 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:13.412087 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:06:13.412087 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:06:13.412087 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:06:13.412087 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:06:13.412087 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:06:13.412087 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:06:13.412087 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:06:13.412087 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:06:13.412087 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:06:13.412087 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:06:13.412087 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:06:13.412087 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:06:13.412087 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:06:13.412087 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:06:13.412087 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:06:13.412087 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:06:13.412087 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:06:13.412087 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:06:13.412087 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:06:13.412087 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:06:13.412087 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:06:13.412087 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:06:13.412087 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:06:13.412087 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:06:13.412087 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:06:13.412087 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:06:13.412087 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:06:13.412087 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:06:13.412087 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:06:13.412087 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:06:13.412087 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:06:13.412087 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:06:13.434950 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-61c67b94-b5bd-4601-a671-b9c6a6d8db8a tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:13.450208 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-61c67b94-b5bd-4601-a671-b9c6a6d8db8a tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:13.452495 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-61c67b94-b5bd-4601-a671-b9c6a6d8db8a tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] 10.222.0.58 "DELETE /v2.0/networks/f14e939e-dd03-49c8-a749-b6fbd365145c HTTP/1.1" status: 204 len: 168 time: 4.2190418 Sep 21 18:06:13.460694 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48646) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:13.529692 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c67b94-b5bd-4601-a671-b9c6a6d8db8a tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Pushing event deleted for resources: {'Network': ['ID=f14e939e-dd03-49c8-a749-b6fbd365145c,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:13.538111 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-720c473d-09c8-4f46-9fdc-18d0ba7d793e tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:13.612804 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-93cf419b-7df3-40dc-82bf-288a9a1c21b8 None None] Set router f7a61ce0-8526-47fd-90ca-71928cc5f6e2 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:06:13.660875 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-720c473d-09c8-4f46-9fdc-18d0ba7d793e tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:13.661519 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-db59e0dd-83b3-4769-8b16-5dfbd20f5435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'name': 'tempest-AttachVolumeShelveTestJSON-57759168-router', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:45Z', 'updated_at': '2021-09-21T17:57:51Z', 'revision_number': 4, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'gw_port': {'id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:46Z', 'updated_at': '2021-09-21T17:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '181406f9-ba52-42fa-80ab-4205705a8ae9', 'name': '', 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'mac_address': 'fa:16:3e:86:a7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '109644f9-7374-4e29-a072-2da36abb70ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:55Z', 'revision_number': 5, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'subnets': [{'id': '109644f9-7374-4e29-a072-2da36abb70ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:13.754830 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db59e0dd-83b3-4769-8b16-5dfbd20f5435 None None] The sync data for ids ['624692c6-e850-4622-95b0-bdc01dbb7965'] in n-d-810291-1 is: [{'id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'name': 'tempest-AttachVolumeShelveTestJSON-57759168-router', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:45Z', 'updated_at': '2021-09-21T17:57:51Z', 'revision_number': 4, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'gw_port': {'id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:46Z', 'updated_at': '2021-09-21T17:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '181406f9-ba52-42fa-80ab-4205705a8ae9', 'name': '', 'network_id': '317845e1-df2c-40eb-a75c-cc29a382e695', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'mac_address': 'fa:16:3e:86:a7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '109644f9-7374-4e29-a072-2da36abb70ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:51Z', 'updated_at': '2021-09-21T17:57:55Z', 'revision_number': 5, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'subnets': [{'id': '109644f9-7374-4e29-a072-2da36abb70ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:06:13.788325 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-496589af-de02-4dc3-9bae-37d35524fa42 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:13.839778 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-720c473d-09c8-4f46-9fdc-18d0ba7d793e tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:13.843450 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-720c473d-09c8-4f46-9fdc-18d0ba7d793e tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:13.846998 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-720c473d-09c8-4f46-9fdc-18d0ba7d793e tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "DELETE /v2.0/security-groups/6c7eb825-d191-41bf-989f-a867ea06f92d HTTP/1.1" status: 204 len: 168 time: 0.6486912 Sep 21 18:06:13.847634 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48664) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:13.941530 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-3dae67f1-2cb7-416d-b6aa-198d57a1b0d0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] show failed (client error): The resource could not be found. Sep 21 18:06:13.947595 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3dae67f1-2cb7-416d-b6aa-198d57a1b0d0 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "GET /v2.0/security-groups/6c7eb825-d191-41bf-989f-a867ea06f92d HTTP/1.1" status: 404 len: 347 time: 0.0961735 Sep 21 18:06:13.950782 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48668) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:13.967251 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c473d-09c8-4f46-9fdc-18d0ba7d793e tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7eb825-d191-41bf-989f-a867ea06f92d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:14.061945 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96393a-94d0-42a9-ad3c-41466a247567 req-8871ae4b-e6f0-4c53-a976-e3311ca3b830 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:14.064026 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7c96393a-94d0-42a9-ad3c-41466a247567 req-8871ae4b-e6f0-4c53-a976-e3311ca3b830 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 946 time: 0.2876792 Sep 21 18:06:14.096528 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 5584a104-aa4e-4046-8852-9b8f3090cbf9 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:14.162008 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48670) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:14.170071 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-496589af-de02-4dc3-9bae-37d35524fa42 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:14.323379 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-496589af-de02-4dc3-9bae-37d35524fa42 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['916fce18-4140-4405-826b-584dfae2a3e0']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:14.362079 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-496589af-de02-4dc3-9bae-37d35524fa42 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f64a3d6-b183-43ae-9071-2c61f3c9bfca') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:14.362378 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-496589af-de02-4dc3-9bae-37d35524fa42 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f64a3d6-b183-43ae-9071-2c61f3c9bfca') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:14.388075 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b01a3e7-afdd-4824-ac4b-2ca6a105851a None None] New status for floating IP bd175afb-831b-49ad-aee0-8f16b3ca5270: DOWN {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:06:14.395608 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-496589af-de02-4dc3-9bae-37d35524fa42 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:14.411474 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-496589af-de02-4dc3-9bae-37d35524fa42 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:14.419125 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-496589af-de02-4dc3-9bae-37d35524fa42 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:06:14.419535 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-496589af-de02-4dc3-9bae-37d35524fa42 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:14.445051 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-159505de-2525-475f-af5f-428a61bbb415 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Deleting port 0d38ab66-e46f-4c43-af44-2f1fe8e8726f {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:14.445307 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-159505de-2525-475f-af5f-428a61bbb415 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:14.478998 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 5584a104-aa4e-4046-8852-9b8f3090cbf9 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:14.479752 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:14.552883 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:06:14.552883 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:06:14.552883 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:06:14.552883 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:06:14.552883 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:06:14.552883 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:06:14.552883 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:06:14.552883 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:06:14.552883 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:06:14.552883 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:06:14.552883 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:06:14.552883 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:06:14.552883 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:06:14.552883 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:06:14.552883 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:06:14.552883 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:06:14.552883 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:06:14.552883 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:06:14.552883 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:06:14.552883 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:06:14.552883 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:06:14.552883 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:06:14.552883 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:06:14.552883 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:06:14.552883 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:06:14.552883 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:06:14.552883 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:06:14.552883 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:06:14.552883 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:06:14.552883 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:06:14.552883 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:06:14.552883 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:06:14.643284 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-93cf419b-7df3-40dc-82bf-288a9a1c21b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a61ce0-8526-47fd-90ca-71928cc5f6e2', 'name': 'tempest-TestServerMultinode-1240390620-router', 'tenant_id': '1c99a9e1c66149d98245cefe55b174bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '5584a104-aa4e-4046-8852-9b8f3090cbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:06:01Z', 'updated_at': '2021-09-21T18:06:10Z', 'revision_number': 4, 'project_id': '1c99a9e1c66149d98245cefe55b174bf', 'gw_port': {'id': '5584a104-aa4e-4046-8852-9b8f3090cbf9', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a61ce0-8526-47fd-90ca-71928cc5f6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:06:02Z', 'updated_at': '2021-09-21T18:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'd8b0272a-0cac-47bd-9826-7e1710c3ef6e', 'name': '', 'network_id': 'bcc5e1bc-0447-4971-861d-2224222c9638', 'tenant_id': '1c99a9e1c66149d98245cefe55b174bf', 'mac_address': 'fa:16:3e:40:6b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a61ce0-8526-47fd-90ca-71928cc5f6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': 'fba59097-f444-498a-9db2-3b53167ef91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:06:07Z', 'updated_at': '2021-09-21T18:06:10Z', 'revision_number': 2, 'project_id': '1c99a9e1c66149d98245cefe55b174bf', 'subnets': [{'id': 'fba59097-f444-498a-9db2-3b53167ef91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:14.658960 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-159505de-2525-475f-af5f-428a61bbb415 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:14.659311 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-159505de-2525-475f-af5f-428a61bbb415 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:14.670531 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-496589af-de02-4dc3-9bae-37d35524fa42 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:14.715695 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7c96393a-94d0-42a9-ad3c-41466a247567 req-cd1d9a43-31d8-4d87-a39e-3aa321ef4d16 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5635920 Sep 21 18:06:14.732759 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-496589af-de02-4dc3-9bae-37d35524fa42 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:14.753108 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-496589af-de02-4dc3-9bae-37d35524fa42 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] 10.222.0.58 "DELETE /v2.0/networks/916fce18-4140-4405-826b-584dfae2a3e0 HTTP/1.1" status: 204 len: 168 time: 1.2766764 Sep 21 18:06:14.763254 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-159505de-2525-475f-af5f-428a61bbb415 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Calling delete_port for 0d38ab66-e46f-4c43-af44-2f1fe8e8726f owned by network:floatingip {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:06:14.775934 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cf419b-7df3-40dc-82bf-288a9a1c21b8 None None] Checking router: f7a61ce0-8526-47fd-90ca-71928cc5f6e2 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:06:14.776128 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48696) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:14.777203 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cf419b-7df3-40dc-82bf-288a9a1c21b8 None None] Updating router f7a61ce0-8526-47fd-90ca-71928cc5f6e2 port d8b0272a-0cac-47bd-9826-7e1710c3ef6e binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:06:14.795115 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 0d63d539-4ad8-4f07-b6cb-cca08095d896 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:06:14.853833 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496589af-de02-4dc3-9bae-37d35524fa42 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Pushing event deleted for resources: {'Network': ['ID=916fce18-4140-4405-826b-584dfae2a3e0,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:14.855968 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-93cf419b-7df3-40dc-82bf-288a9a1c21b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:14.905880 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 0d63d539-4ad8-4f07-b6cb-cca08095d896 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:06:14.906375 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 0d63d539-4ad8-4f07-b6cb-cca08095d896 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:06:14.925213 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07035298-bf17-4898-94e0-97eec40d708c req-97283e68-631e-4c9b-a6f0-68738502a5b9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2e2a0a01-5d69-47b1-9f17-8d86324a7794&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6325867 Sep 21 18:06:14.955405 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653e9d9-c8ac-4c0c-b9ec-d78e7d974ba2 req-192620ca-d5ce-44f8-9282-50f8954b95dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:14.956164 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653e9d9-c8ac-4c0c-b9ec-d78e7d974ba2 req-192620ca-d5ce-44f8-9282-50f8954b95dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:14.956834 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653e9d9-c8ac-4c0c-b9ec-d78e7d974ba2 req-192620ca-d5ce-44f8-9282-50f8954b95dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:14.957319 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653e9d9-c8ac-4c0c-b9ec-d78e7d974ba2 req-192620ca-d5ce-44f8-9282-50f8954b95dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:14.957797 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653e9d9-c8ac-4c0c-b9ec-d78e7d974ba2 req-192620ca-d5ce-44f8-9282-50f8954b95dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:14.958274 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653e9d9-c8ac-4c0c-b9ec-d78e7d974ba2 req-192620ca-d5ce-44f8-9282-50f8954b95dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:14.959662 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653e9d9-c8ac-4c0c-b9ec-d78e7d974ba2 req-192620ca-d5ce-44f8-9282-50f8954b95dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:14.961957 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d653e9d9-c8ac-4c0c-b9ec-d78e7d974ba2 req-192620ca-d5ce-44f8-9282-50f8954b95dd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 6503 time: 0.7987213 Sep 21 18:06:15.074123 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-eba68aad-6b80-4343-830d-8219b39f7fcf tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:15.076119 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-eba68aad-6b80-4343-830d-8219b39f7fcf tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/networks?id=dddd0670-5287-4028-990d-3f24462a1d0c HTTP/1.1" status: 200 len: 911 time: 0.2551954 Sep 21 18:06:15.105576 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07035298-bf17-4898-94e0-97eec40d708c req-6fbcd549-c2cc-49a7-ad7b-4ef04ba2654d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:15.105979 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07035298-bf17-4898-94e0-97eec40d708c req-6fbcd549-c2cc-49a7-ad7b-4ef04ba2654d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a8da2b927d2245079ac16237e127ada3&device_id=2e2a0a01-5d69-47b1-9f17-8d86324a7794 HTTP/1.1" status: 200 len: 1096 time: 0.1430004 Sep 21 18:06:15.111281 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-15b80a43-ed1a-443e-9244-e0e2f73b4d97 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:15.124360 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-5b1ecf69-c7c5-4a3b-b80a-a07de1d09220 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3376381 Sep 21 18:06:15.142669 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-9790f1df-e896-4e84-93e8-e09884b6fb87 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/quotas/1c99a9e1c66149d98245cefe55b174bf HTTP/1.1" status: 200 len: 375 time: 0.0541284 Sep 21 18:06:15.248041 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-159505de-2525-475f-af5f-428a61bbb415 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:15.261842 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48706) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:15.277061 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d653e9d9-c8ac-4c0c-b9ec-d78e7d974ba2 req-28222884-bd8b-4a22-a077-2474ace2ae34 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6a802034-7062-4fd4-8335-82e273a25bf6&id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2416990 Sep 21 18:06:15.331899 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-10acde4e-9666-4e88-b929-aea05fa7bf1a tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c99a9e1c66149d98245cefe55b174bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1881473 Sep 21 18:06:15.342369 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-93cf419b-7df3-40dc-82bf-288a9a1c21b8 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:15.353089 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-93cf419b-7df3-40dc-82bf-288a9a1c21b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:15.356743 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07035298-bf17-4898-94e0-97eec40d708c req-08c4a2ee-344f-4c0f-a36c-d0b9c88980bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:15.358433 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07035298-bf17-4898-94e0-97eec40d708c req-08c4a2ee-344f-4c0f-a36c-d0b9c88980bb service neutron] 10.222.0.44 "GET /v2.0/networks?id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf HTTP/1.1" status: 200 len: 912 time: 0.2040634 Sep 21 18:06:15.374030 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159505de-2525-475f-af5f-428a61bbb415 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Pushing event deleted for resources: {'Port': ['ID=0d38ab66-e46f-4c43-af44-2f1fe8e8726f,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:15.424845 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad192e6-415a-49b2-9542-c4327a393035 req-c3364a56-00dd-44f1-b880-0a2dc16d26a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:15.425574 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad192e6-415a-49b2-9542-c4327a393035 req-c3364a56-00dd-44f1-b880-0a2dc16d26a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:15.426956 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad192e6-415a-49b2-9542-c4327a393035 req-c3364a56-00dd-44f1-b880-0a2dc16d26a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:15.426956 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad192e6-415a-49b2-9542-c4327a393035 req-c3364a56-00dd-44f1-b880-0a2dc16d26a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:15.428580 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad192e6-415a-49b2-9542-c4327a393035 req-c3364a56-00dd-44f1-b880-0a2dc16d26a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:15.429122 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad192e6-415a-49b2-9542-c4327a393035 req-c3364a56-00dd-44f1-b880-0a2dc16d26a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:15.430028 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad192e6-415a-49b2-9542-c4327a393035 req-c3364a56-00dd-44f1-b880-0a2dc16d26a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:15.434590 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-c3364a56-00dd-44f1-b880-0a2dc16d26a4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f45042291f6d424394d35c26dcf75613&device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 6503 time: 0.1663384 Sep 21 18:06:15.467715 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3814ab2-d9f0-4746-8f35-ceaeff8829bd None None] Pushing event updated for resources: {'Port': ['ID=d8b0272a-0cac-47bd-9826-7e1710c3ef6e,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:15.476039 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-159505de-2525-475f-af5f-428a61bbb415 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks [] for floatingip, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:15.481640 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-159505de-2525-475f-af5f-428a61bbb415 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:15.486867 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-159505de-2525-475f-af5f-428a61bbb415 tempest-AttachVolumeShelveTestJSON-1066239530 tempest-AttachVolumeShelveTestJSON-1066239530-project] 10.222.0.58 "DELETE /v2.0/floatingips/bd175afb-831b-49ad-aee0-8f16b3ca5270 HTTP/1.1" status: 204 len: 168 time: 1.5311048 Sep 21 18:06:15.511093 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07035298-bf17-4898-94e0-97eec40d708c req-1b57baf0-4d67-49a2-8e7a-d4bf9848d995 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80069cfb-431a-439b-8b99-5ae8864bfc8f HTTP/1.1" status: 200 len: 217 time: 0.1406636 Sep 21 18:06:15.543952 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-afb92f43-9ad8-4c42-a223-d68a92bd6821 tempest-DvrRoutersNegativeTest-1431059864 tempest-DvrRoutersNegativeTest-1431059864-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-752866324', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:15.550100 n-d-810291-1 neutron-server[101461]: DEBUG neutron.policy [None req-afb92f43-9ad8-4c42-a223-d68a92bd6821 tempest-DvrRoutersNegativeTest-1431059864 tempest-DvrRoutersNegativeTest-1431059864-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101461) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 21 18:06:15.550397 n-d-810291-1 neutron-server[101461]: DEBUG neutron.policy [None req-afb92f43-9ad8-4c42-a223-d68a92bd6821 tempest-DvrRoutersNegativeTest-1431059864 tempest-DvrRoutersNegativeTest-1431059864-project] Failed policy check for 'create_router' {{(pid=101461) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 21 18:06:15.550949 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-afb92f43-9ad8-4c42-a223-d68a92bd6821 tempest-DvrRoutersNegativeTest-1431059864 tempest-DvrRoutersNegativeTest-1431059864-project] create failed (client error): Access was denied to this resource. Sep 21 18:06:15.552007 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-afb92f43-9ad8-4c42-a223-d68a92bd6821 tempest-DvrRoutersNegativeTest-1431059864 tempest-DvrRoutersNegativeTest-1431059864-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2802606 Sep 21 18:06:15.579089 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-8dd0c677-ac8b-479b-ab51-6268fdfb3ed3 service neutron] 10.222.0.58 "GET /v2.0/networks/dddd0670-5287-4028-990d-3f24462a1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459323 Sep 21 18:06:15.597517 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-93cf419b-7df3-40dc-82bf-288a9a1c21b8 None None] Attempting to bind port d8b0272a-0cac-47bd-9826-7e1710c3ef6e on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:06:15.597922 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-93cf419b-7df3-40dc-82bf-288a9a1c21b8 None None] Attempting to bind port d8b0272a-0cac-47bd-9826-7e1710c3ef6e by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'c965e36f-5c13-4fbf-a007-15a89708b492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bcc5e1bc-0447-4971-861d-2224222c9638'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:06:15.598250 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cf419b-7df3-40dc-82bf-288a9a1c21b8 None None] Attempting to bind port d8b0272a-0cac-47bd-9826-7e1710c3ef6e on network bcc5e1bc-0447-4971-861d-2224222c9638 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:06:15.612519 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cf419b-7df3-40dc-82bf-288a9a1c21b8 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:06:15.612921 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cf419b-7df3-40dc-82bf-288a9a1c21b8 None None] Checking segment: {'id': 'c965e36f-5c13-4fbf-a007-15a89708b492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bcc5e1bc-0447-4971-861d-2224222c9638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:15.613293 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-93cf419b-7df3-40dc-82bf-288a9a1c21b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:15.613695 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cf419b-7df3-40dc-82bf-288a9a1c21b8 None None] Bound using segment: {'id': 'c965e36f-5c13-4fbf-a007-15a89708b492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bcc5e1bc-0447-4971-861d-2224222c9638'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:06:15.614172 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-93cf419b-7df3-40dc-82bf-288a9a1c21b8 None None] Bound port: d8b0272a-0cac-47bd-9826-7e1710c3ef6e, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c965e36f-5c13-4fbf-a007-15a89708b492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bcc5e1bc-0447-4971-861d-2224222c9638'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:06:15.614558 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-93cf419b-7df3-40dc-82bf-288a9a1c21b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:15.732855 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-f9161889-1877-4b52-a18d-994670c5ed62 service neutron] 10.222.0.58 "GET /v2.0/networks/dddd0670-5287-4028-990d-3f24462a1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527793 Sep 21 18:06:15.837952 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-93cf419b-7df3-40dc-82bf-288a9a1c21b8 None None] For port d8b0272a-0cac-47bd-9826-7e1710c3ef6e, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:06:15.847578 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-93cf419b-7df3-40dc-82bf-288a9a1c21b8 None None] For port d8b0272a-0cac-47bd-9826-7e1710c3ef6e, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d8b0272a-0cac-47bd-9826-7e1710c3ef6e,segment=NetworkSegment(c965e36f-5c13-4fbf-a007-15a89708b492),segment_id=c965e36f-5c13-4fbf-a007-15a89708b492)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:06:15.861178 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-93cf419b-7df3-40dc-82bf-288a9a1c21b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:15.880502 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-15b80a43-ed1a-443e-9244-e0e2f73b4d97 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:15.949578 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-15b80a43-ed1a-443e-9244-e0e2f73b4d97 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20993307-00f4-4cc9-9563-4ced2d75eb4a']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:16.022142 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-15b80a43-ed1a-443e-9244-e0e2f73b4d97 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a652378b-ff94-462c-94f1-4a030cd3ba45') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:16.022568 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-15b80a43-ed1a-443e-9244-e0e2f73b4d97 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a652378b-ff94-462c-94f1-4a030cd3ba45') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:16.044519 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-92f35fb0-f13d-40be-b8d6-e69b48c4c99d req-4bf223d9-0db9-48c6-9acd-2f0631dd45f4 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=09a99e90-1cbe-4199-b2b6-3cf98c5b8c40 HTTP/1.1" status: 200 len: 210 time: 0.0562329 Sep 21 18:06:16.049219 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-955a7eb5-718b-43ea-8fda-a166016d2319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:16.050189 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-15b80a43-ed1a-443e-9244-e0e2f73b4d97 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:16.052983 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cf419b-7df3-40dc-82bf-288a9a1c21b8 None None] Routers {'f7a61ce0-8526-47fd-90ca-71928cc5f6e2'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:06:16.061003 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-93cf419b-7df3-40dc-82bf-288a9a1c21b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:05:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['f7a61ce0-8526-47fd-90ca-71928cc5f6e2'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:16.090656 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07035298-bf17-4898-94e0-97eec40d708c req-7c112185-c764-46d2-83c4-a510e0173f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:16.096975 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07035298-bf17-4898-94e0-97eec40d708c req-7c112185-c764-46d2-83c4-a510e0173f45 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=63a1043c-b263-4aac-aec7-9797fbf7cd86 HTTP/1.1" status: 200 len: 850 time: 0.5558407 Sep 21 18:06:16.195778 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-15b80a43-ed1a-443e-9244-e0e2f73b4d97 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:16.218406 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-ef99a54d-6706-4b30-aea8-855d0d8d17f3 None None] Provisioning complete for port d8b0272a-0cac-47bd-9826-7e1710c3ef6e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:16.218783 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ef99a54d-6706-4b30-aea8-855d0d8d17f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:16.225738 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3814ab2-d9f0-4746-8f35-ceaeff8829bd None None] Pushing event updated for resources: {'Port': ['ID=d8b0272a-0cac-47bd-9826-7e1710c3ef6e,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:16.304772 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48728) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:16.321190 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b80a43-ed1a-443e-9244-e0e2f73b4d97 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:06:16.321610 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-15b80a43-ed1a-443e-9244-e0e2f73b4d97 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:16.327234 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad192e6-415a-49b2-9542-c4327a393035 req-3cc5b68e-acc1-4e4f-8c18-4d529344c22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:16.327234 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad192e6-415a-49b2-9542-c4327a393035 req-3cc5b68e-acc1-4e4f-8c18-4d529344c22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:16.327627 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad192e6-415a-49b2-9542-c4327a393035 req-3cc5b68e-acc1-4e4f-8c18-4d529344c22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:16.329245 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-3cc5b68e-acc1-4e4f-8c18-4d529344c22b service neutron] 10.222.0.38 "GET /v2.0/networks?id=2dc45eb4-5f11-4e3f-9333-457ab9caa65b&id=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0&id=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0&id=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0&id=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0&id=2d5cd904-6c64-427e-ac24-4519ebea83bd&id=2d5cd904-6c64-427e-ac24-4519ebea83bd HTTP/1.1" status: 200 len: 2299 time: 0.8582551 Sep 21 18:06:16.329915 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:06:16.329915 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:06:16.329915 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:06:16.329915 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:06:16.329915 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:06:16.329915 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:06:16.329915 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:06:16.329915 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:06:16.329915 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:06:16.329915 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:06:16.329915 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:06:16.329915 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:06:16.329915 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:06:16.329915 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:06:16.329915 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:06:16.329915 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:06:16.329915 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:06:16.329915 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:06:16.329915 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:06:16.329915 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:06:16.329915 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:06:16.329915 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:06:16.329915 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:06:16.329915 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:06:16.329915 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:06:16.329915 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:06:16.329915 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:06:16.329915 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:06:16.329915 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:06:16.329915 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:06:16.329915 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:06:16.329915 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:06:16.404440 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-93cf419b-7df3-40dc-82bf-288a9a1c21b8 None None] Set router f7a61ce0-8526-47fd-90ca-71928cc5f6e2 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:06:16.489977 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07035298-bf17-4898-94e0-97eec40d708c req-d43f61f3-d8c4-4385-8f24-e47451aa56d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:16.492060 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07035298-bf17-4898-94e0-97eec40d708c req-d43f61f3-d8c4-4385-8f24-e47451aa56d7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3522127 Sep 21 18:06:16.561104 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-55c34351-b19a-491c-8603-24e0a4bf6558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:16.707649 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9c5b8-b17a-47e8-a43a-b5164d894f11 req-417a6737-796a-4774-aeb3-31bf9fa6fafc tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:16.723240 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-27a9c5b8-b17a-47e8-a43a-b5164d894f11 req-417a6737-796a-4774-aeb3-31bf9fa6fafc tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 946 time: 0.5832012 Sep 21 18:06:16.747339 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-55c34351-b19a-491c-8603-24e0a4bf6558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:16.755515 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-55c34351-b19a-491c-8603-24e0a4bf6558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:16.772668 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ef99a54d-6706-4b30-aea8-855d0d8d17f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:16.842288 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-55c34351-b19a-491c-8603-24e0a4bf6558 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=87dca370ed8d46038a5c0afe5795ba8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5362883 Sep 21 18:06:16.846570 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48738) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:16.857261 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c34351-b19a-491c-8603-24e0a4bf6558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bf4ab1-38aa-4f0a-9ee5-e1f8ec1b1f04,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:16.879609 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c34351-b19a-491c-8603-24e0a4bf6558 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:16.879976 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c34351-b19a-491c-8603-24e0a4bf6558 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:16.881870 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c34351-b19a-491c-8603-24e0a4bf6558 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:16.882746 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c34351-b19a-491c-8603-24e0a4bf6558 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:16.885854 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c34351-b19a-491c-8603-24e0a4bf6558 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:16.885854 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c34351-b19a-491c-8603-24e0a4bf6558 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:16.886370 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c34351-b19a-491c-8603-24e0a4bf6558 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:16.886830 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c34351-b19a-491c-8603-24e0a4bf6558 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:16.887845 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c34351-b19a-491c-8603-24e0a4bf6558 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:16.888190 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c34351-b19a-491c-8603-24e0a4bf6558 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:16.888468 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-ef99a54d-6706-4b30-aea8-855d0d8d17f3 None None] For port d8b0272a-0cac-47bd-9826-7e1710c3ef6e, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d8b0272a-0cac-47bd-9826-7e1710c3ef6e,segment=NetworkSegment(c965e36f-5c13-4fbf-a007-15a89708b492),segment_id=c965e36f-5c13-4fbf-a007-15a89708b492)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:16.889159 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c34351-b19a-491c-8603-24e0a4bf6558 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:16.892513 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c34351-b19a-491c-8603-24e0a4bf6558 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:16.895105 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ef99a54d-6706-4b30-aea8-855d0d8d17f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:16.978698 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-93cf419b-7df3-40dc-82bf-288a9a1c21b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a61ce0-8526-47fd-90ca-71928cc5f6e2', 'name': 'tempest-TestServerMultinode-1240390620-router', 'tenant_id': '1c99a9e1c66149d98245cefe55b174bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '5584a104-aa4e-4046-8852-9b8f3090cbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:06:01Z', 'updated_at': '2021-09-21T18:06:10Z', 'revision_number': 4, 'project_id': '1c99a9e1c66149d98245cefe55b174bf', 'gw_port': {'id': '5584a104-aa4e-4046-8852-9b8f3090cbf9', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a61ce0-8526-47fd-90ca-71928cc5f6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:06:02Z', 'updated_at': '2021-09-21T18:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'd8b0272a-0cac-47bd-9826-7e1710c3ef6e', 'name': '', 'network_id': 'bcc5e1bc-0447-4971-861d-2224222c9638', 'tenant_id': '1c99a9e1c66149d98245cefe55b174bf', 'mac_address': 'fa:16:3e:40:6b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a61ce0-8526-47fd-90ca-71928cc5f6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': 'fba59097-f444-498a-9db2-3b53167ef91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:06:07Z', 'updated_at': '2021-09-21T18:06:15Z', 'revision_number': 4, 'project_id': '1c99a9e1c66149d98245cefe55b174bf', 'subnets': [{'id': 'fba59097-f444-498a-9db2-3b53167ef91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:17.018299 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99a54d-6706-4b30-aea8-855d0d8d17f3 None None] Pushing event updated for resources: {'Port': ['ID=d8b0272a-0cac-47bd-9826-7e1710c3ef6e,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:17.030333 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cf419b-7df3-40dc-82bf-288a9a1c21b8 None None] The sync data for ids ['f7a61ce0-8526-47fd-90ca-71928cc5f6e2'] in n-d-810291-1 is: [{'id': 'f7a61ce0-8526-47fd-90ca-71928cc5f6e2', 'name': 'tempest-TestServerMultinode-1240390620-router', 'tenant_id': '1c99a9e1c66149d98245cefe55b174bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '5584a104-aa4e-4046-8852-9b8f3090cbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:06:01Z', 'updated_at': '2021-09-21T18:06:10Z', 'revision_number': 4, 'project_id': '1c99a9e1c66149d98245cefe55b174bf', 'gw_port': {'id': '5584a104-aa4e-4046-8852-9b8f3090cbf9', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a61ce0-8526-47fd-90ca-71928cc5f6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:06:02Z', 'updated_at': '2021-09-21T18:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'd8b0272a-0cac-47bd-9826-7e1710c3ef6e', 'name': '', 'network_id': 'bcc5e1bc-0447-4971-861d-2224222c9638', 'tenant_id': '1c99a9e1c66149d98245cefe55b174bf', 'mac_address': 'fa:16:3e:40:6b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a61ce0-8526-47fd-90ca-71928cc5f6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': 'fba59097-f444-498a-9db2-3b53167ef91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:06:07Z', 'updated_at': '2021-09-21T18:06:15Z', 'revision_number': 4, 'project_id': '1c99a9e1c66149d98245cefe55b174bf', 'subnets': [{'id': 'fba59097-f444-498a-9db2-3b53167ef91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:06:17.040476 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-d363b29d-ba58-4fcd-9416-5aef677550ff None None] Provisioning complete for port d8b0272a-0cac-47bd-9826-7e1710c3ef6e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:17.041027 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d363b29d-ba58-4fcd-9416-5aef677550ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:17.077095 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5e10bb63-24ea-4cc3-b4c8-c7d06c0bbb87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:17.144156 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-15b80a43-ed1a-443e-9244-e0e2f73b4d97 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:17.160045 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-dd17e4c5-604c-42b2-8f5d-f1f96caef183 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8bd6324-ba29-4ca0-b70f-9e2945b882d7 HTTP/1.1" status: 200 len: 1001 time: 0.8136973 Sep 21 18:06:17.184686 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5e10bb63-24ea-4cc3-b4c8-c7d06c0bbb87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:17.196508 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-27a9c5b8-b17a-47e8-a43a-b5164d894f11 req-ac56696c-6865-4077-a2a7-981ec181225e tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4726694 Sep 21 18:06:17.254117 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-15b80a43-ed1a-443e-9244-e0e2f73b4d97 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:17.260704 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-15b80a43-ed1a-443e-9244-e0e2f73b4d97 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] 10.222.0.58 "DELETE /v2.0/networks/20993307-00f4-4cc9-9563-4ced2d75eb4a HTTP/1.1" status: 204 len: 168 time: 2.4473660 Sep 21 18:06:17.269392 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48744) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:17.325920 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b80a43-ed1a-443e-9244-e0e2f73b4d97 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Pushing event deleted for resources: {'Network': ['ID=20993307-00f4-4cc9-9563-4ced2d75eb4a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:17.367882 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5e10bb63-24ea-4cc3-b4c8-c7d06c0bbb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:17.373339 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5e10bb63-24ea-4cc3-b4c8-c7d06c0bbb87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:17.378153 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5e10bb63-24ea-4cc3-b4c8-c7d06c0bbb87 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/80bf4ab1-38aa-4f0a-9ee5-e1f8ec1b1f04 HTTP/1.1" status: 204 len: 168 time: 0.5281076 Sep 21 18:06:17.439760 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad192e6-415a-49b2-9542-c4327a393035 req-6d4786f6-c183-48ac-95db-d11e68f82048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:17.456270 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-6d4786f6-c183-48ac-95db-d11e68f82048 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=063152f7-9266-4ea3-af4b-f63acd8682dc HTTP/1.1" status: 200 len: 856 time: 0.2741396 Sep 21 18:06:17.462187 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07035298-bf17-4898-94e0-97eec40d708c req-95623197-e515-47a3-9059-c046317611cd service neutron] 10.222.0.44 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8481288 Sep 21 18:06:17.468364 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10bb63-24ea-4cc3-b4c8-c7d06c0bbb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bf4ab1-38aa-4f0a-9ee5-e1f8ec1b1f04,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:17.496532 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-27f68d43-0b22-4a32-a9ef-7d61f27e4232 req-2c6cb5af-af52-4076-be2f-c6b4f9308e55 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=09a99e90-1cbe-4199-b2b6-3cf98c5b8c40 HTTP/1.1" status: 200 len: 210 time: 0.1537874 Sep 21 18:06:17.508726 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1f480b9a-efdb-4a2b-9e55-ddbebdd07ff9 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:17.680059 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad192e6-415a-49b2-9542-c4327a393035 req-5dbf0f55-0165-479b-b43f-4c5fcb4efb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:17.682043 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-5dbf0f55-0165-479b-b43f-4c5fcb4efb69 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2dc45eb4-5f11-4e3f-9333-457ab9caa65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2116797 Sep 21 18:06:17.836706 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-a5e1c980-6147-471f-833d-9b89c5a2a56c service neutron] 10.222.0.38 "GET /v2.0/networks/2dc45eb4-5f11-4e3f-9333-457ab9caa65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459517 Sep 21 18:06:18.168021 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device d8b0272a-0cac-47bd-9826-7e1710c3ef6e up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:18.177478 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1f480b9a-efdb-4a2b-9e55-ddbebdd07ff9 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:18.186158 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07035298-bf17-4898-94e0-97eec40d708c req-e6af0a31-8e8b-4556-bb07-1c87ca6751b3 service neutron] 10.222.0.44 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7144225 Sep 21 18:06:18.298226 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port d8b0272a-0cac-47bd-9826-7e1710c3ef6e triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:18.301641 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:18.354363 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-1f480b9a-efdb-4a2b-9e55-ddbebdd07ff9 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21cd3afe-40d3-4703-8609-f79774be5dbd']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:18.427044 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-439c8c65-4fc6-4885-9c80-82bb46502393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:18.440116 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-1f480b9a-efdb-4a2b-9e55-ddbebdd07ff9 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac65cd1-dc77-43e8-8095-ca04280918a2') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:18.440417 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-1f480b9a-efdb-4a2b-9e55-ddbebdd07ff9 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac65cd1-dc77-43e8-8095-ca04280918a2') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:18.468272 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1f480b9a-efdb-4a2b-9e55-ddbebdd07ff9 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:18.485711 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-ba7742fb-125f-47e2-a1b1-01978e74d27d service neutron] 10.222.0.38 "GET /v2.0/networks/2dc45eb4-5f11-4e3f-9333-457ab9caa65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6300371 Sep 21 18:06:18.527863 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1f480b9a-efdb-4a2b-9e55-ddbebdd07ff9 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:18.645292 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-c9aa7fe3-2acd-4217-8acf-28c6d282a977 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:18.647541 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f13ebea5-b2f1-47e0-929e-197153700b04 req-9fc38e4f-0f41-4bd3-ab85-fd9f5f96f230 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=09a99e90-1cbe-4199-b2b6-3cf98c5b8c40 HTTP/1.1" status: 200 len: 210 time: 0.0531647 Sep 21 18:06:18.649846 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-c9aa7fe3-2acd-4217-8acf-28c6d282a977 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.44 "GET /v2.0/networks?id=dddd0670-5287-4028-990d-3f24462a1d0c HTTP/1.1" status: 200 len: 911 time: 0.4774942 Sep 21 18:06:18.651652 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-c5410cd5-35ae-439f-a6e5-e651ccfccb91 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=b666b514-e94e-4667-894c-fef701235f80 HTTP/1.1" status: 200 len: 217 time: 0.1525912 Sep 21 18:06:18.653104 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f480b9a-efdb-4a2b-9e55-ddbebdd07ff9 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:06:18.653713 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1f480b9a-efdb-4a2b-9e55-ddbebdd07ff9 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:18.664889 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f2a8e-9e39-4a15-8ba4-23f77dfb46b3 req-823dfd1f-c483-4f3d-851b-8d0eec8b8279 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:18.667035 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c43f2a8e-9e39-4a15-8ba4-23f77dfb46b3 req-823dfd1f-c483-4f3d-851b-8d0eec8b8279 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 946 time: 0.3269980 Sep 21 18:06:18.668012 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:06:18.668012 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:06:18.668012 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:06:18.668012 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:06:18.668012 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:06:18.668012 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:06:18.668012 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:06:18.668012 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:06:18.668012 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:06:18.668012 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:06:18.668012 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:06:18.668012 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:06:18.668012 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:06:18.668012 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:06:18.668012 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:06:18.668012 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:06:18.668012 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:06:18.668012 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:06:18.668012 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:06:18.668012 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:06:18.668012 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:06:18.668012 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:06:18.668012 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:06:18.668012 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:06:18.668012 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:06:18.668012 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:06:18.668012 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:06:18.668012 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:06:18.668012 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:06:18.668012 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:06:18.668012 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:06:18.668012 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:06:18.695077 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-73a5beca-3e19-4de5-89cf-22a3451b5ea3 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Request body: {'port': {'device_id': '09a99e90-1cbe-4199-b2b6-3cf98c5b8c40', 'network_id': 'dddd0670-5287-4028-990d-3f24462a1d0c', 'admin_state_up': True, 'tenant_id': '1c99a9e1c66149d98245cefe55b174bf'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:18.825753 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1f480b9a-efdb-4a2b-9e55-ddbebdd07ff9 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:18.830618 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1f480b9a-efdb-4a2b-9e55-ddbebdd07ff9 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:18.832735 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1f480b9a-efdb-4a2b-9e55-ddbebdd07ff9 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] 10.222.0.58 "DELETE /v2.0/networks/21cd3afe-40d3-4703-8609-f79774be5dbd HTTP/1.1" status: 204 len: 168 time: 1.5485482 Sep 21 18:06:18.841526 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-73a5beca-3e19-4de5-89cf-22a3451b5ea3 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Made reservation on behalf of 1c99a9e1c66149d98245cefe55b174bf for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:18.843942 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-73a5beca-3e19-4de5-89cf-22a3451b5ea3 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:18.857598 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad192e6-415a-49b2-9542-c4327a393035 req-a4c9bc8f-6cc2-403a-9bb1-5601275ed86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:18.859251 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-a4c9bc8f-6cc2-403a-9bb1-5601275ed86a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=58ac3f24-b788-4cf8-83bb-09180cf32914 HTTP/1.1" status: 200 len: 797 time: 0.1869483 Sep 21 18:06:18.874321 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c43f2a8e-9e39-4a15-8ba4-23f77dfb46b3 req-3c70a7e8-670c-41c0-be2b-e056ba9d36dc tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681952 Sep 21 18:06:18.878176 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f480b9a-efdb-4a2b-9e55-ddbebdd07ff9 tempest-BulkNetworkOpsIpV6Test-792686506 tempest-BulkNetworkOpsIpV6Test-792686506-project] Pushing event deleted for resources: {'Network': ['ID=21cd3afe-40d3-4703-8609-f79774be5dbd,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:18.970604 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:18.993084 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad192e6-415a-49b2-9542-c4327a393035 req-e986045d-e40b-4385-bb00-694d0ddb666d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:18.994782 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-e986045d-e40b-4385-bb00-694d0ddb666d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1190794 Sep 21 18:06:19.009503 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48774) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:19.202647 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-73a5beca-3e19-4de5-89cf-22a3451b5ea3 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Allocated IP 172.20.0.8 (dddd0670-5287-4028-990d-3f24462a1d0c/53480a76-a2e1-4cb9-abd9-952fafb29185/d00eb003-bafb-4311-b201-7fc87ba12827) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:19.284579 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-b99c9588-53a4-4ac8-b535-72e27f708148 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1176881318', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:19.339441 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b99c9588-53a4-4ac8-b535-72e27f708148 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:19.340982 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b99c9588-53a4-4ac8-b535-72e27f708148 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:19.411336 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b99c9588-53a4-4ac8-b535-72e27f708148 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:19.417153 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b99c9588-53a4-4ac8-b535-72e27f708148 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:19.433167 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48788) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:19.442289 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b99c9588-53a4-4ac8-b535-72e27f708148 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:19.444189 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b99c9588-53a4-4ac8-b535-72e27f708148 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4334939 Sep 21 18:06:19.446660 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48792) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:19.452344 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-b7c29365-132a-4f27-b130-9ea194e89033 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2145473641'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:19.485261 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c29365-132a-4f27-b130-9ea194e89033 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Made reservation on behalf of ad37b53041e2416cb9a1a4df5f70db86 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:19.491496 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b7c29365-132a-4f27-b130-9ea194e89033 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:19.508902 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b7c29365-132a-4f27-b130-9ea194e89033 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:19.519786 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-05d0281f-710d-4ed2-9c4c-23e39215e770 service neutron] 10.222.0.38 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5133250 Sep 21 18:06:19.651368 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b7c29365-132a-4f27-b130-9ea194e89033 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:19.704409 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-1cf4123e-d84e-4612-bdf0-1cb72ce87f4e service neutron] 10.222.0.38 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714537 Sep 21 18:06:19.708238 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-73a5beca-3e19-4de5-89cf-22a3451b5ea3 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:19.750700 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-685458db-1ce2-4e40-803e-c9bed3b8d09a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=69586570c87c4756b48380463803926c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3159063 Sep 21 18:06:19.756035 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48798) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:19.757512 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b7c29365-132a-4f27-b130-9ea194e89033 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:19.782657 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c29365-132a-4f27-b130-9ea194e89033 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:06:19.806349 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b7c29365-132a-4f27-b130-9ea194e89033 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:19.806735 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-b7c29365-132a-4f27-b130-9ea194e89033 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Added segment 6e6e581e-adff-4148-a7c5-3b2d9066c962 of type vlan for network 4239539f-d4c1-4086-ba9d-86554f1a9469 Sep 21 18:06:19.822658 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-c96f96f0-9b2b-469d-91d9-ecfcf8c7b2df service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a HTTP/1.1" status: 200 len: 217 time: 0.1096978 Sep 21 18:06:19.824990 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fc1a64c9-284d-4b85-a032-d06bf7f57a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:19.851281 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fc1a64c9-284d-4b85-a032-d06bf7f57a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:19.887199 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b7c29365-132a-4f27-b130-9ea194e89033 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:19.951745 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b7c29365-132a-4f27-b130-9ea194e89033 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:19.958593 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c29365-132a-4f27-b130-9ea194e89033 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:19.963668 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b7c29365-132a-4f27-b130-9ea194e89033 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:19.967182 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad192e6-415a-49b2-9542-c4327a393035 req-2ffdfbec-436b-4019-8eb9-90dfabb8d32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:19.969115 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-2ffdfbec-436b-4019-8eb9-90dfabb8d32d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=58ac3f24-b788-4cf8-83bb-09180cf32914 HTTP/1.1" status: 200 len: 797 time: 0.0632880 Sep 21 18:06:19.969726 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fc1a64c9-284d-4b85-a032-d06bf7f57a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:19.972290 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fc1a64c9-284d-4b85-a032-d06bf7f57a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:19.977093 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-fc1a64c9-284d-4b85-a032-d06bf7f57a31 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/54e22188-b075-468d-8920-97a36079d5aa HTTP/1.1" status: 204 len: 168 time: 0.2182779 Sep 21 18:06:20.029374 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a64c9-284d-4b85-a032-d06bf7f57a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e22188-b075-468d-8920-97a36079d5aa,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:20.038953 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:20.111912 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-46b256d5-56be-4f9f-aafd-e77121c593a5 req-01bc6ae3-d4d1-44d6-8138-76a6d7d8f2b5 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=09a99e90-1cbe-4199-b2b6-3cf98c5b8c40 HTTP/1.1" status: 200 len: 210 time: 0.2834728 Sep 21 18:06:20.181138 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b7c29365-132a-4f27-b130-9ea194e89033 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7301836 Sep 21 18:06:20.185768 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48804) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:20.191172 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c29365-132a-4f27-b130-9ea194e89033 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fe5669-5132-4dff-8628-0774fbf5ac4b,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:20.211191 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86baa6de-b3e7-4b52-b48a-fa11d27c933b req-8aaca7c3-0bc7-4654-8ad9-166e0d0bc4fa tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:20.211191 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-86baa6de-b3e7-4b52-b48a-fa11d27c933b req-8aaca7c3-0bc7-4654-8ad9-166e0d0bc4fa tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 946 time: 0.1638653 Sep 21 18:06:20.215567 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-05752a41-8f3e-441a-81bd-cd6d17d07934 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Request body: {'subnet': {'network_id': '4239539f-d4c1-4086-ba9d-86554f1a9469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:20.218569 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad192e6-415a-49b2-9542-c4327a393035 req-40771790-ab29-4180-acbe-a552960ea2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:20.220078 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-40771790-ab29-4180-acbe-a552960ea2d2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2400775 Sep 21 18:06:20.221058 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-73a5beca-3e19-4de5-89cf-22a3451b5ea3 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:20.257589 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c29365-132a-4f27-b130-9ea194e89033 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Pushing event updated for resources: {'Network': ['ID=4239539f-d4c1-4086-ba9d-86554f1a9469,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:20.274236 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 4239539f-d4c1-4086-ba9d-86554f1a9469 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:06:20.409168 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05752a41-8f3e-441a-81bd-cd6d17d07934 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Made reservation on behalf of ad37b53041e2416cb9a1a4df5f70db86 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:20.417152 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-73a5beca-3e19-4de5-89cf-22a3451b5ea3 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Network dddd0670-5287-4028-990d-3f24462a1d0c is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:20.417733 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05752a41-8f3e-441a-81bd-cd6d17d07934 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:20.471788 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5beca-3e19-4de5-89cf-22a3451b5ea3 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Pushing event updated for resources: {'Port': ['ID=d00eb003-bafb-4311-b201-7fc87ba12827,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:20.484949 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-73a5beca-3e19-4de5-89cf-22a3451b5ea3 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:20.515370 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-73a5beca-3e19-4de5-89cf-22a3451b5ea3 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:20.685589 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-86baa6de-b3e7-4b52-b48a-fa11d27c933b req-995044dc-3862-4be2-bfc0-74dd072908d3 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610693 Sep 21 18:06:20.708060 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-73a5beca-3e19-4de5-89cf-22a3451b5ea3 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:20.708726 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-73a5beca-3e19-4de5-89cf-22a3451b5ea3 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:20.779234 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-a29f0a7b-9a00-49e9-8cbf-9e9ed3afe750 service neutron] 10.222.0.38 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734497 Sep 21 18:06:20.785033 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-73a5beca-3e19-4de5-89cf-22a3451b5ea3 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.1109488 Sep 21 18:06:20.810831 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05752a41-8f3e-441a-81bd-cd6d17d07934 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:20.818544 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-7c3d4f6a-2e77-4473-9373-d8dcfd8eaeb9 service neutron] Request body: {'port': {'device_id': '09a99e90-1cbe-4199-b2b6-3cf98c5b8c40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:20.943359 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05752a41-8f3e-441a-81bd-cd6d17d07934 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Pushing event updated for resources: {'Subnet': ['ID=64bcc196-614c-48ce-8329-cc6d2d9b3b7d,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:21.013535 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-7c3d4f6a-2e77-4473-9373-d8dcfd8eaeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:21.023314 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05752a41-8f3e-441a-81bd-cd6d17d07934 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Checking segment: {'id': '6e6e581e-adff-4148-a7c5-3b2d9066c962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4239539f-d4c1-4086-ba9d-86554f1a9469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:21.023770 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05752a41-8f3e-441a-81bd-cd6d17d07934 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Network hostable DHCP agents. Network: 4239539f-d4c1-4086-ba9d-86554f1a9469, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:06:21.064495 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05752a41-8f3e-441a-81bd-cd6d17d07934 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Network 4239539f-d4c1-4086-ba9d-86554f1a9469 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:06:21.086204 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-1427afa8-d001-4332-8de5-13bdbb444b89 None None] Provisioning complete for port d00eb003-bafb-4311-b201-7fc87ba12827 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:21.087032 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1427afa8-d001-4332-8de5-13bdbb444b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:21.087174 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-05752a41-8f3e-441a-81bd-cd6d17d07934 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 4239539f-d4c1-4086-ba9d-86554f1a9469) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:21.096163 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05752a41-8f3e-441a-81bd-cd6d17d07934 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:21.096956 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05752a41-8f3e-441a-81bd-cd6d17d07934 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:21.108063 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-7582ebe4-c7d3-4c85-916b-008327c5e1e1 service neutron] 10.222.0.38 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196547 Sep 21 18:06:21.137932 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-05752a41-8f3e-441a-81bd-cd6d17d07934 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9406803 Sep 21 18:06:21.144489 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48826) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:21.154094 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-68ecf1e8-d286-47c8-8def-83a3fe6ad548 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Request body: {'network': {'name': 'tempest-router-network01--1798675377'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:21.189222 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ecf1e8-d286-47c8-8def-83a3fe6ad548 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Made reservation on behalf of ad37b53041e2416cb9a1a4df5f70db86 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:21.193678 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68ecf1e8-d286-47c8-8def-83a3fe6ad548 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:21.197247 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-1427afa8-d001-4332-8de5-13bdbb444b89 None None] Port d00eb003-bafb-4311-b201-7fc87ba12827 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:06:21.199694 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da396256-2b19-490d-9c98-9726a05ef88a None None] Network 4239539f-d4c1-4086-ba9d-86554f1a9469 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:21.229497 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-241076c7-a869-48f2-a5ac-e95d5968720a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=39b7e556-b26a-4886-8954-27bb67b56114 HTTP/1.1" status: 200 len: 217 time: 0.1123641 Sep 21 18:06:21.230282 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ecf1e8-d286-47c8-8def-83a3fe6ad548 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:06:21.258421 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68ecf1e8-d286-47c8-8def-83a3fe6ad548 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:21.259115 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-68ecf1e8-d286-47c8-8def-83a3fe6ad548 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Added segment f6d73ea4-900f-4d0b-9e17-75624960ffa3 of type vlan for network b9efc713-e6ea-4efa-aba0-b54bc7c2bf86 Sep 21 18:06:21.325380 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68ecf1e8-d286-47c8-8def-83a3fe6ad548 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:21.337832 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec7f09-d64d-4cc7-9ca2-8cdaf1b16912 req-bfd72893-29ce-4fbe-ae87-a4267ddbd39e tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:21.339353 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e5ec7f09-d64d-4cc7-9ca2-8cdaf1b16912 req-bfd72893-29ce-4fbe-ae87-a4267ddbd39e tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=09a99e90-1cbe-4199-b2b6-3cf98c5b8c40 HTTP/1.1" status: 200 len: 1027 time: 0.1027541 Sep 21 18:06:21.378491 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad192e6-415a-49b2-9542-c4327a393035 req-6ea2ae61-9b1f-4ffc-87a6-aa6a5864a7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:21.386140 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-6ea2ae61-9b1f-4ffc-87a6-aa6a5864a7e8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=58ac3f24-b788-4cf8-83bb-09180cf32914 HTTP/1.1" status: 200 len: 797 time: 0.1458721 Sep 21 18:06:21.399944 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e5ec7f09-d64d-4cc7-9ca2-8cdaf1b16912 req-7b83236d-6c09-4737-99b6-7f05a5313623 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f9d5627e-150b-489f-9d9b-b05badf9963f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515971 Sep 21 18:06:21.401315 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68ecf1e8-d286-47c8-8def-83a3fe6ad548 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:21.408681 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ecf1e8-d286-47c8-8def-83a3fe6ad548 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:21.409464 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68ecf1e8-d286-47c8-8def-83a3fe6ad548 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:21.468477 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-68ecf1e8-d286-47c8-8def-83a3fe6ad548 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3162270 Sep 21 18:06:21.469231 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48830) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:21.474457 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c71d05-f863-4e9c-935f-4833e2417a87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-4239539f-d4c1-4086-ba9d-86554f1a9469', 'network_id': '4239539f-d4c1-4086-ba9d-86554f1a9469', 'tenant_id': 'ad37b53041e2416cb9a1a4df5f70db86', 'fixed_ips': [{'subnet_id': '64bcc196-614c-48ce-8329-cc6d2d9b3b7d'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:06:21.475823 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-93c71d05-f863-4e9c-935f-4833e2417a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:21.494063 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-99e009e9-3d5a-4c36-bd2b-260e73338e8a tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Request body: {'network': {'name': 'tempest-router-network02--158941169'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:21.497592 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48832) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:21.551723 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ecf1e8-d286-47c8-8def-83a3fe6ad548 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Pushing event updated for resources: {'Network': ['ID=b9efc713-e6ea-4efa-aba0-b54bc7c2bf86,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:21.568973 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e009e9-3d5a-4c36-bd2b-260e73338e8a tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Made reservation on behalf of ad37b53041e2416cb9a1a4df5f70db86 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:21.575600 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-99e009e9-3d5a-4c36-bd2b-260e73338e8a tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:21.629174 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e009e9-3d5a-4c36-bd2b-260e73338e8a tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:06:21.652194 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-99e009e9-3d5a-4c36-bd2b-260e73338e8a tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:21.653921 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-99e009e9-3d5a-4c36-bd2b-260e73338e8a tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Added segment d33ddb76-2474-4e19-9e35-ca066bb6ee71 of type vlan for network 8e77bcb6-e2b2-454e-931a-834f215e39d4 Sep 21 18:06:21.699393 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad192e6-415a-49b2-9542-c4327a393035 req-bee1e811-ab5a-4830-ba77-c94eb7663006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:21.701059 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-bee1e811-ab5a-4830-ba77-c94eb7663006 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1958070 Sep 21 18:06:21.704524 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-93c71d05-f863-4e9c-935f-4833e2417a87 None None] Allocated IP 2001:db8::2 (4239539f-d4c1-4086-ba9d-86554f1a9469/64bcc196-614c-48ce-8329-cc6d2d9b3b7d/22fbd36f-319d-44e5-8e8b-3d410460dfc8) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:21.725597 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-55c0ce28-69c1-4f23-909a-87d72ed3a571 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1378044292', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:21.752913 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-99e009e9-3d5a-4c36-bd2b-260e73338e8a tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:21.780167 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-55c0ce28-69c1-4f23-909a-87d72ed3a571 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:21.781694 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-55c0ce28-69c1-4f23-909a-87d72ed3a571 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:21.803065 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-99e009e9-3d5a-4c36-bd2b-260e73338e8a tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:21.818128 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e009e9-3d5a-4c36-bd2b-260e73338e8a tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:21.820865 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-99e009e9-3d5a-4c36-bd2b-260e73338e8a tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:21.932353 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network b9efc713-e6ea-4efa-aba0-b54bc7c2bf86 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:06:21.942269 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-93c71d05-f863-4e9c-935f-4833e2417a87 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:21.961755 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-99e009e9-3d5a-4c36-bd2b-260e73338e8a tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4754019 Sep 21 18:06:21.964052 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-55c0ce28-69c1-4f23-909a-87d72ed3a571 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:21.967134 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48840) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:21.975435 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-e7319da4-f8a4-4ae8-ad32-4d5a2287e169 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Request body: {'subnet': {'network_id': 'b9efc713-e6ea-4efa-aba0-b54bc7c2bf86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:22.027078 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:22.030381 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-93c71d05-f863-4e9c-935f-4833e2417a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:22.071630 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e009e9-3d5a-4c36-bd2b-260e73338e8a tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Pushing event updated for resources: {'Network': ['ID=8e77bcb6-e2b2-454e-931a-834f215e39d4,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:22.075803 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf2146-4636-4561-b548-fadc3a6fc9ce req-2ed97276-8784-49f2-931c-265b3e4210b4 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:22.076597 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-55c0ce28-69c1-4f23-909a-87d72ed3a571 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:22.077429 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35cf2146-4636-4561-b548-fadc3a6fc9ce req-2ed97276-8784-49f2-931c-265b3e4210b4 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 946 time: 0.2316959 Sep 21 18:06:22.088881 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c71d05-f863-4e9c-935f-4833e2417a87 None None] Pushing event updated for resources: {'Port': ['ID=22fbd36f-319d-44e5-8e8b-3d410460dfc8,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:22.096108 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 8e77bcb6-e2b2-454e-931a-834f215e39d4 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:06:22.121991 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7319da4-f8a4-4ae8-ad32-4d5a2287e169 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Made reservation on behalf of ad37b53041e2416cb9a1a4df5f70db86 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:22.125977 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e7319da4-f8a4-4ae8-ad32-4d5a2287e169 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:22.148628 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-ba461897-0a57-4c5a-9eb1-17fb9e436bcc service neutron] 10.222.0.38 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390604 Sep 21 18:06:22.200444 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c71d05-f863-4e9c-935f-4833e2417a87 None None] Network 4239539f-d4c1-4086-ba9d-86554f1a9469 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:22.202455 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-93c71d05-f863-4e9c-935f-4833e2417a87 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:22.204499 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c71d05-f863-4e9c-935f-4833e2417a87 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:22.214336 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-7c3d4f6a-2e77-4473-9373-d8dcfd8eaeb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d00eb003-bafb-4311-b201-7fc87ba12827 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:06:22.226172 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-7c3d4f6a-2e77-4473-9373-d8dcfd8eaeb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:22.243238 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-7c3d4f6a-2e77-4473-9373-d8dcfd8eaeb9 service neutron] Transition to ACTIVE for port object d00eb003-bafb-4311-b201-7fc87ba12827 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:06:22.261716 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-7c3d4f6a-2e77-4473-9373-d8dcfd8eaeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:22.288968 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-55c0ce28-69c1-4f23-909a-87d72ed3a571 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:22.289332 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-55c0ce28-69c1-4f23-909a-87d72ed3a571 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7901528 Sep 21 18:06:22.290773 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35cf2146-4636-4561-b548-fadc3a6fc9ce req-640bfda3-3453-4ee0-8b38-b09e08b57a7a tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063832 Sep 21 18:06:22.295031 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-93c71d05-f863-4e9c-935f-4833e2417a87 None None] Attempting to bind port 22fbd36f-319d-44e5-8e8b-3d410460dfc8 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:06:22.295507 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-93c71d05-f863-4e9c-935f-4833e2417a87 None None] Attempting to bind port 22fbd36f-319d-44e5-8e8b-3d410460dfc8 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '6e6e581e-adff-4148-a7c5-3b2d9066c962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4239539f-d4c1-4086-ba9d-86554f1a9469'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:06:22.295971 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c71d05-f863-4e9c-935f-4833e2417a87 None None] Attempting to bind port 22fbd36f-319d-44e5-8e8b-3d410460dfc8 on network 4239539f-d4c1-4086-ba9d-86554f1a9469 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:06:22.304053 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48842) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:22.304790 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c71d05-f863-4e9c-935f-4833e2417a87 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:06:22.305276 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c71d05-f863-4e9c-935f-4833e2417a87 None None] Checking segment: {'id': '6e6e581e-adff-4148-a7c5-3b2d9066c962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4239539f-d4c1-4086-ba9d-86554f1a9469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:22.305857 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-93c71d05-f863-4e9c-935f-4833e2417a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:22.306344 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c71d05-f863-4e9c-935f-4833e2417a87 None None] Bound using segment: {'id': '6e6e581e-adff-4148-a7c5-3b2d9066c962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4239539f-d4c1-4086-ba9d-86554f1a9469'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:06:22.306919 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-93c71d05-f863-4e9c-935f-4833e2417a87 None None] Bound port: 22fbd36f-319d-44e5-8e8b-3d410460dfc8, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6e581e-adff-4148-a7c5-3b2d9066c962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4239539f-d4c1-4086-ba9d-86554f1a9469'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:06:22.307418 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-93c71d05-f863-4e9c-935f-4833e2417a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:22.311371 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-1e7b9c72-2afd-4f79-b710-f51d26e2b7f3 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2043136413'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:22.348170 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7b9c72-2afd-4f79-b710-f51d26e2b7f3 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Made reservation on behalf of 4f235e3a759a4dcc95635443891f40b7 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:22.352226 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1e7b9c72-2afd-4f79-b710-f51d26e2b7f3 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:22.368379 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1e7b9c72-2afd-4f79-b710-f51d26e2b7f3 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:22.414737 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-93c71d05-f863-4e9c-935f-4833e2417a87 None None] For port 22fbd36f-319d-44e5-8e8b-3d410460dfc8, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:06:22.426368 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-93c71d05-f863-4e9c-935f-4833e2417a87 None None] For port 22fbd36f-319d-44e5-8e8b-3d410460dfc8, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=22fbd36f-319d-44e5-8e8b-3d410460dfc8,segment=NetworkSegment(6e6e581e-adff-4148-a7c5-3b2d9066c962),segment_id=6e6e581e-adff-4148-a7c5-3b2d9066c962)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:06:22.440417 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-93c71d05-f863-4e9c-935f-4833e2417a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:22.473869 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e7319da4-f8a4-4ae8-ad32-4d5a2287e169 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:22.535268 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c71d05-f863-4e9c-935f-4833e2417a87 None None] Pushing event updated for resources: {'Port': ['ID=22fbd36f-319d-44e5-8e8b-3d410460dfc8,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:22.571728 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7319da4-f8a4-4ae8-ad32-4d5a2287e169 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Pushing event updated for resources: {'Subnet': ['ID=0d226c80-1015-4a75-bf5d-1e1e7ea98e97,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:22.698953 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427279f2-1f30-4321-9e36-ff702a0313ce req-042b6794-c0db-4498-9b7d-722a7294915b tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:22.703027 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-427279f2-1f30-4321-9e36-ff702a0313ce req-042b6794-c0db-4498-9b7d-722a7294915b tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=09a99e90-1cbe-4199-b2b6-3cf98c5b8c40 HTTP/1.1" status: 200 len: 1052 time: 0.1500318 Sep 21 18:06:22.707308 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7319da4-f8a4-4ae8-ad32-4d5a2287e169 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Checking segment: {'id': 'f6d73ea4-900f-4d0b-9e17-75624960ffa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b9efc713-e6ea-4efa-aba0-b54bc7c2bf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:22.708298 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7319da4-f8a4-4ae8-ad32-4d5a2287e169 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Network hostable DHCP agents. Network: b9efc713-e6ea-4efa-aba0-b54bc7c2bf86, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:06:22.713722 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1e7b9c72-2afd-4f79-b710-f51d26e2b7f3 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:22.724626 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1e7b9c72-2afd-4f79-b710-f51d26e2b7f3 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:22.827647 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7b9c72-2afd-4f79-b710-f51d26e2b7f3 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:06:22.870650 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7319da4-f8a4-4ae8-ad32-4d5a2287e169 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Network b9efc713-e6ea-4efa-aba0-b54bc7c2bf86 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:06:22.875484 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1e7b9c72-2afd-4f79-b710-f51d26e2b7f3 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:22.875834 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-1e7b9c72-2afd-4f79-b710-f51d26e2b7f3 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Added segment bbcbcbb4-7c59-4f0b-95df-7186f024929e of type vlan for network 9c62533e-e3ac-496e-987c-a1c1d37fc274 Sep 21 18:06:22.877616 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b9c72-2afd-4f79-b710-f51d26e2b7f3 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df7bdd9e-b421-4bbd-9e2a-6f6e9253b485,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:22.909838 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-427279f2-1f30-4321-9e36-ff702a0313ce req-36c2061e-2ba2-4c8d-8ac6-062fc3337fec tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f9d5627e-150b-489f-9d9b-b05badf9963f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976004 Sep 21 18:06:22.946173 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-e7319da4-f8a4-4ae8-ad32-4d5a2287e169 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, b9efc713-e6ea-4efa-aba0-b54bc7c2bf86) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:22.954517 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7319da4-f8a4-4ae8-ad32-4d5a2287e169 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:22.955137 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e7319da4-f8a4-4ae8-ad32-4d5a2287e169 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:22.955783 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8389e05c-f846-4a25-9cee-afaeeabe4a26 None None] Network b9efc713-e6ea-4efa-aba0-b54bc7c2bf86 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:22.967569 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d4f6a-2e77-4473-9373-d8dcfd8eaeb9 service neutron] Pushing event updated for resources: {'Port': ['ID=d00eb003-bafb-4311-b201-7fc87ba12827,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:22.977746 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1e7b9c72-2afd-4f79-b710-f51d26e2b7f3 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:23.028044 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e7319da4-f8a4-4ae8-ad32-4d5a2287e169 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0586562 Sep 21 18:06:23.028676 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48848) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:23.046661 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-2b5d22b9-df7a-48c8-9a3c-67af5fa93061 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Request body: {'subnet': {'network_id': '8e77bcb6-e2b2-454e-931a-834f215e39d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:23.104382 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1e7b9c72-2afd-4f79-b710-f51d26e2b7f3 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:23.114851 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7b9c72-2afd-4f79-b710-f51d26e2b7f3 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:23.119882 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1e7b9c72-2afd-4f79-b710-f51d26e2b7f3 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:23.159581 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-e684695f-1c69-4c5f-96e7-c364e3353dd1 service neutron] 10.222.0.38 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9106684 Sep 21 18:06:23.167396 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-7c3d4f6a-2e77-4473-9373-d8dcfd8eaeb9 service neutron] Attempting to bind port d00eb003-bafb-4311-b201-7fc87ba12827 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:06:23.167997 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-7c3d4f6a-2e77-4473-9373-d8dcfd8eaeb9 service neutron] Attempting to bind port d00eb003-bafb-4311-b201-7fc87ba12827 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '953015e8-9529-4288-9f90-ef076e8c0148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dddd0670-5287-4028-990d-3f24462a1d0c'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:06:23.168536 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-7c3d4f6a-2e77-4473-9373-d8dcfd8eaeb9 service neutron] Attempting to bind port d00eb003-bafb-4311-b201-7fc87ba12827 on network dddd0670-5287-4028-990d-3f24462a1d0c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:06:23.265172 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-7c3d4f6a-2e77-4473-9373-d8dcfd8eaeb9 service neutron] Port d00eb003-bafb-4311-b201-7fc87ba12827 on network dddd0670-5287-4028-990d-3f24462a1d0c not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:06:23.265905 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-7c3d4f6a-2e77-4473-9373-d8dcfd8eaeb9 service neutron] Attempting to bind port d00eb003-bafb-4311-b201-7fc87ba12827 on network dddd0670-5287-4028-990d-3f24462a1d0c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:06:23.281554 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-7c3d4f6a-2e77-4473-9373-d8dcfd8eaeb9 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:06:23.284954 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-7c3d4f6a-2e77-4473-9373-d8dcfd8eaeb9 service neutron] Checking segment: {'id': '953015e8-9529-4288-9f90-ef076e8c0148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dddd0670-5287-4028-990d-3f24462a1d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:23.285116 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1e7b9c72-2afd-4f79-b710-f51d26e2b7f3 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9755044 Sep 21 18:06:23.285250 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-7c3d4f6a-2e77-4473-9373-d8dcfd8eaeb9 service neutron] Bound using segment: {'id': '953015e8-9529-4288-9f90-ef076e8c0148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dddd0670-5287-4028-990d-3f24462a1d0c'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:06:23.285250 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-7c3d4f6a-2e77-4473-9373-d8dcfd8eaeb9 service neutron] Bound port: d00eb003-bafb-4311-b201-7fc87ba12827, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '953015e8-9529-4288-9f90-ef076e8c0148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dddd0670-5287-4028-990d-3f24462a1d0c'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:06:23.285250 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-7c3d4f6a-2e77-4473-9373-d8dcfd8eaeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:23.286509 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48850) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:23.293588 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-745d7bac-179e-448b-bcb9-0c4529f2b399 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Request body: {'subnet': {'network_id': '9c62533e-e3ac-496e-987c-a1c1d37fc274', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:23.318115 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd281c4-5be2-4217-90cf-240fa7d2eb2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-b9efc713-e6ea-4efa-aba0-b54bc7c2bf86', 'network_id': 'b9efc713-e6ea-4efa-aba0-b54bc7c2bf86', 'tenant_id': 'ad37b53041e2416cb9a1a4df5f70db86', 'fixed_ips': [{'subnet_id': '0d226c80-1015-4a75-bf5d-1e1e7ea98e97'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:06:23.322889 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8dd281c4-5be2-4217-90cf-240fa7d2eb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:23.324549 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-4c355cac-879a-44ca-a38b-d0a3f2c36998 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=054e6666-6694-4141-b20b-da2fa2a124e2 HTTP/1.1" status: 200 len: 217 time: 0.1514926 Sep 21 18:06:23.379211 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:23.431416 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad192e6-415a-49b2-9542-c4327a393035 req-c4728e75-f428-4457-bfd9-da4ef9ac333d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:23.433188 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-c4728e75-f428-4457-bfd9-da4ef9ac333d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=58ac3f24-b788-4cf8-83bb-09180cf32914 HTTP/1.1" status: 200 len: 797 time: 0.0850720 Sep 21 18:06:23.508991 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-7c3d4f6a-2e77-4473-9373-d8dcfd8eaeb9 service neutron] For port d00eb003-bafb-4311-b201-7fc87ba12827, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:06:23.514326 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-7c3d4f6a-2e77-4473-9373-d8dcfd8eaeb9 service neutron] For port d00eb003-bafb-4311-b201-7fc87ba12827, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=d00eb003-bafb-4311-b201-7fc87ba12827,segment=NetworkSegment(953015e8-9529-4288-9f90-ef076e8c0148),segment_id=953015e8-9529-4288-9f90-ef076e8c0148)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:06:23.520744 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-7c3d4f6a-2e77-4473-9373-d8dcfd8eaeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:23.696674 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d4f6a-2e77-4473-9373-d8dcfd8eaeb9 service neutron] Pushing event updated for resources: {'Port': ['ID=d00eb003-bafb-4311-b201-7fc87ba12827,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:23.751973 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-7c3d4f6a-2e77-4473-9373-d8dcfd8eaeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:23.754415 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-7c3d4f6a-2e77-4473-9373-d8dcfd8eaeb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:23.758144 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-7c3d4f6a-2e77-4473-9373-d8dcfd8eaeb9 service neutron] 10.222.0.44 "PUT /v2.0/ports/d00eb003-bafb-4311-b201-7fc87ba12827 HTTP/1.1" status: 200 len: 1091 time: 2.9496157 Sep 21 18:06:23.804335 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202e731-311d-4c06-ae69-45ee635e9903 req-7e47efa6-2e3e-4b43-a760-9880fef79505 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:23.807330 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c202e731-311d-4c06-ae69-45ee635e9903 req-7e47efa6-2e3e-4b43-a760-9880fef79505 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 946 time: 0.3402662 Sep 21 18:06:23.809580 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a99e90-1cbe-4199-b2b6-3cf98c5b8c40', 'tag': 'd00eb003-bafb-4311-b201-7fc87ba12827'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:06:23.812514 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d42059-5a7c-4910-a584-2d00ee1f0fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "09a99e90-1cbe-4199-b2b6-3cf98c5b8c40", "tag": "d00eb003-bafb-4311-b201-7fc87ba12827"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:06:23.913566 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b9c72-2afd-4f79-b710-f51d26e2b7f3 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Pushing event updated for resources: {'Network': ['ID=9c62533e-e3ac-496e-987c-a1c1d37fc274,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:23.924869 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad192e6-415a-49b2-9542-c4327a393035 req-05186c1b-64a3-4f51-afaf-404aede51516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:23.930416 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-05186c1b-64a3-4f51-afaf-404aede51516 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4844224 Sep 21 18:06:23.942918 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12dcee86-10dc-4ae9-8553-b3c57aa3ccae x-openstack-request-id: req-12dcee86-10dc-4ae9-8553-b3c57aa3ccae {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:06:23.943097 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a99e90-1cbe-4199-b2b6-3cf98c5b8c40", "tag": "d00eb003-bafb-4311-b201-7fc87ba12827", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:06:23.943704 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-12dcee86-10dc-4ae9-8553-b3c57aa3ccae {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:06:23.945502 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a99e90-1cbe-4199-b2b6-3cf98c5b8c40', 'tag': 'd00eb003-bafb-4311-b201-7fc87ba12827', 'status': 'completed', 'code': 200} Sep 21 18:06:23.967537 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 9c62533e-e3ac-496e-987c-a1c1d37fc274 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:06:23.994096 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5d22b9-df7a-48c8-9a3c-67af5fa93061 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Made reservation on behalf of ad37b53041e2416cb9a1a4df5f70db86 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:23.998441 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2b5d22b9-df7a-48c8-9a3c-67af5fa93061 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:24.068159 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c202e731-311d-4c06-ae69-45ee635e9903 req-1b517c8a-7626-41d3-bd9e-7f454044ee46 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514460 Sep 21 18:06:24.081693 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-ef473b94-6784-45e2-9efc-f3a69c7f299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:24.084305 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-ef473b94-6784-45e2-9efc-f3a69c7f299a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c99a9e1c66149d98245cefe55b174bf&device_id=09a99e90-1cbe-4199-b2b6-3cf98c5b8c40 HTTP/1.1" status: 200 len: 1094 time: 0.2572627 Sep 21 18:06:24.188860 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-8dd281c4-5be2-4217-90cf-240fa7d2eb2d None None] Allocated IP 2001:db8::2 (b9efc713-e6ea-4efa-aba0-b54bc7c2bf86/0d226c80-1015-4a75-bf5d-1e1e7ea98e97/034852b5-0b73-4c78-9a5a-01b1bc3ab2fd) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:24.296618 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 22fbd36f-319d-44e5-8e8b-3d410460dfc8 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:24.349735 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-7b6d6273-11a0-4a48-9e45-e119e532e3f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d00eb003-bafb-4311-b201-7fc87ba12827 HTTP/1.1" status: 200 len: 217 time: 0.1340010 Sep 21 18:06:24.377316 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745d7bac-179e-448b-bcb9-0c4529f2b399 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Made reservation on behalf of 4f235e3a759a4dcc95635443891f40b7 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:24.381775 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-745d7bac-179e-448b-bcb9-0c4529f2b399 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:24.441622 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48868) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:24.456966 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-d2e1c576-67ae-4407-8124-af26b44f1720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:24.458445 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-d2e1c576-67ae-4407-8124-af26b44f1720 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53480a76-a2e1-4cb9-abd9-952fafb29185 HTTP/1.1" status: 200 len: 849 time: 0.1012080 Sep 21 18:06:24.469522 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af255fdb-53dc-4100-9c5f-efeda241a8b0 req-1e3c7de7-895e-43af-bcab-c2e8f9ec1395 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:24.484334 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-af255fdb-53dc-4100-9c5f-efeda241a8b0 req-1e3c7de7-895e-43af-bcab-c2e8f9ec1395 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=09a99e90-1cbe-4199-b2b6-3cf98c5b8c40 HTTP/1.1" status: 200 len: 1094 time: 0.2507203 Sep 21 18:06:24.582485 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-d0bace2f-f76a-4b0b-bdc9-9f0f2c0397b8 service neutron] 10.222.0.38 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6286461 Sep 21 18:06:24.611849 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-69de0a1d-73fe-4a4c-b3c9-9ee32996c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:24.613327 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-69de0a1d-73fe-4a4c-b3c9-9ee32996c6d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dddd0670-5287-4028-990d-3f24462a1d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1356614 Sep 21 18:06:24.715165 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-beef676a-c3d4-4c3a-bb9b-8b0c374fddf5 service neutron] 10.222.0.44 "GET /v2.0/networks/dddd0670-5287-4028-990d-3f24462a1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913773 Sep 21 18:06:24.753143 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8dd281c4-5be2-4217-90cf-240fa7d2eb2d None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:24.767295 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff68ffb5-25f4-466e-bbad-53ec4383428b None None] Network 4239539f-d4c1-4086-ba9d-86554f1a9469 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:24.770665 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2b5d22b9-df7a-48c8-9a3c-67af5fa93061 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:24.805985 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8dd281c4-5be2-4217-90cf-240fa7d2eb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:24.856035 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-af255fdb-53dc-4100-9c5f-efeda241a8b0 req-a1ccc6b3-cf76-45bd-824e-bda6897a4b3e tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f9d5627e-150b-489f-9d9b-b05badf9963f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692896 Sep 21 18:06:24.870215 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7a3bfbd1-704e-444f-b201-e76bdb5f6d3c req-36466aad-890b-4c1c-a155-23f3a458e2ab service neutron] 10.222.0.44 "GET /v2.0/networks/dddd0670-5287-4028-990d-3f24462a1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455090 Sep 21 18:06:24.907491 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:24.940303 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d22b9-df7a-48c8-9a3c-67af5fa93061 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Pushing event updated for resources: {'Subnet': ['ID=d3c509e5-0f0f-498e-875a-6f981e47831c,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:24.948542 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5d22b9-df7a-48c8-9a3c-67af5fa93061 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Checking segment: {'id': 'd33ddb76-2474-4e19-9e35-ca066bb6ee71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8e77bcb6-e2b2-454e-931a-834f215e39d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:24.949150 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5d22b9-df7a-48c8-9a3c-67af5fa93061 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Network hostable DHCP agents. Network: 8e77bcb6-e2b2-454e-931a-834f215e39d4, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:06:25.027147 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d42059-5a7c-4910-a584-2d00ee1f0fd0 req-1256e786-dc6b-41d3-aa2d-b51963e7b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:25.028675 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-29d42059-5a7c-4910-a584-2d00ee1f0fd0 req-1256e786-dc6b-41d3-aa2d-b51963e7b49c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c99a9e1c66149d98245cefe55b174bf&device_id=09a99e90-1cbe-4199-b2b6-3cf98c5b8c40 HTTP/1.1" status: 200 len: 1094 time: 0.0956202 Sep 21 18:06:25.049239 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5d22b9-df7a-48c8-9a3c-67af5fa93061 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Network 8e77bcb6-e2b2-454e-931a-834f215e39d4 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:06:25.075332 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd281c4-5be2-4217-90cf-240fa7d2eb2d None None] Network b9efc713-e6ea-4efa-aba0-b54bc7c2bf86 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:25.076630 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd281c4-5be2-4217-90cf-240fa7d2eb2d None None] Pushing event updated for resources: {'Port': ['ID=034852b5-0b73-4c78-9a5a-01b1bc3ab2fd,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:25.100579 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-2b5d22b9-df7a-48c8-9a3c-67af5fa93061 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 8e77bcb6-e2b2-454e-931a-834f215e39d4) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:25.112934 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5d22b9-df7a-48c8-9a3c-67af5fa93061 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:25.113593 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2b5d22b9-df7a-48c8-9a3c-67af5fa93061 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:25.125857 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 22fbd36f-319d-44e5-8e8b-3d410460dfc8 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:25.126495 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:25.132991 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-8dd281c4-5be2-4217-90cf-240fa7d2eb2d None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:25.136097 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-bf47e41c-5295-402e-8275-fd4a9dd6223f service neutron] 10.222.0.38 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5427032 Sep 21 18:06:25.145030 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd281c4-5be2-4217-90cf-240fa7d2eb2d None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:25.152167 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92605ad1-66c0-4f58-a06e-4ddee83de686 None None] Network 8e77bcb6-e2b2-454e-931a-834f215e39d4 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:25.191011 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2b5d22b9-df7a-48c8-9a3c-67af5fa93061 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1513636 Sep 21 18:06:25.239800 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48874) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:25.246497 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-c9aecda5-55b5-4a19-91c5-fc31ff7c257c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a4d8c11d-20a6-4197-98eb-9131ec08bed8 HTTP/1.1" status: 200 len: 217 time: 0.1014459 Sep 21 18:06:25.252214 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-745d7bac-179e-448b-bcb9-0c4529f2b399 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:25.305742 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-95d97157-6006-4d6a-a6ec-8a34239a376c None None] Provisioning complete for port 22fbd36f-319d-44e5-8e8b-3d410460dfc8 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:25.306150 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-95d97157-6006-4d6a-a6ec-8a34239a376c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:25.400031 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-8dd281c4-5be2-4217-90cf-240fa7d2eb2d None None] Attempting to bind port 034852b5-0b73-4c78-9a5a-01b1bc3ab2fd on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:06:25.400489 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-8dd281c4-5be2-4217-90cf-240fa7d2eb2d None None] Attempting to bind port 034852b5-0b73-4c78-9a5a-01b1bc3ab2fd by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'f6d73ea4-900f-4d0b-9e17-75624960ffa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b9efc713-e6ea-4efa-aba0-b54bc7c2bf86'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:06:25.400855 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd281c4-5be2-4217-90cf-240fa7d2eb2d None None] Attempting to bind port 034852b5-0b73-4c78-9a5a-01b1bc3ab2fd on network b9efc713-e6ea-4efa-aba0-b54bc7c2bf86 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:06:25.417039 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad192e6-415a-49b2-9542-c4327a393035 req-566dc545-59c0-412c-8f6a-63c4c2791c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:25.418568 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-566dc545-59c0-412c-8f6a-63c4c2791c8d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b7ef56bd-35f4-4551-832d-ce8ad93a8d56 HTTP/1.1" status: 200 len: 797 time: 0.1298857 Sep 21 18:06:25.420696 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd281c4-5be2-4217-90cf-240fa7d2eb2d None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:06:25.421316 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd281c4-5be2-4217-90cf-240fa7d2eb2d None None] Checking segment: {'id': 'f6d73ea4-900f-4d0b-9e17-75624960ffa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b9efc713-e6ea-4efa-aba0-b54bc7c2bf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:25.422024 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8dd281c4-5be2-4217-90cf-240fa7d2eb2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:25.423388 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd281c4-5be2-4217-90cf-240fa7d2eb2d None None] Bound using segment: {'id': 'f6d73ea4-900f-4d0b-9e17-75624960ffa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b9efc713-e6ea-4efa-aba0-b54bc7c2bf86'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:06:25.424064 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-8dd281c4-5be2-4217-90cf-240fa7d2eb2d None None] Bound port: 034852b5-0b73-4c78-9a5a-01b1bc3ab2fd, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d73ea4-900f-4d0b-9e17-75624960ffa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b9efc713-e6ea-4efa-aba0-b54bc7c2bf86'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:06:25.425530 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8dd281c4-5be2-4217-90cf-240fa7d2eb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:25.533765 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-95d97157-6006-4d6a-a6ec-8a34239a376c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:25.543384 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad192e6-415a-49b2-9542-c4327a393035 req-de0f64b0-8874-4696-bea4-7656b42dd501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:25.544612 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-de0f64b0-8874-4696-bea4-7656b42dd501 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2d5cd904-6c64-427e-ac24-4519ebea83bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1173854 Sep 21 18:06:25.553768 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93de520-7299-4714-a76c-c2406588fa75 req-73e19ad4-6993-44c8-a458-03e70cceb064 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:25.556044 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b93de520-7299-4714-a76c-c2406588fa75 req-73e19ad4-6993-44c8-a458-03e70cceb064 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 946 time: 0.3074589 Sep 21 18:06:25.559642 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d42059-5a7c-4910-a584-2d00ee1f0fd0 req-c0cf71b5-80f3-424f-b181-360279ac9cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:25.563722 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-29d42059-5a7c-4910-a584-2d00ee1f0fd0 req-c0cf71b5-80f3-424f-b181-360279ac9cdc service neutron] 10.222.0.44 "GET /v2.0/networks?id=dddd0670-5287-4028-990d-3f24462a1d0c HTTP/1.1" status: 200 len: 911 time: 0.5267959 Sep 21 18:06:25.661553 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d7bac-179e-448b-bcb9-0c4529f2b399 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Pushing event updated for resources: {'Subnet': ['ID=fe9ff034-82f0-498e-b9a9-fe3b7c997da3,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:25.747982 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-c6b1e51a-8c57-44d3-9ceb-b15cab155c2f service neutron] 10.222.0.38 "GET /v2.0/networks/2d5cd904-6c64-427e-ac24-4519ebea83bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905410 Sep 21 18:06:25.753941 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:25.791374 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-95d97157-6006-4d6a-a6ec-8a34239a376c None None] For port 22fbd36f-319d-44e5-8e8b-3d410460dfc8, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=22fbd36f-319d-44e5-8e8b-3d410460dfc8,segment=NetworkSegment(6e6e581e-adff-4148-a7c5-3b2d9066c962),segment_id=6e6e581e-adff-4148-a7c5-3b2d9066c962)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:25.795062 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-29d42059-5a7c-4910-a584-2d00ee1f0fd0 req-cecf90f9-136d-4986-b51e-bf694f99f803 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d00eb003-bafb-4311-b201-7fc87ba12827 HTTP/1.1" status: 200 len: 217 time: 0.2205327 Sep 21 18:06:25.825156 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-95d97157-6006-4d6a-a6ec-8a34239a376c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:25.842389 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-8dd281c4-5be2-4217-90cf-240fa7d2eb2d None None] For port 034852b5-0b73-4c78-9a5a-01b1bc3ab2fd, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:06:25.892336 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b93de520-7299-4714-a76c-c2406588fa75 req-9fc0e136-e498-4fc8-9dca-8887bb9420b3 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190286 Sep 21 18:06:25.915133 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.db.api [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:06:25.915133 n-d-810291-1 neutron-server[101462]: DEBUG oslo_db.api [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:06:25.929958 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745d7bac-179e-448b-bcb9-0c4529f2b399 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Checking segment: {'id': 'bbcbcbb4-7c59-4f0b-95df-7186f024929e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9c62533e-e3ac-496e-987c-a1c1d37fc274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:25.931962 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745d7bac-179e-448b-bcb9-0c4529f2b399 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Network hostable DHCP agents. Network: 9c62533e-e3ac-496e-987c-a1c1d37fc274, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:06:25.936182 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-8dd281c4-5be2-4217-90cf-240fa7d2eb2d None None] For port 034852b5-0b73-4c78-9a5a-01b1bc3ab2fd, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=034852b5-0b73-4c78-9a5a-01b1bc3ab2fd,segment=NetworkSegment(f6d73ea4-900f-4d0b-9e17-75624960ffa3),segment_id=f6d73ea4-900f-4d0b-9e17-75624960ffa3)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:06:25.957639 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d42059-5a7c-4910-a584-2d00ee1f0fd0 req-6b0035a7-8e42-450b-991f-bf889d628c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:25.960115 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-29d42059-5a7c-4910-a584-2d00ee1f0fd0 req-6b0035a7-8e42-450b-991f-bf889d628c0f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53480a76-a2e1-4cb9-abd9-952fafb29185 HTTP/1.1" status: 200 len: 849 time: 0.1440053 Sep 21 18:06:25.980611 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8dd281c4-5be2-4217-90cf-240fa7d2eb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:25.991705 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-414920a8-552d-4cf4-a433-9d7c3e600986 service neutron] 10.222.0.38 "GET /v2.0/networks/2d5cd904-6c64-427e-ac24-4519ebea83bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952012 Sep 21 18:06:26.048841 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d97157-6006-4d6a-a6ec-8a34239a376c None None] Pushing event updated for resources: {'Port': ['ID=22fbd36f-319d-44e5-8e8b-3d410460dfc8,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:26.052283 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-1a2f7199-6f90-439f-a570-2f51d5f4f9d5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b3ce70b6-6a2c-4f29-a57a-39e65f45435f HTTP/1.1" status: 200 len: 217 time: 0.0449140 Sep 21 18:06:26.064640 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83019c8-3c60-43cc-b0fd-46a247eaba02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-8e77bcb6-e2b2-454e-931a-834f215e39d4', 'network_id': '8e77bcb6-e2b2-454e-931a-834f215e39d4', 'tenant_id': 'ad37b53041e2416cb9a1a4df5f70db86', 'fixed_ips': [{'subnet_id': 'd3c509e5-0f0f-498e-875a-6f981e47831c'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:06:26.065496 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a83019c8-3c60-43cc-b0fd-46a247eaba02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:26.071790 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-40350c18-21a0-4c73-910e-8876891dce45 None None] Provisioning complete for port 22fbd36f-319d-44e5-8e8b-3d410460dfc8 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:26.072339 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-40350c18-21a0-4c73-910e-8876891dce45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:26.097868 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d42059-5a7c-4910-a584-2d00ee1f0fd0 req-4ad16781-17e2-4e68-baeb-6e228063a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:26.099470 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-29d42059-5a7c-4910-a584-2d00ee1f0fd0 req-4ad16781-17e2-4e68-baeb-6e228063a2e6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dddd0670-5287-4028-990d-3f24462a1d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1307299 Sep 21 18:06:26.158617 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-91b1f57c-2212-4c11-8b26-3afc3e7de526 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:26.182180 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad192e6-415a-49b2-9542-c4327a393035 req-a6631fe7-64db-4e3d-ab15-d8fe6b9754d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:26.184670 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-a6631fe7-64db-4e3d-ab15-d8fe6b9754d5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b7ef56bd-35f4-4551-832d-ce8ad93a8d56 HTTP/1.1" status: 200 len: 797 time: 0.1227121 Sep 21 18:06:26.218612 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745d7bac-179e-448b-bcb9-0c4529f2b399 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Network 9c62533e-e3ac-496e-987c-a1c1d37fc274 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:06:26.299211 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-745d7bac-179e-448b-bcb9-0c4529f2b399 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 9c62533e-e3ac-496e-987c-a1c1d37fc274) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:26.307119 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad192e6-415a-49b2-9542-c4327a393035 req-99431784-2acd-4063-9e71-a2cdd56c3f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:26.308729 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-99431784-2acd-4063-9e71-a2cdd56c3f6a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2d5cd904-6c64-427e-ac24-4519ebea83bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0737042 Sep 21 18:06:26.316799 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745d7bac-179e-448b-bcb9-0c4529f2b399 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:26.317775 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-745d7bac-179e-448b-bcb9-0c4529f2b399 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:26.317923 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-29d42059-5a7c-4910-a584-2d00ee1f0fd0 req-bd515f15-e469-4c35-8157-9b67231650c6 service neutron] 10.222.0.44 "GET /v2.0/networks/dddd0670-5287-4028-990d-3f24462a1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080178 Sep 21 18:06:26.367078 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8520148-1451-44e3-afd5-143bcd0a2488 req-659ce285-38d0-4dfa-85b2-47cfa22f953a tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:26.378716 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d8520148-1451-44e3-afd5-143bcd0a2488 req-659ce285-38d0-4dfa-85b2-47cfa22f953a tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=09a99e90-1cbe-4199-b2b6-3cf98c5b8c40 HTTP/1.1" status: 200 len: 1094 time: 0.3272593 Sep 21 18:06:26.441500 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-a83019c8-3c60-43cc-b0fd-46a247eaba02 None None] Allocated IP 2001:db8::2 (8e77bcb6-e2b2-454e-931a-834f215e39d4/d3c509e5-0f0f-498e-875a-6f981e47831c/a76d90c6-9778-4910-930c-f256e3548eac) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:26.449286 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-745d7bac-179e-448b-bcb9-0c4529f2b399 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1579878 Sep 21 18:06:26.452574 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48878) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:26.462467 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-596391ce-935f-458b-b067-60259440b64e tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Request body: {'network': {'name': 'tempest-router-network01--1325315430'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:26.475670 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d27486-82c1-4df9-8b09-a3f1628e4eab None None] Network 9c62533e-e3ac-496e-987c-a1c1d37fc274 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:26.530822 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d8520148-1451-44e3-afd5-143bcd0a2488 req-029123da-bd08-4219-babc-9ebe5e7bf1b2 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f9d5627e-150b-489f-9d9b-b05badf9963f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508594 Sep 21 18:06:26.585354 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-205f7d7e-411a-4dd6-84d1-09885bae10bf service neutron] 10.222.0.38 "GET /v2.0/networks/2d5cd904-6c64-427e-ac24-4519ebea83bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664013 Sep 21 18:06:26.587789 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-29d42059-5a7c-4910-a584-2d00ee1f0fd0 req-6e3f20a6-24c8-4c03-80e7-53acdd386d7b service neutron] 10.222.0.44 "GET /v2.0/networks/dddd0670-5287-4028-990d-3f24462a1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533727 Sep 21 18:06:26.651758 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596391ce-935f-458b-b067-60259440b64e tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Made reservation on behalf of 4f235e3a759a4dcc95635443891f40b7 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:26.655427 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-596391ce-935f-458b-b067-60259440b64e tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:26.688493 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device d00eb003-bafb-4311-b201-7fc87ba12827 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:06:26.695999 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd281c4-5be2-4217-90cf-240fa7d2eb2d None None] Pushing event updated for resources: {'Port': ['ID=034852b5-0b73-4c78-9a5a-01b1bc3ab2fd,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:26.734789 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad192e6-415a-49b2-9542-c4327a393035 req-1214810d-416a-403c-9ea4-d9564c6961ed service neutron] 10.222.0.38 "GET /v2.0/networks/2d5cd904-6c64-427e-ac24-4519ebea83bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406100 Sep 21 18:06:26.744228 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-51e30acc-7f0e-4765-9d1b-88eb92ffc5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:26.840736 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-596391ce-935f-458b-b067-60259440b64e tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:06:26.866377 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-596391ce-935f-458b-b067-60259440b64e tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:26.866854 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-596391ce-935f-458b-b067-60259440b64e tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Added segment 22ab12a4-ca57-4dab-9e5d-878b1cf0398e of type vlan for network 9b093d00-39dc-4089-ab8b-c0e75d504258 Sep 21 18:06:26.881190 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-91b1f57c-2212-4c11-8b26-3afc3e7de526 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Allocated IP 2001:db8::1 (b9efc713-e6ea-4efa-aba0-b54bc7c2bf86/0d226c80-1015-4a75-bf5d-1e1e7ea98e97/24e1aea0-20ec-44f8-98cc-bf26957b90d3) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:26.938872 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port d00eb003-bafb-4311-b201-7fc87ba12827, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=d00eb003-bafb-4311-b201-7fc87ba12827,segment=NetworkSegment(953015e8-9529-4288-9f90-ef076e8c0148),segment_id=953015e8-9529-4288-9f90-ef076e8c0148)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:26.991748 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-596391ce-935f-458b-b067-60259440b64e tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:27.039828 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'd00eb003-bafb-4311-b201-7fc87ba12827', 'network_id': 'dddd0670-5287-4028-990d-3f24462a1d0c', 'port_id': 'd00eb003-bafb-4311-b201-7fc87ba12827', 'mac_address': 'fa:16:3e:3a:18:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53480a76-a2e1-4cb9-abd9-952fafb29185', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:06:27.041943 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 22fbd36f-319d-44e5-8e8b-3d410460dfc8 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:27.086607 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9022db3-0154-4217-9eeb-7d58f27e4c77 req-75b8bdf6-b3f1-4e12-b451-b50c91632b4f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:27.107889 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-596391ce-935f-458b-b067-60259440b64e tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:27.109243 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9022db3-0154-4217-9eeb-7d58f27e4c77 req-75b8bdf6-b3f1-4e12-b451-b50c91632b4f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 946 time: 0.1188490 Sep 21 18:06:27.113749 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596391ce-935f-458b-b067-60259440b64e tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:27.114495 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-596391ce-935f-458b-b067-60259440b64e tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:27.166908 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a83019c8-3c60-43cc-b0fd-46a247eaba02 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:27.211875 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a83019c8-3c60-43cc-b0fd-46a247eaba02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:27.212570 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-91b1f57c-2212-4c11-8b26-3afc3e7de526 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:27.218490 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9022db3-0154-4217-9eeb-7d58f27e4c77 req-fe5694a7-36df-4ad9-a352-f712710b4621 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054590 Sep 21 18:06:27.290598 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-596391ce-935f-458b-b067-60259440b64e tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8365963 Sep 21 18:06:27.293797 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48882) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:27.295105 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596391ce-935f-458b-b067-60259440b64e tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Pushing event updated for resources: {'Network': ['ID=9b093d00-39dc-4089-ab8b-c0e75d504258,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:27.300401 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-3888c840-f9b5-4fcc-b18b-dd2060a71618 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Request body: {'network': {'name': 'tempest-router-network02--1320562183'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:27.361295 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 9b093d00-39dc-4089-ab8b-c0e75d504258 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:06:27.367073 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3888c840-f9b5-4fcc-b18b-dd2060a71618 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Made reservation on behalf of 4f235e3a759a4dcc95635443891f40b7 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:27.373756 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3888c840-f9b5-4fcc-b18b-dd2060a71618 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:27.390446 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-91b1f57c-2212-4c11-8b26-3afc3e7de526 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:27.444972 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3888c840-f9b5-4fcc-b18b-dd2060a71618 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:06:27.446398 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b1f57c-2212-4c11-8b26-3afc3e7de526 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Network b9efc713-e6ea-4efa-aba0-b54bc7c2bf86 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:27.456024 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-91b1f57c-2212-4c11-8b26-3afc3e7de526 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:27.466727 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b1f57c-2212-4c11-8b26-3afc3e7de526 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:27.467502 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-91b1f57c-2212-4c11-8b26-3afc3e7de526 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:27.469841 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3888c840-f9b5-4fcc-b18b-dd2060a71618 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:27.470236 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-3888c840-f9b5-4fcc-b18b-dd2060a71618 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Added segment e38f5df7-252e-435a-86e7-0e942e9f7b49 of type vlan for network a1066e50-5bc8-49e4-bd87-0234d556347e Sep 21 18:06:27.480612 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-51e30acc-7f0e-4765-9d1b-88eb92ffc5f8 admin admin] Deleting port 181406f9-ba52-42fa-80ab-4205705a8ae9 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:27.481304 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-51e30acc-7f0e-4765-9d1b-88eb92ffc5f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:27.483883 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1f57c-2212-4c11-8b26-3afc3e7de526 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Pushing event updated for resources: {'Port': ['ID=24e1aea0-20ec-44f8-98cc-bf26957b90d3,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:27.585371 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3888c840-f9b5-4fcc-b18b-dd2060a71618 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:27.654583 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3888c840-f9b5-4fcc-b18b-dd2060a71618 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:27.663645 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3888c840-f9b5-4fcc-b18b-dd2060a71618 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:27.664335 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3888c840-f9b5-4fcc-b18b-dd2060a71618 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:27.691071 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-51e30acc-7f0e-4765-9d1b-88eb92ffc5f8 admin admin] For port 181406f9-ba52-42fa-80ab-4205705a8ae9, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=181406f9-ba52-42fa-80ab-4205705a8ae9,segment=NetworkSegment(3f4ce037-8995-4519-9436-741a5cf4e4ad),segment_id=3f4ce037-8995-4519-9436-741a5cf4e4ad)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:27.691450 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-51e30acc-7f0e-4765-9d1b-88eb92ffc5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:27.697083 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3888c840-f9b5-4fcc-b18b-dd2060a71618 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4021254 Sep 21 18:06:27.708440 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48886) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:27.720728 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-5b73c819-9a6e-4bee-b951-b476beabab74 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Request body: {'subnet': {'network_id': '9b093d00-39dc-4089-ab8b-c0e75d504258', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:27.741581 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83019c8-3c60-43cc-b0fd-46a247eaba02 None None] Network 8e77bcb6-e2b2-454e-931a-834f215e39d4 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:27.745251 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08768c3-924f-46b8-a740-a68c0bc5d90b None None] Network b9efc713-e6ea-4efa-aba0-b54bc7c2bf86 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:27.747717 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:27.747888 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-51e30acc-7f0e-4765-9d1b-88eb92ffc5f8 admin admin] Calling delete_port for 181406f9-ba52-42fa-80ab-4205705a8ae9 owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:06:27.753128 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1afb09-b76d-4915-8a22-4552c8e19aef req-76d4b512-f2c9-4537-b6be-3abc83d02bf1 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:27.753385 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-a83019c8-3c60-43cc-b0fd-46a247eaba02 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:27.754706 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9a1afb09-b76d-4915-8a22-4552c8e19aef req-76d4b512-f2c9-4537-b6be-3abc83d02bf1 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=09a99e90-1cbe-4199-b2b6-3cf98c5b8c40 HTTP/1.1" status: 200 len: 1094 time: 0.1244648 Sep 21 18:06:27.762313 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83019c8-3c60-43cc-b0fd-46a247eaba02 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:27.789931 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-91b1f57c-2212-4c11-8b26-3afc3e7de526 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:27.877394 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888c840-f9b5-4fcc-b18b-dd2060a71618 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Pushing event updated for resources: {'Network': ['ID=a1066e50-5bc8-49e4-bd87-0234d556347e,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:27.886006 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9a1afb09-b76d-4915-8a22-4552c8e19aef req-53fea12b-04c3-494a-ae0a-7c39f55c77b8 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f9d5627e-150b-489f-9d9b-b05badf9963f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208596 Sep 21 18:06:27.894429 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b73c819-9a6e-4bee-b951-b476beabab74 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Made reservation on behalf of 4f235e3a759a4dcc95635443891f40b7 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:27.901831 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83019c8-3c60-43cc-b0fd-46a247eaba02 None None] Pushing event updated for resources: {'Port': ['ID=a76d90c6-9778-4910-930c-f256e3548eac,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:27.907103 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46164174-c18a-4a58-b2a3-5cfc1f2c1838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-9c62533e-e3ac-496e-987c-a1c1d37fc274', 'network_id': '9c62533e-e3ac-496e-987c-a1c1d37fc274', 'tenant_id': '4f235e3a759a4dcc95635443891f40b7', 'fixed_ips': [{'subnet_id': 'fe9ff034-82f0-498e-b9a9-fe3b7c997da3'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:06:27.908438 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-46164174-c18a-4a58-b2a3-5cfc1f2c1838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:27.909590 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5b73c819-9a6e-4bee-b951-b476beabab74 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:27.928961 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network a1066e50-5bc8-49e4-bd87-0234d556347e details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:06:27.973472 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 22fbd36f-319d-44e5-8e8b-3d410460dfc8 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:27.974150 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:27.976424 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d00eb003-bafb-4311-b201-7fc87ba12827 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:06:28.056693 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a83019c8-3c60-43cc-b0fd-46a247eaba02 None None] Attempting to bind port a76d90c6-9778-4910-930c-f256e3548eac on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:06:28.057056 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a83019c8-3c60-43cc-b0fd-46a247eaba02 None None] Attempting to bind port a76d90c6-9778-4910-930c-f256e3548eac by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'd33ddb76-2474-4e19-9e35-ca066bb6ee71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8e77bcb6-e2b2-454e-931a-834f215e39d4'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:06:28.057418 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83019c8-3c60-43cc-b0fd-46a247eaba02 None None] Attempting to bind port a76d90c6-9778-4910-930c-f256e3548eac on network 8e77bcb6-e2b2-454e-931a-834f215e39d4 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:06:28.102176 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port d00eb003-bafb-4311-b201-7fc87ba12827, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=d00eb003-bafb-4311-b201-7fc87ba12827,segment=NetworkSegment(953015e8-9529-4288-9f90-ef076e8c0148),segment_id=953015e8-9529-4288-9f90-ef076e8c0148)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:28.132642 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83019c8-3c60-43cc-b0fd-46a247eaba02 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:06:28.133017 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83019c8-3c60-43cc-b0fd-46a247eaba02 None None] Checking segment: {'id': 'd33ddb76-2474-4e19-9e35-ca066bb6ee71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8e77bcb6-e2b2-454e-931a-834f215e39d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:28.133420 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a83019c8-3c60-43cc-b0fd-46a247eaba02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:28.133991 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83019c8-3c60-43cc-b0fd-46a247eaba02 None None] Bound using segment: {'id': 'd33ddb76-2474-4e19-9e35-ca066bb6ee71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8e77bcb6-e2b2-454e-931a-834f215e39d4'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:06:28.136887 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a83019c8-3c60-43cc-b0fd-46a247eaba02 None None] Bound port: a76d90c6-9778-4910-930c-f256e3548eac, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd33ddb76-2474-4e19-9e35-ca066bb6ee71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8e77bcb6-e2b2-454e-931a-834f215e39d4'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:06:28.137209 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a83019c8-3c60-43cc-b0fd-46a247eaba02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:28.139380 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-0b9ee77d-1ef5-43bd-bea9-ed5a7ecc0828 None None] Provisioning complete for port 034852b5-0b73-4c78-9a5a-01b1bc3ab2fd triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:28.139745 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0b9ee77d-1ef5-43bd-bea9-ed5a7ecc0828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:28.160448 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5b73c819-9a6e-4bee-b951-b476beabab74 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:28.185875 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:28.266387 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b73c819-9a6e-4bee-b951-b476beabab74 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Pushing event updated for resources: {'Subnet': ['ID=c253ed9d-d547-49ac-ac4a-2364155dd7df,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:28.297854 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b73c819-9a6e-4bee-b951-b476beabab74 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Checking segment: {'id': '22ab12a4-ca57-4dab-9e5d-878b1cf0398e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9b093d00-39dc-4089-ab8b-c0e75d504258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:28.300066 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b73c819-9a6e-4bee-b951-b476beabab74 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Network hostable DHCP agents. Network: 9b093d00-39dc-4089-ab8b-c0e75d504258, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:06:28.351868 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b73c819-9a6e-4bee-b951-b476beabab74 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Network 9b093d00-39dc-4089-ab8b-c0e75d504258 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:06:28.387191 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-5b73c819-9a6e-4bee-b951-b476beabab74 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 9b093d00-39dc-4089-ab8b-c0e75d504258) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:28.393361 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b73c819-9a6e-4bee-b951-b476beabab74 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:28.394873 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5b73c819-9a6e-4bee-b951-b476beabab74 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:28.452926 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0950deef-de4a-4d84-9dd9-e46388aedf35 None None] Network 9b093d00-39dc-4089-ab8b-c0e75d504258 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:28.459454 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5b73c819-9a6e-4bee-b951-b476beabab74 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7482512 Sep 21 18:06:28.461077 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48890) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:28.475475 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-ffcf1e14-ed4e-4cbc-aea8-a7ea19234f19 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Request body: {'subnet': {'network_id': 'a1066e50-5bc8-49e4-bd87-0234d556347e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:28.499471 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=d00eb003-bafb-4311-b201-7fc87ba12827,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:28.506648 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5f0f4-877b-4cbd-b1a7-a9f11f671669 req-52c2c35e-00ef-4caa-b684-6452a6386636 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:28.508440 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b1d5f0f4-877b-4cbd-b1a7-a9f11f671669 req-52c2c35e-00ef-4caa-b684-6452a6386636 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 946 time: 0.1368966 Sep 21 18:06:28.549994 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['d00eb003-bafb-4311-b201-7fc87ba12827'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:06:28.560949 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a83019c8-3c60-43cc-b0fd-46a247eaba02 None None] For port a76d90c6-9778-4910-930c-f256e3548eac, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:06:28.572822 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b1d5f0f4-877b-4cbd-b1a7-a9f11f671669 req-e5084da3-b2f4-41ef-ad2b-53c0862e1418 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491002 Sep 21 18:06:28.653649 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-51e30acc-7f0e-4765-9d1b-88eb92ffc5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:28.657751 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcf1e14-ed4e-4cbc-aea8-a7ea19234f19 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Made reservation on behalf of 4f235e3a759a4dcc95635443891f40b7 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:28.663474 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ffcf1e14-ed4e-4cbc-aea8-a7ea19234f19 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:28.686002 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e30acc-7f0e-4765-9d1b-88eb92ffc5f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=181406f9-ba52-42fa-80ab-4205705a8ae9,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:28.689128 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-46164174-c18a-4a58-b2a3-5cfc1f2c1838 None None] Allocated IP 172.20.0.2 (9c62533e-e3ac-496e-987c-a1c1d37fc274/fe9ff034-82f0-498e-b9a9-fe3b7c997da3/fd2683a0-55f1-4ec0-b47d-4f34702fa9ae) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:28.696479 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a83019c8-3c60-43cc-b0fd-46a247eaba02 None None] For port a76d90c6-9778-4910-930c-f256e3548eac, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a76d90c6-9778-4910-930c-f256e3548eac,segment=NetworkSegment(d33ddb76-2474-4e19-9e35-ca066bb6ee71),segment_id=d33ddb76-2474-4e19-9e35-ca066bb6ee71)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:06:28.760958 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a83019c8-3c60-43cc-b0fd-46a247eaba02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:28.781025 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-91b1f57c-2212-4c11-8b26-3afc3e7de526 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:28.811552 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-91b1f57c-2212-4c11-8b26-3afc3e7de526 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:28.812913 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-91b1f57c-2212-4c11-8b26-3afc3e7de526 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:28.840488 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0b9ee77d-1ef5-43bd-bea9-ed5a7ecc0828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:29.163737 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83019c8-3c60-43cc-b0fd-46a247eaba02 None None] Pushing event updated for resources: {'Port': ['ID=a76d90c6-9778-4910-930c-f256e3548eac,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:29.165502 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ffcf1e14-ed4e-4cbc-aea8-a7ea19234f19 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:29.176256 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 034852b5-0b73-4c78-9a5a-01b1bc3ab2fd up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:29.193345 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-0b9ee77d-1ef5-43bd-bea9-ed5a7ecc0828 None None] For port 034852b5-0b73-4c78-9a5a-01b1bc3ab2fd, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=034852b5-0b73-4c78-9a5a-01b1bc3ab2fd,segment=NetworkSegment(f6d73ea4-900f-4d0b-9e17-75624960ffa3),segment_id=f6d73ea4-900f-4d0b-9e17-75624960ffa3)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:29.244988 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b1f57c-2212-4c11-8b26-3afc3e7de526 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Network b9efc713-e6ea-4efa-aba0-b54bc7c2bf86 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:29.279451 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0b9ee77d-1ef5-43bd-bea9-ed5a7ecc0828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:29.288763 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-91b1f57c-2212-4c11-8b26-3afc3e7de526 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:29.293117 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83019c8-3c60-43cc-b0fd-46a247eaba02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:29.293574 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83019c8-3c60-43cc-b0fd-46a247eaba02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:29.294036 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83019c8-3c60-43cc-b0fd-46a247eaba02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:29.294498 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83019c8-3c60-43cc-b0fd-46a247eaba02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:29.294987 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83019c8-3c60-43cc-b0fd-46a247eaba02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:29.295477 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83019c8-3c60-43cc-b0fd-46a247eaba02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:29.295805 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83019c8-3c60-43cc-b0fd-46a247eaba02 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:29.296126 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83019c8-3c60-43cc-b0fd-46a247eaba02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:29.296462 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83019c8-3c60-43cc-b0fd-46a247eaba02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:29.296766 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83019c8-3c60-43cc-b0fd-46a247eaba02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:29.297083 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83019c8-3c60-43cc-b0fd-46a247eaba02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:29.297461 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83019c8-3c60-43cc-b0fd-46a247eaba02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:29.373551 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf1e14-ed4e-4cbc-aea8-a7ea19234f19 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Pushing event updated for resources: {'Subnet': ['ID=94857ec2-1408-4b99-a74d-112a3fefb26b,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:29.388956 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcf1e14-ed4e-4cbc-aea8-a7ea19234f19 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Checking segment: {'id': 'e38f5df7-252e-435a-86e7-0e942e9f7b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a1066e50-5bc8-49e4-bd87-0234d556347e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:29.389234 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcf1e14-ed4e-4cbc-aea8-a7ea19234f19 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Network hostable DHCP agents. Network: a1066e50-5bc8-49e4-bd87-0234d556347e, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:06:29.414985 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcf1e14-ed4e-4cbc-aea8-a7ea19234f19 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Network a1066e50-5bc8-49e4-bd87-0234d556347e is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:06:29.431748 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-ffcf1e14-ed4e-4cbc-aea8-a7ea19234f19 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, a1066e50-5bc8-49e4-bd87-0234d556347e) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:29.451907 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcf1e14-ed4e-4cbc-aea8-a7ea19234f19 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:29.454161 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ffcf1e14-ed4e-4cbc-aea8-a7ea19234f19 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:29.461328 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0677e5e-1f17-45f1-881e-a00d86006a5a None None] Network a1066e50-5bc8-49e4-bd87-0234d556347e requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:29.497230 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ffcf1e14-ed4e-4cbc-aea8-a7ea19234f19 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0316486 Sep 21 18:06:29.498896 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48894) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:29.527065 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314cdbb3-7a6e-4f53-b4f0-3bd3d79fbe6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-9b093d00-39dc-4089-ab8b-c0e75d504258', 'network_id': '9b093d00-39dc-4089-ab8b-c0e75d504258', 'tenant_id': '4f235e3a759a4dcc95635443891f40b7', 'fixed_ips': [{'subnet_id': 'c253ed9d-d547-49ac-ac4a-2364155dd7df'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:06:29.527364 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-314cdbb3-7a6e-4f53-b4f0-3bd3d79fbe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:29.549401 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1f57c-2212-4c11-8b26-3afc3e7de526 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Pushing event updated for resources: {'Port': ['ID=24e1aea0-20ec-44f8-98cc-bf26957b90d3,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:29.553291 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-51e30acc-7f0e-4765-9d1b-88eb92ffc5f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:29.588542 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac224046-d0f7-454e-8696-0cf4abfe8c29 req-ba738ffb-c998-4747-8356-86aaa62df439 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:29.590763 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ac224046-d0f7-454e-8696-0cf4abfe8c29 req-ba738ffb-c998-4747-8356-86aaa62df439 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=09a99e90-1cbe-4199-b2b6-3cf98c5b8c40 HTTP/1.1" status: 200 len: 1095 time: 0.4686482 Sep 21 18:06:29.739812 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-46164174-c18a-4a58-b2a3-5cfc1f2c1838 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:29.759690 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ee77d-1ef5-43bd-bea9-ed5a7ecc0828 None None] Pushing event updated for resources: {'Port': ['ID=034852b5-0b73-4c78-9a5a-01b1bc3ab2fd,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:29.869160 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3339b-73cc-4bbd-830a-5b185408f2b0 req-713b71ca-563c-4e4d-bc1e-9227f894b147 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:29.872827 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ac224046-d0f7-454e-8696-0cf4abfe8c29 req-ba4fadc2-bf79-43a2-84c2-40aa1cf7578a tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f9d5627e-150b-489f-9d9b-b05badf9963f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057214 Sep 21 18:06:29.877768 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-15b3339b-73cc-4bbd-830a-5b185408f2b0 req-713b71ca-563c-4e4d-bc1e-9227f894b147 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 946 time: 0.1499689 Sep 21 18:06:29.900521 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-46164174-c18a-4a58-b2a3-5cfc1f2c1838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:29.916708 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b1f57c-2212-4c11-8b26-3afc3e7de526 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Router a36e6205-fdd2-49b5-98c4-176b0d58ecd0 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:06:30.031148 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-53e9bdc1-79cc-4912-af74-3b96835276e0 None None] Provisioning complete for port 24e1aea0-20ec-44f8-98cc-bf26957b90d3 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:30.031826 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-53e9bdc1-79cc-4912-af74-3b96835276e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:30.154829 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 034852b5-0b73-4c78-9a5a-01b1bc3ab2fd triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:30.155558 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:30.171468 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b1f57c-2212-4c11-8b26-3afc3e7de526 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:06:30.191460 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-91b1f57c-2212-4c11-8b26-3afc3e7de526 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] 10.222.0.58 "PUT /v2.0/routers/a36e6205-fdd2-49b5-98c4-176b0d58ecd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9476044 Sep 21 18:06:30.191830 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48898) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:30.320037 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b35427e-5d7b-40cf-a0c6-2387fec254b5 None None] Sync routers for ids ['a36e6205-fdd2-49b5-98c4-176b0d58ecd0'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:06:30.345793 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46164174-c18a-4a58-b2a3-5cfc1f2c1838 None None] Network 9c62533e-e3ac-496e-987c-a1c1d37fc274 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:30.416043 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-46164174-c18a-4a58-b2a3-5cfc1f2c1838 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:30.485890 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e30acc-7f0e-4765-9d1b-88eb92ffc5f8 admin admin] Router 624692c6-e850-4622-95b0-bdc01dbb7965 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:06:30.575365 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f159d18-7b7f-488f-8d10-ce02abfb1d75 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:30.620265 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-15b3339b-73cc-4bbd-830a-5b185408f2b0 req-8c05833a-5ff1-4df2-8573-8f76ca74047f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7410879 Sep 21 18:06:30.742233 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46164174-c18a-4a58-b2a3-5cfc1f2c1838 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:30.755625 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46164174-c18a-4a58-b2a3-5cfc1f2c1838 None None] Pushing event updated for resources: {'Port': ['ID=fd2683a0-55f1-4ec0-b47d-4f34702fa9ae,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:30.769425 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-53e9bdc1-79cc-4912-af74-3b96835276e0 None None] Port 24e1aea0-20ec-44f8-98cc-bf26957b90d3 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:06:30.798101 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b35427e-5d7b-40cf-a0c6-2387fec254b5 None None] Routers {'a36e6205-fdd2-49b5-98c4-176b0d58ecd0'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:06:30.799522 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-2b35427e-5d7b-40cf-a0c6-2387fec254b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:06:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['a36e6205-fdd2-49b5-98c4-176b0d58ecd0'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:30.802761 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45eba2d-c739-4855-889c-52ffecada857 None None] Network 8e77bcb6-e2b2-454e-931a-834f215e39d4 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:30.823378 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e30acc-7f0e-4765-9d1b-88eb92ffc5f8 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:06:30.833231 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7e52fb-ade8-466b-ad60-47b63299db23 None None] Sync routers for ids ['624692c6-e850-4622-95b0-bdc01dbb7965'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:06:30.846510 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7e52fb-ade8-466b-ad60-47b63299db23 None None] Routers {'624692c6-e850-4622-95b0-bdc01dbb7965'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:06:30.849794 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-3f7e52fb-ade8-466b-ad60-47b63299db23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:06:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['624692c6-e850-4622-95b0-bdc01dbb7965'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:30.903603 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48902) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:30.904053 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-51e30acc-7f0e-4765-9d1b-88eb92ffc5f8 admin admin] 10.222.0.58 "PUT /v2.0/routers/624692c6-e850-4622-95b0-bdc01dbb7965/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4609380 Sep 21 18:06:30.930403 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-2b35427e-5d7b-40cf-a0c6-2387fec254b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:30.932808 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e4f9cb-be13-4ac6-8962-73b303e7264c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-a1066e50-5bc8-49e4-bd87-0234d556347e', 'network_id': 'a1066e50-5bc8-49e4-bd87-0234d556347e', 'tenant_id': '4f235e3a759a4dcc95635443891f40b7', 'fixed_ips': [{'subnet_id': '94857ec2-1408-4b99-a74d-112a3fefb26b'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:06:30.933671 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d8e4f9cb-be13-4ac6-8962-73b303e7264c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:30.965123 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-314cdbb3-7a6e-4f53-b4f0-3bd3d79fbe6f None None] Allocated IP 172.20.0.2 (9b093d00-39dc-4089-ab8b-c0e75d504258/c253ed9d-d547-49ac-ac4a-2364155dd7df/fb0353d2-2407-4ae5-bebc-60599551b32f) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:31.031288 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-53e9bdc1-79cc-4912-af74-3b96835276e0 None None] Provisioning complete for port 034852b5-0b73-4c78-9a5a-01b1bc3ab2fd triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:31.031584 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-53e9bdc1-79cc-4912-af74-3b96835276e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:31.035668 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-f3112857-fe92-471d-9e50-0b3e3516626d tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:06:31.037123 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f3112857-fe92-471d-9e50-0b3e3516626d tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] 10.222.0.58 "PUT /v2.0/routers/a36e6205-fdd2-49b5-98c4-176b0d58ecd0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8440869 Sep 21 18:06:31.041919 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48904) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:31.111846 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b35427e-5d7b-40cf-a0c6-2387fec254b5 None None] Routers {'a36e6205-fdd2-49b5-98c4-176b0d58ecd0'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:06:31.112383 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-2b35427e-5d7b-40cf-a0c6-2387fec254b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:06:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['a36e6205-fdd2-49b5-98c4-176b0d58ecd0'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:31.223511 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-46164174-c18a-4a58-b2a3-5cfc1f2c1838 None None] Attempting to bind port fd2683a0-55f1-4ec0-b47d-4f34702fa9ae on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:06:31.224071 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-46164174-c18a-4a58-b2a3-5cfc1f2c1838 None None] Attempting to bind port fd2683a0-55f1-4ec0-b47d-4f34702fa9ae by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'bbcbcbb4-7c59-4f0b-95df-7186f024929e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9c62533e-e3ac-496e-987c-a1c1d37fc274'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:06:31.224519 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46164174-c18a-4a58-b2a3-5cfc1f2c1838 None None] Attempting to bind port fd2683a0-55f1-4ec0-b47d-4f34702fa9ae on network 9c62533e-e3ac-496e-987c-a1c1d37fc274 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:06:31.240975 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-afb65cca-45b4-4d9b-925a-cad091765eab admin admin] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:31.265985 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-2b35427e-5d7b-40cf-a0c6-2387fec254b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:31.266652 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b35427e-5d7b-40cf-a0c6-2387fec254b5 None None] The sync data for ids ['a36e6205-fdd2-49b5-98c4-176b0d58ecd0'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:06:31.289946 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46164174-c18a-4a58-b2a3-5cfc1f2c1838 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:06:31.290323 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46164174-c18a-4a58-b2a3-5cfc1f2c1838 None None] Checking segment: {'id': 'bbcbcbb4-7c59-4f0b-95df-7186f024929e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9c62533e-e3ac-496e-987c-a1c1d37fc274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:31.290727 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-46164174-c18a-4a58-b2a3-5cfc1f2c1838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:31.291153 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46164174-c18a-4a58-b2a3-5cfc1f2c1838 None None] Bound using segment: {'id': 'bbcbcbb4-7c59-4f0b-95df-7186f024929e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9c62533e-e3ac-496e-987c-a1c1d37fc274'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:06:31.291640 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-46164174-c18a-4a58-b2a3-5cfc1f2c1838 None None] Bound port: fd2683a0-55f1-4ec0-b47d-4f34702fa9ae, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbcbcbb4-7c59-4f0b-95df-7186f024929e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9c62533e-e3ac-496e-987c-a1c1d37fc274'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:06:31.292023 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-46164174-c18a-4a58-b2a3-5cfc1f2c1838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:31.436030 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-3f7e52fb-ade8-466b-ad60-47b63299db23 None None] Set router 624692c6-e850-4622-95b0-bdc01dbb7965 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:06:31.475041 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-afb65cca-45b4-4d9b-925a-cad091765eab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:31.573696 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-46164174-c18a-4a58-b2a3-5cfc1f2c1838 None None] For port fd2683a0-55f1-4ec0-b47d-4f34702fa9ae, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:06:31.578412 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-46164174-c18a-4a58-b2a3-5cfc1f2c1838 None None] For port fd2683a0-55f1-4ec0-b47d-4f34702fa9ae, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=fd2683a0-55f1-4ec0-b47d-4f34702fa9ae,segment=NetworkSegment(bbcbcbb4-7c59-4f0b-95df-7186f024929e),segment_id=bbcbcbb4-7c59-4f0b-95df-7186f024929e)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:06:31.597154 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-afb65cca-45b4-4d9b-925a-cad091765eab admin admin] Deleting port fb8ade27-483c-41d9-8ed5-5b5f90678d57 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:31.597154 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-afb65cca-45b4-4d9b-925a-cad091765eab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:31.674023 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-314cdbb3-7a6e-4f53-b4f0-3bd3d79fbe6f None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:31.683462 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444617cb-8b29-4b2c-99e0-2762c87dfb83 req-a10e085b-2c87-4348-a04c-8833707f6d31 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:31.691522 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-444617cb-8b29-4b2c-99e0-2762c87dfb83 req-a10e085b-2c87-4348-a04c-8833707f6d31 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=09a99e90-1cbe-4199-b2b6-3cf98c5b8c40 HTTP/1.1" status: 200 len: 1095 time: 0.6354656 Sep 21 18:06:31.709104 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-46164174-c18a-4a58-b2a3-5cfc1f2c1838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:31.722650 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-314cdbb3-7a6e-4f53-b4f0-3bd3d79fbe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:31.731702 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 034852b5-0b73-4c78-9a5a-01b1bc3ab2fd up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:31.816124 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-afb65cca-45b4-4d9b-925a-cad091765eab admin admin] For port fb8ade27-483c-41d9-8ed5-5b5f90678d57, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=fb8ade27-483c-41d9-8ed5-5b5f90678d57,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:31.816796 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-afb65cca-45b4-4d9b-925a-cad091765eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:31.831180 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-afb65cca-45b4-4d9b-925a-cad091765eab admin admin] Calling delete_port for fb8ade27-483c-41d9-8ed5-5b5f90678d57 owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:06:31.836981 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314cdbb3-7a6e-4f53-b4f0-3bd3d79fbe6f None None] Network 9b093d00-39dc-4089-ab8b-c0e75d504258 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:31.838412 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-444617cb-8b29-4b2c-99e0-2762c87dfb83 req-590c8720-5122-48db-ad88-53bfccb5435c tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f9d5627e-150b-489f-9d9b-b05badf9963f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460073 Sep 21 18:06:31.840969 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-3f7e52fb-ade8-466b-ad60-47b63299db23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'name': 'tempest-AttachVolumeShelveTestJSON-57759168-router', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:45Z', 'updated_at': '2021-09-21T18:06:28Z', 'revision_number': 5, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'gw_port': {'id': 'fb8ade27-483c-41d9-8ed5-5b5f90678d57', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:46Z', 'updated_at': '2021-09-21T17:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:31.854992 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-314cdbb3-7a6e-4f53-b4f0-3bd3d79fbe6f None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:31.902193 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314cdbb3-7a6e-4f53-b4f0-3bd3d79fbe6f None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:31.919772 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7e52fb-ade8-466b-ad60-47b63299db23 None None] Checking router: 624692c6-e850-4622-95b0-bdc01dbb7965 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:06:31.922971 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 034852b5-0b73-4c78-9a5a-01b1bc3ab2fd triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:31.923582 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:31.951999 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7e52fb-ade8-466b-ad60-47b63299db23 None None] Routers {'624692c6-e850-4622-95b0-bdc01dbb7965'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:06:31.953211 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-3f7e52fb-ade8-466b-ad60-47b63299db23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:06:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['624692c6-e850-4622-95b0-bdc01dbb7965'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:31.995889 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-8f159d18-7b7f-488f-8d10-ce02abfb1d75 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Allocated IP 172.20.0.1 (9b093d00-39dc-4089-ab8b-c0e75d504258/c253ed9d-d547-49ac-ac4a-2364155dd7df/14c77317-6c71-46ff-b475-255b676e669a) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:32.035058 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3715fb-bdce-49cc-aa2b-e3d216b54f47 req-31ec2630-bd18-42b1-abfa-b6f7fd7adde6 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:32.043903 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aa3715fb-bdce-49cc-aa2b-e3d216b54f47 req-31ec2630-bd18-42b1-abfa-b6f7fd7adde6 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 946 time: 0.1973240 Sep 21 18:06:32.145033 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-d8e4f9cb-be13-4ac6-8962-73b303e7264c None None] Allocated IP 172.20.0.2 (a1066e50-5bc8-49e4-bd87-0234d556347e/94857ec2-1408-4b99-a74d-112a3fefb26b/e682ba96-3ecc-4a3e-ade2-ef1439bbd2dd) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:32.250841 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-3f7e52fb-ade8-466b-ad60-47b63299db23 None None] Set router 624692c6-e850-4622-95b0-bdc01dbb7965 gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:06:32.297575 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aa3715fb-bdce-49cc-aa2b-e3d216b54f47 req-6c85e270-b883-40c2-93a6-33a03a9d48f5 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526298 Sep 21 18:06:32.303096 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b664fbdc-f060-40dd-9876-429944f99689 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:32.441069 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-3f7e52fb-ade8-466b-ad60-47b63299db23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'name': 'tempest-AttachVolumeShelveTestJSON-57759168-router', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:45Z', 'updated_at': '2021-09-21T18:06:31Z', 'revision_number': 6, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:32.492245 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7e52fb-ade8-466b-ad60-47b63299db23 None None] The sync data for ids ['624692c6-e850-4622-95b0-bdc01dbb7965'] in n-d-810291-1 is: [{'id': '624692c6-e850-4622-95b0-bdc01dbb7965', 'name': 'tempest-AttachVolumeShelveTestJSON-57759168-router', 'tenant_id': '0054d9324ee341f99a9815f4375410f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:45Z', 'updated_at': '2021-09-21T18:06:31Z', 'revision_number': 6, 'project_id': '0054d9324ee341f99a9815f4375410f3', 'gw_port_host': None}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:06:32.596673 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-2a754180-6506-4a3c-a9bb-de3337cd3b53 None None] Provisioning complete for port 24e1aea0-20ec-44f8-98cc-bf26957b90d3 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:32.597976 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2a754180-6506-4a3c-a9bb-de3337cd3b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:32.652661 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f159d18-7b7f-488f-8d10-ce02abfb1d75 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:32.657170 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-314cdbb3-7a6e-4f53-b4f0-3bd3d79fbe6f None None] Attempting to bind port fb0353d2-2407-4ae5-bebc-60599551b32f on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:06:32.657539 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-314cdbb3-7a6e-4f53-b4f0-3bd3d79fbe6f None None] Attempting to bind port fb0353d2-2407-4ae5-bebc-60599551b32f by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '22ab12a4-ca57-4dab-9e5d-878b1cf0398e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9b093d00-39dc-4089-ab8b-c0e75d504258'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:06:32.657905 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314cdbb3-7a6e-4f53-b4f0-3bd3d79fbe6f None None] Attempting to bind port fb0353d2-2407-4ae5-bebc-60599551b32f on network 9b093d00-39dc-4089-ab8b-c0e75d504258 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:06:32.668751 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device d00eb003-bafb-4311-b201-7fc87ba12827 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:32.675746 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-afb65cca-45b4-4d9b-925a-cad091765eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:32.711548 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46164174-c18a-4a58-b2a3-5cfc1f2c1838 None None] Pushing event updated for resources: {'Port': ['ID=fd2683a0-55f1-4ec0-b47d-4f34702fa9ae,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:32.748650 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb65cca-45b4-4d9b-925a-cad091765eab admin admin] Pushing event deleted for resources: {'Port': ['ID=fb8ade27-483c-41d9-8ed5-5b5f90678d57,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:32.772528 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314cdbb3-7a6e-4f53-b4f0-3bd3d79fbe6f None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:06:32.772987 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314cdbb3-7a6e-4f53-b4f0-3bd3d79fbe6f None None] Checking segment: {'id': '22ab12a4-ca57-4dab-9e5d-878b1cf0398e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9b093d00-39dc-4089-ab8b-c0e75d504258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:32.773395 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-314cdbb3-7a6e-4f53-b4f0-3bd3d79fbe6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:32.773790 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314cdbb3-7a6e-4f53-b4f0-3bd3d79fbe6f None None] Bound using segment: {'id': '22ab12a4-ca57-4dab-9e5d-878b1cf0398e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9b093d00-39dc-4089-ab8b-c0e75d504258'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:06:32.774290 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-314cdbb3-7a6e-4f53-b4f0-3bd3d79fbe6f None None] Bound port: fb0353d2-2407-4ae5-bebc-60599551b32f, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ab12a4-ca57-4dab-9e5d-878b1cf0398e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9b093d00-39dc-4089-ab8b-c0e75d504258'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:06:32.774658 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-314cdbb3-7a6e-4f53-b4f0-3bd3d79fbe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:32.839676 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-b664fbdc-f060-40dd-9876-429944f99689 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Deleting port 24e1aea0-20ec-44f8-98cc-bf26957b90d3 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:32.841205 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b664fbdc-f060-40dd-9876-429944f99689 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:32.845986 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f159d18-7b7f-488f-8d10-ce02abfb1d75 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:32.854524 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-afb65cca-45b4-4d9b-925a-cad091765eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:32.945455 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d8e4f9cb-be13-4ac6-8962-73b303e7264c None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:32.958696 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314cdbb3-7a6e-4f53-b4f0-3bd3d79fbe6f None None] Pushing event updated for resources: {'Port': ['ID=fb0353d2-2407-4ae5-bebc-60599551b32f,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:32.965180 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-2a754180-6506-4a3c-a9bb-de3337cd3b53 None None] Port 24e1aea0-20ec-44f8-98cc-bf26957b90d3 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:06:33.013742 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d8e4f9cb-be13-4ac6-8962-73b303e7264c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:33.052729 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b664fbdc-f060-40dd-9876-429944f99689 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:33.067042 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868ef29-8f0e-47ad-b9b2-a90ee64a34b1 req-fb23c7d0-3444-44ee-8fd7-05a21976aa3d tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:33.069102 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1868ef29-8f0e-47ad-b9b2-a90ee64a34b1 req-fb23c7d0-3444-44ee-8fd7-05a21976aa3d tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=09a99e90-1cbe-4199-b2b6-3cf98c5b8c40 HTTP/1.1" status: 200 len: 1095 time: 0.1101668 Sep 21 18:06:33.082239 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f159d18-7b7f-488f-8d10-ce02abfb1d75 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Network 9b093d00-39dc-4089-ab8b-c0e75d504258 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:33.085408 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-b664fbdc-f060-40dd-9876-429944f99689 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Calling delete_port for 24e1aea0-20ec-44f8-98cc-bf26957b90d3 owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:06:33.096956 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a76d90c6-9778-4910-930c-f256e3548eac up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:33.159409 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e4f9cb-be13-4ac6-8962-73b303e7264c None None] Network a1066e50-5bc8-49e4-bd87-0234d556347e is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:33.168148 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-8f159d18-7b7f-488f-8d10-ce02abfb1d75 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:33.181326 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-afb65cca-45b4-4d9b-925a-cad091765eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:33.185934 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f159d18-7b7f-488f-8d10-ce02abfb1d75 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:33.190972 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1868ef29-8f0e-47ad-b9b2-a90ee64a34b1 req-867bf2ea-ecde-4151-8c37-f2f6617aefff tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f9d5627e-150b-489f-9d9b-b05badf9963f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149886 Sep 21 18:06:33.208173 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-afb65cca-45b4-4d9b-925a-cad091765eab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:33.215078 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-d8e4f9cb-be13-4ac6-8962-73b303e7264c None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:33.223331 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-2a754180-6506-4a3c-a9bb-de3337cd3b53 None None] Provisioning complete for port a76d90c6-9778-4910-930c-f256e3548eac triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:33.231575 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2a754180-6506-4a3c-a9bb-de3337cd3b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:33.244437 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e4f9cb-be13-4ac6-8962-73b303e7264c None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:33.248663 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4f9cb-be13-4ac6-8962-73b303e7264c None None] Pushing event updated for resources: {'Port': ['ID=e682ba96-3ecc-4a3e-ade2-ef1439bbd2dd,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:33.264361 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f159d18-7b7f-488f-8d10-ce02abfb1d75 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Pushing event updated for resources: {'Port': ['ID=14c77317-6c71-46ff-b475-255b676e669a,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:33.290956 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-314cdbb3-7a6e-4f53-b4f0-3bd3d79fbe6f None None] For port fb0353d2-2407-4ae5-bebc-60599551b32f, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:06:33.302880 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port d00eb003-bafb-4311-b201-7fc87ba12827 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:06:33.358894 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-314cdbb3-7a6e-4f53-b4f0-3bd3d79fbe6f None None] For port fb0353d2-2407-4ae5-bebc-60599551b32f, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=fb0353d2-2407-4ae5-bebc-60599551b32f,segment=NetworkSegment(22ab12a4-ca57-4dab-9e5d-878b1cf0398e),segment_id=22ab12a4-ca57-4dab-9e5d-878b1cf0398e)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:06:33.366447 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port d00eb003-bafb-4311-b201-7fc87ba12827 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:33.366740 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:33.396452 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-314cdbb3-7a6e-4f53-b4f0-3bd3d79fbe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:33.427049 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-afb65cca-45b4-4d9b-925a-cad091765eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:33.427049 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb65cca-45b4-4d9b-925a-cad091765eab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 624692c6-e850-4622-95b0-bdc01dbb7965 {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:06:33.432030 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-afb65cca-45b4-4d9b-925a-cad091765eab admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:33.435559 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-afb65cca-45b4-4d9b-925a-cad091765eab admin admin] 10.222.0.58 "DELETE /v2.0/routers/624692c6-e850-4622-95b0-bdc01dbb7965 HTTP/1.1" status: 204 len: 168 time: 2.5189316 Sep 21 18:06:33.444434 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48916) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:33.488172 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f159d18-7b7f-488f-8d10-ce02abfb1d75 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:33.505886 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52186d69-75dd-4d5c-a689-fcfb9065f5f8 req-f1e53d0c-ddfc-403e-afb6-d138d539d47a tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:33.514556 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-52186d69-75dd-4d5c-a689-fcfb9065f5f8 req-f1e53d0c-ddfc-403e-afb6-d138d539d47a tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 946 time: 0.0907066 Sep 21 18:06:33.535535 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-d8e4f9cb-be13-4ac6-8962-73b303e7264c None None] Attempting to bind port e682ba96-3ecc-4a3e-ade2-ef1439bbd2dd on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:06:33.536216 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-d8e4f9cb-be13-4ac6-8962-73b303e7264c None None] Attempting to bind port e682ba96-3ecc-4a3e-ade2-ef1439bbd2dd by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'e38f5df7-252e-435a-86e7-0e942e9f7b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a1066e50-5bc8-49e4-bd87-0234d556347e'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:06:33.536584 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e4f9cb-be13-4ac6-8962-73b303e7264c None None] Attempting to bind port e682ba96-3ecc-4a3e-ade2-ef1439bbd2dd on network a1066e50-5bc8-49e4-bd87-0234d556347e {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:06:33.578327 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b664fbdc-f060-40dd-9876-429944f99689 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:33.598769 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e4f9cb-be13-4ac6-8962-73b303e7264c None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:06:33.600777 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e4f9cb-be13-4ac6-8962-73b303e7264c None None] Checking segment: {'id': 'e38f5df7-252e-435a-86e7-0e942e9f7b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a1066e50-5bc8-49e4-bd87-0234d556347e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:33.601446 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d8e4f9cb-be13-4ac6-8962-73b303e7264c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:33.601782 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e4f9cb-be13-4ac6-8962-73b303e7264c None None] Bound using segment: {'id': 'e38f5df7-252e-435a-86e7-0e942e9f7b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a1066e50-5bc8-49e4-bd87-0234d556347e'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:06:33.602273 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-d8e4f9cb-be13-4ac6-8962-73b303e7264c None None] Bound port: e682ba96-3ecc-4a3e-ade2-ef1439bbd2dd, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38f5df7-252e-435a-86e7-0e942e9f7b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a1066e50-5bc8-49e4-bd87-0234d556347e'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:06:33.602906 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d8e4f9cb-be13-4ac6-8962-73b303e7264c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:33.625462 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-52186d69-75dd-4d5c-a689-fcfb9065f5f8 req-ca7d31f9-013c-4cb1-9435-2564a60e1154 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083512 Sep 21 18:06:33.663959 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port a76d90c6-9778-4910-930c-f256e3548eac triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:33.664335 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:33.692859 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b664fbdc-f060-40dd-9876-429944f99689 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Pushing event deleted for resources: {'Port': ['ID=24e1aea0-20ec-44f8-98cc-bf26957b90d3,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:33.734902 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c48fa35-c221-4604-bf9f-1b8a71f583e7 admin admin] Deleting subnet 109644f9-7374-4e29-a072-2da36abb70ff {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:06:33.740743 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2c48fa35-c221-4604-bf9f-1b8a71f583e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:33.758273 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f159d18-7b7f-488f-8d10-ce02abfb1d75 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:33.816801 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efd4e46-8e8d-4cd8-9c0c-d0d7cb605916 None None] Network 9c62533e-e3ac-496e-987c-a1c1d37fc274 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:33.818989 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314cdbb3-7a6e-4f53-b4f0-3bd3d79fbe6f None None] Pushing event updated for resources: {'Port': ['ID=fb0353d2-2407-4ae5-bebc-60599551b32f,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:33.867491 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b664fbdc-f060-40dd-9876-429944f99689 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:33.971979 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2c48fa35-c221-4604-bf9f-1b8a71f583e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:34.210474 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b664fbdc-f060-40dd-9876-429944f99689 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Router a36e6205-fdd2-49b5-98c4-176b0d58ecd0 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:06:34.232477 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f159d18-7b7f-488f-8d10-ce02abfb1d75 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:34.236425 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2c48fa35-c221-4604-bf9f-1b8a71f583e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:34.241104 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f159d18-7b7f-488f-8d10-ce02abfb1d75 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:34.303354 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2a754180-6506-4a3c-a9bb-de3337cd3b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:34.327102 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f159d18-7b7f-488f-8d10-ce02abfb1d75 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Pushing event updated for resources: {'Port': ['ID=14c77317-6c71-46ff-b475-255b676e669a,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:34.352057 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:34.364289 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b664fbdc-f060-40dd-9876-429944f99689 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:06:34.378609 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b664fbdc-f060-40dd-9876-429944f99689 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] 10.222.0.58 "PUT /v2.0/routers/a36e6205-fdd2-49b5-98c4-176b0d58ecd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3353262 Sep 21 18:06:34.381845 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48930) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:34.388255 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2c9613-736a-4ed9-8316-bb4ebfe7dd1a None None] Sync routers for ids ['a36e6205-fdd2-49b5-98c4-176b0d58ecd0'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:06:34.391399 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c680f-af9d-48d2-bc39-97e40e8cb5ac req-201f5bd0-25e5-4dfa-b400-4e7053c5664d tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:34.392982 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-076c680f-af9d-48d2-bc39-97e40e8cb5ac req-201f5bd0-25e5-4dfa-b400-4e7053c5664d tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=09a99e90-1cbe-4199-b2b6-3cf98c5b8c40 HTTP/1.1" status: 200 len: 1095 time: 0.1039245 Sep 21 18:06:34.415376 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-2a754180-6506-4a3c-a9bb-de3337cd3b53 None None] For port a76d90c6-9778-4910-930c-f256e3548eac, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a76d90c6-9778-4910-930c-f256e3548eac,segment=NetworkSegment(d33ddb76-2474-4e19-9e35-ca066bb6ee71),segment_id=d33ddb76-2474-4e19-9e35-ca066bb6ee71)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:34.434213 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-e0c1b8cd-dadb-4ccc-815e-eed033250aad tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] delete failed (client error): The resource could not be found. Sep 21 18:06:34.435167 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e0c1b8cd-dadb-4ccc-815e-eed033250aad tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] 10.222.0.58 "DELETE /v2.0/routers/tempest-non_exist_router-943391113 HTTP/1.1" status: 404 len: 334 time: 0.0513146 Sep 21 18:06:34.439597 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f159d18-7b7f-488f-8d10-ce02abfb1d75 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:34.442063 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-076c680f-af9d-48d2-bc39-97e40e8cb5ac req-173d7f95-626c-432c-862c-ae54e30973a1 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f9d5627e-150b-489f-9d9b-b05badf9963f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412409 Sep 21 18:06:34.443430 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48932) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:34.447921 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-05a47814-037b-42b1-90d2-06630a075341 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a36e6205-fdd2-49b5-98c4-176b0d58ecd0'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:34.448587 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-d8e4f9cb-be13-4ac6-8962-73b303e7264c None None] For port e682ba96-3ecc-4a3e-ade2-ef1439bbd2dd, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:06:34.452593 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2c48fa35-c221-4604-bf9f-1b8a71f583e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:34.453704 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2a754180-6506-4a3c-a9bb-de3337cd3b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:34.462582 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c777488-3fcf-4e6e-93e3-f08653b70c23 req-86efbb63-9b01-4e3e-94ba-07ec6694435b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:34.464042 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6c777488-3fcf-4e6e-93e3-f08653b70c23 req-86efbb63-9b01-4e3e-94ba-07ec6694435b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a8da2b927d2245079ac16237e127ada3&device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 1097 time: 0.1302679 Sep 21 18:06:34.466339 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a99e90-1cbe-4199-b2b6-3cf98c5b8c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00eb003-bafb-4311-b201-7fc87ba12827'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:06:34.473055 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8923e4da-0ae8-438b-9c7b-d96182814655" -d '{"events": [{"server_uuid": "09a99e90-1cbe-4199-b2b6-3cf98c5b8c40", "name": "network-vif-plugged", "status": "completed", "tag": "d00eb003-bafb-4311-b201-7fc87ba12827"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:06:34.526472 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2c9613-736a-4ed9-8316-bb4ebfe7dd1a None None] Routers {'a36e6205-fdd2-49b5-98c4-176b0d58ecd0'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:06:34.527374 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-1d2c9613-736a-4ed9-8316-bb4ebfe7dd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:06:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['a36e6205-fdd2-49b5-98c4-176b0d58ecd0'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:34.541598 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48fa35-c221-4604-bf9f-1b8a71f583e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=109644f9-7374-4e29-a072-2da36abb70ff,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:34.545765 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2c48fa35-c221-4604-bf9f-1b8a71f583e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:34.547704 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2c48fa35-c221-4604-bf9f-1b8a71f583e7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/109644f9-7374-4e29-a072-2da36abb70ff HTTP/1.1" status: 204 len: 168 time: 1.1014464 Sep 21 18:06:34.551885 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48936) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:34.571220 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdfa29d-5a08-4f6b-8b8c-0460f08a18c6 x-openstack-request-id: req-fcdfa29d-5a08-4f6b-8b8c-0460f08a18c6 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:06:34.571546 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a99e90-1cbe-4199-b2b6-3cf98c5b8c40", "name": "network-vif-plugged", "status": "completed", "tag": "d00eb003-bafb-4311-b201-7fc87ba12827", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:06:34.572106 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fcdfa29d-5a08-4f6b-8b8c-0460f08a18c6 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:06:34.572106 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a99e90-1cbe-4199-b2b6-3cf98c5b8c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00eb003-bafb-4311-b201-7fc87ba12827', 'code': 200} Sep 21 18:06:34.576092 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-d8e4f9cb-be13-4ac6-8962-73b303e7264c None None] For port e682ba96-3ecc-4a3e-ade2-ef1439bbd2dd, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e682ba96-3ecc-4a3e-ade2-ef1439bbd2dd,segment=NetworkSegment(e38f5df7-252e-435a-86e7-0e942e9f7b49),segment_id=e38f5df7-252e-435a-86e7-0e942e9f7b49)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:06:34.580484 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dae2b70-ca29-4388-af28-814061d630d2 None None] Network 317845e1-df2c-40eb-a75c-cc29a382e695 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:34.614719 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port d00eb003-bafb-4311-b201-7fc87ba12827, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=d00eb003-bafb-4311-b201-7fc87ba12827,segment=NetworkSegment(953015e8-9529-4288-9f90-ef076e8c0148),segment_id=953015e8-9529-4288-9f90-ef076e8c0148)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:34.622830 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-1d2c9613-736a-4ed9-8316-bb4ebfe7dd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:34.653902 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d8e4f9cb-be13-4ac6-8962-73b303e7264c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:34.726291 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05a47814-037b-42b1-90d2-06630a075341 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:34.746096 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:34.761552 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-05a47814-037b-42b1-90d2-06630a075341 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] update failed (client error): The resource could not be found. Sep 21 18:06:34.768095 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-05a47814-037b-42b1-90d2-06630a075341 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] 10.222.0.58 "PUT /v2.0/routers/a36e6205-fdd2-49b5-98c4-176b0d58ecd0 HTTP/1.1" status: 404 len: 339 time: 0.3235607 Sep 21 18:06:34.768727 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48940) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:34.776226 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-873730bb-9427-4f48-9441-c44eee2ad2c4 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-637714630'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:34.788001 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:34.832114 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0944db-ca82-425b-b18b-94ed13363480 req-979812ae-1845-4320-8f48-07cf65146467 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:34.840295 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6d0944db-ca82-425b-b18b-94ed13363480 req-979812ae-1845-4320-8f48-07cf65146467 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 946 time: 0.0963714 Sep 21 18:06:34.845152 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2c9613-736a-4ed9-8316-bb4ebfe7dd1a None None] Routers {'a36e6205-fdd2-49b5-98c4-176b0d58ecd0'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:06:34.846033 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-1d2c9613-736a-4ed9-8316-bb4ebfe7dd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:06:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['a36e6205-fdd2-49b5-98c4-176b0d58ecd0'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:34.847721 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873730bb-9427-4f48-9441-c44eee2ad2c4 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Made reservation on behalf of ad37b53041e2416cb9a1a4df5f70db86 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:34.851392 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-873730bb-9427-4f48-9441-c44eee2ad2c4 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:34.907715 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6d0944db-ca82-425b-b18b-94ed13363480 req-8988632c-3c77-4731-9ce1-f7ce369832d3 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641010 Sep 21 18:06:34.909985 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 26035614-514e-45ec-94d7-661ccc031c41 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:06:34.923865 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873730bb-9427-4f48-9441-c44eee2ad2c4 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:06:34.936154 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-873730bb-9427-4f48-9441-c44eee2ad2c4 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:34.937201 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-873730bb-9427-4f48-9441-c44eee2ad2c4 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Added segment 69134674-c4b3-49f3-8b06-8215cccf30b8 of type vlan for network 2cda9f3f-4998-4e59-a2e9-0cadb4bb5da8 Sep 21 18:06:34.976507 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-1d2c9613-736a-4ed9-8316-bb4ebfe7dd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:34.977381 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2c9613-736a-4ed9-8316-bb4ebfe7dd1a None None] The sync data for ids ['a36e6205-fdd2-49b5-98c4-176b0d58ecd0'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:06:34.983271 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b09b99f0-3e77-4bf3-b47a-17b86a943b0f None None] Provisioning complete for port fd2683a0-55f1-4ec0-b47d-4f34702fa9ae triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:34.983561 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-873730bb-9427-4f48-9441-c44eee2ad2c4 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:34.983665 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b09b99f0-3e77-4bf3-b47a-17b86a943b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:35.024188 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-873730bb-9427-4f48-9441-c44eee2ad2c4 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:35.032589 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873730bb-9427-4f48-9441-c44eee2ad2c4 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:35.033324 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-873730bb-9427-4f48-9441-c44eee2ad2c4 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:35.072255 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00441206-47e5-43a4-85de-3c4dcc987d15 None None] Network 9b093d00-39dc-4089-ab8b-c0e75d504258 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:35.075686 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-873730bb-9427-4f48-9441-c44eee2ad2c4 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3034928 Sep 21 18:06:35.077175 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48944) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:35.078536 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b13230c5-a06a-44d1-9b82-06182dc35052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:35.090532 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-3247f001-1772-4bd6-a309-214dd17d0153 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Request body: {'subnet': {'network_id': '2cda9f3f-4998-4e59-a2e9-0cadb4bb5da8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:35.094560 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168d67e-2fd6-4725-a755-69c3d2caad85 req-e3a81018-a6c0-4778-ad20-8be8b2ed9c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:35.097089 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c168d67e-2fd6-4725-a755-69c3d2caad85 req-e3a81018-a6c0-4778-ad20-8be8b2ed9c35 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=09a99e90-1cbe-4199-b2b6-3cf98c5b8c40 HTTP/1.1" status: 200 len: 1096 time: 0.4789948 Sep 21 18:06:35.100234 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f159d18-7b7f-488f-8d10-ce02abfb1d75 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Network 9b093d00-39dc-4089-ab8b-c0e75d504258 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:35.102082 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c777488-3fcf-4e6e-93e3-f08653b70c23 req-2b3b2626-6a82-4255-8e07-bb92c8cfba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:35.103649 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6c777488-3fcf-4e6e-93e3-f08653b70c23 req-2b3b2626-6a82-4255-8e07-bb92c8cfba72 service neutron] 10.222.0.44 "GET /v2.0/networks?id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf HTTP/1.1" status: 200 len: 912 time: 0.6260386 Sep 21 18:06:35.112235 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-8f159d18-7b7f-488f-8d10-ce02abfb1d75 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:35.120989 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a754180-6506-4a3c-a9bb-de3337cd3b53 None None] Pushing event updated for resources: {'Port': ['ID=a76d90c6-9778-4910-930c-f256e3548eac,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:35.157829 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873730bb-9427-4f48-9441-c44eee2ad2c4 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Pushing event updated for resources: {'Network': ['ID=2cda9f3f-4998-4e59-a2e9-0cadb4bb5da8,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:35.173270 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6c777488-3fcf-4e6e-93e3-f08653b70c23 req-771eae0f-3d8f-4d0f-be7c-0392e590aa23 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26035614-514e-45ec-94d7-661ccc031c41 HTTP/1.1" status: 200 len: 217 time: 0.0533328 Sep 21 18:06:35.215774 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 2cda9f3f-4998-4e59-a2e9-0cadb4bb5da8 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:06:35.251492 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.db.api [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:06:35.251865 n-d-810291-1 neutron-server[101462]: DEBUG oslo_db.api [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:06:35.264245 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3247f001-1772-4bd6-a309-214dd17d0153 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Made reservation on behalf of ad37b53041e2416cb9a1a4df5f70db86 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:35.268478 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3247f001-1772-4bd6-a309-214dd17d0153 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:35.298379 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c168d67e-2fd6-4725-a755-69c3d2caad85 req-96aa9c52-ee0a-4ac4-8b97-f459b406300e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f9d5627e-150b-489f-9d9b-b05badf9963f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916878 Sep 21 18:06:35.348021 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c777488-3fcf-4e6e-93e3-f08653b70c23 req-3eb2e2a0-f0d4-4e27-938f-7339ab354da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:35.349517 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6c777488-3fcf-4e6e-93e3-f08653b70c23 req-3eb2e2a0-f0d4-4e27-938f-7339ab354da4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=63a1043c-b263-4aac-aec7-9797fbf7cd86 HTTP/1.1" status: 200 len: 850 time: 0.1332986 Sep 21 18:06:35.374455 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-b13230c5-a06a-44d1-9b82-06182dc35052 admin admin] Deleting port c4d1da0b-31bf-4d5c-a867-f2ca90bf5089 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:35.374455 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b13230c5-a06a-44d1-9b82-06182dc35052 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:35.382087 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccdf494-2cde-44a6-ba89-fcfc98e546de None None] DHCP port deletion for 317845e1-df2c-40eb-a75c-cc29a382e695 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:06:35.439529 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4f9cb-be13-4ac6-8962-73b303e7264c None None] Pushing event updated for resources: {'Port': ['ID=e682ba96-3ecc-4a3e-ade2-ef1439bbd2dd,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:35.464887 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f159d18-7b7f-488f-8d10-ce02abfb1d75 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Router 3af654da-9e1e-488c-b5bd-9070dfbf1250 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:06:35.477144 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-b13230c5-a06a-44d1-9b82-06182dc35052 admin admin] For port c4d1da0b-31bf-4d5c-a867-f2ca90bf5089, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=c4d1da0b-31bf-4d5c-a867-f2ca90bf5089,segment=NetworkSegment(3f4ce037-8995-4519-9436-741a5cf4e4ad),segment_id=3f4ce037-8995-4519-9436-741a5cf4e4ad)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:35.477511 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b13230c5-a06a-44d1-9b82-06182dc35052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:35.530738 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b09b99f0-3e77-4bf3-b47a-17b86a943b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:35.534187 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:35.550609 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3247f001-1772-4bd6-a309-214dd17d0153 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:35.573289 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-b13230c5-a06a-44d1-9b82-06182dc35052 admin admin] Calling delete_port for c4d1da0b-31bf-4d5c-a867-f2ca90bf5089 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:06:35.604106 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247f001-1772-4bd6-a309-214dd17d0153 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Pushing event updated for resources: {'Subnet': ['ID=0eb8f066-10d0-43fd-b484-4067d13f4cb5,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:35.629679 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3247f001-1772-4bd6-a309-214dd17d0153 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Checking segment: {'id': '69134674-c4b3-49f3-8b06-8215cccf30b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2cda9f3f-4998-4e59-a2e9-0cadb4bb5da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:35.630035 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3247f001-1772-4bd6-a309-214dd17d0153 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Network hostable DHCP agents. Network: 2cda9f3f-4998-4e59-a2e9-0cadb4bb5da8, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:06:35.650420 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3247f001-1772-4bd6-a309-214dd17d0153 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Network 2cda9f3f-4998-4e59-a2e9-0cadb4bb5da8 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:06:35.666651 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-3247f001-1772-4bd6-a309-214dd17d0153 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 2cda9f3f-4998-4e59-a2e9-0cadb4bb5da8) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:35.676075 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3247f001-1772-4bd6-a309-214dd17d0153 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:35.676989 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3247f001-1772-4bd6-a309-214dd17d0153 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:35.701889 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3247f001-1772-4bd6-a309-214dd17d0153 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6155112 Sep 21 18:06:35.702680 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48948) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:35.707735 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-0447dcd0-7359-4d97-9532-ee397750ffbe tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Request body: {'router': {'external_gateway_info': {'network_id': '2cda9f3f-4998-4e59-a2e9-0cadb4bb5da8'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:35.741416 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed8af2a-f4ca-4c21-8594-00d4aa77061a None None] Network 2cda9f3f-4998-4e59-a2e9-0cadb4bb5da8 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:35.766563 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c777488-3fcf-4e6e-93e3-f08653b70c23 req-e2a5b4a8-2e72-408c-b38c-8f1c9be97456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:35.768174 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6c777488-3fcf-4e6e-93e3-f08653b70c23 req-e2a5b4a8-2e72-408c-b38c-8f1c9be97456 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2708597 Sep 21 18:06:35.782749 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b09b99f0-3e77-4bf3-b47a-17b86a943b0f None None] For port fd2683a0-55f1-4ec0-b47d-4f34702fa9ae, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=fd2683a0-55f1-4ec0-b47d-4f34702fa9ae,segment=NetworkSegment(bbcbcbb4-7c59-4f0b-95df-7186f024929e),segment_id=bbcbcbb4-7c59-4f0b-95df-7186f024929e)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:35.815353 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f159d18-7b7f-488f-8d10-ce02abfb1d75 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:06:35.828132 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1f767e-9b1f-4d0e-9de4-457cf5208d55 None None] Sync routers for ids ['3af654da-9e1e-488c-b5bd-9070dfbf1250'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:06:35.837609 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 26035614-514e-45ec-94d7-661ccc031c41, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=26035614-514e-45ec-94d7-661ccc031c41,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:35.847742 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b09b99f0-3e77-4bf3-b47a-17b86a943b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:35.848910 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1f767e-9b1f-4d0e-9de4-457cf5208d55 None None] Routers {'3af654da-9e1e-488c-b5bd-9070dfbf1250'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:06:35.849790 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-0b1f767e-9b1f-4d0e-9de4-457cf5208d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:06:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3af654da-9e1e-488c-b5bd-9070dfbf1250'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:35.860462 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8f159d18-7b7f-488f-8d10-ce02abfb1d75 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] 10.222.0.58 "PUT /v2.0/routers/3af654da-9e1e-488c-b5bd-9070dfbf1250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3581769 Sep 21 18:06:35.861516 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:35.864233 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e290b5b-5eef-44c0-8f95-00f5991bf670 req-732b018f-bbf0-4645-83b3-33fa3683efa7 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:35.864393 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=d00eb003-bafb-4311-b201-7fc87ba12827,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:35.866288 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9e290b5b-5eef-44c0-8f95-00f5991bf670 req-732b018f-bbf0-4645-83b3-33fa3683efa7 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=09a99e90-1cbe-4199-b2b6-3cf98c5b8c40 HTTP/1.1" status: 200 len: 1096 time: 0.2794244 Sep 21 18:06:35.885737 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48950) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:35.901867 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-0b1f767e-9b1f-4d0e-9de4-457cf5208d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:35.919565 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1f767e-9b1f-4d0e-9de4-457cf5208d55 None None] Routers {'3af654da-9e1e-488c-b5bd-9070dfbf1250'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:06:35.920481 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-0b1f767e-9b1f-4d0e-9de4-457cf5208d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:06:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3af654da-9e1e-488c-b5bd-9070dfbf1250'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:35.964492 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-0b1f767e-9b1f-4d0e-9de4-457cf5208d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:35.965408 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1f767e-9b1f-4d0e-9de4-457cf5208d55 None None] The sync data for ids ['3af654da-9e1e-488c-b5bd-9070dfbf1250'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:06:35.994267 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b99f0-3e77-4bf3-b47a-17b86a943b0f None None] Pushing event updated for resources: {'Port': ['ID=fd2683a0-55f1-4ec0-b47d-4f34702fa9ae,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:36.031965 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-0ccdf494-2cde-44a6-ba89-fcfc98e546de None None] Deleting port c4d1da0b-31bf-4d5c-a867-f2ca90bf5089 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:36.032392 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0ccdf494-2cde-44a6-ba89-fcfc98e546de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:36.082340 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9e290b5b-5eef-44c0-8f95-00f5991bf670 req-bebc2ed1-f221-428d-a1e4-b89777edd2ad tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f9d5627e-150b-489f-9d9b-b05badf9963f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889362 Sep 21 18:06:36.089525 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b13230c5-a06a-44d1-9b82-06182dc35052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:36.137524 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-0ccdf494-2cde-44a6-ba89-fcfc98e546de None None] For port c4d1da0b-31bf-4d5c-a867-f2ca90bf5089, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=c4d1da0b-31bf-4d5c-a867-f2ca90bf5089,segment=NetworkSegment(3f4ce037-8995-4519-9436-741a5cf4e4ad),segment_id=3f4ce037-8995-4519-9436-741a5cf4e4ad)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:36.138320 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0ccdf494-2cde-44a6-ba89-fcfc98e546de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:36.154681 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-0ccdf494-2cde-44a6-ba89-fcfc98e546de None None] Calling delete_port for c4d1da0b-31bf-4d5c-a867-f2ca90bf5089 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:06:36.166978 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13230c5-a06a-44d1-9b82-06182dc35052 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4d1da0b-31bf-4d5c-a867-f2ca90bf5089,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:36.233240 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13230c5-a06a-44d1-9b82-06182dc35052 admin admin] No DVR routers for this DVR port c4d1da0b-31bf-4d5c-a867-f2ca90bf5089 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:06:36.263243 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6c777488-3fcf-4e6e-93e3-f08653b70c23 req-bba5efd3-adc2-4004-8b68-d469e816624d service neutron] 10.222.0.44 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582212 Sep 21 18:06:36.277956 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0ccdf494-2cde-44a6-ba89-fcfc98e546de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:36.307168 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b09b99f0-3e77-4bf3-b47a-17b86a943b0f None None] Provisioning complete for port a76d90c6-9778-4910-930c-f256e3548eac triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:36.307467 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b09b99f0-3e77-4bf3-b47a-17b86a943b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:36.318896 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccdf494-2cde-44a6-ba89-fcfc98e546de None None] No DVR routers for this DVR port c4d1da0b-31bf-4d5c-a867-f2ca90bf5089 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:06:36.572755 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b13230c5-a06a-44d1-9b82-06182dc35052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:36.590747 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4096f9db-a6fb-40e2-bfd6-9d69d77f3580', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26035614-514e-45ec-94d7-661ccc031c41'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:06:36.593080 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b2300f-37c0-4efe-8285-109ff64ece4e" -d '{"events": [{"server_uuid": "4096f9db-a6fb-40e2-bfd6-9d69d77f3580", "name": "network-vif-unplugged", "status": "completed", "tag": "26035614-514e-45ec-94d7-661ccc031c41"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:06:36.653339 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0447dcd0-7359-4d97-9532-ee397750ffbe tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:36.657582 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=26035614-514e-45ec-94d7-661ccc031c41,revision_number=8']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:36.715479 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4a3802-5ecf-4adb-adbe-e55595354104 x-openstack-request-id: req-cf4a3802-5ecf-4adb-adbe-e55595354104 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:06:36.715735 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4096f9db-a6fb-40e2-bfd6-9d69d77f3580", "name": "network-vif-unplugged", "status": "completed", "tag": "26035614-514e-45ec-94d7-661ccc031c41", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:06:36.716414 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cf4a3802-5ecf-4adb-adbe-e55595354104 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:06:36.716414 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4096f9db-a6fb-40e2-bfd6-9d69d77f3580', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26035614-514e-45ec-94d7-661ccc031c41', 'code': 200} Sep 21 18:06:36.719903 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-b13230c5-a06a-44d1-9b82-06182dc35052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['317845e1-df2c-40eb-a75c-cc29a382e695']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:36.770139 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30adda68-ce33-499b-a573-9caf4b0a0409 req-e0fcd735-98de-4ede-aa12-ba2d71e4c0a9 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:36.782349 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-30adda68-ce33-499b-a573-9caf4b0a0409 req-e0fcd735-98de-4ede-aa12-ba2d71e4c0a9 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 944 time: 0.1317921 Sep 21 18:06:36.802515 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccdf494-2cde-44a6-ba89-fcfc98e546de None None] Pushing event deleted for resources: {'Port': ['ID=c4d1da0b-31bf-4d5c-a867-f2ca90bf5089,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:36.825105 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f042bd-25b5-4de1-869b-d8d52dc8ccf3 None None] Network a1066e50-5bc8-49e4-bd87-0234d556347e requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:36.827803 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device fd2683a0-55f1-4ec0-b47d-4f34702fa9ae up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:36.833307 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-b13230c5-a06a-44d1-9b82-06182dc35052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f4ce037-8995-4519-9436-741a5cf4e4ad') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:36.833748 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-b13230c5-a06a-44d1-9b82-06182dc35052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f4ce037-8995-4519-9436-741a5cf4e4ad') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:36.857178 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b13230c5-a06a-44d1-9b82-06182dc35052 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:36.876685 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-30adda68-ce33-499b-a573-9caf4b0a0409 req-e08c4021-c7ce-4eff-851f-4471696d0cdb tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933497 Sep 21 18:06:36.891088 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6c777488-3fcf-4e6e-93e3-f08653b70c23 req-031a477f-db7d-47bb-ba24-9ade6695eae7 service neutron] 10.222.0.44 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6111498 Sep 21 18:06:36.892081 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b13230c5-a06a-44d1-9b82-06182dc35052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:36.917514 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-0447dcd0-7359-4d97-9532-ee397750ffbe tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:06:36.922022 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0447dcd0-7359-4d97-9532-ee397750ffbe tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] 10.222.0.58 "PUT /v2.0/routers/a36e6205-fdd2-49b5-98c4-176b0d58ecd0 HTTP/1.1" status: 400 len: 364 time: 1.2146766 Sep 21 18:06:36.926817 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48956) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:36.927280 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b13230c5-a06a-44d1-9b82-06182dc35052 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:06:36.927761 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b13230c5-a06a-44d1-9b82-06182dc35052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:36.929509 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:06:36.929509 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:06:36.929509 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:06:36.929509 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:06:36.929509 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:06:36.929509 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:06:36.929509 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:06:36.929509 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:06:36.929509 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:06:36.929509 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:06:36.929509 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:06:36.929509 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:06:36.929509 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:06:36.929509 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:06:36.929509 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:06:36.929509 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:06:36.929509 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:06:36.929509 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:06:36.929509 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:06:36.929509 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:06:36.929509 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:06:36.929509 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:06:36.929509 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:06:36.929509 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:06:36.929509 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:06:36.929509 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:06:36.929509 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:06:36.929509 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:06:36.929509 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:06:36.929509 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:06:36.929509 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:06:36.929509 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:06:37.011249 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-60922904-0519-4c8a-89e9-21659d5dadf6 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:06:37.015304 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-60922904-0519-4c8a-89e9-21659d5dadf6 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] 10.222.0.58 "PUT /v2.0/routers/3af654da-9e1e-488c-b5bd-9070dfbf1250/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1254032 Sep 21 18:06:37.015807 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48958) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:37.020101 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493b5a50-304c-443d-af99-c804e1e319fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-2cda9f3f-4998-4e59-a2e9-0cadb4bb5da8', 'network_id': '2cda9f3f-4998-4e59-a2e9-0cadb4bb5da8', 'tenant_id': 'ad37b53041e2416cb9a1a4df5f70db86', 'fixed_ips': [{'subnet_id': '0eb8f066-10d0-43fd-b484-4067d13f4cb5'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:06:37.021068 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-493b5a50-304c-443d-af99-c804e1e319fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:37.024549 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b13230c5-a06a-44d1-9b82-06182dc35052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:37.078572 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b13230c5-a06a-44d1-9b82-06182dc35052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:37.083319 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b13230c5-a06a-44d1-9b82-06182dc35052 admin admin] 10.222.0.58 "DELETE /v2.0/networks/317845e1-df2c-40eb-a75c-cc29a382e695 HTTP/1.1" status: 204 len: 168 time: 2.4726801 Sep 21 18:06:37.083319 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13230c5-a06a-44d1-9b82-06182dc35052 admin admin] Pushing event deleted for resources: {'Network': ['ID=317845e1-df2c-40eb-a75c-cc29a382e695,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:37.089896 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port fd2683a0-55f1-4ec0-b47d-4f34702fa9ae triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:37.090277 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:37.253085 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48964) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:37.321540 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-493b5a50-304c-443d-af99-c804e1e319fe None None] Allocated IP 2001:db8:1::2 (2cda9f3f-4998-4e59-a2e9-0cadb4bb5da8/0eb8f066-10d0-43fd-b484-4067d13f4cb5/40948ed1-dec8-4cd4-9ddc-a2f63767c244) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:37.330522 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-837777b8-9b40-4663-a76d-cdae67b9c667 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:37.340052 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-52b0bada-fd57-413e-948d-ff43d83723c5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0054d9324ee341f99a9815f4375410f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0817313 Sep 21 18:06:37.343151 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48968) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:37.394647 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-bd104182-a4ab-4b60-bebf-6b4920e42549 None None] Provisioning complete for port fb0353d2-2407-4ae5-bebc-60599551b32f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:37.395353 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bd104182-a4ab-4b60-bebf-6b4920e42549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:37.512040 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0853e55b-2c29-46fd-b06e-740b38171902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:37.573235 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0853e55b-2c29-46fd-b06e-740b38171902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:37.573485 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceeb11d-254b-4717-bf55-65eeda1463c2 req-5a902a84-eccd-4585-94c9-cdcdb105ad2b tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:37.575337 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1ceeb11d-254b-4717-bf55-65eeda1463c2 req-5a902a84-eccd-4585-94c9-cdcdb105ad2b tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=09a99e90-1cbe-4199-b2b6-3cf98c5b8c40 HTTP/1.1" status: 200 len: 1096 time: 0.3871789 Sep 21 18:06:37.616655 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device fb0353d2-2407-4ae5-bebc-60599551b32f up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:37.667306 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-493b5a50-304c-443d-af99-c804e1e319fe None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:37.670240 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-837777b8-9b40-4663-a76d-cdae67b9c667 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Allocated IP 2001:db8::1 (4239539f-d4c1-4086-ba9d-86554f1a9469/64bcc196-614c-48ce-8329-cc6d2d9b3b7d/dd659fbc-f903-4964-88a8-9369f3649cbf) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:37.672579 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bd104182-a4ab-4b60-bebf-6b4920e42549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:37.679725 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0853e55b-2c29-46fd-b06e-740b38171902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:37.683399 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0853e55b-2c29-46fd-b06e-740b38171902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:37.684899 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0853e55b-2c29-46fd-b06e-740b38171902 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/82b0ca03-c86f-4554-8eeb-291e6ef52f06 HTTP/1.1" status: 204 len: 168 time: 0.3407137 Sep 21 18:06:37.689296 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-493b5a50-304c-443d-af99-c804e1e319fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:37.701333 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853e55b-2c29-46fd-b06e-740b38171902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b0ca03-c86f-4554-8eeb-291e6ef52f06,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:37.716704 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1ceeb11d-254b-4717-bf55-65eeda1463c2 req-6024c49a-7e85-47a2-80b2-417558953123 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f9d5627e-150b-489f-9d9b-b05badf9963f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269021 Sep 21 18:06:37.793945 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-bd104182-a4ab-4b60-bebf-6b4920e42549 None None] For port fb0353d2-2407-4ae5-bebc-60599551b32f, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=fb0353d2-2407-4ae5-bebc-60599551b32f,segment=NetworkSegment(22ab12a4-ca57-4dab-9e5d-878b1cf0398e),segment_id=22ab12a4-ca57-4dab-9e5d-878b1cf0398e)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:37.800310 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493b5a50-304c-443d-af99-c804e1e319fe None None] Network 2cda9f3f-4998-4e59-a2e9-0cadb4bb5da8 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:37.834703 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bd104182-a4ab-4b60-bebf-6b4920e42549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:37.839784 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-493b5a50-304c-443d-af99-c804e1e319fe None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:37.842893 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b5a50-304c-443d-af99-c804e1e319fe None None] Pushing event updated for resources: {'Port': ['ID=40948ed1-dec8-4cd4-9ddc-a2f63767c244,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:37.845688 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493b5a50-304c-443d-af99-c804e1e319fe None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:37.879222 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-149c9664-d183-4b0c-85bf-790c48efb2a4 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:37.882498 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port fb0353d2-2407-4ae5-bebc-60599551b32f triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:37.882498 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:37.895265 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-837777b8-9b40-4663-a76d-cdae67b9c667 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:37.929891 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-bd104182-a4ab-4b60-bebf-6b4920e42549 None None] Provisioning complete for port e682ba96-3ecc-4a3e-ade2-ef1439bbd2dd triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:37.930165 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bd104182-a4ab-4b60-bebf-6b4920e42549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:37.938753 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26b476-e8a7-443f-800e-469efe435145 req-8087211e-7635-4a7f-b568-4cc0be736e50 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:37.942876 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6f26b476-e8a7-443f-800e-469efe435145 req-8087211e-7635-4a7f-b568-4cc0be736e50 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=09a99e90-1cbe-4199-b2b6-3cf98c5b8c40 HTTP/1.1" status: 200 len: 1096 time: 0.0869615 Sep 21 18:06:37.963392 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-837777b8-9b40-4663-a76d-cdae67b9c667 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:38.007461 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd104182-a4ab-4b60-bebf-6b4920e42549 None None] Pushing event updated for resources: {'Port': ['ID=fb0353d2-2407-4ae5-bebc-60599551b32f,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:38.019487 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-493b5a50-304c-443d-af99-c804e1e319fe None None] Attempting to bind port 40948ed1-dec8-4cd4-9ddc-a2f63767c244 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:06:38.019858 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-493b5a50-304c-443d-af99-c804e1e319fe None None] Attempting to bind port 40948ed1-dec8-4cd4-9ddc-a2f63767c244 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '69134674-c4b3-49f3-8b06-8215cccf30b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2cda9f3f-4998-4e59-a2e9-0cadb4bb5da8'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:06:38.020216 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493b5a50-304c-443d-af99-c804e1e319fe None None] Attempting to bind port 40948ed1-dec8-4cd4-9ddc-a2f63767c244 on network 2cda9f3f-4998-4e59-a2e9-0cadb4bb5da8 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:06:38.030593 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493b5a50-304c-443d-af99-c804e1e319fe None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:06:38.031063 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493b5a50-304c-443d-af99-c804e1e319fe None None] Checking segment: {'id': '69134674-c4b3-49f3-8b06-8215cccf30b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2cda9f3f-4998-4e59-a2e9-0cadb4bb5da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:38.031466 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-493b5a50-304c-443d-af99-c804e1e319fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:38.032252 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493b5a50-304c-443d-af99-c804e1e319fe None None] Bound using segment: {'id': '69134674-c4b3-49f3-8b06-8215cccf30b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2cda9f3f-4998-4e59-a2e9-0cadb4bb5da8'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:06:38.032388 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-493b5a50-304c-443d-af99-c804e1e319fe None None] Bound port: 40948ed1-dec8-4cd4-9ddc-a2f63767c244, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69134674-c4b3-49f3-8b06-8215cccf30b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2cda9f3f-4998-4e59-a2e9-0cadb4bb5da8'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:06:38.032936 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-493b5a50-304c-443d-af99-c804e1e319fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:38.055460 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837777b8-9b40-4663-a76d-cdae67b9c667 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Network 4239539f-d4c1-4086-ba9d-86554f1a9469 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:38.063250 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-837777b8-9b40-4663-a76d-cdae67b9c667 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:38.070448 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837777b8-9b40-4663-a76d-cdae67b9c667 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:38.071096 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-837777b8-9b40-4663-a76d-cdae67b9c667 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:38.171773 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6f26b476-e8a7-443f-800e-469efe435145 req-900a41a4-21d2-4cdd-ab11-1c9f3c74f104 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f9d5627e-150b-489f-9d9b-b05badf9963f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192938 Sep 21 18:06:38.173737 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837777b8-9b40-4663-a76d-cdae67b9c667 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Pushing event updated for resources: {'Port': ['ID=dd659fbc-f903-4964-88a8-9369f3649cbf,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:38.181847 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888fe5f2-09f4-46f7-bf18-d7357d3b35a4 req-53e3755f-d27d-4efa-92fe-fcc3cfd51cd7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:38.182614 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e682ba96-3ecc-4a3e-ade2-ef1439bbd2dd up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:38.183919 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-888fe5f2-09f4-46f7-bf18-d7357d3b35a4 req-53e3755f-d27d-4efa-92fe-fcc3cfd51cd7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 944 time: 0.1374443 Sep 21 18:06:38.199084 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bd104182-a4ab-4b60-bebf-6b4920e42549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:38.269719 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-837777b8-9b40-4663-a76d-cdae67b9c667 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:38.273716 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-493b5a50-304c-443d-af99-c804e1e319fe None None] For port 40948ed1-dec8-4cd4-9ddc-a2f63767c244, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:06:38.309459 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-888fe5f2-09f4-46f7-bf18-d7357d3b35a4 req-f5e89770-cdeb-40f9-9c66-cee79ce95659 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153533 Sep 21 18:06:38.350394 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-bd104182-a4ab-4b60-bebf-6b4920e42549 None None] For port e682ba96-3ecc-4a3e-ade2-ef1439bbd2dd, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e682ba96-3ecc-4a3e-ade2-ef1439bbd2dd,segment=NetworkSegment(e38f5df7-252e-435a-86e7-0e942e9f7b49),segment_id=e38f5df7-252e-435a-86e7-0e942e9f7b49)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:38.353976 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-149c9664-d183-4b0c-85bf-790c48efb2a4 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Deleting port 14c77317-6c71-46ff-b475-255b676e669a {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:38.354509 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-149c9664-d183-4b0c-85bf-790c48efb2a4 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:38.354871 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-493b5a50-304c-443d-af99-c804e1e319fe None None] For port 40948ed1-dec8-4cd4-9ddc-a2f63767c244, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=40948ed1-dec8-4cd4-9ddc-a2f63767c244,segment=NetworkSegment(69134674-c4b3-49f3-8b06-8215cccf30b8),segment_id=69134674-c4b3-49f3-8b06-8215cccf30b8)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:06:38.368901 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-493b5a50-304c-443d-af99-c804e1e319fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:38.372295 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bd104182-a4ab-4b60-bebf-6b4920e42549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:38.429045 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd5a0a-532f-438b-a9c2-9ecfd926d939 req-61b9cccc-818c-40ec-9be6-508a2af0b8d0 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:38.430798 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-42cd5a0a-532f-438b-a9c2-9ecfd926d939 req-61b9cccc-818c-40ec-9be6-508a2af0b8d0 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=09a99e90-1cbe-4199-b2b6-3cf98c5b8c40 HTTP/1.1" status: 200 len: 1096 time: 0.1385891 Sep 21 18:06:38.442562 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-bd104182-a4ab-4b60-bebf-6b4920e42549 None None] Provisioning complete for port 14c77317-6c71-46ff-b475-255b676e669a triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:38.443168 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bd104182-a4ab-4b60-bebf-6b4920e42549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:38.499441 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b5a50-304c-443d-af99-c804e1e319fe None None] Pushing event updated for resources: {'Port': ['ID=40948ed1-dec8-4cd4-9ddc-a2f63767c244,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:38.530685 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port e682ba96-3ecc-4a3e-ade2-ef1439bbd2dd triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:38.531110 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:38.547786 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-149c9664-d183-4b0c-85bf-790c48efb2a4 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:38.563829 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-149c9664-d183-4b0c-85bf-790c48efb2a4 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Calling delete_port for 14c77317-6c71-46ff-b475-255b676e669a owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:06:38.570341 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-bd104182-a4ab-4b60-bebf-6b4920e42549 None None] Port 14c77317-6c71-46ff-b475-255b676e669a cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:06:38.604156 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-42cd5a0a-532f-438b-a9c2-9ecfd926d939 req-0c69c4c5-67ce-478a-8ac3-26dd0b758913 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f9d5627e-150b-489f-9d9b-b05badf9963f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128123 Sep 21 18:06:38.616110 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-bd104182-a4ab-4b60-bebf-6b4920e42549 None None] Provisioning complete for port fd2683a0-55f1-4ec0-b47d-4f34702fa9ae triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:38.616489 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bd104182-a4ab-4b60-bebf-6b4920e42549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:38.619778 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd104182-a4ab-4b60-bebf-6b4920e42549 None None] Pushing event updated for resources: {'Port': ['ID=e682ba96-3ecc-4a3e-ade2-ef1439bbd2dd,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:38.893144 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-837777b8-9b40-4663-a76d-cdae67b9c667 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:38.897727 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a76d90c6-9778-4910-930c-f256e3548eac up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:38.902764 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-837777b8-9b40-4663-a76d-cdae67b9c667 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:38.903412 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-837777b8-9b40-4663-a76d-cdae67b9c667 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:39.001456 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-149c9664-d183-4b0c-85bf-790c48efb2a4 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:39.006017 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-0f445765-53d1-4757-bb08-a30c51c55d4c None None] Provisioning complete for port 14c77317-6c71-46ff-b475-255b676e669a triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:39.006330 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0f445765-53d1-4757-bb08-a30c51c55d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:39.028798 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-0f445765-53d1-4757-bb08-a30c51c55d4c None None] Port 14c77317-6c71-46ff-b475-255b676e669a was deleted so its status cannot be updated. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 21 18:06:39.033237 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port a76d90c6-9778-4910-930c-f256e3548eac triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:39.033237 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:39.044572 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c9664-d183-4b0c-85bf-790c48efb2a4 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Pushing event deleted for resources: {'Port': ['ID=14c77317-6c71-46ff-b475-255b676e669a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:39.057154 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c9664-d183-4b0c-85bf-790c48efb2a4 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:39.058357 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c9664-d183-4b0c-85bf-790c48efb2a4 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:39.061357 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c9664-d183-4b0c-85bf-790c48efb2a4 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:39.061989 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c9664-d183-4b0c-85bf-790c48efb2a4 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:39.062495 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c9664-d183-4b0c-85bf-790c48efb2a4 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:39.063368 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c9664-d183-4b0c-85bf-790c48efb2a4 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:39.064326 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c9664-d183-4b0c-85bf-790c48efb2a4 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:39.065186 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c9664-d183-4b0c-85bf-790c48efb2a4 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:39.065458 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-0f445765-53d1-4757-bb08-a30c51c55d4c None None] Provisioning complete for port dd659fbc-f903-4964-88a8-9369f3649cbf triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:39.065614 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c9664-d183-4b0c-85bf-790c48efb2a4 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:39.065839 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0f445765-53d1-4757-bb08-a30c51c55d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:39.065962 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c9664-d183-4b0c-85bf-790c48efb2a4 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:39.066195 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c9664-d183-4b0c-85bf-790c48efb2a4 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:39.066621 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c9664-d183-4b0c-85bf-790c48efb2a4 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:06:39.079621 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837777b8-9b40-4663-a76d-cdae67b9c667 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Pushing event updated for resources: {'Port': ['ID=dd659fbc-f903-4964-88a8-9369f3649cbf,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:39.121098 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837777b8-9b40-4663-a76d-cdae67b9c667 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Network 4239539f-d4c1-4086-ba9d-86554f1a9469 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:39.123377 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-837777b8-9b40-4663-a76d-cdae67b9c667 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:39.154635 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-0f445765-53d1-4757-bb08-a30c51c55d4c None None] Port dd659fbc-f903-4964-88a8-9369f3649cbf cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:06:39.253193 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49008) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:39.285871 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25966c-7771-4013-aef2-8661866abbb7 req-3bbd4d44-ffff-4f34-a1ce-a2b3b3733556 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:39.287575 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eb25966c-7771-4013-aef2-8661866abbb7 req-3bbd4d44-ffff-4f34-a1ce-a2b3b3733556 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/networks?id=dddd0670-5287-4028-990d-3f24462a1d0c HTTP/1.1" status: 200 len: 911 time: 0.3166180 Sep 21 18:06:39.335445 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837777b8-9b40-4663-a76d-cdae67b9c667 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Router a36e6205-fdd2-49b5-98c4-176b0d58ecd0 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:06:39.479904 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eb25966c-7771-4013-aef2-8661866abbb7 req-3694ebf0-70a3-46a8-90b7-8ed83e502d1e tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/quotas/1c99a9e1c66149d98245cefe55b174bf HTTP/1.1" status: 200 len: 375 time: 0.1011202 Sep 21 18:06:39.482843 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-149c9664-d183-4b0c-85bf-790c48efb2a4 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:39.488496 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-0f445765-53d1-4757-bb08-a30c51c55d4c None None] Provisioning complete for port e682ba96-3ecc-4a3e-ade2-ef1439bbd2dd triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:39.488868 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0f445765-53d1-4757-bb08-a30c51c55d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:39.506187 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-23922e6f-1542-463e-a3b5-09b1940a1f12 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1320761200-network', 'tenant_id': '4a49c0350e4d4a5eb77111b4f5d6bd21'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:39.560626 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837777b8-9b40-4663-a76d-cdae67b9c667 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:06:39.572657 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-837777b8-9b40-4663-a76d-cdae67b9c667 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] 10.222.0.58 "PUT /v2.0/routers/a36e6205-fdd2-49b5-98c4-176b0d58ecd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6445417 Sep 21 18:06:39.578014 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343372fe-7fd2-44ce-a706-7e30faf0c25f None None] Sync routers for ids ['a36e6205-fdd2-49b5-98c4-176b0d58ecd0'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:06:39.578841 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49014) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:39.625489 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343372fe-7fd2-44ce-a706-7e30faf0c25f None None] Routers {'a36e6205-fdd2-49b5-98c4-176b0d58ecd0'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:06:39.626629 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-343372fe-7fd2-44ce-a706-7e30faf0c25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:06:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['a36e6205-fdd2-49b5-98c4-176b0d58ecd0'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:39.633116 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 181406f9-ba52-42fa-80ab-4205705a8ae9 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:06:39.653845 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f8cf4-5070-4ae4-8bc5-9369bc8ec7a3 req-45e79bee-936c-4d15-b0ed-ec40cee13533 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:39.662607 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d29f8cf4-5070-4ae4-8bc5-9369bc8ec7a3 req-45e79bee-936c-4d15-b0ed-ec40cee13533 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 944 time: 0.1629784 Sep 21 18:06:39.685170 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 181406f9-ba52-42fa-80ab-4205705a8ae9 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:06:39.685539 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 181406f9-ba52-42fa-80ab-4205705a8ae9 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:06:39.685961 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device fb8ade27-483c-41d9-8ed5-5b5f90678d57 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:06:39.744308 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d29f8cf4-5070-4ae4-8bc5-9369bc8ec7a3 req-556e3469-a984-490e-bb3a-9313f5e5bedf tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805266 Sep 21 18:06:39.746581 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23922e6f-1542-463e-a3b5-09b1940a1f12 admin admin] Made reservation on behalf of 4a49c0350e4d4a5eb77111b4f5d6bd21 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:39.748970 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-23922e6f-1542-463e-a3b5-09b1940a1f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:39.750606 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: fb8ade27-483c-41d9-8ed5-5b5f90678d57 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:06:39.750971 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device fb8ade27-483c-41d9-8ed5-5b5f90678d57 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:06:39.752196 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device c4d1da0b-31bf-4d5c-a867-f2ca90bf5089 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:06:39.760329 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-23922e6f-1542-463e-a3b5-09b1940a1f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:39.762898 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-343372fe-7fd2-44ce-a706-7e30faf0c25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:39.769374 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f0956eff-21d3-46e9-b320-4a27322f1914 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:39.808032 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: c4d1da0b-31bf-4d5c-a867-f2ca90bf5089 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:06:39.808388 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device c4d1da0b-31bf-4d5c-a867-f2ca90bf5089 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:06:39.814132 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343372fe-7fd2-44ce-a706-7e30faf0c25f None None] Routers {'a36e6205-fdd2-49b5-98c4-176b0d58ecd0'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:06:39.814785 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-343372fe-7fd2-44ce-a706-7e30faf0c25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:06:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['a36e6205-fdd2-49b5-98c4-176b0d58ecd0'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:39.842052 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149c9664-d183-4b0c-85bf-790c48efb2a4 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Router 3af654da-9e1e-488c-b5bd-9070dfbf1250 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:06:39.860962 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-343372fe-7fd2-44ce-a706-7e30faf0c25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:39.862005 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343372fe-7fd2-44ce-a706-7e30faf0c25f None None] The sync data for ids ['a36e6205-fdd2-49b5-98c4-176b0d58ecd0'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:06:39.897251 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eb25966c-7771-4013-aef2-8661866abbb7 req-57c09aa1-25cd-44e0-b752-81a66b547bed tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c99a9e1c66149d98245cefe55b174bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3973401 Sep 21 18:06:39.960757 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-f0956eff-21d3-46e9-b320-4a27322f1914 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 21 18:06:39.961876 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f0956eff-21d3-46e9-b320-4a27322f1914 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] 10.222.0.58 "DELETE /v2.0/routers/a36e6205-fdd2-49b5-98c4-176b0d58ecd0 HTTP/1.1" status: 409 len: 329 time: 0.3778894 Sep 21 18:06:39.969977 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55397d08-1833-4032-9d1c-8dcdede73ae3 req-5e529f37-e0b3-4d6f-8ddb-8fe7f53f1e5e tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:39.971704 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-55397d08-1833-4032-9d1c-8dcdede73ae3 req-5e529f37-e0b3-4d6f-8ddb-8fe7f53f1e5e tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.1115041 Sep 21 18:06:39.972197 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49020) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:40.011577 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0a1579-0fc6-4bf1-9a70-4fcc923b86cc None None] Network 2cda9f3f-4998-4e59-a2e9-0cadb4bb5da8 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:40.037420 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-ff13899b-a403-4786-b9c9-10a2badce8a8 None None] Provisioning complete for port dd659fbc-f903-4964-88a8-9369f3649cbf triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:40.037816 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ff13899b-a403-4786-b9c9-10a2badce8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:40.050042 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149c9664-d183-4b0c-85bf-790c48efb2a4 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:06:40.073240 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-149c9664-d183-4b0c-85bf-790c48efb2a4 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] 10.222.0.58 "PUT /v2.0/routers/3af654da-9e1e-488c-b5bd-9070dfbf1250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0562024 Sep 21 18:06:40.079566 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49022) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:40.085505 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845d5b71-baa0-4cf6-a1e7-b4e7f08c27fb None None] Sync routers for ids ['3af654da-9e1e-488c-b5bd-9070dfbf1250'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:06:40.099625 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845d5b71-baa0-4cf6-a1e7-b4e7f08c27fb None None] Routers {'3af654da-9e1e-488c-b5bd-9070dfbf1250'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:06:40.100701 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-845d5b71-baa0-4cf6-a1e7-b4e7f08c27fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:06:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3af654da-9e1e-488c-b5bd-9070dfbf1250'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:40.132220 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-55397d08-1833-4032-9d1c-8dcdede73ae3 req-40712fa6-4880-49d2-b887-c3c42e43ec38 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432567 Sep 21 18:06:40.140382 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 40948ed1-dec8-4cd4-9ddc-a2f63767c244 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:40.150025 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-7d1c92d4-64c3-4946-bdcc-a05974d835ec tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] delete failed (client error): The resource could not be found. Sep 21 18:06:40.159464 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7d1c92d4-64c3-4946-bdcc-a05974d835ec tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] 10.222.0.58 "DELETE /v2.0/routers/tempest-non_exist_router-1599764759 HTTP/1.1" status: 404 len: 335 time: 0.0788045 Sep 21 18:06:40.171797 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-845d5b71-baa0-4cf6-a1e7-b4e7f08c27fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:40.183068 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845d5b71-baa0-4cf6-a1e7-b4e7f08c27fb None None] Routers {'3af654da-9e1e-488c-b5bd-9070dfbf1250'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:06:40.183808 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-845d5b71-baa0-4cf6-a1e7-b4e7f08c27fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:06:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3af654da-9e1e-488c-b5bd-9070dfbf1250'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:40.207626 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-ff13899b-a403-4786-b9c9-10a2badce8a8 None None] Port dd659fbc-f903-4964-88a8-9369f3649cbf cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:06:40.224706 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49026) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:40.232280 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-46e054a8-1e76-4333-b9b4-d2f0e838e25c tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Request body: {'router': {'external_gateway_info': {'network_id': '3af654da-9e1e-488c-b5bd-9070dfbf1250'}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:40.252534 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-845d5b71-baa0-4cf6-a1e7-b4e7f08c27fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:40.253812 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845d5b71-baa0-4cf6-a1e7-b4e7f08c27fb None None] The sync data for ids ['3af654da-9e1e-488c-b5bd-9070dfbf1250'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:06:40.294615 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-23922e6f-1542-463e-a3b5-09b1940a1f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:40.328625 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 40948ed1-dec8-4cd4-9ddc-a2f63767c244 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:40.328886 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:40.330735 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-23922e6f-1542-463e-a3b5-09b1940a1f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:40.382643 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-8a04fbaf-c1ac-4a0e-b25a-189f09765013 None None] Provisioning complete for port 40948ed1-dec8-4cd4-9ddc-a2f63767c244 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:40.383116 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8a04fbaf-c1ac-4a0e-b25a-189f09765013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:40.402612 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eb25966c-7771-4013-aef2-8661866abbb7 req-8a3fcb51-7ece-4f05-97fa-dae10231062f service neutron] 10.222.0.58 "GET /v2.0/networks/dddd0670-5287-4028-990d-3f24462a1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819453 Sep 21 18:06:40.437943 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23922e6f-1542-463e-a3b5-09b1940a1f12 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:06:40.469500 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-23922e6f-1542-463e-a3b5-09b1940a1f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:40.469899 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-23922e6f-1542-463e-a3b5-09b1940a1f12 admin admin] Added segment 7d5256e0-2fc2-448a-bfae-9c6a896d4861 of type vlan for network a15790e2-ddb0-4956-b8df-c99e33512c4d Sep 21 18:06:40.480239 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:06:40.498321 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23922e6f-1542-463e-a3b5-09b1940a1f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57549ab0-59b0-43de-8dd7-bf608d790841,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:40.540348 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:40.543482 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8a04fbaf-c1ac-4a0e-b25a-189f09765013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:40.615023 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 40948ed1-dec8-4cd4-9ddc-a2f63767c244, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=40948ed1-dec8-4cd4-9ddc-a2f63767c244,segment=NetworkSegment(69134674-c4b3-49f3-8b06-8215cccf30b8),segment_id=69134674-c4b3-49f3-8b06-8215cccf30b8)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:40.620507 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:40.622276 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device fb0353d2-2407-4ae5-bebc-60599551b32f up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:40.647868 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-46e054a8-1e76-4333-b9b4-d2f0e838e25c tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:40.653657 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-23922e6f-1542-463e-a3b5-09b1940a1f12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:40.712795 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8e95d-520c-43ec-8aef-9dd42cae247e req-6d8bc5d0-f878-4d42-a5ee-8f7fc5cefa8e tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:40.714384 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fde8e95d-520c-43ec-8aef-9dd42cae247e req-6d8bc5d0-f878-4d42-a5ee-8f7fc5cefa8e tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.1529093 Sep 21 18:06:40.746058 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.db.api [None req-8a04fbaf-c1ac-4a0e-b25a-189f09765013 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:06:40.746477 n-d-810291-1 neutron-server[101462]: DEBUG oslo_db.api [None req-8a04fbaf-c1ac-4a0e-b25a-189f09765013 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:06:40.753369 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=40948ed1-dec8-4cd4-9ddc-a2f63767c244,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:40.768144 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port fb0353d2-2407-4ae5-bebc-60599551b32f triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:40.768144 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:40.787667 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fde8e95d-520c-43ec-8aef-9dd42cae247e req-502e0ff5-7b3e-49b8-bb15-c7bf763bb3d0 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659020 Sep 21 18:06:40.836132 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-011afd53-7562-4805-975b-6ab7b7341b60 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:40.890552 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e682ba96-3ecc-4a3e-ade2-ef1439bbd2dd up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:40.963392 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port e682ba96-3ecc-4a3e-ade2-ef1439bbd2dd triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:40.963912 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:40.977156 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.db.resource_extend [None req-23922e6f-1542-463e-a3b5-09b1940a1f12 admin admin] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 18:06:40.989095 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-46e054a8-1e76-4333-b9b4-d2f0e838e25c tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] update failed (client error): The resource could not be found. Sep 21 18:06:40.994101 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-46e054a8-1e76-4333-b9b4-d2f0e838e25c tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] 10.222.0.58 "PUT /v2.0/routers/3af654da-9e1e-488c-b5bd-9070dfbf1250 HTTP/1.1" status: 404 len: 339 time: 0.7645650 Sep 21 18:06:40.994101 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eb25966c-7771-4013-aef2-8661866abbb7 req-3036fe6a-b6f6-4a59-899d-946d1ead4218 service neutron] 10.222.0.58 "GET /v2.0/networks/dddd0670-5287-4028-990d-3f24462a1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5471420 Sep 21 18:06:40.996083 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49032) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:41.006912 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-23922e6f-1542-463e-a3b5-09b1940a1f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:41.008506 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23922e6f-1542-463e-a3b5-09b1940a1f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:41.009340 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-23922e6f-1542-463e-a3b5-09b1940a1f12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:41.110600 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1467e-e28a-4994-80d4-40b877b6b4ee req-22ed630a-b116-4508-aeaf-ef9d27614f67 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:41.112307 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-05d1467e-e28a-4994-80d4-40b877b6b4ee req-22ed630a-b116-4508-aeaf-ef9d27614f67 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.0825520 Sep 21 18:06:41.114713 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-23922e6f-1542-463e-a3b5-09b1940a1f12 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8583081 Sep 21 18:06:41.115670 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49034) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:41.121425 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-5f302b9d-fe5f-41aa-99b9-2bc0ecbc817f admin admin] Request body: {'subnet': {'network_id': 'a15790e2-ddb0-4956-b8df-c99e33512c4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1320761200-subnet', 'tenant_id': '4a49c0350e4d4a5eb77111b4f5d6bd21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:41.207339 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f302b9d-fe5f-41aa-99b9-2bc0ecbc817f admin admin] Made reservation on behalf of 4a49c0350e4d4a5eb77111b4f5d6bd21 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:41.210069 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f302b9d-fe5f-41aa-99b9-2bc0ecbc817f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:41.225893 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23922e6f-1542-463e-a3b5-09b1940a1f12 admin admin] Pushing event updated for resources: {'Network': ['ID=a15790e2-ddb0-4956-b8df-c99e33512c4d,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:41.237671 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network a15790e2-ddb0-4956-b8df-c99e33512c4d details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:06:41.242240 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-05d1467e-e28a-4994-80d4-40b877b6b4ee req-5308f6e2-a453-47ee-9c7b-05ef133f1540 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168885 Sep 21 18:06:41.254020 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5e304756-ee43-4afd-be82-fb5e6dbd1b0d req-2bc5311d-2fba-4710-8d73-61a9ce7eaa0e tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4e28edd2-1f10-4759-a545-1e8ac87f2bfb HTTP/1.1" status: 200 len: 210 time: 0.0726371 Sep 21 18:06:41.361355 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-011afd53-7562-4805-975b-6ab7b7341b60 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Deleting port dd659fbc-f903-4964-88a8-9369f3649cbf {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:41.361875 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-011afd53-7562-4805-975b-6ab7b7341b60 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:41.422777 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c076d29-4571-4624-a28c-d4706053b079 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:41.479890 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-4a441320-09f0-4d49-95f3-87d086136990 None None] Provisioning complete for port 40948ed1-dec8-4cd4-9ddc-a2f63767c244 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:41.480309 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4a441320-09f0-4d49-95f3-87d086136990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:41.520470 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-011afd53-7562-4805-975b-6ab7b7341b60 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:41.541460 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-011afd53-7562-4805-975b-6ab7b7341b60 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Calling delete_port for dd659fbc-f903-4964-88a8-9369f3649cbf owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:06:41.547278 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f302b9d-fe5f-41aa-99b9-2bc0ecbc817f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:41.664652 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f302b9d-fe5f-41aa-99b9-2bc0ecbc817f admin admin] Pushing event updated for resources: {'Subnet': ['ID=35209640-638e-4aa3-a050-e128ee2e196f,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:41.683836 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f302b9d-fe5f-41aa-99b9-2bc0ecbc817f admin admin] Checking segment: {'id': '7d5256e0-2fc2-448a-bfae-9c6a896d4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a15790e2-ddb0-4956-b8df-c99e33512c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:41.684204 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f302b9d-fe5f-41aa-99b9-2bc0ecbc817f admin admin] Network hostable DHCP agents. Network: a15790e2-ddb0-4956-b8df-c99e33512c4d, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:06:41.703722 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-8c076d29-4571-4624-a28c-d4706053b079 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Allocated IP 172.20.0.1 (9c62533e-e3ac-496e-987c-a1c1d37fc274/fe9ff034-82f0-498e-b9a9-fe3b7c997da3/a01cf763-4854-4b63-94e9-87cd88c87b32) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:41.747842 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f302b9d-fe5f-41aa-99b9-2bc0ecbc817f admin admin] Network a15790e2-ddb0-4956-b8df-c99e33512c4d is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:06:41.762897 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-5f302b9d-fe5f-41aa-99b9-2bc0ecbc817f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, a15790e2-ddb0-4956-b8df-c99e33512c4d) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:41.767313 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f302b9d-fe5f-41aa-99b9-2bc0ecbc817f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:41.768510 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f302b9d-fe5f-41aa-99b9-2bc0ecbc817f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:41.773614 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0f1d6c-3055-4242-8ffb-0088a4174e04 None None] Network a15790e2-ddb0-4956-b8df-c99e33512c4d requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:41.822591 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5f302b9d-fe5f-41aa-99b9-2bc0ecbc817f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7057416 Sep 21 18:06:41.843401 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-011afd53-7562-4805-975b-6ab7b7341b60 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:41.860266 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c076d29-4571-4624-a28c-d4706053b079 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:41.878681 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011afd53-7562-4805-975b-6ab7b7341b60 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Pushing event deleted for resources: {'Port': ['ID=dd659fbc-f903-4964-88a8-9369f3649cbf,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:41.915027 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c076d29-4571-4624-a28c-d4706053b079 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:41.963839 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c076d29-4571-4624-a28c-d4706053b079 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Network 9c62533e-e3ac-496e-987c-a1c1d37fc274 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:41.967791 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-8c076d29-4571-4624-a28c-d4706053b079 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:41.984466 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c076d29-4571-4624-a28c-d4706053b079 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:41.997129 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 40948ed1-dec8-4cd4-9ddc-a2f63767c244 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:42.000984 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70d6425-bd7c-496f-8faf-7a4638c8ea4a None None] Network a15790e2-ddb0-4956-b8df-c99e33512c4d requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:42.037298 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-011afd53-7562-4805-975b-6ab7b7341b60 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:42.074827 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c076d29-4571-4624-a28c-d4706053b079 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Pushing event updated for resources: {'Port': ['ID=a01cf763-4854-4b63-94e9-87cd88c87b32,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:42.101895 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c076d29-4571-4624-a28c-d4706053b079 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:42.224170 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 40948ed1-dec8-4cd4-9ddc-a2f63767c244 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:42.225226 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:42.355735 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011afd53-7562-4805-975b-6ab7b7341b60 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Router a36e6205-fdd2-49b5-98c4-176b0d58ecd0 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:06:42.464653 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011afd53-7562-4805-975b-6ab7b7341b60 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:06:42.472131 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-011afd53-7562-4805-975b-6ab7b7341b60 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] 10.222.0.58 "PUT /v2.0/routers/a36e6205-fdd2-49b5-98c4-176b0d58ecd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4984152 Sep 21 18:06:42.478531 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49066) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:42.481561 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd0d87e-418d-4e75-b99d-1ed9a2ee51d3 None None] Sync routers for ids ['a36e6205-fdd2-49b5-98c4-176b0d58ecd0'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:06:42.513725 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd0d87e-418d-4e75-b99d-1ed9a2ee51d3 None None] Routers {'a36e6205-fdd2-49b5-98c4-176b0d58ecd0'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:06:42.514697 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-9fd0d87e-418d-4e75-b99d-1ed9a2ee51d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:06:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['a36e6205-fdd2-49b5-98c4-176b0d58ecd0'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:42.555200 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-a08fac1d-bfd5-4059-81e0-9cd00d6a43b9 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] show failed (client error): The resource could not be found. Sep 21 18:06:42.556260 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a08fac1d-bfd5-4059-81e0-9cd00d6a43b9 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] 10.222.0.58 "GET /v2.0/routers/tempest-non_exist_router-1446795919 HTTP/1.1" status: 404 len: 335 time: 0.0765715 Sep 21 18:06:42.557529 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25966c-7771-4013-aef2-8661866abbb7 req-d0880496-0787-4b73-956d-6b00be124032 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:42.559376 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-9fd0d87e-418d-4e75-b99d-1ed9a2ee51d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:42.559519 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eb25966c-7771-4013-aef2-8661866abbb7 req-d0880496-0787-4b73-956d-6b00be124032 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.38 "GET /v2.0/networks?id=dddd0670-5287-4028-990d-3f24462a1d0c HTTP/1.1" status: 200 len: 911 time: 0.2472939 Sep 21 18:06:42.560521 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49068) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:42.564716 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-06663d75-a438-40e5-88d9-99d691c1dbfa None None] Provisioning complete for port a01cf763-4854-4b63-94e9-87cd88c87b32 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:42.565100 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-06663d75-a438-40e5-88d9-99d691c1dbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:42.567949 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-27d01650-b50a-4279-b280-9f4db3b416af tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:42.576906 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-eb25966c-7771-4013-aef2-8661866abbb7 req-ba63fdd0-1a76-4f05-842c-0b8a4472c2ed tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Request body: {'port': {'device_id': '4e28edd2-1f10-4759-a545-1e8ac87f2bfb', 'network_id': 'dddd0670-5287-4028-990d-3f24462a1d0c', 'admin_state_up': True, 'tenant_id': '1c99a9e1c66149d98245cefe55b174bf'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:42.588292 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5795a0d-f029-4490-b303-ab50f35baf57 req-ae302717-b387-4b18-b222-55d272817327 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:42.589778 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c5795a0d-f029-4490-b303-ab50f35baf57 req-ae302717-b387-4b18-b222-55d272817327 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.1595874 Sep 21 18:06:42.590358 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c076d29-4571-4624-a28c-d4706053b079 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:42.594853 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd0d87e-418d-4e75-b99d-1ed9a2ee51d3 None None] Routers {'a36e6205-fdd2-49b5-98c4-176b0d58ecd0'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:06:42.595120 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-9fd0d87e-418d-4e75-b99d-1ed9a2ee51d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:06:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['a36e6205-fdd2-49b5-98c4-176b0d58ecd0'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:42.604897 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-27d01650-b50a-4279-b280-9f4db3b416af tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] update failed (client error): The resource could not be found. Sep 21 18:06:42.609973 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-27d01650-b50a-4279-b280-9f4db3b416af tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] 10.222.0.58 "PUT /v2.0/routers/tempest-non_exist_router-1767291465 HTTP/1.1" status: 404 len: 335 time: 0.0453789 Sep 21 18:06:42.613025 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49070) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:42.629751 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-9fd0d87e-418d-4e75-b99d-1ed9a2ee51d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:42.630455 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd0d87e-418d-4e75-b99d-1ed9a2ee51d3 None None] The sync data for ids ['a36e6205-fdd2-49b5-98c4-176b0d58ecd0'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:06:42.645439 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-06663d75-a438-40e5-88d9-99d691c1dbfa None None] Port a01cf763-4854-4b63-94e9-87cd88c87b32 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:06:42.659628 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb25966c-7771-4013-aef2-8661866abbb7 req-ba63fdd0-1a76-4f05-842c-0b8a4472c2ed tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Made reservation on behalf of 1c99a9e1c66149d98245cefe55b174bf for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:42.662153 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-eb25966c-7771-4013-aef2-8661866abbb7 req-ba63fdd0-1a76-4f05-842c-0b8a4472c2ed tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:42.679981 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287f400-151c-42bc-b260-a0eee12ee58b req-eacafab9-2008-4e5a-b991-e6e80b23ea16 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:42.681618 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0287f400-151c-42bc-b260-a0eee12ee58b req-eacafab9-2008-4e5a-b991-e6e80b23ea16 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/networks?id=a15790e2-ddb0-4956-b8df-c99e33512c4d HTTP/1.1" status: 200 len: 815 time: 0.2087636 Sep 21 18:06:42.687808 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c5795a0d-f029-4490-b303-ab50f35baf57 req-4f5d9f0c-a578-416f-9de6-2d51907d3581 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817592 Sep 21 18:06:42.704550 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-523b1aab-6997-4b6c-9d1a-aab60cdf00bf tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Deleting subnet 0eb8f066-10d0-43fd-b484-4067d13f4cb5 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:06:42.707809 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-523b1aab-6997-4b6c-9d1a-aab60cdf00bf tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:42.717690 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 26035614-514e-45ec-94d7-661ccc031c41 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:06:42.752980 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-523b1aab-6997-4b6c-9d1a-aab60cdf00bf tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:42.779848 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0287f400-151c-42bc-b260-a0eee12ee58b req-c0356dce-e08e-42f7-bdee-7eb64d55517a tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/quotas/4a49c0350e4d4a5eb77111b4f5d6bd21 HTTP/1.1" status: 200 len: 375 time: 0.0903578 Sep 21 18:06:42.814473 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0287f400-151c-42bc-b260-a0eee12ee58b req-35f944a2-a84e-4db4-91fb-567e7251cb30 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a49c0350e4d4a5eb77111b4f5d6bd21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316658 Sep 21 18:06:42.844250 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a50d1f34-ec7e-4aaf-9b7f-eb271bb1b8ad req-d178b7bd-6f5b-4f99-8588-31e6a206af0f tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4e28edd2-1f10-4759-a545-1e8ac87f2bfb HTTP/1.1" status: 200 len: 210 time: 0.0662208 Sep 21 18:06:42.927405 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-523b1aab-6997-4b6c-9d1a-aab60cdf00bf tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:42.969162 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-eb25966c-7771-4013-aef2-8661866abbb7 req-ba63fdd0-1a76-4f05-842c-0b8a4472c2ed tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Allocated IP 172.20.0.7 (dddd0670-5287-4028-990d-3f24462a1d0c/53480a76-a2e1-4cb9-abd9-952fafb29185/876d40a4-1b6c-462f-8614-cc97ad592d25) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:42.980315 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0287f400-151c-42bc-b260-a0eee12ee58b req-ebfc512f-dd7f-4095-bbc1-aa960f3d4f9e service neutron] 10.222.0.58 "GET /v2.0/networks/a15790e2-ddb0-4956-b8df-c99e33512c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521702 Sep 21 18:06:43.034134 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-523b1aab-6997-4b6c-9d1a-aab60cdf00bf tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:43.076079 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c076d29-4571-4624-a28c-d4706053b079 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:43.083216 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c076d29-4571-4624-a28c-d4706053b079 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:43.090233 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b1aab-6997-4b6c-9d1a-aab60cdf00bf tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Pushing event deleted for resources: {'Subnet': ['ID=0eb8f066-10d0-43fd-b484-4067d13f4cb5,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:43.097722 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-523b1aab-6997-4b6c-9d1a-aab60cdf00bf tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:43.102419 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-523b1aab-6997-4b6c-9d1a-aab60cdf00bf tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] 10.222.0.58 "DELETE /v2.0/subnets/0eb8f066-10d0-43fd-b484-4067d13f4cb5 HTTP/1.1" status: 204 len: 168 time: 0.4864337 Sep 21 18:06:43.102785 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49072) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:43.109345 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648d3962-99db-4f95-9566-c8a5a503a30f None None] Network 2cda9f3f-4998-4e59-a2e9-0cadb4bb5da8 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:43.148675 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0287f400-151c-42bc-b260-a0eee12ee58b req-5aadab88-aa16-4502-898d-db7e15b4f499 service neutron] 10.222.0.58 "GET /v2.0/networks/a15790e2-ddb0-4956-b8df-c99e33512c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608815 Sep 21 18:06:43.198804 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bd097c8c-5910-4838-9002-9f7b61735caa tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:43.207580 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c076d29-4571-4624-a28c-d4706053b079 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Pushing event updated for resources: {'Port': ['ID=a01cf763-4854-4b63-94e9-87cd88c87b32,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:43.225042 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c076d29-4571-4624-a28c-d4706053b079 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:43.249149 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-eb25966c-7771-4013-aef2-8661866abbb7 req-ba63fdd0-1a76-4f05-842c-0b8a4472c2ed tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:43.261804 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-bd097c8c-5910-4838-9002-9f7b61735caa tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Deleting port 40948ed1-dec8-4cd4-9ddc-a2f63767c244 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:43.262437 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bd097c8c-5910-4838-9002-9f7b61735caa tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:43.352369 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cccb556-dcab-4d04-8ba2-467d23d08033 None None] DHCP port deletion for 2cda9f3f-4998-4e59-a2e9-0cadb4bb5da8 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:06:43.357037 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-bd097c8c-5910-4838-9002-9f7b61735caa tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] For port 40948ed1-dec8-4cd4-9ddc-a2f63767c244, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=40948ed1-dec8-4cd4-9ddc-a2f63767c244,segment=NetworkSegment(69134674-c4b3-49f3-8b06-8215cccf30b8),segment_id=69134674-c4b3-49f3-8b06-8215cccf30b8)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:43.357569 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bd097c8c-5910-4838-9002-9f7b61735caa tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:43.374072 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-bd097c8c-5910-4838-9002-9f7b61735caa tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Calling delete_port for 40948ed1-dec8-4cd4-9ddc-a2f63767c244 owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:06:43.408411 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-6cccb556-dcab-4d04-8ba2-467d23d08033 None None] Deleting port 40948ed1-dec8-4cd4-9ddc-a2f63767c244 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:43.408882 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6cccb556-dcab-4d04-8ba2-467d23d08033 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:43.477436 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bd097c8c-5910-4838-9002-9f7b61735caa tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:43.502008 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-6cccb556-dcab-4d04-8ba2-467d23d08033 None None] For port 40948ed1-dec8-4cd4-9ddc-a2f63767c244, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=40948ed1-dec8-4cd4-9ddc-a2f63767c244,segment=NetworkSegment(69134674-c4b3-49f3-8b06-8215cccf30b8),segment_id=69134674-c4b3-49f3-8b06-8215cccf30b8)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:43.502714 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6cccb556-dcab-4d04-8ba2-467d23d08033 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:43.512533 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd097c8c-5910-4838-9002-9f7b61735caa tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Pushing event deleted for resources: {'Port': ['ID=40948ed1-dec8-4cd4-9ddc-a2f63767c244,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:43.515288 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd097c8c-5910-4838-9002-9f7b61735caa tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] No DVR routers for this DVR port 40948ed1-dec8-4cd4-9ddc-a2f63767c244 on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:06:43.523287 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-6cccb556-dcab-4d04-8ba2-467d23d08033 None None] Calling delete_port for 40948ed1-dec8-4cd4-9ddc-a2f63767c244 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:06:43.609765 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:06:43.614478 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bd097c8c-5910-4838-9002-9f7b61735caa tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:43.624316 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6cccb556-dcab-4d04-8ba2-467d23d08033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:43.633683 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-bd097c8c-5910-4838-9002-9f7b61735caa tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cda9f3f-4998-4e59-a2e9-0cadb4bb5da8']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:43.645167 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-bd097c8c-5910-4838-9002-9f7b61735caa tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69134674-c4b3-49f3-8b06-8215cccf30b8') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:43.645589 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-bd097c8c-5910-4838-9002-9f7b61735caa tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69134674-c4b3-49f3-8b06-8215cccf30b8') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:43.653895 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cccb556-dcab-4d04-8ba2-467d23d08033 None None] No DVR routers for this DVR port 40948ed1-dec8-4cd4-9ddc-a2f63767c244 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:06:43.659578 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cccb556-dcab-4d04-8ba2-467d23d08033 None None] Pushing event deleted for resources: {'Port': ['ID=40948ed1-dec8-4cd4-9ddc-a2f63767c244,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:43.661464 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bd097c8c-5910-4838-9002-9f7b61735caa tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:43.683353 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bd097c8c-5910-4838-9002-9f7b61735caa tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:43.691021 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd097c8c-5910-4838-9002-9f7b61735caa tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:06:43.691439 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bd097c8c-5910-4838-9002-9f7b61735caa tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:43.706844 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:06:43.706844 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:06:43.706844 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:06:43.706844 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:06:43.706844 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:06:43.706844 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:06:43.706844 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:06:43.706844 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:06:43.706844 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:06:43.706844 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:06:43.706844 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:06:43.706844 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:06:43.706844 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:06:43.706844 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:06:43.706844 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:06:43.706844 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:06:43.706844 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:06:43.706844 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:06:43.706844 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:06:43.706844 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:06:43.706844 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:06:43.706844 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:06:43.706844 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:06:43.706844 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:06:43.706844 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:06:43.706844 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:06:43.706844 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:06:43.706844 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:06:43.706844 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:06:43.706844 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:06:43.706844 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:06:43.706844 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:06:43.731247 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bbfd8176-9ab6-44dd-b772-bcce54b09d91 req-7afeaa64-ff32-446a-a7df-1cb5069f8005 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee384e56-fd24-45a8-bfed-4fb26191dd4d HTTP/1.1" status: 200 len: 210 time: 0.3696690 Sep 21 18:06:43.753245 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-eb25966c-7771-4013-aef2-8661866abbb7 req-ba63fdd0-1a76-4f05-842c-0b8a4472c2ed tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:43.764276 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bd097c8c-5910-4838-9002-9f7b61735caa tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:43.768052 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['d00eb003-bafb-4311-b201-7fc87ba12827'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:06:43.772719 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bd097c8c-5910-4838-9002-9f7b61735caa tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:43.775196 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bd097c8c-5910-4838-9002-9f7b61735caa tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] 10.222.0.58 "DELETE /v2.0/networks/2cda9f3f-4998-4e59-a2e9-0cadb4bb5da8 HTTP/1.1" status: 204 len: 168 time: 0.6712379 Sep 21 18:06:43.789917 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49086) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:43.796464 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c076d29-4571-4624-a28c-d4706053b079 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Network 9c62533e-e3ac-496e-987c-a1c1d37fc274 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:43.798078 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-8c076d29-4571-4624-a28c-d4706053b079 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:43.825012 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb25966c-7771-4013-aef2-8661866abbb7 req-ba63fdd0-1a76-4f05-842c-0b8a4472c2ed tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Network dddd0670-5287-4028-990d-3f24462a1d0c is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:43.837686 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-eb25966c-7771-4013-aef2-8661866abbb7 req-ba63fdd0-1a76-4f05-842c-0b8a4472c2ed tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:43.845323 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb25966c-7771-4013-aef2-8661866abbb7 req-ba63fdd0-1a76-4f05-842c-0b8a4472c2ed tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:43.876228 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd097c8c-5910-4838-9002-9f7b61735caa tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Pushing event deleted for resources: {'Network': ['ID=2cda9f3f-4998-4e59-a2e9-0cadb4bb5da8,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:43.985643 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 40948ed1-dec8-4cd4-9ddc-a2f63767c244 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:06:43.991999 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb83c0-3803-4402-a2dc-92b28b9778ab req-84ed2336-edc2-4e2c-a928-0989adb3d555 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:43.993812 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2abb83c0-3803-4402-a2dc-92b28b9778ab req-84ed2336-edc2-4e2c-a928-0989adb3d555 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.2173986 Sep 21 18:06:43.998233 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5129cba-68cc-4b91-96ad-2f489e1b0c77 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Deleting subnet d3c509e5-0f0f-498e-875a-6f981e47831c {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:06:44.025848 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25966c-7771-4013-aef2-8661866abbb7 req-ba63fdd0-1a76-4f05-842c-0b8a4472c2ed tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:44.026867 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-eb25966c-7771-4013-aef2-8661866abbb7 req-ba63fdd0-1a76-4f05-842c-0b8a4472c2ed tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:44.028368 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5129cba-68cc-4b91-96ad-2f489e1b0c77 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:44.029916 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63fdd0-1a76-4f05-842c-0b8a4472c2ed tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Pushing event updated for resources: {'Port': ['ID=876d40a4-1b6c-462f-8614-cc97ad592d25,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:44.030764 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 40948ed1-dec8-4cd4-9ddc-a2f63767c244 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:06:44.031145 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 40948ed1-dec8-4cd4-9ddc-a2f63767c244 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:06:44.116841 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eb25966c-7771-4013-aef2-8661866abbb7 req-ba63fdd0-1a76-4f05-842c-0b8a4472c2ed tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5446405 Sep 21 18:06:44.141383 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-eb25966c-7771-4013-aef2-8661866abbb7 req-690ba7b9-f2ce-4516-b2c0-10316cc3f969 service neutron] Request body: {'port': {'device_id': '4e28edd2-1f10-4759-a545-1e8ac87f2bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:44.157281 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2abb83c0-3803-4402-a2dc-92b28b9778ab req-410dde31-684b-4672-a9ee-7f942b05bfeb tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495285 Sep 21 18:06:44.171793 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e5460-a427-4515-963a-45ee2f6eeeea req-c82cf72b-1c83-41cc-920c-180803ade295 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:44.172073 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5129cba-68cc-4b91-96ad-2f489e1b0c77 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:44.179502 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5b5e5460-a427-4515-963a-45ee2f6eeeea req-c82cf72b-1c83-41cc-920c-180803ade295 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4e28edd2-1f10-4759-a545-1e8ac87f2bfb HTTP/1.1" status: 200 len: 1027 time: 0.1405294 Sep 21 18:06:44.202305 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c076d29-4571-4624-a28c-d4706053b079 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Router 3af654da-9e1e-488c-b5bd-9070dfbf1250 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:06:44.280543 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5b5e5460-a427-4515-963a-45ee2f6eeeea req-0a4d3da5-60c9-4f16-bfc4-d2e459626a50 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f9d5627e-150b-489f-9d9b-b05badf9963f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990119 Sep 21 18:06:44.300541 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-83199ec0-7317-4fb9-8e2a-0ccdd8e1b722 None None] Provisioning complete for port 876d40a4-1b6c-462f-8614-cc97ad592d25 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:44.301315 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-83199ec0-7317-4fb9-8e2a-0ccdd8e1b722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:44.302966 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5129cba-68cc-4b91-96ad-2f489e1b0c77 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:44.339342 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-83199ec0-7317-4fb9-8e2a-0ccdd8e1b722 None None] Port 876d40a4-1b6c-462f-8614-cc97ad592d25 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:06:44.342744 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-eb25966c-7771-4013-aef2-8661866abbb7 req-690ba7b9-f2ce-4516-b2c0-10316cc3f969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:44.350110 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-83199ec0-7317-4fb9-8e2a-0ccdd8e1b722 None None] Provisioning complete for port a01cf763-4854-4b63-94e9-87cd88c87b32 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:44.350610 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-83199ec0-7317-4fb9-8e2a-0ccdd8e1b722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:44.367071 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5129cba-68cc-4b91-96ad-2f489e1b0c77 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:44.385493 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-83199ec0-7317-4fb9-8e2a-0ccdd8e1b722 None None] Port a01cf763-4854-4b63-94e9-87cd88c87b32 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:06:44.395756 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5129cba-68cc-4b91-96ad-2f489e1b0c77 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Pushing event deleted for resources: {'Subnet': ['ID=d3c509e5-0f0f-498e-875a-6f981e47831c,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:44.400269 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5129cba-68cc-4b91-96ad-2f489e1b0c77 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:44.405608 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c5129cba-68cc-4b91-96ad-2f489e1b0c77 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] 10.222.0.58 "DELETE /v2.0/subnets/d3c509e5-0f0f-498e-875a-6f981e47831c HTTP/1.1" status: 204 len: 168 time: 0.6110523 Sep 21 18:06:44.405608 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49090) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:44.407124 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024e4cd2-a5cb-4b2b-b3d9-6787d6df2a53 None None] Network 8e77bcb6-e2b2-454e-931a-834f215e39d4 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:44.432092 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c076d29-4571-4624-a28c-d4706053b079 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:06:44.442292 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49092) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:44.442493 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6041bd18-858f-4bbe-b76c-473f7e766a3b None None] Sync routers for ids ['3af654da-9e1e-488c-b5bd-9070dfbf1250'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:06:44.443535 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8c076d29-4571-4624-a28c-d4706053b079 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] 10.222.0.58 "PUT /v2.0/routers/3af654da-9e1e-488c-b5bd-9070dfbf1250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4444361 Sep 21 18:06:44.451981 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6041bd18-858f-4bbe-b76c-473f7e766a3b None None] Routers {'3af654da-9e1e-488c-b5bd-9070dfbf1250'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:06:44.453015 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6041bd18-858f-4bbe-b76c-473f7e766a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:06:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3af654da-9e1e-488c-b5bd-9070dfbf1250'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:44.486897 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6041bd18-858f-4bbe-b76c-473f7e766a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:44.496897 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6041bd18-858f-4bbe-b76c-473f7e766a3b None None] Routers {'3af654da-9e1e-488c-b5bd-9070dfbf1250'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:06:44.497859 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6041bd18-858f-4bbe-b76c-473f7e766a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:06:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3af654da-9e1e-488c-b5bd-9070dfbf1250'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:44.530460 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6041bd18-858f-4bbe-b76c-473f7e766a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:44.531536 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6041bd18-858f-4bbe-b76c-473f7e766a3b None None] The sync data for ids ['3af654da-9e1e-488c-b5bd-9070dfbf1250'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:06:44.548175 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c4a58ab-0ee6-4400-b07d-c94fa37845ce tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Deleting subnet 0d226c80-1015-4a75-bf5d-1e1e7ea98e97 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:06:44.552908 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c4a58ab-0ee6-4400-b07d-c94fa37845ce tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:44.609330 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ea20d08b-c63d-4f5e-9bba-d032f3a5fc66 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:44.659420 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c4a58ab-0ee6-4400-b07d-c94fa37845ce tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:44.669111 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265e3630-2dfb-4dbd-800e-d07938364bc5 None None] DHCP port deletion for 8e77bcb6-e2b2-454e-931a-834f215e39d4 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:06:44.740821 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-265e3630-2dfb-4dbd-800e-d07938364bc5 None None] Deleting port a76d90c6-9778-4910-930c-f256e3548eac {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:44.741601 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-265e3630-2dfb-4dbd-800e-d07938364bc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:44.783030 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287f400-151c-42bc-b260-a0eee12ee58b req-de512227-3bbc-461b-aa3c-e3eccada54e1 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:44.784584 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0287f400-151c-42bc-b260-a0eee12ee58b req-de512227-3bbc-461b-aa3c-e3eccada54e1 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.38 "GET /v2.0/networks?id=a15790e2-ddb0-4956-b8df-c99e33512c4d HTTP/1.1" status: 200 len: 815 time: 0.1651361 Sep 21 18:06:44.791853 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-ea20d08b-c63d-4f5e-9bba-d032f3a5fc66 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 21 18:06:44.793286 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ea20d08b-c63d-4f5e-9bba-d032f3a5fc66 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] 10.222.0.58 "DELETE /v2.0/routers/3af654da-9e1e-488c-b5bd-9070dfbf1250 HTTP/1.1" status: 409 len: 329 time: 0.3498247 Sep 21 18:06:44.803837 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-0287f400-151c-42bc-b260-a0eee12ee58b req-df25c0ef-2daa-44dd-af11-702e72ec04ee tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Request body: {'port': {'device_id': 'ee384e56-fd24-45a8-bfed-4fb26191dd4d', 'network_id': 'a15790e2-ddb0-4956-b8df-c99e33512c4d', 'admin_state_up': True, 'tenant_id': '4a49c0350e4d4a5eb77111b4f5d6bd21'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:44.808726 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-eb25966c-7771-4013-aef2-8661866abbb7 req-690ba7b9-f2ce-4516-b2c0-10316cc3f969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 876d40a4-1b6c-462f-8614-cc97ad592d25 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:06:44.813094 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49096) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:44.815145 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-265e3630-2dfb-4dbd-800e-d07938364bc5 None None] For port a76d90c6-9778-4910-930c-f256e3548eac, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a76d90c6-9778-4910-930c-f256e3548eac,segment=NetworkSegment(d33ddb76-2474-4e19-9e35-ca066bb6ee71),segment_id=d33ddb76-2474-4e19-9e35-ca066bb6ee71)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:44.815339 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-265e3630-2dfb-4dbd-800e-d07938364bc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:44.830381 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-265e3630-2dfb-4dbd-800e-d07938364bc5 None None] Calling delete_port for a76d90c6-9778-4910-930c-f256e3548eac owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:06:44.834453 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-eb25966c-7771-4013-aef2-8661866abbb7 req-690ba7b9-f2ce-4516-b2c0-10316cc3f969 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:44.865057 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-238edfa2-c4b0-45f2-a401-2445af6c9c2f req-6ed3d87c-78b2-4ffb-a46d-6a698fc1fb59 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee384e56-fd24-45a8-bfed-4fb26191dd4d HTTP/1.1" status: 200 len: 210 time: 0.0344672 Sep 21 18:06:44.867188 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c4a58ab-0ee6-4400-b07d-c94fa37845ce tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:44.902082 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-eb25966c-7771-4013-aef2-8661866abbb7 req-690ba7b9-f2ce-4516-b2c0-10316cc3f969 service neutron] Transition to ACTIVE for port object 876d40a4-1b6c-462f-8614-cc97ad592d25 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:06:44.934486 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-eb25966c-7771-4013-aef2-8661866abbb7 req-690ba7b9-f2ce-4516-b2c0-10316cc3f969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:45.086030 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-265e3630-2dfb-4dbd-800e-d07938364bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:45.124772 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e3630-2dfb-4dbd-800e-d07938364bc5 None None] Pushing event deleted for resources: {'Port': ['ID=a76d90c6-9778-4910-930c-f256e3548eac,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:45.127955 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265e3630-2dfb-4dbd-800e-d07938364bc5 None None] No DVR routers for this DVR port a76d90c6-9778-4910-930c-f256e3548eac on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:06:45.149451 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ba7b9-f2ce-4516-b2c0-10316cc3f969 service neutron] Pushing event updated for resources: {'Port': ['ID=876d40a4-1b6c-462f-8614-cc97ad592d25,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:45.282087 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c4a58ab-0ee6-4400-b07d-c94fa37845ce tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:45.308905 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a58ab-0ee6-4400-b07d-c94fa37845ce tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Pushing event deleted for resources: {'Subnet': ['ID=0d226c80-1015-4a75-bf5d-1e1e7ea98e97,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:45.313890 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c4a58ab-0ee6-4400-b07d-c94fa37845ce tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:45.316081 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6c4a58ab-0ee6-4400-b07d-c94fa37845ce tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] 10.222.0.58 "DELETE /v2.0/subnets/0d226c80-1015-4a75-bf5d-1e1e7ea98e97 HTTP/1.1" status: 204 len: 168 time: 0.9102921 Sep 21 18:06:45.318370 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-eb25966c-7771-4013-aef2-8661866abbb7 req-690ba7b9-f2ce-4516-b2c0-10316cc3f969 service neutron] Attempting to bind port 876d40a4-1b6c-462f-8614-cc97ad592d25 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:06:45.319054 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49102) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:45.319216 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-eb25966c-7771-4013-aef2-8661866abbb7 req-690ba7b9-f2ce-4516-b2c0-10316cc3f969 service neutron] Attempting to bind port 876d40a4-1b6c-462f-8614-cc97ad592d25 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '953015e8-9529-4288-9f90-ef076e8c0148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dddd0670-5287-4028-990d-3f24462a1d0c'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:06:45.319622 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb25966c-7771-4013-aef2-8661866abbb7 req-690ba7b9-f2ce-4516-b2c0-10316cc3f969 service neutron] Attempting to bind port 876d40a4-1b6c-462f-8614-cc97ad592d25 on network dddd0670-5287-4028-990d-3f24462a1d0c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:06:45.331942 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2217db6a-d28d-4c55-ae7f-6e6f17f04cf8 None None] Network b9efc713-e6ea-4efa-aba0-b54bc7c2bf86 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:45.343651 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0287f400-151c-42bc-b260-a0eee12ee58b req-df25c0ef-2daa-44dd-af11-702e72ec04ee tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Made reservation on behalf of 4a49c0350e4d4a5eb77111b4f5d6bd21 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:06:45.347484 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0287f400-151c-42bc-b260-a0eee12ee58b req-df25c0ef-2daa-44dd-af11-702e72ec04ee tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:45.372906 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb25966c-7771-4013-aef2-8661866abbb7 req-690ba7b9-f2ce-4516-b2c0-10316cc3f969 service neutron] Port 876d40a4-1b6c-462f-8614-cc97ad592d25 on network dddd0670-5287-4028-990d-3f24462a1d0c not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:06:45.373349 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb25966c-7771-4013-aef2-8661866abbb7 req-690ba7b9-f2ce-4516-b2c0-10316cc3f969 service neutron] Attempting to bind port 876d40a4-1b6c-462f-8614-cc97ad592d25 on network dddd0670-5287-4028-990d-3f24462a1d0c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:06:45.389057 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb25966c-7771-4013-aef2-8661866abbb7 req-690ba7b9-f2ce-4516-b2c0-10316cc3f969 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:06:45.389517 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb25966c-7771-4013-aef2-8661866abbb7 req-690ba7b9-f2ce-4516-b2c0-10316cc3f969 service neutron] Checking segment: {'id': '953015e8-9529-4288-9f90-ef076e8c0148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dddd0670-5287-4028-990d-3f24462a1d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:45.390125 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb25966c-7771-4013-aef2-8661866abbb7 req-690ba7b9-f2ce-4516-b2c0-10316cc3f969 service neutron] Bound using segment: {'id': '953015e8-9529-4288-9f90-ef076e8c0148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dddd0670-5287-4028-990d-3f24462a1d0c'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:06:45.390644 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-eb25966c-7771-4013-aef2-8661866abbb7 req-690ba7b9-f2ce-4516-b2c0-10316cc3f969 service neutron] Bound port: 876d40a4-1b6c-462f-8614-cc97ad592d25, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '953015e8-9529-4288-9f90-ef076e8c0148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dddd0670-5287-4028-990d-3f24462a1d0c'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:06:45.391105 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-eb25966c-7771-4013-aef2-8661866abbb7 req-690ba7b9-f2ce-4516-b2c0-10316cc3f969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:45.403243 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71399090-f4a9-455c-878d-98508c6da512 req-cf345ef3-3a97-4c55-bd57-9323c383d741 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:45.405777 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-71399090-f4a9-455c-878d-98508c6da512 req-cf345ef3-3a97-4c55-bd57-9323c383d741 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.1670413 Sep 21 18:06:45.440405 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-276245b3-42bc-4e6b-b738-af282e786cd6 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:45.458666 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cda234-aadd-4a0e-a7d0-b7b029965848 req-47ff5c26-25fb-4c52-9054-ec839d14b42a tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:45.460415 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-39cda234-aadd-4a0e-a7d0-b7b029965848 req-47ff5c26-25fb-4c52-9054-ec839d14b42a tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4e28edd2-1f10-4759-a545-1e8ac87f2bfb HTTP/1.1" status: 200 len: 1052 time: 0.0639970 Sep 21 18:06:45.557707 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31534a3-9cb4-4b05-9e1b-84915946897e None None] DHCP port deletion for b9efc713-e6ea-4efa-aba0-b54bc7c2bf86 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:06:45.559796 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-276245b3-42bc-4e6b-b738-af282e786cd6 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:45.570427 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-39cda234-aadd-4a0e-a7d0-b7b029965848 req-bc8d5c13-2f63-4012-ad3c-12b0e7b4ba5b tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f9d5627e-150b-489f-9d9b-b05badf9963f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889699 Sep 21 18:06:45.584192 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-276245b3-42bc-4e6b-b738-af282e786cd6 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e77bcb6-e2b2-454e-931a-834f215e39d4']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:45.593482 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-71399090-f4a9-455c-878d-98508c6da512 req-17acc397-ef40-4e1d-b455-56ae132e77f7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703200 Sep 21 18:06:45.605420 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-276245b3-42bc-4e6b-b738-af282e786cd6 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd33ddb76-2474-4e19-9e35-ca066bb6ee71') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:45.605815 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-276245b3-42bc-4e6b-b738-af282e786cd6 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd33ddb76-2474-4e19-9e35-ca066bb6ee71') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:45.619056 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-276245b3-42bc-4e6b-b738-af282e786cd6 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:45.633679 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-276245b3-42bc-4e6b-b738-af282e786cd6 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:45.633961 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-c31534a3-9cb4-4b05-9e1b-84915946897e None None] Deleting port 034852b5-0b73-4c78-9a5a-01b1bc3ab2fd {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:45.634292 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c31534a3-9cb4-4b05-9e1b-84915946897e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:45.640795 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-276245b3-42bc-4e6b-b738-af282e786cd6 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:06:45.641690 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-276245b3-42bc-4e6b-b738-af282e786cd6 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:45.645701 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:06:45.645701 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:06:45.645701 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:06:45.645701 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:06:45.645701 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:06:45.645701 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:06:45.645701 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:06:45.645701 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:06:45.645701 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:06:45.645701 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:06:45.645701 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:06:45.645701 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:06:45.645701 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:06:45.645701 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:06:45.645701 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:06:45.645701 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:06:45.645701 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:06:45.645701 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:06:45.645701 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:06:45.645701 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:06:45.645701 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:06:45.645701 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:06:45.645701 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:06:45.645701 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:06:45.645701 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:06:45.645701 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:06:45.645701 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:06:45.645701 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:06:45.645701 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:06:45.645701 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:06:45.645701 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:06:45.645701 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:06:45.648953 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-eb25966c-7771-4013-aef2-8661866abbb7 req-690ba7b9-f2ce-4516-b2c0-10316cc3f969 service neutron] For port 876d40a4-1b6c-462f-8614-cc97ad592d25, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:06:45.680692 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-eb25966c-7771-4013-aef2-8661866abbb7 req-690ba7b9-f2ce-4516-b2c0-10316cc3f969 service neutron] For port 876d40a4-1b6c-462f-8614-cc97ad592d25, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=876d40a4-1b6c-462f-8614-cc97ad592d25,segment=NetworkSegment(953015e8-9529-4288-9f90-ef076e8c0148),segment_id=953015e8-9529-4288-9f90-ef076e8c0148)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:06:45.695748 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-eb25966c-7771-4013-aef2-8661866abbb7 req-690ba7b9-f2ce-4516-b2c0-10316cc3f969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:45.708038 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-276245b3-42bc-4e6b-b738-af282e786cd6 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:45.716769 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-276245b3-42bc-4e6b-b738-af282e786cd6 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:45.718076 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-c31534a3-9cb4-4b05-9e1b-84915946897e None None] For port 034852b5-0b73-4c78-9a5a-01b1bc3ab2fd, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=034852b5-0b73-4c78-9a5a-01b1bc3ab2fd,segment=NetworkSegment(f6d73ea4-900f-4d0b-9e17-75624960ffa3),segment_id=f6d73ea4-900f-4d0b-9e17-75624960ffa3)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:45.718605 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c31534a3-9cb4-4b05-9e1b-84915946897e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:45.721534 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-276245b3-42bc-4e6b-b738-af282e786cd6 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] 10.222.0.58 "DELETE /v2.0/networks/8e77bcb6-e2b2-454e-931a-834f215e39d4 HTTP/1.1" status: 204 len: 168 time: 0.4012344 Sep 21 18:06:45.723528 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49104) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:45.733304 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-0287f400-151c-42bc-b260-a0eee12ee58b req-df25c0ef-2daa-44dd-af11-702e72ec04ee tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Allocated IP 172.20.0.8 (a15790e2-ddb0-4956-b8df-c99e33512c4d/35209640-638e-4aa3-a050-e128ee2e196f/cf75d108-528a-436d-8c61-7249e2669900) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:06:45.738563 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-c31534a3-9cb4-4b05-9e1b-84915946897e None None] Calling delete_port for 034852b5-0b73-4c78-9a5a-01b1bc3ab2fd owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:06:45.741357 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276245b3-42bc-4e6b-b738-af282e786cd6 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Pushing event deleted for resources: {'Network': ['ID=8e77bcb6-e2b2-454e-931a-834f215e39d4,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:45.781592 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25966c-7771-4013-aef2-8661866abbb7 req-690ba7b9-f2ce-4516-b2c0-10316cc3f969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:45.782239 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-eb25966c-7771-4013-aef2-8661866abbb7 req-690ba7b9-f2ce-4516-b2c0-10316cc3f969 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:45.783902 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eb25966c-7771-4013-aef2-8661866abbb7 req-690ba7b9-f2ce-4516-b2c0-10316cc3f969 service neutron] 10.222.0.38 "PUT /v2.0/ports/876d40a4-1b6c-462f-8614-cc97ad592d25 HTTP/1.1" status: 200 len: 1091 time: 1.6500566 Sep 21 18:06:45.784534 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e28edd2-1f10-4759-a545-1e8ac87f2bfb', 'tag': '876d40a4-1b6c-462f-8614-cc97ad592d25'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:06:45.786704 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e9bef8-4cf2-4f7e-adec-c9a79e74cdd8" -d '{"events": [{"name": "network-changed", "server_uuid": "4e28edd2-1f10-4759-a545-1e8ac87f2bfb", "tag": "876d40a4-1b6c-462f-8614-cc97ad592d25"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:06:45.837483 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ba7b9-f2ce-4516-b2c0-10316cc3f969 service neutron] Pushing event updated for resources: {'Port': ['ID=876d40a4-1b6c-462f-8614-cc97ad592d25,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:45.852769 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cd0b62aa-479f-4cc2-b595-29f2f0854e1f tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:45.857790 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c31534a3-9cb4-4b05-9e1b-84915946897e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:45.871361 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1393abbc-72e9-4626-9bec-50745979d99e x-openstack-request-id: req-1393abbc-72e9-4626-9bec-50745979d99e {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:06:45.871657 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e28edd2-1f10-4759-a545-1e8ac87f2bfb", "tag": "876d40a4-1b6c-462f-8614-cc97ad592d25", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:06:45.871910 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1393abbc-72e9-4626-9bec-50745979d99e {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:06:45.872462 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e28edd2-1f10-4759-a545-1e8ac87f2bfb', 'tag': '876d40a4-1b6c-462f-8614-cc97ad592d25', 'status': 'completed', 'code': 200} Sep 21 18:06:45.900619 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-78e05283-d73f-4ddb-98de-d89112987502 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:45.923848 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31534a3-9cb4-4b05-9e1b-84915946897e None None] No DVR routers for this DVR port 034852b5-0b73-4c78-9a5a-01b1bc3ab2fd on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:06:45.929092 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31534a3-9cb4-4b05-9e1b-84915946897e None None] Pushing event deleted for resources: {'Port': ['ID=034852b5-0b73-4c78-9a5a-01b1bc3ab2fd,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:45.952130 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-363057b8-5b1b-4d86-9887-ff271cd91ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:45.989353 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 034852b5-0b73-4c78-9a5a-01b1bc3ab2fd no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:06:46.011139 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 034852b5-0b73-4c78-9a5a-01b1bc3ab2fd {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:06:46.011427 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cd0b62aa-479f-4cc2-b595-29f2f0854e1f tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:46.011729 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 034852b5-0b73-4c78-9a5a-01b1bc3ab2fd not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:06:46.012240 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a76d90c6-9778-4910-930c-f256e3548eac no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:06:46.035039 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-cd0b62aa-479f-4cc2-b595-29f2f0854e1f tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9efc713-e6ea-4efa-aba0-b54bc7c2bf86']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:46.046614 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-cd0b62aa-479f-4cc2-b595-29f2f0854e1f tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6d73ea4-900f-4d0b-9e17-75624960ffa3') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:46.048143 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-cd0b62aa-479f-4cc2-b595-29f2f0854e1f tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6d73ea4-900f-4d0b-9e17-75624960ffa3') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:46.048299 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: a76d90c6-9778-4910-930c-f256e3548eac {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:06:46.048711 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a76d90c6-9778-4910-930c-f256e3548eac not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:06:46.057980 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7f287c84-dbfb-4e71-8fdb-afcb07f89864 req-bc06604e-a3a6-489f-8cbf-cbc895078070 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee384e56-fd24-45a8-bfed-4fb26191dd4d HTTP/1.1" status: 200 len: 210 time: 0.0494514 Sep 21 18:06:46.069828 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cd0b62aa-479f-4cc2-b595-29f2f0854e1f tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:46.084837 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cd0b62aa-479f-4cc2-b595-29f2f0854e1f tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:46.092280 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd0b62aa-479f-4cc2-b595-29f2f0854e1f tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:06:46.092644 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cd0b62aa-479f-4cc2-b595-29f2f0854e1f tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:46.096213 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:06:46.096213 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:06:46.096213 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:06:46.096213 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:06:46.096213 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:06:46.096213 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:06:46.096213 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:06:46.096213 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:06:46.096213 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:06:46.096213 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:06:46.096213 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:06:46.096213 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:06:46.096213 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:06:46.096213 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:06:46.096213 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:06:46.096213 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:06:46.096213 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:06:46.096213 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:06:46.096213 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:06:46.096213 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:06:46.096213 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:06:46.096213 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:06:46.096213 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:06:46.096213 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:06:46.096213 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:06:46.096213 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:06:46.096213 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:06:46.096213 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:06:46.096213 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:06:46.096213 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:06:46.096213 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:06:46.096213 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:06:46.165275 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cd0b62aa-479f-4cc2-b595-29f2f0854e1f tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:46.170757 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cd0b62aa-479f-4cc2-b595-29f2f0854e1f tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:46.173378 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-cd0b62aa-479f-4cc2-b595-29f2f0854e1f tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] 10.222.0.58 "DELETE /v2.0/networks/b9efc713-e6ea-4efa-aba0-b54bc7c2bf86 HTTP/1.1" status: 204 len: 168 time: 0.4488170 Sep 21 18:06:46.177206 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49110) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:46.198276 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b62aa-479f-4cc2-b595-29f2f0854e1f tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Pushing event deleted for resources: {'Network': ['ID=b9efc713-e6ea-4efa-aba0-b54bc7c2bf86,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:46.249171 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-097dbae2-0a67-4b93-a7dc-6fe1b780cf7e tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Deleting subnet 64bcc196-614c-48ce-8329-cc6d2d9b3b7d {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:06:46.252578 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-097dbae2-0a67-4b93-a7dc-6fe1b780cf7e tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:46.293637 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-097dbae2-0a67-4b93-a7dc-6fe1b780cf7e tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:46.382312 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-097dbae2-0a67-4b93-a7dc-6fe1b780cf7e tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:46.411414 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25966c-7771-4013-aef2-8661866abbb7 req-bf0c5466-a9bb-4c45-aa66-67323507783f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:46.412961 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eb25966c-7771-4013-aef2-8661866abbb7 req-bf0c5466-a9bb-4c45-aa66-67323507783f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1c99a9e1c66149d98245cefe55b174bf&device_id=4e28edd2-1f10-4759-a545-1e8ac87f2bfb HTTP/1.1" status: 200 len: 1094 time: 0.5565255 Sep 21 18:06:46.447296 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-097dbae2-0a67-4b93-a7dc-6fe1b780cf7e tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:46.476017 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-097dbae2-0a67-4b93-a7dc-6fe1b780cf7e tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:46.478177 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-097dbae2-0a67-4b93-a7dc-6fe1b780cf7e tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] 10.222.0.58 "DELETE /v2.0/subnets/64bcc196-614c-48ce-8329-cc6d2d9b3b7d HTTP/1.1" status: 204 len: 168 time: 0.2984786 Sep 21 18:06:46.479638 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097dbae2-0a67-4b93-a7dc-6fe1b780cf7e tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Pushing event deleted for resources: {'Subnet': ['ID=64bcc196-614c-48ce-8329-cc6d2d9b3b7d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:46.481436 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49112) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:46.484157 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7defd632-1fff-485f-a450-63a609137f46 None None] Network 4239539f-d4c1-4086-ba9d-86554f1a9469 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:46.506289 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eb25966c-7771-4013-aef2-8661866abbb7 req-ece05473-f2ba-446e-b2c9-62f92da694ad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=876d40a4-1b6c-462f-8614-cc97ad592d25 HTTP/1.1" status: 200 len: 217 time: 0.0660400 Sep 21 18:06:46.535635 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0287f400-151c-42bc-b260-a0eee12ee58b req-df25c0ef-2daa-44dd-af11-702e72ec04ee tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:46.569261 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2ea29ef6-50aa-469a-8cf3-48f121ba86f9 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:46.600778 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25966c-7771-4013-aef2-8661866abbb7 req-442a58df-fd0b-48cd-8a9c-95d2d23d45e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:46.602315 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eb25966c-7771-4013-aef2-8661866abbb7 req-442a58df-fd0b-48cd-8a9c-95d2d23d45e7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53480a76-a2e1-4cb9-abd9-952fafb29185 HTTP/1.1" status: 200 len: 849 time: 0.0872791 Sep 21 18:06:46.633849 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-2ea29ef6-50aa-469a-8cf3-48f121ba86f9 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Deleting port 22fbd36f-319d-44e5-8e8b-3d410460dfc8 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:46.634346 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2ea29ef6-50aa-469a-8cf3-48f121ba86f9 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:46.689062 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0287f400-151c-42bc-b260-a0eee12ee58b req-df25c0ef-2daa-44dd-af11-702e72ec04ee tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:46.710873 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5654b795-3af7-4585-b775-598642d82662 None None] DHCP port deletion for 4239539f-d4c1-4086-ba9d-86554f1a9469 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:06:46.748413 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea5296-ac28-4f5e-9085-8401fda2bca2 req-96a7f1f1-c4b7-4f74-aaa3-8a2fc830d216 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:46.750222 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-80ea5296-ac28-4f5e-9085-8401fda2bca2 req-96a7f1f1-c4b7-4f74-aaa3-8a2fc830d216 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4e28edd2-1f10-4759-a545-1e8ac87f2bfb HTTP/1.1" status: 200 len: 1094 time: 0.0930684 Sep 21 18:06:46.752253 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-2ea29ef6-50aa-469a-8cf3-48f121ba86f9 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] For port 22fbd36f-319d-44e5-8e8b-3d410460dfc8, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=22fbd36f-319d-44e5-8e8b-3d410460dfc8,segment=NetworkSegment(6e6e581e-adff-4148-a7c5-3b2d9066c962),segment_id=6e6e581e-adff-4148-a7c5-3b2d9066c962)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:46.752655 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2ea29ef6-50aa-469a-8cf3-48f121ba86f9 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:46.769348 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5654b795-3af7-4585-b775-598642d82662 None None] Deleting port 22fbd36f-319d-44e5-8e8b-3d410460dfc8 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:46.770263 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25966c-7771-4013-aef2-8661866abbb7 req-e651f51a-9476-47ad-b371-605da25eeb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:46.770571 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5654b795-3af7-4585-b775-598642d82662 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:46.771845 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eb25966c-7771-4013-aef2-8661866abbb7 req-e651f51a-9476-47ad-b371-605da25eeb37 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dddd0670-5287-4028-990d-3f24462a1d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1594956 Sep 21 18:06:46.781564 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-2ea29ef6-50aa-469a-8cf3-48f121ba86f9 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Calling delete_port for 22fbd36f-319d-44e5-8e8b-3d410460dfc8 owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:06:46.809235 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-80ea5296-ac28-4f5e-9085-8401fda2bca2 req-2c9f01af-43a8-48d8-bbc5-7bbd7774b4e0 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f9d5627e-150b-489f-9d9b-b05badf9963f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466557 Sep 21 18:06:46.814384 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0287f400-151c-42bc-b260-a0eee12ee58b req-df25c0ef-2daa-44dd-af11-702e72ec04ee tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Network a15790e2-ddb0-4956-b8df-c99e33512c4d is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:06:46.835917 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-0287f400-151c-42bc-b260-a0eee12ee58b req-df25c0ef-2daa-44dd-af11-702e72ec04ee tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:06:46.854743 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5654b795-3af7-4585-b775-598642d82662 None None] For port 22fbd36f-319d-44e5-8e8b-3d410460dfc8, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=22fbd36f-319d-44e5-8e8b-3d410460dfc8,segment=NetworkSegment(6e6e581e-adff-4148-a7c5-3b2d9066c962),segment_id=6e6e581e-adff-4148-a7c5-3b2d9066c962)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:46.854743 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5654b795-3af7-4585-b775-598642d82662 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:46.863891 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5654b795-3af7-4585-b775-598642d82662 None None] Calling delete_port for 22fbd36f-319d-44e5-8e8b-3d410460dfc8 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:06:46.868105 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-0287f400-151c-42bc-b260-a0eee12ee58b req-df25c0ef-2daa-44dd-af11-702e72ec04ee tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:06:46.888143 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25c0ef-2daa-44dd-af11-702e72ec04ee tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Pushing event updated for resources: {'Port': ['ID=cf75d108-528a-436d-8c61-7249e2669900,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:46.917235 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2ea29ef6-50aa-469a-8cf3-48f121ba86f9 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:46.953383 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea29ef6-50aa-469a-8cf3-48f121ba86f9 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Pushing event deleted for resources: {'Port': ['ID=22fbd36f-319d-44e5-8e8b-3d410460dfc8,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:46.958039 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea29ef6-50aa-469a-8cf3-48f121ba86f9 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] No DVR routers for this DVR port 22fbd36f-319d-44e5-8e8b-3d410460dfc8 on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:06:46.965675 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5654b795-3af7-4585-b775-598642d82662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:46.978628 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28fa87-d165-4230-98e9-79b2addb5e36 req-fdd29c4d-b165-47e9-a897-4b66c874f322 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:46.980172 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ce28fa87-d165-4230-98e9-79b2addb5e36 req-fdd29c4d-b165-47e9-a897-4b66c874f322 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.2855666 Sep 21 18:06:46.998779 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654b795-3af7-4585-b775-598642d82662 None None] Pushing event deleted for resources: {'Port': ['ID=22fbd36f-319d-44e5-8e8b-3d410460dfc8,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:47.007883 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5654b795-3af7-4585-b775-598642d82662 None None] No DVR routers for this DVR port 22fbd36f-319d-44e5-8e8b-3d410460dfc8 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:06:47.021815 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287f400-151c-42bc-b260-a0eee12ee58b req-df25c0ef-2daa-44dd-af11-702e72ec04ee tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:47.022457 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0287f400-151c-42bc-b260-a0eee12ee58b req-df25c0ef-2daa-44dd-af11-702e72ec04ee tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:47.063259 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-78e05283-d73f-4ddb-98de-d89112987502 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Deleting port a01cf763-4854-4b63-94e9-87cd88c87b32 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:47.063605 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-78e05283-d73f-4ddb-98de-d89112987502 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:47.067148 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0287f400-151c-42bc-b260-a0eee12ee58b req-df25c0ef-2daa-44dd-af11-702e72ec04ee tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2721126 Sep 21 18:06:47.071138 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2ea29ef6-50aa-469a-8cf3-48f121ba86f9 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:47.077938 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eb25966c-7771-4013-aef2-8661866abbb7 req-59f8a091-9722-458e-bf93-5ba8202e3141 service neutron] 10.222.0.38 "GET /v2.0/networks/dddd0670-5287-4028-990d-3f24462a1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783327 Sep 21 18:06:47.092865 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-2ea29ef6-50aa-469a-8cf3-48f121ba86f9 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4239539f-d4c1-4086-ba9d-86554f1a9469']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:47.094258 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-0287f400-151c-42bc-b260-a0eee12ee58b req-f8133b98-bf2b-4d19-8760-ee61485b4a43 service neutron] Request body: {'port': {'device_id': 'ee384e56-fd24-45a8-bfed-4fb26191dd4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:47.104033 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-2ea29ef6-50aa-469a-8cf3-48f121ba86f9 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e6e581e-adff-4148-a7c5-3b2d9066c962') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:47.104431 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-2ea29ef6-50aa-469a-8cf3-48f121ba86f9 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e6e581e-adff-4148-a7c5-3b2d9066c962') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:47.115252 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2ea29ef6-50aa-469a-8cf3-48f121ba86f9 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:47.130064 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2ea29ef6-50aa-469a-8cf3-48f121ba86f9 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:47.153923 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ce28fa87-d165-4230-98e9-79b2addb5e36 req-9a6a2ff8-ced1-4fb0-a423-4d5583725c47 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615310 Sep 21 18:06:47.161336 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea29ef6-50aa-469a-8cf3-48f121ba86f9 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:06:47.161939 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2ea29ef6-50aa-469a-8cf3-48f121ba86f9 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:47.165561 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:06:47.165561 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:06:47.165561 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:06:47.165561 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:06:47.165561 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:06:47.165561 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:06:47.165561 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:06:47.165561 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:06:47.165561 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:06:47.165561 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:06:47.165561 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:06:47.165561 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:06:47.165561 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:06:47.165561 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:06:47.165561 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:06:47.165561 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:06:47.165561 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:06:47.165561 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:06:47.165561 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:06:47.165561 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:06:47.165561 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:06:47.165561 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:06:47.165561 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:06:47.165561 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:06:47.165561 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:06:47.165561 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:06:47.165561 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:06:47.165561 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:06:47.165561 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:06:47.165561 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:06:47.165561 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:06:47.165561 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:06:47.242946 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984b003-0671-4991-9541-39ae28a92099 req-8ec6f009-86cc-4a6b-9602-be67f07674b5 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:47.244610 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a984b003-0671-4991-9541-39ae28a92099 req-8ec6f009-86cc-4a6b-9602-be67f07674b5 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee384e56-fd24-45a8-bfed-4fb26191dd4d HTTP/1.1" status: 200 len: 931 time: 0.1183355 Sep 21 18:06:47.245802 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2ea29ef6-50aa-469a-8cf3-48f121ba86f9 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:47.253713 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2ea29ef6-50aa-469a-8cf3-48f121ba86f9 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:47.258032 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2ea29ef6-50aa-469a-8cf3-48f121ba86f9 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] 10.222.0.58 "DELETE /v2.0/networks/4239539f-d4c1-4086-ba9d-86554f1a9469 HTTP/1.1" status: 204 len: 168 time: 0.7732990 Sep 21 18:06:47.266895 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49120) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:47.274441 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea29ef6-50aa-469a-8cf3-48f121ba86f9 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Pushing event deleted for resources: {'Network': ['ID=4239539f-d4c1-4086-ba9d-86554f1a9469,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:47.300695 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a984b003-0671-4991-9541-39ae28a92099 req-bdfc5092-e034-4e35-afce-292486722c75 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438423 Sep 21 18:06:47.321650 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7b71ef24-a196-45c8-8a62-5c0344874b03 tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] 10.222.0.58 "GET /v2.0/ports?device_id=a36e6205-fdd2-49b5-98c4-176b0d58ecd0 HTTP/1.1" status: 200 len: 205 time: 0.0446606 Sep 21 18:06:47.322687 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49122) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:47.326704 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0287f400-151c-42bc-b260-a0eee12ee58b req-f8133b98-bf2b-4d19-8760-ee61485b4a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:47.357322 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-78e05283-d73f-4ddb-98de-d89112987502 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:47.372176 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eb25966c-7771-4013-aef2-8661866abbb7 req-b7676892-671a-4b5e-812b-ac3c3e87da88 service neutron] 10.222.0.38 "GET /v2.0/networks/dddd0670-5287-4028-990d-3f24462a1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722313 Sep 21 18:06:47.377787 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-78e05283-d73f-4ddb-98de-d89112987502 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Calling delete_port for a01cf763-4854-4b63-94e9-87cd88c87b32 owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:06:47.398575 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-34f4978f-85ae-4426-910d-a167d188515c tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:47.559881 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-34f4978f-85ae-4426-910d-a167d188515c tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:47.562748 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-34f4978f-85ae-4426-910d-a167d188515c tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:47.608614 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-34f4978f-85ae-4426-910d-a167d188515c tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:47.609240 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f4978f-85ae-4426-910d-a167d188515c tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Fanout notify agent at l3_agent the message router_deleted on router a36e6205-fdd2-49b5-98c4-176b0d58ecd0 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:06:47.617523 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-34f4978f-85ae-4426-910d-a167d188515c tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:47.621162 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-34f4978f-85ae-4426-910d-a167d188515c tempest-RoutersNegativeIpV6Test-206224208 tempest-RoutersNegativeIpV6Test-206224208-project] 10.222.0.58 "DELETE /v2.0/routers/a36e6205-fdd2-49b5-98c4-176b0d58ecd0 HTTP/1.1" status: 204 len: 168 time: 0.2954748 Sep 21 18:06:47.624497 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9bef8-4cf2-4f7e-adec-c9a79e74cdd8 req-2eb41bb0-6b55-4405-854f-ec7ae71a42e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:47.626069 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-44e9bef8-4cf2-4f7e-adec-c9a79e74cdd8 req-2eb41bb0-6b55-4405-854f-ec7ae71a42e2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1c99a9e1c66149d98245cefe55b174bf&device_id=4e28edd2-1f10-4759-a545-1e8ac87f2bfb HTTP/1.1" status: 200 len: 1094 time: 0.1796021 Sep 21 18:06:47.821337 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9bef8-4cf2-4f7e-adec-c9a79e74cdd8 req-08c1b586-8f88-476f-b439-fde50f0eba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:47.822828 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-44e9bef8-4cf2-4f7e-adec-c9a79e74cdd8 req-08c1b586-8f88-476f-b439-fde50f0eba83 service neutron] 10.222.0.38 "GET /v2.0/networks?id=dddd0670-5287-4028-990d-3f24462a1d0c HTTP/1.1" status: 200 len: 911 time: 0.1887434 Sep 21 18:06:47.823882 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49128) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:47.894793 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-78e05283-d73f-4ddb-98de-d89112987502 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:47.913944 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 22fbd36f-319d-44e5-8e8b-3d410460dfc8 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:06:47.921155 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-44e9bef8-4cf2-4f7e-adec-c9a79e74cdd8 req-04d0073b-d6a1-414b-bce9-881c93a6eff8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=876d40a4-1b6c-462f-8614-cc97ad592d25 HTTP/1.1" status: 200 len: 217 time: 0.0883765 Sep 21 18:06:47.935575 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 22fbd36f-319d-44e5-8e8b-3d410460dfc8 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:06:47.935926 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 22fbd36f-319d-44e5-8e8b-3d410460dfc8 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:06:47.965120 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e05283-d73f-4ddb-98de-d89112987502 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Pushing event deleted for resources: {'Port': ['ID=a01cf763-4854-4b63-94e9-87cd88c87b32,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:47.984452 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9b7cab23-a830-4d14-a86b-257042daf469 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ad37b53041e2416cb9a1a4df5f70db86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586781 Sep 21 18:06:47.986496 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49134) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:48.034865 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-0287f400-151c-42bc-b260-a0eee12ee58b req-f8133b98-bf2b-4d19-8760-ee61485b4a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf75d108-528a-436d-8c61-7249e2669900 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:06:48.038891 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c80c79b6-dab6-4bcd-8637-e42a72e045a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:48.065454 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0287f400-151c-42bc-b260-a0eee12ee58b req-f8133b98-bf2b-4d19-8760-ee61485b4a43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:48.069655 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c80c79b6-dab6-4bcd-8637-e42a72e045a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:48.101471 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-0287f400-151c-42bc-b260-a0eee12ee58b req-f8133b98-bf2b-4d19-8760-ee61485b4a43 service neutron] Transition to ACTIVE for port object cf75d108-528a-436d-8c61-7249e2669900 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:06:48.103171 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9bef8-4cf2-4f7e-adec-c9a79e74cdd8 req-b5a8961c-8ae2-44bf-8ade-ee10f0a3cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:48.104715 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-44e9bef8-4cf2-4f7e-adec-c9a79e74cdd8 req-b5a8961c-8ae2-44bf-8ade-ee10f0a3cc10 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53480a76-a2e1-4cb9-abd9-952fafb29185 HTTP/1.1" status: 200 len: 849 time: 0.1602418 Sep 21 18:06:48.111850 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0287f400-151c-42bc-b260-a0eee12ee58b req-f8133b98-bf2b-4d19-8760-ee61485b4a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:48.118602 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75f09e-284b-4a03-b6eb-258870e002f9 req-084486dd-ded9-4fc9-a79c-569e127aed8a tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:48.120128 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3d75f09e-284b-4a03-b6eb-258870e002f9 req-084486dd-ded9-4fc9-a79c-569e127aed8a tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4e28edd2-1f10-4759-a545-1e8ac87f2bfb HTTP/1.1" status: 200 len: 1094 time: 0.1980278 Sep 21 18:06:48.133698 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c80c79b6-dab6-4bcd-8637-e42a72e045a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:48.137542 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c80c79b6-dab6-4bcd-8637-e42a72e045a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:48.142383 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c80c79b6-dab6-4bcd-8637-e42a72e045a4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b4fe5669-5132-4dff-8628-0774fbf5ac4b HTTP/1.1" status: 204 len: 168 time: 0.1547830 Sep 21 18:06:48.152243 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c79b6-dab6-4bcd-8637-e42a72e045a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fe5669-5132-4dff-8628-0774fbf5ac4b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:48.291029 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8133b98-bf2b-4d19-8760-ee61485b4a43 service neutron] Pushing event updated for resources: {'Port': ['ID=cf75d108-528a-436d-8c61-7249e2669900,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:48.298766 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e60a4-d6d6-4faf-8552-5bdceb0c912c req-7ec424b6-f457-4171-9ff6-ae04d28f00c8 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:48.300682 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c93e60a4-d6d6-4faf-8552-5bdceb0c912c req-7ec424b6-f457-4171-9ff6-ae04d28f00c8 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.0565083 Sep 21 18:06:48.301832 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-78e05283-d73f-4ddb-98de-d89112987502 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:48.312375 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3d75f09e-284b-4a03-b6eb-258870e002f9 req-bff0c6b2-8a0b-4c58-83c4-1d7d1a62ef01 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f9d5627e-150b-489f-9d9b-b05badf9963f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571274 Sep 21 18:06:48.333334 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9bef8-4cf2-4f7e-adec-c9a79e74cdd8 req-3a559456-a08a-4e98-9b2a-5b790677b976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:48.334817 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-44e9bef8-4cf2-4f7e-adec-c9a79e74cdd8 req-3a559456-a08a-4e98-9b2a-5b790677b976 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dddd0670-5287-4028-990d-3f24462a1d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2204368 Sep 21 18:06:48.357141 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a4b25f0c-f65c-44b6-bf87-7c9c5a2ae6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:48.377324 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c93e60a4-d6d6-4faf-8552-5bdceb0c912c req-fc9d2c3f-095b-4788-8d1d-caa7f96f1c96 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653906 Sep 21 18:06:48.583229 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-0287f400-151c-42bc-b260-a0eee12ee58b req-f8133b98-bf2b-4d19-8760-ee61485b4a43 service neutron] Attempting to bind port cf75d108-528a-436d-8c61-7249e2669900 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:06:48.583620 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-0287f400-151c-42bc-b260-a0eee12ee58b req-f8133b98-bf2b-4d19-8760-ee61485b4a43 service neutron] Attempting to bind port cf75d108-528a-436d-8c61-7249e2669900 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '7d5256e0-2fc2-448a-bfae-9c6a896d4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a15790e2-ddb0-4956-b8df-c99e33512c4d'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:06:48.584004 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0287f400-151c-42bc-b260-a0eee12ee58b req-f8133b98-bf2b-4d19-8760-ee61485b4a43 service neutron] Attempting to bind port cf75d108-528a-436d-8c61-7249e2669900 on network a15790e2-ddb0-4956-b8df-c99e33512c4d {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:06:48.606540 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afc3a3-4af2-470c-89e0-4d44bdef9413 req-063a43cf-f96c-4a86-943e-304670c2688a tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:48.608134 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-28afc3a3-4af2-470c-89e0-4d44bdef9413 req-063a43cf-f96c-4a86-943e-304670c2688a tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee384e56-fd24-45a8-bfed-4fb26191dd4d HTTP/1.1" status: 200 len: 943 time: 0.2039888 Sep 21 18:06:48.613317 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0287f400-151c-42bc-b260-a0eee12ee58b req-f8133b98-bf2b-4d19-8760-ee61485b4a43 service neutron] Port cf75d108-528a-436d-8c61-7249e2669900 on network a15790e2-ddb0-4956-b8df-c99e33512c4d not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:06:48.613639 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0287f400-151c-42bc-b260-a0eee12ee58b req-f8133b98-bf2b-4d19-8760-ee61485b4a43 service neutron] Attempting to bind port cf75d108-528a-436d-8c61-7249e2669900 on network a15790e2-ddb0-4956-b8df-c99e33512c4d {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:06:48.648928 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-44e9bef8-4cf2-4f7e-adec-c9a79e74cdd8 req-a9f7cb14-3c68-44b2-b01a-71a68e19c0b2 service neutron] 10.222.0.38 "GET /v2.0/networks/dddd0670-5287-4028-990d-3f24462a1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880404 Sep 21 18:06:48.667274 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0287f400-151c-42bc-b260-a0eee12ee58b req-f8133b98-bf2b-4d19-8760-ee61485b4a43 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:06:48.667610 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0287f400-151c-42bc-b260-a0eee12ee58b req-f8133b98-bf2b-4d19-8760-ee61485b4a43 service neutron] Checking segment: {'id': '7d5256e0-2fc2-448a-bfae-9c6a896d4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a15790e2-ddb0-4956-b8df-c99e33512c4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:06:48.667976 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0287f400-151c-42bc-b260-a0eee12ee58b req-f8133b98-bf2b-4d19-8760-ee61485b4a43 service neutron] Bound using segment: {'id': '7d5256e0-2fc2-448a-bfae-9c6a896d4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a15790e2-ddb0-4956-b8df-c99e33512c4d'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:06:48.668414 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-0287f400-151c-42bc-b260-a0eee12ee58b req-f8133b98-bf2b-4d19-8760-ee61485b4a43 service neutron] Bound port: cf75d108-528a-436d-8c61-7249e2669900, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d5256e0-2fc2-448a-bfae-9c6a896d4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a15790e2-ddb0-4956-b8df-c99e33512c4d'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:06:48.668767 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0287f400-151c-42bc-b260-a0eee12ee58b req-f8133b98-bf2b-4d19-8760-ee61485b4a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:48.708808 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e05283-d73f-4ddb-98de-d89112987502 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Router 3af654da-9e1e-488c-b5bd-9070dfbf1250 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:06:48.894289 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49160) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:48.961575 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:49.006988 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-067589ee-bb79-4dbb-be6a-09b9911035af tempest-ServiceProvidersTest-70612132 tempest-ServiceProvidersTest-70612132-project] 10.222.0.58 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1114602 Sep 21 18:06:49.065697 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-28afc3a3-4af2-470c-89e0-4d44bdef9413 req-3cd8a6e4-18b4-44d5-bf49-e32f299fc95a tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496434 Sep 21 18:06:49.133031 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-44e9bef8-4cf2-4f7e-adec-c9a79e74cdd8 req-d1c5ce3c-c14e-412e-a42e-1146a73272d3 service neutron] 10.222.0.38 "GET /v2.0/networks/dddd0670-5287-4028-990d-3f24462a1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4756598 Sep 21 18:06:49.175757 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e05283-d73f-4ddb-98de-d89112987502 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:06:49.188096 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-78e05283-d73f-4ddb-98de-d89112987502 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] 10.222.0.58 "PUT /v2.0/routers/3af654da-9e1e-488c-b5bd-9070dfbf1250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3667088 Sep 21 18:06:49.188233 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49166) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:49.190470 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411386a1-280a-4c12-82f4-697802713458 None None] Sync routers for ids ['3af654da-9e1e-488c-b5bd-9070dfbf1250'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:06:49.197618 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-0287f400-151c-42bc-b260-a0eee12ee58b req-f8133b98-bf2b-4d19-8760-ee61485b4a43 service neutron] For port cf75d108-528a-436d-8c61-7249e2669900, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:06:49.200243 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-0287f400-151c-42bc-b260-a0eee12ee58b req-f8133b98-bf2b-4d19-8760-ee61485b4a43 service neutron] For port cf75d108-528a-436d-8c61-7249e2669900, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=cf75d108-528a-436d-8c61-7249e2669900,segment=NetworkSegment(7d5256e0-2fc2-448a-bfae-9c6a896d4861),segment_id=7d5256e0-2fc2-448a-bfae-9c6a896d4861)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:06:49.203763 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411386a1-280a-4c12-82f4-697802713458 None None] Routers {'3af654da-9e1e-488c-b5bd-9070dfbf1250'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:06:49.205622 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-411386a1-280a-4c12-82f4-697802713458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:06:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3af654da-9e1e-488c-b5bd-9070dfbf1250'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:49.206095 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0287f400-151c-42bc-b260-a0eee12ee58b req-f8133b98-bf2b-4d19-8760-ee61485b4a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:49.234334 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-b09492d3-740a-44dd-9b71-9005051feca8 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] show failed (client error): The resource could not be found. Sep 21 18:06:49.235543 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b09492d3-740a-44dd-9b71-9005051feca8 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] 10.222.0.58 "GET /v2.0/routers/tempest-non_exist_router-843627589 HTTP/1.1" status: 404 len: 334 time: 0.0472155 Sep 21 18:06:49.239300 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49170) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:49.244432 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287f400-151c-42bc-b260-a0eee12ee58b req-f8133b98-bf2b-4d19-8760-ee61485b4a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:49.245320 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0287f400-151c-42bc-b260-a0eee12ee58b req-f8133b98-bf2b-4d19-8760-ee61485b4a43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:49.247206 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0287f400-151c-42bc-b260-a0eee12ee58b req-f8133b98-bf2b-4d19-8760-ee61485b4a43 service neutron] 10.222.0.38 "PUT /v2.0/ports/cf75d108-528a-436d-8c61-7249e2669900 HTTP/1.1" status: 200 len: 1091 time: 2.1577673 Sep 21 18:06:49.247672 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee384e56-fd24-45a8-bfed-4fb26191dd4d', 'tag': 'cf75d108-528a-436d-8c61-7249e2669900'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:06:49.249965 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f7b9e0-fad0-4438-bfef-9049eca1da9d" -d '{"events": [{"name": "network-changed", "server_uuid": "ee384e56-fd24-45a8-bfed-4fb26191dd4d", "tag": "cf75d108-528a-436d-8c61-7249e2669900"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:06:49.250907 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-5a1e7f98-4b16-41c6-93da-c8108bf2f401 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:49.291795 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-5a1e7f98-4b16-41c6-93da-c8108bf2f401 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] update failed (client error): The resource could not be found. Sep 21 18:06:49.296232 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5a1e7f98-4b16-41c6-93da-c8108bf2f401 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] 10.222.0.58 "PUT /v2.0/routers/tempest-non_exist_router-561897903 HTTP/1.1" status: 404 len: 334 time: 0.0523376 Sep 21 18:06:49.296446 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c5d985-c8d6-46e3-86d3-abae95ccbe99 x-openstack-request-id: req-54c5d985-c8d6-46e3-86d3-abae95ccbe99 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:06:49.296446 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee384e56-fd24-45a8-bfed-4fb26191dd4d", "tag": "cf75d108-528a-436d-8c61-7249e2669900", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:06:49.296446 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-54c5d985-c8d6-46e3-86d3-abae95ccbe99 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:06:49.296446 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee384e56-fd24-45a8-bfed-4fb26191dd4d', 'tag': 'cf75d108-528a-436d-8c61-7249e2669900', 'status': 'completed', 'code': 200} Sep 21 18:06:49.297107 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49174) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:49.297446 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8133b98-bf2b-4d19-8760-ee61485b4a43 service neutron] Pushing event updated for resources: {'Port': ['ID=cf75d108-528a-436d-8c61-7249e2669900,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:49.307673 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-411386a1-280a-4c12-82f4-697802713458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:49.317237 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411386a1-280a-4c12-82f4-697802713458 None None] Routers {'3af654da-9e1e-488c-b5bd-9070dfbf1250'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:06:49.318030 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-411386a1-280a-4c12-82f4-697802713458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:06:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3af654da-9e1e-488c-b5bd-9070dfbf1250'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:49.351993 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287f400-151c-42bc-b260-a0eee12ee58b req-0ddf1615-120e-4159-b30a-d1e5053e8372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:49.353806 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0287f400-151c-42bc-b260-a0eee12ee58b req-0ddf1615-120e-4159-b30a-d1e5053e8372 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a49c0350e4d4a5eb77111b4f5d6bd21&device_id=ee384e56-fd24-45a8-bfed-4fb26191dd4d HTTP/1.1" status: 200 len: 1094 time: 0.0502996 Sep 21 18:06:49.370477 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-411386a1-280a-4c12-82f4-697802713458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:49.371556 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411386a1-280a-4c12-82f4-697802713458 None None] The sync data for ids ['3af654da-9e1e-488c-b5bd-9070dfbf1250'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:06:49.376082 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf53011b-2c1c-405f-9adf-884954345ef0 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Deleting subnet 94857ec2-1408-4b99-a74d-112a3fefb26b {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:06:49.379881 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49178) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:49.381428 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bf53011b-2c1c-405f-9adf-884954345ef0 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:49.424855 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0287f400-151c-42bc-b260-a0eee12ee58b req-7a54102f-1b87-4999-b0f5-bbbc27a6bdad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf75d108-528a-436d-8c61-7249e2669900 HTTP/1.1" status: 200 len: 217 time: 0.0613682 Sep 21 18:06:49.432211 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bf53011b-2c1c-405f-9adf-884954345ef0 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:49.509901 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287f400-151c-42bc-b260-a0eee12ee58b req-5365e39d-81c3-409d-8282-2e22c9572aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:49.511418 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0287f400-151c-42bc-b260-a0eee12ee58b req-5365e39d-81c3-409d-8282-2e22c9572aea service neutron] 10.222.0.38 "GET /v2.0/subnets?id=35209640-638e-4aa3-a050-e128ee2e196f HTTP/1.1" status: 200 len: 855 time: 0.0781529 Sep 21 18:06:49.513286 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297bfab-5ba8-4b73-bb37-ff1880e7804a req-7e2fd415-4318-4e01-a873-91f2d3c908c5 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:49.514957 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d297bfab-5ba8-4b73-bb37-ff1880e7804a req-7e2fd415-4318-4e01-a873-91f2d3c908c5 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4e28edd2-1f10-4759-a545-1e8ac87f2bfb HTTP/1.1" status: 200 len: 1094 time: 0.0947618 Sep 21 18:06:49.544200 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010e876-651c-4327-9d4e-563f6b15a1b5 req-cc241f59-ba72-4314-8e78-5daf0dbcb558 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:49.545792 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e010e876-651c-4327-9d4e-563f6b15a1b5 req-cc241f59-ba72-4314-8e78-5daf0dbcb558 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.0899942 Sep 21 18:06:49.549583 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0287f400-151c-42bc-b260-a0eee12ee58b req-d5c32b12-c042-4dc0-8f10-53812bab2ea6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a15790e2-ddb0-4956-b8df-c99e33512c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303705 Sep 21 18:06:49.577498 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bf53011b-2c1c-405f-9adf-884954345ef0 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:49.588547 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-15b145d3-2bf5-4b8c-8cf0-c6b3b20bc1d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:49.602461 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 876d40a4-1b6c-462f-8614-cc97ad592d25 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:06:49.631879 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e010e876-651c-4327-9d4e-563f6b15a1b5 req-329aaab3-d947-4700-816e-1e703aeadb83 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793705 Sep 21 18:06:49.673241 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bf53011b-2c1c-405f-9adf-884954345ef0 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:49.700475 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d297bfab-5ba8-4b73-bb37-ff1880e7804a req-45ffeaf2-b138-4730-85c8-9c78e3f0b065 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f9d5627e-150b-489f-9d9b-b05badf9963f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566110 Sep 21 18:06:49.704869 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53011b-2c1c-405f-9adf-884954345ef0 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Pushing event deleted for resources: {'Subnet': ['ID=94857ec2-1408-4b99-a74d-112a3fefb26b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:49.715452 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bf53011b-2c1c-405f-9adf-884954345ef0 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:49.717359 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bf53011b-2c1c-405f-9adf-884954345ef0 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] 10.222.0.58 "DELETE /v2.0/subnets/94857ec2-1408-4b99-a74d-112a3fefb26b HTTP/1.1" status: 204 len: 168 time: 0.4193058 Sep 21 18:06:49.720628 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49184) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:49.725649 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262a7053-b2de-4ac8-957b-357f78d89434 None None] Network a1066e50-5bc8-49e4-bd87-0234d556347e requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:49.728865 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 876d40a4-1b6c-462f-8614-cc97ad592d25, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=876d40a4-1b6c-462f-8614-cc97ad592d25,segment=NetworkSegment(953015e8-9529-4288-9f90-ef076e8c0148),segment_id=953015e8-9529-4288-9f90-ef076e8c0148)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:49.734825 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0287f400-151c-42bc-b260-a0eee12ee58b req-00bc27a3-1373-4bf2-8102-dcaa78d94556 service neutron] 10.222.0.38 "GET /v2.0/networks/a15790e2-ddb0-4956-b8df-c99e33512c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759055 Sep 21 18:06:49.764825 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '876d40a4-1b6c-462f-8614-cc97ad592d25', 'network_id': 'dddd0670-5287-4028-990d-3f24462a1d0c', 'port_id': '876d40a4-1b6c-462f-8614-cc97ad592d25', 'mac_address': 'fa:16:3e:88:fa:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53480a76-a2e1-4cb9-abd9-952fafb29185', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:06:49.787446 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a0d7e8c-9b65-49c4-95ec-ec4a74336e7d tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Deleting subnet c253ed9d-d547-49ac-ac4a-2364155dd7df {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:06:49.790698 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5a0d7e8c-9b65-49c4-95ec-ec4a74336e7d tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:49.833016 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5a0d7e8c-9b65-49c4-95ec-ec4a74336e7d tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:49.853200 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-15b145d3-2bf5-4b8c-8cf0-c6b3b20bc1d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:49.860933 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-15b145d3-2bf5-4b8c-8cf0-c6b3b20bc1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:49.871834 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:49.874526 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0287f400-151c-42bc-b260-a0eee12ee58b req-7ea85f3b-4912-4221-a03d-ef3dad9d4dbf service neutron] 10.222.0.38 "GET /v2.0/networks/a15790e2-ddb0-4956-b8df-c99e33512c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297922 Sep 21 18:06:49.905770 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-15b145d3-2bf5-4b8c-8cf0-c6b3b20bc1d5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=17d90a59f1be468b94a2d201c743bbc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5245919 Sep 21 18:06:49.907922 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b145d3-2bf5-4b8c-8cf0-c6b3b20bc1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91114c24-de98-4c86-8016-ed7f5d6a16d5,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:49.910905 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49186) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:49.915452 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 876d40a4-1b6c-462f-8614-cc97ad592d25 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:06:49.948034 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 876d40a4-1b6c-462f-8614-cc97ad592d25, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=876d40a4-1b6c-462f-8614-cc97ad592d25,segment=NetworkSegment(953015e8-9529-4288-9f90-ef076e8c0148),segment_id=953015e8-9529-4288-9f90-ef076e8c0148)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:49.956845 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:49.964825 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5a0d7e8c-9b65-49c4-95ec-ec4a74336e7d tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.007447 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=876d40a4-1b6c-462f-8614-cc97ad592d25,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:50.018901 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7b9e0-fad0-4438-bfef-9049eca1da9d req-a2f027f7-c8e8-4847-9a07-0676ae8171be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:50.032141 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-06f7b9e0-fad0-4438-bfef-9049eca1da9d req-a2f027f7-c8e8-4847-9a07-0676ae8171be service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a49c0350e4d4a5eb77111b4f5d6bd21&device_id=ee384e56-fd24-45a8-bfed-4fb26191dd4d HTTP/1.1" status: 200 len: 1094 time: 0.0929196 Sep 21 18:06:50.033474 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-64fb73ab-4700-47db-a877-ef2bec03bb92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.035358 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5a0d7e8c-9b65-49c4-95ec-ec4a74336e7d tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.037989 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.056084 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f930940-8307-459f-a5c5-6b5d1052e83a None None] DHCP port deletion for a1066e50-5bc8-49e4-bd87-0234d556347e request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:06:50.068514 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5a0d7e8c-9b65-49c4-95ec-ec4a74336e7d tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.070412 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5a0d7e8c-9b65-49c4-95ec-ec4a74336e7d tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] 10.222.0.58 "DELETE /v2.0/subnets/c253ed9d-d547-49ac-ac4a-2364155dd7df HTTP/1.1" status: 204 len: 168 time: 0.3488052 Sep 21 18:06:50.071765 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d7e8c-9b65-49c4-95ec-ec4a74336e7d tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Pushing event deleted for resources: {'Subnet': ['ID=c253ed9d-d547-49ac-ac4a-2364155dd7df,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:50.073272 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49188) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:50.084632 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-64fb73ab-4700-47db-a877-ef2bec03bb92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.088696 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87996fe4-903e-466c-8946-f7e4e77210dd None None] Network 9b093d00-39dc-4089-ab8b-c0e75d504258 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:50.176762 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-6f930940-8307-459f-a5c5-6b5d1052e83a None None] Deleting port e682ba96-3ecc-4a3e-ade2-ef1439bbd2dd {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:50.177116 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6f930940-8307-459f-a5c5-6b5d1052e83a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.183544 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7b9e0-fad0-4438-bfef-9049eca1da9d req-d7078a3e-4e03-4187-89f0-b2f4f1f631c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:50.185255 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-06f7b9e0-fad0-4438-bfef-9049eca1da9d req-d7078a3e-4e03-4187-89f0-b2f4f1f631c8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a15790e2-ddb0-4956-b8df-c99e33512c4d HTTP/1.1" status: 200 len: 916 time: 0.1415710 Sep 21 18:06:50.186329 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-64fb73ab-4700-47db-a877-ef2bec03bb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.192993 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-64fb73ab-4700-47db-a877-ef2bec03bb92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.192993 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-64fb73ab-4700-47db-a877-ef2bec03bb92 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/91114c24-de98-4c86-8016-ed7f5d6a16d5 HTTP/1.1" status: 204 len: 168 time: 0.2789252 Sep 21 18:06:50.202820 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c64c5931-a0a1-49c7-8dfe-386ab024243a tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.237639 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb73ab-4700-47db-a877-ef2bec03bb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91114c24-de98-4c86-8016-ed7f5d6a16d5,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:50.241097 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-06f7b9e0-fad0-4438-bfef-9049eca1da9d req-44c8b4df-b571-4c38-aaf0-a0ec8a8dfee1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf75d108-528a-436d-8c61-7249e2669900 HTTP/1.1" status: 200 len: 217 time: 0.0468001 Sep 21 18:06:50.303798 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7b9e0-fad0-4438-bfef-9049eca1da9d req-5e84440b-5bb7-4d08-9313-30bf3b95d4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:50.305784 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-06f7b9e0-fad0-4438-bfef-9049eca1da9d req-5e84440b-5bb7-4d08-9313-30bf3b95d4d0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=35209640-638e-4aa3-a050-e128ee2e196f HTTP/1.1" status: 200 len: 855 time: 0.0570054 Sep 21 18:06:50.306370 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b0c58-afe4-4a1c-99d4-727f412d4cc5 req-8d96ed6a-0038-4283-b757-7e5b98e3307e tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:50.308027 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c75b0c58-afe4-4a1c-99d4-727f412d4cc5 req-8d96ed6a-0038-4283-b757-7e5b98e3307e tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee384e56-fd24-45a8-bfed-4fb26191dd4d HTTP/1.1" status: 200 len: 943 time: 0.1292002 Sep 21 18:06:50.311267 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['876d40a4-1b6c-462f-8614-cc97ad592d25'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:06:50.332429 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-c64c5931-a0a1-49c7-8dfe-386ab024243a tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Deleting port e682ba96-3ecc-4a3e-ade2-ef1439bbd2dd {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:50.333535 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c64c5931-a0a1-49c7-8dfe-386ab024243a tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.361007 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-06f7b9e0-fad0-4438-bfef-9049eca1da9d req-ea79521f-ccae-43fa-a304-c311e7e31286 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a15790e2-ddb0-4956-b8df-c99e33512c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471852 Sep 21 18:06:50.361778 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-6f930940-8307-459f-a5c5-6b5d1052e83a None None] For port e682ba96-3ecc-4a3e-ade2-ef1439bbd2dd, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e682ba96-3ecc-4a3e-ade2-ef1439bbd2dd,segment=NetworkSegment(e38f5df7-252e-435a-86e7-0e942e9f7b49),segment_id=e38f5df7-252e-435a-86e7-0e942e9f7b49)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:50.362174 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6f930940-8307-459f-a5c5-6b5d1052e83a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.384465 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-6f930940-8307-459f-a5c5-6b5d1052e83a None None] Calling delete_port for e682ba96-3ecc-4a3e-ade2-ef1439bbd2dd owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:06:50.438069 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c75b0c58-afe4-4a1c-99d4-727f412d4cc5 req-b10eeaeb-50c0-4276-b263-6088ca6f6e0c tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169565 Sep 21 18:06:50.451646 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-c64c5931-a0a1-49c7-8dfe-386ab024243a tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] For port e682ba96-3ecc-4a3e-ade2-ef1439bbd2dd, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e682ba96-3ecc-4a3e-ade2-ef1439bbd2dd,segment=NetworkSegment(e38f5df7-252e-435a-86e7-0e942e9f7b49),segment_id=e38f5df7-252e-435a-86e7-0e942e9f7b49)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:50.452291 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c64c5931-a0a1-49c7-8dfe-386ab024243a tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.487294 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-c64c5931-a0a1-49c7-8dfe-386ab024243a tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Calling delete_port for e682ba96-3ecc-4a3e-ade2-ef1439bbd2dd owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:06:50.503107 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-06f7b9e0-fad0-4438-bfef-9049eca1da9d req-00179432-31c6-47a1-8029-f1cbbcf5aae4 service neutron] 10.222.0.38 "GET /v2.0/networks/a15790e2-ddb0-4956-b8df-c99e33512c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344087 Sep 21 18:06:50.503896 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e0697f-0b20-4471-a426-2080c2f407ee None None] DHCP port deletion for 9b093d00-39dc-4089-ab8b-c0e75d504258 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:06:50.568609 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6f930940-8307-459f-a5c5-6b5d1052e83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.589561 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c64c5931-a0a1-49c7-8dfe-386ab024243a tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.603568 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64c5931-a0a1-49c7-8dfe-386ab024243a tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] No DVR routers for this DVR port e682ba96-3ecc-4a3e-ade2-ef1439bbd2dd on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:06:50.606616 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f930940-8307-459f-a5c5-6b5d1052e83a None None] Pushing event deleted for resources: {'Port': ['ID=e682ba96-3ecc-4a3e-ade2-ef1439bbd2dd,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:50.619057 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-06f7b9e0-fad0-4438-bfef-9049eca1da9d req-32d897ef-a622-4469-ba74-0b34984a1209 service neutron] 10.222.0.38 "GET /v2.0/networks/a15790e2-ddb0-4956-b8df-c99e33512c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079991 Sep 21 18:06:50.619301 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f930940-8307-459f-a5c5-6b5d1052e83a None None] No DVR routers for this DVR port e682ba96-3ecc-4a3e-ade2-ef1439bbd2dd on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:06:50.639474 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c5931-a0a1-49c7-8dfe-386ab024243a tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Pushing event deleted for resources: {'Port': ['ID=e682ba96-3ecc-4a3e-ade2-ef1439bbd2dd,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:50.654646 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-a0e0697f-0b20-4471-a426-2080c2f407ee None None] Deleting port fb0353d2-2407-4ae5-bebc-60599551b32f {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:50.655039 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a0e0697f-0b20-4471-a426-2080c2f407ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.749473 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c64c5931-a0a1-49c7-8dfe-386ab024243a tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.772328 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a0e0697f-0b20-4471-a426-2080c2f407ee None None] For port fb0353d2-2407-4ae5-bebc-60599551b32f, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=fb0353d2-2407-4ae5-bebc-60599551b32f,segment=NetworkSegment(22ab12a4-ca57-4dab-9e5d-878b1cf0398e),segment_id=22ab12a4-ca57-4dab-9e5d-878b1cf0398e)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:50.773002 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a0e0697f-0b20-4471-a426-2080c2f407ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.773622 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-c64c5931-a0a1-49c7-8dfe-386ab024243a tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1066e50-5bc8-49e4-bd87-0234d556347e']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:50.797152 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-a0e0697f-0b20-4471-a426-2080c2f407ee None None] Calling delete_port for fb0353d2-2407-4ae5-bebc-60599551b32f owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:06:50.799179 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-c64c5931-a0a1-49c7-8dfe-386ab024243a tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38f5df7-252e-435a-86e7-0e942e9f7b49') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:50.799697 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-c64c5931-a0a1-49c7-8dfe-386ab024243a tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38f5df7-252e-435a-86e7-0e942e9f7b49') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:50.829051 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c64c5931-a0a1-49c7-8dfe-386ab024243a tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.839654 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92cdd7-ec27-4eac-b5ae-f166e693e235 req-d28f0d97-268a-4e43-8d5d-2d2eea818cdb tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:50.841037 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c92cdd7-ec27-4eac-b5ae-f166e693e235 req-d28f0d97-268a-4e43-8d5d-2d2eea818cdb tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.0607522 Sep 21 18:06:50.854203 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c64c5931-a0a1-49c7-8dfe-386ab024243a tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.863383 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c64c5931-a0a1-49c7-8dfe-386ab024243a tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:06:50.863902 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c64c5931-a0a1-49c7-8dfe-386ab024243a tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:06:50.867153 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:06:50.879270 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab86b34-9819-4af6-8fdc-228839cc1e59 req-bec322c8-5773-4501-b737-485da6cb1174 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:50.888133 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5ab86b34-9819-4af6-8fdc-228839cc1e59 req-bec322c8-5773-4501-b737-485da6cb1174 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4e28edd2-1f10-4759-a545-1e8ac87f2bfb HTTP/1.1" status: 200 len: 1095 time: 0.1021309 Sep 21 18:06:50.901136 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c92cdd7-ec27-4eac-b5ae-f166e693e235 req-93e77fc2-28f4-43ee-85d8-06d73cc9aa17 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535135 Sep 21 18:06:50.902539 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a0e0697f-0b20-4471-a426-2080c2f407ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.931741 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0697f-0b20-4471-a426-2080c2f407ee None None] Pushing event deleted for resources: {'Port': ['ID=fb0353d2-2407-4ae5-bebc-60599551b32f,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:50.937838 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e0697f-0b20-4471-a426-2080c2f407ee None None] No DVR routers for this DVR port fb0353d2-2407-4ae5-bebc-60599551b32f on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:06:50.970577 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c64c5931-a0a1-49c7-8dfe-386ab024243a tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.973833 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5ab86b34-9819-4af6-8fdc-228839cc1e59 req-2e6d241f-8790-48b3-ba81-3afdde40ce2b tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f9d5627e-150b-489f-9d9b-b05badf9963f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848119 Sep 21 18:06:50.989948 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c64c5931-a0a1-49c7-8dfe-386ab024243a tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:50.994425 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c64c5931-a0a1-49c7-8dfe-386ab024243a tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] 10.222.0.58 "DELETE /v2.0/networks/a1066e50-5bc8-49e4-bd87-0234d556347e HTTP/1.1" status: 204 len: 168 time: 0.9195209 Sep 21 18:06:50.994682 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49214) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:50.995330 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c5931-a0a1-49c7-8dfe-386ab024243a tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Pushing event deleted for resources: {'Network': ['ID=a1066e50-5bc8-49e4-bd87-0234d556347e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:51.078671 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6b7e499d-e0ad-49f2-ab05-7619671f94fc tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:51.117542 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49218) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:51.171550 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6b7e499d-e0ad-49f2-ab05-7619671f94fc tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:51.195475 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-6b7e499d-e0ad-49f2-ab05-7619671f94fc tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b093d00-39dc-4089-ab8b-c0e75d504258']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:51.210975 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-6b7e499d-e0ad-49f2-ab05-7619671f94fc tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ab12a4-ca57-4dab-9e5d-878b1cf0398e') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:51.210975 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-6b7e499d-e0ad-49f2-ab05-7619671f94fc tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ab12a4-ca57-4dab-9e5d-878b1cf0398e') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:51.218364 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6b7e499d-e0ad-49f2-ab05-7619671f94fc tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:51.224192 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-19d5d07c-7402-4210-a988-16e33577d001 tempest-SubnetPoolsTestJSON-1148739504 tempest-SubnetPoolsTestJSON-1148739504-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-917151865', 'prefixes': ['172.20.0.0/16']}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:51.236045 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6b7e499d-e0ad-49f2-ab05-7619671f94fc tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:51.243804 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b7e499d-e0ad-49f2-ab05-7619671f94fc tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:06:51.244190 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6b7e499d-e0ad-49f2-ab05-7619671f94fc tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:51.247339 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:06:51.247339 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:06:51.247339 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:06:51.247339 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:06:51.247339 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:06:51.247339 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:06:51.247339 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:06:51.247339 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:06:51.247339 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:06:51.247339 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:06:51.247339 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:06:51.247339 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:06:51.247339 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:06:51.247339 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:06:51.247339 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:06:51.247339 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:06:51.247339 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:06:51.247339 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:06:51.247339 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:06:51.247339 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:06:51.247339 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:06:51.247339 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:06:51.247339 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:06:51.247339 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:06:51.247339 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:06:51.247339 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:06:51.247339 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:06:51.247339 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:06:51.247339 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:06:51.247339 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:06:51.247339 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:06:51.247339 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:06:51.304648 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6b7e499d-e0ad-49f2-ab05-7619671f94fc tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:51.312297 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6b7e499d-e0ad-49f2-ab05-7619671f94fc tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:51.314068 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6b7e499d-e0ad-49f2-ab05-7619671f94fc tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] 10.222.0.58 "DELETE /v2.0/networks/9b093d00-39dc-4089-ab8b-c0e75d504258 HTTP/1.1" status: 204 len: 168 time: 0.3181839 Sep 21 18:06:51.316960 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49222) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:51.325732 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e499d-e0ad-49f2-ab05-7619671f94fc tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Pushing event deleted for resources: {'Network': ['ID=9b093d00-39dc-4089-ab8b-c0e75d504258,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:51.380854 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-19d5d07c-7402-4210-a988-16e33577d001 tempest-SubnetPoolsTestJSON-1148739504 tempest-SubnetPoolsTestJSON-1148739504-project] Notify callbacks [] for subnetpool, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:51.382079 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-19d5d07c-7402-4210-a988-16e33577d001 tempest-SubnetPoolsTestJSON-1148739504 tempest-SubnetPoolsTestJSON-1148739504-project] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2633836 Sep 21 18:06:51.384958 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49224) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:51.394637 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-60737020-27fe-4dae-8f7f-3cdf2e85f639 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Deleting subnet fe9ff034-82f0-498e-b9a9-fe3b7c997da3 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:06:51.410906 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-60737020-27fe-4dae-8f7f-3cdf2e85f639 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:51.448586 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fbac8c06-7ad9-4e91-9daa-9e9a01a48e0c tempest-SubnetPoolsTestJSON-1148739504 tempest-SubnetPoolsTestJSON-1148739504-project] 10.222.0.58 "GET /v2.0/subnetpools/2d3e7a3a-9251-4f59-a0bc-95af9b7ddbea HTTP/1.1" status: 200 len: 731 time: 0.0625849 Sep 21 18:06:51.451689 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49226) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:51.456572 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-8a7b5b1c-ed9c-4ce2-8e99-d5d5fcf3d787 tempest-SubnetPoolsTestJSON-1148739504 tempest-SubnetPoolsTestJSON-1148739504-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-589190272'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:51.463630 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-60737020-27fe-4dae-8f7f-3cdf2e85f639 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:51.533599 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:51.554825 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-60737020-27fe-4dae-8f7f-3cdf2e85f639 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:51.594301 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8a7b5b1c-ed9c-4ce2-8e99-d5d5fcf3d787 tempest-SubnetPoolsTestJSON-1148739504 tempest-SubnetPoolsTestJSON-1148739504-project] Notify callbacks [] for subnetpool, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:51.595906 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8a7b5b1c-ed9c-4ce2-8e99-d5d5fcf3d787 tempest-SubnetPoolsTestJSON-1148739504 tempest-SubnetPoolsTestJSON-1148739504-project] 10.222.0.58 "PUT /v2.0/subnetpools/2d3e7a3a-9251-4f59-a0bc-95af9b7ddbea HTTP/1.1" status: 200 len: 683 time: 0.1431942 Sep 21 18:06:51.598616 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49230) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:51.604594 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915ecb7-12d8-4830-8d91-b19aaf2b8488 req-1e51a2bb-67de-4b41-a45c-4bd94911c410 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:51.606064 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5915ecb7-12d8-4830-8d91-b19aaf2b8488 req-1e51a2bb-67de-4b41-a45c-4bd94911c410 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee384e56-fd24-45a8-bfed-4fb26191dd4d HTTP/1.1" status: 200 len: 943 time: 0.0904994 Sep 21 18:06:51.622668 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device cf75d108-528a-436d-8c61-7249e2669900 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:06:51.625542 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 876d40a4-1b6c-462f-8614-cc97ad592d25 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:51.634692 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-60737020-27fe-4dae-8f7f-3cdf2e85f639 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:51.647935 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5915ecb7-12d8-4830-8d91-b19aaf2b8488 req-41c7c80c-18f8-47f3-87e3-3e5a52f70b42 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353925 Sep 21 18:06:51.680240 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60737020-27fe-4dae-8f7f-3cdf2e85f639 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Pushing event deleted for resources: {'Subnet': ['ID=fe9ff034-82f0-498e-b9a9-fe3b7c997da3,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:51.682381 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-60737020-27fe-4dae-8f7f-3cdf2e85f639 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:51.684148 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-60737020-27fe-4dae-8f7f-3cdf2e85f639 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] 10.222.0.58 "DELETE /v2.0/subnets/fe9ff034-82f0-498e-b9a9-fe3b7c997da3 HTTP/1.1" status: 204 len: 168 time: 0.3662336 Sep 21 18:06:51.687519 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49232) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:51.690971 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72ce154-d8c7-456f-9355-d49e5bc6615e None None] Network 9c62533e-e3ac-496e-987c-a1c1d37fc274 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:06:51.710592 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-927fc341-bc92-4c24-91ed-45d66d293e9e tempest-SubnetPoolsTestJSON-1148739504 tempest-SubnetPoolsTestJSON-1148739504-project] Notify callbacks [] for subnetpool, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:51.711929 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-927fc341-bc92-4c24-91ed-45d66d293e9e tempest-SubnetPoolsTestJSON-1148739504 tempest-SubnetPoolsTestJSON-1148739504-project] 10.222.0.58 "DELETE /v2.0/subnetpools/2d3e7a3a-9251-4f59-a0bc-95af9b7ddbea HTTP/1.1" status: 204 len: 168 time: 0.1119072 Sep 21 18:06:51.714629 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49234) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:51.729964 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-2c52e6c4-4145-49d8-91ee-69b01e4b3d74 tempest-SubnetPoolsTestJSON-1148739504 tempest-SubnetPoolsTestJSON-1148739504-project] show failed (client error): The resource could not be found. Sep 21 18:06:51.731201 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2c52e6c4-4145-49d8-91ee-69b01e4b3d74 tempest-SubnetPoolsTestJSON-1148739504 tempest-SubnetPoolsTestJSON-1148739504-project] 10.222.0.58 "GET /v2.0/subnetpools/2d3e7a3a-9251-4f59-a0bc-95af9b7ddbea HTTP/1.1" status: 404 len: 346 time: 0.0153432 Sep 21 18:06:51.734162 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49236) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:51.748385 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-59e9461c-01e5-4e6b-9887-d363a2b77816 tempest-SubnetPoolsTestJSON-1148739504 tempest-SubnetPoolsTestJSON-1148739504-project] delete failed (client error): The resource could not be found. Sep 21 18:06:51.750049 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-59e9461c-01e5-4e6b-9887-d363a2b77816 tempest-SubnetPoolsTestJSON-1148739504 tempest-SubnetPoolsTestJSON-1148739504-project] 10.222.0.58 "DELETE /v2.0/subnetpools/2d3e7a3a-9251-4f59-a0bc-95af9b7ddbea HTTP/1.1" status: 404 len: 346 time: 0.0143251 Sep 21 18:06:51.782551 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f35d450-2f46-4351-99f2-1bd175e178f0 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:51.799549 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 876d40a4-1b6c-462f-8614-cc97ad592d25 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:06:51.810366 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 876d40a4-1b6c-462f-8614-cc97ad592d25 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:51.810741 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:51.838829 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-8f35d450-2f46-4351-99f2-1bd175e178f0 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Deleting port fd2683a0-55f1-4ec0-b47d-4f34702fa9ae {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:51.839206 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f35d450-2f46-4351-99f2-1bd175e178f0 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:51.881660 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port cf75d108-528a-436d-8c61-7249e2669900, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=cf75d108-528a-436d-8c61-7249e2669900,segment=NetworkSegment(7d5256e0-2fc2-448a-bfae-9c6a896d4861),segment_id=7d5256e0-2fc2-448a-bfae-9c6a896d4861)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:51.904518 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'cf75d108-528a-436d-8c61-7249e2669900', 'network_id': 'a15790e2-ddb0-4956-b8df-c99e33512c4d', 'port_id': 'cf75d108-528a-436d-8c61-7249e2669900', 'mac_address': 'fa:16:3e:fb:04:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35209640-638e-4aa3-a050-e128ee2e196f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:06:51.910653 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-8f35d450-2f46-4351-99f2-1bd175e178f0 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] For port fd2683a0-55f1-4ec0-b47d-4f34702fa9ae, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=fd2683a0-55f1-4ec0-b47d-4f34702fa9ae,segment=NetworkSegment(bbcbcbb4-7c59-4f0b-95df-7186f024929e),segment_id=bbcbcbb4-7c59-4f0b-95df-7186f024929e)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:51.910845 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f35d450-2f46-4351-99f2-1bd175e178f0 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:51.930683 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-8f35d450-2f46-4351-99f2-1bd175e178f0 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Calling delete_port for fd2683a0-55f1-4ec0-b47d-4f34702fa9ae owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:06:51.943336 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e682ba96-3ecc-4a3e-ade2-ef1439bbd2dd no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:06:52.022792 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f35d450-2f46-4351-99f2-1bd175e178f0 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:52.053797 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f35d450-2f46-4351-99f2-1bd175e178f0 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Pushing event deleted for resources: {'Port': ['ID=fd2683a0-55f1-4ec0-b47d-4f34702fa9ae,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:52.058210 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f35d450-2f46-4351-99f2-1bd175e178f0 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] No DVR routers for this DVR port fd2683a0-55f1-4ec0-b47d-4f34702fa9ae on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:06:52.117194 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729f1de-4a39-43c3-9874-17d941161741 req-cec05b67-b796-44d9-a39a-16d87fb14c7e tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:52.126039 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7729f1de-4a39-43c3-9874-17d941161741 req-cec05b67-b796-44d9-a39a-16d87fb14c7e tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.1363332 Sep 21 18:06:52.140809 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49246) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:52.145045 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: e682ba96-3ecc-4a3e-ade2-ef1439bbd2dd {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:06:52.145401 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e682ba96-3ecc-4a3e-ade2-ef1439bbd2dd not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:06:52.145870 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device fb0353d2-2407-4ae5-bebc-60599551b32f no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:06:52.176886 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: fb0353d2-2407-4ae5-bebc-60599551b32f {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:06:52.177607 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device fb0353d2-2407-4ae5-bebc-60599551b32f not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:06:52.183345 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:52.185592 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:52.207760 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72e7378-4a19-49ae-b707-77e8bc022d26 None None] DHCP port deletion for 9c62533e-e3ac-496e-987c-a1c1d37fc274 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:06:52.216636 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f35d450-2f46-4351-99f2-1bd175e178f0 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:52.222397 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf75d108-528a-436d-8c61-7249e2669900 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:06:52.224274 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7729f1de-4a39-43c3-9874-17d941161741 req-7d228c0d-e75e-452e-bd48-db6e6b1ac303 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963137 Sep 21 18:06:52.237308 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e28edd2-1f10-4759-a545-1e8ac87f2bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876d40a4-1b6c-462f-8614-cc97ad592d25'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:06:52.238034 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe563d-9b9d-4636-8007-0eda32386f12 req-edc823f3-cc21-4d61-87ce-e06d413f80d0 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:52.240108 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf059fd-d73a-46dc-830c-12f42ca6f4e0" -d '{"events": [{"server_uuid": "4e28edd2-1f10-4759-a545-1e8ac87f2bfb", "name": "network-vif-plugged", "status": "completed", "tag": "876d40a4-1b6c-462f-8614-cc97ad592d25"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:06:52.240264 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-51fe563d-9b9d-4636-8007-0eda32386f12 req-edc823f3-cc21-4d61-87ce-e06d413f80d0 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4e28edd2-1f10-4759-a545-1e8ac87f2bfb HTTP/1.1" status: 200 len: 1095 time: 0.1574149 Sep 21 18:06:52.258589 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-8f35d450-2f46-4351-99f2-1bd175e178f0 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c62533e-e3ac-496e-987c-a1c1d37fc274']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:52.282352 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-8f35d450-2f46-4351-99f2-1bd175e178f0 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbcbcbb4-7c59-4f0b-95df-7186f024929e') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:52.282515 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 876d40a4-1b6c-462f-8614-cc97ad592d25, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=876d40a4-1b6c-462f-8614-cc97ad592d25,segment=NetworkSegment(953015e8-9529-4288-9f90-ef076e8c0148),segment_id=953015e8-9529-4288-9f90-ef076e8c0148)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:52.282632 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-8f35d450-2f46-4351-99f2-1bd175e178f0 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbcbcbb4-7c59-4f0b-95df-7186f024929e') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:06:52.284918 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port cf75d108-528a-436d-8c61-7249e2669900, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=cf75d108-528a-436d-8c61-7249e2669900,segment=NetworkSegment(7d5256e0-2fc2-448a-bfae-9c6a896d4861),segment_id=7d5256e0-2fc2-448a-bfae-9c6a896d4861)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:52.289797 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:52.295535 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f35d450-2f46-4351-99f2-1bd175e178f0 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:52.315268 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-51fe563d-9b9d-4636-8007-0eda32386f12 req-7d96b753-8149-43ec-adcd-27da38818337 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f9d5627e-150b-489f-9d9b-b05badf9963f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597262 Sep 21 18:06:52.319321 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f35d450-2f46-4351-99f2-1bd175e178f0 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:52.326913 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f35d450-2f46-4351-99f2-1bd175e178f0 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:06:52.327169 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:52.327409 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f35d450-2f46-4351-99f2-1bd175e178f0 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:52.339110 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:06:52.339110 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:06:52.339110 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:06:52.339110 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:06:52.339110 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:06:52.339110 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:06:52.339110 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:06:52.339110 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:06:52.339110 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:06:52.339110 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:06:52.339110 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:06:52.339110 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:06:52.339110 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:06:52.339110 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:06:52.339110 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:06:52.339110 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:06:52.339110 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:06:52.339110 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:06:52.339110 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:06:52.339110 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:06:52.339110 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:06:52.339110 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:06:52.339110 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:06:52.339110 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:06:52.339110 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:06:52.339110 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:06:52.339110 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:06:52.339110 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:06:52.339110 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:06:52.339110 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:06:52.339110 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:06:52.339110 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:06:52.359281 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64c5754b-5471-4c83-9af9-dc88ac3f4b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:52.372660 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=876d40a4-1b6c-462f-8614-cc97ad592d25,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:52.426970 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f35d450-2f46-4351-99f2-1bd175e178f0 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:52.436146 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f35d450-2f46-4351-99f2-1bd175e178f0 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:52.438603 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8f35d450-2f46-4351-99f2-1bd175e178f0 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] 10.222.0.58 "DELETE /v2.0/networks/9c62533e-e3ac-496e-987c-a1c1d37fc274 HTTP/1.1" status: 204 len: 168 time: 0.7493737 Sep 21 18:06:52.439446 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb61fcae-9a50-4645-b174-5bf7a654b6bb x-openstack-request-id: req-bb61fcae-9a50-4645-b174-5bf7a654b6bb {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:06:52.439659 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e28edd2-1f10-4759-a545-1e8ac87f2bfb", "name": "network-vif-plugged", "status": "completed", "tag": "876d40a4-1b6c-462f-8614-cc97ad592d25", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:06:52.441055 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bb61fcae-9a50-4645-b174-5bf7a654b6bb {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:06:52.442102 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e28edd2-1f10-4759-a545-1e8ac87f2bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876d40a4-1b6c-462f-8614-cc97ad592d25', 'code': 200} Sep 21 18:06:52.443102 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49256) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:52.484939 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=cf75d108-528a-436d-8c61-7249e2669900,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:52.491646 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5e84c499-3727-4345-9e13-32653a810bc2 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] 10.222.0.58 "GET /v2.0/ports?device_id=3af654da-9e1e-488c-b5bd-9070dfbf1250 HTTP/1.1" status: 200 len: 205 time: 0.0427041 Sep 21 18:06:52.503205 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49258) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:52.506718 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f35d450-2f46-4351-99f2-1bd175e178f0 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Pushing event deleted for resources: {'Network': ['ID=9c62533e-e3ac-496e-987c-a1c1d37fc274,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:52.565952 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b558acd-6e35-4403-abf6-90b41509ed11 req-df51bb21-63db-495c-91b4-eee963901cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:52.567493 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b558acd-6e35-4403-abf6-90b41509ed11 req-df51bb21-63db-495c-91b4-eee963901cec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a8da2b927d2245079ac16237e127ada3&device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 1095 time: 0.0813649 Sep 21 18:06:52.569369 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e32d4-f07f-4550-ad4e-e33f01c57d12 req-82b3ef11-e2eb-41d5-be6f-cddf1ee659e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:52.570687 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-234e32d4-f07f-4550-ad4e-e33f01c57d12 req-82b3ef11-e2eb-41d5-be6f-cddf1ee659e6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4e28edd2-1f10-4759-a545-1e8ac87f2bfb HTTP/1.1" status: 200 len: 1096 time: 0.0856831 Sep 21 18:06:52.601982 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4fa5d932-9022-403e-8c19-5c06838ac7c5 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:52.621074 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['cf75d108-528a-436d-8c61-7249e2669900'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:06:52.661625 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-234e32d4-f07f-4550-ad4e-e33f01c57d12 req-8be05667-86c8-4fca-85af-9e52367125b4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f9d5627e-150b-489f-9d9b-b05badf9963f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790918 Sep 21 18:06:52.686519 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b558acd-6e35-4403-abf6-90b41509ed11 req-dc4ff281-4e06-483e-91e7-12af6b89890a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:52.688759 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b558acd-6e35-4403-abf6-90b41509ed11 req-dc4ff281-4e06-483e-91e7-12af6b89890a service neutron] 10.222.0.44 "GET /v2.0/networks?id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf HTTP/1.1" status: 200 len: 912 time: 0.1135511 Sep 21 18:06:52.799927 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b558acd-6e35-4403-abf6-90b41509ed11 req-d8ec1ea4-2367-4d7f-9eb2-861f2d73134d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01c5d430-12c5-4025-9899-f3f139598930 HTTP/1.1" status: 200 len: 999 time: 0.1023440 Sep 21 18:06:52.813058 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef64e53-df46-4a5a-8d2d-23ec08730863 req-efbc5764-4b05-4ac3-9271-3ae2602dbe75 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:52.814609 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5ef64e53-df46-4a5a-8d2d-23ec08730863 req-efbc5764-4b05-4ac3-9271-3ae2602dbe75 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee384e56-fd24-45a8-bfed-4fb26191dd4d HTTP/1.1" status: 200 len: 944 time: 0.0723333 Sep 21 18:06:52.887231 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b558acd-6e35-4403-abf6-90b41509ed11 req-90e27657-476b-4cb2-89a7-c956a260f32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:52.888727 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b558acd-6e35-4403-abf6-90b41509ed11 req-90e27657-476b-4cb2-89a7-c956a260f32f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=63a1043c-b263-4aac-aec7-9797fbf7cd86 HTTP/1.1" status: 200 len: 850 time: 0.0730751 Sep 21 18:06:52.891988 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5ef64e53-df46-4a5a-8d2d-23ec08730863 req-4ce46e08-dc45-4cd8-8ae1-a5e1b4d9edc7 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685129 Sep 21 18:06:52.939398 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b558acd-6e35-4403-abf6-90b41509ed11 req-d1652f43-d9d7-48e5-bd74-b9c4ad417571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:52.940937 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b558acd-6e35-4403-abf6-90b41509ed11 req-d1652f43-d9d7-48e5-bd74-b9c4ad417571 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428629 Sep 21 18:06:52.956815 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349a9a5-95c0-4255-a504-6ebcfeaf3baf req-1e7b2f9a-9323-4bd8-a328-3dd691f2cb4c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:52.958805 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1349a9a5-95c0-4255-a504-6ebcfeaf3baf req-1e7b2f9a-9323-4bd8-a328-3dd691f2cb4c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.4854271 Sep 21 18:06:53.023294 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64c5754b-5471-4c83-9af9-dc88ac3f4b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:53.036787 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b558acd-6e35-4403-abf6-90b41509ed11 req-d8dd91bc-3861-466e-ba94-115c492e8f29 service neutron] 10.222.0.44 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860181 Sep 21 18:06:53.080380 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64c5754b-5471-4c83-9af9-dc88ac3f4b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:53.125872 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b558acd-6e35-4403-abf6-90b41509ed11 req-50095cf7-7eff-433f-a5c1-ddbcfbfff297 service neutron] 10.222.0.44 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816333 Sep 21 18:06:53.134428 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4fa5d932-9022-403e-8c19-5c06838ac7c5 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:53.140098 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1349a9a5-95c0-4255-a504-6ebcfeaf3baf req-1effc909-3237-4f45-bfb0-f753cd1f88be tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721754 Sep 21 18:06:53.141236 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4fa5d932-9022-403e-8c19-5c06838ac7c5 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:53.199312 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5754b-5471-4c83-9af9-dc88ac3f4b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc44daf9-2077-48e4-984e-154878e20436,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:53.203624 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-64c5754b-5471-4c83-9af9-dc88ac3f4b3c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2d78dad1260f4a6cbad66bea0e04e767&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0614736 Sep 21 18:06:53.207133 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49262) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:53.215063 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4fa5d932-9022-403e-8c19-5c06838ac7c5 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:53.215413 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa5d932-9022-403e-8c19-5c06838ac7c5 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Fanout notify agent at l3_agent the message router_deleted on router 3af654da-9e1e-488c-b5bd-9070dfbf1250 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:06:53.222698 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4fa5d932-9022-403e-8c19-5c06838ac7c5 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:53.223813 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4fa5d932-9022-403e-8c19-5c06838ac7c5 tempest-RoutersNegativeTest-2019777636 tempest-RoutersNegativeTest-2019777636-project] 10.222.0.58 "DELETE /v2.0/routers/3af654da-9e1e-488c-b5bd-9070dfbf1250 HTTP/1.1" status: 204 len: 168 time: 0.7183867 Sep 21 18:06:53.270319 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-19d10303-b4f2-4472-8afc-6c33a995fb9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:53.278153 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:53.294949 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-19d10303-b4f2-4472-8afc-6c33a995fb9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:53.343332 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-19d10303-b4f2-4472-8afc-6c33a995fb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:53.346139 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-19d10303-b4f2-4472-8afc-6c33a995fb9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:53.347449 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-19d10303-b4f2-4472-8afc-6c33a995fb9f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bc44daf9-2077-48e4-984e-154878e20436 HTTP/1.1" status: 204 len: 168 time: 0.1398242 Sep 21 18:06:53.356502 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d10303-b4f2-4472-8afc-6c33a995fb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc44daf9-2077-48e4-984e-154878e20436,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:53.440586 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49272) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:53.456476 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365ddeb-88e8-4fd3-b4f7-aa1f020a1431 req-a4e12b41-8c91-4335-b2d8-10f0bac8377d tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:53.458096 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9365ddeb-88e8-4fd3-b4f7-aa1f020a1431 req-a4e12b41-8c91-4335-b2d8-10f0bac8377d tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4e28edd2-1f10-4759-a545-1e8ac87f2bfb HTTP/1.1" status: 200 len: 1096 time: 0.0463142 Sep 21 18:06:53.499912 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9365ddeb-88e8-4fd3-b4f7-aa1f020a1431 req-6bd33dfd-7c58-4a95-a678-d67caac6a448 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f9d5627e-150b-489f-9d9b-b05badf9963f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345216 Sep 21 18:06:53.635978 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device cf75d108-528a-436d-8c61-7249e2669900 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:06:53.700087 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bc1087b4-56d2-4e78-a01b-2e9bffbaa78c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4f235e3a759a4dcc95635443891f40b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2558081 Sep 21 18:06:53.700509 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49282) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:53.725456 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port cf75d108-528a-436d-8c61-7249e2669900 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:06:53.730817 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port cf75d108-528a-436d-8c61-7249e2669900 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:06:53.731703 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:53.760549 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c50224e1-6bf4-4755-bc8e-2b04ce632024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:53.792760 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c50224e1-6bf4-4755-bc8e-2b04ce632024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:53.829834 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:53.852935 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c50224e1-6bf4-4755-bc8e-2b04ce632024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:53.855704 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c50224e1-6bf4-4755-bc8e-2b04ce632024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:53.859468 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c50224e1-6bf4-4755-bc8e-2b04ce632024 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/df7bdd9e-b421-4bbd-9e2a-6f6e9253b485 HTTP/1.1" status: 204 len: 168 time: 0.1554050 Sep 21 18:06:53.872862 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50224e1-6bf4-4755-bc8e-2b04ce632024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7bdd9e-b421-4bbd-9e2a-6f6e9253b485,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:53.879500 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port cf75d108-528a-436d-8c61-7249e2669900, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=cf75d108-528a-436d-8c61-7249e2669900,segment=NetworkSegment(7d5256e0-2fc2-448a-bfae-9c6a896d4861),segment_id=7d5256e0-2fc2-448a-bfae-9c6a896d4861)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:53.891267 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:53.924088 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device fd2683a0-55f1-4ec0-b47d-4f34702fa9ae no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:06:53.951746 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: fd2683a0-55f1-4ec0-b47d-4f34702fa9ae {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:06:53.952090 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device fd2683a0-55f1-4ec0-b47d-4f34702fa9ae not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:06:53.979322 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=cf75d108-528a-436d-8c61-7249e2669900,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:54.041952 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a703f5f-7009-4449-b247-6ebfa0e250c9 req-f4093682-f260-4805-9c37-5cc54f9288a8 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:54.043664 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1a703f5f-7009-4449-b247-6ebfa0e250c9 req-f4093682-f260-4805-9c37-5cc54f9288a8 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee384e56-fd24-45a8-bfed-4fb26191dd4d HTTP/1.1" status: 200 len: 945 time: 0.0559325 Sep 21 18:06:54.084378 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1a703f5f-7009-4449-b247-6ebfa0e250c9 req-ed8106d5-1a38-4167-a906-4aa3f493de11 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329857 Sep 21 18:06:54.276817 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c938c0-dac1-4a9a-b733-1816e20ba519 req-72a3b451-0230-49e3-9456-9b2b98fb025f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:54.278358 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-79c938c0-dac1-4a9a-b733-1816e20ba519 req-72a3b451-0230-49e3-9456-9b2b98fb025f tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.0556781 Sep 21 18:06:54.318723 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-79c938c0-dac1-4a9a-b733-1816e20ba519 req-4220eb6a-e023-459c-a62c-8701635e4f7a tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337121 Sep 21 18:06:54.329361 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49310) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:54.333182 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027251 Sep 21 18:06:54.336360 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49312) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:54.443282 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641862e4-1854-4aa9-8f0d-b8e5e07f8046 req-ca6c1c2e-4a5e-4de1-8a70-4a5ff5065ce4 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:54.443500 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee384e56-fd24-45a8-bfed-4fb26191dd4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf75d108-528a-436d-8c61-7249e2669900'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:06:54.444945 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-641862e4-1854-4aa9-8f0d-b8e5e07f8046 req-ca6c1c2e-4a5e-4de1-8a70-4a5ff5065ce4 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.0494444 Sep 21 18:06:54.445910 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6f60f2-2ca2-49c7-86d6-5c64efccccb2" -d '{"events": [{"server_uuid": "ee384e56-fd24-45a8-bfed-4fb26191dd4d", "name": "network-vif-plugged", "status": "completed", "tag": "cf75d108-528a-436d-8c61-7249e2669900"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:06:54.492372 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9eabb9-8c37-4118-a88b-a8e484352793 x-openstack-request-id: req-7c9eabb9-8c37-4118-a88b-a8e484352793 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:06:54.492897 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee384e56-fd24-45a8-bfed-4fb26191dd4d", "name": "network-vif-plugged", "status": "completed", "tag": "cf75d108-528a-436d-8c61-7249e2669900", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:06:54.493270 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7c9eabb9-8c37-4118-a88b-a8e484352793 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:06:54.493674 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee384e56-fd24-45a8-bfed-4fb26191dd4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf75d108-528a-436d-8c61-7249e2669900', 'code': 200} Sep 21 18:06:54.496219 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-641862e4-1854-4aa9-8f0d-b8e5e07f8046 req-f3ee7354-0321-42bf-a599-8d2b21e0c0ce tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433700 Sep 21 18:06:54.579673 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:54.624138 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8d3932f8-14c1-44b0-896d-e849a47e968d tempest-NetworksApiDiscovery-2005393368 tempest-NetworksApiDiscovery-2005393368-project] 10.222.0.58 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2858529 Sep 21 18:06:54.650739 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99d2a2-4d11-443c-8715-cd60b4c22cda req-c66cbe14-82d4-45a2-be9a-49863c2e5347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:54.652032 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684cfa0-b2ec-48ba-ba92-7201114ddc86 req-5acc7f3a-72ae-4d72-900a-a15cb5c67269 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:54.652513 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fb99d2a2-4d11-443c-8715-cd60b4c22cda req-c66cbe14-82d4-45a2-be9a-49863c2e5347 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ee384e56-fd24-45a8-bfed-4fb26191dd4d HTTP/1.1" status: 200 len: 1096 time: 0.0962043 Sep 21 18:06:54.654365 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0684cfa0-b2ec-48ba-ba92-7201114ddc86 req-5acc7f3a-72ae-4d72-900a-a15cb5c67269 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.0639632 Sep 21 18:06:54.690508 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811cede-a3f6-4c17-89df-8a394c1db4da req-f50e2407-539c-4fe9-8acd-f221dc63a548 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:54.692597 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7811cede-a3f6-4c17-89df-8a394c1db4da req-f50e2407-539c-4fe9-8acd-f221dc63a548 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4e28edd2-1f10-4759-a545-1e8ac87f2bfb HTTP/1.1" status: 200 len: 1096 time: 0.0861950 Sep 21 18:06:54.705836 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0684cfa0-b2ec-48ba-ba92-7201114ddc86 req-0c559ec6-ddd8-4ee4-b0e2-e22997786082 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401030 Sep 21 18:06:54.726632 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fb99d2a2-4d11-443c-8715-cd60b4c22cda req-321890f3-1611-4a20-b287-e82c4111bd0e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603526 Sep 21 18:06:54.748933 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7811cede-a3f6-4c17-89df-8a394c1db4da req-91f6b7ff-d2f0-44df-8773-9ce6e182595f tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f9d5627e-150b-489f-9d9b-b05badf9963f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476022 Sep 21 18:06:54.827508 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49342) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:54.872191 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e63743-742b-4483-80c1-3336364498d9 req-f2157117-2608-4838-bed3-9ea3d3f88386 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:54.874415 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-66e63743-742b-4483-80c1-3336364498d9 req-f2157117-2608-4838-bed3-9ea3d3f88386 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4e28edd2-1f10-4759-a545-1e8ac87f2bfb HTTP/1.1" status: 200 len: 1096 time: 0.0533674 Sep 21 18:06:54.921984 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-66e63743-742b-4483-80c1-3336364498d9 req-9f4b18d4-7c89-4d73-816a-ce35f70ecd5a tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f9d5627e-150b-489f-9d9b-b05badf9963f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387444 Sep 21 18:06:54.926886 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49348) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:55.007624 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d75c6-8780-4ab1-960d-3a940a10055c req-806eac27-da22-4da3-a74f-fb307878b0ee tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:55.015163 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6b2d75c6-8780-4ab1-960d-3a940a10055c req-806eac27-da22-4da3-a74f-fb307878b0ee tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.0683250 Sep 21 18:06:55.049850 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db08fb-ab52-4bb5-aa35-b4d690c8246b req-00770edc-ead9-41c2-b422-e78553307674 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:55.052786 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59db08fb-ab52-4bb5-aa35-b4d690c8246b req-00770edc-ead9-41c2-b422-e78553307674 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4e28edd2-1f10-4759-a545-1e8ac87f2bfb HTTP/1.1" status: 200 len: 1096 time: 0.0586009 Sep 21 18:06:55.062415 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6b2d75c6-8780-4ab1-960d-3a940a10055c req-f7ecf5f9-e497-4129-aad9-afc5aaeae567 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411260 Sep 21 18:06:55.074622 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-c816c7fa-5f55-474d-afd7-bd3da8c04445 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Request body: {'security_group': {'name': 'tempest-secgroup--1096735394'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:55.087017 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1db45cd9-aa3a-4eec-a358-08464fc14271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:55.093624 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-59db08fb-ab52-4bb5-aa35-b4d690c8246b req-76c733c9-b8c2-4069-8fca-9bdcf56f186f tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f9d5627e-150b-489f-9d9b-b05badf9963f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341146 Sep 21 18:06:55.124416 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c816c7fa-5f55-474d-afd7-bd3da8c04445 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:55.137805 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c816c7fa-5f55-474d-afd7-bd3da8c04445 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:55.231382 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991c998-f55f-4266-91da-6f249ed72344 req-1a26faf6-09c3-44a8-aa71-054f6c49a597 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:55.232924 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a991c998-f55f-4266-91da-6f249ed72344 req-1a26faf6-09c3-44a8-aa71-054f6c49a597 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee384e56-fd24-45a8-bfed-4fb26191dd4d HTTP/1.1" status: 200 len: 945 time: 0.0713363 Sep 21 18:06:55.298215 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1db45cd9-aa3a-4eec-a358-08464fc14271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:55.304315 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a991c998-f55f-4266-91da-6f249ed72344 req-067e0ae6-f896-4faf-82eb-df50666396d4 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605991 Sep 21 18:06:55.309075 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1db45cd9-aa3a-4eec-a358-08464fc14271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:55.335122 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db51730-4182-4533-a2f5-210a2f1f300a req-5498bf6e-afa1-4650-a6e9-4f6f858c4a45 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:55.336892 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0db51730-4182-4533-a2f5-210a2f1f300a req-5498bf6e-afa1-4650-a6e9-4f6f858c4a45 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4e28edd2-1f10-4759-a545-1e8ac87f2bfb HTTP/1.1" status: 200 len: 1096 time: 0.0442994 Sep 21 18:06:55.366990 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1db45cd9-aa3a-4eec-a358-08464fc14271 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0d43d50549dc4520805794f570a547d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4385467 Sep 21 18:06:55.369673 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49360) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:55.373176 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db45cd9-aa3a-4eec-a358-08464fc14271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38999929-d4bb-4782-ac0a-25dfa653bfa4,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:55.385111 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0db51730-4182-4533-a2f5-210a2f1f300a req-e7311bc7-c177-4a69-b329-aab95a769c94 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f9d5627e-150b-489f-9d9b-b05badf9963f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418503 Sep 21 18:06:55.426842 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-13cc1d71-116b-4872-bc00-f3709cfd225d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:55.445303 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c816c7fa-5f55-474d-afd7-bd3da8c04445 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:55.451471 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c816c7fa-5f55-474d-afd7-bd3da8c04445 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:55.452006 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-13cc1d71-116b-4872-bc00-f3709cfd225d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:55.492995 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816c7fa-5f55-474d-afd7-bd3da8c04445 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a971bc-eeeb-4476-b67e-367bf905a5f7,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:55.509682 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-13cc1d71-116b-4872-bc00-f3709cfd225d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:55.513274 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-13cc1d71-116b-4872-bc00-f3709cfd225d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:55.514744 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-13cc1d71-116b-4872-bc00-f3709cfd225d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/38999929-d4bb-4782-ac0a-25dfa653bfa4 HTTP/1.1" status: 204 len: 168 time: 0.1440928 Sep 21 18:06:55.526323 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc1d71-116b-4872-bc00-f3709cfd225d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38999929-d4bb-4782-ac0a-25dfa653bfa4,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:55.561625 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c816c7fa-5f55-474d-afd7-bd3da8c04445 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:55.566687 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c816c7fa-5f55-474d-afd7-bd3da8c04445 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:55.595423 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c816c7fa-5f55-474d-afd7-bd3da8c04445 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:55.596702 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c816c7fa-5f55-474d-afd7-bd3da8c04445 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7684779 Sep 21 18:06:55.599683 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49364) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:55.604930 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816c7fa-5f55-474d-afd7-bd3da8c04445 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17cf18c3-e3ea-4188-be66-907634907efb,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:55.665936 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-032c2f6e-e38a-4252-bf80-0b59b889b2bb tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0650506 Sep 21 18:06:55.668599 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49368) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:55.673043 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-f9522b15-79ab-4a1b-838d-5c518d0a308a tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Request body: {'security_group': {'name': 'tempest-security--737395001', 'description': 'tempest-security-description-231863713'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:55.698722 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f9522b15-79ab-4a1b-838d-5c518d0a308a tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:55.743506 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f9522b15-79ab-4a1b-838d-5c518d0a308a tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:55.747226 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f9522b15-79ab-4a1b-838d-5c518d0a308a tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:55.749952 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f9522b15-79ab-4a1b-838d-5c518d0a308a tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:55.751237 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f9522b15-79ab-4a1b-838d-5c518d0a308a tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "PUT /v2.0/security-groups/17cf18c3-e3ea-4188-be66-907634907efb HTTP/1.1" status: 200 len: 1778 time: 0.0816338 Sep 21 18:06:55.754257 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49372) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:55.775192 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9522b15-79ab-4a1b-838d-5c518d0a308a tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17cf18c3-e3ea-4188-be66-907634907efb,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:55.798902 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2d2d7098-fd1d-4114-9d5c-ab2429d73265 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "GET /v2.0/security-groups/17cf18c3-e3ea-4188-be66-907634907efb HTTP/1.1" status: 200 len: 1778 time: 0.0430727 Sep 21 18:06:55.801452 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49376) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:55.868081 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-24a4467d-d8d3-4916-9e06-afce1f78feb4 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:55.893121 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-24a4467d-d8d3-4916-9e06-afce1f78feb4 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:55.939918 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-24a4467d-d8d3-4916-9e06-afce1f78feb4 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:55.942824 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-24a4467d-d8d3-4916-9e06-afce1f78feb4 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:55.946285 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-24a4467d-d8d3-4916-9e06-afce1f78feb4 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "DELETE /v2.0/security-groups/17cf18c3-e3ea-4188-be66-907634907efb HTTP/1.1" status: 204 len: 168 time: 0.1437964 Sep 21 18:06:55.947303 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49382) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:55.970243 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4467d-d8d3-4916-9e06-afce1f78feb4 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cf18c3-e3ea-4188-be66-907634907efb,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:56.014360 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-baecec61-ff2d-48e9-bfd7-420fab1a5339 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0633724 Sep 21 18:06:56.017211 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49388) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:56.030189 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-f375d35c-565e-4593-94d9-6c80213ee834 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] delete failed (client error): The resource could not be found. Sep 21 18:06:56.031535 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f375d35c-565e-4593-94d9-6c80213ee834 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "DELETE /v2.0/security-groups/17cf18c3-e3ea-4188-be66-907634907efb HTTP/1.1" status: 404 len: 347 time: 0.0134048 Sep 21 18:06:56.035228 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49390) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:56.040637 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-8592ef78-1383-41a7-a4da-eebb9e2b1ca6 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Request body: {'security_group': {'name': 'tempest-secgroup--101193567'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:56.063032 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8592ef78-1383-41a7-a4da-eebb9e2b1ca6 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:56.186129 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8592ef78-1383-41a7-a4da-eebb9e2b1ca6 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:56.191626 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8592ef78-1383-41a7-a4da-eebb9e2b1ca6 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:56.206482 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f365b91-f00e-42ea-8d1a-8c51fd238040 req-97ac5af9-936e-4825-a18e-f8273228837d tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:56.208059 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7f365b91-f00e-42ea-8d1a-8c51fd238040 req-97ac5af9-936e-4825-a18e-f8273228837d tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.0835998 Sep 21 18:06:56.247145 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8592ef78-1383-41a7-a4da-eebb9e2b1ca6 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:56.248319 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8592ef78-1383-41a7-a4da-eebb9e2b1ca6 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2120533 Sep 21 18:06:56.250908 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592ef78-1383-41a7-a4da-eebb9e2b1ca6 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d47d7e5-5dda-4809-b486-4eaf7f7137d2,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:56.251535 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49402) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:56.256988 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-e93e0cef-319d-45cc-a7d9-f31f06b2ff9d tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Request body: {'security_group_rule': {'security_group_id': '0d47d7e5-5dda-4809-b486-4eaf7f7137d2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:56.269466 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7f365b91-f00e-42ea-8d1a-8c51fd238040 req-cbbcf10f-ed5b-4847-9553-eeb5b217d7f3 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510917 Sep 21 18:06:56.293967 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e93e0cef-319d-45cc-a7d9-f31f06b2ff9d tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:56.356225 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e93e0cef-319d-45cc-a7d9-f31f06b2ff9d tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:56.367208 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e93e0cef-319d-45cc-a7d9-f31f06b2ff9d tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:56.385771 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e0cef-319d-45cc-a7d9-f31f06b2ff9d tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7893b3c7-10ff-42ba-b42e-8e4ca6a9f304,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:56.394179 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e93e0cef-319d-45cc-a7d9-f31f06b2ff9d tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:56.395519 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e93e0cef-319d-45cc-a7d9-f31f06b2ff9d tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1427858 Sep 21 18:06:56.398533 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49410) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:56.456091 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ac6f3d93-2baa-41df-a069-577b2fe1bac2 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:56.471978 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ac6f3d93-2baa-41df-a069-577b2fe1bac2 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:56.508875 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bad477-cad3-4ec7-a817-dd92698fa668 req-1a74d8b9-27c9-4202-af4a-d4cd5de59073 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:56.510786 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-38bad477-cad3-4ec7-a817-dd92698fa668 req-1a74d8b9-27c9-4202-af4a-d4cd5de59073 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee384e56-fd24-45a8-bfed-4fb26191dd4d HTTP/1.1" status: 200 len: 945 time: 0.1151733 Sep 21 18:06:56.531921 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ac6f3d93-2baa-41df-a069-577b2fe1bac2 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:56.552706 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ac6f3d93-2baa-41df-a069-577b2fe1bac2 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:56.555388 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ac6f3d93-2baa-41df-a069-577b2fe1bac2 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/7893b3c7-10ff-42ba-b42e-8e4ca6a9f304 HTTP/1.1" status: 204 len: 168 time: 0.1543086 Sep 21 18:06:56.559320 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49422) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:56.568300 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f3d93-2baa-41df-a069-577b2fe1bac2 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7893b3c7-10ff-42ba-b42e-8e4ca6a9f304,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:56.584218 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5be6d-3bf8-4daa-a3a9-9c2eec9226d3 req-42fa4623-8426-4ead-b892-d4b790b9e800 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:56.591881 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-60f5be6d-3bf8-4daa-a3a9-9c2eec9226d3 req-42fa4623-8426-4ead-b892-d4b790b9e800 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4e28edd2-1f10-4759-a545-1e8ac87f2bfb HTTP/1.1" status: 200 len: 1096 time: 0.1152275 Sep 21 18:06:56.595354 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-38bad477-cad3-4ec7-a817-dd92698fa668 req-3d6aa6e9-72ef-44e5-8a18-1ceca37be590 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735774 Sep 21 18:06:56.628412 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4afa1577-53d4-4b33-99f4-f7556ecf1bd6 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0677741 Sep 21 18:06:56.631051 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49428) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:56.644877 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-60f5be6d-3bf8-4daa-a3a9-9c2eec9226d3 req-4932e5f4-726b-432d-bbc6-ea8fb63e8d92 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f9d5627e-150b-489f-9d9b-b05badf9963f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520360 Sep 21 18:06:56.653545 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f40e3-bf84-4255-a90d-e12b88570e34 req-5b8f0911-3be0-4b0c-a4e9-941e5a1f1b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:56.655071 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d44f40e3-bf84-4255-a90d-e12b88570e34 req-5b8f0911-3be0-4b0c-a4e9-941e5a1f1b47 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a8da2b927d2245079ac16237e127ada3&device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 1095 time: 0.1112704 Sep 21 18:06:56.718595 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2e8dea84-34bf-4fde-888f-6b9fc5c2491b tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:56.743678 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2e8dea84-34bf-4fde-888f-6b9fc5c2491b tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:56.795060 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4ddea-3afb-43c5-9661-cb9ef196d4e5 req-19650f87-8118-410d-b0a3-73bb3fa4758c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:56.796766 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-53c4ddea-3afb-43c5-9661-cb9ef196d4e5 req-19650f87-8118-410d-b0a3-73bb3fa4758c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.1300285 Sep 21 18:06:56.819076 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2e8dea84-34bf-4fde-888f-6b9fc5c2491b tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:56.826379 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2e8dea84-34bf-4fde-888f-6b9fc5c2491b tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:56.828227 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2e8dea84-34bf-4fde-888f-6b9fc5c2491b tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "DELETE /v2.0/security-groups/0d47d7e5-5dda-4809-b486-4eaf7f7137d2 HTTP/1.1" status: 204 len: 168 time: 0.1958883 Sep 21 18:06:56.847696 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49434) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:56.887860 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8dea84-34bf-4fde-888f-6b9fc5c2491b tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d47d7e5-5dda-4809-b486-4eaf7f7137d2,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:56.938980 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-53c4ddea-3afb-43c5-9661-cb9ef196d4e5 req-af3ab656-f195-4ee1-ba74-e0797a70f082 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309674 Sep 21 18:06:56.956396 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b8e662b1-fbfe-4432-9a5f-ac657c8f9d79 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1036193 Sep 21 18:06:56.957411 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49436) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:56.964013 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-722e06ed-700d-4a5a-a04a-cd152ce9361c tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Request body: {'security_group': {'name': 'tempest-secgroup--1885548698'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:57.004310 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-722e06ed-700d-4a5a-a04a-cd152ce9361c tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:57.112671 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f40e3-bf84-4255-a90d-e12b88570e34 req-831d3c97-57b0-4615-b2f2-537b6a57381d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:57.114205 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d44f40e3-bf84-4255-a90d-e12b88570e34 req-831d3c97-57b0-4615-b2f2-537b6a57381d service neutron] 10.222.0.44 "GET /v2.0/networks?id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf HTTP/1.1" status: 200 len: 912 time: 0.4511743 Sep 21 18:06:57.120858 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f979e20-44e3-4514-9514-05174c859931 req-788c1ca0-f03e-4463-9703-0b4efe3befe8 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:57.122406 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7f979e20-44e3-4514-9514-05174c859931 req-788c1ca0-f03e-4463-9703-0b4efe3befe8 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4e28edd2-1f10-4759-a545-1e8ac87f2bfb HTTP/1.1" status: 200 len: 1096 time: 0.3940256 Sep 21 18:06:57.128130 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-722e06ed-700d-4a5a-a04a-cd152ce9361c tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:57.144177 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-722e06ed-700d-4a5a-a04a-cd152ce9361c tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:57.165963 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-722e06ed-700d-4a5a-a04a-cd152ce9361c tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:57.170097 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-722e06ed-700d-4a5a-a04a-cd152ce9361c tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2112706 Sep 21 18:06:57.170751 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49446) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:57.183072 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-6e9a9949-82c6-4916-b57a-bc87cb12acc4 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Request body: {'security_group_rule': {'security_group_id': '7a486822-d555-4ac5-9bda-e69589b2d810', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:57.222990 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e06ed-700d-4a5a-a04a-cd152ce9361c tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a486822-d555-4ac5-9bda-e69589b2d810,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:57.236198 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d44f40e3-bf84-4255-a90d-e12b88570e34 req-1a310f2e-52a9-4ced-9b5f-5beea31873c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01c5d430-12c5-4025-9899-f3f139598930 HTTP/1.1" status: 200 len: 999 time: 0.1127501 Sep 21 18:06:57.249743 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9949-82c6-4916-b57a-bc87cb12acc4 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:57.291634 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-7f979e20-44e3-4514-9514-05174c859931 req-43a622c0-62de-4764-bd56-9a8f424d8b95 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Deleting port 876d40a4-1b6c-462f-8614-cc97ad592d25 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:06:57.292039 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7f979e20-44e3-4514-9514-05174c859931 req-43a622c0-62de-4764-bd56-9a8f424d8b95 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:57.311154 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f40e3-bf84-4255-a90d-e12b88570e34 req-b8652155-2c0d-490e-b615-b0197a169cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:57.313024 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d44f40e3-bf84-4255-a90d-e12b88570e34 req-b8652155-2c0d-490e-b615-b0197a169cc0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=63a1043c-b263-4aac-aec7-9797fbf7cd86 HTTP/1.1" status: 200 len: 850 time: 0.0675585 Sep 21 18:06:57.323920 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9949-82c6-4916-b57a-bc87cb12acc4 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:57.328731 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9949-82c6-4916-b57a-bc87cb12acc4 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:57.363141 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a9949-82c6-4916-b57a-bc87cb12acc4 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51a3e50-761e-449d-a7b8-ba6ddac4722e,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:57.369654 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9949-82c6-4916-b57a-bc87cb12acc4 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:57.374752 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6e9a9949-82c6-4916-b57a-bc87cb12acc4 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1960096 Sep 21 18:06:57.375411 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49458) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:57.380035 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-3a6a62ee-2916-4420-99b1-3616a00fbe6c tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Request body: {'security_group_rule': {'security_group_id': '7a486822-d555-4ac5-9bda-e69589b2d810', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:57.412883 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-7f979e20-44e3-4514-9514-05174c859931 req-43a622c0-62de-4764-bd56-9a8f424d8b95 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] For port 876d40a4-1b6c-462f-8614-cc97ad592d25, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=876d40a4-1b6c-462f-8614-cc97ad592d25,segment=NetworkSegment(953015e8-9529-4288-9f90-ef076e8c0148),segment_id=953015e8-9529-4288-9f90-ef076e8c0148)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:06:57.413547 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7f979e20-44e3-4514-9514-05174c859931 req-43a622c0-62de-4764-bd56-9a8f424d8b95 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:57.414648 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3a6a62ee-2916-4420-99b1-3616a00fbe6c tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:57.418193 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f40e3-bf84-4255-a90d-e12b88570e34 req-61a1f73e-5a3c-49c4-9124-84e0db2089f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:57.419961 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d44f40e3-bf84-4255-a90d-e12b88570e34 req-61a1f73e-5a3c-49c4-9124-84e0db2089f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967906 Sep 21 18:06:57.431572 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-7f979e20-44e3-4514-9514-05174c859931 req-43a622c0-62de-4764-bd56-9a8f424d8b95 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Calling delete_port for 876d40a4-1b6c-462f-8614-cc97ad592d25 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:06:57.484742 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3a6a62ee-2916-4420-99b1-3616a00fbe6c tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:57.490266 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3a6a62ee-2916-4420-99b1-3616a00fbe6c tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:57.509828 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a62ee-2916-4420-99b1-3616a00fbe6c tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d992d71-ca07-4e16-a4e7-f1a86cfd2e72,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:57.521586 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3a6a62ee-2916-4420-99b1-3616a00fbe6c tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:57.525841 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3a6a62ee-2916-4420-99b1-3616a00fbe6c tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1494451 Sep 21 18:06:57.526468 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49460) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:57.531540 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-a05899c7-94b5-4561-9980-308178b4b107 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Request body: {'security_group_rule': {'security_group_id': '7a486822-d555-4ac5-9bda-e69589b2d810', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:57.565091 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a05899c7-94b5-4561-9980-308178b4b107 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:57.585429 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d44f40e3-bf84-4255-a90d-e12b88570e34 req-1867b615-ccde-4b8b-9d81-6034ba571b08 service neutron] 10.222.0.44 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549764 Sep 21 18:06:57.658498 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a05899c7-94b5-4561-9980-308178b4b107 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:57.665184 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a05899c7-94b5-4561-9980-308178b4b107 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:57.686168 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49466) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:57.699624 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05899c7-94b5-4561-9980-308178b4b107 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=824e1dbf-7abc-4d92-b465-02df1a3680f0,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:57.714107 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a05899c7-94b5-4561-9980-308178b4b107 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:57.715775 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a05899c7-94b5-4561-9980-308178b4b107 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1882210 Sep 21 18:06:57.719104 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49470) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:57.722315 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7f979e20-44e3-4514-9514-05174c859931 req-43a622c0-62de-4764-bd56-9a8f424d8b95 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:57.726115 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-bfad22a4-d7a6-4e17-9898-57030bf5bb66 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Request body: {'security_group_rule': {'security_group_id': '7a486822-d555-4ac5-9bda-e69589b2d810', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:57.738623 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['d00eb003-bafb-4311-b201-7fc87ba12827'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:06:57.772185 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a622c0-62de-4764-bd56-9a8f424d8b95 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Pushing event deleted for resources: {'Port': ['ID=876d40a4-1b6c-462f-8614-cc97ad592d25,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:57.774899 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bfad22a4-d7a6-4e17-9898-57030bf5bb66 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:57.795816 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d44f40e3-bf84-4255-a90d-e12b88570e34 req-0f7dd6c7-3cca-4b7b-9ab0-82e15fefa819 service neutron] 10.222.0.44 "GET /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017715 Sep 21 18:06:57.839338 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bde08340-d240-48db-9316-939c51f3df20 req-eb21a661-ecf2-4458-819f-dbf4005caf24 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4e28edd2-1f10-4759-a545-1e8ac87f2bfb HTTP/1.1" status: 200 len: 210 time: 0.0624692 Sep 21 18:06:57.870856 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bfad22a4-d7a6-4e17-9898-57030bf5bb66 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:57.879683 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bfad22a4-d7a6-4e17-9898-57030bf5bb66 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:57.922406 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f979e20-44e3-4514-9514-05174c859931 req-43a622c0-62de-4764-bd56-9a8f424d8b95 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] No DVR routers for this DVR port 876d40a4-1b6c-462f-8614-cc97ad592d25 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:06:57.925825 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad22a4-d7a6-4e17-9898-57030bf5bb66 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a064f35e-240b-4aa5-aa51-e6584af48f27,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:57.927317 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7f979e20-44e3-4514-9514-05174c859931 req-43a622c0-62de-4764-bd56-9a8f424d8b95 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:57.930214 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7f979e20-44e3-4514-9514-05174c859931 req-43a622c0-62de-4764-bd56-9a8f424d8b95 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.38 "DELETE /v2.0/ports/876d40a4-1b6c-462f-8614-cc97ad592d25 HTTP/1.1" status: 204 len: 173 time: 0.8001046 Sep 21 18:06:57.931838 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e28edd2-1f10-4759-a545-1e8ac87f2bfb', 'name': 'network-vif-deleted', 'tag': '876d40a4-1b6c-462f-8614-cc97ad592d25'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:06:57.933912 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9e97626b-76e9-401a-9ab4-3d8cdae384f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:57.938033 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bfad22a4-d7a6-4e17-9898-57030bf5bb66 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:57.941546 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fc9c9f-ecf1-4770-9fe9-589bf6a37593" -d '{"events": [{"server_uuid": "4e28edd2-1f10-4759-a545-1e8ac87f2bfb", "name": "network-vif-deleted", "tag": "876d40a4-1b6c-462f-8614-cc97ad592d25"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:06:57.945813 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bfad22a4-d7a6-4e17-9898-57030bf5bb66 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2221045 Sep 21 18:06:57.947191 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49472) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:57.954300 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-95dd5825-688a-4e3b-addf-b6ecb8e3ff0e tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Request body: {'security_group_rule': {'security_group_id': '7a486822-d555-4ac5-9bda-e69589b2d810', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:58.026625 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.db.api [None req-95dd5825-688a-4e3b-addf-b6ecb8e3ff0e tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 18:06:58.026625 n-d-810291-1 neutron-server[101460]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 21 18:06:58.026625 n-d-810291-1 neutron-server[101460]: [parameters: {'project_id': 'b13e58cd54be4f059e66541ebed29a57', 'id': 'd1b1c598-d0ad-47da-bfea-065c6b2ab8d6', 'expiration': datetime.datetime(2021, 9, 21, 18, 8, 58, 7559)}] Sep 21 18:06:58.026625 n-d-810291-1 neutron-server[101460]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:06:58.027225 n-d-810291-1 neutron-server[101460]: DEBUG oslo_db.api [None req-95dd5825-688a-4e3b-addf-b6ecb8e3ff0e tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:06:58.043649 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d02f0e6-1767-4044-87ab-a5b6c3f8214d x-openstack-request-id: req-7d02f0e6-1767-4044-87ab-a5b6c3f8214d {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:06:58.043950 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e28edd2-1f10-4759-a545-1e8ac87f2bfb", "name": "network-vif-deleted", "tag": "876d40a4-1b6c-462f-8614-cc97ad592d25", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:06:58.044315 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7d02f0e6-1767-4044-87ab-a5b6c3f8214d {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:06:58.044919 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e28edd2-1f10-4759-a545-1e8ac87f2bfb', 'name': 'network-vif-deleted', 'tag': '876d40a4-1b6c-462f-8614-cc97ad592d25', 'status': 'completed', 'code': 200} Sep 21 18:06:58.114781 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9e97626b-76e9-401a-9ab4-3d8cdae384f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:58.120342 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9e97626b-76e9-401a-9ab4-3d8cdae384f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:58.149795 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ca491-42c1-4081-b5ff-5a0ddc1dd289 req-a1470e45-9977-45f1-a44e-5f7544e7e793 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:58.168907 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-825ca491-42c1-4081-b5ff-5a0ddc1dd289 req-a1470e45-9977-45f1-a44e-5f7544e7e793 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.0833373 Sep 21 18:06:58.172538 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9e97626b-76e9-401a-9ab4-3d8cdae384f2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2d93b88c35504f5883ad27493abd2417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4785843 Sep 21 18:06:58.175234 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49480) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:58.189152 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97626b-76e9-401a-9ab4-3d8cdae384f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450cf059-cec2-4c60-a664-d8d6245f1053,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:58.231777 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-825ca491-42c1-4081-b5ff-5a0ddc1dd289 req-cc6df7f3-f542-4178-83fc-074b4f279a8d tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612476 Sep 21 18:06:58.252122 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-146290ff-ec9f-4fb7-a21f-21c4c71eb8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:58.272728 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-146290ff-ec9f-4fb7-a21f-21c4c71eb8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:58.321180 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-146290ff-ec9f-4fb7-a21f-21c4c71eb8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:58.325172 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-146290ff-ec9f-4fb7-a21f-21c4c71eb8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:58.326829 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-146290ff-ec9f-4fb7-a21f-21c4c71eb8e7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/450cf059-cec2-4c60-a664-d8d6245f1053 HTTP/1.1" status: 204 len: 168 time: 0.1461308 Sep 21 18:06:58.335130 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146290ff-ec9f-4fb7-a21f-21c4c71eb8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450cf059-cec2-4c60-a664-d8d6245f1053,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:58.562022 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-95dd5825-688a-4e3b-addf-b6ecb8e3ff0e tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:58.619266 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49486) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:58.633356 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cfc6283d-45ff-43fc-98f8-924fb3d9d2db admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:58.641591 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-95dd5825-688a-4e3b-addf-b6ecb8e3ff0e tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:58.645004 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-95dd5825-688a-4e3b-addf-b6ecb8e3ff0e tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:58.663574 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd5825-688a-4e3b-addf-b6ecb8e3ff0e tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee112fb9-3ee2-4b38-898e-e41c6ef19b83,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:58.722377 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cfc6283d-45ff-43fc-98f8-924fb3d9d2db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:58.726986 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cfc6283d-45ff-43fc-98f8-924fb3d9d2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:58.731406 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-95dd5825-688a-4e3b-addf-b6ecb8e3ff0e tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:58.732645 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-95dd5825-688a-4e3b-addf-b6ecb8e3ff0e tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7844596 Sep 21 18:06:58.735563 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49488) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:58.764374 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-cfc6283d-45ff-43fc-98f8-924fb3d9d2db admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e6df38a2860c474185b1a9aa78d3ce00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439795 Sep 21 18:06:58.765215 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a39004c1-3f61-4a5c-8a9a-880a0db87e7f tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:58.766221 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6283d-45ff-43fc-98f8-924fb3d9d2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c613a0-cf03-4ce5-8a89-293965765a09,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:58.767020 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49490) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:58.788398 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a39004c1-3f61-4a5c-8a9a-880a0db87e7f tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:58.834369 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a39004c1-3f61-4a5c-8a9a-880a0db87e7f tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:58.844623 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a39004c1-3f61-4a5c-8a9a-880a0db87e7f tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:58.845735 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a39004c1-3f61-4a5c-8a9a-880a0db87e7f tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/ee112fb9-3ee2-4b38-898e-e41c6ef19b83 HTTP/1.1" status: 204 len: 168 time: 0.1092424 Sep 21 18:06:58.848569 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49492) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:58.853988 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bd1e6384-3dae-431c-b9cc-cd8c4ed7fdae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:58.855852 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39004c1-3f61-4a5c-8a9a-880a0db87e7f tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee112fb9-3ee2-4b38-898e-e41c6ef19b83,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:58.886273 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bd1e6384-3dae-431c-b9cc-cd8c4ed7fdae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:58.896643 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-10fe5ca6-44fa-409c-bde7-ca3e2c6cc6e8 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0466785 Sep 21 18:06:58.899555 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49498) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:58.929884 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8f4678cd-f1ea-49df-9db4-62066cf266eb tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:58.942723 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8f4678cd-f1ea-49df-9db4-62066cf266eb tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:58.946189 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bd1e6384-3dae-431c-b9cc-cd8c4ed7fdae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:58.949104 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bd1e6384-3dae-431c-b9cc-cd8c4ed7fdae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:58.952689 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-bd1e6384-3dae-431c-b9cc-cd8c4ed7fdae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a6c613a0-cf03-4ce5-8a89-293965765a09 HTTP/1.1" status: 204 len: 168 time: 0.1823630 Sep 21 18:06:58.959506 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e6384-3dae-431c-b9cc-cd8c4ed7fdae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c613a0-cf03-4ce5-8a89-293965765a09,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:58.977770 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8f4678cd-f1ea-49df-9db4-62066cf266eb tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:58.990683 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8f4678cd-f1ea-49df-9db4-62066cf266eb tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:58.991843 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8f4678cd-f1ea-49df-9db4-62066cf266eb tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/a064f35e-240b-4aa5-aa51-e6584af48f27 HTTP/1.1" status: 204 len: 168 time: 0.0913277 Sep 21 18:06:58.992975 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4678cd-f1ea-49df-9db4-62066cf266eb tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a064f35e-240b-4aa5-aa51-e6584af48f27,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:58.994538 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49502) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:59.049508 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c344dbcc-87b3-4c4a-9c9f-848c607f8883 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0537195 Sep 21 18:06:59.052628 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49504) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:59.079227 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27663276-dc42-487e-aa43-0dba3dbf61a8 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:59.088567 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27663276-dc42-487e-aa43-0dba3dbf61a8 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:59.117729 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27663276-dc42-487e-aa43-0dba3dbf61a8 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:59.124586 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27663276-dc42-487e-aa43-0dba3dbf61a8 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:59.128579 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-27663276-dc42-487e-aa43-0dba3dbf61a8 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/824e1dbf-7abc-4d92-b465-02df1a3680f0 HTTP/1.1" status: 204 len: 168 time: 0.0721591 Sep 21 18:06:59.129431 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49508) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:59.131555 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27663276-dc42-487e-aa43-0dba3dbf61a8 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=824e1dbf-7abc-4d92-b465-02df1a3680f0,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:59.166700 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01b946-47ba-421a-8a13-cba88af1e3b0 req-71abe621-dbee-45a2-a790-d762c95b3c08 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:59.168051 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dd01b946-47ba-421a-8a13-cba88af1e3b0 req-71abe621-dbee-45a2-a790-d762c95b3c08 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=09a99e90-1cbe-4199-b2b6-3cf98c5b8c40 HTTP/1.1" status: 200 len: 1096 time: 0.0681248 Sep 21 18:06:59.183312 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6a77a8e2-f004-48b3-b161-8bfccb6c96c6 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0527751 Sep 21 18:06:59.186478 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49512) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:59.215744 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ab31802a-d6df-4ec7-9196-609f14153a11 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:59.220235 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dd01b946-47ba-421a-8a13-cba88af1e3b0 req-bdcd4653-0a9d-4261-82bc-93b60283ded6 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f9d5627e-150b-489f-9d9b-b05badf9963f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357089 Sep 21 18:06:59.223717 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ab31802a-d6df-4ec7-9196-609f14153a11 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:59.254654 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ab31802a-d6df-4ec7-9196-609f14153a11 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:59.262583 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ab31802a-d6df-4ec7-9196-609f14153a11 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:59.264177 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ab31802a-d6df-4ec7-9196-609f14153a11 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/2d992d71-ca07-4e16-a4e7-f1a86cfd2e72 HTTP/1.1" status: 204 len: 168 time: 0.0751367 Sep 21 18:06:59.266538 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49518) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:59.268599 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31802a-d6df-4ec7-9196-609f14153a11 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d992d71-ca07-4e16-a4e7-f1a86cfd2e72,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:59.327903 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0cf5caa1-7835-42fe-b4fd-e65113a182f3 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0576828 Sep 21 18:06:59.328261 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49524) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:59.357562 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7d0d5575-8fd8-4e3a-bac9-f059bd9fb83b tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:59.367614 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7d0d5575-8fd8-4e3a-bac9-f059bd9fb83b tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:59.385310 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f54ad-e0b2-4181-ba65-5cdb19b4e80e req-d680dced-a254-4530-8549-208109161b8e tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:59.391443 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-474f54ad-e0b2-4181-ba65-5cdb19b4e80e req-d680dced-a254-4530-8549-208109161b8e tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.0743461 Sep 21 18:06:59.402671 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7d0d5575-8fd8-4e3a-bac9-f059bd9fb83b tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:59.409585 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7d0d5575-8fd8-4e3a-bac9-f059bd9fb83b tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:59.413889 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7d0d5575-8fd8-4e3a-bac9-f059bd9fb83b tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/e51a3e50-761e-449d-a7b8-ba6ddac4722e HTTP/1.1" status: 204 len: 168 time: 0.0845819 Sep 21 18:06:59.414127 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49532) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:59.423183 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d5575-8fd8-4e3a-bac9-f059bd9fb83b tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e51a3e50-761e-449d-a7b8-ba6ddac4722e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:59.454770 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-474f54ad-e0b2-4181-ba65-5cdb19b4e80e req-6684e364-83d9-49fd-9885-254dd11baf88 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595496 Sep 21 18:06:59.487586 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-cfc2ddd8-5a0e-4f45-8c66-7094b3dc1373 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0595298 Sep 21 18:06:59.488061 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49536) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:59.558894 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-83d8893f-116a-4ab9-8dfb-6184e76dd7a6 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:59.589067 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-83d8893f-116a-4ab9-8dfb-6184e76dd7a6 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:59.633040 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aac95e-14bc-4c4a-98bc-2539f4bc01ca req-bff1613b-fec4-4486-a155-e08346454edd tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:06:59.635203 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e0aac95e-14bc-4c4a-98bc-2539f4bc01ca req-bff1613b-fec4-4486-a155-e08346454edd tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.0689387 Sep 21 18:06:59.645612 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-83d8893f-116a-4ab9-8dfb-6184e76dd7a6 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:59.649364 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-83d8893f-116a-4ab9-8dfb-6184e76dd7a6 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:59.650688 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-83d8893f-116a-4ab9-8dfb-6184e76dd7a6 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "DELETE /v2.0/security-groups/7a486822-d555-4ac5-9bda-e69589b2d810 HTTP/1.1" status: 204 len: 168 time: 0.1719389 Sep 21 18:06:59.655920 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49548) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:59.684536 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 876d40a4-1b6c-462f-8614-cc97ad592d25 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:06:59.688070 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e0aac95e-14bc-4c4a-98bc-2539f4bc01ca req-d449a8c8-0073-4e7d-ba81-661ad177e1b8 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423317 Sep 21 18:06:59.699550 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8893f-116a-4ab9-8dfb-6184e76dd7a6 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a486822-d555-4ac5-9bda-e69589b2d810,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:59.748597 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 876d40a4-1b6c-462f-8614-cc97ad592d25 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:06:59.749168 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 876d40a4-1b6c-462f-8614-cc97ad592d25 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:06:59.779446 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e2ebda6d-361c-4421-a7dc-cac922e2d434 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1101270 Sep 21 18:06:59.781048 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49558) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:59.785787 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-a14d0480-1c63-4124-999d-efd3a46ba9c2 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Request body: {'security_group': {'name': 'tempest-secgroup--1830864837'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:06:59.815758 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a14d0480-1c63-4124-999d-efd3a46ba9c2 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:59.940520 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a14d0480-1c63-4124-999d-efd3a46ba9c2 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:59.947170 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a14d0480-1c63-4124-999d-efd3a46ba9c2 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:59.977821 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a14d0480-1c63-4124-999d-efd3a46ba9c2 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:06:59.981667 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a14d0480-1c63-4124-999d-efd3a46ba9c2 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1968038 Sep 21 18:06:59.981667 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d0480-1c63-4124-999d-efd3a46ba9c2 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a916566-9d81-42be-9c7e-14a4ea861870,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:06:59.982450 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49572) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:06:59.994315 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-cc09e231-c88f-4252-88ce-de9c24e219c4 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Request body: {'security_group_rule': {'security_group_id': '3a916566-9d81-42be-9c7e-14a4ea861870', 'direction': 'ingress', 'protocol': 17}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:00.029297 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cc09e231-c88f-4252-88ce-de9c24e219c4 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:00.090207 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cc09e231-c88f-4252-88ce-de9c24e219c4 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:00.098899 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cc09e231-c88f-4252-88ce-de9c24e219c4 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:00.123184 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09e231-c88f-4252-88ce-de9c24e219c4 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa3d6bfb-674b-499b-a105-863914109324,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:00.140284 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cc09e231-c88f-4252-88ce-de9c24e219c4 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:00.144968 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49576) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:00.145438 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-cc09e231-c88f-4252-88ce-de9c24e219c4 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1613860 Sep 21 18:07:00.215201 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-991aa720-1e7e-4ba8-988d-ac966f3a66c7 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:00.249353 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-991aa720-1e7e-4ba8-988d-ac966f3a66c7 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:00.354348 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-991aa720-1e7e-4ba8-988d-ac966f3a66c7 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:00.356979 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-991aa720-1e7e-4ba8-988d-ac966f3a66c7 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:00.358341 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-991aa720-1e7e-4ba8-988d-ac966f3a66c7 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "DELETE /v2.0/security-groups/3a916566-9d81-42be-9c7e-14a4ea861870 HTTP/1.1" status: 204 len: 168 time: 0.2121348 Sep 21 18:07:00.361040 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49600) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:00.384479 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991aa720-1e7e-4ba8-988d-ac966f3a66c7 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a916566-9d81-42be-9c7e-14a4ea861870,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:00.389681 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93158223-a793-4c5b-86fb-d99e3e22e032 req-b24ae259-21be-4c76-9e25-afd0122bf609 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:00.391833 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-93158223-a793-4c5b-86fb-d99e3e22e032 req-b24ae259-21be-4c76-9e25-afd0122bf609 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=09a99e90-1cbe-4199-b2b6-3cf98c5b8c40 HTTP/1.1" status: 200 len: 1096 time: 0.0700357 Sep 21 18:07:00.439123 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f65d848e-66df-426c-9c90-ba44db928953 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0769300 Sep 21 18:07:00.443223 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-93158223-a793-4c5b-86fb-d99e3e22e032 req-d3f5d775-6757-4d63-9c74-0fc814782f83 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f9d5627e-150b-489f-9d9b-b05badf9963f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347955 Sep 21 18:07:00.448693 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49610) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:00.453522 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-295261df-8ce9-4d8b-b606-e67f7e99c554 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Request body: {'security_group': {'name': 'tempest-secgroup--2122664926'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:00.479952 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-295261df-8ce9-4d8b-b606-e67f7e99c554 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:00.586419 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6ed64-56be-4604-bd4f-868ddbcb2ce8 req-db28fdf1-bb06-41e8-9856-6c86ae491d83 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:00.589190 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-93a6ed64-56be-4604-bd4f-868ddbcb2ce8 req-db28fdf1-bb06-41e8-9856-6c86ae491d83 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=09a99e90-1cbe-4199-b2b6-3cf98c5b8c40 HTTP/1.1" status: 200 len: 1096 time: 0.0616701 Sep 21 18:07:00.611922 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-295261df-8ce9-4d8b-b606-e67f7e99c554 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:00.617299 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-295261df-8ce9-4d8b-b606-e67f7e99c554 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:00.669359 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-295261df-8ce9-4d8b-b606-e67f7e99c554 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:00.673533 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-295261df-8ce9-4d8b-b606-e67f7e99c554 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2237096 Sep 21 18:07:00.674160 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49620) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:00.692282 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-9d484008-5d97-4bba-a0e1-fa3a832d789e tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Request body: {'security_group': {'name': 'tempest-secgroup--1237926053'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:00.704559 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295261df-8ce9-4d8b-b606-e67f7e99c554 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf65f73b-fa27-4722-86e5-9c8b14dd4cbf,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:00.740569 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-93a6ed64-56be-4604-bd4f-868ddbcb2ce8 req-6c1f8400-323b-47ec-8a29-ad4923943f8b tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Deleting port d00eb003-bafb-4311-b201-7fc87ba12827 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:07:00.741202 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-93a6ed64-56be-4604-bd4f-868ddbcb2ce8 req-6c1f8400-323b-47ec-8a29-ad4923943f8b tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:00.742372 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9d484008-5d97-4bba-a0e1-fa3a832d789e tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:00.855212 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9d484008-5d97-4bba-a0e1-fa3a832d789e tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:00.855459 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-93a6ed64-56be-4604-bd4f-868ddbcb2ce8 req-6c1f8400-323b-47ec-8a29-ad4923943f8b tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] For port d00eb003-bafb-4311-b201-7fc87ba12827, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=d00eb003-bafb-4311-b201-7fc87ba12827,segment=NetworkSegment(953015e8-9529-4288-9f90-ef076e8c0148),segment_id=953015e8-9529-4288-9f90-ef076e8c0148)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:00.856080 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-93a6ed64-56be-4604-bd4f-868ddbcb2ce8 req-6c1f8400-323b-47ec-8a29-ad4923943f8b tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:00.860676 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9d484008-5d97-4bba-a0e1-fa3a832d789e tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:00.872861 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-93a6ed64-56be-4604-bd4f-868ddbcb2ce8 req-6c1f8400-323b-47ec-8a29-ad4923943f8b tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Calling delete_port for d00eb003-bafb-4311-b201-7fc87ba12827 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:00.903653 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d484008-5d97-4bba-a0e1-fa3a832d789e tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97d96daa-3341-436a-a828-687dd10115f5,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:00.926473 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9d484008-5d97-4bba-a0e1-fa3a832d789e tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:00.930830 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9d484008-5d97-4bba-a0e1-fa3a832d789e tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2397480 Sep 21 18:07:00.931250 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49628) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:00.939807 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-f981d876-f9de-4396-967c-346d8d1cac50 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Request body: {'security_group_rule': {'security_group_id': 'bf65f73b-fa27-4722-86e5-9c8b14dd4cbf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '97d96daa-3341-436a-a828-687dd10115f5', 'remote_ip_prefix': None}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:00.984959 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f981d876-f9de-4396-967c-346d8d1cac50 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:01.041820 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-93a6ed64-56be-4604-bd4f-868ddbcb2ce8 req-6c1f8400-323b-47ec-8a29-ad4923943f8b tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:01.082363 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f8400-323b-47ec-8a29-ad4923943f8b tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Pushing event deleted for resources: {'Port': ['ID=d00eb003-bafb-4311-b201-7fc87ba12827,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:01.087997 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f981d876-f9de-4396-967c-346d8d1cac50 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:01.094073 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f981d876-f9de-4396-967c-346d8d1cac50 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:01.120749 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981d876-f9de-4396-967c-346d8d1cac50 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff7c984-7d03-4014-b87c-b3568b34816e,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:01.131239 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f981d876-f9de-4396-967c-346d8d1cac50 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:01.132619 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f981d876-f9de-4396-967c-346d8d1cac50 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2004011 Sep 21 18:07:01.135753 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49638) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:01.144041 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a6ed64-56be-4604-bd4f-868ddbcb2ce8 req-6c1f8400-323b-47ec-8a29-ad4923943f8b tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] No DVR routers for this DVR port d00eb003-bafb-4311-b201-7fc87ba12827 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:07:01.153167 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-93a6ed64-56be-4604-bd4f-868ddbcb2ce8 req-6c1f8400-323b-47ec-8a29-ad4923943f8b tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:01.156085 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-93a6ed64-56be-4604-bd4f-868ddbcb2ce8 req-6c1f8400-323b-47ec-8a29-ad4923943f8b tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.44 "DELETE /v2.0/ports/d00eb003-bafb-4311-b201-7fc87ba12827 HTTP/1.1" status: 204 len: 173 time: 0.5582683 Sep 21 18:07:01.156711 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a99e90-1cbe-4199-b2b6-3cf98c5b8c40', 'name': 'network-vif-deleted', 'tag': 'd00eb003-bafb-4311-b201-7fc87ba12827'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:01.160266 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fdbbb4-874a-4a28-8fd9-c0596f39ee55" -d '{"events": [{"server_uuid": "09a99e90-1cbe-4199-b2b6-3cf98c5b8c40", "name": "network-vif-deleted", "tag": "d00eb003-bafb-4311-b201-7fc87ba12827"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:01.188610 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3e3add48-5a16-462d-8fbd-14f56a1dcd06 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:01.222258 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a820bf9-c1d5-42a2-b551-1379ec692398 x-openstack-request-id: req-6a820bf9-c1d5-42a2-b551-1379ec692398 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:01.222705 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a99e90-1cbe-4199-b2b6-3cf98c5b8c40", "name": "network-vif-deleted", "tag": "d00eb003-bafb-4311-b201-7fc87ba12827", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:01.223028 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6a820bf9-c1d5-42a2-b551-1379ec692398 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:01.223348 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a99e90-1cbe-4199-b2b6-3cf98c5b8c40', 'name': 'network-vif-deleted', 'tag': 'd00eb003-bafb-4311-b201-7fc87ba12827', 'status': 'completed', 'code': 200} Sep 21 18:07:01.228628 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3e3add48-5a16-462d-8fbd-14f56a1dcd06 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:01.284929 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3e3add48-5a16-462d-8fbd-14f56a1dcd06 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:01.292399 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3e3add48-5a16-462d-8fbd-14f56a1dcd06 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:01.296737 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49644) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:01.299306 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3e3add48-5a16-462d-8fbd-14f56a1dcd06 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/eff7c984-7d03-4014-b87c-b3568b34816e HTTP/1.1" status: 204 len: 168 time: 0.1622543 Sep 21 18:07:01.307474 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3add48-5a16-462d-8fbd-14f56a1dcd06 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eff7c984-7d03-4014-b87c-b3568b34816e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:01.375653 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-cc9910d4-b80d-421c-ac8b-252b92d2218d tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0745909 Sep 21 18:07:01.377437 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49646) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:01.450436 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e1a029b1-4142-4ba2-ab18-104304be4c63 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:01.476263 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e1a029b1-4142-4ba2-ab18-104304be4c63 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:01.523018 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e1a029b1-4142-4ba2-ab18-104304be4c63 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:01.527080 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e1a029b1-4142-4ba2-ab18-104304be4c63 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:01.532050 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49652) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:01.532673 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e1a029b1-4142-4ba2-ab18-104304be4c63 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "DELETE /v2.0/security-groups/97d96daa-3341-436a-a828-687dd10115f5 HTTP/1.1" status: 204 len: 168 time: 0.1536541 Sep 21 18:07:01.545855 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49654) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:01.562197 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a029b1-4142-4ba2-ab18-104304be4c63 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d96daa-3341-436a-a828-687dd10115f5,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:01.576845 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0de6f534-5a15-4d9d-812d-888e54678eda req-fb1fdb6b-efad-4e2a-aeb2-8837e8b2bc50 tempest-TestServerMultinode-668906784 tempest-TestServerMultinode-668906784-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=09a99e90-1cbe-4199-b2b6-3cf98c5b8c40 HTTP/1.1" status: 200 len: 210 time: 0.0366113 Sep 21 18:07:01.625251 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-35fbbb37-5efc-411a-b74e-c4e8ed8844ee tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0919573 Sep 21 18:07:01.627881 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49658) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:01.694227 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-17834a0e-6501-4e79-ad2a-b0400e6d13a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:01.695222 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-17838b08-3879-488e-bcf9-8e7ed8cc77ed tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:01.726301 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-17838b08-3879-488e-bcf9-8e7ed8cc77ed tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:01.784154 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-17838b08-3879-488e-bcf9-8e7ed8cc77ed tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:01.787273 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-17838b08-3879-488e-bcf9-8e7ed8cc77ed tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:01.791244 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-17838b08-3879-488e-bcf9-8e7ed8cc77ed tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "DELETE /v2.0/security-groups/bf65f73b-fa27-4722-86e5-9c8b14dd4cbf HTTP/1.1" status: 204 len: 168 time: 0.1598535 Sep 21 18:07:01.791998 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49662) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:01.809194 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-17834a0e-6501-4e79-ad2a-b0400e6d13a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:01.815020 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17838b08-3879-488e-bcf9-8e7ed8cc77ed tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf65f73b-fa27-4722-86e5-9c8b14dd4cbf,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:01.828830 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-17834a0e-6501-4e79-ad2a-b0400e6d13a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:01.853407 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-19cf4505-bbab-4df1-975d-e69d8195d4a3 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0576437 Sep 21 18:07:01.858265 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49664) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:01.864974 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-9159c06a-dd2a-44ac-b641-f5a3f9ae8157 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Request body: {'security_group': {'name': 'tempest-secgroup--864517745'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:01.890179 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9159c06a-dd2a-44ac-b641-f5a3f9ae8157 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:01.905268 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-17834a0e-6501-4e79-ad2a-b0400e6d13a6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8e8974a3b8734c17a3e6b4d657f6270e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3558540 Sep 21 18:07:01.905765 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49666) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:01.907414 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17834a0e-6501-4e79-ad2a-b0400e6d13a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46db3cd1-71e9-4b0a-98dd-7f3db8cda545,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:01.919567 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223f1a6-3ac3-4766-8ac9-f02b39ffc347 req-53851534-21f4-441f-8a37-6bd6a2db276c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:01.921188 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6223f1a6-3ac3-4766-8ac9-f02b39ffc347 req-53851534-21f4-441f-8a37-6bd6a2db276c tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=4096f9db-a6fb-40e2-bfd6-9d69d77f3580 HTTP/1.1" status: 200 len: 944 time: 0.1102941 Sep 21 18:07:01.991099 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9ea526cf-fc92-4a6d-ac18-bae4b63fdded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.029955 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9ea526cf-fc92-4a6d-ac18-bae4b63fdded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.030091 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-6223f1a6-3ac3-4766-8ac9-f02b39ffc347 req-8a50a27b-9921-4f51-8d9f-ff2c3f8c96e1 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Deleting port 26035614-514e-45ec-94d7-661ccc031c41 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:07:02.030255 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6223f1a6-3ac3-4766-8ac9-f02b39ffc347 req-8a50a27b-9921-4f51-8d9f-ff2c3f8c96e1 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.080772 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9159c06a-dd2a-44ac-b641-f5a3f9ae8157 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.094038 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9159c06a-dd2a-44ac-b641-f5a3f9ae8157 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.125429 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9159c06a-dd2a-44ac-b641-f5a3f9ae8157 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.126641 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9159c06a-dd2a-44ac-b641-f5a3f9ae8157 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2669699 Sep 21 18:07:02.130174 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49670) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:02.136499 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-31531671-5581-4771-9e3d-0baf1c20061c tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Request body: {'security_group_rule': {'security_group_id': '47a097ba-fc5e-4a38-9d97-bc2d54c822ee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:02.143836 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159c06a-dd2a-44ac-b641-f5a3f9ae8157 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47a097ba-fc5e-4a38-9d97-bc2d54c822ee,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:02.151514 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-6223f1a6-3ac3-4766-8ac9-f02b39ffc347 req-8a50a27b-9921-4f51-8d9f-ff2c3f8c96e1 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] For port 26035614-514e-45ec-94d7-661ccc031c41, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=26035614-514e-45ec-94d7-661ccc031c41,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:02.152234 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6223f1a6-3ac3-4766-8ac9-f02b39ffc347 req-8a50a27b-9921-4f51-8d9f-ff2c3f8c96e1 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.164861 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9ea526cf-fc92-4a6d-ac18-bae4b63fdded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.166987 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-6223f1a6-3ac3-4766-8ac9-f02b39ffc347 req-8a50a27b-9921-4f51-8d9f-ff2c3f8c96e1 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Calling delete_port for 26035614-514e-45ec-94d7-661ccc031c41 owned by compute:nova {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:02.168403 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9ea526cf-fc92-4a6d-ac18-bae4b63fdded admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.171318 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9ea526cf-fc92-4a6d-ac18-bae4b63fdded admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/46db3cd1-71e9-4b0a-98dd-7f3db8cda545 HTTP/1.1" status: 204 len: 168 time: 0.2629733 Sep 21 18:07:02.206982 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea526cf-fc92-4a6d-ac18-bae4b63fdded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46db3cd1-71e9-4b0a-98dd-7f3db8cda545,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:02.223545 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-31531671-5581-4771-9e3d-0baf1c20061c tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.287462 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-31531671-5581-4771-9e3d-0baf1c20061c tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.293085 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-31531671-5581-4771-9e3d-0baf1c20061c tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.312649 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31531671-5581-4771-9e3d-0baf1c20061c tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f48f9db-280a-4440-a3db-846ce0d721b5,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:02.319646 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-31531671-5581-4771-9e3d-0baf1c20061c tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.321142 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-31531671-5581-4771-9e3d-0baf1c20061c tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1896539 Sep 21 18:07:02.324051 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49674) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:02.348785 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6223f1a6-3ac3-4766-8ac9-f02b39ffc347 req-8a50a27b-9921-4f51-8d9f-ff2c3f8c96e1 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.359176 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-87acac1b-34a6-423e-9325-a0704679b58d tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.361822 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['a39e2a54-1d22-4efc-ab50-17ec7c4e731b'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:07:02.370726 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-87acac1b-34a6-423e-9325-a0704679b58d tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.385306 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50a27b-9921-4f51-8d9f-ff2c3f8c96e1 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Pushing event deleted for resources: {'Port': ['ID=26035614-514e-45ec-94d7-661ccc031c41,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:02.404111 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['80069cfb-431a-439b-8b99-5ae8864bfc8f'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:07:02.419061 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-87acac1b-34a6-423e-9325-a0704679b58d tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.428816 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-87acac1b-34a6-423e-9325-a0704679b58d tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.434916 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-87acac1b-34a6-423e-9325-a0704679b58d tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/9f48f9db-280a-4440-a3db-846ce0d721b5 HTTP/1.1" status: 204 len: 168 time: 0.1074529 Sep 21 18:07:02.435688 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49678) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:02.439471 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-6223f1a6-3ac3-4766-8ac9-f02b39ffc347 req-8a50a27b-9921-4f51-8d9f-ff2c3f8c96e1 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] No DVR routers for this DVR port 26035614-514e-45ec-94d7-661ccc031c41 on host n-h2-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:07:02.442492 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-6223f1a6-3ac3-4766-8ac9-f02b39ffc347 req-8a50a27b-9921-4f51-8d9f-ff2c3f8c96e1 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.446384 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6223f1a6-3ac3-4766-8ac9-f02b39ffc347 req-8a50a27b-9921-4f51-8d9f-ff2c3f8c96e1 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "DELETE /v2.0/ports/26035614-514e-45ec-94d7-661ccc031c41 HTTP/1.1" status: 204 len: 173 time: 0.5191164 Sep 21 18:07:02.447067 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4096f9db-a6fb-40e2-bfd6-9d69d77f3580', 'name': 'network-vif-deleted', 'tag': '26035614-514e-45ec-94d7-661ccc031c41'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:02.451113 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4979d1f-af7a-4711-88fc-60da20f0379d" -d '{"events": [{"server_uuid": "4096f9db-a6fb-40e2-bfd6-9d69d77f3580", "name": "network-vif-deleted", "tag": "26035614-514e-45ec-94d7-661ccc031c41"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:02.480698 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87acac1b-34a6-423e-9325-a0704679b58d tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f48f9db-280a-4440-a3db-846ce0d721b5,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:02.525010 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8034c258-c2fd-4aab-b5c4-94a88bc1ad33 x-openstack-request-id: req-8034c258-c2fd-4aab-b5c4-94a88bc1ad33 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:02.525302 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4096f9db-a6fb-40e2-bfd6-9d69d77f3580", "name": "network-vif-deleted", "tag": "26035614-514e-45ec-94d7-661ccc031c41", "status": "failed", "code": 422}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:02.525554 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8034c258-c2fd-4aab-b5c4-94a88bc1ad33 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:02.525956 n-d-810291-1 neutron-server[101461]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4096f9db-a6fb-40e2-bfd6-9d69d77f3580', 'name': 'network-vif-deleted', 'tag': '26035614-514e-45ec-94d7-661ccc031c41', 'status': 'failed', 'code': 422} returned with failed status Sep 21 18:07:02.537055 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49686) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:02.546160 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-88d1bd4c-eeb6-412a-98d7-9b56b954793d tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1068039 Sep 21 18:07:02.653006 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-755b468a-950d-45e6-99d6-e9d09738081b tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.680928 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49690) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:02.702741 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49692) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:02.728814 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-755b468a-950d-45e6-99d6-e9d09738081b tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.773785 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c2f64a33-af50-404c-8e03-2097f41c294b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.868451 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device d00eb003-bafb-4311-b201-7fc87ba12827 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:07:02.890432 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-755b468a-950d-45e6-99d6-e9d09738081b tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.893061 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-755b468a-950d-45e6-99d6-e9d09738081b tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:02.899313 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49694) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:02.907520 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-755b468a-950d-45e6-99d6-e9d09738081b tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "DELETE /v2.0/security-groups/47a097ba-fc5e-4a38-9d97-bc2d54c822ee HTTP/1.1" status: 204 len: 168 time: 0.3692803 Sep 21 18:07:02.913373 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: d00eb003-bafb-4311-b201-7fc87ba12827 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:07:02.914004 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device d00eb003-bafb-4311-b201-7fc87ba12827 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:07:02.941700 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b468a-950d-45e6-99d6-e9d09738081b tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a097ba-fc5e-4a38-9d97-bc2d54c822ee,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:03.026809 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c2f64a33-af50-404c-8e03-2097f41c294b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:03.031684 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c2f64a33-af50-404c-8e03-2097f41c294b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:03.037620 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-17ffcc8a-8248-4c31-b326-5479808d806f tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1371133 Sep 21 18:07:03.038256 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49700) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:03.046299 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-4985f18a-0f60-4db2-88d2-aa886d689faf tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Request body: {'security_group': {'name': 'tempest-secgroup--303276038'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:03.061041 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f64a33-af50-404c-8e03-2097f41c294b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7040f0dd-7ddd-4655-a7bb-31708ded15f0,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:03.091019 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c2f64a33-af50-404c-8e03-2097f41c294b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=70adb38a923743bfaf22c76f38ff0155&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3843625 Sep 21 18:07:03.092238 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49702) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:03.150036 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4985f18a-0f60-4db2-88d2-aa886d689faf tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:03.177511 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ae923165-991d-4085-b06f-580844468879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:03.219282 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ae923165-991d-4085-b06f-580844468879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:03.281252 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ae923165-991d-4085-b06f-580844468879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:03.284985 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ae923165-991d-4085-b06f-580844468879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:03.289282 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ae923165-991d-4085-b06f-580844468879 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7040f0dd-7ddd-4655-a7bb-31708ded15f0 HTTP/1.1" status: 204 len: 168 time: 0.1957448 Sep 21 18:07:03.299021 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae923165-991d-4085-b06f-580844468879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7040f0dd-7ddd-4655-a7bb-31708ded15f0,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:03.370130 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0676b99-7bcb-4ced-87b2-95548c84ee51 req-a0393576-488b-4659-b2ee-ea792fa4c61b tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:03.371679 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b0676b99-7bcb-4ced-87b2-95548c84ee51 req-a0393576-488b-4659-b2ee-ea792fa4c61b tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d HTTP/1.1" status: 200 len: 907 time: 0.0891719 Sep 21 18:07:03.377164 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4985f18a-0f60-4db2-88d2-aa886d689faf tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:03.384421 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-69ace2c0-0b36-451b-8869-e09bb9c900e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:03.387378 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4985f18a-0f60-4db2-88d2-aa886d689faf tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:03.464290 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4985f18a-0f60-4db2-88d2-aa886d689faf tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:03.465553 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4985f18a-0f60-4db2-88d2-aa886d689faf tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4246583 Sep 21 18:07:03.468116 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985f18a-0f60-4db2-88d2-aa886d689faf tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6765b181-fc0e-4e05-a158-0c22159d2b6e,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:03.468742 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49710) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:03.488131 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-5704a6fe-2e18-4fd4-aa75-ad0f9f8266cf tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Request body: {'security_group_rule': {'security_group_id': '6765b181-fc0e-4e05-a158-0c22159d2b6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:03.529577 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5704a6fe-2e18-4fd4-aa75-ad0f9f8266cf tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:03.592856 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5704a6fe-2e18-4fd4-aa75-ad0f9f8266cf tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:03.597319 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5704a6fe-2e18-4fd4-aa75-ad0f9f8266cf tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:03.619050 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704a6fe-2e18-4fd4-aa75-ad0f9f8266cf tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf4d4df-0454-42f0-b757-03b491edbc3f,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:03.636096 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5704a6fe-2e18-4fd4-aa75-ad0f9f8266cf tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:03.637762 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5704a6fe-2e18-4fd4-aa75-ad0f9f8266cf tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1619346 Sep 21 18:07:03.640411 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49716) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:03.659526 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d1c5e193-0417-429d-b200-a71631aa159e tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "GET /v2.0/security-group-rules/ebf4d4df-0454-42f0-b757-03b491edbc3f HTTP/1.1" status: 200 len: 763 time: 0.0176604 Sep 21 18:07:03.661854 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49718) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:03.707053 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a5066e9c-2091-4082-8c00-5fbe97eab98f tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0440805 Sep 21 18:07:03.709810 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49722) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:03.718134 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-69ace2c0-0b36-451b-8869-e09bb9c900e5 admin admin] Deleting port f4d69e13-2346-4fa1-aa5f-72b5ef71946b {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:07:03.718631 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-69ace2c0-0b36-451b-8869-e09bb9c900e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:03.736019 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-53560b8b-be74-48d7-8d7b-9cb9a8f6dd43 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:03.744572 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-53560b8b-be74-48d7-8d7b-9cb9a8f6dd43 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:03.778512 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-53560b8b-be74-48d7-8d7b-9cb9a8f6dd43 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:03.784810 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-53560b8b-be74-48d7-8d7b-9cb9a8f6dd43 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:03.788680 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49728) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:03.789118 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-53560b8b-be74-48d7-8d7b-9cb9a8f6dd43 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/ebf4d4df-0454-42f0-b757-03b491edbc3f HTTP/1.1" status: 204 len: 168 time: 0.0778790 Sep 21 18:07:03.797593 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53560b8b-be74-48d7-8d7b-9cb9a8f6dd43 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ebf4d4df-0454-42f0-b757-03b491edbc3f,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:03.828702 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-69ace2c0-0b36-451b-8869-e09bb9c900e5 admin admin] For port f4d69e13-2346-4fa1-aa5f-72b5ef71946b, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f4d69e13-2346-4fa1-aa5f-72b5ef71946b,segment=NetworkSegment(953015e8-9529-4288-9f90-ef076e8c0148),segment_id=953015e8-9529-4288-9f90-ef076e8c0148)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:03.829127 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-69ace2c0-0b36-451b-8869-e09bb9c900e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:03.847064 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-69ace2c0-0b36-451b-8869-e09bb9c900e5 admin admin] Calling delete_port for f4d69e13-2346-4fa1-aa5f-72b5ef71946b owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:03.923133 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ddf6ad4e-9365-4542-98ae-1ed4d1c28847 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1297913 Sep 21 18:07:03.925891 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49732) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:03.933742 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-012c6cc6-4461-4c77-99cb-3763a00fe6e0 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Request body: {'security_group_rule': {'security_group_id': '6765b181-fc0e-4e05-a158-0c22159d2b6e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:03.977033 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-012c6cc6-4461-4c77-99cb-3763a00fe6e0 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:04.043820 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-012c6cc6-4461-4c77-99cb-3763a00fe6e0 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:04.049874 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-012c6cc6-4461-4c77-99cb-3763a00fe6e0 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:04.065338 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c6cc6-4461-4c77-99cb-3763a00fe6e0 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac47bd7-54e6-47f1-ac14-56c33682760f,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:04.088817 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-012c6cc6-4461-4c77-99cb-3763a00fe6e0 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:04.092932 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-012c6cc6-4461-4c77-99cb-3763a00fe6e0 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1629291 Sep 21 18:07:04.093371 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49740) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:04.098920 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-69ace2c0-0b36-451b-8869-e09bb9c900e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:04.118358 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-855d8241-dfdb-4a63-8ead-41c6f60261d7 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "GET /v2.0/security-group-rules/5ac47bd7-54e6-47f1-ac14-56c33682760f HTTP/1.1" status: 200 len: 763 time: 0.0214145 Sep 21 18:07:04.119334 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49742) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:04.180920 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-76315446-9791-4f6d-b8ff-e9d462acaf59 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0587287 Sep 21 18:07:04.181243 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49744) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:04.187835 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ace2c0-0b36-451b-8869-e09bb9c900e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4d69e13-2346-4fa1-aa5f-72b5ef71946b,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:04.254641 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a194aa31-7d94-40d4-b40b-4b1e0f63a399 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:04.264386 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a194aa31-7d94-40d4-b40b-4b1e0f63a399 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:04.303464 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a194aa31-7d94-40d4-b40b-4b1e0f63a399 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:04.309816 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a194aa31-7d94-40d4-b40b-4b1e0f63a399 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:04.314223 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a194aa31-7d94-40d4-b40b-4b1e0f63a399 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/5ac47bd7-54e6-47f1-ac14-56c33682760f HTTP/1.1" status: 204 len: 168 time: 0.1317725 Sep 21 18:07:04.314773 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49750) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:04.323679 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194aa31-7d94-40d4-b40b-4b1e0f63a399 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ac47bd7-54e6-47f1-ac14-56c33682760f,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:04.419113 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ab963f8d-4137-41a8-8d11-e20bc86552a0 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1023934 Sep 21 18:07:04.421953 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49754) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:04.433632 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-a6a3e88c-cfe1-4234-8014-a3acc207b603 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Request body: {'security_group_rule': {'security_group_id': '6765b181-fc0e-4e05-a158-0c22159d2b6e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:04.465837 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-69ace2c0-0b36-451b-8869-e09bb9c900e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:04.534112 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bec073-495c-40c1-8b99-259b051f8e4d req-c48f9df9-a9ed-405c-863c-fc9667cae882 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:04.547587 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c0bec073-495c-40c1-8b99-259b051f8e4d req-c48f9df9-a9ed-405c-863c-fc9667cae882 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d HTTP/1.1" status: 200 len: 907 time: 0.0700107 Sep 21 18:07:04.556563 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a6a3e88c-cfe1-4234-8014-a3acc207b603 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:04.619710 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78c360-37a4-440c-820f-b877cc371e5f req-859aa043-b618-4f68-bbbc-a04417b5dff8 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:04.621215 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ab78c360-37a4-440c-820f-b877cc371e5f req-859aa043-b618-4f68-bbbc-a04417b5dff8 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.38 "GET /v2.0/ports?device_id=e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d HTTP/1.1" status: 200 len: 907 time: 0.1324146 Sep 21 18:07:04.756515 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a6a3e88c-cfe1-4234-8014-a3acc207b603 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:04.763271 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a6a3e88c-cfe1-4234-8014-a3acc207b603 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:04.824899 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3e88c-cfe1-4234-8014-a3acc207b603 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fff0f56-98bb-42b3-98f6-0806d1811070,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:04.837554 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a6a3e88c-cfe1-4234-8014-a3acc207b603 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:04.841635 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a6a3e88c-cfe1-4234-8014-a3acc207b603 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4159486 Sep 21 18:07:04.842631 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49766) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:05.175596 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-702a8fca-93e0-4cd1-ba98-2b11465f8430 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "GET /v2.0/security-group-rules/3fff0f56-98bb-42b3-98f6-0806d1811070 HTTP/1.1" status: 200 len: 764 time: 0.3269570 Sep 21 18:07:05.179081 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49780) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:05.180391 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-ab78c360-37a4-440c-820f-b877cc371e5f req-546ad83e-51a9-4e8c-ae9b-dbeb756e60ff tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Deleting port 25f5eaaf-16bd-439f-b22a-e87a4a9e62be {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:07:05.180734 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ab78c360-37a4-440c-820f-b877cc371e5f req-546ad83e-51a9-4e8c-ae9b-dbeb756e60ff tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:05.233492 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2274762d-6380-466d-8ed4-930448043292 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0518322 Sep 21 18:07:05.236149 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49782) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:05.258023 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ace2c0-0b36-451b-8869-e09bb9c900e5 admin admin] Router 3d093da6-f2e5-4673-b5c2-b7369ed3a48c has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:07:05.262475 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a4900fc0-9770-4339-b580-6d3ffb201f2b tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:05.271515 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a4900fc0-9770-4339-b580-6d3ffb201f2b tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:05.313043 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a4900fc0-9770-4339-b580-6d3ffb201f2b tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:05.319670 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a4900fc0-9770-4339-b580-6d3ffb201f2b tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:05.320835 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a4900fc0-9770-4339-b580-6d3ffb201f2b tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/3fff0f56-98bb-42b3-98f6-0806d1811070 HTTP/1.1" status: 204 len: 168 time: 0.0837464 Sep 21 18:07:05.332330 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49784) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:05.344359 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4900fc0-9770-4339-b580-6d3ffb201f2b tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3fff0f56-98bb-42b3-98f6-0806d1811070,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:05.358902 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-ab78c360-37a4-440c-820f-b877cc371e5f req-546ad83e-51a9-4e8c-ae9b-dbeb756e60ff tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] For port 25f5eaaf-16bd-439f-b22a-e87a4a9e62be, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=25f5eaaf-16bd-439f-b22a-e87a4a9e62be,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:05.359308 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ab78c360-37a4-440c-820f-b877cc371e5f req-546ad83e-51a9-4e8c-ae9b-dbeb756e60ff tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:05.380828 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-ab78c360-37a4-440c-820f-b877cc371e5f req-546ad83e-51a9-4e8c-ae9b-dbeb756e60ff tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Calling delete_port for 25f5eaaf-16bd-439f-b22a-e87a4a9e62be owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:05.400346 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5e514965-7e4b-44ad-b9a9-4d086ba27d45 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0662518 Sep 21 18:07:05.401606 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49788) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:05.472943 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9133d8b2-a318-401c-b661-308545a26e5e tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:05.485569 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ace2c0-0b36-451b-8869-e09bb9c900e5 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:07:05.493887 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-69ace2c0-0b36-451b-8869-e09bb9c900e5 admin admin] 10.222.0.58 "PUT /v2.0/routers/3d093da6-f2e5-4673-b5c2-b7369ed3a48c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8116653 Sep 21 18:07:05.494522 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49792) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:05.499018 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1670b4-6461-43a6-85ce-5de23de87ee5 None None] Sync routers for ids ['3d093da6-f2e5-4673-b5c2-b7369ed3a48c'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:07:05.525057 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1670b4-6461-43a6-85ce-5de23de87ee5 None None] Routers {'3d093da6-f2e5-4673-b5c2-b7369ed3a48c'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:07:05.525612 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-af1670b4-6461-43a6-85ce-5de23de87ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:06:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3d093da6-f2e5-4673-b5c2-b7369ed3a48c'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:05.535800 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9133d8b2-a318-401c-b661-308545a26e5e tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:05.616131 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9133d8b2-a318-401c-b661-308545a26e5e tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:05.621402 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9133d8b2-a318-401c-b661-308545a26e5e tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:05.625241 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9133d8b2-a318-401c-b661-308545a26e5e tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "DELETE /v2.0/security-groups/6765b181-fc0e-4e05-a158-0c22159d2b6e HTTP/1.1" status: 204 len: 168 time: 0.2199399 Sep 21 18:07:05.626627 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49796) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:05.641990 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-24a58713-8419-4ecb-a38d-ced171947986 admin admin] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:05.649831 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133d8b2-a318-401c-b661-308545a26e5e tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6765b181-fc0e-4e05-a158-0c22159d2b6e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:05.712801 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7e424743-9afc-4368-84c4-d6b19b733a5b tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0837829 Sep 21 18:07:05.719579 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49798) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:05.745580 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-af1670b4-6461-43a6-85ce-5de23de87ee5 None None] Set router 3d093da6-f2e5-4673-b5c2-b7369ed3a48c gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:07:05.768314 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6b1654fc-d6de-4c87-b257-d6f89e76d291 tempest-SecGroupTest-1266334151 tempest-SecGroupTest-1266334151-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0475113 Sep 21 18:07:05.838561 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d53ae8-6678-443e-96fd-e4ad144018b0 req-c70a9b34-fb3b-4645-8ff2-a22901919576 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:05.840174 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-89d53ae8-6678-443e-96fd-e4ad144018b0 req-c70a9b34-fb3b-4645-8ff2-a22901919576 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d HTTP/1.1" status: 200 len: 907 time: 0.1288345 Sep 21 18:07:05.843371 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ab78c360-37a4-440c-820f-b877cc371e5f req-546ad83e-51a9-4e8c-ae9b-dbeb756e60ff tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:05.900096 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ad83e-51a9-4e8c-ae9b-dbeb756e60ff tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Pushing event deleted for resources: {'Port': ['ID=25f5eaaf-16bd-439f-b22a-e87a4a9e62be,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:05.938597 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-24a58713-8419-4ecb-a38d-ced171947986 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:05.996179 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab78c360-37a4-440c-820f-b877cc371e5f req-546ad83e-51a9-4e8c-ae9b-dbeb756e60ff tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] No DVR routers for this DVR port 25f5eaaf-16bd-439f-b22a-e87a4a9e62be on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:07:05.999008 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-af1670b4-6461-43a6-85ce-5de23de87ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d093da6-f2e5-4673-b5c2-b7369ed3a48c', 'name': 'tempest-TestServerMultinode-1986510075-router', 'tenant_id': '03ca0efd181d4e23ad15c414a4694426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'ea6214e7-caa7-429e-85d9-1c7ad457fbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:51Z', 'updated_at': '2021-09-21T18:07:04Z', 'revision_number': 5, 'project_id': '03ca0efd181d4e23ad15c414a4694426', 'gw_port': {'id': 'ea6214e7-caa7-429e-85d9-1c7ad457fbf8', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d093da6-f2e5-4673-b5c2-b7369ed3a48c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:05:52Z', 'updated_at': '2021-09-21T18:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:06.001616 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ab78c360-37a4-440c-820f-b877cc371e5f req-546ad83e-51a9-4e8c-ae9b-dbeb756e60ff tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:06.005015 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ab78c360-37a4-440c-820f-b877cc371e5f req-546ad83e-51a9-4e8c-ae9b-dbeb756e60ff tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.38 "DELETE /v2.0/ports/25f5eaaf-16bd-439f-b22a-e87a4a9e62be HTTP/1.1" status: 204 len: 173 time: 1.3538728 Sep 21 18:07:06.007272 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d', 'name': 'network-vif-deleted', 'tag': '25f5eaaf-16bd-439f-b22a-e87a4a9e62be'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:06.017556 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ebb2b3-99ff-4700-9f66-12dcccfcaa31" -d '{"events": [{"server_uuid": "e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d", "name": "network-vif-deleted", "tag": "25f5eaaf-16bd-439f-b22a-e87a4a9e62be"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:06.029447 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1670b4-6461-43a6-85ce-5de23de87ee5 None None] Checking router: 3d093da6-f2e5-4673-b5c2-b7369ed3a48c for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:07:06.040109 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1670b4-6461-43a6-85ce-5de23de87ee5 None None] Routers {'3d093da6-f2e5-4673-b5c2-b7369ed3a48c'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:07:06.040822 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-af1670b4-6461-43a6-85ce-5de23de87ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:06:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3d093da6-f2e5-4673-b5c2-b7369ed3a48c'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:06.107570 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167a914e-b85a-4008-96db-040970c25ab4 x-openstack-request-id: req-167a914e-b85a-4008-96db-040970c25ab4 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:06.108843 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d", "name": "network-vif-deleted", "tag": "25f5eaaf-16bd-439f-b22a-e87a4a9e62be", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:06.109217 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-167a914e-b85a-4008-96db-040970c25ab4 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:06.111247 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e644aaf7-f097-4c2e-b4d4-1151e8dcbc0d', 'name': 'network-vif-deleted', 'tag': '25f5eaaf-16bd-439f-b22a-e87a4a9e62be', 'status': 'completed', 'code': 200} Sep 21 18:07:06.148088 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-24a58713-8419-4ecb-a38d-ced171947986 admin admin] Deleting port ea6214e7-caa7-429e-85d9-1c7ad457fbf8 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:07:06.148348 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-24a58713-8419-4ecb-a38d-ced171947986 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:06.165215 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-af1670b4-6461-43a6-85ce-5de23de87ee5 None None] Set router 3d093da6-f2e5-4673-b5c2-b7369ed3a48c gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:07:06.205892 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49808) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:06.255980 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-24a58713-8419-4ecb-a38d-ced171947986 admin admin] For port ea6214e7-caa7-429e-85d9-1c7ad457fbf8, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ea6214e7-caa7-429e-85d9-1c7ad457fbf8,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:06.256234 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-24a58713-8419-4ecb-a38d-ced171947986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:06.275817 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-24a58713-8419-4ecb-a38d-ced171947986 admin admin] Calling delete_port for ea6214e7-caa7-429e-85d9-1c7ad457fbf8 owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:06.322825 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-af1670b4-6461-43a6-85ce-5de23de87ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d093da6-f2e5-4673-b5c2-b7369ed3a48c', 'name': 'tempest-TestServerMultinode-1986510075-router', 'tenant_id': '03ca0efd181d4e23ad15c414a4694426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:51Z', 'updated_at': '2021-09-21T18:07:05Z', 'revision_number': 6, 'project_id': '03ca0efd181d4e23ad15c414a4694426', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:06.348724 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1670b4-6461-43a6-85ce-5de23de87ee5 None None] The sync data for ids ['3d093da6-f2e5-4673-b5c2-b7369ed3a48c'] in n-d-810291-1 is: [{'id': '3d093da6-f2e5-4673-b5c2-b7369ed3a48c', 'name': 'tempest-TestServerMultinode-1986510075-router', 'tenant_id': '03ca0efd181d4e23ad15c414a4694426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:05:51Z', 'updated_at': '2021-09-21T18:07:05Z', 'revision_number': 6, 'project_id': '03ca0efd181d4e23ad15c414a4694426', 'gw_port_host': None}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:07:06.366435 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-81a103c3-9947-42de-ae83-93ff790afbc8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b13e58cd54be4f059e66541ebed29a57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1585424 Sep 21 18:07:06.369042 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49814) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:06.427444 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d6d8569f-c652-43f3-9f60-46b78fee46da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:06.452326 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-24a58713-8419-4ecb-a38d-ced171947986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:06.464209 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d6d8569f-c652-43f3-9f60-46b78fee46da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:06.486002 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a58713-8419-4ecb-a38d-ced171947986 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea6214e7-caa7-429e-85d9-1c7ad457fbf8,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:06.522719 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d6d8569f-c652-43f3-9f60-46b78fee46da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:06.528458 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d6d8569f-c652-43f3-9f60-46b78fee46da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:06.531579 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d6d8569f-c652-43f3-9f60-46b78fee46da admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d8a971bc-eeeb-4476-b67e-367bf905a5f7 HTTP/1.1" status: 204 len: 168 time: 0.1606565 Sep 21 18:07:06.551518 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8569f-c652-43f3-9f60-46b78fee46da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a971bc-eeeb-4476-b67e-367bf905a5f7,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:06.564138 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-24a58713-8419-4ecb-a38d-ced171947986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:06.683783 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-24a58713-8419-4ecb-a38d-ced171947986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:06.685925 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-24a58713-8419-4ecb-a38d-ced171947986 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:06.751249 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-24a58713-8419-4ecb-a38d-ced171947986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:06.751783 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a58713-8419-4ecb-a38d-ced171947986 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d093da6-f2e5-4673-b5c2-b7369ed3a48c {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:07:06.756638 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-24a58713-8419-4ecb-a38d-ced171947986 admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:06.757853 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-24a58713-8419-4ecb-a38d-ced171947986 admin admin] 10.222.0.58 "DELETE /v2.0/routers/3d093da6-f2e5-4673-b5c2-b7369ed3a48c HTTP/1.1" status: 204 len: 168 time: 1.2588167 Sep 21 18:07:06.760674 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49834) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:06.816337 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-615e7026-eb4b-4dea-a2c0-aa3f554c9aa5 admin admin] Deleting subnet 53480a76-a2e1-4cb9-abd9-952fafb29185 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:07:06.823625 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-615e7026-eb4b-4dea-a2c0-aa3f554c9aa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:06.865714 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-615e7026-eb4b-4dea-a2c0-aa3f554c9aa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:06.960964 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-615e7026-eb4b-4dea-a2c0-aa3f554c9aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:07.042445 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-615e7026-eb4b-4dea-a2c0-aa3f554c9aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:07.074596 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e7026-eb4b-4dea-a2c0-aa3f554c9aa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53480a76-a2e1-4cb9-abd9-952fafb29185,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:07.113007 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-615e7026-eb4b-4dea-a2c0-aa3f554c9aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:07.115584 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac3e1be-6497-474f-b686-ee6e192000a2 None None] Network dddd0670-5287-4028-990d-3f24462a1d0c requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:07:07.128023 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-615e7026-eb4b-4dea-a2c0-aa3f554c9aa5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/53480a76-a2e1-4cb9-abd9-952fafb29185 HTTP/1.1" status: 204 len: 168 time: 0.3662486 Sep 21 18:07:07.130829 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49864) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:07.314768 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a44ae9-2da5-4bf8-b15d-d2848cec61de req-e4abe65f-efdd-494f-9cc7-aade64147dde tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:07.316529 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-33a44ae9-2da5-4bf8-b15d-d2848cec61de req-e4abe65f-efdd-494f-9cc7-aade64147dde tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e2a0a01-5d69-47b1-9f17-8d86324a7794 HTTP/1.1" status: 200 len: 945 time: 0.1201348 Sep 21 18:07:07.319936 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-08ff13ac-b60b-4236-a625-c56698a8b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:07.361339 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-33a44ae9-2da5-4bf8-b15d-d2848cec61de req-876d6295-3100-4775-9a83-737a00c95da2 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356402 Sep 21 18:07:07.387936 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff341ce-ab08-44c2-9da7-396a24b8462a None None] DHCP port deletion for dddd0670-5287-4028-990d-3f24462a1d0c request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:07:07.434337 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-08ff13ac-b60b-4236-a625-c56698a8b8e9 admin admin] Deleting port eb9ccc0a-33dc-4d39-b340-84b03ff8c433 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:07:07.434833 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-08ff13ac-b60b-4236-a625-c56698a8b8e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:07.449151 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49872) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:07.451891 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-eff341ce-ab08-44c2-9da7-396a24b8462a None None] Deleting port eb9ccc0a-33dc-4d39-b340-84b03ff8c433 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:07:07.452350 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-eff341ce-ab08-44c2-9da7-396a24b8462a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:07.540377 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-08ff13ac-b60b-4236-a625-c56698a8b8e9 admin admin] For port eb9ccc0a-33dc-4d39-b340-84b03ff8c433, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=eb9ccc0a-33dc-4d39-b340-84b03ff8c433,segment=NetworkSegment(953015e8-9529-4288-9f90-ef076e8c0148),segment_id=953015e8-9529-4288-9f90-ef076e8c0148)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:07.540922 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-08ff13ac-b60b-4236-a625-c56698a8b8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:07.544031 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-eff341ce-ab08-44c2-9da7-396a24b8462a None None] For port eb9ccc0a-33dc-4d39-b340-84b03ff8c433, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=eb9ccc0a-33dc-4d39-b340-84b03ff8c433,segment=NetworkSegment(953015e8-9529-4288-9f90-ef076e8c0148),segment_id=953015e8-9529-4288-9f90-ef076e8c0148)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:07.544629 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-eff341ce-ab08-44c2-9da7-396a24b8462a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:07.566785 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-eff341ce-ab08-44c2-9da7-396a24b8462a None None] Calling delete_port for eb9ccc0a-33dc-4d39-b340-84b03ff8c433 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:07.571267 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-08ff13ac-b60b-4236-a625-c56698a8b8e9 admin admin] Calling delete_port for eb9ccc0a-33dc-4d39-b340-84b03ff8c433 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:07.618807 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-529fa1de-581b-4fa3-a888-e81018cfbae8 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:07.620108 n-d-810291-1 neutron-server[101461]: WARNING neutron.api.v2.base [None req-529fa1de-581b-4fa3-a888-e81018cfbae8 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 21 18:07:07.620748 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-529fa1de-581b-4fa3-a888-e81018cfbae8 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] create failed (client error): There was a conflict when trying to complete your request. Sep 21 18:07:07.623051 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-529fa1de-581b-4fa3-a888-e81018cfbae8 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1717825 Sep 21 18:07:07.626724 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49878) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:07.636795 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-409724df-d5ca-45e2-b81d-052612cbfe36 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Request body: {'security_group': {'name': 'tempest-secgroup--1575869408'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:07.662028 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-409724df-d5ca-45e2-b81d-052612cbfe36 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:07.675924 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-409724df-d5ca-45e2-b81d-052612cbfe36 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:07.676566 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-eff341ce-ab08-44c2-9da7-396a24b8462a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:07.689263 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-08ff13ac-b60b-4236-a625-c56698a8b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:07.689996 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff341ce-ab08-44c2-9da7-396a24b8462a None None] No DVR routers for this DVR port eb9ccc0a-33dc-4d39-b340-84b03ff8c433 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:07:07.713915 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff341ce-ab08-44c2-9da7-396a24b8462a None None] Pushing event deleted for resources: {'Port': ['ID=eb9ccc0a-33dc-4d39-b340-84b03ff8c433,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:07.717432 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff13ac-b60b-4236-a625-c56698a8b8e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb9ccc0a-33dc-4d39-b340-84b03ff8c433,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:07.721150 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ff13ac-b60b-4236-a625-c56698a8b8e9 admin admin] No DVR routers for this DVR port eb9ccc0a-33dc-4d39-b340-84b03ff8c433 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:07:07.758900 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 25f5eaaf-16bd-439f-b22a-e87a4a9e62be no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:07:07.779404 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 25f5eaaf-16bd-439f-b22a-e87a4a9e62be {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:07:07.779759 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 25f5eaaf-16bd-439f-b22a-e87a4a9e62be not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:07:07.811533 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-08ff13ac-b60b-4236-a625-c56698a8b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:07.818061 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-409724df-d5ca-45e2-b81d-052612cbfe36 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:07.824494 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-409724df-d5ca-45e2-b81d-052612cbfe36 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:07.837771 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-08ff13ac-b60b-4236-a625-c56698a8b8e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dddd0670-5287-4028-990d-3f24462a1d0c']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:07.847578 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-08ff13ac-b60b-4236-a625-c56698a8b8e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '953015e8-9529-4288-9f90-ef076e8c0148') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:07.847926 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-08ff13ac-b60b-4236-a625-c56698a8b8e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '953015e8-9529-4288-9f90-ef076e8c0148') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:07.860391 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-08ff13ac-b60b-4236-a625-c56698a8b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:07.866431 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409724df-d5ca-45e2-b81d-052612cbfe36 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b60c78c0-f115-4a35-b903-934606753714,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:07.877468 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-08ff13ac-b60b-4236-a625-c56698a8b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:07.890396 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ff13ac-b60b-4236-a625-c56698a8b8e9 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:07:07.893076 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-08ff13ac-b60b-4236-a625-c56698a8b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:07:07.894290 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:07:07.944419 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-409724df-d5ca-45e2-b81d-052612cbfe36 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:07.952583 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-409724df-d5ca-45e2-b81d-052612cbfe36 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:07.965215 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-08ff13ac-b60b-4236-a625-c56698a8b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:07.972395 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-08ff13ac-b60b-4236-a625-c56698a8b8e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:07.976711 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-08ff13ac-b60b-4236-a625-c56698a8b8e9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/dddd0670-5287-4028-990d-3f24462a1d0c HTTP/1.1" status: 204 len: 168 time: 0.8449018 Sep 21 18:07:07.978967 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49880) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:07.997325 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ea6214e7-caa7-429e-85d9-1c7ad457fbf8 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:07:07.997701 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-409724df-d5ca-45e2-b81d-052612cbfe36 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:07.998994 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-409724df-d5ca-45e2-b81d-052612cbfe36 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3710921 Sep 21 18:07:08.001961 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49882) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:08.007832 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-fc019672-0c3d-4073-8ff7-3d64a6b97702 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Request body: {'security_group_rule': {'security_group_id': '3fb6c72e-80b1-4e18-bd87-c31f826d1cea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:08.012291 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409724df-d5ca-45e2-b81d-052612cbfe36 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb6c72e-80b1-4e18-bd87-c31f826d1cea,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:08.032717 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: ea6214e7-caa7-429e-85d9-1c7ad457fbf8 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:07:08.033228 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ea6214e7-caa7-429e-85d9-1c7ad457fbf8 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:07:08.033871 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f4d69e13-2346-4fa1-aa5f-72b5ef71946b no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:07:08.038485 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff13ac-b60b-4236-a625-c56698a8b8e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=dddd0670-5287-4028-990d-3f24462a1d0c,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:08.047116 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fc019672-0c3d-4073-8ff7-3d64a6b97702 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:08.074384 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: f4d69e13-2346-4fa1-aa5f-72b5ef71946b {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:07:08.075382 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f4d69e13-2346-4fa1-aa5f-72b5ef71946b not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:07:08.075797 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device eb9ccc0a-33dc-4d39-b340-84b03ff8c433 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:07:08.095462 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: eb9ccc0a-33dc-4d39-b340-84b03ff8c433 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:07:08.096033 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device eb9ccc0a-33dc-4d39-b340-84b03ff8c433 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:07:08.117239 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fc019672-0c3d-4073-8ff7-3d64a6b97702 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:08.123729 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fc019672-0c3d-4073-8ff7-3d64a6b97702 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:08.143140 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc019672-0c3d-4073-8ff7-3d64a6b97702 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a3d54c9-79c8-4a85-afc3-54719fdbe9b6,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:08.151263 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fc019672-0c3d-4073-8ff7-3d64a6b97702 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:08.155501 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fc019672-0c3d-4073-8ff7-3d64a6b97702 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1524515 Sep 21 18:07:08.157203 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49886) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:08.162776 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-8e67ff10-d888-4133-bc8f-8d8329c2cd2b tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Request body: {'security_group_rule': {'security_group_id': '3fb6c72e-80b1-4e18-bd87-c31f826d1cea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:08.202421 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8e67ff10-d888-4133-bc8f-8d8329c2cd2b tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:08.266975 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-8e67ff10-d888-4133-bc8f-8d8329c2cd2b tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] create failed (client error): There was a conflict when trying to complete your request. Sep 21 18:07:08.268181 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8e67ff10-d888-4133-bc8f-8d8329c2cd2b tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1097715 Sep 21 18:07:08.271119 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49892) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:08.331218 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3a955e60-21a7-4a9f-97bc-4c8515c87b8f tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:08.356084 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3a955e60-21a7-4a9f-97bc-4c8515c87b8f tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:08.401212 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3a955e60-21a7-4a9f-97bc-4c8515c87b8f tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:08.404309 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3a955e60-21a7-4a9f-97bc-4c8515c87b8f tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:08.405534 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3a955e60-21a7-4a9f-97bc-4c8515c87b8f tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "DELETE /v2.0/security-groups/3fb6c72e-80b1-4e18-bd87-c31f826d1cea HTTP/1.1" status: 204 len: 168 time: 0.1332328 Sep 21 18:07:08.409235 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49900) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:08.416885 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bb9cd733-5b12-4944-977f-e186a31a4822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:08.428830 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a955e60-21a7-4a9f-97bc-4c8515c87b8f tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb6c72e-80b1-4e18-bd87-c31f826d1cea,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:08.478373 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6fc68cbe-70af-413f-99a2-1c619f1677b7 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0671551 Sep 21 18:07:08.482272 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49902) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:08.495030 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-007c4e95-acaf-4f4e-b76f-439343ec5f1f tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Request body: {'security_group': {'name': 'tempest-secgroup--762518631'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:08.544214 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-007c4e95-acaf-4f4e-b76f-439343ec5f1f tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:08.565607 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68758d5-ccb8-49fe-8d42-6ed0832c39c1 req-102acad3-7f28-4588-88ed-4995f1241f51 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:08.567162 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b68758d5-ccb8-49fe-8d42-6ed0832c39c1 req-102acad3-7f28-4588-88ed-4995f1241f51 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e2a0a01-5d69-47b1-9f17-8d86324a7794 HTTP/1.1" status: 200 len: 945 time: 0.0876150 Sep 21 18:07:08.635074 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b68758d5-ccb8-49fe-8d42-6ed0832c39c1 req-bbabd49a-cdb2-48d3-9f20-13e1a8373bb8 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509884 Sep 21 18:07:08.637795 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49908) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:08.685949 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-007c4e95-acaf-4f4e-b76f-439343ec5f1f tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:08.698579 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-007c4e95-acaf-4f4e-b76f-439343ec5f1f tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:08.729337 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-007c4e95-acaf-4f4e-b76f-439343ec5f1f tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:08.733355 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-007c4e95-acaf-4f4e-b76f-439343ec5f1f tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2475529 Sep 21 18:07:08.733689 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49912) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:08.738218 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-ace79a06-69d2-47be-b61e-95609071bd4e tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Request body: {'security_group_rule': {'security_group_id': '6a8805e5-f536-47eb-b8e6-59b945390ee2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:08.738710 n-d-810291-1 neutron-server[101461]: WARNING neutron.api.v2.base [None req-ace79a06-69d2-47be-b61e-95609071bd4e tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 21 18:07:08.739269 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-ace79a06-69d2-47be-b61e-95609071bd4e tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:07:08.740332 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ace79a06-69d2-47be-b61e-95609071bd4e tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0057671 Sep 21 18:07:08.741601 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c4e95-acaf-4f4e-b76f-439343ec5f1f tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8805e5-f536-47eb-b8e6-59b945390ee2,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:08.743793 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49914) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:08.798327 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-de39bd9b-af0b-42a2-b587-39956811e5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:08.826858 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0338f0de-621e-401f-b11c-72597e9d3b3f tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:08.863193 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0338f0de-621e-401f-b11c-72597e9d3b3f tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:08.926675 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0338f0de-621e-401f-b11c-72597e9d3b3f tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:08.929305 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0338f0de-621e-401f-b11c-72597e9d3b3f tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:08.930507 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0338f0de-621e-401f-b11c-72597e9d3b3f tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "DELETE /v2.0/security-groups/6a8805e5-f536-47eb-b8e6-59b945390ee2 HTTP/1.1" status: 204 len: 168 time: 0.1858091 Sep 21 18:07:08.936516 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49916) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:08.960466 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f0de-621e-401f-b11c-72597e9d3b3f tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8805e5-f536-47eb-b8e6-59b945390ee2,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:08.984294 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-de39bd9b-af0b-42a2-b587-39956811e5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:08.986229 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db56f19-a1cc-415f-b9ce-1a3e1ba2e83d req-24179eb5-c1dc-496b-85d2-12b1f439c22d tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:08.987958 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8db56f19-a1cc-415f-b9ce-1a3e1ba2e83d req-24179eb5-c1dc-496b-85d2-12b1f439c22d tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e2a0a01-5d69-47b1-9f17-8d86324a7794 HTTP/1.1" status: 200 len: 945 time: 0.4661334 Sep 21 18:07:08.995345 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-de39bd9b-af0b-42a2-b587-39956811e5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.021512 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7a307ee0-b56a-4e4a-94fb-5a25432c0c72 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0805480 Sep 21 18:07:09.026132 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49918) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:09.036317 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-c958b833-8edd-4161-bf0b-3f07cdd1b50a tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Request body: {'security_group': {'name': 'tempest-secgroup--847821517'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:09.059048 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-de39bd9b-af0b-42a2-b587-39956811e5dc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bc26cd57533846859f487af1b92dffc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4194248 Sep 21 18:07:09.059886 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39bd9b-af0b-42a2-b587-39956811e5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3205cad-2ec3-43d7-a7d5-baf531be8112,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:09.062644 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49920) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:09.074151 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c958b833-8edd-4161-bf0b-3f07cdd1b50a tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.158794 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c958b833-8edd-4161-bf0b-3f07cdd1b50a tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.164787 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c958b833-8edd-4161-bf0b-3f07cdd1b50a tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.192945 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-8db56f19-a1cc-415f-b9ce-1a3e1ba2e83d req-11f9a384-0166-4bee-b750-50f3de77dedd tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Deleting port 80069cfb-431a-439b-8b99-5ae8864bfc8f {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:07:09.193279 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8db56f19-a1cc-415f-b9ce-1a3e1ba2e83d req-11f9a384-0166-4bee-b750-50f3de77dedd tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.195346 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958b833-8edd-4161-bf0b-3f07cdd1b50a tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=709dbcbb-5a43-4753-b451-c26697a34c8e,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:09.198523 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c958b833-8edd-4161-bf0b-3f07cdd1b50a tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.199851 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e957b6cd-99e0-4f93-a149-5c811ca5df8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.202852 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c958b833-8edd-4161-bf0b-3f07cdd1b50a tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1758683 Sep 21 18:07:09.203510 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49922) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:09.207983 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-5a9ca403-0268-4eea-adc3-d52640670283 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Request body: {'security_group_rule': {'security_group_id': '709dbcbb-5a43-4753-b451-c26697a34c8e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:09.208813 n-d-810291-1 neutron-server[101461]: WARNING neutron.api.v2.base [None req-5a9ca403-0268-4eea-adc3-d52640670283 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 21 18:07:09.209327 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-5a9ca403-0268-4eea-adc3-d52640670283 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:07:09.213107 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5a9ca403-0268-4eea-adc3-d52640670283 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0058734 Sep 21 18:07:09.213311 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49924) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:09.266595 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c09a4954-57b7-4155-a1a3-df102e2a9420 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.282498 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e957b6cd-99e0-4f93-a149-5c811ca5df8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.288616 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c09a4954-57b7-4155-a1a3-df102e2a9420 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.309777 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-bb9cd733-5b12-4944-977f-e186a31a4822 admin admin] Deleting port d8b0272a-0cac-47bd-9826-7e1710c3ef6e {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:07:09.310118 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bb9cd733-5b12-4944-977f-e186a31a4822 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.332752 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c09a4954-57b7-4155-a1a3-df102e2a9420 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.335762 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c09a4954-57b7-4155-a1a3-df102e2a9420 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.339505 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c09a4954-57b7-4155-a1a3-df102e2a9420 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "DELETE /v2.0/security-groups/709dbcbb-5a43-4753-b451-c26697a34c8e HTTP/1.1" status: 204 len: 168 time: 0.1225061 Sep 21 18:07:09.340442 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49926) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:09.358531 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a4954-57b7-4155-a1a3-df102e2a9420 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=709dbcbb-5a43-4753-b451-c26697a34c8e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:09.365341 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8db56f19-a1cc-415f-b9ce-1a3e1ba2e83d req-11f9a384-0166-4bee-b750-50f3de77dedd tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] For port 80069cfb-431a-439b-8b99-5ae8864bfc8f, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=80069cfb-431a-439b-8b99-5ae8864bfc8f,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:09.365717 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8db56f19-a1cc-415f-b9ce-1a3e1ba2e83d req-11f9a384-0166-4bee-b750-50f3de77dedd tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.392588 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-91617af2-7926-4831-ad80-fbe2c55d730c tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0509708 Sep 21 18:07:09.396373 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49928) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:09.400854 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-630cb629-cdc0-43af-8868-a458e6fd052d tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Request body: {'security_group': {'name': 'tempest-secgroup--143284018'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:09.408553 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-8db56f19-a1cc-415f-b9ce-1a3e1ba2e83d req-11f9a384-0166-4bee-b750-50f3de77dedd tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Calling delete_port for 80069cfb-431a-439b-8b99-5ae8864bfc8f owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:09.424153 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-630cb629-cdc0-43af-8868-a458e6fd052d tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.426335 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e957b6cd-99e0-4f93-a149-5c811ca5df8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.428922 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e957b6cd-99e0-4f93-a149-5c811ca5df8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.430088 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e957b6cd-99e0-4f93-a149-5c811ca5df8a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a3205cad-2ec3-43d7-a7d5-baf531be8112 HTTP/1.1" status: 204 len: 168 time: 0.3655913 Sep 21 18:07:09.475438 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957b6cd-99e0-4f93-a149-5c811ca5df8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3205cad-2ec3-43d7-a7d5-baf531be8112,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:09.497936 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-bb9cd733-5b12-4944-977f-e186a31a4822 admin admin] For port d8b0272a-0cac-47bd-9826-7e1710c3ef6e, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d8b0272a-0cac-47bd-9826-7e1710c3ef6e,segment=NetworkSegment(c965e36f-5c13-4fbf-a007-15a89708b492),segment_id=c965e36f-5c13-4fbf-a007-15a89708b492)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:09.498144 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bb9cd733-5b12-4944-977f-e186a31a4822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.512644 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-630cb629-cdc0-43af-8868-a458e6fd052d tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.517633 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-630cb629-cdc0-43af-8868-a458e6fd052d tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.521359 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-bb9cd733-5b12-4944-977f-e186a31a4822 admin admin] Calling delete_port for d8b0272a-0cac-47bd-9826-7e1710c3ef6e owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:09.547745 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630cb629-cdc0-43af-8868-a458e6fd052d tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ad4a3f-c5be-4f1c-a477-d4d067510049,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:09.550501 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-630cb629-cdc0-43af-8868-a458e6fd052d tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.551839 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-630cb629-cdc0-43af-8868-a458e6fd052d tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1544213 Sep 21 18:07:09.554798 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49932) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:09.559334 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-f14355d8-2072-4ad9-bfb5-75d0cce3145f tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Request body: {'security_group_rule': {'security_group_id': 'c0ad4a3f-c5be-4f1c-a477-d4d067510049', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:09.560273 n-d-810291-1 neutron-server[101461]: WARNING neutron.api.v2.base [None req-f14355d8-2072-4ad9-bfb5-75d0cce3145f tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 21 18:07:09.560738 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-f14355d8-2072-4ad9-bfb5-75d0cce3145f tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:07:09.562186 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f14355d8-2072-4ad9-bfb5-75d0cce3145f tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059743 Sep 21 18:07:09.564540 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49934) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:09.569333 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-49e7bf51-425d-4ce7-97cb-8a46c46d1c02 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Request body: {'security_group_rule': {'security_group_id': 'c0ad4a3f-c5be-4f1c-a477-d4d067510049', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:09.570175 n-d-810291-1 neutron-server[101461]: WARNING neutron.api.v2.base [None req-49e7bf51-425d-4ce7-97cb-8a46c46d1c02 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 21 18:07:09.570581 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-49e7bf51-425d-4ce7-97cb-8a46c46d1c02 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:07:09.574108 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-49e7bf51-425d-4ce7-97cb-8a46c46d1c02 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0058122 Sep 21 18:07:09.574475 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49936) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:09.580632 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-0b2ef726-0c21-428d-b365-146b31699c01 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Request body: {'security_group_rule': {'security_group_id': 'c0ad4a3f-c5be-4f1c-a477-d4d067510049', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:09.581570 n-d-810291-1 neutron-server[101461]: WARNING neutron.api.v2.base [None req-0b2ef726-0c21-428d-b365-146b31699c01 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 21 18:07:09.582078 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-0b2ef726-0c21-428d-b365-146b31699c01 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:07:09.586245 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0b2ef726-0c21-428d-b365-146b31699c01 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075033 Sep 21 18:07:09.586618 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49940) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:09.592221 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-93fe5b71-a905-4e25-b404-b0a456614bd9 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Request body: {'security_group_rule': {'security_group_id': 'c0ad4a3f-c5be-4f1c-a477-d4d067510049', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:09.593234 n-d-810291-1 neutron-server[101461]: WARNING neutron.api.v2.base [None req-93fe5b71-a905-4e25-b404-b0a456614bd9 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 21 18:07:09.593785 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-93fe5b71-a905-4e25-b404-b0a456614bd9 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:07:09.597422 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-93fe5b71-a905-4e25-b404-b0a456614bd9 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0065825 Sep 21 18:07:09.597619 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49942) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:09.653067 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2e51c907-83e2-49e9-b0f0-7975c3bf3758 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.678193 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2e51c907-83e2-49e9-b0f0-7975c3bf3758 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.695169 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8db56f19-a1cc-415f-b9ce-1a3e1ba2e83d req-11f9a384-0166-4bee-b750-50f3de77dedd tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.710963 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['a39e2a54-1d22-4efc-ab50-17ec7c4e731b'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:07:09.729961 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9a384-0166-4bee-b750-50f3de77dedd tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Pushing event deleted for resources: {'Port': ['ID=80069cfb-431a-439b-8b99-5ae8864bfc8f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:09.762877 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2e51c907-83e2-49e9-b0f0-7975c3bf3758 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.766078 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2e51c907-83e2-49e9-b0f0-7975c3bf3758 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.769683 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2e51c907-83e2-49e9-b0f0-7975c3bf3758 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "DELETE /v2.0/security-groups/c0ad4a3f-c5be-4f1c-a477-d4d067510049 HTTP/1.1" status: 204 len: 168 time: 0.1687610 Sep 21 18:07:09.786199 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49948) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:09.798022 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8908973f-de6c-4b7f-9231-b7ec69020e78 req-88c4fb1e-18fc-4290-9479-133bea9dc36e tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e2a0a01-5d69-47b1-9f17-8d86324a7794 HTTP/1.1" status: 200 len: 210 time: 0.0609138 Sep 21 18:07:09.815548 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49950) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:09.816574 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e51c907-83e2-49e9-b0f0-7975c3bf3758 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ad4a3f-c5be-4f1c-a477-d4d067510049,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:09.839145 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db56f19-a1cc-415f-b9ce-1a3e1ba2e83d req-11f9a384-0166-4bee-b750-50f3de77dedd tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] No DVR routers for this DVR port 80069cfb-431a-439b-8b99-5ae8864bfc8f on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:07:09.844637 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8db56f19-a1cc-415f-b9ce-1a3e1ba2e83d req-11f9a384-0166-4bee-b750-50f3de77dedd tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.846530 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8db56f19-a1cc-415f-b9ce-1a3e1ba2e83d req-11f9a384-0166-4bee-b750-50f3de77dedd tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.44 "DELETE /v2.0/ports/80069cfb-431a-439b-8b99-5ae8864bfc8f HTTP/1.1" status: 204 len: 173 time: 0.8515091 Sep 21 18:07:09.847092 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2a0a01-5d69-47b1-9f17-8d86324a7794', 'name': 'network-vif-deleted', 'tag': '80069cfb-431a-439b-8b99-5ae8864bfc8f'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:09.849494 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aba5601a-b721-47a3-98c0-d2d4c6b9ce1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.849620 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e5abad-96b3-4713-9df0-2bcfaa2d0713" -d '{"events": [{"server_uuid": "2e2a0a01-5d69-47b1-9f17-8d86324a7794", "name": "network-vif-deleted", "tag": "80069cfb-431a-439b-8b99-5ae8864bfc8f"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:09.892623 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a7d0662b-3cb3-4f07-b430-01a66da09c1e tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1059213 Sep 21 18:07:09.893290 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49954) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:09.899353 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-8c9e1ecd-4cd2-41ac-83d4-409c1ef4258f tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Request body: {'security_group': {'name': 'tempest-secgroup--1217701465'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:09.932560 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3675cff1-4e5d-4944-8a8c-393b9db4ee56 x-openstack-request-id: req-3675cff1-4e5d-4944-8a8c-393b9db4ee56 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:09.932857 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2a0a01-5d69-47b1-9f17-8d86324a7794", "name": "network-vif-deleted", "tag": "80069cfb-431a-439b-8b99-5ae8864bfc8f", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:09.933115 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3675cff1-4e5d-4944-8a8c-393b9db4ee56 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:09.933523 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2a0a01-5d69-47b1-9f17-8d86324a7794', 'name': 'network-vif-deleted', 'tag': '80069cfb-431a-439b-8b99-5ae8864bfc8f', 'status': 'completed', 'code': 200} Sep 21 18:07:09.951367 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bb9cd733-5b12-4944-977f-e186a31a4822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:09.985214 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9cd733-5b12-4944-977f-e186a31a4822 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8b0272a-0cac-47bd-9826-7e1710c3ef6e,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:09.997748 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aba5601a-b721-47a3-98c0-d2d4c6b9ce1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:10.007010 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aba5601a-b721-47a3-98c0-d2d4c6b9ce1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:10.063224 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8c9e1ecd-4cd2-41ac-83d4-409c1ef4258f tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:10.068680 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-aba5601a-b721-47a3-98c0-d2d4c6b9ce1c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f8aa45823c7e433b99e9d5c3a87eafc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2482233 Sep 21 18:07:10.074847 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49956) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:10.076907 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5601a-b721-47a3-98c0-d2d4c6b9ce1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8a826c-bfad-4dba-875d-a76f23b12e65,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:10.187358 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2dd025ca-42d8-4a19-b36b-e02c25de57e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:10.191421 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bb9cd733-5b12-4944-977f-e186a31a4822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:10.222427 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2dd025ca-42d8-4a19-b36b-e02c25de57e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:10.290468 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8c9e1ecd-4cd2-41ac-83d4-409c1ef4258f tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:10.306497 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8c9e1ecd-4cd2-41ac-83d4-409c1ef4258f tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:10.355147 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2dd025ca-42d8-4a19-b36b-e02c25de57e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:10.357889 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2dd025ca-42d8-4a19-b36b-e02c25de57e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:10.359218 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2dd025ca-42d8-4a19-b36b-e02c25de57e7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2a8a826c-bfad-4dba-875d-a76f23b12e65 HTTP/1.1" status: 204 len: 168 time: 0.2832122 Sep 21 18:07:10.366029 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e1ecd-4cd2-41ac-83d4-409c1ef4258f tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05858bf8-d049-4171-9ded-2729ea885df0,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:10.372406 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8c9e1ecd-4cd2-41ac-83d4-409c1ef4258f tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:10.373847 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8c9e1ecd-4cd2-41ac-83d4-409c1ef4258f tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4780934 Sep 21 18:07:10.394844 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49960) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:10.398914 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd025ca-42d8-4a19-b36b-e02c25de57e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8a826c-bfad-4dba-875d-a76f23b12e65,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:10.400589 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-c0669cdb-bf40-4a11-bf7f-a00ab51b1f30 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Request body: {'security_group_rule': {'security_group_id': '05858bf8-d049-4171-9ded-2729ea885df0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:10.401721 n-d-810291-1 neutron-server[101460]: WARNING neutron.api.v2.base [None req-c0669cdb-bf40-4a11-bf7f-a00ab51b1f30 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 21 18:07:10.402598 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-c0669cdb-bf40-4a11-bf7f-a00ab51b1f30 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:07:10.408080 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49962) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:10.408538 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c0669cdb-bf40-4a11-bf7f-a00ab51b1f30 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0121934 Sep 21 18:07:10.422727 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-fe11896e-9fae-40db-9981-19b68472eaba tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Request body: {'security_group_rule': {'security_group_id': '05858bf8-d049-4171-9ded-2729ea885df0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:10.501351 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-fe11896e-9fae-40db-9981-19b68472eaba tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:07:10.503419 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fe11896e-9fae-40db-9981-19b68472eaba tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0940523 Sep 21 18:07:10.506972 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49964) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:10.516003 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-c0644830-39d4-45ce-bfa0-73307ba0e03a tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Request body: {'security_group_rule': {'security_group_id': '05858bf8-d049-4171-9ded-2729ea885df0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:10.517826 n-d-810291-1 neutron-server[101461]: WARNING neutron.api.v2.base [None req-c0644830-39d4-45ce-bfa0-73307ba0e03a tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 21 18:07:10.519337 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-c0644830-39d4-45ce-bfa0-73307ba0e03a tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:07:10.521154 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c0644830-39d4-45ce-bfa0-73307ba0e03a tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0121796 Sep 21 18:07:10.525408 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49966) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:10.526354 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9cd733-5b12-4944-977f-e186a31a4822 admin admin] Router f7a61ce0-8526-47fd-90ca-71928cc5f6e2 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:07:10.535491 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-014bc5f7-c0e0-4e53-a486-851e8bcf5294 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Request body: {'security_group_rule': {'security_group_id': '05858bf8-d049-4171-9ded-2729ea885df0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:10.606261 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-014bc5f7-c0e0-4e53-a486-851e8bcf5294 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:07:10.607436 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-014bc5f7-c0e0-4e53-a486-851e8bcf5294 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0810475 Sep 21 18:07:10.610411 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49968) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:10.615926 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-d69de715-a452-40ad-97fc-df6a76e2386a tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Request body: {'security_group_rule': {'security_group_id': '05858bf8-d049-4171-9ded-2729ea885df0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:10.616525 n-d-810291-1 neutron-server[101461]: WARNING neutron.api.v2.base [None req-d69de715-a452-40ad-97fc-df6a76e2386a tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 21 18:07:10.617134 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-d69de715-a452-40ad-97fc-df6a76e2386a tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:07:10.620914 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d69de715-a452-40ad-97fc-df6a76e2386a tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0088701 Sep 21 18:07:10.621536 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49970) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:10.625787 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-4c923e9b-eaf6-4a28-bf47-ae15bcb03886 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Request body: {'security_group_rule': {'security_group_id': '05858bf8-d049-4171-9ded-2729ea885df0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:10.648302 n-d-810291-1 neutron-server[101461]: INFO neutron.db.securitygroups_db [None req-4c923e9b-eaf6-4a28-bf47-ae15bcb03886 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Project ebd80c1e869c4a8eba5c383336ddf119 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:07:10.662157 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-4c923e9b-eaf6-4a28-bf47-ae15bcb03886 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:07:10.663308 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4c923e9b-eaf6-4a28-bf47-ae15bcb03886 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0407763 Sep 21 18:07:10.666071 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49972) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:10.671109 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-01bca54d-b771-42be-b40f-d7fe40515e4e tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Request body: {'security_group_rule': {'security_group_id': '05858bf8-d049-4171-9ded-2729ea885df0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:10.671557 n-d-810291-1 neutron-server[101461]: WARNING neutron.api.v2.base [None req-01bca54d-b771-42be-b40f-d7fe40515e4e tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 21 18:07:10.672068 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-01bca54d-b771-42be-b40f-d7fe40515e4e tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:07:10.672993 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-01bca54d-b771-42be-b40f-d7fe40515e4e tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058444 Sep 21 18:07:10.675612 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49974) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:10.679896 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-a09bdaae-357e-4a64-b00e-710aa7d55fb7 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Request body: {'security_group_rule': {'security_group_id': '05858bf8-d049-4171-9ded-2729ea885df0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:10.688395 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9cd733-5b12-4944-977f-e186a31a4822 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:07:10.701278 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1dc10f-4912-4f61-8cd6-6ca0c2718370 None None] Sync routers for ids ['f7a61ce0-8526-47fd-90ca-71928cc5f6e2'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:07:10.705766 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-bb9cd733-5b12-4944-977f-e186a31a4822 admin admin] 10.222.0.58 "PUT /v2.0/routers/f7a61ce0-8526-47fd-90ca-71928cc5f6e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7254045 Sep 21 18:07:10.708402 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49978) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:10.716851 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1dc10f-4912-4f61-8cd6-6ca0c2718370 None None] Routers {'f7a61ce0-8526-47fd-90ca-71928cc5f6e2'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:07:10.717708 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-3d1dc10f-4912-4f61-8cd6-6ca0c2718370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:06:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['f7a61ce0-8526-47fd-90ca-71928cc5f6e2'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:10.720753 n-d-810291-1 neutron-server[101461]: INFO neutron.db.securitygroups_db [None req-a09bdaae-357e-4a64-b00e-710aa7d55fb7 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Project ebd80c1e869c4a8eba5c383336ddf119 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:07:10.736716 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-a09bdaae-357e-4a64-b00e-710aa7d55fb7 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:07:10.741153 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a09bdaae-357e-4a64-b00e-710aa7d55fb7 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0645857 Sep 21 18:07:10.741877 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49980) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:10.747200 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-3ab898c6-2b34-432e-99b4-3b4b6ab267fc tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Request body: {'security_group_rule': {'security_group_id': '05858bf8-d049-4171-9ded-2729ea885df0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:10.775307 n-d-810291-1 neutron-server[101461]: INFO neutron.db.securitygroups_db [None req-3ab898c6-2b34-432e-99b4-3b4b6ab267fc tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Project ebd80c1e869c4a8eba5c383336ddf119 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:07:10.792520 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-3ab898c6-2b34-432e-99b4-3b4b6ab267fc tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:07:10.797782 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3ab898c6-2b34-432e-99b4-3b4b6ab267fc tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0545709 Sep 21 18:07:10.799045 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49984) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:10.841168 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7f79ca39-d98e-4901-bdf6-84f8069ed7fd admin admin] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:10.888568 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f5db2520-20d5-4ebc-a594-9eecce9cf2ac tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:10.909613 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 80069cfb-431a-439b-8b99-5ae8864bfc8f no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:07:10.923963 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f5db2520-20d5-4ebc-a594-9eecce9cf2ac tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:10.966461 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 80069cfb-431a-439b-8b99-5ae8864bfc8f {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:07:10.967591 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 80069cfb-431a-439b-8b99-5ae8864bfc8f not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:07:10.997911 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f5db2520-20d5-4ebc-a594-9eecce9cf2ac tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:11.001495 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f5db2520-20d5-4ebc-a594-9eecce9cf2ac tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:11.003100 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f5db2520-20d5-4ebc-a594-9eecce9cf2ac tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "DELETE /v2.0/security-groups/05858bf8-d049-4171-9ded-2729ea885df0 HTTP/1.1" status: 204 len: 168 time: 0.2027502 Sep 21 18:07:11.007712 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49998) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:11.013571 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-3d1dc10f-4912-4f61-8cd6-6ca0c2718370 None None] Set router f7a61ce0-8526-47fd-90ca-71928cc5f6e2 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:07:11.028409 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7f79ca39-d98e-4901-bdf6-84f8069ed7fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:11.096879 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db2520-20d5-4ebc-a594-9eecce9cf2ac tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05858bf8-d049-4171-9ded-2729ea885df0,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:11.161240 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50006) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:11.163074 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e34eace2-76d3-4a1e-87c1-f2a5163e4d81 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1538961 Sep 21 18:07:11.174076 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-f51233fa-ebfd-41e8-ac75-69a31674b586 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Request body: {'security_group': {'name': 'tempest-secgroup--539213410'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:11.229584 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-7f79ca39-d98e-4901-bdf6-84f8069ed7fd admin admin] Deleting port 5584a104-aa4e-4046-8852-9b8f3090cbf9 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:07:11.230334 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7f79ca39-d98e-4901-bdf6-84f8069ed7fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:11.257699 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f51233fa-ebfd-41e8-ac75-69a31674b586 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:11.296120 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-3d1dc10f-4912-4f61-8cd6-6ca0c2718370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a61ce0-8526-47fd-90ca-71928cc5f6e2', 'name': 'tempest-TestServerMultinode-1240390620-router', 'tenant_id': '1c99a9e1c66149d98245cefe55b174bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '5584a104-aa4e-4046-8852-9b8f3090cbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:06:01Z', 'updated_at': '2021-09-21T18:07:09Z', 'revision_number': 5, 'project_id': '1c99a9e1c66149d98245cefe55b174bf', 'gw_port': {'id': '5584a104-aa4e-4046-8852-9b8f3090cbf9', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a61ce0-8526-47fd-90ca-71928cc5f6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:06:02Z', 'updated_at': '2021-09-21T18:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:11.334033 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1dc10f-4912-4f61-8cd6-6ca0c2718370 None None] Checking router: f7a61ce0-8526-47fd-90ca-71928cc5f6e2 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:07:11.343190 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1dc10f-4912-4f61-8cd6-6ca0c2718370 None None] Routers {'f7a61ce0-8526-47fd-90ca-71928cc5f6e2'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:07:11.344994 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-3d1dc10f-4912-4f61-8cd6-6ca0c2718370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:06:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['f7a61ce0-8526-47fd-90ca-71928cc5f6e2'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:11.411684 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf22dc-9c37-433f-8414-4d629620f7bf req-756d1557-1a86-4009-b7c2-5ee4830b04a1 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:11.419843 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-45bf22dc-9c37-433f-8414-4d629620f7bf req-756d1557-1a86-4009-b7c2-5ee4830b04a1 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 946 time: 0.1645143 Sep 21 18:07:11.456474 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-8752e9ed-b308-425f-bca4-5b9f41acadd4 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:11.458323 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-8752e9ed-b308-425f-bca4-5b9f41acadd4 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/networks?id=a15790e2-ddb0-4956-b8df-c99e33512c4d HTTP/1.1" status: 200 len: 815 time: 0.1446784 Sep 21 18:07:11.469180 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-3d1dc10f-4912-4f61-8cd6-6ca0c2718370 None None] Set router f7a61ce0-8526-47fd-90ca-71928cc5f6e2 gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:07:11.484661 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-4e79e282-3d5b-43e0-a728-ca3525735730 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/quotas/4a49c0350e4d4a5eb77111b4f5d6bd21 HTTP/1.1" status: 200 len: 375 time: 0.0195954 Sep 21 18:07:11.494917 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-7f79ca39-d98e-4901-bdf6-84f8069ed7fd admin admin] For port 5584a104-aa4e-4046-8852-9b8f3090cbf9, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=5584a104-aa4e-4046-8852-9b8f3090cbf9,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:11.495433 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7f79ca39-d98e-4901-bdf6-84f8069ed7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:11.542497 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-663a1bac-5a9a-4455-a492-15d3136541fc tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a49c0350e4d4a5eb77111b4f5d6bd21&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0566235 Sep 21 18:07:11.543192 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-3d1dc10f-4912-4f61-8cd6-6ca0c2718370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a61ce0-8526-47fd-90ca-71928cc5f6e2', 'name': 'tempest-TestServerMultinode-1240390620-router', 'tenant_id': '1c99a9e1c66149d98245cefe55b174bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:06:01Z', 'updated_at': '2021-09-21T18:07:11Z', 'revision_number': 6, 'project_id': '1c99a9e1c66149d98245cefe55b174bf', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:11.543603 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-45bf22dc-9c37-433f-8414-4d629620f7bf req-7e2fd278-6efb-4300-8e93-ee5728f53388 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224489 Sep 21 18:07:11.545963 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-7f79ca39-d98e-4901-bdf6-84f8069ed7fd admin admin] Calling delete_port for 5584a104-aa4e-4046-8852-9b8f3090cbf9 owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:11.580255 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1dc10f-4912-4f61-8cd6-6ca0c2718370 None None] The sync data for ids ['f7a61ce0-8526-47fd-90ca-71928cc5f6e2'] in n-d-810291-1 is: [{'id': 'f7a61ce0-8526-47fd-90ca-71928cc5f6e2', 'name': 'tempest-TestServerMultinode-1240390620-router', 'tenant_id': '1c99a9e1c66149d98245cefe55b174bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:06:01Z', 'updated_at': '2021-09-21T18:07:11Z', 'revision_number': 6, 'project_id': '1c99a9e1c66149d98245cefe55b174bf', 'gw_port_host': None}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:07:11.657339 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f51233fa-ebfd-41e8-ac75-69a31674b586 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:11.666384 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f51233fa-ebfd-41e8-ac75-69a31674b586 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:11.674160 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-d45a86af-fb62-4908-b493-8c556c6413b7 service neutron] 10.222.0.58 "GET /v2.0/networks/a15790e2-ddb0-4956-b8df-c99e33512c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221597 Sep 21 18:07:11.733701 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f51233fa-ebfd-41e8-ac75-69a31674b586 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:11.734894 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f51233fa-ebfd-41e8-ac75-69a31674b586 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5729995 Sep 21 18:07:11.739091 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50028) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:11.745827 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-105d55e6-457d-4652-9e59-993faf6cdecc tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Request body: {'security_group_rule': {'security_group_id': '0bbf185c-eb05-476f-849d-ac05d2c8d221', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:11.764865 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51233fa-ebfd-41e8-ac75-69a31674b586 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbf185c-eb05-476f-849d-ac05d2c8d221,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:11.813490 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-668c4947-8153-48c5-8425-1dc111a35460 service neutron] 10.222.0.58 "GET /v2.0/networks/a15790e2-ddb0-4956-b8df-c99e33512c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318288 Sep 21 18:07:11.841552 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-105d55e6-457d-4652-9e59-993faf6cdecc tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] create failed (client error): The resource could not be found. Sep 21 18:07:11.846157 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50032) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:11.846288 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-105d55e6-457d-4652-9e59-993faf6cdecc tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1046679 Sep 21 18:07:11.852143 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-0a711048-5f77-48bc-ad69-d90f081b4fde tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Request body: {'security_group_rule': {'security_group_id': '0bbf185c-eb05-476f-849d-ac05d2c8d221', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '3bd10b57-28f2-4fc6-860f-62c55bc76aa3'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:11.859518 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7f79ca39-d98e-4901-bdf6-84f8069ed7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:11.897788 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79ca39-d98e-4901-bdf6-84f8069ed7fd admin admin] Pushing event deleted for resources: {'Port': ['ID=5584a104-aa4e-4046-8852-9b8f3090cbf9,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:11.925984 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-0a711048-5f77-48bc-ad69-d90f081b4fde tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] create failed (client error): The resource could not be found. Sep 21 18:07:11.930679 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0a711048-5f77-48bc-ad69-d90f081b4fde tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0832529 Sep 21 18:07:11.931110 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50036) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:12.137997 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f2e8a440-b523-48f6-aa25-bbad95946f5d req-44d62b81-9db0-488a-83a4-93701904cb78 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc5939b4-b6f1-4b32-9c93-295546fa122a HTTP/1.1" status: 200 len: 210 time: 0.0746737 Sep 21 18:07:12.164637 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7f79ca39-d98e-4901-bdf6-84f8069ed7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:12.201686 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d7207541-678f-41cd-88ce-3ac1c3a7d3de tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:12.297492 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7f79ca39-d98e-4901-bdf6-84f8069ed7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:12.306304 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7f79ca39-d98e-4901-bdf6-84f8069ed7fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:12.314508 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d7207541-678f-41cd-88ce-3ac1c3a7d3de tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:12.428197 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7f79ca39-d98e-4901-bdf6-84f8069ed7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:12.429042 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f79ca39-d98e-4901-bdf6-84f8069ed7fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7a61ce0-8526-47fd-90ca-71928cc5f6e2 {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:07:12.444134 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7f79ca39-d98e-4901-bdf6-84f8069ed7fd admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:12.445709 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7f79ca39-d98e-4901-bdf6-84f8069ed7fd admin admin] 10.222.0.58 "DELETE /v2.0/routers/f7a61ce0-8526-47fd-90ca-71928cc5f6e2 HTTP/1.1" status: 204 len: 168 time: 1.7357619 Sep 21 18:07:12.448531 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50060) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:12.516227 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device d8b0272a-0cac-47bd-9826-7e1710c3ef6e no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:07:12.520507 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d7207541-678f-41cd-88ce-3ac1c3a7d3de tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:12.524048 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d7207541-678f-41cd-88ce-3ac1c3a7d3de tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:12.525600 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d7207541-678f-41cd-88ce-3ac1c3a7d3de tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "DELETE /v2.0/security-groups/0bbf185c-eb05-476f-849d-ac05d2c8d221 HTTP/1.1" status: 204 len: 168 time: 0.5931156 Sep 21 18:07:12.530189 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50062) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:12.547962 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e493f2-0af7-4615-be37-7189d27baecb req-332114e9-6dbd-4a5a-ab02-cbae2741db0a tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:12.550130 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-22e493f2-0af7-4615-be37-7189d27baecb req-332114e9-6dbd-4a5a-ab02-cbae2741db0a tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 946 time: 0.2171757 Sep 21 18:07:12.573806 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: d8b0272a-0cac-47bd-9826-7e1710c3ef6e {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:07:12.574150 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device d8b0272a-0cac-47bd-9826-7e1710c3ef6e not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:07:12.587462 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccca4fe3-47e5-4e59-be48-f8af5653fbb5 admin admin] Deleting subnet fba59097-f444-498a-9db2-3b53167ef91c {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:07:12.595920 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7207541-678f-41cd-88ce-3ac1c3a7d3de tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbf185c-eb05-476f-849d-ac05d2c8d221,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:12.610201 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-46a2f17a-1ef8-41a8-9604-3ced6cb5edbe tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0785503 Sep 21 18:07:12.610975 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ccca4fe3-47e5-4e59-be48-f8af5653fbb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:12.622888 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50066) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:12.638172 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-d0a03b5c-7a42-446c-96d8-06b3b35647e2 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Request body: {'security_group_rule': {'security_group_id': '43fa8eb5-4ce5-4666-9d77-1b791e4ad172', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:12.716992 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ccca4fe3-47e5-4e59-be48-f8af5653fbb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:12.813486 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826b42d-c6ec-4ec5-9e1f-4f5c5eef6bb6 req-e480a3e3-f90b-4da1-a7e3-4d1015f88f6a tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:12.815616 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7826b42d-c6ec-4ec5-9e1f-4f5c5eef6bb6 req-e480a3e3-f90b-4da1-a7e3-4d1015f88f6a tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 946 time: 0.1290443 Sep 21 18:07:12.816768 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-d0a03b5c-7a42-446c-96d8-06b3b35647e2 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] create failed (client error): The resource could not be found. Sep 21 18:07:12.817988 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d0a03b5c-7a42-446c-96d8-06b3b35647e2 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1940207 Sep 21 18:07:12.823612 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50084) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:12.833187 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-4ab2e952-ec7a-4979-b438-68f065b8d87e tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Request body: {'security_group': {'name': 'tempest-secgroup--1214679879'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:12.888008 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4ab2e952-ec7a-4979-b438-68f065b8d87e tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:12.893034 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7826b42d-c6ec-4ec5-9e1f-4f5c5eef6bb6 req-2cc0b1b5-9667-4d48-b961-073ae4bd99fc tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667472 Sep 21 18:07:13.015653 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4ab2e952-ec7a-4979-b438-68f065b8d87e tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:13.031937 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4ab2e952-ec7a-4979-b438-68f065b8d87e tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:13.067984 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4ab2e952-ec7a-4979-b438-68f065b8d87e tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:13.069289 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4ab2e952-ec7a-4979-b438-68f065b8d87e tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2445683 Sep 21 18:07:13.071460 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2e952-ec7a-4979-b438-68f065b8d87e tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2b5e93-e8f0-469d-992b-fa7b187930c4,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:13.074121 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50096) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:13.089789 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-53ea7a6f-156d-4f76-a064-32735324d11b tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Request body: {'security_group': {'name': 'tempest-secgroup--1423693933'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:13.182456 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-53ea7a6f-156d-4f76-a064-32735324d11b tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:13.242287 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ccca4fe3-47e5-4e59-be48-f8af5653fbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:13.362530 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e8290b03-81d0-4e93-96d8-fca62f31ede4 req-19c7cc49-e449-4c80-af07-a94dca25bef7 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc5939b4-b6f1-4b32-9c93-295546fa122a HTTP/1.1" status: 200 len: 210 time: 0.0889730 Sep 21 18:07:13.384268 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-22e493f2-0af7-4615-be37-7189d27baecb req-e0e66356-ec9a-40be-9894-409a5c0dcc48 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Deleting port a39e2a54-1d22-4efc-ab50-17ec7c4e731b {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:07:13.384611 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-22e493f2-0af7-4615-be37-7189d27baecb req-e0e66356-ec9a-40be-9894-409a5c0dcc48 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:13.456715 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-b9d80cbe-b77a-45bb-a7aa-661264f05977 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:13.458401 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-b9d80cbe-b77a-45bb-a7aa-661264f05977 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.44 "GET /v2.0/networks?id=a15790e2-ddb0-4956-b8df-c99e33512c4d HTTP/1.1" status: 200 len: 815 time: 0.2497075 Sep 21 18:07:13.459556 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ccca4fe3-47e5-4e59-be48-f8af5653fbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:13.465610 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50106) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:13.528824 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-6148b64d-3dc4-43b9-9991-6e8b29bc4398 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Request body: {'port': {'device_id': 'cc5939b4-b6f1-4b32-9c93-295546fa122a', 'network_id': 'a15790e2-ddb0-4956-b8df-c99e33512c4d', 'admin_state_up': True, 'tenant_id': '4a49c0350e4d4a5eb77111b4f5d6bd21'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:13.551355 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca4fe3-47e5-4e59-be48-f8af5653fbb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fba59097-f444-498a-9db2-3b53167ef91c,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:13.569897 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4346c3-cd82-460e-8548-b5873361cb02 None None] Network bcc5e1bc-0447-4971-861d-2224222c9638 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:07:13.574111 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ccca4fe3-47e5-4e59-be48-f8af5653fbb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:13.578357 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ccca4fe3-47e5-4e59-be48-f8af5653fbb5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/fba59097-f444-498a-9db2-3b53167ef91c HTTP/1.1" status: 204 len: 168 time: 1.1264396 Sep 21 18:07:13.581230 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50110) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:13.597707 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-81b45872-09ca-467e-b43f-e203ccf2fc86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:13.646842 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-53ea7a6f-156d-4f76-a064-32735324d11b tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:13.649572 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-22e493f2-0af7-4615-be37-7189d27baecb req-e0e66356-ec9a-40be-9894-409a5c0dcc48 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] For port a39e2a54-1d22-4efc-ab50-17ec7c4e731b, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a39e2a54-1d22-4efc-ab50-17ec7c4e731b,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:13.650133 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-22e493f2-0af7-4615-be37-7189d27baecb req-e0e66356-ec9a-40be-9894-409a5c0dcc48 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:13.665431 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-53ea7a6f-156d-4f76-a064-32735324d11b tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:13.690244 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-22e493f2-0af7-4615-be37-7189d27baecb req-e0e66356-ec9a-40be-9894-409a5c0dcc48 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Calling delete_port for a39e2a54-1d22-4efc-ab50-17ec7c4e731b owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:13.695712 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-128273a4-95c7-484a-bfe2-9de5e9c952a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:13.780655 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea7a6f-156d-4f76-a064-32735324d11b tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=085f35c3-bf16-4542-8e71-cbae9f64d838,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:13.806074 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ccb77c-3cba-4bea-8480-a94ef8a17c7b None None] DHCP port deletion for bcc5e1bc-0447-4971-861d-2224222c9638 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:07:13.815136 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-128273a4-95c7-484a-bfe2-9de5e9c952a9 admin admin] Deleting port a442b3ce-ca4a-4e18-b3d8-748338c4b33b {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:07:13.815486 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-128273a4-95c7-484a-bfe2-9de5e9c952a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:13.847152 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-81b45872-09ca-467e-b43f-e203ccf2fc86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:13.879425 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-81b45872-09ca-467e-b43f-e203ccf2fc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:13.882970 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-f6ccb77c-3cba-4bea-8480-a94ef8a17c7b None None] Deleting port a442b3ce-ca4a-4e18-b3d8-748338c4b33b {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:07:13.883997 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f6ccb77c-3cba-4bea-8480-a94ef8a17c7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:13.897306 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-53ea7a6f-156d-4f76-a064-32735324d11b tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:13.899562 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-53ea7a6f-156d-4f76-a064-32735324d11b tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8210797 Sep 21 18:07:13.909333 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50112) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:13.910125 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-128273a4-95c7-484a-bfe2-9de5e9c952a9 admin admin] For port a442b3ce-ca4a-4e18-b3d8-748338c4b33b, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a442b3ce-ca4a-4e18-b3d8-748338c4b33b,segment=NetworkSegment(c965e36f-5c13-4fbf-a007-15a89708b492),segment_id=c965e36f-5c13-4fbf-a007-15a89708b492)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:13.910492 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-128273a4-95c7-484a-bfe2-9de5e9c952a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:13.921702 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-202cdd01-4090-4378-ab7d-20ae09188d38 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Request body: {'security_group_rule': {'security_group_id': '3d2b5e93-e8f0-469d-992b-fa7b187930c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '085f35c3-bf16-4542-8e71-cbae9f64d838'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:13.944256 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-128273a4-95c7-484a-bfe2-9de5e9c952a9 admin admin] Calling delete_port for a442b3ce-ca4a-4e18-b3d8-748338c4b33b owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:13.959568 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-81b45872-09ca-467e-b43f-e203ccf2fc86 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cd50849135e94b4e8352e27a1d75c23b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4898465 Sep 21 18:07:13.960265 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 5584a104-aa4e-4046-8852-9b8f3090cbf9 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:07:13.960812 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50116) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:13.968523 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b45872-09ca-467e-b43f-e203ccf2fc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e7b166-7993-4a8e-b20c-bedaad5eb922,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:13.986517 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 5584a104-aa4e-4046-8852-9b8f3090cbf9 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:07:13.987004 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 5584a104-aa4e-4046-8852-9b8f3090cbf9 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:07:13.987527 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a442b3ce-ca4a-4e18-b3d8-748338c4b33b no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:07:13.998178 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-6148b64d-3dc4-43b9-9991-6e8b29bc4398 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Made reservation on behalf of 4a49c0350e4d4a5eb77111b4f5d6bd21 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:07:14.005288 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-6148b64d-3dc4-43b9-9991-6e8b29bc4398 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:14.033564 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-f6ccb77c-3cba-4bea-8480-a94ef8a17c7b None None] For port a442b3ce-ca4a-4e18-b3d8-748338c4b33b, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a442b3ce-ca4a-4e18-b3d8-748338c4b33b,segment=NetworkSegment(c965e36f-5c13-4fbf-a007-15a89708b492),segment_id=c965e36f-5c13-4fbf-a007-15a89708b492)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:14.034337 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f6ccb77c-3cba-4bea-8480-a94ef8a17c7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:14.047701 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-22e493f2-0af7-4615-be37-7189d27baecb req-e0e66356-ec9a-40be-9894-409a5c0dcc48 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:14.051991 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-f6ccb77c-3cba-4bea-8480-a94ef8a17c7b None None] Calling delete_port for a442b3ce-ca4a-4e18-b3d8-748338c4b33b owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:14.075884 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5604408c-5b98-4351-8d4a-9b65adfd8400 req-66a60b91-c189-43ad-93dd-29afdedd3229 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0fa6282-aef7-4185-b9f3-71bd8d7fb49a HTTP/1.1" status: 200 len: 210 time: 0.0457466 Sep 21 18:07:14.101372 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-af72154f-cdc0-490a-8a1e-62cf85d407ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:14.141273 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-af72154f-cdc0-490a-8a1e-62cf85d407ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:14.150170 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-128273a4-95c7-484a-bfe2-9de5e9c952a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:14.174188 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Port a442b3ce-ca4a-4e18-b3d8-748338c4b33b update to DOWN by agent not found {{(pid=101462) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 21 18:07:14.184620 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f6ccb77c-3cba-4bea-8480-a94ef8a17c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:14.210809 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ccb77c-3cba-4bea-8480-a94ef8a17c7b None None] Pushing event deleted for resources: {'Port': ['ID=a442b3ce-ca4a-4e18-b3d8-748338c4b33b,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:14.218722 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128273a4-95c7-484a-bfe2-9de5e9c952a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a442b3ce-ca4a-4e18-b3d8-748338c4b33b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:14.220698 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ccb77c-3cba-4bea-8480-a94ef8a17c7b None None] No DVR routers for this DVR port a442b3ce-ca4a-4e18-b3d8-748338c4b33b on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:07:14.221579 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128273a4-95c7-484a-bfe2-9de5e9c952a9 admin admin] No DVR routers for this DVR port a442b3ce-ca4a-4e18-b3d8-748338c4b33b on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:07:14.235964 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e493f2-0af7-4615-be37-7189d27baecb req-e0e66356-ec9a-40be-9894-409a5c0dcc48 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] No DVR routers for this DVR port a39e2a54-1d22-4efc-ab50-17ec7c4e731b on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:07:14.246807 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-22e493f2-0af7-4615-be37-7189d27baecb req-e0e66356-ec9a-40be-9894-409a5c0dcc48 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:14.249198 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-22e493f2-0af7-4615-be37-7189d27baecb req-e0e66356-ec9a-40be-9894-409a5c0dcc48 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.38 "DELETE /v2.0/ports/a39e2a54-1d22-4efc-ab50-17ec7c4e731b HTTP/1.1" status: 204 len: 173 time: 1.6888490 Sep 21 18:07:14.255524 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fa6282-aef7-4185-b9f3-71bd8d7fb49a', 'name': 'network-vif-deleted', 'tag': 'a39e2a54-1d22-4efc-ab50-17ec7c4e731b'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:14.258156 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2f0b2e-5a3b-49b8-947d-15e1fedcc7b0" -d '{"events": [{"server_uuid": "f0fa6282-aef7-4185-b9f3-71bd8d7fb49a", "name": "network-vif-deleted", "tag": "a39e2a54-1d22-4efc-ab50-17ec7c4e731b"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:14.277575 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e66356-ec9a-40be-9894-409a5c0dcc48 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Pushing event deleted for resources: {'Port': ['ID=a39e2a54-1d22-4efc-ab50-17ec7c4e731b,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:14.302421 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-202cdd01-4090-4378-ab7d-20ae09188d38 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:07:14.303559 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-202cdd01-4090-4378-ab7d-20ae09188d38 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3895619 Sep 21 18:07:14.306607 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50120) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:14.319303 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-128273a4-95c7-484a-bfe2-9de5e9c952a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:14.331306 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-af72154f-cdc0-490a-8a1e-62cf85d407ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:14.334253 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-af72154f-cdc0-490a-8a1e-62cf85d407ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:14.335677 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-af72154f-cdc0-490a-8a1e-62cf85d407ac admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b1e7b166-7993-4a8e-b20c-bedaad5eb922 HTTP/1.1" status: 204 len: 168 time: 0.3740816 Sep 21 18:07:14.362274 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-128273a4-95c7-484a-bfe2-9de5e9c952a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc5e1bc-0447-4971-861d-2224222c9638']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:14.363700 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72154f-cdc0-490a-8a1e-62cf85d407ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e7b166-7993-4a8e-b20c-bedaad5eb922,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:14.383898 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a93908b-a3e9-44ec-baa5-afcbea4727f9 x-openstack-request-id: req-6a93908b-a3e9-44ec-baa5-afcbea4727f9 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:14.384465 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0fa6282-aef7-4185-b9f3-71bd8d7fb49a", "name": "network-vif-deleted", "tag": "a39e2a54-1d22-4efc-ab50-17ec7c4e731b", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:14.384465 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6a93908b-a3e9-44ec-baa5-afcbea4727f9 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:14.384824 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0fa6282-aef7-4185-b9f3-71bd8d7fb49a', 'name': 'network-vif-deleted', 'tag': 'a39e2a54-1d22-4efc-ab50-17ec7c4e731b', 'status': 'completed', 'code': 200} Sep 21 18:07:14.406085 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-128273a4-95c7-484a-bfe2-9de5e9c952a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c965e36f-5c13-4fbf-a007-15a89708b492') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:14.406408 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-128273a4-95c7-484a-bfe2-9de5e9c952a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c965e36f-5c13-4fbf-a007-15a89708b492') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:14.419388 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-128273a4-95c7-484a-bfe2-9de5e9c952a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:14.424623 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-44470b0d-08d0-45a7-a45b-e52329fab47c tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:14.440313 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-6148b64d-3dc4-43b9-9991-6e8b29bc4398 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Allocated IP 172.20.0.14 (a15790e2-ddb0-4956-b8df-c99e33512c4d/35209640-638e-4aa3-a050-e128ee2e196f/bbbf57c5-5a15-4f3a-994c-08cee1d1d622) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:07:14.442632 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-128273a4-95c7-484a-bfe2-9de5e9c952a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:14.452894 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-128273a4-95c7-484a-bfe2-9de5e9c952a9 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:07:14.458814 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-128273a4-95c7-484a-bfe2-9de5e9c952a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:14.465568 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:07:14.465568 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:07:14.465568 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:07:14.465568 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:07:14.465568 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:07:14.465568 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:07:14.465568 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:07:14.465568 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:07:14.465568 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:07:14.465568 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:07:14.465568 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:07:14.465568 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:07:14.465568 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:07:14.465568 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:07:14.465568 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:07:14.465568 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:07:14.465568 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:07:14.465568 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:07:14.465568 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:07:14.465568 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:07:14.465568 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:07:14.465568 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:07:14.465568 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:07:14.465568 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:07:14.465568 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:07:14.465568 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:07:14.465568 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:07:14.465568 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:07:14.465568 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:07:14.465568 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:07:14.465568 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:07:14.465568 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:07:14.471566 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-44470b0d-08d0-45a7-a45b-e52329fab47c tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:14.541163 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-11d3bce2-06c9-4082-b321-5afa2c74f055 req-e430ae15-27f3-4505-85c6-2fc0238899d5 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc5939b4-b6f1-4b32-9c93-295546fa122a HTTP/1.1" status: 200 len: 210 time: 0.0529761 Sep 21 18:07:14.554257 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-128273a4-95c7-484a-bfe2-9de5e9c952a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:14.560225 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-128273a4-95c7-484a-bfe2-9de5e9c952a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:14.563405 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-128273a4-95c7-484a-bfe2-9de5e9c952a9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/bcc5e1bc-0447-4971-861d-2224222c9638 HTTP/1.1" status: 204 len: 168 time: 0.9795969 Sep 21 18:07:14.579834 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-44470b0d-08d0-45a7-a45b-e52329fab47c tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:14.581345 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128273a4-95c7-484a-bfe2-9de5e9c952a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcc5e1bc-0447-4971-861d-2224222c9638,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:14.582620 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-44470b0d-08d0-45a7-a45b-e52329fab47c tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:14.583950 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-44470b0d-08d0-45a7-a45b-e52329fab47c tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "DELETE /v2.0/security-groups/085f35c3-bf16-4542-8e71-cbae9f64d838 HTTP/1.1" status: 204 len: 168 time: 0.2764549 Sep 21 18:07:14.586595 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50130) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:14.602405 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44470b0d-08d0-45a7-a45b-e52329fab47c tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=085f35c3-bf16-4542-8e71-cbae9f64d838,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:14.663369 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-46bc2308-45c4-4492-877d-8ac8c6bd205a tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0748482 Sep 21 18:07:14.666814 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50132) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:14.700979 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-6148b64d-3dc4-43b9-9991-6e8b29bc4398 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:14.739574 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-35ac170c-917a-40c8-bf55-46a7d55027fa tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:14.741346 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-6148b64d-3dc4-43b9-9991-6e8b29bc4398 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:14.760379 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['cf75d108-528a-436d-8c61-7249e2669900'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:07:14.769526 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-35ac170c-917a-40c8-bf55-46a7d55027fa tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:14.797935 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-6148b64d-3dc4-43b9-9991-6e8b29bc4398 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Network a15790e2-ddb0-4956-b8df-c99e33512c4d is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:07:14.801439 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-6148b64d-3dc4-43b9-9991-6e8b29bc4398 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:07:14.808534 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-6148b64d-3dc4-43b9-9991-6e8b29bc4398 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:07:14.818290 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50134) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:14.833827 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c861e12c-0f4d-4706-bc09-1741672e06f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:14.840947 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6148b64d-3dc4-43b9-9991-6e8b29bc4398 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Pushing event updated for resources: {'Port': ['ID=bbbf57c5-5a15-4f3a-994c-08cee1d1d622,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:14.854217 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-35ac170c-917a-40c8-bf55-46a7d55027fa tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:14.856920 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-35ac170c-917a-40c8-bf55-46a7d55027fa tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:14.860751 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50136) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:14.860973 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-35ac170c-917a-40c8-bf55-46a7d55027fa tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "DELETE /v2.0/security-groups/3d2b5e93-e8f0-469d-992b-fa7b187930c4 HTTP/1.1" status: 204 len: 168 time: 0.1930280 Sep 21 18:07:14.879610 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac170c-917a-40c8-bf55-46a7d55027fa tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2b5e93-e8f0-469d-992b-fa7b187930c4,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:14.880122 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-6148b64d-3dc4-43b9-9991-6e8b29bc4398 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:14.881256 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-6148b64d-3dc4-43b9-9991-6e8b29bc4398 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:14.929685 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50138) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:14.946148 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-406d6a2a-12b5-4095-92e1-9d46459bcfeb tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0839002 Sep 21 18:07:14.952098 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50140) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:14.957290 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-326cef7b-d68d-4cbe-8db5-350e4607df53 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Request body: {'security_group': {'name': 'tempest-secgroup--792794549'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:15.018516 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d41e17a7-4cc9-4bd2-99f8-6a8c51338234 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=03ca0efd181d4e23ad15c414a4694426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0874140 Sep 21 18:07:15.021272 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50142) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:15.042146 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c861e12c-0f4d-4706-bc09-1741672e06f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:15.047892 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c861e12c-0f4d-4706-bc09-1741672e06f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:15.055619 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-6148b64d-3dc4-43b9-9991-6e8b29bc4398 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5608611 Sep 21 18:07:15.070902 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-d58abd02-6b66-4ab5-9541-83c42c23d5ee service neutron] Request body: {'port': {'device_id': 'cc5939b4-b6f1-4b32-9c93-295546fa122a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:15.091627 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-326cef7b-d68d-4cbe-8db5-350e4607df53 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:15.107672 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c861e12c-0f4d-4706-bc09-1741672e06f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b805751-e32a-4856-8e8f-612eb9d623ff,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:15.118670 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c861e12c-0f4d-4706-bc09-1741672e06f2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=adcf7cc950db493792ef7eff60ac7bf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2973144 Sep 21 18:07:15.119479 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50146) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:15.144840 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-37df5a20-b2a6-4afb-a4b5-591c84eea51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:15.166975 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-d58abd02-6b66-4ab5-9541-83c42c23d5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:15.185523 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-37df5a20-b2a6-4afb-a4b5-591c84eea51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:15.242094 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-765c6c3b-36da-465a-8ee6-8d87fabc8417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:15.274091 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-765c6c3b-36da-465a-8ee6-8d87fabc8417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:15.312353 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-37df5a20-b2a6-4afb-a4b5-591c84eea51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:15.316973 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-37df5a20-b2a6-4afb-a4b5-591c84eea51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:15.318258 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-37df5a20-b2a6-4afb-a4b5-591c84eea51a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9125f10c-5d0b-4f51-abf2-27364800b021 HTTP/1.1" status: 204 len: 168 time: 0.2960658 Sep 21 18:07:15.340955 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df5a20-b2a6-4afb-a4b5-591c84eea51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9125f10c-5d0b-4f51-abf2-27364800b021,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:15.367415 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-765c6c3b-36da-465a-8ee6-8d87fabc8417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:15.372014 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-765c6c3b-36da-465a-8ee6-8d87fabc8417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:15.374672 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-765c6c3b-36da-465a-8ee6-8d87fabc8417 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3b805751-e32a-4856-8e8f-612eb9d623ff HTTP/1.1" status: 204 len: 168 time: 0.2517984 Sep 21 18:07:15.383859 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c6c3b-36da-465a-8ee6-8d87fabc8417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b805751-e32a-4856-8e8f-612eb9d623ff,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:15.405641 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-326cef7b-d68d-4cbe-8db5-350e4607df53 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:15.435974 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-326cef7b-d68d-4cbe-8db5-350e4607df53 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:15.484651 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-cb8f215e-faf4-4090-aa47-3876ff2c4512 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2378695 Sep 21 18:07:15.523263 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-326cef7b-d68d-4cbe-8db5-350e4607df53 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:15.526980 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-326cef7b-d68d-4cbe-8db5-350e4607df53 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5710557 Sep 21 18:07:15.528819 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50156) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:15.534788 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326cef7b-d68d-4cbe-8db5-350e4607df53 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0f37da-5667-40f1-9649-920159b2de4d,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:15.545061 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-e7c74161-9fa2-4035-83b4-ec79f987542b tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Request body: {'security_group_rule': {'security_group_id': '0e0f37da-5667-40f1-9649-920159b2de4d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:15.554760 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785d70a-fc08-4067-8fa9-808fd3d467d3 req-b1eea67f-b26c-423e-abfb-f2d7c7d973e5 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:15.556924 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b785d70a-fc08-4067-8fa9-808fd3d467d3 req-b1eea67f-b26c-423e-abfb-f2d7c7d973e5 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.1952975 Sep 21 18:07:15.600537 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-e7c74161-9fa2-4035-83b4-ec79f987542b tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:07:15.602774 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e7c74161-9fa2-4035-83b4-ec79f987542b tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0727425 Sep 21 18:07:15.605557 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50160) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:15.614775 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-d9a29a0e-3d6a-407a-a638-63ac89f4b600 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Request body: {'security_group_rule': {'security_group_id': '0e0f37da-5667-40f1-9649-920159b2de4d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:15.677992 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b785d70a-fc08-4067-8fa9-808fd3d467d3 req-2e8248a6-defe-41df-b1c2-ac9731b1520b tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056776 Sep 21 18:07:15.703904 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-ce95edf7-d36e-4155-9028-9ba4eb3aa02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:15.704387 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-ce95edf7-d36e-4155-9028-9ba4eb3aa02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:15.704854 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-ce95edf7-d36e-4155-9028-9ba4eb3aa02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:15.705478 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-ce95edf7-d36e-4155-9028-9ba4eb3aa02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:15.706081 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-ce95edf7-d36e-4155-9028-9ba4eb3aa02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:15.706685 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-ce95edf7-d36e-4155-9028-9ba4eb3aa02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:15.707316 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-ce95edf7-d36e-4155-9028-9ba4eb3aa02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:15.709538 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-ce95edf7-d36e-4155-9028-9ba4eb3aa02e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d40c78ed24d44bc286019ecdefec3c75&device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 6492 time: 0.1462893 Sep 21 18:07:15.723590 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-d9a29a0e-3d6a-407a-a638-63ac89f4b600 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:07:15.724720 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d9a29a0e-3d6a-407a-a638-63ac89f4b600 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1178300 Sep 21 18:07:15.727593 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50166) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:15.742155 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d24b16-76a6-4643-aeee-0ce1f5549dfb req-ae633e8b-690b-4459-88aa-6f96ef8b37fb tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:15.750985 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-44d24b16-76a6-4643-aeee-0ce1f5549dfb req-ae633e8b-690b-4459-88aa-6f96ef8b37fb tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc5939b4-b6f1-4b32-9c93-295546fa122a HTTP/1.1" status: 200 len: 932 time: 0.1008649 Sep 21 18:07:15.763455 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-d58abd02-6b66-4ab5-9541-83c42c23d5ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbbf57c5-5a15-4f3a-994c-08cee1d1d622 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:07:15.788183 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-d58abd02-6b66-4ab5-9541-83c42c23d5ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:15.807489 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-44d24b16-76a6-4643-aeee-0ce1f5549dfb req-aaf36c43-b698-48fc-a35c-dd8bcbb347dc tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536983 Sep 21 18:07:15.818482 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a39e2a54-1d22-4efc-ab50-17ec7c4e731b no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:07:15.852965 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: a39e2a54-1d22-4efc-ab50-17ec7c4e731b {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:07:15.853606 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a39e2a54-1d22-4efc-ab50-17ec7c4e731b not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:07:15.859352 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-d58abd02-6b66-4ab5-9541-83c42c23d5ee service neutron] Transition to ACTIVE for port object bbbf57c5-5a15-4f3a-994c-08cee1d1d622 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:07:15.874996 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-d58abd02-6b66-4ab5-9541-83c42c23d5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:15.889392 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2e818b72-b35b-483c-88bb-9f1effaa80b5 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:15.899530 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-faa7dd33-0ce7-44cf-a0ea-b741adc721a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:15.956571 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-3be2a728-0d51-47f0-8f9f-9327399d65b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:15.957071 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-3be2a728-0d51-47f0-8f9f-9327399d65b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:15.957509 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-3be2a728-0d51-47f0-8f9f-9327399d65b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:15.959182 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-3be2a728-0d51-47f0-8f9f-9327399d65b3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=543c6f8a-4719-45e7-ae5b-7d43c52acf45&id=94df87e6-ce8a-4b23-900d-480ef4eb3211&id=94df87e6-ce8a-4b23-900d-480ef4eb3211&id=94df87e6-ce8a-4b23-900d-480ef4eb3211&id=94df87e6-ce8a-4b23-900d-480ef4eb3211&id=2a44a677-1927-4f9e-821d-0c18ad02e765&id=2a44a677-1927-4f9e-821d-0c18ad02e765 HTTP/1.1" status: 200 len: 2293 time: 0.1909380 Sep 21 18:07:15.962127 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50174) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:15.968098 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2e818b72-b35b-483c-88bb-9f1effaa80b5 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:15.995298 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58abd02-6b66-4ab5-9541-83c42c23d5ee service neutron] Pushing event updated for resources: {'Port': ['ID=bbbf57c5-5a15-4f3a-994c-08cee1d1d622,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:16.013882 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5fb16f44-9b66-4ce1-ad4f-24f50fa7b605 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1c99a9e1c66149d98245cefe55b174bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477588 Sep 21 18:07:16.014079 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50178) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:16.101204 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-563ea144-08f3-4f1f-aa40-63b9f8a69b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:16.108551 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-5ed1fcf4-507c-4392-91c9-0de17cf9b253 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=430c32fc-16c3-4533-a2e3-0a3fe03a49f8 HTTP/1.1" status: 200 len: 1002 time: 0.1291206 Sep 21 18:07:16.129366 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2e818b72-b35b-483c-88bb-9f1effaa80b5 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:16.132119 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2e818b72-b35b-483c-88bb-9f1effaa80b5 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:16.135756 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2e818b72-b35b-483c-88bb-9f1effaa80b5 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "DELETE /v2.0/security-groups/0e0f37da-5667-40f1-9649-920159b2de4d HTTP/1.1" status: 204 len: 168 time: 0.4045296 Sep 21 18:07:16.136214 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50180) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:16.150606 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-563ea144-08f3-4f1f-aa40-63b9f8a69b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:16.179522 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-d58abd02-6b66-4ab5-9541-83c42c23d5ee service neutron] Attempting to bind port bbbf57c5-5a15-4f3a-994c-08cee1d1d622 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:07:16.179898 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-d58abd02-6b66-4ab5-9541-83c42c23d5ee service neutron] Attempting to bind port bbbf57c5-5a15-4f3a-994c-08cee1d1d622 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '7d5256e0-2fc2-448a-bfae-9c6a896d4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a15790e2-ddb0-4956-b8df-c99e33512c4d'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:07:16.180257 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-d58abd02-6b66-4ab5-9541-83c42c23d5ee service neutron] Attempting to bind port bbbf57c5-5a15-4f3a-994c-08cee1d1d622 on network a15790e2-ddb0-4956-b8df-c99e33512c4d {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:07:16.186370 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e818b72-b35b-483c-88bb-9f1effaa80b5 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0f37da-5667-40f1-9649-920159b2de4d,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:16.190745 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-d58abd02-6b66-4ab5-9541-83c42c23d5ee service neutron] Port bbbf57c5-5a15-4f3a-994c-08cee1d1d622 on network a15790e2-ddb0-4956-b8df-c99e33512c4d not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:07:16.191083 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-d58abd02-6b66-4ab5-9541-83c42c23d5ee service neutron] Attempting to bind port bbbf57c5-5a15-4f3a-994c-08cee1d1d622 on network a15790e2-ddb0-4956-b8df-c99e33512c4d {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:07:16.197877 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-d58abd02-6b66-4ab5-9541-83c42c23d5ee service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:07:16.198223 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-d58abd02-6b66-4ab5-9541-83c42c23d5ee service neutron] Checking segment: {'id': '7d5256e0-2fc2-448a-bfae-9c6a896d4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a15790e2-ddb0-4956-b8df-c99e33512c4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:07:16.198607 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-d58abd02-6b66-4ab5-9541-83c42c23d5ee service neutron] Bound using segment: {'id': '7d5256e0-2fc2-448a-bfae-9c6a896d4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a15790e2-ddb0-4956-b8df-c99e33512c4d'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:07:16.199345 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-d58abd02-6b66-4ab5-9541-83c42c23d5ee service neutron] Bound port: bbbf57c5-5a15-4f3a-994c-08cee1d1d622, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d5256e0-2fc2-448a-bfae-9c6a896d4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a15790e2-ddb0-4956-b8df-c99e33512c4d'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:07:16.199485 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-d58abd02-6b66-4ab5-9541-83c42c23d5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:16.210612 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-6f9f581e-206b-47b0-8a66-e4267e782442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:16.212125 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-6f9f581e-206b-47b0-8a66-e4267e782442 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97a406fa-a160-4fba-ab8a-73084b03db92 HTTP/1.1" status: 200 len: 850 time: 0.0920296 Sep 21 18:07:16.220147 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0a704e0c-2b54-49ca-a3ac-8814af20fdab tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0827281 Sep 21 18:07:16.227740 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50186) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:16.238097 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-b3d335d9-2888-4120-8728-bb87f0c8a937 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Request body: {'security_group': {'name': 'tempest-secgroup--756107339'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:16.263326 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-563ea144-08f3-4f1f-aa40-63b9f8a69b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:16.267955 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-563ea144-08f3-4f1f-aa40-63b9f8a69b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:16.270987 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-563ea144-08f3-4f1f-aa40-63b9f8a69b0c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f9d5627e-150b-489f-9d9b-b05badf9963f HTTP/1.1" status: 204 len: 168 time: 0.2543094 Sep 21 18:07:16.278873 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ea144-08f3-4f1f-aa40-63b9f8a69b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d5627e-150b-489f-9d9b-b05badf9963f,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:16.298801 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b3d335d9-2888-4120-8728-bb87f0c8a937 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:16.300562 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-a5e7c317-5901-4e87-a53b-45b7898f13e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:16.302130 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-a5e7c317-5901-4e87-a53b-45b7898f13e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=543c6f8a-4719-45e7-ae5b-7d43c52acf45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654490 Sep 21 18:07:16.303183 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-d58abd02-6b66-4ab5-9541-83c42c23d5ee service neutron] For port bbbf57c5-5a15-4f3a-994c-08cee1d1d622, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:07:16.306619 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-d58abd02-6b66-4ab5-9541-83c42c23d5ee service neutron] For port bbbf57c5-5a15-4f3a-994c-08cee1d1d622, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=bbbf57c5-5a15-4f3a-994c-08cee1d1d622,segment=NetworkSegment(7d5256e0-2fc2-448a-bfae-9c6a896d4861),segment_id=7d5256e0-2fc2-448a-bfae-9c6a896d4861)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:07:16.322843 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-d58abd02-6b66-4ab5-9541-83c42c23d5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:16.380606 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-d58abd02-6b66-4ab5-9541-83c42c23d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:16.381234 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-d58abd02-6b66-4ab5-9541-83c42c23d5ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:16.382748 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-d58abd02-6b66-4ab5-9541-83c42c23d5ee service neutron] 10.222.0.44 "PUT /v2.0/ports/bbbf57c5-5a15-4f3a-994c-08cee1d1d622 HTTP/1.1" status: 200 len: 1092 time: 1.3174326 Sep 21 18:07:16.386414 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc5939b4-b6f1-4b32-9c93-295546fa122a', 'tag': 'bbbf57c5-5a15-4f3a-994c-08cee1d1d622'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:16.394995 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de21c7c-e9e2-48ca-9875-b6a704e3043b" -d '{"events": [{"name": "network-changed", "server_uuid": "cc5939b4-b6f1-4b32-9c93-295546fa122a", "tag": "bbbf57c5-5a15-4f3a-994c-08cee1d1d622"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:16.455623 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b3d335d9-2888-4120-8728-bb87f0c8a937 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:16.464644 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b3d335d9-2888-4120-8728-bb87f0c8a937 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:16.472863 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9f63dc-36dc-4ba4-bd28-0342e0b976e2 x-openstack-request-id: req-4c9f63dc-36dc-4ba4-bd28-0342e0b976e2 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:16.473781 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc5939b4-b6f1-4b32-9c93-295546fa122a", "tag": "bbbf57c5-5a15-4f3a-994c-08cee1d1d622", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:16.473781 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4c9f63dc-36dc-4ba4-bd28-0342e0b976e2 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:16.473932 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc5939b4-b6f1-4b32-9c93-295546fa122a', 'tag': 'bbbf57c5-5a15-4f3a-994c-08cee1d1d622', 'status': 'completed', 'code': 200} Sep 21 18:07:16.496223 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58abd02-6b66-4ab5-9541-83c42c23d5ee service neutron] Pushing event updated for resources: {'Port': ['ID=bbbf57c5-5a15-4f3a-994c-08cee1d1d622,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:16.522743 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b3d335d9-2888-4120-8728-bb87f0c8a937 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:16.527758 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50202) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:16.528363 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b3d335d9-2888-4120-8728-bb87f0c8a937 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2981317 Sep 21 18:07:16.532070 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-323d4b98-8a44-4a90-b35b-03af28a44a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:16.533896 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-323d4b98-8a44-4a90-b35b-03af28a44a58 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a49c0350e4d4a5eb77111b4f5d6bd21&device_id=cc5939b4-b6f1-4b32-9c93-295546fa122a HTTP/1.1" status: 200 len: 1095 time: 0.1015878 Sep 21 18:07:16.539220 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-32d225d9-4ec7-416b-8ef9-454a90ded060 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:16.539852 n-d-810291-1 neutron-server[101460]: WARNING neutron.api.v2.base [None req-32d225d9-4ec7-416b-8ef9-454a90ded060 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 21 18:07:16.540514 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-32d225d9-4ec7-416b-8ef9-454a90ded060 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] update failed (client error): There was a conflict when trying to complete your request. Sep 21 18:07:16.541740 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-32d225d9-4ec7-416b-8ef9-454a90ded060 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "PUT /v2.0/security-groups/56ec65f1-8c5e-474d-9cc6-7ae595f756c5 HTTP/1.1" status: 409 len: 330 time: 0.0067194 Sep 21 18:07:16.545540 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50204) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:16.545754 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d335d9-2888-4120-8728-bb87f0c8a937 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56ec65f1-8c5e-474d-9cc6-7ae595f756c5,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:16.562833 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-a5cf9b9c-3102-4b94-9b44-896a3b4d366b service neutron] 10.222.0.44 "GET /v2.0/networks/543c6f8a-4719-45e7-ae5b-7d43c52acf45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501180 Sep 21 18:07:16.614872 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-52355095-ce03-4227-84be-84a0ab9acfd3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbbf57c5-5a15-4f3a-994c-08cee1d1d622 HTTP/1.1" status: 200 len: 217 time: 0.0686326 Sep 21 18:07:16.806880 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-e77a6460-d186-4dfa-a057-51fab97047df service neutron] 10.222.0.44 "GET /v2.0/networks/543c6f8a-4719-45e7-ae5b-7d43c52acf45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078197 Sep 21 18:07:16.815080 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-99d6ebb5-f584-486f-8c86-2eb7b80cd4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:16.816783 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-99d6ebb5-f584-486f-8c86-2eb7b80cd4b8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=35209640-638e-4aa3-a050-e128ee2e196f HTTP/1.1" status: 200 len: 855 time: 0.1833267 Sep 21 18:07:16.824037 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d3b01cb4-f2c7-486b-8481-35fb688799e8 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:16.825415 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233d523-a3e7-40d0-814b-27c29f38a8b8 req-895f384a-28f8-4353-867d-c8320688ded8 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:16.827985 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c233d523-a3e7-40d0-814b-27c29f38a8b8 req-895f384a-28f8-4353-867d-c8320688ded8 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.0733385 Sep 21 18:07:16.872033 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d3b01cb4-f2c7-486b-8481-35fb688799e8 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:16.919403 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c233d523-a3e7-40d0-814b-27c29f38a8b8 req-0bbebf8f-d346-471a-8334-c85bc9ddf9df tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750122 Sep 21 18:07:17.031597 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-66e42bbf-bfc7-4f72-9af6-a456e471e482 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a15790e2-ddb0-4956-b8df-c99e33512c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987313 Sep 21 18:07:17.032628 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d3b01cb4-f2c7-486b-8481-35fb688799e8 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:17.035730 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d3b01cb4-f2c7-486b-8481-35fb688799e8 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:17.036823 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d3b01cb4-f2c7-486b-8481-35fb688799e8 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "DELETE /v2.0/security-groups/56ec65f1-8c5e-474d-9cc6-7ae595f756c5 HTTP/1.1" status: 204 len: 168 time: 0.4844246 Sep 21 18:07:17.039170 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-6cb70741-4a0e-44d0-a6ef-4b26107e31d9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=f967bbd1-534f-4e1e-8cde-c83bea0c03fb HTTP/1.1" status: 200 len: 217 time: 0.1051881 Sep 21 18:07:17.040077 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50246) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:17.083646 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b01cb4-f2c7-486b-8481-35fb688799e8 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ec65f1-8c5e-474d-9cc6-7ae595f756c5,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:17.149382 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9b58e5a2-a641-405e-b220-d6aa025ed672 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1080840 Sep 21 18:07:17.150050 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50252) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:17.165125 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-bc264aec-7840-4507-a604-896bfcb0ef71 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] delete failed (client error): The resource could not be found. Sep 21 18:07:17.170252 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bc264aec-7840-4507-a604-896bfcb0ef71 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "DELETE /v2.0/security-groups/f1670b1c-2fb4-4bec-bb42-bb53dad99ecd HTTP/1.1" status: 404 len: 347 time: 0.0187669 Sep 21 18:07:17.171012 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50254) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:17.181020 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e615f1-76c1-4c5e-8754-89d75eec81cd req-7a6f918d-5995-4cce-97b0-c2959ab5b172 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:17.182852 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a7e615f1-76c1-4c5e-8754-89d75eec81cd req-7a6f918d-5995-4cce-97b0-c2959ab5b172 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc5939b4-b6f1-4b32-9c93-295546fa122a HTTP/1.1" status: 200 len: 944 time: 0.2478914 Sep 21 18:07:17.193323 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-10348dc4-f3e9-4c11-a5b1-4f84a8649951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:17.194860 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-10348dc4-f3e9-4c11-a5b1-4f84a8649951 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3699259-078b-42b6-8c82-a8ec90dc08bf HTTP/1.1" status: 200 len: 797 time: 0.1352038 Sep 21 18:07:17.196599 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-35277c8a-94da-468e-b427-3dd2b0b88039 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] show failed (client error): The resource could not be found. Sep 21 18:07:17.202470 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-35277c8a-94da-468e-b427-3dd2b0b88039 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "GET /v2.0/security-groups/cc7483ae-f282-40a0-a4e7-27151f0ec806 HTTP/1.1" status: 404 len: 347 time: 0.0267684 Sep 21 18:07:17.202816 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50256) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:17.219889 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-5051a0b6-a66e-49f3-991f-b68e0e366548 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] show failed (client error): The resource could not be found. Sep 21 18:07:17.220925 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5051a0b6-a66e-49f3-991f-b68e0e366548 tempest-NegativeSecGroupIPv6Test-78209322 tempest-NegativeSecGroupIPv6Test-78209322-project] 10.222.0.58 "GET /v2.0/security-group-rules/e2f2097a-297f-4953-9d5b-d90fab01f672 HTTP/1.1" status: 404 len: 356 time: 0.0169008 Sep 21 18:07:17.268355 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-368c3db3-016f-4123-a670-111d622cbd40 service neutron] 10.222.0.44 "GET /v2.0/networks/a15790e2-ddb0-4956-b8df-c99e33512c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266991 Sep 21 18:07:17.306148 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2da225-a77f-4f4a-85dc-63408c356931 req-c595aa64-3cc3-4dc6-b1e8-2e1298de1e92 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:17.308664 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dc2da225-a77f-4f4a-85dc-63408c356931 req-c595aa64-3cc3-4dc6-b1e8-2e1298de1e92 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.44 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.0741987 Sep 21 18:07:17.310616 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a7e615f1-76c1-4c5e-8754-89d75eec81cd req-8980a9d6-452c-4364-bce2-9e80db00a30d tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099367 Sep 21 18:07:17.321968 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-15039dba-8c90-4f14-a5b9-2c640a788b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:17.323494 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-15039dba-8c90-4f14-a5b9-2c640a788b95 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94df87e6-ce8a-4b23-900d-480ef4eb3211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1182067 Sep 21 18:07:17.441661 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-dc2da225-a77f-4f4a-85dc-63408c356931 req-42dbca82-d61e-4fc8-8b57-65f8a2811f46 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Deleting port 01c5d430-12c5-4025-9899-f3f139598930 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:07:17.442008 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-dc2da225-a77f-4f4a-85dc-63408c356931 req-42dbca82-d61e-4fc8-8b57-65f8a2811f46 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:17.483542 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:07:17.711943 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50292) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:17.735106 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eb42e723-9733-4a9a-bab1-38f5c4340334 req-7a287503-dbb6-436b-ac04-4690e2afe132 service neutron] 10.222.0.44 "GET /v2.0/networks/a15790e2-ddb0-4956-b8df-c99e33512c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556069 Sep 21 18:07:17.784533 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-d12c1d75-1336-430d-8482-1bf1d39e3562 service neutron] 10.222.0.44 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452365 Sep 21 18:07:17.906633 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-dc2da225-a77f-4f4a-85dc-63408c356931 req-42dbca82-d61e-4fc8-8b57-65f8a2811f46 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] For port 01c5d430-12c5-4025-9899-f3f139598930, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=01c5d430-12c5-4025-9899-f3f139598930,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:17.907471 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-dc2da225-a77f-4f4a-85dc-63408c356931 req-42dbca82-d61e-4fc8-8b57-65f8a2811f46 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:17.952720 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-f3571179-2907-4fd5-8995-bd79d44564f3 service neutron] 10.222.0.44 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529207 Sep 21 18:07:17.961529 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-54f79fb8-0e51-4daf-abdb-b4c24de88c13 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ebd80c1e869c4a8eba5c383336ddf119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2390141 Sep 21 18:07:17.961529 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50300) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:17.978632 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de21c7c-e9e2-48ca-9875-b6a704e3043b req-f4f33952-57a2-4ebb-84cd-369262859102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:17.980149 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1de21c7c-e9e2-48ca-9875-b6a704e3043b req-f4f33952-57a2-4ebb-84cd-369262859102 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a49c0350e4d4a5eb77111b4f5d6bd21&device_id=cc5939b4-b6f1-4b32-9c93-295546fa122a HTTP/1.1" status: 200 len: 1095 time: 0.1793008 Sep 21 18:07:18.029920 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-0860027f-420b-43f9-bf98-bcefccb28c9a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=971641b9-c4f5-42ee-9df6-4429b36330fb HTTP/1.1" status: 200 len: 217 time: 0.0628269 Sep 21 18:07:18.159466 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-65e510a1-3fd8-456f-aadd-ef1b0db85270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:18.160831 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-65e510a1-3fd8-456f-aadd-ef1b0db85270 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3699259-078b-42b6-8c82-a8ec90dc08bf HTTP/1.1" status: 200 len: 797 time: 0.1222470 Sep 21 18:07:18.165424 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a6a8ef9f-6812-4fa5-af4b-8939f2ca3389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:18.167077 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea456f-dcb6-4271-a001-a7bf55417f9b req-cdea4b63-834b-4527-a6d9-10476842451d tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:18.168692 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-51ea456f-dcb6-4271-a001-a7bf55417f9b req-cdea4b63-834b-4527-a6d9-10476842451d tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 944 time: 0.1380751 Sep 21 18:07:18.212485 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de21c7c-e9e2-48ca-9875-b6a704e3043b req-b0cd3d53-c565-4edb-b557-06b1ec592bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:18.215145 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1de21c7c-e9e2-48ca-9875-b6a704e3043b req-b0cd3d53-c565-4edb-b557-06b1ec592bbf service neutron] 10.222.0.44 "GET /v2.0/networks?id=a15790e2-ddb0-4956-b8df-c99e33512c4d HTTP/1.1" status: 200 len: 916 time: 0.1952472 Sep 21 18:07:18.221974 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-dc2da225-a77f-4f4a-85dc-63408c356931 req-42dbca82-d61e-4fc8-8b57-65f8a2811f46 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:18.222343 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-dc2da225-a77f-4f4a-85dc-63408c356931 req-42dbca82-d61e-4fc8-8b57-65f8a2811f46 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:18.222666 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [req-dc2da225-a77f-4f4a-85dc-63408c356931 req-42dbca82-d61e-4fc8-8b57-65f8a2811f46 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Floating IP 4237c033-882a-4d51-948f-ced53a717908 disassociated. External IP: 172.25.6.200, port: 01c5d430-12c5-4025-9899-f3f139598930. Sep 21 18:07:18.223036 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [req-dc2da225-a77f-4f4a-85dc-63408c356931 req-42dbca82-d61e-4fc8-8b57-65f8a2811f46 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Calling delete_port for 01c5d430-12c5-4025-9899-f3f139598930 owned by compute:nova {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:18.238545 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a6a8ef9f-6812-4fa5-af4b-8939f2ca3389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:18.242132 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-51ea456f-dcb6-4271-a001-a7bf55417f9b req-e593e828-e68b-4b76-bfb7-1f860c04e722 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups?id=a9e654ae-e99d-4e2b-aa16-984e9abad9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661457 Sep 21 18:07:18.281547 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1de21c7c-e9e2-48ca-9875-b6a704e3043b req-4601b71f-541d-49bb-b94a-1e5bfa4f23ef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbbf57c5-5a15-4f3a-994c-08cee1d1d622 HTTP/1.1" status: 200 len: 217 time: 0.0555751 Sep 21 18:07:18.309995 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-0bcc80d6-ecfb-4802-9fdf-5fafc6cd995c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:18.311503 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-0bcc80d6-ecfb-4802-9fdf-5fafc6cd995c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94df87e6-ce8a-4b23-900d-480ef4eb3211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1412926 Sep 21 18:07:18.365220 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e0f0706d-a572-4e72-a0a5-dfa156abe05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:18.408315 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-dc2da225-a77f-4f4a-85dc-63408c356931 req-42dbca82-d61e-4fc8-8b57-65f8a2811f46 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:18.418613 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de21c7c-e9e2-48ca-9875-b6a704e3043b req-899d74bb-00d3-48e7-bf39-555c444189e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:18.420108 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1de21c7c-e9e2-48ca-9875-b6a704e3043b req-899d74bb-00d3-48e7-bf39-555c444189e9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=35209640-638e-4aa3-a050-e128ee2e196f HTTP/1.1" status: 200 len: 855 time: 0.1251779 Sep 21 18:07:18.442450 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a6a8ef9f-6812-4fa5-af4b-8939f2ca3389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:18.445006 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a6a8ef9f-6812-4fa5-af4b-8939f2ca3389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:18.446149 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a6a8ef9f-6812-4fa5-af4b-8939f2ca3389 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b60c78c0-f115-4a35-b903-934606753714 HTTP/1.1" status: 204 len: 168 time: 0.4848263 Sep 21 18:07:18.463703 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbca82-d61e-4fc8-8b57-65f8a2811f46 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Pushing event deleted for resources: {'Port': ['ID=01c5d430-12c5-4025-9899-f3f139598930,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:18.506882 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a8ef9f-6812-4fa5-af4b-8939f2ca3389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60c78c0-f115-4a35-b903-934606753714,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:18.511825 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1de21c7c-e9e2-48ca-9875-b6a704e3043b req-0a6262a8-cda3-4e2b-965d-e8af85d0f085 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a15790e2-ddb0-4956-b8df-c99e33512c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822048 Sep 21 18:07:18.541619 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbca82-d61e-4fc8-8b57-65f8a2811f46 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:18.542044 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbca82-d61e-4fc8-8b57-65f8a2811f46 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:18.542510 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbca82-d61e-4fc8-8b57-65f8a2811f46 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:18.543173 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbca82-d61e-4fc8-8b57-65f8a2811f46 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:18.544277 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbca82-d61e-4fc8-8b57-65f8a2811f46 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:18.544277 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbca82-d61e-4fc8-8b57-65f8a2811f46 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:18.544789 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbca82-d61e-4fc8-8b57-65f8a2811f46 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:18.545185 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbca82-d61e-4fc8-8b57-65f8a2811f46 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:18.545594 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbca82-d61e-4fc8-8b57-65f8a2811f46 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:18.546168 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbca82-d61e-4fc8-8b57-65f8a2811f46 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:18.546339 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbca82-d61e-4fc8-8b57-65f8a2811f46 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:18.546706 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbca82-d61e-4fc8-8b57-65f8a2811f46 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:18.586247 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-2be92748-cac9-4e48-9b24-3f283ca82f78 service neutron] 10.222.0.44 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545433 Sep 21 18:07:18.608348 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35919427-e962-43be-956f-51a3a56f85cc req-3974e5c2-c832-4443-8cda-20864d637498 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:18.611130 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35919427-e962-43be-956f-51a3a56f85cc req-3974e5c2-c832-4443-8cda-20864d637498 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc5939b4-b6f1-4b32-9c93-295546fa122a HTTP/1.1" status: 200 len: 944 time: 0.1872644 Sep 21 18:07:18.649695 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc2da225-a77f-4f4a-85dc-63408c356931 req-42dbca82-d61e-4fc8-8b57-65f8a2811f46 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Router d4cbef0a-a166-49d2-9670-590482ef10a5 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:07:18.783504 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc2da225-a77f-4f4a-85dc-63408c356931 req-42dbca82-d61e-4fc8-8b57-65f8a2811f46 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:07:18.794974 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7308c7-3fef-401e-8bcc-9690048c197c None None] Sync routers for ids ['d4cbef0a-a166-49d2-9670-590482ef10a5'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:07:18.806381 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35919427-e962-43be-956f-51a3a56f85cc req-00cc36df-3a27-4705-b19f-9187bc5ffb76 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790287 Sep 21 18:07:18.809877 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7308c7-3fef-401e-8bcc-9690048c197c None None] Routers {'d4cbef0a-a166-49d2-9670-590482ef10a5'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:07:18.816767 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-cd7308c7-3fef-401e-8bcc-9690048c197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:07:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['d4cbef0a-a166-49d2-9670-590482ef10a5'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:18.820672 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1de21c7c-e9e2-48ca-9875-b6a704e3043b req-45b81aad-63c5-4ae4-8654-c255f9d11930 service neutron] 10.222.0.44 "GET /v2.0/networks/a15790e2-ddb0-4956-b8df-c99e33512c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965679 Sep 21 18:07:18.840335 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2da225-a77f-4f4a-85dc-63408c356931 req-42dbca82-d61e-4fc8-8b57-65f8a2811f46 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] No DVR routers for this DVR port 01c5d430-12c5-4025-9899-f3f139598930 on host n-h2-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:07:18.844059 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-dc2da225-a77f-4f4a-85dc-63408c356931 req-42dbca82-d61e-4fc8-8b57-65f8a2811f46 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:18.846869 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dc2da225-a77f-4f4a-85dc-63408c356931 req-42dbca82-d61e-4fc8-8b57-65f8a2811f46 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.44 "DELETE /v2.0/ports/01c5d430-12c5-4025-9899-f3f139598930 HTTP/1.1" status: 204 len: 173 time: 1.5293369 Sep 21 18:07:18.847369 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2072539e-be41-48d2-b5f4-151a90191290', 'name': 'network-vif-deleted', 'tag': '01c5d430-12c5-4025-9899-f3f139598930'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:18.850831 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bca610-a812-4faf-8b30-740e0243aa4a" -d '{"events": [{"server_uuid": "2072539e-be41-48d2-b5f4-151a90191290", "name": "network-vif-deleted", "tag": "01c5d430-12c5-4025-9899-f3f139598930"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:18.911135 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device bbbf57c5-5a15-4f3a-994c-08cee1d1d622 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:07:18.922780 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9733820a-3ed2-4758-ac60-0825bf97fd8c x-openstack-request-id: req-9733820a-3ed2-4758-ac60-0825bf97fd8c {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:18.923297 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2072539e-be41-48d2-b5f4-151a90191290", "name": "network-vif-deleted", "tag": "01c5d430-12c5-4025-9899-f3f139598930", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:18.923297 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9733820a-3ed2-4758-ac60-0825bf97fd8c {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:18.923571 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2072539e-be41-48d2-b5f4-151a90191290', 'name': 'network-vif-deleted', 'tag': '01c5d430-12c5-4025-9899-f3f139598930', 'status': 'completed', 'code': 200} Sep 21 18:07:18.974563 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-cd7308c7-3fef-401e-8bcc-9690048c197c None None] Set router d4cbef0a-a166-49d2-9670-590482ef10a5 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:07:18.998202 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:19.029703 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1de21c7c-e9e2-48ca-9875-b6a704e3043b req-c604c216-a55c-4cd6-8a51-3f266159967b service neutron] 10.222.0.44 "GET /v2.0/networks/a15790e2-ddb0-4956-b8df-c99e33512c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925037 Sep 21 18:07:19.064131 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-69eb1936-8ec2-4eee-a8d7-4be4c18f2bc5 service neutron] 10.222.0.44 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701900 Sep 21 18:07:19.121800 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port bbbf57c5-5a15-4f3a-994c-08cee1d1d622, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=bbbf57c5-5a15-4f3a-994c-08cee1d1d622,segment=NetworkSegment(7d5256e0-2fc2-448a-bfae-9c6a896d4861),segment_id=7d5256e0-2fc2-448a-bfae-9c6a896d4861)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:19.131196 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-64a5dc1b-b791-488d-91f8-600050eb01c7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=716fb28e-e848-47bd-809e-fd034e6bb556 HTTP/1.1" status: 200 len: 217 time: 0.0526197 Sep 21 18:07:19.137005 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'bbbf57c5-5a15-4f3a-994c-08cee1d1d622', 'network_id': 'a15790e2-ddb0-4956-b8df-c99e33512c4d', 'port_id': 'bbbf57c5-5a15-4f3a-994c-08cee1d1d622', 'mac_address': 'fa:16:3e:2f:d4:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35209640-638e-4aa3-a050-e128ee2e196f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:07:19.185092 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:19.206102 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbbf57c5-5a15-4f3a-994c-08cee1d1d622 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:07:19.220775 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-660dbfcd-f38d-4d1c-a450-f6d65e13c3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:19.223150 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-660dbfcd-f38d-4d1c-a450-f6d65e13c3d5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3699259-078b-42b6-8c82-a8ec90dc08bf HTTP/1.1" status: 200 len: 797 time: 0.0831909 Sep 21 18:07:19.224703 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-cd7308c7-3fef-401e-8bcc-9690048c197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'name': 'tempest-ServerActionsTestJSON-502807318-router', 'tenant_id': 'a8da2b927d2245079ac16237e127ada3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'b7121ac4-c33e-496d-88b7-3082ae3398fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:34Z', 'updated_at': '2021-09-21T17:58:42Z', 'revision_number': 4, 'project_id': 'a8da2b927d2245079ac16237e127ada3', 'gw_port': {'id': 'b7121ac4-c33e-496d-88b7-3082ae3398fb', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:58:36Z', 'updated_at': '2021-09-21T17:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '2c5bda7d-0d4b-4d61-b8be-c0b84a550173', 'name': '', 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf', 'tenant_id': 'a8da2b927d2245079ac16237e127ada3', 'mac_address': 'fa:16:3e:b0:34:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '63a1043c-b263-4aac-aec7-9797fbf7cd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:58:41Z', 'updated_at': '2021-09-21T17:58:48Z', 'revision_number': 5, 'project_id': 'a8da2b927d2245079ac16237e127ada3', 'subnets': [{'id': '63a1043c-b263-4aac-aec7-9797fbf7cd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:19.251988 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port bbbf57c5-5a15-4f3a-994c-08cee1d1d622, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=bbbf57c5-5a15-4f3a-994c-08cee1d1d622,segment=NetworkSegment(7d5256e0-2fc2-448a-bfae-9c6a896d4861),segment_id=7d5256e0-2fc2-448a-bfae-9c6a896d4861)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:19.257424 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7308c7-3fef-401e-8bcc-9690048c197c None None] Checking router: d4cbef0a-a166-49d2-9670-590482ef10a5 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:07:19.263876 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:19.268464 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7308c7-3fef-401e-8bcc-9690048c197c None None] Routers {'d4cbef0a-a166-49d2-9670-590482ef10a5'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:07:19.269413 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-cd7308c7-3fef-401e-8bcc-9690048c197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:07:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['d4cbef0a-a166-49d2-9670-590482ef10a5'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:19.341017 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-2e0ac9c7-54d3-4e70-b3cf-dbc966dc8198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:19.342649 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-2e0ac9c7-54d3-4e70-b3cf-dbc966dc8198 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94df87e6-ce8a-4b23-900d-480ef4eb3211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1105630 Sep 21 18:07:19.390759 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=bbbf57c5-5a15-4f3a-994c-08cee1d1d622,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:19.445396 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-cd7308c7-3fef-401e-8bcc-9690048c197c None None] Set router d4cbef0a-a166-49d2-9670-590482ef10a5 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:07:19.470032 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aec45017-63bd-42b6-b226-ff8b1b7e60ec req-10c26a76-90ec-402f-adbe-63df0f218eee tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072539e-be41-48d2-b5f4-151a90191290 HTTP/1.1" status: 200 len: 210 time: 0.0632114 Sep 21 18:07:19.542560 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-7e81003b-449d-4c05-b561-e735b1fcb752 service neutron] 10.222.0.44 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909971 Sep 21 18:07:19.568013 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['bbbf57c5-5a15-4f3a-994c-08cee1d1d622'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:07:19.698334 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-d5d3f064-f94c-4055-a319-84269c04d25a service neutron] 10.222.0.44 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371377 Sep 21 18:07:19.747221 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-cd7308c7-3fef-401e-8bcc-9690048c197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'name': 'tempest-ServerActionsTestJSON-502807318-router', 'tenant_id': 'a8da2b927d2245079ac16237e127ada3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'b7121ac4-c33e-496d-88b7-3082ae3398fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:34Z', 'updated_at': '2021-09-21T17:58:42Z', 'revision_number': 4, 'project_id': 'a8da2b927d2245079ac16237e127ada3', 'gw_port': {'id': 'b7121ac4-c33e-496d-88b7-3082ae3398fb', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:58:36Z', 'updated_at': '2021-09-21T17:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '2c5bda7d-0d4b-4d61-b8be-c0b84a550173', 'name': '', 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf', 'tenant_id': 'a8da2b927d2245079ac16237e127ada3', 'mac_address': 'fa:16:3e:b0:34:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '63a1043c-b263-4aac-aec7-9797fbf7cd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:58:41Z', 'updated_at': '2021-09-21T17:58:48Z', 'revision_number': 5, 'project_id': 'a8da2b927d2245079ac16237e127ada3', 'subnets': [{'id': '63a1043c-b263-4aac-aec7-9797fbf7cd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:19.774689 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-396e0f72-111c-41e0-98cb-27ab69708626 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=547aed97-ff50-41d9-8e86-bb229dc4a6f0 HTTP/1.1" status: 200 len: 217 time: 0.0685506 Sep 21 18:07:19.782095 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7308c7-3fef-401e-8bcc-9690048c197c None None] The sync data for ids ['d4cbef0a-a166-49d2-9670-590482ef10a5'] in n-d-810291-1 is: [{'id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'name': 'tempest-ServerActionsTestJSON-502807318-router', 'tenant_id': 'a8da2b927d2245079ac16237e127ada3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'b7121ac4-c33e-496d-88b7-3082ae3398fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:34Z', 'updated_at': '2021-09-21T17:58:42Z', 'revision_number': 4, 'project_id': 'a8da2b927d2245079ac16237e127ada3', 'gw_port': {'id': 'b7121ac4-c33e-496d-88b7-3082ae3398fb', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:58:36Z', 'updated_at': '2021-09-21T17:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '2c5bda7d-0d4b-4d61-b8be-c0b84a550173', 'name': '', 'network_id': '26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf', 'tenant_id': 'a8da2b927d2245079ac16237e127ada3', 'mac_address': 'fa:16:3e:b0:34:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '63a1043c-b263-4aac-aec7-9797fbf7cd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:58:41Z', 'updated_at': '2021-09-21T17:58:48Z', 'revision_number': 5, 'project_id': 'a8da2b927d2245079ac16237e127ada3', 'subnets': [{'id': '63a1043c-b263-4aac-aec7-9797fbf7cd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:07:19.863227 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-f806ff73-e931-41d1-ad08-58ee6b7d0b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:19.864356 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-f806ff73-e931-41d1-ad08-58ee6b7d0b56 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3699259-078b-42b6-8c82-a8ec90dc08bf HTTP/1.1" status: 200 len: 797 time: 0.0805426 Sep 21 18:07:19.943931 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-2f63ce56-cf66-4e25-892b-9c6d1a81ccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:19.945590 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-2f63ce56-cf66-4e25-892b-9c6d1a81ccfb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94df87e6-ce8a-4b23-900d-480ef4eb3211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0636544 Sep 21 18:07:19.951739 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8e3e9-3064-484f-a5c5-4567eb2c7a66 req-ad332742-9ecd-451b-8742-5a1df0fdd765 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:19.960071 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fbe8e3e9-3064-484f-a5c5-4567eb2c7a66 req-ad332742-9ecd-451b-8742-5a1df0fdd765 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc5939b4-b6f1-4b32-9c93-295546fa122a HTTP/1.1" status: 200 len: 945 time: 0.0715027 Sep 21 18:07:20.005917 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fbe8e3e9-3064-484f-a5c5-4567eb2c7a66 req-9c81d215-d48e-40ca-b833-408e909c30bd tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447483 Sep 21 18:07:20.057141 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:20.089315 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-efe991f3-26f7-4196-96d9-9476903e909f service neutron] 10.222.0.44 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353827 Sep 21 18:07:20.142433 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c320e96-5887-4d27-9a71-4c1129db8141 None None] New status for floating IP 4237c033-882a-4d51-948f-ced53a717908: DOWN {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:07:20.189472 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-67e328a7-d166-4caa-8e8d-dec6e670d876 service neutron] 10.222.0.44 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911458 Sep 21 18:07:20.245264 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-bace99ed-2ce8-4643-8ffe-5590bffd0d55 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ffc148a5-4d43-46cc-8045-82846ca5041a HTTP/1.1" status: 200 len: 217 time: 0.0482688 Sep 21 18:07:20.309976 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-0ab6d6f5-e127-4c86-b1e1-eb66b2dad645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:20.312495 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-0ab6d6f5-e127-4c86-b1e1-eb66b2dad645 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f88e04cf-6a48-4a7e-9d33-f15c9b0c57cc HTTP/1.1" status: 200 len: 797 time: 0.0591149 Sep 21 18:07:20.389532 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-fa798726-c75c-48ff-a298-02f78359f4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:20.395184 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-fa798726-c75c-48ff-a298-02f78359f4c6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2a44a677-1927-4f9e-821d-0c18ad02e765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0754237 Sep 21 18:07:20.503684 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-61444d7e-eb36-4b7c-8030-b73f42c4044c service neutron] 10.222.0.44 "GET /v2.0/networks/2a44a677-1927-4f9e-821d-0c18ad02e765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993562 Sep 21 18:07:20.567304 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50358) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:20.629603 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8f8f23e-5f59-45b8-bbaa-246de1e3d101 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:20.630917 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-8b3d4910-0158-45d1-9300-92be4072dbbe service neutron] 10.222.0.44 "GET /v2.0/networks/2a44a677-1927-4f9e-821d-0c18ad02e765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189926 Sep 21 18:07:20.660212 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8f8f23e-5f59-45b8-bbaa-246de1e3d101 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:20.684573 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-ed3bbee1-c7b0-41cc-9638-65215a1a0f4f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=22f926ba-99a0-4b43-be3b-dedd87053234 HTTP/1.1" status: 200 len: 217 time: 0.0432642 Sep 21 18:07:20.728667 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8f8f23e-5f59-45b8-bbaa-246de1e3d101 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:20.731760 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8f8f23e-5f59-45b8-bbaa-246de1e3d101 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:20.735445 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a8f8f23e-5f59-45b8-bbaa-246de1e3d101 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "DELETE /v2.0/security-groups/a9e654ae-e99d-4e2b-aa16-984e9abad9e3 HTTP/1.1" status: 204 len: 168 time: 0.1647887 Sep 21 18:07:20.736480 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50364) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:20.743045 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8f23e-5f59-45b8-bbaa-246de1e3d101 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e654ae-e99d-4e2b-aa16-984e9abad9e3,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:20.747687 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-9b887ec7-5500-40ae-88ec-68ba2d2c7af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:20.749148 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-9b887ec7-5500-40ae-88ec-68ba2d2c7af2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f88e04cf-6a48-4a7e-9d33-f15c9b0c57cc HTTP/1.1" status: 200 len: 797 time: 0.0560176 Sep 21 18:07:20.774394 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-b9f3d673-898e-4800-8634-e113f4d5a2f7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] show failed (client error): The resource could not be found. Sep 21 18:07:20.777867 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b9f3d673-898e-4800-8634-e113f4d5a2f7 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "GET /v2.0/security-groups/a9e654ae-e99d-4e2b-aa16-984e9abad9e3 HTTP/1.1" status: 404 len: 347 time: 0.0377808 Sep 21 18:07:20.779242 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50366) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:20.806790 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-6bd6470c-837d-48e1-a0c2-b87ef61b1358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:20.808253 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-6bd6470c-837d-48e1-a0c2-b87ef61b1358 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2a44a677-1927-4f9e-821d-0c18ad02e765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0447497 Sep 21 18:07:20.928907 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-bba09258-54fc-4edc-a300-31373eedde07 service neutron] 10.222.0.44 "GET /v2.0/networks/2a44a677-1927-4f9e-821d-0c18ad02e765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110232 Sep 21 18:07:20.931961 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-06bde9b8-9cee-4ab0-8a84-67fca483cdf3 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Deleting port 9b5ab303-94ca-40dc-8e42-e8c5e5344fc6 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:07:20.932302 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06bde9b8-9cee-4ab0-8a84-67fca483cdf3 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:20.937725 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device bbbf57c5-5a15-4f3a-994c-08cee1d1d622 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:07:21.011158 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port bbbf57c5-5a15-4f3a-994c-08cee1d1d622 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:07:21.019155 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port bbbf57c5-5a15-4f3a-994c-08cee1d1d622 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:21.019527 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:21.068503 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06bde9b8-9cee-4ab0-8a84-67fca483cdf3 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:21.069061 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06bde9b8-9cee-4ab0-8a84-67fca483cdf3 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:21.077833 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50372) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:21.092007 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f0ddaeb-92fa-4084-acd4-1dafd4549ead req-c35a1e52-a015-4646-a1e1-50dac80c555c service neutron] 10.222.0.44 "GET /v2.0/networks/2a44a677-1927-4f9e-821d-0c18ad02e765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542764 Sep 21 18:07:21.099240 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-06bde9b8-9cee-4ab0-8a84-67fca483cdf3 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Calling delete_port for 9b5ab303-94ca-40dc-8e42-e8c5e5344fc6 owned by network:floatingip {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:21.155366 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:21.189521 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5939b4-b6f1-4b32-9c93-295546fa122a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbf57c5-5a15-4f3a-994c-08cee1d1d622'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:21.190050 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757d0d7-ea54-478b-95a5-a01fb41a1d9b req-d5a7e81b-1894-4783-bde6-0503f1cf50fb tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:21.192489 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7bc7a0-5809-4920-87f0-e84e222fc42d" -d '{"events": [{"server_uuid": "cc5939b4-b6f1-4b32-9c93-295546fa122a", "name": "network-vif-plugged", "status": "completed", "tag": "bbbf57c5-5a15-4f3a-994c-08cee1d1d622"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:21.198913 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port bbbf57c5-5a15-4f3a-994c-08cee1d1d622, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=bbbf57c5-5a15-4f3a-994c-08cee1d1d622,segment=NetworkSegment(7d5256e0-2fc2-448a-bfae-9c6a896d4861),segment_id=7d5256e0-2fc2-448a-bfae-9c6a896d4861)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:21.199565 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3757d0d7-ea54-478b-95a5-a01fb41a1d9b req-d5a7e81b-1894-4783-bde6-0503f1cf50fb tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc5939b4-b6f1-4b32-9c93-295546fa122a HTTP/1.1" status: 200 len: 945 time: 0.0875392 Sep 21 18:07:21.206781 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:21.209767 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 01c5d430-12c5-4025-9899-f3f139598930 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:07:21.274409 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-302ffea7-e562-44dd-a321-bcc2fd498bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:21.285979 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3757d0d7-ea54-478b-95a5-a01fb41a1d9b req-f06b6474-a852-47f5-b231-6d977d6bccd9 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851057 Sep 21 18:07:21.315096 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef03b58-4e5e-44aa-88f3-8a861a756c13 x-openstack-request-id: req-aef03b58-4e5e-44aa-88f3-8a861a756c13 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:21.315621 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc5939b4-b6f1-4b32-9c93-295546fa122a", "name": "network-vif-plugged", "status": "completed", "tag": "bbbf57c5-5a15-4f3a-994c-08cee1d1d622", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:21.316395 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aef03b58-4e5e-44aa-88f3-8a861a756c13 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:21.317040 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5939b4-b6f1-4b32-9c93-295546fa122a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbf57c5-5a15-4f3a-994c-08cee1d1d622', 'code': 200} Sep 21 18:07:21.321586 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 01c5d430-12c5-4025-9899-f3f139598930 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:07:21.322131 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 01c5d430-12c5-4025-9899-f3f139598930 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:07:21.323290 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06bde9b8-9cee-4ab0-8a84-67fca483cdf3 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:21.355057 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=bbbf57c5-5a15-4f3a-994c-08cee1d1d622,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:21.359094 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bde9b8-9cee-4ab0-8a84-67fca483cdf3 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Pushing event deleted for resources: {'Port': ['ID=9b5ab303-94ca-40dc-8e42-e8c5e5344fc6,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:21.405865 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501da46d-502f-4abd-98a6-85a66cf191a3 req-021b892a-cde4-4bcd-a386-a9db0bea8221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:21.407566 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-501da46d-502f-4abd-98a6-85a66cf191a3 req-021b892a-cde4-4bcd-a386-a9db0bea8221 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cc5939b4-b6f1-4b32-9c93-295546fa122a HTTP/1.1" status: 200 len: 1097 time: 0.0835245 Sep 21 18:07:21.427377 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06bde9b8-9cee-4ab0-8a84-67fca483cdf3 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks [] for floatingip, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:21.431217 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06bde9b8-9cee-4ab0-8a84-67fca483cdf3 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:21.435510 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-06bde9b8-9cee-4ab0-8a84-67fca483cdf3 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] 10.222.0.58 "DELETE /v2.0/floatingips/4237c033-882a-4d51-948f-ced53a717908 HTTP/1.1" status: 204 len: 168 time: 0.6516049 Sep 21 18:07:21.441148 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50380) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:21.469629 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-302ffea7-e562-44dd-a321-bcc2fd498bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:21.476970 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-501da46d-502f-4abd-98a6-85a66cf191a3 req-92c7953c-f40a-499b-89b5-acc5f7eb983e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589123 Sep 21 18:07:21.477842 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-302ffea7-e562-44dd-a321-bcc2fd498bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:21.518103 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-302ffea7-e562-44dd-a321-bcc2fd498bb4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bf939f25282740ed80f83119083e1582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4369192 Sep 21 18:07:21.518103 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ffea7-e562-44dd-a321-bcc2fd498bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afafe1e-3320-4689-bc38-4a76d2724679,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:21.519445 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50384) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:21.533587 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:21.589634 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-207708c2-c293-4d9f-8178-7cbd6370e2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:21.615432 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-207708c2-c293-4d9f-8178-7cbd6370e2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:21.673536 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-207708c2-c293-4d9f-8178-7cbd6370e2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:21.676770 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-207708c2-c293-4d9f-8178-7cbd6370e2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:21.677952 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-207708c2-c293-4d9f-8178-7cbd6370e2b6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7afafe1e-3320-4689-bc38-4a76d2724679 HTTP/1.1" status: 204 len: 168 time: 0.1576045 Sep 21 18:07:21.686712 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207708c2-c293-4d9f-8178-7cbd6370e2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afafe1e-3320-4689-bc38-4a76d2724679,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:21.944324 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68b228d8-c0f4-43b3-b09a-12a2d4d0d40f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:22.021594 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50392) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:22.035521 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b83e9a95-0fb1-4ab9-a263-2728e268d8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:22.135033 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b83e9a95-0fb1-4ab9-a263-2728e268d8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:22.140934 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b83e9a95-0fb1-4ab9-a263-2728e268d8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:22.191734 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b83e9a95-0fb1-4ab9-a263-2728e268d8f7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9be7e437959042fda23c86e5100453ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1688592 Sep 21 18:07:22.194389 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50394) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:22.204056 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e9a95-0fb1-4ab9-a263-2728e268d8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96dfd5e7-5e18-4852-9f33-8d3be56e26e1,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:22.247330 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-68b228d8-c0f4-43b3-b09a-12a2d4d0d40f admin admin] Deleting port 2c5bda7d-0d4b-4d61-b8be-c0b84a550173 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:07:22.247896 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68b228d8-c0f4-43b3-b09a-12a2d4d0d40f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:22.257685 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-419000ae-ef24-4d14-9139-bfc74bdb5833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:22.282745 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-419000ae-ef24-4d14-9139-bfc74bdb5833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:22.334355 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-68b228d8-c0f4-43b3-b09a-12a2d4d0d40f admin admin] For port 2c5bda7d-0d4b-4d61-b8be-c0b84a550173, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=2c5bda7d-0d4b-4d61-b8be-c0b84a550173,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:22.334834 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68b228d8-c0f4-43b3-b09a-12a2d4d0d40f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:22.339685 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-419000ae-ef24-4d14-9139-bfc74bdb5833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:22.342420 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-419000ae-ef24-4d14-9139-bfc74bdb5833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:22.348528 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-419000ae-ef24-4d14-9139-bfc74bdb5833 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/96dfd5e7-5e18-4852-9f33-8d3be56e26e1 HTTP/1.1" status: 204 len: 168 time: 0.1517065 Sep 21 18:07:22.355420 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-68b228d8-c0f4-43b3-b09a-12a2d4d0d40f admin admin] Calling delete_port for 2c5bda7d-0d4b-4d61-b8be-c0b84a550173 owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:22.362267 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419000ae-ef24-4d14-9139-bfc74bdb5833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96dfd5e7-5e18-4852-9f33-8d3be56e26e1,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:22.516990 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3964c7-539c-4ace-a3f1-7bc913c98e81 req-c8da9fb9-610d-43bb-b4cc-be5943863f62 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:22.518592 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eb3964c7-539c-4ace-a3f1-7bc913c98e81 req-c8da9fb9-610d-43bb-b4cc-be5943863f62 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc5939b4-b6f1-4b32-9c93-295546fa122a HTTP/1.1" status: 200 len: 946 time: 0.1465676 Sep 21 18:07:22.600458 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eb3964c7-539c-4ace-a3f1-7bc913c98e81 req-709701b5-1842-4498-9bc7-9d688fecf42e tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693212 Sep 21 18:07:22.660730 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68b228d8-c0f4-43b3-b09a-12a2d4d0d40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:22.700258 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b228d8-c0f4-43b3-b09a-12a2d4d0d40f admin admin] Pushing event deleted for resources: {'Port': ['ID=2c5bda7d-0d4b-4d61-b8be-c0b84a550173,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:22.894746 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68b228d8-c0f4-43b3-b09a-12a2d4d0d40f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:23.140846 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b228d8-c0f4-43b3-b09a-12a2d4d0d40f admin admin] Router d4cbef0a-a166-49d2-9670-590482ef10a5 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:07:23.260049 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b228d8-c0f4-43b3-b09a-12a2d4d0d40f admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:07:23.265842 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-68b228d8-c0f4-43b3-b09a-12a2d4d0d40f admin admin] 10.222.0.58 "PUT /v2.0/routers/d4cbef0a-a166-49d2-9670-590482ef10a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8228703 Sep 21 18:07:23.268581 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50424) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:23.273203 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f1c568-f022-4075-bede-d3791b7e1d14 None None] Sync routers for ids ['d4cbef0a-a166-49d2-9670-590482ef10a5'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:07:23.283771 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f1c568-f022-4075-bede-d3791b7e1d14 None None] Routers {'d4cbef0a-a166-49d2-9670-590482ef10a5'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:07:23.284844 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-04f1c568-f022-4075-bede-d3791b7e1d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:07:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['d4cbef0a-a166-49d2-9670-590482ef10a5'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:23.305330 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:23.409490 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-04f1c568-f022-4075-bede-d3791b7e1d14 None None] Set router d4cbef0a-a166-49d2-9670-590482ef10a5 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:07:23.419511 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bb58ec25-c100-47cd-97ea-9d77545ba680 admin admin] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:23.540011 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bb58ec25-c100-47cd-97ea-9d77545ba680 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:23.604634 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-04f1c568-f022-4075-bede-d3791b7e1d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'name': 'tempest-ServerActionsTestJSON-502807318-router', 'tenant_id': 'a8da2b927d2245079ac16237e127ada3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'b7121ac4-c33e-496d-88b7-3082ae3398fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:34Z', 'updated_at': '2021-09-21T18:07:22Z', 'revision_number': 5, 'project_id': 'a8da2b927d2245079ac16237e127ada3', 'gw_port': {'id': 'b7121ac4-c33e-496d-88b7-3082ae3398fb', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:bc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:58:36Z', 'updated_at': '2021-09-21T17:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:23.620154 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-bb58ec25-c100-47cd-97ea-9d77545ba680 admin admin] Deleting port b7121ac4-c33e-496d-88b7-3082ae3398fb {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:07:23.620618 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bb58ec25-c100-47cd-97ea-9d77545ba680 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:23.651416 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f1c568-f022-4075-bede-d3791b7e1d14 None None] Checking router: d4cbef0a-a166-49d2-9670-590482ef10a5 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:07:23.669761 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f1c568-f022-4075-bede-d3791b7e1d14 None None] Routers {'d4cbef0a-a166-49d2-9670-590482ef10a5'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:07:23.670711 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-04f1c568-f022-4075-bede-d3791b7e1d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:07:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['d4cbef0a-a166-49d2-9670-590482ef10a5'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:23.737509 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50434) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:23.786390 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-04f1c568-f022-4075-bede-d3791b7e1d14 None None] Set router d4cbef0a-a166-49d2-9670-590482ef10a5 gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:07:23.846314 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-04f1c568-f022-4075-bede-d3791b7e1d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'name': 'tempest-ServerActionsTestJSON-502807318-router', 'tenant_id': 'a8da2b927d2245079ac16237e127ada3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:34Z', 'updated_at': '2021-09-21T18:07:23Z', 'revision_number': 6, 'project_id': 'a8da2b927d2245079ac16237e127ada3', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:23.875485 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f1c568-f022-4075-bede-d3791b7e1d14 None None] The sync data for ids ['d4cbef0a-a166-49d2-9670-590482ef10a5'] in n-d-810291-1 is: [{'id': 'd4cbef0a-a166-49d2-9670-590482ef10a5', 'name': 'tempest-ServerActionsTestJSON-502807318-router', 'tenant_id': 'a8da2b927d2245079ac16237e127ada3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:58:34Z', 'updated_at': '2021-09-21T18:07:23Z', 'revision_number': 6, 'project_id': 'a8da2b927d2245079ac16237e127ada3', 'gw_port_host': None}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:07:23.889824 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-910a6426-21a0-4da6-9e13-569aa3c782c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:24.014718 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-910a6426-21a0-4da6-9e13-569aa3c782c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:24.022308 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-910a6426-21a0-4da6-9e13-569aa3c782c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:24.066814 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a6426-21a0-4da6-9e13-569aa3c782c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1f81a5-1ddb-422a-bbb2-8922c75c5364,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:24.071289 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-910a6426-21a0-4da6-9e13-569aa3c782c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=15681ee9a9e748eeb60664e22421eb27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3327048 Sep 21 18:07:24.073854 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50438) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:24.093288 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-bb58ec25-c100-47cd-97ea-9d77545ba680 admin admin] For port b7121ac4-c33e-496d-88b7-3082ae3398fb, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=b7121ac4-c33e-496d-88b7-3082ae3398fb,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:24.093658 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bb58ec25-c100-47cd-97ea-9d77545ba680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:24.111907 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fc00d-8eb2-486a-b889-78094c0807f8 req-82f3705d-ce82-4c6f-990f-12dcebbe80cc tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:24.113648 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-de2fc00d-8eb2-486a-b889-78094c0807f8 req-82f3705d-ce82-4c6f-990f-12dcebbe80cc tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc5939b4-b6f1-4b32-9c93-295546fa122a HTTP/1.1" status: 200 len: 946 time: 0.3956056 Sep 21 18:07:24.121565 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-bb58ec25-c100-47cd-97ea-9d77545ba680 admin admin] Calling delete_port for b7121ac4-c33e-496d-88b7-3082ae3398fb owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:24.125886 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-abe83585-be3c-45a4-b594-0b5a01e30cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:24.151146 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-abe83585-be3c-45a4-b594-0b5a01e30cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:24.190579 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-de2fc00d-8eb2-486a-b889-78094c0807f8 req-8c5a27d0-2a7f-4c77-94f1-1de80d3f4b06 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705462 Sep 21 18:07:24.229874 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-abe83585-be3c-45a4-b594-0b5a01e30cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:24.234013 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-abe83585-be3c-45a4-b594-0b5a01e30cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:24.237688 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-abe83585-be3c-45a4-b594-0b5a01e30cd7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3e1f81a5-1ddb-422a-bbb2-8922c75c5364 HTTP/1.1" status: 204 len: 168 time: 0.1605814 Sep 21 18:07:24.272082 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe83585-be3c-45a4-b594-0b5a01e30cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1f81a5-1ddb-422a-bbb2-8922c75c5364,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:24.341160 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bb58ec25-c100-47cd-97ea-9d77545ba680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:24.381173 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58ec25-c100-47cd-97ea-9d77545ba680 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7121ac4-c33e-496d-88b7-3082ae3398fb,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:24.448898 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bb58ec25-c100-47cd-97ea-9d77545ba680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:24.555954 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bb58ec25-c100-47cd-97ea-9d77545ba680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:24.558153 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bb58ec25-c100-47cd-97ea-9d77545ba680 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:24.588654 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:24.616967 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bb58ec25-c100-47cd-97ea-9d77545ba680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:24.617284 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb58ec25-c100-47cd-97ea-9d77545ba680 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4cbef0a-a166-49d2-9670-590482ef10a5 {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:07:24.622548 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bb58ec25-c100-47cd-97ea-9d77545ba680 admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:24.624330 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-bb58ec25-c100-47cd-97ea-9d77545ba680 admin admin] 10.222.0.58 "DELETE /v2.0/routers/d4cbef0a-a166-49d2-9670-590482ef10a5 HTTP/1.1" status: 204 len: 168 time: 1.3546400 Sep 21 18:07:24.626974 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50454) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:24.685579 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-2926477e-f480-498e-9463-e377ef56d559 admin admin] Deleting subnet 63a1043c-b263-4aac-aec7-9797fbf7cd86 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:07:24.690388 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2926477e-f480-498e-9463-e377ef56d559 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:24.733132 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2926477e-f480-498e-9463-e377ef56d559 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:24.857094 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2926477e-f480-498e-9463-e377ef56d559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:24.938588 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2926477e-f480-498e-9463-e377ef56d559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:24.968154 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2926477e-f480-498e-9463-e377ef56d559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63a1043c-b263-4aac-aec7-9797fbf7cd86,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:24.972064 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2926477e-f480-498e-9463-e377ef56d559 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:24.974258 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2926477e-f480-498e-9463-e377ef56d559 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/63a1043c-b263-4aac-aec7-9797fbf7cd86 HTTP/1.1" status: 204 len: 168 time: 0.3461173 Sep 21 18:07:24.976977 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50474) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:24.978736 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fd91d3-8c06-4d98-9cca-73c4ea8c1b8e None None] Network 26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:07:25.073272 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-47271df0-83b6-41da-9cca-393a44743194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:25.184560 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-47271df0-83b6-41da-9cca-393a44743194 admin admin] Deleting port 70dbd01d-f5bf-4bec-bf3d-9fdf4ab91ede {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:07:25.184923 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-47271df0-83b6-41da-9cca-393a44743194 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:25.296549 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b998fb-4612-431b-baf5-be978a66b3bb None None] DHCP port deletion for 26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:07:25.311148 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-47271df0-83b6-41da-9cca-393a44743194 admin admin] For port 70dbd01d-f5bf-4bec-bf3d-9fdf4ab91ede, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=70dbd01d-f5bf-4bec-bf3d-9fdf4ab91ede,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:25.312212 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-47271df0-83b6-41da-9cca-393a44743194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:25.329419 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-47271df0-83b6-41da-9cca-393a44743194 admin admin] Calling delete_port for 70dbd01d-f5bf-4bec-bf3d-9fdf4ab91ede owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:25.366118 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-15b998fb-4612-431b-baf5-be978a66b3bb None None] Deleting port 70dbd01d-f5bf-4bec-bf3d-9fdf4ab91ede {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:07:25.366548 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-15b998fb-4612-431b-baf5-be978a66b3bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:25.451651 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-47271df0-83b6-41da-9cca-393a44743194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:25.494920 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-15b998fb-4612-431b-baf5-be978a66b3bb None None] For port 70dbd01d-f5bf-4bec-bf3d-9fdf4ab91ede, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=70dbd01d-f5bf-4bec-bf3d-9fdf4ab91ede,segment=NetworkSegment(360d39f6-7703-40a4-89a3-bbacde0632cb),segment_id=360d39f6-7703-40a4-89a3-bbacde0632cb)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:25.495439 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-15b998fb-4612-431b-baf5-be978a66b3bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:25.500082 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47271df0-83b6-41da-9cca-393a44743194 admin admin] Pushing event deleted for resources: {'Port': ['ID=70dbd01d-f5bf-4bec-bf3d-9fdf4ab91ede,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:25.503999 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47271df0-83b6-41da-9cca-393a44743194 admin admin] No DVR routers for this DVR port 70dbd01d-f5bf-4bec-bf3d-9fdf4ab91ede on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:07:25.516364 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-15b998fb-4612-431b-baf5-be978a66b3bb None None] Calling delete_port for 70dbd01d-f5bf-4bec-bf3d-9fdf4ab91ede owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:07:25.606005 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-47271df0-83b6-41da-9cca-393a44743194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:25.606176 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-15b998fb-4612-431b-baf5-be978a66b3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:25.632567 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-47271df0-83b6-41da-9cca-393a44743194 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:25.643505 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-47271df0-83b6-41da-9cca-393a44743194 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '360d39f6-7703-40a4-89a3-bbacde0632cb') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:25.643939 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-47271df0-83b6-41da-9cca-393a44743194 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '360d39f6-7703-40a4-89a3-bbacde0632cb') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:07:25.644642 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b998fb-4612-431b-baf5-be978a66b3bb None None] Pushing event deleted for resources: {'Port': ['ID=70dbd01d-f5bf-4bec-bf3d-9fdf4ab91ede,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:25.649840 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b998fb-4612-431b-baf5-be978a66b3bb None None] No DVR routers for this DVR port 70dbd01d-f5bf-4bec-bf3d-9fdf4ab91ede on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:07:25.657967 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-47271df0-83b6-41da-9cca-393a44743194 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:25.676221 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-47271df0-83b6-41da-9cca-393a44743194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:25.683645 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47271df0-83b6-41da-9cca-393a44743194 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:07:25.684104 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-47271df0-83b6-41da-9cca-393a44743194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:25.686055 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:07:25.686055 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:07:25.686055 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:07:25.686055 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:07:25.686055 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:07:25.686055 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:07:25.686055 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:07:25.686055 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:07:25.686055 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:07:25.686055 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:07:25.686055 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:07:25.686055 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:07:25.686055 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:07:25.686055 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:07:25.686055 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:07:25.686055 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:07:25.686055 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:07:25.686055 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:07:25.686055 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:07:25.686055 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:07:25.686055 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:07:25.686055 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:07:25.686055 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:07:25.686055 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:07:25.686055 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:07:25.686055 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:07:25.686055 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:07:25.686055 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:07:25.686055 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:07:25.686055 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:07:25.686055 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:07:25.686055 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:07:25.746559 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-47271df0-83b6-41da-9cca-393a44743194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:25.752251 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-47271df0-83b6-41da-9cca-393a44743194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:25.758627 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-47271df0-83b6-41da-9cca-393a44743194 admin admin] 10.222.0.58 "DELETE /v2.0/networks/26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf HTTP/1.1" status: 204 len: 168 time: 0.7796259 Sep 21 18:07:25.771976 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47271df0-83b6-41da-9cca-393a44743194 admin admin] Pushing event deleted for resources: {'Network': ['ID=26d0b1d1-d0fa-4e4e-8e5e-736b1070bbcf,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:25.954466 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b7121ac4-c33e-496d-88b7-3082ae3398fb no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:07:25.995754 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50528) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:25.996105 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: b7121ac4-c33e-496d-88b7-3082ae3398fb {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:07:25.996441 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b7121ac4-c33e-496d-88b7-3082ae3398fb not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:07:25.996880 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 2c5bda7d-0d4b-4d61-b8be-c0b84a550173 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:07:26.035024 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 2c5bda7d-0d4b-4d61-b8be-c0b84a550173 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:07:26.035354 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 2c5bda7d-0d4b-4d61-b8be-c0b84a550173 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:07:26.035792 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 70dbd01d-f5bf-4bec-bf3d-9fdf4ab91ede no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:07:26.069380 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 70dbd01d-f5bf-4bec-bf3d-9fdf4ab91ede {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:07:26.069944 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 70dbd01d-f5bf-4bec-bf3d-9fdf4ab91ede not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:07:26.077653 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e57c7dd7-6637-41ec-abac-c9aee6fc97df admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a8da2b927d2245079ac16237e127ada3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0805523 Sep 21 18:07:26.080259 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50532) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:26.142720 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aa72fba2-11a4-427f-b4ce-b68d19c687ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:26.174890 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aa72fba2-11a4-427f-b4ce-b68d19c687ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:26.242357 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aa72fba2-11a4-427f-b4ce-b68d19c687ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:26.244971 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aa72fba2-11a4-427f-b4ce-b68d19c687ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:26.246268 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-aa72fba2-11a4-427f-b4ce-b68d19c687ca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8 HTTP/1.1" status: 204 len: 168 time: 0.1649611 Sep 21 18:07:26.254497 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72fba2-11a4-427f-b4ce-b68d19c687ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e03b8b-6e3a-4331-87ed-2e8eb942f9b8,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:32.038430 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-a2c16555-75c2-4a5c-9fb4-17e082008b85 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:32.040220 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-a2c16555-75c2-4a5c-9fb4-17e082008b85 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/networks?id=a15790e2-ddb0-4956-b8df-c99e33512c4d HTTP/1.1" status: 200 len: 815 time: 0.1111829 Sep 21 18:07:32.059648 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-c47ea860-b122-44ad-8eeb-09b2487d1c61 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/quotas/4a49c0350e4d4a5eb77111b4f5d6bd21 HTTP/1.1" status: 200 len: 375 time: 0.0106418 Sep 21 18:07:32.125203 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2298aed9-1571-435f-b7f6-0d046ca4e98e req-f45cf6ec-d10b-4e29-8f57-a4303965bc71 tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0510271 Sep 21 18:07:32.183557 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-89dd5b39-6349-45d1-8b8c-d789bbb70492 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a49c0350e4d4a5eb77111b4f5d6bd21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1174185 Sep 21 18:07:32.294477 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-47a3778b-38e8-4fce-8bbb-b9d75e63d4bc service neutron] 10.222.0.58 "GET /v2.0/networks/a15790e2-ddb0-4956-b8df-c99e33512c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062610 Sep 21 18:07:32.413021 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-560cf818-4354-497b-8768-875bfc129ce1 service neutron] 10.222.0.58 "GET /v2.0/networks/a15790e2-ddb0-4956-b8df-c99e33512c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120760 Sep 21 18:07:32.669036 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-78e7ea1f-7426-48a2-a777-f36452912280 req-61f4c6b8-d54d-4f2f-af09-7bdc56f26383 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=d663d22c-ab78-4bf0-96b6-44d10e73c60a HTTP/1.1" status: 200 len: 210 time: 0.0433552 Sep 21 18:07:33.283711 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c215ef71-91be-4951-9479-de8eea3ff53c req-e912fbaf-9cf5-4322-ba58-e4571abe398b tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0443051 Sep 21 18:07:33.771871 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-16219b05-f206-4b9a-a8f1-d8e89429daad req-ead01fd2-46a4-4526-b51b-0d00e3fefaf1 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=d663d22c-ab78-4bf0-96b6-44d10e73c60a HTTP/1.1" status: 200 len: 210 time: 0.0386016 Sep 21 18:07:33.949407 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-91c0ba2e-2f46-4857-94a4-50653d2ee217 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:33.951039 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-91c0ba2e-2f46-4857-94a4-50653d2ee217 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.38 "GET /v2.0/networks?id=a15790e2-ddb0-4956-b8df-c99e33512c4d HTTP/1.1" status: 200 len: 815 time: 0.1398466 Sep 21 18:07:33.966643 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-3da1e47f-4001-4734-b303-5e165c4defca tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Request body: {'port': {'device_id': 'd663d22c-ab78-4bf0-96b6-44d10e73c60a', 'network_id': 'a15790e2-ddb0-4956-b8df-c99e33512c4d', 'admin_state_up': True, 'tenant_id': '4a49c0350e4d4a5eb77111b4f5d6bd21'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:34.091184 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-3da1e47f-4001-4734-b303-5e165c4defca tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Made reservation on behalf of 4a49c0350e4d4a5eb77111b4f5d6bd21 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:07:34.094745 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-3da1e47f-4001-4734-b303-5e165c4defca tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:34.249336 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-3da1e47f-4001-4734-b303-5e165c4defca tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Allocated IP 172.20.0.7 (a15790e2-ddb0-4956-b8df-c99e33512c4d/35209640-638e-4aa3-a050-e128ee2e196f/3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:07:34.420383 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-3da1e47f-4001-4734-b303-5e165c4defca tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:34.484702 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aefd32c7-2e56-4893-9df6-aca9c1d794a5 req-65b0387b-c5e8-4057-b123-efb00c10871d tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0564880 Sep 21 18:07:34.487690 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-3da1e47f-4001-4734-b303-5e165c4defca tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:34.503226 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['cf75d108-528a-436d-8c61-7249e2669900'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:07:34.550747 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['bbbf57c5-5a15-4f3a-994c-08cee1d1d622'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:07:34.585783 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-168bcde3-9c50-4307-a5a1-4895dae81be1 req-c74a97d2-e8f0-4878-b5e6-a826e9a5c80b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0536430 Sep 21 18:07:34.597584 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-3da1e47f-4001-4734-b303-5e165c4defca tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Network a15790e2-ddb0-4956-b8df-c99e33512c4d is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:07:34.599233 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e47f-4001-4734-b303-5e165c4defca tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Pushing event updated for resources: {'Port': ['ID=3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:34.622853 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-3da1e47f-4001-4734-b303-5e165c4defca tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:07:34.633226 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-3da1e47f-4001-4734-b303-5e165c4defca tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:07:34.725862 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-3da1e47f-4001-4734-b303-5e165c4defca tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:34.726653 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-3da1e47f-4001-4734-b303-5e165c4defca tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:34.744595 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-3da1e47f-4001-4734-b303-5e165c4defca tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7820063 Sep 21 18:07:34.780006 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-061937ea-da52-48c2-afc0-b028a26b7473 service neutron] Request body: {'port': {'device_id': 'd663d22c-ab78-4bf0-96b6-44d10e73c60a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:34.841577 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-061937ea-da52-48c2-afc0-b028a26b7473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:34.916834 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921c89a-fb98-4baf-aff2-e280d6b186e6 req-9552a804-8ba6-4c9c-b5da-e17189148bda tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:34.918463 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d921c89a-fb98-4baf-aff2-e280d6b186e6 req-9552a804-8ba6-4c9c-b5da-e17189148bda tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=d663d22c-ab78-4bf0-96b6-44d10e73c60a HTTP/1.1" status: 200 len: 931 time: 0.0513682 Sep 21 18:07:34.967001 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d921c89a-fb98-4baf-aff2-e280d6b186e6 req-c2ae5249-b90d-4416-a234-61e0e9b8fc6a tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421624 Sep 21 18:07:35.157404 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-061937ea-da52-48c2-afc0-b028a26b7473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:07:35.166256 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-061937ea-da52-48c2-afc0-b028a26b7473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:35.179007 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-061937ea-da52-48c2-afc0-b028a26b7473 service neutron] Transition to ACTIVE for port object 3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:07:35.187123 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-061937ea-da52-48c2-afc0-b028a26b7473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:35.265095 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061937ea-da52-48c2-afc0-b028a26b7473 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:35.318252 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-061937ea-da52-48c2-afc0-b028a26b7473 service neutron] Attempting to bind port 3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:07:35.318855 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-061937ea-da52-48c2-afc0-b028a26b7473 service neutron] Attempting to bind port 3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '7d5256e0-2fc2-448a-bfae-9c6a896d4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a15790e2-ddb0-4956-b8df-c99e33512c4d'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:07:35.319227 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-061937ea-da52-48c2-afc0-b028a26b7473 service neutron] Attempting to bind port 3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d on network a15790e2-ddb0-4956-b8df-c99e33512c4d {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:07:35.323656 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-061937ea-da52-48c2-afc0-b028a26b7473 service neutron] Port 3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d on network a15790e2-ddb0-4956-b8df-c99e33512c4d not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:07:35.323980 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-061937ea-da52-48c2-afc0-b028a26b7473 service neutron] Attempting to bind port 3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d on network a15790e2-ddb0-4956-b8df-c99e33512c4d {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:07:35.328859 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-061937ea-da52-48c2-afc0-b028a26b7473 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:07:35.329193 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-061937ea-da52-48c2-afc0-b028a26b7473 service neutron] Checking segment: {'id': '7d5256e0-2fc2-448a-bfae-9c6a896d4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a15790e2-ddb0-4956-b8df-c99e33512c4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:07:35.329582 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-061937ea-da52-48c2-afc0-b028a26b7473 service neutron] Bound using segment: {'id': '7d5256e0-2fc2-448a-bfae-9c6a896d4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a15790e2-ddb0-4956-b8df-c99e33512c4d'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:07:35.330013 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-061937ea-da52-48c2-afc0-b028a26b7473 service neutron] Bound port: 3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d5256e0-2fc2-448a-bfae-9c6a896d4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a15790e2-ddb0-4956-b8df-c99e33512c4d'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:07:35.330375 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-061937ea-da52-48c2-afc0-b028a26b7473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:35.400582 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-061937ea-da52-48c2-afc0-b028a26b7473 service neutron] For port 3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:07:35.404635 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-061937ea-da52-48c2-afc0-b028a26b7473 service neutron] For port 3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d,segment=NetworkSegment(7d5256e0-2fc2-448a-bfae-9c6a896d4861),segment_id=7d5256e0-2fc2-448a-bfae-9c6a896d4861)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:07:35.411163 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-061937ea-da52-48c2-afc0-b028a26b7473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:35.452143 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-061937ea-da52-48c2-afc0-b028a26b7473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:35.453085 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-061937ea-da52-48c2-afc0-b028a26b7473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:35.456038 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-061937ea-da52-48c2-afc0-b028a26b7473 service neutron] 10.222.0.38 "PUT /v2.0/ports/3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d HTTP/1.1" status: 200 len: 1091 time: 0.6804245 Sep 21 18:07:35.458602 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd663d22c-ab78-4bf0-96b6-44d10e73c60a', 'tag': '3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:35.461344 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4aa2618-884e-4097-a0b7-e0464262f441" -d '{"events": [{"name": "network-changed", "server_uuid": "d663d22c-ab78-4bf0-96b6-44d10e73c60a", "tag": "3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:35.493226 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061937ea-da52-48c2-afc0-b028a26b7473 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:35.551310 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c477ee-ba03-47f2-be71-98459042a112 x-openstack-request-id: req-e8c477ee-ba03-47f2-be71-98459042a112 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:35.551745 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d663d22c-ab78-4bf0-96b6-44d10e73c60a", "tag": "3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:35.552073 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e8c477ee-ba03-47f2-be71-98459042a112 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:35.552471 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd663d22c-ab78-4bf0-96b6-44d10e73c60a', 'tag': '3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d', 'status': 'completed', 'code': 200} Sep 21 18:07:35.625703 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-31a4d91e-de5e-44f7-af1f-a9371aa56aaf req-49bb02a2-b68d-405b-9487-360cac571208 tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0380750 Sep 21 18:07:35.629530 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-2b74ed63-b6b6-465f-a02b-29382205fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:35.631087 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-2b74ed63-b6b6-465f-a02b-29382205fb01 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a49c0350e4d4a5eb77111b4f5d6bd21&device_id=d663d22c-ab78-4bf0-96b6-44d10e73c60a HTTP/1.1" status: 200 len: 1094 time: 0.0843747 Sep 21 18:07:35.725303 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-241ebb87-f43f-4893-9d42-2473ca7f3c51 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d HTTP/1.1" status: 200 len: 217 time: 0.0727856 Sep 21 18:07:35.778550 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-6b9e709a-6754-4b9b-9266-798254e7a449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:35.780214 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-6b9e709a-6754-4b9b-9266-798254e7a449 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=35209640-638e-4aa3-a050-e128ee2e196f HTTP/1.1" status: 200 len: 855 time: 0.0476563 Sep 21 18:07:35.815625 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-a3a7333e-9197-47a9-bbb5-28edcc1a539d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a15790e2-ddb0-4956-b8df-c99e33512c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275147 Sep 21 18:07:35.916379 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-b1bc4126-7aaf-4b9d-ad81-173fed3aca9d service neutron] 10.222.0.38 "GET /v2.0/networks/a15790e2-ddb0-4956-b8df-c99e33512c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936787 Sep 21 18:07:36.015518 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9df59ad0-5184-472f-988c-6c67ba8590e4 req-6148a6b2-1c46-4e11-b8cf-093ed09986e9 service neutron] 10.222.0.38 "GET /v2.0/networks/a15790e2-ddb0-4956-b8df-c99e33512c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916703 Sep 21 18:07:36.220096 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c1bc7-a760-47c5-b9a8-3493364fad66 req-73440b3e-3b4b-4a64-8913-f7b63fe6bd49 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:36.221854 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b47c1bc7-a760-47c5-b9a8-3493364fad66 req-73440b3e-3b4b-4a64-8913-f7b63fe6bd49 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=d663d22c-ab78-4bf0-96b6-44d10e73c60a HTTP/1.1" status: 200 len: 943 time: 0.1484830 Sep 21 18:07:36.224736 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa2618-884e-4097-a0b7-e0464262f441 req-caff6319-e970-4f90-9e5a-bb82eab1003c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:36.226204 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f4aa2618-884e-4097-a0b7-e0464262f441 req-caff6319-e970-4f90-9e5a-bb82eab1003c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a49c0350e4d4a5eb77111b4f5d6bd21&device_id=d663d22c-ab78-4bf0-96b6-44d10e73c60a HTTP/1.1" status: 200 len: 1094 time: 0.1197197 Sep 21 18:07:36.347558 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b47c1bc7-a760-47c5-b9a8-3493364fad66 req-5cc48711-966a-483b-af13-6dec72dc7be7 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181495 Sep 21 18:07:36.384041 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa2618-884e-4097-a0b7-e0464262f441 req-a0872f56-e19b-4a90-8ac0-63118b84486d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:36.385617 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f4aa2618-884e-4097-a0b7-e0464262f441 req-a0872f56-e19b-4a90-8ac0-63118b84486d service neutron] 10.222.0.38 "GET /v2.0/networks?id=a15790e2-ddb0-4956-b8df-c99e33512c4d HTTP/1.1" status: 200 len: 916 time: 0.1484177 Sep 21 18:07:36.437712 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f4aa2618-884e-4097-a0b7-e0464262f441 req-69c03056-5a11-4992-a4f7-205c5fcf4fdf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d HTTP/1.1" status: 200 len: 217 time: 0.0440156 Sep 21 18:07:36.497517 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa2618-884e-4097-a0b7-e0464262f441 req-fe7ad7b3-2708-4b6e-979e-d7528e73ba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:36.501323 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f4aa2618-884e-4097-a0b7-e0464262f441 req-fe7ad7b3-2708-4b6e-979e-d7528e73ba19 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=35209640-638e-4aa3-a050-e128ee2e196f HTTP/1.1" status: 200 len: 855 time: 0.0561023 Sep 21 18:07:36.539568 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f4aa2618-884e-4097-a0b7-e0464262f441 req-6c2aa8ff-51df-48fa-bc81-9f22fb468de2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a15790e2-ddb0-4956-b8df-c99e33512c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309246 Sep 21 18:07:36.676849 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f4aa2618-884e-4097-a0b7-e0464262f441 req-c95608fe-4f57-44cd-8112-ad69b5e4185f service neutron] 10.222.0.38 "GET /v2.0/networks/a15790e2-ddb0-4956-b8df-c99e33512c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269133 Sep 21 18:07:36.761088 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d43bbcb1-6ef2-4881-bcd8-0e3f258484ee req-4fdbf12e-89e2-4031-8250-d32eceb60c78 tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0409472 Sep 21 18:07:36.794419 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f4aa2618-884e-4097-a0b7-e0464262f441 req-b000c1ec-c978-4464-89da-65d949a7ceec service neutron] 10.222.0.38 "GET /v2.0/networks/a15790e2-ddb0-4956-b8df-c99e33512c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095309 Sep 21 18:07:37.382192 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-89dd015d-5791-4561-8485-468592a55a81 req-9e83b797-a70a-4b6d-bf12-fdbc98b95e3c tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0278163 Sep 21 18:07:37.484657 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df994e66-e6fc-479f-9693-36489b5b4b30 req-472c8ed1-2e0e-438c-ae26-8457d9f5db27 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:37.486192 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-df994e66-e6fc-479f-9693-36489b5b4b30 req-472c8ed1-2e0e-438c-ae26-8457d9f5db27 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=d663d22c-ab78-4bf0-96b6-44d10e73c60a HTTP/1.1" status: 200 len: 943 time: 0.0607769 Sep 21 18:07:37.536612 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-df994e66-e6fc-479f-9693-36489b5b4b30 req-eafa9442-2939-4c8e-b925-e58782f1d82c tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428843 Sep 21 18:07:37.882739 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:07:37.994265 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d,segment=NetworkSegment(7d5256e0-2fc2-448a-bfae-9c6a896d4861),segment_id=7d5256e0-2fc2-448a-bfae-9c6a896d4861)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:38.007064 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d', 'network_id': 'a15790e2-ddb0-4956-b8df-c99e33512c4d', 'port_id': '3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d', 'mac_address': 'fa:16:3e:a8:61:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35209640-638e-4aa3-a050-e128ee2e196f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:07:38.044067 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:38.057389 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:07:38.077792 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d,segment=NetworkSegment(7d5256e0-2fc2-448a-bfae-9c6a896d4861),segment_id=7d5256e0-2fc2-448a-bfae-9c6a896d4861)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:38.082058 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:38.134710 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:38.144742 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:38.145175 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:38.145507 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:38.145849 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:38.146203 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:38.146522 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:38.146901 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:38.147278 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:38.147642 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:38.147972 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:38.148491 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:38.148819 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:38.350016 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:07:38.508607 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2f46e2a0-0132-41e6-b595-41ecc5f3ff2e req-03576bcd-3592-422c-b8bc-63e8fb7e2fdb tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0390549 Sep 21 18:07:38.651069 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bb121-f1e1-4f6b-9f7f-426367a186a0 req-7c998036-b7a2-49a0-9927-7f7d2d6bab01 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:38.652595 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-511bb121-f1e1-4f6b-9f7f-426367a186a0 req-7c998036-b7a2-49a0-9927-7f7d2d6bab01 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=d663d22c-ab78-4bf0-96b6-44d10e73c60a HTTP/1.1" status: 200 len: 944 time: 0.0506687 Sep 21 18:07:38.697519 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-511bb121-f1e1-4f6b-9f7f-426367a186a0 req-f618db97-ee20-4668-beb4-a6ccb99311e3 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385935 Sep 21 18:07:39.611867 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8e31a9eb-79f7-457d-8eca-116aa3ddb5b7 req-0e7ac49e-e8b7-4e0e-8770-4e29e56e306f tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0261190 Sep 21 18:07:39.824367 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751d42a-d8cb-4506-be64-5ab75d06ce8c req-484e1ad0-0bb9-4a66-99f1-75b3460c7cd2 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:39.826308 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e751d42a-d8cb-4506-be64-5ab75d06ce8c req-484e1ad0-0bb9-4a66-99f1-75b3460c7cd2 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=d663d22c-ab78-4bf0-96b6-44d10e73c60a HTTP/1.1" status: 200 len: 944 time: 0.0532801 Sep 21 18:07:39.865481 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e751d42a-d8cb-4506-be64-5ab75d06ce8c req-b333d939-4bd0-42ec-b18b-c0809b3fffa1 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325818 Sep 21 18:07:39.897842 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:07:40.014297 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:07:40.025383 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:40.025941 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:40.123952 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:40.150214 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd663d22c-ab78-4bf0-96b6-44d10e73c60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:40.152834 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86c7641-cac6-4af9-9804-4dfb053ece93" -d '{"events": [{"server_uuid": "d663d22c-ab78-4bf0-96b6-44d10e73c60a", "name": "network-vif-plugged", "status": "completed", "tag": "3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:40.168672 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d,segment=NetworkSegment(7d5256e0-2fc2-448a-bfae-9c6a896d4861),segment_id=7d5256e0-2fc2-448a-bfae-9c6a896d4861)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:40.174549 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:40.204708 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad5d98c-43a7-4ee3-82b1-fb387cb5f18b x-openstack-request-id: req-9ad5d98c-43a7-4ee3-82b1-fb387cb5f18b {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:40.205074 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d663d22c-ab78-4bf0-96b6-44d10e73c60a", "name": "network-vif-plugged", "status": "completed", "tag": "3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:40.205432 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9ad5d98c-43a7-4ee3-82b1-fb387cb5f18b {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:40.205909 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd663d22c-ab78-4bf0-96b6-44d10e73c60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d', 'code': 200} Sep 21 18:07:40.233484 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:40.305336 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dae890-6be9-46f4-8618-9f586a1fa665 req-1e1269d7-71c2-4b6e-bf29-5065cace5ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:40.306884 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-52dae890-6be9-46f4-8618-9f586a1fa665 req-1e1269d7-71c2-4b6e-bf29-5065cace5ff2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d663d22c-ab78-4bf0-96b6-44d10e73c60a HTTP/1.1" status: 200 len: 1096 time: 0.0409482 Sep 21 18:07:40.343977 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-52dae890-6be9-46f4-8618-9f586a1fa665 req-b8fbda32-c6a3-41d8-97c4-e7530d2d088e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296359 Sep 21 18:07:40.735292 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bf9b9501-0c77-425d-bbc6-a128686d4444 req-f69b32e9-d2cc-429f-97e5-fadfeedb77d9 tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0404007 Sep 21 18:07:40.997339 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614e92c-096e-4e70-8118-b991f5760747 req-6908cca9-dc80-4e3d-be1f-7f918c0d665e tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:40.998791 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0614e92c-096e-4e70-8118-b991f5760747 req-6908cca9-dc80-4e3d-be1f-7f918c0d665e tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=d663d22c-ab78-4bf0-96b6-44d10e73c60a HTTP/1.1" status: 200 len: 945 time: 0.0633516 Sep 21 18:07:41.040273 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0614e92c-096e-4e70-8118-b991f5760747 req-67e7c502-9e6e-461a-a335-fea77768b6e6 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352790 Sep 21 18:07:41.890794 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a5799e9d-1d50-4f4a-94b9-6f1d002095c6 req-0049e841-c206-42e9-bd61-014dd7c904e2 tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0520322 Sep 21 18:07:42.199673 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2128d-c19f-4de8-acd3-66148861d390 req-f362d3e1-db73-48b5-9510-e8c33774384e tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:42.210021 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f1e2128d-c19f-4de8-acd3-66148861d390 req-f362d3e1-db73-48b5-9510-e8c33774384e tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=d663d22c-ab78-4bf0-96b6-44d10e73c60a HTTP/1.1" status: 200 len: 945 time: 0.0867853 Sep 21 18:07:42.293412 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f1e2128d-c19f-4de8-acd3-66148861d390 req-d05fceb6-28d1-4757-a920-46af2588b8c7 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778122 Sep 21 18:07:43.076362 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9e9ab9be-0275-4588-9ed7-00f946ba1249 req-e22687f1-c86e-40ed-972a-805406fbad95 tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0784760 Sep 21 18:07:44.217267 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-40cbfeae-2e4d-4dcd-bdd5-c954c6b7fab0 req-51488ce1-b228-4288-a085-811d72e6dd16 tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0392888 Sep 21 18:07:45.372853 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5595e0da-d3f3-41eb-ab5e-1ae9101c53ce req-51304e0c-a41a-4d3f-b455-e6bc1521a7dc tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0342927 Sep 21 18:07:45.901949 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4ad130d8-0ed7-4c81-ac74-e071fab1c175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:46.529879 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4ab71831-55db-4345-b771-8bd1df3146d2 req-264acc43-7747-497d-baec-99633e3aa653 tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0411978 Sep 21 18:07:47.658422 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b25f676-65ec-4709-96a8-f27c8be9ddb0 req-5e6aeaf2-fcc2-424d-a993-adecbbe2a959 tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0334671 Sep 21 18:07:48.350629 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f8cb9a79-33e3-4af9-9f38-1f0518d6eccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:48.757302 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2d2f414d-2c20-4233-b38a-40d92a85b48b req-c63ff76a-9fe8-4870-8f8a-d587401093f6 tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0358548 Sep 21 18:07:48.953732 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:49.469387 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50914) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:49.587059 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-06a017d7-18c7-4505-b130-14173c5b2488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:49.677706 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-06a017d7-18c7-4505-b130-14173c5b2488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:49.683332 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-06a017d7-18c7-4505-b130-14173c5b2488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:49.724496 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a017d7-18c7-4505-b130-14173c5b2488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56365e01-5593-4eed-b5cf-ba525c82498c,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:49.728776 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-06a017d7-18c7-4505-b130-14173c5b2488 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d0a870f9d5074e81b08cad48f689b6a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2582989 Sep 21 18:07:49.732871 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50918) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:07:49.735700 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a017d7-18c7-4505-b130-14173c5b2488 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:49.736037 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a017d7-18c7-4505-b130-14173c5b2488 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:49.736401 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a017d7-18c7-4505-b130-14173c5b2488 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:49.736765 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a017d7-18c7-4505-b130-14173c5b2488 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:49.737065 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a017d7-18c7-4505-b130-14173c5b2488 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:49.737397 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a017d7-18c7-4505-b130-14173c5b2488 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:49.737739 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a017d7-18c7-4505-b130-14173c5b2488 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:49.738034 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a017d7-18c7-4505-b130-14173c5b2488 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:49.738369 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a017d7-18c7-4505-b130-14173c5b2488 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:49.738724 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a017d7-18c7-4505-b130-14173c5b2488 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:49.739073 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a017d7-18c7-4505-b130-14173c5b2488 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:49.739507 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a017d7-18c7-4505-b130-14173c5b2488 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:07:49.805396 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-66b23b07-85ec-4165-a6b3-39dfd23a54d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:49.837222 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-66b23b07-85ec-4165-a6b3-39dfd23a54d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:49.890161 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-66b23b07-85ec-4165-a6b3-39dfd23a54d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:49.892865 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-66b23b07-85ec-4165-a6b3-39dfd23a54d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:49.894061 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-66b23b07-85ec-4165-a6b3-39dfd23a54d0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/56365e01-5593-4eed-b5cf-ba525c82498c HTTP/1.1" status: 204 len: 168 time: 0.1593845 Sep 21 18:07:49.901394 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-72817de1-d053-4fd8-8136-3a3143d3f8fa req-48d7c1a0-8a25-40f5-8f4e-c4c277ef2d2b tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0468149 Sep 21 18:07:49.902531 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b23b07-85ec-4165-a6b3-39dfd23a54d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56365e01-5593-4eed-b5cf-ba525c82498c,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:50.042703 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:51.046377 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-73f2fe0c-86f9-4b3f-a2e0-db60587b5b27 req-4eec5518-58ae-498d-8431-2c7e242a5c02 tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0373278 Sep 21 18:07:51.531956 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:52.157103 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-05d63ae0-af42-45c1-bc08-b809e19e1218 req-7e039874-8f5e-4a49-8049-97ed9525409f tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0292633 Sep 21 18:07:52.180544 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-8baacd68-7bc5-4b50-8b68-a391c4b9b681 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=d058a3c639664a539ad45bb1880dd5d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302131 Sep 21 18:07:52.670544 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-4e3cd2af-d087-4906-bad9-bf51243cef9e tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:52.672007 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-4e3cd2af-d087-4906-bad9-bf51243cef9e tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4855819 Sep 21 18:07:52.690273 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-688e037a-7828-4042-a315-a815e9a8a271 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] 10.222.0.58 "GET /v2.0/quotas/d058a3c639664a539ad45bb1880dd5d3 HTTP/1.1" status: 200 len: 375 time: 0.0103059 Sep 21 18:07:52.724774 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-5b8fd5d7-f392-424f-8fc6-26e71b7c358d tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d058a3c639664a539ad45bb1880dd5d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274856 Sep 21 18:07:52.895480 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-829494d6-0a59-4c02-b946-8f30bf439cf6 req-880d1b61-f4e6-41ed-8782-7e90fe4afaf0 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] 10.222.0.58 "GET /v2.0/ports?device_id=59717153-d5c4-43cb-8d09-ea1236fda868 HTTP/1.1" status: 200 len: 210 time: 0.0262630 Sep 21 18:07:53.272659 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9822506d-2d56-4c0f-905c-c5e47f8759a4 req-81a6cd96-9f2c-4e04-9347-45fb02c2acc7 tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0342612 Sep 21 18:07:53.315797 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:53.856604 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-71fa32f5-af56-4b12-9921-33074b357430 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=d058a3c639664a539ad45bb1880dd5d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300853 Sep 21 18:07:54.359437 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-23ee5cc4-768f-4bd2-bcbc-926607f629fa tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:54.360986 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-23ee5cc4-768f-4bd2-bcbc-926607f629fa tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4940033 Sep 21 18:07:54.380568 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9e8a1f94-0136-4338-a69e-6d4ca416134a req-58015443-6417-4a20-9421-bc77fc28e645 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] 10.222.0.58 "GET /v2.0/ports?device_id=59717153-d5c4-43cb-8d09-ea1236fda868 HTTP/1.1" status: 200 len: 210 time: 0.3751466 Sep 21 18:07:54.384321 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2b7dbb32-1b9c-4096-b989-4177f9d4bf6e req-df6ef4a3-aa4d-4abe-a55b-9bdba426f3d9 tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0301068 Sep 21 18:07:54.384868 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-cef65d2e-fb83-4fcc-b11e-64168e605861 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Request body: {'port': {'device_id': '59717153-d5c4-43cb-8d09-ea1236fda868', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'admin_state_up': True, 'tenant_id': 'd058a3c639664a539ad45bb1880dd5d3'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:54.485763 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:07:54.509917 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-cef65d2e-fb83-4fcc-b11e-64168e605861 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Made reservation on behalf of d058a3c639664a539ad45bb1880dd5d3 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:07:54.514175 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-cef65d2e-fb83-4fcc-b11e-64168e605861 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:54.523538 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-cef65d2e-fb83-4fcc-b11e-64168e605861 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:54.585732 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:54.640432 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-cef65d2e-fb83-4fcc-b11e-64168e605861 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:54.645338 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-cef65d2e-fb83-4fcc-b11e-64168e605861 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:54.707990 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef65d2e-fb83-4fcc-b11e-64168e605861 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf297a9-a74d-42f8-8b7c-d551feaa56a8,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:54.778070 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-cef65d2e-fb83-4fcc-b11e-64168e605861 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Allocated IP 192.168.233.45 (c714db5f-672e-4004-8098-88db84169d3c/53f6ee96-7c10-4364-b9ae-9f7e7556e695/2a0a3f61-36e8-4067-895a-3f26baa5edaa) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:07:54.935058 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-cef65d2e-fb83-4fcc-b11e-64168e605861 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:54.970806 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-cef65d2e-fb83-4fcc-b11e-64168e605861 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:55.008298 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-cef65d2e-fb83-4fcc-b11e-64168e605861 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Network c714db5f-672e-4004-8098-88db84169d3c is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:07:55.013077 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-cef65d2e-fb83-4fcc-b11e-64168e605861 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:07:55.016614 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-cef65d2e-fb83-4fcc-b11e-64168e605861 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:07:55.061018 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef65d2e-fb83-4fcc-b11e-64168e605861 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Pushing event updated for resources: {'Port': ['ID=2a0a3f61-36e8-4067-895a-3f26baa5edaa,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:55.079567 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-cef65d2e-fb83-4fcc-b11e-64168e605861 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:55.080169 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-cef65d2e-fb83-4fcc-b11e-64168e605861 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:55.098297 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-cef65d2e-fb83-4fcc-b11e-64168e605861 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7199793 Sep 21 18:07:55.114466 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-7fb1190d-6b79-4fa4-9046-6a1de2fb3210 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:07:55.115604 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-7fb1190d-6b79-4fa4-9046-6a1de2fb3210 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106049 Sep 21 18:07:55.139946 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-34d8392d-d67d-4739-9eb7-d347ca5587b4 service neutron] Request body: {'port': {'device_id': '59717153-d5c4-43cb-8d09-ea1236fda868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:07:55.209354 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-34d8392d-d67d-4739-9eb7-d347ca5587b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:55.383782 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-6178fa10-ed92-4ec2-b1ef-0d23c64242f8 None None] Provisioning complete for port 2a0a3f61-36e8-4067-895a-3f26baa5edaa triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:07:55.384349 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6178fa10-ed92-4ec2-b1ef-0d23c64242f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:55.423434 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-6178fa10-ed92-4ec2-b1ef-0d23c64242f8 None None] Port 2a0a3f61-36e8-4067-895a-3f26baa5edaa cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:07:55.531713 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba70f3a8-e33f-4516-b5bd-6862f181c6d0 req-def73b78-c7ac-4a04-a1a1-7c190af9e6c2 tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0399456 Sep 21 18:07:55.574124 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114aab58-9443-46b6-a2ea-c8ae6edc9f8a req-3e01e0ff-e607-4996-846a-04bdfcd02381 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:55.582973 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-114aab58-9443-46b6-a2ea-c8ae6edc9f8a req-3e01e0ff-e607-4996-846a-04bdfcd02381 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] 10.222.0.58 "GET /v2.0/ports?device_id=59717153-d5c4-43cb-8d09-ea1236fda868 HTTP/1.1" status: 200 len: 935 time: 0.0823464 Sep 21 18:07:55.595950 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-34d8392d-d67d-4739-9eb7-d347ca5587b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a0a3f61-36e8-4067-895a-3f26baa5edaa {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:07:55.604550 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-34d8392d-d67d-4739-9eb7-d347ca5587b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:55.620802 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-34d8392d-d67d-4739-9eb7-d347ca5587b4 service neutron] Transition to ACTIVE for port object 2a0a3f61-36e8-4067-895a-3f26baa5edaa will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:07:55.626054 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-34d8392d-d67d-4739-9eb7-d347ca5587b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:55.637362 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-114aab58-9443-46b6-a2ea-c8ae6edc9f8a req-c1c6aa61-5f51-4bfb-aa37-57c728b983bd tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] 10.222.0.58 "GET /v2.0/security-groups?id=aaf297a9-a74d-42f8-8b7c-d551feaa56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550842 Sep 21 18:07:55.696871 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d8392d-d67d-4739-9eb7-d347ca5587b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2a0a3f61-36e8-4067-895a-3f26baa5edaa,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:55.782945 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-34d8392d-d67d-4739-9eb7-d347ca5587b4 service neutron] Attempting to bind port 2a0a3f61-36e8-4067-895a-3f26baa5edaa on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:07:55.783284 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-34d8392d-d67d-4739-9eb7-d347ca5587b4 service neutron] Attempting to bind port 2a0a3f61-36e8-4067-895a-3f26baa5edaa by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:07:55.783610 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-34d8392d-d67d-4739-9eb7-d347ca5587b4 service neutron] Attempting to bind port 2a0a3f61-36e8-4067-895a-3f26baa5edaa on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:07:55.789009 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-34d8392d-d67d-4739-9eb7-d347ca5587b4 service neutron] Port 2a0a3f61-36e8-4067-895a-3f26baa5edaa on network c714db5f-672e-4004-8098-88db84169d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:07:55.789491 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-34d8392d-d67d-4739-9eb7-d347ca5587b4 service neutron] Attempting to bind port 2a0a3f61-36e8-4067-895a-3f26baa5edaa on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:07:55.799519 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-34d8392d-d67d-4739-9eb7-d347ca5587b4 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:07:55.799861 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-34d8392d-d67d-4739-9eb7-d347ca5587b4 service neutron] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:07:55.800246 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-34d8392d-d67d-4739-9eb7-d347ca5587b4 service neutron] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:07:55.800818 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-34d8392d-d67d-4739-9eb7-d347ca5587b4 service neutron] Bound port: 2a0a3f61-36e8-4067-895a-3f26baa5edaa, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:07:55.801217 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-34d8392d-d67d-4739-9eb7-d347ca5587b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:55.880005 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-34d8392d-d67d-4739-9eb7-d347ca5587b4 service neutron] For port 2a0a3f61-36e8-4067-895a-3f26baa5edaa, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:07:55.891678 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-34d8392d-d67d-4739-9eb7-d347ca5587b4 service neutron] For port 2a0a3f61-36e8-4067-895a-3f26baa5edaa, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=2a0a3f61-36e8-4067-895a-3f26baa5edaa,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:07:55.900234 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-34d8392d-d67d-4739-9eb7-d347ca5587b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:55.976959 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-34d8392d-d67d-4739-9eb7-d347ca5587b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:55.978398 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-34d8392d-d67d-4739-9eb7-d347ca5587b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:55.979138 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-34d8392d-d67d-4739-9eb7-d347ca5587b4 service neutron] 10.222.0.44 "PUT /v2.0/ports/2a0a3f61-36e8-4067-895a-3f26baa5edaa HTTP/1.1" status: 200 len: 1095 time: 0.8542244 Sep 21 18:07:55.979397 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59717153-d5c4-43cb-8d09-ea1236fda868', 'tag': '2a0a3f61-36e8-4067-895a-3f26baa5edaa'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:07:55.981679 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d913d1b-c12f-49c1-9828-7580e7406f57" -d '{"events": [{"name": "network-changed", "server_uuid": "59717153-d5c4-43cb-8d09-ea1236fda868", "tag": "2a0a3f61-36e8-4067-895a-3f26baa5edaa"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:07:56.025737 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d8392d-d67d-4739-9eb7-d347ca5587b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2a0a3f61-36e8-4067-895a-3f26baa5edaa,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:56.083088 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb4afb4-21a4-424a-9d37-26983c8bc505 x-openstack-request-id: req-7eb4afb4-21a4-424a-9d37-26983c8bc505 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:07:56.084481 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59717153-d5c4-43cb-8d09-ea1236fda868", "tag": "2a0a3f61-36e8-4067-895a-3f26baa5edaa", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:07:56.084745 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7eb4afb4-21a4-424a-9d37-26983c8bc505 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:07:56.085173 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59717153-d5c4-43cb-8d09-ea1236fda868', 'tag': '2a0a3f61-36e8-4067-895a-3f26baa5edaa', 'status': 'completed', 'code': 200} Sep 21 18:07:56.116779 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-c4a91ceb-e03c-420b-8e8e-074aab2dc113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:56.118679 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-c4a91ceb-e03c-420b-8e8e-074aab2dc113 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d058a3c639664a539ad45bb1880dd5d3&device_id=59717153-d5c4-43cb-8d09-ea1236fda868 HTTP/1.1" status: 200 len: 1098 time: 0.0864866 Sep 21 18:07:56.174541 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-1adeacbb-dd1c-4add-87df-4b0e8306a4bd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=2a0a3f61-36e8-4067-895a-3f26baa5edaa HTTP/1.1" status: 200 len: 217 time: 0.0459991 Sep 21 18:07:56.243284 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-3afde69b-723b-4400-a9c6-2d07b261d4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:56.244904 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-3afde69b-723b-4400-a9c6-2d07b261d4a2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.0601399 Sep 21 18:07:56.295156 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-1eeba471-8edd-48c3-b0d9-e8898ae62c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:56.296607 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-1eeba471-8edd-48c3-b0d9-e8898ae62c88 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0438080 Sep 21 18:07:56.397588 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-c8f19ec1-4ed7-4ce4-bbec-9e2d47f29bd1 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918171 Sep 21 18:07:56.494688 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e38f7f2-497c-4a86-b1b5-347a399212f6 req-77c90ff3-cf41-47d3-adf1-c404b130655d service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884061 Sep 21 18:07:56.649753 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d913d1b-c12f-49c1-9828-7580e7406f57 req-390c6f3a-41de-4288-944c-936c157b84e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:56.653972 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2d913d1b-c12f-49c1-9828-7580e7406f57 req-390c6f3a-41de-4288-944c-936c157b84e0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d058a3c639664a539ad45bb1880dd5d3&device_id=59717153-d5c4-43cb-8d09-ea1236fda868 HTTP/1.1" status: 200 len: 1098 time: 0.0896330 Sep 21 18:07:56.674883 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e9a780e5-443a-4e6c-9192-e7bbb52a279f req-52d29f01-39d1-44c7-9c95-644a9deb9ac4 tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0346823 Sep 21 18:07:56.819832 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d913d1b-c12f-49c1-9828-7580e7406f57 req-3168eee1-fca8-4276-8fa7-3af50feaca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:56.821593 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2d913d1b-c12f-49c1-9828-7580e7406f57 req-3168eee1-fca8-4276-8fa7-3af50feaca03 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.1595826 Sep 21 18:07:56.833622 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc252827-3821-449d-b7de-67f4709552f5 req-5372d9a2-eeae-463d-b5b0-55f8c8d03ffd tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:56.835296 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cc252827-3821-449d-b7de-67f4709552f5 req-5372d9a2-eeae-463d-b5b0-55f8c8d03ffd tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] 10.222.0.58 "GET /v2.0/ports?device_id=59717153-d5c4-43cb-8d09-ea1236fda868 HTTP/1.1" status: 200 len: 947 time: 0.0789020 Sep 21 18:07:56.876855 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2d913d1b-c12f-49c1-9828-7580e7406f57 req-4981a92d-0ace-4b0c-b320-df7d00ccbbf6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=2a0a3f61-36e8-4067-895a-3f26baa5edaa HTTP/1.1" status: 200 len: 217 time: 0.0405612 Sep 21 18:07:56.934625 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cc252827-3821-449d-b7de-67f4709552f5 req-77855880-e313-4721-a982-5cb2ad38d96f tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] 10.222.0.58 "GET /v2.0/security-groups?id=aaf297a9-a74d-42f8-8b7c-d551feaa56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642440 Sep 21 18:07:56.944340 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d913d1b-c12f-49c1-9828-7580e7406f57 req-768afd51-a727-42ef-8e0e-31900471ba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:56.945808 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2d913d1b-c12f-49c1-9828-7580e7406f57 req-768afd51-a727-42ef-8e0e-31900471ba1a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.0611629 Sep 21 18:07:57.018565 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d913d1b-c12f-49c1-9828-7580e7406f57 req-b3b5b452-c992-4016-8b62-8dbec252fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:57.020214 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2d913d1b-c12f-49c1-9828-7580e7406f57 req-b3b5b452-c992-4016-8b62-8dbec252fad8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0649209 Sep 21 18:07:57.147279 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2d913d1b-c12f-49c1-9828-7580e7406f57 req-c6e2eae7-2122-4132-bc99-b23855e7a23e service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110151 Sep 21 18:07:57.272505 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2d913d1b-c12f-49c1-9828-7580e7406f57 req-f4059b6e-4d67-45da-9699-99b66ae8668d service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152115 Sep 21 18:07:57.791187 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-618d2890-d1aa-4813-86c9-ffcb683b7e4b req-ac8cb54f-99a3-41ba-a93c-7250685a4cc3 tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0350969 Sep 21 18:07:58.068166 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e476bd3-8039-4afb-b62d-1b847487cca8 req-71c28708-69aa-47ef-b49b-fa77517a8ae4 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:58.076788 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6e476bd3-8039-4afb-b62d-1b847487cca8 req-71c28708-69aa-47ef-b49b-fa77517a8ae4 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] 10.222.0.58 "GET /v2.0/ports?device_id=59717153-d5c4-43cb-8d09-ea1236fda868 HTTP/1.1" status: 200 len: 947 time: 0.0642641 Sep 21 18:07:58.124302 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6e476bd3-8039-4afb-b62d-1b847487cca8 req-04e5f0d1-6169-46e0-b508-bb7a10ded9e9 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] 10.222.0.58 "GET /v2.0/security-groups?id=aaf297a9-a74d-42f8-8b7c-d551feaa56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463710 Sep 21 18:07:58.706836 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea00aeb-b230-49fe-994b-669b8a2c45b1 req-bd1cbf62-3b7f-4516-a754-e1ec6a64677d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:58.713157 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea00aeb-b230-49fe-994b-669b8a2c45b1 req-bd1cbf62-3b7f-4516-a754-e1ec6a64677d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:58.719052 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea00aeb-b230-49fe-994b-669b8a2c45b1 req-bd1cbf62-3b7f-4516-a754-e1ec6a64677d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:58.726089 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea00aeb-b230-49fe-994b-669b8a2c45b1 req-bd1cbf62-3b7f-4516-a754-e1ec6a64677d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:58.732148 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea00aeb-b230-49fe-994b-669b8a2c45b1 req-bd1cbf62-3b7f-4516-a754-e1ec6a64677d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:58.738077 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea00aeb-b230-49fe-994b-669b8a2c45b1 req-bd1cbf62-3b7f-4516-a754-e1ec6a64677d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:58.744043 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea00aeb-b230-49fe-994b-669b8a2c45b1 req-bd1cbf62-3b7f-4516-a754-e1ec6a64677d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:58.746581 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1ea00aeb-b230-49fe-994b-669b8a2c45b1 req-bd1cbf62-3b7f-4516-a754-e1ec6a64677d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5435 time: 0.0960789 Sep 21 18:07:58.787813 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1ea00aeb-b230-49fe-994b-669b8a2c45b1 req-f173f270-e66a-463c-ae39-6ed38cea1ea7 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344834 Sep 21 18:07:58.892113 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d92d6b95-74d8-4f9d-b1e2-81980d0231ff req-1a4a0767-2ee5-4f81-8daa-25a29327ac07 tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0278764 Sep 21 18:07:59.181689 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 2a0a3f61-36e8-4067-895a-3f26baa5edaa details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:07:59.303652 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c87f18-6ef5-4e29-b834-c3992859d1a0 req-b520db9d-6f16-462b-8a24-b21729ced845 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:59.305497 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-46c87f18-6ef5-4e29-b834-c3992859d1a0 req-b520db9d-6f16-462b-8a24-b21729ced845 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] 10.222.0.58 "GET /v2.0/ports?device_id=59717153-d5c4-43cb-8d09-ea1236fda868 HTTP/1.1" status: 200 len: 947 time: 0.0659223 Sep 21 18:07:59.309788 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 2a0a3f61-36e8-4067-895a-3f26baa5edaa, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=2a0a3f61-36e8-4067-895a-3f26baa5edaa,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:59.323137 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '2a0a3f61-36e8-4067-895a-3f26baa5edaa', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': '2a0a3f61-36e8-4067-895a-3f26baa5edaa', 'mac_address': 'fa:16:3e:4f:3a:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:07:59.353246 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-46c87f18-6ef5-4e29-b834-c3992859d1a0 req-751156b3-b88a-4e03-949d-3c76d28dadd9 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] 10.222.0.58 "GET /v2.0/security-groups?id=aaf297a9-a74d-42f8-8b7c-d551feaa56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400538 Sep 21 18:07:59.389682 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:59.403360 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a0a3f61-36e8-4067-895a-3f26baa5edaa {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:07:59.435274 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 2a0a3f61-36e8-4067-895a-3f26baa5edaa, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=2a0a3f61-36e8-4067-895a-3f26baa5edaa,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:07:59.443192 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:07:59.498333 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=2a0a3f61-36e8-4067-895a-3f26baa5edaa,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:07:59.722036 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['2a0a3f61-36e8-4067-895a-3f26baa5edaa'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:07:59.899409 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-59aed864-64a2-458d-979e-3dba91003d46 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:59.905496 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-59aed864-64a2-458d-979e-3dba91003d46 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:59.911658 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-59aed864-64a2-458d-979e-3dba91003d46 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:59.917573 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-59aed864-64a2-458d-979e-3dba91003d46 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:59.922466 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a8c47-7753-4b74-99cd-8179e49d65a0 req-27b34b34-872e-48fd-9d66-a0e2efeb12c7 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:59.923496 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-59aed864-64a2-458d-979e-3dba91003d46 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:59.929258 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a8c47-7753-4b74-99cd-8179e49d65a0 req-27b34b34-872e-48fd-9d66-a0e2efeb12c7 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:59.930479 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-59aed864-64a2-458d-979e-3dba91003d46 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:59.935836 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a8c47-7753-4b74-99cd-8179e49d65a0 req-27b34b34-872e-48fd-9d66-a0e2efeb12c7 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:59.938966 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-59aed864-64a2-458d-979e-3dba91003d46 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:59.941105 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-59aed864-64a2-458d-979e-3dba91003d46 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.44 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5435 time: 0.1036267 Sep 21 18:07:59.942072 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a8c47-7753-4b74-99cd-8179e49d65a0 req-27b34b34-872e-48fd-9d66-a0e2efeb12c7 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:59.948203 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a8c47-7753-4b74-99cd-8179e49d65a0 req-27b34b34-872e-48fd-9d66-a0e2efeb12c7 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:59.954388 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a8c47-7753-4b74-99cd-8179e49d65a0 req-27b34b34-872e-48fd-9d66-a0e2efeb12c7 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:59.960395 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a8c47-7753-4b74-99cd-8179e49d65a0 req-27b34b34-872e-48fd-9d66-a0e2efeb12c7 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:07:59.962387 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f51a8c47-7753-4b74-99cd-8179e49d65a0 req-27b34b34-872e-48fd-9d66-a0e2efeb12c7 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 5435 time: 0.0930738 Sep 21 18:08:00.008148 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f51a8c47-7753-4b74-99cd-8179e49d65a0 req-727117a5-d670-4e79-be7c-63ef6b33ace4 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=1df1eab9-b348-450a-8de4-9b0fdca90f59&id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358264 Sep 21 18:08:00.018008 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fbfddc94-76fc-4471-ad93-6d269ce429a4 req-17c62a3e-9de1-4e4a-8692-f4046a441254 tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0349164 Sep 21 18:08:00.021796 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-9a61b73f-e95c-44bf-98b6-b7fc77c38f78 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:00.022972 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-9a61b73f-e95c-44bf-98b6-b7fc77c38f78 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.44 "GET /v2.0/ports/f967bbd1-534f-4e1e-8cde-c83bea0c03fb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0733023 Sep 21 18:08:00.130878 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-181b3631-e3df-4507-848e-b458fae87ebe tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.44 "GET /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1002772 Sep 21 18:08:00.144228 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-f986465e-34e6-4b37-925a-306fb1022229 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:00.200470 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-f986465e-34e6-4b37-925a-306fb1022229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:00.345241 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-f986465e-34e6-4b37-925a-306fb1022229 service neutron] For port f967bbd1-534f-4e1e-8cde-c83bea0c03fb, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=f967bbd1-534f-4e1e-8cde-c83bea0c03fb,segment=NetworkSegment(834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba),segment_id=834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:00.382489 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-f986465e-34e6-4b37-925a-306fb1022229 service neutron] For port f967bbd1-534f-4e1e-8cde-c83bea0c03fb, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:08:00.427143 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-f986465e-34e6-4b37-925a-306fb1022229 service neutron] device_id is not set on port f967bbd1-534f-4e1e-8cde-c83bea0c03fb yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:08:00.432899 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-f986465e-34e6-4b37-925a-306fb1022229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:00.450247 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-f986465e-34e6-4b37-925a-306fb1022229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:00.559822 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986465e-34e6-4b37-925a-306fb1022229 service neutron] Pushing event updated for resources: {'Port': ['ID=f967bbd1-534f-4e1e-8cde-c83bea0c03fb,revision_number=6']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:00.563385 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-f986465e-34e6-4b37-925a-306fb1022229 service neutron] No DVR routers for this DVR port f967bbd1-534f-4e1e-8cde-c83bea0c03fb on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:08:00.617820 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef58b1-c9a5-4bd3-bfe6-da4176cdb0af req-7724b171-7879-4f85-adc9-d4e6bf29f5a9 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:00.619555 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4bef58b1-c9a5-4bd3-bfe6-da4176cdb0af req-7724b171-7879-4f85-adc9-d4e6bf29f5a9 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] 10.222.0.58 "GET /v2.0/ports?device_id=59717153-d5c4-43cb-8d09-ea1236fda868 HTTP/1.1" status: 200 len: 948 time: 0.1398997 Sep 21 18:08:00.627134 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-f986465e-34e6-4b37-925a-306fb1022229 service neutron] In _notify_port_updated(), no bound segment for port f967bbd1-534f-4e1e-8cde-c83bea0c03fb on network 94df87e6-ce8a-4b23-900d-480ef4eb3211 {{(pid=101460) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:08:00.628180 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-f986465e-34e6-4b37-925a-306fb1022229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:00.628952 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-f986465e-34e6-4b37-925a-306fb1022229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:00.630460 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-f986465e-34e6-4b37-925a-306fb1022229 service neutron] 10.222.0.44 "PUT /v2.0/ports/f967bbd1-534f-4e1e-8cde-c83bea0c03fb HTTP/1.1" status: 200 len: 1027 time: 0.4906082 Sep 21 18:08:00.698239 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-22b4f248-a2c0-40c5-a5a0-82ce33abeaa3 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:00.699788 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-22b4f248-a2c0-40c5-a5a0-82ce33abeaa3 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.44 "GET /v2.0/ports/971641b9-c4f5-42ee-9df6-4429b36330fb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0606136 Sep 21 18:08:00.702952 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4bef58b1-c9a5-4bd3-bfe6-da4176cdb0af req-2ea309f7-2f9c-49b7-8fb9-5339c9e1cabc tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] 10.222.0.58 "GET /v2.0/security-groups?id=aaf297a9-a74d-42f8-8b7c-d551feaa56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714715 Sep 21 18:08:00.712303 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-571e2b24-a5e7-4471-b0f1-edb703ed4976 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:00.783525 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-147928f1-11a1-430d-acee-f43ea86879e7 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:00.785048 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-147928f1-11a1-430d-acee-f43ea86879e7 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/networks?id=a15790e2-ddb0-4956-b8df-c99e33512c4d HTTP/1.1" status: 200 len: 815 time: 0.1388097 Sep 21 18:08:00.790578 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-571e2b24-a5e7-4471-b0f1-edb703ed4976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:00.801606 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-0ea5b94a-a763-414f-9d14-def3cfaf2e75 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/quotas/4a49c0350e4d4a5eb77111b4f5d6bd21 HTTP/1.1" status: 200 len: 375 time: 0.0098042 Sep 21 18:08:00.870578 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-f778be97-bcc2-4fbb-aca5-b10b456435e7 None None] Provisioning complete for port f967bbd1-534f-4e1e-8cde-c83bea0c03fb triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:00.871500 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-222af09a-1be2-460f-a139-56fadde3267c tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a49c0350e4d4a5eb77111b4f5d6bd21&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0632503 Sep 21 18:08:00.871915 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f778be97-bcc2-4fbb-aca5-b10b456435e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:00.879655 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-0094e8c1-bc5e-4630-be69-ea63a032e983 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:08:00.886538 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-0094e8c1-bc5e-4630-be69-ea63a032e983 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121131 Sep 21 18:08:00.909902 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-f778be97-bcc2-4fbb-aca5-b10b456435e7 None None] Port f967bbd1-534f-4e1e-8cde-c83bea0c03fb cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:08:00.936540 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-571e2b24-a5e7-4471-b0f1-edb703ed4976 service neutron] For port 971641b9-c4f5-42ee-9df6-4429b36330fb, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=971641b9-c4f5-42ee-9df6-4429b36330fb,segment=NetworkSegment(834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba),segment_id=834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:00.974809 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-571e2b24-a5e7-4471-b0f1-edb703ed4976 service neutron] For port 971641b9-c4f5-42ee-9df6-4429b36330fb, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:08:00.979737 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-2647cf83-f7d7-4078-a0f0-031508a812e0 service neutron] 10.222.0.58 "GET /v2.0/networks/a15790e2-ddb0-4956-b8df-c99e33512c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923250 Sep 21 18:08:01.007297 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-571e2b24-a5e7-4471-b0f1-edb703ed4976 service neutron] device_id is not set on port 971641b9-c4f5-42ee-9df6-4429b36330fb yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:08:01.015968 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-571e2b24-a5e7-4471-b0f1-edb703ed4976 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:01.022395 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-571e2b24-a5e7-4471-b0f1-edb703ed4976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:01.086968 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e2b24-a5e7-4471-b0f1-edb703ed4976 service neutron] Pushing event updated for resources: {'Port': ['ID=971641b9-c4f5-42ee-9df6-4429b36330fb,revision_number=6']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:01.096929 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-993f0fba-5546-401f-a234-58556c6bc1cf service neutron] 10.222.0.58 "GET /v2.0/networks/a15790e2-ddb0-4956-b8df-c99e33512c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073108 Sep 21 18:08:01.101581 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-571e2b24-a5e7-4471-b0f1-edb703ed4976 service neutron] No DVR routers for this DVR port 971641b9-c4f5-42ee-9df6-4429b36330fb on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:08:01.159270 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-571e2b24-a5e7-4471-b0f1-edb703ed4976 service neutron] In _notify_port_updated(), no bound segment for port 971641b9-c4f5-42ee-9df6-4429b36330fb on network 94df87e6-ce8a-4b23-900d-480ef4eb3211 {{(pid=101460) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:08:01.160693 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-571e2b24-a5e7-4471-b0f1-edb703ed4976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:01.161324 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-571e2b24-a5e7-4471-b0f1-edb703ed4976 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:01.162656 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-571e2b24-a5e7-4471-b0f1-edb703ed4976 service neutron] 10.222.0.44 "PUT /v2.0/ports/971641b9-c4f5-42ee-9df6-4429b36330fb HTTP/1.1" status: 200 len: 1028 time: 0.4546146 Sep 21 18:08:01.200393 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 2a0a3f61-36e8-4067-895a-3f26baa5edaa up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:01.314451 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 2a0a3f61-36e8-4067-895a-3f26baa5edaa completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:08:01.317055 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ead80-1431-4750-9170-f2dab76373ec req-2ddf3efe-e316-441e-886f-396b1d11099c tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:01.318997 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 2a0a3f61-36e8-4067-895a-3f26baa5edaa triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:01.319519 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:01.325514 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ead80-1431-4750-9170-f2dab76373ec req-2ddf3efe-e316-441e-886f-396b1d11099c tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:01.332199 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ead80-1431-4750-9170-f2dab76373ec req-2ddf3efe-e316-441e-886f-396b1d11099c tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:01.338461 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ead80-1431-4750-9170-f2dab76373ec req-2ddf3efe-e316-441e-886f-396b1d11099c tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:01.345555 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ead80-1431-4750-9170-f2dab76373ec req-2ddf3efe-e316-441e-886f-396b1d11099c tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:01.353848 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c98ffb5b-ff0c-461c-b075-dcfcdbf10273 req-562edeca-cc3e-471e-8e69-cc20dd238c7f tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0554373 Sep 21 18:08:01.355483 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-606ead80-1431-4750-9170-f2dab76373ec req-2ddf3efe-e316-441e-886f-396b1d11099c tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 3886 time: 0.1977057 Sep 21 18:08:01.439662 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:01.444360 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-606ead80-1431-4750-9170-f2dab76373ec req-50f2cf6e-4df9-41c7-aaef-f61e99093c0f tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657210 Sep 21 18:08:01.468819 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-6751060c-5d16-4433-b041-3bf54078250b None None] Provisioning complete for port 971641b9-c4f5-42ee-9df6-4429b36330fb triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:01.469175 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6751060c-5d16-4433-b041-3bf54078250b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:01.479663 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7ab083ea-c38d-4c1c-a007-e645609ddcc2 req-d3e88f27-1c85-4998-8681-5352512dffc8 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0ed841a-0067-43f3-abdc-152f845c8a8b HTTP/1.1" status: 200 len: 210 time: 0.0483937 Sep 21 18:08:01.491270 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-9b31f739-8612-4740-a4f8-57092442a4b4 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Deleting port ffc148a5-4d43-46cc-8045-82846ca5041a {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:01.491888 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-9b31f739-8612-4740-a4f8-57092442a4b4 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:01.521038 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59717153-d5c4-43cb-8d09-ea1236fda868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0a3f61-36e8-4067-895a-3f26baa5edaa'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:01.523600 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf084a9-1b51-4ea4-8e11-e7cca1918d3e" -d '{"events": [{"server_uuid": "59717153-d5c4-43cb-8d09-ea1236fda868", "name": "network-vif-plugged", "status": "completed", "tag": "2a0a3f61-36e8-4067-895a-3f26baa5edaa"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:01.549947 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-6751060c-5d16-4433-b041-3bf54078250b None None] Port 971641b9-c4f5-42ee-9df6-4429b36330fb cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:08:01.559895 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 2a0a3f61-36e8-4067-895a-3f26baa5edaa, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=2a0a3f61-36e8-4067-895a-3f26baa5edaa,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:01.568714 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:01.569619 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 547aed97-ff50-41d9-8e86-bb229dc4a6f0 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:08:01.627533 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-9b31f739-8612-4740-a4f8-57092442a4b4 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] For port ffc148a5-4d43-46cc-8045-82846ca5041a, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=ffc148a5-4d43-46cc-8045-82846ca5041a,segment=NetworkSegment(862957fd-221f-4841-ab54-52aee65b0d2c),segment_id=862957fd-221f-4841-ab54-52aee65b0d2c)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:01.627980 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-9b31f739-8612-4740-a4f8-57092442a4b4 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:01.645038 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-9b31f739-8612-4740-a4f8-57092442a4b4 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Calling delete_port for ffc148a5-4d43-46cc-8045-82846ca5041a owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:01.653019 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55a9c8d-0fb1-46e8-a6f3-d8cbdff048ab x-openstack-request-id: req-f55a9c8d-0fb1-46e8-a6f3-d8cbdff048ab {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:01.657005 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59717153-d5c4-43cb-8d09-ea1236fda868", "name": "network-vif-plugged", "status": "completed", "tag": "2a0a3f61-36e8-4067-895a-3f26baa5edaa", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:01.657413 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f55a9c8d-0fb1-46e8-a6f3-d8cbdff048ab {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:01.657964 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59717153-d5c4-43cb-8d09-ea1236fda868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0a3f61-36e8-4067-895a-3f26baa5edaa', 'code': 200} Sep 21 18:08:01.717002 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=2a0a3f61-36e8-4067-895a-3f26baa5edaa,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:01.773455 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:01.810576 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 547aed97-ff50-41d9-8e86-bb229dc4a6f0, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=547aed97-ff50-41d9-8e86-bb229dc4a6f0,segment=NetworkSegment(834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba),segment_id=834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:01.817192 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:01.818619 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device f967bbd1-534f-4e1e-8cde-c83bea0c03fb no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:08:01.877977 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-9b31f739-8612-4740-a4f8-57092442a4b4 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:01.936246 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31f739-8612-4740-a4f8-57092442a4b4 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Pushing event deleted for resources: {'Port': ['ID=ffc148a5-4d43-46cc-8045-82846ca5041a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:01.951837 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad91f8-a0c7-4611-9591-fdbaccbd9f64 req-8d29dfd4-9b1e-4567-ba7e-8b7188b454dc tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:01.953154 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9cd24-a926-47ed-af48-dbbc15ce0097 req-78b4ee8e-43c0-4fd3-bad0-ea20232c1010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:01.954737 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-49a9cd24-a926-47ed-af48-dbbc15ce0097 req-78b4ee8e-43c0-4fd3-bad0-ea20232c1010 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=59717153-d5c4-43cb-8d09-ea1236fda868 HTTP/1.1" status: 200 len: 1100 time: 0.1391873 Sep 21 18:08:01.967600 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b9ad91f8-a0c7-4611-9591-fdbaccbd9f64 req-8d29dfd4-9b1e-4567-ba7e-8b7188b454dc tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] 10.222.0.58 "GET /v2.0/ports?device_id=59717153-d5c4-43cb-8d09-ea1236fda868 HTTP/1.1" status: 200 len: 949 time: 0.1346381 Sep 21 18:08:01.984810 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-9b31f739-8612-4740-a4f8-57092442a4b4 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] No DVR routers for this DVR port ffc148a5-4d43-46cc-8045-82846ca5041a on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:08:01.988079 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-9b31f739-8612-4740-a4f8-57092442a4b4 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:01.990240 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-9b31f739-8612-4740-a4f8-57092442a4b4 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.44 "DELETE /v2.0/ports/ffc148a5-4d43-46cc-8045-82846ca5041a HTTP/1.1" status: 204 len: 173 time: 0.8176355 Sep 21 18:08:01.990682 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'name': 'network-vif-deleted', 'tag': 'ffc148a5-4d43-46cc-8045-82846ca5041a'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:01.993294 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6664d614-e477-4024-9a2d-caf8136c58d4" -d '{"events": [{"server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "name": "network-vif-deleted", "tag": "ffc148a5-4d43-46cc-8045-82846ca5041a"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:01.998202 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=547aed97-ff50-41d9-8e86-bb229dc4a6f0,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:02.044019 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device f967bbd1-534f-4e1e-8cde-c83bea0c03fb not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:08:02.044583 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 430c32fc-16c3-4533-a2e3-0a3fe03a49f8 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:08:02.048542 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b9ad91f8-a0c7-4611-9591-fdbaccbd9f64 req-aef61ef3-21b3-4f55-bdc1-bc77d21bd456 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] 10.222.0.58 "GET /v2.0/security-groups?id=aaf297a9-a74d-42f8-8b7c-d551feaa56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797718 Sep 21 18:08:02.073364 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-49a9cd24-a926-47ed-af48-dbbc15ce0097 req-f37b542b-393c-494e-9d5f-a70acc533f4f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=aaf297a9-a74d-42f8-8b7c-d551feaa56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947733 Sep 21 18:08:02.076920 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199b9dc3-7bb5-4886-af49-74c24f3c6978 x-openstack-request-id: req-199b9dc3-7bb5-4886-af49-74c24f3c6978 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:02.077212 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "name": "network-vif-deleted", "tag": "ffc148a5-4d43-46cc-8045-82846ca5041a", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:02.077541 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-199b9dc3-7bb5-4886-af49-74c24f3c6978 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:02.077868 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'name': 'network-vif-deleted', 'tag': 'ffc148a5-4d43-46cc-8045-82846ca5041a', 'status': 'completed', 'code': 200} Sep 21 18:08:02.141639 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-76e65843-d875-42df-89a4-384752d9d630 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Deleting port 430c32fc-16c3-4533-a2e3-0a3fe03a49f8 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:02.141985 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-76e65843-d875-42df-89a4-384752d9d630 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:02.251604 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-76e65843-d875-42df-89a4-384752d9d630 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] For port 430c32fc-16c3-4533-a2e3-0a3fe03a49f8, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=430c32fc-16c3-4533-a2e3-0a3fe03a49f8,segment=NetworkSegment(365b2114-ac4a-447f-bfd3-839be542ebce),segment_id=365b2114-ac4a-447f-bfd3-839be542ebce)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:02.251976 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-76e65843-d875-42df-89a4-384752d9d630 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:02.322383 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:02.370421 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 430c32fc-16c3-4533-a2e3-0a3fe03a49f8, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=430c32fc-16c3-4533-a2e3-0a3fe03a49f8,segment=NetworkSegment(365b2114-ac4a-447f-bfd3-839be542ebce),segment_id=365b2114-ac4a-447f-bfd3-839be542ebce)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:02.375626 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:02.376493 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 971641b9-c4f5-42ee-9df6-4429b36330fb no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:08:02.494723 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=430c32fc-16c3-4533-a2e3-0a3fe03a49f8,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:02.498823 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 971641b9-c4f5-42ee-9df6-4429b36330fb not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:08:02.499300 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device ffc148a5-4d43-46cc-8045-82846ca5041a no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:08:02.542411 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-76e65843-d875-42df-89a4-384752d9d630 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:02.542411 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-76e65843-d875-42df-89a4-384752d9d630 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:02.543089 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-76e65843-d875-42df-89a4-384752d9d630 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Floating IP 96692a26-10b2-4064-9b8c-8011d8cf4c06 disassociated. External IP: 172.25.6.216, port: 430c32fc-16c3-4533-a2e3-0a3fe03a49f8. Sep 21 18:08:02.543694 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-76e65843-d875-42df-89a4-384752d9d630 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Calling delete_port for 430c32fc-16c3-4533-a2e3-0a3fe03a49f8 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:02.549997 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: ffc148a5-4d43-46cc-8045-82846ca5041a {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:08:02.550494 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device ffc148a5-4d43-46cc-8045-82846ca5041a not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:08:02.550972 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 716fb28e-e848-47bd-809e-fd034e6bb556 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:08:02.574534 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-29f56180-c0b0-45c5-9bad-8c5c0a7dbbbe req-1eb6b926-4105-418f-a47c-32236c0a839a tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0480385 Sep 21 18:08:02.646552 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:02.664654 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c5b55-4372-49ca-8db0-fe80405b4229 req-aa00ea43-55b0-4dc9-8283-90722b5b9f44 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:02.671040 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c5b55-4372-49ca-8db0-fe80405b4229 req-aa00ea43-55b0-4dc9-8283-90722b5b9f44 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:02.677483 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c5b55-4372-49ca-8db0-fe80405b4229 req-aa00ea43-55b0-4dc9-8283-90722b5b9f44 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:02.684324 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c5b55-4372-49ca-8db0-fe80405b4229 req-aa00ea43-55b0-4dc9-8283-90722b5b9f44 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:02.686114 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f05c5b55-4372-49ca-8db0-fe80405b4229 req-aa00ea43-55b0-4dc9-8283-90722b5b9f44 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 3147 time: 0.1320443 Sep 21 18:08:02.686237 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7faa1f3a-c1fa-4901-979d-122b96a9b007 req-2c9773bc-7789-4b51-a2df-ae43c2ab3eeb tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0ed841a-0067-43f3-abdc-152f845c8a8b HTTP/1.1" status: 200 len: 210 time: 0.0362754 Sep 21 18:08:02.687760 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 716fb28e-e848-47bd-809e-fd034e6bb556, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=716fb28e-e848-47bd-809e-fd034e6bb556,segment=NetworkSegment(834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba),segment_id=834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:02.694536 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:02.698487 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 22f926ba-99a0-4b43-be3b-dedd87053234 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:08:02.773027 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f05c5b55-4372-49ca-8db0-fe80405b4229 req-a0509d49-6752-4505-851f-e77f32040e2b tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688465 Sep 21 18:08:02.813002 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-76e65843-d875-42df-89a4-384752d9d630 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:02.864645 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=716fb28e-e848-47bd-809e-fd034e6bb556,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:02.886349 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e65843-d875-42df-89a4-384752d9d630 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Pushing event deleted for resources: {'Port': ['ID=430c32fc-16c3-4533-a2e3-0a3fe03a49f8,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:02.929099 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:02.976372 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 22f926ba-99a0-4b43-be3b-dedd87053234, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=22f926ba-99a0-4b43-be3b-dedd87053234,segment=NetworkSegment(862957fd-221f-4841-ab54-52aee65b0d2c),segment_id=862957fd-221f-4841-ab54-52aee65b0d2c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:02.982023 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:03.037921 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=22f926ba-99a0-4b43-be3b-dedd87053234,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:03.185490 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-76e65843-d875-42df-89a4-384752d9d630 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Router 0367753d-98d0-40a6-975d-6f0956b4c8ed has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:08:03.242561 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf880f-a96c-4d98-965a-28e49bab3cfb req-35d28047-cb13-4a78-a41c-c02151c12e67 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:03.246348 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ffbf880f-a96c-4d98-965a-28e49bab3cfb req-35d28047-cb13-4a78-a41c-c02151c12e67 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] 10.222.0.58 "GET /v2.0/ports?device_id=59717153-d5c4-43cb-8d09-ea1236fda868 HTTP/1.1" status: 200 len: 949 time: 0.1278918 Sep 21 18:08:03.281971 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-f6829602-5025-4113-a6ef-691c9d6ebaa5 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:03.283683 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-f6829602-5025-4113-a6ef-691c9d6ebaa5 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.44 "GET /v2.0/networks?id=a15790e2-ddb0-4956-b8df-c99e33512c4d HTTP/1.1" status: 200 len: 815 time: 0.3775852 Sep 21 18:08:03.313613 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-11231c47-3556-4d54-bc50-e9c0bda1d2eb tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Request body: {'port': {'device_id': 'a0ed841a-0067-43f3-abdc-152f845c8a8b', 'network_id': 'a15790e2-ddb0-4956-b8df-c99e33512c4d', 'admin_state_up': True, 'tenant_id': '4a49c0350e4d4a5eb77111b4f5d6bd21'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:03.321238 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ffbf880f-a96c-4d98-965a-28e49bab3cfb req-99ec203c-a01b-479b-b1aa-77d121ee4e8a tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] 10.222.0.58 "GET /v2.0/security-groups?id=aaf297a9-a74d-42f8-8b7c-d551feaa56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675542 Sep 21 18:08:03.659551 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '547aed97-ff50-41d9-8e86-bb229dc4a6f0'}, {'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '430c32fc-16c3-4533-a2e3-0a3fe03a49f8'}, {'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '716fb28e-e848-47bd-809e-fd034e6bb556'}, {'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22f926ba-99a0-4b43-be3b-dedd87053234'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:03.662121 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df7260f-4b9b-4a67-9aa1-f226c149000c" -d '{"events": [{"server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "name": "network-vif-unplugged", "status": "completed", "tag": "547aed97-ff50-41d9-8e86-bb229dc4a6f0"}, {"server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "name": "network-vif-unplugged", "status": "completed", "tag": "430c32fc-16c3-4533-a2e3-0a3fe03a49f8"}, {"server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "name": "network-vif-unplugged", "status": "completed", "tag": "716fb28e-e848-47bd-809e-fd034e6bb556"}, {"server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "name": "network-vif-unplugged", "status": "completed", "tag": "22f926ba-99a0-4b43-be3b-dedd87053234"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:03.707694 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689071a3-8539-42b2-af41-057a69549bcf x-openstack-request-id: req-689071a3-8539-42b2-af41-057a69549bcf {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:03.707998 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "name": "network-vif-unplugged", "status": "completed", "tag": "547aed97-ff50-41d9-8e86-bb229dc4a6f0", "code": 200}, {"server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "name": "network-vif-unplugged", "status": "completed", "tag": "430c32fc-16c3-4533-a2e3-0a3fe03a49f8", "code": 200}, {"server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "name": "network-vif-unplugged", "status": "completed", "tag": "716fb28e-e848-47bd-809e-fd034e6bb556", "code": 200}, {"server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "name": "network-vif-unplugged", "status": "completed", "tag": "22f926ba-99a0-4b43-be3b-dedd87053234", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:03.708550 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-689071a3-8539-42b2-af41-057a69549bcf {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:03.708660 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '547aed97-ff50-41d9-8e86-bb229dc4a6f0', 'code': 200} Sep 21 18:08:03.708883 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '430c32fc-16c3-4533-a2e3-0a3fe03a49f8', 'code': 200} Sep 21 18:08:03.709132 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '716fb28e-e848-47bd-809e-fd034e6bb556', 'code': 200} Sep 21 18:08:03.709425 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22f926ba-99a0-4b43-be3b-dedd87053234', 'code': 200} Sep 21 18:08:03.727934 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f234ad12-5fb3-489d-acd5-7aef7e4ac3bd req-3dd80231-f89c-4072-ab9d-e4998bd2387f tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0654705 Sep 21 18:08:03.733190 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-76e65843-d875-42df-89a4-384752d9d630 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:08:03.749699 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767dad7e-405e-4e1d-80c8-f81c38e879bd None None] Sync routers for ids ['0367753d-98d0-40a6-975d-6f0956b4c8ed'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:08:03.764048 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767dad7e-405e-4e1d-80c8-f81c38e879bd None None] Routers {'0367753d-98d0-40a6-975d-6f0956b4c8ed'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:08:03.764686 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-767dad7e-405e-4e1d-80c8-f81c38e879bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:07:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0367753d-98d0-40a6-975d-6f0956b4c8ed'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:03.787916 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-76e65843-d875-42df-89a4-384752d9d630 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] No DVR routers for this DVR port 430c32fc-16c3-4533-a2e3-0a3fe03a49f8 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:08:03.790863 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-76e65843-d875-42df-89a4-384752d9d630 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:03.795558 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-76e65843-d875-42df-89a4-384752d9d630 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.44 "DELETE /v2.0/ports/430c32fc-16c3-4533-a2e3-0a3fe03a49f8 HTTP/1.1" status: 204 len: 173 time: 1.7770610 Sep 21 18:08:03.808968 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4ca80671-610d-42e7-b152-2607a253a863 req-650b7d1c-5017-4bd8-988f-1fd770649740 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0ed841a-0067-43f3-abdc-152f845c8a8b HTTP/1.1" status: 200 len: 210 time: 0.0343933 Sep 21 18:08:03.917772 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-767dad7e-405e-4e1d-80c8-f81c38e879bd None None] Set router 0367753d-98d0-40a6-975d-6f0956b4c8ed gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:08:03.933634 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-11231c47-3556-4d54-bc50-e9c0bda1d2eb tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Made reservation on behalf of 4a49c0350e4d4a5eb77111b4f5d6bd21 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:08:03.937701 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-11231c47-3556-4d54-bc50-e9c0bda1d2eb tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:03.983487 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f20385-0352-483b-86e9-c5649c7e299f req-4192745b-9837-4a0a-b801-34ae7b8491ad tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:03.989396 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f20385-0352-483b-86e9-c5649c7e299f req-4192745b-9837-4a0a-b801-34ae7b8491ad tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:03.995226 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f20385-0352-483b-86e9-c5649c7e299f req-4192745b-9837-4a0a-b801-34ae7b8491ad tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:03.996946 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-72f20385-0352-483b-86e9-c5649c7e299f req-4192745b-9837-4a0a-b801-34ae7b8491ad tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 2409 time: 0.1101656 Sep 21 18:08:04.016401 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-241bc874-0861-4e33-88e6-6446b7272ad7 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Deleting port 22f926ba-99a0-4b43-be3b-dedd87053234 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:04.016747 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-241bc874-0861-4e33-88e6-6446b7272ad7 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:04.085639 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'name': 'network-vif-deleted', 'tag': '430c32fc-16c3-4533-a2e3-0a3fe03a49f8'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:04.087958 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43baec3d-d610-4fad-8705-51d41c17f737" -d '{"events": [{"server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "name": "network-vif-deleted", "tag": "430c32fc-16c3-4533-a2e3-0a3fe03a49f8"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:04.155996 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c45fafe-17f8-4dfe-bb09-d85c34fc1982 x-openstack-request-id: req-7c45fafe-17f8-4dfe-bb09-d85c34fc1982 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:04.156371 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "name": "network-vif-deleted", "tag": "430c32fc-16c3-4533-a2e3-0a3fe03a49f8", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:04.156538 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7c45fafe-17f8-4dfe-bb09-d85c34fc1982 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:04.156926 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'name': 'network-vif-deleted', 'tag': '430c32fc-16c3-4533-a2e3-0a3fe03a49f8', 'status': 'completed', 'code': 200} Sep 21 18:08:04.185090 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-767dad7e-405e-4e1d-80c8-f81c38e879bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'name': 'tempest-TaggedBootDevicesTest-480229783-router', 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '50dced9d-dafa-4c87-8f9b-1a02a8109143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:25Z', 'updated_at': '2021-09-21T17:57:34Z', 'revision_number': 4, 'project_id': 'd40c78ed24d44bc286019ecdefec3c75', 'gw_port': {'id': '50dced9d-dafa-4c87-8f9b-1a02a8109143', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cf:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:27Z', 'updated_at': '2021-09-21T17:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '79c47bf6-44c6-4abb-8867-ecca7fca4df6', 'name': '', 'network_id': '543c6f8a-4719-45e7-ae5b-7d43c52acf45', 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'mac_address': 'fa:16:3e:93:70:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '97a406fa-a160-4fba-ab8a-73084b03db92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:32Z', 'updated_at': '2021-09-21T17:57:39Z', 'revision_number': 5, 'project_id': 'd40c78ed24d44bc286019ecdefec3c75', 'subnets': [{'id': '97a406fa-a160-4fba-ab8a-73084b03db92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:04.198594 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-72f20385-0352-483b-86e9-c5649c7e299f req-2a84890c-c52c-400a-a3d2-f503ac7b4edd tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919327 Sep 21 18:08:04.225029 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767dad7e-405e-4e1d-80c8-f81c38e879bd None None] Checking router: 0367753d-98d0-40a6-975d-6f0956b4c8ed for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:08:04.236463 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767dad7e-405e-4e1d-80c8-f81c38e879bd None None] Routers {'0367753d-98d0-40a6-975d-6f0956b4c8ed'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:08:04.237096 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-767dad7e-405e-4e1d-80c8-f81c38e879bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:07:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0367753d-98d0-40a6-975d-6f0956b4c8ed'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:04.250555 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-241bc874-0861-4e33-88e6-6446b7272ad7 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] For port 22f926ba-99a0-4b43-be3b-dedd87053234, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=22f926ba-99a0-4b43-be3b-dedd87053234,segment=NetworkSegment(862957fd-221f-4841-ab54-52aee65b0d2c),segment_id=862957fd-221f-4841-ab54-52aee65b0d2c)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:04.251102 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-241bc874-0861-4e33-88e6-6446b7272ad7 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:04.261120 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-11231c47-3556-4d54-bc50-e9c0bda1d2eb tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Allocated IP 172.20.0.6 (a15790e2-ddb0-4956-b8df-c99e33512c4d/35209640-638e-4aa3-a050-e128ee2e196f/7af6a29d-ad11-44dc-b610-26cc78146dd5) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:08:04.271078 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-241bc874-0861-4e33-88e6-6446b7272ad7 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Calling delete_port for 22f926ba-99a0-4b43-be3b-dedd87053234 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:04.353632 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-767dad7e-405e-4e1d-80c8-f81c38e879bd None None] Set router 0367753d-98d0-40a6-975d-6f0956b4c8ed gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:08:04.453660 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7ded8-8be5-44c4-8444-3310c3f40ef2 req-91640805-b177-48d5-a43d-fcc3dd15fc29 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:04.462542 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-81c7ded8-8be5-44c4-8444-3310c3f40ef2 req-91640805-b177-48d5-a43d-fcc3dd15fc29 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] 10.222.0.58 "GET /v2.0/ports?device_id=59717153-d5c4-43cb-8d09-ea1236fda868 HTTP/1.1" status: 200 len: 949 time: 0.0635190 Sep 21 18:08:04.505664 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-81c7ded8-8be5-44c4-8444-3310c3f40ef2 req-52920012-1878-43f8-ac97-cbf020a4f05c tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] 10.222.0.58 "GET /v2.0/security-groups?id=aaf297a9-a74d-42f8-8b7c-d551feaa56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416608 Sep 21 18:08:04.557033 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-11231c47-3556-4d54-bc50-e9c0bda1d2eb tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:04.571990 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-241bc874-0861-4e33-88e6-6446b7272ad7 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:04.613495 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241bc874-0861-4e33-88e6-6446b7272ad7 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Pushing event deleted for resources: {'Port': ['ID=22f926ba-99a0-4b43-be3b-dedd87053234,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:04.641030 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-767dad7e-405e-4e1d-80c8-f81c38e879bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'name': 'tempest-TaggedBootDevicesTest-480229783-router', 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '50dced9d-dafa-4c87-8f9b-1a02a8109143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:25Z', 'updated_at': '2021-09-21T17:57:34Z', 'revision_number': 4, 'project_id': 'd40c78ed24d44bc286019ecdefec3c75', 'gw_port': {'id': '50dced9d-dafa-4c87-8f9b-1a02a8109143', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cf:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:27Z', 'updated_at': '2021-09-21T17:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '79c47bf6-44c6-4abb-8867-ecca7fca4df6', 'name': '', 'network_id': '543c6f8a-4719-45e7-ae5b-7d43c52acf45', 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'mac_address': 'fa:16:3e:93:70:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '97a406fa-a160-4fba-ab8a-73084b03db92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:32Z', 'updated_at': '2021-09-21T17:57:39Z', 'revision_number': 5, 'project_id': 'd40c78ed24d44bc286019ecdefec3c75', 'subnets': [{'id': '97a406fa-a160-4fba-ab8a-73084b03db92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:04.674065 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767dad7e-405e-4e1d-80c8-f81c38e879bd None None] The sync data for ids ['0367753d-98d0-40a6-975d-6f0956b4c8ed'] in n-d-810291-1 is: [{'id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'name': 'tempest-TaggedBootDevicesTest-480229783-router', 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '50dced9d-dafa-4c87-8f9b-1a02a8109143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:25Z', 'updated_at': '2021-09-21T17:57:34Z', 'revision_number': 4, 'project_id': 'd40c78ed24d44bc286019ecdefec3c75', 'gw_port': {'id': '50dced9d-dafa-4c87-8f9b-1a02a8109143', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cf:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:27Z', 'updated_at': '2021-09-21T17:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '79c47bf6-44c6-4abb-8867-ecca7fca4df6', 'name': '', 'network_id': '543c6f8a-4719-45e7-ae5b-7d43c52acf45', 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'mac_address': 'fa:16:3e:93:70:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '97a406fa-a160-4fba-ab8a-73084b03db92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:32Z', 'updated_at': '2021-09-21T17:57:39Z', 'revision_number': 5, 'project_id': 'd40c78ed24d44bc286019ecdefec3c75', 'subnets': [{'id': '97a406fa-a160-4fba-ab8a-73084b03db92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:08:04.680836 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-241bc874-0861-4e33-88e6-6446b7272ad7 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] No DVR routers for this DVR port 22f926ba-99a0-4b43-be3b-dedd87053234 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:08:04.684264 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-241bc874-0861-4e33-88e6-6446b7272ad7 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:04.686312 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-241bc874-0861-4e33-88e6-6446b7272ad7 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.44 "DELETE /v2.0/ports/22f926ba-99a0-4b43-be3b-dedd87053234 HTTP/1.1" status: 204 len: 173 time: 0.8814495 Sep 21 18:08:04.728200 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-11231c47-3556-4d54-bc50-e9c0bda1d2eb tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:04.742885 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['cf75d108-528a-436d-8c61-7249e2669900', '3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:08:04.745521 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['bbbf57c5-5a15-4f3a-994c-08cee1d1d622'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:08:04.782230 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-11231c47-3556-4d54-bc50-e9c0bda1d2eb tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Network a15790e2-ddb0-4956-b8df-c99e33512c4d is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:04.813549 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-11231c47-3556-4d54-bc50-e9c0bda1d2eb tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:04.825730 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-11231c47-3556-4d54-bc50-e9c0bda1d2eb tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:08:04.899758 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11231c47-3556-4d54-bc50-e9c0bda1d2eb tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Pushing event updated for resources: {'Port': ['ID=7af6a29d-ad11-44dc-b610-26cc78146dd5,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:04.960437 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4f4925f4-7196-400b-bb29-2d567b3e6d9b req-cb2c1b2a-2792-4a63-bb56-9bcc28a56e25 tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0920570 Sep 21 18:08:05.051009 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-11231c47-3556-4d54-bc50-e9c0bda1d2eb tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:05.051009 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-11231c47-3556-4d54-bc50-e9c0bda1d2eb tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:05.094272 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-817c2232-ee6f-4fe0-825f-cf642b47bbe8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Deleting port 547aed97-ff50-41d9-8e86-bb229dc4a6f0 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:05.094624 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-817c2232-ee6f-4fe0-825f-cf642b47bbe8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:05.253547 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6975301a-8cc3-4869-9756-d4369e86e73a None None] New status for floating IP 96692a26-10b2-4064-9b8c-8011d8cf4c06: DOWN {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:08:05.383322 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-817c2232-ee6f-4fe0-825f-cf642b47bbe8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] For port 547aed97-ff50-41d9-8e86-bb229dc4a6f0, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=547aed97-ff50-41d9-8e86-bb229dc4a6f0,segment=NetworkSegment(834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba),segment_id=834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:05.383966 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-817c2232-ee6f-4fe0-825f-cf642b47bbe8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:05.416277 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-817c2232-ee6f-4fe0-825f-cf642b47bbe8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Calling delete_port for 547aed97-ff50-41d9-8e86-bb229dc4a6f0 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:05.428004 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90feaf2a-b724-4e28-b820-800ed90811f7 req-dd96b7de-03e7-4fa4-b64f-fafc44df993f tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:05.434318 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90feaf2a-b724-4e28-b820-800ed90811f7 req-dd96b7de-03e7-4fa4-b64f-fafc44df993f tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:05.443103 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-90feaf2a-b724-4e28-b820-800ed90811f7 req-dd96b7de-03e7-4fa4-b64f-fafc44df993f tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 1676 time: 0.1065576 Sep 21 18:08:05.492923 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-90feaf2a-b724-4e28-b820-800ed90811f7 req-7ada7e9d-d496-422e-ba85-6732bea7a7a4 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420678 Sep 21 18:08:05.584458 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-11231c47-3556-4d54-bc50-e9c0bda1d2eb tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2761724 Sep 21 18:08:05.611677 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7209e-d990-481b-9b4e-c85afbdbcb33 req-454f8270-8253-43bb-83ee-f655f0177916 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:05.619732 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6fa7209e-d990-481b-9b4e-c85afbdbcb33 req-454f8270-8253-43bb-83ee-f655f0177916 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0ed841a-0067-43f3-abdc-152f845c8a8b HTTP/1.1" status: 200 len: 931 time: 0.5562699 Sep 21 18:08:05.626514 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-817c2232-ee6f-4fe0-825f-cf642b47bbe8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:05.638529 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-5e225c6c-8c79-4031-bbe2-74d0c6471e51 service neutron] Request body: {'port': {'device_id': 'a0ed841a-0067-43f3-abdc-152f845c8a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:05.648563 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ae5b8c2d-015b-45d6-99b6-166232ce59db req-4af28c1f-e026-4c35-9424-01d1cd0ebbbe service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.4234426 Sep 21 18:08:05.760534 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6fa7209e-d990-481b-9b4e-c85afbdbcb33 req-c6e986c2-6d94-4ef7-9e57-8977e74eebab tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379263 Sep 21 18:08:05.764355 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c2232-ee6f-4fe0-825f-cf642b47bbe8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Pushing event deleted for resources: {'Port': ['ID=547aed97-ff50-41d9-8e86-bb229dc4a6f0,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:05.789324 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-817c2232-ee6f-4fe0-825f-cf642b47bbe8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] No DVR routers for this DVR port 547aed97-ff50-41d9-8e86-bb229dc4a6f0 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:08:05.792180 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-817c2232-ee6f-4fe0-825f-cf642b47bbe8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:05.794735 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-817c2232-ee6f-4fe0-825f-cf642b47bbe8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.44 "DELETE /v2.0/ports/547aed97-ff50-41d9-8e86-bb229dc4a6f0 HTTP/1.1" status: 204 len: 173 time: 1.1001008 Sep 21 18:08:05.850773 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-5e225c6c-8c79-4031-bbe2-74d0c6471e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:06.026193 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-17a12783-34da-44c9-af21-7a3f66380694 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Deleting port 716fb28e-e848-47bd-809e-fd034e6bb556 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:06.026550 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-17a12783-34da-44c9-af21-7a3f66380694 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:06.159161 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'name': 'network-vif-deleted', 'tag': '22f926ba-99a0-4b43-be3b-dedd87053234'}, {'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'name': 'network-vif-deleted', 'tag': '547aed97-ff50-41d9-8e86-bb229dc4a6f0'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:06.162657 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c3cb48-e227-44c6-8d59-742104f9657a" -d '{"events": [{"server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "name": "network-vif-deleted", "tag": "22f926ba-99a0-4b43-be3b-dedd87053234"}, {"server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "name": "network-vif-deleted", "tag": "547aed97-ff50-41d9-8e86-bb229dc4a6f0"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:06.163536 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3d1fe115-35ea-4bb5-bc33-19940d53dbee req-4877679d-a9a9-476f-8591-c91e99e05627 tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0713513 Sep 21 18:08:06.286440 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c96f9e-57c6-4947-96fd-a9eccdbff729 x-openstack-request-id: req-26c96f9e-57c6-4947-96fd-a9eccdbff729 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:06.289652 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "name": "network-vif-deleted", "tag": "22f926ba-99a0-4b43-be3b-dedd87053234", "status": "completed", "code": 200}, {"server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "name": "network-vif-deleted", "tag": "547aed97-ff50-41d9-8e86-bb229dc4a6f0", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:06.290192 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-26c96f9e-57c6-4947-96fd-a9eccdbff729 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:06.290707 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'name': 'network-vif-deleted', 'tag': '22f926ba-99a0-4b43-be3b-dedd87053234', 'status': 'completed', 'code': 200} Sep 21 18:08:06.291086 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'name': 'network-vif-deleted', 'tag': '547aed97-ff50-41d9-8e86-bb229dc4a6f0', 'status': 'completed', 'code': 200} Sep 21 18:08:06.294787 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-17a12783-34da-44c9-af21-7a3f66380694 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] For port 716fb28e-e848-47bd-809e-fd034e6bb556, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=716fb28e-e848-47bd-809e-fd034e6bb556,segment=NetworkSegment(834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba),segment_id=834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:06.295298 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-17a12783-34da-44c9-af21-7a3f66380694 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:06.357767 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-17a12783-34da-44c9-af21-7a3f66380694 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Calling delete_port for 716fb28e-e848-47bd-809e-fd034e6bb556 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:06.421468 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-5e225c6c-8c79-4031-bbe2-74d0c6471e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af6a29d-ad11-44dc-b610-26cc78146dd5 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:08:06.431678 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-5e225c6c-8c79-4031-bbe2-74d0c6471e51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:06.456023 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-5e225c6c-8c79-4031-bbe2-74d0c6471e51 service neutron] Transition to ACTIVE for port object 7af6a29d-ad11-44dc-b610-26cc78146dd5 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:08:06.469081 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-5e225c6c-8c79-4031-bbe2-74d0c6471e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:06.629990 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e225c6c-8c79-4031-bbe2-74d0c6471e51 service neutron] Pushing event updated for resources: {'Port': ['ID=7af6a29d-ad11-44dc-b610-26cc78146dd5,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:06.632670 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94a63d-b7dc-4900-8bd8-527d9c6429fd req-9f2df4ac-43b9-49cb-a9aa-5a75be29fa43 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:06.635391 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-17a12783-34da-44c9-af21-7a3f66380694 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:06.644800 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cd94a63d-b7dc-4900-8bd8-527d9c6429fd req-9f2df4ac-43b9-49cb-a9aa-5a75be29fa43 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 865 time: 0.0762603 Sep 21 18:08:06.695659 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cd94a63d-b7dc-4900-8bd8-527d9c6429fd req-1739c9f1-08cc-4fa5-94f5-c8c09d5de6e9 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups?id=6434721d-f332-433f-9e4d-79d2e0d62b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497088 Sep 21 18:08:06.745534 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a12783-34da-44c9-af21-7a3f66380694 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Pushing event deleted for resources: {'Port': ['ID=716fb28e-e848-47bd-809e-fd034e6bb556,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:06.747899 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-17a12783-34da-44c9-af21-7a3f66380694 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] No DVR routers for this DVR port 716fb28e-e848-47bd-809e-fd034e6bb556 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:08:06.753184 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-17a12783-34da-44c9-af21-7a3f66380694 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:06.755358 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ddb93e63-3923-4a55-b7bb-de400ac049a9 req-17a12783-34da-44c9-af21-7a3f66380694 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.44 "DELETE /v2.0/ports/716fb28e-e848-47bd-809e-fd034e6bb556 HTTP/1.1" status: 204 len: 173 time: 0.9541006 Sep 21 18:08:06.769000 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-5e225c6c-8c79-4031-bbe2-74d0c6471e51 service neutron] Attempting to bind port 7af6a29d-ad11-44dc-b610-26cc78146dd5 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:08:06.769626 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-5e225c6c-8c79-4031-bbe2-74d0c6471e51 service neutron] Attempting to bind port 7af6a29d-ad11-44dc-b610-26cc78146dd5 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '7d5256e0-2fc2-448a-bfae-9c6a896d4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a15790e2-ddb0-4956-b8df-c99e33512c4d'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:08:06.770130 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-5e225c6c-8c79-4031-bbe2-74d0c6471e51 service neutron] Attempting to bind port 7af6a29d-ad11-44dc-b610-26cc78146dd5 on network a15790e2-ddb0-4956-b8df-c99e33512c4d {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:08:06.788257 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-5e225c6c-8c79-4031-bbe2-74d0c6471e51 service neutron] Port 7af6a29d-ad11-44dc-b610-26cc78146dd5 on network a15790e2-ddb0-4956-b8df-c99e33512c4d not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:08:06.788941 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-5e225c6c-8c79-4031-bbe2-74d0c6471e51 service neutron] Attempting to bind port 7af6a29d-ad11-44dc-b610-26cc78146dd5 on network a15790e2-ddb0-4956-b8df-c99e33512c4d {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:08:06.796712 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-5e225c6c-8c79-4031-bbe2-74d0c6471e51 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:08:06.797266 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-5e225c6c-8c79-4031-bbe2-74d0c6471e51 service neutron] Checking segment: {'id': '7d5256e0-2fc2-448a-bfae-9c6a896d4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a15790e2-ddb0-4956-b8df-c99e33512c4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:08:06.797841 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-5e225c6c-8c79-4031-bbe2-74d0c6471e51 service neutron] Bound using segment: {'id': '7d5256e0-2fc2-448a-bfae-9c6a896d4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a15790e2-ddb0-4956-b8df-c99e33512c4d'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:08:06.798386 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-5e225c6c-8c79-4031-bbe2-74d0c6471e51 service neutron] Bound port: 7af6a29d-ad11-44dc-b610-26cc78146dd5, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d5256e0-2fc2-448a-bfae-9c6a896d4861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a15790e2-ddb0-4956-b8df-c99e33512c4d'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:08:06.799043 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-5e225c6c-8c79-4031-bbe2-74d0c6471e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:06.907998 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-5e225c6c-8c79-4031-bbe2-74d0c6471e51 service neutron] For port 7af6a29d-ad11-44dc-b610-26cc78146dd5, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:08:06.912138 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-5e225c6c-8c79-4031-bbe2-74d0c6471e51 service neutron] For port 7af6a29d-ad11-44dc-b610-26cc78146dd5, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=7af6a29d-ad11-44dc-b610-26cc78146dd5,segment=NetworkSegment(7d5256e0-2fc2-448a-bfae-9c6a896d4861),segment_id=7d5256e0-2fc2-448a-bfae-9c6a896d4861)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:08:06.928969 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-5e225c6c-8c79-4031-bbe2-74d0c6471e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:06.983862 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-5e225c6c-8c79-4031-bbe2-74d0c6471e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:06.984492 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-5e225c6c-8c79-4031-bbe2-74d0c6471e51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:06.985886 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-5e225c6c-8c79-4031-bbe2-74d0c6471e51 service neutron] 10.222.0.44 "PUT /v2.0/ports/7af6a29d-ad11-44dc-b610-26cc78146dd5 HTTP/1.1" status: 200 len: 1091 time: 1.3521104 Sep 21 18:08:07.007767 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089a07b-5942-47e1-819c-aa0247dae1b0 req-b8f3ee46-501b-43d7-8aaf-7327a84041e2 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:07.009337 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4089a07b-5942-47e1-819c-aa0247dae1b0 req-b8f3ee46-501b-43d7-8aaf-7327a84041e2 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0ed841a-0067-43f3-abdc-152f845c8a8b HTTP/1.1" status: 200 len: 943 time: 0.0956550 Sep 21 18:08:07.057935 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e225c6c-8c79-4031-bbe2-74d0c6471e51 service neutron] Pushing event updated for resources: {'Port': ['ID=7af6a29d-ad11-44dc-b610-26cc78146dd5,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:07.102833 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4089a07b-5942-47e1-819c-aa0247dae1b0 req-5ebc5c0a-fd90-4bbe-a715-68456e7d05e3 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810528 Sep 21 18:08:07.112109 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-0ae21229-b1a9-4bc1-aab5-1ef232348b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:07.113723 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-0ae21229-b1a9-4bc1-aab5-1ef232348b28 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a49c0350e4d4a5eb77111b4f5d6bd21&device_id=a0ed841a-0067-43f3-abdc-152f845c8a8b HTTP/1.1" status: 200 len: 1094 time: 0.0662644 Sep 21 18:08:07.178900 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-937b33ce-662b-430f-8fec-d39e8eb54abb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7af6a29d-ad11-44dc-b610-26cc78146dd5 HTTP/1.1" status: 200 len: 217 time: 0.0566359 Sep 21 18:08:07.270247 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-49b16366-0848-461b-ab61-f51228022724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:07.272019 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-49b16366-0848-461b-ab61-f51228022724 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=35209640-638e-4aa3-a050-e128ee2e196f HTTP/1.1" status: 200 len: 855 time: 0.0852628 Sep 21 18:08:07.307898 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-58d7de81-6024-4cef-a2c4-97e48f97c891 req-e870db95-5a0f-401e-a56b-e7fa7542e8bd tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0274262 Sep 21 18:08:07.316565 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-b221aa85-b69a-4cfb-9ca9-da5696211f0f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a15790e2-ddb0-4956-b8df-c99e33512c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326781 Sep 21 18:08:07.441004 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-bce18645-81f8-4fdb-abe9-68801adeb6ed service neutron] 10.222.0.44 "GET /v2.0/networks/a15790e2-ddb0-4956-b8df-c99e33512c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166975 Sep 21 18:08:07.578285 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dd429e23-5bf8-4d23-9f00-3243015880f3 req-f3e89d35-a1d8-4b9a-ab89-00c8347eb677 service neutron] 10.222.0.44 "GET /v2.0/networks/a15790e2-ddb0-4956-b8df-c99e33512c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276381 Sep 21 18:08:07.635306 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-18dc0bbe-e590-4062-979f-337372c00d6c req-6e7b2b94-7efe-47f9-8f7a-88a20749569f tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0299013 Sep 21 18:08:07.668689 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-12041d9b-f772-428f-a4f0-e3520d73e811 req-a69c21c0-5b72-4948-9a34-0b504b170ea8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=deef83b2058e4ec2859e52ac9ec8221c&device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0307956 Sep 21 18:08:07.710409 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-12041d9b-f772-428f-a4f0-e3520d73e811 req-809ed9e6-4f26-4ad9-9f0a-3f51b217830d service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=deef83b2058e4ec2859e52ac9ec8221c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324092 Sep 21 18:08:07.805675 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7cbfb4ff-ec17-4c87-adce-94db12805700 req-4b5f5af2-fb7c-4e92-a695-642d03eacb30 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 210 time: 0.0260639 Sep 21 18:08:08.157574 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12041d9b-f772-428f-a4f0-e3520d73e811 req-554470ba-9cba-4b67-8290-d6c227622ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:08.159156 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-12041d9b-f772-428f-a4f0-e3520d73e811 req-554470ba-9cba-4b67-8290-d6c227622ea8 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4412582 Sep 21 18:08:08.238995 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47185e-98a9-42d4-b6d1-7416f05d2ff7 req-3dc49c0a-2679-419c-be39-cd9d1488bb19 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:08.240520 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3b47185e-98a9-42d4-b6d1-7416f05d2ff7 req-3dc49c0a-2679-419c-be39-cd9d1488bb19 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0ed841a-0067-43f3-abdc-152f845c8a8b HTTP/1.1" status: 200 len: 943 time: 0.0498722 Sep 21 18:08:08.277600 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3b47185e-98a9-42d4-b6d1-7416f05d2ff7 req-84f5a778-f51f-471b-9aed-dcd40d8557bd tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309551 Sep 21 18:08:08.292634 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'name': 'network-vif-deleted', 'tag': '716fb28e-e848-47bd-809e-fd034e6bb556'}, {'name': 'network-changed', 'server_uuid': 'a0ed841a-0067-43f3-abdc-152f845c8a8b', 'tag': '7af6a29d-ad11-44dc-b610-26cc78146dd5'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:08.295940 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf126b9-8147-4985-8ac8-b5906ea44026" -d '{"events": [{"server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "name": "network-vif-deleted", "tag": "716fb28e-e848-47bd-809e-fd034e6bb556"}, {"name": "network-changed", "server_uuid": "a0ed841a-0067-43f3-abdc-152f845c8a8b", "tag": "7af6a29d-ad11-44dc-b610-26cc78146dd5"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:08.342165 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a89460-d2f1-40a6-864a-f34d6d3eec77 x-openstack-request-id: req-26a89460-d2f1-40a6-864a-f34d6d3eec77 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:08.342478 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2306b996-adf3-46fb-a019-0be4804791dd", "name": "network-vif-deleted", "tag": "716fb28e-e848-47bd-809e-fd034e6bb556", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a0ed841a-0067-43f3-abdc-152f845c8a8b", "tag": "7af6a29d-ad11-44dc-b610-26cc78146dd5", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:08.342703 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-26a89460-d2f1-40a6-864a-f34d6d3eec77 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:08.343132 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2306b996-adf3-46fb-a019-0be4804791dd', 'name': 'network-vif-deleted', 'tag': '716fb28e-e848-47bd-809e-fd034e6bb556', 'status': 'completed', 'code': 200} Sep 21 18:08:08.343410 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ed841a-0067-43f3-abdc-152f845c8a8b', 'tag': '7af6a29d-ad11-44dc-b610-26cc78146dd5', 'status': 'completed', 'code': 200} Sep 21 18:08:08.410667 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf126b9-8147-4985-8ac8-b5906ea44026 req-d44d906e-7360-4444-8a7e-007406eceb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:08.412256 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-edf126b9-8147-4985-8ac8-b5906ea44026 req-d44d906e-7360-4444-8a7e-007406eceb89 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a49c0350e4d4a5eb77111b4f5d6bd21&device_id=a0ed841a-0067-43f3-abdc-152f845c8a8b HTTP/1.1" status: 200 len: 1094 time: 0.0422702 Sep 21 18:08:08.510493 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf126b9-8147-4985-8ac8-b5906ea44026 req-4c4bc4bf-c6c5-40a4-a497-602ec0fb7adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:08.512037 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-edf126b9-8147-4985-8ac8-b5906ea44026 req-4c4bc4bf-c6c5-40a4-a497-602ec0fb7adf service neutron] 10.222.0.44 "GET /v2.0/networks?id=a15790e2-ddb0-4956-b8df-c99e33512c4d HTTP/1.1" status: 200 len: 916 time: 0.0912442 Sep 21 18:08:08.556701 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-edf126b9-8147-4985-8ac8-b5906ea44026 req-a9a95941-6047-4ea8-ab3f-36f86c88ae35 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7af6a29d-ad11-44dc-b610-26cc78146dd5 HTTP/1.1" status: 200 len: 217 time: 0.0342467 Sep 21 18:08:08.617208 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf126b9-8147-4985-8ac8-b5906ea44026 req-0bb81ee1-a7fa-43c5-b4f2-35443ac70c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:08.619181 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-edf126b9-8147-4985-8ac8-b5906ea44026 req-0bb81ee1-a7fa-43c5-b4f2-35443ac70c01 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=35209640-638e-4aa3-a050-e128ee2e196f HTTP/1.1" status: 200 len: 855 time: 0.0557806 Sep 21 18:08:08.652116 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-edf126b9-8147-4985-8ac8-b5906ea44026 req-3154baeb-47f6-4339-a49f-05ad6b183d54 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a15790e2-ddb0-4956-b8df-c99e33512c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248919 Sep 21 18:08:08.753137 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-577ed06a-2d6b-4185-9d51-700ef079b381 req-a4d5595e-0eab-41c4-bd7c-9f4a13318b5a tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0360591 Sep 21 18:08:08.772371 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-edf126b9-8147-4985-8ac8-b5906ea44026 req-48265734-6eeb-4368-9112-2712ea83bb01 service neutron] 10.222.0.44 "GET /v2.0/networks/a15790e2-ddb0-4956-b8df-c99e33512c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128681 Sep 21 18:08:08.868820 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-edf126b9-8147-4985-8ac8-b5906ea44026 req-dd96e756-08cf-4219-82b1-7d5185387caa service neutron] 10.222.0.44 "GET /v2.0/networks/a15790e2-ddb0-4956-b8df-c99e33512c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870094 Sep 21 18:08:08.913262 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-61baa2db-54ae-4713-8fa5-4850f8dac25c req-e9d10a7c-6faf-45d9-a98b-6e2030c430ee tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 210 time: 0.0260484 Sep 21 18:08:09.250603 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 7af6a29d-ad11-44dc-b610-26cc78146dd5 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:08:09.356078 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 7af6a29d-ad11-44dc-b610-26cc78146dd5, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=7af6a29d-ad11-44dc-b610-26cc78146dd5,segment=NetworkSegment(7d5256e0-2fc2-448a-bfae-9c6a896d4861),segment_id=7d5256e0-2fc2-448a-bfae-9c6a896d4861)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:09.368130 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '7af6a29d-ad11-44dc-b610-26cc78146dd5', 'network_id': 'a15790e2-ddb0-4956-b8df-c99e33512c4d', 'port_id': '7af6a29d-ad11-44dc-b610-26cc78146dd5', 'mac_address': 'fa:16:3e:b3:10:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35209640-638e-4aa3-a050-e128ee2e196f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:08:09.401908 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bafc3-a30d-4255-870d-4376b57a8b4d req-7ad6ef71-3259-4165-9360-488d368a63a9 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:09.403605 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-915bafc3-a30d-4255-870d-4376b57a8b4d req-7ad6ef71-3259-4165-9360-488d368a63a9 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0ed841a-0067-43f3-abdc-152f845c8a8b HTTP/1.1" status: 200 len: 943 time: 0.0545797 Sep 21 18:08:09.410939 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:09.427574 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af6a29d-ad11-44dc-b610-26cc78146dd5 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:08:09.445015 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-915bafc3-a30d-4255-870d-4376b57a8b4d req-3907c415-32a0-478c-8992-279bb1e4eb45 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338705 Sep 21 18:08:09.452604 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 7af6a29d-ad11-44dc-b610-26cc78146dd5, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=7af6a29d-ad11-44dc-b610-26cc78146dd5,segment=NetworkSegment(7d5256e0-2fc2-448a-bfae-9c6a896d4861),segment_id=7d5256e0-2fc2-448a-bfae-9c6a896d4861)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:09.465613 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:09.494113 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-12041d9b-f772-428f-a4f0-e3520d73e811 req-9d4c281c-4834-464a-89c5-92019ac24b7b tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0387108 Sep 21 18:08:09.513900 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=7af6a29d-ad11-44dc-b610-26cc78146dd5,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:09.710045 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['7af6a29d-ad11-44dc-b610-26cc78146dd5'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:08:09.868595 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-32d43cc5-8d79-432b-aee2-1bad656efabf req-01f4e175-d1e1-4f6f-8544-407f9764680a tempest-ServerShowV254Test-2098815891 tempest-ServerShowV254Test-2098815891-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7057ad-364c-440a-8602-3f8cf8b72394 HTTP/1.1" status: 200 len: 210 time: 0.0301480 Sep 21 18:08:10.017343 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4a89abec-23e2-43aa-bfb5-c20ec34119aa req-08625b7c-5e00-4d3a-a119-4a3421f71323 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 210 time: 0.0262625 Sep 21 18:08:10.591737 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1eaae-4601-4850-9b46-712681160035 req-a5d3e1d6-267c-44eb-9823-89833db79699 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:10.593307 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c7a1eaae-4601-4850-9b46-712681160035 req-a5d3e1d6-267c-44eb-9823-89833db79699 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0ed841a-0067-43f3-abdc-152f845c8a8b HTTP/1.1" status: 200 len: 944 time: 0.0553849 Sep 21 18:08:10.632856 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c7a1eaae-4601-4850-9b46-712681160035 req-1467da60-48eb-447d-a80a-fc40b396a6fb tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333164 Sep 21 18:08:11.137514 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b7a52699-c4cf-4c5e-9d33-fbe07fd077ba req-595ea76b-7e81-4eb5-aae5-ebe7a026a748 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 210 time: 0.0311165 Sep 21 18:08:11.228014 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51224) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:11.250355 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 7af6a29d-ad11-44dc-b610-26cc78146dd5 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:11.302127 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 7af6a29d-ad11-44dc-b610-26cc78146dd5 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:08:11.306385 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 7af6a29d-ad11-44dc-b610-26cc78146dd5 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:11.306761 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:11.358193 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-77056e9e-7266-4585-a068-f2b5bcb8c8f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:11.391743 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:11.416225 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ed841a-0067-43f3-abdc-152f845c8a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af6a29d-ad11-44dc-b610-26cc78146dd5'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:11.418463 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b95a351-e539-4e9c-b91d-96dfd7062fe9" -d '{"events": [{"server_uuid": "a0ed841a-0067-43f3-abdc-152f845c8a8b", "name": "network-vif-plugged", "status": "completed", "tag": "7af6a29d-ad11-44dc-b610-26cc78146dd5"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:11.432289 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 7af6a29d-ad11-44dc-b610-26cc78146dd5, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=7af6a29d-ad11-44dc-b610-26cc78146dd5,segment=NetworkSegment(7d5256e0-2fc2-448a-bfae-9c6a896d4861),segment_id=7d5256e0-2fc2-448a-bfae-9c6a896d4861)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:11.438635 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:11.465356 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-77056e9e-7266-4585-a068-f2b5bcb8c8f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:11.469152 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf0b6af-a926-4e52-b404-d946cccd377b x-openstack-request-id: req-caf0b6af-a926-4e52-b404-d946cccd377b {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:11.469428 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ed841a-0067-43f3-abdc-152f845c8a8b", "name": "network-vif-plugged", "status": "completed", "tag": "7af6a29d-ad11-44dc-b610-26cc78146dd5", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:11.469854 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-caf0b6af-a926-4e52-b404-d946cccd377b {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:11.470096 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ed841a-0067-43f3-abdc-152f845c8a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af6a29d-ad11-44dc-b610-26cc78146dd5', 'code': 200} Sep 21 18:08:11.471303 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-77056e9e-7266-4585-a068-f2b5bcb8c8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:11.515272 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-77056e9e-7266-4585-a068-f2b5bcb8c8f3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=deef83b2058e4ec2859e52ac9ec8221c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2861302 Sep 21 18:08:11.517201 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=7af6a29d-ad11-44dc-b610-26cc78146dd5,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:11.517788 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51230) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:11.524349 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77056e9e-7266-4585-a068-f2b5bcb8c8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7763da7-6cde-4419-ac68-695560cf1d7c,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:11.573147 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dda7f3-0b6d-4ad5-ab37-115a3e44ee22 req-3aa5c331-0c54-4ca9-b658-ff69ea009202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:11.574676 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-67dda7f3-0b6d-4ad5-ab37-115a3e44ee22 req-3aa5c331-0c54-4ca9-b658-ff69ea009202 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a0ed841a-0067-43f3-abdc-152f845c8a8b HTTP/1.1" status: 200 len: 1096 time: 0.0412972 Sep 21 18:08:11.576115 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b92d285a-cfdf-4f04-aa7a-ba1ada4a9765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:11.598337 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b92d285a-cfdf-4f04-aa7a-ba1ada4a9765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:11.611571 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-67dda7f3-0b6d-4ad5-ab37-115a3e44ee22 req-23068815-10aa-4f80-89d4-66bf0b121030 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290446 Sep 21 18:08:11.644912 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b92d285a-cfdf-4f04-aa7a-ba1ada4a9765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:11.647700 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b92d285a-cfdf-4f04-aa7a-ba1ada4a9765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:11.648920 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b92d285a-cfdf-4f04-aa7a-ba1ada4a9765 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c7763da7-6cde-4419-ac68-695560cf1d7c HTTP/1.1" status: 204 len: 168 time: 0.1300440 Sep 21 18:08:11.662635 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d285a-cfdf-4f04-aa7a-ba1ada4a9765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7763da7-6cde-4419-ac68-695560cf1d7c,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:11.760298 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192a7d4-8089-4b72-9057-387ca5c9b731 req-3fc90cb6-5747-413b-9f93-f432619851e5 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:11.761846 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1192a7d4-8089-4b72-9057-387ca5c9b731 req-3fc90cb6-5747-413b-9f93-f432619851e5 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0ed841a-0067-43f3-abdc-152f845c8a8b HTTP/1.1" status: 200 len: 945 time: 0.0545053 Sep 21 18:08:11.806295 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1192a7d4-8089-4b72-9057-387ca5c9b731 req-1d0dce18-9bc7-482f-8299-171908a5907a tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376818 Sep 21 18:08:12.262336 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-744b4c0c-c429-406f-a1bb-1eef3ba95afd req-c9534395-2415-4922-b86c-3fb25b02f5ca tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 210 time: 0.0335577 Sep 21 18:08:12.681788 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51270) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:12.791453 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-40c4d5d9-2a81-489e-ad93-d378dd971385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:12.946843 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-40c4d5d9-2a81-489e-ad93-d378dd971385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:12.951730 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-40c4d5d9-2a81-489e-ad93-d378dd971385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:12.969429 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab163af7-9872-4ce3-b54a-d07432c076e2 req-d505de7b-1836-4218-90a5-4b8a3f98333b tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:12.970934 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ab163af7-9872-4ce3-b54a-d07432c076e2 req-d505de7b-1836-4218-90a5-4b8a3f98333b tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0ed841a-0067-43f3-abdc-152f845c8a8b HTTP/1.1" status: 200 len: 945 time: 0.0910461 Sep 21 18:08:13.011099 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-40c4d5d9-2a81-489e-ad93-d378dd971385 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=97d3370362544649b7e31e89bdaf2563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3280878 Sep 21 18:08:13.014108 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51278) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:13.020819 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c4d5d9-2a81-489e-ad93-d378dd971385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b839ba9-fd5e-43cb-80ce-d1dce7ce2e54,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:13.037345 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ab163af7-9872-4ce3-b54a-d07432c076e2 req-74a6ddf8-3c27-4458-831d-5a5bd770a4f1 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559473 Sep 21 18:08:13.083074 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe4bb91a-6368-4631-a76f-240098bdd315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:13.103177 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe4bb91a-6368-4631-a76f-240098bdd315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:13.151768 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe4bb91a-6368-4631-a76f-240098bdd315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:13.154585 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe4bb91a-6368-4631-a76f-240098bdd315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:13.155802 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-fe4bb91a-6368-4631-a76f-240098bdd315 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4b839ba9-fd5e-43cb-80ce-d1dce7ce2e54 HTTP/1.1" status: 204 len: 168 time: 0.1406875 Sep 21 18:08:13.165501 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4bb91a-6368-4631-a76f-240098bdd315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b839ba9-fd5e-43cb-80ce-d1dce7ce2e54,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:13.379280 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-67088000-06b0-4eef-ab4d-4c917d1435ef req-4be304f9-4f77-4fa1-89cc-609c7e711df2 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 210 time: 0.0313997 Sep 21 18:08:13.977776 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51312) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:14.085772 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-6f9b4df8-1d89-4dd8-b243-f9b9b7e97eee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1801208743-network', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:14.109821 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9b4df8-1d89-4dd8-b243-f9b9b7e97eee admin admin] Made reservation on behalf of 5aadfefca1044e71aeb470c69c909afe for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:08:14.113361 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6f9b4df8-1d89-4dd8-b243-f9b9b7e97eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:14.128664 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6f9b4df8-1d89-4dd8-b243-f9b9b7e97eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:14.245810 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6f9b4df8-1d89-4dd8-b243-f9b9b7e97eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:14.251807 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6f9b4df8-1d89-4dd8-b243-f9b9b7e97eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:14.288253 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9b4df8-1d89-4dd8-b243-f9b9b7e97eee admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:08:14.303551 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b4df8-1d89-4dd8-b243-f9b9b7e97eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a95016-353d-4d1e-bc71-bb437bb8f5bd,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:14.321070 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6f9b4df8-1d89-4dd8-b243-f9b9b7e97eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:14.321400 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-6f9b4df8-1d89-4dd8-b243-f9b9b7e97eee admin admin] Added segment 56ed99cd-0543-43a6-8d7e-2106ce5d8c41 of type vlan for network b4b63a75-cac0-4c3a-a311-673b965199ba Sep 21 18:08:14.362701 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6f9b4df8-1d89-4dd8-b243-f9b9b7e97eee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:14.393131 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6f9b4df8-1d89-4dd8-b243-f9b9b7e97eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:14.394333 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9b4df8-1d89-4dd8-b243-f9b9b7e97eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:14.395235 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6f9b4df8-1d89-4dd8-b243-f9b9b7e97eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:14.449994 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6f9b4df8-1d89-4dd8-b243-f9b9b7e97eee admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4642277 Sep 21 18:08:14.450156 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51318) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:14.454042 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-b5004c32-887d-424b-9325-598376f399b0 admin admin] Request body: {'subnet': {'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1801208743-subnet', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:14.500027 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5004c32-887d-424b-9325-598376f399b0 admin admin] Made reservation on behalf of 5aadfefca1044e71aeb470c69c909afe for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:08:14.504752 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b5004c32-887d-424b-9325-598376f399b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:14.556091 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b4df8-1d89-4dd8-b243-f9b9b7e97eee admin admin] Pushing event updated for resources: {'Network': ['ID=b4b63a75-cac0-4c3a-a311-673b965199ba,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:14.569287 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network b4b63a75-cac0-4c3a-a311-673b965199ba details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:08:14.632144 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5f84b145-19d1-465c-bfca-9b185f46b0ae req-fb5497db-ad0b-4224-baae-7809b37ed900 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 210 time: 0.0424993 Sep 21 18:08:14.764605 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b5004c32-887d-424b-9325-598376f399b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:14.837501 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5004c32-887d-424b-9325-598376f399b0 admin admin] Checking segment: {'id': '56ed99cd-0543-43a6-8d7e-2106ce5d8c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:08:14.837880 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5004c32-887d-424b-9325-598376f399b0 admin admin] Network hostable DHCP agents. Network: b4b63a75-cac0-4c3a-a311-673b965199ba, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:08:14.843895 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5004c32-887d-424b-9325-598376f399b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29244be3-4141-408b-9ec3-b8b1380c14f4,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:14.862064 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5004c32-887d-424b-9325-598376f399b0 admin admin] Network b4b63a75-cac0-4c3a-a311-673b965199ba is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:08:14.873315 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-b5004c32-887d-424b-9325-598376f399b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, b4b63a75-cac0-4c3a-a311-673b965199ba) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:14.878434 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5004c32-887d-424b-9325-598376f399b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:14.879627 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b5004c32-887d-424b-9325-598376f399b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:14.884091 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58c5bc8-e339-484b-9051-006c53020364 None None] Network b4b63a75-cac0-4c3a-a311-673b965199ba requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:08:14.898304 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b5004c32-887d-424b-9325-598376f399b0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4498410 Sep 21 18:08:14.901250 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51326) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:14.905850 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-a6a9707e-41d9-48d2-960d-ec62558b9cb2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1801208743-router', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:14.931149 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a6a9707e-41d9-48d2-960d-ec62558b9cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:14.932417 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a6a9707e-41d9-48d2-960d-ec62558b9cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:14.999593 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a6a9707e-41d9-48d2-960d-ec62558b9cb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:15.141745 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dea894-e479-4d95-b261-8f37b02e579f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-b4b63a75-cac0-4c3a-a311-673b965199ba', 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'fixed_ips': [{'subnet_id': '29244be3-4141-408b-9ec3-b8b1380c14f4'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:08:15.143383 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-95dea894-e479-4d95-b261-8f37b02e579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:15.175984 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a6a9707e-41d9-48d2-960d-ec62558b9cb2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:15.533336 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a6a9707e-41d9-48d2-960d-ec62558b9cb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:15.566733 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-95dea894-e479-4d95-b261-8f37b02e579f None None] Allocated IP 172.20.0.2 (b4b63a75-cac0-4c3a-a311-673b965199ba/29244be3-4141-408b-9ec3-b8b1380c14f4/1b162d69-1962-4a47-a4dd-3917537ec513) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:08:15.573282 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a6a9707e-41d9-48d2-960d-ec62558b9cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:15.782771 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-95dea894-e479-4d95-b261-8f37b02e579f None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:15.791414 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-95dea894-e479-4d95-b261-8f37b02e579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:15.802963 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-a6a9707e-41d9-48d2-960d-ec62558b9cb2 admin admin] Allocated IP 172.25.6.113 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/613d0a25-d57d-49f7-97b9-02669d41c998) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:08:15.851698 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ba272fe2-47d1-41b2-880a-aaf35205f4e3 req-873b6548-f1b2-4ecf-b4a1-3caa8371a7d5 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 210 time: 0.0492301 Sep 21 18:08:15.866400 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dea894-e479-4d95-b261-8f37b02e579f None None] Network b4b63a75-cac0-4c3a-a311-673b965199ba is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:15.868051 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dea894-e479-4d95-b261-8f37b02e579f None None] Pushing event updated for resources: {'Port': ['ID=1b162d69-1962-4a47-a4dd-3917537ec513,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:15.871475 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-95dea894-e479-4d95-b261-8f37b02e579f None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:15.876399 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dea894-e479-4d95-b261-8f37b02e579f None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:08:15.925435 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-91b087ad-62a0-4bea-ae2a-6d4723bbadb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:15.962045 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-95dea894-e479-4d95-b261-8f37b02e579f None None] Attempting to bind port 1b162d69-1962-4a47-a4dd-3917537ec513 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:08:15.962422 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-95dea894-e479-4d95-b261-8f37b02e579f None None] Attempting to bind port 1b162d69-1962-4a47-a4dd-3917537ec513 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '56ed99cd-0543-43a6-8d7e-2106ce5d8c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:08:15.962793 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dea894-e479-4d95-b261-8f37b02e579f None None] Attempting to bind port 1b162d69-1962-4a47-a4dd-3917537ec513 on network b4b63a75-cac0-4c3a-a311-673b965199ba {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:08:15.969034 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dea894-e479-4d95-b261-8f37b02e579f None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:08:15.969433 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dea894-e479-4d95-b261-8f37b02e579f None None] Checking segment: {'id': '56ed99cd-0543-43a6-8d7e-2106ce5d8c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:08:15.969826 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-95dea894-e479-4d95-b261-8f37b02e579f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:15.970229 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dea894-e479-4d95-b261-8f37b02e579f None None] Bound using segment: {'id': '56ed99cd-0543-43a6-8d7e-2106ce5d8c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:08:15.970704 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-95dea894-e479-4d95-b261-8f37b02e579f None None] Bound port: 1b162d69-1962-4a47-a4dd-3917537ec513, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ed99cd-0543-43a6-8d7e-2106ce5d8c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:08:15.971142 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-95dea894-e479-4d95-b261-8f37b02e579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:16.040936 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a6a9707e-41d9-48d2-960d-ec62558b9cb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:16.047568 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-95dea894-e479-4d95-b261-8f37b02e579f None None] For port 1b162d69-1962-4a47-a4dd-3917537ec513, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:08:16.050752 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-95dea894-e479-4d95-b261-8f37b02e579f None None] For port 1b162d69-1962-4a47-a4dd-3917537ec513, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1b162d69-1962-4a47-a4dd-3917537ec513,segment=NetworkSegment(56ed99cd-0543-43a6-8d7e-2106ce5d8c41),segment_id=56ed99cd-0543-43a6-8d7e-2106ce5d8c41)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:08:16.058044 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-95dea894-e479-4d95-b261-8f37b02e579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:16.101137 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a6a9707e-41d9-48d2-960d-ec62558b9cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:16.132355 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dea894-e479-4d95-b261-8f37b02e579f None None] Pushing event updated for resources: {'Port': ['ID=1b162d69-1962-4a47-a4dd-3917537ec513,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:16.145466 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a9707e-41d9-48d2-960d-ec62558b9cb2 admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:16.148546 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-a6a9707e-41d9-48d2-960d-ec62558b9cb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:16.152257 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a9707e-41d9-48d2-960d-ec62558b9cb2 admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:08:16.195908 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9707e-41d9-48d2-960d-ec62558b9cb2 admin admin] Pushing event updated for resources: {'Port': ['ID=613d0a25-d57d-49f7-97b9-02669d41c998,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:16.502645 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a6a9707e-41d9-48d2-960d-ec62558b9cb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:16.712555 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a6a9707e-41d9-48d2-960d-ec62558b9cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:16.845060 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a9707e-41d9-48d2-960d-ec62558b9cb2 admin admin] Router 0532cd4f-7f9f-417a-8e25-ab29cbe2dac6 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:08:17.273537 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8fe16527-9ad3-474b-96bf-78354d311105 req-2733b539-8c31-4633-8fff-723bd0271cef tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 210 time: 0.3291023 Sep 21 18:08:17.275123 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a9707e-41d9-48d2-960d-ec62558b9cb2 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:08:17.285043 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b986d07a-8e66-4919-990f-c39a203bb248 None None] Sync routers for ids ['0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:08:17.297921 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b986d07a-8e66-4919-990f-c39a203bb248 None None] Routers {'0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:08:17.298864 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b986d07a-8e66-4919-990f-c39a203bb248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:07:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:17.303021 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a6a9707e-41d9-48d2-960d-ec62558b9cb2 admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:17.305656 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a6a9707e-41d9-48d2-960d-ec62558b9cb2 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4023836 Sep 21 18:08:17.307847 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51354) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:17.368064 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1170f128-c882-49fe-bcd9-5af77843524e None None] Network b4b63a75-cac0-4c3a-a311-673b965199ba requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:08:17.535647 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-2fde4fc3-12c2-4576-bc4b-5190ab5c2aef None None] Provisioning complete for port 1b162d69-1962-4a47-a4dd-3917537ec513 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:17.536018 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2fde4fc3-12c2-4576-bc4b-5190ab5c2aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:17.569777 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-b986d07a-8e66-4919-990f-c39a203bb248 None None] Set router 0532cd4f-7f9f-417a-8e25-ab29cbe2dac6 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:08:17.663337 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49196618-e1b1-4631-8498-3e69bff777ed req-e496af1e-cc8d-46c0-8dc6-62d0a8c6d5d2 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:17.669292 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49196618-e1b1-4631-8498-3e69bff777ed req-e496af1e-cc8d-46c0-8dc6-62d0a8c6d5d2 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:17.675279 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49196618-e1b1-4631-8498-3e69bff777ed req-e496af1e-cc8d-46c0-8dc6-62d0a8c6d5d2 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:17.681383 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49196618-e1b1-4631-8498-3e69bff777ed req-e496af1e-cc8d-46c0-8dc6-62d0a8c6d5d2 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:17.687879 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49196618-e1b1-4631-8498-3e69bff777ed req-e496af1e-cc8d-46c0-8dc6-62d0a8c6d5d2 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:17.694016 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49196618-e1b1-4631-8498-3e69bff777ed req-e496af1e-cc8d-46c0-8dc6-62d0a8c6d5d2 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:17.700044 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49196618-e1b1-4631-8498-3e69bff777ed req-e496af1e-cc8d-46c0-8dc6-62d0a8c6d5d2 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:17.702056 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-49196618-e1b1-4631-8498-3e69bff777ed req-e496af1e-cc8d-46c0-8dc6-62d0a8c6d5d2 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5446 time: 0.1500018 Sep 21 18:08:17.796081 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-49196618-e1b1-4631-8498-3e69bff777ed req-1ecc5f9a-00e7-4cab-b608-33e0da5e8fc6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0863471 Sep 21 18:08:17.845652 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2fde4fc3-12c2-4576-bc4b-5190ab5c2aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:17.925353 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-2fde4fc3-12c2-4576-bc4b-5190ab5c2aef None None] For port 1b162d69-1962-4a47-a4dd-3917537ec513, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1b162d69-1962-4a47-a4dd-3917537ec513,segment=NetworkSegment(56ed99cd-0543-43a6-8d7e-2106ce5d8c41),segment_id=56ed99cd-0543-43a6-8d7e-2106ce5d8c41)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:17.935253 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2fde4fc3-12c2-4576-bc4b-5190ab5c2aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:17.976262 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-08dff59e-971c-4424-aee4-8e5306b7e9bf req-2a764195-0676-4900-8781-dfb242b9639a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ee384e56-fd24-45a8-bfed-4fb26191dd4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2397752 Sep 21 18:08:17.999927 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde4fc3-12c2-4576-bc4b-5190ab5c2aef None None] Pushing event updated for resources: {'Port': ['ID=1b162d69-1962-4a47-a4dd-3917537ec513,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:18.008702 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b986d07a-8e66-4919-990f-c39a203bb248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'name': 'tempest-AttachVolumeTestJSON-1801208743-router', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:14Z', 'updated_at': '2021-09-21T18:08:16Z', 'revision_number': 3, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'gw_port': {'id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:15Z', 'updated_at': '2021-09-21T18:08:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:18.070625 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b986d07a-8e66-4919-990f-c39a203bb248 None None] Checking router: 0532cd4f-7f9f-417a-8e25-ab29cbe2dac6 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:08:18.071239 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b986d07a-8e66-4919-990f-c39a203bb248 None None] Updating router 0532cd4f-7f9f-417a-8e25-ab29cbe2dac6 port 613d0a25-d57d-49f7-97b9-02669d41c998 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:08:18.082951 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8656dc58-a203-46b4-96d2-eaa2cf2fe5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:18.095587 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dff59e-971c-4424-aee4-8e5306b7e9bf req-45141b30-fe00-4565-874f-0654808c3ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:18.097567 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-08dff59e-971c-4424-aee4-8e5306b7e9bf req-45141b30-fe00-4565-874f-0654808c3ea6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a49c0350e4d4a5eb77111b4f5d6bd21&device_id=ee384e56-fd24-45a8-bfed-4fb26191dd4d HTTP/1.1" status: 200 len: 1096 time: 0.0691972 Sep 21 18:08:18.112230 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1b162d69-1962-4a47-a4dd-3917537ec513 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:18.164840 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51364) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:18.176144 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b986d07a-8e66-4919-990f-c39a203bb248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:18.257863 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dff59e-971c-4424-aee4-8e5306b7e9bf req-af888164-34a8-4211-a5fc-b57d1d5a72b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:18.261125 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-08dff59e-971c-4424-aee4-8e5306b7e9bf req-af888164-34a8-4211-a5fc-b57d1d5a72b8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a15790e2-ddb0-4956-b8df-c99e33512c4d HTTP/1.1" status: 200 len: 916 time: 0.1424117 Sep 21 18:08:18.334960 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-08dff59e-971c-4424-aee4-8e5306b7e9bf req-00bfb01c-4151-496f-80bf-8f2ea2a7f03f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf75d108-528a-436d-8c61-7249e2669900 HTTP/1.1" status: 200 len: 217 time: 0.0644360 Sep 21 18:08:18.414109 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7252b28a-d061-42f5-9f48-0c34a4699e97 req-5459860e-1bf4-4f8c-af78-83627373120a tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 210 time: 0.0374389 Sep 21 18:08:18.428031 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e2bab2ca-1726-4dff-bc11-b697d78fd752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:18.437521 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-8656dc58-a203-46b4-96d2-eaa2cf2fe5ef admin admin] Allocated IP 172.20.0.1 (b4b63a75-cac0-4c3a-a311-673b965199ba/29244be3-4141-408b-9ec3-b8b1380c14f4/bf36e34e-ebba-4f71-a59a-5d649f3f7f8c) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:08:18.443055 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-4a22ebbd-94c0-438f-a8ef-30d38b8b6dbc None None] Provisioning complete for port 1b162d69-1962-4a47-a4dd-3917537ec513 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:18.443568 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4a22ebbd-94c0-438f-a8ef-30d38b8b6dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:18.472351 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dff59e-971c-4424-aee4-8e5306b7e9bf req-7d8e5299-b2d8-4b11-8c28-1efbd14e2951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:18.474327 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-08dff59e-971c-4424-aee4-8e5306b7e9bf req-7d8e5299-b2d8-4b11-8c28-1efbd14e2951 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=35209640-638e-4aa3-a050-e128ee2e196f HTTP/1.1" status: 200 len: 855 time: 0.1225126 Sep 21 18:08:18.489099 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 1b162d69-1962-4a47-a4dd-3917537ec513 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:18.489600 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:18.491166 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dfa77bed-345f-4ed6-8594-90ee625c5135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:18.527944 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-08dff59e-971c-4424-aee4-8e5306b7e9bf req-f17b3a8f-b253-489f-a6d3-04d3963970e0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a15790e2-ddb0-4956-b8df-c99e33512c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413322 Sep 21 18:08:18.593813 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e2bab2ca-1726-4dff-bc11-b697d78fd752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:18.602641 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-08dff59e-971c-4424-aee4-8e5306b7e9bf req-2e9a8fe5-2000-4873-aa70-1a8f725447b7 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:08:18.604254 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-08dff59e-971c-4424-aee4-8e5306b7e9bf req-2e9a8fe5-2000-4873-aa70-1a8f725447b7 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072944 Sep 21 18:08:18.607327 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8656dc58-a203-46b4-96d2-eaa2cf2fe5ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:18.614260 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e2bab2ca-1726-4dff-bc11-b697d78fd752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:18.657551 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8656dc58-a203-46b4-96d2-eaa2cf2fe5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:18.711869 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e2bab2ca-1726-4dff-bc11-b697d78fd752 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fab926ca913d47bdb2a05359095adb86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5458884 Sep 21 18:08:18.717002 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8656dc58-a203-46b4-96d2-eaa2cf2fe5ef admin admin] Network b4b63a75-cac0-4c3a-a311-673b965199ba is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:18.718042 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51374) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:18.733254 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-8656dc58-a203-46b4-96d2-eaa2cf2fe5ef admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:18.748952 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8656dc58-a203-46b4-96d2-eaa2cf2fe5ef admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:08:18.759532 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-d6f8a340-7469-4cbb-bf8f-ca8ba28873f3 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:18.766049 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-d6f8a340-7469-4cbb-bf8f-ca8ba28873f3 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:18.772266 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-d6f8a340-7469-4cbb-bf8f-ca8ba28873f3 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:18.778327 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-d6f8a340-7469-4cbb-bf8f-ca8ba28873f3 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:18.784421 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-d6f8a340-7469-4cbb-bf8f-ca8ba28873f3 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:18.790470 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-d6f8a340-7469-4cbb-bf8f-ca8ba28873f3 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:18.792327 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b986d07a-8e66-4919-990f-c39a203bb248 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:18.801062 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b986d07a-8e66-4919-990f-c39a203bb248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:18.802363 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-d6f8a340-7469-4cbb-bf8f-ca8ba28873f3 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:18.806076 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-d6f8a340-7469-4cbb-bf8f-ca8ba28873f3 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.38 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5446 time: 0.2107699 Sep 21 18:08:18.813938 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bab2ca-1726-4dff-bc11-b697d78fd752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b59b936-ed96-480a-a89e-adb1404473ea,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:18.875478 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656dc58-a203-46b4-96d2-eaa2cf2fe5ef admin admin] Pushing event updated for resources: {'Port': ['ID=bf36e34e-ebba-4f71-a59a-5d649f3f7f8c,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:18.879847 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-b986d07a-8e66-4919-990f-c39a203bb248 None None] Attempting to bind port 613d0a25-d57d-49f7-97b9-02669d41c998 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:08:18.880503 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-b986d07a-8e66-4919-990f-c39a203bb248 None None] Attempting to bind port 613d0a25-d57d-49f7-97b9-02669d41c998 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:08:18.881076 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b986d07a-8e66-4919-990f-c39a203bb248 None None] Attempting to bind port 613d0a25-d57d-49f7-97b9-02669d41c998 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:08:18.883284 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f9155-efd8-4fa0-b208-4bbdf5cdd386 None None] Pushing event updated for resources: {'Port': ['ID=613d0a25-d57d-49f7-97b9-02669d41c998,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:18.883857 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-a681de22-f11c-4d64-8636-7650a4e504e1 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:18.885145 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-a681de22-f11c-4d64-8636-7650a4e504e1 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.38 "GET /v2.0/ports/64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0630059 Sep 21 18:08:18.890453 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-08dff59e-971c-4424-aee4-8e5306b7e9bf req-2dc6ffc1-2469-4dfe-98e5-b7acfaa073e7 service neutron] 10.222.0.38 "GET /v2.0/networks/a15790e2-ddb0-4956-b8df-c99e33512c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735865 Sep 21 18:08:18.902583 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b986d07a-8e66-4919-990f-c39a203bb248 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:08:18.904250 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b986d07a-8e66-4919-990f-c39a203bb248 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:08:18.904738 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b986d07a-8e66-4919-990f-c39a203bb248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:18.908224 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b986d07a-8e66-4919-990f-c39a203bb248 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:08:18.915178 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-b986d07a-8e66-4919-990f-c39a203bb248 None None] Bound port: 613d0a25-d57d-49f7-97b9-02669d41c998, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:08:18.915606 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b986d07a-8e66-4919-990f-c39a203bb248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:18.935910 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656dc58-a203-46b4-96d2-eaa2cf2fe5ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:18.936254 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656dc58-a203-46b4-96d2-eaa2cf2fe5ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:18.936592 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656dc58-a203-46b4-96d2-eaa2cf2fe5ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:18.936926 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656dc58-a203-46b4-96d2-eaa2cf2fe5ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:18.942292 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656dc58-a203-46b4-96d2-eaa2cf2fe5ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:18.942673 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656dc58-a203-46b4-96d2-eaa2cf2fe5ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:18.945840 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656dc58-a203-46b4-96d2-eaa2cf2fe5ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:18.946197 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656dc58-a203-46b4-96d2-eaa2cf2fe5ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:18.947974 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656dc58-a203-46b4-96d2-eaa2cf2fe5ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:18.949971 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656dc58-a203-46b4-96d2-eaa2cf2fe5ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:18.950850 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656dc58-a203-46b4-96d2-eaa2cf2fe5ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:18.954017 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656dc58-a203-46b4-96d2-eaa2cf2fe5ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:18.985246 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:19.020388 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b986d07a-8e66-4919-990f-c39a203bb248 None None] For port 613d0a25-d57d-49f7-97b9-02669d41c998, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:08:19.024612 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b986d07a-8e66-4919-990f-c39a203bb248 None None] For port 613d0a25-d57d-49f7-97b9-02669d41c998, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=613d0a25-d57d-49f7-97b9-02669d41c998,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:08:19.025721 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8656dc58-a203-46b4-96d2-eaa2cf2fe5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:19.030726 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b986d07a-8e66-4919-990f-c39a203bb248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:19.076881 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-54177142-1fac-4a3f-b6b4-4a17c2873a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:19.102063 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-54177142-1fac-4a3f-b6b4-4a17c2873a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:19.139337 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-5defe451-1d7d-49c7-8d1e-e865d942685c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.38 "GET /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2475047 Sep 21 18:08:19.163795 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-d7183f59-e2f6-47f4-b9ce-559678a36f32 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:19.227669 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-54177142-1fac-4a3f-b6b4-4a17c2873a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:19.230555 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc012a2-71e5-45c9-802b-4b36709906eb req-ba660b1d-d3b9-4465-b1f8-24337375cc76 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:19.230949 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-54177142-1fac-4a3f-b6b4-4a17c2873a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:19.234868 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-54177142-1fac-4a3f-b6b4-4a17c2873a58 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4b59b936-ed96-480a-a89e-adb1404473ea HTTP/1.1" status: 204 len: 168 time: 0.5117526 Sep 21 18:08:19.238903 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc012a2-71e5-45c9-802b-4b36709906eb req-ba660b1d-d3b9-4465-b1f8-24337375cc76 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:19.246112 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc012a2-71e5-45c9-802b-4b36709906eb req-ba660b1d-d3b9-4465-b1f8-24337375cc76 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:19.252296 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc012a2-71e5-45c9-802b-4b36709906eb req-ba660b1d-d3b9-4465-b1f8-24337375cc76 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:19.258911 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc012a2-71e5-45c9-802b-4b36709906eb req-ba660b1d-d3b9-4465-b1f8-24337375cc76 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:19.265431 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc012a2-71e5-45c9-802b-4b36709906eb req-ba660b1d-d3b9-4465-b1f8-24337375cc76 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:19.273051 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc012a2-71e5-45c9-802b-4b36709906eb req-ba660b1d-d3b9-4465-b1f8-24337375cc76 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:19.280068 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbc012a2-71e5-45c9-802b-4b36709906eb req-ba660b1d-d3b9-4465-b1f8-24337375cc76 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 5446 time: 0.2659447 Sep 21 18:08:19.281786 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54177142-1fac-4a3f-b6b4-4a17c2873a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b59b936-ed96-480a-a89e-adb1404473ea,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:19.283902 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8656dc58-a203-46b4-96d2-eaa2cf2fe5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:19.293554 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-08dff59e-971c-4424-aee4-8e5306b7e9bf req-284c0071-1191-4d1d-abe6-4a4e2a3dd563 service neutron] 10.222.0.38 "GET /v2.0/networks/a15790e2-ddb0-4956-b8df-c99e33512c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617110 Sep 21 18:08:19.354043 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-3ca710a8-f84a-416f-9d66-72f4ab00d7dd None None] Provisioning complete for port bf36e34e-ebba-4f71-a59a-5d649f3f7f8c triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:19.354427 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3ca710a8-f84a-416f-9d66-72f4ab00d7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:19.356156 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b986d07a-8e66-4919-990f-c39a203bb248 None None] Routers {'0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:08:19.357341 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b986d07a-8e66-4919-990f-c39a203bb248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:08:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:19.381076 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f9155-efd8-4fa0-b208-4bbdf5cdd386 None None] Pushing event updated for resources: {'Port': ['ID=613d0a25-d57d-49f7-97b9-02669d41c998,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:19.386179 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-d7183f59-e2f6-47f4-b9ce-559678a36f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:19.442385 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-3ca710a8-f84a-416f-9d66-72f4ab00d7dd None None] Port bf36e34e-ebba-4f71-a59a-5d649f3f7f8c cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:08:19.451518 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbc012a2-71e5-45c9-802b-4b36709906eb req-965346bf-409d-46cb-a3af-424355bb0f6f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1462359 Sep 21 18:08:19.597118 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3a0bde08-0017-4b04-a299-19895b6c3e13 req-0405fced-0fe3-4497-ac28-7ad6e7199f9c tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 210 time: 0.0570805 Sep 21 18:08:19.601841 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-b986d07a-8e66-4919-990f-c39a203bb248 None None] Set router 0532cd4f-7f9f-417a-8e25-ab29cbe2dac6 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:08:19.610813 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8656dc58-a203-46b4-96d2-eaa2cf2fe5ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:19.619458 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8656dc58-a203-46b4-96d2-eaa2cf2fe5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:19.640245 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-d7183f59-e2f6-47f4-b9ce-559678a36f32 service neutron] For port 64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a,segment=NetworkSegment(0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3),segment_id=0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:19.667816 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656dc58-a203-46b4-96d2-eaa2cf2fe5ef admin admin] Pushing event updated for resources: {'Port': ['ID=bf36e34e-ebba-4f71-a59a-5d649f3f7f8c,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:19.705832 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-d7183f59-e2f6-47f4-b9ce-559678a36f32 service neutron] For port 64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:08:19.714004 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8656dc58-a203-46b4-96d2-eaa2cf2fe5ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:19.763979 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-d7183f59-e2f6-47f4-b9ce-559678a36f32 service neutron] device_id is not set on port 64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:08:19.773962 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-d7183f59-e2f6-47f4-b9ce-559678a36f32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:19.781297 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-d7183f59-e2f6-47f4-b9ce-559678a36f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:19.861588 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8656dc58-a203-46b4-96d2-eaa2cf2fe5ef admin admin] Network b4b63a75-cac0-4c3a-a311-673b965199ba is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:19.863222 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-8656dc58-a203-46b4-96d2-eaa2cf2fe5ef admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:19.884095 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-d7183f59-e2f6-47f4-b9ce-559678a36f32 service neutron] No DVR routers for this DVR port 64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:08:19.969592 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b986d07a-8e66-4919-990f-c39a203bb248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'name': 'tempest-AttachVolumeTestJSON-1801208743-router', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:14Z', 'updated_at': '2021-09-21T18:08:19Z', 'revision_number': 4, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'gw_port': {'id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:15Z', 'updated_at': '2021-09-21T18:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'bf36e34e-ebba-4f71-a59a-5d649f3f7f8c', 'name': '', 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'mac_address': 'fa:16:3e:bd:3f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:18Z', 'updated_at': '2021-09-21T18:08:18Z', 'revision_number': 1, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'subnets': [{'id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:19.975005 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7183f59-e2f6-47f4-b9ce-559678a36f32 service neutron] Pushing event updated for resources: {'Port': ['ID=64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a,revision_number=6']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:20.002821 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-d7183f59-e2f6-47f4-b9ce-559678a36f32 service neutron] In _notify_port_updated(), no bound segment for port 64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a on network 2b661a03-cfc9-463e-8f0e-9f949f6cb0f0 {{(pid=101460) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:08:20.004042 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-d7183f59-e2f6-47f4-b9ce-559678a36f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:20.004833 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-d7183f59-e2f6-47f4-b9ce-559678a36f32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:20.006693 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-d7183f59-e2f6-47f4-b9ce-559678a36f32 service neutron] 10.222.0.38 "PUT /v2.0/ports/64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a HTTP/1.1" status: 200 len: 1033 time: 0.8515284 Sep 21 18:08:20.048435 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b986d07a-8e66-4919-990f-c39a203bb248 None None] The sync data for ids ['0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'] in n-d-810291-1 is: [{'id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'name': 'tempest-AttachVolumeTestJSON-1801208743-router', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:14Z', 'updated_at': '2021-09-21T18:08:19Z', 'revision_number': 4, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'gw_port': {'id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:15Z', 'updated_at': '2021-09-21T18:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'bf36e34e-ebba-4f71-a59a-5d649f3f7f8c', 'name': '', 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'mac_address': 'fa:16:3e:bd:3f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:18Z', 'updated_at': '2021-09-21T18:08:18Z', 'revision_number': 1, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'subnets': [{'id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:08:20.064296 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1b162d69-1962-4a47-a4dd-3917537ec513 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:20.109308 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:20.147070 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8656dc58-a203-46b4-96d2-eaa2cf2fe5ef admin admin] Router 0532cd4f-7f9f-417a-8e25-ab29cbe2dac6 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:08:20.150112 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 1b162d69-1962-4a47-a4dd-3917537ec513 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:20.150753 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:20.182450 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-293a185a-8d7d-4954-832a-37b718fd3235 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:20.197121 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-293a185a-8d7d-4954-832a-37b718fd3235 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.38 "GET /v2.0/ports/b666b514-e94e-4667-894c-fef701235f80?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1775177 Sep 21 18:08:20.215215 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-163785f5-07b8-4171-aa2e-31667eb62511 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:20.323222 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-f383bdfe-7386-4867-a3b2-17930ec100bc None None] Provisioning complete for port 64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:20.323869 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f383bdfe-7386-4867-a3b2-17930ec100bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:20.359510 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-163785f5-07b8-4171-aa2e-31667eb62511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:20.366181 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-f383bdfe-7386-4867-a3b2-17930ec100bc None None] Port 64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:08:20.383098 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8656dc58-a203-46b4-96d2-eaa2cf2fe5ef admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:08:20.391099 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8656dc58-a203-46b4-96d2-eaa2cf2fe5ef admin admin] 10.222.0.58 "PUT /v2.0/routers/0532cd4f-7f9f-417a-8e25-ab29cbe2dac6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0820959 Sep 21 18:08:20.496211 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-223280ca-adfa-4ce8-837d-27aaed32904a None None] Provisioning complete for port bf36e34e-ebba-4f71-a59a-5d649f3f7f8c triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:20.496680 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-223280ca-adfa-4ce8-837d-27aaed32904a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:20.581281 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-223280ca-adfa-4ce8-837d-27aaed32904a None None] Port bf36e34e-ebba-4f71-a59a-5d649f3f7f8c cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:08:20.619587 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-163785f5-07b8-4171-aa2e-31667eb62511 service neutron] For port b666b514-e94e-4667-894c-fef701235f80, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=b666b514-e94e-4667-894c-fef701235f80,segment=NetworkSegment(0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3),segment_id=0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:20.699853 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799dbce-8207-4ebe-9699-4eaad247adc2 req-8696fe7d-0431-4214-8412-d6a606d64377 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:20.706097 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799dbce-8207-4ebe-9699-4eaad247adc2 req-8696fe7d-0431-4214-8412-d6a606d64377 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:20.712468 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799dbce-8207-4ebe-9699-4eaad247adc2 req-8696fe7d-0431-4214-8412-d6a606d64377 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:20.719077 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799dbce-8207-4ebe-9699-4eaad247adc2 req-8696fe7d-0431-4214-8412-d6a606d64377 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:20.725615 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799dbce-8207-4ebe-9699-4eaad247adc2 req-8696fe7d-0431-4214-8412-d6a606d64377 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:20.735350 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799dbce-8207-4ebe-9699-4eaad247adc2 req-8696fe7d-0431-4214-8412-d6a606d64377 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:20.737422 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4799dbce-8207-4ebe-9699-4eaad247adc2 req-8696fe7d-0431-4214-8412-d6a606d64377 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 4666 time: 0.1417949 Sep 21 18:08:20.745276 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-163785f5-07b8-4171-aa2e-31667eb62511 service neutron] For port b666b514-e94e-4667-894c-fef701235f80, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:08:20.806768 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-163785f5-07b8-4171-aa2e-31667eb62511 service neutron] device_id is not set on port b666b514-e94e-4667-894c-fef701235f80 yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:08:20.823060 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4799dbce-8207-4ebe-9699-4eaad247adc2 req-0a7c40ab-0973-4c25-b89f-f8b866aa3c01 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=cd44170a-ecc0-4c86-a55e-1ce072635fc9&id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0785613 Sep 21 18:08:20.824920 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-163785f5-07b8-4171-aa2e-31667eb62511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:20.832632 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-163785f5-07b8-4171-aa2e-31667eb62511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:20.930611 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163785f5-07b8-4171-aa2e-31667eb62511 service neutron] Pushing event updated for resources: {'Port': ['ID=b666b514-e94e-4667-894c-fef701235f80,revision_number=6']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:20.940534 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-163785f5-07b8-4171-aa2e-31667eb62511 service neutron] No DVR routers for this DVR port b666b514-e94e-4667-894c-fef701235f80 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:08:21.009324 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6f529189-b5fe-477d-9656-29a28a1fc0ae req-9169d04c-f734-4753-b4f7-83826a0e5c24 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 210 time: 0.0544329 Sep 21 18:08:21.044868 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-163785f5-07b8-4171-aa2e-31667eb62511 service neutron] In _notify_port_updated(), no bound segment for port b666b514-e94e-4667-894c-fef701235f80 on network 2b661a03-cfc9-463e-8f0e-9f949f6cb0f0 {{(pid=101460) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:08:21.045803 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-163785f5-07b8-4171-aa2e-31667eb62511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:21.046432 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-163785f5-07b8-4171-aa2e-31667eb62511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:21.047800 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-163785f5-07b8-4171-aa2e-31667eb62511 service neutron] 10.222.0.38 "PUT /v2.0/ports/b666b514-e94e-4667-894c-fef701235f80 HTTP/1.1" status: 200 len: 1033 time: 0.8426881 Sep 21 18:08:21.163857 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51414) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:21.175956 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-df155bcd-643a-47ec-83de-6fa6b7637645 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1381948321', 'description': 'tempest-description--1085351741'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:21.219757 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-df155bcd-643a-47ec-83de-6fa6b7637645 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:21.225583 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-d1662355-ac9c-42bc-be95-7a24bbdc6ab6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Deleting port 39b7e556-b26a-4886-8954-27bb67b56114 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:21.226065 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-d1662355-ac9c-42bc-be95-7a24bbdc6ab6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:21.317449 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-28151247-860e-4b18-8bbb-328e0b06e52f None None] Provisioning complete for port b666b514-e94e-4667-894c-fef701235f80 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:21.317975 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-28151247-860e-4b18-8bbb-328e0b06e52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:21.337342 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-df155bcd-643a-47ec-83de-6fa6b7637645 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:21.342381 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-df155bcd-643a-47ec-83de-6fa6b7637645 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:21.370186 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-28151247-860e-4b18-8bbb-328e0b06e52f None None] Port b666b514-e94e-4667-894c-fef701235f80 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:08:21.371956 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-d1662355-ac9c-42bc-be95-7a24bbdc6ab6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] For port 39b7e556-b26a-4886-8954-27bb67b56114, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=39b7e556-b26a-4886-8954-27bb67b56114,segment=NetworkSegment(0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3),segment_id=0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:21.372339 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-d1662355-ac9c-42bc-be95-7a24bbdc6ab6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:21.382684 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-df155bcd-643a-47ec-83de-6fa6b7637645 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:21.386611 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-df155bcd-643a-47ec-83de-6fa6b7637645 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2190738 Sep 21 18:08:21.388112 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51416) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:21.391406 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df155bcd-643a-47ec-83de-6fa6b7637645 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=209c79ff-44ae-4b66-84c6-c495a27f267d,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:21.393372 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-d1662355-ac9c-42bc-be95-7a24bbdc6ab6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Calling delete_port for 39b7e556-b26a-4886-8954-27bb67b56114 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:21.398697 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-ddaf848d-8930-4295-bf2e-88d6282dbe99 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Request body: {'security_group_rule': {'security_group_id': '209c79ff-44ae-4b66-84c6-c495a27f267d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:21.439454 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ddaf848d-8930-4295-bf2e-88d6282dbe99 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:21.523370 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ddaf848d-8930-4295-bf2e-88d6282dbe99 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:21.530339 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ddaf848d-8930-4295-bf2e-88d6282dbe99 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:21.536791 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:21.561242 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf848d-8930-4295-bf2e-88d6282dbe99 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e27b22be-2dc1-4642-b54d-a18649d7868b,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:21.568129 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ddaf848d-8930-4295-bf2e-88d6282dbe99 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:21.569684 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ddaf848d-8930-4295-bf2e-88d6282dbe99 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1796436 Sep 21 18:08:21.573170 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51418) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:21.577922 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-918dd6d3-65fd-4357-94b0-594a13233d0c tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Request body: {'security_group_rule': {'security_group_id': '209c79ff-44ae-4b66-84c6-c495a27f267d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:21.597569 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-d1662355-ac9c-42bc-be95-7a24bbdc6ab6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:21.634971 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1662355-ac9c-42bc-be95-7a24bbdc6ab6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Pushing event deleted for resources: {'Port': ['ID=39b7e556-b26a-4886-8954-27bb67b56114,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:21.643198 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-918dd6d3-65fd-4357-94b0-594a13233d0c tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:21.713037 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-d1662355-ac9c-42bc-be95-7a24bbdc6ab6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] No DVR routers for this DVR port 39b7e556-b26a-4886-8954-27bb67b56114 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:08:21.717296 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-d1662355-ac9c-42bc-be95-7a24bbdc6ab6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:21.719543 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-d1662355-ac9c-42bc-be95-7a24bbdc6ab6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.38 "DELETE /v2.0/ports/39b7e556-b26a-4886-8954-27bb67b56114 HTTP/1.1" status: 204 len: 173 time: 0.6639559 Sep 21 18:08:21.719998 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'name': 'network-vif-deleted', 'tag': '39b7e556-b26a-4886-8954-27bb67b56114'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:21.722360 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a7be13-824c-4ec7-a483-f07b1be345b3" -d '{"events": [{"server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "name": "network-vif-deleted", "tag": "39b7e556-b26a-4886-8954-27bb67b56114"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:21.745633 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-918dd6d3-65fd-4357-94b0-594a13233d0c tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:21.775265 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-918dd6d3-65fd-4357-94b0-594a13233d0c tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:21.777815 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef5b49c-6520-4a77-a480-ff45d3b60dc8 x-openstack-request-id: req-2ef5b49c-6520-4a77-a480-ff45d3b60dc8 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:21.778115 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "name": "network-vif-deleted", "tag": "39b7e556-b26a-4886-8954-27bb67b56114", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:21.778399 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2ef5b49c-6520-4a77-a480-ff45d3b60dc8 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:21.779007 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'name': 'network-vif-deleted', 'tag': '39b7e556-b26a-4886-8954-27bb67b56114', 'status': 'completed', 'code': 200} Sep 21 18:08:21.805886 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918dd6d3-65fd-4357-94b0-594a13233d0c tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a08c94-9a45-43f3-a93b-d075d9dd4261,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:21.843760 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-918dd6d3-65fd-4357-94b0-594a13233d0c tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:21.848016 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-918dd6d3-65fd-4357-94b0-594a13233d0c tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2707639 Sep 21 18:08:21.848469 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51422) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:21.853145 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-8335ddfd-e436-49f0-91e0-28993e4da1d2 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:21.885749 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-cc1d3e64-c3b7-495d-8250-a659b1733a2c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Deleting port 054e6666-6694-4141-b20b-da2fa2a124e2 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:21.886191 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-cc1d3e64-c3b7-495d-8250-a659b1733a2c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:21.906780 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8335ddfd-e436-49f0-91e0-28993e4da1d2 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for floatingip, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:22.028028 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-cc1d3e64-c3b7-495d-8250-a659b1733a2c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] For port 054e6666-6694-4141-b20b-da2fa2a124e2, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=054e6666-6694-4141-b20b-da2fa2a124e2,segment=NetworkSegment(0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3),segment_id=0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:22.028411 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-cc1d3e64-c3b7-495d-8250-a659b1733a2c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:22.044632 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-cc1d3e64-c3b7-495d-8250-a659b1733a2c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Calling delete_port for 054e6666-6694-4141-b20b-da2fa2a124e2 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:22.085008 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 39b7e556-b26a-4886-8954-27bb67b56114 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:08:22.122342 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe739c3c-e48d-454a-97e1-db4c27b9e003 req-7900f525-c16e-4468-aedb-7248a37860a9 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:22.129456 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe739c3c-e48d-454a-97e1-db4c27b9e003 req-7900f525-c16e-4468-aedb-7248a37860a9 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:22.135693 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe739c3c-e48d-454a-97e1-db4c27b9e003 req-7900f525-c16e-4468-aedb-7248a37860a9 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:22.143468 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 613d0a25-d57d-49f7-97b9-02669d41c998 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:22.146708 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe739c3c-e48d-454a-97e1-db4c27b9e003 req-7900f525-c16e-4468-aedb-7248a37860a9 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:22.148876 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fe739c3c-e48d-454a-97e1-db4c27b9e003 req-7900f525-c16e-4468-aedb-7248a37860a9 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 3151 time: 0.1971955 Sep 21 18:08:22.184570 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-00620b77-13b2-4705-8ba7-cf9419a344a2 req-fea2cc77-1ac3-4f73-bf00-0555b309af2f tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 210 time: 0.0470915 Sep 21 18:08:22.195923 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 39b7e556-b26a-4886-8954-27bb67b56114 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:08:22.199185 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 39b7e556-b26a-4886-8954-27bb67b56114 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:08:22.199814 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device c8bd6324-ba29-4ca0-b70f-9e2945b882d7 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:08:22.220034 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fe739c3c-e48d-454a-97e1-db4c27b9e003 req-9a2f5c76-f562-4011-9107-3a762db009f5 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615263 Sep 21 18:08:22.223763 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8335ddfd-e436-49f0-91e0-28993e4da1d2 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:22.297148 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 613d0a25-d57d-49f7-97b9-02669d41c998 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:22.297637 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:22.353080 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-cc1d3e64-c3b7-495d-8250-a659b1733a2c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:22.379079 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:22.387603 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-8335ddfd-e436-49f0-91e0-28993e4da1d2 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Allocated IP 172.25.6.118 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/43d0f79e-0b61-4e03-849c-a0915980c484) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:08:22.404990 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d3e64-c3b7-495d-8250-a659b1733a2c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Pushing event deleted for resources: {'Port': ['ID=054e6666-6694-4141-b20b-da2fa2a124e2,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:22.411573 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8bd6324-ba29-4ca0-b70f-9e2945b882d7'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:22.414899 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f016e2-e3dd-481e-a569-80f1f314d1d2" -d '{"events": [{"server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "name": "network-vif-unplugged", "status": "completed", "tag": "c8bd6324-ba29-4ca0-b70f-9e2945b882d7"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:22.432451 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port c8bd6324-ba29-4ca0-b70f-9e2945b882d7, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=c8bd6324-ba29-4ca0-b70f-9e2945b882d7,segment=NetworkSegment(e0bbbf63-a71d-4cba-9a61-57f58fac4e2e),segment_id=e0bbbf63-a71d-4cba-9a61-57f58fac4e2e)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:22.445951 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:22.448553 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a4d8c11d-20a6-4197-98eb-9131ec08bed8 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:08:22.489600 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-cc1d3e64-c3b7-495d-8250-a659b1733a2c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] No DVR routers for this DVR port 054e6666-6694-4141-b20b-da2fa2a124e2 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:08:22.493696 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-cc1d3e64-c3b7-495d-8250-a659b1733a2c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:22.496556 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8fda16-91c5-4d6b-bf6a-83e724f9c087 x-openstack-request-id: req-ef8fda16-91c5-4d6b-bf6a-83e724f9c087 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:22.496867 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "name": "network-vif-unplugged", "status": "completed", "tag": "c8bd6324-ba29-4ca0-b70f-9e2945b882d7", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:22.497112 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ef8fda16-91c5-4d6b-bf6a-83e724f9c087 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:22.497420 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-cc1d3e64-c3b7-495d-8250-a659b1733a2c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.38 "DELETE /v2.0/ports/054e6666-6694-4141-b20b-da2fa2a124e2 HTTP/1.1" status: 204 len: 173 time: 0.7490652 Sep 21 18:08:22.497624 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8bd6324-ba29-4ca0-b70f-9e2945b882d7', 'code': 200} Sep 21 18:08:22.565865 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:22.575772 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8335ddfd-e436-49f0-91e0-28993e4da1d2 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:22.575963 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=c8bd6324-ba29-4ca0-b70f-9e2945b882d7,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:22.609910 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 613d0a25-d57d-49f7-97b9-02669d41c998, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=613d0a25-d57d-49f7-97b9-02669d41c998,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:22.620461 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-5efb8688-3469-4027-93a2-0721c355ba50 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Deleting port c8bd6324-ba29-4ca0-b70f-9e2945b882d7 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:22.620960 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-5efb8688-3469-4027-93a2-0721c355ba50 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:22.638099 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:22.661668 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8335ddfd-e436-49f0-91e0-28993e4da1d2 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:22.684340 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:22.709239 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8335ddfd-e436-49f0-91e0-28993e4da1d2 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:22.713406 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-8335ddfd-e436-49f0-91e0-28993e4da1d2 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:22.721849 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8335ddfd-e436-49f0-91e0-28993e4da1d2 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:08:22.744798 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port a4d8c11d-20a6-4197-98eb-9131ec08bed8, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a4d8c11d-20a6-4197-98eb-9131ec08bed8,segment=NetworkSegment(284c8edc-4cb9-4da4-8faf-e3c218f7e9d7),segment_id=284c8edc-4cb9-4da4-8faf-e3c218f7e9d7)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:22.747555 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=613d0a25-d57d-49f7-97b9-02669d41c998,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:22.757052 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:22.757797 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device b666b514-e94e-4667-894c-fef701235f80 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:08:22.799947 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-5efb8688-3469-4027-93a2-0721c355ba50 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] For port c8bd6324-ba29-4ca0-b70f-9e2945b882d7, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=c8bd6324-ba29-4ca0-b70f-9e2945b882d7,segment=NetworkSegment(e0bbbf63-a71d-4cba-9a61-57f58fac4e2e),segment_id=e0bbbf63-a71d-4cba-9a61-57f58fac4e2e)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:22.800421 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-5efb8688-3469-4027-93a2-0721c355ba50 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:22.841168 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device b666b514-e94e-4667-894c-fef701235f80 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:08:22.841168 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:08:22.846173 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=a4d8c11d-20a6-4197-98eb-9131ec08bed8,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:22.890034 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:08:22.890472 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 054e6666-6694-4141-b20b-da2fa2a124e2 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:08:22.911341 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 054e6666-6694-4141-b20b-da2fa2a124e2 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:08:22.911341 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 054e6666-6694-4141-b20b-da2fa2a124e2 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:08:22.911341 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device b3ce70b6-6a2c-4f29-a57a-39e65f45435f no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:08:23.025738 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:23.072741 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port b3ce70b6-6a2c-4f29-a57a-39e65f45435f, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=b3ce70b6-6a2c-4f29-a57a-39e65f45435f,segment=NetworkSegment(284c8edc-4cb9-4da4-8faf-e3c218f7e9d7),segment_id=284c8edc-4cb9-4da4-8faf-e3c218f7e9d7)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:23.080773 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:23.129049 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-5efb8688-3469-4027-93a2-0721c355ba50 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:23.130034 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-5efb8688-3469-4027-93a2-0721c355ba50 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:23.130034 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-5efb8688-3469-4027-93a2-0721c355ba50 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Floating IP 0602900f-aaff-4bf0-b5c4-679531b5823f disassociated. External IP: 172.25.6.52, port: c8bd6324-ba29-4ca0-b70f-9e2945b882d7. Sep 21 18:08:23.130356 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-5efb8688-3469-4027-93a2-0721c355ba50 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Calling delete_port for c8bd6324-ba29-4ca0-b70f-9e2945b882d7 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:23.161003 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=b3ce70b6-6a2c-4f29-a57a-39e65f45435f,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:23.195411 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e229db13-e51b-406c-bf01-daf359df4a2b None None] Sync routers for ids ['0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:08:23.207384 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e229db13-e51b-406c-bf01-daf359df4a2b None None] Routers {'0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:08:23.208453 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-e229db13-e51b-406c-bf01-daf359df4a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:08:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:23.254183 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335ddfd-e436-49f0-91e0-28993e4da1d2 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Pushing event updated for resources: {'Port': ['ID=43d0f79e-0b61-4e03-849c-a0915980c484,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:23.305224 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-5efb8688-3469-4027-93a2-0721c355ba50 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:23.331562 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:23.355291 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-e229db13-e51b-406c-bf01-daf359df4a2b None None] Set router 0532cd4f-7f9f-417a-8e25-ab29cbe2dac6 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:08:23.371449 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb8688-3469-4027-93a2-0721c355ba50 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Pushing event deleted for resources: {'Port': ['ID=c8bd6324-ba29-4ca0-b70f-9e2945b882d7,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:23.428505 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b8d864d5-6a8e-41c2-b0fd-3efa79b3ef05 req-40968494-81d1-420a-9f44-995a9ecf54da tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 210 time: 0.0494285 Sep 21 18:08:23.449388 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8335ddfd-e436-49f0-91e0-28993e4da1d2 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:23.496640 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120cdc5-60af-4c5f-86e7-8757b2832c2e req-c9c28022-2c36-4703-a0cf-418cc567c506 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:23.502812 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120cdc5-60af-4c5f-86e7-8757b2832c2e req-c9c28022-2c36-4703-a0cf-418cc567c506 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:23.504667 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8120cdc5-60af-4c5f-86e7-8757b2832c2e req-c9c28022-2c36-4703-a0cf-418cc567c506 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 1677 time: 0.1233590 Sep 21 18:08:23.518400 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8335ddfd-e436-49f0-91e0-28993e4da1d2 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:23.609554 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8120cdc5-60af-4c5f-86e7-8757b2832c2e req-7c096edb-b1ca-4eea-9dfe-31a8b7bee9a4 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957592 Sep 21 18:08:23.611581 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-5efb8688-3469-4027-93a2-0721c355ba50 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Router 70ee5c10-760c-4729-b3a2-b2cfa126a600 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:08:23.617995 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-e229db13-e51b-406c-bf01-daf359df4a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'name': 'tempest-AttachVolumeTestJSON-1801208743-router', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:14Z', 'updated_at': '2021-09-21T18:08:19Z', 'revision_number': 4, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'gw_port': {'id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:15Z', 'updated_at': '2021-09-21T18:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'bf36e34e-ebba-4f71-a59a-5d649f3f7f8c', 'name': '', 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'mac_address': 'fa:16:3e:bd:3f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:18Z', 'updated_at': '2021-09-21T18:08:19Z', 'revision_number': 2, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'subnets': [{'id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:23.653655 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e229db13-e51b-406c-bf01-daf359df4a2b None None] Checking router: 0532cd4f-7f9f-417a-8e25-ab29cbe2dac6 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:08:23.654005 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e229db13-e51b-406c-bf01-daf359df4a2b None None] Updating router 0532cd4f-7f9f-417a-8e25-ab29cbe2dac6 port bf36e34e-ebba-4f71-a59a-5d649f3f7f8c binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:08:23.697204 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e229db13-e51b-406c-bf01-daf359df4a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:23.737036 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-5efb8688-3469-4027-93a2-0721c355ba50 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:08:23.749050 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49df550-fb5f-4736-83e8-704929484a98 None None] Sync routers for ids ['70ee5c10-760c-4729-b3a2-b2cfa126a600'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:08:23.753530 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8335ddfd-e436-49f0-91e0-28993e4da1d2 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:23.762252 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8335ddfd-e436-49f0-91e0-28993e4da1d2 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:23.767780 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49df550-fb5f-4736-83e8-704929484a98 None None] Routers {'70ee5c10-760c-4729-b3a2-b2cfa126a600'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:08:23.768522 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-e49df550-fb5f-4736-83e8-704929484a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:08:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['70ee5c10-760c-4729-b3a2-b2cfa126a600'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:23.787626 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'name': 'network-vif-deleted', 'tag': '054e6666-6694-4141-b20b-da2fa2a124e2'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:23.790322 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15487f60-a462-451d-b11e-cf9c868f0f45" -d '{"events": [{"server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "name": "network-vif-deleted", "tag": "054e6666-6694-4141-b20b-da2fa2a124e2"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:23.794901 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-5efb8688-3469-4027-93a2-0721c355ba50 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] No DVR routers for this DVR port c8bd6324-ba29-4ca0-b70f-9e2945b882d7 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:08:23.798029 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-5efb8688-3469-4027-93a2-0721c355ba50 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:23.801910 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-5efb8688-3469-4027-93a2-0721c355ba50 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.38 "DELETE /v2.0/ports/c8bd6324-ba29-4ca0-b70f-9e2945b882d7 HTTP/1.1" status: 204 len: 173 time: 1.2978957 Sep 21 18:08:23.892058 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e6bc2f-268c-4be6-885d-79bab941538f x-openstack-request-id: req-59e6bc2f-268c-4be6-885d-79bab941538f {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:23.892424 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "name": "network-vif-deleted", "tag": "054e6666-6694-4141-b20b-da2fa2a124e2", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:23.892591 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-59e6bc2f-268c-4be6-885d-79bab941538f {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:23.893245 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'name': 'network-vif-deleted', 'tag': '054e6666-6694-4141-b20b-da2fa2a124e2', 'status': 'completed', 'code': 200} Sep 21 18:08:23.925700 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335ddfd-e436-49f0-91e0-28993e4da1d2 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Pushing event updated for resources: {'Port': ['ID=43d0f79e-0b61-4e03-849c-a0915980c484,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:23.943674 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8335ddfd-e436-49f0-91e0-28993e4da1d2 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:23.963304 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8335ddfd-e436-49f0-91e0-28993e4da1d2 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:23.974001 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8335ddfd-e436-49f0-91e0-28993e4da1d2 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1151092 Sep 21 18:08:24.029460 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-e49df550-fb5f-4736-83e8-704929484a98 None None] Set router 70ee5c10-760c-4729-b3a2-b2cfa126a600 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:08:24.030749 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-bc66707b-c14a-4fba-8f87-6a6a57ee7ae4 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Deleting port b3ce70b6-6a2c-4f29-a57a-39e65f45435f {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:24.031292 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-bc66707b-c14a-4fba-8f87-6a6a57ee7ae4 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.098246 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 613d0a25-d57d-49f7-97b9-02669d41c998 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:24.156811 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e229db13-e51b-406c-bf01-daf359df4a2b None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.172658 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e229db13-e51b-406c-bf01-daf359df4a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.183979 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-bc66707b-c14a-4fba-8f87-6a6a57ee7ae4 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] For port b3ce70b6-6a2c-4f29-a57a-39e65f45435f, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=b3ce70b6-6a2c-4f29-a57a-39e65f45435f,segment=NetworkSegment(284c8edc-4cb9-4da4-8faf-e3c218f7e9d7),segment_id=284c8edc-4cb9-4da4-8faf-e3c218f7e9d7)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:24.184845 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-bc66707b-c14a-4fba-8f87-6a6a57ee7ae4 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.201208 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-bc66707b-c14a-4fba-8f87-6a6a57ee7ae4 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Calling delete_port for b3ce70b6-6a2c-4f29-a57a-39e65f45435f owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:24.237852 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d5540-9802-4b9c-aed1-c3f53e0beb52 None None] Pushing event updated for resources: {'Port': ['ID=bf36e34e-ebba-4f71-a59a-5d649f3f7f8c,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:24.258236 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d5540-9802-4b9c-aed1-c3f53e0beb52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:24.258600 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d5540-9802-4b9c-aed1-c3f53e0beb52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:24.259400 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d5540-9802-4b9c-aed1-c3f53e0beb52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:24.259744 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d5540-9802-4b9c-aed1-c3f53e0beb52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:24.260075 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d5540-9802-4b9c-aed1-c3f53e0beb52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:24.260403 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d5540-9802-4b9c-aed1-c3f53e0beb52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:24.260730 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d5540-9802-4b9c-aed1-c3f53e0beb52 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:24.261051 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d5540-9802-4b9c-aed1-c3f53e0beb52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:24.261370 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d5540-9802-4b9c-aed1-c3f53e0beb52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:24.261687 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d5540-9802-4b9c-aed1-c3f53e0beb52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:24.262175 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d5540-9802-4b9c-aed1-c3f53e0beb52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:24.262493 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d5540-9802-4b9c-aed1-c3f53e0beb52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:24.290265 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 613d0a25-d57d-49f7-97b9-02669d41c998 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:24.290666 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.331553 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-e229db13-e51b-406c-bf01-daf359df4a2b None None] Attempting to bind port bf36e34e-ebba-4f71-a59a-5d649f3f7f8c on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:08:24.333856 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-e229db13-e51b-406c-bf01-daf359df4a2b None None] Attempting to bind port bf36e34e-ebba-4f71-a59a-5d649f3f7f8c by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '56ed99cd-0543-43a6-8d7e-2106ce5d8c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:08:24.334360 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e229db13-e51b-406c-bf01-daf359df4a2b None None] Attempting to bind port bf36e34e-ebba-4f71-a59a-5d649f3f7f8c on network b4b63a75-cac0-4c3a-a311-673b965199ba {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:08:24.350258 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e229db13-e51b-406c-bf01-daf359df4a2b None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:08:24.350644 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e229db13-e51b-406c-bf01-daf359df4a2b None None] Checking segment: {'id': '56ed99cd-0543-43a6-8d7e-2106ce5d8c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:08:24.351243 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e229db13-e51b-406c-bf01-daf359df4a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.351645 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e229db13-e51b-406c-bf01-daf359df4a2b None None] Bound using segment: {'id': '56ed99cd-0543-43a6-8d7e-2106ce5d8c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:08:24.352291 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-e229db13-e51b-406c-bf01-daf359df4a2b None None] Bound port: bf36e34e-ebba-4f71-a59a-5d649f3f7f8c, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ed99cd-0543-43a6-8d7e-2106ce5d8c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:08:24.352769 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e229db13-e51b-406c-bf01-daf359df4a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.435598 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-bc66707b-c14a-4fba-8f87-6a6a57ee7ae4 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.450900 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-e229db13-e51b-406c-bf01-daf359df4a2b None None] For port bf36e34e-ebba-4f71-a59a-5d649f3f7f8c, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:08:24.455536 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-e229db13-e51b-406c-bf01-daf359df4a2b None None] For port bf36e34e-ebba-4f71-a59a-5d649f3f7f8c, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=bf36e34e-ebba-4f71-a59a-5d649f3f7f8c,segment=NetworkSegment(56ed99cd-0543-43a6-8d7e-2106ce5d8c41),segment_id=56ed99cd-0543-43a6-8d7e-2106ce5d8c41)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:08:24.461823 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e229db13-e51b-406c-bf01-daf359df4a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.504565 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4d8c11d-20a6-4197-98eb-9131ec08bed8'}, {'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3ce70b6-6a2c-4f29-a57a-39e65f45435f'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:24.507286 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5987b90-b6cb-4743-bbce-c30616822ed7" -d '{"events": [{"server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "name": "network-vif-unplugged", "status": "completed", "tag": "a4d8c11d-20a6-4197-98eb-9131ec08bed8"}, {"server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "name": "network-vif-unplugged", "status": "completed", "tag": "b3ce70b6-6a2c-4f29-a57a-39e65f45435f"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:24.516505 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66707b-c14a-4fba-8f87-6a6a57ee7ae4 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Pushing event deleted for resources: {'Port': ['ID=b3ce70b6-6a2c-4f29-a57a-39e65f45435f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:24.546327 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e229db13-e51b-406c-bf01-daf359df4a2b None None] Routers {'0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:08:24.546997 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-e229db13-e51b-406c-bf01-daf359df4a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:08:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:24.566071 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e19fd4a-343d-4393-9347-9806e98921ec req-9691b04c-3c65-4e7e-bd18-4d1de2d5689f tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1381948321&fields=id&tenant_id=5aadfefca1044e71aeb470c69c909afe HTTP/1.1" status: 200 len: 267 time: 0.4138088 Sep 21 18:08:24.595205 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d5540-9802-4b9c-aed1-c3f53e0beb52 None None] Pushing event updated for resources: {'Port': ['ID=bf36e34e-ebba-4f71-a59a-5d649f3f7f8c,revision_number=4']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:24.608084 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-bc66707b-c14a-4fba-8f87-6a6a57ee7ae4 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] No DVR routers for this DVR port b3ce70b6-6a2c-4f29-a57a-39e65f45435f on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:08:24.611588 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-bc66707b-c14a-4fba-8f87-6a6a57ee7ae4 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.617503 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-bc66707b-c14a-4fba-8f87-6a6a57ee7ae4 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.38 "DELETE /v2.0/ports/b3ce70b6-6a2c-4f29-a57a-39e65f45435f HTTP/1.1" status: 204 len: 173 time: 0.8093426 Sep 21 18:08:24.651654 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4dc2c470-d0c3-42e3-bf35-e448c17e009e req-2ddefc45-b650-47af-9f94-eadc1c53c4b7 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 210 time: 0.0648084 Sep 21 18:08:24.662957 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.718706 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3807be75-35da-44bf-a183-90630ad1d6a4 x-openstack-request-id: req-3807be75-35da-44bf-a183-90630ad1d6a4 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:24.719179 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "name": "network-vif-unplugged", "status": "completed", "tag": "a4d8c11d-20a6-4197-98eb-9131ec08bed8", "code": 200}, {"server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "name": "network-vif-unplugged", "status": "completed", "tag": "b3ce70b6-6a2c-4f29-a57a-39e65f45435f", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:24.719928 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3807be75-35da-44bf-a183-90630ad1d6a4 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:24.719928 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4d8c11d-20a6-4197-98eb-9131ec08bed8', 'code': 200} Sep 21 18:08:24.720379 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3ce70b6-6a2c-4f29-a57a-39e65f45435f', 'code': 200} Sep 21 18:08:24.768404 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-e229db13-e51b-406c-bf01-daf359df4a2b None None] Set router 0532cd4f-7f9f-417a-8e25-ab29cbe2dac6 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:08:24.781712 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-d7bdcb9a-e0fd-4f44-9efc-ece6801bed9f None None] Provisioning complete for port bf36e34e-ebba-4f71-a59a-5d649f3f7f8c triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:24.783180 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d7bdcb9a-e0fd-4f44-9efc-ece6801bed9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.827122 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19fd4a-343d-4393-9347-9806e98921ec req-a141eaf4-abfa-4073-98a5-b75a3cc9970c tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:24.831487 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e19fd4a-343d-4393-9347-9806e98921ec req-a141eaf4-abfa-4073-98a5-b75a3cc9970c tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/networks?id=b4b63a75-cac0-4c3a-a311-673b965199ba HTTP/1.1" status: 200 len: 811 time: 0.2644517 Sep 21 18:08:24.862566 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-ac55bebe-5dbf-4202-9e23-9a69454ae6a2 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Deleting port a4d8c11d-20a6-4197-98eb-9131ec08bed8 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:24.864273 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-ac55bebe-5dbf-4202-9e23-9a69454ae6a2 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:24.869039 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e19fd4a-343d-4393-9347-9806e98921ec req-40400b11-a84d-46fe-80e4-d68c9d5c640b tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/quotas/5aadfefca1044e71aeb470c69c909afe HTTP/1.1" status: 200 len: 375 time: 0.0285907 Sep 21 18:08:24.918984 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe0e9b-c9be-4959-a20a-b25ebd37dab7 req-6a968caf-b79f-4b10-a133-4cf8422f9bc3 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:24.920227 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ecbe0e9b-c9be-4959-a20a-b25ebd37dab7 req-6a968caf-b79f-4b10-a133-4cf8422f9bc3 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 943 time: 0.1085076 Sep 21 18:08:24.921323 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-e49df550-fb5f-4736-83e8-704929484a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'name': 'tempest-TaggedBootDevicesTest_v242-1839193842-router', 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '368f121e-9742-4e3d-ad23-34901564bbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:35Z', 'updated_at': '2021-09-21T17:57:42Z', 'revision_number': 4, 'project_id': 'f45042291f6d424394d35c26dcf75613', 'gw_port': {'id': '368f121e-9742-4e3d-ad23-34901564bbdb', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:36Z', 'updated_at': '2021-09-21T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '71049d01-faed-46fe-b7df-418057d28f73', 'name': '', 'network_id': '2dc45eb4-5f11-4e3f-9333-457ab9caa65b', 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'mac_address': 'fa:16:3e:b6:c6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '063152f7-9266-4ea3-af4b-f63acd8682dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:39Z', 'updated_at': '2021-09-21T17:57:48Z', 'revision_number': 5, 'project_id': 'f45042291f6d424394d35c26dcf75613', 'subnets': [{'id': '063152f7-9266-4ea3-af4b-f63acd8682dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:24.998448 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49df550-fb5f-4736-83e8-704929484a98 None None] Checking router: 70ee5c10-760c-4729-b3a2-b2cfa126a600 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:08:25.002823 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ecbe0e9b-c9be-4959-a20a-b25ebd37dab7 req-93561008-8023-417b-80c6-b97f46612005 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a802034-7062-4fd4-8335-82e273a25bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753186 Sep 21 18:08:25.017407 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49df550-fb5f-4736-83e8-704929484a98 None None] Routers {'70ee5c10-760c-4729-b3a2-b2cfa126a600'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:08:25.018324 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-e49df550-fb5f-4736-83e8-704929484a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:08:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['70ee5c10-760c-4729-b3a2-b2cfa126a600'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:25.123556 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d7bdcb9a-e0fd-4f44-9efc-ece6801bed9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:25.134745 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-e229db13-e51b-406c-bf01-daf359df4a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'name': 'tempest-AttachVolumeTestJSON-1801208743-router', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:14Z', 'updated_at': '2021-09-21T18:08:19Z', 'revision_number': 4, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'gw_port': {'id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:15Z', 'updated_at': '2021-09-21T18:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'bf36e34e-ebba-4f71-a59a-5d649f3f7f8c', 'name': '', 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'mac_address': 'fa:16:3e:bd:3f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:18Z', 'updated_at': '2021-09-21T18:08:24Z', 'revision_number': 4, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'subnets': [{'id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:25.168264 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e229db13-e51b-406c-bf01-daf359df4a2b None None] The sync data for ids ['0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'] in n-d-810291-1 is: [{'id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'name': 'tempest-AttachVolumeTestJSON-1801208743-router', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:14Z', 'updated_at': '2021-09-21T18:08:19Z', 'revision_number': 4, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'gw_port': {'id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:15Z', 'updated_at': '2021-09-21T18:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'bf36e34e-ebba-4f71-a59a-5d649f3f7f8c', 'name': '', 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'mac_address': 'fa:16:3e:bd:3f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:18Z', 'updated_at': '2021-09-21T18:08:24Z', 'revision_number': 4, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'subnets': [{'id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:08:25.230820 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-d7bdcb9a-e0fd-4f44-9efc-ece6801bed9f None None] For port bf36e34e-ebba-4f71-a59a-5d649f3f7f8c, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=bf36e34e-ebba-4f71-a59a-5d649f3f7f8c,segment=NetworkSegment(56ed99cd-0543-43a6-8d7e-2106ce5d8c41),segment_id=56ed99cd-0543-43a6-8d7e-2106ce5d8c41)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:25.240757 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d7bdcb9a-e0fd-4f44-9efc-ece6801bed9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:25.274868 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-e49df550-fb5f-4736-83e8-704929484a98 None None] Set router 70ee5c10-760c-4729-b3a2-b2cfa126a600 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:08:25.379783 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bdcb9a-e0fd-4f44-9efc-ece6801bed9f None None] Pushing event updated for resources: {'Port': ['ID=bf36e34e-ebba-4f71-a59a-5d649f3f7f8c,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:25.435177 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-ac55bebe-5dbf-4202-9e23-9a69454ae6a2 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] For port a4d8c11d-20a6-4197-98eb-9131ec08bed8, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a4d8c11d-20a6-4197-98eb-9131ec08bed8,segment=NetworkSegment(284c8edc-4cb9-4da4-8faf-e3c218f7e9d7),segment_id=284c8edc-4cb9-4da4-8faf-e3c218f7e9d7)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:25.435834 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-ac55bebe-5dbf-4202-9e23-9a69454ae6a2 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:25.444355 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-14500f9a-a8ff-44c3-8cf0-665556fb2a2a None None] Provisioning complete for port bf36e34e-ebba-4f71-a59a-5d649f3f7f8c triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:25.444860 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-14500f9a-a8ff-44c3-8cf0-665556fb2a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:25.450734 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-ac55bebe-5dbf-4202-9e23-9a69454ae6a2 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Calling delete_port for a4d8c11d-20a6-4197-98eb-9131ec08bed8 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:25.596208 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e19fd4a-343d-4393-9347-9806e98921ec req-29f28bfe-1b8b-4d2e-8ec4-e148b9b90c36 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5aadfefca1044e71aeb470c69c909afe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6970961 Sep 21 18:08:25.604216 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-e49df550-fb5f-4736-83e8-704929484a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'name': 'tempest-TaggedBootDevicesTest_v242-1839193842-router', 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '368f121e-9742-4e3d-ad23-34901564bbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:35Z', 'updated_at': '2021-09-21T17:57:42Z', 'revision_number': 4, 'project_id': 'f45042291f6d424394d35c26dcf75613', 'gw_port': {'id': '368f121e-9742-4e3d-ad23-34901564bbdb', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:36Z', 'updated_at': '2021-09-21T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '71049d01-faed-46fe-b7df-418057d28f73', 'name': '', 'network_id': '2dc45eb4-5f11-4e3f-9333-457ab9caa65b', 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'mac_address': 'fa:16:3e:b6:c6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '063152f7-9266-4ea3-af4b-f63acd8682dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:39Z', 'updated_at': '2021-09-21T17:57:48Z', 'revision_number': 5, 'project_id': 'f45042291f6d424394d35c26dcf75613', 'subnets': [{'id': '063152f7-9266-4ea3-af4b-f63acd8682dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:25.638671 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49df550-fb5f-4736-83e8-704929484a98 None None] The sync data for ids ['70ee5c10-760c-4729-b3a2-b2cfa126a600'] in n-d-810291-1 is: [{'id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'name': 'tempest-TaggedBootDevicesTest_v242-1839193842-router', 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '368f121e-9742-4e3d-ad23-34901564bbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:35Z', 'updated_at': '2021-09-21T17:57:42Z', 'revision_number': 4, 'project_id': 'f45042291f6d424394d35c26dcf75613', 'gw_port': {'id': '368f121e-9742-4e3d-ad23-34901564bbdb', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:36Z', 'updated_at': '2021-09-21T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '71049d01-faed-46fe-b7df-418057d28f73', 'name': '', 'network_id': '2dc45eb4-5f11-4e3f-9333-457ab9caa65b', 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'mac_address': 'fa:16:3e:b6:c6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '063152f7-9266-4ea3-af4b-f63acd8682dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:39Z', 'updated_at': '2021-09-21T17:57:48Z', 'revision_number': 5, 'project_id': 'f45042291f6d424394d35c26dcf75613', 'subnets': [{'id': '063152f7-9266-4ea3-af4b-f63acd8682dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:08:25.662304 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-ac55bebe-5dbf-4202-9e23-9a69454ae6a2 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:25.699814 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55bebe-5dbf-4202-9e23-9a69454ae6a2 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Pushing event deleted for resources: {'Port': ['ID=a4d8c11d-20a6-4197-98eb-9131ec08bed8,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:25.775773 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-ac55bebe-5dbf-4202-9e23-9a69454ae6a2 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] No DVR routers for this DVR port a4d8c11d-20a6-4197-98eb-9131ec08bed8 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:08:25.784395 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-ac55bebe-5dbf-4202-9e23-9a69454ae6a2 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:25.792948 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be626e46-fd2e-4205-bae0-d94e9ba544f4 req-ac55bebe-5dbf-4202-9e23-9a69454ae6a2 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.38 "DELETE /v2.0/ports/a4d8c11d-20a6-4197-98eb-9131ec08bed8 HTTP/1.1" status: 204 len: 173 time: 1.1552022 Sep 21 18:08:25.796508 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e19fd4a-343d-4393-9347-9806e98921ec req-b0f57db7-1f97-4631-8146-514f0ee61d11 service neutron] 10.222.0.58 "GET /v2.0/networks/b4b63a75-cac0-4c3a-a311-673b965199ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919570 Sep 21 18:08:25.827573 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-73ecd589-7093-4b13-b329-814e68b3049c req-b75d5d04-c775-4254-9703-29d0b86d12c1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/ports?device_id=2306b996-adf3-46fb-a019-0be4804791dd HTTP/1.1" status: 200 len: 210 time: 0.0468426 Sep 21 18:08:25.915064 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'name': 'network-vif-deleted', 'tag': 'c8bd6324-ba29-4ca0-b70f-9e2945b882d7'}, {'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'name': 'network-vif-deleted', 'tag': 'b3ce70b6-6a2c-4f29-a57a-39e65f45435f'}, {'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'name': 'network-vif-deleted', 'tag': 'a4d8c11d-20a6-4197-98eb-9131ec08bed8'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:25.917881 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a75b2e-ad5b-4895-94e7-a69190adf518" -d '{"events": [{"server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "name": "network-vif-deleted", "tag": "c8bd6324-ba29-4ca0-b70f-9e2945b882d7"}, {"server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "name": "network-vif-deleted", "tag": "b3ce70b6-6a2c-4f29-a57a-39e65f45435f"}, {"server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "name": "network-vif-deleted", "tag": "a4d8c11d-20a6-4197-98eb-9131ec08bed8"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:25.938792 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e19fd4a-343d-4393-9347-9806e98921ec req-23992e9b-7188-48bc-aeac-2eda1d7e1c12 service neutron] 10.222.0.58 "GET /v2.0/networks/b4b63a75-cac0-4c3a-a311-673b965199ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269124 Sep 21 18:08:26.162957 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device bf36e34e-ebba-4f71-a59a-5d649f3f7f8c up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:26.180587 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d48b5f-a823-4744-95ad-916c2f484873 x-openstack-request-id: req-e7d48b5f-a823-4744-95ad-916c2f484873 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:26.180897 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "name": "network-vif-deleted", "tag": "c8bd6324-ba29-4ca0-b70f-9e2945b882d7", "status": "completed", "code": 200}, {"server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "name": "network-vif-deleted", "tag": "b3ce70b6-6a2c-4f29-a57a-39e65f45435f", "status": "completed", "code": 200}, {"server_uuid": "d57ed4bb-3eb2-4383-8aa5-de2cb92898ce", "name": "network-vif-deleted", "tag": "a4d8c11d-20a6-4197-98eb-9131ec08bed8", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:26.181156 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e7d48b5f-a823-4744-95ad-916c2f484873 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:26.181590 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'name': 'network-vif-deleted', 'tag': 'c8bd6324-ba29-4ca0-b70f-9e2945b882d7', 'status': 'completed', 'code': 200} Sep 21 18:08:26.181839 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'name': 'network-vif-deleted', 'tag': 'b3ce70b6-6a2c-4f29-a57a-39e65f45435f', 'status': 'completed', 'code': 200} Sep 21 18:08:26.182368 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57ed4bb-3eb2-4383-8aa5-de2cb92898ce', 'name': 'network-vif-deleted', 'tag': 'a4d8c11d-20a6-4197-98eb-9131ec08bed8', 'status': 'completed', 'code': 200} Sep 21 18:08:26.280895 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489d2a1b-ca7c-44aa-a77a-8c1471bdc2e9 None None] New status for floating IP 0602900f-aaff-4bf0-b5c4-679531b5823f: DOWN {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:08:26.347822 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1a1cc38d-3bf6-404e-8291-82c423de6f6b req-d36ef65e-7073-423e-bb44-f07269860bb0 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 210 time: 0.0663249 Sep 21 18:08:26.429856 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port bf36e34e-ebba-4f71-a59a-5d649f3f7f8c triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:26.430472 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:26.431682 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d76fc410-9622-406e-9b23-18680ea4eddc req-71b851a2-c59e-4efd-b2b6-263a89a14445 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 210 time: 0.0877330 Sep 21 18:08:26.928138 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51478) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:27.013763 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-244226c5-3208-4d02-a8d9-2e8ca25abcf8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:27.042991 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-244226c5-3208-4d02-a8d9-2e8ca25abcf8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:27.109592 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-244226c5-3208-4d02-a8d9-2e8ca25abcf8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:27.113308 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-244226c5-3208-4d02-a8d9-2e8ca25abcf8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:27.118226 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51486) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:27.133651 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-244226c5-3208-4d02-a8d9-2e8ca25abcf8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "DELETE /v2.0/security-groups/6434721d-f332-433f-9e4d-79d2e0d62b51 HTTP/1.1" status: 204 len: 168 time: 0.2035534 Sep 21 18:08:27.144621 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-cdc87ff4-0c14-47fe-896f-bae84918a1f7 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] show failed (client error): The resource could not be found. Sep 21 18:08:27.148317 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-cdc87ff4-0c14-47fe-896f-bae84918a1f7 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "GET /v2.0/security-groups/6434721d-f332-433f-9e4d-79d2e0d62b51 HTTP/1.1" status: 404 len: 347 time: 0.0286987 Sep 21 18:08:27.150683 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51490) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:27.153739 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244226c5-3208-4d02-a8d9-2e8ca25abcf8 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6434721d-f332-433f-9e4d-79d2e0d62b51,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:27.289380 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-474aa80a-a1ee-408c-b17c-085ebd652e63 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Deleting port ade560e7-6da9-4bb5-b1ec-31f7d0d01dfd {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:27.289720 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-474aa80a-a1ee-408c-b17c-085ebd652e63 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:27.369116 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-474aa80a-a1ee-408c-b17c-085ebd652e63 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:27.369726 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-474aa80a-a1ee-408c-b17c-085ebd652e63 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:27.382409 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-474aa80a-a1ee-408c-b17c-085ebd652e63 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Calling delete_port for ade560e7-6da9-4bb5-b1ec-31f7d0d01dfd owned by network:floatingip {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:27.567743 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7d401449-182e-4297-bcf7-9a959a12f7bc req-82e27846-51b9-41f8-9151-7020a63a81a7 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 210 time: 0.0841615 Sep 21 18:08:27.609151 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-474aa80a-a1ee-408c-b17c-085ebd652e63 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:27.647962 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474aa80a-a1ee-408c-b17c-085ebd652e63 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Pushing event deleted for resources: {'Port': ['ID=ade560e7-6da9-4bb5-b1ec-31f7d0d01dfd,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:27.662730 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6e84805e-ed36-4def-9098-654274b66c1f req-fb20ed45-cf60-47e1-970f-affbe0c22e5d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 210 time: 0.0595484 Sep 21 18:08:27.708780 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19fd4a-343d-4393-9347-9806e98921ec req-fd9f4c7f-410e-4238-ae0c-bc5bf35e9fa6 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:27.713227 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e19fd4a-343d-4393-9347-9806e98921ec req-fd9f4c7f-410e-4238-ae0c-bc5bf35e9fa6 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.38 "GET /v2.0/networks?id=b4b63a75-cac0-4c3a-a311-673b965199ba HTTP/1.1" status: 200 len: 811 time: 0.2358055 Sep 21 18:08:27.745256 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-474aa80a-a1ee-408c-b17c-085ebd652e63 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks [] for floatingip, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:27.765189 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-474aa80a-a1ee-408c-b17c-085ebd652e63 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:27.766842 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-474aa80a-a1ee-408c-b17c-085ebd652e63 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "DELETE /v2.0/floatingips/96692a26-10b2-4064-9b8c-8011d8cf4c06 HTTP/1.1" status: 204 len: 168 time: 0.6148808 Sep 21 18:08:27.769749 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51498) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:27.792227 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e19fd4a-343d-4393-9347-9806e98921ec req-7a65bef7-8309-4ea7-941a-157cb21906b5 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5aadfefca1044e71aeb470c69c909afe HTTP/1.1" status: 200 len: 380 time: 0.0659082 Sep 21 18:08:27.804364 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-4e19fd4a-343d-4393-9347-9806e98921ec req-4d021131-ab94-42bb-b759-5150afb0d7c5 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Request body: {'port': {'device_id': '7c92e90d-6dd3-4dc4-97d8-bfbe1e144700', 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba', 'admin_state_up': True, 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'security_groups': ['209c79ff-44ae-4b66-84c6-c495a27f267d']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:27.874520 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-5c694693-ad77-4710-b601-07923453f955 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Deleting port 971641b9-c4f5-42ee-9df6-4429b36330fb {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:27.875939 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5c694693-ad77-4710-b601-07923453f955 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:27.953535 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e19fd4a-343d-4393-9347-9806e98921ec req-4d021131-ab94-42bb-b759-5150afb0d7c5 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Made reservation on behalf of 5aadfefca1044e71aeb470c69c909afe for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:08:27.957548 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4e19fd4a-343d-4393-9347-9806e98921ec req-4d021131-ab94-42bb-b759-5150afb0d7c5 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:27.983357 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5c694693-ad77-4710-b601-07923453f955 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:27.998739 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-5c694693-ad77-4710-b601-07923453f955 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Calling delete_port for 971641b9-c4f5-42ee-9df6-4429b36330fb owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:28.132632 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-4e19fd4a-343d-4393-9347-9806e98921ec req-4d021131-ab94-42bb-b759-5150afb0d7c5 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Allocated IP 172.20.0.11 (b4b63a75-cac0-4c3a-a311-673b965199ba/29244be3-4141-408b-9ec3-b8b1380c14f4/c59d874a-906a-4793-aed3-0e80f2d6f8cc) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:08:28.177148 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5c694693-ad77-4710-b601-07923453f955 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:28.208745 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c694693-ad77-4710-b601-07923453f955 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Pushing event deleted for resources: {'Port': ['ID=971641b9-c4f5-42ee-9df6-4429b36330fb,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:28.286491 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5c694693-ad77-4710-b601-07923453f955 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:28.290965 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5c694693-ad77-4710-b601-07923453f955 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "DELETE /v2.0/ports/971641b9-c4f5-42ee-9df6-4429b36330fb HTTP/1.1" status: 204 len: 168 time: 0.5176201 Sep 21 18:08:28.291817 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51508) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:28.349052 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4e19fd4a-343d-4393-9347-9806e98921ec req-4d021131-ab94-42bb-b759-5150afb0d7c5 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:28.388005 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4e19fd4a-343d-4393-9347-9806e98921ec req-4d021131-ab94-42bb-b759-5150afb0d7c5 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:28.416098 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-1e59a2dc-7aba-42f5-916d-d34030eaf9aa tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Deleting port f967bbd1-534f-4e1e-8cde-c83bea0c03fb {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:28.416491 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1e59a2dc-7aba-42f5-916d-d34030eaf9aa tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:28.431883 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e19fd4a-343d-4393-9347-9806e98921ec req-4d021131-ab94-42bb-b759-5150afb0d7c5 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Network b4b63a75-cac0-4c3a-a311-673b965199ba is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:08:28.435202 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-4e19fd4a-343d-4393-9347-9806e98921ec req-4d021131-ab94-42bb-b759-5150afb0d7c5 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:08:28.439123 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e19fd4a-343d-4393-9347-9806e98921ec req-4d021131-ab94-42bb-b759-5150afb0d7c5 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:08:28.473899 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d021131-ab94-42bb-b759-5150afb0d7c5 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Pushing event updated for resources: {'Port': ['ID=c59d874a-906a-4793-aed3-0e80f2d6f8cc,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:28.501816 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19fd4a-343d-4393-9347-9806e98921ec req-4d021131-ab94-42bb-b759-5150afb0d7c5 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:28.502728 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4e19fd4a-343d-4393-9347-9806e98921ec req-4d021131-ab94-42bb-b759-5150afb0d7c5 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:28.540573 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e19fd4a-343d-4393-9347-9806e98921ec req-4d021131-ab94-42bb-b759-5150afb0d7c5 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7419636 Sep 21 18:08:28.564339 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-4e19fd4a-343d-4393-9347-9806e98921ec req-b0527f9d-21a9-4cf3-bcb1-d418b260bc21 service neutron] Request body: {'port': {'device_id': '7c92e90d-6dd3-4dc4-97d8-bfbe1e144700', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:28.632846 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1e59a2dc-7aba-42f5-916d-d34030eaf9aa tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:28.660709 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-1e59a2dc-7aba-42f5-916d-d34030eaf9aa tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Calling delete_port for f967bbd1-534f-4e1e-8cde-c83bea0c03fb owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:28.714295 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4e19fd4a-343d-4393-9347-9806e98921ec req-b0527f9d-21a9-4cf3-bcb1-d418b260bc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:28.864787 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-f42f95e9-a0d9-47a9-891f-b74ea7ffb414 None None] Provisioning complete for port c59d874a-906a-4793-aed3-0e80f2d6f8cc triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:28.865304 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f42f95e9-a0d9-47a9-891f-b74ea7ffb414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:28.903901 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd564097-801c-47c6-b5bb-6cc6bb729133 req-706ad84a-3c6e-46f7-b1e6-d5f6db5b98b5 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:28.927385 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fd564097-801c-47c6-b5bb-6cc6bb729133 req-706ad84a-3c6e-46f7-b1e6-d5f6db5b98b5 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 932 time: 0.1587770 Sep 21 18:08:28.975560 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-f42f95e9-a0d9-47a9-891f-b74ea7ffb414 None None] Port c59d874a-906a-4793-aed3-0e80f2d6f8cc cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:08:29.038461 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fd564097-801c-47c6-b5bb-6cc6bb729133 req-130f08f8-5f47-47c9-8727-3e0011f794bb tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=209c79ff-44ae-4b66-84c6-c495a27f267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056862 Sep 21 18:08:29.071132 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1e59a2dc-7aba-42f5-916d-d34030eaf9aa tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:29.107879 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ab6ea378-85da-4293-8fa0-f657c4c77540 req-0ff4d876-9915-411d-b9b1-0599f37b1a69 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 210 time: 0.0560615 Sep 21 18:08:29.148423 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59a2dc-7aba-42f5-916d-d34030eaf9aa tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Pushing event deleted for resources: {'Port': ['ID=f967bbd1-534f-4e1e-8cde-c83bea0c03fb,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:29.249595 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-4e19fd4a-343d-4393-9347-9806e98921ec req-b0527f9d-21a9-4cf3-bcb1-d418b260bc21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c59d874a-906a-4793-aed3-0e80f2d6f8cc {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:08:29.258545 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4e19fd4a-343d-4393-9347-9806e98921ec req-b0527f9d-21a9-4cf3-bcb1-d418b260bc21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:29.272052 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-4e19fd4a-343d-4393-9347-9806e98921ec req-b0527f9d-21a9-4cf3-bcb1-d418b260bc21 service neutron] Transition to ACTIVE for port object c59d874a-906a-4793-aed3-0e80f2d6f8cc will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:08:29.278059 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4e19fd4a-343d-4393-9347-9806e98921ec req-b0527f9d-21a9-4cf3-bcb1-d418b260bc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:29.287685 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1e59a2dc-7aba-42f5-916d-d34030eaf9aa tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:29.292273 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1e59a2dc-7aba-42f5-916d-d34030eaf9aa tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "DELETE /v2.0/ports/f967bbd1-534f-4e1e-8cde-c83bea0c03fb HTTP/1.1" status: 204 len: 168 time: 0.9972770 Sep 21 18:08:29.292466 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51524) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:29.334182 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0527f9d-21a9-4cf3-bcb1-d418b260bc21 service neutron] Pushing event updated for resources: {'Port': ['ID=c59d874a-906a-4793-aed3-0e80f2d6f8cc,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:29.409989 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c3c24b3-97e1-465f-b6bb-fbd2d475bd4d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Deleting subnet f88e04cf-6a48-4a7e-9d33-f15c9b0c57cc {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:08:29.418271 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7c3c24b3-97e1-465f-b6bb-fbd2d475bd4d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:29.470213 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-4e19fd4a-343d-4393-9347-9806e98921ec req-b0527f9d-21a9-4cf3-bcb1-d418b260bc21 service neutron] Attempting to bind port c59d874a-906a-4793-aed3-0e80f2d6f8cc on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:08:29.470654 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-4e19fd4a-343d-4393-9347-9806e98921ec req-b0527f9d-21a9-4cf3-bcb1-d418b260bc21 service neutron] Attempting to bind port c59d874a-906a-4793-aed3-0e80f2d6f8cc by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '56ed99cd-0543-43a6-8d7e-2106ce5d8c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:08:29.471113 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e19fd4a-343d-4393-9347-9806e98921ec req-b0527f9d-21a9-4cf3-bcb1-d418b260bc21 service neutron] Attempting to bind port c59d874a-906a-4793-aed3-0e80f2d6f8cc on network b4b63a75-cac0-4c3a-a311-673b965199ba {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:08:29.477502 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e19fd4a-343d-4393-9347-9806e98921ec req-b0527f9d-21a9-4cf3-bcb1-d418b260bc21 service neutron] Port c59d874a-906a-4793-aed3-0e80f2d6f8cc on network b4b63a75-cac0-4c3a-a311-673b965199ba not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:08:29.477502 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e19fd4a-343d-4393-9347-9806e98921ec req-b0527f9d-21a9-4cf3-bcb1-d418b260bc21 service neutron] Attempting to bind port c59d874a-906a-4793-aed3-0e80f2d6f8cc on network b4b63a75-cac0-4c3a-a311-673b965199ba {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:08:29.485167 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e19fd4a-343d-4393-9347-9806e98921ec req-b0527f9d-21a9-4cf3-bcb1-d418b260bc21 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:08:29.485899 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e19fd4a-343d-4393-9347-9806e98921ec req-b0527f9d-21a9-4cf3-bcb1-d418b260bc21 service neutron] Checking segment: {'id': '56ed99cd-0543-43a6-8d7e-2106ce5d8c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:08:29.486530 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e19fd4a-343d-4393-9347-9806e98921ec req-b0527f9d-21a9-4cf3-bcb1-d418b260bc21 service neutron] Bound using segment: {'id': '56ed99cd-0543-43a6-8d7e-2106ce5d8c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:08:29.487306 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-4e19fd4a-343d-4393-9347-9806e98921ec req-b0527f9d-21a9-4cf3-bcb1-d418b260bc21 service neutron] Bound port: c59d874a-906a-4793-aed3-0e80f2d6f8cc, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56ed99cd-0543-43a6-8d7e-2106ce5d8c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:08:29.488190 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4e19fd4a-343d-4393-9347-9806e98921ec req-b0527f9d-21a9-4cf3-bcb1-d418b260bc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:29.535858 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7c3c24b3-97e1-465f-b6bb-fbd2d475bd4d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:29.621435 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-4e19fd4a-343d-4393-9347-9806e98921ec req-b0527f9d-21a9-4cf3-bcb1-d418b260bc21 service neutron] For port c59d874a-906a-4793-aed3-0e80f2d6f8cc, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:08:29.633911 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-4e19fd4a-343d-4393-9347-9806e98921ec req-b0527f9d-21a9-4cf3-bcb1-d418b260bc21 service neutron] For port c59d874a-906a-4793-aed3-0e80f2d6f8cc, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=c59d874a-906a-4793-aed3-0e80f2d6f8cc,segment=NetworkSegment(56ed99cd-0543-43a6-8d7e-2106ce5d8c41),segment_id=56ed99cd-0543-43a6-8d7e-2106ce5d8c41)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:08:29.646698 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4e19fd4a-343d-4393-9347-9806e98921ec req-b0527f9d-21a9-4cf3-bcb1-d418b260bc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:29.699004 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19fd4a-343d-4393-9347-9806e98921ec req-b0527f9d-21a9-4cf3-bcb1-d418b260bc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:29.699830 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4e19fd4a-343d-4393-9347-9806e98921ec req-b0527f9d-21a9-4cf3-bcb1-d418b260bc21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:29.701370 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e19fd4a-343d-4393-9347-9806e98921ec req-b0527f9d-21a9-4cf3-bcb1-d418b260bc21 service neutron] 10.222.0.38 "PUT /v2.0/ports/c59d874a-906a-4793-aed3-0e80f2d6f8cc HTTP/1.1" status: 200 len: 1092 time: 1.1517465 Sep 21 18:08:29.701917 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c92e90d-6dd3-4dc4-97d8-bfbe1e144700', 'tag': 'c59d874a-906a-4793-aed3-0e80f2d6f8cc'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:29.704373 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76fab53-1058-47b8-8de2-edef2fa4ae2c" -d '{"events": [{"name": "network-changed", "server_uuid": "7c92e90d-6dd3-4dc4-97d8-bfbe1e144700", "tag": "c59d874a-906a-4793-aed3-0e80f2d6f8cc"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:29.753996 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7c3c24b3-97e1-465f-b6bb-fbd2d475bd4d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:29.815805 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d307d38c-f966-4074-896c-16e949c90953 x-openstack-request-id: req-d307d38c-f966-4074-896c-16e949c90953 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:29.816325 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c92e90d-6dd3-4dc4-97d8-bfbe1e144700", "tag": "c59d874a-906a-4793-aed3-0e80f2d6f8cc", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:29.817079 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d307d38c-f966-4074-896c-16e949c90953 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:29.817612 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c92e90d-6dd3-4dc4-97d8-bfbe1e144700', 'tag': 'c59d874a-906a-4793-aed3-0e80f2d6f8cc', 'status': 'completed', 'code': 200} Sep 21 18:08:29.853502 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0527f9d-21a9-4cf3-bcb1-d418b260bc21 service neutron] Pushing event updated for resources: {'Port': ['ID=c59d874a-906a-4793-aed3-0e80f2d6f8cc,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:29.872451 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19fd4a-343d-4393-9347-9806e98921ec req-92cf6a74-d50e-4dc9-901c-add20ffbbf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:29.874650 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e19fd4a-343d-4393-9347-9806e98921ec req-92cf6a74-d50e-4dc9-901c-add20ffbbf4e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5aadfefca1044e71aeb470c69c909afe&device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 1095 time: 0.1136777 Sep 21 18:08:29.878856 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7c3c24b3-97e1-465f-b6bb-fbd2d475bd4d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:29.948201 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c24b3-97e1-465f-b6bb-fbd2d475bd4d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Pushing event deleted for resources: {'Subnet': ['ID=f88e04cf-6a48-4a7e-9d33-f15c9b0c57cc,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:29.958102 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7c3c24b3-97e1-465f-b6bb-fbd2d475bd4d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:29.960421 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3fce5e-1ef1-4a2a-9411-0ef72104cb6a None None] Network 2a44a677-1927-4f9e-821d-0c18ad02e765 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:08:29.977846 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7c3c24b3-97e1-465f-b6bb-fbd2d475bd4d tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "DELETE /v2.0/subnets/f88e04cf-6a48-4a7e-9d33-f15c9b0c57cc HTTP/1.1" status: 204 len: 168 time: 0.6843338 Sep 21 18:08:29.978806 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51538) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:29.993374 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e19fd4a-343d-4393-9347-9806e98921ec req-fa5f7029-e148-4694-a618-ab51d4ca4492 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c59d874a-906a-4793-aed3-0e80f2d6f8cc HTTP/1.1" status: 200 len: 217 time: 0.1091955 Sep 21 18:08:30.048522 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a3dafd-cbaa-46d8-a4cd-550cce56b0c9 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Deleting subnet d3699259-078b-42b6-8c82-a8ec90dc08bf {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:08:30.053793 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c8a3dafd-cbaa-46d8-a4cd-550cce56b0c9 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:30.085148 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19fd4a-343d-4393-9347-9806e98921ec req-9f9b33e0-db3e-42ce-a89f-67a49f5d6ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:30.086646 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e19fd4a-343d-4393-9347-9806e98921ec req-9f9b33e0-db3e-42ce-a89f-67a49f5d6ebd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=29244be3-4141-408b-9ec3-b8b1380c14f4 HTTP/1.1" status: 200 len: 850 time: 0.0923474 Sep 21 18:08:30.106219 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c8a3dafd-cbaa-46d8-a4cd-550cce56b0c9 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:30.240412 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19fd4a-343d-4393-9347-9806e98921ec req-33dd4d2b-1ad5-43d6-bba1-620ae61fa917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:30.241961 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e19fd4a-343d-4393-9347-9806e98921ec req-33dd4d2b-1ad5-43d6-bba1-620ae61fa917 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b4b63a75-cac0-4c3a-a311-673b965199ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1462846 Sep 21 18:08:30.346681 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a029b-3582-4225-8d1b-a63d45ab3b1d req-f24324e6-e1ed-4f4f-92d4-6fbeee12e90c tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:30.348486 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-512a029b-3582-4225-8d1b-a63d45ab3b1d req-f24324e6-e1ed-4f4f-92d4-6fbeee12e90c tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 944 time: 0.1647065 Sep 21 18:08:30.361442 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0907dc9f-c029-4c65-acf7-69c20006474d req-bdf79fd7-9786-42fe-9866-6ee305ad992c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 210 time: 0.0772984 Sep 21 18:08:30.373951 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c8a3dafd-cbaa-46d8-a4cd-550cce56b0c9 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:30.477332 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5323905-c331-4042-babe-e22c1a2ccd3e None None] DHCP port deletion for 2a44a677-1927-4f9e-821d-0c18ad02e765 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:08:30.493993 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c8a3dafd-cbaa-46d8-a4cd-550cce56b0c9 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:30.529882 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-512a029b-3582-4225-8d1b-a63d45ab3b1d req-5868529e-4553-4f6d-aaef-3f2c48808b1d tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=209c79ff-44ae-4b66-84c6-c495a27f267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714523 Sep 21 18:08:30.535074 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3dafd-cbaa-46d8-a4cd-550cce56b0c9 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Pushing event deleted for resources: {'Subnet': ['ID=d3699259-078b-42b6-8c82-a8ec90dc08bf,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:30.558154 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c8a3dafd-cbaa-46d8-a4cd-550cce56b0c9 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:30.560544 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-f5323905-c331-4042-babe-e22c1a2ccd3e None None] Deleting port eed690b0-4fb5-46dc-915a-77e2fe466f89 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:30.560916 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f5323905-c331-4042-babe-e22c1a2ccd3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:30.563278 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c8a3dafd-cbaa-46d8-a4cd-550cce56b0c9 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "DELETE /v2.0/subnets/d3699259-078b-42b6-8c82-a8ec90dc08bf HTTP/1.1" status: 204 len: 168 time: 0.5832567 Sep 21 18:08:30.566435 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51548) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:30.566688 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e19fd4a-343d-4393-9347-9806e98921ec req-2774cfb3-be5e-4a2c-a9ba-de20c7839fa3 service neutron] 10.222.0.38 "GET /v2.0/networks/b4b63a75-cac0-4c3a-a311-673b965199ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158336 Sep 21 18:08:30.593174 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcce7e6-5d33-47ad-b637-accdadf37a53 None None] Network 94df87e6-ce8a-4b23-900d-480ef4eb3211 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:08:30.740039 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e39f0312-3b54-4276-af7a-c9c8d6d7a344 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:30.796010 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-f5323905-c331-4042-babe-e22c1a2ccd3e None None] For port eed690b0-4fb5-46dc-915a-77e2fe466f89, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=eed690b0-4fb5-46dc-915a-77e2fe466f89,segment=NetworkSegment(862957fd-221f-4841-ab54-52aee65b0d2c),segment_id=862957fd-221f-4841-ab54-52aee65b0d2c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:30.796396 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f5323905-c331-4042-babe-e22c1a2ccd3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:30.812601 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e19fd4a-343d-4393-9347-9806e98921ec req-d0263b1c-578f-40aa-a792-9969c23b37ca service neutron] 10.222.0.38 "GET /v2.0/networks/b4b63a75-cac0-4c3a-a311-673b965199ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361314 Sep 21 18:08:30.824086 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-f5323905-c331-4042-babe-e22c1a2ccd3e None None] Calling delete_port for eed690b0-4fb5-46dc-915a-77e2fe466f89 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:30.847882 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-e39f0312-3b54-4276-af7a-c9c8d6d7a344 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Deleting port eed690b0-4fb5-46dc-915a-77e2fe466f89 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:30.848533 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e39f0312-3b54-4276-af7a-c9c8d6d7a344 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:30.947229 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f5323905-c331-4042-babe-e22c1a2ccd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:30.953164 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fab53-1058-47b8-8de2-edef2fa4ae2c req-d47ed7f1-c07c-4d9f-84c1-fd2511d02d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:30.954697 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b76fab53-1058-47b8-8de2-edef2fa4ae2c req-d47ed7f1-c07c-4d9f-84c1-fd2511d02d5b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5aadfefca1044e71aeb470c69c909afe&device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 1095 time: 0.0881469 Sep 21 18:08:30.964287 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-e39f0312-3b54-4276-af7a-c9c8d6d7a344 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] For port eed690b0-4fb5-46dc-915a-77e2fe466f89, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=eed690b0-4fb5-46dc-915a-77e2fe466f89,segment=NetworkSegment(862957fd-221f-4841-ab54-52aee65b0d2c),segment_id=862957fd-221f-4841-ab54-52aee65b0d2c)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:30.964287 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e39f0312-3b54-4276-af7a-c9c8d6d7a344 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:30.976624 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-e39f0312-3b54-4276-af7a-c9c8d6d7a344 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Calling delete_port for eed690b0-4fb5-46dc-915a-77e2fe466f89 owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:30.987438 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5323905-c331-4042-babe-e22c1a2ccd3e None None] No DVR routers for this DVR port eed690b0-4fb5-46dc-915a-77e2fe466f89 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:08:31.003271 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097714e0-394d-4590-8347-6713600a6d97 None None] DHCP port deletion for 94df87e6-ce8a-4b23-900d-480ef4eb3211 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:08:31.049816 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5323905-c331-4042-babe-e22c1a2ccd3e None None] Pushing event deleted for resources: {'Port': ['ID=eed690b0-4fb5-46dc-915a-77e2fe466f89,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:31.092451 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e39f0312-3b54-4276-af7a-c9c8d6d7a344 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:31.104533 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fab53-1058-47b8-8de2-edef2fa4ae2c req-e0d1107b-2c56-436c-9098-b9a992bf25ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:31.106038 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b76fab53-1058-47b8-8de2-edef2fa4ae2c req-e0d1107b-2c56-436c-9098-b9a992bf25ea service neutron] 10.222.0.38 "GET /v2.0/networks?id=b4b63a75-cac0-4c3a-a311-673b965199ba HTTP/1.1" status: 200 len: 912 time: 0.1369913 Sep 21 18:08:31.120173 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-097714e0-394d-4590-8347-6713600a6d97 None None] Deleting port d6b08486-7715-4094-a2c8-223748495d2a {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:31.120603 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-097714e0-394d-4590-8347-6713600a6d97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:31.126916 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f0312-3b54-4276-af7a-c9c8d6d7a344 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Pushing event deleted for resources: {'Port': ['ID=eed690b0-4fb5-46dc-915a-77e2fe466f89,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:31.134119 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39f0312-3b54-4276-af7a-c9c8d6d7a344 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] No DVR routers for this DVR port eed690b0-4fb5-46dc-915a-77e2fe466f89 on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:08:31.184650 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b76fab53-1058-47b8-8de2-edef2fa4ae2c req-c0e229fe-c201-4c5c-bb64-85dbcb54530e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c59d874a-906a-4793-aed3-0e80f2d6f8cc HTTP/1.1" status: 200 len: 217 time: 0.0665002 Sep 21 18:08:31.230541 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-097714e0-394d-4590-8347-6713600a6d97 None None] For port d6b08486-7715-4094-a2c8-223748495d2a, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d6b08486-7715-4094-a2c8-223748495d2a,segment=NetworkSegment(834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba),segment_id=834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:31.231108 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-097714e0-394d-4590-8347-6713600a6d97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:31.234305 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e39f0312-3b54-4276-af7a-c9c8d6d7a344 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:31.245307 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-097714e0-394d-4590-8347-6713600a6d97 None None] Calling delete_port for d6b08486-7715-4094-a2c8-223748495d2a owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:31.259147 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fab53-1058-47b8-8de2-edef2fa4ae2c req-d9ef0e54-a279-451d-a84a-8ad16436d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:31.260818 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b76fab53-1058-47b8-8de2-edef2fa4ae2c req-d9ef0e54-a279-451d-a84a-8ad16436d6de service neutron] 10.222.0.38 "GET /v2.0/subnets?id=29244be3-4141-408b-9ec3-b8b1380c14f4 HTTP/1.1" status: 200 len: 850 time: 0.0632873 Sep 21 18:08:31.261169 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-e39f0312-3b54-4276-af7a-c9c8d6d7a344 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a44a677-1927-4f9e-821d-0c18ad02e765']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:31.272443 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-e39f0312-3b54-4276-af7a-c9c8d6d7a344 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '862957fd-221f-4841-ab54-52aee65b0d2c') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:31.272983 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-e39f0312-3b54-4276-af7a-c9c8d6d7a344 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '862957fd-221f-4841-ab54-52aee65b0d2c') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:31.289083 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e39f0312-3b54-4276-af7a-c9c8d6d7a344 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:31.305845 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e39f0312-3b54-4276-af7a-c9c8d6d7a344 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:31.315230 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e39f0312-3b54-4276-af7a-c9c8d6d7a344 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:08:31.316088 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e39f0312-3b54-4276-af7a-c9c8d6d7a344 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:31.323045 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:08:31.323045 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:08:31.323045 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:08:31.323045 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:08:31.323045 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:08:31.323045 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:08:31.323045 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:08:31.323045 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:08:31.323045 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:08:31.323045 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:08:31.323045 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:08:31.323045 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:08:31.323045 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:08:31.323045 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:08:31.323045 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:08:31.323045 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:08:31.323045 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:08:31.323045 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:08:31.323045 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:08:31.323045 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:08:31.323045 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:08:31.323045 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:08:31.323045 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:08:31.323045 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:08:31.323045 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:08:31.323045 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:08:31.323045 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:08:31.323045 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:08:31.323045 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:08:31.323045 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:08:31.323045 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:08:31.323045 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:08:31.327829 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fab53-1058-47b8-8de2-edef2fa4ae2c req-d35b0191-360f-446c-abae-11774a17e16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:31.329625 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b76fab53-1058-47b8-8de2-edef2fa4ae2c req-d35b0191-360f-446c-abae-11774a17e16c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b4b63a75-cac0-4c3a-a311-673b965199ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603452 Sep 21 18:08:31.350062 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-097714e0-394d-4590-8347-6713600a6d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:31.417742 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097714e0-394d-4590-8347-6713600a6d97 None None] Pushing event deleted for resources: {'Port': ['ID=d6b08486-7715-4094-a2c8-223748495d2a,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:31.426504 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e39f0312-3b54-4276-af7a-c9c8d6d7a344 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:31.426991 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097714e0-394d-4590-8347-6713600a6d97 None None] No DVR routers for this DVR port d6b08486-7715-4094-a2c8-223748495d2a on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:08:31.435408 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e39f0312-3b54-4276-af7a-c9c8d6d7a344 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:31.441181 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e39f0312-3b54-4276-af7a-c9c8d6d7a344 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "DELETE /v2.0/networks/2a44a677-1927-4f9e-821d-0c18ad02e765 HTTP/1.1" status: 204 len: 168 time: 0.8694189 Sep 21 18:08:31.451873 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51556) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:31.489254 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:08:31.491451 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f0312-3b54-4276-af7a-c9c8d6d7a344 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Pushing event deleted for resources: {'Network': ['ID=2a44a677-1927-4f9e-821d-0c18ad02e765,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:31.505370 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b76fab53-1058-47b8-8de2-edef2fa4ae2c req-dc3e71c5-5d7f-410a-918a-297fcc4b00df service neutron] 10.222.0.38 "GET /v2.0/networks/b4b63a75-cac0-4c3a-a311-673b965199ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668127 Sep 21 18:08:31.555778 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d925dc7d-626e-453e-b102-d97f726e77ed req-5d545997-095f-4b4b-bcc3-d4e9fd46ef2d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 210 time: 0.0446761 Sep 21 18:08:31.631839 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d2711c9-46cd-4ac7-9adb-6e832e4163d1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:31.699041 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b76fab53-1058-47b8-8de2-edef2fa4ae2c req-c8163596-bf72-4916-a5d7-7472ec994d80 service neutron] 10.222.0.38 "GET /v2.0/networks/b4b63a75-cac0-4c3a-a311-673b965199ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857071 Sep 21 18:08:31.747928 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848b307-9601-4b06-8c69-42033bc581da req-c560abe2-f16c-48ad-a2cc-56f1fe03bc96 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:31.749835 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d2711c9-46cd-4ac7-9adb-6e832e4163d1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:31.755328 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0848b307-9601-4b06-8c69-42033bc581da req-c560abe2-f16c-48ad-a2cc-56f1fe03bc96 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 944 time: 0.0865893 Sep 21 18:08:31.772924 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-4d2711c9-46cd-4ac7-9adb-6e832e4163d1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94df87e6-ce8a-4b23-900d-480ef4eb3211']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:31.785129 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-4d2711c9-46cd-4ac7-9adb-6e832e4163d1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:31.785754 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-4d2711c9-46cd-4ac7-9adb-6e832e4163d1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '834d0aa4-fe23-4bd4-b4cc-4d1b61ef0aba') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:31.798012 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d2711c9-46cd-4ac7-9adb-6e832e4163d1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:31.822526 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d2711c9-46cd-4ac7-9adb-6e832e4163d1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:31.825695 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0848b307-9601-4b06-8c69-42033bc581da req-9381b29a-5f9b-4f74-ae4a-75d51b7aab7c tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=209c79ff-44ae-4b66-84c6-c495a27f267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693185 Sep 21 18:08:31.842637 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2711c9-46cd-4ac7-9adb-6e832e4163d1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:08:31.843223 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d2711c9-46cd-4ac7-9adb-6e832e4163d1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:31.846422 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:08:31.846422 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:08:31.846422 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:08:31.846422 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:08:31.846422 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:08:31.846422 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:08:31.846422 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:08:31.846422 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:08:31.846422 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:08:31.846422 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:08:31.846422 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:08:31.846422 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:08:31.846422 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:08:31.846422 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:08:31.846422 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:08:31.846422 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:08:31.846422 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:08:31.846422 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:08:31.846422 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:08:31.846422 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:08:31.846422 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:08:31.846422 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:08:31.846422 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:08:31.846422 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:08:31.846422 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:08:31.846422 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:08:31.846422 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:08:31.846422 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:08:31.846422 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:08:31.846422 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:08:31.846422 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:08:31.846422 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:08:31.918403 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d2711c9-46cd-4ac7-9adb-6e832e4163d1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:31.924657 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d2711c9-46cd-4ac7-9adb-6e832e4163d1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:31.927008 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4d2711c9-46cd-4ac7-9adb-6e832e4163d1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] 10.222.0.58 "DELETE /v2.0/networks/94df87e6-ce8a-4b23-900d-480ef4eb3211 HTTP/1.1" status: 204 len: 168 time: 0.4523535 Sep 21 18:08:31.942281 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2711c9-46cd-4ac7-9adb-6e832e4163d1 tempest-TaggedBootDevicesTest-454565785 tempest-TaggedBootDevicesTest-454565785-project] Pushing event deleted for resources: {'Network': ['ID=94df87e6-ce8a-4b23-900d-480ef4eb3211,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:32.065109 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device eed690b0-4fb5-46dc-915a-77e2fe466f89 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:08:32.118676 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device c59d874a-906a-4793-aed3-0e80f2d6f8cc details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:08:32.124937 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: eed690b0-4fb5-46dc-915a-77e2fe466f89 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:08:32.125289 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device eed690b0-4fb5-46dc-915a-77e2fe466f89 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:08:32.125782 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device d6b08486-7715-4094-a2c8-223748495d2a no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:08:32.158183 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: d6b08486-7715-4094-a2c8-223748495d2a {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:08:32.158907 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device d6b08486-7715-4094-a2c8-223748495d2a not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:08:32.365988 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port c59d874a-906a-4793-aed3-0e80f2d6f8cc, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=c59d874a-906a-4793-aed3-0e80f2d6f8cc,segment=NetworkSegment(56ed99cd-0543-43a6-8d7e-2106ce5d8c41),segment_id=56ed99cd-0543-43a6-8d7e-2106ce5d8c41)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:32.378853 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'c59d874a-906a-4793-aed3-0e80f2d6f8cc', 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba', 'port_id': 'c59d874a-906a-4793-aed3-0e80f2d6f8cc', 'mac_address': 'fa:16:3e:03:06:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:08:32.431925 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:32.452921 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c59d874a-906a-4793-aed3-0e80f2d6f8cc {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:08:32.481262 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port c59d874a-906a-4793-aed3-0e80f2d6f8cc, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=c59d874a-906a-4793-aed3-0e80f2d6f8cc,segment=NetworkSegment(56ed99cd-0543-43a6-8d7e-2106ce5d8c41),segment_id=56ed99cd-0543-43a6-8d7e-2106ce5d8c41)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:32.486757 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:32.535484 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=c59d874a-906a-4793-aed3-0e80f2d6f8cc,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:32.708756 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['c59d874a-906a-4793-aed3-0e80f2d6f8cc'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:08:32.804151 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9e060712-2b63-4797-b935-2daaf2ab4cef req-9aa71c2c-964c-4f68-ab8d-7ba5fbf92d38 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 210 time: 0.0805423 Sep 21 18:08:33.012734 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7869f2-bfd7-4a8f-8526-6612b07ed420 req-55a1880a-c757-41df-94d9-f5cced0fc89b tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:33.014538 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b7869f2-bfd7-4a8f-8526-6612b07ed420 req-55a1880a-c757-41df-94d9-f5cced0fc89b tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 945 time: 0.0579667 Sep 21 18:08:33.055239 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b7869f2-bfd7-4a8f-8526-6612b07ed420 req-6ba7b40e-b6b3-4d82-bb26-d51dc2669936 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=209c79ff-44ae-4b66-84c6-c495a27f267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342638 Sep 21 18:08:34.046372 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7a084f6d-cfb6-48fd-872d-ae5921d40c9b req-cc8fb34d-9362-4d1b-9c1c-12380bc6b111 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 210 time: 0.0607193 Sep 21 18:08:34.116160 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device c59d874a-906a-4793-aed3-0e80f2d6f8cc up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:08:34.256151 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port c59d874a-906a-4793-aed3-0e80f2d6f8cc completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:08:34.260812 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port c59d874a-906a-4793-aed3-0e80f2d6f8cc triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:08:34.261363 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:34.309287 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe02c2e-733f-4b81-a97b-1ef45381e011 req-71fc5a18-2004-4f1b-9f98-7d4d6cd05a0d tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:34.310851 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0fe02c2e-733f-4b81-a97b-1ef45381e011 req-71fc5a18-2004-4f1b-9f98-7d4d6cd05a0d tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 945 time: 0.1488292 Sep 21 18:08:34.386040 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0fe02c2e-733f-4b81-a97b-1ef45381e011 req-541015cf-9078-473b-a439-7ebf761d1690 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=209c79ff-44ae-4b66-84c6-c495a27f267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665808 Sep 21 18:08:34.437782 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:34.467342 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c92e90d-6dd3-4dc4-97d8-bfbe1e144700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59d874a-906a-4793-aed3-0e80f2d6f8cc'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:34.469934 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ad9a62-0dd8-42e1-97e8-a49ac098ddc6" -d '{"events": [{"server_uuid": "7c92e90d-6dd3-4dc4-97d8-bfbe1e144700", "name": "network-vif-plugged", "status": "completed", "tag": "c59d874a-906a-4793-aed3-0e80f2d6f8cc"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:34.512555 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port c59d874a-906a-4793-aed3-0e80f2d6f8cc, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=c59d874a-906a-4793-aed3-0e80f2d6f8cc,segment=NetworkSegment(56ed99cd-0543-43a6-8d7e-2106ce5d8c41),segment_id=56ed99cd-0543-43a6-8d7e-2106ce5d8c41)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:34.522283 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:34.655960 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929e0b20-edbe-4c26-a5a3-1b9970d95566 x-openstack-request-id: req-929e0b20-edbe-4c26-a5a3-1b9970d95566 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:34.657545 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c92e90d-6dd3-4dc4-97d8-bfbe1e144700", "name": "network-vif-plugged", "status": "completed", "tag": "c59d874a-906a-4793-aed3-0e80f2d6f8cc", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:34.658918 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-929e0b20-edbe-4c26-a5a3-1b9970d95566 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:34.667405 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c92e90d-6dd3-4dc4-97d8-bfbe1e144700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59d874a-906a-4793-aed3-0e80f2d6f8cc', 'code': 200} Sep 21 18:08:34.667405 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=c59d874a-906a-4793-aed3-0e80f2d6f8cc,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:34.725423 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893402e-93fc-4761-81ea-701d77022f35 req-2ba5add1-d44e-45b2-8194-d0a5da43bcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:34.727206 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d893402e-93fc-4761-81ea-701d77022f35 req-2ba5add1-d44e-45b2-8194-d0a5da43bcdf service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 1097 time: 0.0906515 Sep 21 18:08:34.786595 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d893402e-93fc-4761-81ea-701d77022f35 req-4f80c63e-4756-4070-8452-8d92c88ec347 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=209c79ff-44ae-4b66-84c6-c495a27f267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507445 Sep 21 18:08:35.191903 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f360b3b7-c861-4197-96e9-309d289aa2ac req-9170c3e8-0d6f-4e6b-bb98-84200218d8b1 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 210 time: 0.0367472 Sep 21 18:08:35.582102 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cb9f7-32ca-4e5b-b061-4cca91264e0d req-110aea02-98bf-43d3-b861-18042e774b64 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:35.584302 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-192cb9f7-32ca-4e5b-b061-4cca91264e0d req-110aea02-98bf-43d3-b861-18042e774b64 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 946 time: 0.0638692 Sep 21 18:08:35.637336 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-192cb9f7-32ca-4e5b-b061-4cca91264e0d req-af65bda5-ae4e-4d21-8ac6-0a8f3444a94d tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=209c79ff-44ae-4b66-84c6-c495a27f267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459254 Sep 21 18:08:36.379556 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d90161e2-b80c-49e7-8804-4763b25bfc60 req-67a7eb3b-6712-47ec-b421-4ddcca40049d tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 210 time: 0.0690072 Sep 21 18:08:36.851153 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e45358-9a57-4635-9e39-1d04664096fe req-757db4b4-2304-4c2c-be42-f934aaf52ed8 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:36.861914 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0e45358-9a57-4635-9e39-1d04664096fe req-757db4b4-2304-4c2c-be42-f934aaf52ed8 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 946 time: 0.0825922 Sep 21 18:08:36.927000 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f0e45358-9a57-4635-9e39-1d04664096fe req-6e183a93-bbea-42a1-9bb3-bacbf18d63fd tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=209c79ff-44ae-4b66-84c6-c495a27f267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639973 Sep 21 18:08:37.135676 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c757cb-c02a-45c5-b5c8-7f3c03dd7012 req-7069a945-5025-4451-a066-e2f9f82c2942 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:37.155439 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51644) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:37.160975 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-4b89a040-efd3-4668-8d21-96ac90a95a3e tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Request body: {'floatingip': {'port_id': 'c59d874a-906a-4793-aed3-0e80f2d6f8cc'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:08:37.174634 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f2c757cb-c02a-45c5-b5c8-7f3c03dd7012 req-7069a945-5025-4451-a066-e2f9f82c2942 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 946 time: 0.1363907 Sep 21 18:08:37.274869 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4b89a040-efd3-4668-8d21-96ac90a95a3e tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for floatingip, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:37.609508 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-594500eb-0f36-4b57-8804-b12d3ee8b9ee req-7f911c25-2177-4ac9-ad74-ef4b656a195c tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 210 time: 0.0489423 Sep 21 18:08:38.255933 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.db.resource_extend [None req-4b89a040-efd3-4668-8d21-96ac90a95a3e tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 18:08:38.304931 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4b89a040-efd3-4668-8d21-96ac90a95a3e tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:38.315591 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4b89a040-efd3-4668-8d21-96ac90a95a3e tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:38.442312 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-4b89a040-efd3-4668-8d21-96ac90a95a3e tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Floating IP 46d2b264-bb6a-42db-aab3-7a3462afadfa associated. External IP: 172.25.6.118, port: c59d874a-906a-4793-aed3-0e80f2d6f8cc. Sep 21 18:08:38.692007 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b89a040-efd3-4668-8d21-96ac90a95a3e tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Router 0532cd4f-7f9f-417a-8e25-ab29cbe2dac6 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:08:38.808632 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-12a76cd9-75d8-4194-b134-c6443f535896 req-95f92318-643a-488c-8b9a-d1569389c460 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 210 time: 0.0496473 Sep 21 18:08:38.900175 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b89a040-efd3-4668-8d21-96ac90a95a3e tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:08:38.907904 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4b89a040-efd3-4668-8d21-96ac90a95a3e tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:38.916622 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ffcf3a-ee92-4b2b-af0b-d026fdf8df81 None None] Sync routers for ids ['0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:08:38.932047 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ffcf3a-ee92-4b2b-af0b-d026fdf8df81 None None] Routers {'0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:08:38.932588 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-c1ffcf3a-ee92-4b2b-af0b-d026fdf8df81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:08:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:38.947037 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4b89a040-efd3-4668-8d21-96ac90a95a3e tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "PUT /v2.0/floatingips/46d2b264-bb6a-42db-aab3-7a3462afadfa HTTP/1.1" status: 200 len: 992 time: 1.7817712 Sep 21 18:08:38.947037 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c92e90d-6dd3-4dc4-97d8-bfbe1e144700', 'tag': 'c59d874a-906a-4793-aed3-0e80f2d6f8cc'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:38.947037 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dca27d6-467b-471b-84a4-6c267bf54c92" -d '{"events": [{"name": "network-changed", "server_uuid": "7c92e90d-6dd3-4dc4-97d8-bfbe1e144700", "tag": "c59d874a-906a-4793-aed3-0e80f2d6f8cc"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:38.983907 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40ffeb4-13d1-41f6-9e5b-0fc29be8196e x-openstack-request-id: req-d40ffeb4-13d1-41f6-9e5b-0fc29be8196e {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:38.984467 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c92e90d-6dd3-4dc4-97d8-bfbe1e144700", "tag": "c59d874a-906a-4793-aed3-0e80f2d6f8cc", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:38.985156 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d40ffeb4-13d1-41f6-9e5b-0fc29be8196e {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:38.985815 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c92e90d-6dd3-4dc4-97d8-bfbe1e144700', 'tag': 'c59d874a-906a-4793-aed3-0e80f2d6f8cc', 'status': 'completed', 'code': 200} Sep 21 18:08:39.060712 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca27d6-467b-471b-84a4-6c267bf54c92 req-0bef3156-90b9-4714-9c43-7352cd488ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:39.063211 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4dca27d6-467b-471b-84a4-6c267bf54c92 req-0bef3156-90b9-4714-9c43-7352cd488ee3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5aadfefca1044e71aeb470c69c909afe&device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 1097 time: 0.0534291 Sep 21 18:08:39.269905 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca27d6-467b-471b-84a4-6c267bf54c92 req-5ea4aa75-7c7c-4e3a-8906-a10ca939e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:39.272130 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4dca27d6-467b-471b-84a4-6c267bf54c92 req-5ea4aa75-7c7c-4e3a-8906-a10ca939e044 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b4b63a75-cac0-4c3a-a311-673b965199ba HTTP/1.1" status: 200 len: 912 time: 0.2005153 Sep 21 18:08:39.293349 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-c1ffcf3a-ee92-4b2b-af0b-d026fdf8df81 None None] Set router 0532cd4f-7f9f-417a-8e25-ab29cbe2dac6 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:08:39.345907 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4dca27d6-467b-471b-84a4-6c267bf54c92 req-e21c8497-33f6-40af-adc3-9e15b553a6ea service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c59d874a-906a-4793-aed3-0e80f2d6f8cc HTTP/1.1" status: 200 len: 1000 time: 0.0658462 Sep 21 18:08:39.415493 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca27d6-467b-471b-84a4-6c267bf54c92 req-33765248-298a-4aae-8269-736ad9d6c25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:39.417200 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4dca27d6-467b-471b-84a4-6c267bf54c92 req-33765248-298a-4aae-8269-736ad9d6c25f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=29244be3-4141-408b-9ec3-b8b1380c14f4 HTTP/1.1" status: 200 len: 850 time: 0.0631950 Sep 21 18:08:39.484842 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca27d6-467b-471b-84a4-6c267bf54c92 req-bfdbdbe1-b678-4412-bb91-b9124cced4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:39.486287 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4dca27d6-467b-471b-84a4-6c267bf54c92 req-bfdbdbe1-b678-4412-bb91-b9124cced4c2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b4b63a75-cac0-4c3a-a311-673b965199ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587716 Sep 21 18:08:39.616828 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4dca27d6-467b-471b-84a4-6c267bf54c92 req-65abc4ac-348a-4912-a594-627ea1d6376a service neutron] 10.222.0.38 "GET /v2.0/networks/b4b63a75-cac0-4c3a-a311-673b965199ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226745 Sep 21 18:08:39.677283 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-c1ffcf3a-ee92-4b2b-af0b-d026fdf8df81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'name': 'tempest-AttachVolumeTestJSON-1801208743-router', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:14Z', 'updated_at': '2021-09-21T18:08:19Z', 'revision_number': 4, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'gw_port': {'id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:15Z', 'updated_at': '2021-09-21T18:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '46d2b264-bb6a-42db-aab3-7a3462afadfa', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'floating_ip_address': '172.25.6.118', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'port_id': 'c59d874a-906a-4793-aed3-0e80f2d6f8cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba', 'mac_address': 'fa:16:3e:03:06:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c92e90d-6dd3-4dc4-97d8-bfbe1e144700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:08:23Z', 'updated_at': '2021-09-21T18:08:37Z', 'revision_number': 1, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf36e34e-ebba-4f71-a59a-5d649f3f7f8c', 'name': '', 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'mac_address': 'fa:16:3e:bd:3f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:18Z', 'updated_at': '2021-09-21T18:08:25Z', 'revision_number': 5, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'subnets': [{'id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:39.707039 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ffcf3a-ee92-4b2b-af0b-d026fdf8df81 None None] Checking router: 0532cd4f-7f9f-417a-8e25-ab29cbe2dac6 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:08:39.716183 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ffcf3a-ee92-4b2b-af0b-d026fdf8df81 None None] Routers {'0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:08:39.721450 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-c1ffcf3a-ee92-4b2b-af0b-d026fdf8df81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:08:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:39.809731 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4dca27d6-467b-471b-84a4-6c267bf54c92 req-3b725c7b-ac7a-45d3-a5af-cb6b617ceb5c service neutron] 10.222.0.38 "GET /v2.0/networks/b4b63a75-cac0-4c3a-a311-673b965199ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859417 Sep 21 18:08:39.845421 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-c1ffcf3a-ee92-4b2b-af0b-d026fdf8df81 None None] Set router 0532cd4f-7f9f-417a-8e25-ab29cbe2dac6 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:08:39.916684 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2aad129c-b11a-485a-9fec-8e76255de9cf req-b39c571f-f7e1-49ac-9b2a-9343ea629be3 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 210 time: 0.0265195 Sep 21 18:08:40.162187 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-c1ffcf3a-ee92-4b2b-af0b-d026fdf8df81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'name': 'tempest-AttachVolumeTestJSON-1801208743-router', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:14Z', 'updated_at': '2021-09-21T18:08:19Z', 'revision_number': 4, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'gw_port': {'id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:15Z', 'updated_at': '2021-09-21T18:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '46d2b264-bb6a-42db-aab3-7a3462afadfa', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'floating_ip_address': '172.25.6.118', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'port_id': 'c59d874a-906a-4793-aed3-0e80f2d6f8cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba', 'mac_address': 'fa:16:3e:03:06:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c92e90d-6dd3-4dc4-97d8-bfbe1e144700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:08:23Z', 'updated_at': '2021-09-21T18:08:37Z', 'revision_number': 1, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf36e34e-ebba-4f71-a59a-5d649f3f7f8c', 'name': '', 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'mac_address': 'fa:16:3e:bd:3f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:18Z', 'updated_at': '2021-09-21T18:08:25Z', 'revision_number': 5, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'subnets': [{'id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:40.194003 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ffcf3a-ee92-4b2b-af0b-d026fdf8df81 None None] The sync data for ids ['0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'] in n-d-810291-1 is: [{'id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'name': 'tempest-AttachVolumeTestJSON-1801208743-router', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:14Z', 'updated_at': '2021-09-21T18:08:19Z', 'revision_number': 4, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'gw_port': {'id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:15Z', 'updated_at': '2021-09-21T18:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '46d2b264-bb6a-42db-aab3-7a3462afadfa', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'floating_ip_address': '172.25.6.118', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'port_id': 'c59d874a-906a-4793-aed3-0e80f2d6f8cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba', 'mac_address': 'fa:16:3e:03:06:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c92e90d-6dd3-4dc4-97d8-bfbe1e144700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:08:23Z', 'updated_at': '2021-09-21T18:08:37Z', 'revision_number': 1, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf36e34e-ebba-4f71-a59a-5d649f3f7f8c', 'name': '', 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'mac_address': 'fa:16:3e:bd:3f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:18Z', 'updated_at': '2021-09-21T18:08:25Z', 'revision_number': 5, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'subnets': [{'id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:08:40.487209 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bad582d-4545-4f5a-8ab2-8719d5fb0cff None None] New status for floating IP 46d2b264-bb6a-42db-aab3-7a3462afadfa: ACTIVE {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:08:41.056523 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-54b6caa0-0908-4947-8034-515cbb7870df req-70336f9f-fe03-4a69-8b52-3d4575e75b81 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 210 time: 0.0481410 Sep 21 18:08:42.173425 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5326de72-df16-4a8b-996b-cfa918680a6f req-2b73b767-5f11-4a50-95de-97f9a56106f1 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 210 time: 0.0345342 Sep 21 18:08:43.297602 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f9f02e1-6ca0-4f4d-9f7c-94f90aeaf809 req-93482bf4-132b-4457-9c9a-945daed517ad tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 210 time: 0.0336325 Sep 21 18:08:44.397875 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3637ad43-ce5c-4e6a-bfbe-62a933b23b57 req-1afc84b8-a91f-4d72-8d0e-456bf54be895 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 210 time: 0.0338726 Sep 21 18:08:45.503927 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f421453-2fe4-429c-a09c-595b6a416772 req-aa329b4e-11c2-4c93-a53c-59fd4ccb49b7 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57ed4bb-3eb2-4383-8aa5-de2cb92898ce HTTP/1.1" status: 200 len: 210 time: 0.0258579 Sep 21 18:08:45.912734 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4955832c-9679-43c7-b319-3ca0ddcca5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:46.618881 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51752) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:46.686951 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-253f69c4-c5c8-4fa6-861b-ad5280760e4f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:46.715611 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-253f69c4-c5c8-4fa6-861b-ad5280760e4f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:46.791451 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-253f69c4-c5c8-4fa6-861b-ad5280760e4f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:46.796240 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-253f69c4-c5c8-4fa6-861b-ad5280760e4f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:46.797812 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-253f69c4-c5c8-4fa6-861b-ad5280760e4f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "DELETE /v2.0/security-groups/6a802034-7062-4fd4-8335-82e273a25bf6 HTTP/1.1" status: 204 len: 168 time: 0.1771305 Sep 21 18:08:46.800921 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51754) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:46.808377 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f69c4-c5c8-4fa6-861b-ad5280760e4f tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a802034-7062-4fd4-8335-82e273a25bf6,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:46.832630 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-6a824fb5-099d-4ed7-be79-1b5718cd233a tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] show failed (client error): The resource could not be found. Sep 21 18:08:46.846704 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6a824fb5-099d-4ed7-be79-1b5718cd233a tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "GET /v2.0/security-groups/6a802034-7062-4fd4-8335-82e273a25bf6 HTTP/1.1" status: 404 len: 347 time: 0.0418918 Sep 21 18:08:46.847190 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51758) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:46.975934 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-02cd951d-e685-43c8-bad3-3694229528bc tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Deleting port 4079bc76-ff36-4e78-8931-b3e439279769 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:46.976324 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-02cd951d-e685-43c8-bad3-3694229528bc tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:47.061666 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-02cd951d-e685-43c8-bad3-3694229528bc tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:47.063583 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-02cd951d-e685-43c8-bad3-3694229528bc tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:47.078415 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-02cd951d-e685-43c8-bad3-3694229528bc tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Calling delete_port for 4079bc76-ff36-4e78-8931-b3e439279769 owned by network:floatingip {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:47.268218 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-02cd951d-e685-43c8-bad3-3694229528bc tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:47.357385 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd951d-e685-43c8-bad3-3694229528bc tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Pushing event deleted for resources: {'Port': ['ID=4079bc76-ff36-4e78-8931-b3e439279769,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:47.487150 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-02cd951d-e685-43c8-bad3-3694229528bc tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks [] for floatingip, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:47.492994 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-02cd951d-e685-43c8-bad3-3694229528bc tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:47.494232 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-02cd951d-e685-43c8-bad3-3694229528bc tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "DELETE /v2.0/floatingips/0602900f-aaff-4bf0-b5c4-679531b5823f HTTP/1.1" status: 204 len: 168 time: 0.6462734 Sep 21 18:08:47.497267 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51766) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:47.615297 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-f9e24eec-15b8-4649-bf93-7e98b667f2e2 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Deleting port 64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:47.615652 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f9e24eec-15b8-4649-bf93-7e98b667f2e2 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:47.712323 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f9e24eec-15b8-4649-bf93-7e98b667f2e2 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:47.726414 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-f9e24eec-15b8-4649-bf93-7e98b667f2e2 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Calling delete_port for 64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:48.062624 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f9e24eec-15b8-4649-bf93-7e98b667f2e2 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:48.107230 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e24eec-15b8-4649-bf93-7e98b667f2e2 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Pushing event deleted for resources: {'Port': ['ID=64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:48.271746 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f9e24eec-15b8-4649-bf93-7e98b667f2e2 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:48.277442 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51774) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:48.278324 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f9e24eec-15b8-4649-bf93-7e98b667f2e2 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "DELETE /v2.0/ports/64b0059b-51c5-4b61-9a8c-0f5c2e15cc6a HTTP/1.1" status: 204 len: 168 time: 0.7787981 Sep 21 18:08:48.352687 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-88998efa-9ffd-41b4-bc5c-1e4f255f0cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:48.415950 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-42d02932-47c8-48b8-9b5a-ddb316289548 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Deleting port b666b514-e94e-4667-894c-fef701235f80 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:48.416252 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-42d02932-47c8-48b8-9b5a-ddb316289548 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:48.667686 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-42d02932-47c8-48b8-9b5a-ddb316289548 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:48.706838 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-42d02932-47c8-48b8-9b5a-ddb316289548 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Calling delete_port for b666b514-e94e-4667-894c-fef701235f80 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:48.989776 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:49.038850 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-42d02932-47c8-48b8-9b5a-ddb316289548 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:49.086001 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d02932-47c8-48b8-9b5a-ddb316289548 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Pushing event deleted for resources: {'Port': ['ID=b666b514-e94e-4667-894c-fef701235f80,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:49.264111 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-42d02932-47c8-48b8-9b5a-ddb316289548 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:49.269247 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51788) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:49.280269 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-42d02932-47c8-48b8-9b5a-ddb316289548 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "DELETE /v2.0/ports/b666b514-e94e-4667-894c-fef701235f80 HTTP/1.1" status: 204 len: 168 time: 1.0015867 Sep 21 18:08:49.353417 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ddce4f0-1498-4ca9-99a2-eb6f197f665b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Deleting subnet b7ef56bd-35f4-4551-832d-ce8ad93a8d56 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:08:49.357684 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7ddce4f0-1498-4ca9-99a2-eb6f197f665b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:49.400476 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7ddce4f0-1498-4ca9-99a2-eb6f197f665b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:49.532001 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7ddce4f0-1498-4ca9-99a2-eb6f197f665b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:49.658622 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7ddce4f0-1498-4ca9-99a2-eb6f197f665b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:49.847389 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddce4f0-1498-4ca9-99a2-eb6f197f665b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Pushing event deleted for resources: {'Subnet': ['ID=b7ef56bd-35f4-4551-832d-ce8ad93a8d56,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:49.872419 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7ddce4f0-1498-4ca9-99a2-eb6f197f665b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:49.876966 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b68e5b3-34ca-4de1-8465-be03b871d6a4 None None] Network 2d5cd904-6c64-427e-ac24-4519ebea83bd requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:08:49.879553 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51800) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:49.914824 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7ddce4f0-1498-4ca9-99a2-eb6f197f665b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "DELETE /v2.0/subnets/b7ef56bd-35f4-4551-832d-ce8ad93a8d56 HTTP/1.1" status: 204 len: 168 time: 0.6443884 Sep 21 18:08:49.944311 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddce4f0-1498-4ca9-99a2-eb6f197f665b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:49.944311 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddce4f0-1498-4ca9-99a2-eb6f197f665b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:49.944532 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddce4f0-1498-4ca9-99a2-eb6f197f665b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:49.944833 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddce4f0-1498-4ca9-99a2-eb6f197f665b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:49.945128 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddce4f0-1498-4ca9-99a2-eb6f197f665b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:49.945468 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddce4f0-1498-4ca9-99a2-eb6f197f665b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:49.945806 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddce4f0-1498-4ca9-99a2-eb6f197f665b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:49.946141 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddce4f0-1498-4ca9-99a2-eb6f197f665b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:49.946474 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddce4f0-1498-4ca9-99a2-eb6f197f665b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:49.946805 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddce4f0-1498-4ca9-99a2-eb6f197f665b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:49.947156 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddce4f0-1498-4ca9-99a2-eb6f197f665b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:49.947486 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddce4f0-1498-4ca9-99a2-eb6f197f665b tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:50.089652 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab665088-c71d-43c1-9d28-ae190e473c8a tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Deleting subnet 58ac3f24-b788-4cf8-83bb-09180cf32914 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:08:50.096404 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ab665088-c71d-43c1-9d28-ae190e473c8a tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:50.157106 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ab665088-c71d-43c1-9d28-ae190e473c8a tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:50.219111 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:50.254179 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ab665088-c71d-43c1-9d28-ae190e473c8a tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:50.393447 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c8d208-1a2c-4160-a532-0b00e7dd60b6 None None] DHCP port deletion for 2d5cd904-6c64-427e-ac24-4519ebea83bd request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:08:50.400737 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ab665088-c71d-43c1-9d28-ae190e473c8a tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:50.443882 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ab665088-c71d-43c1-9d28-ae190e473c8a tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:50.445871 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ab665088-c71d-43c1-9d28-ae190e473c8a tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "DELETE /v2.0/subnets/58ac3f24-b788-4cf8-83bb-09180cf32914 HTTP/1.1" status: 204 len: 168 time: 0.5642314 Sep 21 18:08:50.446752 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab665088-c71d-43c1-9d28-ae190e473c8a tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Pushing event deleted for resources: {'Subnet': ['ID=58ac3f24-b788-4cf8-83bb-09180cf32914,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:50.449033 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51806) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:50.466235 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa20420-8904-4e78-b216-99e01ee20bf4 req-fb9d2d3a-aa82-451b-b3ff-84b52866f2fd tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:50.474539 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bfa20420-8904-4e78-b216-99e01ee20bf4 req-fb9d2d3a-aa82-451b-b3ff-84b52866f2fd tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0ed841a-0067-43f3-abdc-152f845c8a8b HTTP/1.1" status: 200 len: 945 time: 0.1484201 Sep 21 18:08:50.481665 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7a2e70-9734-4d89-a3be-8d11b1a1af94 None None] Network 2b661a03-cfc9-463e-8f0e-9f949f6cb0f0 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:08:50.537382 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bfa20420-8904-4e78-b216-99e01ee20bf4 req-616eb19e-3197-4c3c-accb-29066a182a4e tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601892 Sep 21 18:08:50.582158 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-75c8d208-1a2c-4160-a532-0b00e7dd60b6 None None] Deleting port a22356e6-4cd4-4499-8bba-ea50e739d2a6 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:50.582543 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-75c8d208-1a2c-4160-a532-0b00e7dd60b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:50.594556 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-07a3c72d-c763-4ede-9cac-ceb2823f55f6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:50.741480 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-07a3c72d-c763-4ede-9cac-ceb2823f55f6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Deleting port a22356e6-4cd4-4499-8bba-ea50e739d2a6 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:50.742886 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-75c8d208-1a2c-4160-a532-0b00e7dd60b6 None None] For port a22356e6-4cd4-4499-8bba-ea50e739d2a6, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a22356e6-4cd4-4499-8bba-ea50e739d2a6,segment=NetworkSegment(284c8edc-4cb9-4da4-8faf-e3c218f7e9d7),segment_id=284c8edc-4cb9-4da4-8faf-e3c218f7e9d7)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:50.743155 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-07a3c72d-c763-4ede-9cac-ceb2823f55f6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:50.743808 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-75c8d208-1a2c-4160-a532-0b00e7dd60b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:50.771342 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-75c8d208-1a2c-4160-a532-0b00e7dd60b6 None None] Calling delete_port for a22356e6-4cd4-4499-8bba-ea50e739d2a6 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:50.887163 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771899a3-7bf1-43c4-abaa-800c23a2952a None None] DHCP port deletion for 2b661a03-cfc9-463e-8f0e-9f949f6cb0f0 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:08:50.914808 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-07a3c72d-c763-4ede-9cac-ceb2823f55f6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] For port a22356e6-4cd4-4499-8bba-ea50e739d2a6, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a22356e6-4cd4-4499-8bba-ea50e739d2a6,segment=NetworkSegment(284c8edc-4cb9-4da4-8faf-e3c218f7e9d7),segment_id=284c8edc-4cb9-4da4-8faf-e3c218f7e9d7)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:50.915782 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-07a3c72d-c763-4ede-9cac-ceb2823f55f6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:50.995683 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-07a3c72d-c763-4ede-9cac-ceb2823f55f6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Calling delete_port for a22356e6-4cd4-4499-8bba-ea50e739d2a6 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:51.037636 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-771899a3-7bf1-43c4-abaa-800c23a2952a None None] Deleting port 97585cf2-e2d4-41e2-b788-db2bffcfbb0f {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:51.038382 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-771899a3-7bf1-43c4-abaa-800c23a2952a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:51.114567 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-75c8d208-1a2c-4160-a532-0b00e7dd60b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:51.123872 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-771899a3-7bf1-43c4-abaa-800c23a2952a None None] For port 97585cf2-e2d4-41e2-b788-db2bffcfbb0f, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=97585cf2-e2d4-41e2-b788-db2bffcfbb0f,segment=NetworkSegment(0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3),segment_id=0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:51.124328 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-771899a3-7bf1-43c4-abaa-800c23a2952a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:51.161730 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8d208-1a2c-4160-a532-0b00e7dd60b6 None None] Pushing event deleted for resources: {'Port': ['ID=a22356e6-4cd4-4499-8bba-ea50e739d2a6,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:51.165063 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-771899a3-7bf1-43c4-abaa-800c23a2952a None None] Calling delete_port for 97585cf2-e2d4-41e2-b788-db2bffcfbb0f owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:51.177529 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8d208-1a2c-4160-a532-0b00e7dd60b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:51.177880 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8d208-1a2c-4160-a532-0b00e7dd60b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:51.178221 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8d208-1a2c-4160-a532-0b00e7dd60b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:51.178558 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8d208-1a2c-4160-a532-0b00e7dd60b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:51.181492 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8d208-1a2c-4160-a532-0b00e7dd60b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:51.181492 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8d208-1a2c-4160-a532-0b00e7dd60b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:51.181492 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8d208-1a2c-4160-a532-0b00e7dd60b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:51.181492 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8d208-1a2c-4160-a532-0b00e7dd60b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:51.181492 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8d208-1a2c-4160-a532-0b00e7dd60b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:51.181492 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8d208-1a2c-4160-a532-0b00e7dd60b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:51.181492 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8d208-1a2c-4160-a532-0b00e7dd60b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:51.181492 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8d208-1a2c-4160-a532-0b00e7dd60b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:08:51.194529 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c8d208-1a2c-4160-a532-0b00e7dd60b6 None None] No DVR routers for this DVR port a22356e6-4cd4-4499-8bba-ea50e739d2a6 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:08:51.211635 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-07a3c72d-c763-4ede-9cac-ceb2823f55f6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:51.303791 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-771899a3-7bf1-43c4-abaa-800c23a2952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:51.306518 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3c72d-c763-4ede-9cac-ceb2823f55f6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Pushing event deleted for resources: {'Port': ['ID=a22356e6-4cd4-4499-8bba-ea50e739d2a6,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:51.310252 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a3c72d-c763-4ede-9cac-ceb2823f55f6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] No DVR routers for this DVR port a22356e6-4cd4-4499-8bba-ea50e739d2a6 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:08:51.354382 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771899a3-7bf1-43c4-abaa-800c23a2952a None None] No DVR routers for this DVR port 97585cf2-e2d4-41e2-b788-db2bffcfbb0f on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:08:51.360387 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771899a3-7bf1-43c4-abaa-800c23a2952a None None] Pushing event deleted for resources: {'Port': ['ID=97585cf2-e2d4-41e2-b788-db2bffcfbb0f,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:51.434187 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-07a3c72d-c763-4ede-9cac-ceb2823f55f6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:51.464497 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-07a3c72d-c763-4ede-9cac-ceb2823f55f6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5cd904-6c64-427e-ac24-4519ebea83bd']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:51.475001 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-07a3c72d-c763-4ede-9cac-ceb2823f55f6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284c8edc-4cb9-4da4-8faf-e3c218f7e9d7') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:51.475692 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-07a3c72d-c763-4ede-9cac-ceb2823f55f6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284c8edc-4cb9-4da4-8faf-e3c218f7e9d7') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:51.485781 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-07a3c72d-c763-4ede-9cac-ceb2823f55f6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:51.501484 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-07a3c72d-c763-4ede-9cac-ceb2823f55f6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:51.508760 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07a3c72d-c763-4ede-9cac-ceb2823f55f6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:08:51.509443 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-07a3c72d-c763-4ede-9cac-ceb2823f55f6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:08:51.514534 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:08:51.568072 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:51.587042 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-07a3c72d-c763-4ede-9cac-ceb2823f55f6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:51.605767 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-07a3c72d-c763-4ede-9cac-ceb2823f55f6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:51.622252 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-07a3c72d-c763-4ede-9cac-ceb2823f55f6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "DELETE /v2.0/networks/2d5cd904-6c64-427e-ac24-4519ebea83bd HTTP/1.1" status: 204 len: 168 time: 1.1714690 Sep 21 18:08:51.623366 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3c72d-c763-4ede-9cac-ceb2823f55f6 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Pushing event deleted for resources: {'Network': ['ID=2d5cd904-6c64-427e-ac24-4519ebea83bd,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:51.625002 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51820) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:51.798149 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4af52-dee2-43f2-8d72-b3ab4b14c797 req-88164379-a39e-4507-9a02-517797290c43 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:51.799820 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e2f4af52-dee2-43f2-8d72-b3ab4b14c797 req-88164379-a39e-4507-9a02-517797290c43 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0ed841a-0067-43f3-abdc-152f845c8a8b HTTP/1.1" status: 200 len: 945 time: 0.1580138 Sep 21 18:08:51.860479 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b01182c1-e6d7-4593-893b-8663c41a6a52 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:51.870462 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e2f4af52-dee2-43f2-8d72-b3ab4b14c797 req-a6640f03-cff8-4bb7-92f8-22e6c2ca1218 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618014 Sep 21 18:08:51.930488 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cafb36-2e0f-4ab2-aa2f-e50d2a957ce7 req-e8804450-9a81-4354-bf6a-f8e30c0046c1 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:51.951374 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-10cafb36-2e0f-4ab2-aa2f-e50d2a957ce7 req-e8804450-9a81-4354-bf6a-f8e30c0046c1 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0ed841a-0067-43f3-abdc-152f845c8a8b HTTP/1.1" status: 200 len: 945 time: 0.1109910 Sep 21 18:08:51.985961 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b01182c1-e6d7-4593-893b-8663c41a6a52 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:52.053081 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-b01182c1-e6d7-4593-893b-8663c41a6a52 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b661a03-cfc9-463e-8f0e-9f949f6cb0f0']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:52.054683 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a22356e6-4cd4-4499-8bba-ea50e739d2a6 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:08:52.104552 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-b01182c1-e6d7-4593-893b-8663c41a6a52 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:52.109623 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-b01182c1-e6d7-4593-893b-8663c41a6a52 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f1c46c9-f6d3-4f8b-a7ca-6cf953cb2cd3') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:52.134326 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b01182c1-e6d7-4593-893b-8663c41a6a52 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:52.137045 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: a22356e6-4cd4-4499-8bba-ea50e739d2a6 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:08:52.137400 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a22356e6-4cd4-4499-8bba-ea50e739d2a6 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:08:52.137829 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 97585cf2-e2d4-41e2-b788-db2bffcfbb0f no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:08:52.141633 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-10cafb36-2e0f-4ab2-aa2f-e50d2a957ce7 req-b4c570b9-0dce-4308-8ace-a2fa562db7b3 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Deleting port 7af6a29d-ad11-44dc-b610-26cc78146dd5 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:52.141984 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-10cafb36-2e0f-4ab2-aa2f-e50d2a957ce7 req-b4c570b9-0dce-4308-8ace-a2fa562db7b3 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:52.166770 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b01182c1-e6d7-4593-893b-8663c41a6a52 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:52.174373 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b01182c1-e6d7-4593-893b-8663c41a6a52 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:08:52.175770 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b01182c1-e6d7-4593-893b-8663c41a6a52 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:52.179186 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:08:52.179186 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:08:52.179186 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:08:52.179186 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:08:52.179186 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:08:52.179186 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:08:52.179186 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:08:52.179186 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:08:52.179186 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:08:52.179186 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:08:52.179186 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:08:52.179186 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:08:52.179186 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:08:52.179186 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:08:52.179186 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:08:52.179186 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:08:52.179186 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:08:52.179186 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:08:52.179186 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:08:52.179186 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:08:52.179186 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:08:52.179186 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:08:52.179186 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:08:52.179186 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:08:52.179186 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:08:52.179186 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:08:52.179186 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:08:52.179186 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:08:52.179186 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:08:52.179186 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:08:52.179186 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:08:52.179186 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:08:52.194816 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 97585cf2-e2d4-41e2-b788-db2bffcfbb0f {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:08:52.195432 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 97585cf2-e2d4-41e2-b788-db2bffcfbb0f not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:08:52.280515 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b01182c1-e6d7-4593-893b-8663c41a6a52 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:52.295932 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b01182c1-e6d7-4593-893b-8663c41a6a52 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:52.302346 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b01182c1-e6d7-4593-893b-8663c41a6a52 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] 10.222.0.58 "DELETE /v2.0/networks/2b661a03-cfc9-463e-8f0e-9f949f6cb0f0 HTTP/1.1" status: 204 len: 168 time: 0.6711299 Sep 21 18:08:52.328830 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-10cafb36-2e0f-4ab2-aa2f-e50d2a957ce7 req-b4c570b9-0dce-4308-8ace-a2fa562db7b3 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] For port 7af6a29d-ad11-44dc-b610-26cc78146dd5, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=7af6a29d-ad11-44dc-b610-26cc78146dd5,segment=NetworkSegment(7d5256e0-2fc2-448a-bfae-9c6a896d4861),segment_id=7d5256e0-2fc2-448a-bfae-9c6a896d4861)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:52.329593 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-10cafb36-2e0f-4ab2-aa2f-e50d2a957ce7 req-b4c570b9-0dce-4308-8ace-a2fa562db7b3 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:52.340283 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01182c1-e6d7-4593-893b-8663c41a6a52 tempest-TaggedBootDevicesTest_v242-1617027482 tempest-TaggedBootDevicesTest_v242-1617027482-project] Pushing event deleted for resources: {'Network': ['ID=2b661a03-cfc9-463e-8f0e-9f949f6cb0f0,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:52.390826 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-10cafb36-2e0f-4ab2-aa2f-e50d2a957ce7 req-b4c570b9-0dce-4308-8ace-a2fa562db7b3 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Calling delete_port for 7af6a29d-ad11-44dc-b610-26cc78146dd5 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:52.617991 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-10cafb36-2e0f-4ab2-aa2f-e50d2a957ce7 req-b4c570b9-0dce-4308-8ace-a2fa562db7b3 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:52.646858 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['cf75d108-528a-436d-8c61-7249e2669900', '3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:08:52.649296 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['bbbf57c5-5a15-4f3a-994c-08cee1d1d622', '7af6a29d-ad11-44dc-b610-26cc78146dd5'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:08:52.977414 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cafb36-2e0f-4ab2-aa2f-e50d2a957ce7 req-b4c570b9-0dce-4308-8ace-a2fa562db7b3 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] No DVR routers for this DVR port 7af6a29d-ad11-44dc-b610-26cc78146dd5 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:08:52.994311 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-10cafb36-2e0f-4ab2-aa2f-e50d2a957ce7 req-b4c570b9-0dce-4308-8ace-a2fa562db7b3 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:53.011187 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-10cafb36-2e0f-4ab2-aa2f-e50d2a957ce7 req-b4c570b9-0dce-4308-8ace-a2fa562db7b3 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.44 "DELETE /v2.0/ports/7af6a29d-ad11-44dc-b610-26cc78146dd5 HTTP/1.1" status: 204 len: 173 time: 1.0591097 Sep 21 18:08:53.016711 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ed841a-0067-43f3-abdc-152f845c8a8b', 'name': 'network-vif-deleted', 'tag': '7af6a29d-ad11-44dc-b610-26cc78146dd5'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:08:53.028472 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177f8d5a-46b7-4b4d-a691-5436ca7763f3" -d '{"events": [{"server_uuid": "a0ed841a-0067-43f3-abdc-152f845c8a8b", "name": "network-vif-deleted", "tag": "7af6a29d-ad11-44dc-b610-26cc78146dd5"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:08:53.038602 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c570b9-0dce-4308-8ace-a2fa562db7b3 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Pushing event deleted for resources: {'Port': ['ID=7af6a29d-ad11-44dc-b610-26cc78146dd5,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:53.183126 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cba6e804-13ed-42be-9073-bb34c6b32f68 req-8a8f89ae-bb76-43d1-87c6-f421672078e1 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0ed841a-0067-43f3-abdc-152f845c8a8b HTTP/1.1" status: 200 len: 210 time: 0.0979202 Sep 21 18:08:53.230359 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40a3b63-3d51-48b5-b66b-33b1dc1aba25 x-openstack-request-id: req-a40a3b63-3d51-48b5-b66b-33b1dc1aba25 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:08:53.230682 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ed841a-0067-43f3-abdc-152f845c8a8b", "name": "network-vif-deleted", "tag": "7af6a29d-ad11-44dc-b610-26cc78146dd5", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:08:53.231063 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a40a3b63-3d51-48b5-b66b-33b1dc1aba25 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:08:53.231507 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ed841a-0067-43f3-abdc-152f845c8a8b', 'name': 'network-vif-deleted', 'tag': '7af6a29d-ad11-44dc-b610-26cc78146dd5', 'status': 'completed', 'code': 200} Sep 21 18:08:53.355580 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:54.600150 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:55.095464 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51870) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:55.499777 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 7af6a29d-ad11-44dc-b610-26cc78146dd5 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:08:55.551378 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 7af6a29d-ad11-44dc-b610-26cc78146dd5 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:08:55.555673 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 7af6a29d-ad11-44dc-b610-26cc78146dd5 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:08:55.910358 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eb5e4553-19fb-4c49-947a-51dc3fe799fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:56.203021 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-eb5e4553-19fb-4c49-947a-51dc3fe799fe admin admin] Deleting port 79c47bf6-44c6-4abb-8867-ecca7fca4df6 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:56.203710 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eb5e4553-19fb-4c49-947a-51dc3fe799fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:56.319246 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-eb5e4553-19fb-4c49-947a-51dc3fe799fe admin admin] For port 79c47bf6-44c6-4abb-8867-ecca7fca4df6, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=79c47bf6-44c6-4abb-8867-ecca7fca4df6,segment=NetworkSegment(365b2114-ac4a-447f-bfd3-839be542ebce),segment_id=365b2114-ac4a-447f-bfd3-839be542ebce)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:56.319615 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eb5e4553-19fb-4c49-947a-51dc3fe799fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:56.346160 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-eb5e4553-19fb-4c49-947a-51dc3fe799fe admin admin] Calling delete_port for 79c47bf6-44c6-4abb-8867-ecca7fca4df6 owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:56.589854 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eb5e4553-19fb-4c49-947a-51dc3fe799fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:56.627307 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e4553-19fb-4c49-947a-51dc3fe799fe admin admin] Pushing event deleted for resources: {'Port': ['ID=79c47bf6-44c6-4abb-8867-ecca7fca4df6,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:56.937188 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eb5e4553-19fb-4c49-947a-51dc3fe799fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:57.290275 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5e4553-19fb-4c49-947a-51dc3fe799fe admin admin] Router 0367753d-98d0-40a6-975d-6f0956b4c8ed has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:08:57.468121 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5e4553-19fb-4c49-947a-51dc3fe799fe admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:08:57.478774 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6cad0e-64ce-4d2b-b594-eeb044a6d6f6 None None] Sync routers for ids ['0367753d-98d0-40a6-975d-6f0956b4c8ed'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:08:57.479970 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-eb5e4553-19fb-4c49-947a-51dc3fe799fe admin admin] 10.222.0.58 "PUT /v2.0/routers/0367753d-98d0-40a6-975d-6f0956b4c8ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3834121 Sep 21 18:08:57.482913 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51952) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:57.493174 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6cad0e-64ce-4d2b-b594-eeb044a6d6f6 None None] Routers {'0367753d-98d0-40a6-975d-6f0956b4c8ed'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:08:57.493793 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-ae6cad0e-64ce-4d2b-b594-eeb044a6d6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:08:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0367753d-98d0-40a6-975d-6f0956b4c8ed'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:57.730422 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-87ea0352-0704-482e-b475-907a0f0694a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:57.764094 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-ae6cad0e-64ce-4d2b-b594-eeb044a6d6f6 None None] Set router 0367753d-98d0-40a6-975d-6f0956b4c8ed gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:08:58.279606 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e230b-3fd4-4468-9471-9fe1b16d2fd4 req-f164d3fe-37b7-496d-a16e-bcaf4d87e7ff tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:58.285295 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f28e230b-3fd4-4468-9471-9fe1b16d2fd4 req-f164d3fe-37b7-496d-a16e-bcaf4d87e7ff tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=d663d22c-ab78-4bf0-96b6-44d10e73c60a HTTP/1.1" status: 200 len: 945 time: 0.1555502 Sep 21 18:08:58.385016 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f28e230b-3fd4-4468-9471-9fe1b16d2fd4 req-a242d990-e23f-455d-854d-84f78845a21c tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935278 Sep 21 18:08:58.627305 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-ae6cad0e-64ce-4d2b-b594-eeb044a6d6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'name': 'tempest-TaggedBootDevicesTest-480229783-router', 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '50dced9d-dafa-4c87-8f9b-1a02a8109143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:25Z', 'updated_at': '2021-09-21T18:08:56Z', 'revision_number': 5, 'project_id': 'd40c78ed24d44bc286019ecdefec3c75', 'gw_port': {'id': '50dced9d-dafa-4c87-8f9b-1a02a8109143', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cf:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:27Z', 'updated_at': '2021-09-21T17:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:58.663083 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6cad0e-64ce-4d2b-b594-eeb044a6d6f6 None None] Checking router: 0367753d-98d0-40a6-975d-6f0956b4c8ed for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:08:58.673728 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6cad0e-64ce-4d2b-b594-eeb044a6d6f6 None None] Routers {'0367753d-98d0-40a6-975d-6f0956b4c8ed'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:08:58.674283 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-87ea0352-0704-482e-b475-907a0f0694a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:58.674756 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-ae6cad0e-64ce-4d2b-b594-eeb044a6d6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:08:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0367753d-98d0-40a6-975d-6f0956b4c8ed'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:58.761952 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-87ea0352-0704-482e-b475-907a0f0694a4 admin admin] Deleting port 50dced9d-dafa-4c87-8f9b-1a02a8109143 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:58.762428 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-87ea0352-0704-482e-b475-907a0f0694a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:58.839319 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-ae6cad0e-64ce-4d2b-b594-eeb044a6d6f6 None None] Set router 0367753d-98d0-40a6-975d-6f0956b4c8ed gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:08:58.921038 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-87ea0352-0704-482e-b475-907a0f0694a4 admin admin] For port 50dced9d-dafa-4c87-8f9b-1a02a8109143, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=50dced9d-dafa-4c87-8f9b-1a02a8109143,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:08:58.921797 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-87ea0352-0704-482e-b475-907a0f0694a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:58.952332 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-87ea0352-0704-482e-b475-907a0f0694a4 admin admin] Calling delete_port for 50dced9d-dafa-4c87-8f9b-1a02a8109143 owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:08:59.156855 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-ae6cad0e-64ce-4d2b-b594-eeb044a6d6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'name': 'tempest-TaggedBootDevicesTest-480229783-router', 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '50dced9d-dafa-4c87-8f9b-1a02a8109143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:25Z', 'updated_at': '2021-09-21T18:08:56Z', 'revision_number': 5, 'project_id': 'd40c78ed24d44bc286019ecdefec3c75', 'gw_port': {'id': '50dced9d-dafa-4c87-8f9b-1a02a8109143', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cf:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:27Z', 'updated_at': '2021-09-21T17:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:08:59.197180 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6cad0e-64ce-4d2b-b594-eeb044a6d6f6 None None] The sync data for ids ['0367753d-98d0-40a6-975d-6f0956b4c8ed'] in n-d-810291-1 is: [{'id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'name': 'tempest-TaggedBootDevicesTest-480229783-router', 'tenant_id': 'd40c78ed24d44bc286019ecdefec3c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '50dced9d-dafa-4c87-8f9b-1a02a8109143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:25Z', 'updated_at': '2021-09-21T18:08:56Z', 'revision_number': 5, 'project_id': 'd40c78ed24d44bc286019ecdefec3c75', 'gw_port': {'id': '50dced9d-dafa-4c87-8f9b-1a02a8109143', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cf:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0367753d-98d0-40a6-975d-6f0956b4c8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:27Z', 'updated_at': '2021-09-21T17:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:08:59.247482 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-87ea0352-0704-482e-b475-907a0f0694a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:59.283359 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea0352-0704-482e-b475-907a0f0694a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=50dced9d-dafa-4c87-8f9b-1a02a8109143,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:59.350883 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-87ea0352-0704-482e-b475-907a0f0694a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:59.490515 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-87ea0352-0704-482e-b475-907a0f0694a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:59.492824 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-87ea0352-0704-482e-b475-907a0f0694a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:59.544248 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-87ea0352-0704-482e-b475-907a0f0694a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:59.549234 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ea0352-0704-482e-b475-907a0f0694a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0367753d-98d0-40a6-975d-6f0956b4c8ed {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:08:59.555543 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-87ea0352-0704-482e-b475-907a0f0694a4 admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:59.560133 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-87ea0352-0704-482e-b475-907a0f0694a4 admin admin] 10.222.0.58 "DELETE /v2.0/routers/0367753d-98d0-40a6-975d-6f0956b4c8ed HTTP/1.1" status: 204 len: 168 time: 2.0760553 Sep 21 18:08:59.561246 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 52000) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:59.597295 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4d654-5fbc-44b8-8f48-c5337d1ae49b req-b58a5d2e-cf24-450e-b6ee-ade9dfa99cc0 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:59.598957 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e7f4d654-5fbc-44b8-8f48-c5337d1ae49b req-b58a5d2e-cf24-450e-b6ee-ade9dfa99cc0 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=d663d22c-ab78-4bf0-96b6-44d10e73c60a HTTP/1.1" status: 200 len: 945 time: 0.0929222 Sep 21 18:08:59.641901 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e3b9cb-a101-4060-90f6-537593fe0a1c admin admin] Deleting subnet 97a406fa-a160-4fba-ab8a-73084b03db92 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:08:59.648192 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b2e3b9cb-a101-4060-90f6-537593fe0a1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:59.681884 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e7f4d654-5fbc-44b8-8f48-c5337d1ae49b req-c935dd52-4934-475c-956a-679573d132f6 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720465 Sep 21 18:08:59.742908 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b2e3b9cb-a101-4060-90f6-537593fe0a1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:59.805093 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70029cd8-0653-4514-aa48-3f0abab6826f req-b99ad027-60d7-40c2-8023-75ffc456647f tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:08:59.806721 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-70029cd8-0653-4514-aa48-3f0abab6826f req-b99ad027-60d7-40c2-8023-75ffc456647f tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.38 "GET /v2.0/ports?device_id=d663d22c-ab78-4bf0-96b6-44d10e73c60a HTTP/1.1" status: 200 len: 945 time: 0.1442933 Sep 21 18:08:59.885334 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b2e3b9cb-a101-4060-90f6-537593fe0a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:59.919495 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-70029cd8-0653-4514-aa48-3f0abab6826f req-52532a6b-8755-4368-8a37-687b653cec61 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Deleting port 3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:08:59.919871 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-70029cd8-0653-4514-aa48-3f0abab6826f req-52532a6b-8755-4368-8a37-687b653cec61 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:59.954168 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b2e3b9cb-a101-4060-90f6-537593fe0a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:59.985305 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3b9cb-a101-4060-90f6-537593fe0a1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97a406fa-a160-4fba-ab8a-73084b03db92,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:08:59.987781 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b2e3b9cb-a101-4060-90f6-537593fe0a1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:08:59.989717 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b2e3b9cb-a101-4060-90f6-537593fe0a1c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/97a406fa-a160-4fba-ab8a-73084b03db92 HTTP/1.1" status: 204 len: 168 time: 0.4264822 Sep 21 18:08:59.992630 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 52012) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:08:59.999766 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5480b74b-2043-497e-817b-16d76b71ff49 None None] Network 543c6f8a-4719-45e7-ae5b-7d43c52acf45 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:09:00.088908 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-da66a080-340c-4228-b978-77ac130229d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:00.169811 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 79c47bf6-44c6-4abb-8867-ecca7fca4df6 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:00.231963 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-da66a080-340c-4228-b978-77ac130229d1 admin admin] Deleting port 7f603b46-367f-46aa-82d9-ca9b6515bd7d {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:00.232313 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-da66a080-340c-4228-b978-77ac130229d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:00.252387 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 79c47bf6-44c6-4abb-8867-ecca7fca4df6 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:09:00.252734 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 79c47bf6-44c6-4abb-8867-ecca7fca4df6 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:09:00.384076 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-da66a080-340c-4228-b978-77ac130229d1 admin admin] For port 7f603b46-367f-46aa-82d9-ca9b6515bd7d, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=7f603b46-367f-46aa-82d9-ca9b6515bd7d,segment=NetworkSegment(365b2114-ac4a-447f-bfd3-839be542ebce),segment_id=365b2114-ac4a-447f-bfd3-839be542ebce)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:00.384449 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-da66a080-340c-4228-b978-77ac130229d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:00.435675 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-da66a080-340c-4228-b978-77ac130229d1 admin admin] Calling delete_port for 7f603b46-367f-46aa-82d9-ca9b6515bd7d owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:00.570639 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-da66a080-340c-4228-b978-77ac130229d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:00.611810 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da66a080-340c-4228-b978-77ac130229d1 admin admin] No DVR routers for this DVR port 7f603b46-367f-46aa-82d9-ca9b6515bd7d on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:00.615817 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66a080-340c-4228-b978-77ac130229d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f603b46-367f-46aa-82d9-ca9b6515bd7d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:00.693008 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2c0d20-5ff1-4a97-8403-ffa7779feecd None None] DHCP port deletion for 543c6f8a-4719-45e7-ae5b-7d43c52acf45 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:09:00.812108 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-da66a080-340c-4228-b978-77ac130229d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:00.816796 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-70029cd8-0653-4514-aa48-3f0abab6826f req-52532a6b-8755-4368-8a37-687b653cec61 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] For port 3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d,segment=NetworkSegment(7d5256e0-2fc2-448a-bfae-9c6a896d4861),segment_id=7d5256e0-2fc2-448a-bfae-9c6a896d4861)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:00.817239 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-70029cd8-0653-4514-aa48-3f0abab6826f req-52532a6b-8755-4368-8a37-687b653cec61 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:00.858739 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-70029cd8-0653-4514-aa48-3f0abab6826f req-52532a6b-8755-4368-8a37-687b653cec61 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Calling delete_port for 3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:00.876088 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-da66a080-340c-4228-b978-77ac130229d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['543c6f8a-4719-45e7-ae5b-7d43c52acf45']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:00.890978 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-da66a080-340c-4228-b978-77ac130229d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '365b2114-ac4a-447f-bfd3-839be542ebce') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:00.891287 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-da66a080-340c-4228-b978-77ac130229d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '365b2114-ac4a-447f-bfd3-839be542ebce') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:00.902143 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2371f74-9555-485e-84b9-d5ce88331067 req-51cee882-75fc-4719-b0b9-b5db557d5478 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:00.903947 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-da66a080-340c-4228-b978-77ac130229d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:00.910297 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a2371f74-9555-485e-84b9-d5ce88331067 req-51cee882-75fc-4719-b0b9-b5db557d5478 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=d663d22c-ab78-4bf0-96b6-44d10e73c60a HTTP/1.1" status: 200 len: 945 time: 0.0841665 Sep 21 18:09:00.923092 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-da66a080-340c-4228-b978-77ac130229d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:00.947694 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da66a080-340c-4228-b978-77ac130229d1 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:09:00.949167 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-da66a080-340c-4228-b978-77ac130229d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:00.971098 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:09:00.971098 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:09:00.971098 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:09:00.971098 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:09:00.971098 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:09:00.971098 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:09:00.971098 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:09:00.971098 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:09:00.971098 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:09:00.971098 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:09:00.971098 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:09:00.971098 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:09:00.971098 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:09:00.971098 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:09:00.971098 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:09:00.971098 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:09:00.971098 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:09:00.971098 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:09:00.971098 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:09:00.971098 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:09:00.971098 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:09:00.971098 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:09:00.971098 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:09:00.971098 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:09:00.971098 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:09:00.971098 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:09:00.971098 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:09:00.971098 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:09:00.971098 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:09:00.971098 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:09:00.971098 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:09:00.971098 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:09:01.027355 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a2371f74-9555-485e-84b9-d5ce88331067 req-99815d0b-9752-4e47-b1d6-f4565c3f21ff tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115172 Sep 21 18:09:01.048615 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-da66a080-340c-4228-b978-77ac130229d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:01.058179 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-da66a080-340c-4228-b978-77ac130229d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:01.062643 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-da66a080-340c-4228-b978-77ac130229d1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/543c6f8a-4719-45e7-ae5b-7d43c52acf45 HTTP/1.1" status: 204 len: 168 time: 1.0687077 Sep 21 18:09:01.091634 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66a080-340c-4228-b978-77ac130229d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=543c6f8a-4719-45e7-ae5b-7d43c52acf45,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:01.199894 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-70029cd8-0653-4514-aa48-3f0abab6826f req-52532a6b-8755-4368-8a37-687b653cec61 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:01.217126 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['cf75d108-528a-436d-8c61-7249e2669900'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:09:01.219514 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['bbbf57c5-5a15-4f3a-994c-08cee1d1d622'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:09:01.260927 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 52040) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:01.269869 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52532a6b-8755-4368-8a37-687b653cec61 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Pushing event deleted for resources: {'Port': ['ID=3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:01.291729 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-70029cd8-0653-4514-aa48-3f0abab6826f req-52532a6b-8755-4368-8a37-687b653cec61 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] No DVR routers for this DVR port 3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:01.294879 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-70029cd8-0653-4514-aa48-3f0abab6826f req-52532a6b-8755-4368-8a37-687b653cec61 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:01.297945 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-70029cd8-0653-4514-aa48-3f0abab6826f req-52532a6b-8755-4368-8a37-687b653cec61 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.38 "DELETE /v2.0/ports/3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d HTTP/1.1" status: 204 len: 173 time: 1.4822371 Sep 21 18:09:01.298512 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd663d22c-ab78-4bf0-96b6-44d10e73c60a', 'name': 'network-vif-deleted', 'tag': '3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:01.301328 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ab7f5e-228d-41b5-aecd-cd66ccb300d1" -d '{"events": [{"server_uuid": "d663d22c-ab78-4bf0-96b6-44d10e73c60a", "name": "network-vif-deleted", "tag": "3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:01.311808 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-95c90be0-4239-4bf9-8771-218587c69617 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d40c78ed24d44bc286019ecdefec3c75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494149 Sep 21 18:09:01.315087 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 52044) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:01.363272 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8435d08-4f07-4515-acd2-cace7d2f0877 x-openstack-request-id: req-a8435d08-4f07-4515-acd2-cace7d2f0877 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:01.363800 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d663d22c-ab78-4bf0-96b6-44d10e73c60a", "name": "network-vif-deleted", "tag": "3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:01.364365 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a8435d08-4f07-4515-acd2-cace7d2f0877 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:01.365230 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd663d22c-ab78-4bf0-96b6-44d10e73c60a', 'name': 'network-vif-deleted', 'tag': '3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d', 'status': 'completed', 'code': 200} Sep 21 18:09:01.415016 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7a7fd22e-4768-4318-8f7c-06079f211f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:01.464849 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7a7fd22e-4768-4318-8f7c-06079f211f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:01.550157 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7a7fd22e-4768-4318-8f7c-06079f211f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:01.553147 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7a7fd22e-4768-4318-8f7c-06079f211f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:01.559475 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7a7fd22e-4768-4318-8f7c-06079f211f4e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1df1eab9-b348-450a-8de4-9b0fdca90f59 HTTP/1.1" status: 204 len: 168 time: 0.2422452 Sep 21 18:09:01.579378 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7fd22e-4768-4318-8f7c-06079f211f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df1eab9-b348-450a-8de4-9b0fdca90f59,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:02.122515 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 7f603b46-367f-46aa-82d9-ca9b6515bd7d no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:02.150307 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 7f603b46-367f-46aa-82d9-ca9b6515bd7d {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:09:02.150912 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 7f603b46-367f-46aa-82d9-ca9b6515bd7d not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:09:02.151375 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 50dced9d-dafa-4c87-8f9b-1a02a8109143 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:02.206345 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 50dced9d-dafa-4c87-8f9b-1a02a8109143 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:09:02.206704 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 50dced9d-dafa-4c87-8f9b-1a02a8109143 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:09:02.227766 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:02.293981 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:09:02.296430 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3ce24a67-6bb7-4e22-8cb6-67ddfa8a229d not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:09:02.646187 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47fccb5-4bd7-4251-911f-a7d1cc41ea5a req-c49644e5-118a-4d03-aa97-d107f01da9e2 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:02.654406 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e47fccb5-4bd7-4251-911f-a7d1cc41ea5a req-c49644e5-118a-4d03-aa97-d107f01da9e2 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc5939b4-b6f1-4b32-9c93-295546fa122a HTTP/1.1" status: 200 len: 946 time: 0.0765834 Sep 21 18:09:02.739648 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e47fccb5-4bd7-4251-911f-a7d1cc41ea5a req-58bcb1ee-1471-428b-a19b-8779195954d6 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830491 Sep 21 18:09:03.644797 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 52136) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:03.791652 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c55d9927-e0e7-433b-bd21-76a793cff367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:03.919289 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b97f83-c30c-410b-8a32-a111bb61555b req-37832c08-b537-4209-b0cf-c9406191241b tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:03.920784 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a1b97f83-c30c-410b-8a32-a111bb61555b req-37832c08-b537-4209-b0cf-c9406191241b tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc5939b4-b6f1-4b32-9c93-295546fa122a HTTP/1.1" status: 200 len: 946 time: 0.0822406 Sep 21 18:09:03.922763 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b9f27-7693-4b8c-b4f5-684499654776 req-c4c43c28-e9a4-4dec-9e69-4961d0bb1c51 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:03.924367 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-544b9f27-7693-4b8c-b4f5-684499654776 req-c4c43c28-e9a4-4dec-9e69-4961d0bb1c51 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc5939b4-b6f1-4b32-9c93-295546fa122a HTTP/1.1" status: 200 len: 946 time: 0.0937121 Sep 21 18:09:03.982265 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c55d9927-e0e7-433b-bd21-76a793cff367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:04.036708 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-544b9f27-7693-4b8c-b4f5-684499654776 req-c3686462-7f8f-4caa-8ed2-226673578a9f tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761850 Sep 21 18:09:04.049127 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c55d9927-e0e7-433b-bd21-76a793cff367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:04.105998 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d9927-e0e7-433b-bd21-76a793cff367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2aeb11-d779-4f61-a29f-180db0930718,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:04.141761 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c55d9927-e0e7-433b-bd21-76a793cff367 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f79dabfe07a4418baabd0513de408d66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4958115 Sep 21 18:09:04.144759 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 52146) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:04.200966 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-a1b97f83-c30c-410b-8a32-a111bb61555b req-dd90031a-36a6-4590-9561-99f6d4e56b34 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Deleting port bbbf57c5-5a15-4f3a-994c-08cee1d1d622 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:04.201462 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a1b97f83-c30c-410b-8a32-a111bb61555b req-dd90031a-36a6-4590-9561-99f6d4e56b34 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:04.248923 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cf92bb79-6888-41d0-af50-dc4f4cc690fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:04.280484 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cf92bb79-6888-41d0-af50-dc4f4cc690fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:04.360725 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cf92bb79-6888-41d0-af50-dc4f4cc690fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:04.363630 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cf92bb79-6888-41d0-af50-dc4f4cc690fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:04.365020 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-cf92bb79-6888-41d0-af50-dc4f4cc690fa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7b2aeb11-d779-4f61-a29f-180db0930718 HTTP/1.1" status: 204 len: 168 time: 0.2190540 Sep 21 18:09:04.374346 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92bb79-6888-41d0-af50-dc4f4cc690fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2aeb11-d779-4f61-a29f-180db0930718,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:04.386266 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-a1b97f83-c30c-410b-8a32-a111bb61555b req-dd90031a-36a6-4590-9561-99f6d4e56b34 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] For port bbbf57c5-5a15-4f3a-994c-08cee1d1d622, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=bbbf57c5-5a15-4f3a-994c-08cee1d1d622,segment=NetworkSegment(7d5256e0-2fc2-448a-bfae-9c6a896d4861),segment_id=7d5256e0-2fc2-448a-bfae-9c6a896d4861)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:04.386266 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a1b97f83-c30c-410b-8a32-a111bb61555b req-dd90031a-36a6-4590-9561-99f6d4e56b34 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:04.404325 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-a1b97f83-c30c-410b-8a32-a111bb61555b req-dd90031a-36a6-4590-9561-99f6d4e56b34 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Calling delete_port for bbbf57c5-5a15-4f3a-994c-08cee1d1d622 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:04.578909 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a1b97f83-c30c-410b-8a32-a111bb61555b req-dd90031a-36a6-4590-9561-99f6d4e56b34 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:04.592705 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['cf75d108-528a-436d-8c61-7249e2669900'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:09:04.594986 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['bbbf57c5-5a15-4f3a-994c-08cee1d1d622'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:09:04.669132 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd90031a-36a6-4590-9561-99f6d4e56b34 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Pushing event deleted for resources: {'Port': ['ID=bbbf57c5-5a15-4f3a-994c-08cee1d1d622,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:04.728466 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b97f83-c30c-410b-8a32-a111bb61555b req-dd90031a-36a6-4590-9561-99f6d4e56b34 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] No DVR routers for this DVR port bbbf57c5-5a15-4f3a-994c-08cee1d1d622 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:04.731076 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a1b97f83-c30c-410b-8a32-a111bb61555b req-dd90031a-36a6-4590-9561-99f6d4e56b34 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:04.733237 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a1b97f83-c30c-410b-8a32-a111bb61555b req-dd90031a-36a6-4590-9561-99f6d4e56b34 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.44 "DELETE /v2.0/ports/bbbf57c5-5a15-4f3a-994c-08cee1d1d622 HTTP/1.1" status: 204 len: 173 time: 0.7491488 Sep 21 18:09:04.733684 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5939b4-b6f1-4b32-9c93-295546fa122a', 'name': 'network-vif-deleted', 'tag': 'bbbf57c5-5a15-4f3a-994c-08cee1d1d622'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:04.736098 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ed6154-0980-40f3-838e-535869714ba5" -d '{"events": [{"server_uuid": "cc5939b4-b6f1-4b32-9c93-295546fa122a", "name": "network-vif-deleted", "tag": "bbbf57c5-5a15-4f3a-994c-08cee1d1d622"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:04.814861 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0922f9d0-6081-45e0-9111-75fe4226be71 x-openstack-request-id: req-0922f9d0-6081-45e0-9111-75fe4226be71 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:04.816811 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc5939b4-b6f1-4b32-9c93-295546fa122a", "name": "network-vif-deleted", "tag": "bbbf57c5-5a15-4f3a-994c-08cee1d1d622", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:04.816811 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0922f9d0-6081-45e0-9111-75fe4226be71 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:04.816811 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5939b4-b6f1-4b32-9c93-295546fa122a', 'name': 'network-vif-deleted', 'tag': 'bbbf57c5-5a15-4f3a-994c-08cee1d1d622', 'status': 'completed', 'code': 200} Sep 21 18:09:05.276362 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4c458859-5826-4264-9f76-fa4c340ee784 req-d39ccc0c-4b9b-45fa-8e7e-9e8716bb335a tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc5939b4-b6f1-4b32-9c93-295546fa122a HTTP/1.1" status: 200 len: 210 time: 0.0771816 Sep 21 18:09:05.321482 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 52194) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:05.555641 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 52204) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:05.722129 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-3aac9360-f839-4250-94f3-4346cae948c6 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-505262566-network', 'tenant_id': 'a59e2ba355e149938386b9bcd93957d5'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:05.789402 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aac9360-f839-4250-94f3-4346cae948c6 admin admin] Made reservation on behalf of a59e2ba355e149938386b9bcd93957d5 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:09:05.792038 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3aac9360-f839-4250-94f3-4346cae948c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:05.834558 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3aac9360-f839-4250-94f3-4346cae948c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:06.068315 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3aac9360-f839-4250-94f3-4346cae948c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:06.081794 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3aac9360-f839-4250-94f3-4346cae948c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:06.096432 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aac9360-f839-4250-94f3-4346cae948c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:09:06.107554 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3aac9360-f839-4250-94f3-4346cae948c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:06.108110 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-3aac9360-f839-4250-94f3-4346cae948c6 admin admin] Added segment ac8fec62-ca6e-4942-b19b-b180b199b05d of type vlan for network 4eb8a5c2-35f9-4e3f-8959-0be8169f6c33 Sep 21 18:09:06.208032 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3aac9360-f839-4250-94f3-4346cae948c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:06.261293 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac9360-f839-4250-94f3-4346cae948c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8806f913-0e20-48d4-b586-ee202647a9a5,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:06.296293 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3aac9360-f839-4250-94f3-4346cae948c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:06.296293 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aac9360-f839-4250-94f3-4346cae948c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:06.296293 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3aac9360-f839-4250-94f3-4346cae948c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:06.347833 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3aac9360-f839-4250-94f3-4346cae948c6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7909670 Sep 21 18:09:06.400107 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac9360-f839-4250-94f3-4346cae948c6 admin admin] Pushing event updated for resources: {'Network': ['ID=4eb8a5c2-35f9-4e3f-8959-0be8169f6c33,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:06.413480 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 4eb8a5c2-35f9-4e3f-8959-0be8169f6c33 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:09:06.574726 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fa36be65-38a5-4425-8895-c722a79a2049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:07.069021 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-fa36be65-38a5-4425-8895-c722a79a2049 admin admin] Deleting port 71049d01-faed-46fe-b7df-418057d28f73 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:07.069634 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fa36be65-38a5-4425-8895-c722a79a2049 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:07.259993 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-fa36be65-38a5-4425-8895-c722a79a2049 admin admin] For port 71049d01-faed-46fe-b7df-418057d28f73, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=71049d01-faed-46fe-b7df-418057d28f73,segment=NetworkSegment(e0bbbf63-a71d-4cba-9a61-57f58fac4e2e),segment_id=e0bbbf63-a71d-4cba-9a61-57f58fac4e2e)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:07.260363 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fa36be65-38a5-4425-8895-c722a79a2049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:07.286032 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-fa36be65-38a5-4425-8895-c722a79a2049 admin admin] Calling delete_port for 71049d01-faed-46fe-b7df-418057d28f73 owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:07.299554 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737e0ff-ebc1-422e-a571-04b91eb103fb req-6b9e8154-0d26-4185-b2de-e5c3bfcf93fe tempest-ComputeTenantNetworksTest-2016561426 tempest-ComputeTenantNetworksTest-2016561426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:07.305693 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737e0ff-ebc1-422e-a571-04b91eb103fb req-6b9e8154-0d26-4185-b2de-e5c3bfcf93fe tempest-ComputeTenantNetworksTest-2016561426 tempest-ComputeTenantNetworksTest-2016561426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:07.311646 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737e0ff-ebc1-422e-a571-04b91eb103fb req-6b9e8154-0d26-4185-b2de-e5c3bfcf93fe tempest-ComputeTenantNetworksTest-2016561426 tempest-ComputeTenantNetworksTest-2016561426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:07.313675 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c737e0ff-ebc1-422e-a571-04b91eb103fb req-6b9e8154-0d26-4185-b2de-e5c3bfcf93fe tempest-ComputeTenantNetworksTest-2016561426 tempest-ComputeTenantNetworksTest-2016561426-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2327378 Sep 21 18:09:07.440918 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a440b3-1a75-42f9-8d67-0fc2280289a1 req-8a5bb884-9184-4f65-ade3-e379506bb87f tempest-ComputeTenantNetworksTest-2016561426 tempest-ComputeTenantNetworksTest-2016561426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:07.442439 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c1a440b3-1a75-42f9-8d67-0fc2280289a1 req-8a5bb884-9184-4f65-ade3-e379506bb87f tempest-ComputeTenantNetworksTest-2016561426 tempest-ComputeTenantNetworksTest-2016561426-project] 10.222.0.58 "GET /v2.0/networks/4eb8a5c2-35f9-4e3f-8959-0be8169f6c33 HTTP/1.1" status: 200 len: 768 time: 0.1008961 Sep 21 18:09:07.452010 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 52300) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:07.535767 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fa36be65-38a5-4425-8895-c722a79a2049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:07.579428 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36be65-38a5-4425-8895-c722a79a2049 admin admin] Pushing event deleted for resources: {'Port': ['ID=71049d01-faed-46fe-b7df-418057d28f73,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:07.591568 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device bbbf57c5-5a15-4f3a-994c-08cee1d1d622 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:07.611100 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d03143d6-4c78-4cf8-b4e3-668bce9cbdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:07.646009 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: bbbf57c5-5a15-4f3a-994c-08cee1d1d622 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:09:07.646586 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device bbbf57c5-5a15-4f3a-994c-08cee1d1d622 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:09:07.767160 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d03143d6-4c78-4cf8-b4e3-668bce9cbdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:07.793669 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-d03143d6-4c78-4cf8-b4e3-668bce9cbdbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eb8a5c2-35f9-4e3f-8959-0be8169f6c33']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:07.807057 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-d03143d6-4c78-4cf8-b4e3-668bce9cbdbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8fec62-ca6e-4942-b19b-b180b199b05d') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:07.807597 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-d03143d6-4c78-4cf8-b4e3-668bce9cbdbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8fec62-ca6e-4942-b19b-b180b199b05d') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:07.819171 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d03143d6-4c78-4cf8-b4e3-668bce9cbdbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:07.834053 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d03143d6-4c78-4cf8-b4e3-668bce9cbdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:07.846790 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d03143d6-4c78-4cf8-b4e3-668bce9cbdbe admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:09:07.847402 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d03143d6-4c78-4cf8-b4e3-668bce9cbdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:07.849815 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:09:07.849815 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:09:07.849815 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:09:07.849815 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:09:07.849815 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:09:07.849815 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:09:07.849815 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:09:07.849815 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:09:07.849815 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:09:07.849815 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:09:07.849815 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:09:07.849815 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:09:07.849815 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:09:07.849815 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:09:07.849815 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:09:07.849815 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:09:07.849815 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:09:07.849815 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:09:07.849815 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:09:07.849815 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:09:07.849815 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:09:07.849815 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:09:07.849815 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:09:07.849815 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:09:07.849815 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:09:07.849815 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:09:07.849815 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:09:07.849815 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:09:07.849815 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:09:07.849815 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:09:07.849815 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:09:07.849815 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:09:07.985329 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d03143d6-4c78-4cf8-b4e3-668bce9cbdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:07.992770 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d03143d6-4c78-4cf8-b4e3-668bce9cbdbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:07.997031 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d03143d6-4c78-4cf8-b4e3-668bce9cbdbe admin admin] 10.222.0.58 "DELETE /v2.0/networks/4eb8a5c2-35f9-4e3f-8959-0be8169f6c33 HTTP/1.1" status: 204 len: 168 time: 0.5415518 Sep 21 18:09:08.014733 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fa36be65-38a5-4425-8895-c722a79a2049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:08.053236 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03143d6-4c78-4cf8-b4e3-668bce9cbdbe admin admin] Pushing event deleted for resources: {'Network': ['ID=4eb8a5c2-35f9-4e3f-8959-0be8169f6c33,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:08.205063 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 52340) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:08.276590 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1c9d9cc6-7cc4-4b00-9ead-823b6870c5a3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a59e2ba355e149938386b9bcd93957d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0698533 Sep 21 18:09:08.281078 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 52344) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:08.315974 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa36be65-38a5-4425-8895-c722a79a2049 admin admin] Router 70ee5c10-760c-4729-b3a2-b2cfa126a600 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:09:08.354378 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0f7ccff4-b961-496d-a96f-e5d03e86c223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:08.384697 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0f7ccff4-b961-496d-a96f-e5d03e86c223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:08.461891 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0f7ccff4-b961-496d-a96f-e5d03e86c223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:08.465492 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0f7ccff4-b961-496d-a96f-e5d03e86c223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:08.469757 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0f7ccff4-b961-496d-a96f-e5d03e86c223 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8806f913-0e20-48d4-b586-ee202647a9a5 HTTP/1.1" status: 204 len: 168 time: 0.1864619 Sep 21 18:09:08.480518 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ccff4-b961-496d-a96f-e5d03e86c223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8806f913-0e20-48d4-b586-ee202647a9a5,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:08.489862 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:09:08.530778 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa36be65-38a5-4425-8895-c722a79a2049 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:09:08.544670 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfe37ba-3bdc-4348-b8e8-fe139150cf55 None None] Sync routers for ids ['70ee5c10-760c-4729-b3a2-b2cfa126a600'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:09:08.548522 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 52352) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:08.548784 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-fa36be65-38a5-4425-8895-c722a79a2049 admin admin] 10.222.0.58 "PUT /v2.0/routers/70ee5c10-760c-4729-b3a2-b2cfa126a600/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2256162 Sep 21 18:09:08.571096 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfe37ba-3bdc-4348-b8e8-fe139150cf55 None None] Routers {'70ee5c10-760c-4729-b3a2-b2cfa126a600'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:09:08.571955 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-2dfe37ba-3bdc-4348-b8e8-fe139150cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:08:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['70ee5c10-760c-4729-b3a2-b2cfa126a600'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:08.695801 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8f2a7499-202a-4828-9745-1b27b5cf71f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:08.847651 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-2dfe37ba-3bdc-4348-b8e8-fe139150cf55 None None] Set router 70ee5c10-760c-4729-b3a2-b2cfa126a600 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:09:08.861158 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8f2a7499-202a-4828-9745-1b27b5cf71f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:08.961371 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a7499-202a-4828-9745-1b27b5cf71f1 admin admin] Deleting port 368f121e-9742-4e3d-ad23-34901564bbdb {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:08.962237 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8f2a7499-202a-4828-9745-1b27b5cf71f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:09.103942 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-2dfe37ba-3bdc-4348-b8e8-fe139150cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'name': 'tempest-TaggedBootDevicesTest_v242-1839193842-router', 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': '368f121e-9742-4e3d-ad23-34901564bbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:35Z', 'updated_at': '2021-09-21T18:09:07Z', 'revision_number': 5, 'project_id': 'f45042291f6d424394d35c26dcf75613', 'gw_port': {'id': '368f121e-9742-4e3d-ad23-34901564bbdb', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:57:36Z', 'updated_at': '2021-09-21T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:09.145413 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-8f2a7499-202a-4828-9745-1b27b5cf71f1 admin admin] For port 368f121e-9742-4e3d-ad23-34901564bbdb, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=368f121e-9742-4e3d-ad23-34901564bbdb,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:09.145781 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8f2a7499-202a-4828-9745-1b27b5cf71f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:09.161839 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfe37ba-3bdc-4348-b8e8-fe139150cf55 None None] Checking router: 70ee5c10-760c-4729-b3a2-b2cfa126a600 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:09:09.172762 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfe37ba-3bdc-4348-b8e8-fe139150cf55 None None] Routers {'70ee5c10-760c-4729-b3a2-b2cfa126a600'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:09:09.174366 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-2dfe37ba-3bdc-4348-b8e8-fe139150cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:08:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['70ee5c10-760c-4729-b3a2-b2cfa126a600'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:09.191202 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a7499-202a-4828-9745-1b27b5cf71f1 admin admin] Calling delete_port for 368f121e-9742-4e3d-ad23-34901564bbdb owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:09.417327 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-2dfe37ba-3bdc-4348-b8e8-fe139150cf55 None None] Set router 70ee5c10-760c-4729-b3a2-b2cfa126a600 gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:09:09.430855 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8f2a7499-202a-4828-9745-1b27b5cf71f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:09.462599 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a7499-202a-4828-9745-1b27b5cf71f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=368f121e-9742-4e3d-ad23-34901564bbdb,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:09.531689 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-2dfe37ba-3bdc-4348-b8e8-fe139150cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'name': 'tempest-TaggedBootDevicesTest_v242-1839193842-router', 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:35Z', 'updated_at': '2021-09-21T18:09:08Z', 'revision_number': 6, 'project_id': 'f45042291f6d424394d35c26dcf75613', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:09.595699 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfe37ba-3bdc-4348-b8e8-fe139150cf55 None None] The sync data for ids ['70ee5c10-760c-4729-b3a2-b2cfa126a600'] in n-d-810291-1 is: [{'id': '70ee5c10-760c-4729-b3a2-b2cfa126a600', 'name': 'tempest-TaggedBootDevicesTest_v242-1839193842-router', 'tenant_id': 'f45042291f6d424394d35c26dcf75613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:57:35Z', 'updated_at': '2021-09-21T18:09:08Z', 'revision_number': 6, 'project_id': 'f45042291f6d424394d35c26dcf75613', 'gw_port_host': None}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:09:09.597983 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8f2a7499-202a-4828-9745-1b27b5cf71f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:09.739234 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8f2a7499-202a-4828-9745-1b27b5cf71f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:09.741955 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8f2a7499-202a-4828-9745-1b27b5cf71f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:09.810158 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8f2a7499-202a-4828-9745-1b27b5cf71f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:09.810966 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2a7499-202a-4828-9745-1b27b5cf71f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70ee5c10-760c-4729-b3a2-b2cfa126a600 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:09:09.821974 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8f2a7499-202a-4828-9745-1b27b5cf71f1 admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:09.825118 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8f2a7499-202a-4828-9745-1b27b5cf71f1 admin admin] 10.222.0.58 "DELETE /v2.0/routers/70ee5c10-760c-4729-b3a2-b2cfa126a600 HTTP/1.1" status: 204 len: 168 time: 1.2736144 Sep 21 18:09:09.825814 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 52398) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:09.897228 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-88fedc39-cb66-44d4-a39b-9ff6ae3ffe20 admin admin] Deleting subnet 063152f7-9266-4ea3-af4b-f63acd8682dc {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:09:09.909545 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-88fedc39-cb66-44d4-a39b-9ff6ae3ffe20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:09.967484 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-88fedc39-cb66-44d4-a39b-9ff6ae3ffe20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:10.129244 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 71049d01-faed-46fe-b7df-418057d28f73 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:10.207134 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 71049d01-faed-46fe-b7df-418057d28f73 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:09:10.209803 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 71049d01-faed-46fe-b7df-418057d28f73 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:09:10.226718 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-88fedc39-cb66-44d4-a39b-9ff6ae3ffe20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:10.325264 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-88fedc39-cb66-44d4-a39b-9ff6ae3ffe20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:10.351905 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fedc39-cb66-44d4-a39b-9ff6ae3ffe20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=063152f7-9266-4ea3-af4b-f63acd8682dc,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:10.380641 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503a2b7e-fae9-4926-b87d-f4b3c0346cb1 None None] Network 2dc45eb4-5f11-4e3f-9333-457ab9caa65b requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:09:10.382327 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-88fedc39-cb66-44d4-a39b-9ff6ae3ffe20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:10.390440 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-88fedc39-cb66-44d4-a39b-9ff6ae3ffe20 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/063152f7-9266-4ea3-af4b-f63acd8682dc HTTP/1.1" status: 204 len: 168 time: 0.5588012 Sep 21 18:09:10.391243 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 52420) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:10.569112 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-44d859d8-3cd7-4b9b-8d5c-0ad410728094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:10.698119 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-44d859d8-3cd7-4b9b-8d5c-0ad410728094 admin admin] Deleting port c92e83f1-3eb6-4b5d-9a4d-d861b2096ab0 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:10.699068 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-44d859d8-3cd7-4b9b-8d5c-0ad410728094 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:10.759860 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b54077-bae9-4b7b-b95f-0ea2e2f7e5b2 None None] DHCP port deletion for 2dc45eb4-5f11-4e3f-9333-457ab9caa65b request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:09:10.820507 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-44d859d8-3cd7-4b9b-8d5c-0ad410728094 admin admin] For port c92e83f1-3eb6-4b5d-9a4d-d861b2096ab0, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=c92e83f1-3eb6-4b5d-9a4d-d861b2096ab0,segment=NetworkSegment(e0bbbf63-a71d-4cba-9a61-57f58fac4e2e),segment_id=e0bbbf63-a71d-4cba-9a61-57f58fac4e2e)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:10.821001 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-44d859d8-3cd7-4b9b-8d5c-0ad410728094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:10.841414 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-44d859d8-3cd7-4b9b-8d5c-0ad410728094 admin admin] Calling delete_port for c92e83f1-3eb6-4b5d-9a4d-d861b2096ab0 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:10.965052 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-48b54077-bae9-4b7b-b95f-0ea2e2f7e5b2 None None] Deleting port c92e83f1-3eb6-4b5d-9a4d-d861b2096ab0 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:10.970312 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-48b54077-bae9-4b7b-b95f-0ea2e2f7e5b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:10.979749 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-44d859d8-3cd7-4b9b-8d5c-0ad410728094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:11.021707 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d859d8-3cd7-4b9b-8d5c-0ad410728094 admin admin] No DVR routers for this DVR port c92e83f1-3eb6-4b5d-9a4d-d861b2096ab0 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:11.094188 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d859d8-3cd7-4b9b-8d5c-0ad410728094 admin admin] Pushing event deleted for resources: {'Port': ['ID=c92e83f1-3eb6-4b5d-9a4d-d861b2096ab0,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:11.171916 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-48b54077-bae9-4b7b-b95f-0ea2e2f7e5b2 None None] For port c92e83f1-3eb6-4b5d-9a4d-d861b2096ab0, host n-d-810291-1, got binding levels [] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:11.173033 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-48b54077-bae9-4b7b-b95f-0ea2e2f7e5b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:11.202852 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-48b54077-bae9-4b7b-b95f-0ea2e2f7e5b2 None None] Calling delete_port for c92e83f1-3eb6-4b5d-9a4d-d861b2096ab0 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:11.208869 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.ipam_backend_mixin [None req-48b54077-bae9-4b7b-b95f-0ea2e2f7e5b2 None None] Port c92e83f1-3eb6-4b5d-9a4d-d861b2096ab0 was not found and therefore no delete operation was performed {{(pid=101462) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 18:09:11.212399 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-48b54077-bae9-4b7b-b95f-0ea2e2f7e5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:11.230250 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-44d859d8-3cd7-4b9b-8d5c-0ad410728094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:11.271228 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b54077-bae9-4b7b-b95f-0ea2e2f7e5b2 None None] Pushing event deleted for resources: {'Port': ['ID=c92e83f1-3eb6-4b5d-9a4d-d861b2096ab0,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:11.284277 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b54077-bae9-4b7b-b95f-0ea2e2f7e5b2 None None] No DVR routers for this DVR port c92e83f1-3eb6-4b5d-9a4d-d861b2096ab0 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:11.311359 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-44d859d8-3cd7-4b9b-8d5c-0ad410728094 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dc45eb4-5f11-4e3f-9333-457ab9caa65b']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:11.360464 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-44d859d8-3cd7-4b9b-8d5c-0ad410728094 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0bbbf63-a71d-4cba-9a61-57f58fac4e2e') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:11.360801 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-44d859d8-3cd7-4b9b-8d5c-0ad410728094 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0bbbf63-a71d-4cba-9a61-57f58fac4e2e') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:11.382136 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-44d859d8-3cd7-4b9b-8d5c-0ad410728094 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:11.409339 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc0381-23a0-4cdd-8bc3-8df70e331c6d req-8e4fea24-6177-4838-bc12-0166a57a5ae2 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:11.417487 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d3cc0381-23a0-4cdd-8bc3-8df70e331c6d req-8e4fea24-6177-4838-bc12-0166a57a5ae2 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee384e56-fd24-45a8-bfed-4fb26191dd4d HTTP/1.1" status: 200 len: 945 time: 0.1395838 Sep 21 18:09:11.431201 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-44d859d8-3cd7-4b9b-8d5c-0ad410728094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:11.441880 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d859d8-3cd7-4b9b-8d5c-0ad410728094 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:09:11.442346 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-44d859d8-3cd7-4b9b-8d5c-0ad410728094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:11.444159 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:09:11.444159 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:09:11.444159 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:09:11.444159 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:09:11.444159 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:09:11.444159 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:09:11.444159 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:09:11.444159 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:09:11.444159 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:09:11.444159 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:09:11.444159 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:09:11.444159 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:09:11.444159 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:09:11.444159 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:09:11.444159 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:09:11.444159 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:09:11.444159 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:09:11.444159 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:09:11.444159 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:09:11.444159 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:09:11.444159 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:09:11.444159 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:09:11.444159 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:09:11.444159 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:09:11.444159 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:09:11.444159 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:09:11.444159 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:09:11.444159 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:09:11.444159 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:09:11.444159 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:09:11.444159 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:09:11.444159 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:09:11.558667 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d3cc0381-23a0-4cdd-8bc3-8df70e331c6d req-d76158f8-b99a-4908-a983-a82efd6dfc1e tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395056 Sep 21 18:09:11.561170 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-44d859d8-3cd7-4b9b-8d5c-0ad410728094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:11.572383 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-44d859d8-3cd7-4b9b-8d5c-0ad410728094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:11.577607 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-44d859d8-3cd7-4b9b-8d5c-0ad410728094 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2dc45eb4-5f11-4e3f-9333-457ab9caa65b HTTP/1.1" status: 204 len: 168 time: 1.1826780 Sep 21 18:09:11.599105 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d859d8-3cd7-4b9b-8d5c-0ad410728094 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dc45eb4-5f11-4e3f-9333-457ab9caa65b,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:11.954769 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 52472) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:12.026417 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-29a7d383-aa6c-45fa-9189-dafcc0c23704 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f45042291f6d424394d35c26dcf75613&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0702043 Sep 21 18:09:12.029210 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 52478) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:12.061301 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 368f121e-9742-4e3d-ad23-34901564bbdb no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:12.096415 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9b9e9778-d8ab-449d-aea8-8eed32b607ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:12.115435 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 368f121e-9742-4e3d-ad23-34901564bbdb {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:09:12.116169 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 368f121e-9742-4e3d-ad23-34901564bbdb not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:09:12.116815 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device c92e83f1-3eb6-4b5d-9a4d-d861b2096ab0 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:12.123537 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9b9e9778-d8ab-449d-aea8-8eed32b607ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:12.166802 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: c92e83f1-3eb6-4b5d-9a4d-d861b2096ab0 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:09:12.167175 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device c92e83f1-3eb6-4b5d-9a4d-d861b2096ab0 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:09:12.198383 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9b9e9778-d8ab-449d-aea8-8eed32b607ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:12.203856 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9b9e9778-d8ab-449d-aea8-8eed32b607ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:12.208108 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9b9e9778-d8ab-449d-aea8-8eed32b607ae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cd44170a-ecc0-4c86-a55e-1ce072635fc9 HTTP/1.1" status: 204 len: 168 time: 0.1747606 Sep 21 18:09:12.223633 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e9778-d8ab-449d-aea8-8eed32b607ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd44170a-ecc0-4c86-a55e-1ce072635fc9,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:12.757321 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdeadf5-bf3e-4a09-840b-ef1ec529fdd9 req-b79863e7-f92c-41dd-9e6d-b19e0549e296 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:12.767193 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0bdeadf5-bf3e-4a09-840b-ef1ec529fdd9 req-b79863e7-f92c-41dd-9e6d-b19e0549e296 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee384e56-fd24-45a8-bfed-4fb26191dd4d HTTP/1.1" status: 200 len: 945 time: 0.0909488 Sep 21 18:09:12.853040 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0bdeadf5-bf3e-4a09-840b-ef1ec529fdd9 req-afbe3e0c-805a-4e4e-bc22-950184548af6 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/security-groups?id=57549ab0-59b0-43de-8dd7-bf608d790841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819514 Sep 21 18:09:12.890066 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b9e42-2d4a-488e-af59-287eef62f41b req-af539efd-1a4d-4cd5-ae62-8fe04c053ae6 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:12.892811 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e96b9e42-2d4a-488e-af59-287eef62f41b req-af539efd-1a4d-4cd5-ae62-8fe04c053ae6 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee384e56-fd24-45a8-bfed-4fb26191dd4d HTTP/1.1" status: 200 len: 945 time: 0.1137633 Sep 21 18:09:13.071440 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-e96b9e42-2d4a-488e-af59-287eef62f41b req-4245ff41-59f8-4ec2-94ea-a8a2a2671ae0 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Deleting port cf75d108-528a-436d-8c61-7249e2669900 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:13.074253 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e96b9e42-2d4a-488e-af59-287eef62f41b req-4245ff41-59f8-4ec2-94ea-a8a2a2671ae0 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:13.193153 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-e96b9e42-2d4a-488e-af59-287eef62f41b req-4245ff41-59f8-4ec2-94ea-a8a2a2671ae0 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] For port cf75d108-528a-436d-8c61-7249e2669900, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=cf75d108-528a-436d-8c61-7249e2669900,segment=NetworkSegment(7d5256e0-2fc2-448a-bfae-9c6a896d4861),segment_id=7d5256e0-2fc2-448a-bfae-9c6a896d4861)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:13.193825 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e96b9e42-2d4a-488e-af59-287eef62f41b req-4245ff41-59f8-4ec2-94ea-a8a2a2671ae0 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:13.209914 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-e96b9e42-2d4a-488e-af59-287eef62f41b req-4245ff41-59f8-4ec2-94ea-a8a2a2671ae0 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Calling delete_port for cf75d108-528a-436d-8c61-7249e2669900 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:13.329742 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 52532) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:13.431700 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e96b9e42-2d4a-488e-af59-287eef62f41b req-4245ff41-59f8-4ec2-94ea-a8a2a2671ae0 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:13.449062 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['cf75d108-528a-436d-8c61-7249e2669900'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:09:13.512166 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-a20af886-f954-431f-aca3-4b8d0f06c3bb admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1670723533-network', 'tenant_id': '5d49e638d25343f583d1efb9abc4eab3'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:13.519243 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245ff41-59f8-4ec2-94ea-a8a2a2671ae0 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Pushing event deleted for resources: {'Port': ['ID=cf75d108-528a-436d-8c61-7249e2669900,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:13.568066 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-e96b9e42-2d4a-488e-af59-287eef62f41b req-4245ff41-59f8-4ec2-94ea-a8a2a2671ae0 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] No DVR routers for this DVR port cf75d108-528a-436d-8c61-7249e2669900 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:13.569510 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e96b9e42-2d4a-488e-af59-287eef62f41b req-4245ff41-59f8-4ec2-94ea-a8a2a2671ae0 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:13.571746 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e96b9e42-2d4a-488e-af59-287eef62f41b req-4245ff41-59f8-4ec2-94ea-a8a2a2671ae0 tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.38 "DELETE /v2.0/ports/cf75d108-528a-436d-8c61-7249e2669900 HTTP/1.1" status: 204 len: 173 time: 0.6720178 Sep 21 18:09:13.572393 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee384e56-fd24-45a8-bfed-4fb26191dd4d', 'name': 'network-vif-deleted', 'tag': 'cf75d108-528a-436d-8c61-7249e2669900'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:13.574981 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97841bb9-0fc8-4138-8974-55accd03376a" -d '{"events": [{"server_uuid": "ee384e56-fd24-45a8-bfed-4fb26191dd4d", "name": "network-vif-deleted", "tag": "cf75d108-528a-436d-8c61-7249e2669900"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:13.619251 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20af886-f954-431f-aca3-4b8d0f06c3bb admin admin] Made reservation on behalf of 5d49e638d25343f583d1efb9abc4eab3 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:09:13.622274 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0700760-103b-4465-b8b1-5bb847d8624c x-openstack-request-id: req-b0700760-103b-4465-b8b1-5bb847d8624c {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:13.622416 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee384e56-fd24-45a8-bfed-4fb26191dd4d", "name": "network-vif-deleted", "tag": "cf75d108-528a-436d-8c61-7249e2669900", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:13.622646 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b0700760-103b-4465-b8b1-5bb847d8624c {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:13.623009 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee384e56-fd24-45a8-bfed-4fb26191dd4d', 'name': 'network-vif-deleted', 'tag': 'cf75d108-528a-436d-8c61-7249e2669900', 'status': 'completed', 'code': 200} Sep 21 18:09:13.638307 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a20af886-f954-431f-aca3-4b8d0f06c3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:13.653136 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a20af886-f954-431f-aca3-4b8d0f06c3bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:13.735827 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 52544) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:13.817735 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a20af886-f954-431f-aca3-4b8d0f06c3bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:13.825993 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a20af886-f954-431f-aca3-4b8d0f06c3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:13.841327 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a20af886-f954-431f-aca3-4b8d0f06c3bb admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:09:13.860478 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6fd88e4f-8ff2-472f-b4f6-3e09f0a51292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:13.877354 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20af886-f954-431f-aca3-4b8d0f06c3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04230cac-7936-4382-8567-053dedf409c5,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:13.906744 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a20af886-f954-431f-aca3-4b8d0f06c3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:13.907561 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-a20af886-f954-431f-aca3-4b8d0f06c3bb admin admin] Added segment 93721015-2609-4883-82a5-e83891af8be7 of type vlan for network cfade79e-cd54-4c84-8406-63a421fe9463 Sep 21 18:09:13.964549 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6fd88e4f-8ff2-472f-b4f6-3e09f0a51292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:13.975602 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a20af886-f954-431f-aca3-4b8d0f06c3bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:13.980012 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6fd88e4f-8ff2-472f-b4f6-3e09f0a51292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:14.038091 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6fd88e4f-8ff2-472f-b4f6-3e09f0a51292 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=452dd289d85d4195a1237a8ad672cbdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2991424 Sep 21 18:09:14.043638 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 52556) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:14.054086 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd88e4f-8ff2-472f-b4f6-3e09f0a51292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02dfee6-8943-4a9f-a418-ebbd93822e4f,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:14.070456 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cfbff0dd-2939-4038-bd96-c8d8f695e5b0 req-cef7cf1e-c8e3-4fdd-8b47-c4095ace9e1b tempest-AttachVolumeNegativeTest-947166525 tempest-AttachVolumeNegativeTest-947166525-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee384e56-fd24-45a8-bfed-4fb26191dd4d HTTP/1.1" status: 200 len: 210 time: 0.0592525 Sep 21 18:09:14.112130 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a20af886-f954-431f-aca3-4b8d0f06c3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:14.113348 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20af886-f954-431f-aca3-4b8d0f06c3bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:14.113947 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a20af886-f954-431f-aca3-4b8d0f06c3bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:14.166225 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0bd8f056-1c32-4be9-a4f5-b4e79559729e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:14.227509 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a20af886-f954-431f-aca3-4b8d0f06c3bb admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8962541 Sep 21 18:09:14.230739 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 52562) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:14.237977 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-2e154dcf-4e45-4844-8f7b-e133ceced218 admin admin] Request body: {'subnet': {'network_id': 'cfade79e-cd54-4c84-8406-63a421fe9463', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1670723533-subnet', 'tenant_id': '5d49e638d25343f583d1efb9abc4eab3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:14.240240 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20af886-f954-431f-aca3-4b8d0f06c3bb admin admin] Pushing event updated for resources: {'Network': ['ID=cfade79e-cd54-4c84-8406-63a421fe9463,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:14.250727 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network cfade79e-cd54-4c84-8406-63a421fe9463 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:09:14.253963 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0bd8f056-1c32-4be9-a4f5-b4e79559729e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:14.264561 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e154dcf-4e45-4844-8f7b-e133ceced218 admin admin] Made reservation on behalf of 5d49e638d25343f583d1efb9abc4eab3 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:09:14.267541 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2e154dcf-4e45-4844-8f7b-e133ceced218 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:14.346662 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0bd8f056-1c32-4be9-a4f5-b4e79559729e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:14.349304 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0bd8f056-1c32-4be9-a4f5-b4e79559729e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:14.351056 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0bd8f056-1c32-4be9-a4f5-b4e79559729e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a02dfee6-8943-4a9f-a418-ebbd93822e4f HTTP/1.1" status: 204 len: 168 time: 0.3037314 Sep 21 18:09:14.359139 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8f056-1c32-4be9-a4f5-b4e79559729e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02dfee6-8943-4a9f-a418-ebbd93822e4f,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:14.475276 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2e154dcf-4e45-4844-8f7b-e133ceced218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:14.545712 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e154dcf-4e45-4844-8f7b-e133ceced218 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3b61d60-0b0b-4009-a39d-1bf003b7a2f8,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:14.553836 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e154dcf-4e45-4844-8f7b-e133ceced218 admin admin] Checking segment: {'id': '93721015-2609-4883-82a5-e83891af8be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cfade79e-cd54-4c84-8406-63a421fe9463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:09:14.554201 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e154dcf-4e45-4844-8f7b-e133ceced218 admin admin] Network hostable DHCP agents. Network: cfade79e-cd54-4c84-8406-63a421fe9463, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:09:14.573865 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e154dcf-4e45-4844-8f7b-e133ceced218 admin admin] Network cfade79e-cd54-4c84-8406-63a421fe9463 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:09:14.587376 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-2e154dcf-4e45-4844-8f7b-e133ceced218 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, cfade79e-cd54-4c84-8406-63a421fe9463) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:09:14.596527 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34385f45-a726-428f-8b64-33bc057a6caa None None] Network cfade79e-cd54-4c84-8406-63a421fe9463 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:09:14.617779 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e154dcf-4e45-4844-8f7b-e133ceced218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:14.618398 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2e154dcf-4e45-4844-8f7b-e133ceced218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:14.659380 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2e154dcf-4e45-4844-8f7b-e133ceced218 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4263418 Sep 21 18:09:14.808686 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 52582) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:14.827077 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4181fbf9-7887-4b18-ad55-ff4110a8b143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:14.843904 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a60cf4b-0b60-4c4b-93ee-ba9d41f52e06 None None] Network cfade79e-cd54-4c84-8406-63a421fe9463 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:09:14.974251 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4181fbf9-7887-4b18-ad55-ff4110a8b143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:14.979142 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4181fbf9-7887-4b18-ad55-ff4110a8b143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:15.037373 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 52588) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:15.038067 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4181fbf9-7887-4b18-ad55-ff4110a8b143 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=92a69d648417439c918e565b09cdb9ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2282431 Sep 21 18:09:15.040368 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181fbf9-7887-4b18-ad55-ff4110a8b143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57a768d-6b0c-4752-b0a8-ce86c0c1b674,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:15.122818 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0fd84356-023a-4002-a196-993b6931f78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:15.156129 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 52602) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:15.200343 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0fd84356-023a-4002-a196-993b6931f78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:15.249763 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b67e881-1774-4202-b403-a34a35782c1e admin admin] Deleting subnet 35209640-638e-4aa3-a050-e128ee2e196f {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:09:15.253830 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4b67e881-1774-4202-b403-a34a35782c1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:15.305183 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0fd84356-023a-4002-a196-993b6931f78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:15.311031 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0fd84356-023a-4002-a196-993b6931f78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:15.314386 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0fd84356-023a-4002-a196-993b6931f78d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c57a768d-6b0c-4752-b0a8-ce86c0c1b674 HTTP/1.1" status: 204 len: 168 time: 0.2755959 Sep 21 18:09:15.339604 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd84356-023a-4002-a196-993b6931f78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57a768d-6b0c-4752-b0a8-ce86c0c1b674,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:15.342250 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4b67e881-1774-4202-b403-a34a35782c1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:15.414996 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4b67e881-1774-4202-b403-a34a35782c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:15.526820 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4b67e881-1774-4202-b403-a34a35782c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:15.548354 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4b67e881-1774-4202-b403-a34a35782c1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:15.555466 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4b67e881-1774-4202-b403-a34a35782c1e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/35209640-638e-4aa3-a050-e128ee2e196f HTTP/1.1" status: 204 len: 168 time: 0.3982105 Sep 21 18:09:15.585873 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 52620) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:15.593832 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67e881-1774-4202-b403-a34a35782c1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35209640-638e-4aa3-a050-e128ee2e196f,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:15.922812 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b328b3aa-abff-4d43-b229-e24603963006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:16.083177 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b8b9673-1d7f-4217-8c49-ec96d4b47352 req-e1483eb1-1d3e-4d1d-8db1-a1777b85f6c2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=59717153-d5c4-43cb-8d09-ea1236fda868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8416464 Sep 21 18:09:16.135717 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dab53d97-8a95-4210-b8a6-66c06c33606d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:16.148101 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-3def66c0-806f-4c07-879d-4cc2d66d6e05 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:16.155409 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-3def66c0-806f-4c07-879d-4cc2d66d6e05 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/networks?id=cfade79e-cd54-4c84-8406-63a421fe9463 HTTP/1.1" status: 200 len: 813 time: 0.6339800 Sep 21 18:09:16.220812 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-75e72721-8e51-4725-9cd9-02b255165ef8 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/quotas/5d49e638d25343f583d1efb9abc4eab3 HTTP/1.1" status: 200 len: 375 time: 0.0644522 Sep 21 18:09:16.275726 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-de184280-450b-4681-9fcc-bd9f98362ee6 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d49e638d25343f583d1efb9abc4eab3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540330 Sep 21 18:09:16.283567 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device cf75d108-528a-436d-8c61-7249e2669900 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:16.301965 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-fcee0180-cdfa-4666-96f9-fbcf0525453e service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:09:16.302992 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-fcee0180-cdfa-4666-96f9-fbcf0525453e service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130935 Sep 21 18:09:16.307523 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b9673-1d7f-4217-8c49-ec96d4b47352 req-b17ea31e-6652-49d2-bd45-c47a6876343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:16.308979 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b8b9673-1d7f-4217-8c49-ec96d4b47352 req-b17ea31e-6652-49d2-bd45-c47a6876343f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d058a3c639664a539ad45bb1880dd5d3&device_id=59717153-d5c4-43cb-8d09-ea1236fda868 HTTP/1.1" status: 200 len: 1100 time: 0.1497650 Sep 21 18:09:16.310566 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: cf75d108-528a-436d-8c61-7249e2669900 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:09:16.333750 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device cf75d108-528a-436d-8c61-7249e2669900 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:09:16.349856 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dab53d97-8a95-4210-b8a6-66c06c33606d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:16.426478 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-dab53d97-8a95-4210-b8a6-66c06c33606d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a15790e2-ddb0-4956-b8df-c99e33512c4d']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:16.492329 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-dab53d97-8a95-4210-b8a6-66c06c33606d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d5256e0-2fc2-448a-bfae-9c6a896d4861') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:16.492625 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-dab53d97-8a95-4210-b8a6-66c06c33606d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d5256e0-2fc2-448a-bfae-9c6a896d4861') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:16.514190 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dab53d97-8a95-4210-b8a6-66c06c33606d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:16.546982 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dab53d97-8a95-4210-b8a6-66c06c33606d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:16.556308 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b9673-1d7f-4217-8c49-ec96d4b47352 req-a957493e-c55a-41f0-8fa4-22842864b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:16.557768 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b8b9673-1d7f-4217-8c49-ec96d4b47352 req-a957493e-c55a-41f0-8fa4-22842864b099 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.2110944 Sep 21 18:09:16.562095 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab53d97-8a95-4210-b8a6-66c06c33606d admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:09:16.562744 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dab53d97-8a95-4210-b8a6-66c06c33606d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:16.564518 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:09:16.564518 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:09:16.564518 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:09:16.564518 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:09:16.564518 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:09:16.564518 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:09:16.564518 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:09:16.564518 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:09:16.564518 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:09:16.564518 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:09:16.564518 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:09:16.564518 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:09:16.564518 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:09:16.564518 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:09:16.564518 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:09:16.564518 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:09:16.564518 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:09:16.564518 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:09:16.564518 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:09:16.564518 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:09:16.564518 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:09:16.564518 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:09:16.564518 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:09:16.564518 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:09:16.564518 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:09:16.564518 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:09:16.564518 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:09:16.564518 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:09:16.564518 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:09:16.564518 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:09:16.564518 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:09:16.564518 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:09:16.586686 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-b71cd812-4338-4ffd-a8a0-5267f70f9559 service neutron] 10.222.0.58 "GET /v2.0/networks/cfade79e-cd54-4c84-8406-63a421fe9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386918 Sep 21 18:09:16.628047 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b8b9673-1d7f-4217-8c49-ec96d4b47352 req-a4908341-24eb-404a-b9e5-5de5123d90a2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=2a0a3f61-36e8-4067-895a-3f26baa5edaa HTTP/1.1" status: 200 len: 217 time: 0.0518260 Sep 21 18:09:16.715021 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dab53d97-8a95-4210-b8a6-66c06c33606d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:16.748011 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dab53d97-8a95-4210-b8a6-66c06c33606d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:16.749889 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-dab53d97-8a95-4210-b8a6-66c06c33606d admin admin] 10.222.0.58 "DELETE /v2.0/networks/a15790e2-ddb0-4956-b8df-c99e33512c4d HTTP/1.1" status: 204 len: 168 time: 1.1631277 Sep 21 18:09:16.773371 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab53d97-8a95-4210-b8a6-66c06c33606d admin admin] Pushing event deleted for resources: {'Network': ['ID=a15790e2-ddb0-4956-b8df-c99e33512c4d,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:16.777717 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b9673-1d7f-4217-8c49-ec96d4b47352 req-b8f59e5d-26a4-4a3b-a415-da631c6fa918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:16.779157 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b8b9673-1d7f-4217-8c49-ec96d4b47352 req-b8f59e5d-26a4-4a3b-a415-da631c6fa918 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.1259305 Sep 21 18:09:16.862248 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-f5a0faa7-5e94-49f0-95cb-5bec96601ed1 service neutron] 10.222.0.58 "GET /v2.0/networks/cfade79e-cd54-4c84-8406-63a421fe9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437356 Sep 21 18:09:16.915306 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b9673-1d7f-4217-8c49-ec96d4b47352 req-914d2513-71dd-4a8d-a6df-b1d33c669760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:16.918605 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b8b9673-1d7f-4217-8c49-ec96d4b47352 req-914d2513-71dd-4a8d-a6df-b1d33c669760 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1306145 Sep 21 18:09:17.134594 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 52684) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:17.173567 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b8b9673-1d7f-4217-8c49-ec96d4b47352 req-a98613d1-2722-488c-88f2-7cc65f4241b9 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464685 Sep 21 18:09:17.228865 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-23af412e-e13b-42f2-96f2-e5503b91d3f3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4a49c0350e4d4a5eb77111b4f5d6bd21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0915842 Sep 21 18:09:17.234393 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 52686) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:17.320743 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-31c3464d-13e4-4337-b1d2-b396c23250ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:17.391625 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-31c3464d-13e4-4337-b1d2-b396c23250ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:17.427970 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b8b9673-1d7f-4217-8c49-ec96d4b47352 req-0bc73ccc-487d-4995-8cb1-f3ba0805c1e6 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407978 Sep 21 18:09:17.484212 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53c6f5c0-f4d8-499f-ac17-ba7db4e4b484 req-d8fad1ed-4dfb-4010-a1f4-f13136de67f7 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d326baf-57fb-42ea-93fa-d1bc9c8c67c4 HTTP/1.1" status: 200 len: 210 time: 0.0450845 Sep 21 18:09:17.486634 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-31c3464d-13e4-4337-b1d2-b396c23250ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:17.491119 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-31c3464d-13e4-4337-b1d2-b396c23250ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:17.494985 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-31c3464d-13e4-4337-b1d2-b396c23250ef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/57549ab0-59b0-43de-8dd7-bf608d790841 HTTP/1.1" status: 204 len: 168 time: 0.2586277 Sep 21 18:09:17.514165 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3464d-13e4-4337-b1d2-b396c23250ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57549ab0-59b0-43de-8dd7-bf608d790841,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:18.383519 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c662d718-4c8c-4c37-a582-1ef8e6c442d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:18.695592 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0408f526-e1e5-4ff6-9a9e-d2cbae0fc811 req-ca59c330-3346-4682-a6ba-b0d523d1a7ad tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d326baf-57fb-42ea-93fa-d1bc9c8c67c4 HTTP/1.1" status: 200 len: 210 time: 0.0561292 Sep 21 18:09:18.973166 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:19.499981 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-ed02b2af-bc24-4881-b292-274459f41b9c tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:19.501593 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-ed02b2af-bc24-4881-b292-274459f41b9c tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.38 "GET /v2.0/networks?id=cfade79e-cd54-4c84-8406-63a421fe9463 HTTP/1.1" status: 200 len: 813 time: 0.2376466 Sep 21 18:09:19.528474 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-78539025-c3cb-4f47-84bc-0e2c6d7beb74 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Request body: {'port': {'device_id': '1d326baf-57fb-42ea-93fa-d1bc9c8c67c4', 'network_id': 'cfade79e-cd54-4c84-8406-63a421fe9463', 'admin_state_up': True, 'tenant_id': '5d49e638d25343f583d1efb9abc4eab3'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:19.640849 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-5d568679-ee0e-4c85-b096-d1e962e95e4b tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:19.642659 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-5d568679-ee0e-4c85-b096-d1e962e95e4b tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.44 "GET /v2.0/networks?id=cfade79e-cd54-4c84-8406-63a421fe9463 HTTP/1.1" status: 200 len: 813 time: 0.4836295 Sep 21 18:09:19.658791 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-c4dbb9d4-fdc4-440c-96f7-8465c737ced5 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Request body: {'port': {'device_id': '2b9a8493-5305-4fe5-b7a8-d8bd7e3526ed', 'network_id': 'cfade79e-cd54-4c84-8406-63a421fe9463', 'admin_state_up': True, 'tenant_id': '5d49e638d25343f583d1efb9abc4eab3'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:19.913939 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f5249aa-6aca-43b9-866d-9dccde6f40bc req-9ece25fc-a1cc-416a-b9b2-bfefb3b90a70 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d326baf-57fb-42ea-93fa-d1bc9c8c67c4 HTTP/1.1" status: 200 len: 210 time: 0.0478339 Sep 21 18:09:19.943451 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-78539025-c3cb-4f47-84bc-0e2c6d7beb74 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Made reservation on behalf of 5d49e638d25343f583d1efb9abc4eab3 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:09:19.948496 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-78539025-c3cb-4f47-84bc-0e2c6d7beb74 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:20.056386 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:20.132668 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-c4dbb9d4-fdc4-440c-96f7-8465c737ced5 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Made reservation on behalf of 5d49e638d25343f583d1efb9abc4eab3 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:09:20.138132 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-c4dbb9d4-fdc4-440c-96f7-8465c737ced5 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:20.292807 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-78539025-c3cb-4f47-84bc-0e2c6d7beb74 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Allocated IP 172.20.0.10 (cfade79e-cd54-4c84-8406-63a421fe9463/c3b61d60-0b0b-4009-a39d-1bf003b7a2f8/9fb98f01-f86e-4349-bebb-277de41a024b) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:09:20.478280 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 52824) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:20.545726 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-78539025-c3cb-4f47-84bc-0e2c6d7beb74 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:20.642485 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-78539025-c3cb-4f47-84bc-0e2c6d7beb74 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:20.708950 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78539025-c3cb-4f47-84bc-0e2c6d7beb74 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Pushing event updated for resources: {'Port': ['ID=9fb98f01-f86e-4349-bebb-277de41a024b,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:20.724117 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-78539025-c3cb-4f47-84bc-0e2c6d7beb74 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Network cfade79e-cd54-4c84-8406-63a421fe9463 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:09:20.729742 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-78539025-c3cb-4f47-84bc-0e2c6d7beb74 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:09:20.733429 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-78539025-c3cb-4f47-84bc-0e2c6d7beb74 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:09:20.767731 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-c4dbb9d4-fdc4-440c-96f7-8465c737ced5 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Allocated IP 172.20.0.4 (cfade79e-cd54-4c84-8406-63a421fe9463/c3b61d60-0b0b-4009-a39d-1bf003b7a2f8/3949ab41-738f-4659-bc9f-9a4e1dc7731b) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:09:20.815755 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-78539025-c3cb-4f47-84bc-0e2c6d7beb74 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:20.816455 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-78539025-c3cb-4f47-84bc-0e2c6d7beb74 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:20.852200 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-47252d37-180f-416d-a0b5-e6a37c92d5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:20.855663 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-78539025-c3cb-4f47-84bc-0e2c6d7beb74 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3312988 Sep 21 18:09:20.879812 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-2916b004-f558-4279-82d0-c456d6978b7c service neutron] Request body: {'port': {'device_id': '1d326baf-57fb-42ea-93fa-d1bc9c8c67c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:21.050740 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-2916b004-f558-4279-82d0-c456d6978b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:21.079928 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-47252d37-180f-416d-a0b5-e6a37c92d5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:21.085290 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-47252d37-180f-416d-a0b5-e6a37c92d5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:21.118320 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47252d37-180f-416d-a0b5-e6a37c92d5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3c1a45-0413-4911-a2da-1edcd664e725,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:21.138096 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47252d37-180f-416d-a0b5-e6a37c92d5c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:21.138694 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47252d37-180f-416d-a0b5-e6a37c92d5c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:21.139270 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47252d37-180f-416d-a0b5-e6a37c92d5c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:21.139823 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47252d37-180f-416d-a0b5-e6a37c92d5c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:21.140335 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47252d37-180f-416d-a0b5-e6a37c92d5c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:21.140843 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47252d37-180f-416d-a0b5-e6a37c92d5c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:21.141348 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47252d37-180f-416d-a0b5-e6a37c92d5c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:21.142119 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47252d37-180f-416d-a0b5-e6a37c92d5c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:21.142895 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47252d37-180f-416d-a0b5-e6a37c92d5c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:21.143480 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47252d37-180f-416d-a0b5-e6a37c92d5c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:21.144041 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47252d37-180f-416d-a0b5-e6a37c92d5c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:21.144576 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47252d37-180f-416d-a0b5-e6a37c92d5c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:21.158647 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-47252d37-180f-416d-a0b5-e6a37c92d5c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=180ff639acb4443799c8774dace43ae5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6783004 Sep 21 18:09:21.161241 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 52852) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:21.171786 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8b1c0-dddc-4353-a2a8-05b82b3fdde7 req-49cd97e9-6499-4e0f-aba7-e2ca29cf5393 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:21.173326 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d5b8b1c0-dddc-4353-a2a8-05b82b3fdde7 req-49cd97e9-6499-4e0f-aba7-e2ca29cf5393 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d326baf-57fb-42ea-93fa-d1bc9c8c67c4 HTTP/1.1" status: 200 len: 932 time: 0.1267638 Sep 21 18:09:21.232765 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-c4dbb9d4-fdc4-440c-96f7-8465c737ced5 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:21.257212 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e9430296-352d-489a-83a8-3de6f796e22e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:21.282979 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e9430296-352d-489a-83a8-3de6f796e22e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:21.298196 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d5b8b1c0-dddc-4353-a2a8-05b82b3fdde7 req-7f5b996f-bb37-4c32-b3d2-0df577e5224d tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/security-groups?id=04230cac-7936-4382-8567-053dedf409c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165171 Sep 21 18:09:21.369756 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-c4dbb9d4-fdc4-440c-96f7-8465c737ced5 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:21.378441 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e9430296-352d-489a-83a8-3de6f796e22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:21.381377 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e9430296-352d-489a-83a8-3de6f796e22e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:21.384815 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e9430296-352d-489a-83a8-3de6f796e22e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7e3c1a45-0413-4911-a2da-1edcd664e725 HTTP/1.1" status: 204 len: 168 time: 0.2202199 Sep 21 18:09:21.430959 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9430296-352d-489a-83a8-3de6f796e22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3c1a45-0413-4911-a2da-1edcd664e725,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:21.526557 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-c4dbb9d4-fdc4-440c-96f7-8465c737ced5 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Network cfade79e-cd54-4c84-8406-63a421fe9463 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:09:21.531655 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-c4dbb9d4-fdc4-440c-96f7-8465c737ced5 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:09:21.567290 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-c4dbb9d4-fdc4-440c-96f7-8465c737ced5 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:09:21.592891 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:21.622548 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dbb9d4-fdc4-440c-96f7-8465c737ced5 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Pushing event updated for resources: {'Port': ['ID=3949ab41-738f-4659-bc9f-9a4e1dc7731b,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:21.662697 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-c4dbb9d4-fdc4-440c-96f7-8465c737ced5 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:21.663645 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-c4dbb9d4-fdc4-440c-96f7-8465c737ced5 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:21.679499 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-c4dbb9d4-fdc4-440c-96f7-8465c737ced5 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0256374 Sep 21 18:09:21.767705 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-2916b004-f558-4279-82d0-c456d6978b7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fb98f01-f86e-4349-bebb-277de41a024b {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:09:21.777322 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-2916b004-f558-4279-82d0-c456d6978b7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:21.816500 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-2916b004-f558-4279-82d0-c456d6978b7c service neutron] Transition to ACTIVE for port object 9fb98f01-f86e-4349-bebb-277de41a024b will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:09:21.823816 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-3e82fa60-d7fd-412c-a860-016b88d41613 service neutron] Request body: {'port': {'device_id': '2b9a8493-5305-4fe5-b7a8-d8bd7e3526ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:21.828002 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-2916b004-f558-4279-82d0-c456d6978b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:22.022269 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916b004-f558-4279-82d0-c456d6978b7c service neutron] Pushing event updated for resources: {'Port': ['ID=9fb98f01-f86e-4349-bebb-277de41a024b,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:22.032043 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-3e82fa60-d7fd-412c-a860-016b88d41613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:22.051101 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 52882) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:22.064197 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-2916b004-f558-4279-82d0-c456d6978b7c service neutron] Attempting to bind port 9fb98f01-f86e-4349-bebb-277de41a024b on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:09:22.064683 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-2916b004-f558-4279-82d0-c456d6978b7c service neutron] Attempting to bind port 9fb98f01-f86e-4349-bebb-277de41a024b by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '93721015-2609-4883-82a5-e83891af8be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cfade79e-cd54-4c84-8406-63a421fe9463'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:09:22.064863 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-2916b004-f558-4279-82d0-c456d6978b7c service neutron] Attempting to bind port 9fb98f01-f86e-4349-bebb-277de41a024b on network cfade79e-cd54-4c84-8406-63a421fe9463 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:09:22.065576 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-28a7cae6-c093-458b-bedf-3257b542c1de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:22.076772 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-2916b004-f558-4279-82d0-c456d6978b7c service neutron] Port 9fb98f01-f86e-4349-bebb-277de41a024b on network cfade79e-cd54-4c84-8406-63a421fe9463 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:09:22.077096 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-2916b004-f558-4279-82d0-c456d6978b7c service neutron] Attempting to bind port 9fb98f01-f86e-4349-bebb-277de41a024b on network cfade79e-cd54-4c84-8406-63a421fe9463 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:09:22.126350 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-2916b004-f558-4279-82d0-c456d6978b7c service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:09:22.126727 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-2916b004-f558-4279-82d0-c456d6978b7c service neutron] Checking segment: {'id': '93721015-2609-4883-82a5-e83891af8be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cfade79e-cd54-4c84-8406-63a421fe9463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:09:22.127253 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-2916b004-f558-4279-82d0-c456d6978b7c service neutron] Bound using segment: {'id': '93721015-2609-4883-82a5-e83891af8be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cfade79e-cd54-4c84-8406-63a421fe9463'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:09:22.127689 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-2916b004-f558-4279-82d0-c456d6978b7c service neutron] Bound port: 9fb98f01-f86e-4349-bebb-277de41a024b, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93721015-2609-4883-82a5-e83891af8be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cfade79e-cd54-4c84-8406-63a421fe9463'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:09:22.128162 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-2916b004-f558-4279-82d0-c456d6978b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:22.196812 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-28a7cae6-c093-458b-bedf-3257b542c1de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:22.205026 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-28a7cae6-c093-458b-bedf-3257b542c1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:22.257179 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a7cae6-c093-458b-bedf-3257b542c1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043b5328-50bd-4676-a4ba-ee4772c2cb5d,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:22.308169 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-28a7cae6-c093-458b-bedf-3257b542c1de admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=99c436aed6f941c5b10b4f5a5b8433d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2554669 Sep 21 18:09:22.311940 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 52888) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:22.335723 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-2916b004-f558-4279-82d0-c456d6978b7c service neutron] For port 9fb98f01-f86e-4349-bebb-277de41a024b, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:09:22.346201 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-2916b004-f558-4279-82d0-c456d6978b7c service neutron] For port 9fb98f01-f86e-4349-bebb-277de41a024b, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=9fb98f01-f86e-4349-bebb-277de41a024b,segment=NetworkSegment(93721015-2609-4883-82a5-e83891af8be7),segment_id=93721015-2609-4883-82a5-e83891af8be7)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:09:22.417328 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1e48aab7-4581-4fe0-ba45-0e1411528226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:22.449808 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-2916b004-f558-4279-82d0-c456d6978b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:22.470856 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1e48aab7-4581-4fe0-ba45-0e1411528226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:22.570675 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1e48aab7-4581-4fe0-ba45-0e1411528226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:22.579558 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1e48aab7-4581-4fe0-ba45-0e1411528226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:22.585419 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1e48aab7-4581-4fe0-ba45-0e1411528226 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/043b5328-50bd-4676-a4ba-ee4772c2cb5d HTTP/1.1" status: 204 len: 168 time: 0.2741177 Sep 21 18:09:22.607365 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48aab7-4581-4fe0-ba45-0e1411528226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043b5328-50bd-4676-a4ba-ee4772c2cb5d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:22.631171 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-2916b004-f558-4279-82d0-c456d6978b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:22.633828 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-2916b004-f558-4279-82d0-c456d6978b7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:22.636115 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-2916b004-f558-4279-82d0-c456d6978b7c service neutron] 10.222.0.38 "PUT /v2.0/ports/9fb98f01-f86e-4349-bebb-277de41a024b HTTP/1.1" status: 200 len: 1092 time: 1.7609231 Sep 21 18:09:22.638623 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d326baf-57fb-42ea-93fa-d1bc9c8c67c4', 'tag': '9fb98f01-f86e-4349-bebb-277de41a024b'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:22.645287 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7291565a-6f49-4f94-b877-d55b8de83f3b" -d '{"events": [{"name": "network-changed", "server_uuid": "1d326baf-57fb-42ea-93fa-d1bc9c8c67c4", "tag": "9fb98f01-f86e-4349-bebb-277de41a024b"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:22.755718 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916b004-f558-4279-82d0-c456d6978b7c service neutron] Pushing event updated for resources: {'Port': ['ID=9fb98f01-f86e-4349-bebb-277de41a024b,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:22.770025 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f6cdda-0b66-4511-8131-b55eb1731ec5 x-openstack-request-id: req-05f6cdda-0b66-4511-8131-b55eb1731ec5 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:22.770548 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d326baf-57fb-42ea-93fa-d1bc9c8c67c4", "tag": "9fb98f01-f86e-4349-bebb-277de41a024b", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:22.770980 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-05f6cdda-0b66-4511-8131-b55eb1731ec5 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:22.771541 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d326baf-57fb-42ea-93fa-d1bc9c8c67c4', 'tag': '9fb98f01-f86e-4349-bebb-277de41a024b', 'status': 'completed', 'code': 200} Sep 21 18:09:22.826484 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38baa58a-7417-4db8-a05f-e654f06d4cff req-3390d718-cb70-41ad-a756-af7fa5a080fc tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:22.828508 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-38baa58a-7417-4db8-a05f-e654f06d4cff req-3390d718-cb70-41ad-a756-af7fa5a080fc tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d326baf-57fb-42ea-93fa-d1bc9c8c67c4 HTTP/1.1" status: 200 len: 944 time: 0.3181815 Sep 21 18:09:22.880186 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-00a4bb69-4b91-4560-aabd-27d0a2bf9ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:22.881809 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-00a4bb69-4b91-4560-aabd-27d0a2bf9ff4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d49e638d25343f583d1efb9abc4eab3&device_id=1d326baf-57fb-42ea-93fa-d1bc9c8c67c4 HTTP/1.1" status: 200 len: 1095 time: 0.1568365 Sep 21 18:09:22.939046 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-175179d3-f7a3-4c5c-916a-337f9e3923a1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fb98f01-f86e-4349-bebb-277de41a024b HTTP/1.1" status: 200 len: 217 time: 0.0461376 Sep 21 18:09:22.970008 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-38baa58a-7417-4db8-a05f-e654f06d4cff req-bec9debd-65bd-48fb-a977-e41a98957952 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/security-groups?id=04230cac-7936-4382-8567-053dedf409c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273611 Sep 21 18:09:23.049272 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-3e82fa60-d7fd-412c-a860-016b88d41613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3949ab41-738f-4659-bc9f-9a4e1dc7731b {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:09:23.055358 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-5fa231e8-465c-4dbe-b81f-3743b6ac34f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:23.056982 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-5fa231e8-465c-4dbe-b81f-3743b6ac34f9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c3b61d60-0b0b-4009-a39d-1bf003b7a2f8 HTTP/1.1" status: 200 len: 853 time: 0.1041732 Sep 21 18:09:23.071575 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-3e82fa60-d7fd-412c-a860-016b88d41613 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:23.119544 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-5543ca07-3bb1-4c53-b6d5-f7142bdf8c93 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cfade79e-cd54-4c84-8406-63a421fe9463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509863 Sep 21 18:09:23.126263 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-3e82fa60-d7fd-412c-a860-016b88d41613 service neutron] Transition to ACTIVE for port object 3949ab41-738f-4659-bc9f-9a4e1dc7731b will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:09:23.200451 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-3e82fa60-d7fd-412c-a860-016b88d41613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:23.349265 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:23.419731 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82fa60-d7fd-412c-a860-016b88d41613 service neutron] Pushing event updated for resources: {'Port': ['ID=3949ab41-738f-4659-bc9f-9a4e1dc7731b,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:23.438221 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-fc4619f0-ddfb-400d-9300-79bb66e46083 service neutron] 10.222.0.38 "GET /v2.0/networks/cfade79e-cd54-4c84-8406-63a421fe9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102331 Sep 21 18:09:23.541496 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-3e82fa60-d7fd-412c-a860-016b88d41613 service neutron] Attempting to bind port 3949ab41-738f-4659-bc9f-9a4e1dc7731b on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:09:23.541753 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-3e82fa60-d7fd-412c-a860-016b88d41613 service neutron] Attempting to bind port 3949ab41-738f-4659-bc9f-9a4e1dc7731b by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '93721015-2609-4883-82a5-e83891af8be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cfade79e-cd54-4c84-8406-63a421fe9463'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:09:23.542088 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-3e82fa60-d7fd-412c-a860-016b88d41613 service neutron] Attempting to bind port 3949ab41-738f-4659-bc9f-9a4e1dc7731b on network cfade79e-cd54-4c84-8406-63a421fe9463 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:09:23.558054 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-3e82fa60-d7fd-412c-a860-016b88d41613 service neutron] Port 3949ab41-738f-4659-bc9f-9a4e1dc7731b on network cfade79e-cd54-4c84-8406-63a421fe9463 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:09:23.558401 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-3e82fa60-d7fd-412c-a860-016b88d41613 service neutron] Attempting to bind port 3949ab41-738f-4659-bc9f-9a4e1dc7731b on network cfade79e-cd54-4c84-8406-63a421fe9463 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:09:23.580139 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-3e82fa60-d7fd-412c-a860-016b88d41613 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:09:23.580491 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-3e82fa60-d7fd-412c-a860-016b88d41613 service neutron] Checking segment: {'id': '93721015-2609-4883-82a5-e83891af8be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cfade79e-cd54-4c84-8406-63a421fe9463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:09:23.580936 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-3e82fa60-d7fd-412c-a860-016b88d41613 service neutron] Bound using segment: {'id': '93721015-2609-4883-82a5-e83891af8be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cfade79e-cd54-4c84-8406-63a421fe9463'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:09:23.581396 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-3e82fa60-d7fd-412c-a860-016b88d41613 service neutron] Bound port: 3949ab41-738f-4659-bc9f-9a4e1dc7731b, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93721015-2609-4883-82a5-e83891af8be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cfade79e-cd54-4c84-8406-63a421fe9463'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:09:23.581767 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-3e82fa60-d7fd-412c-a860-016b88d41613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:23.765062 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-34d8cee8-c3b2-4cd3-9e37-d74c6d74e50c service neutron] 10.222.0.38 "GET /v2.0/networks/cfade79e-cd54-4c84-8406-63a421fe9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079565 Sep 21 18:09:23.796444 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-3e82fa60-d7fd-412c-a860-016b88d41613 service neutron] For port 3949ab41-738f-4659-bc9f-9a4e1dc7731b, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:09:23.801137 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-3e82fa60-d7fd-412c-a860-016b88d41613 service neutron] For port 3949ab41-738f-4659-bc9f-9a4e1dc7731b, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=3949ab41-738f-4659-bc9f-9a4e1dc7731b,segment=NetworkSegment(93721015-2609-4883-82a5-e83891af8be7),segment_id=93721015-2609-4883-82a5-e83891af8be7)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:09:23.807190 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-3e82fa60-d7fd-412c-a860-016b88d41613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:23.858373 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-3e82fa60-d7fd-412c-a860-016b88d41613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:23.859355 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-3e82fa60-d7fd-412c-a860-016b88d41613 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:23.861965 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-3e82fa60-d7fd-412c-a860-016b88d41613 service neutron] 10.222.0.44 "PUT /v2.0/ports/3949ab41-738f-4659-bc9f-9a4e1dc7731b HTTP/1.1" status: 200 len: 1091 time: 2.0434744 Sep 21 18:09:24.394543 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82fa60-d7fd-412c-a860-016b88d41613 service neutron] Pushing event updated for resources: {'Port': ['ID=3949ab41-738f-4659-bc9f-9a4e1dc7731b,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:24.471846 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4550b3-5f43-4f6f-84ae-7d91159c758b req-ac00d28b-a974-4701-a3e7-a4abc529b672 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:24.473531 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1a4550b3-5f43-4f6f-84ae-7d91159c758b req-ac00d28b-a974-4701-a3e7-a4abc529b672 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d326baf-57fb-42ea-93fa-d1bc9c8c67c4 HTTP/1.1" status: 200 len: 944 time: 0.1119490 Sep 21 18:09:24.485182 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291565a-6f49-4f94-b877-d55b8de83f3b req-f5b2b80e-b0ee-4ad4-bcdc-c686f5591fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:24.487159 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7291565a-6f49-4f94-b877-d55b8de83f3b req-f5b2b80e-b0ee-4ad4-bcdc-c686f5591fdb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d49e638d25343f583d1efb9abc4eab3&device_id=1d326baf-57fb-42ea-93fa-d1bc9c8c67c4 HTTP/1.1" status: 200 len: 1095 time: 0.6232269 Sep 21 18:09:24.515684 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-af0df15f-e4bb-4a3d-bf72-1969a45cf465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:24.517100 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-af0df15f-e4bb-4a3d-bf72-1969a45cf465 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5d49e638d25343f583d1efb9abc4eab3&device_id=2b9a8493-5305-4fe5-b7a8-d8bd7e3526ed HTTP/1.1" status: 200 len: 1094 time: 0.1815960 Sep 21 18:09:24.592465 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-ccc17c5d-2bcf-4808-bb1f-abc8480f6a82 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3949ab41-738f-4659-bc9f-9a4e1dc7731b HTTP/1.1" status: 200 len: 217 time: 0.0583434 Sep 21 18:09:24.621105 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:24.624895 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1a4550b3-5f43-4f6f-84ae-7d91159c758b req-d728cef9-107c-44af-97f8-c9beb1193e5d tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/security-groups?id=04230cac-7936-4382-8567-053dedf409c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420705 Sep 21 18:09:24.786484 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9a8493-5305-4fe5-b7a8-d8bd7e3526ed', 'tag': '3949ab41-738f-4659-bc9f-9a4e1dc7731b'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:24.788763 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4e5576-19fd-4013-961f-d51483fe88b6" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9a8493-5305-4fe5-b7a8-d8bd7e3526ed", "tag": "3949ab41-738f-4659-bc9f-9a4e1dc7731b"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:24.842810 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-113e82e8-1815-4143-a501-2f140555db8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:24.851099 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-113e82e8-1815-4143-a501-2f140555db8e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c3b61d60-0b0b-4009-a39d-1bf003b7a2f8 HTTP/1.1" status: 200 len: 853 time: 0.2300758 Sep 21 18:09:24.856713 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd8e603-544f-4e75-b682-a5ce0aeed93e x-openstack-request-id: req-ebd8e603-544f-4e75-b682-a5ce0aeed93e {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:24.857009 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9a8493-5305-4fe5-b7a8-d8bd7e3526ed", "tag": "3949ab41-738f-4659-bc9f-9a4e1dc7731b", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:24.857262 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ebd8e603-544f-4e75-b682-a5ce0aeed93e {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:24.857658 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9a8493-5305-4fe5-b7a8-d8bd7e3526ed', 'tag': '3949ab41-738f-4659-bc9f-9a4e1dc7731b', 'status': 'completed', 'code': 200} Sep 21 18:09:24.887706 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-37906d4b-f20e-4add-a2d7-de0bb033ad27 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cfade79e-cd54-4c84-8406-63a421fe9463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272822 Sep 21 18:09:24.925572 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291565a-6f49-4f94-b877-d55b8de83f3b req-540b63c9-16d5-4a4e-af35-1bff45fdc749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:24.927122 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7291565a-6f49-4f94-b877-d55b8de83f3b req-540b63c9-16d5-4a4e-af35-1bff45fdc749 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cfade79e-cd54-4c84-8406-63a421fe9463 HTTP/1.1" status: 200 len: 914 time: 0.4145002 Sep 21 18:09:24.985373 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7291565a-6f49-4f94-b877-d55b8de83f3b req-51f2b1ed-646d-4a54-bf8f-e59c0263263f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fb98f01-f86e-4349-bebb-277de41a024b HTTP/1.1" status: 200 len: 217 time: 0.0466926 Sep 21 18:09:25.075444 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291565a-6f49-4f94-b877-d55b8de83f3b req-7f0754b8-689c-445d-a0e0-8a594811ac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:25.076948 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7291565a-6f49-4f94-b877-d55b8de83f3b req-7f0754b8-689c-445d-a0e0-8a594811ac6d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c3b61d60-0b0b-4009-a39d-1bf003b7a2f8 HTTP/1.1" status: 200 len: 853 time: 0.0670483 Sep 21 18:09:25.078895 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-653a7ff8-8ee2-42e7-9ef2-266433cb0410 service neutron] 10.222.0.44 "GET /v2.0/networks/cfade79e-cd54-4c84-8406-63a421fe9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798992 Sep 21 18:09:25.113007 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7291565a-6f49-4f94-b877-d55b8de83f3b req-e76c9a68-7045-45f5-8c9d-0c6165561e03 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cfade79e-cd54-4c84-8406-63a421fe9463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283642 Sep 21 18:09:25.286861 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b848d34-d7d2-4e67-823c-a3352e4a937c req-a17e4d98-c3cd-4f35-9899-ede23a6d3b69 service neutron] 10.222.0.44 "GET /v2.0/networks/cfade79e-cd54-4c84-8406-63a421fe9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725202 Sep 21 18:09:25.292760 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7291565a-6f49-4f94-b877-d55b8de83f3b req-ab9e451e-ff98-41e2-9ac1-1477135a2aa2 service neutron] 10.222.0.38 "GET /v2.0/networks/cfade79e-cd54-4c84-8406-63a421fe9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699040 Sep 21 18:09:25.522159 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e5576-19fd-4013-961f-d51483fe88b6 req-508c325f-1c0a-4c44-8cc0-53f0ea448e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:25.523723 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ac4e5576-19fd-4013-961f-d51483fe88b6 req-508c325f-1c0a-4c44-8cc0-53f0ea448e68 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5d49e638d25343f583d1efb9abc4eab3&device_id=2b9a8493-5305-4fe5-b7a8-d8bd7e3526ed HTTP/1.1" status: 200 len: 1094 time: 0.1622655 Sep 21 18:09:25.643737 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e5576-19fd-4013-961f-d51483fe88b6 req-65bbaf97-4c11-43ff-9184-0f21fb3907b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:25.645877 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ac4e5576-19fd-4013-961f-d51483fe88b6 req-65bbaf97-4c11-43ff-9184-0f21fb3907b1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cfade79e-cd54-4c84-8406-63a421fe9463 HTTP/1.1" status: 200 len: 914 time: 0.1085103 Sep 21 18:09:25.660418 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7291565a-6f49-4f94-b877-d55b8de83f3b req-bc68d3e0-37d5-4d14-a224-99d6e0ccb219 service neutron] 10.222.0.38 "GET /v2.0/networks/cfade79e-cd54-4c84-8406-63a421fe9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593407 Sep 21 18:09:25.711522 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ac4e5576-19fd-4013-961f-d51483fe88b6 req-6edfd64f-2bb8-4f8e-873a-2f5a539bfada service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3949ab41-738f-4659-bc9f-9a4e1dc7731b HTTP/1.1" status: 200 len: 217 time: 0.0562222 Sep 21 18:09:25.808892 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e5576-19fd-4013-961f-d51483fe88b6 req-3d8b6ca1-9706-4d27-b379-c68af8054ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:25.810761 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ac4e5576-19fd-4013-961f-d51483fe88b6 req-3d8b6ca1-9706-4d27-b379-c68af8054ba5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c3b61d60-0b0b-4009-a39d-1bf003b7a2f8 HTTP/1.1" status: 200 len: 853 time: 0.0904427 Sep 21 18:09:25.883583 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813cf6b-37df-4d70-b7be-689d75e2e5db req-2b480dcc-4c72-4b46-923d-4ea3b0a0ef5b tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:25.884194 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ac4e5576-19fd-4013-961f-d51483fe88b6 req-c5c60534-68a2-4411-8705-692dc659e9d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cfade79e-cd54-4c84-8406-63a421fe9463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607426 Sep 21 18:09:25.886374 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8813cf6b-37df-4d70-b7be-689d75e2e5db req-2b480dcc-4c72-4b46-923d-4ea3b0a0ef5b tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d326baf-57fb-42ea-93fa-d1bc9c8c67c4 HTTP/1.1" status: 200 len: 944 time: 0.1472492 Sep 21 18:09:25.976284 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8813cf6b-37df-4d70-b7be-689d75e2e5db req-ac981cdd-62aa-490e-a948-4fe3f82fe27a tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/security-groups?id=04230cac-7936-4382-8567-053dedf409c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799847 Sep 21 18:09:26.042580 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ac4e5576-19fd-4013-961f-d51483fe88b6 req-77ab5ad3-4ace-49fc-8497-741929d92bd8 service neutron] 10.222.0.44 "GET /v2.0/networks/cfade79e-cd54-4c84-8406-63a421fe9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394918 Sep 21 18:09:26.168982 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ac4e5576-19fd-4013-961f-d51483fe88b6 req-08e89e27-1b1c-4234-857f-ce7e7736ca2f service neutron] 10.222.0.44 "GET /v2.0/networks/cfade79e-cd54-4c84-8406-63a421fe9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182160 Sep 21 18:09:26.349020 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 9fb98f01-f86e-4349-bebb-277de41a024b details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:09:26.526596 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 9fb98f01-f86e-4349-bebb-277de41a024b, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=9fb98f01-f86e-4349-bebb-277de41a024b,segment=NetworkSegment(93721015-2609-4883-82a5-e83891af8be7),segment_id=93721015-2609-4883-82a5-e83891af8be7)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:26.552841 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '9fb98f01-f86e-4349-bebb-277de41a024b', 'network_id': 'cfade79e-cd54-4c84-8406-63a421fe9463', 'port_id': '9fb98f01-f86e-4349-bebb-277de41a024b', 'mac_address': 'fa:16:3e:65:3d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3b61d60-0b0b-4009-a39d-1bf003b7a2f8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:09:26.628390 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:26.651493 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fb98f01-f86e-4349-bebb-277de41a024b {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:09:26.701422 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 9fb98f01-f86e-4349-bebb-277de41a024b, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=9fb98f01-f86e-4349-bebb-277de41a024b,segment=NetworkSegment(93721015-2609-4883-82a5-e83891af8be7),segment_id=93721015-2609-4883-82a5-e83891af8be7)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:26.707711 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:26.794111 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=9fb98f01-f86e-4349-bebb-277de41a024b,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:26.912450 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['9fb98f01-f86e-4349-bebb-277de41a024b'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:09:27.160098 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa2ea1-e53b-4e47-a914-91dc636e94ba req-0fc598dc-18a0-484a-8ae2-a217d708e50c tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:27.169877 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-99fa2ea1-e53b-4e47-a914-91dc636e94ba req-0fc598dc-18a0-484a-8ae2-a217d708e50c tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d326baf-57fb-42ea-93fa-d1bc9c8c67c4 HTTP/1.1" status: 200 len: 945 time: 0.1097105 Sep 21 18:09:27.239693 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-99fa2ea1-e53b-4e47-a914-91dc636e94ba req-781bfdaa-0ec0-4411-ab5f-89ad302fbcc3 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/security-groups?id=04230cac-7936-4382-8567-053dedf409c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658426 Sep 21 18:09:27.877246 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 53152) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:28.052772 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e7a2479f-e374-4518-83e9-89b603b6ec1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:28.172243 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e7a2479f-e374-4518-83e9-89b603b6ec1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:28.188526 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e7a2479f-e374-4518-83e9-89b603b6ec1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:28.203568 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 53166) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:28.219186 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e7a2479f-e374-4518-83e9-89b603b6ec1e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=16406de3246f4c6a9ec86eee55847ab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3406963 Sep 21 18:09:28.223196 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 53170) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:28.239436 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2479f-e374-4518-83e9-89b603b6ec1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4244e7f5-6602-41b8-b441-0cd290b9e1fc,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:28.333162 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ae901678-57ed-45a8-83e4-7e34d7f4c52e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:28.356880 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ae901678-57ed-45a8-83e4-7e34d7f4c52e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:28.366450 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 9fb98f01-f86e-4349-bebb-277de41a024b up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:09:28.383639 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f12c0-24f2-44a8-bb45-7ae9130b3ac3 req-974ad41f-d452-4631-922a-c08e58537ced tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:28.385800 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-371f12c0-24f2-44a8-bb45-7ae9130b3ac3 req-974ad41f-d452-4631-922a-c08e58537ced tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d326baf-57fb-42ea-93fa-d1bc9c8c67c4 HTTP/1.1" status: 200 len: 945 time: 0.0663285 Sep 21 18:09:28.442215 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-371f12c0-24f2-44a8-bb45-7ae9130b3ac3 req-f4f355e1-3d4a-4069-aa6c-f4f041ac37e2 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/security-groups?id=04230cac-7936-4382-8567-053dedf409c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498514 Sep 21 18:09:28.442981 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c58fe49e-e14e-41b9-a5da-98a8475bb37e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:28.443690 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 9fb98f01-f86e-4349-bebb-277de41a024b completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:09:28.460018 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 9fb98f01-f86e-4349-bebb-277de41a024b triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:28.460969 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:28.491878 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ae901678-57ed-45a8-83e4-7e34d7f4c52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:28.494695 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ae901678-57ed-45a8-83e4-7e34d7f4c52e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:28.495918 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ae901678-57ed-45a8-83e4-7e34d7f4c52e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4244e7f5-6602-41b8-b441-0cd290b9e1fc HTTP/1.1" status: 204 len: 168 time: 0.2705643 Sep 21 18:09:28.538024 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae901678-57ed-45a8-83e4-7e34d7f4c52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4244e7f5-6602-41b8-b441-0cd290b9e1fc,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:28.581267 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:28.611056 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c58fe49e-e14e-41b9-a5da-98a8475bb37e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:28.611919 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d326baf-57fb-42ea-93fa-d1bc9c8c67c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb98f01-f86e-4349-bebb-277de41a024b'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:28.614688 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a972aa-95f0-44fa-b9e8-8ea8466ab61b" -d '{"events": [{"server_uuid": "1d326baf-57fb-42ea-93fa-d1bc9c8c67c4", "name": "network-vif-plugged", "status": "completed", "tag": "9fb98f01-f86e-4349-bebb-277de41a024b"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:28.618313 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c58fe49e-e14e-41b9-a5da-98a8475bb37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:28.662904 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 9fb98f01-f86e-4349-bebb-277de41a024b, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=9fb98f01-f86e-4349-bebb-277de41a024b,segment=NetworkSegment(93721015-2609-4883-82a5-e83891af8be7),segment_id=93721015-2609-4883-82a5-e83891af8be7)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:28.668956 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:28.700279 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58fe49e-e14e-41b9-a5da-98a8475bb37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc6445b-3988-4b18-8dba-32dfabbf6d98,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:28.716636 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c58fe49e-e14e-41b9-a5da-98a8475bb37e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=126da56e49934b21aa9a2234c583e741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5111847 Sep 21 18:09:28.719170 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 53196) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:28.758102 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=9fb98f01-f86e-4349-bebb-277de41a024b,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:28.783889 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-023b12e4-1700-4937-9eb4-9ce766b7bc6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:28.820358 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-023b12e4-1700-4937-9eb4-9ce766b7bc6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:28.895201 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-023b12e4-1700-4937-9eb4-9ce766b7bc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:28.898202 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-023b12e4-1700-4937-9eb4-9ce766b7bc6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:28.902361 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-023b12e4-1700-4937-9eb4-9ce766b7bc6d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1dc6445b-3988-4b18-8dba-32dfabbf6d98 HTTP/1.1" status: 204 len: 168 time: 0.1818790 Sep 21 18:09:28.921062 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b12e4-1700-4937-9eb4-9ce766b7bc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc6445b-3988-4b18-8dba-32dfabbf6d98,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:28.948085 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 53204) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:28.971045 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-26dacc8e-3c27-4321-a0fb-96dfbb08bb8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:28.997055 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7665e67-67f4-4c75-a159-6a40ad5ea121 x-openstack-request-id: req-b7665e67-67f4-4c75-a159-6a40ad5ea121 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:28.997702 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d326baf-57fb-42ea-93fa-d1bc9c8c67c4", "name": "network-vif-plugged", "status": "completed", "tag": "9fb98f01-f86e-4349-bebb-277de41a024b", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:28.998173 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b7665e67-67f4-4c75-a159-6a40ad5ea121 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:28.999209 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d326baf-57fb-42ea-93fa-d1bc9c8c67c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb98f01-f86e-4349-bebb-277de41a024b', 'code': 200} Sep 21 18:09:29.147808 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac430a7c-8f9f-4520-84aa-81a210ba2340 req-34f56b13-e912-4b04-9064-008b35b2a14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:29.151128 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ac430a7c-8f9f-4520-84aa-81a210ba2340 req-34f56b13-e912-4b04-9064-008b35b2a14b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1d326baf-57fb-42ea-93fa-d1bc9c8c67c4 HTTP/1.1" status: 200 len: 1097 time: 0.0870399 Sep 21 18:09:29.180870 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-26dacc8e-3c27-4321-a0fb-96dfbb08bb8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:29.186909 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-26dacc8e-3c27-4321-a0fb-96dfbb08bb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:29.202496 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ac430a7c-8f9f-4520-84aa-81a210ba2340 req-fa04fb05-33c3-40ca-bb9f-32b30498d8e5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=04230cac-7936-4382-8567-053dedf409c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438550 Sep 21 18:09:29.221667 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-26dacc8e-3c27-4321-a0fb-96dfbb08bb8f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fd368505203f44d9b5c968ee2b93d8e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2720790 Sep 21 18:09:29.224192 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 53210) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:29.280325 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dacc8e-3c27-4321-a0fb-96dfbb08bb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bceab07c-84dc-4679-b129-4c9a01a1fd3d,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:29.297930 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-96753eb3-0ad5-422f-8a84-f4e7970e3f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:29.325488 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-96753eb3-0ad5-422f-8a84-f4e7970e3f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:29.396302 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-96753eb3-0ad5-422f-8a84-f4e7970e3f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:29.399886 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-96753eb3-0ad5-422f-8a84-f4e7970e3f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:29.401296 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-96753eb3-0ad5-422f-8a84-f4e7970e3f1f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bceab07c-84dc-4679-b129-4c9a01a1fd3d HTTP/1.1" status: 204 len: 168 time: 0.1760256 Sep 21 18:09:29.412744 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96753eb3-0ad5-422f-8a84-f4e7970e3f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bceab07c-84dc-4679-b129-4c9a01a1fd3d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:29.491767 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 53222) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:29.513786 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-63d560de-8d31-4b1e-af4b-19a0bfe360f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:29.629350 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7afbab-49fe-430e-8a5b-eaf504ebe764 req-f1990cc5-5626-4fd8-b63b-cf0e717231a4 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:29.638722 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b7afbab-49fe-430e-8a5b-eaf504ebe764 req-f1990cc5-5626-4fd8-b63b-cf0e717231a4 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d326baf-57fb-42ea-93fa-d1bc9c8c67c4 HTTP/1.1" status: 200 len: 946 time: 0.0973375 Sep 21 18:09:29.648785 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-63d560de-8d31-4b1e-af4b-19a0bfe360f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:29.656468 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-63d560de-8d31-4b1e-af4b-19a0bfe360f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:29.683418 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b7afbab-49fe-430e-8a5b-eaf504ebe764 req-aaa63f62-f3e9-4621-9c95-221340421928 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/security-groups?id=04230cac-7936-4382-8567-053dedf409c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436313 Sep 21 18:09:29.686372 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 3949ab41-738f-4659-bc9f-9a4e1dc7731b details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:09:29.702414 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d560de-8d31-4b1e-af4b-19a0bfe360f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0ae8f2-9323-41f5-b689-1f8d12bfc7b5,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:29.766231 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-63d560de-8d31-4b1e-af4b-19a0bfe360f1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4f0431f71c2948fd9233c0282e00fd5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2729495 Sep 21 18:09:29.769472 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 53232) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:29.832737 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e499545d-b39f-44dc-ac53-c79b20e485fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:29.863603 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e499545d-b39f-44dc-ac53-c79b20e485fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:29.871501 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 3949ab41-738f-4659-bc9f-9a4e1dc7731b, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=3949ab41-738f-4659-bc9f-9a4e1dc7731b,segment=NetworkSegment(93721015-2609-4883-82a5-e83891af8be7),segment_id=93721015-2609-4883-82a5-e83891af8be7)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:29.899844 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '3949ab41-738f-4659-bc9f-9a4e1dc7731b', 'network_id': 'cfade79e-cd54-4c84-8406-63a421fe9463', 'port_id': '3949ab41-738f-4659-bc9f-9a4e1dc7731b', 'mac_address': 'fa:16:3e:2f:9e:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3b61d60-0b0b-4009-a39d-1bf003b7a2f8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:09:29.922549 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e499545d-b39f-44dc-ac53-c79b20e485fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:29.925414 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e499545d-b39f-44dc-ac53-c79b20e485fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:29.926605 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e499545d-b39f-44dc-ac53-c79b20e485fe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ce0ae8f2-9323-41f5-b689-1f8d12bfc7b5 HTTP/1.1" status: 204 len: 168 time: 0.1556213 Sep 21 18:09:29.935202 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e499545d-b39f-44dc-ac53-c79b20e485fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0ae8f2-9323-41f5-b689-1f8d12bfc7b5,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:29.983247 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:30.001255 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3949ab41-738f-4659-bc9f-9a4e1dc7731b {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:09:30.042555 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 3949ab41-738f-4659-bc9f-9a4e1dc7731b, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=3949ab41-738f-4659-bc9f-9a4e1dc7731b,segment=NetworkSegment(93721015-2609-4883-82a5-e83891af8be7),segment_id=93721015-2609-4883-82a5-e83891af8be7)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:30.050222 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:30.109218 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=3949ab41-738f-4659-bc9f-9a4e1dc7731b,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:30.274455 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['3949ab41-738f-4659-bc9f-9a4e1dc7731b'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:09:30.902205 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9538955-7e60-4f7d-820c-d73bb23ecae4 req-bce9e205-e073-4cd9-9eb8-d68f59d3a5f1 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:30.904220 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f9538955-7e60-4f7d-820c-d73bb23ecae4 req-bce9e205-e073-4cd9-9eb8-d68f59d3a5f1 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/ports?device_id=1d326baf-57fb-42ea-93fa-d1bc9c8c67c4 HTTP/1.1" status: 200 len: 946 time: 0.1007667 Sep 21 18:09:30.979218 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f9538955-7e60-4f7d-820c-d73bb23ecae4 req-d1a1e21a-8a8d-4132-9ef8-09a345d080d5 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/security-groups?id=04230cac-7936-4382-8567-053dedf409c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634558 Sep 21 18:09:31.178708 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258d370-6e21-40c0-88c8-61db0f3f7e17 req-d022a27a-6136-4efd-adf0-433072eb12f4 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:31.191445 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7258d370-6e21-40c0-88c8-61db0f3f7e17 req-d022a27a-6136-4efd-adf0-433072eb12f4 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b9a8493-5305-4fe5-b7a8-d8bd7e3526ed HTTP/1.1" status: 200 len: 944 time: 0.1253352 Sep 21 18:09:31.287633 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7258d370-6e21-40c0-88c8-61db0f3f7e17 req-5551c7e7-2313-49e5-9719-be622fb58424 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/security-groups?id=04230cac-7936-4382-8567-053dedf409c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908220 Sep 21 18:09:31.688241 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 3949ab41-738f-4659-bc9f-9a4e1dc7731b up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:09:31.783144 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 3949ab41-738f-4659-bc9f-9a4e1dc7731b completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:09:31.787937 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 3949ab41-738f-4659-bc9f-9a4e1dc7731b triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:31.788316 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:31.921302 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:31.973503 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9a8493-5305-4fe5-b7a8-d8bd7e3526ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3949ab41-738f-4659-bc9f-9a4e1dc7731b'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:31.977759 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5bf352-67ff-40fa-b626-2cf8c8c2df76" -d '{"events": [{"server_uuid": "2b9a8493-5305-4fe5-b7a8-d8bd7e3526ed", "name": "network-vif-plugged", "status": "completed", "tag": "3949ab41-738f-4659-bc9f-9a4e1dc7731b"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:32.020943 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 3949ab41-738f-4659-bc9f-9a4e1dc7731b, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=3949ab41-738f-4659-bc9f-9a4e1dc7731b,segment=NetworkSegment(93721015-2609-4883-82a5-e83891af8be7),segment_id=93721015-2609-4883-82a5-e83891af8be7)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:32.030830 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:32.068005 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4f2d96-b491-4f39-adaa-bf892ff44635 x-openstack-request-id: req-9d4f2d96-b491-4f39-adaa-bf892ff44635 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:32.068784 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9a8493-5305-4fe5-b7a8-d8bd7e3526ed", "name": "network-vif-plugged", "status": "completed", "tag": "3949ab41-738f-4659-bc9f-9a4e1dc7731b", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:32.069227 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9d4f2d96-b491-4f39-adaa-bf892ff44635 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:32.069921 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9a8493-5305-4fe5-b7a8-d8bd7e3526ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3949ab41-738f-4659-bc9f-9a4e1dc7731b', 'code': 200} Sep 21 18:09:32.100888 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=3949ab41-738f-4659-bc9f-9a4e1dc7731b,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:32.229859 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b4e9b-3e5a-4f4d-8cae-58f3d89993af req-16974d0b-0777-47e5-b1a6-92993b8907d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:32.232150 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cd3b4e9b-3e5a-4f4d-8cae-58f3d89993af req-16974d0b-0777-47e5-b1a6-92993b8907d4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2b9a8493-5305-4fe5-b7a8-d8bd7e3526ed HTTP/1.1" status: 200 len: 1096 time: 0.1105311 Sep 21 18:09:32.301524 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cd3b4e9b-3e5a-4f4d-8cae-58f3d89993af req-aff42068-42c0-461f-8aba-eea49535d6d4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=04230cac-7936-4382-8567-053dedf409c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606604 Sep 21 18:09:32.800710 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c44de3-9d39-4f1a-a656-9e39a92766dc req-818d244f-ac7f-43ea-9172-fc745d2d3c61 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:32.800710 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a0c44de3-9d39-4f1a-a656-9e39a92766dc req-818d244f-ac7f-43ea-9172-fc745d2d3c61 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b9a8493-5305-4fe5-b7a8-d8bd7e3526ed HTTP/1.1" status: 200 len: 945 time: 0.0606472 Sep 21 18:09:32.839924 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a0c44de3-9d39-4f1a-a656-9e39a92766dc req-c0954da8-8a86-4bd9-b802-67bbc70112be tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/security-groups?id=04230cac-7936-4382-8567-053dedf409c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347431 Sep 21 18:09:33.859224 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-690b4d4c-ddf4-461b-8982-855fca2f3fac req-fd5965fe-b69f-4817-863c-e7d2bfdab857 service neutron] (101460) timed out ('10.222.0.44', 55733) {{(pid=101460) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 18:09:34.010334 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea64bef-9a6a-4bda-8d19-8668fc2c614e req-8ea14716-87cb-439a-90b7-4b4c7d3588d1 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:34.018199 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4ea64bef-9a6a-4bda-8d19-8668fc2c614e req-8ea14716-87cb-439a-90b7-4b4c7d3588d1 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b9a8493-5305-4fe5-b7a8-d8bd7e3526ed HTTP/1.1" status: 200 len: 945 time: 0.0687714 Sep 21 18:09:34.080463 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4ea64bef-9a6a-4bda-8d19-8668fc2c614e req-8cb92101-70d2-4f92-bdc3-661ac141bd48 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/security-groups?id=04230cac-7936-4382-8567-053dedf409c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612662 Sep 21 18:09:34.868832 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-b1e2ea48-e391-4b9b-9dab-b0d77e8c9548 req-95fde133-a81e-45e4-afaf-778849648acb service neutron] (101461) timed out ('10.222.0.44', 55767) {{(pid=101461) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 18:09:35.082253 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-5c17c2f9-f602-4cb0-ad2a-49b5aab74da8 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:35.084074 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-5c17c2f9-f602-4cb0-ad2a-49b5aab74da8 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/networks?id=cfade79e-cd54-4c84-8406-63a421fe9463 HTTP/1.1" status: 200 len: 813 time: 0.1746826 Sep 21 18:09:35.121686 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-600fe0aa-7c05-45be-a6d9-1457ed94248e tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/quotas/5d49e638d25343f583d1efb9abc4eab3 HTTP/1.1" status: 200 len: 375 time: 0.0173831 Sep 21 18:09:35.195822 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-3900fc2d-4463-42a0-aedc-c1dd75774a0c tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5d49e638d25343f583d1efb9abc4eab3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683546 Sep 21 18:09:35.305956 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-0ad20c2e-4e2b-42b8-92c9-8a81bd986ab9 service neutron] 10.222.0.58 "GET /v2.0/networks/cfade79e-cd54-4c84-8406-63a421fe9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009924 Sep 21 18:09:35.423737 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-678922de-06c8-4789-b4a2-2f94927ebd18 service neutron] 10.222.0.58 "GET /v2.0/networks/cfade79e-cd54-4c84-8406-63a421fe9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099946 Sep 21 18:09:35.975060 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c973a8be-655b-488b-a4de-87a15c4b6893 req-58ac1cc8-236c-4134-ba7a-5978712d7496 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c39d85-baa5-4626-b291-a1f6c7b77d8e HTTP/1.1" status: 200 len: 210 time: 0.0794339 Sep 21 18:09:36.009805 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3c8b1-1070-4d85-9deb-096862f1c8c2 req-a2917ada-1e20-4a39-afa4-de2a45629845 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:36.022583 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-18e3c8b1-1070-4d85-9deb-096862f1c8c2 req-a2917ada-1e20-4a39-afa4-de2a45629845 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b9a8493-5305-4fe5-b7a8-d8bd7e3526ed HTTP/1.1" status: 200 len: 945 time: 0.1986101 Sep 21 18:09:36.124349 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 53582) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:36.128515 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc3995-74a3-41d0-b8f0-fdd49346e0a9 req-1ce7cc25-c06b-4d71-b4c3-7e7f838cc50c tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:36.131872 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-17bc3995-74a3-41d0-b8f0-fdd49346e0a9 req-1ce7cc25-c06b-4d71-b4c3-7e7f838cc50c tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d326baf-57fb-42ea-93fa-d1bc9c8c67c4 HTTP/1.1" status: 200 len: 946 time: 0.2193456 Sep 21 18:09:36.274727 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f72afc49-fc87-4c1e-a462-365cb544c6e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:36.300114 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-18e3c8b1-1070-4d85-9deb-096862f1c8c2 req-3a850d29-88af-4016-b029-c89d1bd890d8 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Deleting port 3949ab41-738f-4659-bc9f-9a4e1dc7731b {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:36.300459 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-18e3c8b1-1070-4d85-9deb-096862f1c8c2 req-3a850d29-88af-4016-b029-c89d1bd890d8 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:36.377076 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f72afc49-fc87-4c1e-a462-365cb544c6e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:36.385094 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f72afc49-fc87-4c1e-a462-365cb544c6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:36.390842 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-17bc3995-74a3-41d0-b8f0-fdd49346e0a9 req-cefd967a-ccda-4976-817f-8400a3237c3c tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Deleting port 9fb98f01-f86e-4349-bebb-277de41a024b {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:36.391211 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-17bc3995-74a3-41d0-b8f0-fdd49346e0a9 req-cefd967a-ccda-4976-817f-8400a3237c3c tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:36.467334 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72afc49-fc87-4c1e-a462-365cb544c6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cd4878-495f-427f-8d78-8842118db49d,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:36.485972 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f72afc49-fc87-4c1e-a462-365cb544c6e5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1293d679bd144af3b0f9865657bb3a03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3603530 Sep 21 18:09:36.488704 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 53590) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:36.554951 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9b97eaf6-783f-44ea-90b7-a1d291d01719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:36.561027 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-17bc3995-74a3-41d0-b8f0-fdd49346e0a9 req-cefd967a-ccda-4976-817f-8400a3237c3c tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] For port 9fb98f01-f86e-4349-bebb-277de41a024b, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=9fb98f01-f86e-4349-bebb-277de41a024b,segment=NetworkSegment(93721015-2609-4883-82a5-e83891af8be7),segment_id=93721015-2609-4883-82a5-e83891af8be7)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:36.561405 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-17bc3995-74a3-41d0-b8f0-fdd49346e0a9 req-cefd967a-ccda-4976-817f-8400a3237c3c tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:36.582491 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9b97eaf6-783f-44ea-90b7-a1d291d01719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:36.591299 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-18e3c8b1-1070-4d85-9deb-096862f1c8c2 req-3a850d29-88af-4016-b029-c89d1bd890d8 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] For port 3949ab41-738f-4659-bc9f-9a4e1dc7731b, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=3949ab41-738f-4659-bc9f-9a4e1dc7731b,segment=NetworkSegment(93721015-2609-4883-82a5-e83891af8be7),segment_id=93721015-2609-4883-82a5-e83891af8be7)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:36.603646 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-18e3c8b1-1070-4d85-9deb-096862f1c8c2 req-3a850d29-88af-4016-b029-c89d1bd890d8 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:36.614702 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-17bc3995-74a3-41d0-b8f0-fdd49346e0a9 req-cefd967a-ccda-4976-817f-8400a3237c3c tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Calling delete_port for 9fb98f01-f86e-4349-bebb-277de41a024b owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:36.636973 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-18e3c8b1-1070-4d85-9deb-096862f1c8c2 req-3a850d29-88af-4016-b029-c89d1bd890d8 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Calling delete_port for 3949ab41-738f-4659-bc9f-9a4e1dc7731b owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:36.690506 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9b97eaf6-783f-44ea-90b7-a1d291d01719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:36.693688 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9b97eaf6-783f-44ea-90b7-a1d291d01719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:36.699654 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9b97eaf6-783f-44ea-90b7-a1d291d01719 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c3cd4878-495f-427f-8d78-8842118db49d HTTP/1.1" status: 204 len: 168 time: 0.2087379 Sep 21 18:09:36.709808 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97eaf6-783f-44ea-90b7-a1d291d01719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cd4878-495f-427f-8d78-8842118db49d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:37.110472 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-18e3c8b1-1070-4d85-9deb-096862f1c8c2 req-3a850d29-88af-4016-b029-c89d1bd890d8 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:37.125339 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['3949ab41-738f-4659-bc9f-9a4e1dc7731b'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:09:37.184206 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-50926b2d-35cb-4ee6-aeee-f349955e5f5e req-d2f257b6-fd6c-4dac-a9b6-7f04679c3e22 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c39d85-baa5-4626-b291-a1f6c7b77d8e HTTP/1.1" status: 200 len: 210 time: 0.0778961 Sep 21 18:09:37.223707 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a850d29-88af-4016-b029-c89d1bd890d8 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Pushing event deleted for resources: {'Port': ['ID=3949ab41-738f-4659-bc9f-9a4e1dc7731b,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:37.354181 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e3c8b1-1070-4d85-9deb-096862f1c8c2 req-3a850d29-88af-4016-b029-c89d1bd890d8 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] No DVR routers for this DVR port 3949ab41-738f-4659-bc9f-9a4e1dc7731b on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:37.370832 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-18e3c8b1-1070-4d85-9deb-096862f1c8c2 req-3a850d29-88af-4016-b029-c89d1bd890d8 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:37.372973 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-18e3c8b1-1070-4d85-9deb-096862f1c8c2 req-3a850d29-88af-4016-b029-c89d1bd890d8 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.44 "DELETE /v2.0/ports/3949ab41-738f-4659-bc9f-9a4e1dc7731b HTTP/1.1" status: 204 len: 173 time: 1.3366048 Sep 21 18:09:37.373466 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9a8493-5305-4fe5-b7a8-d8bd7e3526ed', 'name': 'network-vif-deleted', 'tag': '3949ab41-738f-4659-bc9f-9a4e1dc7731b'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:37.375882 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a5934d-a6da-4a6c-8095-1a2e4bd168d9" -d '{"events": [{"server_uuid": "2b9a8493-5305-4fe5-b7a8-d8bd7e3526ed", "name": "network-vif-deleted", "tag": "3949ab41-738f-4659-bc9f-9a4e1dc7731b"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:37.499009 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8dc4ef6-978e-4243-9be8-b7241780f046 x-openstack-request-id: req-c8dc4ef6-978e-4243-9be8-b7241780f046 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:37.499436 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9a8493-5305-4fe5-b7a8-d8bd7e3526ed", "name": "network-vif-deleted", "tag": "3949ab41-738f-4659-bc9f-9a4e1dc7731b", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:37.499680 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c8dc4ef6-978e-4243-9be8-b7241780f046 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:37.500090 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9a8493-5305-4fe5-b7a8-d8bd7e3526ed', 'name': 'network-vif-deleted', 'tag': '3949ab41-738f-4659-bc9f-9a4e1dc7731b', 'status': 'completed', 'code': 200} Sep 21 18:09:37.516460 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-17bc3995-74a3-41d0-b8f0-fdd49346e0a9 req-cefd967a-ccda-4976-817f-8400a3237c3c tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:37.529816 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['3949ab41-738f-4659-bc9f-9a4e1dc7731b'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:09:37.580106 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 53612) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:37.601957 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-21b8541c-90d0-4a37-81a4-f01cb2b340c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:37.641672 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd967a-ccda-4976-817f-8400a3237c3c tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Pushing event deleted for resources: {'Port': ['ID=9fb98f01-f86e-4349-bebb-277de41a024b,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:37.792165 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-17bc3995-74a3-41d0-b8f0-fdd49346e0a9 req-cefd967a-ccda-4976-817f-8400a3237c3c tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] No DVR routers for this DVR port 9fb98f01-f86e-4349-bebb-277de41a024b on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:37.800137 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-17bc3995-74a3-41d0-b8f0-fdd49346e0a9 req-cefd967a-ccda-4976-817f-8400a3237c3c tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:37.802228 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-17bc3995-74a3-41d0-b8f0-fdd49346e0a9 req-cefd967a-ccda-4976-817f-8400a3237c3c tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.38 "DELETE /v2.0/ports/9fb98f01-f86e-4349-bebb-277de41a024b HTTP/1.1" status: 204 len: 173 time: 1.6608200 Sep 21 18:09:37.844819 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-21b8541c-90d0-4a37-81a4-f01cb2b340c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:37.847173 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-5447a33f-4da0-4e50-8cfd-13e23acfbde1 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:37.848760 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-5447a33f-4da0-4e50-8cfd-13e23acfbde1 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.44 "GET /v2.0/networks?id=cfade79e-cd54-4c84-8406-63a421fe9463 HTTP/1.1" status: 200 len: 813 time: 0.4962275 Sep 21 18:09:37.853510 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-21b8541c-90d0-4a37-81a4-f01cb2b340c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:37.868024 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-62325dc0-a357-4b6c-a73f-871b46f51e43 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Request body: {'port': {'device_id': '5fc09f0f-9185-413c-b7ef-5fd2d5344280', 'network_id': 'cfade79e-cd54-4c84-8406-63a421fe9463', 'admin_state_up': True, 'tenant_id': '5d49e638d25343f583d1efb9abc4eab3'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:37.896673 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8541c-90d0-4a37-81a4-f01cb2b340c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926d1295-82ea-44a3-8b34-a7033b389eb3,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:37.950828 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-21b8541c-90d0-4a37-81a4-f01cb2b340c9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8262cf8b592e4195b453015ff07bac82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3669124 Sep 21 18:09:37.951998 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 53620) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:38.041209 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-479264d7-4438-4974-9cca-56216ff6aa50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:38.062068 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-f66f9925-5fa2-4dd6-a5f3-f02605c19d4c tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:38.064306 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-f66f9925-5fa2-4dd6-a5f3-f02605c19d4c tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.38 "GET /v2.0/networks?id=cfade79e-cd54-4c84-8406-63a421fe9463 HTTP/1.1" status: 200 len: 813 time: 0.4622142 Sep 21 18:09:38.088958 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-479264d7-4438-4974-9cca-56216ff6aa50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:38.094277 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-382604cb-bbd7-4ea7-9467-4fddb03c8533 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Request body: {'port': {'device_id': '95c39d85-baa5-4626-b291-a1f6c7b77d8e', 'network_id': 'cfade79e-cd54-4c84-8406-63a421fe9463', 'admin_state_up': True, 'tenant_id': '5d49e638d25343f583d1efb9abc4eab3'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:38.198218 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-479264d7-4438-4974-9cca-56216ff6aa50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:38.200813 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-479264d7-4438-4974-9cca-56216ff6aa50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:38.201996 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-479264d7-4438-4974-9cca-56216ff6aa50 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/926d1295-82ea-44a3-8b34-a7033b389eb3 HTTP/1.1" status: 204 len: 168 time: 0.2488937 Sep 21 18:09:38.242972 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479264d7-4438-4974-9cca-56216ff6aa50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926d1295-82ea-44a3-8b34-a7033b389eb3,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:38.367669 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07382336-bce4-4910-b4c3-7e96cdb4bf94 req-0a88b6c5-a402-4884-ab5f-4e6649fd04c9 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c39d85-baa5-4626-b291-a1f6c7b77d8e HTTP/1.1" status: 200 len: 210 time: 0.0412097 Sep 21 18:09:38.379168 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-382604cb-bbd7-4ea7-9467-4fddb03c8533 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Made reservation on behalf of 5d49e638d25343f583d1efb9abc4eab3 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:09:38.383454 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-382604cb-bbd7-4ea7-9467-4fddb03c8533 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:38.426734 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 9fb98f01-f86e-4349-bebb-277de41a024b no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:38.463822 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-62325dc0-a357-4b6c-a73f-871b46f51e43 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Made reservation on behalf of 5d49e638d25343f583d1efb9abc4eab3 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:09:38.474569 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 9fb98f01-f86e-4349-bebb-277de41a024b {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:09:38.475790 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 9fb98f01-f86e-4349-bebb-277de41a024b not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:09:38.477717 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-62325dc0-a357-4b6c-a73f-871b46f51e43 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:38.696104 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-382604cb-bbd7-4ea7-9467-4fddb03c8533 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Allocated IP 172.20.0.9 (cfade79e-cd54-4c84-8406-63a421fe9463/c3b61d60-0b0b-4009-a39d-1bf003b7a2f8/32065595-ee6f-41d8-8c86-11ac53e21f27) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:09:38.989163 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-382604cb-bbd7-4ea7-9467-4fddb03c8533 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:39.060172 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-382604cb-bbd7-4ea7-9467-4fddb03c8533 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:39.749319 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 3949ab41-738f-4659-bc9f-9a4e1dc7731b no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:39.787841 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 3949ab41-738f-4659-bc9f-9a4e1dc7731b {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:09:39.788513 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 3949ab41-738f-4659-bc9f-9a4e1dc7731b not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:09:39.808309 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d326baf-57fb-42ea-93fa-d1bc9c8c67c4', 'name': 'network-vif-deleted', 'tag': '9fb98f01-f86e-4349-bebb-277de41a024b'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:39.810541 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10aa14d0-46b3-411e-934e-31ec7f922390" -d '{"events": [{"server_uuid": "1d326baf-57fb-42ea-93fa-d1bc9c8c67c4", "name": "network-vif-deleted", "tag": "9fb98f01-f86e-4349-bebb-277de41a024b"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:39.885260 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-382604cb-bbd7-4ea7-9467-4fddb03c8533 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Network cfade79e-cd54-4c84-8406-63a421fe9463 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:09:39.907709 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb5f607-78f9-4eab-9116-b39e92996a4b x-openstack-request-id: req-4cb5f607-78f9-4eab-9116-b39e92996a4b {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:39.908119 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d326baf-57fb-42ea-93fa-d1bc9c8c67c4", "name": "network-vif-deleted", "tag": "9fb98f01-f86e-4349-bebb-277de41a024b", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:39.908465 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4cb5f607-78f9-4eab-9116-b39e92996a4b {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:39.909113 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d326baf-57fb-42ea-93fa-d1bc9c8c67c4', 'name': 'network-vif-deleted', 'tag': '9fb98f01-f86e-4349-bebb-277de41a024b', 'status': 'completed', 'code': 200} Sep 21 18:09:39.918711 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-382604cb-bbd7-4ea7-9467-4fddb03c8533 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:09:39.938385 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-382604cb-bbd7-4ea7-9467-4fddb03c8533 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:09:40.030811 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382604cb-bbd7-4ea7-9467-4fddb03c8533 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Pushing event updated for resources: {'Port': ['ID=32065595-ee6f-41d8-8c86-11ac53e21f27,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:40.123107 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284be0e1-80d7-492c-a9b2-70c2e807ba88 req-3c35b8ab-9b51-465e-bdd2-bc997dd86bc0 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:40.124986 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-284be0e1-80d7-492c-a9b2-70c2e807ba88 req-3c35b8ab-9b51-465e-bdd2-bc997dd86bc0 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c39d85-baa5-4626-b291-a1f6c7b77d8e HTTP/1.1" status: 200 len: 931 time: 0.3382697 Sep 21 18:09:40.140159 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.db.api [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-62325dc0-a357-4b6c-a73f-871b46f51e43 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.9-adc5a918-c6ed-4e3a-b0c3-5ec24120563a {{(pid=101460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:09:40.140507 n-d-810291-1 neutron-server[101460]: DEBUG oslo_db.api [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-62325dc0-a357-4b6c-a73f-871b46f51e43 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:09:40.158267 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-382604cb-bbd7-4ea7-9467-4fddb03c8533 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:40.159232 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-382604cb-bbd7-4ea7-9467-4fddb03c8533 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:40.201396 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-382604cb-bbd7-4ea7-9467-4fddb03c8533 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1240852 Sep 21 18:09:40.218384 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-34789a94-6b4c-4acf-b980-42ef52005d88 service neutron] Request body: {'port': {'device_id': '95c39d85-baa5-4626-b291-a1f6c7b77d8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:40.260540 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-284be0e1-80d7-492c-a9b2-70c2e807ba88 req-834a303e-d5c9-43db-8169-1a50d1733e0c tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/security-groups?id=04230cac-7936-4382-8567-053dedf409c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171596 Sep 21 18:09:40.315740 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-34789a94-6b4c-4acf-b980-42ef52005d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:40.646200 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-62325dc0-a357-4b6c-a73f-871b46f51e43 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:40.936049 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-34789a94-6b4c-4acf-b980-42ef52005d88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32065595-ee6f-41d8-8c86-11ac53e21f27 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:09:40.946249 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-34789a94-6b4c-4acf-b980-42ef52005d88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:40.960469 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-34789a94-6b4c-4acf-b980-42ef52005d88 service neutron] Transition to ACTIVE for port object 32065595-ee6f-41d8-8c86-11ac53e21f27 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:09:40.969912 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-34789a94-6b4c-4acf-b980-42ef52005d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:41.107003 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34789a94-6b4c-4acf-b980-42ef52005d88 service neutron] Pushing event updated for resources: {'Port': ['ID=32065595-ee6f-41d8-8c86-11ac53e21f27,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:41.141799 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-62325dc0-a357-4b6c-a73f-871b46f51e43 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Allocated IP 172.20.0.8 (cfade79e-cd54-4c84-8406-63a421fe9463/c3b61d60-0b0b-4009-a39d-1bf003b7a2f8/8fbd9b0d-04f9-402f-8c41-41cb2eec0f77) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:09:41.653703 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-34789a94-6b4c-4acf-b980-42ef52005d88 service neutron] Attempting to bind port 32065595-ee6f-41d8-8c86-11ac53e21f27 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:09:41.658240 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-34789a94-6b4c-4acf-b980-42ef52005d88 service neutron] Attempting to bind port 32065595-ee6f-41d8-8c86-11ac53e21f27 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '93721015-2609-4883-82a5-e83891af8be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cfade79e-cd54-4c84-8406-63a421fe9463'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:09:41.660580 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-34789a94-6b4c-4acf-b980-42ef52005d88 service neutron] Attempting to bind port 32065595-ee6f-41d8-8c86-11ac53e21f27 on network cfade79e-cd54-4c84-8406-63a421fe9463 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:09:41.714159 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-62325dc0-a357-4b6c-a73f-871b46f51e43 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:41.727614 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-34789a94-6b4c-4acf-b980-42ef52005d88 service neutron] Port 32065595-ee6f-41d8-8c86-11ac53e21f27 on network cfade79e-cd54-4c84-8406-63a421fe9463 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:09:41.728165 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-34789a94-6b4c-4acf-b980-42ef52005d88 service neutron] Attempting to bind port 32065595-ee6f-41d8-8c86-11ac53e21f27 on network cfade79e-cd54-4c84-8406-63a421fe9463 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:09:41.744324 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453216b7-7140-49ca-9d93-da32e943f80a req-0b3da478-ce93-49a6-9d71-478c88eaa164 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:41.753439 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-453216b7-7140-49ca-9d93-da32e943f80a req-0b3da478-ce93-49a6-9d71-478c88eaa164 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c39d85-baa5-4626-b291-a1f6c7b77d8e HTTP/1.1" status: 200 len: 943 time: 0.2120335 Sep 21 18:09:41.773407 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-34789a94-6b4c-4acf-b980-42ef52005d88 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:09:41.773757 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-34789a94-6b4c-4acf-b980-42ef52005d88 service neutron] Checking segment: {'id': '93721015-2609-4883-82a5-e83891af8be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cfade79e-cd54-4c84-8406-63a421fe9463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:09:41.774589 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-34789a94-6b4c-4acf-b980-42ef52005d88 service neutron] Bound using segment: {'id': '93721015-2609-4883-82a5-e83891af8be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cfade79e-cd54-4c84-8406-63a421fe9463'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:09:41.775083 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-34789a94-6b4c-4acf-b980-42ef52005d88 service neutron] Bound port: 32065595-ee6f-41d8-8c86-11ac53e21f27, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93721015-2609-4883-82a5-e83891af8be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cfade79e-cd54-4c84-8406-63a421fe9463'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:09:41.775528 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-34789a94-6b4c-4acf-b980-42ef52005d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:41.865781 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-453216b7-7140-49ca-9d93-da32e943f80a req-784af795-e473-4961-9aa8-9c78d88b72ae tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/security-groups?id=04230cac-7936-4382-8567-053dedf409c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110585 Sep 21 18:09:41.901256 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-34789a94-6b4c-4acf-b980-42ef52005d88 service neutron] For port 32065595-ee6f-41d8-8c86-11ac53e21f27, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:09:41.906404 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-34789a94-6b4c-4acf-b980-42ef52005d88 service neutron] For port 32065595-ee6f-41d8-8c86-11ac53e21f27, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=32065595-ee6f-41d8-8c86-11ac53e21f27,segment=NetworkSegment(93721015-2609-4883-82a5-e83891af8be7),segment_id=93721015-2609-4883-82a5-e83891af8be7)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:09:41.908379 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-62325dc0-a357-4b6c-a73f-871b46f51e43 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:41.970295 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62325dc0-a357-4b6c-a73f-871b46f51e43 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Pushing event updated for resources: {'Port': ['ID=8fbd9b0d-04f9-402f-8c41-41cb2eec0f77,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:41.975026 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-34789a94-6b4c-4acf-b980-42ef52005d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:42.034344 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34789a94-6b4c-4acf-b980-42ef52005d88 service neutron] Pushing event updated for resources: {'Port': ['ID=32065595-ee6f-41d8-8c86-11ac53e21f27,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:42.050743 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-34789a94-6b4c-4acf-b980-42ef52005d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:42.051795 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-34789a94-6b4c-4acf-b980-42ef52005d88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:42.053376 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-34789a94-6b4c-4acf-b980-42ef52005d88 service neutron] 10.222.0.38 "PUT /v2.0/ports/32065595-ee6f-41d8-8c86-11ac53e21f27 HTTP/1.1" status: 200 len: 1091 time: 1.8425303 Sep 21 18:09:42.071270 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c39d85-baa5-4626-b291-a1f6c7b77d8e', 'tag': '32065595-ee6f-41d8-8c86-11ac53e21f27'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:42.074202 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423e9f2d-7046-409c-a56c-569d9854cd01" -d '{"events": [{"name": "network-changed", "server_uuid": "95c39d85-baa5-4626-b291-a1f6c7b77d8e", "tag": "32065595-ee6f-41d8-8c86-11ac53e21f27"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:42.107187 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-62325dc0-a357-4b6c-a73f-871b46f51e43 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Network cfade79e-cd54-4c84-8406-63a421fe9463 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:09:42.166084 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-62325dc0-a357-4b6c-a73f-871b46f51e43 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:09:42.179960 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-62325dc0-a357-4b6c-a73f-871b46f51e43 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:09:42.294378 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b9dbb9-febd-4fd7-ab5a-2618d5a7fb99 x-openstack-request-id: req-04b9dbb9-febd-4fd7-ab5a-2618d5a7fb99 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:42.294809 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c39d85-baa5-4626-b291-a1f6c7b77d8e", "tag": "32065595-ee6f-41d8-8c86-11ac53e21f27", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:42.295064 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-04b9dbb9-febd-4fd7-ab5a-2618d5a7fb99 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:42.295386 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c39d85-baa5-4626-b291-a1f6c7b77d8e', 'tag': '32065595-ee6f-41d8-8c86-11ac53e21f27', 'status': 'completed', 'code': 200} Sep 21 18:09:42.302959 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-62325dc0-a357-4b6c-a73f-871b46f51e43 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:42.303684 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-62325dc0-a357-4b6c-a73f-871b46f51e43 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:42.338190 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-c4af2ca2-8c0c-4f98-b107-aa55c940187b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:42.340509 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-c4af2ca2-8c0c-4f98-b107-aa55c940187b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d49e638d25343f583d1efb9abc4eab3&device_id=95c39d85-baa5-4626-b291-a1f6c7b77d8e HTTP/1.1" status: 200 len: 1094 time: 0.2104990 Sep 21 18:09:42.342636 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-62325dc0-a357-4b6c-a73f-871b46f51e43 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4813585 Sep 21 18:09:42.363329 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-e496e787-cd07-4db1-9b11-311b5a89a194 service neutron] Request body: {'port': {'device_id': '5fc09f0f-9185-413c-b7ef-5fd2d5344280', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:09:42.404543 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-09c00b39-5a46-43bb-bdc3-7c09c808c09a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32065595-ee6f-41d8-8c86-11ac53e21f27 HTTP/1.1" status: 200 len: 217 time: 0.0559261 Sep 21 18:09:42.584891 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-83bc53ba-0852-4797-9bbf-ef342dde266f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:42.586574 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-83bc53ba-0852-4797-9bbf-ef342dde266f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c3b61d60-0b0b-4009-a39d-1bf003b7a2f8 HTTP/1.1" status: 200 len: 853 time: 0.1666481 Sep 21 18:09:42.587724 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-e496e787-cd07-4db1-9b11-311b5a89a194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:42.631490 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-3f4a1eb9-e60d-4bec-b7e1-bcad5b9f8122 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cfade79e-cd54-4c84-8406-63a421fe9463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323732 Sep 21 18:09:42.851806 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-1d565a3f-b664-4bf5-95b4-79727e0a4187 service neutron] 10.222.0.38 "GET /v2.0/networks/cfade79e-cd54-4c84-8406-63a421fe9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963336 Sep 21 18:09:43.019598 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-eeb88652-f8ca-414f-81c4-3b51daf85acf service neutron] 10.222.0.38 "GET /v2.0/networks/cfade79e-cd54-4c84-8406-63a421fe9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576774 Sep 21 18:09:43.039033 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 53780) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:43.083351 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-e496e787-cd07-4db1-9b11-311b5a89a194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fbd9b0d-04f9-402f-8c41-41cb2eec0f77 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:09:43.101240 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-e496e787-cd07-4db1-9b11-311b5a89a194 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:43.124090 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04365e-56ff-4b1e-977b-f1cb6502cc04 req-4fe020bb-05d7-4554-9152-53885464fe60 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:43.134055 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bd04365e-56ff-4b1e-977b-f1cb6502cc04 req-4fe020bb-05d7-4554-9152-53885464fe60 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c39d85-baa5-4626-b291-a1f6c7b77d8e HTTP/1.1" status: 200 len: 943 time: 0.1540208 Sep 21 18:09:43.139289 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-e496e787-cd07-4db1-9b11-311b5a89a194 service neutron] Transition to ACTIVE for port object 8fbd9b0d-04f9-402f-8c41-41cb2eec0f77 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:09:43.151290 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-e496e787-cd07-4db1-9b11-311b5a89a194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:43.182193 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bd04365e-56ff-4b1e-977b-f1cb6502cc04 req-023c0fe1-a258-4502-a976-dc45e232a734 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/security-groups?id=04230cac-7936-4382-8567-053dedf409c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468960 Sep 21 18:09:43.219010 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e9f2d-7046-409c-a56c-569d9854cd01 req-86e57904-bb21-46d6-af5f-99ad2e1f9ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:43.221442 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-423e9f2d-7046-409c-a56c-569d9854cd01 req-86e57904-bb21-46d6-af5f-99ad2e1f9ce6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d49e638d25343f583d1efb9abc4eab3&device_id=95c39d85-baa5-4626-b291-a1f6c7b77d8e HTTP/1.1" status: 200 len: 1094 time: 0.1333964 Sep 21 18:09:43.259106 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e496e787-cd07-4db1-9b11-311b5a89a194 service neutron] Pushing event updated for resources: {'Port': ['ID=8fbd9b0d-04f9-402f-8c41-41cb2eec0f77,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:43.449467 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e9f2d-7046-409c-a56c-569d9854cd01 req-f3f16a68-cd71-4855-8cfb-5507abd8e108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:43.451799 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-423e9f2d-7046-409c-a56c-569d9854cd01 req-f3f16a68-cd71-4855-8cfb-5507abd8e108 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cfade79e-cd54-4c84-8406-63a421fe9463 HTTP/1.1" status: 200 len: 914 time: 0.1768897 Sep 21 18:09:43.454481 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 53792) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:43.659225 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-89a89cfc-4506-4272-a306-1b1e99743f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:43.660078 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-423e9f2d-7046-409c-a56c-569d9854cd01 req-830a8ee2-4713-4529-9b42-5acb145726e1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32065595-ee6f-41d8-8c86-11ac53e21f27 HTTP/1.1" status: 200 len: 217 time: 0.1930668 Sep 21 18:09:43.694050 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-05862d64-24e9-428c-90c8-62ea20060e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:43.799240 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e9f2d-7046-409c-a56c-569d9854cd01 req-78575d9b-d34a-43ca-a35e-b4731a0eac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:43.801564 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-423e9f2d-7046-409c-a56c-569d9854cd01 req-78575d9b-d34a-43ca-a35e-b4731a0eac19 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c3b61d60-0b0b-4009-a39d-1bf003b7a2f8 HTTP/1.1" status: 200 len: 853 time: 0.1290891 Sep 21 18:09:43.812113 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-89a89cfc-4506-4272-a306-1b1e99743f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:43.818160 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-89a89cfc-4506-4272-a306-1b1e99743f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:43.830981 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-e496e787-cd07-4db1-9b11-311b5a89a194 service neutron] Attempting to bind port 8fbd9b0d-04f9-402f-8c41-41cb2eec0f77 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:09:43.831525 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-e496e787-cd07-4db1-9b11-311b5a89a194 service neutron] Attempting to bind port 8fbd9b0d-04f9-402f-8c41-41cb2eec0f77 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '93721015-2609-4883-82a5-e83891af8be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cfade79e-cd54-4c84-8406-63a421fe9463'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:09:43.832048 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-e496e787-cd07-4db1-9b11-311b5a89a194 service neutron] Attempting to bind port 8fbd9b0d-04f9-402f-8c41-41cb2eec0f77 on network cfade79e-cd54-4c84-8406-63a421fe9463 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:09:43.892750 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-423e9f2d-7046-409c-a56c-569d9854cd01 req-f8d450a6-67be-4cfe-a24b-bae489ca27c4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cfade79e-cd54-4c84-8406-63a421fe9463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758810 Sep 21 18:09:43.893884 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a89cfc-4506-4272-a306-1b1e99743f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b462f2-f577-4879-88b0-0fb4be917b79,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:43.900091 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-e496e787-cd07-4db1-9b11-311b5a89a194 service neutron] Port 8fbd9b0d-04f9-402f-8c41-41cb2eec0f77 on network cfade79e-cd54-4c84-8406-63a421fe9463 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:09:43.900496 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-e496e787-cd07-4db1-9b11-311b5a89a194 service neutron] Attempting to bind port 8fbd9b0d-04f9-402f-8c41-41cb2eec0f77 on network cfade79e-cd54-4c84-8406-63a421fe9463 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:09:43.925380 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-89a89cfc-4506-4272-a306-1b1e99743f02 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b51a0574e9bf4373a03a4b1c6a5be99a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4693148 Sep 21 18:09:43.928164 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 53824) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:43.933429 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-e496e787-cd07-4db1-9b11-311b5a89a194 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:09:43.934220 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-e496e787-cd07-4db1-9b11-311b5a89a194 service neutron] Checking segment: {'id': '93721015-2609-4883-82a5-e83891af8be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cfade79e-cd54-4c84-8406-63a421fe9463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:09:43.934874 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-e496e787-cd07-4db1-9b11-311b5a89a194 service neutron] Bound using segment: {'id': '93721015-2609-4883-82a5-e83891af8be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cfade79e-cd54-4c84-8406-63a421fe9463'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:09:43.935571 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-e496e787-cd07-4db1-9b11-311b5a89a194 service neutron] Bound port: 8fbd9b0d-04f9-402f-8c41-41cb2eec0f77, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93721015-2609-4883-82a5-e83891af8be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cfade79e-cd54-4c84-8406-63a421fe9463'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:09:43.936143 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-e496e787-cd07-4db1-9b11-311b5a89a194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:44.048831 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7e09589d-2a96-409a-84ef-730c6a6f1da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:44.098487 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7e09589d-2a96-409a-84ef-730c6a6f1da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:44.180033 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-e496e787-cd07-4db1-9b11-311b5a89a194 service neutron] For port 8fbd9b0d-04f9-402f-8c41-41cb2eec0f77, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:09:44.203275 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7e09589d-2a96-409a-84ef-730c6a6f1da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:44.207900 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7e09589d-2a96-409a-84ef-730c6a6f1da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:44.209374 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7e09589d-2a96-409a-84ef-730c6a6f1da6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/84b462f2-f577-4879-88b0-0fb4be917b79 HTTP/1.1" status: 204 len: 168 time: 0.2799606 Sep 21 18:09:44.221445 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-423e9f2d-7046-409c-a56c-569d9854cd01 req-9d12e1c6-e792-4ef6-bf70-e18dfdc03b4b service neutron] 10.222.0.38 "GET /v2.0/networks/cfade79e-cd54-4c84-8406-63a421fe9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179250 Sep 21 18:09:44.225526 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-e496e787-cd07-4db1-9b11-311b5a89a194 service neutron] For port 8fbd9b0d-04f9-402f-8c41-41cb2eec0f77, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=8fbd9b0d-04f9-402f-8c41-41cb2eec0f77,segment=NetworkSegment(93721015-2609-4883-82a5-e83891af8be7),segment_id=93721015-2609-4883-82a5-e83891af8be7)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:09:44.249787 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e09589d-2a96-409a-84ef-730c6a6f1da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b462f2-f577-4879-88b0-0fb4be917b79,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:44.371856 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-e496e787-cd07-4db1-9b11-311b5a89a194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:44.376780 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93d579-ca68-4687-aa44-2d3b4bd48ce2 req-841c8489-0c71-49c2-9e33-1424637c3b24 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:44.379323 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5e93d579-ca68-4687-aa44-2d3b4bd48ce2 req-841c8489-0c71-49c2-9e33-1424637c3b24 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c39d85-baa5-4626-b291-a1f6c7b77d8e HTTP/1.1" status: 200 len: 943 time: 0.0693586 Sep 21 18:09:44.443275 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5e93d579-ca68-4687-aa44-2d3b4bd48ce2 req-8e6805c8-bbb6-42c4-b079-77cbdba28b44 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/security-groups?id=04230cac-7936-4382-8567-053dedf409c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517180 Sep 21 18:09:44.517882 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-05862d64-24e9-428c-90c8-62ea20060e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:44.529470 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-e496e787-cd07-4db1-9b11-311b5a89a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:44.530623 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-e496e787-cd07-4db1-9b11-311b5a89a194 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:44.532969 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-e496e787-cd07-4db1-9b11-311b5a89a194 service neutron] 10.222.0.44 "PUT /v2.0/ports/8fbd9b0d-04f9-402f-8c41-41cb2eec0f77 HTTP/1.1" status: 200 len: 1091 time: 2.1742697 Sep 21 18:09:44.533989 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc09f0f-9185-413c-b7ef-5fd2d5344280', 'tag': '8fbd9b0d-04f9-402f-8c41-41cb2eec0f77'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:44.549671 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ada7a8b-1465-4df9-9d61-96849578640a" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc09f0f-9185-413c-b7ef-5fd2d5344280", "tag": "8fbd9b0d-04f9-402f-8c41-41cb2eec0f77"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:44.571793 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-05862d64-24e9-428c-90c8-62ea20060e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:44.681647 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-05862d64-24e9-428c-90c8-62ea20060e00 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eb31b32f74754c298164d8d0e5a9eda4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6416948 Sep 21 18:09:44.684154 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 53896) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:44.697183 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e9a127-4cad-4c1d-8192-174ab5d25b17 x-openstack-request-id: req-57e9a127-4cad-4c1d-8192-174ab5d25b17 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:44.697976 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc09f0f-9185-413c-b7ef-5fd2d5344280", "tag": "8fbd9b0d-04f9-402f-8c41-41cb2eec0f77", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:44.698364 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-57e9a127-4cad-4c1d-8192-174ab5d25b17 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:44.698994 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc09f0f-9185-413c-b7ef-5fd2d5344280', 'tag': '8fbd9b0d-04f9-402f-8c41-41cb2eec0f77', 'status': 'completed', 'code': 200} Sep 21 18:09:44.765209 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6e369b4d-b028-4b6f-a2ec-7393ae71f6ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:44.810621 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6e369b4d-b028-4b6f-a2ec-7393ae71f6ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:44.895654 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05862d64-24e9-428c-90c8-62ea20060e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9ca57b-14f4-400f-81c5-d602ea119f16,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:44.901776 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e496e787-cd07-4db1-9b11-311b5a89a194 service neutron] Pushing event updated for resources: {'Port': ['ID=8fbd9b0d-04f9-402f-8c41-41cb2eec0f77,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:44.916069 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-423e9f2d-7046-409c-a56c-569d9854cd01 req-d848cb86-6833-44ea-85ed-1046b49d4b89 service neutron] 10.222.0.38 "GET /v2.0/networks/cfade79e-cd54-4c84-8406-63a421fe9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6784813 Sep 21 18:09:44.955599 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-9d9de805-5c06-4143-ae27-6c43832b13df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:44.958352 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-9d9de805-5c06-4143-ae27-6c43832b13df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5d49e638d25343f583d1efb9abc4eab3&device_id=5fc09f0f-9185-413c-b7ef-5fd2d5344280 HTTP/1.1" status: 200 len: 1094 time: 0.3274093 Sep 21 18:09:44.983046 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 53928) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:45.006145 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6e369b4d-b028-4b6f-a2ec-7393ae71f6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:45.015489 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6e369b4d-b028-4b6f-a2ec-7393ae71f6ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:45.017570 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6e369b4d-b028-4b6f-a2ec-7393ae71f6ab admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dd9ca57b-14f4-400f-81c5-d602ea119f16 HTTP/1.1" status: 204 len: 168 time: 0.3316829 Sep 21 18:09:45.056019 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e369b4d-b028-4b6f-a2ec-7393ae71f6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9ca57b-14f4-400f-81c5-d602ea119f16,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:45.070718 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0652f7c4-ab69-48f5-aa88-08a90d795cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:45.127582 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-2a1005f1-ccdd-455c-a614-84d435102841 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fbd9b0d-04f9-402f-8c41-41cb2eec0f77 HTTP/1.1" status: 200 len: 217 time: 0.1570928 Sep 21 18:09:45.270328 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-452c86ee-45e2-4de9-9116-2c585c78f952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:45.274094 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-452c86ee-45e2-4de9-9116-2c585c78f952 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c3b61d60-0b0b-4009-a39d-1bf003b7a2f8 HTTP/1.1" status: 200 len: 853 time: 0.1325157 Sep 21 18:09:45.342117 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-fc57517e-3966-4823-bfc0-57d4411d365c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cfade79e-cd54-4c84-8406-63a421fe9463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602403 Sep 21 18:09:45.343547 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 53960) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:45.443440 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0652f7c4-ab69-48f5-aa88-08a90d795cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:45.454155 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0652f7c4-ab69-48f5-aa88-08a90d795cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:45.505221 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:09:45.520811 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-27a202c1-60b4-478b-9135-9b71050fa159 service neutron] 10.222.0.44 "GET /v2.0/networks/cfade79e-cd54-4c84-8406-63a421fe9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646788 Sep 21 18:09:45.610675 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0652f7c4-ab69-48f5-aa88-08a90d795cb3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=15875527458a4e9186b696c905412420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6245553 Sep 21 18:09:45.613964 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 53986) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:45.631474 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-abdea211-2584-408c-8d49-79fcc9f3b073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:45.632070 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652f7c4-ab69-48f5-aa88-08a90d795cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c84f47a-8ac2-4603-beb1-95970c5e6203,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:45.783655 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-54d438de-7eb1-462f-b17e-44b6b7a0f3f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:45.866305 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-54d438de-7eb1-462f-b17e-44b6b7a0f3f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:45.918464 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54010) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:45.926293 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06d202-dc04-4d8f-b83c-1352bce00d75 req-8a34df4e-8e23-4e87-b9ba-3d2a30159536 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:45.928347 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cb06d202-dc04-4d8f-b83c-1352bce00d75 req-8a34df4e-8e23-4e87-b9ba-3d2a30159536 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c39d85-baa5-4626-b291-a1f6c7b77d8e HTTP/1.1" status: 200 len: 943 time: 0.3187492 Sep 21 18:09:45.942916 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25efc1c9-353b-4c7c-8ea0-a853d1315e09 req-055a224e-157f-4a3b-843c-71e51a63fc93 service neutron] 10.222.0.44 "GET /v2.0/networks/cfade79e-cd54-4c84-8406-63a421fe9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123237 Sep 21 18:09:45.945924 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-baf19144-cb12-4ea9-a04e-c877e7cb8e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:45.968458 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-abdea211-2584-408c-8d49-79fcc9f3b073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:45.997772 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-abdea211-2584-408c-8d49-79fcc9f3b073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:46.018746 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aec5bfaf-1480-4a07-8c0e-3b6e9eeefcd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:46.088134 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-54d438de-7eb1-462f-b17e-44b6b7a0f3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:46.091948 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-54d438de-7eb1-462f-b17e-44b6b7a0f3f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:46.093806 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-54d438de-7eb1-462f-b17e-44b6b7a0f3f8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6c84f47a-8ac2-4603-beb1-95970c5e6203 HTTP/1.1" status: 204 len: 168 time: 0.4778008 Sep 21 18:09:46.116437 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d438de-7eb1-462f-b17e-44b6b7a0f3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c84f47a-8ac2-4603-beb1-95970c5e6203,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:46.198503 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-abdea211-2584-408c-8d49-79fcc9f3b073 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9b50b5bd85484527833116b631a8d48e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8535519 Sep 21 18:09:46.205633 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54040) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:46.250664 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cb06d202-dc04-4d8f-b83c-1352bce00d75 req-cd4efe44-9195-41f7-8de8-d206bf3584ef tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/security-groups?id=04230cac-7936-4382-8567-053dedf409c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984087 Sep 21 18:09:46.258121 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdea211-2584-408c-8d49-79fcc9f3b073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7fbae5-16d0-415c-a530-970c26e55227,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:46.291573 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada7a8b-1465-4df9-9d61-96849578640a req-3a3c9743-76d6-43de-aad8-34d7bc697300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:46.293121 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ada7a8b-1465-4df9-9d61-96849578640a req-3a3c9743-76d6-43de-aad8-34d7bc697300 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5d49e638d25343f583d1efb9abc4eab3&device_id=5fc09f0f-9185-413c-b7ef-5fd2d5344280 HTTP/1.1" status: 200 len: 1094 time: 0.2372701 Sep 21 18:09:46.358441 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4cc28337-34bd-47d6-83e8-197b125b3e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:46.411368 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aec5bfaf-1480-4a07-8c0e-3b6e9eeefcd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:46.424727 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aec5bfaf-1480-4a07-8c0e-3b6e9eeefcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:46.449657 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada7a8b-1465-4df9-9d61-96849578640a req-ffdb7f76-d85f-44bf-9fc6-44ab81b3ca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:46.451401 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ada7a8b-1465-4df9-9d61-96849578640a req-ffdb7f76-d85f-44bf-9fc6-44ab81b3ca06 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cfade79e-cd54-4c84-8406-63a421fe9463 HTTP/1.1" status: 200 len: 914 time: 0.1434493 Sep 21 18:09:46.455062 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4cc28337-34bd-47d6-83e8-197b125b3e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:46.476104 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5bfaf-1480-4a07-8c0e-3b6e9eeefcd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504e14b6-1c45-4965-a0fd-5d1d84baf2af,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:46.503881 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ada7a8b-1465-4df9-9d61-96849578640a req-f5cd083e-80a2-4173-ab7c-6ae84d3162b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fbd9b0d-04f9-402f-8c41-41cb2eec0f77 HTTP/1.1" status: 200 len: 217 time: 0.0371578 Sep 21 18:09:46.518524 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 32065595-ee6f-41d8-8c86-11ac53e21f27 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:09:46.544209 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-aec5bfaf-1480-4a07-8c0e-3b6e9eeefcd7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=055064231e4441bd87137f7d58583c1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6238468 Sep 21 18:09:46.546056 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54070) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:46.636356 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4cc28337-34bd-47d6-83e8-197b125b3e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:46.640170 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4cc28337-34bd-47d6-83e8-197b125b3e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:46.642455 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4cc28337-34bd-47d6-83e8-197b125b3e67 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4a7fbae5-16d0-415c-a530-970c26e55227 HTTP/1.1" status: 204 len: 168 time: 0.4352670 Sep 21 18:09:46.649855 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada7a8b-1465-4df9-9d61-96849578640a req-2d5998d4-9367-4fb8-8009-8a6d084b27cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:46.651383 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ada7a8b-1465-4df9-9d61-96849578640a req-2d5998d4-9367-4fb8-8009-8a6d084b27cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c3b61d60-0b0b-4009-a39d-1bf003b7a2f8 HTTP/1.1" status: 200 len: 853 time: 0.1366510 Sep 21 18:09:46.704031 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d6ef444d-70c9-4dc8-ba99-7a6ef7b12465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:46.708584 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc28337-34bd-47d6-83e8-197b125b3e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7fbae5-16d0-415c-a530-970c26e55227,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:46.746823 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d6ef444d-70c9-4dc8-ba99-7a6ef7b12465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:46.769577 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 32065595-ee6f-41d8-8c86-11ac53e21f27, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=32065595-ee6f-41d8-8c86-11ac53e21f27,segment=NetworkSegment(93721015-2609-4883-82a5-e83891af8be7),segment_id=93721015-2609-4883-82a5-e83891af8be7)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:46.786333 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '32065595-ee6f-41d8-8c86-11ac53e21f27', 'network_id': 'cfade79e-cd54-4c84-8406-63a421fe9463', 'port_id': '32065595-ee6f-41d8-8c86-11ac53e21f27', 'mac_address': 'fa:16:3e:0d:62:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3b61d60-0b0b-4009-a39d-1bf003b7a2f8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:09:46.788831 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ada7a8b-1465-4df9-9d61-96849578640a req-c6da6b41-7ec4-4fde-83e2-82d69b918fd4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cfade79e-cd54-4c84-8406-63a421fe9463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162751 Sep 21 18:09:46.868766 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d6ef444d-70c9-4dc8-ba99-7a6ef7b12465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:46.872961 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d6ef444d-70c9-4dc8-ba99-7a6ef7b12465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:46.877107 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d6ef444d-70c9-4dc8-ba99-7a6ef7b12465 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/504e14b6-1c45-4965-a0fd-5d1d84baf2af HTTP/1.1" status: 204 len: 168 time: 0.3299277 Sep 21 18:09:46.892243 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef444d-70c9-4dc8-ba99-7a6ef7b12465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504e14b6-1c45-4965-a0fd-5d1d84baf2af,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:46.915811 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:46.946246 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32065595-ee6f-41d8-8c86-11ac53e21f27 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:09:46.981058 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ada7a8b-1465-4df9-9d61-96849578640a req-a4b46f7f-4a45-408f-b8af-3c3b318dc3f2 service neutron] 10.222.0.44 "GET /v2.0/networks/cfade79e-cd54-4c84-8406-63a421fe9463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823242 Sep 21 18:09:46.983010 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 32065595-ee6f-41d8-8c86-11ac53e21f27, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=32065595-ee6f-41d8-8c86-11ac53e21f27,segment=NetworkSegment(93721015-2609-4883-82a5-e83891af8be7),segment_id=93721015-2609-4883-82a5-e83891af8be7)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:47.000716 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:47.066601 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=32065595-ee6f-41d8-8c86-11ac53e21f27,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:47.112907 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ada7a8b-1465-4df9-9d61-96849578640a req-bdee128e-96b0-4ea7-9823-8b0ffdfedc40 service neutron] 10.222.0.44 "GET /v2.0/networks/cfade79e-cd54-4c84-8406-63a421fe9463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220441 Sep 21 18:09:47.212223 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['32065595-ee6f-41d8-8c86-11ac53e21f27'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:09:47.425070 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8518508-cfef-4038-83bf-80823477ee17 req-57a2f7c5-bfc3-4c3d-9328-af2d4c8f8ac6 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:47.427093 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e8518508-cfef-4038-83bf-80823477ee17 req-57a2f7c5-bfc3-4c3d-9328-af2d4c8f8ac6 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c39d85-baa5-4626-b291-a1f6c7b77d8e HTTP/1.1" status: 200 len: 944 time: 0.0896847 Sep 21 18:09:47.486373 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e8518508-cfef-4038-83bf-80823477ee17 req-13312ea8-cb2e-4bc3-b63c-b13644524dde tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/security-groups?id=04230cac-7936-4382-8567-053dedf409c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503130 Sep 21 18:09:48.361053 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8a803dce-88ec-4ed5-9f5f-217e3dcd158e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:48.521406 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 32065595-ee6f-41d8-8c86-11ac53e21f27 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:09:48.621406 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 32065595-ee6f-41d8-8c86-11ac53e21f27 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:09:48.637347 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 32065595-ee6f-41d8-8c86-11ac53e21f27 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:48.637526 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:48.725054 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf404e-b120-4bbc-af3e-2bbd0ee576cc req-9be6e49a-e574-4b29-bc42-b87522fa500f tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:48.726904 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-13cf404e-b120-4bbc-af3e-2bbd0ee576cc req-9be6e49a-e574-4b29-bc42-b87522fa500f tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c39d85-baa5-4626-b291-a1f6c7b77d8e HTTP/1.1" status: 200 len: 944 time: 0.0835526 Sep 21 18:09:48.797561 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:48.811609 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-13cf404e-b120-4bbc-af3e-2bbd0ee576cc req-ae6093f0-a769-43be-a800-e61e5c20e2d7 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/security-groups?id=04230cac-7936-4382-8567-053dedf409c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736971 Sep 21 18:09:48.845794 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c39d85-baa5-4626-b291-a1f6c7b77d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32065595-ee6f-41d8-8c86-11ac53e21f27'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:48.850891 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcb137c-40b7-4695-a2ad-520304d0a849" -d '{"events": [{"server_uuid": "95c39d85-baa5-4626-b291-a1f6c7b77d8e", "name": "network-vif-plugged", "status": "completed", "tag": "32065595-ee6f-41d8-8c86-11ac53e21f27"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:48.884363 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 32065595-ee6f-41d8-8c86-11ac53e21f27, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=32065595-ee6f-41d8-8c86-11ac53e21f27,segment=NetworkSegment(93721015-2609-4883-82a5-e83891af8be7),segment_id=93721015-2609-4883-82a5-e83891af8be7)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:48.891236 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:48.966471 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5cae2e-c780-42f7-accd-a43619e5540a x-openstack-request-id: req-8e5cae2e-c780-42f7-accd-a43619e5540a {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:48.967016 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c39d85-baa5-4626-b291-a1f6c7b77d8e", "name": "network-vif-plugged", "status": "completed", "tag": "32065595-ee6f-41d8-8c86-11ac53e21f27", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:48.967458 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8e5cae2e-c780-42f7-accd-a43619e5540a {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:48.968024 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c39d85-baa5-4626-b291-a1f6c7b77d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32065595-ee6f-41d8-8c86-11ac53e21f27', 'code': 200} Sep 21 18:09:49.009276 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:49.021911 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=32065595-ee6f-41d8-8c86-11ac53e21f27,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:49.105987 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa151b-54d4-4399-aa94-1bacbe672dd9 req-4a59252e-cbc4-4663-9c2e-a5d0328a439d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:49.107582 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dcaa151b-54d4-4399-aa94-1bacbe672dd9 req-4a59252e-cbc4-4663-9c2e-a5d0328a439d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=95c39d85-baa5-4626-b291-a1f6c7b77d8e HTTP/1.1" status: 200 len: 1096 time: 0.1284213 Sep 21 18:09:49.183445 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dcaa151b-54d4-4399-aa94-1bacbe672dd9 req-b51e4d42-f88e-4d59-8123-947bfa827105 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=04230cac-7936-4382-8567-053dedf409c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676124 Sep 21 18:09:49.782417 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 8fbd9b0d-04f9-402f-8c41-41cb2eec0f77 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:09:49.933631 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 8fbd9b0d-04f9-402f-8c41-41cb2eec0f77, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=8fbd9b0d-04f9-402f-8c41-41cb2eec0f77,segment=NetworkSegment(93721015-2609-4883-82a5-e83891af8be7),segment_id=93721015-2609-4883-82a5-e83891af8be7)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:49.963657 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '8fbd9b0d-04f9-402f-8c41-41cb2eec0f77', 'network_id': 'cfade79e-cd54-4c84-8406-63a421fe9463', 'port_id': '8fbd9b0d-04f9-402f-8c41-41cb2eec0f77', 'mac_address': 'fa:16:3e:a7:e9:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3b61d60-0b0b-4009-a39d-1bf003b7a2f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:09:50.074880 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba2f14-e454-4c12-8c2a-e083f0296537 req-54f20d41-0bad-4d6a-ac8b-a3866d70ca0a tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:50.086079 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:50.087422 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0cba2f14-e454-4c12-8c2a-e083f0296537 req-54f20d41-0bad-4d6a-ac8b-a3866d70ca0a tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c39d85-baa5-4626-b291-a1f6c7b77d8e HTTP/1.1" status: 200 len: 945 time: 0.1409705 Sep 21 18:09:50.087902 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:50.125876 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fbd9b0d-04f9-402f-8c41-41cb2eec0f77 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:09:50.174131 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0cba2f14-e454-4c12-8c2a-e083f0296537 req-893b4583-8b4d-41d5-8781-320b6cc3aebc tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/security-groups?id=04230cac-7936-4382-8567-053dedf409c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851903 Sep 21 18:09:50.179771 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 8fbd9b0d-04f9-402f-8c41-41cb2eec0f77, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=8fbd9b0d-04f9-402f-8c41-41cb2eec0f77,segment=NetworkSegment(93721015-2609-4883-82a5-e83891af8be7),segment_id=93721015-2609-4883-82a5-e83891af8be7)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:50.198583 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:50.316083 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=8fbd9b0d-04f9-402f-8c41-41cb2eec0f77,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:50.412055 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['8fbd9b0d-04f9-402f-8c41-41cb2eec0f77'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:09:51.352816 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef6693-0604-4875-8b14-05d18660c4db req-b3c5b903-b89b-4088-a313-377275515aa3 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:51.361128 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-79ef6693-0604-4875-8b14-05d18660c4db req-b3c5b903-b89b-4088-a313-377275515aa3 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/ports?device_id=95c39d85-baa5-4626-b291-a1f6c7b77d8e HTTP/1.1" status: 200 len: 945 time: 0.0759511 Sep 21 18:09:51.404781 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-79ef6693-0604-4875-8b14-05d18660c4db req-ccbcdd0d-216f-4035-af1d-c530878057c9 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/security-groups?id=04230cac-7936-4382-8567-053dedf409c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424702 Sep 21 18:09:51.547227 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:51.625966 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe4131-8c2b-4e32-9668-e03815381e6f req-37624761-5c96-4c19-aaa9-b4020e91d025 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:51.631827 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-51fe4131-8c2b-4e32-9668-e03815381e6f req-37624761-5c96-4c19-aaa9-b4020e91d025 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fc09f0f-9185-413c-b7ef-5fd2d5344280 HTTP/1.1" status: 200 len: 944 time: 0.1389952 Sep 21 18:09:51.729381 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-51fe4131-8c2b-4e32-9668-e03815381e6f req-9d26c340-319b-4c48-a46f-38ad37674b42 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/security-groups?id=04230cac-7936-4382-8567-053dedf409c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898793 Sep 21 18:09:51.796103 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 8fbd9b0d-04f9-402f-8c41-41cb2eec0f77 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:09:51.886411 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 8fbd9b0d-04f9-402f-8c41-41cb2eec0f77 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:09:51.891419 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 8fbd9b0d-04f9-402f-8c41-41cb2eec0f77 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:09:51.891896 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:52.108530 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:52.142429 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc09f0f-9185-413c-b7ef-5fd2d5344280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbd9b0d-04f9-402f-8c41-41cb2eec0f77'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:52.147802 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc2da51-5d0e-44b0-b624-cd336409ef22" -d '{"events": [{"server_uuid": "5fc09f0f-9185-413c-b7ef-5fd2d5344280", "name": "network-vif-plugged", "status": "completed", "tag": "8fbd9b0d-04f9-402f-8c41-41cb2eec0f77"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:52.193844 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 8fbd9b0d-04f9-402f-8c41-41cb2eec0f77, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=8fbd9b0d-04f9-402f-8c41-41cb2eec0f77,segment=NetworkSegment(93721015-2609-4883-82a5-e83891af8be7),segment_id=93721015-2609-4883-82a5-e83891af8be7)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:52.205089 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:52.252406 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdd8db3-ac38-4be2-9e4e-d3a27d85a986 x-openstack-request-id: req-0cdd8db3-ac38-4be2-9e4e-d3a27d85a986 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:52.254104 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc09f0f-9185-413c-b7ef-5fd2d5344280", "name": "network-vif-plugged", "status": "completed", "tag": "8fbd9b0d-04f9-402f-8c41-41cb2eec0f77", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:52.254383 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0cdd8db3-ac38-4be2-9e4e-d3a27d85a986 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:52.254787 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc09f0f-9185-413c-b7ef-5fd2d5344280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbd9b0d-04f9-402f-8c41-41cb2eec0f77', 'code': 200} Sep 21 18:09:52.294286 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=8fbd9b0d-04f9-402f-8c41-41cb2eec0f77,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:52.303892 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:52.304403 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:52.304814 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:52.305337 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:52.305888 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:52.306405 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:52.306967 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:52.307457 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:52.308032 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:52.308547 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:52.309284 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:52.309807 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:52.346422 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3a0e9-c39d-4671-9c38-530d08d0e6dd req-fa5d14d7-1512-4005-92b9-81c89d53ee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:52.348253 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d5a3a0e9-c39d-4671-9c38-530d08d0e6dd req-fa5d14d7-1512-4005-92b9-81c89d53ee70 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5fc09f0f-9185-413c-b7ef-5fd2d5344280 HTTP/1.1" status: 200 len: 1096 time: 0.0510325 Sep 21 18:09:52.388607 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d5a3a0e9-c39d-4671-9c38-530d08d0e6dd req-5b639419-81eb-4fba-8a02-8e0d69abb84a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=04230cac-7936-4382-8567-053dedf409c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311525 Sep 21 18:09:52.869893 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fddef9-11bf-4857-98b5-1e3f7e409edb req-68bc753a-2fb5-403d-9081-e7647e23aacb tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:52.880922 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-42fddef9-11bf-4857-98b5-1e3f7e409edb req-68bc753a-2fb5-403d-9081-e7647e23aacb tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fc09f0f-9185-413c-b7ef-5fd2d5344280 HTTP/1.1" status: 200 len: 945 time: 0.0675769 Sep 21 18:09:52.931857 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-42fddef9-11bf-4857-98b5-1e3f7e409edb req-8e2b9eab-4f1c-4ffc-b049-d421dcf4a46c tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/security-groups?id=04230cac-7936-4382-8567-053dedf409c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498810 Sep 21 18:09:53.349214 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:54.107219 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd6abd-3371-4626-a387-fedfe944799f req-8c300f66-c391-4178-9622-d250ecb197c4 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:54.110182 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-adcd6abd-3371-4626-a387-fedfe944799f req-8c300f66-c391-4178-9622-d250ecb197c4 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fc09f0f-9185-413c-b7ef-5fd2d5344280 HTTP/1.1" status: 200 len: 945 time: 0.0770340 Sep 21 18:09:54.161585 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-adcd6abd-3371-4626-a387-fedfe944799f req-b978f3f0-0c99-4d9d-aad7-377b02b004c3 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/security-groups?id=04230cac-7936-4382-8567-053dedf409c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431151 Sep 21 18:09:54.588664 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee067ae-743a-457a-a03a-a2c05172763e req-4e7868e2-4276-4e64-b162-1e74b9daa188 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:54.590400 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ee067ae-743a-457a-a03a-a2c05172763e req-4e7868e2-4276-4e64-b162-1e74b9daa188 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fc09f0f-9185-413c-b7ef-5fd2d5344280 HTTP/1.1" status: 200 len: 945 time: 0.0642912 Sep 21 18:09:54.640183 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ee067ae-743a-457a-a03a-a2c05172763e req-bef9a6b3-3a29-46d0-b910-067a2cb97059 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/security-groups?id=04230cac-7936-4382-8567-053dedf409c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426712 Sep 21 18:09:54.653649 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:54.947934 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcf46e-19a4-42b1-af26-e0db654a6d49 req-e8ddf9d1-89a2-4eae-ac46-2dae8226eb1d tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:54.949464 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eabcf46e-19a4-42b1-af26-e0db654a6d49 req-e8ddf9d1-89a2-4eae-ac46-2dae8226eb1d tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] 10.222.0.58 "GET /v2.0/ports?device_id=59717153-d5c4-43cb-8d09-ea1236fda868 HTTP/1.1" status: 200 len: 949 time: 0.0498600 Sep 21 18:09:54.994109 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eabcf46e-19a4-42b1-af26-e0db654a6d49 req-38683a4c-e79f-49dc-a0c5-8636a19ce94d tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] 10.222.0.58 "GET /v2.0/security-groups?id=aaf297a9-a74d-42f8-8b7c-d551feaa56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368776 Sep 21 18:09:56.207788 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fc0a2-acdc-45f2-9b61-8aaf53db6997 req-a8ea2477-2139-409f-9268-7b70e76a4c64 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:56.208438 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54534c1b-07a8-458b-8dfa-17a686a972dc req-856e4326-6bc4-4f19-b602-877fd0b06e06 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:56.209936 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-54534c1b-07a8-458b-8dfa-17a686a972dc req-856e4326-6bc4-4f19-b602-877fd0b06e06 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.38 "GET /v2.0/ports?device_id=95c39d85-baa5-4626-b291-a1f6c7b77d8e HTTP/1.1" status: 200 len: 945 time: 0.4465563 Sep 21 18:09:56.210787 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f87fc0a2-acdc-45f2-9b61-8aaf53db6997 req-a8ea2477-2139-409f-9268-7b70e76a4c64 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] 10.222.0.58 "GET /v2.0/ports?device_id=59717153-d5c4-43cb-8d09-ea1236fda868 HTTP/1.1" status: 200 len: 949 time: 0.1011729 Sep 21 18:09:56.223589 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4720e4-4e5c-4fc7-aa2e-2273954f84f0 req-b395c64d-8e30-466a-b59e-6afb0443b566 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:56.225131 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3d4720e4-4e5c-4fc7-aa2e-2273954f84f0 req-b395c64d-8e30-466a-b59e-6afb0443b566 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fc09f0f-9185-413c-b7ef-5fd2d5344280 HTTP/1.1" status: 200 len: 945 time: 0.4958308 Sep 21 18:09:56.273978 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571cda89-db19-4c7c-93d1-2bae7d7c8d25 req-9c518ac2-66e4-4a6f-8ea4-89a2937a97da tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:56.276476 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-571cda89-db19-4c7c-93d1-2bae7d7c8d25 req-9c518ac2-66e4-4a6f-8ea4-89a2937a97da tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fc09f0f-9185-413c-b7ef-5fd2d5344280 HTTP/1.1" status: 200 len: 945 time: 0.4685535 Sep 21 18:09:56.297084 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f87fc0a2-acdc-45f2-9b61-8aaf53db6997 req-de3d3770-d326-498f-bb8e-2bd3a9dfbb24 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] 10.222.0.58 "GET /v2.0/security-groups?id=aaf297a9-a74d-42f8-8b7c-d551feaa56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713789 Sep 21 18:09:56.457137 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3d4720e4-4e5c-4fc7-aa2e-2273954f84f0 req-54aa4f1a-a7b8-481f-bd68-d7040b690ab6 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/security-groups?id=04230cac-7936-4382-8567-053dedf409c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919842 Sep 21 18:09:56.460869 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-54534c1b-07a8-458b-8dfa-17a686a972dc req-56a4f6bf-7f5d-4123-8bc3-9928f1147ab4 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Deleting port 32065595-ee6f-41d8-8c86-11ac53e21f27 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:56.461473 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-54534c1b-07a8-458b-8dfa-17a686a972dc req-56a4f6bf-7f5d-4123-8bc3-9928f1147ab4 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:56.605237 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-571cda89-db19-4c7c-93d1-2bae7d7c8d25 req-5fdacec8-c4a3-43df-ba7b-dba12581371d tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Deleting port 8fbd9b0d-04f9-402f-8c41-41cb2eec0f77 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:56.605829 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-571cda89-db19-4c7c-93d1-2bae7d7c8d25 req-5fdacec8-c4a3-43df-ba7b-dba12581371d tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:56.619404 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e25efc-ab86-4f4b-a61d-bfc892ae7c81 req-c695ad79-419e-4871-8ade-43ccc4f336eb tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:56.620890 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c8e25efc-ab86-4f4b-a61d-bfc892ae7c81 req-c695ad79-419e-4871-8ade-43ccc4f336eb tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] 10.222.0.44 "GET /v2.0/ports?device_id=59717153-d5c4-43cb-8d09-ea1236fda868 HTTP/1.1" status: 200 len: 949 time: 0.1162612 Sep 21 18:09:56.691178 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-54534c1b-07a8-458b-8dfa-17a686a972dc req-56a4f6bf-7f5d-4123-8bc3-9928f1147ab4 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] For port 32065595-ee6f-41d8-8c86-11ac53e21f27, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=32065595-ee6f-41d8-8c86-11ac53e21f27,segment=NetworkSegment(93721015-2609-4883-82a5-e83891af8be7),segment_id=93721015-2609-4883-82a5-e83891af8be7)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:56.691563 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-54534c1b-07a8-458b-8dfa-17a686a972dc req-56a4f6bf-7f5d-4123-8bc3-9928f1147ab4 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:56.758082 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-54534c1b-07a8-458b-8dfa-17a686a972dc req-56a4f6bf-7f5d-4123-8bc3-9928f1147ab4 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Calling delete_port for 32065595-ee6f-41d8-8c86-11ac53e21f27 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:56.859811 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-571cda89-db19-4c7c-93d1-2bae7d7c8d25 req-5fdacec8-c4a3-43df-ba7b-dba12581371d tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] For port 8fbd9b0d-04f9-402f-8c41-41cb2eec0f77, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=8fbd9b0d-04f9-402f-8c41-41cb2eec0f77,segment=NetworkSegment(93721015-2609-4883-82a5-e83891af8be7),segment_id=93721015-2609-4883-82a5-e83891af8be7)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:56.860185 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-571cda89-db19-4c7c-93d1-2bae7d7c8d25 req-5fdacec8-c4a3-43df-ba7b-dba12581371d tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:56.888809 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-571cda89-db19-4c7c-93d1-2bae7d7c8d25 req-5fdacec8-c4a3-43df-ba7b-dba12581371d tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Calling delete_port for 8fbd9b0d-04f9-402f-8c41-41cb2eec0f77 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:56.954508 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-c8e25efc-ab86-4f4b-a61d-bfc892ae7c81 req-5f9fe869-a48f-4358-a039-2d6a23734b78 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Deleting port 2a0a3f61-36e8-4067-895a-3f26baa5edaa {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:09:56.955160 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c8e25efc-ab86-4f4b-a61d-bfc892ae7c81 req-5f9fe869-a48f-4358-a039-2d6a23734b78 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:57.137817 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-c8e25efc-ab86-4f4b-a61d-bfc892ae7c81 req-5f9fe869-a48f-4358-a039-2d6a23734b78 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] For port 2a0a3f61-36e8-4067-895a-3f26baa5edaa, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=2a0a3f61-36e8-4067-895a-3f26baa5edaa,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:09:57.138372 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c8e25efc-ab86-4f4b-a61d-bfc892ae7c81 req-5f9fe869-a48f-4358-a039-2d6a23734b78 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:57.192878 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-c8e25efc-ab86-4f4b-a61d-bfc892ae7c81 req-5f9fe869-a48f-4358-a039-2d6a23734b78 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Calling delete_port for 2a0a3f61-36e8-4067-895a-3f26baa5edaa owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:09:57.196892 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-54534c1b-07a8-458b-8dfa-17a686a972dc req-56a4f6bf-7f5d-4123-8bc3-9928f1147ab4 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:57.209523 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['8fbd9b0d-04f9-402f-8c41-41cb2eec0f77'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:09:57.263729 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4f6bf-7f5d-4123-8bc3-9928f1147ab4 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Pushing event deleted for resources: {'Port': ['ID=32065595-ee6f-41d8-8c86-11ac53e21f27,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:57.282342 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-571cda89-db19-4c7c-93d1-2bae7d7c8d25 req-5fdacec8-c4a3-43df-ba7b-dba12581371d tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:57.359535 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a4f6bf-7f5d-4123-8bc3-9928f1147ab4 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:57.359798 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a4f6bf-7f5d-4123-8bc3-9928f1147ab4 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:57.360151 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a4f6bf-7f5d-4123-8bc3-9928f1147ab4 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:57.360498 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a4f6bf-7f5d-4123-8bc3-9928f1147ab4 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:57.360839 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a4f6bf-7f5d-4123-8bc3-9928f1147ab4 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:57.361175 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a4f6bf-7f5d-4123-8bc3-9928f1147ab4 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:57.361509 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a4f6bf-7f5d-4123-8bc3-9928f1147ab4 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:57.361878 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a4f6bf-7f5d-4123-8bc3-9928f1147ab4 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:57.362215 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a4f6bf-7f5d-4123-8bc3-9928f1147ab4 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:57.362542 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a4f6bf-7f5d-4123-8bc3-9928f1147ab4 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:57.362869 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a4f6bf-7f5d-4123-8bc3-9928f1147ab4 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:57.363229 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a4f6bf-7f5d-4123-8bc3-9928f1147ab4 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:09:57.388369 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-54534c1b-07a8-458b-8dfa-17a686a972dc req-56a4f6bf-7f5d-4123-8bc3-9928f1147ab4 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] No DVR routers for this DVR port 32065595-ee6f-41d8-8c86-11ac53e21f27 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:57.391637 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-54534c1b-07a8-458b-8dfa-17a686a972dc req-56a4f6bf-7f5d-4123-8bc3-9928f1147ab4 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:57.394165 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-54534c1b-07a8-458b-8dfa-17a686a972dc req-56a4f6bf-7f5d-4123-8bc3-9928f1147ab4 tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.38 "DELETE /v2.0/ports/32065595-ee6f-41d8-8c86-11ac53e21f27 HTTP/1.1" status: 204 len: 173 time: 1.1681056 Sep 21 18:09:57.416599 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c39d85-baa5-4626-b291-a1f6c7b77d8e', 'name': 'network-vif-deleted', 'tag': '32065595-ee6f-41d8-8c86-11ac53e21f27'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:57.420915 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1353741d-b80a-467f-85c2-9979a5ac4584" -d '{"events": [{"server_uuid": "95c39d85-baa5-4626-b291-a1f6c7b77d8e", "name": "network-vif-deleted", "tag": "32065595-ee6f-41d8-8c86-11ac53e21f27"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:57.433664 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdacec8-c4a3-43df-ba7b-dba12581371d tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Pushing event deleted for resources: {'Port': ['ID=8fbd9b0d-04f9-402f-8c41-41cb2eec0f77,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:57.499747 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-571cda89-db19-4c7c-93d1-2bae7d7c8d25 req-5fdacec8-c4a3-43df-ba7b-dba12581371d tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] No DVR routers for this DVR port 8fbd9b0d-04f9-402f-8c41-41cb2eec0f77 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:57.504151 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-571cda89-db19-4c7c-93d1-2bae7d7c8d25 req-5fdacec8-c4a3-43df-ba7b-dba12581371d tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:57.504151 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-571cda89-db19-4c7c-93d1-2bae7d7c8d25 req-5fdacec8-c4a3-43df-ba7b-dba12581371d tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.44 "DELETE /v2.0/ports/8fbd9b0d-04f9-402f-8c41-41cb2eec0f77 HTTP/1.1" status: 204 len: 173 time: 1.2002575 Sep 21 18:09:57.557912 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8f5649-e317-4e19-b0f9-44257c42b3db x-openstack-request-id: req-de8f5649-e317-4e19-b0f9-44257c42b3db {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:57.558519 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c39d85-baa5-4626-b291-a1f6c7b77d8e", "name": "network-vif-deleted", "tag": "32065595-ee6f-41d8-8c86-11ac53e21f27", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:57.558519 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-de8f5649-e317-4e19-b0f9-44257c42b3db {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:57.558911 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c39d85-baa5-4626-b291-a1f6c7b77d8e', 'name': 'network-vif-deleted', 'tag': '32065595-ee6f-41d8-8c86-11ac53e21f27', 'status': 'completed', 'code': 200} Sep 21 18:09:57.612547 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df053c6-89c7-452e-a0b7-5e62afa81f26 req-ca815d2d-eca3-471a-a23b-1ad50c6a88dc tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:09:57.614020 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5df053c6-89c7-452e-a0b7-5e62afa81f26 req-ca815d2d-eca3-471a-a23b-1ad50c6a88dc tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] 10.222.0.58 "GET /v2.0/ports?device_id=59717153-d5c4-43cb-8d09-ea1236fda868 HTTP/1.1" status: 200 len: 949 time: 0.1841707 Sep 21 18:09:57.696628 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9b3b2a30-0f9c-482d-b9a1-befe8f9b23e5 req-6b0c6b42-386e-4667-8871-707ff96d5ffd tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fc09f0f-9185-413c-b7ef-5fd2d5344280 HTTP/1.1" status: 200 len: 210 time: 0.0633380 Sep 21 18:09:57.752770 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5df053c6-89c7-452e-a0b7-5e62afa81f26 req-92c8074c-a397-4b29-a9c2-62abbd54d9ee tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] 10.222.0.58 "GET /v2.0/security-groups?id=aaf297a9-a74d-42f8-8b7c-d551feaa56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206708 Sep 21 18:09:57.763284 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c8e25efc-ab86-4f4b-a61d-bfc892ae7c81 req-5f9fe869-a48f-4358-a039-2d6a23734b78 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:57.776372 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['2a0a3f61-36e8-4067-895a-3f26baa5edaa'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:09:57.802565 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9fe869-a48f-4358-a039-2d6a23734b78 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Pushing event deleted for resources: {'Port': ['ID=2a0a3f61-36e8-4067-895a-3f26baa5edaa,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:57.866336 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e25efc-ab86-4f4b-a61d-bfc892ae7c81 req-5f9fe869-a48f-4358-a039-2d6a23734b78 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] No DVR routers for this DVR port 2a0a3f61-36e8-4067-895a-3f26baa5edaa on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:09:57.869858 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c8e25efc-ab86-4f4b-a61d-bfc892ae7c81 req-5f9fe869-a48f-4358-a039-2d6a23734b78 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:57.873150 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54718) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:57.874185 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c8e25efc-ab86-4f4b-a61d-bfc892ae7c81 req-5f9fe869-a48f-4358-a039-2d6a23734b78 tempest-VolumesBackupsTest-2096178693 tempest-VolumesBackupsTest-2096178693-project] 10.222.0.44 "DELETE /v2.0/ports/2a0a3f61-36e8-4067-895a-3f26baa5edaa HTTP/1.1" status: 204 len: 173 time: 1.2397609 Sep 21 18:09:58.044539 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8eec9176-3cfa-4b26-8fbe-d6d493aa32be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:58.245401 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8eec9176-3cfa-4b26-8fbe-d6d493aa32be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:58.251795 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8eec9176-3cfa-4b26-8fbe-d6d493aa32be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:58.286041 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec9176-3cfa-4b26-8fbe-d6d493aa32be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5257043c-e88c-486e-a6c2-7a61f91f59d2,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:58.307997 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54734) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:58.308545 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8eec9176-3cfa-4b26-8fbe-d6d493aa32be admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=111046d07bda4dc9a30a6b4483f7bc8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4335258 Sep 21 18:09:58.381644 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d6895647-6bcb-4de0-9187-34ccb27007c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:58.411353 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d6895647-6bcb-4de0-9187-34ccb27007c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:58.468986 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d6895647-6bcb-4de0-9187-34ccb27007c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:58.474695 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d6895647-6bcb-4de0-9187-34ccb27007c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:58.479440 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d6895647-6bcb-4de0-9187-34ccb27007c1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5257043c-e88c-486e-a6c2-7a61f91f59d2 HTTP/1.1" status: 204 len: 168 time: 0.1703019 Sep 21 18:09:58.490491 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6895647-6bcb-4de0-9187-34ccb27007c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5257043c-e88c-486e-a6c2-7a61f91f59d2,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:58.567268 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 32065595-ee6f-41d8-8c86-11ac53e21f27 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:58.592700 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 32065595-ee6f-41d8-8c86-11ac53e21f27 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:09:58.593193 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 32065595-ee6f-41d8-8c86-11ac53e21f27 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:09:58.805281 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54756) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:58.877311 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-8160b964-5eea-4697-9e0e-344eb4c3d61b admin admin] Deleting subnet c3b61d60-0b0b-4009-a39d-1bf003b7a2f8 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:09:58.881313 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8160b964-5eea-4697-9e0e-344eb4c3d61b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:58.938437 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8160b964-5eea-4697-9e0e-344eb4c3d61b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:59.043767 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8160b964-5eea-4697-9e0e-344eb4c3d61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:59.111099 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8160b964-5eea-4697-9e0e-344eb4c3d61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:59.183906 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160b964-5eea-4697-9e0e-344eb4c3d61b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3b61d60-0b0b-4009-a39d-1bf003b7a2f8,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:09:59.204055 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8160b964-5eea-4697-9e0e-344eb4c3d61b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:59.208560 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8160b964-5eea-4697-9e0e-344eb4c3d61b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c3b61d60-0b0b-4009-a39d-1bf003b7a2f8 HTTP/1.1" status: 204 len: 168 time: 0.4019692 Sep 21 18:09:59.210868 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54772) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:09:59.560424 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc09f0f-9185-413c-b7ef-5fd2d5344280', 'name': 'network-vif-deleted', 'tag': '8fbd9b0d-04f9-402f-8c41-41cb2eec0f77'}, {'server_uuid': '59717153-d5c4-43cb-8d09-ea1236fda868', 'name': 'network-vif-deleted', 'tag': '2a0a3f61-36e8-4067-895a-3f26baa5edaa'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:09:59.564571 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3194cf5-daf3-4fe8-89a5-215f4e25c211" -d '{"events": [{"server_uuid": "5fc09f0f-9185-413c-b7ef-5fd2d5344280", "name": "network-vif-deleted", "tag": "8fbd9b0d-04f9-402f-8c41-41cb2eec0f77"}, {"server_uuid": "59717153-d5c4-43cb-8d09-ea1236fda868", "name": "network-vif-deleted", "tag": "2a0a3f61-36e8-4067-895a-3f26baa5edaa"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:09:59.616478 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Sep 2021 18:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfa9c93-e75e-446d-8816-88c75a303d4a x-openstack-request-id: req-5bfa9c93-e75e-446d-8816-88c75a303d4a {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:09:59.617427 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc09f0f-9185-413c-b7ef-5fd2d5344280", "name": "network-vif-deleted", "tag": "8fbd9b0d-04f9-402f-8c41-41cb2eec0f77", "status": "completed", "code": 200}, {"server_uuid": "59717153-d5c4-43cb-8d09-ea1236fda868", "name": "network-vif-deleted", "tag": "2a0a3f61-36e8-4067-895a-3f26baa5edaa", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:09:59.618300 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5bfa9c93-e75e-446d-8816-88c75a303d4a {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:09:59.619539 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc09f0f-9185-413c-b7ef-5fd2d5344280', 'name': 'network-vif-deleted', 'tag': '8fbd9b0d-04f9-402f-8c41-41cb2eec0f77', 'status': 'completed', 'code': 200} Sep 21 18:09:59.620227 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59717153-d5c4-43cb-8d09-ea1236fda868', 'name': 'network-vif-deleted', 'tag': '2a0a3f61-36e8-4067-895a-3f26baa5edaa', 'status': 'completed', 'code': 200} Sep 21 18:09:59.647594 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e35908d7-8df1-4b80-866f-0779d94e03a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:59.750239 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e35908d7-8df1-4b80-866f-0779d94e03a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:59.771147 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-e35908d7-8df1-4b80-866f-0779d94e03a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfade79e-cd54-4c84-8406-63a421fe9463']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:59.781528 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-e35908d7-8df1-4b80-866f-0779d94e03a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93721015-2609-4883-82a5-e83891af8be7') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:59.782050 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-e35908d7-8df1-4b80-866f-0779d94e03a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93721015-2609-4883-82a5-e83891af8be7') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:09:59.792366 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e35908d7-8df1-4b80-866f-0779d94e03a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:59.810520 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e35908d7-8df1-4b80-866f-0779d94e03a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:59.823520 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e35908d7-8df1-4b80-866f-0779d94e03a1 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:09:59.824295 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e35908d7-8df1-4b80-866f-0779d94e03a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:59.826748 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:09:59.826748 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:09:59.826748 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:09:59.826748 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:09:59.826748 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:09:59.826748 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:09:59.826748 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:09:59.826748 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:09:59.826748 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:09:59.826748 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:09:59.826748 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:09:59.826748 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:09:59.826748 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:09:59.826748 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:09:59.826748 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:09:59.826748 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:09:59.826748 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:09:59.826748 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:09:59.826748 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:09:59.826748 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:09:59.826748 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:09:59.826748 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:09:59.826748 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:09:59.826748 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:09:59.826748 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:09:59.826748 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:09:59.826748 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:09:59.826748 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:09:59.826748 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:09:59.826748 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:09:59.826748 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:09:59.826748 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:09:59.828854 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 8fbd9b0d-04f9-402f-8c41-41cb2eec0f77 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:59.863956 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 8fbd9b0d-04f9-402f-8c41-41cb2eec0f77 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:09:59.864771 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 8fbd9b0d-04f9-402f-8c41-41cb2eec0f77 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:09:59.866682 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 2a0a3f61-36e8-4067-895a-3f26baa5edaa no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:09:59.890839 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 2a0a3f61-36e8-4067-895a-3f26baa5edaa {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:09:59.891592 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 2a0a3f61-36e8-4067-895a-3f26baa5edaa not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:09:59.907799 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e35908d7-8df1-4b80-866f-0779d94e03a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:59.921400 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e35908d7-8df1-4b80-866f-0779d94e03a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:09:59.923495 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e35908d7-8df1-4b80-866f-0779d94e03a1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/cfade79e-cd54-4c84-8406-63a421fe9463 HTTP/1.1" status: 204 len: 168 time: 0.7103143 Sep 21 18:09:59.939461 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35908d7-8df1-4b80-866f-0779d94e03a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfade79e-cd54-4c84-8406-63a421fe9463,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:00.291393 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54806) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:00.345734 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5f9bda8c-1982-4bb3-ab27-ab0d04575664 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5d49e638d25343f583d1efb9abc4eab3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535223 Sep 21 18:10:00.346093 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54808) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:00.407934 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f4c5098b-02b3-4bfe-b164-5a2eac576d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:00.432398 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f4c5098b-02b3-4bfe-b164-5a2eac576d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:00.495547 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f4c5098b-02b3-4bfe-b164-5a2eac576d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:00.498312 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f4c5098b-02b3-4bfe-b164-5a2eac576d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:00.503631 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f4c5098b-02b3-4bfe-b164-5a2eac576d2a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/04230cac-7936-4382-8567-053dedf409c5 HTTP/1.1" status: 204 len: 168 time: 0.1526887 Sep 21 18:10:00.508703 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5098b-02b3-4bfe-b164-5a2eac576d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04230cac-7936-4382-8567-053dedf409c5,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:00.715788 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54820) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:00.930010 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-994729f1-f7d3-4362-ab55-94620e40f2c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:01.060442 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-994729f1-f7d3-4362-ab55-94620e40f2c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:01.068415 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-994729f1-f7d3-4362-ab55-94620e40f2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:01.137841 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-994729f1-f7d3-4362-ab55-94620e40f2c6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d9e86d47bcff4cec8b83ae79760c673c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4209321 Sep 21 18:10:01.140862 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54842) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:01.147321 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994729f1-f7d3-4362-ab55-94620e40f2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e214afd6-7e16-4a0b-8320-450879adbf59,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:01.242144 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-763bddba-9da1-490f-8d53-5b0d37370220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:01.269418 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-763bddba-9da1-490f-8d53-5b0d37370220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:01.342779 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-763bddba-9da1-490f-8d53-5b0d37370220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:01.347006 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-763bddba-9da1-490f-8d53-5b0d37370220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:01.348757 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-763bddba-9da1-490f-8d53-5b0d37370220 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e214afd6-7e16-4a0b-8320-450879adbf59 HTTP/1.1" status: 204 len: 168 time: 0.2063849 Sep 21 18:10:01.359370 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763bddba-9da1-490f-8d53-5b0d37370220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e214afd6-7e16-4a0b-8320-450879adbf59,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:01.589048 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54862) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:01.711174 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54868) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:01.729769 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-3ce70063-d7a1-48b3-a01f-5e2397002486 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1647234172-network', 'tenant_id': '94f388a555b9486381e9429c073d6de9'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:01.734144 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0b56a77-8d0a-4b5b-9b1e-1fb9f82ab47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:01.764465 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce70063-d7a1-48b3-a01f-5e2397002486 admin admin] Made reservation on behalf of 94f388a555b9486381e9429c073d6de9 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:01.766843 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3ce70063-d7a1-48b3-a01f-5e2397002486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:01.780316 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3ce70063-d7a1-48b3-a01f-5e2397002486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:01.869704 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0b56a77-8d0a-4b5b-9b1e-1fb9f82ab47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:01.890383 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0b56a77-8d0a-4b5b-9b1e-1fb9f82ab47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:01.956205 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e0b56a77-8d0a-4b5b-9b1e-1fb9f82ab47c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=78c31f60b27b40e4bf738a1f690a900d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2439272 Sep 21 18:10:01.958951 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54876) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:01.965441 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b56a77-8d0a-4b5b-9b1e-1fb9f82ab47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3b422d-f6be-4621-8980-325f28741c8e,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:02.015820 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3ce70063-d7a1-48b3-a01f-5e2397002486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:02.021332 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3ce70063-d7a1-48b3-a01f-5e2397002486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:02.041641 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-afa2d3d0-a03d-4d91-8618-c45ca6bcb392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:02.052314 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce70063-d7a1-48b3-a01f-5e2397002486 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:10:02.063881 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce70063-d7a1-48b3-a01f-5e2397002486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fb9fa9-13bf-4cf1-a439-be7485247c59,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:02.069457 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3ce70063-d7a1-48b3-a01f-5e2397002486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:02.069808 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-3ce70063-d7a1-48b3-a01f-5e2397002486 admin admin] Added segment 7f89a207-da6f-4620-a7dd-437155886cde of type vlan for network 15fd3f90-e8ac-4bf9-ad83-cad477a1557a Sep 21 18:10:02.082197 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-afa2d3d0-a03d-4d91-8618-c45ca6bcb392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:02.117016 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3ce70063-d7a1-48b3-a01f-5e2397002486 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:02.145718 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-afa2d3d0-a03d-4d91-8618-c45ca6bcb392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:02.148832 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-afa2d3d0-a03d-4d91-8618-c45ca6bcb392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:02.158506 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-afa2d3d0-a03d-4d91-8618-c45ca6bcb392 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7a3b422d-f6be-4621-8980-325f28741c8e HTTP/1.1" status: 204 len: 168 time: 0.1974027 Sep 21 18:10:02.176044 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3ce70063-d7a1-48b3-a01f-5e2397002486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:02.177075 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce70063-d7a1-48b3-a01f-5e2397002486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:02.177680 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3ce70063-d7a1-48b3-a01f-5e2397002486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:02.181140 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2d3d0-a03d-4d91-8618-c45ca6bcb392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3b422d-f6be-4621-8980-325f28741c8e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:02.224912 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3ce70063-d7a1-48b3-a01f-5e2397002486 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6342387 Sep 21 18:10:02.228280 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54898) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:02.235002 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-63057119-c5ab-43d6-b169-41850383f58b admin admin] Request body: {'subnet': {'network_id': '15fd3f90-e8ac-4bf9-ad83-cad477a1557a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1647234172-subnet', 'tenant_id': '94f388a555b9486381e9429c073d6de9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:02.274822 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63057119-c5ab-43d6-b169-41850383f58b admin admin] Made reservation on behalf of 94f388a555b9486381e9429c073d6de9 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:02.293322 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-63057119-c5ab-43d6-b169-41850383f58b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:02.369452 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce70063-d7a1-48b3-a01f-5e2397002486 admin admin] Pushing event updated for resources: {'Network': ['ID=15fd3f90-e8ac-4bf9-ad83-cad477a1557a,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:02.380234 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 15fd3f90-e8ac-4bf9-ad83-cad477a1557a details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:10:02.593803 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-63057119-c5ab-43d6-b169-41850383f58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:02.674514 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63057119-c5ab-43d6-b169-41850383f58b admin admin] Checking segment: {'id': '7f89a207-da6f-4620-a7dd-437155886cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '15fd3f90-e8ac-4bf9-ad83-cad477a1557a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:10:02.675262 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63057119-c5ab-43d6-b169-41850383f58b admin admin] Network hostable DHCP agents. Network: 15fd3f90-e8ac-4bf9-ad83-cad477a1557a, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:10:02.684497 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54942) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:02.698129 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63057119-c5ab-43d6-b169-41850383f58b admin admin] Pushing event updated for resources: {'Subnet': ['ID=de852466-faab-483c-83b3-c5ad0a22a318,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:02.700089 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e97ba6a5-565e-438b-a946-fc6b0b390c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:02.713301 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63057119-c5ab-43d6-b169-41850383f58b admin admin] Network 15fd3f90-e8ac-4bf9-ad83-cad477a1557a is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:10:02.728223 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-63057119-c5ab-43d6-b169-41850383f58b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 15fd3f90-e8ac-4bf9-ad83-cad477a1557a) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:02.739892 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63057119-c5ab-43d6-b169-41850383f58b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:02.740435 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ee917f-4cda-46f3-91bd-789865fc091c None None] Network 15fd3f90-e8ac-4bf9-ad83-cad477a1557a requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:10:02.743827 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-63057119-c5ab-43d6-b169-41850383f58b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:02.857644 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e97ba6a5-565e-438b-a946-fc6b0b390c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:02.864708 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e97ba6a5-565e-438b-a946-fc6b0b390c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:02.878977 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-63057119-c5ab-43d6-b169-41850383f58b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6420941 Sep 21 18:10:02.906782 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ba6a5-565e-438b-a946-fc6b0b390c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82aa3454-0cbb-4e2a-ae75-3bdc270edfb8,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:02.936175 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e97ba6a5-565e-438b-a946-fc6b0b390c41 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b8a335f9a02942c1855d5085f216c9d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2482703 Sep 21 18:10:02.936664 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54960) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:02.943032 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace2336c-29f4-4f1d-8413-63f4465b16f0 None None] Network 15fd3f90-e8ac-4bf9-ad83-cad477a1557a requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:10:03.022199 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-95454e58-4db6-4fae-9f42-e60a90461b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:03.070945 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-95454e58-4db6-4fae-9f42-e60a90461b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:03.140716 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-95454e58-4db6-4fae-9f42-e60a90461b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:03.143884 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-95454e58-4db6-4fae-9f42-e60a90461b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:03.148248 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-95454e58-4db6-4fae-9f42-e60a90461b8e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/82aa3454-0cbb-4e2a-ae75-3bdc270edfb8 HTTP/1.1" status: 204 len: 168 time: 0.2101259 Sep 21 18:10:03.159196 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95454e58-4db6-4fae-9f42-e60a90461b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82aa3454-0cbb-4e2a-ae75-3bdc270edfb8,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:03.710758 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-6070c77b-c7c3-4353-8c3e-ad583b65e6b5 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:03.712506 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-6070c77b-c7c3-4353-8c3e-ad583b65e6b5 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] 10.222.0.58 "GET /v2.0/networks?id=15fd3f90-e8ac-4bf9-ad83-cad477a1557a HTTP/1.1" status: 200 len: 814 time: 0.1467862 Sep 21 18:10:03.730422 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-ba9d8454-3655-4f0e-ac3f-889008d20aac tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] 10.222.0.58 "GET /v2.0/quotas/94f388a555b9486381e9429c073d6de9 HTTP/1.1" status: 200 len: 375 time: 0.0111883 Sep 21 18:10:03.768868 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-ca6e3449-5b77-4215-ab8a-6d016c200324 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=94f388a555b9486381e9429c073d6de9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305192 Sep 21 18:10:03.899209 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-87789569-e059-47a6-93d9-216e5c3ed655 service neutron] 10.222.0.58 "GET /v2.0/networks/15fd3f90-e8ac-4bf9-ad83-cad477a1557a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219316 Sep 21 18:10:04.006456 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-16237934-37e9-493b-9e75-fcbf1ea3b47a service neutron] 10.222.0.58 "GET /v2.0/networks/15fd3f90-e8ac-4bf9-ad83-cad477a1557a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059101 Sep 21 18:10:04.293062 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6bf4a2fa-d4da-4e44-9058-c42ff697ba86 req-2c812846-ae11-4a01-ac7b-d99ea6fd502d tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] 10.222.0.58 "GET /v2.0/ports?device_id=25e14082-c466-4e4f-a336-13b4e6e4b7c5 HTTP/1.1" status: 200 len: 210 time: 0.0492938 Sep 21 18:10:05.429411 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8bb4eaa1-fbb9-423e-9deb-c974594a08a4 req-c4197bfe-1054-4ee7-a8d7-eed8c2946524 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] 10.222.0.58 "GET /v2.0/ports?device_id=25e14082-c466-4e4f-a336-13b4e6e4b7c5 HTTP/1.1" status: 200 len: 210 time: 0.0404911 Sep 21 18:10:05.568921 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-afef4c6a-34ec-4a41-b1ad-8ca228b301a7 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:05.571416 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-afef4c6a-34ec-4a41-b1ad-8ca228b301a7 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] 10.222.0.44 "GET /v2.0/networks?id=15fd3f90-e8ac-4bf9-ad83-cad477a1557a HTTP/1.1" status: 200 len: 814 time: 0.1931369 Sep 21 18:10:05.586782 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-eee174d7-7c10-4293-9239-7e4d00c32f76 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] Request body: {'port': {'device_id': '25e14082-c466-4e4f-a336-13b4e6e4b7c5', 'network_id': '15fd3f90-e8ac-4bf9-ad83-cad477a1557a', 'admin_state_up': True, 'tenant_id': '94f388a555b9486381e9429c073d6de9'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:05.785443 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-eee174d7-7c10-4293-9239-7e4d00c32f76 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] Made reservation on behalf of 94f388a555b9486381e9429c073d6de9 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:05.790755 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-eee174d7-7c10-4293-9239-7e4d00c32f76 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:06.052999 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-eee174d7-7c10-4293-9239-7e4d00c32f76 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] Allocated IP 172.20.0.13 (15fd3f90-e8ac-4bf9-ad83-cad477a1557a/de852466-faab-483c-83b3-c5ad0a22a318/c3a90a68-d820-48ae-a2ad-22043667f67e) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:10:06.256226 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-eee174d7-7c10-4293-9239-7e4d00c32f76 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:06.300348 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-eee174d7-7c10-4293-9239-7e4d00c32f76 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:06.329630 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55148) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:06.351658 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-eee174d7-7c10-4293-9239-7e4d00c32f76 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] Network 15fd3f90-e8ac-4bf9-ad83-cad477a1557a is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:06.359319 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-eee174d7-7c10-4293-9239-7e4d00c32f76 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:06.362197 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-eee174d7-7c10-4293-9239-7e4d00c32f76 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:10:06.369885 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee174d7-7c10-4293-9239-7e4d00c32f76 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] Pushing event updated for resources: {'Port': ['ID=c3a90a68-d820-48ae-a2ad-22043667f67e,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:06.428189 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-eee174d7-7c10-4293-9239-7e4d00c32f76 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:06.428654 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-eee174d7-7c10-4293-9239-7e4d00c32f76 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:06.445671 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-eee174d7-7c10-4293-9239-7e4d00c32f76 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8635976 Sep 21 18:10:06.459110 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-d353a28b-c60e-41ed-bd85-46ddb88117ea service neutron] Request body: {'port': {'device_id': '25e14082-c466-4e4f-a336-13b4e6e4b7c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:06.476059 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ceb5aa0b-0653-4e91-8a95-326a9c519863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:06.537369 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-d353a28b-c60e-41ed-bd85-46ddb88117ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:06.597069 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc4a7e-787f-487d-822e-a34ac2ad4ed5 req-f4ffdf2b-7d00-41b8-8feb-05198c75b697 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:06.599172 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e7cc4a7e-787f-487d-822e-a34ac2ad4ed5 req-f4ffdf2b-7d00-41b8-8feb-05198c75b697 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] 10.222.0.58 "GET /v2.0/ports?device_id=25e14082-c466-4e4f-a336-13b4e6e4b7c5 HTTP/1.1" status: 200 len: 932 time: 0.0807867 Sep 21 18:10:06.671263 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e7cc4a7e-787f-487d-822e-a34ac2ad4ed5 req-721905a6-d418-43c0-be59-b05afb41b27b tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] 10.222.0.58 "GET /v2.0/security-groups?id=97fb9fa9-13bf-4cf1-a439-be7485247c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619216 Sep 21 18:10:06.694291 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ceb5aa0b-0653-4e91-8a95-326a9c519863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:06.699535 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ceb5aa0b-0653-4e91-8a95-326a9c519863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:06.733325 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5aa0b-0653-4e91-8a95-326a9c519863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e64ff9b-5490-4e87-83de-92b2af9c47b5,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:06.752645 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ceb5aa0b-0653-4e91-8a95-326a9c519863 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7f2b121e17244069b72fe93cee1ad588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4216504 Sep 21 18:10:06.753286 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55156) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:06.806700 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6583d1bc-ac72-488d-8c9b-f5d678de7f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:06.830478 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6583d1bc-ac72-488d-8c9b-f5d678de7f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:06.879434 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-d353a28b-c60e-41ed-bd85-46ddb88117ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3a90a68-d820-48ae-a2ad-22043667f67e {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:10:06.889601 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-d353a28b-c60e-41ed-bd85-46ddb88117ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:06.897116 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6583d1bc-ac72-488d-8c9b-f5d678de7f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:06.901427 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6583d1bc-ac72-488d-8c9b-f5d678de7f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:06.907221 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6583d1bc-ac72-488d-8c9b-f5d678de7f04 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1e64ff9b-5490-4e87-83de-92b2af9c47b5 HTTP/1.1" status: 204 len: 168 time: 0.1526740 Sep 21 18:10:06.907951 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-d353a28b-c60e-41ed-bd85-46ddb88117ea service neutron] Transition to ACTIVE for port object c3a90a68-d820-48ae-a2ad-22043667f67e will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:10:06.917195 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-d353a28b-c60e-41ed-bd85-46ddb88117ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:06.918628 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583d1bc-ac72-488d-8c9b-f5d678de7f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e64ff9b-5490-4e87-83de-92b2af9c47b5,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:06.952184 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55164) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:07.020913 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353a28b-c60e-41ed-bd85-46ddb88117ea service neutron] Pushing event updated for resources: {'Port': ['ID=c3a90a68-d820-48ae-a2ad-22043667f67e,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:07.087529 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-d353a28b-c60e-41ed-bd85-46ddb88117ea service neutron] Attempting to bind port c3a90a68-d820-48ae-a2ad-22043667f67e on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:10:07.087875 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-d353a28b-c60e-41ed-bd85-46ddb88117ea service neutron] Attempting to bind port c3a90a68-d820-48ae-a2ad-22043667f67e by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '7f89a207-da6f-4620-a7dd-437155886cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '15fd3f90-e8ac-4bf9-ad83-cad477a1557a'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:10:07.088213 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-d353a28b-c60e-41ed-bd85-46ddb88117ea service neutron] Attempting to bind port c3a90a68-d820-48ae-a2ad-22043667f67e on network 15fd3f90-e8ac-4bf9-ad83-cad477a1557a {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:10:07.094252 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b0d21fca-6f70-46e4-94a2-8655efad593f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:07.098997 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-d353a28b-c60e-41ed-bd85-46ddb88117ea service neutron] Port c3a90a68-d820-48ae-a2ad-22043667f67e on network 15fd3f90-e8ac-4bf9-ad83-cad477a1557a not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:10:07.099335 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-d353a28b-c60e-41ed-bd85-46ddb88117ea service neutron] Attempting to bind port c3a90a68-d820-48ae-a2ad-22043667f67e on network 15fd3f90-e8ac-4bf9-ad83-cad477a1557a {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:10:07.114720 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-d353a28b-c60e-41ed-bd85-46ddb88117ea service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:10:07.115110 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-d353a28b-c60e-41ed-bd85-46ddb88117ea service neutron] Checking segment: {'id': '7f89a207-da6f-4620-a7dd-437155886cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '15fd3f90-e8ac-4bf9-ad83-cad477a1557a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:10:07.115524 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-d353a28b-c60e-41ed-bd85-46ddb88117ea service neutron] Bound using segment: {'id': '7f89a207-da6f-4620-a7dd-437155886cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '15fd3f90-e8ac-4bf9-ad83-cad477a1557a'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:10:07.115968 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-d353a28b-c60e-41ed-bd85-46ddb88117ea service neutron] Bound port: c3a90a68-d820-48ae-a2ad-22043667f67e, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f89a207-da6f-4620-a7dd-437155886cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '15fd3f90-e8ac-4bf9-ad83-cad477a1557a'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:10:07.116340 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-d353a28b-c60e-41ed-bd85-46ddb88117ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:07.204021 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-d353a28b-c60e-41ed-bd85-46ddb88117ea service neutron] For port c3a90a68-d820-48ae-a2ad-22043667f67e, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:10:07.215965 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-d353a28b-c60e-41ed-bd85-46ddb88117ea service neutron] For port c3a90a68-d820-48ae-a2ad-22043667f67e, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=c3a90a68-d820-48ae-a2ad-22043667f67e,segment=NetworkSegment(7f89a207-da6f-4620-a7dd-437155886cde),segment_id=7f89a207-da6f-4620-a7dd-437155886cde)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:10:07.222217 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-d353a28b-c60e-41ed-bd85-46ddb88117ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:07.226009 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b0d21fca-6f70-46e4-94a2-8655efad593f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:07.232605 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b0d21fca-6f70-46e4-94a2-8655efad593f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:07.273523 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-d353a28b-c60e-41ed-bd85-46ddb88117ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:07.275166 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-d353a28b-c60e-41ed-bd85-46ddb88117ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:07.275303 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b0d21fca-6f70-46e4-94a2-8655efad593f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6a60ac762a784e28a54935a29d2bb5f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3219178 Sep 21 18:10:07.276494 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-d353a28b-c60e-41ed-bd85-46ddb88117ea service neutron] 10.222.0.44 "PUT /v2.0/ports/c3a90a68-d820-48ae-a2ad-22043667f67e HTTP/1.1" status: 200 len: 1092 time: 0.8225298 Sep 21 18:10:07.278942 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55174) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:07.279434 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e14082-c466-4e4f-a336-13b4e6e4b7c5', 'tag': 'c3a90a68-d820-48ae-a2ad-22043667f67e'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:10:07.282724 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f52ac74-4e28-4e40-aba2-f740f5e79820" -d '{"events": [{"name": "network-changed", "server_uuid": "25e14082-c466-4e4f-a336-13b4e6e4b7c5", "tag": "c3a90a68-d820-48ae-a2ad-22043667f67e"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:10:07.301424 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d21fca-6f70-46e4-94a2-8655efad593f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8c8877-91cd-4010-b3b2-f5e315316a2f,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:07.374259 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e829b8ec-5cc7-4bcd-ba94-0446fe4accbc x-openstack-request-id: req-e829b8ec-5cc7-4bcd-ba94-0446fe4accbc {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:10:07.374655 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e14082-c466-4e4f-a336-13b4e6e4b7c5", "tag": "c3a90a68-d820-48ae-a2ad-22043667f67e", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:10:07.375009 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e829b8ec-5cc7-4bcd-ba94-0446fe4accbc {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:10:07.375483 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e14082-c466-4e4f-a336-13b4e6e4b7c5', 'tag': 'c3a90a68-d820-48ae-a2ad-22043667f67e', 'status': 'completed', 'code': 200} Sep 21 18:10:07.382609 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353a28b-c60e-41ed-bd85-46ddb88117ea service neutron] Pushing event updated for resources: {'Port': ['ID=c3a90a68-d820-48ae-a2ad-22043667f67e,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:07.393923 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55178) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:07.409109 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-be851067-3b51-4876-8280-2e5d28b8b92c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:07.412293 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-72565535-2e58-4619-aafc-32874a9fb362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:07.413905 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-72565535-2e58-4619-aafc-32874a9fb362 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94f388a555b9486381e9429c073d6de9&device_id=25e14082-c466-4e4f-a336-13b4e6e4b7c5 HTTP/1.1" status: 200 len: 1095 time: 0.0731835 Sep 21 18:10:07.417387 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9047816c-b04d-4fb6-a27c-61d0c26517fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:07.478832 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9047816c-b04d-4fb6-a27c-61d0c26517fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:07.481812 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-2b848f2b-f4ab-48dc-ac18-b7c2d80ef37e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3a90a68-d820-48ae-a2ad-22043667f67e HTTP/1.1" status: 200 len: 217 time: 0.0544674 Sep 21 18:10:07.510158 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-be851067-3b51-4876-8280-2e5d28b8b92c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:07.517094 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-be851067-3b51-4876-8280-2e5d28b8b92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:07.555240 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-232ce983-302d-4e17-b8d5-e3a9dc1ef268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:07.556660 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-232ce983-302d-4e17-b8d5-e3a9dc1ef268 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de852466-faab-483c-83b3-c5ad0a22a318 HTTP/1.1" status: 200 len: 854 time: 0.0667393 Sep 21 18:10:07.559641 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-be851067-3b51-4876-8280-2e5d28b8b92c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=82a8f559f2874c5883929f3756b704d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1643856 Sep 21 18:10:07.562335 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be851067-3b51-4876-8280-2e5d28b8b92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42c5f4e-071c-4720-825e-b9f940fdfb10,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:07.563238 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55180) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:07.603665 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-8db4e483-694f-4e20-90d0-62ff474e52e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=15fd3f90-e8ac-4bf9-ad83-cad477a1557a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374448 Sep 21 18:10:07.607769 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9047816c-b04d-4fb6-a27c-61d0c26517fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:07.610656 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9047816c-b04d-4fb6-a27c-61d0c26517fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:07.612114 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9047816c-b04d-4fb6-a27c-61d0c26517fe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6e8c8877-91cd-4010-b3b2-f5e315316a2f HTTP/1.1" status: 204 len: 168 time: 0.3260477 Sep 21 18:10:07.652230 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047816c-b04d-4fb6-a27c-61d0c26517fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8c8877-91cd-4010-b3b2-f5e315316a2f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:07.728656 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a14f8b84-eb36-49cb-a390-1fc6c4bcd798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:07.793083 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a14f8b84-eb36-49cb-a390-1fc6c4bcd798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:07.803350 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-baa85f57-f3f8-4ac0-8dbd-9986b25b778e service neutron] 10.222.0.44 "GET /v2.0/networks/15fd3f90-e8ac-4bf9-ad83-cad477a1557a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843235 Sep 21 18:10:07.875838 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4ff9f-612d-46dc-bd9e-b4604d196801 req-d01655de-7eb8-4a0f-8ab4-ea1a0f061a56 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:07.877413 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e0e4ff9f-612d-46dc-bd9e-b4604d196801 req-d01655de-7eb8-4a0f-8ab4-ea1a0f061a56 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] 10.222.0.58 "GET /v2.0/ports?device_id=25e14082-c466-4e4f-a336-13b4e6e4b7c5 HTTP/1.1" status: 200 len: 944 time: 0.1362810 Sep 21 18:10:07.961693 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a14f8b84-eb36-49cb-a390-1fc6c4bcd798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:07.964728 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a14f8b84-eb36-49cb-a390-1fc6c4bcd798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:07.966313 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a14f8b84-eb36-49cb-a390-1fc6c4bcd798 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a42c5f4e-071c-4720-825e-b9f940fdfb10 HTTP/1.1" status: 204 len: 168 time: 0.4017982 Sep 21 18:10:07.979446 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e0e4ff9f-612d-46dc-bd9e-b4604d196801 req-57b1cb3e-aa02-474d-8e6f-395d5d375f7d tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] 10.222.0.58 "GET /v2.0/security-groups?id=97fb9fa9-13bf-4cf1-a439-be7485247c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731649 Sep 21 18:10:07.989443 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c6f6f527-577d-4f3e-8565-2eefe6c20281 req-88ab8344-9487-4ff5-bbc7-6a079c29bf9e service neutron] 10.222.0.44 "GET /v2.0/networks/15fd3f90-e8ac-4bf9-ad83-cad477a1557a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742554 Sep 21 18:10:07.990456 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f8b84-eb36-49cb-a390-1fc6c4bcd798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42c5f4e-071c-4720-825e-b9f940fdfb10,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:08.070868 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55194) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:08.086667 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3e26bc87-7311-44dc-b9ac-63984fcf7b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:08.114977 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52ac74-4e28-4e40-aba2-f740f5e79820 req-2e13ef68-3bf8-459a-a183-da32cfbc5430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:08.116809 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0f52ac74-4e28-4e40-aba2-f740f5e79820 req-2e13ef68-3bf8-459a-a183-da32cfbc5430 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=94f388a555b9486381e9429c073d6de9&device_id=25e14082-c466-4e4f-a336-13b4e6e4b7c5 HTTP/1.1" status: 200 len: 1095 time: 0.0527298 Sep 21 18:10:08.231188 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3e26bc87-7311-44dc-b9ac-63984fcf7b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:08.236773 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3e26bc87-7311-44dc-b9ac-63984fcf7b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:08.272492 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52ac74-4e28-4e40-aba2-f740f5e79820 req-b3c5bd65-c378-434a-bdd7-f5c40540fb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:08.274117 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0f52ac74-4e28-4e40-aba2-f740f5e79820 req-b3c5bd65-c378-434a-bdd7-f5c40540fb94 service neutron] 10.222.0.44 "GET /v2.0/networks?id=15fd3f90-e8ac-4bf9-ad83-cad477a1557a HTTP/1.1" status: 200 len: 915 time: 0.1340268 Sep 21 18:10:08.282910 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3e26bc87-7311-44dc-b9ac-63984fcf7b8a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e6163f49009543c0997c81f08f7b40c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2085164 Sep 21 18:10:08.282910 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26bc87-7311-44dc-b9ac-63984fcf7b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342a398e-8f0c-4cf5-b543-8d166fe17943,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:08.297505 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55202) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:08.321585 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0f52ac74-4e28-4e40-aba2-f740f5e79820 req-921839aa-f052-4478-82c1-16c8b4f389d1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3a90a68-d820-48ae-a2ad-22043667f67e HTTP/1.1" status: 200 len: 217 time: 0.0384398 Sep 21 18:10:08.366608 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9e40b616-75ed-4494-b2e5-93b58cba0545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:08.393962 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9e40b616-75ed-4494-b2e5-93b58cba0545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:08.397371 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52ac74-4e28-4e40-aba2-f740f5e79820 req-308aa194-72ee-4802-8fc2-458c654bf604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:08.401355 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0f52ac74-4e28-4e40-aba2-f740f5e79820 req-308aa194-72ee-4802-8fc2-458c654bf604 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de852466-faab-483c-83b3-c5ad0a22a318 HTTP/1.1" status: 200 len: 854 time: 0.0717380 Sep 21 18:10:08.442954 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0f52ac74-4e28-4e40-aba2-f740f5e79820 req-ca25cad5-db12-4c4f-a886-84b647c91487 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=15fd3f90-e8ac-4bf9-ad83-cad477a1557a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337245 Sep 21 18:10:08.456700 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9e40b616-75ed-4494-b2e5-93b58cba0545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:08.460059 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9e40b616-75ed-4494-b2e5-93b58cba0545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:08.461317 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9e40b616-75ed-4494-b2e5-93b58cba0545 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/342a398e-8f0c-4cf5-b543-8d166fe17943 HTTP/1.1" status: 204 len: 168 time: 0.1628373 Sep 21 18:10:08.470134 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40b616-75ed-4494-b2e5-93b58cba0545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342a398e-8f0c-4cf5-b543-8d166fe17943,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:08.577811 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0f52ac74-4e28-4e40-aba2-f740f5e79820 req-c8eb2a1a-a629-46e5-b60c-f7684b6c1069 service neutron] 10.222.0.44 "GET /v2.0/networks/15fd3f90-e8ac-4bf9-ad83-cad477a1557a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151397 Sep 21 18:10:08.708651 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0f52ac74-4e28-4e40-aba2-f740f5e79820 req-262a83b0-6168-4ee4-b04a-3406d4cacf5f service neutron] 10.222.0.44 "GET /v2.0/networks/15fd3f90-e8ac-4bf9-ad83-cad477a1557a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215613 Sep 21 18:10:09.129298 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fbe39-bc01-41a0-8c96-713d49b52720 req-4488d6f6-4c37-4067-89a7-e73fb5e69659 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:09.140894 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7f2fbe39-bc01-41a0-8c96-713d49b52720 req-4488d6f6-4c37-4067-89a7-e73fb5e69659 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] 10.222.0.58 "GET /v2.0/ports?device_id=25e14082-c466-4e4f-a336-13b4e6e4b7c5 HTTP/1.1" status: 200 len: 944 time: 0.0713601 Sep 21 18:10:09.201724 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7f2fbe39-bc01-41a0-8c96-713d49b52720 req-def2edf6-ba54-4857-9ba5-b78941bcd985 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] 10.222.0.58 "GET /v2.0/security-groups?id=97fb9fa9-13bf-4cf1-a439-be7485247c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593104 Sep 21 18:10:09.297415 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55252) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:09.536609 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1e73b5b1-83d6-45a8-a442-23459422ead2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:09.650268 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1e73b5b1-83d6-45a8-a442-23459422ead2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:09.655778 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1e73b5b1-83d6-45a8-a442-23459422ead2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:09.698580 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e73b5b1-83d6-45a8-a442-23459422ead2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a913cee-f68e-41a8-8e4b-b501d3a8f039,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:09.708450 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55276) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:09.715803 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1e73b5b1-83d6-45a8-a442-23459422ead2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ae36b7d984a44b4088031336eb9709b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4171960 Sep 21 18:10:09.763032 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b3586793-6a4f-4bdf-af18-599ac39ab6e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:09.788243 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b3586793-6a4f-4bdf-af18-599ac39ab6e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:09.840166 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b3586793-6a4f-4bdf-af18-599ac39ab6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:09.843482 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b3586793-6a4f-4bdf-af18-599ac39ab6e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:09.845027 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b3586793-6a4f-4bdf-af18-599ac39ab6e4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5a913cee-f68e-41a8-8e4b-b501d3a8f039 HTTP/1.1" status: 204 len: 168 time: 0.1354101 Sep 21 18:10:09.854204 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3586793-6a4f-4bdf-af18-599ac39ab6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a913cee-f68e-41a8-8e4b-b501d3a8f039,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:09.967530 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55284) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:10.200651 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-505a1413-1550-46d0-bc11-72c841dad77f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:10.367100 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aefdcd-e42b-4c0c-845a-7c02fbd5e5b7 req-974ec658-bc8e-4051-9891-54ebbf645f70 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:10.368681 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-41aefdcd-e42b-4c0c-845a-7c02fbd5e5b7 req-974ec658-bc8e-4051-9891-54ebbf645f70 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] 10.222.0.58 "GET /v2.0/ports?device_id=25e14082-c466-4e4f-a336-13b4e6e4b7c5 HTTP/1.1" status: 200 len: 944 time: 0.0707631 Sep 21 18:10:10.379907 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-505a1413-1550-46d0-bc11-72c841dad77f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:10.387269 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-505a1413-1550-46d0-bc11-72c841dad77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:10.415970 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-41aefdcd-e42b-4c0c-845a-7c02fbd5e5b7 req-0465c452-2b14-4ce4-bce6-5468b03521e7 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] 10.222.0.58 "GET /v2.0/security-groups?id=97fb9fa9-13bf-4cf1-a439-be7485247c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351355 Sep 21 18:10:10.432997 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a1413-1550-46d0-bc11-72c841dad77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48906291-b742-4654-ae96-25eb8c96a2c9,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:10.440352 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-505a1413-1550-46d0-bc11-72c841dad77f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c721554c1a994ce296c2c6a19e6ee154&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4716604 Sep 21 18:10:10.443205 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55306) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:10.499115 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fec35ce4-1f7d-4ef9-88de-251d61a4198a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:10.523320 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fec35ce4-1f7d-4ef9-88de-251d61a4198a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:10.576601 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fec35ce4-1f7d-4ef9-88de-251d61a4198a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:10.579844 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fec35ce4-1f7d-4ef9-88de-251d61a4198a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:10.581019 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fec35ce4-1f7d-4ef9-88de-251d61a4198a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/48906291-b742-4654-ae96-25eb8c96a2c9 HTTP/1.1" status: 204 len: 168 time: 0.1354241 Sep 21 18:10:10.589232 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec35ce4-1f7d-4ef9-88de-251d61a4198a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48906291-b742-4654-ae96-25eb8c96a2c9,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:11.392163 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55348) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:11.578312 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679513b-2170-443b-adfe-c1582c08ffc4 req-82c60d12-2161-474a-8b3e-1081828f9840 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:11.586356 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0679513b-2170-443b-adfe-c1582c08ffc4 req-82c60d12-2161-474a-8b3e-1081828f9840 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] 10.222.0.58 "GET /v2.0/ports?device_id=25e14082-c466-4e4f-a336-13b4e6e4b7c5 HTTP/1.1" status: 200 len: 944 time: 0.0688260 Sep 21 18:10:11.625981 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0679513b-2170-443b-adfe-c1582c08ffc4 req-b6f990da-78e6-4675-81f7-97ec7e3e3c4a tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] 10.222.0.58 "GET /v2.0/security-groups?id=97fb9fa9-13bf-4cf1-a439-be7485247c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374820 Sep 21 18:10:11.660868 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-d2bf48f3-e335-455b-8fa3-88b5dce59b7b tempest-MeteringIpV6TestJSON-394670469 tempest-MeteringIpV6TestJSON-394670469-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1308604134'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:11.661792 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-d2bf48f3-e335-455b-8fa3-88b5dce59b7b tempest-MeteringIpV6TestJSON-394670469 tempest-MeteringIpV6TestJSON-394670469-project-admin] Unknown quota resources ['metering_label']. {{(pid=101461) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 18:10:11.883838 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d2bf48f3-e335-455b-8fa3-88b5dce59b7b tempest-MeteringIpV6TestJSON-394670469 tempest-MeteringIpV6TestJSON-394670469-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:11.885142 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d2bf48f3-e335-455b-8fa3-88b5dce59b7b tempest-MeteringIpV6TestJSON-394670469 tempest-MeteringIpV6TestJSON-394670469-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4919076 Sep 21 18:10:11.887874 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55364) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:11.901449 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-188315cc-28b1-4cf5-9de5-ae96093d039b tempest-MeteringIpV6TestJSON-394670469 tempest-MeteringIpV6TestJSON-394670469-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'db4336f9-6881-4efe-8f2a-967a9800bbf1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:11.902058 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-188315cc-28b1-4cf5-9de5-ae96093d039b tempest-MeteringIpV6TestJSON-394670469 tempest-MeteringIpV6TestJSON-394670469-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101461) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 18:10:11.934909 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device c3a90a68-d820-48ae-a2ad-22043667f67e details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:10:11.996076 n-d-810291-1 neutron-server[101461]: WARNING neutron.services.metering.metering_plugin [None req-188315cc-28b1-4cf5-9de5-ae96093d039b tempest-MeteringIpV6TestJSON-394670469 tempest-MeteringIpV6TestJSON-394670469-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 21 18:10:12.072061 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port c3a90a68-d820-48ae-a2ad-22043667f67e, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=c3a90a68-d820-48ae-a2ad-22043667f67e,segment=NetworkSegment(7f89a207-da6f-4620-a7dd-437155886cde),segment_id=7f89a207-da6f-4620-a7dd-437155886cde)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:12.088065 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'c3a90a68-d820-48ae-a2ad-22043667f67e', 'network_id': '15fd3f90-e8ac-4bf9-ad83-cad477a1557a', 'port_id': 'c3a90a68-d820-48ae-a2ad-22043667f67e', 'mac_address': 'fa:16:3e:44:ac:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de852466-faab-483c-83b3-c5ad0a22a318', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:10:12.129941 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:12.132330 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-188315cc-28b1-4cf5-9de5-ae96093d039b tempest-MeteringIpV6TestJSON-394670469 tempest-MeteringIpV6TestJSON-394670469-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:12.137423 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-188315cc-28b1-4cf5-9de5-ae96093d039b tempest-MeteringIpV6TestJSON-394670469 tempest-MeteringIpV6TestJSON-394670469-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2483001 Sep 21 18:10:12.137751 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55370) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:12.143509 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-334abb3e-e07b-4573-960b-54d1f8d94fc2 tempest-MeteringIpV6TestJSON-394670469 tempest-MeteringIpV6TestJSON-394670469-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'db4336f9-6881-4efe-8f2a-967a9800bbf1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:12.144039 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-334abb3e-e07b-4573-960b-54d1f8d94fc2 tempest-MeteringIpV6TestJSON-394670469 tempest-MeteringIpV6TestJSON-394670469-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101460) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 18:10:12.147508 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3a90a68-d820-48ae-a2ad-22043667f67e {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:10:12.177244 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port c3a90a68-d820-48ae-a2ad-22043667f67e, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=c3a90a68-d820-48ae-a2ad-22043667f67e,segment=NetworkSegment(7f89a207-da6f-4620-a7dd-437155886cde),segment_id=7f89a207-da6f-4620-a7dd-437155886cde)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:12.183086 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:12.243992 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=c3a90a68-d820-48ae-a2ad-22043667f67e,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:12.249159 n-d-810291-1 neutron-server[101460]: WARNING neutron.services.metering.metering_plugin [None req-334abb3e-e07b-4573-960b-54d1f8d94fc2 tempest-MeteringIpV6TestJSON-394670469 tempest-MeteringIpV6TestJSON-394670469-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 21 18:10:12.384277 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['c3a90a68-d820-48ae-a2ad-22043667f67e'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:10:12.762313 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-334abb3e-e07b-4573-960b-54d1f8d94fc2 tempest-MeteringIpV6TestJSON-394670469 tempest-MeteringIpV6TestJSON-394670469-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:12.763552 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-334abb3e-e07b-4573-960b-54d1f8d94fc2 tempest-MeteringIpV6TestJSON-394670469 tempest-MeteringIpV6TestJSON-394670469-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6244700 Sep 21 18:10:12.766518 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55398) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:12.786878 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-40ec173d-aacf-4d92-98f2-9a34cd3feaf0 tempest-MeteringIpV6TestJSON-394670469 tempest-MeteringIpV6TestJSON-394670469-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=07d9b494-5eed-4c55-b58a-6addd896bcb9 HTTP/1.1" status: 200 len: 462 time: 0.0191793 Sep 21 18:10:12.789509 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55400) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:12.819792 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfad158-6dac-44b6-bd85-0cee8281a345 req-7babf11c-dd0b-44be-88d8-6c7f3d51419a tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:12.827906 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9cfad158-6dac-44b6-bd85-0cee8281a345 req-7babf11c-dd0b-44be-88d8-6c7f3d51419a tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] 10.222.0.58 "GET /v2.0/ports?device_id=25e14082-c466-4e4f-a336-13b4e6e4b7c5 HTTP/1.1" status: 200 len: 945 time: 0.0751534 Sep 21 18:10:12.895547 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9cfad158-6dac-44b6-bd85-0cee8281a345 req-747900c4-fbbc-4bcf-b1aa-023e67015c03 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] 10.222.0.58 "GET /v2.0/security-groups?id=97fb9fa9-13bf-4cf1-a439-be7485247c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664201 Sep 21 18:10:12.910396 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cf99862d-5b97-4fd7-8eb2-a9480ce797ac tempest-MeteringIpV6TestJSON-394670469 tempest-MeteringIpV6TestJSON-394670469-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:12.913963 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-cf99862d-5b97-4fd7-8eb2-a9480ce797ac tempest-MeteringIpV6TestJSON-394670469 tempest-MeteringIpV6TestJSON-394670469-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/07d9b494-5eed-4c55-b58a-6addd896bcb9 HTTP/1.1" status: 204 len: 168 time: 0.1211507 Sep 21 18:10:12.914199 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55414) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:12.922997 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ff8bc860-b6fe-4db4-b68d-151a4eb80cc7 tempest-MeteringIpV6TestJSON-394670469 tempest-MeteringIpV6TestJSON-394670469-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=07d9b494-5eed-4c55-b58a-6addd896bcb9 HTTP/1.1" status: 200 len: 221 time: 0.0077574 Sep 21 18:10:12.927764 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55416) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:12.932392 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-2e653c3a-7168-4bd0-8139-8ab5c4d63121 tempest-MeteringIpV6TestJSON-394670469 tempest-MeteringIpV6TestJSON-394670469-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--311298805', 'description': 'label created by tempest'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:12.932909 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-2e653c3a-7168-4bd0-8139-8ab5c4d63121 tempest-MeteringIpV6TestJSON-394670469 tempest-MeteringIpV6TestJSON-394670469-project-admin] Unknown quota resources ['metering_label']. {{(pid=101460) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 18:10:13.149177 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2e653c3a-7168-4bd0-8139-8ab5c4d63121 tempest-MeteringIpV6TestJSON-394670469 tempest-MeteringIpV6TestJSON-394670469-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:13.150388 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2e653c3a-7168-4bd0-8139-8ab5c4d63121 tempest-MeteringIpV6TestJSON-394670469 tempest-MeteringIpV6TestJSON-394670469-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2215774 Sep 21 18:10:13.153302 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55428) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:13.240228 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4f0ab77e-08a9-4f95-9672-7997ad3faf3d tempest-MeteringIpV6TestJSON-394670469 tempest-MeteringIpV6TestJSON-394670469-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=5a3e73f3-8234-4a91-bfc7-c33fd2d8169a HTTP/1.1" status: 200 len: 467 time: 0.0817909 Sep 21 18:10:13.241030 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55432) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:13.324845 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55434) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:13.455984 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4a060e8a-1bc4-4406-ac04-bfbb40c46a46 tempest-MeteringIpV6TestJSON-394670469 tempest-MeteringIpV6TestJSON-394670469-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:13.460475 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4f00efc6-9379-408b-8ec8-e194a70fe343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:13.460646 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4a060e8a-1bc4-4406-ac04-bfbb40c46a46 tempest-MeteringIpV6TestJSON-394670469 tempest-MeteringIpV6TestJSON-394670469-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/5a3e73f3-8234-4a91-bfc7-c33fd2d8169a HTTP/1.1" status: 204 len: 168 time: 0.2183652 Sep 21 18:10:13.461341 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55440) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:13.476986 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-da322480-d0d0-4d6b-8abc-956e7c6a8004 tempest-MeteringIpV6TestJSON-394670469 tempest-MeteringIpV6TestJSON-394670469-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=5a3e73f3-8234-4a91-bfc7-c33fd2d8169a HTTP/1.1" status: 200 len: 216 time: 0.0143352 Sep 21 18:10:13.481328 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55442) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:13.499304 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-01319aa3-8bf4-4c9b-9a6e-b8afdecc19c3 tempest-MeteringIpV6TestJSON-394670469 tempest-MeteringIpV6TestJSON-394670469-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0155900 Sep 21 18:10:13.499978 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55444) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:13.527969 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55448) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:13.528201 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4aa0933e-f98a-4374-a9a6-5849bb83ba21 tempest-MeteringIpV6TestJSON-394670469 tempest-MeteringIpV6TestJSON-394670469-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0268385 Sep 21 18:10:13.590670 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4f00efc6-9379-408b-8ec8-e194a70fe343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:13.594450 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0f15988d-035b-4f8d-9dac-4b4c288eef86 tempest-MeteringIpV6TestJSON-394670469 tempest-MeteringIpV6TestJSON-394670469-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels/db4336f9-6881-4efe-8f2a-967a9800bbf1 HTTP/1.1" status: 200 len: 473 time: 0.0646138 Sep 21 18:10:13.595162 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4f00efc6-9379-408b-8ec8-e194a70fe343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:13.598019 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55450) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:13.609851 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a4272a08-62bb-463e-9947-4414fbfc8047 tempest-MeteringIpV6TestJSON-394670469 tempest-MeteringIpV6TestJSON-394670469-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules/659b9fbf-3eae-40b1-a37c-bbe73f063150 HTTP/1.1" status: 200 len: 459 time: 0.0101404 Sep 21 18:10:13.613135 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55452) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:13.638674 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4f00efc6-9379-408b-8ec8-e194a70fe343 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4ab854b9965944a1985186c00437aaf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3125727 Sep 21 18:10:13.639885 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00efc6-9379-408b-8ec8-e194a70fe343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1c2307-8df3-48d0-9345-40d803e1bbfe,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:13.642373 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55454) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:13.692480 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6ee4e4a3-2800-4c7a-b3c9-e2db14569377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:13.713448 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6ee4e4a3-2800-4c7a-b3c9-e2db14569377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:13.725120 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-34765343-1239-4ce7-aead-a4d71fd8939a tempest-MeteringIpV6TestJSON-394670469 tempest-MeteringIpV6TestJSON-394670469-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:13.729035 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-34765343-1239-4ce7-aead-a4d71fd8939a tempest-MeteringIpV6TestJSON-394670469 tempest-MeteringIpV6TestJSON-394670469-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/659b9fbf-3eae-40b1-a37c-bbe73f063150 HTTP/1.1" status: 204 len: 168 time: 0.1130433 Sep 21 18:10:13.729772 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55456) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:13.764116 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6ee4e4a3-2800-4c7a-b3c9-e2db14569377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:13.767391 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6ee4e4a3-2800-4c7a-b3c9-e2db14569377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:13.771173 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6ee4e4a3-2800-4c7a-b3c9-e2db14569377 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dd1c2307-8df3-48d0-9345-40d803e1bbfe HTTP/1.1" status: 204 len: 168 time: 0.1253741 Sep 21 18:10:13.778410 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4e4a3-2800-4c7a-b3c9-e2db14569377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1c2307-8df3-48d0-9345-40d803e1bbfe,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:13.928575 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2e4cc4a6-958f-4df7-8fe0-09915a188cb7 tempest-MeteringIpV6TestJSON-394670469 tempest-MeteringIpV6TestJSON-394670469-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:13.929772 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2e4cc4a6-958f-4df7-8fe0-09915a188cb7 tempest-MeteringIpV6TestJSON-394670469 tempest-MeteringIpV6TestJSON-394670469-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/db4336f9-6881-4efe-8f2a-967a9800bbf1 HTTP/1.1" status: 204 len: 168 time: 0.1993825 Sep 21 18:10:13.937032 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device c3a90a68-d820-48ae-a2ad-22043667f67e up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:10:14.037081 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6124861-d144-4e00-8272-3800b0f1625e req-1d36a392-e75a-434a-9647-e0a5fbd3f5a9 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:14.038660 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d6124861-d144-4e00-8272-3800b0f1625e req-1d36a392-e75a-434a-9647-e0a5fbd3f5a9 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] 10.222.0.58 "GET /v2.0/ports?device_id=25e14082-c466-4e4f-a336-13b4e6e4b7c5 HTTP/1.1" status: 200 len: 945 time: 0.0656512 Sep 21 18:10:14.045564 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port c3a90a68-d820-48ae-a2ad-22043667f67e completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:10:14.050003 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port c3a90a68-d820-48ae-a2ad-22043667f67e triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:14.050735 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:14.134045 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d6124861-d144-4e00-8272-3800b0f1625e req-48fd7657-3e4d-4914-916b-904cdd9e2252 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] 10.222.0.58 "GET /v2.0/security-groups?id=97fb9fa9-13bf-4cf1-a439-be7485247c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769465 Sep 21 18:10:14.155640 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:14.163471 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55466) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:14.179019 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b322ab5d-0e30-425e-85fb-0761d182b07a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:14.185033 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e14082-c466-4e4f-a336-13b4e6e4b7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a90a68-d820-48ae-a2ad-22043667f67e'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:10:14.191157 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6dbad4e-9a85-4877-a18f-a44241918698" -d '{"events": [{"server_uuid": "25e14082-c466-4e4f-a336-13b4e6e4b7c5", "name": "network-vif-plugged", "status": "completed", "tag": "c3a90a68-d820-48ae-a2ad-22043667f67e"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:10:14.228922 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port c3a90a68-d820-48ae-a2ad-22043667f67e, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=c3a90a68-d820-48ae-a2ad-22043667f67e,segment=NetworkSegment(7f89a207-da6f-4620-a7dd-437155886cde),segment_id=7f89a207-da6f-4620-a7dd-437155886cde)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:14.239693 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:14.280077 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6618f5ed-f4a7-4b76-8d7f-630bd48dc10c x-openstack-request-id: req-6618f5ed-f4a7-4b76-8d7f-630bd48dc10c {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:10:14.280523 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e14082-c466-4e4f-a336-13b4e6e4b7c5", "name": "network-vif-plugged", "status": "completed", "tag": "c3a90a68-d820-48ae-a2ad-22043667f67e", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:10:14.280803 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6618f5ed-f4a7-4b76-8d7f-630bd48dc10c {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:10:14.281183 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e14082-c466-4e4f-a336-13b4e6e4b7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a90a68-d820-48ae-a2ad-22043667f67e', 'code': 200} Sep 21 18:10:14.324492 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=c3a90a68-d820-48ae-a2ad-22043667f67e,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:14.343034 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b322ab5d-0e30-425e-85fb-0761d182b07a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:14.348244 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b322ab5d-0e30-425e-85fb-0761d182b07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:14.369467 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55472) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:14.395062 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b322ab5d-0e30-425e-85fb-0761d182b07a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fe4b9a360b924f17a84fff91089631e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2303619 Sep 21 18:10:14.396562 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55476) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:14.416322 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef6d13-7c49-45ff-b683-4dbd5d708b66 req-ffda3f7a-c537-4c2b-a6e0-097a4fbb4a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:14.418097 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-caef6d13-7c49-45ff-b683-4dbd5d708b66 req-ffda3f7a-c537-4c2b-a6e0-097a4fbb4a8a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=25e14082-c466-4e4f-a336-13b4e6e4b7c5 HTTP/1.1" status: 200 len: 1097 time: 0.0602524 Sep 21 18:10:14.422483 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322ab5d-0e30-425e-85fb-0761d182b07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3614e54-c284-4c30-8859-bbd885875c13,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:14.463354 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-caef6d13-7c49-45ff-b683-4dbd5d708b66 req-612d7995-a902-43e9-b403-1afa8bd2bd8b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=97fb9fa9-13bf-4cf1-a439-be7485247c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362926 Sep 21 18:10:14.469998 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a3bb7047-7879-41d1-955e-f05392e9897d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:14.494597 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a3bb7047-7879-41d1-955e-f05392e9897d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:14.553676 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a3bb7047-7879-41d1-955e-f05392e9897d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:14.556893 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a3bb7047-7879-41d1-955e-f05392e9897d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:14.562871 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a3bb7047-7879-41d1-955e-f05392e9897d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c3614e54-c284-4c30-8859-bbd885875c13 HTTP/1.1" status: 204 len: 168 time: 0.1634500 Sep 21 18:10:14.571917 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb7047-7879-41d1-955e-f05392e9897d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3614e54-c284-4c30-8859-bbd885875c13,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:14.579820 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a90d5025-5db0-4b66-b664-7431b42c7bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:14.697272 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a90d5025-5db0-4b66-b664-7431b42c7bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:14.702244 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a90d5025-5db0-4b66-b664-7431b42c7bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:14.752652 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55486) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:14.752870 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a90d5025-5db0-4b66-b664-7431b42c7bed admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a07a6ffbad0b43e88bc9d163f618486a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3804414 Sep 21 18:10:14.753656 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d5025-5db0-4b66-b664-7431b42c7bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a315632c-a485-4334-b3a3-6d8100375099,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:14.806278 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a5f9b816-b203-44d1-86b5-29795c5890f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:14.828761 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a5f9b816-b203-44d1-86b5-29795c5890f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:14.878323 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a5f9b816-b203-44d1-86b5-29795c5890f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:14.881013 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a5f9b816-b203-44d1-86b5-29795c5890f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:14.883543 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a5f9b816-b203-44d1-86b5-29795c5890f7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a315632c-a485-4334-b3a3-6d8100375099 HTTP/1.1" status: 204 len: 168 time: 0.1278043 Sep 21 18:10:14.894433 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9b816-b203-44d1-86b5-29795c5890f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a315632c-a485-4334-b3a3-6d8100375099,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:15.216929 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55508) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:15.237543 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0ed32b83-152d-4a63-ad30-6f0e9d71ecf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:15.288610 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbbb22-a297-4402-b6fe-edd91f6a057c req-2e9f9ef3-5d8a-4a3a-94cf-d0d3b9e35848 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:15.290961 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4bcbbb22-a297-4402-b6fe-edd91f6a057c req-2e9f9ef3-5d8a-4a3a-94cf-d0d3b9e35848 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] 10.222.0.58 "GET /v2.0/ports?device_id=25e14082-c466-4e4f-a336-13b4e6e4b7c5 HTTP/1.1" status: 200 len: 946 time: 0.0744801 Sep 21 18:10:15.336578 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4bcbbb22-a297-4402-b6fe-edd91f6a057c req-03214b4b-fe30-4073-97c1-dc46a203102b tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] 10.222.0.58 "GET /v2.0/security-groups?id=97fb9fa9-13bf-4cf1-a439-be7485247c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385232 Sep 21 18:10:15.347853 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0ed32b83-152d-4a63-ad30-6f0e9d71ecf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:15.361260 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0ed32b83-152d-4a63-ad30-6f0e9d71ecf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:15.405735 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0ed32b83-152d-4a63-ad30-6f0e9d71ecf0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d7e12ae5716746d9a37ac033f280f301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1870456 Sep 21 18:10:15.408438 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed32b83-152d-4a63-ad30-6f0e9d71ecf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c18ad2-7b7e-41a7-b25a-51028c593f61,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:15.408603 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55516) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:15.470139 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0bb0a963-1b7a-44f8-85d0-4027c4be3e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:15.496450 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0bb0a963-1b7a-44f8-85d0-4027c4be3e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:15.550123 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0bb0a963-1b7a-44f8-85d0-4027c4be3e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:15.553660 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0bb0a963-1b7a-44f8-85d0-4027c4be3e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:15.554963 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0bb0a963-1b7a-44f8-85d0-4027c4be3e76 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d7c18ad2-7b7e-41a7-b25a-51028c593f61 HTTP/1.1" status: 204 len: 168 time: 0.1434264 Sep 21 18:10:15.564424 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0a963-1b7a-44f8-85d0-4027c4be3e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c18ad2-7b7e-41a7-b25a-51028c593f61,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:15.903847 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0b68a727-e439-4611-a404-c58a15e9d9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:16.468776 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a70113-7873-46f9-ab14-cd18dfda097c req-86c46e90-2760-467f-940b-dc5b52a38933 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:16.475856 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f4a70113-7873-46f9-ab14-cd18dfda097c req-86c46e90-2760-467f-940b-dc5b52a38933 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] 10.222.0.58 "GET /v2.0/ports?device_id=25e14082-c466-4e4f-a336-13b4e6e4b7c5 HTTP/1.1" status: 200 len: 946 time: 0.0607114 Sep 21 18:10:16.517044 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f4a70113-7873-46f9-ab14-cd18dfda097c req-89b6fe2f-a231-43e1-87b2-11defb2da5f4 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] 10.222.0.58 "GET /v2.0/security-groups?id=97fb9fa9-13bf-4cf1-a439-be7485247c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401244 Sep 21 18:10:17.136995 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef2aca-297b-408f-9a4e-04f603926be4 req-fa812bc1-b7bc-4941-88da-5516cf803779 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:17.139215 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f5ef2aca-297b-408f-9a4e-04f603926be4 req-fa812bc1-b7bc-4941-88da-5516cf803779 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] 10.222.0.58 "GET /v2.0/ports?device_id=25e14082-c466-4e4f-a336-13b4e6e4b7c5 HTTP/1.1" status: 200 len: 946 time: 0.0691078 Sep 21 18:10:17.186800 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f5ef2aca-297b-408f-9a4e-04f603926be4 req-98202634-00db-4841-92d4-b335b5d21401 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] 10.222.0.58 "GET /v2.0/security-groups?id=97fb9fa9-13bf-4cf1-a439-be7485247c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388389 Sep 21 18:10:17.432944 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55688) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:17.575658 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-83200693-0d58-4ab0-bd26-e647c282bfb6 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-755454775'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:17.597282 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-83200693-0d58-4ab0-bd26-e647c282bfb6 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:17.598379 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-83200693-0d58-4ab0-bd26-e647c282bfb6 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:17.649586 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-83200693-0d58-4ab0-bd26-e647c282bfb6 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:17.660693 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-83200693-0d58-4ab0-bd26-e647c282bfb6 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:17.685845 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-83200693-0d58-4ab0-bd26-e647c282bfb6 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:17.691826 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-83200693-0d58-4ab0-bd26-e647c282bfb6 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2576983 Sep 21 18:10:17.692286 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55700) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:17.775562 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8bb20e1d-bbbc-4f5e-9053-3bac1143ff21 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:18.010808 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8bb20e1d-bbbc-4f5e-9053-3bac1143ff21 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:18.013421 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8bb20e1d-bbbc-4f5e-9053-3bac1143ff21 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:18.091171 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8bb20e1d-bbbc-4f5e-9053-3bac1143ff21 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:18.091815 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb20e1d-bbbc-4f5e-9053-3bac1143ff21 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 92642d50-9c5f-4a43-943c-e9f0482ed359 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:10:18.109551 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8bb20e1d-bbbc-4f5e-9053-3bac1143ff21 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:18.116941 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8bb20e1d-bbbc-4f5e-9053-3bac1143ff21 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] 10.222.0.58 "DELETE /v2.0/routers/92642d50-9c5f-4a43-943c-e9f0482ed359 HTTP/1.1" status: 204 len: 168 time: 0.4188352 Sep 21 18:10:18.117459 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55732) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:18.124296 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-3e831646-e237-4ab4-9fba-c392ab595dce tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Request body: {'router': {'name': 'tempest-router-272191707', 'distributed': False}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:18.175975 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3e831646-e237-4ab4-9fba-c392ab595dce tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:18.177714 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3e831646-e237-4ab4-9fba-c392ab595dce tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:18.259829 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3e831646-e237-4ab4-9fba-c392ab595dce tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:18.267489 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3e831646-e237-4ab4-9fba-c392ab595dce tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:18.296000 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3e831646-e237-4ab4-9fba-c392ab595dce tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:18.297260 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3e831646-e237-4ab4-9fba-c392ab595dce tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1787326 Sep 21 18:10:18.300143 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55756) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:18.364342 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f68e6cfe-5cfc-403a-a775-fd0b120756e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:18.400524 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6624e-ece7-4cf3-be7d-131b5b595f2c req-e4a217ea-e348-406f-a738-3d34cf914ce0 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:18.402517 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c2d6624e-ece7-4cf3-be7d-131b5b595f2c req-e4a217ea-e348-406f-a738-3d34cf914ce0 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] 10.222.0.58 "GET /v2.0/ports?device_id=25e14082-c466-4e4f-a336-13b4e6e4b7c5 HTTP/1.1" status: 200 len: 946 time: 0.1066830 Sep 21 18:10:18.472572 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7e580549-459d-40e5-8d71-cf623fcdc65b tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:18.501310 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c2d6624e-ece7-4cf3-be7d-131b5b595f2c req-7d255965-2db4-4861-8066-07cdd26f6707 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] 10.222.0.58 "GET /v2.0/security-groups?id=97fb9fa9-13bf-4cf1-a439-be7485247c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924134 Sep 21 18:10:18.534738 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6042c9-0061-46f4-8afd-57bb0a377997 req-98fdc4e4-2bc1-490d-bb8f-133f6528b6e4 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:18.536384 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1e6042c9-0061-46f4-8afd-57bb0a377997 req-98fdc4e4-2bc1-490d-bb8f-133f6528b6e4 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] 10.222.0.44 "GET /v2.0/ports?device_id=25e14082-c466-4e4f-a336-13b4e6e4b7c5 HTTP/1.1" status: 200 len: 946 time: 0.1834476 Sep 21 18:10:18.764218 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7e580549-459d-40e5-8d71-cf623fcdc65b tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:18.767265 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7e580549-459d-40e5-8d71-cf623fcdc65b tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:18.831284 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7e580549-459d-40e5-8d71-cf623fcdc65b tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:18.831915 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e580549-459d-40e5-8d71-cf623fcdc65b tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e39a747-32fd-4a07-85d3-8bf600b5bd33 {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:10:18.842873 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7e580549-459d-40e5-8d71-cf623fcdc65b tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:18.844258 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7e580549-459d-40e5-8d71-cf623fcdc65b tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] 10.222.0.58 "DELETE /v2.0/routers/8e39a747-32fd-4a07-85d3-8bf600b5bd33 HTTP/1.1" status: 204 len: 168 time: 0.5382750 Sep 21 18:10:18.848108 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55806) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:18.853332 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-ba1aef69-0f7b-4591-9036-4d0d654bfc49 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Request body: {'router': {'name': 'tempest-router-1915006311', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ec6785909af24260af50036743b8eb0d'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:18.857466 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-1e6042c9-0061-46f4-8afd-57bb0a377997 req-9fb3efa4-970d-4bf7-9216-2f3b6c131a4a tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] Deleting port c3a90a68-d820-48ae-a2ad-22043667f67e {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:18.857828 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1e6042c9-0061-46f4-8afd-57bb0a377997 req-9fb3efa4-970d-4bf7-9216-2f3b6c131a4a tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:18.891648 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ba1aef69-0f7b-4591-9036-4d0d654bfc49 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:18.893252 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ba1aef69-0f7b-4591-9036-4d0d654bfc49 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:18.984178 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:19.014589 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ba1aef69-0f7b-4591-9036-4d0d654bfc49 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:19.020679 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ba1aef69-0f7b-4591-9036-4d0d654bfc49 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:19.040299 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ba1aef69-0f7b-4591-9036-4d0d654bfc49 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:19.041973 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ba1aef69-0f7b-4591-9036-4d0d654bfc49 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1922956 Sep 21 18:10:19.044894 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55820) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:19.047035 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-1e6042c9-0061-46f4-8afd-57bb0a377997 req-9fb3efa4-970d-4bf7-9216-2f3b6c131a4a tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] For port c3a90a68-d820-48ae-a2ad-22043667f67e, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=c3a90a68-d820-48ae-a2ad-22043667f67e,segment=NetworkSegment(7f89a207-da6f-4620-a7dd-437155886cde),segment_id=7f89a207-da6f-4620-a7dd-437155886cde)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:19.047692 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1e6042c9-0061-46f4-8afd-57bb0a377997 req-9fb3efa4-970d-4bf7-9216-2f3b6c131a4a tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:19.054749 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-dff6a330-0be6-4cb8-b34c-10b0706e74e7 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:19.107391 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-1e6042c9-0061-46f4-8afd-57bb0a377997 req-9fb3efa4-970d-4bf7-9216-2f3b6c131a4a tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] Calling delete_port for c3a90a68-d820-48ae-a2ad-22043667f67e owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:19.375222 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dff6a330-0be6-4cb8-b34c-10b0706e74e7 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1427'] for router, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:19.375601 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dff6a330-0be6-4cb8-b34c-10b0706e74e7 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks [] for router, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:19.422765 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55830) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:19.511667 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-dff6a330-0be6-4cb8-b34c-10b0706e74e7 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101460) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 21 18:10:19.512000 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-dff6a330-0be6-4cb8-b34c-10b0706e74e7 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Router 7d716533-590f-4666-aede-83fb1c4391d1 migrating from provider to provider. {{(pid=101460) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 21 18:10:19.512368 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dff6a330-0be6-4cb8-b34c-10b0706e74e7 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:19.522651 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dff6a330-0be6-4cb8-b34c-10b0706e74e7 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:19.532411 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dff6a330-0be6-4cb8-b34c-10b0706e74e7 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-734625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-734648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-574993'] for router, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:19.575118 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d9da2c3c-c3ea-434f-96b4-e4918a7debb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:19.618975 n-d-810291-1 neutron-server[101460]: WARNING neutron.scheduler.l3_agent_scheduler [None req-dff6a330-0be6-4cb8-b34c-10b0706e74e7 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] No L3 agents can host the router 7d716533-590f-4666-aede-83fb1c4391d1 Sep 21 18:10:19.621594 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1e6042c9-0061-46f4-8afd-57bb0a377997 req-9fb3efa4-970d-4bf7-9216-2f3b6c131a4a tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:19.636431 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['c3a90a68-d820-48ae-a2ad-22043667f67e'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:10:19.668357 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1c75de0b-bb94-4fab-84d5-b761ef30d0ff req-e1fbfcca-079d-480c-97df-359cc2b956d6 tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] 10.222.0.58 "GET /v2.0/ports?device_id=25e14082-c466-4e4f-a336-13b4e6e4b7c5 HTTP/1.1" status: 200 len: 210 time: 0.0517163 Sep 21 18:10:19.750648 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d9da2c3c-c3ea-434f-96b4-e4918a7debb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:19.754091 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3efa4-970d-4bf7-9216-2f3b6c131a4a tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] Pushing event deleted for resources: {'Port': ['ID=c3a90a68-d820-48ae-a2ad-22043667f67e,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:19.759653 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d9da2c3c-c3ea-434f-96b4-e4918a7debb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:19.829526 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d9da2c3c-c3ea-434f-96b4-e4918a7debb5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7b849e91b6bb4a7bacf0006409dcab3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4048967 Sep 21 18:10:19.832162 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da2c3c-c3ea-434f-96b4-e4918a7debb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429e884b-3878-442f-af92-8b981fe7d269,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:19.834009 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6042c9-0061-46f4-8afd-57bb0a377997 req-9fb3efa4-970d-4bf7-9216-2f3b6c131a4a tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] No DVR routers for this DVR port c3a90a68-d820-48ae-a2ad-22043667f67e on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:10:19.837046 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1e6042c9-0061-46f4-8afd-57bb0a377997 req-9fb3efa4-970d-4bf7-9216-2f3b6c131a4a tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:19.840250 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1e6042c9-0061-46f4-8afd-57bb0a377997 req-9fb3efa4-970d-4bf7-9216-2f3b6c131a4a tempest-ServerAddressesTestJSON-1413379279 tempest-ServerAddressesTestJSON-1413379279-project] 10.222.0.44 "DELETE /v2.0/ports/c3a90a68-d820-48ae-a2ad-22043667f67e HTTP/1.1" status: 204 len: 173 time: 1.2631624 Sep 21 18:10:19.841047 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55838) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:19.841579 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e14082-c466-4e4f-a336-13b4e6e4b7c5', 'name': 'network-vif-deleted', 'tag': 'c3a90a68-d820-48ae-a2ad-22043667f67e'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:10:19.844587 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0431997f-ae9c-4306-9606-4073605832d4" -d '{"events": [{"server_uuid": "25e14082-c466-4e4f-a336-13b4e6e4b7c5", "name": "network-vif-deleted", "tag": "c3a90a68-d820-48ae-a2ad-22043667f67e"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:10:19.903778 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134fa157-2074-402b-bbb5-34170b2297ec x-openstack-request-id: req-134fa157-2074-402b-bbb5-34170b2297ec {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:10:19.904253 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e14082-c466-4e4f-a336-13b4e6e4b7c5", "name": "network-vif-deleted", "tag": "c3a90a68-d820-48ae-a2ad-22043667f67e", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:10:19.904539 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-134fa157-2074-402b-bbb5-34170b2297ec {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:10:19.904950 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e14082-c466-4e4f-a336-13b4e6e4b7c5', 'name': 'network-vif-deleted', 'tag': 'c3a90a68-d820-48ae-a2ad-22043667f67e', 'status': 'completed', 'code': 200} Sep 21 18:10:19.910301 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff6a330-0be6-4cb8-b34c-10b0706e74e7 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Hosts for router 7d716533-590f-4666-aede-83fb1c4391d1: [] {{(pid=101460) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 21 18:10:19.947168 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff6a330-0be6-4cb8-b34c-10b0706e74e7 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Hosts for other DVR routers connected to router 7d716533-590f-4666-aede-83fb1c4391d1: set() {{(pid=101460) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 21 18:10:19.949752 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dff6a330-0be6-4cb8-b34c-10b0706e74e7 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:19.951093 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-dff6a330-0be6-4cb8-b34c-10b0706e74e7 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] 10.222.0.58 "PUT /v2.0/routers/7d716533-590f-4666-aede-83fb1c4391d1 HTTP/1.1" status: 200 len: 717 time: 0.9001780 Sep 21 18:10:19.953951 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55842) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:19.983203 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-053ee548-f9d8-4353-82f9-f97031f9d3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:20.038994 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-053ee548-f9d8-4353-82f9-f97031f9d3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:20.065084 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:20.112816 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-053ee548-f9d8-4353-82f9-f97031f9d3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:20.115608 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-053ee548-f9d8-4353-82f9-f97031f9d3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:20.119599 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-053ee548-f9d8-4353-82f9-f97031f9d3bb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/429e884b-3878-442f-af92-8b981fe7d269 HTTP/1.1" status: 204 len: 168 time: 0.2694757 Sep 21 18:10:20.143855 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ee548-f9d8-4353-82f9-f97031f9d3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429e884b-3878-442f-af92-8b981fe7d269,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:20.470991 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-25ec0e81-efc8-4fa9-a401-bd2c2fed8fee tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] 10.222.0.58 "GET /v2.0/routers/7d716533-590f-4666-aede-83fb1c4391d1 HTTP/1.1" status: 200 len: 717 time: 0.5156074 Sep 21 18:10:20.474055 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55850) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:20.758180 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55864) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:20.863868 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c461d8f9-a2b0-4719-95ea-a5d87f5d31c5 tempest-RoutersTestDVR-829339239 tempest-RoutersTestDVR-829339239-project] 10.222.0.58 "GET /v2.0/routers/7d716533-590f-4666-aede-83fb1c4391d1 HTTP/1.1" status: 200 len: 683 time: 0.3884652 Sep 21 18:10:20.864695 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca341f94-cd00-4879-990b-296917c616da admin admin] Deleting subnet de852466-faab-483c-83b3-c5ad0a22a318 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:10:20.867352 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55868) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:20.868534 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ca341f94-cd00-4879-990b-296917c616da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:20.919057 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ca341f94-cd00-4879-990b-296917c616da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:20.975510 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ca341f94-cd00-4879-990b-296917c616da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:20.986244 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1a431474-d4db-4cd0-8645-fe56987f0c9a tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:21.042953 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ca341f94-cd00-4879-990b-296917c616da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:21.088578 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca341f94-cd00-4879-990b-296917c616da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de852466-faab-483c-83b3-c5ad0a22a318,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:21.090944 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ca341f94-cd00-4879-990b-296917c616da admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:21.093304 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ca341f94-cd00-4879-990b-296917c616da admin admin] 10.222.0.58 "DELETE /v2.0/subnets/de852466-faab-483c-83b3-c5ad0a22a318 HTTP/1.1" status: 204 len: 168 time: 0.3340926 Sep 21 18:10:21.096363 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55878) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:21.182743 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-36f0b245-5840-495c-b40b-034db8e85f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:21.218059 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1a431474-d4db-4cd0-8645-fe56987f0c9a tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:21.220749 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1a431474-d4db-4cd0-8645-fe56987f0c9a tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:21.276658 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1a431474-d4db-4cd0-8645-fe56987f0c9a tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:21.277386 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a431474-d4db-4cd0-8645-fe56987f0c9a tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7d716533-590f-4666-aede-83fb1c4391d1 {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:10:21.282957 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1a431474-d4db-4cd0-8645-fe56987f0c9a tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:21.289306 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1a431474-d4db-4cd0-8645-fe56987f0c9a tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] 10.222.0.58 "DELETE /v2.0/routers/7d716533-590f-4666-aede-83fb1c4391d1 HTTP/1.1" status: 204 len: 168 time: 0.4187462 Sep 21 18:10:21.290464 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55882) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:21.295941 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-245b7918-4660-42b0-908a-7c90d365f0b2 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Request body: {'router': {'name': 'tempest-router-1310476886', 'distributed': True}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:21.298570 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-36f0b245-5840-495c-b40b-034db8e85f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:21.321094 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-36f0b245-5840-495c-b40b-034db8e85f90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15fd3f90-e8ac-4bf9-ad83-cad477a1557a']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:21.323886 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-245b7918-4660-42b0-908a-7c90d365f0b2 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:21.326031 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-245b7918-4660-42b0-908a-7c90d365f0b2 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:21.331267 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-36f0b245-5840-495c-b40b-034db8e85f90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f89a207-da6f-4620-a7dd-437155886cde') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:21.331575 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-36f0b245-5840-495c-b40b-034db8e85f90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f89a207-da6f-4620-a7dd-437155886cde') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:21.342041 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-36f0b245-5840-495c-b40b-034db8e85f90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:21.356538 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-36f0b245-5840-495c-b40b-034db8e85f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:21.362881 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f0b245-5840-495c-b40b-034db8e85f90 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:10:21.363378 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-36f0b245-5840-495c-b40b-034db8e85f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:21.425864 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:10:21.425864 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:10:21.425864 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:10:21.425864 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:10:21.425864 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:10:21.425864 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:10:21.425864 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:10:21.425864 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:10:21.425864 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:10:21.425864 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:10:21.425864 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:10:21.425864 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:10:21.425864 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:10:21.425864 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:10:21.425864 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:10:21.425864 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:10:21.425864 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:10:21.425864 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:10:21.425864 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:10:21.425864 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:10:21.425864 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:10:21.425864 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:10:21.425864 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:10:21.425864 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:10:21.425864 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:10:21.425864 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:10:21.425864 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:10:21.425864 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:10:21.425864 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:10:21.425864 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:10:21.425864 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:10:21.425864 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:10:21.429601 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-36f0b245-5840-495c-b40b-034db8e85f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:21.432580 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-245b7918-4660-42b0-908a-7c90d365f0b2 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:21.446859 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-245b7918-4660-42b0-908a-7c90d365f0b2 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:21.462488 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-36f0b245-5840-495c-b40b-034db8e85f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:21.464642 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-36f0b245-5840-495c-b40b-034db8e85f90 admin admin] 10.222.0.58 "DELETE /v2.0/networks/15fd3f90-e8ac-4bf9-ad83-cad477a1557a HTTP/1.1" status: 204 len: 168 time: 0.3669221 Sep 21 18:10:21.466145 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0b245-5840-495c-b40b-034db8e85f90 admin admin] Pushing event deleted for resources: {'Network': ['ID=15fd3f90-e8ac-4bf9-ad83-cad477a1557a,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:21.474845 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f0b245-5840-495c-b40b-034db8e85f90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:21.475390 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f0b245-5840-495c-b40b-034db8e85f90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:21.475600 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f0b245-5840-495c-b40b-034db8e85f90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:21.475846 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f0b245-5840-495c-b40b-034db8e85f90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:21.476324 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f0b245-5840-495c-b40b-034db8e85f90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:21.476664 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f0b245-5840-495c-b40b-034db8e85f90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:21.476994 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f0b245-5840-495c-b40b-034db8e85f90 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:21.477325 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f0b245-5840-495c-b40b-034db8e85f90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:21.477698 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f0b245-5840-495c-b40b-034db8e85f90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:21.478026 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f0b245-5840-495c-b40b-034db8e85f90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:21.478351 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f0b245-5840-495c-b40b-034db8e85f90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:21.478673 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f0b245-5840-495c-b40b-034db8e85f90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:21.559162 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:21.698724 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55892) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:21.781920 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3efc219f-16fa-401d-8119-3892e47dc161 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=94f388a555b9486381e9429c073d6de9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0816686 Sep 21 18:10:21.782702 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55898) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:21.843585 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e2df4dab-e517-4fe5-9ed0-189d81724aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:21.871247 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e2df4dab-e517-4fe5-9ed0-189d81724aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:21.891276 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-245b7918-4660-42b0-908a-7c90d365f0b2 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:21.892585 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-245b7918-4660-42b0-908a-7c90d365f0b2 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6008270 Sep 21 18:10:21.895549 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55902) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:21.901619 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a7fc065f-f005-44a5-87d9-681b6f214582 req-e2a09a4c-2300-42b6-be95-71faaaeed319 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4139636 Sep 21 18:10:22.018398 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc065f-f005-44a5-87d9-681b6f214582 req-f6005199-212c-4079-90b6-0513d2382648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:22.020357 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a7fc065f-f005-44a5-87d9-681b6f214582 req-f6005199-212c-4079-90b6-0513d2382648 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5aadfefca1044e71aeb470c69c909afe&device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 1097 time: 0.0606055 Sep 21 18:10:22.067639 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-33bb83ec-d515-4356-8aa0-28af9883b542 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:22.195710 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc065f-f005-44a5-87d9-681b6f214582 req-4371deae-67bd-4b8c-ae38-882ed829d88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:22.197432 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a7fc065f-f005-44a5-87d9-681b6f214582 req-4371deae-67bd-4b8c-ae38-882ed829d88e service neutron] 10.222.0.38 "GET /v2.0/networks?id=b4b63a75-cac0-4c3a-a311-673b965199ba HTTP/1.1" status: 200 len: 912 time: 0.1572902 Sep 21 18:10:22.241894 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e2df4dab-e517-4fe5-9ed0-189d81724aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:22.244443 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e2df4dab-e517-4fe5-9ed0-189d81724aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:22.245954 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e2df4dab-e517-4fe5-9ed0-189d81724aec admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/97fb9fa9-13bf-4cf1-a439-be7485247c59 HTTP/1.1" status: 204 len: 168 time: 0.4621136 Sep 21 18:10:22.286981 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df4dab-e517-4fe5-9ed0-189d81724aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fb9fa9-13bf-4cf1-a439-be7485247c59,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:22.297211 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-33bb83ec-d515-4356-8aa0-28af9883b542 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:22.306758 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-33bb83ec-d515-4356-8aa0-28af9883b542 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:22.360617 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a7fc065f-f005-44a5-87d9-681b6f214582 req-c82b24fa-0cc6-44a6-995d-6e900e5a967c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c59d874a-906a-4793-aed3-0e80f2d6f8cc HTTP/1.1" status: 200 len: 1002 time: 0.1535745 Sep 21 18:10:22.429148 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-33bb83ec-d515-4356-8aa0-28af9883b542 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:22.430287 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bb83ec-d515-4356-8aa0-28af9883b542 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 70bcd9e5-1ca3-4329-b7e4-2ccd88f0cf35 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:10:22.448533 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-33bb83ec-d515-4356-8aa0-28af9883b542 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:22.451655 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-33bb83ec-d515-4356-8aa0-28af9883b542 tempest-RoutersTestDVR-542468561 tempest-RoutersTestDVR-542468561-project-admin] 10.222.0.58 "DELETE /v2.0/routers/70bcd9e5-1ca3-4329-b7e4-2ccd88f0cf35 HTTP/1.1" status: 204 len: 168 time: 0.5541048 Sep 21 18:10:22.493533 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc065f-f005-44a5-87d9-681b6f214582 req-40c09517-3fa0-46db-9d74-fa193f14f3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:22.497391 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:10:22.503019 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a7fc065f-f005-44a5-87d9-681b6f214582 req-40c09517-3fa0-46db-9d74-fa193f14f3e7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=29244be3-4141-408b-9ec3-b8b1380c14f4 HTTP/1.1" status: 200 len: 850 time: 0.1337674 Sep 21 18:10:22.583161 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc065f-f005-44a5-87d9-681b6f214582 req-47712b86-2c0e-43b0-8a06-1b1837197e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:22.585338 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a7fc065f-f005-44a5-87d9-681b6f214582 req-47712b86-2c0e-43b0-8a06-1b1837197e23 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b4b63a75-cac0-4c3a-a311-673b965199ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742524 Sep 21 18:10:22.846786 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a7fc065f-f005-44a5-87d9-681b6f214582 req-cc0ddf9a-a899-42c7-8171-a2265e7fb8b2 service neutron] 10.222.0.38 "GET /v2.0/networks/b4b63a75-cac0-4c3a-a311-673b965199ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517929 Sep 21 18:10:22.858606 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55948) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:23.093554 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc52685c-12d2-4564-bcb9-edfd4b68f00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:23.105513 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a7fc065f-f005-44a5-87d9-681b6f214582 req-06b720a9-c82c-45c7-935d-2d5df8e64d13 service neutron] 10.222.0.38 "GET /v2.0/networks/b4b63a75-cac0-4c3a-a311-673b965199ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459764 Sep 21 18:10:23.285339 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc52685c-12d2-4564-bcb9-edfd4b68f00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:23.292035 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc52685c-12d2-4564-bcb9-edfd4b68f00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:23.339091 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bc52685c-12d2-4564-bcb9-edfd4b68f00a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ec6785909af24260af50036743b8eb0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4762363 Sep 21 18:10:23.339837 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55970) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:23.364318 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:23.406663 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52685c-12d2-4564-bcb9-edfd4b68f00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9949e3e7-2817-454a-b119-91bfec3954b1,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:23.432706 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5a6e35de-d920-4485-ad4f-06725bffd303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:23.471195 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5a6e35de-d920-4485-ad4f-06725bffd303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:23.531024 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5a6e35de-d920-4485-ad4f-06725bffd303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:23.534210 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5a6e35de-d920-4485-ad4f-06725bffd303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:23.538376 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5a6e35de-d920-4485-ad4f-06725bffd303 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9949e3e7-2817-454a-b119-91bfec3954b1 HTTP/1.1" status: 204 len: 168 time: 0.1972361 Sep 21 18:10:23.554370 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e35de-d920-4485-ad4f-06725bffd303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9949e3e7-2817-454a-b119-91bfec3954b1,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:23.697887 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55992) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:23.918729 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-36b59726-bafd-447a-be31-35fd768449b1 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2126258033-network', 'tenant_id': '80d7435e1a05410993611c5b14d2ee57'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:23.959668 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b59726-bafd-447a-be31-35fd768449b1 admin admin] Made reservation on behalf of 80d7435e1a05410993611c5b14d2ee57 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:23.963311 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-36b59726-bafd-447a-be31-35fd768449b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:23.975377 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-36b59726-bafd-447a-be31-35fd768449b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:23.982778 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device c3a90a68-d820-48ae-a2ad-22043667f67e no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:10:24.024161 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: c3a90a68-d820-48ae-a2ad-22043667f67e {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:10:24.026440 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device c3a90a68-d820-48ae-a2ad-22043667f67e not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:10:24.081134 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56006) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:24.084835 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-36b59726-bafd-447a-be31-35fd768449b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.095594 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-36b59726-bafd-447a-be31-35fd768449b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.100339 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c83fd703-3afc-46dd-88e1-0216db24a6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.118266 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b59726-bafd-447a-be31-35fd768449b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:10:24.133219 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b59726-bafd-447a-be31-35fd768449b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9fcf14-2da7-42e0-bfeb-e2719556d428,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:24.138918 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-36b59726-bafd-447a-be31-35fd768449b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.139287 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-36b59726-bafd-447a-be31-35fd768449b1 admin admin] Added segment 34ca19b9-683d-4451-8a2e-bd7b86c37d77 of type vlan for network 0e84379e-f63f-414b-b066-8d953ae04fc7 Sep 21 18:10:24.200310 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-36b59726-bafd-447a-be31-35fd768449b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.236130 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-36b59726-bafd-447a-be31-35fd768449b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.237442 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b59726-bafd-447a-be31-35fd768449b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:24.238304 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-36b59726-bafd-447a-be31-35fd768449b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.264467 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c83fd703-3afc-46dd-88e1-0216db24a6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.271898 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c83fd703-3afc-46dd-88e1-0216db24a6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.317675 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-36b59726-bafd-447a-be31-35fd768449b1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6182728 Sep 21 18:10:24.317946 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56020) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:24.319026 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b59726-bafd-447a-be31-35fd768449b1 admin admin] Pushing event updated for resources: {'Network': ['ID=0e84379e-f63f-414b-b066-8d953ae04fc7,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:24.321328 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c83fd703-3afc-46dd-88e1-0216db24a6bd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=92d54701a6a045559fbae33ccf3465ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2384970 Sep 21 18:10:24.321601 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83fd703-3afc-46dd-88e1-0216db24a6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973007bb-4847-4f07-bd18-2af67a22a8f8,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:24.323411 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56022) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:24.328844 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-5cf29570-ed0b-465e-bfa6-b2db4a23fd9f admin admin] Request body: {'subnet': {'network_id': '0e84379e-f63f-414b-b066-8d953ae04fc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2126258033-subnet', 'tenant_id': '80d7435e1a05410993611c5b14d2ee57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:24.333938 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 0e84379e-f63f-414b-b066-8d953ae04fc7 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:10:24.356474 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf29570-ed0b-465e-bfa6-b2db4a23fd9f admin admin] Made reservation on behalf of 80d7435e1a05410993611c5b14d2ee57 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:24.362758 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5cf29570-ed0b-465e-bfa6-b2db4a23fd9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.395488 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b6d817d3-e038-4219-bea2-319f1f319b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.461432 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b6d817d3-e038-4219-bea2-319f1f319b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.540336 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b6d817d3-e038-4219-bea2-319f1f319b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.544769 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b6d817d3-e038-4219-bea2-319f1f319b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.548314 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b6d817d3-e038-4219-bea2-319f1f319b12 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/973007bb-4847-4f07-bd18-2af67a22a8f8 HTTP/1.1" status: 204 len: 168 time: 0.2214048 Sep 21 18:10:24.568422 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d817d3-e038-4219-bea2-319f1f319b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973007bb-4847-4f07-bd18-2af67a22a8f8,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:24.609576 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5cf29570-ed0b-465e-bfa6-b2db4a23fd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.637172 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.728271 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf29570-ed0b-465e-bfa6-b2db4a23fd9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4327b854-5b4e-40b9-8fe8-819b1b080945,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:24.730676 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf29570-ed0b-465e-bfa6-b2db4a23fd9f admin admin] Checking segment: {'id': '34ca19b9-683d-4451-8a2e-bd7b86c37d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0e84379e-f63f-414b-b066-8d953ae04fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:10:24.743304 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf29570-ed0b-465e-bfa6-b2db4a23fd9f admin admin] Network hostable DHCP agents. Network: 0e84379e-f63f-414b-b066-8d953ae04fc7, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:10:24.779371 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf29570-ed0b-465e-bfa6-b2db4a23fd9f admin admin] Network 0e84379e-f63f-414b-b066-8d953ae04fc7 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:10:24.795341 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-5cf29570-ed0b-465e-bfa6-b2db4a23fd9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 0e84379e-f63f-414b-b066-8d953ae04fc7) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:24.805402 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf29570-ed0b-465e-bfa6-b2db4a23fd9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:24.806023 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5cf29570-ed0b-465e-bfa6-b2db4a23fd9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:24.812009 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb355bd-dc81-4515-bda7-e636926a8564 None None] Network 0e84379e-f63f-414b-b066-8d953ae04fc7 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:10:24.829390 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5cf29570-ed0b-465e-bfa6-b2db4a23fd9f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5045419 Sep 21 18:10:25.059399 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24bff39-4176-4bb0-aa60-c80f302eb784 None None] Network 0e84379e-f63f-414b-b066-8d953ae04fc7 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:10:25.829077 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56108) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:25.949447 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-6e0d61a3-6fb7-41bb-878f-7823de53e876 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1145644269'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:25.986815 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0d61a3-6fb7-41bb-878f-7823de53e876 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:25.990624 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6e0d61a3-6fb7-41bb-878f-7823de53e876 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:26.002430 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6e0d61a3-6fb7-41bb-878f-7823de53e876 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:26.116408 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6e0d61a3-6fb7-41bb-878f-7823de53e876 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:26.122841 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6e0d61a3-6fb7-41bb-878f-7823de53e876 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:26.148484 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e0d61a3-6fb7-41bb-878f-7823de53e876 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:10:26.160235 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6e0d61a3-6fb7-41bb-878f-7823de53e876 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:26.160641 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-6e0d61a3-6fb7-41bb-878f-7823de53e876 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Added segment 41261a69-33fd-4798-be66-770df9523b8b of type vlan for network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 Sep 21 18:10:26.197985 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d61a3-6fb7-41bb-878f-7823de53e876 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=525a5f0e-5e61-4223-8222-c37a08349d13,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:26.246429 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6e0d61a3-6fb7-41bb-878f-7823de53e876 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:26.277797 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6e0d61a3-6fb7-41bb-878f-7823de53e876 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:26.288867 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0d61a3-6fb7-41bb-878f-7823de53e876 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:26.289502 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6e0d61a3-6fb7-41bb-878f-7823de53e876 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:26.372973 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d61a3-6fb7-41bb-878f-7823de53e876 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Network': ['ID=16d64e95-6cbd-4af3-9e18-b5e7b1e6e301,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:26.378104 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6e0d61a3-6fb7-41bb-878f-7823de53e876 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5479090 Sep 21 18:10:26.381532 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56162) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:26.388677 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-01a0410b-3fd9-4ca0-aa04-d1379c07b313 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:26.396864 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:10:26.515309 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-c367f742-3af7-4367-92b0-fcb32fe83311 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:26.517572 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-c367f742-3af7-4367-92b0-fcb32fe83311 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] 10.222.0.58 "GET /v2.0/networks?id=0e84379e-f63f-414b-b066-8d953ae04fc7 HTTP/1.1" status: 200 len: 810 time: 0.1534040 Sep 21 18:10:26.536562 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-9c29e808-96bf-4a21-ada7-233e3b7911e8 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] 10.222.0.58 "GET /v2.0/quotas/80d7435e1a05410993611c5b14d2ee57 HTTP/1.1" status: 200 len: 375 time: 0.0128226 Sep 21 18:10:26.547761 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a0410b-3fd9-4ca0-aa04-d1379c07b313 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:26.551414 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-01a0410b-3fd9-4ca0-aa04-d1379c07b313 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:26.592699 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-0ab68cb6-90b8-438a-a736-ab337ccf23bd tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=80d7435e1a05410993611c5b14d2ee57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489848 Sep 21 18:10:26.767002 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-01a0410b-3fd9-4ca0-aa04-d1379c07b313 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:26.783429 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-a03e4faa-cf44-448b-8fce-b93c639bd5c5 service neutron] 10.222.0.58 "GET /v2.0/networks/0e84379e-f63f-414b-b066-8d953ae04fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897993 Sep 21 18:10:26.858887 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a0410b-3fd9-4ca0-aa04-d1379c07b313 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Subnet': ['ID=659884e3-d5da-40a1-9f6e-7b9375af5e71,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:26.868984 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a0410b-3fd9-4ca0-aa04-d1379c07b313 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Checking segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:10:26.869372 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a0410b-3fd9-4ca0-aa04-d1379c07b313 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network hostable DHCP agents. Network: 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:10:26.890225 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a0410b-3fd9-4ca0-aa04-d1379c07b313 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:10:26.903578 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-01a0410b-3fd9-4ca0-aa04-d1379c07b313 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:26.909811 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a0410b-3fd9-4ca0-aa04-d1379c07b313 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:26.910423 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-01a0410b-3fd9-4ca0-aa04-d1379c07b313 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:26.912138 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-180ff1e7-01eb-4d75-86d6-419fc4b2ef5a service neutron] 10.222.0.58 "GET /v2.0/networks/0e84379e-f63f-414b-b066-8d953ae04fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227446 Sep 21 18:10:26.916747 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c009440-8bde-440e-8d72-ab68758e69ea None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:10:26.930293 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-01a0410b-3fd9-4ca0-aa04-d1379c07b313 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5473480 Sep 21 18:10:26.933387 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56206) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:26.939377 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-61a226de-9836-41b2-ab7a-db2e218e9481 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'port': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'name': 'tempest-NetworksTestDHCPv6-1915874940'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:27.113742 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d71a854-3f6b-4636-8f0d-f9b6804158fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'tenant_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'fixed_ips': [{'subnet_id': '659884e3-d5da-40a1-9f6e-7b9375af5e71'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:10:27.114388 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a226de-9836-41b2-ab7a-db2e218e9481 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:27.115171 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0d71a854-3f6b-4636-8f0d-f9b6804158fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:27.118840 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-61a226de-9836-41b2-ab7a-db2e218e9481 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:27.151983 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-61a226de-9836-41b2-ab7a-db2e218e9481 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] device_id is not set on port 100e3453-cf00-4db1-96fe-463e5b2175bf yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:10:27.283397 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-0d71a854-3f6b-4636-8f0d-f9b6804158fe None None] Allocated IP 2001:db8::2 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/659884e3-d5da-40a1-9f6e-7b9375af5e71/1fd6d10a-a098-4bf0-bb8c-9ba8e099d81c) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:10:27.439552 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0d71a854-3f6b-4636-8f0d-f9b6804158fe None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:27.449467 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0d71a854-3f6b-4636-8f0d-f9b6804158fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:27.488585 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d71a854-3f6b-4636-8f0d-f9b6804158fe None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:27.492389 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-0d71a854-3f6b-4636-8f0d-f9b6804158fe None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:27.496250 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d71a854-3f6b-4636-8f0d-f9b6804158fe None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:10:27.530906 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-61a226de-9836-41b2-ab7a-db2e218e9481 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Allocated IP 2001:db8::1ce (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/659884e3-d5da-40a1-9f6e-7b9375af5e71/100e3453-cf00-4db1-96fe-463e5b2175bf) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:10:27.537796 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71a854-3f6b-4636-8f0d-f9b6804158fe None None] Pushing event updated for resources: {'Port': ['ID=1fd6d10a-a098-4bf0-bb8c-9ba8e099d81c,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:27.570085 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0d71a854-3f6b-4636-8f0d-f9b6804158fe None None] Attempting to bind port 1fd6d10a-a098-4bf0-bb8c-9ba8e099d81c on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:10:27.570541 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0d71a854-3f6b-4636-8f0d-f9b6804158fe None None] Attempting to bind port 1fd6d10a-a098-4bf0-bb8c-9ba8e099d81c by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:10:27.570905 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d71a854-3f6b-4636-8f0d-f9b6804158fe None None] Attempting to bind port 1fd6d10a-a098-4bf0-bb8c-9ba8e099d81c on network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:10:27.576768 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d71a854-3f6b-4636-8f0d-f9b6804158fe None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:10:27.577139 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d71a854-3f6b-4636-8f0d-f9b6804158fe None None] Checking segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:10:27.577956 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0d71a854-3f6b-4636-8f0d-f9b6804158fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:27.578726 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d71a854-3f6b-4636-8f0d-f9b6804158fe None None] Bound using segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:10:27.579295 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0d71a854-3f6b-4636-8f0d-f9b6804158fe None None] Bound port: 1fd6d10a-a098-4bf0-bb8c-9ba8e099d81c, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:10:27.579728 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0d71a854-3f6b-4636-8f0d-f9b6804158fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:27.743215 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-61a226de-9836-41b2-ab7a-db2e218e9481 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:27.787696 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-61a226de-9836-41b2-ab7a-db2e218e9481 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:27.826670 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-0d71a854-3f6b-4636-8f0d-f9b6804158fe None None] For port 1fd6d10a-a098-4bf0-bb8c-9ba8e099d81c, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:10:27.830866 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-0d71a854-3f6b-4636-8f0d-f9b6804158fe None None] For port 1fd6d10a-a098-4bf0-bb8c-9ba8e099d81c, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1fd6d10a-a098-4bf0-bb8c-9ba8e099d81c,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:10:27.838001 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0d71a854-3f6b-4636-8f0d-f9b6804158fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:27.843584 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a226de-9836-41b2-ab7a-db2e218e9481 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:27.861827 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-61a226de-9836-41b2-ab7a-db2e218e9481 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:27.886286 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a226de-9836-41b2-ab7a-db2e218e9481 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:10:27.895196 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a226de-9836-41b2-ab7a-db2e218e9481 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:27.896423 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-61a226de-9836-41b2-ab7a-db2e218e9481 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:27.899477 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a226de-9836-41b2-ab7a-db2e218e9481 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Port': ['ID=100e3453-cf00-4db1-96fe-463e5b2175bf,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:27.913778 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71a854-3f6b-4636-8f0d-f9b6804158fe None None] Pushing event updated for resources: {'Port': ['ID=1fd6d10a-a098-4bf0-bb8c-9ba8e099d81c,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:27.941787 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-61a226de-9836-41b2-ab7a-db2e218e9481 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0068214 Sep 21 18:10:27.944361 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56276) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:28.039640 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f752030f-aa4e-4eb0-b5e7-81b08fe5e0b8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:28.046211 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f752030f-aa4e-4eb0-b5e7-81b08fe5e0b8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:28.048086 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f752030f-aa4e-4eb0-b5e7-81b08fe5e0b8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1026018 Sep 21 18:10:28.051211 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56284) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:28.209031 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-057b9955-3c9c-4a8c-91f2-f2d5f31ca1e8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting port 100e3453-cf00-4db1-96fe-463e5b2175bf {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:28.209656 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-057b9955-3c9c-4a8c-91f2-f2d5f31ca1e8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:28.352797 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-057b9955-3c9c-4a8c-91f2-f2d5f31ca1e8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:28.366581 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8efede51-ad60-43ab-970a-a69c3c826a11 req-1fa580eb-9e24-4be6-909c-28ccf916c10b tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cdb0b0f-92c6-4895-a42d-eeb23c510e35 HTTP/1.1" status: 200 len: 210 time: 0.0705578 Sep 21 18:10:28.384692 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-057b9955-3c9c-4a8c-91f2-f2d5f31ca1e8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Calling delete_port for 100e3453-cf00-4db1-96fe-463e5b2175bf owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:28.559401 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-057b9955-3c9c-4a8c-91f2-f2d5f31ca1e8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:28.608987 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b9955-3c9c-4a8c-91f2-f2d5f31ca1e8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Port': ['ID=100e3453-cf00-4db1-96fe-463e5b2175bf,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:28.646964 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-057b9955-3c9c-4a8c-91f2-f2d5f31ca1e8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:28.662993 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-057b9955-3c9c-4a8c-91f2-f2d5f31ca1e8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/100e3453-cf00-4db1-96fe-463e5b2175bf HTTP/1.1" status: 204 len: 168 time: 0.6105127 Sep 21 18:10:28.665897 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56334) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:28.779889 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dc66ec-0e92-4216-be84-16a95e2bedef tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:28.781422 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dc66ec-0e92-4216-be84-16a95e2bedef tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:28.782994 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-01dc66ec-0e92-4216-be84-16a95e2bedef tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1160727 Sep 21 18:10:28.785914 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56342) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:28.879232 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ba34745-d076-45a0-8f35-a5b53214036e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting subnet 659884e3-d5da-40a1-9f6e-7b9375af5e71 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:10:28.883396 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6ba34745-d076-45a0-8f35-a5b53214036e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:28.968658 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6ba34745-d076-45a0-8f35-a5b53214036e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:29.084282 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6ba34745-d076-45a0-8f35-a5b53214036e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:29.183460 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6ba34745-d076-45a0-8f35-a5b53214036e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:29.221439 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba34745-d076-45a0-8f35-a5b53214036e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Subnet': ['ID=659884e3-d5da-40a1-9f6e-7b9375af5e71,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:29.227428 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6ba34745-d076-45a0-8f35-a5b53214036e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:29.229348 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6ba34745-d076-45a0-8f35-a5b53214036e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/659884e3-d5da-40a1-9f6e-7b9375af5e71 HTTP/1.1" status: 204 len: 168 time: 0.4421892 Sep 21 18:10:29.233017 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56370) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:29.280212 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-880ab3be-491c-4f9a-a404-fd7a0c985ecd tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460951 Sep 21 18:10:29.284838 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56376) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:29.290722 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-a0389539-660e-4edc-94d9-b1f86490538f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:29.330283 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099c556e-9937-42cc-9d9a-5c073505e74e None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:10:29.424653 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0389539-660e-4edc-94d9-b1f86490538f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:29.431592 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a0389539-660e-4edc-94d9-b1f86490538f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:29.440308 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-33df3d4b-de2c-4ca7-857c-d5409aa9e8d7 None None] Provisioning complete for port 1fd6d10a-a098-4bf0-bb8c-9ba8e099d81c triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:29.440675 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-33df3d4b-de2c-4ca7-857c-d5409aa9e8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:29.503532 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7b0fff45-6265-4d89-b802-50eb158e6552 req-6ec59be8-dbc1-499f-a838-7d48cbcbacbf tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cdb0b0f-92c6-4895-a42d-eeb23c510e35 HTTP/1.1" status: 200 len: 210 time: 0.0398731 Sep 21 18:10:29.546354 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-33df3d4b-de2c-4ca7-857c-d5409aa9e8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:29.585603 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-33df3d4b-de2c-4ca7-857c-d5409aa9e8d7 None None] For port 1fd6d10a-a098-4bf0-bb8c-9ba8e099d81c, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1fd6d10a-a098-4bf0-bb8c-9ba8e099d81c,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:29.591651 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-33df3d4b-de2c-4ca7-857c-d5409aa9e8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:29.651333 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73135c3-1bdb-4482-a4fb-c5b7735da7c9 None None] DHCP port deletion for 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:10:29.657704 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df3d4b-de2c-4ca7-857c-d5409aa9e8d7 None None] Pushing event updated for resources: {'Port': ['ID=1fd6d10a-a098-4bf0-bb8c-9ba8e099d81c,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:29.717332 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-a73135c3-1bdb-4482-a4fb-c5b7735da7c9 None None] Deleting port 1fd6d10a-a098-4bf0-bb8c-9ba8e099d81c {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:29.717721 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a73135c3-1bdb-4482-a4fb-c5b7735da7c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:29.760885 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a0389539-660e-4edc-94d9-b1f86490538f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:29.815433 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a73135c3-1bdb-4482-a4fb-c5b7735da7c9 None None] For port 1fd6d10a-a098-4bf0-bb8c-9ba8e099d81c, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1fd6d10a-a098-4bf0-bb8c-9ba8e099d81c,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:29.815780 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a73135c3-1bdb-4482-a4fb-c5b7735da7c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:29.818706 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56392) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:29.831158 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-a73135c3-1bdb-4482-a4fb-c5b7735da7c9 None None] Calling delete_port for 1fd6d10a-a098-4bf0-bb8c-9ba8e099d81c owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:29.842210 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0389539-660e-4edc-94d9-b1f86490538f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:29.855719 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-a0389539-660e-4edc-94d9-b1f86490538f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:29.863078 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0389539-660e-4edc-94d9-b1f86490538f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:29.863840 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a0389539-660e-4edc-94d9-b1f86490538f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:29.908745 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0389539-660e-4edc-94d9-b1f86490538f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Subnet': ['ID=8c2f6117-7303-4718-bc3e-1a8a1d746b1c,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:29.925515 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a0389539-660e-4edc-94d9-b1f86490538f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6366160 Sep 21 18:10:29.925704 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56398) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:29.930623 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-49acecb0-16cc-4645-b269-c25576d6db74 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'port': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'name': 'tempest-NetworksTestDHCPv6-74238237'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:29.948379 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a73135c3-1bdb-4482-a4fb-c5b7735da7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:29.989559 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6429d83c-12b6-471b-89d3-90855716d91e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:30.017931 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73135c3-1bdb-4482-a4fb-c5b7735da7c9 None None] Pushing event deleted for resources: {'Port': ['ID=1fd6d10a-a098-4bf0-bb8c-9ba8e099d81c,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:30.020558 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73135c3-1bdb-4482-a4fb-c5b7735da7c9 None None] No DVR routers for this DVR port 1fd6d10a-a098-4bf0-bb8c-9ba8e099d81c on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:10:30.048221 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f72beb2-74b5-403a-84b0-d2e88a5cfc67 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:10:30.164943 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6429d83c-12b6-471b-89d3-90855716d91e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:30.171465 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-90b759b3-b091-4921-9d65-7b788a745fd8 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:30.171718 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6429d83c-12b6-471b-89d3-90855716d91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:30.173055 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-90b759b3-b091-4921-9d65-7b788a745fd8 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] 10.222.0.44 "GET /v2.0/networks?id=0e84379e-f63f-414b-b066-8d953ae04fc7 HTTP/1.1" status: 200 len: 810 time: 0.3988097 Sep 21 18:10:30.191371 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-e5074ffd-12d3-426a-8005-19d08ecb5211 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] Request body: {'port': {'device_id': '2cdb0b0f-92c6-4895-a42d-eeb23c510e35', 'network_id': '0e84379e-f63f-414b-b066-8d953ae04fc7', 'admin_state_up': True, 'tenant_id': '80d7435e1a05410993611c5b14d2ee57'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:30.210217 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49acecb0-16cc-4645-b269-c25576d6db74 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:30.214383 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-49acecb0-16cc-4645-b269-c25576d6db74 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:30.225697 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6429d83c-12b6-471b-89d3-90855716d91e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b90e61fe777e4ae5ae3f6aa5483f1e5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4058492 Sep 21 18:10:30.226981 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429d83c-12b6-471b-89d3-90855716d91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83db3d60-9263-490c-9ad4-23e79ab0930d,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:30.229812 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56400) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:30.255451 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df5be22-7223-4cc6-9be5-05be09154116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'tenant_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'fixed_ips': [{'subnet_id': '8c2f6117-7303-4718-bc3e-1a8a1d746b1c'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:10:30.256454 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3df5be22-7223-4cc6-9be5-05be09154116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:30.297625 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-49acecb0-16cc-4645-b269-c25576d6db74 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] device_id is not set on port 4da93674-26af-48fc-982f-370c9ae2b05b yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:10:30.299905 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4839f277-92c0-4b01-af2d-c2c9294ea4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:30.332417 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4839f277-92c0-4b01-af2d-c2c9294ea4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:30.404321 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-e5074ffd-12d3-426a-8005-19d08ecb5211 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] Made reservation on behalf of 80d7435e1a05410993611c5b14d2ee57 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:30.406287 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4839f277-92c0-4b01-af2d-c2c9294ea4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:30.408158 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-e5074ffd-12d3-426a-8005-19d08ecb5211 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:30.409199 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4839f277-92c0-4b01-af2d-c2c9294ea4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:30.412924 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4839f277-92c0-4b01-af2d-c2c9294ea4ac admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/83db3d60-9263-490c-9ad4-23e79ab0930d HTTP/1.1" status: 204 len: 168 time: 0.1789525 Sep 21 18:10:30.420245 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4839f277-92c0-4b01-af2d-c2c9294ea4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83db3d60-9263-490c-9ad4-23e79ab0930d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:30.455820 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-3df5be22-7223-4cc6-9be5-05be09154116 None None] Allocated IP 2001:db8::2 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/8c2f6117-7303-4718-bc3e-1a8a1d746b1c/51b43840-cfe3-42cc-80e3-99992df95eff) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:10:30.633289 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-13b61348-a002-4258-ae98-6503b32a9960 req-bf9cdcbc-b17e-4705-afe7-efa3d5270d58 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cdb0b0f-92c6-4895-a42d-eeb23c510e35 HTTP/1.1" status: 200 len: 210 time: 0.0410500 Sep 21 18:10:30.638881 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-e5074ffd-12d3-426a-8005-19d08ecb5211 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] Allocated IP 172.20.0.4 (0e84379e-f63f-414b-b066-8d953ae04fc7/4327b854-5b4e-40b9-8fe8-819b1b080945/14da165f-f1bd-4e6a-b703-31ea614b31da) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:10:30.700433 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3df5be22-7223-4cc6-9be5-05be09154116 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:30.711838 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3df5be22-7223-4cc6-9be5-05be09154116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:30.767723 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5be22-7223-4cc6-9be5-05be09154116 None None] Pushing event updated for resources: {'Port': ['ID=51b43840-cfe3-42cc-80e3-99992df95eff,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:30.780952 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df5be22-7223-4cc6-9be5-05be09154116 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:30.782430 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-3df5be22-7223-4cc6-9be5-05be09154116 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:30.784938 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df5be22-7223-4cc6-9be5-05be09154116 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:10:30.890578 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-49acecb0-16cc-4645-b269-c25576d6db74 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Allocated IP 2001:db8::13d (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/8c2f6117-7303-4718-bc3e-1a8a1d746b1c/4da93674-26af-48fc-982f-370c9ae2b05b) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:10:30.896536 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-3df5be22-7223-4cc6-9be5-05be09154116 None None] Attempting to bind port 51b43840-cfe3-42cc-80e3-99992df95eff on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:10:30.896906 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-3df5be22-7223-4cc6-9be5-05be09154116 None None] Attempting to bind port 51b43840-cfe3-42cc-80e3-99992df95eff by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:10:30.897464 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df5be22-7223-4cc6-9be5-05be09154116 None None] Attempting to bind port 51b43840-cfe3-42cc-80e3-99992df95eff on network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:10:30.902973 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df5be22-7223-4cc6-9be5-05be09154116 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:10:30.903585 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df5be22-7223-4cc6-9be5-05be09154116 None None] Checking segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:10:30.904163 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3df5be22-7223-4cc6-9be5-05be09154116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:30.904705 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df5be22-7223-4cc6-9be5-05be09154116 None None] Bound using segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:10:30.905710 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-3df5be22-7223-4cc6-9be5-05be09154116 None None] Bound port: 51b43840-cfe3-42cc-80e3-99992df95eff, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:10:30.906286 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3df5be22-7223-4cc6-9be5-05be09154116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:30.912923 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-e5074ffd-12d3-426a-8005-19d08ecb5211 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:30.987972 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-3df5be22-7223-4cc6-9be5-05be09154116 None None] For port 51b43840-cfe3-42cc-80e3-99992df95eff, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:10:31.004901 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-3df5be22-7223-4cc6-9be5-05be09154116 None None] For port 51b43840-cfe3-42cc-80e3-99992df95eff, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=51b43840-cfe3-42cc-80e3-99992df95eff,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:10:31.028167 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3df5be22-7223-4cc6-9be5-05be09154116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:31.110347 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-e5074ffd-12d3-426a-8005-19d08ecb5211 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:31.127814 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5be22-7223-4cc6-9be5-05be09154116 None None] Pushing event updated for resources: {'Port': ['ID=51b43840-cfe3-42cc-80e3-99992df95eff,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:31.220923 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5074ffd-12d3-426a-8005-19d08ecb5211 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] Pushing event updated for resources: {'Port': ['ID=14da165f-f1bd-4e6a-b703-31ea614b31da,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:31.236156 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-e5074ffd-12d3-426a-8005-19d08ecb5211 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] Network 0e84379e-f63f-414b-b066-8d953ae04fc7 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:31.241479 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-e5074ffd-12d3-426a-8005-19d08ecb5211 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:31.282352 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-e5074ffd-12d3-426a-8005-19d08ecb5211 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:10:31.295860 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-49acecb0-16cc-4645-b269-c25576d6db74 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:31.414643 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-e5074ffd-12d3-426a-8005-19d08ecb5211 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:31.415509 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-e5074ffd-12d3-426a-8005-19d08ecb5211 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:31.445578 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddcf52e-ce33-4cb6-a40e-5d7089df650e req-30b1e339-a270-42de-8b82-4c6755ee378a tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:31.453767 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cddcf52e-ce33-4cb6-a40e-5d7089df650e req-30b1e339-a270-42de-8b82-4c6755ee378a tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 946 time: 0.2134030 Sep 21 18:10:31.488340 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-e5074ffd-12d3-426a-8005-19d08ecb5211 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3023329 Sep 21 18:10:31.493217 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-49acecb0-16cc-4645-b269-c25576d6db74 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:31.504291 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-ab028aeb-b6f0-4483-92b7-15b6304ab1fb service neutron] Request body: {'port': {'device_id': '2cdb0b0f-92c6-4895-a42d-eeb23c510e35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:31.581213 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49acecb0-16cc-4645-b269-c25576d6db74 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:31.591590 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cddcf52e-ce33-4cb6-a40e-5d7089df650e req-f1ca3191-3119-49e0-ac40-caeb8e4d4581 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=209c79ff-44ae-4b66-84c6-c495a27f267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368244 Sep 21 18:10:31.620578 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-49acecb0-16cc-4645-b269-c25576d6db74 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:31.632925 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49acecb0-16cc-4645-b269-c25576d6db74 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:10:31.638646 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49acecb0-16cc-4645-b269-c25576d6db74 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:31.641473 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-49acecb0-16cc-4645-b269-c25576d6db74 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:31.654386 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49acecb0-16cc-4645-b269-c25576d6db74 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Port': ['ID=4da93674-26af-48fc-982f-370c9ae2b05b,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:31.656315 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-ab028aeb-b6f0-4483-92b7-15b6304ab1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:31.701443 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-49acecb0-16cc-4645-b269-c25576d6db74 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7747512 Sep 21 18:10:31.703962 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56492) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:31.764544 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09eecdf-bd03-4b50-91e4-a27770ab4d32 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:31.771546 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09eecdf-bd03-4b50-91e4-a27770ab4d32 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:31.776639 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b09eecdf-bd03-4b50-91e4-a27770ab4d32 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0710049 Sep 21 18:10:31.778978 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56496) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:31.886083 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172302b-c558-42f3-b6ce-c1343f7b669d req-6693b852-7502-438f-9a56-69862220ba5c tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:31.887601 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a172302b-c558-42f3-b6ce-c1343f7b669d req-6693b852-7502-438f-9a56-69862220ba5c tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cdb0b0f-92c6-4895-a42d-eeb23c510e35 HTTP/1.1" status: 200 len: 931 time: 0.1096456 Sep 21 18:10:31.991862 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a172302b-c558-42f3-b6ce-c1343f7b669d req-0d51f0bc-c957-48a6-b16a-8ce7199e1a7b tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b9fcf14-2da7-42e0-bfeb-e2719556d428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967193 Sep 21 18:10:31.994210 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-a83cef2a-fd97-45a4-9271-dcee71ff258e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting port 4da93674-26af-48fc-982f-370c9ae2b05b {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:31.994752 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a83cef2a-fd97-45a4-9271-dcee71ff258e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:32.088677 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-ab028aeb-b6f0-4483-92b7-15b6304ab1fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14da165f-f1bd-4e6a-b703-31ea614b31da {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:10:32.100119 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-ab028aeb-b6f0-4483-92b7-15b6304ab1fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:32.138485 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56506) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:32.149618 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-ab028aeb-b6f0-4483-92b7-15b6304ab1fb service neutron] Transition to ACTIVE for port object 14da165f-f1bd-4e6a-b703-31ea614b31da will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:10:32.161989 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-ab028aeb-b6f0-4483-92b7-15b6304ab1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:32.173131 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a83cef2a-fd97-45a4-9271-dcee71ff258e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:32.191789 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-a83cef2a-fd97-45a4-9271-dcee71ff258e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Calling delete_port for 4da93674-26af-48fc-982f-370c9ae2b05b owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:32.201092 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 51b43840-cfe3-42cc-80e3-99992df95eff up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:10:32.293445 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab028aeb-b6f0-4483-92b7-15b6304ab1fb service neutron] Pushing event updated for resources: {'Port': ['ID=14da165f-f1bd-4e6a-b703-31ea614b31da,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:32.345708 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 51b43840-cfe3-42cc-80e3-99992df95eff triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:32.346380 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:32.378738 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cb2f5bce-0317-410a-a427-63ca1b8ec2da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:32.380866 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-ab028aeb-b6f0-4483-92b7-15b6304ab1fb service neutron] Attempting to bind port 14da165f-f1bd-4e6a-b703-31ea614b31da on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:10:32.381208 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-ab028aeb-b6f0-4483-92b7-15b6304ab1fb service neutron] Attempting to bind port 14da165f-f1bd-4e6a-b703-31ea614b31da by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '34ca19b9-683d-4451-8a2e-bd7b86c37d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0e84379e-f63f-414b-b066-8d953ae04fc7'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:10:32.381629 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-ab028aeb-b6f0-4483-92b7-15b6304ab1fb service neutron] Attempting to bind port 14da165f-f1bd-4e6a-b703-31ea614b31da on network 0e84379e-f63f-414b-b066-8d953ae04fc7 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:10:32.392454 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-ab028aeb-b6f0-4483-92b7-15b6304ab1fb service neutron] Port 14da165f-f1bd-4e6a-b703-31ea614b31da on network 0e84379e-f63f-414b-b066-8d953ae04fc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:10:32.392758 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-ab028aeb-b6f0-4483-92b7-15b6304ab1fb service neutron] Attempting to bind port 14da165f-f1bd-4e6a-b703-31ea614b31da on network 0e84379e-f63f-414b-b066-8d953ae04fc7 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:10:32.403708 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-ab028aeb-b6f0-4483-92b7-15b6304ab1fb service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:10:32.403945 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-ab028aeb-b6f0-4483-92b7-15b6304ab1fb service neutron] Checking segment: {'id': '34ca19b9-683d-4451-8a2e-bd7b86c37d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0e84379e-f63f-414b-b066-8d953ae04fc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:10:32.404214 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-ab028aeb-b6f0-4483-92b7-15b6304ab1fb service neutron] Bound using segment: {'id': '34ca19b9-683d-4451-8a2e-bd7b86c37d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0e84379e-f63f-414b-b066-8d953ae04fc7'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:10:32.404653 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-ab028aeb-b6f0-4483-92b7-15b6304ab1fb service neutron] Bound port: 14da165f-f1bd-4e6a-b703-31ea614b31da, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34ca19b9-683d-4451-8a2e-bd7b86c37d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0e84379e-f63f-414b-b066-8d953ae04fc7'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:10:32.405009 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-ab028aeb-b6f0-4483-92b7-15b6304ab1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:32.437963 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a83cef2a-fd97-45a4-9271-dcee71ff258e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:32.466497 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:32.472082 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cef2a-fd97-45a4-9271-dcee71ff258e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Port': ['ID=4da93674-26af-48fc-982f-370c9ae2b05b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:32.478077 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-ab028aeb-b6f0-4483-92b7-15b6304ab1fb service neutron] For port 14da165f-f1bd-4e6a-b703-31ea614b31da, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:10:32.481522 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-ab028aeb-b6f0-4483-92b7-15b6304ab1fb service neutron] For port 14da165f-f1bd-4e6a-b703-31ea614b31da, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=14da165f-f1bd-4e6a-b703-31ea614b31da,segment=NetworkSegment(34ca19b9-683d-4451-8a2e-bd7b86c37d77),segment_id=34ca19b9-683d-4451-8a2e-bd7b86c37d77)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:10:32.501272 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 51b43840-cfe3-42cc-80e3-99992df95eff, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=51b43840-cfe3-42cc-80e3-99992df95eff,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:32.508665 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:32.513344 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-ab028aeb-b6f0-4483-92b7-15b6304ab1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:32.549386 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a83cef2a-fd97-45a4-9271-dcee71ff258e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:32.553341 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a83cef2a-fd97-45a4-9271-dcee71ff258e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/4da93674-26af-48fc-982f-370c9ae2b05b HTTP/1.1" status: 204 len: 168 time: 0.7733724 Sep 21 18:10:32.555883 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56512) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:32.593503 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-85ecb968-c9df-44d6-8ba5-d8529e7bba2e None None] Provisioning complete for port 51b43840-cfe3-42cc-80e3-99992df95eff triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:32.595412 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-85ecb968-c9df-44d6-8ba5-d8529e7bba2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:32.607983 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-ab028aeb-b6f0-4483-92b7-15b6304ab1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:32.608856 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-ab028aeb-b6f0-4483-92b7-15b6304ab1fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:32.610352 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-ab028aeb-b6f0-4483-92b7-15b6304ab1fb service neutron] 10.222.0.44 "PUT /v2.0/ports/14da165f-f1bd-4e6a-b703-31ea614b31da HTTP/1.1" status: 200 len: 1091 time: 1.1115532 Sep 21 18:10:32.610874 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cdb0b0f-92c6-4895-a42d-eeb23c510e35', 'tag': '14da165f-f1bd-4e6a-b703-31ea614b31da'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:10:32.617232 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe3b9d4-e6e2-4723-9c8c-920936ecb3a9" -d '{"events": [{"name": "network-changed", "server_uuid": "2cdb0b0f-92c6-4895-a42d-eeb23c510e35", "tag": "14da165f-f1bd-4e6a-b703-31ea614b31da"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:10:32.620129 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=51b43840-cfe3-42cc-80e3-99992df95eff,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:32.654490 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2473a837-b3ae-48d3-9b67-0512ed99827b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:32.661224 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2473a837-b3ae-48d3-9b67-0512ed99827b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:32.662811 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab028aeb-b6f0-4483-92b7-15b6304ab1fb service neutron] Pushing event updated for resources: {'Port': ['ID=14da165f-f1bd-4e6a-b703-31ea614b31da,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:32.666829 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2473a837-b3ae-48d3-9b67-0512ed99827b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1096926 Sep 21 18:10:32.670284 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56518) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:32.783884 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91f1e08-990d-4b7a-8113-a449ef2ffed6 x-openstack-request-id: req-e91f1e08-990d-4b7a-8113-a449ef2ffed6 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:10:32.784307 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cdb0b0f-92c6-4895-a42d-eeb23c510e35", "tag": "14da165f-f1bd-4e6a-b703-31ea614b31da", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:10:32.784555 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e91f1e08-990d-4b7a-8113-a449ef2ffed6 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:10:32.784954 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cdb0b0f-92c6-4895-a42d-eeb23c510e35', 'tag': '14da165f-f1bd-4e6a-b703-31ea614b31da', 'status': 'completed', 'code': 200} Sep 21 18:10:32.787194 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1dce471-6def-42f4-aaad-7a533b1840fe tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting subnet 8c2f6117-7303-4718-bc3e-1a8a1d746b1c {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:10:32.790790 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cb2f5bce-0317-410a-a427-63ca1b8ec2da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:32.791431 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f1dce471-6def-42f4-aaad-7a533b1840fe tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:32.793148 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-05d14605-51e2-4c42-bf7a-67871f9ad74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:32.794846 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-05d14605-51e2-4c42-bf7a-67871f9ad74b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80d7435e1a05410993611c5b14d2ee57&device_id=2cdb0b0f-92c6-4895-a42d-eeb23c510e35 HTTP/1.1" status: 200 len: 1094 time: 0.0870585 Sep 21 18:10:32.798179 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cb2f5bce-0317-410a-a427-63ca1b8ec2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:32.872083 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-97efb5fd-1428-4741-8287-7c2621a48e57 None None] Could not find standard attr ID for object 100e3453-cf00-4db1-96fe-463e5b2175bf. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:10:32.873522 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f1dce471-6def-42f4-aaad-7a533b1840fe tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:32.875600 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-7d722aeb-7828-4bce-8830-c7e55def677e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14da165f-f1bd-4e6a-b703-31ea614b31da HTTP/1.1" status: 200 len: 217 time: 0.0658431 Sep 21 18:10:32.897019 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f5bce-0317-410a-a427-63ca1b8ec2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdbe2d5-ae7b-409b-a529-997fae976dcc,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:32.907955 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-cb2f5bce-0317-410a-a427-63ca1b8ec2da admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=17d602a68f694878a4aa2604913c3147&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7676394 Sep 21 18:10:32.908536 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56520) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:32.912000 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ac826-16f6-4dc2-bcbc-285ea2ea580f req-3ece26bc-5051-4edb-bfc7-29c639d3b2ed tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:32.913901 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-045ac826-16f6-4dc2-bcbc-285ea2ea580f req-3ece26bc-5051-4edb-bfc7-29c639d3b2ed tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 946 time: 0.0990753 Sep 21 18:10:32.967259 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-045ac826-16f6-4dc2-bcbc-285ea2ea580f req-f77a38fa-607d-4c83-af8e-a4e652b12fd2 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=209c79ff-44ae-4b66-84c6-c495a27f267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470655 Sep 21 18:10:32.988067 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-371bf1b0-4488-4ef4-997c-036bfd141233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:33.000945 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-371bf1b0-4488-4ef4-997c-036bfd141233 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4327b854-5b4e-40b9-8fe8-819b1b080945 HTTP/1.1" status: 200 len: 850 time: 0.1147177 Sep 21 18:10:33.010835 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f1dce471-6def-42f4-aaad-7a533b1840fe tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:33.071596 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-f4c9e6ca-a6d8-4813-88b2-af3af82ec60c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0e84379e-f63f-414b-b066-8d953ae04fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565834 Sep 21 18:10:33.097536 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f1dce471-6def-42f4-aaad-7a533b1840fe tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:33.126187 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9c8df654-5a49-4fd5-8f6f-8765d6b09f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:33.130736 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dce471-6def-42f4-aaad-7a533b1840fe tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Subnet': ['ID=8c2f6117-7303-4718-bc3e-1a8a1d746b1c,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:33.139268 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f1dce471-6def-42f4-aaad-7a533b1840fe tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:33.144256 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f1dce471-6def-42f4-aaad-7a533b1840fe tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/8c2f6117-7303-4718-bc3e-1a8a1d746b1c HTTP/1.1" status: 204 len: 168 time: 0.4706612 Sep 21 18:10:33.144471 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56526) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:33.190325 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9c8df654-5a49-4fd5-8f6f-8765d6b09f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:33.197120 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-84bf9ff3-622b-4e9e-932d-9f9ba4667790 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514519 Sep 21 18:10:33.199931 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56528) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:33.204883 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-3a440a02-d3a0-4562-b0cf-ee1bb65f9976 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:33.219813 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e9e744-9042-4009-966b-48a57e257603 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:10:33.274980 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a23d4-a40d-461e-83c4-439f6ed1af1a req-2faad36f-4f77-4c2f-963d-f7942cc59a3a tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:33.276663 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ea6a23d4-a40d-461e-83c4-439f6ed1af1a req-2faad36f-4f77-4c2f-963d-f7942cc59a3a tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cdb0b0f-92c6-4895-a42d-eeb23c510e35 HTTP/1.1" status: 200 len: 943 time: 0.1735282 Sep 21 18:10:33.299597 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-d523ca3f-35b5-4929-984b-21ba1d1d082c service neutron] 10.222.0.44 "GET /v2.0/networks/0e84379e-f63f-414b-b066-8d953ae04fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229137 Sep 21 18:10:33.302347 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-bd39c569-c565-4871-b3a1-92951aa959a1 None None] Could not find standard attr ID for object 4da93674-26af-48fc-982f-370c9ae2b05b. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:10:33.328967 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a440a02-d3a0-4562-b0cf-ee1bb65f9976 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:33.333937 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3a440a02-d3a0-4562-b0cf-ee1bb65f9976 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:33.347393 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ea6a23d4-a40d-461e-83c4-439f6ed1af1a req-84967a19-2801-472b-b515-e4edbfa8d557 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b9fcf14-2da7-42e0-bfeb-e2719556d428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596387 Sep 21 18:10:33.350170 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9c8df654-5a49-4fd5-8f6f-8765d6b09f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:33.352736 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9c8df654-5a49-4fd5-8f6f-8765d6b09f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:33.353879 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9c8df654-5a49-4fd5-8f6f-8765d6b09f4e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dbdbe2d5-ae7b-409b-a529-997fae976dcc HTTP/1.1" status: 204 len: 168 time: 0.4194670 Sep 21 18:10:33.402842 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8df654-5a49-4fd5-8f6f-8765d6b09f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdbe2d5-ae7b-409b-a529-997fae976dcc,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:33.432761 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d0ed25e0-b0ac-47be-8b31-15efdd9f5807 req-c6896671-d36f-4553-96f0-66feeb507ca2 service neutron] 10.222.0.44 "GET /v2.0/networks/0e84379e-f63f-414b-b066-8d953ae04fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236277 Sep 21 18:10:33.517465 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e30d8a-1997-45fe-ac17-aff300cd2a54 None None] DHCP port deletion for 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:10:33.559514 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3b9d4-e6e2-4723-9c8c-920936ecb3a9 req-a87dec65-e146-4afa-a3ca-3beded9e0d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:33.562679 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dbe3b9d4-e6e2-4723-9c8c-920936ecb3a9 req-a87dec65-e146-4afa-a3ca-3beded9e0d91 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80d7435e1a05410993611c5b14d2ee57&device_id=2cdb0b0f-92c6-4895-a42d-eeb23c510e35 HTTP/1.1" status: 200 len: 1094 time: 0.0708544 Sep 21 18:10:33.604263 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-48e30d8a-1997-45fe-ac17-aff300cd2a54 None None] Deleting port 51b43840-cfe3-42cc-80e3-99992df95eff {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:33.605004 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-48e30d8a-1997-45fe-ac17-aff300cd2a54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:33.668309 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3a440a02-d3a0-4562-b0cf-ee1bb65f9976 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:33.726439 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3b9d4-e6e2-4723-9c8c-920936ecb3a9 req-155e5275-f17b-44f3-b731-49fbd9bf49e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:33.729033 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dbe3b9d4-e6e2-4723-9c8c-920936ecb3a9 req-155e5275-f17b-44f3-b731-49fbd9bf49e3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0e84379e-f63f-414b-b066-8d953ae04fc7 HTTP/1.1" status: 200 len: 911 time: 0.1428592 Sep 21 18:10:33.729265 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a440a02-d3a0-4562-b0cf-ee1bb65f9976 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:33.734201 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-3a440a02-d3a0-4562-b0cf-ee1bb65f9976 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:33.734352 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-48e30d8a-1997-45fe-ac17-aff300cd2a54 None None] For port 51b43840-cfe3-42cc-80e3-99992df95eff, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=51b43840-cfe3-42cc-80e3-99992df95eff,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:33.734815 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-48e30d8a-1997-45fe-ac17-aff300cd2a54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:33.737579 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a440a02-d3a0-4562-b0cf-ee1bb65f9976 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:33.738272 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3a440a02-d3a0-4562-b0cf-ee1bb65f9976 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:33.763006 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a440a02-d3a0-4562-b0cf-ee1bb65f9976 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Subnet': ['ID=de85b40c-5d5b-4ece-b341-d3ebbc7e2349,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:33.770644 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3a440a02-d3a0-4562-b0cf-ee1bb65f9976 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5673144 Sep 21 18:10:33.771034 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56540) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:33.771606 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-48e30d8a-1997-45fe-ac17-aff300cd2a54 None None] Calling delete_port for 51b43840-cfe3-42cc-80e3-99992df95eff owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:33.776189 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-11cbb73c-9178-42df-8aec-3bc0cba5bd65 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'port': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'name': 'tempest-NetworksTestDHCPv6-620012261'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:33.817980 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dbe3b9d4-e6e2-4723-9c8c-920936ecb3a9 req-31a2d75c-d160-4753-ad96-fb284b005ff4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14da165f-f1bd-4e6a-b703-31ea614b31da HTTP/1.1" status: 200 len: 217 time: 0.0797324 Sep 21 18:10:33.884784 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3b9d4-e6e2-4723-9c8c-920936ecb3a9 req-9b1e6b70-afe9-4f67-a4bb-e96ef6ebc818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:33.886295 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dbe3b9d4-e6e2-4723-9c8c-920936ecb3a9 req-9b1e6b70-afe9-4f67-a4bb-e96ef6ebc818 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4327b854-5b4e-40b9-8fe8-819b1b080945 HTTP/1.1" status: 200 len: 850 time: 0.0598474 Sep 21 18:10:33.903803 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-48e30d8a-1997-45fe-ac17-aff300cd2a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:33.916203 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cbb73c-9178-42df-8aec-3bc0cba5bd65 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:33.920516 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-11cbb73c-9178-42df-8aec-3bc0cba5bd65 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:33.935968 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e30d8a-1997-45fe-ac17-aff300cd2a54 None None] Pushing event deleted for resources: {'Port': ['ID=51b43840-cfe3-42cc-80e3-99992df95eff,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:33.941153 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-11cbb73c-9178-42df-8aec-3bc0cba5bd65 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] device_id is not set on port 74646557-e276-47d9-899b-ab5f2b71aaf2 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:10:33.944792 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e30d8a-1997-45fe-ac17-aff300cd2a54 None None] No DVR routers for this DVR port 51b43840-cfe3-42cc-80e3-99992df95eff on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:10:33.969075 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780499a9-ea77-4187-b232-830820da241b None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:10:33.969766 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dbe3b9d4-e6e2-4723-9c8c-920936ecb3a9 req-0c379287-34fe-4123-b43a-5fd3acc4b377 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0e84379e-f63f-414b-b066-8d953ae04fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709381 Sep 21 18:10:34.159951 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-11cbb73c-9178-42df-8aec-3bc0cba5bd65 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Allocated IP 2001:db8::3c6 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/de85b40c-5d5b-4ece-b341-d3ebbc7e2349/74646557-e276-47d9-899b-ab5f2b71aaf2) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:10:34.176254 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dbe3b9d4-e6e2-4723-9c8c-920936ecb3a9 req-7116b75f-7e83-4273-9a00-bc39c5c2760c service neutron] 10.222.0.44 "GET /v2.0/networks/0e84379e-f63f-414b-b066-8d953ae04fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975057 Sep 21 18:10:34.198629 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 51b43840-cfe3-42cc-80e3-99992df95eff no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:10:34.224274 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 51b43840-cfe3-42cc-80e3-99992df95eff {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:10:34.224917 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 51b43840-cfe3-42cc-80e3-99992df95eff not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:10:34.292325 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ca3d10-0845-402c-9f17-f7221ed8e2e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'tenant_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'fixed_ips': [{'subnet_id': 'de85b40c-5d5b-4ece-b341-d3ebbc7e2349'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:10:34.293660 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c2ca3d10-0845-402c-9f17-f7221ed8e2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:34.301166 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ef3aa-fe04-4d89-a738-d7ed5addd5d7 req-49ec19ca-2204-421e-8638-df741aa889d0 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:34.302738 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-866ef3aa-fe04-4d89-a738-d7ed5addd5d7 req-49ec19ca-2204-421e-8638-df741aa889d0 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 946 time: 0.1243424 Sep 21 18:10:34.448474 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-866ef3aa-fe04-4d89-a738-d7ed5addd5d7 req-503ec6e2-d5e3-4684-94a0-62a203102a07 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=209c79ff-44ae-4b66-84c6-c495a27f267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382265 Sep 21 18:10:34.487793 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-11cbb73c-9178-42df-8aec-3bc0cba5bd65 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:34.537707 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-11cbb73c-9178-42df-8aec-3bc0cba5bd65 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:34.600738 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cbb73c-9178-42df-8aec-3bc0cba5bd65 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:34.625410 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-11cbb73c-9178-42df-8aec-3bc0cba5bd65 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:34.629356 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-c2ca3d10-0845-402c-9f17-f7221ed8e2e4 None None] Allocated IP 2001:db8::2 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/de85b40c-5d5b-4ece-b341-d3ebbc7e2349/8d1ce4c2-9b02-422c-aa47-0a4d5b8351c2) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:10:34.635557 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cbb73c-9178-42df-8aec-3bc0cba5bd65 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:10:34.642121 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cbb73c-9178-42df-8aec-3bc0cba5bd65 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:34.643062 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-11cbb73c-9178-42df-8aec-3bc0cba5bd65 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:34.648098 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cbb73c-9178-42df-8aec-3bc0cba5bd65 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Port': ['ID=74646557-e276-47d9-899b-ab5f2b71aaf2,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:34.669011 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-11cbb73c-9178-42df-8aec-3bc0cba5bd65 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8955719 Sep 21 18:10:34.670098 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56564) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:34.745864 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b117b42-6b2f-4e16-8e64-3345da453c29 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:34.747659 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6b117b42-6b2f-4e16-8e64-3345da453c29 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0762777 Sep 21 18:10:34.750313 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56566) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:34.839393 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dbe3b9d4-e6e2-4723-9c8c-920936ecb3a9 req-a8ccedf8-4baf-4a1f-b236-25a6887dd505 service neutron] 10.222.0.44 "GET /v2.0/networks/0e84379e-f63f-414b-b066-8d953ae04fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6541624 Sep 21 18:10:34.851223 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c2ca3d10-0845-402c-9f17-f7221ed8e2e4 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:34.860323 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c2ca3d10-0845-402c-9f17-f7221ed8e2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:34.899590 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11f2d2-12d7-403c-b4b1-221086bc2a51 req-da99347a-3486-41c0-bc3b-e29c6a5fe60f tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:34.900728 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-8e8cd55b-6ce1-41e4-b155-372122f57a64 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting port 74646557-e276-47d9-899b-ab5f2b71aaf2 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:34.901309 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8e8cd55b-6ce1-41e4-b155-372122f57a64 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:34.909357 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4f11f2d2-12d7-403c-b4b1-221086bc2a51 req-da99347a-3486-41c0-bc3b-e29c6a5fe60f tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cdb0b0f-92c6-4895-a42d-eeb23c510e35 HTTP/1.1" status: 200 len: 943 time: 0.0689542 Sep 21 18:10:34.927332 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ca3d10-0845-402c-9f17-f7221ed8e2e4 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:34.930623 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-c2ca3d10-0845-402c-9f17-f7221ed8e2e4 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:34.934164 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ca3d10-0845-402c-9f17-f7221ed8e2e4 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:10:34.975532 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4f11f2d2-12d7-403c-b4b1-221086bc2a51 req-c5a31fb6-dc08-491e-b63a-e8db8ea1d4c2 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b9fcf14-2da7-42e0-bfeb-e2719556d428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653181 Sep 21 18:10:34.982120 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca3d10-0845-402c-9f17-f7221ed8e2e4 None None] Pushing event updated for resources: {'Port': ['ID=8d1ce4c2-9b02-422c-aa47-0a4d5b8351c2,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:35.017935 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-c2ca3d10-0845-402c-9f17-f7221ed8e2e4 None None] Attempting to bind port 8d1ce4c2-9b02-422c-aa47-0a4d5b8351c2 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:10:35.019022 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-c2ca3d10-0845-402c-9f17-f7221ed8e2e4 None None] Attempting to bind port 8d1ce4c2-9b02-422c-aa47-0a4d5b8351c2 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:10:35.019400 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ca3d10-0845-402c-9f17-f7221ed8e2e4 None None] Attempting to bind port 8d1ce4c2-9b02-422c-aa47-0a4d5b8351c2 on network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:10:35.026450 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ca3d10-0845-402c-9f17-f7221ed8e2e4 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:10:35.026834 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ca3d10-0845-402c-9f17-f7221ed8e2e4 None None] Checking segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:10:35.027271 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c2ca3d10-0845-402c-9f17-f7221ed8e2e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:35.027677 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ca3d10-0845-402c-9f17-f7221ed8e2e4 None None] Bound using segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:10:35.028165 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-c2ca3d10-0845-402c-9f17-f7221ed8e2e4 None None] Bound port: 8d1ce4c2-9b02-422c-aa47-0a4d5b8351c2, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:10:35.028560 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c2ca3d10-0845-402c-9f17-f7221ed8e2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:35.057409 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8e8cd55b-6ce1-41e4-b155-372122f57a64 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:35.072106 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-8e8cd55b-6ce1-41e4-b155-372122f57a64 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Calling delete_port for 74646557-e276-47d9-899b-ab5f2b71aaf2 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:35.130483 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-c2ca3d10-0845-402c-9f17-f7221ed8e2e4 None None] For port 8d1ce4c2-9b02-422c-aa47-0a4d5b8351c2, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:10:35.135623 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-c2ca3d10-0845-402c-9f17-f7221ed8e2e4 None None] For port 8d1ce4c2-9b02-422c-aa47-0a4d5b8351c2, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=8d1ce4c2-9b02-422c-aa47-0a4d5b8351c2,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:10:35.143722 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c2ca3d10-0845-402c-9f17-f7221ed8e2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:35.220170 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca3d10-0845-402c-9f17-f7221ed8e2e4 None None] Pushing event updated for resources: {'Port': ['ID=8d1ce4c2-9b02-422c-aa47-0a4d5b8351c2,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:35.261315 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8e8cd55b-6ce1-41e4-b155-372122f57a64 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:35.304931 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8cd55b-6ce1-41e4-b155-372122f57a64 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Port': ['ID=74646557-e276-47d9-899b-ab5f2b71aaf2,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:35.333038 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8e8cd55b-6ce1-41e4-b155-372122f57a64 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:35.335387 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8e8cd55b-6ce1-41e4-b155-372122f57a64 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/74646557-e276-47d9-899b-ab5f2b71aaf2 HTTP/1.1" status: 204 len: 168 time: 0.5837240 Sep 21 18:10:35.337773 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56588) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:35.398841 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d9c66e-8c09-4163-b56d-a67bcc1299c8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:35.401614 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d9c66e-8c09-4163-b56d-a67bcc1299c8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:35.409285 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d3d9c66e-8c09-4163-b56d-a67bcc1299c8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0704737 Sep 21 18:10:35.411872 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56592) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:35.477047 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56594) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:35.503577 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab255930-7d19-462f-9b91-cdd7a01b2392 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting subnet de85b40c-5d5b-4ece-b341-d3ebbc7e2349 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:10:35.508645 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ab255930-7d19-462f-9b91-cdd7a01b2392 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:35.595391 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ab255930-7d19-462f-9b91-cdd7a01b2392 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:35.650616 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f26103-9098-4f4b-ae0f-bf3cb96999c7 req-f31c7922-1f60-4c0d-9f87-41fe5dc59299 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:35.652158 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e7f26103-9098-4f4b-ae0f-bf3cb96999c7 req-f31c7922-1f60-4c0d-9f87-41fe5dc59299 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 946 time: 0.1097922 Sep 21 18:10:35.692412 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-65c1a32e-f3e4-4475-a589-cc1f2107e4c4 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2049388049'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:35.742966 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ab255930-7d19-462f-9b91-cdd7a01b2392 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:35.749765 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e7f26103-9098-4f4b-ae0f-bf3cb96999c7 req-fac712ce-6e39-48bf-85ac-6886aa0343fe tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=209c79ff-44ae-4b66-84c6-c495a27f267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901246 Sep 21 18:10:35.769101 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c1a32e-f3e4-4475-a589-cc1f2107e4c4 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] Made reservation on behalf of 9f4773c24bdc430784d5b69d4a052254 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:35.772551 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-65c1a32e-f3e4-4475-a589-cc1f2107e4c4 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:35.786248 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-65c1a32e-f3e4-4475-a589-cc1f2107e4c4 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:35.851194 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ab255930-7d19-462f-9b91-cdd7a01b2392 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:35.887522 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab255930-7d19-462f-9b91-cdd7a01b2392 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Subnet': ['ID=de85b40c-5d5b-4ece-b341-d3ebbc7e2349,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:35.891619 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ab255930-7d19-462f-9b91-cdd7a01b2392 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:35.896285 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ab255930-7d19-462f-9b91-cdd7a01b2392 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/de85b40c-5d5b-4ece-b341-d3ebbc7e2349 HTTP/1.1" status: 204 len: 168 time: 0.4806013 Sep 21 18:10:35.896385 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56604) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:35.945780 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1837c2a4-b0cf-4328-9838-7b044401802d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0482802 Sep 21 18:10:35.948413 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56606) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:36.014036 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-65c1a32e-f3e4-4475-a589-cc1f2107e4c4 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:36.028193 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57875215-0ca6-44f0-9c25-e46f9c4314c6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:36.029712 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-57875215-0ca6-44f0-9c25-e46f9c4314c6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0793533 Sep 21 18:10:36.030713 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-65c1a32e-f3e4-4475-a589-cc1f2107e4c4 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:36.032557 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56610) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:36.047783 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 14da165f-f1bd-4e6a-b703-31ea614b31da details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:10:36.059682 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65c1a32e-f3e4-4475-a589-cc1f2107e4c4 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:10:36.074906 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1a32e-f3e4-4475-a589-cc1f2107e4c4 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00a65de9-1f7b-4d1a-a1b9-e18febdc76b7,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:36.082057 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-65c1a32e-f3e4-4475-a589-cc1f2107e4c4 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:36.082696 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-65c1a32e-f3e4-4475-a589-cc1f2107e4c4 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] Added segment acf4b901-cab8-4e6e-bee9-e0707402180f of type vlan for network 62fac138-fe1e-4de8-8e5b-8373af9b2cf6 Sep 21 18:10:36.153883 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-65c1a32e-f3e4-4475-a589-cc1f2107e4c4 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:36.190289 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-65c1a32e-f3e4-4475-a589-cc1f2107e4c4 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:36.202531 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c1a32e-f3e4-4475-a589-cc1f2107e4c4 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:36.203402 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-65c1a32e-f3e4-4475-a589-cc1f2107e4c4 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:36.219582 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e232bdfe-7a12-4d96-b69a-5a96c7f4d6dc tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:36.227432 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e232bdfe-7a12-4d96-b69a-5a96c7f4d6dc tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1895819 Sep 21 18:10:36.228469 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56618) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:36.255259 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-65c1a32e-f3e4-4475-a589-cc1f2107e4c4 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7765615 Sep 21 18:10:36.261147 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56620) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:36.303579 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 8d1ce4c2-9b02-422c-aa47-0a4d5b8351c2 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:10:36.322707 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1a32e-f3e4-4475-a589-cc1f2107e4c4 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] Pushing event updated for resources: {'Network': ['ID=62fac138-fe1e-4de8-8e5b-8373af9b2cf6,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:36.365215 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-634dd589-c7d5-447c-b65b-3e5b32353f3a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1286190 Sep 21 18:10:36.365689 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56624) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:36.371176 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 62fac138-fe1e-4de8-8e5b-8373af9b2cf6 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:10:36.373802 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-6ace3e3a-06c1-4a18-8273-c153c9ab01c1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:36.385219 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236cd60f-aaa5-432b-9747-eb6c109fb999 req-6248ce5a-9540-4122-b479-4d0008364a53 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:36.394187 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-236cd60f-aaa5-432b-9747-eb6c109fb999 req-6248ce5a-9540-4122-b479-4d0008364a53 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cdb0b0f-92c6-4895-a42d-eeb23c510e35 HTTP/1.1" status: 200 len: 943 time: 0.1627734 Sep 21 18:10:36.443900 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-236cd60f-aaa5-432b-9747-eb6c109fb999 req-561c973e-97da-47f1-9050-a55fc6ea1347 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b9fcf14-2da7-42e0-bfeb-e2719556d428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455389 Sep 21 18:10:36.478328 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 14da165f-f1bd-4e6a-b703-31ea614b31da, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=14da165f-f1bd-4e6a-b703-31ea614b31da,segment=NetworkSegment(34ca19b9-683d-4451-8a2e-bd7b86c37d77),segment_id=34ca19b9-683d-4451-8a2e-bd7b86c37d77)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:36.481298 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-80687c98-cac7-44c1-8e55-e1119cc12366 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Request body: {'network': {'name': 'tempest-network--1594699121', 'router:external': True}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:36.515518 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80687c98-cac7-44c1-8e55-e1119cc12366 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Made reservation on behalf of 2848eae8eeb84e82b05f78a969e6a1c8 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:36.519221 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-80687c98-cac7-44c1-8e55-e1119cc12366 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:36.539642 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-80687c98-cac7-44c1-8e55-e1119cc12366 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:36.561511 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ace3e3a-06c1-4a18-8273-c153c9ab01c1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:36.565975 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6ace3e3a-06c1-4a18-8273-c153c9ab01c1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:36.651771 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb550312-1444-4107-ab9d-2053bf7d2314 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:10:36.676452 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '14da165f-f1bd-4e6a-b703-31ea614b31da', 'network_id': '0e84379e-f63f-414b-b066-8d953ae04fc7', 'port_id': '14da165f-f1bd-4e6a-b703-31ea614b31da', 'mac_address': 'fa:16:3e:79:f3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4327b854-5b4e-40b9-8fe8-819b1b080945', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:10:36.757104 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-acfb9cb9-ee24-4416-a35b-4558cd65a934 None None] Provisioning complete for port 8d1ce4c2-9b02-422c-aa47-0a4d5b8351c2 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:36.757705 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-acfb9cb9-ee24-4416-a35b-4558cd65a934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:36.779031 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-80687c98-cac7-44c1-8e55-e1119cc12366 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:36.828037 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 8d1ce4c2-9b02-422c-aa47-0a4d5b8351c2 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:36.828571 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:36.838158 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:36.903003 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14da165f-f1bd-4e6a-b703-31ea614b31da {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:10:36.937135 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 14da165f-f1bd-4e6a-b703-31ea614b31da, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=14da165f-f1bd-4e6a-b703-31ea614b31da,segment=NetworkSegment(34ca19b9-683d-4451-8a2e-bd7b86c37d77),segment_id=34ca19b9-683d-4451-8a2e-bd7b86c37d77)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:36.967157 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:37.036662 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-acfb9cb9-ee24-4416-a35b-4558cd65a934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:37.073336 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44a6093-7baa-4d69-a7b9-44654915aaa0 None None] DHCP port deletion for 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:10:37.087229 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:37.090781 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=14da165f-f1bd-4e6a-b703-31ea614b31da,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:37.147531 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-acfb9cb9-ee24-4416-a35b-4558cd65a934 None None] For port 8d1ce4c2-9b02-422c-aa47-0a4d5b8351c2, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=8d1ce4c2-9b02-422c-aa47-0a4d5b8351c2,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:37.157752 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-acfb9cb9-ee24-4416-a35b-4558cd65a934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:37.176433 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-80687c98-cac7-44c1-8e55-e1119cc12366 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:37.189207 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80687c98-cac7-44c1-8e55-e1119cc12366 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:10:37.199077 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-80687c98-cac7-44c1-8e55-e1119cc12366 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:37.199512 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-80687c98-cac7-44c1-8e55-e1119cc12366 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Added segment c1c29ea9-fcbb-43ca-9740-91bad0e3ad4f of type vlan for network 864cc056-0252-47e4-89d3-e543ff48c2bf Sep 21 18:10:37.237630 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['14da165f-f1bd-4e6a-b703-31ea614b31da'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:10:37.287797 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6ace3e3a-06c1-4a18-8273-c153c9ab01c1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:37.310660 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.db.api [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:10:37.311230 n-d-810291-1 neutron-server[101462]: DEBUG oslo_db.api [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:10:37.318892 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-f44a6093-7baa-4d69-a7b9-44654915aaa0 None None] Deleting port 8d1ce4c2-9b02-422c-aa47-0a4d5b8351c2 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:37.319492 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f44a6093-7baa-4d69-a7b9-44654915aaa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:37.332493 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb9cb9-ee24-4416-a35b-4558cd65a934 None None] Pushing event updated for resources: {'Port': ['ID=8d1ce4c2-9b02-422c-aa47-0a4d5b8351c2,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:37.341171 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-80687c98-cac7-44c1-8e55-e1119cc12366 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:37.364869 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80687c98-cac7-44c1-8e55-e1119cc12366 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0dc4f0-96d7-43e3-8090-e7fe0b329f4e,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:37.377299 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ace3e3a-06c1-4a18-8273-c153c9ab01c1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:37.387411 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58a3a4-e74c-4f89-8c32-126c5baf9f7f req-25b3527f-1809-4c57-919b-c53931c638ff tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:37.389500 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ab58a3a4-e74c-4f89-8c32-126c5baf9f7f req-25b3527f-1809-4c57-919b-c53931c638ff tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 946 time: 0.2191749 Sep 21 18:10:37.396499 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-6ace3e3a-06c1-4a18-8273-c153c9ab01c1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:37.399815 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ace3e3a-06c1-4a18-8273-c153c9ab01c1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:37.400780 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6ace3e3a-06c1-4a18-8273-c153c9ab01c1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:37.425313 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace3e3a-06c1-4a18-8273-c153c9ab01c1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Subnet': ['ID=e54f7038-2b4c-4288-9272-2aceb3811c86,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:37.441957 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-f44a6093-7baa-4d69-a7b9-44654915aaa0 None None] For port 8d1ce4c2-9b02-422c-aa47-0a4d5b8351c2, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=8d1ce4c2-9b02-422c-aa47-0a4d5b8351c2,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:37.442379 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f44a6093-7baa-4d69-a7b9-44654915aaa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:37.445952 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6ace3e3a-06c1-4a18-8273-c153c9ab01c1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0790651 Sep 21 18:10:37.448753 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56642) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:37.454845 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-37cdf866-8330-4145-a438-9e12817ba7f5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'port': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'fixed_ips': [{'subnet_id': 'e54f7038-2b4c-4288-9272-2aceb3811c86', 'ip_address': '2001:db8::5c7:4348:7ccc:6874'}], 'name': 'tempest-NetworksTestDHCPv6-250894607'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:37.461116 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-f44a6093-7baa-4d69-a7b9-44654915aaa0 None None] Calling delete_port for 8d1ce4c2-9b02-422c-aa47-0a4d5b8351c2 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:37.477497 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-80687c98-cac7-44c1-8e55-e1119cc12366 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:37.478653 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80687c98-cac7-44c1-8e55-e1119cc12366 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:37.479346 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-80687c98-cac7-44c1-8e55-e1119cc12366 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:37.535825 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ab58a3a4-e74c-4f89-8c32-126c5baf9f7f req-9e55e1b9-d3ee-443c-8554-a8782504ba06 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=209c79ff-44ae-4b66-84c6-c495a27f267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323137 Sep 21 18:10:37.587304 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80382cc0-3edb-4f4a-9293-42b835620ad3 req-148df304-7a36-46fb-84ed-2a395d6e0515 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:37.589492 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80382cc0-3edb-4f4a-9293-42b835620ad3 req-148df304-7a36-46fb-84ed-2a395d6e0515 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cdb0b0f-92c6-4895-a42d-eeb23c510e35 HTTP/1.1" status: 200 len: 944 time: 0.0751469 Sep 21 18:10:37.602020 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-80687c98-cac7-44c1-8e55-e1119cc12366 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3398895 Sep 21 18:10:37.605144 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56646) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:37.643306 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80687c98-cac7-44c1-8e55-e1119cc12366 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Pushing event updated for resources: {'Network': ['ID=864cc056-0252-47e4-89d3-e543ff48c2bf,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:37.657143 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 864cc056-0252-47e4-89d3-e543ff48c2bf details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:10:37.659019 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80382cc0-3edb-4f4a-9293-42b835620ad3 req-67527ff3-ce6c-40d2-98b8-16f6eda4ef49 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b9fcf14-2da7-42e0-bfeb-e2719556d428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629265 Sep 21 18:10:37.674750 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f44a6093-7baa-4d69-a7b9-44654915aaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:37.679119 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cdf866-8330-4145-a438-9e12817ba7f5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:37.710674 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-acbdba76-aa0e-4af3-bb2a-5ec2f187df92 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:37.721881 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a6093-7baa-4d69-a7b9-44654915aaa0 None None] Pushing event deleted for resources: {'Port': ['ID=8d1ce4c2-9b02-422c-aa47-0a4d5b8351c2,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:37.730751 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44a6093-7baa-4d69-a7b9-44654915aaa0 None None] No DVR routers for this DVR port 8d1ce4c2-9b02-422c-aa47-0a4d5b8351c2 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:10:37.774514 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cd84cd-0246-48b9-9503-edc596140a64 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:10:37.782883 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-37cdf866-8330-4145-a438-9e12817ba7f5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:37.801710 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-37cdf866-8330-4145-a438-9e12817ba7f5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] device_id is not set on port 2f0ccd75-ed86-4142-9d7a-1d355363717b yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:10:37.820372 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-acbdba76-aa0e-4af3-bb2a-5ec2f187df92 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:37.848539 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-acbdba76-aa0e-4af3-bb2a-5ec2f187df92 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['864cc056-0252-47e4-89d3-e543ff48c2bf']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:37.862792 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-acbdba76-aa0e-4af3-bb2a-5ec2f187df92 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c29ea9-fcbb-43ca-9740-91bad0e3ad4f') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:37.863706 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-acbdba76-aa0e-4af3-bb2a-5ec2f187df92 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c29ea9-fcbb-43ca-9740-91bad0e3ad4f') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:37.867107 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Port 8d1ce4c2-9b02-422c-aa47-0a4d5b8351c2 update to ACTIVE by agent not found {{(pid=101462) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 21 18:10:37.881246 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-acbdba76-aa0e-4af3-bb2a-5ec2f187df92 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:37.898106 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-acbdba76-aa0e-4af3-bb2a-5ec2f187df92 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:37.904177 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acbdba76-aa0e-4af3-bb2a-5ec2f187df92 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:10:37.904578 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-acbdba76-aa0e-4af3-bb2a-5ec2f187df92 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:37.960618 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:10:37.960618 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:10:37.960618 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:10:37.960618 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:10:37.960618 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:10:37.960618 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:10:37.960618 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:10:37.960618 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:10:37.960618 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:10:37.960618 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:10:37.960618 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:10:37.960618 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:10:37.960618 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:10:37.960618 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:10:37.960618 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:10:37.960618 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:10:37.960618 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:10:37.960618 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:10:37.960618 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:10:37.960618 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:10:37.960618 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:10:37.960618 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:10:37.960618 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:10:37.960618 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:10:37.960618 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:10:37.960618 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:10:37.960618 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:10:37.960618 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:10:37.960618 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:10:37.960618 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:10:37.960618 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:10:37.960618 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:10:37.964547 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-acbdba76-aa0e-4af3-bb2a-5ec2f187df92 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:37.973829 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2c2401-dd00-471f-a95a-e5e39e8b266b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'tenant_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'fixed_ips': [{'subnet_id': 'e54f7038-2b4c-4288-9272-2aceb3811c86'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:10:37.974751 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cb2c2401-dd00-471f-a95a-e5e39e8b266b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:37.986069 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbdba76-aa0e-4af3-bb2a-5ec2f187df92 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 864cc056-0252-47e4-89d3-e543ff48c2bf {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 21 18:10:37.988324 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbdba76-aa0e-4af3-bb2a-5ec2f187df92 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Pushing event deleted for resources: {'Network': ['ID=864cc056-0252-47e4-89d3-e543ff48c2bf,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:37.990511 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-acbdba76-aa0e-4af3-bb2a-5ec2f187df92 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:38.001158 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-acbdba76-aa0e-4af3-bb2a-5ec2f187df92 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] 10.222.0.58 "DELETE /v2.0/networks/864cc056-0252-47e4-89d3-e543ff48c2bf HTTP/1.1" status: 204 len: 168 time: 0.3950076 Sep 21 18:10:38.002298 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56652) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:38.008120 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-ef71ff9a-5051-4268-a475-4ab06d18a3d4 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:38.027108 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-37cdf866-8330-4145-a438-9e12817ba7f5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Allocated IP 2001:db8::5c7:4348:7ccc:6874 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/e54f7038-2b4c-4288-9272-2aceb3811c86/2f0ccd75-ed86-4142-9d7a-1d355363717b) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:10:38.051104 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef71ff9a-5051-4268-a475-4ab06d18a3d4 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Made reservation on behalf of 2848eae8eeb84e82b05f78a969e6a1c8 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:38.058833 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ef71ff9a-5051-4268-a475-4ab06d18a3d4 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:38.145228 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef71ff9a-5051-4268-a475-4ab06d18a3d4 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:10:38.158319 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 14da165f-f1bd-4e6a-b703-31ea614b31da up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:10:38.172727 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ef71ff9a-5051-4268-a475-4ab06d18a3d4 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:38.173287 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-ef71ff9a-5051-4268-a475-4ab06d18a3d4 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Added segment 57ad559f-44a7-4f77-b1fc-6b35b84f5a8d of type vlan for network 057a8f43-f73a-497c-9dff-8c55cc1bf56c Sep 21 18:10:38.245210 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-37cdf866-8330-4145-a438-9e12817ba7f5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:38.253308 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 8d1ce4c2-9b02-422c-aa47-0a4d5b8351c2 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:10:38.280741 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 8d1ce4c2-9b02-422c-aa47-0a4d5b8351c2 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:10:38.281158 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 8d1ce4c2-9b02-422c-aa47-0a4d5b8351c2 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:10:38.284292 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-37cdf866-8330-4145-a438-9e12817ba7f5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:38.309408 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ef71ff9a-5051-4268-a475-4ab06d18a3d4 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:38.330520 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-cb2c2401-dd00-471f-a95a-e5e39e8b266b None None] Allocated IP 2001:db8::2 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/e54f7038-2b4c-4288-9272-2aceb3811c86/d9a178fe-9e37-4ebb-b5e8-b4bdf6e0741b) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:10:38.343777 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ef71ff9a-5051-4268-a475-4ab06d18a3d4 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:38.345403 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef71ff9a-5051-4268-a475-4ab06d18a3d4 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:38.346584 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ef71ff9a-5051-4268-a475-4ab06d18a3d4 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:38.371085 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 14da165f-f1bd-4e6a-b703-31ea614b31da completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:10:38.377133 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 14da165f-f1bd-4e6a-b703-31ea614b31da triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:38.377538 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:38.387828 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cdf866-8330-4145-a438-9e12817ba7f5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:38.394075 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-37cdf866-8330-4145-a438-9e12817ba7f5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:38.397020 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cdf866-8330-4145-a438-9e12817ba7f5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:10:38.403782 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cdf866-8330-4145-a438-9e12817ba7f5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:38.404420 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-37cdf866-8330-4145-a438-9e12817ba7f5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:38.408737 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ef71ff9a-5051-4268-a475-4ab06d18a3d4 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4046981 Sep 21 18:10:38.409864 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56660) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:38.411223 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cdf866-8330-4145-a438-9e12817ba7f5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Port': ['ID=2f0ccd75-ed86-4142-9d7a-1d355363717b,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:38.427984 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-37cdf866-8330-4145-a438-9e12817ba7f5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.9781435 Sep 21 18:10:38.430418 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56662) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:38.451571 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-0f905003-9c0a-40bb-875f-9faafa234f48 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Request body: {'subnet': {'network_id': '057a8f43-f73a-497c-9dff-8c55cc1bf56c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:38.476226 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71ff9a-5051-4268-a475-4ab06d18a3d4 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Pushing event updated for resources: {'Network': ['ID=057a8f43-f73a-497c-9dff-8c55cc1bf56c,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:38.488464 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f905003-9c0a-40bb-875f-9faafa234f48 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Made reservation on behalf of 2848eae8eeb84e82b05f78a969e6a1c8 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:38.491336 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0f905003-9c0a-40bb-875f-9faafa234f48 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:38.492263 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 057a8f43-f73a-497c-9dff-8c55cc1bf56c details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:10:38.530528 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2097ff9a-07b4-4e10-9f44-7013247dd79f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:38.532159 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2097ff9a-07b4-4e10-9f44-7013247dd79f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1004512 Sep 21 18:10:38.536273 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56664) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:38.665816 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:38.668339 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cb2c2401-dd00-471f-a95a-e5e39e8b266b None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:38.678144 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cb2c2401-dd00-471f-a95a-e5e39e8b266b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:38.725390 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c2401-dd00-471f-a95a-e5e39e8b266b None None] Pushing event updated for resources: {'Port': ['ID=d9a178fe-9e37-4ebb-b5e8-b4bdf6e0741b,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:38.743985 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2c2401-dd00-471f-a95a-e5e39e8b266b None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:38.748934 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cdb0b0f-92c6-4895-a42d-eeb23c510e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14da165f-f1bd-4e6a-b703-31ea614b31da'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:10:38.751365 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7aca4df-9d0e-4959-90c1-57de36c0c308" -d '{"events": [{"server_uuid": "2cdb0b0f-92c6-4895-a42d-eeb23c510e35", "name": "network-vif-plugged", "status": "completed", "tag": "14da165f-f1bd-4e6a-b703-31ea614b31da"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:10:38.756849 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-cb2c2401-dd00-471f-a95a-e5e39e8b266b None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:38.761763 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c111fa1-5381-40fc-ac58-210eb949b8ab req-2fc2b87d-d4b7-426f-b0f9-fb083a35e26a tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:38.763421 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2c2401-dd00-471f-a95a-e5e39e8b266b None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:10:38.764741 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7c111fa1-5381-40fc-ac58-210eb949b8ab req-2fc2b87d-d4b7-426f-b0f9-fb083a35e26a tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 946 time: 0.0947363 Sep 21 18:10:38.769486 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 14da165f-f1bd-4e6a-b703-31ea614b31da, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=14da165f-f1bd-4e6a-b703-31ea614b31da,segment=NetworkSegment(34ca19b9-683d-4451-8a2e-bd7b86c37d77),segment_id=34ca19b9-683d-4451-8a2e-bd7b86c37d77)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:38.772682 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-c9e19c50-444f-431c-94e7-149b7a022945 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting port 2f0ccd75-ed86-4142-9d7a-1d355363717b {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:38.773549 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c9e19c50-444f-431c-94e7-149b7a022945 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:38.776799 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:38.884346 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7c111fa1-5381-40fc-ac58-210eb949b8ab req-1358dd4a-655c-4d47-9424-b6939bc5ddec tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=209c79ff-44ae-4b66-84c6-c495a27f267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041946 Sep 21 18:10:38.909345 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1fe5a-82ba-4996-9956-abcaec52d9c3 req-c6f37972-df87-4900-a146-cfaf8cf94ebc tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:38.913310 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-30e1fe5a-82ba-4996-9956-abcaec52d9c3 req-c6f37972-df87-4900-a146-cfaf8cf94ebc tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cdb0b0f-92c6-4895-a42d-eeb23c510e35 HTTP/1.1" status: 200 len: 945 time: 0.1177270 Sep 21 18:10:38.931805 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c9e19c50-444f-431c-94e7-149b7a022945 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:38.950084 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-c9e19c50-444f-431c-94e7-149b7a022945 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Calling delete_port for 2f0ccd75-ed86-4142-9d7a-1d355363717b owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:38.989677 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5958ada-8556-48f3-8bb4-1e582580c290 x-openstack-request-id: req-e5958ada-8556-48f3-8bb4-1e582580c290 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:10:38.989967 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cdb0b0f-92c6-4895-a42d-eeb23c510e35", "name": "network-vif-plugged", "status": "completed", "tag": "14da165f-f1bd-4e6a-b703-31ea614b31da", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:10:38.990213 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e5958ada-8556-48f3-8bb4-1e582580c290 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:10:38.990600 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cdb0b0f-92c6-4895-a42d-eeb23c510e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14da165f-f1bd-4e6a-b703-31ea614b31da', 'code': 200} Sep 21 18:10:38.991984 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-30e1fe5a-82ba-4996-9956-abcaec52d9c3 req-233eddce-a8f9-4486-adf0-7171522ad282 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b9fcf14-2da7-42e0-bfeb-e2719556d428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776362 Sep 21 18:10:39.013668 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-cb2c2401-dd00-471f-a95a-e5e39e8b266b None None] Attempting to bind port d9a178fe-9e37-4ebb-b5e8-b4bdf6e0741b on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:10:39.015897 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-cb2c2401-dd00-471f-a95a-e5e39e8b266b None None] Attempting to bind port d9a178fe-9e37-4ebb-b5e8-b4bdf6e0741b by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:10:39.016731 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2c2401-dd00-471f-a95a-e5e39e8b266b None None] Attempting to bind port d9a178fe-9e37-4ebb-b5e8-b4bdf6e0741b on network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:10:39.031382 n-d-810291-1 neutron-server[101460]: DEBUG neutron.objects.ports [None req-0f905003-9c0a-40bb-875f-9faafa234f48 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101460) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:10:39.031609 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0f905003-9c0a-40bb-875f-9faafa234f48 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:39.051627 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=14da165f-f1bd-4e6a-b703-31ea614b31da,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:39.059879 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2c2401-dd00-471f-a95a-e5e39e8b266b None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:10:39.060712 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2c2401-dd00-471f-a95a-e5e39e8b266b None None] Checking segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:10:39.061407 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cb2c2401-dd00-471f-a95a-e5e39e8b266b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:39.062387 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2c2401-dd00-471f-a95a-e5e39e8b266b None None] Bound using segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:10:39.062387 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-cb2c2401-dd00-471f-a95a-e5e39e8b266b None None] Bound port: d9a178fe-9e37-4ebb-b5e8-b4bdf6e0741b, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:10:39.062909 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cb2c2401-dd00-471f-a95a-e5e39e8b266b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:39.120999 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f905003-9c0a-40bb-875f-9faafa234f48 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cb1be05f-f216-4e96-b7a7-4c27df522b3b,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:39.130864 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022efc1-030d-4a27-ae29-ba0a24c9a8e1 req-e95ac525-cefd-4dcc-afaa-590ce86d754c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:39.132538 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7022efc1-030d-4a27-ae29-ba0a24c9a8e1 req-e95ac525-cefd-4dcc-afaa-590ce86d754c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2cdb0b0f-92c6-4895-a42d-eeb23c510e35 HTTP/1.1" status: 200 len: 1096 time: 0.0697570 Sep 21 18:10:39.138266 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c9e19c50-444f-431c-94e7-149b7a022945 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:39.146030 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-cb2c2401-dd00-471f-a95a-e5e39e8b266b None None] For port d9a178fe-9e37-4ebb-b5e8-b4bdf6e0741b, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:10:39.151855 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-cb2c2401-dd00-471f-a95a-e5e39e8b266b None None] For port d9a178fe-9e37-4ebb-b5e8-b4bdf6e0741b, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d9a178fe-9e37-4ebb-b5e8-b4bdf6e0741b,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:10:39.157693 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cb2c2401-dd00-471f-a95a-e5e39e8b266b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:39.169754 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e19c50-444f-431c-94e7-149b7a022945 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Port': ['ID=2f0ccd75-ed86-4142-9d7a-1d355363717b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:39.171483 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f905003-9c0a-40bb-875f-9faafa234f48 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Checking segment: {'id': '57ad559f-44a7-4f77-b1fc-6b35b84f5a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '057a8f43-f73a-497c-9dff-8c55cc1bf56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:10:39.186985 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f905003-9c0a-40bb-875f-9faafa234f48 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Network hostable DHCP agents. Network: 057a8f43-f73a-497c-9dff-8c55cc1bf56c, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:10:39.203258 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c9e19c50-444f-431c-94e7-149b7a022945 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:39.208819 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c9e19c50-444f-431c-94e7-149b7a022945 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/2f0ccd75-ed86-4142-9d7a-1d355363717b HTTP/1.1" status: 204 len: 168 time: 0.6715004 Sep 21 18:10:39.209897 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56672) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:39.235972 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f905003-9c0a-40bb-875f-9faafa234f48 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Network 057a8f43-f73a-497c-9dff-8c55cc1bf56c is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:10:39.236714 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c2401-dd00-471f-a95a-e5e39e8b266b None None] Pushing event updated for resources: {'Port': ['ID=d9a178fe-9e37-4ebb-b5e8-b4bdf6e0741b,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:39.249535 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7022efc1-030d-4a27-ae29-ba0a24c9a8e1 req-673a2749-5da0-4141-9cc1-f9dcd15b5f1b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5b9fcf14-2da7-42e0-bfeb-e2719556d428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944390 Sep 21 18:10:39.254872 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-0f905003-9c0a-40bb-875f-9faafa234f48 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 057a8f43-f73a-497c-9dff-8c55cc1bf56c) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:39.261368 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f905003-9c0a-40bb-875f-9faafa234f48 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:39.262901 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0f905003-9c0a-40bb-875f-9faafa234f48 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:39.266328 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ede67d-24c8-463a-94c9-5b89880d1e57 None None] Network 057a8f43-f73a-497c-9dff-8c55cc1bf56c requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:10:39.292496 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56676) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:39.294431 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0f905003-9c0a-40bb-875f-9faafa234f48 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8468499 Sep 21 18:10:39.302995 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-9e269d41-d916-4450-8980-b51bbcc5a3ea tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Request body: {'floatingip': {'floating_network_id': '057a8f43-f73a-497c-9dff-8c55cc1bf56c'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:39.318466 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9375b1ef-3462-4b9e-9899-aa6b3f9a5ede tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:39.320475 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9375b1ef-3462-4b9e-9899-aa6b3f9a5ede tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:39.322146 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9375b1ef-3462-4b9e-9899-aa6b3f9a5ede tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1107039 Sep 21 18:10:39.325034 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56678) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:39.359661 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9e269d41-d916-4450-8980-b51bbcc5a3ea tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:39.406017 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-20cca4da-1e03-452b-af7a-c91ac9e3e694 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting subnet e54f7038-2b4c-4288-9272-2aceb3811c86 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:10:39.413670 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-20cca4da-1e03-452b-af7a-c91ac9e3e694 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:39.448788 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c71e887-2781-4ced-aaa5-3a0b56fd8034 None None] Network 057a8f43-f73a-497c-9dff-8c55cc1bf56c requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:10:39.502892 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9e269d41-d916-4450-8980-b51bbcc5a3ea tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:39.511221 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-20cca4da-1e03-452b-af7a-c91ac9e3e694 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:39.639287 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-20cca4da-1e03-452b-af7a-c91ac9e3e694 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:39.699438 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-9e269d41-d916-4450-8980-b51bbcc5a3ea tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Allocated IP 172.20.0.3 (057a8f43-f73a-497c-9dff-8c55cc1bf56c/cb1be05f-f216-4e96-b7a7-4c27df522b3b/92e7dc4c-6725-493a-ad92-49394ae14ccb) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:10:39.706394 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-20cca4da-1e03-452b-af7a-c91ac9e3e694 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:39.740253 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cca4da-1e03-452b-af7a-c91ac9e3e694 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Subnet': ['ID=e54f7038-2b4c-4288-9272-2aceb3811c86,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:39.747494 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-20cca4da-1e03-452b-af7a-c91ac9e3e694 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:39.749610 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-20cca4da-1e03-452b-af7a-c91ac9e3e694 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/e54f7038-2b4c-4288-9272-2aceb3811c86 HTTP/1.1" status: 204 len: 168 time: 0.4234214 Sep 21 18:10:39.754702 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56680) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:39.797895 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-496594e4-01cb-4e11-8568-62ee763f063a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0395086 Sep 21 18:10:39.801270 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56684) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:39.809321 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-ce37f1b3-6032-48e3-9eb3-7450824b93b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:39.827984 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9e269d41-d916-4450-8980-b51bbcc5a3ea tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:39.871303 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9e269d41-d916-4450-8980-b51bbcc5a3ea tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:39.917336 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e269d41-d916-4450-8980-b51bbcc5a3ea tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Network 057a8f43-f73a-497c-9dff-8c55cc1bf56c is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:39.921735 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-9e269d41-d916-4450-8980-b51bbcc5a3ea tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:39.927843 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e269d41-d916-4450-8980-b51bbcc5a3ea tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:10:39.941120 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce37f1b3-6032-48e3-9eb3-7450824b93b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:39.944603 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ce37f1b3-6032-48e3-9eb3-7450824b93b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:39.982412 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e269d41-d916-4450-8980-b51bbcc5a3ea tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Pushing event updated for resources: {'Port': ['ID=92e7dc4c-6725-493a-ad92-49394ae14ccb,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:40.135294 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0706dae-07ed-4171-9fd9-ee10b02e520c req-7d5671a4-d185-4fc4-a5df-79ccc370a94c tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:40.137190 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f0706dae-07ed-4171-9fd9-ee10b02e520c req-7d5671a4-d185-4fc4-a5df-79ccc370a94c tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 946 time: 0.1587703 Sep 21 18:10:40.142234 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9e269d41-d916-4450-8980-b51bbcc5a3ea tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:40.233289 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device d9a178fe-9e37-4ebb-b5e8-b4bdf6e0741b up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:10:40.240827 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ce37f1b3-6032-48e3-9eb3-7450824b93b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:40.266971 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f0706dae-07ed-4171-9fd9-ee10b02e520c req-9239857f-11ca-49ea-96b8-e701a1812ec1 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=209c79ff-44ae-4b66-84c6-c495a27f267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225224 Sep 21 18:10:40.274806 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9e269d41-d916-4450-8980-b51bbcc5a3ea tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:40.314908 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce37f1b3-6032-48e3-9eb3-7450824b93b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:40.342807 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61b8e1-2bba-4bff-adfe-d60362196b89 req-50ae6990-09d6-4c91-91c4-3cc333d52af8 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:40.344487 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a61b8e1-2bba-4bff-adfe-d60362196b89 req-50ae6990-09d6-4c91-91c4-3cc333d52af8 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cdb0b0f-92c6-4895-a42d-eeb23c510e35 HTTP/1.1" status: 200 len: 945 time: 0.1671524 Sep 21 18:10:40.348333 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port d9a178fe-9e37-4ebb-b5e8-b4bdf6e0741b triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:40.348882 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:40.355427 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-ce37f1b3-6032-48e3-9eb3-7450824b93b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:40.374692 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce37f1b3-6032-48e3-9eb3-7450824b93b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:40.375342 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ce37f1b3-6032-48e3-9eb3-7450824b93b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:40.430379 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37f1b3-6032-48e3-9eb3-7450824b93b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Subnet': ['ID=668356d0-d7b9-42c0-a9c6-1417ccdc99f2,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:40.460652 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ce37f1b3-6032-48e3-9eb3-7450824b93b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6540585 Sep 21 18:10:40.460864 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56694) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:40.467784 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-3f57e76a-c28f-4cff-8717-633dbc123b2e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'port': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'fixed_ips': [{'subnet_id': '668356d0-d7b9-42c0-a9c6-1417ccdc99f2', 'ip_address': '2001:db8::fd45:7909:429e:8d0d'}], 'name': 'tempest-NetworksTestDHCPv6-1828583744'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:40.495135 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:40.497417 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a61b8e1-2bba-4bff-adfe-d60362196b89 req-d3af6fd5-c071-46bb-b1eb-387c4b69f897 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b9fcf14-2da7-42e0-bfeb-e2719556d428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296446 Sep 21 18:10:40.532616 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port d9a178fe-9e37-4ebb-b5e8-b4bdf6e0741b, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d9a178fe-9e37-4ebb-b5e8-b4bdf6e0741b,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:40.538292 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:40.539453 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9e269d41-d916-4450-8980-b51bbcc5a3ea tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:40.555913 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9e269d41-d916-4450-8980-b51bbcc5a3ea tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:40.572231 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9435420b-4d80-4a95-bc3c-d3597ef64688 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:10:40.662290 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=d9a178fe-9e37-4ebb-b5e8-b4bdf6e0741b,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:40.682524 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-8cce04c2-55ac-467b-9ef0-6d954778721a None None] Provisioning complete for port d9a178fe-9e37-4ebb-b5e8-b4bdf6e0741b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:40.683051 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8cce04c2-55ac-467b-9ef0-6d954778721a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:40.688057 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e269d41-d916-4450-8980-b51bbcc5a3ea tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Pushing event updated for resources: {'Port': ['ID=92e7dc4c-6725-493a-ad92-49394ae14ccb,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:40.713832 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9e269d41-d916-4450-8980-b51bbcc5a3ea tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:40.750072 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f57e76a-c28f-4cff-8717-633dbc123b2e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:40.756178 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3f57e76a-c28f-4cff-8717-633dbc123b2e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:40.760022 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9e269d41-d916-4450-8980-b51bbcc5a3ea tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:40.761451 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9e269d41-d916-4450-8980-b51bbcc5a3ea tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4680426 Sep 21 18:10:40.764459 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56700) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:40.778609 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-3f57e76a-c28f-4cff-8717-633dbc123b2e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] device_id is not set on port 2706f94a-7204-4a5d-85c6-695f729e009c yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:10:40.863879 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1fab90ea-9a38-4ac2-88cd-5898ce0856c6 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] 10.222.0.58 "GET /v2.0/floatingips?floating_network_id=057a8f43-f73a-497c-9dff-8c55cc1bf56c HTTP/1.1" status: 200 len: 689 time: 0.0959022 Sep 21 18:10:40.865634 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56702) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:40.967536 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4b4c44ea-ab5d-4679-8f2c-b5ee0c5f8aac tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:41.011838 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-3f57e76a-c28f-4cff-8717-633dbc123b2e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Allocated IP 2001:db8::fd45:7909:429e:8d0d (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/668356d0-d7b9-42c0-a9c6-1417ccdc99f2/2706f94a-7204-4a5d-85c6-695f729e009c) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:10:41.100072 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c44ea-ab5d-4679-8f2c-b5ee0c5f8aac tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Deleting port 92e7dc4c-6725-493a-ad92-49394ae14ccb {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:41.100549 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4b4c44ea-ab5d-4679-8f2c-b5ee0c5f8aac tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:41.169574 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-4bad4538-961b-4e86-bc90-077f249ad6b8 None None] Provisioning complete for port d9a178fe-9e37-4ebb-b5e8-b4bdf6e0741b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:41.169952 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4bad4538-961b-4e86-bc90-077f249ad6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:41.195390 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3f57e76a-c28f-4cff-8717-633dbc123b2e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:41.239381 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3f57e76a-c28f-4cff-8717-633dbc123b2e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:41.247060 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4b4c44ea-ab5d-4679-8f2c-b5ee0c5f8aac tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:41.247430 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4b4c44ea-ab5d-4679-8f2c-b5ee0c5f8aac tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:41.262383 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c44ea-ab5d-4679-8f2c-b5ee0c5f8aac tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Calling delete_port for 92e7dc4c-6725-493a-ad92-49394ae14ccb owned by network:floatingip {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:41.322865 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f57e76a-c28f-4cff-8717-633dbc123b2e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:41.330453 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-3f57e76a-c28f-4cff-8717-633dbc123b2e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:41.349494 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f57e76a-c28f-4cff-8717-633dbc123b2e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:10:41.369729 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f57e76a-c28f-4cff-8717-633dbc123b2e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:41.370670 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3f57e76a-c28f-4cff-8717-633dbc123b2e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:41.445972 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4b4c44ea-ab5d-4679-8f2c-b5ee0c5f8aac tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:41.447044 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57e76a-c28f-4cff-8717-633dbc123b2e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Port': ['ID=2706f94a-7204-4a5d-85c6-695f729e009c,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:41.453514 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3f57e76a-c28f-4cff-8717-633dbc123b2e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9916229 Sep 21 18:10:41.457849 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56708) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:41.467033 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-3e143e80-c129-4f7f-ac44-6b45c556f6a2 None None] Could not find standard attr ID for object 74646557-e276-47d9-899b-ab5f2b71aaf2. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:10:41.486115 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c44ea-ab5d-4679-8f2c-b5ee0c5f8aac tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Pushing event deleted for resources: {'Port': ['ID=92e7dc4c-6725-493a-ad92-49394ae14ccb,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:41.536112 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55b157-ac1e-428c-8930-51e8f909727a req-fe4ed155-09dd-467a-b68b-92895a6984d2 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:41.538181 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1d55b157-ac1e-428c-8930-51e8f909727a req-fe4ed155-09dd-467a-b68b-92895a6984d2 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 946 time: 0.1350281 Sep 21 18:10:41.552829 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273d1af8-69ad-4458-b057-25e7e70c3826 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:41.559577 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273d1af8-69ad-4458-b057-25e7e70c3826 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:41.561503 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-273d1af8-69ad-4458-b057-25e7e70c3826 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1024613 Sep 21 18:10:41.564882 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56712) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:41.641113 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4b4c44ea-ab5d-4679-8f2c-b5ee0c5f8aac tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:41.662626 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30015941-f93c-4673-9c58-3b07b382c8fb req-5efa1c6e-003b-412a-8a6a-741f905bf2fe tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:41.665023 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1d55b157-ac1e-428c-8930-51e8f909727a req-7279c533-032a-4683-9252-2d6c55d32097 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=209c79ff-44ae-4b66-84c6-c495a27f267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022322 Sep 21 18:10:41.669613 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-30015941-f93c-4673-9c58-3b07b382c8fb req-5efa1c6e-003b-412a-8a6a-741f905bf2fe tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cdb0b0f-92c6-4895-a42d-eeb23c510e35 HTTP/1.1" status: 200 len: 945 time: 0.0652723 Sep 21 18:10:41.711141 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-a67e0c68-581f-4462-9df1-36fd84a2838c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting port 2706f94a-7204-4a5d-85c6-695f729e009c {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:41.711490 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a67e0c68-581f-4462-9df1-36fd84a2838c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:41.739792 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-30015941-f93c-4673-9c58-3b07b382c8fb req-e8c4ef2f-540f-48c3-958e-e1aca4419a5b tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b9fcf14-2da7-42e0-bfeb-e2719556d428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692046 Sep 21 18:10:41.740734 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4b4c44ea-ab5d-4679-8f2c-b5ee0c5f8aac tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:41.782053 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-cd523310-2848-4fb3-a92d-28e490c0c23a None None] Could not find standard attr ID for object 2f0ccd75-ed86-4142-9d7a-1d355363717b. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:10:41.830852 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4b4c44ea-ab5d-4679-8f2c-b5ee0c5f8aac tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:41.860715 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c44ea-ab5d-4679-8f2c-b5ee0c5f8aac tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cb1be05f-f216-4e96-b7a7-4c27df522b3b,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:41.864587 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a67e0c68-581f-4462-9df1-36fd84a2838c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:41.906720 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-a67e0c68-581f-4462-9df1-36fd84a2838c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Calling delete_port for 2706f94a-7204-4a5d-85c6-695f729e009c owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:41.930999 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4b4c44ea-ab5d-4679-8f2c-b5ee0c5f8aac tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:41.957280 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-4b4c44ea-ab5d-4679-8f2c-b5ee0c5f8aac tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057a8f43-f73a-497c-9dff-8c55cc1bf56c']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:41.970517 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-4b4c44ea-ab5d-4679-8f2c-b5ee0c5f8aac tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ad559f-44a7-4f77-b1fc-6b35b84f5a8d') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:41.971251 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-4b4c44ea-ab5d-4679-8f2c-b5ee0c5f8aac tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ad559f-44a7-4f77-b1fc-6b35b84f5a8d') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:41.982064 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4b4c44ea-ab5d-4679-8f2c-b5ee0c5f8aac tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:42.006205 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4b4c44ea-ab5d-4679-8f2c-b5ee0c5f8aac tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:42.022726 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b4c44ea-ab5d-4679-8f2c-b5ee0c5f8aac tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:10:42.023304 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4b4c44ea-ab5d-4679-8f2c-b5ee0c5f8aac tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:42.025734 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:10:42.025734 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:10:42.025734 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:10:42.025734 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:10:42.025734 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:10:42.025734 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:10:42.025734 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:10:42.025734 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:10:42.025734 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:10:42.025734 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:10:42.025734 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:10:42.025734 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:10:42.025734 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:10:42.025734 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:10:42.025734 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:10:42.025734 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:10:42.025734 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:10:42.025734 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:10:42.025734 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:10:42.025734 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:10:42.025734 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:10:42.025734 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:10:42.025734 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:10:42.025734 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:10:42.025734 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:10:42.025734 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:10:42.025734 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:10:42.025734 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:10:42.025734 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:10:42.025734 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:10:42.025734 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:10:42.025734 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:10:42.117339 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-0927581e-816b-41b2-b44a-92fe0c4289d4 None None] Provisioning complete for port 2706f94a-7204-4a5d-85c6-695f729e009c triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:42.118622 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0927581e-816b-41b2-b44a-92fe0c4289d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:42.129002 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4b4c44ea-ab5d-4679-8f2c-b5ee0c5f8aac tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:42.136297 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4c44ea-ab5d-4679-8f2c-b5ee0c5f8aac tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 057a8f43-f73a-497c-9dff-8c55cc1bf56c {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 21 18:10:42.139379 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4b4c44ea-ab5d-4679-8f2c-b5ee0c5f8aac tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:42.144172 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4b4c44ea-ab5d-4679-8f2c-b5ee0c5f8aac tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] 10.222.0.58 "DELETE /v2.0/networks/057a8f43-f73a-497c-9dff-8c55cc1bf56c HTTP/1.1" status: 204 len: 168 time: 1.2751575 Sep 21 18:10:42.145461 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56724) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:42.168657 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-0927581e-816b-41b2-b44a-92fe0c4289d4 None None] Port 2706f94a-7204-4a5d-85c6-695f729e009c cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:10:42.180972 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device d9a178fe-9e37-4ebb-b5e8-b4bdf6e0741b up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:10:42.247098 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c44ea-ab5d-4679-8f2c-b5ee0c5f8aac tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Pushing event deleted for resources: {'Network': ['ID=057a8f43-f73a-497c-9dff-8c55cc1bf56c,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:42.261331 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df526e1a-bb65-4401-8018-e7ff5851f600 req-251c9348-ec8f-4aea-a0b1-267d5e02e408 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:42.263244 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-df526e1a-bb65-4401-8018-e7ff5851f600 req-251c9348-ec8f-4aea-a0b1-267d5e02e408 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cdb0b0f-92c6-4895-a42d-eeb23c510e35 HTTP/1.1" status: 200 len: 945 time: 0.1430707 Sep 21 18:10:42.264690 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a67e0c68-581f-4462-9df1-36fd84a2838c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:42.293872 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port d9a178fe-9e37-4ebb-b5e8-b4bdf6e0741b triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:42.294248 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:42.325661 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-753679ef-be44-427b-95dd-381baa0c3b6c tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 0.1768045 Sep 21 18:10:42.328183 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56726) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:42.399905 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e0c68-581f-4462-9df1-36fd84a2838c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Port': ['ID=2706f94a-7204-4a5d-85c6-695f729e009c,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:42.417483 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a67e0c68-581f-4462-9df1-36fd84a2838c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:42.422327 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a67e0c68-581f-4462-9df1-36fd84a2838c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/2706f94a-7204-4a5d-85c6-695f729e009c HTTP/1.1" status: 204 len: 168 time: 0.8563604 Sep 21 18:10:42.424527 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56730) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:42.461070 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0167c2-8b41-4557-98ea-e51f08aa984e tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:42.461685 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0167c2-8b41-4557-98ea-e51f08aa984e tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:42.462135 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0167c2-8b41-4557-98ea-e51f08aa984e tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:42.462707 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0167c2-8b41-4557-98ea-e51f08aa984e tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:42.463202 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0167c2-8b41-4557-98ea-e51f08aa984e tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:42.463708 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0167c2-8b41-4557-98ea-e51f08aa984e tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:42.465616 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9b0167c2-8b41-4557-98ea-e51f08aa984e tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1363664 Sep 21 18:10:42.468550 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56732) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:42.514309 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-126f4b7d-bc21-45a4-83f1-9ba2150f32e4 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] delete failed (client error): The resource could not be found. Sep 21 18:10:42.517784 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-126f4b7d-bc21-45a4-83f1-9ba2150f32e4 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/7c4d88ed-6ae1-4736-b498-91e5f691e3b0 HTTP/1.1" status: 404 len: 345 time: 0.0458672 Sep 21 18:10:42.517923 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-df526e1a-bb65-4401-8018-e7ff5851f600 req-760e1cbc-e5a6-48b9-a94b-8778de78db3c tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b9fcf14-2da7-42e0-bfeb-e2719556d428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086287 Sep 21 18:10:42.518319 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56734) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:42.540081 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bdeb8ef-3fed-4185-947a-7f4925112f45 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] DELETE failed (client error): The resource could not be found. Sep 21 18:10:42.540703 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bdeb8ef-3fed-4185-947a-7f4925112f45 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:10:42.546956 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9bdeb8ef-3fed-4185-947a-7f4925112f45 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] 10.222.0.58 "DELETE /v2.0/networks/057a8f43-f73a-497c-9dff-8c55cc1bf56c HTTP/1.1" status: 404 len: 339 time: 0.0230744 Sep 21 18:10:42.546956 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4018d0f5-3a68-4af3-8fed-c2d6ea62e041 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:42.547774 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4018d0f5-3a68-4af3-8fed-c2d6ea62e041 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:42.552876 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4018d0f5-3a68-4af3-8fed-c2d6ea62e041 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1260734 Sep 21 18:10:42.553039 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56736) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:42.553457 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56738) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:42.558136 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-d3a80f82-ab55-4422-9612-e7adc46bc33e tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Request body: {'network': {'name': 'tempest-network--709287596', 'router:external': True}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:42.602482 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a80f82-ab55-4422-9612-e7adc46bc33e tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Made reservation on behalf of 2848eae8eeb84e82b05f78a969e6a1c8 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:42.605532 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d3a80f82-ab55-4422-9612-e7adc46bc33e tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:42.613349 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a57fd9e-5518-449b-8cbd-a40bed95e362 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting subnet 668356d0-d7b9-42c0-a9c6-1417ccdc99f2 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:10:42.633056 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a80f82-ab55-4422-9612-e7adc46bc33e tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:10:42.634037 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2a57fd9e-5518-449b-8cbd-a40bed95e362 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:42.648832 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d3a80f82-ab55-4422-9612-e7adc46bc33e tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:42.649422 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-d3a80f82-ab55-4422-9612-e7adc46bc33e tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Added segment 05b9d505-18ea-4815-97a3-358a176745cc of type vlan for network a82d690e-b2cd-4fb7-98d0-980d009ee3ad Sep 21 18:10:42.720280 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d3a80f82-ab55-4422-9612-e7adc46bc33e tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:42.752359 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2a57fd9e-5518-449b-8cbd-a40bed95e362 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:42.779060 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d3a80f82-ab55-4422-9612-e7adc46bc33e tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:42.781063 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a80f82-ab55-4422-9612-e7adc46bc33e tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:42.781972 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d3a80f82-ab55-4422-9612-e7adc46bc33e tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:42.854726 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a80f82-ab55-4422-9612-e7adc46bc33e tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Pushing event updated for resources: {'Network': ['ID=a82d690e-b2cd-4fb7-98d0-980d009ee3ad,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:42.857121 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2a57fd9e-5518-449b-8cbd-a40bed95e362 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:42.867134 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network a82d690e-b2cd-4fb7-98d0-980d009ee3ad details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:10:42.872646 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d3a80f82-ab55-4422-9612-e7adc46bc33e tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3180313 Sep 21 18:10:42.873296 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56742) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:42.932131 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c64003-3135-4168-9863-2f8c7572fb1e req-87dae969-d3f1-468b-91c1-23653c507a2b tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:42.940333 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a6c64003-3135-4168-9863-2f8c7572fb1e req-87dae969-d3f1-468b-91c1-23653c507a2b tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 946 time: 0.1460900 Sep 21 18:10:42.982437 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2a57fd9e-5518-449b-8cbd-a40bed95e362 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:43.051660 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57fd9e-5518-449b-8cbd-a40bed95e362 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Subnet': ['ID=668356d0-d7b9-42c0-a9c6-1417ccdc99f2,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:43.059100 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2a57fd9e-5518-449b-8cbd-a40bed95e362 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:43.061132 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2a57fd9e-5518-449b-8cbd-a40bed95e362 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/668356d0-d7b9-42c0-a9c6-1417ccdc99f2 HTTP/1.1" status: 204 len: 168 time: 0.5081205 Sep 21 18:10:43.067796 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56744) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:43.098112 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60f97e6-136c-44cf-b06d-2bb68c51b587 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:10:43.110626 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8dd3c1eb-16f6-4e0c-8d8b-7dd2eed1e08d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417752 Sep 21 18:10:43.113489 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56746) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:43.118818 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-6c0e0a22-c305-45b1-8b5a-6e57cdd80dfc tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:43.146251 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e79dc8-6135-4db9-bdcd-e2d449d47f65 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:43.153151 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e79dc8-6135-4db9-bdcd-e2d449d47f65 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:43.160226 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e79dc8-6135-4db9-bdcd-e2d449d47f65 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:43.167070 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e79dc8-6135-4db9-bdcd-e2d449d47f65 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:43.168851 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-02e79dc8-6135-4db9-bdcd-e2d449d47f65 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2946019 Sep 21 18:10:43.171641 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56748) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:43.199736 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a6c64003-3135-4168-9863-2f8c7572fb1e req-4b1b6b44-f4a7-4820-ad69-19a24b04f80d tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=209c79ff-44ae-4b66-84c6-c495a27f267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584207 Sep 21 18:10:43.275617 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0e0a22-c305-45b1-8b5a-6e57cdd80dfc tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:43.278875 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6c0e0a22-c305-45b1-8b5a-6e57cdd80dfc tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:43.310368 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-66768c54-7fc5-4358-bc6d-f8943a7255d6 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:43.351620 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e511d6-4bd4-4c75-9dd0-82d6a0938cfe None None] DHCP port deletion for 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:10:43.444688 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-33e511d6-4bd4-4c75-9dd0-82d6a0938cfe None None] Deleting port d9a178fe-9e37-4ebb-b5e8-b4bdf6e0741b {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:43.445560 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-33e511d6-4bd4-4c75-9dd0-82d6a0938cfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:43.477722 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-66768c54-7fc5-4358-bc6d-f8943a7255d6 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:43.519435 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-66768c54-7fc5-4358-bc6d-f8943a7255d6 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a82d690e-b2cd-4fb7-98d0-980d009ee3ad']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:43.522884 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-33e511d6-4bd4-4c75-9dd0-82d6a0938cfe None None] For port d9a178fe-9e37-4ebb-b5e8-b4bdf6e0741b, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d9a178fe-9e37-4ebb-b5e8-b4bdf6e0741b,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:43.523459 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-33e511d6-4bd4-4c75-9dd0-82d6a0938cfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:43.531973 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-66768c54-7fc5-4358-bc6d-f8943a7255d6 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b9d505-18ea-4815-97a3-358a176745cc') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:43.533128 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-66768c54-7fc5-4358-bc6d-f8943a7255d6 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b9d505-18ea-4815-97a3-358a176745cc') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:43.536546 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-33e511d6-4bd4-4c75-9dd0-82d6a0938cfe None None] Calling delete_port for d9a178fe-9e37-4ebb-b5e8-b4bdf6e0741b owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:43.567241 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-66768c54-7fc5-4358-bc6d-f8943a7255d6 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:43.598876 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-66768c54-7fc5-4358-bc6d-f8943a7255d6 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:43.610070 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312f7e1-1598-4c93-8037-a5ef38f982eb req-ad41d933-1f77-4a71-b89e-cb5352f9595c tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:43.611774 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4312f7e1-1598-4c93-8037-a5ef38f982eb req-ad41d933-1f77-4a71-b89e-cb5352f9595c tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cdb0b0f-92c6-4895-a42d-eeb23c510e35 HTTP/1.1" status: 200 len: 945 time: 0.1672671 Sep 21 18:10:43.617325 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66768c54-7fc5-4358-bc6d-f8943a7255d6 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:10:43.617735 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-66768c54-7fc5-4358-bc6d-f8943a7255d6 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:43.619569 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:10:43.619569 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:10:43.619569 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:10:43.619569 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:10:43.619569 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:10:43.619569 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:10:43.619569 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:10:43.619569 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:10:43.619569 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:10:43.619569 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:10:43.619569 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:10:43.619569 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:10:43.619569 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:10:43.619569 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:10:43.619569 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:10:43.619569 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:10:43.619569 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:10:43.619569 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:10:43.619569 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:10:43.619569 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:10:43.619569 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:10:43.619569 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:10:43.619569 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:10:43.619569 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:10:43.619569 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:10:43.619569 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:10:43.619569 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:10:43.619569 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:10:43.619569 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:10:43.619569 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:10:43.619569 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:10:43.619569 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:10:43.643491 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03f1c8-9a89-493a-b52a-8869ebb885b4 req-f685d2ab-f297-449d-ac3f-4ca3531d69c0 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:43.645008 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ac03f1c8-9a89-493a-b52a-8869ebb885b4 req-f685d2ab-f297-449d-ac3f-4ca3531d69c0 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 946 time: 0.1900711 Sep 21 18:10:43.693091 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-33e511d6-4bd4-4c75-9dd0-82d6a0938cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:43.703563 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b538c-30da-4c2c-838d-fc91b861a31b req-d74e1220-1c23-49a8-9a6d-b57eef3543f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:43.705272 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c12b538c-30da-4c2c-838d-fc91b861a31b req-d74e1220-1c23-49a8-9a6d-b57eef3543f4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5aadfefca1044e71aeb470c69c909afe&device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 1097 time: 0.1941202 Sep 21 18:10:43.731222 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e511d6-4bd4-4c75-9dd0-82d6a0938cfe None None] Pushing event deleted for resources: {'Port': ['ID=d9a178fe-9e37-4ebb-b5e8-b4bdf6e0741b,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:43.734027 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e511d6-4bd4-4c75-9dd0-82d6a0938cfe None None] No DVR routers for this DVR port d9a178fe-9e37-4ebb-b5e8-b4bdf6e0741b on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:10:43.737651 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6c0e0a22-c305-45b1-8b5a-6e57cdd80dfc tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:43.770970 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7b3d0-2927-4773-8637-9b60217a038c req-c2531629-d474-49c5-abcb-69bea4e1c3ee tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:43.772652 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3ff7b3d0-2927-4773-8637-9b60217a038c req-c2531629-d474-49c5-abcb-69bea4e1c3ee tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cdb0b0f-92c6-4895-a42d-eeb23c510e35 HTTP/1.1" status: 200 len: 945 time: 0.1377800 Sep 21 18:10:43.774564 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-66768c54-7fc5-4358-bc6d-f8943a7255d6 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:43.778719 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66768c54-7fc5-4358-bc6d-f8943a7255d6 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a82d690e-b2cd-4fb7-98d0-980d009ee3ad {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 21 18:10:43.780822 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-66768c54-7fc5-4358-bc6d-f8943a7255d6 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:43.788973 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-66768c54-7fc5-4358-bc6d-f8943a7255d6 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] 10.222.0.58 "DELETE /v2.0/networks/a82d690e-b2cd-4fb7-98d0-980d009ee3ad HTTP/1.1" status: 204 len: 168 time: 0.6161156 Sep 21 18:10:43.791455 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56762) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:43.797939 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-4b09d26f-788e-47f5-828f-15c94af8c576 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Request body: {'network': {'name': 'tempest-network--1894141078', 'router:external': True}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:43.833860 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66768c54-7fc5-4358-bc6d-f8943a7255d6 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Pushing event deleted for resources: {'Network': ['ID=a82d690e-b2cd-4fb7-98d0-980d009ee3ad,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:43.867353 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3ff7b3d0-2927-4773-8637-9b60217a038c req-21c87166-885b-4b27-88a9-6ec858071947 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b9fcf14-2da7-42e0-bfeb-e2719556d428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772135 Sep 21 18:10:43.871766 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ac03f1c8-9a89-493a-b52a-8869ebb885b4 req-e1d82d69-b555-46c8-8c17-6b574b35b65b tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=209c79ff-44ae-4b66-84c6-c495a27f267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148223 Sep 21 18:10:43.873705 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b09d26f-788e-47f5-828f-15c94af8c576 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Made reservation on behalf of 2848eae8eeb84e82b05f78a969e6a1c8 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:43.880115 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4b09d26f-788e-47f5-828f-15c94af8c576 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:43.900430 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0e0a22-c305-45b1-8b5a-6e57cdd80dfc tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:43.909644 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-6c0e0a22-c305-45b1-8b5a-6e57cdd80dfc tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:43.916874 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0e0a22-c305-45b1-8b5a-6e57cdd80dfc tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:43.917828 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6c0e0a22-c305-45b1-8b5a-6e57cdd80dfc tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:43.920415 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd1de6e-1780-4f3e-bd64-cd1cfad822b8 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:10:43.922767 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b09d26f-788e-47f5-828f-15c94af8c576 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:10:43.923208 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e0a22-c305-45b1-8b5a-6e57cdd80dfc tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Subnet': ['ID=dd374149-c6e5-42ab-bce3-7ccd89907c26,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:43.936873 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4b09d26f-788e-47f5-828f-15c94af8c576 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:43.937851 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-4b09d26f-788e-47f5-828f-15c94af8c576 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Added segment e4c3b4db-ba6e-4658-b961-653074eaf9b8 of type vlan for network 9ce57ec3-fd67-49cc-8f6f-3a8037b66259 Sep 21 18:10:43.955458 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6c0e0a22-c305-45b1-8b5a-6e57cdd80dfc tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8405182 Sep 21 18:10:43.956485 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56764) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:43.960902 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b538c-30da-4c2c-838d-fc91b861a31b req-5e1530e5-627c-42ac-8a82-1a95a903358d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:43.962361 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c12b538c-30da-4c2c-838d-fc91b861a31b req-5e1530e5-627c-42ac-8a82-1a95a903358d service neutron] 10.222.0.38 "GET /v2.0/networks?id=b4b63a75-cac0-4c3a-a311-673b965199ba HTTP/1.1" status: 200 len: 912 time: 0.2425714 Sep 21 18:10:43.963751 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-bfd66b33-b447-41bd-9388-a475ffad3349 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'port': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'fixed_ips': [{'subnet_id': 'dd374149-c6e5-42ab-bce3-7ccd89907c26', 'ip_address': '2001:db8::9e62:29d8:d4fd:81cf'}], 'name': 'tempest-NetworksTestDHCPv6-909443066'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:44.035961 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4b09d26f-788e-47f5-828f-15c94af8c576 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:44.152454 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device d9a178fe-9e37-4ebb-b5e8-b4bdf6e0741b no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:10:44.178192 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4b09d26f-788e-47f5-828f-15c94af8c576 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:44.179225 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b09d26f-788e-47f5-828f-15c94af8c576 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:44.179809 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4b09d26f-788e-47f5-828f-15c94af8c576 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:44.219238 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: d9a178fe-9e37-4ebb-b5e8-b4bdf6e0741b {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:10:44.223065 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device d9a178fe-9e37-4ebb-b5e8-b4bdf6e0741b not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:10:44.283801 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd66b33-b447-41bd-9388-a475ffad3349 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:44.341154 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795df1c7-53b4-4209-8673-b1d2bcf874cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'tenant_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'fixed_ips': [{'subnet_id': 'dd374149-c6e5-42ab-bce3-7ccd89907c26'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:10:44.342818 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-795df1c7-53b4-4209-8673-b1d2bcf874cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:44.358762 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4b09d26f-788e-47f5-828f-15c94af8c576 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5618429 Sep 21 18:10:44.399149 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56766) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:44.443565 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09d26f-788e-47f5-828f-15c94af8c576 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Pushing event updated for resources: {'Network': ['ID=9ce57ec3-fd67-49cc-8f6f-3a8037b66259,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:44.544437 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-4312f7e1-1598-4c93-8037-a5ef38f982eb req-aab6c530-de5f-48fc-af77-9ddb23588ffe tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] Deleting port 14da165f-f1bd-4e6a-b703-31ea614b31da {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:44.545063 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4312f7e1-1598-4c93-8037-a5ef38f982eb req-aab6c530-de5f-48fc-af77-9ddb23588ffe tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:44.547071 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-795df1c7-53b4-4209-8673-b1d2bcf874cc None None] Allocated IP 2001:db8::2 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/dd374149-c6e5-42ab-bce3-7ccd89907c26/e184cbdc-c268-4871-bf88-a99724a726ce) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:10:44.585429 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c12b538c-30da-4c2c-838d-fc91b861a31b req-92310c97-0120-4694-a303-29908ee389d6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c59d874a-906a-4793-aed3-0e80f2d6f8cc HTTP/1.1" status: 200 len: 1002 time: 0.6131086 Sep 21 18:10:44.586340 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d3ec55-131b-4942-a9ce-f41be9570575 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:44.587921 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-72d3ec55-131b-4942-a9ce-f41be9570575 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] 10.222.0.58 "GET /v2.0/networks/9ce57ec3-fd67-49cc-8f6f-3a8037b66259 HTTP/1.1" status: 200 len: 757 time: 0.1873624 Sep 21 18:10:44.590626 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56770) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:44.601839 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bfd66b33-b447-41bd-9388-a475ffad3349 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:44.621301 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-bfd66b33-b447-41bd-9388-a475ffad3349 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] device_id is not set on port d0da6809-45f9-49d0-abd9-a8dfd0a8bf7a yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:10:44.710626 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 9ce57ec3-fd67-49cc-8f6f-3a8037b66259 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:10:44.758148 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5b3ec5-737f-469b-a479-ea2c3e8449aa tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:44.759891 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-da5b3ec5-737f-469b-a479-ea2c3e8449aa tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] 10.222.0.58 "GET /v2.0/networks/62fac138-fe1e-4de8-8e5b-8373af9b2cf6 HTTP/1.1" status: 200 len: 768 time: 0.1449115 Sep 21 18:10:44.764648 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b538c-30da-4c2c-838d-fc91b861a31b req-ad560635-5232-47c6-abe9-9edde3051bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:44.766049 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c12b538c-30da-4c2c-838d-fc91b861a31b req-ad560635-5232-47c6-abe9-9edde3051bcf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=29244be3-4141-408b-9ec3-b8b1380c14f4 HTTP/1.1" status: 200 len: 850 time: 0.1426766 Sep 21 18:10:44.766546 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56776) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:44.768302 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-4312f7e1-1598-4c93-8037-a5ef38f982eb req-aab6c530-de5f-48fc-af77-9ddb23588ffe tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] For port 14da165f-f1bd-4e6a-b703-31ea614b31da, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=14da165f-f1bd-4e6a-b703-31ea614b31da,segment=NetworkSegment(34ca19b9-683d-4451-8a2e-bd7b86c37d77),segment_id=34ca19b9-683d-4451-8a2e-bd7b86c37d77)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:44.768660 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4312f7e1-1598-4c93-8037-a5ef38f982eb req-aab6c530-de5f-48fc-af77-9ddb23588ffe tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:44.792878 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-795df1c7-53b4-4209-8673-b1d2bcf874cc None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:44.805644 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-795df1c7-53b4-4209-8673-b1d2bcf874cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:44.807461 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-4312f7e1-1598-4c93-8037-a5ef38f982eb req-aab6c530-de5f-48fc-af77-9ddb23588ffe tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] Calling delete_port for 14da165f-f1bd-4e6a-b703-31ea614b31da owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:44.843951 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795df1c7-53b4-4209-8673-b1d2bcf874cc None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:44.847194 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-795df1c7-53b4-4209-8673-b1d2bcf874cc None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:44.853574 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795df1c7-53b4-4209-8673-b1d2bcf874cc None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:10:44.861209 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795df1c7-53b4-4209-8673-b1d2bcf874cc None None] Pushing event updated for resources: {'Port': ['ID=e184cbdc-c268-4871-bf88-a99724a726ce,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:44.889386 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-bfd66b33-b447-41bd-9388-a475ffad3349 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Allocated IP 2001:db8::9e62:29d8:d4fd:81cf (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/dd374149-c6e5-42ab-bce3-7ccd89907c26/d0da6809-45f9-49d0-abd9-a8dfd0a8bf7a) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:10:44.953870 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-795df1c7-53b4-4209-8673-b1d2bcf874cc None None] Attempting to bind port e184cbdc-c268-4871-bf88-a99724a726ce on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:10:44.954435 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-795df1c7-53b4-4209-8673-b1d2bcf874cc None None] Attempting to bind port e184cbdc-c268-4871-bf88-a99724a726ce by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:10:44.954555 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795df1c7-53b4-4209-8673-b1d2bcf874cc None None] Attempting to bind port e184cbdc-c268-4871-bf88-a99724a726ce on network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:10:44.960941 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d0b1066-bdd0-4675-8ddf-7134676ff3e7 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:44.961379 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795df1c7-53b4-4209-8673-b1d2bcf874cc None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:10:44.962243 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795df1c7-53b4-4209-8673-b1d2bcf874cc None None] Checking segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:10:44.962994 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-795df1c7-53b4-4209-8673-b1d2bcf874cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:44.963739 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795df1c7-53b4-4209-8673-b1d2bcf874cc None None] Bound using segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:10:44.964945 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-795df1c7-53b4-4209-8673-b1d2bcf874cc None None] Bound port: e184cbdc-c268-4871-bf88-a99724a726ce, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:10:44.965576 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-795df1c7-53b4-4209-8673-b1d2bcf874cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:44.967336 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b538c-30da-4c2c-838d-fc91b861a31b req-2f8f933d-2b79-44dd-a28d-83e77b263a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:44.968881 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c12b538c-30da-4c2c-838d-fc91b861a31b req-2f8f933d-2b79-44dd-a28d-83e77b263a2b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b4b63a75-cac0-4c3a-a311-673b965199ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1850660 Sep 21 18:10:45.038867 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626d56d-967f-48a7-b42e-ca2af7858e24 req-dae93d7b-a1ab-47be-88f9-b7e5df132613 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:45.040427 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1626d56d-967f-48a7-b42e-ca2af7858e24 req-dae93d7b-a1ab-47be-88f9-b7e5df132613 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cdb0b0f-92c6-4895-a42d-eeb23c510e35 HTTP/1.1" status: 200 len: 945 time: 0.0923176 Sep 21 18:10:45.048693 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-795df1c7-53b4-4209-8673-b1d2bcf874cc None None] For port e184cbdc-c268-4871-bf88-a99724a726ce, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:10:45.053114 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-795df1c7-53b4-4209-8673-b1d2bcf874cc None None] For port e184cbdc-c268-4871-bf88-a99724a726ce, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e184cbdc-c268-4871-bf88-a99724a726ce,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:10:45.060282 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-795df1c7-53b4-4209-8673-b1d2bcf874cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:45.096466 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1626d56d-967f-48a7-b42e-ca2af7858e24 req-b79ed9db-8e3a-4aee-806e-a61e67979951 tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b9fcf14-2da7-42e0-bfeb-e2719556d428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450559 Sep 21 18:10:45.098453 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c12b538c-30da-4c2c-838d-fc91b861a31b req-5df6c920-2aa0-4000-85ea-e00d91aee9b3 service neutron] 10.222.0.38 "GET /v2.0/networks/b4b63a75-cac0-4c3a-a311-673b965199ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213539 Sep 21 18:10:45.166305 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795df1c7-53b4-4209-8673-b1d2bcf874cc None None] Pushing event updated for resources: {'Port': ['ID=e184cbdc-c268-4871-bf88-a99724a726ce,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:45.194375 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bfd66b33-b447-41bd-9388-a475ffad3349 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:45.246143 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bfd66b33-b447-41bd-9388-a475ffad3349 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:45.258646 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad3356-8dcf-4294-9e3e-d146e19a307b req-ab26ce4e-22d5-46f3-bfb1-9b80ed3957d9 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:45.260222 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4bad3356-8dcf-4294-9e3e-d146e19a307b req-ab26ce4e-22d5-46f3-bfb1-9b80ed3957d9 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 946 time: 0.2806909 Sep 21 18:10:45.292591 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd66b33-b447-41bd-9388-a475ffad3349 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:45.296648 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-bfd66b33-b447-41bd-9388-a475ffad3349 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:45.301011 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd66b33-b447-41bd-9388-a475ffad3349 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:10:45.307152 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd66b33-b447-41bd-9388-a475ffad3349 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:45.307956 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bfd66b33-b447-41bd-9388-a475ffad3349 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:45.327968 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd66b33-b447-41bd-9388-a475ffad3349 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Port': ['ID=d0da6809-45f9-49d0-abd9-a8dfd0a8bf7a,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:45.335896 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d0b1066-bdd0-4675-8ddf-7134676ff3e7 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:45.352912 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bfd66b33-b447-41bd-9388-a475ffad3349 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3928270 Sep 21 18:10:45.353270 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56782) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:45.430852 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-0d0b1066-bdd0-4675-8ddf-7134676ff3e7 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce57ec3-fd67-49cc-8f6f-3a8037b66259']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:45.446696 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e37472e-ba79-42d2-9261-1f887e19e7cc tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:45.454169 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e37472e-ba79-42d2-9261-1f887e19e7cc tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:45.456168 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4e37472e-ba79-42d2-9261-1f887e19e7cc tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1010468 Sep 21 18:10:45.458809 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56784) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:45.463408 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-0d0b1066-bdd0-4675-8ddf-7134676ff3e7 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c3b4db-ba6e-4658-b961-653074eaf9b8') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:45.463707 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-0d0b1066-bdd0-4675-8ddf-7134676ff3e7 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c3b4db-ba6e-4658-b961-653074eaf9b8') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:45.469147 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4bad3356-8dcf-4294-9e3e-d146e19a307b req-bd4b5b9c-35e0-4224-be67-bdc1d7827456 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=209c79ff-44ae-4b66-84c6-c495a27f267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793499 Sep 21 18:10:45.477378 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c12b538c-30da-4c2c-838d-fc91b861a31b req-69a97851-0212-4ee7-b5b6-de7e92b4feee service neutron] 10.222.0.38 "GET /v2.0/networks/b4b63a75-cac0-4c3a-a311-673b965199ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451765 Sep 21 18:10:45.480134 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4312f7e1-1598-4c93-8037-a5ef38f982eb req-aab6c530-de5f-48fc-af77-9ddb23588ffe tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:45.494721 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['14da165f-f1bd-4e6a-b703-31ea614b31da'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:10:45.499973 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d0b1066-bdd0-4675-8ddf-7134676ff3e7 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:45.537490 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6c530-de5f-48fc-af77-9ddb23588ffe tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] Pushing event deleted for resources: {'Port': ['ID=14da165f-f1bd-4e6a-b703-31ea614b31da,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:45.588191 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d0b1066-bdd0-4675-8ddf-7134676ff3e7 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:45.608931 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-4312f7e1-1598-4c93-8037-a5ef38f982eb req-aab6c530-de5f-48fc-af77-9ddb23588ffe tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] No DVR routers for this DVR port 14da165f-f1bd-4e6a-b703-31ea614b31da on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:10:45.612005 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4312f7e1-1598-4c93-8037-a5ef38f982eb req-aab6c530-de5f-48fc-af77-9ddb23588ffe tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:45.614811 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4312f7e1-1598-4c93-8037-a5ef38f982eb req-aab6c530-de5f-48fc-af77-9ddb23588ffe tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] 10.222.0.44 "DELETE /v2.0/ports/14da165f-f1bd-4e6a-b703-31ea614b31da HTTP/1.1" status: 204 len: 173 time: 1.9637914 Sep 21 18:10:45.617213 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cdb0b0f-92c6-4895-a42d-eeb23c510e35', 'name': 'network-vif-deleted', 'tag': '14da165f-f1bd-4e6a-b703-31ea614b31da'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:10:45.621581 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929e686c-e025-4095-a9f2-83e2bc1d7891" -d '{"events": [{"server_uuid": "2cdb0b0f-92c6-4895-a42d-eeb23c510e35", "name": "network-vif-deleted", "tag": "14da165f-f1bd-4e6a-b703-31ea614b31da"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:10:45.625150 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d0b1066-bdd0-4675-8ddf-7134676ff3e7 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:10:45.625580 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d0b1066-bdd0-4675-8ddf-7134676ff3e7 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:45.627751 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:10:45.627751 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:10:45.627751 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:10:45.627751 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:10:45.627751 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:10:45.627751 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:10:45.627751 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:10:45.627751 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:10:45.627751 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:10:45.627751 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:10:45.627751 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:10:45.627751 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:10:45.627751 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:10:45.627751 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:10:45.627751 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:10:45.627751 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:10:45.627751 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:10:45.627751 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:10:45.627751 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:10:45.627751 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:10:45.627751 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:10:45.627751 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:10:45.627751 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:10:45.627751 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:10:45.627751 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:10:45.627751 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:10:45.627751 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:10:45.627751 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:10:45.627751 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:10:45.627751 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:10:45.627751 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:10:45.627751 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:10:45.629697 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-c5ac51de-47ab-4d18-bbfa-073d99988782 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting port d0da6809-45f9-49d0-abd9-a8dfd0a8bf7a {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:45.630133 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5ac51de-47ab-4d18-bbfa-073d99988782 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:45.715116 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05318c5-a2e9-43fa-958d-0a31aafee6c9 x-openstack-request-id: req-e05318c5-a2e9-43fa-958d-0a31aafee6c9 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:10:45.715519 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cdb0b0f-92c6-4895-a42d-eeb23c510e35", "name": "network-vif-deleted", "tag": "14da165f-f1bd-4e6a-b703-31ea614b31da", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:10:45.715861 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e05318c5-a2e9-43fa-958d-0a31aafee6c9 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:10:45.716354 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cdb0b0f-92c6-4895-a42d-eeb23c510e35', 'name': 'network-vif-deleted', 'tag': '14da165f-f1bd-4e6a-b703-31ea614b31da', 'status': 'completed', 'code': 200} Sep 21 18:10:45.732538 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d0b1066-bdd0-4675-8ddf-7134676ff3e7 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:45.733684 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5ac51de-47ab-4d18-bbfa-073d99988782 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:45.738565 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0b1066-bdd0-4675-8ddf-7134676ff3e7 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9ce57ec3-fd67-49cc-8f6f-3a8037b66259 {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 21 18:10:45.741918 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d0b1066-bdd0-4675-8ddf-7134676ff3e7 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:45.744138 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0d0b1066-bdd0-4675-8ddf-7134676ff3e7 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] 10.222.0.58 "DELETE /v2.0/networks/9ce57ec3-fd67-49cc-8f6f-3a8037b66259 HTTP/1.1" status: 204 len: 168 time: 0.9729135 Sep 21 18:10:45.749767 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56794) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:45.755566 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b1066-bdd0-4675-8ddf-7134676ff3e7 tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Pushing event deleted for resources: {'Network': ['ID=9ce57ec3-fd67-49cc-8f6f-3a8037b66259,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:45.902779 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fa133854-c5bf-492e-bb79-1804a9d2ca75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:46.176292 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-fbd996d6-e5bc-4e91-bcc6-9e3d78e2428b tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Request body: {'network': {'name': 'tempest-network--1739118787'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:46.198754 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-c5ac51de-47ab-4d18-bbfa-073d99988782 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Calling delete_port for d0da6809-45f9-49d0-abd9-a8dfd0a8bf7a owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:46.242209 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e184cbdc-c268-4871-bf88-a99724a726ce up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:10:46.367473 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd996d6-e5bc-4e91-bcc6-9e3d78e2428b tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Made reservation on behalf of 2848eae8eeb84e82b05f78a969e6a1c8 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:46.372007 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cb8ea67b-f9f8-47fa-b2a0-e812c1a32e27 req-3d79bf97-e2b1-4ad1-88e9-7ed82106254b tempest-ServerGroupTestJSON-925122358 tempest-ServerGroupTestJSON-925122358-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cdb0b0f-92c6-4895-a42d-eeb23c510e35 HTTP/1.1" status: 200 len: 210 time: 0.0678709 Sep 21 18:10:46.376326 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port e184cbdc-c268-4871-bf88-a99724a726ce triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:46.376777 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:46.390780 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fbd996d6-e5bc-4e91-bcc6-9e3d78e2428b tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:46.490255 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd996d6-e5bc-4e91-bcc6-9e3d78e2428b tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:10:46.508829 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:46.566586 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port e184cbdc-c268-4871-bf88-a99724a726ce, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e184cbdc-c268-4871-bf88-a99724a726ce,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:46.572541 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:46.600895 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5ac51de-47ab-4d18-bbfa-073d99988782 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:46.607259 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fbd996d6-e5bc-4e91-bcc6-9e3d78e2428b tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:46.607857 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-fbd996d6-e5bc-4e91-bcc6-9e3d78e2428b tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Added segment 79ec57d0-824d-47da-9cc5-2303c46fffa1 of type vlan for network e2b34109-2113-45a6-962a-ccffd4d1f1ec Sep 21 18:10:46.634060 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=e184cbdc-c268-4871-bf88-a99724a726ce,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:46.695275 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-2839fb83-329b-45b5-85fc-9cbf6eda88ad None None] Provisioning complete for port e184cbdc-c268-4871-bf88-a99724a726ce triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:46.695805 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2839fb83-329b-45b5-85fc-9cbf6eda88ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:46.701743 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac51de-47ab-4d18-bbfa-073d99988782 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Port': ['ID=d0da6809-45f9-49d0-abd9-a8dfd0a8bf7a,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:46.728628 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5ac51de-47ab-4d18-bbfa-073d99988782 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:46.730917 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c5ac51de-47ab-4d18-bbfa-073d99988782 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/d0da6809-45f9-49d0-abd9-a8dfd0a8bf7a HTTP/1.1" status: 204 len: 168 time: 1.2710576 Sep 21 18:10:46.736780 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56802) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:46.744563 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fbd996d6-e5bc-4e91-bcc6-9e3d78e2428b tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:46.783446 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40a689-5ed6-424f-bc79-11e39fece4f5 req-9aeb9bcd-18b3-46aa-9fcd-8e9f8cb1265b tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:46.784941 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4f40a689-5ed6-424f-bc79-11e39fece4f5 req-9aeb9bcd-18b3-46aa-9fcd-8e9f8cb1265b tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 946 time: 0.1961923 Sep 21 18:10:46.815485 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73c3c0c-6274-4984-8aff-6be87e42a320 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:46.817136 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73c3c0c-6274-4984-8aff-6be87e42a320 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:46.818827 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b73c3c0c-6274-4984-8aff-6be87e42a320 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0801985 Sep 21 18:10:46.821228 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56808) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:46.842768 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fbd996d6-e5bc-4e91-bcc6-9e3d78e2428b tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:46.843698 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd996d6-e5bc-4e91-bcc6-9e3d78e2428b tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:46.844279 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fbd996d6-e5bc-4e91-bcc6-9e3d78e2428b tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:46.884512 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4f40a689-5ed6-424f-bc79-11e39fece4f5 req-21c7fbf2-90d1-41c5-8121-efa1b8108ef9 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=209c79ff-44ae-4b66-84c6-c495a27f267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825272 Sep 21 18:10:46.923447 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-86e6b8c9-695e-4fd0-a8ce-9d74d5f59816 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting subnet dd374149-c6e5-42ab-bce3-7ccd89907c26 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:10:46.927377 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-86e6b8c9-695e-4fd0-a8ce-9d74d5f59816 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:46.943388 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fbd996d6-e5bc-4e91-bcc6-9e3d78e2428b tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.1923594 Sep 21 18:10:46.943989 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56812) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:46.951854 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-df291b94-ed95-42b5-808e-dc48fa1413fa tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:46.956163 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd996d6-e5bc-4e91-bcc6-9e3d78e2428b tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Pushing event updated for resources: {'Network': ['ID=e2b34109-2113-45a6-962a-ccffd4d1f1ec,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:46.974337 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network e2b34109-2113-45a6-962a-ccffd4d1f1ec details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:10:46.975629 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-86e6b8c9-695e-4fd0-a8ce-9d74d5f59816 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:46.992904 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-194b3dd1-5566-44cd-906a-c593865f6d9a None None] Could not find standard attr ID for object d0da6809-45f9-49d0-abd9-a8dfd0a8bf7a. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:10:47.115977 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-86e6b8c9-695e-4fd0-a8ce-9d74d5f59816 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:47.161675 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-df291b94-ed95-42b5-808e-dc48fa1413fa tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:47.177104 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-df291b94-ed95-42b5-808e-dc48fa1413fa tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:47.185144 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-86e6b8c9-695e-4fd0-a8ce-9d74d5f59816 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:47.194408 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-df291b94-ed95-42b5-808e-dc48fa1413fa tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Network e2b34109-2113-45a6-962a-ccffd4d1f1ec is not hosted by any dhcp agent {{(pid=101461) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 21 18:10:47.195479 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df291b94-ed95-42b5-808e-dc48fa1413fa tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:47.196061 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-df291b94-ed95-42b5-808e-dc48fa1413fa tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:47.200162 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-df291b94-ed95-42b5-808e-dc48fa1413fa tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] 10.222.0.58 "PUT /v2.0/networks/e2b34109-2113-45a6-962a-ccffd4d1f1ec HTTP/1.1" status: 200 len: 858 time: 0.2532365 Sep 21 18:10:47.201016 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56814) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:47.247213 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df291b94-ed95-42b5-808e-dc48fa1413fa tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Pushing event updated for resources: {'Network': ['ID=e2b34109-2113-45a6-962a-ccffd4d1f1ec,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:47.258488 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6b8c9-695e-4fd0-a8ce-9d74d5f59816 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Subnet': ['ID=dd374149-c6e5-42ab-bce3-7ccd89907c26,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:47.293148 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-86e6b8c9-695e-4fd0-a8ce-9d74d5f59816 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:47.299838 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-86e6b8c9-695e-4fd0-a8ce-9d74d5f59816 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/dd374149-c6e5-42ab-bce3-7ccd89907c26 HTTP/1.1" status: 204 len: 168 time: 0.4738324 Sep 21 18:10:47.300099 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cae4d7e-87a1-42d4-a6a4-6c7be8a4d28d None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:10:47.300817 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56816) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:47.318167 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-252f7c03-20a8-4992-a4e1-60c92a38f37f tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:47.346175 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4f286393-8821-4533-9a47-aec9b27f15fd tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449305 Sep 21 18:10:47.347223 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56818) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:47.399922 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65caceb-ea83-452f-8ab8-ec39e226629c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:47.404471 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-252f7c03-20a8-4992-a4e1-60c92a38f37f tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:47.405352 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f65caceb-ea83-452f-8ab8-ec39e226629c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0568173 Sep 21 18:10:47.405725 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56822) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:47.485177 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-252f7c03-20a8-4992-a4e1-60c92a38f37f tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b34109-2113-45a6-962a-ccffd4d1f1ec']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:47.499900 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-252f7c03-20a8-4992-a4e1-60c92a38f37f tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ec57d0-824d-47da-9cc5-2303c46fffa1') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:47.500208 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-252f7c03-20a8-4992-a4e1-60c92a38f37f tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ec57d0-824d-47da-9cc5-2303c46fffa1') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:47.508437 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60080c59-e0ce-48f9-bd85-52ecc7d958f1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:47.509974 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-60080c59-e0ce-48f9-bd85-52ecc7d958f1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1032920 Sep 21 18:10:47.512887 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56828) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:47.513975 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7537168e-c923-46f9-a6e3-4ea53a679e39 None None] DHCP port deletion for 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:10:47.529664 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-252f7c03-20a8-4992-a4e1-60c92a38f37f tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:47.544718 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-252f7c03-20a8-4992-a4e1-60c92a38f37f tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:47.552006 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252f7c03-20a8-4992-a4e1-60c92a38f37f tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:10:47.552414 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-252f7c03-20a8-4992-a4e1-60c92a38f37f tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:47.554183 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:10:47.554183 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:10:47.554183 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:10:47.554183 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:10:47.554183 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:10:47.554183 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:10:47.554183 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:10:47.554183 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:10:47.554183 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:10:47.554183 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:10:47.554183 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:10:47.554183 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:10:47.554183 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:10:47.554183 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:10:47.554183 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:10:47.554183 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:10:47.554183 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:10:47.554183 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:10:47.554183 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:10:47.554183 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:10:47.554183 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:10:47.554183 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:10:47.554183 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:10:47.554183 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:10:47.554183 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:10:47.554183 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:10:47.554183 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:10:47.554183 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:10:47.554183 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:10:47.554183 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:10:47.554183 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:10:47.554183 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:10:47.570697 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e8a1b3c7-4e8a-49f7-8807-91debabcfcf9 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0563502 Sep 21 18:10:47.577288 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56834) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:47.585246 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-040e360e-7d38-482d-b119-67eb14eaf853 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:47.599170 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-7537168e-c923-46f9-a6e3-4ea53a679e39 None None] Deleting port e184cbdc-c268-4871-bf88-a99724a726ce {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:47.600289 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7537168e-c923-46f9-a6e3-4ea53a679e39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:47.633461 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-252f7c03-20a8-4992-a4e1-60c92a38f37f tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:47.643830 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252f7c03-20a8-4992-a4e1-60c92a38f37f tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e2b34109-2113-45a6-962a-ccffd4d1f1ec {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 21 18:10:47.659865 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-252f7c03-20a8-4992-a4e1-60c92a38f37f tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:47.672568 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-252f7c03-20a8-4992-a4e1-60c92a38f37f tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] 10.222.0.58 "DELETE /v2.0/networks/e2b34109-2113-45a6-962a-ccffd4d1f1ec HTTP/1.1" status: 204 len: 168 time: 0.4501085 Sep 21 18:10:47.673302 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56838) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:47.682158 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-7537168e-c923-46f9-a6e3-4ea53a679e39 None None] For port e184cbdc-c268-4871-bf88-a99724a726ce, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e184cbdc-c268-4871-bf88-a99724a726ce,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:47.682940 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7537168e-c923-46f9-a6e3-4ea53a679e39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:47.705451 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-7537168e-c923-46f9-a6e3-4ea53a679e39 None None] Calling delete_port for e184cbdc-c268-4871-bf88-a99724a726ce owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:47.766298 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-a84a5909-b53f-42c2-9a74-21e8249f382d tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] DELETE failed (client error): The resource could not be found. Sep 21 18:10:47.766869 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a84a5909-b53f-42c2-9a74-21e8249f382d tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:10:47.774108 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a84a5909-b53f-42c2-9a74-21e8249f382d tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] 10.222.0.58 "DELETE /v2.0/subnets/cb1be05f-f216-4e96-b7a7-4c27df522b3b HTTP/1.1" status: 404 len: 337 time: 0.0829275 Sep 21 18:10:47.774896 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56840) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:47.776335 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f7c03-20a8-4992-a4e1-60c92a38f37f tempest-ExternalNetworksTestJSON-163853131 tempest-ExternalNetworksTestJSON-163853131-project-admin] Pushing event deleted for resources: {'Network': ['ID=e2b34109-2113-45a6-962a-ccffd4d1f1ec,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:47.833348 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040e360e-7d38-482d-b119-67eb14eaf853 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:47.838596 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-040e360e-7d38-482d-b119-67eb14eaf853 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:47.857385 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7537168e-c923-46f9-a6e3-4ea53a679e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:47.925000 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-785a80cd-c3c4-4c88-8a3a-3b0297bb80d3 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:47.933921 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537168e-c923-46f9-a6e3-4ea53a679e39 None None] Pushing event deleted for resources: {'Port': ['ID=e184cbdc-c268-4871-bf88-a99724a726ce,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:47.969412 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7537168e-c923-46f9-a6e3-4ea53a679e39 None None] No DVR routers for this DVR port e184cbdc-c268-4871-bf88-a99724a726ce on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:10:48.124105 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 14da165f-f1bd-4e6a-b703-31ea614b31da no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:10:48.154711 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 14da165f-f1bd-4e6a-b703-31ea614b31da {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:10:48.155156 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 14da165f-f1bd-4e6a-b703-31ea614b31da not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:10:48.158331 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e184cbdc-c268-4871-bf88-a99724a726ce no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:10:48.181025 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: e184cbdc-c268-4871-bf88-a99724a726ce {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:10:48.181631 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e184cbdc-c268-4871-bf88-a99724a726ce not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:10:48.192664 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-785a80cd-c3c4-4c88-8a3a-3b0297bb80d3 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:48.282862 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-040e360e-7d38-482d-b119-67eb14eaf853 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:48.301628 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-785a80cd-c3c4-4c88-8a3a-3b0297bb80d3 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62fac138-fe1e-4de8-8e5b-8373af9b2cf6']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:48.323008 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56858) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:48.335503 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-785a80cd-c3c4-4c88-8a3a-3b0297bb80d3 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf4b901-cab8-4e6e-bee9-e0707402180f') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:48.335805 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-785a80cd-c3c4-4c88-8a3a-3b0297bb80d3 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf4b901-cab8-4e6e-bee9-e0707402180f') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:48.349743 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040e360e-7d38-482d-b119-67eb14eaf853 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:48.357449 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-040e360e-7d38-482d-b119-67eb14eaf853 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:48.360398 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040e360e-7d38-482d-b119-67eb14eaf853 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:48.361007 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-040e360e-7d38-482d-b119-67eb14eaf853 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:48.367467 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68db295-6f39-481d-b720-4e7a8d6e385c None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:10:48.380892 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-785a80cd-c3c4-4c88-8a3a-3b0297bb80d3 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:48.384430 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-624170ba-b298-4570-b8f3-cdf1a208488d admin admin] Deleting subnet 4327b854-5b4e-40b9-8fe8-819b1b080945 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:10:48.388115 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-624170ba-b298-4570-b8f3-cdf1a208488d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:48.400604 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e360e-7d38-482d-b119-67eb14eaf853 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Subnet': ['ID=b924cbd5-272c-42f2-887e-61dfaa3be868,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:48.408682 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-040e360e-7d38-482d-b119-67eb14eaf853 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8291414 Sep 21 18:10:48.409877 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-785a80cd-c3c4-4c88-8a3a-3b0297bb80d3 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:48.412399 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56860) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:48.415904 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-82ace028-bf9d-430f-bdb4-db2c884e2fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:48.417501 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-5d2c65ca-3e21-469c-a8c4-f4fafb9069c8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'port': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'fixed_ips': [{'subnet_id': 'b924cbd5-272c-42f2-887e-61dfaa3be868', 'ip_address': '2001:db8::bd99:f07d:6cfe:b900'}], 'name': 'tempest-NetworksTestDHCPv6-321575535'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:48.445216 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-624170ba-b298-4570-b8f3-cdf1a208488d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:48.493973 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-624170ba-b298-4570-b8f3-cdf1a208488d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:48.519353 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785a80cd-c3c4-4c88-8a3a-3b0297bb80d3 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:10:48.520212 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-785a80cd-c3c4-4c88-8a3a-3b0297bb80d3 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:48.523912 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:10:48.523912 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:10:48.523912 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:10:48.523912 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:10:48.523912 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:10:48.523912 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:10:48.523912 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:10:48.523912 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:10:48.523912 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:10:48.523912 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:10:48.523912 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:10:48.523912 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:10:48.523912 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:10:48.523912 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:10:48.523912 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:10:48.523912 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:10:48.523912 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:10:48.523912 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:10:48.523912 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:10:48.523912 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:10:48.523912 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:10:48.523912 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:10:48.523912 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:10:48.523912 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:10:48.523912 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:10:48.523912 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:10:48.523912 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:10:48.523912 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:10:48.523912 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:10:48.523912 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:10:48.523912 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:10:48.523912 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:10:48.558490 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-624170ba-b298-4570-b8f3-cdf1a208488d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:48.571160 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f481fd-9770-442f-b6ff-a510a007d6d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'tenant_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'fixed_ips': [{'subnet_id': 'b924cbd5-272c-42f2-887e-61dfaa3be868'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:10:48.572385 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-64f481fd-9770-442f-b6ff-a510a007d6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:48.601748 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624170ba-b298-4570-b8f3-cdf1a208488d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4327b854-5b4e-40b9-8fe8-819b1b080945,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:48.609349 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2c65ca-3e21-469c-a8c4-f4fafb9069c8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:48.614786 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-624170ba-b298-4570-b8f3-cdf1a208488d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:48.616169 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5d2c65ca-3e21-469c-a8c4-f4fafb9069c8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:48.619043 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-785a80cd-c3c4-4c88-8a3a-3b0297bb80d3 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:48.620575 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-624170ba-b298-4570-b8f3-cdf1a208488d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4327b854-5b4e-40b9-8fe8-819b1b080945 HTTP/1.1" status: 204 len: 168 time: 0.2955081 Sep 21 18:10:48.620728 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56864) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:48.707375 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-785a80cd-c3c4-4c88-8a3a-3b0297bb80d3 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:48.712914 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-785a80cd-c3c4-4c88-8a3a-3b0297bb80d3 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] 10.222.0.58 "DELETE /v2.0/networks/62fac138-fe1e-4de8-8e5b-8373af9b2cf6 HTTP/1.1" status: 204 len: 168 time: 0.9357271 Sep 21 18:10:48.742708 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a80cd-c3c4-4c88-8a3a-3b0297bb80d3 tempest-ExternalNetworksTestJSON-127193321 tempest-ExternalNetworksTestJSON-127193321-project] Pushing event deleted for resources: {'Network': ['ID=62fac138-fe1e-4de8-8e5b-8373af9b2cf6,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:48.748150 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-5d2c65ca-3e21-469c-a8c4-f4fafb9069c8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] device_id is not set on port a3a8966e-7137-4abe-ba79-8325e6d42278 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:10:48.773471 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d865b03b-8623-41b4-886b-9228c927f944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:48.917660 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-64f481fd-9770-442f-b6ff-a510a007d6d2 None None] Allocated IP 2001:db8::2 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/b924cbd5-272c-42f2-887e-61dfaa3be868/abd34c67-85d2-42e0-95d7-26bc75e1653c) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:10:49.000833 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d865b03b-8623-41b4-886b-9228c927f944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:49.029345 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:49.034280 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-d865b03b-8623-41b4-886b-9228c927f944 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e84379e-f63f-414b-b066-8d953ae04fc7']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:49.048104 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-d865b03b-8623-41b4-886b-9228c927f944 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ca19b9-683d-4451-8a2e-bd7b86c37d77') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:49.048554 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-d865b03b-8623-41b4-886b-9228c927f944 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ca19b9-683d-4451-8a2e-bd7b86c37d77') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:49.060234 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d865b03b-8623-41b4-886b-9228c927f944 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:49.096260 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d865b03b-8623-41b4-886b-9228c927f944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:49.106096 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d865b03b-8623-41b4-886b-9228c927f944 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:10:49.106881 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d865b03b-8623-41b4-886b-9228c927f944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:49.112578 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:10:49.112578 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:10:49.112578 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:10:49.112578 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:10:49.112578 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:10:49.112578 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:10:49.112578 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:10:49.112578 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:10:49.112578 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:10:49.112578 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:10:49.112578 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:10:49.112578 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:10:49.112578 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:10:49.112578 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:10:49.112578 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:10:49.112578 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:10:49.112578 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:10:49.112578 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:10:49.112578 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:10:49.112578 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:10:49.112578 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:10:49.112578 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:10:49.112578 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:10:49.112578 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:10:49.112578 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:10:49.112578 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:10:49.112578 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:10:49.112578 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:10:49.112578 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:10:49.112578 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:10:49.112578 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:10:49.112578 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:10:49.132617 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-64f481fd-9770-442f-b6ff-a510a007d6d2 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:49.142881 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-64f481fd-9770-442f-b6ff-a510a007d6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:49.220898 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d865b03b-8623-41b4-886b-9228c927f944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:49.221120 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f481fd-9770-442f-b6ff-a510a007d6d2 None None] Pushing event updated for resources: {'Port': ['ID=abd34c67-85d2-42e0-95d7-26bc75e1653c,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:49.227728 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f481fd-9770-442f-b6ff-a510a007d6d2 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:49.229135 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-64f481fd-9770-442f-b6ff-a510a007d6d2 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:49.231302 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f481fd-9770-442f-b6ff-a510a007d6d2 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:10:49.247068 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56874) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:49.254052 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d865b03b-8623-41b4-886b-9228c927f944 admin admin] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:49.256184 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d865b03b-8623-41b4-886b-9228c927f944 admin admin] 10.222.0.58 "DELETE /v2.0/networks/0e84379e-f63f-414b-b066-8d953ae04fc7 HTTP/1.1" status: 204 len: 168 time: 0.6327724 Sep 21 18:10:49.264009 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d865b03b-8623-41b4-886b-9228c927f944 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e84379e-f63f-414b-b066-8d953ae04fc7,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:49.268880 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-5d2c65ca-3e21-469c-a8c4-f4fafb9069c8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Allocated IP 2001:db8::bd99:f07d:6cfe:b900 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/b924cbd5-272c-42f2-887e-61dfaa3be868/a3a8966e-7137-4abe-ba79-8325e6d42278) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:10:49.288820 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-64f481fd-9770-442f-b6ff-a510a007d6d2 None None] Attempting to bind port abd34c67-85d2-42e0-95d7-26bc75e1653c on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:10:49.289456 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-64f481fd-9770-442f-b6ff-a510a007d6d2 None None] Attempting to bind port abd34c67-85d2-42e0-95d7-26bc75e1653c by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:10:49.289982 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f481fd-9770-442f-b6ff-a510a007d6d2 None None] Attempting to bind port abd34c67-85d2-42e0-95d7-26bc75e1653c on network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:10:49.295924 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f481fd-9770-442f-b6ff-a510a007d6d2 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:10:49.296297 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f481fd-9770-442f-b6ff-a510a007d6d2 None None] Checking segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:10:49.296690 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-64f481fd-9770-442f-b6ff-a510a007d6d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:49.297695 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f481fd-9770-442f-b6ff-a510a007d6d2 None None] Bound using segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:10:49.297695 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-64f481fd-9770-442f-b6ff-a510a007d6d2 None None] Bound port: abd34c67-85d2-42e0-95d7-26bc75e1653c, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:10:49.298018 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-64f481fd-9770-442f-b6ff-a510a007d6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:49.407155 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-64f481fd-9770-442f-b6ff-a510a007d6d2 None None] For port abd34c67-85d2-42e0-95d7-26bc75e1653c, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:10:49.412531 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-64f481fd-9770-442f-b6ff-a510a007d6d2 None None] For port abd34c67-85d2-42e0-95d7-26bc75e1653c, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=abd34c67-85d2-42e0-95d7-26bc75e1653c,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:10:49.417760 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-64f481fd-9770-442f-b6ff-a510a007d6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:49.476442 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5d2c65ca-3e21-469c-a8c4-f4fafb9069c8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:49.478191 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f481fd-9770-442f-b6ff-a510a007d6d2 None None] Pushing event updated for resources: {'Port': ['ID=abd34c67-85d2-42e0-95d7-26bc75e1653c,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:49.502031 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6f56e5c8-c707-461c-85e4-3dfd85900841 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9f4773c24bdc430784d5b69d4a052254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2531722 Sep 21 18:10:49.508150 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56880) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:49.516772 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56882) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:49.538856 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5d2c65ca-3e21-469c-a8c4-f4fafb9069c8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:49.568644 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9e598bf2-da3f-4ce0-afa7-c83e4322f7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:49.590591 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9e598bf2-da3f-4ce0-afa7-c83e4322f7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:49.593562 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2c65ca-3e21-469c-a8c4-f4fafb9069c8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:49.600472 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-5d2c65ca-3e21-469c-a8c4-f4fafb9069c8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:49.607329 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2c65ca-3e21-469c-a8c4-f4fafb9069c8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:10:49.613295 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2c65ca-3e21-469c-a8c4-f4fafb9069c8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:49.613869 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5d2c65ca-3e21-469c-a8c4-f4fafb9069c8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:49.648070 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9e598bf2-da3f-4ce0-afa7-c83e4322f7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:49.650541 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9e598bf2-da3f-4ce0-afa7-c83e4322f7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:49.651793 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9e598bf2-da3f-4ce0-afa7-c83e4322f7a2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/00a65de9-1f7b-4d1a-a1b9-e18febdc76b7 HTTP/1.1" status: 204 len: 168 time: 0.1426690 Sep 21 18:10:49.661403 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e598bf2-da3f-4ce0-afa7-c83e4322f7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a65de9-1f7b-4d1a-a1b9-e18febdc76b7,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:49.665257 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c65ca-3e21-469c-a8c4-f4fafb9069c8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Port': ['ID=a3a8966e-7137-4abe-ba79-8325e6d42278,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:49.679363 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8667de53-4d7d-4bd3-a748-faf69dce459e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=80d7435e1a05410993611c5b14d2ee57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1611493 Sep 21 18:10:49.681997 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56888) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:49.719439 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5d2c65ca-3e21-469c-a8c4-f4fafb9069c8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3063810 Sep 21 18:10:49.722476 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56890) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:49.731372 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-cf3a26ae-f939-4509-ae10-517b4f69277c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'port': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'fixed_ips': [{'subnet_id': 'b924cbd5-272c-42f2-887e-61dfaa3be868', 'ip_address': '2001:db8::bd99:f07d:6cfe:b900'}], 'name': 'tempest-NetworksTestDHCPv6-443746792'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:49.778457 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2227358b-832d-4e4c-8029-04924efcc6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:49.827682 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2227358b-832d-4e4c-8029-04924efcc6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:49.924656 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2227358b-832d-4e4c-8029-04924efcc6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:49.927807 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2227358b-832d-4e4c-8029-04924efcc6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:49.932518 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2227358b-832d-4e4c-8029-04924efcc6fe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5b9fcf14-2da7-42e0-bfeb-e2719556d428 HTTP/1.1" status: 204 len: 168 time: 0.2471442 Sep 21 18:10:49.947296 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227358b-832d-4e4c-8029-04924efcc6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9fcf14-2da7-42e0-bfeb-e2719556d428,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:49.949601 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3a26ae-f939-4509-ae10-517b4f69277c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:50.065653 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cf3a26ae-f939-4509-ae10-517b4f69277c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:50.090573 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-cf3a26ae-f939-4509-ae10-517b4f69277c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] device_id is not set on port cdae28ca-a3e0-4ed2-a289-c02ea1a413d7 yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:10:50.101068 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:50.221748 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device abd34c67-85d2-42e0-95d7-26bc75e1653c up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:10:50.289057 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port abd34c67-85d2-42e0-95d7-26bc75e1653c triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:50.289889 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:50.331035 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56902) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:50.394821 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf3a26ae-f939-4509-ae10-517b4f69277c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 21 18:10:50.397004 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf3a26ae-f939-4509-ae10-517b4f69277c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:10:50.414864 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0213f794-9cdc-44b0-8863-ec18a3a55e44 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2848eae8eeb84e82b05f78a969e6a1c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0824330 Sep 21 18:10:50.417878 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56904) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:50.434080 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-cf3a26ae-f939-4509-ae10-517b4f69277c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7084224 Sep 21 18:10:50.435736 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56908) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:50.445460 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:50.501268 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba9d440-cb56-4008-8d57-ba0d5f712075 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:50.509437 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba9d440-cb56-4008-8d57-ba0d5f712075 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:50.514710 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8ba9d440-cb56-4008-8d57-ba0d5f712075 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0751309 Sep 21 18:10:50.515176 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56910) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:50.517957 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port abd34c67-85d2-42e0-95d7-26bc75e1653c, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=abd34c67-85d2-42e0-95d7-26bc75e1653c,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:50.533466 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:50.565491 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6193b914-63d4-4942-9dd5-521180d10af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:50.598024 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=abd34c67-85d2-42e0-95d7-26bc75e1653c,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:50.642619 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-1c2876f8-02d2-4972-84da-bf7979ce20cf tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting port a3a8966e-7137-4abe-ba79-8325e6d42278 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:50.643289 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1c2876f8-02d2-4972-84da-bf7979ce20cf tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:50.651668 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6193b914-63d4-4942-9dd5-521180d10af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:50.754669 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1c2876f8-02d2-4972-84da-bf7979ce20cf tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:50.767398 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6193b914-63d4-4942-9dd5-521180d10af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:50.772336 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6193b914-63d4-4942-9dd5-521180d10af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:50.772968 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-1c2876f8-02d2-4972-84da-bf7979ce20cf tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Calling delete_port for a3a8966e-7137-4abe-ba79-8325e6d42278 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:50.774430 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6193b914-63d4-4942-9dd5-521180d10af3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7e0dc4f0-96d7-43e3-8090-e7fe0b329f4e HTTP/1.1" status: 204 len: 168 time: 0.3546195 Sep 21 18:10:50.812787 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193b914-63d4-4942-9dd5-521180d10af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0dc4f0-96d7-43e3-8090-e7fe0b329f4e,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:50.991305 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1c2876f8-02d2-4972-84da-bf7979ce20cf tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:51.002717 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-57c428ae-180d-47e3-9915-8a37295c8f2f None None] Provisioning complete for port abd34c67-85d2-42e0-95d7-26bc75e1653c triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:51.007389 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-57c428ae-180d-47e3-9915-8a37295c8f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:51.033296 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2876f8-02d2-4972-84da-bf7979ce20cf tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Port': ['ID=a3a8966e-7137-4abe-ba79-8325e6d42278,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:51.066858 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1c2876f8-02d2-4972-84da-bf7979ce20cf tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:51.071299 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1c2876f8-02d2-4972-84da-bf7979ce20cf tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/a3a8966e-7137-4abe-ba79-8325e6d42278 HTTP/1.1" status: 204 len: 168 time: 0.5527232 Sep 21 18:10:51.072158 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56930) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:51.159942 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52236bf3-622b-44e6-a355-0f2a522049fa tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:51.161607 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52236bf3-622b-44e6-a355-0f2a522049fa tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:51.165459 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-52236bf3-622b-44e6-a355-0f2a522049fa tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0903237 Sep 21 18:10:51.165778 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56934) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:51.248680 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-02fc95a9-5870-401f-bd9d-e64a01f3867f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting subnet b924cbd5-272c-42f2-887e-61dfaa3be868 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:10:51.252821 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-02fc95a9-5870-401f-bd9d-e64a01f3867f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:51.307126 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-02fc95a9-5870-401f-bd9d-e64a01f3867f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:51.394291 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-ac718dc3-bd61-464d-9af8-e57e5f6394e2 None None] Could not find standard attr ID for object a3a8966e-7137-4abe-ba79-8325e6d42278. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:10:51.427075 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-02fc95a9-5870-401f-bd9d-e64a01f3867f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:51.477714 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56946) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:51.511010 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-02fc95a9-5870-401f-bd9d-e64a01f3867f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:51.539491 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-02fc95a9-5870-401f-bd9d-e64a01f3867f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:51.541394 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-02fc95a9-5870-401f-bd9d-e64a01f3867f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/b924cbd5-272c-42f2-887e-61dfaa3be868 HTTP/1.1" status: 204 len: 168 time: 0.3744612 Sep 21 18:10:51.544362 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56952) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:51.560122 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:51.583297 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc95a9-5870-401f-bd9d-e64a01f3867f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Subnet': ['ID=b924cbd5-272c-42f2-887e-61dfaa3be868,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:51.620874 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbd540c-f617-4ed5-866d-9850cceae3e8 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:10:51.623893 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e16e75fb-b4d6-4da1-8db3-f9d955670dc0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0781047 Sep 21 18:10:51.626020 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56954) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:51.631901 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-fb9d669f-e39e-456c-bd92-fc3f0d139902 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:51.725865 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-d7a0fd80-65bd-452e-900c-157b74fbae93 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1270717628-network', 'tenant_id': '27badd22a056458b825abc32f4668d88'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:51.752471 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.db.api [None req-fb9d669f-e39e-456c-bd92-fc3f0d139902 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 18:10:51.752471 n-d-810291-1 neutron-server[101461]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 21 18:10:51.752471 n-d-810291-1 neutron-server[101461]: [parameters: {'project_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'id': '42ebb020-b1bd-4336-b74a-ad25be579f54', 'expiration': datetime.datetime(2021, 9, 21, 18, 12, 51, 740488)}] Sep 21 18:10:51.752471 n-d-810291-1 neutron-server[101461]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:10:51.754274 n-d-810291-1 neutron-server[101461]: DEBUG oslo_db.api [None req-fb9d669f-e39e-456c-bd92-fc3f0d139902 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:10:51.764190 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a0fd80-65bd-452e-900c-157b74fbae93 admin admin] Made reservation on behalf of 27badd22a056458b825abc32f4668d88 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:51.767394 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d7a0fd80-65bd-452e-900c-157b74fbae93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:51.777517 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d7a0fd80-65bd-452e-900c-157b74fbae93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:51.878157 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c51bbd-09c5-4042-a562-5ff4e134c0db None None] DHCP port deletion for 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:10:51.910865 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d7a0fd80-65bd-452e-900c-157b74fbae93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:51.916469 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d7a0fd80-65bd-452e-900c-157b74fbae93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:51.929622 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a0fd80-65bd-452e-900c-157b74fbae93 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:10:51.945687 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d7a0fd80-65bd-452e-900c-157b74fbae93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:51.945687 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-d7a0fd80-65bd-452e-900c-157b74fbae93 admin admin] Added segment 4b64dd21-5629-4aeb-b469-122d429565f9 of type vlan for network 26b06533-005a-4039-b917-eb7519176b38 Sep 21 18:10:51.950957 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-37c51bbd-09c5-4042-a562-5ff4e134c0db None None] Deleting port abd34c67-85d2-42e0-95d7-26bc75e1653c {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:51.951340 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-37c51bbd-09c5-4042-a562-5ff4e134c0db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:52.002700 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0fd80-65bd-452e-900c-157b74fbae93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e628690f-4451-4737-b805-2521c0c25da2,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:52.021449 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d7a0fd80-65bd-452e-900c-157b74fbae93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:52.040193 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-37c51bbd-09c5-4042-a562-5ff4e134c0db None None] For port abd34c67-85d2-42e0-95d7-26bc75e1653c, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=abd34c67-85d2-42e0-95d7-26bc75e1653c,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:52.041875 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-37c51bbd-09c5-4042-a562-5ff4e134c0db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:52.053325 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d7a0fd80-65bd-452e-900c-157b74fbae93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:52.054639 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a0fd80-65bd-452e-900c-157b74fbae93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:52.055871 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d7a0fd80-65bd-452e-900c-157b74fbae93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:52.059122 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-37c51bbd-09c5-4042-a562-5ff4e134c0db None None] Calling delete_port for abd34c67-85d2-42e0-95d7-26bc75e1653c owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:52.129373 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d7a0fd80-65bd-452e-900c-157b74fbae93 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6496496 Sep 21 18:10:52.132793 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56970) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:52.139358 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-4c0cc3db-0d4f-4ac0-b234-1c85ed997b38 admin admin] Request body: {'subnet': {'network_id': '26b06533-005a-4039-b917-eb7519176b38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1270717628-subnet', 'tenant_id': '27badd22a056458b825abc32f4668d88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:52.147537 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0fd80-65bd-452e-900c-157b74fbae93 admin admin] Pushing event updated for resources: {'Network': ['ID=26b06533-005a-4039-b917-eb7519176b38,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:52.156629 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device abd34c67-85d2-42e0-95d7-26bc75e1653c no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:10:52.170541 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0cc3db-0d4f-4ac0-b234-1c85ed997b38 admin admin] Made reservation on behalf of 27badd22a056458b825abc32f4668d88 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:52.173492 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4c0cc3db-0d4f-4ac0-b234-1c85ed997b38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:52.216351 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-37c51bbd-09c5-4042-a562-5ff4e134c0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:52.222604 n-d-810291-1 neutron-server[101462]: INFO neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No ports have port_id starting with abd34c67-85d2-42e0-95d7-26bc75e1653c Sep 21 18:10:52.231591 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 26b06533-005a-4039-b917-eb7519176b38 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:10:52.277961 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c51bbd-09c5-4042-a562-5ff4e134c0db None None] Pushing event deleted for resources: {'Port': ['ID=abd34c67-85d2-42e0-95d7-26bc75e1653c,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:52.291947 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c51bbd-09c5-4042-a562-5ff4e134c0db None None] No DVR routers for this DVR port abd34c67-85d2-42e0-95d7-26bc75e1653c on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:10:52.322425 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9d669f-e39e-456c-bd92-fc3f0d139902 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:52.326733 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fb9d669f-e39e-456c-bd92-fc3f0d139902 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:52.496769 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4c0cc3db-0d4f-4ac0-b234-1c85ed997b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:52.597286 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0cc3db-0d4f-4ac0-b234-1c85ed997b38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10ec2754-0ef0-4406-b143-cf240e0ec33f,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:52.634163 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0cc3db-0d4f-4ac0-b234-1c85ed997b38 admin admin] Checking segment: {'id': '4b64dd21-5629-4aeb-b469-122d429565f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '26b06533-005a-4039-b917-eb7519176b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:10:52.634604 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0cc3db-0d4f-4ac0-b234-1c85ed997b38 admin admin] Network hostable DHCP agents. Network: 26b06533-005a-4039-b917-eb7519176b38, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:10:52.658381 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fb9d669f-e39e-456c-bd92-fc3f0d139902 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:52.692537 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0cc3db-0d4f-4ac0-b234-1c85ed997b38 admin admin] Network 26b06533-005a-4039-b917-eb7519176b38 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:10:52.709622 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9d669f-e39e-456c-bd92-fc3f0d139902 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:52.716269 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-fb9d669f-e39e-456c-bd92-fc3f0d139902 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:52.721045 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9d669f-e39e-456c-bd92-fc3f0d139902 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:52.721639 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fb9d669f-e39e-456c-bd92-fc3f0d139902 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:52.724452 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-4c0cc3db-0d4f-4ac0-b234-1c85ed997b38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 26b06533-005a-4039-b917-eb7519176b38) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:52.729274 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4173bea-5044-42bd-95ab-d505ca8d13c9 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:10:52.734589 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0cc3db-0d4f-4ac0-b234-1c85ed997b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:52.735300 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4c0cc3db-0d4f-4ac0-b234-1c85ed997b38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:52.746911 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d669f-e39e-456c-bd92-fc3f0d139902 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Subnet': ['ID=cd3ea4b8-3692-4e48-9780-b799b0af1dde,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:52.763270 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56990) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:52.763920 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fb9d669f-e39e-456c-bd92-fc3f0d139902 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1361377 Sep 21 18:10:52.766292 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4c0cc3db-0d4f-4ac0-b234-1c85ed997b38 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6323218 Sep 21 18:10:52.769580 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-020f6d63-048d-4a6f-b25b-e99cf49d2857 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'port': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'fixed_ips': [{'subnet_id': 'cd3ea4b8-3692-4e48-9780-b799b0af1dde', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1195139095'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:52.770417 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56992) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:52.776636 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-90bf8549-019f-4688-a379-b966bd754437 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1270717628-router', 'tenant_id': '27badd22a056458b825abc32f4668d88', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:52.796863 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56994) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:52.796991 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad3d0e4-d42b-451a-a317-7f63aa5fa133 None None] Network 26b06533-005a-4039-b917-eb7519176b38 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:10:52.813048 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-90bf8549-019f-4688-a379-b966bd754437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:52.815031 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-90bf8549-019f-4688-a379-b966bd754437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:52.879687 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-90bf8549-019f-4688-a379-b966bd754437 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:52.998018 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-a7fda07f-f5f6-46ea-a7de-ce0801098322 tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-940058564', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:53.038992 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933d0385-dffe-49b1-af14-a5b1192e223b None None] Network 26b06533-005a-4039-b917-eb7519176b38 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:10:53.039622 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020f6d63-048d-4a6f-b25b-e99cf49d2857 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:53.046097 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-020f6d63-048d-4a6f-b25b-e99cf49d2857 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:53.074357 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-020f6d63-048d-4a6f-b25b-e99cf49d2857 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] device_id is not set on port 1cfbbd1f-ad02-4a01-805f-74c3b298e322 yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:10:53.077010 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-90bf8549-019f-4688-a379-b966bd754437 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:53.137366 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fda07f-f5f6-46ea-a7de-ce0801098322 tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] Made reservation on behalf of e290dd1da122432ba2823b263be9c42e for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:53.140601 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a7fda07f-f5f6-46ea-a7de-ce0801098322 tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:53.157707 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a7fda07f-f5f6-46ea-a7de-ce0801098322 tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:53.314210 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-020f6d63-048d-4a6f-b25b-e99cf49d2857 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:10:53.314845 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-020f6d63-048d-4a6f-b25b-e99cf49d2857 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:10:53.349211 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38c17f7-b388-40d9-baa8-f519943ba41e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'tenant_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'fixed_ips': [{'subnet_id': 'cd3ea4b8-3692-4e48-9780-b799b0af1dde'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:10:53.350813 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f38c17f7-b388-40d9-baa8-f519943ba41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:53.419409 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:53.424879 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a7fda07f-f5f6-46ea-a7de-ce0801098322 tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:53.434080 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a7fda07f-f5f6-46ea-a7de-ce0801098322 tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:53.441448 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-020f6d63-048d-4a6f-b25b-e99cf49d2857 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.6764686 Sep 21 18:10:53.442851 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-a7fda07f-f5f6-46ea-a7de-ce0801098322 tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] device_id is not set on port ea4fba27-87fd-4c55-ab42-8cdd5be7a01b yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:10:53.444182 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57002) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:53.506958 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-90bf8549-019f-4688-a379-b966bd754437 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:53.511051 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-61ee37d6-4eb0-4db0-8677-aad9b781bfcb tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0635743 Sep 21 18:10:53.511241 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fda07f-f5f6-46ea-a7de-ce0801098322 tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d1462d-c6c8-4f18-b5c5-3cb2557a01c7,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:53.512784 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57004) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:53.535300 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-90bf8549-019f-4688-a379-b966bd754437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:53.629122 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-f38c17f7-b388-40d9-baa8-f519943ba41e None None] Allocated IP 2001:db8::2 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/cd3ea4b8-3692-4e48-9780-b799b0af1dde/d6c77518-fac7-472a-9a26-b291fcc53a9b) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:10:53.629452 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f072d6fd-0c0f-4661-97ce-61bbe967cbe7 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:53.633760 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f072d6fd-0c0f-4661-97ce-61bbe967cbe7 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:53.638392 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f072d6fd-0c0f-4661-97ce-61bbe967cbe7 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1206570 Sep 21 18:10:53.640926 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57006) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:53.641856 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-a7fda07f-f5f6-46ea-a7de-ce0801098322 tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] Allocated IP 172.25.6.15 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/ea4fba27-87fd-4c55-ab42-8cdd5be7a01b) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:10:53.740838 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-aebd367d-62a5-418f-b3c0-a878aadb53dd tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting subnet cd3ea4b8-3692-4e48-9780-b799b0af1dde {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:10:53.819382 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a7fda07f-f5f6-46ea-a7de-ce0801098322 tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:53.858012 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a7fda07f-f5f6-46ea-a7de-ce0801098322 tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:53.858300 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f38c17f7-b388-40d9-baa8-f519943ba41e None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:53.866032 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aebd367d-62a5-418f-b3c0-a878aadb53dd tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:53.876530 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f38c17f7-b388-40d9-baa8-f519943ba41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:53.911284 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aebd367d-62a5-418f-b3c0-a878aadb53dd tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:53.924073 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38c17f7-b388-40d9-baa8-f519943ba41e None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:53.930780 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fda07f-f5f6-46ea-a7de-ce0801098322 tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:53.931480 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-f38c17f7-b388-40d9-baa8-f519943ba41e None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:53.935294 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38c17f7-b388-40d9-baa8-f519943ba41e None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:10:53.940857 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-a7fda07f-f5f6-46ea-a7de-ce0801098322 tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:53.947931 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fda07f-f5f6-46ea-a7de-ce0801098322 tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:10:53.955185 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fda07f-f5f6-46ea-a7de-ce0801098322 tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] Pushing event updated for resources: {'Port': ['ID=ea4fba27-87fd-4c55-ab42-8cdd5be7a01b,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:53.973118 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c17f7-b388-40d9-baa8-f519943ba41e None None] Pushing event updated for resources: {'Port': ['ID=d6c77518-fac7-472a-9a26-b291fcc53a9b,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:53.977447 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-90bf8549-019f-4688-a379-b966bd754437 admin admin] Allocated IP 172.25.6.60 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/6a48c0cb-e961-4c42-843e-8d75579e46a8) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:10:53.997496 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c17f7-b388-40d9-baa8-f519943ba41e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:53.998140 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c17f7-b388-40d9-baa8-f519943ba41e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:53.998140 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c17f7-b388-40d9-baa8-f519943ba41e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:53.998490 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c17f7-b388-40d9-baa8-f519943ba41e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:53.998822 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c17f7-b388-40d9-baa8-f519943ba41e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:53.999173 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c17f7-b388-40d9-baa8-f519943ba41e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:53.999547 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c17f7-b388-40d9-baa8-f519943ba41e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:53.999932 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c17f7-b388-40d9-baa8-f519943ba41e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:54.000259 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c17f7-b388-40d9-baa8-f519943ba41e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:54.000790 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c17f7-b388-40d9-baa8-f519943ba41e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:54.001743 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c17f7-b388-40d9-baa8-f519943ba41e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:54.001743 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38c17f7-b388-40d9-baa8-f519943ba41e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:54.016964 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fda07f-f5f6-46ea-a7de-ce0801098322 tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:54.017224 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-f38c17f7-b388-40d9-baa8-f519943ba41e None None] Attempting to bind port d6c77518-fac7-472a-9a26-b291fcc53a9b on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:10:54.017672 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a7fda07f-f5f6-46ea-a7de-ce0801098322 tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:54.017793 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-f38c17f7-b388-40d9-baa8-f519943ba41e None None] Attempting to bind port d6c77518-fac7-472a-9a26-b291fcc53a9b by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:10:54.018048 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38c17f7-b388-40d9-baa8-f519943ba41e None None] Attempting to bind port d6c77518-fac7-472a-9a26-b291fcc53a9b on network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:10:54.028344 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38c17f7-b388-40d9-baa8-f519943ba41e None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:10:54.029438 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38c17f7-b388-40d9-baa8-f519943ba41e None None] Checking segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:10:54.030705 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f38c17f7-b388-40d9-baa8-f519943ba41e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:54.031840 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38c17f7-b388-40d9-baa8-f519943ba41e None None] Bound using segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:10:54.032591 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-f38c17f7-b388-40d9-baa8-f519943ba41e None None] Bound port: d6c77518-fac7-472a-9a26-b291fcc53a9b, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:10:54.033849 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f38c17f7-b388-40d9-baa8-f519943ba41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:54.069252 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aebd367d-62a5-418f-b3c0-a878aadb53dd tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:54.079665 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a7fda07f-f5f6-46ea-a7de-ce0801098322 tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.2886608 Sep 21 18:10:54.079929 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57014) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:54.090863 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-0d1d1de1-e5a7-4121-b59a-799164218850 tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.15'}]}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:54.138918 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aebd367d-62a5-418f-b3c0-a878aadb53dd tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:54.144384 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-90bf8549-019f-4688-a379-b966bd754437 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:54.148655 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-f38c17f7-b388-40d9-baa8-f519943ba41e None None] For port d6c77518-fac7-472a-9a26-b291fcc53a9b, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:10:54.153799 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-f38c17f7-b388-40d9-baa8-f519943ba41e None None] For port d6c77518-fac7-472a-9a26-b291fcc53a9b, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d6c77518-fac7-472a-9a26-b291fcc53a9b,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:10:54.159605 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d1d1de1-e5a7-4121-b59a-799164218850 tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:54.160271 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f38c17f7-b388-40d9-baa8-f519943ba41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:54.160815 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d1d1de1-e5a7-4121-b59a-799164218850 tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:54.172535 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd367d-62a5-418f-b3c0-a878aadb53dd tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Subnet': ['ID=cd3ea4b8-3692-4e48-9780-b799b0af1dde,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:54.179512 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aebd367d-62a5-418f-b3c0-a878aadb53dd tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:54.181904 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-aebd367d-62a5-418f-b3c0-a878aadb53dd tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/cd3ea4b8-3692-4e48-9780-b799b0af1dde HTTP/1.1" status: 204 len: 168 time: 0.5389559 Sep 21 18:10:54.184956 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57016) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:54.221055 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-90bf8549-019f-4688-a379-b966bd754437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:54.228231 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3fc09a47-ce46-4b4b-97b9-bff645c3646a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420654 Sep 21 18:10:54.232002 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57018) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:54.237345 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-3a211a3d-6169-46e4-ab9d-4816acd29be0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:54.253628 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c17f7-b388-40d9-baa8-f519943ba41e None None] Pushing event updated for resources: {'Port': ['ID=d6c77518-fac7-472a-9a26-b291fcc53a9b,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:54.264502 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf8549-019f-4688-a379-b966bd754437 admin admin] Pushing event updated for resources: {'Port': ['ID=6a48c0cb-e961-4c42-843e-8d75579e46a8,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:54.307697 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d1d1de1-e5a7-4121-b59a-799164218850 tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:54.318837 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bf8549-019f-4688-a379-b966bd754437 admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:54.345410 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a211a3d-6169-46e4-ab9d-4816acd29be0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:10:54.349334 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-90bf8549-019f-4688-a379-b966bd754437 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:54.350240 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3a211a3d-6169-46e4-ab9d-4816acd29be0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:54.352784 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bf8549-019f-4688-a379-b966bd754437 admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:10:54.599159 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3a211a3d-6169-46e4-ab9d-4816acd29be0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:54.653557 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:54.659748 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a211a3d-6169-46e4-ab9d-4816acd29be0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:54.663479 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-3a211a3d-6169-46e4-ab9d-4816acd29be0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:54.668040 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a211a3d-6169-46e4-ab9d-4816acd29be0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:54.668651 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3a211a3d-6169-46e4-ab9d-4816acd29be0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:54.683266 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a211a3d-6169-46e4-ab9d-4816acd29be0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Subnet': ['ID=9e21917c-bde5-4577-83af-2a5f902ea35f,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:54.691906 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3a211a3d-6169-46e4-ab9d-4816acd29be0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4585497 Sep 21 18:10:54.694354 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57020) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:54.699848 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-be29ff23-df12-4147-8ae1-f983e5c3e53c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-699984320', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:10:54.724413 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-be29ff23-df12-4147-8ae1-f983e5c3e53c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:54.725940 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-be29ff23-df12-4147-8ae1-f983e5c3e53c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:54.785912 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-be29ff23-df12-4147-8ae1-f983e5c3e53c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:54.791661 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-be29ff23-df12-4147-8ae1-f983e5c3e53c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:54.810278 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-be29ff23-df12-4147-8ae1-f983e5c3e53c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:54.819818 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-be29ff23-df12-4147-8ae1-f983e5c3e53c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1242528 Sep 21 18:10:54.820926 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57022) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:54.877637 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d1d1de1-e5a7-4121-b59a-799164218850 tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:55.132553 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-95a8eaa2-7e1d-4e50-bf81-6f4e726bb501 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:55.173084 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-90bf8549-019f-4688-a379-b966bd754437 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:55.391231 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d1d1de1-e5a7-4121-b59a-799164218850 tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:55.398222 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a7facf-bbc4-41b0-8ad9-a9ce3e8d5c0a None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:10:55.420555 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-95a8eaa2-7e1d-4e50-bf81-6f4e726bb501 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Allocated IP 2001:db8::1 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/9e21917c-bde5-4577-83af-2a5f902ea35f/9d149d08-32fd-41b1-8700-bc5b9abbc68f) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:10:55.421572 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d1d1de1-e5a7-4121-b59a-799164218850 tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:55.484524 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-6951d2c5-ed1f-4d81-b8da-2056128198ed None None] Provisioning complete for port d6c77518-fac7-472a-9a26-b291fcc53a9b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:55.485576 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6951d2c5-ed1f-4d81-b8da-2056128198ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:55.568140 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-95a8eaa2-7e1d-4e50-bf81-6f4e726bb501 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:55.606119 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-95a8eaa2-7e1d-4e50-bf81-6f4e726bb501 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:55.645327 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-90bf8549-019f-4688-a379-b966bd754437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:55.659687 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6951d2c5-ed1f-4d81-b8da-2056128198ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:55.673577 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8eaa2-7e1d-4e50-bf81-6f4e726bb501 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Port': ['ID=9d149d08-32fd-41b1-8700-bc5b9abbc68f,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:55.684150 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a8eaa2-7e1d-4e50-bf81-6f4e726bb501 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:55.686113 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-95a8eaa2-7e1d-4e50-bf81-6f4e726bb501 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:55.689433 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a8eaa2-7e1d-4e50-bf81-6f4e726bb501 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:10:55.690077 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-95a8eaa2-7e1d-4e50-bf81-6f4e726bb501 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:55.737067 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d1d1de1-e5a7-4121-b59a-799164218850 tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:55.738693 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-6951d2c5-ed1f-4d81-b8da-2056128198ed None None] For port d6c77518-fac7-472a-9a26-b291fcc53a9b, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d6c77518-fac7-472a-9a26-b291fcc53a9b,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:55.744982 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6951d2c5-ed1f-4d81-b8da-2056128198ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:55.815329 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951d2c5-ed1f-4d81-b8da-2056128198ed None None] Pushing event updated for resources: {'Port': ['ID=d6c77518-fac7-472a-9a26-b291fcc53a9b,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:55.849663 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-95a8eaa2-7e1d-4e50-bf81-6f4e726bb501 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:55.971828 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d1d1de1-e5a7-4121-b59a-799164218850 tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:55.974197 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d1d1de1-e5a7-4121-b59a-799164218850 tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:56.025786 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d1d1de1-e5a7-4121-b59a-799164218850 tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:56.026411 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1d1de1-e5a7-4121-b59a-799164218850 tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0514b8e4-f4a1-414c-8a28-555c2901ebc3 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:10:56.080274 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-0f92bb94-dd38-4be1-96f5-2db7d3b5e5c8 None None] Provisioning complete for port d6c77518-fac7-472a-9a26-b291fcc53a9b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:56.083943 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0f92bb94-dd38-4be1-96f5-2db7d3b5e5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:56.085110 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-0d1d1de1-e5a7-4121-b59a-799164218850 tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 21 18:10:56.092434 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0d1d1de1-e5a7-4121-b59a-799164218850 tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.0092239 Sep 21 18:10:56.092887 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57032) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:56.150980 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90bf8549-019f-4688-a379-b966bd754437 admin admin] Router 3ed093e9-858a-41ab-9fad-548dec4b79c4 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:10:56.293858 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device d6c77518-fac7-472a-9a26-b291fcc53a9b up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:10:56.316399 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-95a8eaa2-7e1d-4e50-bf81-6f4e726bb501 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:56.319012 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-f4ea98ce-bb70-405d-acc7-4cc3e9345d1f tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] Deleting port ea4fba27-87fd-4c55-ab42-8cdd5be7a01b {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:56.319352 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f4ea98ce-bb70-405d-acc7-4cc3e9345d1f tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:56.322724 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-95a8eaa2-7e1d-4e50-bf81-6f4e726bb501 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:56.323595 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-95a8eaa2-7e1d-4e50-bf81-6f4e726bb501 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:56.350067 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port d6c77518-fac7-472a-9a26-b291fcc53a9b triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:56.351373 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:56.370112 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90bf8549-019f-4688-a379-b966bd754437 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:10:56.387598 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a555806c-3831-48d8-931c-59e3d60ecbd7 None None] Sync routers for ids ['3ed093e9-858a-41ab-9fad-548dec4b79c4'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:10:56.400261 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-90bf8549-019f-4688-a379-b966bd754437 admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:56.402121 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-90bf8549-019f-4688-a379-b966bd754437 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.6301663 Sep 21 18:10:56.404612 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57036) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:56.419374 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-cf79a8e4-af5a-4944-972b-edeb2c367525 None None] Provisioning complete for port 9d149d08-32fd-41b1-8700-bc5b9abbc68f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:56.419992 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cf79a8e4-af5a-4944-972b-edeb2c367525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:56.450884 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a555806c-3831-48d8-931c-59e3d60ecbd7 None None] Routers {'3ed093e9-858a-41ab-9fad-548dec4b79c4'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:10:56.451787 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a555806c-3831-48d8-931c-59e3d60ecbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:10:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3ed093e9-858a-41ab-9fad-548dec4b79c4'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:56.544968 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-cf79a8e4-af5a-4944-972b-edeb2c367525 None None] Port 9d149d08-32fd-41b1-8700-bc5b9abbc68f cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:10:56.636589 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-a555806c-3831-48d8-931c-59e3d60ecbd7 None None] Set router 3ed093e9-858a-41ab-9fad-548dec4b79c4 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:10:56.845569 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f4ea98ce-bb70-405d-acc7-4cc3e9345d1f tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:56.874240 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-f4ea98ce-bb70-405d-acc7-4cc3e9345d1f tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] Calling delete_port for ea4fba27-87fd-4c55-ab42-8cdd5be7a01b owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:56.921261 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8eaa2-7e1d-4e50-bf81-6f4e726bb501 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Port': ['ID=9d149d08-32fd-41b1-8700-bc5b9abbc68f,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:56.943937 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3ea6b677-2bd4-47c1-aa05-e5e2f7b4b64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:57.003080 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a555806c-3831-48d8-931c-59e3d60ecbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed093e9-858a-41ab-9fad-548dec4b79c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1270717628-router', 'tenant_id': '27badd22a056458b825abc32f4668d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '6a48c0cb-e961-4c42-843e-8d75579e46a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:10:52Z', 'updated_at': '2021-09-21T18:10:55Z', 'revision_number': 3, 'project_id': '27badd22a056458b825abc32f4668d88', 'gw_port': {'id': '6a48c0cb-e961-4c42-843e-8d75579e46a8', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:49:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed093e9-858a-41ab-9fad-548dec4b79c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:10:53Z', 'updated_at': '2021-09-21T18:10:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:57.033216 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a8eaa2-7e1d-4e50-bf81-6f4e726bb501 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:57.035844 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-95a8eaa2-7e1d-4e50-bf81-6f4e726bb501 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:57.043138 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a555806c-3831-48d8-931c-59e3d60ecbd7 None None] Checking router: 3ed093e9-858a-41ab-9fad-548dec4b79c4 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:10:57.043801 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a555806c-3831-48d8-931c-59e3d60ecbd7 None None] Updating router 3ed093e9-858a-41ab-9fad-548dec4b79c4 port 6a48c0cb-e961-4c42-843e-8d75579e46a8 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:10:57.078376 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a555806c-3831-48d8-931c-59e3d60ecbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:57.146172 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-3ea6b677-2bd4-47c1-aa05-e5e2f7b4b64e admin admin] Allocated IP 172.20.0.1 (26b06533-005a-4039-b917-eb7519176b38/10ec2754-0ef0-4406-b143-cf240e0ec33f/a11d3fc6-4ca6-4c60-a4a0-678e3bb45953) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:10:57.222045 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f4ea98ce-bb70-405d-acc7-4cc3e9345d1f tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:57.267795 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea98ce-bb70-405d-acc7-4cc3e9345d1f tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea4fba27-87fd-4c55-ab42-8cdd5be7a01b,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:57.316784 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3ea6b677-2bd4-47c1-aa05-e5e2f7b4b64e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:57.361206 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3ea6b677-2bd4-47c1-aa05-e5e2f7b4b64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:57.362092 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a8eaa2-7e1d-4e50-bf81-6f4e726bb501 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Router 32401bb9-b186-4306-afed-ebc588734e0e is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:10:57.370501 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f4ea98ce-bb70-405d-acc7-4cc3e9345d1f tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:57.379153 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f4ea98ce-bb70-405d-acc7-4cc3e9345d1f tempest-RoutersAdminNegativeIpV6Test-1211334591 tempest-RoutersAdminNegativeIpV6Test-1211334591-project-admin] 10.222.0.58 "DELETE /v2.0/ports/ea4fba27-87fd-4c55-ab42-8cdd5be7a01b HTTP/1.1" status: 204 len: 168 time: 1.2850134 Sep 21 18:10:57.429104 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea6b677-2bd4-47c1-aa05-e5e2f7b4b64e admin admin] Network 26b06533-005a-4039-b917-eb7519176b38 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:57.433662 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-3ea6b677-2bd4-47c1-aa05-e5e2f7b4b64e admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:57.436609 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6b677-2bd4-47c1-aa05-e5e2f7b4b64e admin admin] Pushing event updated for resources: {'Port': ['ID=a11d3fc6-4ca6-4c60-a4a0-678e3bb45953,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:57.439683 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea6b677-2bd4-47c1-aa05-e5e2f7b4b64e admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:10:57.482848 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3ea6b677-2bd4-47c1-aa05-e5e2f7b4b64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:57.502266 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9f985702-ce7c-42b2-8e69-28d899d8f079 None None] Provisioning complete for port 9d149d08-32fd-41b1-8700-bc5b9abbc68f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:57.502879 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9f985702-ce7c-42b2-8e69-28d899d8f079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:57.542266 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a555806c-3831-48d8-931c-59e3d60ecbd7 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:57.544080 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9f985702-ce7c-42b2-8e69-28d899d8f079 None None] Port 9d149d08-32fd-41b1-8700-bc5b9abbc68f cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:10:57.546503 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a8eaa2-7e1d-4e50-bf81-6f4e726bb501 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:10:57.552393 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-95a8eaa2-7e1d-4e50-bf81-6f4e726bb501 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "PUT /v2.0/routers/32401bb9-b186-4306-afed-ebc588734e0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7301409 Sep 21 18:10:57.555224 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57044) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:57.557298 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c76344-09b8-46ea-b8a1-9d71c93c3fb9 None None] Sync routers for ids ['32401bb9-b186-4306-afed-ebc588734e0e'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:10:57.559739 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a555806c-3831-48d8-931c-59e3d60ecbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:57.570619 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c76344-09b8-46ea-b8a1-9d71c93c3fb9 None None] Routers {'32401bb9-b186-4306-afed-ebc588734e0e'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:10:57.572977 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-69c76344-09b8-46ea-b8a1-9d71c93c3fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:10:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['32401bb9-b186-4306-afed-ebc588734e0e'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:57.624494 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c232e63-20d0-4acc-992d-bee7968faa8e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:57.626720 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4c232e63-20d0-4acc-992d-bee7968faa8e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports/9d149d08-32fd-41b1-8700-bc5b9abbc68f HTTP/1.1" status: 200 len: 911 time: 0.0699563 Sep 21 18:10:57.629907 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57046) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:57.639539 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a555806c-3831-48d8-931c-59e3d60ecbd7 None None] Attempting to bind port 6a48c0cb-e961-4c42-843e-8d75579e46a8 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:10:57.639954 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a555806c-3831-48d8-931c-59e3d60ecbd7 None None] Attempting to bind port 6a48c0cb-e961-4c42-843e-8d75579e46a8 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:10:57.640730 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a555806c-3831-48d8-931c-59e3d60ecbd7 None None] Attempting to bind port 6a48c0cb-e961-4c42-843e-8d75579e46a8 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:10:57.650002 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a555806c-3831-48d8-931c-59e3d60ecbd7 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:10:57.650370 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a555806c-3831-48d8-931c-59e3d60ecbd7 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:10:57.650785 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a555806c-3831-48d8-931c-59e3d60ecbd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:57.651203 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a555806c-3831-48d8-931c-59e3d60ecbd7 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:10:57.651713 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a555806c-3831-48d8-931c-59e3d60ecbd7 None None] Bound port: 6a48c0cb-e961-4c42-843e-8d75579e46a8, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:10:57.652095 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a555806c-3831-48d8-931c-59e3d60ecbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:57.656214 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1bc20-e7f8-47b0-a9c9-0c97c60c4eaf None None] Pushing event updated for resources: {'Port': ['ID=6a48c0cb-e961-4c42-843e-8d75579e46a8,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:57.706195 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-69c76344-09b8-46ea-b8a1-9d71c93c3fb9 None None] Set router 32401bb9-b186-4306-afed-ebc588734e0e gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:10:57.732712 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a555806c-3831-48d8-931c-59e3d60ecbd7 None None] For port 6a48c0cb-e961-4c42-843e-8d75579e46a8, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:10:57.737100 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a555806c-3831-48d8-931c-59e3d60ecbd7 None None] For port 6a48c0cb-e961-4c42-843e-8d75579e46a8, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=6a48c0cb-e961-4c42-843e-8d75579e46a8,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:10:57.737373 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3ea6b677-2bd4-47c1-aa05-e5e2f7b4b64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:57.743201 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a555806c-3831-48d8-931c-59e3d60ecbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:57.755589 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3115068f-925d-4950-ab98-297e862499f6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:57.764574 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3115068f-925d-4950-ab98-297e862499f6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:10:57.773942 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3115068f-925d-4950-ab98-297e862499f6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1430008 Sep 21 18:10:57.784744 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57050) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:57.810449 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a555806c-3831-48d8-931c-59e3d60ecbd7 None None] Routers {'3ed093e9-858a-41ab-9fad-548dec4b79c4'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:10:57.811220 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a555806c-3831-48d8-931c-59e3d60ecbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:10:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3ed093e9-858a-41ab-9fad-548dec4b79c4'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:57.850183 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57052) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:57.872599 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1bc20-e7f8-47b0-a9c9-0c97c60c4eaf None None] Pushing event updated for resources: {'Port': ['ID=6a48c0cb-e961-4c42-843e-8d75579e46a8,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:57.948501 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-69c76344-09b8-46ea-b8a1-9d71c93c3fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32401bb9-b186-4306-afed-ebc588734e0e', 'name': 'tempest-NetworksTestDHCPv6-router-699984320', 'tenant_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:10:54Z', 'updated_at': '2021-09-21T18:10:55Z', 'revision_number': 2, 'project_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'gw_port_host': None, '_interfaces': [{'id': '9d149d08-32fd-41b1-8700-bc5b9abbc68f', 'name': '', 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'tenant_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'mac_address': 'fa:16:3e:73:46:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32401bb9-b186-4306-afed-ebc588734e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '9e21917c-bde5-4577-83af-2a5f902ea35f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:10:55Z', 'updated_at': '2021-09-21T18:10:56Z', 'revision_number': 2, 'project_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'subnets': [{'id': '9e21917c-bde5-4577-83af-2a5f902ea35f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:57.990952 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-a555806c-3831-48d8-931c-59e3d60ecbd7 None None] Set router 3ed093e9-858a-41ab-9fad-548dec4b79c4 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:10:57.998348 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c76344-09b8-46ea-b8a1-9d71c93c3fb9 None None] Checking router: 32401bb9-b186-4306-afed-ebc588734e0e for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:10:57.998910 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c76344-09b8-46ea-b8a1-9d71c93c3fb9 None None] Updating router 32401bb9-b186-4306-afed-ebc588734e0e port 9d149d08-32fd-41b1-8700-bc5b9abbc68f binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:10:58.040112 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-69c76344-09b8-46ea-b8a1-9d71c93c3fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:58.092373 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-838bcf09-1e3b-4bc1-8f20-70e2662e4207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:58.140643 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3ea6b677-2bd4-47c1-aa05-e5e2f7b4b64e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:58.157381 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3ea6b677-2bd4-47c1-aa05-e5e2f7b4b64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:58.346807 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3ea6b677-2bd4-47c1-aa05-e5e2f7b4b64e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:58.348519 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6b677-2bd4-47c1-aa05-e5e2f7b4b64e admin admin] Pushing event updated for resources: {'Port': ['ID=a11d3fc6-4ca6-4c60-a4a0-678e3bb45953,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:58.378826 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a555806c-3831-48d8-931c-59e3d60ecbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed093e9-858a-41ab-9fad-548dec4b79c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1270717628-router', 'tenant_id': '27badd22a056458b825abc32f4668d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '6a48c0cb-e961-4c42-843e-8d75579e46a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:10:52Z', 'updated_at': '2021-09-21T18:10:57Z', 'revision_number': 4, 'project_id': '27badd22a056458b825abc32f4668d88', 'gw_port': {'id': '6a48c0cb-e961-4c42-843e-8d75579e46a8', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:49:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed093e9-858a-41ab-9fad-548dec4b79c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:10:53Z', 'updated_at': '2021-09-21T18:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'a11d3fc6-4ca6-4c60-a4a0-678e3bb45953', 'name': '', 'network_id': '26b06533-005a-4039-b917-eb7519176b38', 'tenant_id': '27badd22a056458b825abc32f4668d88', 'mac_address': 'fa:16:3e:cb:8f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed093e9-858a-41ab-9fad-548dec4b79c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '10ec2754-0ef0-4406-b143-cf240e0ec33f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:10:56Z', 'updated_at': '2021-09-21T18:10:57Z', 'revision_number': 1, 'project_id': '27badd22a056458b825abc32f4668d88', 'subnets': [{'id': '10ec2754-0ef0-4406-b143-cf240e0ec33f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:58.397440 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-838bcf09-1e3b-4bc1-8f20-70e2662e4207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:58.417354 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a555806c-3831-48d8-931c-59e3d60ecbd7 None None] The sync data for ids ['3ed093e9-858a-41ab-9fad-548dec4b79c4'] in n-d-810291-1 is: [{'id': '3ed093e9-858a-41ab-9fad-548dec4b79c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1270717628-router', 'tenant_id': '27badd22a056458b825abc32f4668d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '6a48c0cb-e961-4c42-843e-8d75579e46a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:10:52Z', 'updated_at': '2021-09-21T18:10:57Z', 'revision_number': 4, 'project_id': '27badd22a056458b825abc32f4668d88', 'gw_port': {'id': '6a48c0cb-e961-4c42-843e-8d75579e46a8', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:49:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed093e9-858a-41ab-9fad-548dec4b79c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:10:53Z', 'updated_at': '2021-09-21T18:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'a11d3fc6-4ca6-4c60-a4a0-678e3bb45953', 'name': '', 'network_id': '26b06533-005a-4039-b917-eb7519176b38', 'tenant_id': '27badd22a056458b825abc32f4668d88', 'mac_address': 'fa:16:3e:cb:8f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed093e9-858a-41ab-9fad-548dec4b79c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '10ec2754-0ef0-4406-b143-cf240e0ec33f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:10:56Z', 'updated_at': '2021-09-21T18:10:57Z', 'revision_number': 1, 'project_id': '27badd22a056458b825abc32f4668d88', 'subnets': [{'id': '10ec2754-0ef0-4406-b143-cf240e0ec33f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:10:58.427823 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-838bcf09-1e3b-4bc1-8f20-70e2662e4207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:58.464161 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-37851e31-55f3-4ed8-81fc-3f2181e3a0b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:58.510715 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-838bcf09-1e3b-4bc1-8f20-70e2662e4207 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=300ec8e6928c4e01af1d438e29720298&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6592834 Sep 21 18:10:58.511900 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838bcf09-1e3b-4bc1-8f20-70e2662e4207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641f45f2-be81-448f-9039-b845e79a5bfe,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:58.514418 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57062) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:10:58.528141 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-69c76344-09b8-46ea-b8a1-9d71c93c3fb9 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:58.537440 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-69c76344-09b8-46ea-b8a1-9d71c93c3fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:58.542862 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea6b677-2bd4-47c1-aa05-e5e2f7b4b64e admin admin] Network 26b06533-005a-4039-b917-eb7519176b38 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:10:58.552735 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-3ea6b677-2bd4-47c1-aa05-e5e2f7b4b64e admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:10:58.720611 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-69c76344-09b8-46ea-b8a1-9d71c93c3fb9 None None] Attempting to bind port 9d149d08-32fd-41b1-8700-bc5b9abbc68f on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:10:58.722174 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-69c76344-09b8-46ea-b8a1-9d71c93c3fb9 None None] Attempting to bind port 9d149d08-32fd-41b1-8700-bc5b9abbc68f by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:10:58.722893 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c76344-09b8-46ea-b8a1-9d71c93c3fb9 None None] Attempting to bind port 9d149d08-32fd-41b1-8700-bc5b9abbc68f on network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:10:58.725367 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd8d028-d77a-4d29-b9c0-ee9a9de6e57f None None] Pushing event updated for resources: {'Port': ['ID=9d149d08-32fd-41b1-8700-bc5b9abbc68f,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:58.737284 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8d028-d77a-4d29-b9c0-ee9a9de6e57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:58.737668 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8d028-d77a-4d29-b9c0-ee9a9de6e57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:58.738174 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8d028-d77a-4d29-b9c0-ee9a9de6e57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:58.738730 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8d028-d77a-4d29-b9c0-ee9a9de6e57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:58.739312 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8d028-d77a-4d29-b9c0-ee9a9de6e57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:58.739843 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8d028-d77a-4d29-b9c0-ee9a9de6e57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:58.740388 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8d028-d77a-4d29-b9c0-ee9a9de6e57f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:58.740927 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8d028-d77a-4d29-b9c0-ee9a9de6e57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:58.741459 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8d028-d77a-4d29-b9c0-ee9a9de6e57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:58.742356 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8d028-d77a-4d29-b9c0-ee9a9de6e57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:58.742910 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8d028-d77a-4d29-b9c0-ee9a9de6e57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:58.743828 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8d028-d77a-4d29-b9c0-ee9a9de6e57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:58.750997 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c76344-09b8-46ea-b8a1-9d71c93c3fb9 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:10:58.751829 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c76344-09b8-46ea-b8a1-9d71c93c3fb9 None None] Checking segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:10:58.753027 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-69c76344-09b8-46ea-b8a1-9d71c93c3fb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:58.753797 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c76344-09b8-46ea-b8a1-9d71c93c3fb9 None None] Bound using segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:10:58.754753 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-69c76344-09b8-46ea-b8a1-9d71c93c3fb9 None None] Bound port: 9d149d08-32fd-41b1-8700-bc5b9abbc68f, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:10:58.755386 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-69c76344-09b8-46ea-b8a1-9d71c93c3fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:58.856368 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-69c76344-09b8-46ea-b8a1-9d71c93c3fb9 None None] For port 9d149d08-32fd-41b1-8700-bc5b9abbc68f, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:10:58.862785 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-69c76344-09b8-46ea-b8a1-9d71c93c3fb9 None None] For port 9d149d08-32fd-41b1-8700-bc5b9abbc68f, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=9d149d08-32fd-41b1-8700-bc5b9abbc68f,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:10:58.875219 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-69c76344-09b8-46ea-b8a1-9d71c93c3fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:58.902908 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-37851e31-55f3-4ed8-81fc-3f2181e3a0b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting port 9d149d08-32fd-41b1-8700-bc5b9abbc68f {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:10:58.903288 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-37851e31-55f3-4ed8-81fc-3f2181e3a0b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:58.948685 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c76344-09b8-46ea-b8a1-9d71c93c3fb9 None None] Routers {'32401bb9-b186-4306-afed-ebc588734e0e'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:10:58.949666 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-69c76344-09b8-46ea-b8a1-9d71c93c3fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:10:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['32401bb9-b186-4306-afed-ebc588734e0e'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:59.059367 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd8d028-d77a-4d29-b9c0-ee9a9de6e57f None None] Pushing event updated for resources: {'Port': ['ID=9d149d08-32fd-41b1-8700-bc5b9abbc68f,revision_number=4']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:59.082285 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-69c76344-09b8-46ea-b8a1-9d71c93c3fb9 None None] Set router 32401bb9-b186-4306-afed-ebc588734e0e gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:10:59.085691 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-33fb439f-c847-4564-8a9b-99515375db19 None None] Provisioning complete for port 9d149d08-32fd-41b1-8700-bc5b9abbc68f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:59.086234 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-33fb439f-c847-4564-8a9b-99515375db19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:59.116410 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-37851e31-55f3-4ed8-81fc-3f2181e3a0b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] For port 9d149d08-32fd-41b1-8700-bc5b9abbc68f, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=9d149d08-32fd-41b1-8700-bc5b9abbc68f,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:59.116786 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-37851e31-55f3-4ed8-81fc-3f2181e3a0b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:59.141270 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-37851e31-55f3-4ed8-81fc-3f2181e3a0b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Calling delete_port for 9d149d08-32fd-41b1-8700-bc5b9abbc68f owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:10:59.294144 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-33fb439f-c847-4564-8a9b-99515375db19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:59.378178 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-33fb439f-c847-4564-8a9b-99515375db19 None None] For port 9d149d08-32fd-41b1-8700-bc5b9abbc68f, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=9d149d08-32fd-41b1-8700-bc5b9abbc68f,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:10:59.385426 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-33fb439f-c847-4564-8a9b-99515375db19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:59.515298 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-37851e31-55f3-4ed8-81fc-3f2181e3a0b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:59.518137 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc913d21-2d65-4c7a-b563-6a602fbff44c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:59.522819 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:10:59.532995 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea6b677-2bd4-47c1-aa05-e5e2f7b4b64e admin admin] Router 3ed093e9-858a-41ab-9fad-548dec4b79c4 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:10:59.537203 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-69c76344-09b8-46ea-b8a1-9d71c93c3fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32401bb9-b186-4306-afed-ebc588734e0e', 'name': 'tempest-NetworksTestDHCPv6-router-699984320', 'tenant_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:10:54Z', 'updated_at': '2021-09-21T18:10:55Z', 'revision_number': 2, 'project_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'gw_port_host': None, '_interfaces': [{'id': '9d149d08-32fd-41b1-8700-bc5b9abbc68f', 'name': '', 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'tenant_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'mac_address': 'fa:16:3e:73:46:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32401bb9-b186-4306-afed-ebc588734e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '9e21917c-bde5-4577-83af-2a5f902ea35f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:10:55Z', 'updated_at': '2021-09-21T18:10:58Z', 'revision_number': 4, 'project_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'subnets': [{'id': '9e21917c-bde5-4577-83af-2a5f902ea35f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:10:59.549589 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc913d21-2d65-4c7a-b563-6a602fbff44c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:59.567947 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37851e31-55f3-4ed8-81fc-3f2181e3a0b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Port': ['ID=9d149d08-32fd-41b1-8700-bc5b9abbc68f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:59.573459 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb439f-c847-4564-8a9b-99515375db19 None None] Pushing event updated for resources: {'Port': ['ID=9d149d08-32fd-41b1-8700-bc5b9abbc68f,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:10:59.587808 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37851e31-55f3-4ed8-81fc-3f2181e3a0b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:59.588153 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37851e31-55f3-4ed8-81fc-3f2181e3a0b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:59.588493 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37851e31-55f3-4ed8-81fc-3f2181e3a0b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:59.588826 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37851e31-55f3-4ed8-81fc-3f2181e3a0b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:59.589163 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37851e31-55f3-4ed8-81fc-3f2181e3a0b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:59.589492 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37851e31-55f3-4ed8-81fc-3f2181e3a0b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:59.589762 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-6d0fdaa4-2ed4-46ea-b6c2-d85f39679a8d None None] Provisioning complete for port 9d149d08-32fd-41b1-8700-bc5b9abbc68f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:10:59.589883 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37851e31-55f3-4ed8-81fc-3f2181e3a0b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:59.590133 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37851e31-55f3-4ed8-81fc-3f2181e3a0b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:59.590456 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37851e31-55f3-4ed8-81fc-3f2181e3a0b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:59.590725 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6d0fdaa4-2ed4-46ea-b6c2-d85f39679a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:59.596139 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c76344-09b8-46ea-b8a1-9d71c93c3fb9 None None] The sync data for ids ['32401bb9-b186-4306-afed-ebc588734e0e'] in n-d-810291-1 is: [{'id': '32401bb9-b186-4306-afed-ebc588734e0e', 'name': 'tempest-NetworksTestDHCPv6-router-699984320', 'tenant_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:10:54Z', 'updated_at': '2021-09-21T18:10:55Z', 'revision_number': 2, 'project_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'gw_port_host': None, '_interfaces': [{'id': '9d149d08-32fd-41b1-8700-bc5b9abbc68f', 'name': '', 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'tenant_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'mac_address': 'fa:16:3e:73:46:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32401bb9-b186-4306-afed-ebc588734e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '9e21917c-bde5-4577-83af-2a5f902ea35f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:10:55Z', 'updated_at': '2021-09-21T18:10:58Z', 'revision_number': 4, 'project_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'subnets': [{'id': '9e21917c-bde5-4577-83af-2a5f902ea35f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:10:59.597672 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37851e31-55f3-4ed8-81fc-3f2181e3a0b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:59.598021 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37851e31-55f3-4ed8-81fc-3f2181e3a0b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:59.598358 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37851e31-55f3-4ed8-81fc-3f2181e3a0b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:10:59.621037 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-6d0fdaa4-2ed4-46ea-b6c2-d85f39679a8d None None] Port 9d149d08-32fd-41b1-8700-bc5b9abbc68f was deleted so its status cannot be updated. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 21 18:10:59.772663 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea6b677-2bd4-47c1-aa05-e5e2f7b4b64e admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:10:59.776460 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-37851e31-55f3-4ed8-81fc-3f2181e3a0b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:59.785963 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3ea6b677-2bd4-47c1-aa05-e5e2f7b4b64e admin admin] 10.222.0.58 "PUT /v2.0/routers/3ed093e9-858a-41ab-9fad-548dec4b79c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3800035 Sep 21 18:10:59.824109 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc913d21-2d65-4c7a-b563-6a602fbff44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:59.827673 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc913d21-2d65-4c7a-b563-6a602fbff44c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:10:59.832222 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bc913d21-2d65-4c7a-b563-6a602fbff44c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/641f45f2-be81-448f-9039-b845e79a5bfe HTTP/1.1" status: 204 len: 168 time: 1.3148997 Sep 21 18:10:59.846130 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc913d21-2d65-4c7a-b563-6a602fbff44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641f45f2-be81-448f-9039-b845e79a5bfe,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:00.140952 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37851e31-55f3-4ed8-81fc-3f2181e3a0b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Router 32401bb9-b186-4306-afed-ebc588734e0e has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:11:00.247595 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 6a48c0cb-e961-4c42-843e-8d75579e46a8 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:00.307055 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37851e31-55f3-4ed8-81fc-3f2181e3a0b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:11:00.326842 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-37851e31-55f3-4ed8-81fc-3f2181e3a0b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "PUT /v2.0/routers/32401bb9-b186-4306-afed-ebc588734e0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5404983 Sep 21 18:11:00.327211 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57084) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:00.377319 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 6a48c0cb-e961-4c42-843e-8d75579e46a8 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:00.377697 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:00.436501 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc73e97-ac15-4100-92c0-01c7cd79d5d6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:00.439604 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc73e97-ac15-4100-92c0-01c7cd79d5d6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:00.441748 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bdc73e97-ac15-4100-92c0-01c7cd79d5d6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1132426 Sep 21 18:11:00.444628 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57086) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:00.523569 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:00.553346 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-9825615c-e7ae-47a2-aa41-310268d9e851 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting subnet 9e21917c-bde5-4577-83af-2a5f902ea35f {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:11:00.562983 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9825615c-e7ae-47a2-aa41-310268d9e851 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:00.567330 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 6a48c0cb-e961-4c42-843e-8d75579e46a8, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=6a48c0cb-e961-4c42-843e-8d75579e46a8,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:00.580927 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:00.612113 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57096) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:00.660556 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=6a48c0cb-e961-4c42-843e-8d75579e46a8,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:00.676335 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9825615c-e7ae-47a2-aa41-310268d9e851 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:00.756213 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9825615c-e7ae-47a2-aa41-310268d9e851 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:00.778746 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f0841d82-5602-48ae-9b65-cf23d4cebeda admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e290dd1da122432ba2823b263be9c42e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1617670 Sep 21 18:11:00.779383 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57098) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:00.829799 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9825615c-e7ae-47a2-aa41-310268d9e851 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:00.852855 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-b1bf3968-b876-4cbf-b9cb-15dc1327e989 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:00.861086 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-b1bf3968-b876-4cbf-b9cb-15dc1327e989 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/networks?id=26b06533-005a-4039-b917-eb7519176b38 HTTP/1.1" status: 200 len: 819 time: 0.2049544 Sep 21 18:11:00.881695 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825615c-e7ae-47a2-aa41-310268d9e851 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Subnet': ['ID=9e21917c-bde5-4577-83af-2a5f902ea35f,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:00.890197 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9825615c-e7ae-47a2-aa41-310268d9e851 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:00.894475 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9825615c-e7ae-47a2-aa41-310268d9e851 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/9e21917c-bde5-4577-83af-2a5f902ea35f HTTP/1.1" status: 204 len: 168 time: 0.4467843 Sep 21 18:11:00.895193 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-8b6a129b-b49c-4946-9f30-d01097429018 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/quotas/27badd22a056458b825abc32f4668d88 HTTP/1.1" status: 200 len: 375 time: 0.0318253 Sep 21 18:11:00.895299 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57100) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:00.898671 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a142e676-a9ef-4dab-868b-73c71fba444f None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:00.965992 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-47d5f442-5621-4577-af2e-c7f2b10871e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:00.991933 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-47d5f442-5621-4577-af2e-c7f2b10871e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:00.998164 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-db0a20b7-3fcb-42a9-a9d2-3d6222e111da tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.0986922 Sep 21 18:11:00.998684 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57102) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:01.042356 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-d6651d58-33c2-4f6a-9eab-58e674235856 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=27badd22a056458b825abc32f4668d88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1331050 Sep 21 18:11:01.096897 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-82f338bf-ceb7-4446-a73a-3afd2acb82d9 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:01.130131 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fadf59-fbba-4ced-8f4a-552ba0c07871 None None] DHCP port deletion for 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:11:01.158236 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-47d5f442-5621-4577-af2e-c7f2b10871e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:01.161625 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-47d5f442-5621-4577-af2e-c7f2b10871e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:01.163442 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-47d5f442-5621-4577-af2e-c7f2b10871e5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f2d1462d-c6c8-4f18-b5c5-3cb2557a01c7 HTTP/1.1" status: 204 len: 168 time: 0.3830562 Sep 21 18:11:01.183498 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-44fadf59-fbba-4ced-8f4a-552ba0c07871 None None] Deleting port d6c77518-fac7-472a-9a26-b291fcc53a9b {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:01.184127 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-44fadf59-fbba-4ced-8f4a-552ba0c07871 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:01.198037 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-5b53523a-8933-47b5-ad61-2735426a3fd9 service neutron] 10.222.0.58 "GET /v2.0/networks/26b06533-005a-4039-b917-eb7519176b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369598 Sep 21 18:11:01.202818 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5f442-5621-4577-af2e-c7f2b10871e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d1462d-c6c8-4f18-b5c5-3cb2557a01c7,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:01.310645 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-44fadf59-fbba-4ced-8f4a-552ba0c07871 None None] For port d6c77518-fac7-472a-9a26-b291fcc53a9b, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d6c77518-fac7-472a-9a26-b291fcc53a9b,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:01.311331 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-44fadf59-fbba-4ced-8f4a-552ba0c07871 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:01.322536 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-82f338bf-ceb7-4446-a73a-3afd2acb82d9 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:01.324774 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-82f338bf-ceb7-4446-a73a-3afd2acb82d9 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:01.328232 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-44fadf59-fbba-4ced-8f4a-552ba0c07871 None None] Calling delete_port for d6c77518-fac7-472a-9a26-b291fcc53a9b owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:01.390782 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-82f338bf-ceb7-4446-a73a-3afd2acb82d9 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:01.392712 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f338bf-ceb7-4446-a73a-3afd2acb82d9 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Fanout notify agent at l3_agent the message router_deleted on router 32401bb9-b186-4306-afed-ebc588734e0e {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:11:01.402145 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-14667737-0108-4236-8dc3-925a05169ae8 service neutron] 10.222.0.58 "GET /v2.0/networks/26b06533-005a-4039-b917-eb7519176b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891088 Sep 21 18:11:01.403761 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-82f338bf-ceb7-4446-a73a-3afd2acb82d9 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:01.405172 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-82f338bf-ceb7-4446-a73a-3afd2acb82d9 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/routers/32401bb9-b186-4306-afed-ebc588734e0e HTTP/1.1" status: 204 len: 168 time: 0.4054546 Sep 21 18:11:01.409466 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57108) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:01.416067 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-8900bccf-3c07-416b-bd97-936e51b8fbf6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:01.525416 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-44fadf59-fbba-4ced-8f4a-552ba0c07871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:01.544754 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8900bccf-3c07-416b-bd97-936e51b8fbf6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:01.548457 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8900bccf-3c07-416b-bd97-936e51b8fbf6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:01.553023 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fadf59-fbba-4ced-8f4a-552ba0c07871 None None] Pushing event deleted for resources: {'Port': ['ID=d6c77518-fac7-472a-9a26-b291fcc53a9b,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:01.557949 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fadf59-fbba-4ced-8f4a-552ba0c07871 None None] No DVR routers for this DVR port d6c77518-fac7-472a-9a26-b291fcc53a9b on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:11:01.730873 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebbb237-b5da-497b-95a5-f617dbc35a5d None None] Sync routers for ids ['32401bb9-b186-4306-afed-ebc588734e0e'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:11:01.763553 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5312300c-94f4-4e5b-874d-ebc6c40c13cd req-23d2cbf2-67a9-4496-b99f-bf6626426b9a tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 210 time: 0.0538421 Sep 21 18:11:01.786046 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebbb237-b5da-497b-95a5-f617dbc35a5d None None] Routers set() bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:01.786427 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebbb237-b5da-497b-95a5-f617dbc35a5d None None] Router IDs set() for agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 21 18:11:01.789519 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_agentschedulers_db [None req-6ebbb237-b5da-497b-95a5-f617dbc35a5d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'32401bb9-b186-4306-afed-ebc588734e0e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:10:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent'). {{(pid=101462) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 21 18:11:01.801584 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebbb237-b5da-497b-95a5-f617dbc35a5d None None] Routers set() bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:01.801959 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebbb237-b5da-497b-95a5-f617dbc35a5d None None] Router IDs set() for agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 21 18:11:01.802576 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_agentschedulers_db [None req-6ebbb237-b5da-497b-95a5-f617dbc35a5d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'32401bb9-b186-4306-afed-ebc588734e0e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:10:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent'). {{(pid=101462) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 21 18:11:01.802969 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebbb237-b5da-497b-95a5-f617dbc35a5d None None] The sync data for ids ['32401bb9-b186-4306-afed-ebc588734e0e'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:11:01.871025 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8900bccf-3c07-416b-bd97-936e51b8fbf6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:02.004511 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8900bccf-3c07-416b-bd97-936e51b8fbf6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:02.006328 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-8900bccf-3c07-416b-bd97-936e51b8fbf6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:02.013058 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8900bccf-3c07-416b-bd97-936e51b8fbf6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:02.013263 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8900bccf-3c07-416b-bd97-936e51b8fbf6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:02.017387 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6fb69b-7af1-4eb2-bd7a-9bc79860235c None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:02.029312 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8900bccf-3c07-416b-bd97-936e51b8fbf6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Subnet': ['ID=5c079c81-25eb-46ff-b738-2bb80ecaaf69,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:02.048766 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8900bccf-3c07-416b-bd97-936e51b8fbf6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6366642 Sep 21 18:11:02.050023 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57142) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:02.062497 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-8f65ecf5-5799-41f9-b932-e2182a6465a2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-764392377', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:02.156464 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f65ecf5-5799-41f9-b932-e2182a6465a2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:02.158018 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f65ecf5-5799-41f9-b932-e2182a6465a2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:02.321958 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483e5082-25b2-4620-90b7-f335b4a275d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'tenant_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'fixed_ips': [{'subnet_id': '5c079c81-25eb-46ff-b738-2bb80ecaaf69'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:11:02.326374 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-483e5082-25b2-4620-90b7-f335b4a275d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:02.437386 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f65ecf5-5799-41f9-b932-e2182a6465a2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:02.465232 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f65ecf5-5799-41f9-b932-e2182a6465a2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:02.471537 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 6a48c0cb-e961-4c42-843e-8d75579e46a8 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:02.488280 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-ca05ed5b-5ec1-4963-88c8-6a6da3461d12 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:02.489943 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-ca05ed5b-5ec1-4963-88c8-6a6da3461d12 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/networks?id=26b06533-005a-4039-b917-eb7519176b38 HTTP/1.1" status: 200 len: 819 time: 0.3998907 Sep 21 18:11:02.528131 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8f65ecf5-5799-41f9-b932-e2182a6465a2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:02.531733 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8f65ecf5-5799-41f9-b932-e2182a6465a2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4782801 Sep 21 18:11:02.532161 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-b4471640-9f13-47b0-a4cb-79a1e3d8e5b5 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/quotas/27badd22a056458b825abc32f4668d88 HTTP/1.1" status: 200 len: 375 time: 0.0312378 Sep 21 18:11:02.532739 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57158) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:02.587314 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57160) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:02.636330 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-da4c9ada-b445-477a-a65a-72fde0ad2dc3 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=27badd22a056458b825abc32f4668d88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0949397 Sep 21 18:11:02.668379 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 6a48c0cb-e961-4c42-843e-8d75579e46a8 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:02.670299 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:02.675649 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-483e5082-25b2-4620-90b7-f335b4a275d0 None None] Allocated IP 2001:db8::2 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/5c079c81-25eb-46ff-b738-2bb80ecaaf69/4c7a7e56-5aae-4144-901c-693d2a1dfec6) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:02.792742 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-27babd74-d197-4df0-8020-dfaa665ed0fc service neutron] 10.222.0.58 "GET /v2.0/networks/26b06533-005a-4039-b917-eb7519176b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535742 Sep 21 18:11:02.797507 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726c0345-7995-4a33-8554-7234fb72f88e None None] Sync routers for ids ['3ed093e9-858a-41ab-9fad-548dec4b79c4'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:11:02.814833 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726c0345-7995-4a33-8554-7234fb72f88e None None] Routers {'3ed093e9-858a-41ab-9fad-548dec4b79c4'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:02.815553 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-726c0345-7995-4a33-8554-7234fb72f88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:10:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3ed093e9-858a-41ab-9fad-548dec4b79c4'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:02.838875 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-18b48abc-b7cd-44f7-b180-c1e396b3149a tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-921313288'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:02.973961 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b48abc-b7cd-44f7-b180-c1e396b3149a tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Made reservation on behalf of 13452f045d8445b79437cd0af2a4f3d9 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:02.981379 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-18b48abc-b7cd-44f7-b180-c1e396b3149a tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:02.991433 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-18b48abc-b7cd-44f7-b180-c1e396b3149a tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:02.996912 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-483e5082-25b2-4620-90b7-f335b4a275d0 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:02.998545 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-93ed78e6-4802-4bbb-8d6c-97469baf3e06 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:03.007062 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-483e5082-25b2-4620-90b7-f335b4a275d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:03.047940 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-2275cb57-9b0f-4459-aaf1-e71ce41f997e service neutron] 10.222.0.58 "GET /v2.0/networks/26b06533-005a-4039-b917-eb7519176b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424548 Sep 21 18:11:03.053088 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-726c0345-7995-4a33-8554-7234fb72f88e None None] Set router 3ed093e9-858a-41ab-9fad-548dec4b79c4 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:11:03.076787 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device d6c77518-fac7-472a-9a26-b291fcc53a9b no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:11:03.168939 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: d6c77518-fac7-472a-9a26-b291fcc53a9b {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:11:03.170270 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device d6c77518-fac7-472a-9a26-b291fcc53a9b not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:11:03.170979 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 9d149d08-32fd-41b1-8700-bc5b9abbc68f no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:11:03.182505 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483e5082-25b2-4620-90b7-f335b4a275d0 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:03.276941 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-483e5082-25b2-4620-90b7-f335b4a275d0 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:03.314154 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483e5082-25b2-4620-90b7-f335b4a275d0 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:03.328586 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 9d149d08-32fd-41b1-8700-bc5b9abbc68f {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:11:03.329112 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 9d149d08-32fd-41b1-8700-bc5b9abbc68f not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:11:03.348983 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-18b48abc-b7cd-44f7-b180-c1e396b3149a tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:03.356577 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e5082-25b2-4620-90b7-f335b4a275d0 None None] Pushing event updated for resources: {'Port': ['ID=4c7a7e56-5aae-4144-901c-693d2a1dfec6,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:03.365256 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-18b48abc-b7cd-44f7-b180-c1e396b3149a tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:03.438370 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f6a4ba0e-8589-49ea-9cb7-cff9e00cccd0 req-cdf31899-2483-4532-a493-a604170383e9 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 210 time: 0.0815349 Sep 21 18:11:03.468017 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b48abc-b7cd-44f7-b180-c1e396b3149a tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:11:03.477853 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b48abc-b7cd-44f7-b180-c1e396b3149a tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=531309b5-5ffc-4e75-b6a3-f1ccf485ed26,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:03.499751 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-f1adc4d6-274e-44de-bde1-a534ec46d53e tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:03.501384 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-f1adc4d6-274e-44de-bde1-a534ec46d53e tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.44 "GET /v2.0/networks?id=26b06533-005a-4039-b917-eb7519176b38 HTTP/1.1" status: 200 len: 819 time: 0.3086405 Sep 21 18:11:03.503184 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-18b48abc-b7cd-44f7-b180-c1e396b3149a tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:03.503542 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-18b48abc-b7cd-44f7-b180-c1e396b3149a tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Added segment dfb9c6c7-1720-481d-91bb-fe3e725dcf8f of type vlan for network 3b07c707-0711-4482-ba7e-e6e37c0cd0a9 Sep 21 18:11:03.514248 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-483e5082-25b2-4620-90b7-f335b4a275d0 None None] Attempting to bind port 4c7a7e56-5aae-4144-901c-693d2a1dfec6 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:03.515018 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-483e5082-25b2-4620-90b7-f335b4a275d0 None None] Attempting to bind port 4c7a7e56-5aae-4144-901c-693d2a1dfec6 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:03.515571 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483e5082-25b2-4620-90b7-f335b4a275d0 None None] Attempting to bind port 4c7a7e56-5aae-4144-901c-693d2a1dfec6 on network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:03.518556 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-8d203ac8-762f-4ac1-af6a-cb38bd147585 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Request body: {'port': {'device_id': '387a97eb-891e-479a-8df9-af1c22291322', 'network_id': '26b06533-005a-4039-b917-eb7519176b38', 'admin_state_up': True, 'tenant_id': '27badd22a056458b825abc32f4668d88'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:03.522777 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483e5082-25b2-4620-90b7-f335b4a275d0 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:11:03.523524 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483e5082-25b2-4620-90b7-f335b4a275d0 None None] Checking segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:03.525149 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-483e5082-25b2-4620-90b7-f335b4a275d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:03.525802 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483e5082-25b2-4620-90b7-f335b4a275d0 None None] Bound using segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:11:03.527192 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-483e5082-25b2-4620-90b7-f335b4a275d0 None None] Bound port: 4c7a7e56-5aae-4144-901c-693d2a1dfec6, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:11:03.527887 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-483e5082-25b2-4620-90b7-f335b4a275d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:03.541144 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-93ed78e6-4802-4bbb-8d6c-97469baf3e06 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Allocated IP 2001:db8::1 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/5c079c81-25eb-46ff-b738-2bb80ecaaf69/55d274b4-ba37-4f06-b56f-2b769a34a16e) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:03.566377 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-726c0345-7995-4a33-8554-7234fb72f88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed093e9-858a-41ab-9fad-548dec4b79c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1270717628-router', 'tenant_id': '27badd22a056458b825abc32f4668d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '6a48c0cb-e961-4c42-843e-8d75579e46a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:10:52Z', 'updated_at': '2021-09-21T18:10:57Z', 'revision_number': 4, 'project_id': '27badd22a056458b825abc32f4668d88', 'gw_port': {'id': '6a48c0cb-e961-4c42-843e-8d75579e46a8', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:49:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed093e9-858a-41ab-9fad-548dec4b79c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:10:53Z', 'updated_at': '2021-09-21T18:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'a11d3fc6-4ca6-4c60-a4a0-678e3bb45953', 'name': '', 'network_id': '26b06533-005a-4039-b917-eb7519176b38', 'tenant_id': '27badd22a056458b825abc32f4668d88', 'mac_address': 'fa:16:3e:cb:8f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed093e9-858a-41ab-9fad-548dec4b79c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '10ec2754-0ef0-4406-b143-cf240e0ec33f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:10:56Z', 'updated_at': '2021-09-21T18:10:57Z', 'revision_number': 2, 'project_id': '27badd22a056458b825abc32f4668d88', 'subnets': [{'id': '10ec2754-0ef0-4406-b143-cf240e0ec33f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:03.579955 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-18b48abc-b7cd-44f7-b180-c1e396b3149a tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:03.639576 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-483e5082-25b2-4620-90b7-f335b4a275d0 None None] For port 4c7a7e56-5aae-4144-901c-693d2a1dfec6, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:11:03.643850 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-483e5082-25b2-4620-90b7-f335b4a275d0 None None] For port 4c7a7e56-5aae-4144-901c-693d2a1dfec6, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=4c7a7e56-5aae-4144-901c-693d2a1dfec6,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:11:03.646507 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726c0345-7995-4a33-8554-7234fb72f88e None None] Checking router: 3ed093e9-858a-41ab-9fad-548dec4b79c4 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:11:03.646866 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726c0345-7995-4a33-8554-7234fb72f88e None None] Updating router 3ed093e9-858a-41ab-9fad-548dec4b79c4 port a11d3fc6-4ca6-4c60-a4a0-678e3bb45953 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:11:03.649923 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-483e5082-25b2-4620-90b7-f335b4a275d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:03.701655 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-726c0345-7995-4a33-8554-7234fb72f88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:03.704359 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-93ed78e6-4802-4bbb-8d6c-97469baf3e06 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:03.726314 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-18b48abc-b7cd-44f7-b180-c1e396b3149a tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:03.736309 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b48abc-b7cd-44f7-b180-c1e396b3149a tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:03.736500 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e5082-25b2-4620-90b7-f335b4a275d0 None None] Pushing event updated for resources: {'Port': ['ID=4c7a7e56-5aae-4144-901c-693d2a1dfec6,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:03.736973 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-18b48abc-b7cd-44f7-b180-c1e396b3149a tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:03.743453 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-93ed78e6-4802-4bbb-8d6c-97469baf3e06 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:03.791368 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ed78e6-4802-4bbb-8d6c-97469baf3e06 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:03.796497 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-93ed78e6-4802-4bbb-8d6c-97469baf3e06 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:03.801945 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ed78e6-4802-4bbb-8d6c-97469baf3e06 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:03.802843 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-93ed78e6-4802-4bbb-8d6c-97469baf3e06 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:03.814770 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-18b48abc-b7cd-44f7-b180-c1e396b3149a tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2252555 Sep 21 18:11:03.820083 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57178) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:03.827969 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-19309f0f-15c9-4562-bf2b-0dbe0bf24fa2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Request body: {'subnet': {'network_id': '3b07c707-0711-4482-ba7e-e6e37c0cd0a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:03.869302 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed78e6-4802-4bbb-8d6c-97469baf3e06 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Port': ['ID=55d274b4-ba37-4f06-b56f-2b769a34a16e,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:03.901936 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b48abc-b7cd-44f7-b180-c1e396b3149a tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event updated for resources: {'Network': ['ID=3b07c707-0711-4482-ba7e-e6e37c0cd0a9,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:03.915602 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 3b07c707-0711-4482-ba7e-e6e37c0cd0a9 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:11:03.921659 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-8d203ac8-762f-4ac1-af6a-cb38bd147585 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Made reservation on behalf of 27badd22a056458b825abc32f4668d88 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:03.925148 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-8d203ac8-762f-4ac1-af6a-cb38bd147585 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:04.043936 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-93ed78e6-4802-4bbb-8d6c-97469baf3e06 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:04.164549 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19309f0f-15c9-4562-bf2b-0dbe0bf24fa2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Made reservation on behalf of 13452f045d8445b79437cd0af2a4f3d9 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:04.179506 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-19309f0f-15c9-4562-bf2b-0dbe0bf24fa2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:04.434288 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-726c0345-7995-4a33-8554-7234fb72f88e None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:04.453224 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-726c0345-7995-4a33-8554-7234fb72f88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:04.577845 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-93ed78e6-4802-4bbb-8d6c-97469baf3e06 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:04.584742 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-93ed78e6-4802-4bbb-8d6c-97469baf3e06 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:04.586203 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-93ed78e6-4802-4bbb-8d6c-97469baf3e06 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:04.596803 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a4091-b65a-485a-99f5-52b7188c6177 None None] Pushing event updated for resources: {'Port': ['ID=a11d3fc6-4ca6-4c60-a4a0-678e3bb45953,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:04.627089 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-19309f0f-15c9-4562-bf2b-0dbe0bf24fa2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:04.653644 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed78e6-4802-4bbb-8d6c-97469baf3e06 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Port': ['ID=55d274b4-ba37-4f06-b56f-2b769a34a16e,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:04.671770 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-726c0345-7995-4a33-8554-7234fb72f88e None None] Attempting to bind port a11d3fc6-4ca6-4c60-a4a0-678e3bb45953 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:04.672137 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-726c0345-7995-4a33-8554-7234fb72f88e None None] Attempting to bind port a11d3fc6-4ca6-4c60-a4a0-678e3bb45953 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '4b64dd21-5629-4aeb-b469-122d429565f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '26b06533-005a-4039-b917-eb7519176b38'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:04.672498 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726c0345-7995-4a33-8554-7234fb72f88e None None] Attempting to bind port a11d3fc6-4ca6-4c60-a4a0-678e3bb45953 on network 26b06533-005a-4039-b917-eb7519176b38 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:04.677906 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726c0345-7995-4a33-8554-7234fb72f88e None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:11:04.678270 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726c0345-7995-4a33-8554-7234fb72f88e None None] Checking segment: {'id': '4b64dd21-5629-4aeb-b469-122d429565f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '26b06533-005a-4039-b917-eb7519176b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:04.678665 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-726c0345-7995-4a33-8554-7234fb72f88e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:04.679080 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726c0345-7995-4a33-8554-7234fb72f88e None None] Bound using segment: {'id': '4b64dd21-5629-4aeb-b469-122d429565f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '26b06533-005a-4039-b917-eb7519176b38'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:11:04.679588 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-726c0345-7995-4a33-8554-7234fb72f88e None None] Bound port: a11d3fc6-4ca6-4c60-a4a0-678e3bb45953, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b64dd21-5629-4aeb-b469-122d429565f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '26b06533-005a-4039-b917-eb7519176b38'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:11:04.679966 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-726c0345-7995-4a33-8554-7234fb72f88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:04.768790 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ed78e6-4802-4bbb-8d6c-97469baf3e06 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:04.769761 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-726c0345-7995-4a33-8554-7234fb72f88e None None] For port a11d3fc6-4ca6-4c60-a4a0-678e3bb45953, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:11:04.770330 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-93ed78e6-4802-4bbb-8d6c-97469baf3e06 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:04.779173 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-726c0345-7995-4a33-8554-7234fb72f88e None None] For port a11d3fc6-4ca6-4c60-a4a0-678e3bb45953, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a11d3fc6-4ca6-4c60-a4a0-678e3bb45953,segment=NetworkSegment(4b64dd21-5629-4aeb-b469-122d429565f9),segment_id=4b64dd21-5629-4aeb-b469-122d429565f9)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:11:04.788530 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-726c0345-7995-4a33-8554-7234fb72f88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:04.915775 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726c0345-7995-4a33-8554-7234fb72f88e None None] Routers {'3ed093e9-858a-41ab-9fad-548dec4b79c4'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:04.916416 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-726c0345-7995-4a33-8554-7234fb72f88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:10:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3ed093e9-858a-41ab-9fad-548dec4b79c4'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:04.936902 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a4091-b65a-485a-99f5-52b7188c6177 None None] Pushing event updated for resources: {'Port': ['ID=a11d3fc6-4ca6-4c60-a4a0-678e3bb45953,revision_number=4']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:05.006270 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ed78e6-4802-4bbb-8d6c-97469baf3e06 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Router 0f2780c4-fb59-43d0-91bc-f109949ac31d is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:11:05.189757 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ed78e6-4802-4bbb-8d6c-97469baf3e06 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:11:05.198449 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-93ed78e6-4802-4bbb-8d6c-97469baf3e06 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "PUT /v2.0/routers/0f2780c4-fb59-43d0-91bc-f109949ac31d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6643350 Sep 21 18:11:05.199426 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57190) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:05.208051 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7221cf00-9146-4c36-90b7-527915606c49 None None] Sync routers for ids ['0f2780c4-fb59-43d0-91bc-f109949ac31d'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:11:05.226403 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7221cf00-9146-4c36-90b7-527915606c49 None None] Routers {'0f2780c4-fb59-43d0-91bc-f109949ac31d'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:05.228021 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-7221cf00-9146-4c36-90b7-527915606c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:10:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0f2780c4-fb59-43d0-91bc-f109949ac31d'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:05.323383 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae722be-0c1a-4562-ab8c-3aa79dc9f612 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:05.328435 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7ae722be-0c1a-4562-ab8c-3aa79dc9f612 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports/55d274b4-ba37-4f06-b56f-2b769a34a16e HTTP/1.1" status: 200 len: 911 time: 0.1274359 Sep 21 18:11:05.329308 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57194) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:05.371167 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e47eedad-7200-4815-b00c-dccd4c8cec67 req-a34d42fa-de0f-4f1d-8a28-15112d0a3f80 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 210 time: 0.7595561 Sep 21 18:11:05.416889 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-7221cf00-9146-4c36-90b7-527915606c49 None None] Set router 0f2780c4-fb59-43d0-91bc-f109949ac31d gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:11:05.427093 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1457d3-07f8-4c77-b2bc-c2328ba53c6a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:05.444857 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-726c0345-7995-4a33-8554-7234fb72f88e None None] Set router 3ed093e9-858a-41ab-9fad-548dec4b79c4 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:11:05.446722 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1457d3-07f8-4c77-b2bc-c2328ba53c6a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:05.455504 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7d1457d3-07f8-4c77-b2bc-c2328ba53c6a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1248906 Sep 21 18:11:05.456370 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57196) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:05.610573 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-67fb5453-f763-4c0c-88a5-b21cb320eb93 None None] Provisioning complete for port 4c7a7e56-5aae-4144-901c-693d2a1dfec6 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:05.611387 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-67fb5453-f763-4c0c-88a5-b21cb320eb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:05.643748 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-8d203ac8-762f-4ac1-af6a-cb38bd147585 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Allocated IP 172.20.0.4 (26b06533-005a-4039-b917-eb7519176b38/10ec2754-0ef0-4406-b143-cf240e0ec33f/00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:05.646123 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19309f0f-15c9-4562-bf2b-0dbe0bf24fa2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event updated for resources: {'Subnet': ['ID=03ac36cb-c051-41c2-88f4-498596c1452a,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:05.792990 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-726c0345-7995-4a33-8554-7234fb72f88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed093e9-858a-41ab-9fad-548dec4b79c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1270717628-router', 'tenant_id': '27badd22a056458b825abc32f4668d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '6a48c0cb-e961-4c42-843e-8d75579e46a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:10:52Z', 'updated_at': '2021-09-21T18:10:57Z', 'revision_number': 4, 'project_id': '27badd22a056458b825abc32f4668d88', 'gw_port': {'id': '6a48c0cb-e961-4c42-843e-8d75579e46a8', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:49:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed093e9-858a-41ab-9fad-548dec4b79c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:10:53Z', 'updated_at': '2021-09-21T18:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'a11d3fc6-4ca6-4c60-a4a0-678e3bb45953', 'name': '', 'network_id': '26b06533-005a-4039-b917-eb7519176b38', 'tenant_id': '27badd22a056458b825abc32f4668d88', 'mac_address': 'fa:16:3e:cb:8f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed093e9-858a-41ab-9fad-548dec4b79c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '10ec2754-0ef0-4406-b143-cf240e0ec33f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:10:56Z', 'updated_at': '2021-09-21T18:11:04Z', 'revision_number': 4, 'project_id': '27badd22a056458b825abc32f4668d88', 'subnets': [{'id': '10ec2754-0ef0-4406-b143-cf240e0ec33f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:05.848275 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726c0345-7995-4a33-8554-7234fb72f88e None None] The sync data for ids ['3ed093e9-858a-41ab-9fad-548dec4b79c4'] in n-d-810291-1 is: [{'id': '3ed093e9-858a-41ab-9fad-548dec4b79c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1270717628-router', 'tenant_id': '27badd22a056458b825abc32f4668d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '6a48c0cb-e961-4c42-843e-8d75579e46a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:10:52Z', 'updated_at': '2021-09-21T18:10:57Z', 'revision_number': 4, 'project_id': '27badd22a056458b825abc32f4668d88', 'gw_port': {'id': '6a48c0cb-e961-4c42-843e-8d75579e46a8', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:49:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed093e9-858a-41ab-9fad-548dec4b79c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:10:53Z', 'updated_at': '2021-09-21T18:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'a11d3fc6-4ca6-4c60-a4a0-678e3bb45953', 'name': '', 'network_id': '26b06533-005a-4039-b917-eb7519176b38', 'tenant_id': '27badd22a056458b825abc32f4668d88', 'mac_address': 'fa:16:3e:cb:8f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed093e9-858a-41ab-9fad-548dec4b79c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '10ec2754-0ef0-4406-b143-cf240e0ec33f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:10:56Z', 'updated_at': '2021-09-21T18:11:04Z', 'revision_number': 4, 'project_id': '27badd22a056458b825abc32f4668d88', 'subnets': [{'id': '10ec2754-0ef0-4406-b143-cf240e0ec33f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:11:05.895783 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-67fb5453-f763-4c0c-88a5-b21cb320eb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:05.915365 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-8d203ac8-762f-4ac1-af6a-cb38bd147585 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:05.961654 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-7221cf00-9146-4c36-90b7-527915606c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2780c4-fb59-43d0-91bc-f109949ac31d', 'name': 'tempest-NetworksTestDHCPv6-router-764392377', 'tenant_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:11:02Z', 'updated_at': '2021-09-21T18:11:03Z', 'revision_number': 2, 'project_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'gw_port_host': None, '_interfaces': [{'id': '55d274b4-ba37-4f06-b56f-2b769a34a16e', 'name': '', 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'tenant_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'mac_address': 'fa:16:3e:2f:c0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2780c4-fb59-43d0-91bc-f109949ac31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '5c079c81-25eb-46ff-b738-2bb80ecaaf69', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:03Z', 'updated_at': '2021-09-21T18:11:04Z', 'revision_number': 2, 'project_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'subnets': [{'id': '5c079c81-25eb-46ff-b738-2bb80ecaaf69', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:05.978193 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-8d203ac8-762f-4ac1-af6a-cb38bd147585 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:06.000283 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19309f0f-15c9-4562-bf2b-0dbe0bf24fa2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Checking segment: {'id': 'dfb9c6c7-1720-481d-91bb-fe3e725dcf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3b07c707-0711-4482-ba7e-e6e37c0cd0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:06.000652 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19309f0f-15c9-4562-bf2b-0dbe0bf24fa2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Network hostable DHCP agents. Network: 3b07c707-0711-4482-ba7e-e6e37c0cd0a9, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:11:06.010629 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7221cf00-9146-4c36-90b7-527915606c49 None None] Checking router: 0f2780c4-fb59-43d0-91bc-f109949ac31d for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:11:06.011215 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7221cf00-9146-4c36-90b7-527915606c49 None None] Updating router 0f2780c4-fb59-43d0-91bc-f109949ac31d port 55d274b4-ba37-4f06-b56f-2b769a34a16e binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:11:06.015553 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-67fb5453-f763-4c0c-88a5-b21cb320eb93 None None] For port 4c7a7e56-5aae-4144-901c-693d2a1dfec6, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=4c7a7e56-5aae-4144-901c-693d2a1dfec6,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:06.036699 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-67fb5453-f763-4c0c-88a5-b21cb320eb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:06.065984 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-8d203ac8-762f-4ac1-af6a-cb38bd147585 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Network 26b06533-005a-4039-b917-eb7519176b38 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:06.075015 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-79b0f48e-0cdf-4884-a1a1-8464ff3c4e8e tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:06.077122 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-79b0f48e-0cdf-4884-a1a1-8464ff3c4e8e tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.38 "GET /v2.0/networks?id=26b06533-005a-4039-b917-eb7519176b38 HTTP/1.1" status: 200 len: 819 time: 0.7347872 Sep 21 18:11:06.082920 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-8d203ac8-762f-4ac1-af6a-cb38bd147585 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:06.086310 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7221cf00-9146-4c36-90b7-527915606c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:06.091666 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-8d203ac8-762f-4ac1-af6a-cb38bd147585 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:06.112120 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-c1fe0750-ad3e-49d1-97bf-4e695d811303 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Request body: {'port': {'device_id': '1f45f5e0-6638-4cda-8c77-1ec80537e097', 'network_id': '26b06533-005a-4039-b917-eb7519176b38', 'admin_state_up': True, 'tenant_id': '27badd22a056458b825abc32f4668d88'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:06.190746 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19309f0f-15c9-4562-bf2b-0dbe0bf24fa2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Network 3b07c707-0711-4482-ba7e-e6e37c0cd0a9 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:11:06.413629 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d203ac8-762f-4ac1-af6a-cb38bd147585 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Pushing event updated for resources: {'Port': ['ID=00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:06.416432 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-19309f0f-15c9-4562-bf2b-0dbe0bf24fa2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 3b07c707-0711-4482-ba7e-e6e37c0cd0a9) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:06.426220 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19309f0f-15c9-4562-bf2b-0dbe0bf24fa2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:06.426718 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-19309f0f-15c9-4562-bf2b-0dbe0bf24fa2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:06.473384 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-8d203ac8-762f-4ac1-af6a-cb38bd147585 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:06.474411 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-8d203ac8-762f-4ac1-af6a-cb38bd147585 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:06.531496 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-c1fe0750-ad3e-49d1-97bf-4e695d811303 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Made reservation on behalf of 27badd22a056458b825abc32f4668d88 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:06.549725 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-c1fe0750-ad3e-49d1-97bf-4e695d811303 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:06.644509 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb2e3ad2-2ced-47eb-9d89-4a91204d0f4d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:06.676176 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7221cf00-9146-4c36-90b7-527915606c49 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:06.681942 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb5453-f763-4c0c-88a5-b21cb320eb93 None None] Pushing event updated for resources: {'Port': ['ID=4c7a7e56-5aae-4144-901c-693d2a1dfec6,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:06.700632 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7221cf00-9146-4c36-90b7-527915606c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:06.715913 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78892295-736e-4274-8799-cccf8eca8ffa None None] Network 3b07c707-0711-4482-ba7e-e6e37c0cd0a9 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:06.719791 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a11d3fc6-4ca6-4c60-a4a0-678e3bb45953 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:06.792680 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-c1fe0750-ad3e-49d1-97bf-4e695d811303 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Allocated IP 172.20.0.7 (26b06533-005a-4039-b917-eb7519176b38/10ec2754-0ef0-4406-b143-cf240e0ec33f/a5af51b7-eee4-4838-9206-68e300d6f3c4) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:06.838978 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b68f4-dc7a-4684-a1e0-ed62973fe131 None None] Pushing event updated for resources: {'Port': ['ID=55d274b4-ba37-4f06-b56f-2b769a34a16e,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:06.942597 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-e2015d60-0a57-4983-ba94-94921c53c24e None None] Provisioning complete for port 55d274b4-ba37-4f06-b56f-2b769a34a16e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:06.942884 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e2015d60-0a57-4983-ba94-94921c53c24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:07.002256 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port a11d3fc6-4ca6-4c60-a4a0-678e3bb45953 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:07.002949 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:07.046291 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-e2015d60-0a57-4983-ba94-94921c53c24e None None] Port 55d274b4-ba37-4f06-b56f-2b769a34a16e cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:11:07.108355 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-c1fe0750-ad3e-49d1-97bf-4e695d811303 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:07.170990 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:07.177716 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-19309f0f-15c9-4562-bf2b-0dbe0bf24fa2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3538625 Sep 21 18:11:07.180330 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-8d203ac8-762f-4ac1-af6a-cb38bd147585 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6669064 Sep 21 18:11:07.180995 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57206) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:07.182092 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-c1fe0750-ad3e-49d1-97bf-4e695d811303 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:07.203563 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-19a90e87-ed41-490c-857f-1fe2e9a22115 service neutron] Request body: {'port': {'device_id': '387a97eb-891e-479a-8df9-af1c22291322', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:07.226228 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port a11d3fc6-4ca6-4c60-a4a0-678e3bb45953, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a11d3fc6-4ca6-4c60-a4a0-678e3bb45953,segment=NetworkSegment(4b64dd21-5629-4aeb-b469-122d429565f9),segment_id=4b64dd21-5629-4aeb-b469-122d429565f9)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:07.232595 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-7221cf00-9146-4c36-90b7-527915606c49 None None] Attempting to bind port 55d274b4-ba37-4f06-b56f-2b769a34a16e on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:07.232969 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-7221cf00-9146-4c36-90b7-527915606c49 None None] Attempting to bind port 55d274b4-ba37-4f06-b56f-2b769a34a16e by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:07.233526 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7221cf00-9146-4c36-90b7-527915606c49 None None] Attempting to bind port 55d274b4-ba37-4f06-b56f-2b769a34a16e on network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:07.245540 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7221cf00-9146-4c36-90b7-527915606c49 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:11:07.245917 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7221cf00-9146-4c36-90b7-527915606c49 None None] Checking segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:07.246318 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7221cf00-9146-4c36-90b7-527915606c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:07.246714 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7221cf00-9146-4c36-90b7-527915606c49 None None] Bound using segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:11:07.247281 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-7221cf00-9146-4c36-90b7-527915606c49 None None] Bound port: 55d274b4-ba37-4f06-b56f-2b769a34a16e, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:11:07.247706 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7221cf00-9146-4c36-90b7-527915606c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:07.253982 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-80a842f9-4cc9-4832-8974-3202c20d96de tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-506309', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}, 'admin_state_up': False}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:07.265750 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:07.266463 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 4c7a7e56-5aae-4144-901c-693d2a1dfec6 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:07.307300 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-29e2fa21-2176-432f-847f-e1fbbabd55ad None None] Provisioning complete for port 55d274b4-ba37-4f06-b56f-2b769a34a16e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:07.307677 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-29e2fa21-2176-432f-847f-e1fbbabd55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:07.344391 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-c1fe0750-ad3e-49d1-97bf-4e695d811303 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Network 26b06533-005a-4039-b917-eb7519176b38 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:07.352802 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fbe868e9-a1cb-4dfa-807c-611107263eb2 req-e8f919f5-fa4d-4015-add6-973d0e128b1c tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 210 time: 0.7094197 Sep 21 18:11:07.365327 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-80a842f9-4cc9-4832-8974-3202c20d96de tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:07.366661 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-80a842f9-4cc9-4832-8974-3202c20d96de tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:07.377142 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-c1fe0750-ad3e-49d1-97bf-4e695d811303 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:07.385105 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-c1fe0750-ad3e-49d1-97bf-4e695d811303 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:07.390440 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe0750-ad3e-49d1-97bf-4e695d811303 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Pushing event updated for resources: {'Port': ['ID=a5af51b7-eee4-4838-9206-68e300d6f3c4,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:07.410297 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-7221cf00-9146-4c36-90b7-527915606c49 None None] For port 55d274b4-ba37-4f06-b56f-2b769a34a16e, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:11:07.414420 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-19a90e87-ed41-490c-857f-1fe2e9a22115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:07.415331 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-7221cf00-9146-4c36-90b7-527915606c49 None None] For port 55d274b4-ba37-4f06-b56f-2b769a34a16e, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=55d274b4-ba37-4f06-b56f-2b769a34a16e,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:11:07.504076 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=a11d3fc6-4ca6-4c60-a4a0-678e3bb45953,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:07.505454 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-80a842f9-4cc9-4832-8974-3202c20d96de tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:07.522652 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-c1fe0750-ad3e-49d1-97bf-4e695d811303 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:07.523337 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7221cf00-9146-4c36-90b7-527915606c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:07.523503 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-c1fe0750-ad3e-49d1-97bf-4e695d811303 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:07.532880 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-bb2e3ad2-2ced-47eb-9d89-4a91204d0f4d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting port 55d274b4-ba37-4f06-b56f-2b769a34a16e {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:07.533655 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb2e3ad2-2ced-47eb-9d89-4a91204d0f4d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:07.617484 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b68f4-dc7a-4684-a1e0-ed62973fe131 None None] Pushing event updated for resources: {'Port': ['ID=55d274b4-ba37-4f06-b56f-2b769a34a16e,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:07.647248 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 4c7a7e56-5aae-4144-901c-693d2a1dfec6 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:07.649156 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-bb2e3ad2-2ced-47eb-9d89-4a91204d0f4d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] For port 55d274b4-ba37-4f06-b56f-2b769a34a16e, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=55d274b4-ba37-4f06-b56f-2b769a34a16e,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:07.649629 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb2e3ad2-2ced-47eb-9d89-4a91204d0f4d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:07.650309 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:07.664996 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-bb2e3ad2-2ced-47eb-9d89-4a91204d0f4d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Calling delete_port for 55d274b4-ba37-4f06-b56f-2b769a34a16e owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:07.699052 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-c1fe0750-ad3e-49d1-97bf-4e695d811303 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6084578 Sep 21 18:11:07.703438 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7221cf00-9146-4c36-90b7-527915606c49 None None] Routers {'0f2780c4-fb59-43d0-91bc-f109949ac31d'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:07.704177 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-7221cf00-9146-4c36-90b7-527915606c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:10:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0f2780c4-fb59-43d0-91bc-f109949ac31d'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:07.771023 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-b5c70382-5032-445b-a193-5e303d309b67 service neutron] Request body: {'port': {'device_id': '1f45f5e0-6638-4cda-8c77-1ec80537e097', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:07.848416 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-29e2fa21-2176-432f-847f-e1fbbabd55ad None None] Port 55d274b4-ba37-4f06-b56f-2b769a34a16e cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:11:07.888421 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-80a842f9-4cc9-4832-8974-3202c20d96de tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:07.910969 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-7221cf00-9146-4c36-90b7-527915606c49 None None] Set router 0f2780c4-fb59-43d0-91bc-f109949ac31d gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:11:07.944523 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-b5c70382-5032-445b-a193-5e303d309b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:07.979579 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb2e3ad2-2ced-47eb-9d89-4a91204d0f4d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:07.988680 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5f96f6c2-16e1-4431-99c0-febb5792b874 None None] Could not find standard attr ID for object 55d274b4-ba37-4f06-b56f-2b769a34a16e. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:11:07.991064 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b842fb86-4820-44e5-b9a0-507036a5137d None None] Network 3b07c707-0711-4482-ba7e-e6e37c0cd0a9 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:08.026324 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e3ad2-2ced-47eb-9d89-4a91204d0f4d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Port': ['ID=55d274b4-ba37-4f06-b56f-2b769a34a16e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:08.135102 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb2e3ad2-2ced-47eb-9d89-4a91204d0f4d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:08.337982 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 4c7a7e56-5aae-4144-901c-693d2a1dfec6 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:08.377294 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-19a90e87-ed41-490c-857f-1fe2e9a22115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:11:08.392231 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-19a90e87-ed41-490c-857f-1fe2e9a22115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:08.422248 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-19a90e87-ed41-490c-857f-1fe2e9a22115 service neutron] Transition to ACTIVE for port object 00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:11:08.437561 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2e3ad2-2ced-47eb-9d89-4a91204d0f4d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Router 0f2780c4-fb59-43d0-91bc-f109949ac31d has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:11:08.448188 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 4c7a7e56-5aae-4144-901c-693d2a1dfec6 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:08.448553 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:08.467216 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-19a90e87-ed41-490c-857f-1fe2e9a22115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:08.539776 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2e3ad2-2ced-47eb-9d89-4a91204d0f4d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:11:08.548094 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bb2e3ad2-2ced-47eb-9d89-4a91204d0f4d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "PUT /v2.0/routers/0f2780c4-fb59-43d0-91bc-f109949ac31d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0879803 Sep 21 18:11:08.548526 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57220) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:08.619564 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908d784d-6eb3-4af2-ba1e-751a3d9c810d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:08.621079 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908d784d-6eb3-4af2-ba1e-751a3d9c810d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:08.625335 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-908d784d-6eb3-4af2-ba1e-751a3d9c810d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0733044 Sep 21 18:11:08.625685 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57222) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:08.639172 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-80a842f9-4cc9-4832-8974-3202c20d96de tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:08.640275 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a11d3fc6-4ca6-4c60-a4a0-678e3bb45953 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:08.670858 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a90e87-ed41-490c-857f-1fe2e9a22115 service neutron] Pushing event updated for resources: {'Port': ['ID=00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:08.676348 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-80a842f9-4cc9-4832-8974-3202c20d96de tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:08.696699 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-7221cf00-9146-4c36-90b7-527915606c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2780c4-fb59-43d0-91bc-f109949ac31d', 'name': 'tempest-NetworksTestDHCPv6-router-764392377', 'tenant_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:11:02Z', 'updated_at': '2021-09-21T18:11:03Z', 'revision_number': 2, 'project_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'gw_port_host': None, '_interfaces': [{'id': '55d274b4-ba37-4f06-b56f-2b769a34a16e', 'name': '', 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'tenant_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'mac_address': 'fa:16:3e:2f:c0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2780c4-fb59-43d0-91bc-f109949ac31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '5c079c81-25eb-46ff-b738-2bb80ecaaf69', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:03Z', 'updated_at': '2021-09-21T18:11:07Z', 'revision_number': 4, 'project_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'subnets': [{'id': '5c079c81-25eb-46ff-b738-2bb80ecaaf69', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:08.701040 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f81f11e-4581-4334-b00d-fdcb044a9229 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting subnet 5c079c81-25eb-46ff-b738-2bb80ecaaf69 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:11:08.705218 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9f81f11e-4581-4334-b00d-fdcb044a9229 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:08.723239 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f91f55-8ae0-4243-9563-9493b00973bf req-63efca8b-4b72-4c48-b1db-51e0732891cc tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:08.724802 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-56f91f55-8ae0-4243-9563-9493b00973bf req-63efca8b-4b72-4c48-b1db-51e0732891cc tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 931 time: 0.2633817 Sep 21 18:11:08.744211 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7221cf00-9146-4c36-90b7-527915606c49 None None] The sync data for ids ['0f2780c4-fb59-43d0-91bc-f109949ac31d'] in n-d-810291-1 is: [{'id': '0f2780c4-fb59-43d0-91bc-f109949ac31d', 'name': 'tempest-NetworksTestDHCPv6-router-764392377', 'tenant_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:11:02Z', 'updated_at': '2021-09-21T18:11:03Z', 'revision_number': 2, 'project_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'gw_port_host': None, '_interfaces': [{'id': '55d274b4-ba37-4f06-b56f-2b769a34a16e', 'name': '', 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'tenant_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'mac_address': 'fa:16:3e:2f:c0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2780c4-fb59-43d0-91bc-f109949ac31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': '5c079c81-25eb-46ff-b738-2bb80ecaaf69', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:11:03Z', 'updated_at': '2021-09-21T18:11:07Z', 'revision_number': 4, 'project_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'subnets': [{'id': '5c079c81-25eb-46ff-b738-2bb80ecaaf69', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:11:08.756438 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port a11d3fc6-4ca6-4c60-a4a0-678e3bb45953 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:08.756915 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:08.779289 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9f81f11e-4581-4334-b00d-fdcb044a9229 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:08.893878 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9f81f11e-4581-4334-b00d-fdcb044a9229 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:08.956952 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-56f91f55-8ae0-4243-9563-9493b00973bf req-c1edaa93-8e08-46dd-9630-37de660c11df tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039120 Sep 21 18:11:08.961975 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-19a90e87-ed41-490c-857f-1fe2e9a22115 service neutron] Attempting to bind port 00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:08.962362 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-19a90e87-ed41-490c-857f-1fe2e9a22115 service neutron] Attempting to bind port 00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '4b64dd21-5629-4aeb-b469-122d429565f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '26b06533-005a-4039-b917-eb7519176b38'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:08.962671 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-19a90e87-ed41-490c-857f-1fe2e9a22115 service neutron] Attempting to bind port 00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35 on network 26b06533-005a-4039-b917-eb7519176b38 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:08.974098 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9f81f11e-4581-4334-b00d-fdcb044a9229 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:08.975879 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-b5c70382-5032-445b-a193-5e303d309b67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5af51b7-eee4-4838-9206-68e300d6f3c4 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:11:08.987368 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-19a90e87-ed41-490c-857f-1fe2e9a22115 service neutron] Port 00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35 on network 26b06533-005a-4039-b917-eb7519176b38 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:08.987368 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-19a90e87-ed41-490c-857f-1fe2e9a22115 service neutron] Attempting to bind port 00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35 on network 26b06533-005a-4039-b917-eb7519176b38 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:08.996935 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-b5c70382-5032-445b-a193-5e303d309b67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:09.018028 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-80a842f9-4cc9-4832-8974-3202c20d96de tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Allocated IP 172.25.6.242 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/83a90c48-f220-4169-9dc7-15b68d6672db) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:09.020144 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-19a90e87-ed41-490c-857f-1fe2e9a22115 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:11:09.020485 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-19a90e87-ed41-490c-857f-1fe2e9a22115 service neutron] Checking segment: {'id': '4b64dd21-5629-4aeb-b469-122d429565f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '26b06533-005a-4039-b917-eb7519176b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:09.020876 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-19a90e87-ed41-490c-857f-1fe2e9a22115 service neutron] Bound using segment: {'id': '4b64dd21-5629-4aeb-b469-122d429565f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '26b06533-005a-4039-b917-eb7519176b38'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:11:09.021324 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-19a90e87-ed41-490c-857f-1fe2e9a22115 service neutron] Bound port: 00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b64dd21-5629-4aeb-b469-122d429565f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '26b06533-005a-4039-b917-eb7519176b38'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:11:09.021690 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-19a90e87-ed41-490c-857f-1fe2e9a22115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:09.029498 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f81f11e-4581-4334-b00d-fdcb044a9229 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Subnet': ['ID=5c079c81-25eb-46ff-b738-2bb80ecaaf69,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:09.032219 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-b5c70382-5032-445b-a193-5e303d309b67 service neutron] Transition to ACTIVE for port object a5af51b7-eee4-4838-9206-68e300d6f3c4 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:11:09.042279 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9f81f11e-4581-4334-b00d-fdcb044a9229 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:09.043632 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9f81f11e-4581-4334-b00d-fdcb044a9229 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/5c079c81-25eb-46ff-b738-2bb80ecaaf69 HTTP/1.1" status: 204 len: 168 time: 0.4170165 Sep 21 18:11:09.046688 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57226) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:09.048747 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-b5c70382-5032-445b-a193-5e303d309b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:09.056256 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a44225-b936-4778-8226-b37d21c26657 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:09.218740 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d7d13795-a71f-401f-831e-8b977cd25c7a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1690872 Sep 21 18:11:09.222170 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57230) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:09.299175 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c70382-5032-445b-a193-5e303d309b67 service neutron] Pushing event updated for resources: {'Port': ['ID=a5af51b7-eee4-4838-9206-68e300d6f3c4,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:09.347440 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8f9c327-e666-439e-8bdf-40adfde7ad96 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:09.366662 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-19a90e87-ed41-490c-857f-1fe2e9a22115 service neutron] For port 00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:11:09.374161 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-19a90e87-ed41-490c-857f-1fe2e9a22115 service neutron] For port 00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35,segment=NetworkSegment(4b64dd21-5629-4aeb-b469-122d429565f9),segment_id=4b64dd21-5629-4aeb-b469-122d429565f9)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:11:09.384660 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ec544b-1fac-4331-8e2a-ed076a6505b6 None None] DHCP port deletion for 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:11:09.390376 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-19a90e87-ed41-490c-857f-1fe2e9a22115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:09.443204 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-c3ec544b-1fac-4331-8e2a-ed076a6505b6 None None] Deleting port 4c7a7e56-5aae-4144-901c-693d2a1dfec6 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:09.443720 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c3ec544b-1fac-4331-8e2a-ed076a6505b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:09.477934 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-19a90e87-ed41-490c-857f-1fe2e9a22115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:09.489223 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-19a90e87-ed41-490c-857f-1fe2e9a22115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:09.490992 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-19a90e87-ed41-490c-857f-1fe2e9a22115 service neutron] 10.222.0.44 "PUT /v2.0/ports/00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35 HTTP/1.1" status: 200 len: 1091 time: 2.2919300 Sep 21 18:11:09.492220 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387a97eb-891e-479a-8df9-af1c22291322', 'tag': '00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:11:09.494698 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6d8de4-d7c1-44b4-ac10-6aa09527f90c" -d '{"events": [{"name": "network-changed", "server_uuid": "387a97eb-891e-479a-8df9-af1c22291322", "tag": "00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:11:09.500674 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-80a842f9-4cc9-4832-8974-3202c20d96de tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:09.530090 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-b5c70382-5032-445b-a193-5e303d309b67 service neutron] Attempting to bind port a5af51b7-eee4-4838-9206-68e300d6f3c4 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:09.530708 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-b5c70382-5032-445b-a193-5e303d309b67 service neutron] Attempting to bind port a5af51b7-eee4-4838-9206-68e300d6f3c4 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '4b64dd21-5629-4aeb-b469-122d429565f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '26b06533-005a-4039-b917-eb7519176b38'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:09.531280 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-b5c70382-5032-445b-a193-5e303d309b67 service neutron] Attempting to bind port a5af51b7-eee4-4838-9206-68e300d6f3c4 on network 26b06533-005a-4039-b917-eb7519176b38 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:09.538093 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-c3ec544b-1fac-4331-8e2a-ed076a6505b6 None None] For port 4c7a7e56-5aae-4144-901c-693d2a1dfec6, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=4c7a7e56-5aae-4144-901c-693d2a1dfec6,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:09.538672 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c3ec544b-1fac-4331-8e2a-ed076a6505b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:09.556240 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-c3ec544b-1fac-4331-8e2a-ed076a6505b6 None None] Calling delete_port for 4c7a7e56-5aae-4144-901c-693d2a1dfec6 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:09.566569 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a90e87-ed41-490c-857f-1fe2e9a22115 service neutron] Pushing event updated for resources: {'Port': ['ID=00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:09.601787 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb6025b-88f4-46c5-820d-261a8cc4ece4 x-openstack-request-id: req-1bb6025b-88f4-46c5-820d-261a8cc4ece4 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:11:09.601992 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "387a97eb-891e-479a-8df9-af1c22291322", "tag": "00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:11:09.602252 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1bb6025b-88f4-46c5-820d-261a8cc4ece4 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:11:09.602618 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '387a97eb-891e-479a-8df9-af1c22291322', 'tag': '00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35', 'status': 'completed', 'code': 200} Sep 21 18:11:09.611504 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-b5c70382-5032-445b-a193-5e303d309b67 service neutron] Port a5af51b7-eee4-4838-9206-68e300d6f3c4 on network 26b06533-005a-4039-b917-eb7519176b38 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:11:09.611824 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-b5c70382-5032-445b-a193-5e303d309b67 service neutron] Attempting to bind port a5af51b7-eee4-4838-9206-68e300d6f3c4 on network 26b06533-005a-4039-b917-eb7519176b38 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:09.632044 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-b5c70382-5032-445b-a193-5e303d309b67 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:11:09.632367 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-b5c70382-5032-445b-a193-5e303d309b67 service neutron] Checking segment: {'id': '4b64dd21-5629-4aeb-b469-122d429565f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '26b06533-005a-4039-b917-eb7519176b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:09.632671 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-b5c70382-5032-445b-a193-5e303d309b67 service neutron] Bound using segment: {'id': '4b64dd21-5629-4aeb-b469-122d429565f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '26b06533-005a-4039-b917-eb7519176b38'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:11:09.633116 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-b5c70382-5032-445b-a193-5e303d309b67 service neutron] Bound port: a5af51b7-eee4-4838-9206-68e300d6f3c4, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b64dd21-5629-4aeb-b469-122d429565f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '26b06533-005a-4039-b917-eb7519176b38'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:11:09.633474 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-b5c70382-5032-445b-a193-5e303d309b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:09.647425 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8f9c327-e666-439e-8bdf-40adfde7ad96 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:09.653400 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8f9c327-e666-439e-8bdf-40adfde7ad96 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:09.714895 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-b5c70382-5032-445b-a193-5e303d309b67 service neutron] For port a5af51b7-eee4-4838-9206-68e300d6f3c4, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:11:09.717985 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c3ec544b-1fac-4331-8e2a-ed076a6505b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:09.719496 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-b5c70382-5032-445b-a193-5e303d309b67 service neutron] For port a5af51b7-eee4-4838-9206-68e300d6f3c4, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a5af51b7-eee4-4838-9206-68e300d6f3c4,segment=NetworkSegment(4b64dd21-5629-4aeb-b469-122d429565f9),segment_id=4b64dd21-5629-4aeb-b469-122d429565f9)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:11:09.731844 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-0fbc782a-30bb-49d0-b218-ddd7f87ae098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:09.738110 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-0fbc782a-30bb-49d0-b218-ddd7f87ae098 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27badd22a056458b825abc32f4668d88&device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 1094 time: 0.1883142 Sep 21 18:11:09.739953 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-b5c70382-5032-445b-a193-5e303d309b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:09.748000 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8f9c327-e666-439e-8bdf-40adfde7ad96 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:09.748453 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f9c327-e666-439e-8bdf-40adfde7ad96 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Fanout notify agent at l3_agent the message router_deleted on router 0f2780c4-fb59-43d0-91bc-f109949ac31d {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:11:09.760916 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8f9c327-e666-439e-8bdf-40adfde7ad96 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:09.762521 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a8f9c327-e666-439e-8bdf-40adfde7ad96 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/routers/0f2780c4-fb59-43d0-91bc-f109949ac31d HTTP/1.1" status: 204 len: 168 time: 0.5379608 Sep 21 18:11:09.765306 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57236) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:09.768462 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec544b-1fac-4331-8e2a-ed076a6505b6 None None] Pushing event deleted for resources: {'Port': ['ID=4c7a7e56-5aae-4144-901c-693d2a1dfec6,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:09.779337 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ec544b-1fac-4331-8e2a-ed076a6505b6 None None] No DVR routers for this DVR port 4c7a7e56-5aae-4144-901c-693d2a1dfec6 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:11:09.792562 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-80a842f9-4cc9-4832-8974-3202c20d96de tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:09.824066 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5be68786-0cb8-4661-a163-7bb4ba58644e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0571167 Sep 21 18:11:09.826399 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57238) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:09.870318 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a842f9-4cc9-4832-8974-3202c20d96de tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:09.872425 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-ccbe0fd7-095f-4e28-bea8-b8e68f70f7d6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35 HTTP/1.1" status: 200 len: 217 time: 0.0776479 Sep 21 18:11:09.874080 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-b5c70382-5032-445b-a193-5e303d309b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:09.874418 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-b5c70382-5032-445b-a193-5e303d309b67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:09.875819 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-b5c70382-5032-445b-a193-5e303d309b67 service neutron] 10.222.0.38 "PUT /v2.0/ports/a5af51b7-eee4-4838-9206-68e300d6f3c4 HTTP/1.1" status: 200 len: 1091 time: 2.1124003 Sep 21 18:11:09.877141 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-80a842f9-4cc9-4832-8974-3202c20d96de tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:09.879271 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c70382-5032-445b-a193-5e303d309b67 service neutron] Pushing event updated for resources: {'Port': ['ID=a5af51b7-eee4-4838-9206-68e300d6f3c4,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:09.882527 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a842f9-4cc9-4832-8974-3202c20d96de tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:09.886298 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cdbac7-04a6-457c-af42-1c8199b6150e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:09.888109 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-84cdbac7-04a6-457c-af42-1c8199b6150e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0606639 Sep 21 18:11:09.896352 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57240) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:09.945100 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-00fc51e1-8b41-4ebd-9d17-e9f745bfef46 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441442 Sep 21 18:11:09.947389 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57242) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:09.955016 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-c7e38aad-60e2-4e45-9765-bd6dba92979e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:10.059823 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e38aad-60e2-4e45-9765-bd6dba92979e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:10.071826 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c7e38aad-60e2-4e45-9765-bd6dba92979e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:10.159511 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 4c7a7e56-5aae-4144-901c-693d2a1dfec6 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:11:10.209701 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 4c7a7e56-5aae-4144-901c-693d2a1dfec6 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:11:10.210051 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 4c7a7e56-5aae-4144-901c-693d2a1dfec6 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:11:10.425144 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a842f9-4cc9-4832-8974-3202c20d96de tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event updated for resources: {'Port': ['ID=83a90c48-f220-4169-9dc7-15b68d6672db,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:10.430029 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-908eeafc-91bc-4a32-bb19-6f1b015be7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:10.431564 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-908eeafc-91bc-4a32-bb19-6f1b015be7f2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=10ec2754-0ef0-4406-b143-cf240e0ec33f HTTP/1.1" status: 200 len: 859 time: 0.5473492 Sep 21 18:11:10.440401 n-d-810291-1 neutron-server[101461]: DEBUG neutron.objects.ports [None req-c7e38aad-60e2-4e45-9765-bd6dba92979e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101461) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:11:10.442172 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c7e38aad-60e2-4e45-9765-bd6dba92979e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:10.495894 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e38aad-60e2-4e45-9765-bd6dba92979e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:10.500205 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-c7e38aad-60e2-4e45-9765-bd6dba92979e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:10.509968 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e38aad-60e2-4e45-9765-bd6dba92979e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:10.510721 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c7e38aad-60e2-4e45-9765-bd6dba92979e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:10.511202 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-d2dcef26-8f3f-46a6-baf9-74ddda0e003f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26b06533-005a-4039-b917-eb7519176b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711057 Sep 21 18:11:10.516588 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-cee1ea9c-9b82-4161-8139-4ff10f82a8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:10.517144 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-cee1ea9c-9b82-4161-8139-4ff10f82a8fb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=27badd22a056458b825abc32f4668d88&device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 1094 time: 0.2209308 Sep 21 18:11:10.525618 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856c1dc-8e6e-4c7b-a581-ea038d8f30ad req-b36289f8-aaa8-4716-94c0-51aa77425609 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:10.526993 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e856c1dc-8e6e-4c7b-a581-ea038d8f30ad req-b36289f8-aaa8-4716-94c0-51aa77425609 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 943 time: 0.2119653 Sep 21 18:11:10.528678 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4493d9-300d-45c4-afb1-bda66578377c None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:10.552774 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e38aad-60e2-4e45-9765-bd6dba92979e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Subnet': ['ID=45783c34-15cd-4d36-8d02-1f084b374ae9,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:10.562519 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c7e38aad-60e2-4e45-9765-bd6dba92979e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6106379 Sep 21 18:11:10.563356 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57254) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:10.572390 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-5bb49291-41d0-4c71-af1a-6f66a6989b60 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:10.643556 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-bcd14ffa-9731-4de4-acf9-23ac383c5219 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5af51b7-eee4-4838-9206-68e300d6f3c4 HTTP/1.1" status: 200 len: 217 time: 0.1139848 Sep 21 18:11:10.715476 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb49291-41d0-4c71-af1a-6f66a6989b60 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:10.720574 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5bb49291-41d0-4c71-af1a-6f66a6989b60 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:10.756828 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00d3158-294f-4d2c-9265-0be47cb89b86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'tenant_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'fixed_ips': [{'subnet_id': '45783c34-15cd-4d36-8d02-1f084b374ae9'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:11:10.757746 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a00d3158-294f-4d2c-9265-0be47cb89b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:10.816724 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e856c1dc-8e6e-4c7b-a581-ea038d8f30ad req-0184941a-8deb-4c16-af1d-2e9040a95f03 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608080 Sep 21 18:11:10.818278 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-d04ae053-2c0c-4f4a-8342-31f12849e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:10.823402 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-d04ae053-2c0c-4f4a-8342-31f12849e31e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=10ec2754-0ef0-4406-b143-cf240e0ec33f HTTP/1.1" status: 200 len: 859 time: 0.1643817 Sep 21 18:11:10.891627 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af39d44f-091a-4437-b5f3-806fd30679e8 None None] Sync routers for ids ['0f2780c4-fb59-43d0-91bc-f109949ac31d'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:11:10.910791 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af39d44f-091a-4437-b5f3-806fd30679e8 None None] Routers set() bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:10.911482 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af39d44f-091a-4437-b5f3-806fd30679e8 None None] Router IDs set() for agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 21 18:11:10.912247 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_agentschedulers_db [None req-af39d44f-091a-4437-b5f3-806fd30679e8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0f2780c4-fb59-43d0-91bc-f109949ac31d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:10:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent'). {{(pid=101463) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 21 18:11:10.925823 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af39d44f-091a-4437-b5f3-806fd30679e8 None None] Routers set() bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:10.926457 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af39d44f-091a-4437-b5f3-806fd30679e8 None None] Router IDs set() for agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 21 18:11:10.927357 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_agentschedulers_db [None req-af39d44f-091a-4437-b5f3-806fd30679e8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0f2780c4-fb59-43d0-91bc-f109949ac31d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:10:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent'). {{(pid=101463) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 21 18:11:10.927895 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af39d44f-091a-4437-b5f3-806fd30679e8 None None] The sync data for ids ['0f2780c4-fb59-43d0-91bc-f109949ac31d'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:11:10.936114 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-a00d3158-294f-4d2c-9265-0be47cb89b86 None None] Allocated IP 2001:db8::f816:3eff:fe98:4a2 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/45783c34-15cd-4d36-8d02-1f084b374ae9/f196ef3b-e7f0-4620-9eda-6f861fae18de) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:10.991159 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-2bd3c0ce-2a56-430b-8ca1-31ef532f3bee service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=26b06533-005a-4039-b917-eb7519176b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515382 Sep 21 18:11:11.064790 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-60e0ef90-ca62-49b6-9871-3736bdc91e3b service neutron] 10.222.0.44 "GET /v2.0/networks/26b06533-005a-4039-b917-eb7519176b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5366154 Sep 21 18:11:11.097509 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5bb49291-41d0-4c71-af1a-6f66a6989b60 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:11.126643 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-80a842f9-4cc9-4832-8974-3202c20d96de tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:11.154438 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb49291-41d0-4c71-af1a-6f66a6989b60 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:11.162256 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-5bb49291-41d0-4c71-af1a-6f66a6989b60 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:11.167729 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb49291-41d0-4c71-af1a-6f66a6989b60 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:11.168348 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5bb49291-41d0-4c71-af1a-6f66a6989b60 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:11.176750 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a00d3158-294f-4d2c-9265-0be47cb89b86 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:11.185194 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb49291-41d0-4c71-af1a-6f66a6989b60 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Subnet': ['ID=ec5a3165-1e80-4f92-bb95-ef7f63b2ef75,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:11.196677 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a00d3158-294f-4d2c-9265-0be47cb89b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:11.218486 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5bb49291-41d0-4c71-af1a-6f66a6989b60 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6535189 Sep 21 18:11:11.219168 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57260) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:11.225427 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-f828d003-2745-43e1-b9a9-adea0ec520f6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'port': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'mac_address': 'fa:16:3e:42:5d:3c', 'name': 'tempest-NetworksTestDHCPv6-2097532794'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:11.258570 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00d3158-294f-4d2c-9265-0be47cb89b86 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:11.263839 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-1f37c741-c69d-4e05-aaf8-e245d56d0486 service neutron] 10.222.0.38 "GET /v2.0/networks/26b06533-005a-4039-b917-eb7519176b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362170 Sep 21 18:11:11.265894 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-a00d3158-294f-4d2c-9265-0be47cb89b86 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:11.272559 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00d3158-294f-4d2c-9265-0be47cb89b86 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:11.288334 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d3158-294f-4d2c-9265-0be47cb89b86 None None] Pushing event updated for resources: {'Port': ['ID=f196ef3b-e7f0-4620-9eda-6f861fae18de,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:11.356658 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8d2b6955-4662-46ac-b7cc-76de803e5613 req-2d071d3c-fd08-4fe9-a26b-f76c14723f96 service neutron] 10.222.0.44 "GET /v2.0/networks/26b06533-005a-4039-b917-eb7519176b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800388 Sep 21 18:11:11.372858 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a00d3158-294f-4d2c-9265-0be47cb89b86 None None] Attempting to bind port f196ef3b-e7f0-4620-9eda-6f861fae18de on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:11.373586 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a00d3158-294f-4d2c-9265-0be47cb89b86 None None] Attempting to bind port f196ef3b-e7f0-4620-9eda-6f861fae18de by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:11.374286 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00d3158-294f-4d2c-9265-0be47cb89b86 None None] Attempting to bind port f196ef3b-e7f0-4620-9eda-6f861fae18de on network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:11.380785 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00d3158-294f-4d2c-9265-0be47cb89b86 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:11:11.381474 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00d3158-294f-4d2c-9265-0be47cb89b86 None None] Checking segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:11.382310 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a00d3158-294f-4d2c-9265-0be47cb89b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:11.382914 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00d3158-294f-4d2c-9265-0be47cb89b86 None None] Bound using segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:11:11.383617 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a00d3158-294f-4d2c-9265-0be47cb89b86 None None] Bound port: f196ef3b-e7f0-4620-9eda-6f861fae18de, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:11:11.384259 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a00d3158-294f-4d2c-9265-0be47cb89b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:11.440792 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f828d003-2745-43e1-b9a9-adea0ec520f6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:11.479920 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65df69e4-79ac-43ba-ae6e-dc38e9cad50e req-a27f9314-6406-40ff-83c0-4578123ba046 service neutron] 10.222.0.38 "GET /v2.0/networks/26b06533-005a-4039-b917-eb7519176b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850305 Sep 21 18:11:11.538627 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a00d3158-294f-4d2c-9265-0be47cb89b86 None None] For port f196ef3b-e7f0-4620-9eda-6f861fae18de, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:11:11.549615 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a00d3158-294f-4d2c-9265-0be47cb89b86 None None] For port f196ef3b-e7f0-4620-9eda-6f861fae18de, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f196ef3b-e7f0-4620-9eda-6f861fae18de,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:11:11.558256 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a00d3158-294f-4d2c-9265-0be47cb89b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:11.560623 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d8de4-d7c1-44b4-ac10-6aa09527f90c req-ca5d9c0f-fd93-46b7-8533-a4ba407bb9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:11.562138 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f6d8de4-d7c1-44b4-ac10-6aa09527f90c req-ca5d9c0f-fd93-46b7-8533-a4ba407bb9b6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27badd22a056458b825abc32f4668d88&device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 1094 time: 0.1334682 Sep 21 18:11:11.630872 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f45f5e0-6638-4cda-8c77-1ec80537e097', 'tag': 'a5af51b7-eee4-4838-9206-68e300d6f3c4'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:11:11.633686 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d06898-358f-4f31-8c19-6195b63ade6a" -d '{"events": [{"name": "network-changed", "server_uuid": "1f45f5e0-6638-4cda-8c77-1ec80537e097", "tag": "a5af51b7-eee4-4838-9206-68e300d6f3c4"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:11:11.633856 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f828d003-2745-43e1-b9a9-adea0ec520f6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:11.640174 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-80a842f9-4cc9-4832-8974-3202c20d96de tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:11.653914 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d3158-294f-4d2c-9265-0be47cb89b86 None None] Pushing event updated for resources: {'Port': ['ID=f196ef3b-e7f0-4620-9eda-6f861fae18de,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:11.691590 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-f828d003-2745-43e1-b9a9-adea0ec520f6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] device_id is not set on port b14c2d2b-696c-4336-91c5-c32db68a5040 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:11:11.793976 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa48087-7894-41c1-88ee-cb652efaebe0 x-openstack-request-id: req-baa48087-7894-41c1-88ee-cb652efaebe0 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:11:11.794265 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f45f5e0-6638-4cda-8c77-1ec80537e097", "tag": "a5af51b7-eee4-4838-9206-68e300d6f3c4", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:11:11.794512 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-baa48087-7894-41c1-88ee-cb652efaebe0 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:11:11.794907 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f45f5e0-6638-4cda-8c77-1ec80537e097', 'tag': 'a5af51b7-eee4-4838-9206-68e300d6f3c4', 'status': 'completed', 'code': 200} Sep 21 18:11:11.901192 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d8de4-d7c1-44b4-ac10-6aa09527f90c req-4875faae-8e87-4113-b336-b9c18493d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:11.903026 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f6d8de4-d7c1-44b4-ac10-6aa09527f90c req-4875faae-8e87-4113-b336-b9c18493d4aa service neutron] 10.222.0.44 "GET /v2.0/networks?id=26b06533-005a-4039-b917-eb7519176b38 HTTP/1.1" status: 200 len: 920 time: 0.3291750 Sep 21 18:11:11.911512 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d06898-358f-4f31-8c19-6195b63ade6a req-bac979b4-7e5c-4f97-ae93-f722b1e99203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:11.918239 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d9d06898-358f-4f31-8c19-6195b63ade6a req-bac979b4-7e5c-4f97-ae93-f722b1e99203 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=27badd22a056458b825abc32f4668d88&device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 1094 time: 0.1209247 Sep 21 18:11:11.952464 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-f828d003-2745-43e1-b9a9-adea0ec520f6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Allocated IP 172.20.0.8 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/ec5a3165-1e80-4f92-bb95-ef7f63b2ef75/b14c2d2b-696c-4336-91c5-c32db68a5040) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:11.962766 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-f828d003-2745-43e1-b9a9-adea0ec520f6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Allocated IP 2001:db8::f816:3eff:fe42:5d3c (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/45783c34-15cd-4d36-8d02-1f084b374ae9/b14c2d2b-696c-4336-91c5-c32db68a5040) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:12.033734 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a842f9-4cc9-4832-8974-3202c20d96de tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Router 08dc1f37-a5d8-4260-8588-e3d9401c818a is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:11:12.080541 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d06898-358f-4f31-8c19-6195b63ade6a req-d543075e-86a4-4d7a-8d7b-9cba4289fefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:12.082188 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d9d06898-358f-4f31-8c19-6195b63ade6a req-d543075e-86a4-4d7a-8d7b-9cba4289fefc service neutron] 10.222.0.38 "GET /v2.0/networks?id=26b06533-005a-4039-b917-eb7519176b38 HTTP/1.1" status: 200 len: 920 time: 0.1562409 Sep 21 18:11:12.083597 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f6d8de4-d7c1-44b4-ac10-6aa09527f90c req-2111b744-3207-4497-b67e-b300b39ed963 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35 HTTP/1.1" status: 200 len: 217 time: 0.1658916 Sep 21 18:11:12.169211 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f828d003-2745-43e1-b9a9-adea0ec520f6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:12.205898 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f196ef3b-e7f0-4620-9eda-6f861fae18de up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:12.240374 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d9d06898-358f-4f31-8c19-6195b63ade6a req-20503a82-fd14-4290-9e78-733aed772868 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5af51b7-eee4-4838-9206-68e300d6f3c4 HTTP/1.1" status: 200 len: 217 time: 0.1483109 Sep 21 18:11:12.244312 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f828d003-2745-43e1-b9a9-adea0ec520f6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:12.251007 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d8de4-d7c1-44b4-ac10-6aa09527f90c req-e74c9f2d-4446-42ed-9a95-c206acaf01f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:12.252657 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f6d8de4-d7c1-44b4-ac10-6aa09527f90c req-e74c9f2d-4446-42ed-9a95-c206acaf01f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=10ec2754-0ef0-4406-b143-cf240e0ec33f HTTP/1.1" status: 200 len: 859 time: 0.1219640 Sep 21 18:11:12.290264 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f828d003-2745-43e1-b9a9-adea0ec520f6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:12.293428 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-f828d003-2745-43e1-b9a9-adea0ec520f6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:12.298019 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f828d003-2745-43e1-b9a9-adea0ec520f6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:12.309309 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port f196ef3b-e7f0-4620-9eda-6f861fae18de triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:12.309957 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:12.316308 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d06898-358f-4f31-8c19-6195b63ade6a req-8d8ca641-5644-446f-8d2e-97a877fda6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:12.317797 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d9d06898-358f-4f31-8c19-6195b63ade6a req-8d8ca641-5644-446f-8d2e-97a877fda6b8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=10ec2754-0ef0-4406-b143-cf240e0ec33f HTTP/1.1" status: 200 len: 859 time: 0.0642562 Sep 21 18:11:12.347624 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f6d8de4-d7c1-44b4-ac10-6aa09527f90c req-b0d2ed2e-b211-4ddd-a289-b13f624fffd5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26b06533-005a-4039-b917-eb7519176b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288534 Sep 21 18:11:12.359591 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828d003-2745-43e1-b9a9-adea0ec520f6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Port': ['ID=b14c2d2b-696c-4336-91c5-c32db68a5040,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:12.374955 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f828d003-2745-43e1-b9a9-adea0ec520f6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:12.376096 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f828d003-2745-43e1-b9a9-adea0ec520f6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:12.399736 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f828d003-2745-43e1-b9a9-adea0ec520f6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1771529 Sep 21 18:11:12.400120 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57272) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:12.408006 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:12.418891 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d9d06898-358f-4f31-8c19-6195b63ade6a req-a0bc3904-51d8-49ff-9acb-10dea7818b44 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=26b06533-005a-4039-b917-eb7519176b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693996 Sep 21 18:11:12.447554 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port f196ef3b-e7f0-4620-9eda-6f861fae18de, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f196ef3b-e7f0-4620-9eda-6f861fae18de,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:12.453217 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:12.462268 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 55d274b4-ba37-4f06-b56f-2b769a34a16e no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:11:12.468081 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9c84dc-7e18-456c-aa61-68823b7a376c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:12.474196 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9c84dc-7e18-456c-aa61-68823b7a376c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:12.478685 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4f9c84dc-7e18-456c-aa61-68823b7a376c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0768511 Sep 21 18:11:12.479324 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57274) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:12.509137 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a842f9-4cc9-4832-8974-3202c20d96de tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:11:12.509549 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 55d274b4-ba37-4f06-b56f-2b769a34a16e {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:11:12.510078 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 55d274b4-ba37-4f06-b56f-2b769a34a16e not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:11:12.521084 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172271a2-dc2a-4f20-8333-7a0ded3cc1fc None None] Sync routers for ids ['08dc1f37-a5d8-4260-8588-e3d9401c818a'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:11:12.552991 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=f196ef3b-e7f0-4620-9eda-6f861fae18de,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:12.557029 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172271a2-dc2a-4f20-8333-7a0ded3cc1fc None None] Routers {'08dc1f37-a5d8-4260-8588-e3d9401c818a'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:12.557799 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-172271a2-dc2a-4f20-8333-7a0ded3cc1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:10:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['08dc1f37-a5d8-4260-8588-e3d9401c818a'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:12.602705 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-172271a2-dc2a-4f20-8333-7a0ded3cc1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:12.612937 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7abb17-bcbc-4475-99c4-de0b39fd8e16 req-9722d13d-4ec5-40fd-94e0-0d2669b9287b tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:12.614640 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172271a2-dc2a-4f20-8333-7a0ded3cc1fc None None] Routers {'08dc1f37-a5d8-4260-8588-e3d9401c818a'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:12.618080 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-172271a2-dc2a-4f20-8333-7a0ded3cc1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:10:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['08dc1f37-a5d8-4260-8588-e3d9401c818a'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:12.622008 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bd7abb17-bcbc-4475-99c4-de0b39fd8e16 req-9722d13d-4ec5-40fd-94e0-0d2669b9287b tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 943 time: 0.5458307 Sep 21 18:11:12.627036 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-9face7fc-4b72-447a-9517-13fe55ab0980 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting port b14c2d2b-696c-4336-91c5-c32db68a5040 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:12.627389 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9face7fc-4b72-447a-9517-13fe55ab0980 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:12.666743 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-172271a2-dc2a-4f20-8333-7a0ded3cc1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:12.668054 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172271a2-dc2a-4f20-8333-7a0ded3cc1fc None None] The sync data for ids ['08dc1f37-a5d8-4260-8588-e3d9401c818a'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:11:12.689714 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-80a842f9-4cc9-4832-8974-3202c20d96de tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:12.691229 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-80a842f9-4cc9-4832-8974-3202c20d96de tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.4953947 Sep 21 18:11:12.703261 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57278) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:12.945013 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7786e529-f3d2-407b-8af4-dd0ac5046a4d None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:13.036040 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-d2ca2520-18ea-49ee-8353-629526d8f07e None None] Provisioning complete for port f196ef3b-e7f0-4620-9eda-6f861fae18de triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:13.036415 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d2ca2520-18ea-49ee-8353-629526d8f07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:13.076657 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9face7fc-4b72-447a-9517-13fe55ab0980 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:13.090541 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-9face7fc-4b72-447a-9517-13fe55ab0980 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Calling delete_port for b14c2d2b-696c-4336-91c5-c32db68a5040 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:13.151265 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f6d8de4-d7c1-44b4-ac10-6aa09527f90c req-de5c34db-6cad-4251-93d0-ae2bcb0794fa service neutron] 10.222.0.44 "GET /v2.0/networks/26b06533-005a-4039-b917-eb7519176b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7914608 Sep 21 18:11:13.168461 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bd7abb17-bcbc-4475-99c4-de0b39fd8e16 req-33d1b511-4ce6-416b-b2d5-667ab10edca2 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5454333 Sep 21 18:11:13.254372 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d9d06898-358f-4f31-8c19-6195b63ade6a req-2bde3874-3edd-41de-bd7d-370c7edd92c9 service neutron] 10.222.0.38 "GET /v2.0/networks/26b06533-005a-4039-b917-eb7519176b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7333388 Sep 21 18:11:13.307032 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c847896a-334b-4e22-a9fa-c3b0d5ded2d5 None None] Update dhcp port {'port': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'fixed_ips': [{'subnet_id': '45783c34-15cd-4d36-8d02-1f084b374ae9', 'ip_address': '2001:db8::f816:3eff:fe98:4a2'}, {'subnet_id': 'ec5a3165-1e80-4f92-bb95-ef7f63b2ef75'}], 'binding:host_id': 'n-d-810291-1'}, 'id': 'f196ef3b-e7f0-4620-9eda-6f861fae18de'} from n-d-810291-1. {{(pid=101462) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 18:11:13.333643 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c847896a-334b-4e22-a9fa-c3b0d5ded2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:13.337885 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e465e951-d7e9-4d09-b6c4-c87d408ce6a3 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:13.375860 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f6d8de4-d7c1-44b4-ac10-6aa09527f90c req-c6ffb4b2-945c-4a0b-9bc1-fe5439465e11 service neutron] 10.222.0.44 "GET /v2.0/networks/26b06533-005a-4039-b917-eb7519176b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016098 Sep 21 18:11:13.380060 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d9d06898-358f-4f31-8c19-6195b63ade6a req-2f7b8271-4831-43df-acf2-38a18e4bacae service neutron] 10.222.0.38 "GET /v2.0/networks/26b06533-005a-4039-b917-eb7519176b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171815 Sep 21 18:11:13.508751 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-c847896a-334b-4e22-a9fa-c3b0d5ded2d5 None None] Allocated IP 172.20.0.2 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/ec5a3165-1e80-4f92-bb95-ef7f63b2ef75/f196ef3b-e7f0-4620-9eda-6f861fae18de) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:13.603213 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9face7fc-4b72-447a-9517-13fe55ab0980 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:13.609510 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-c847896a-334b-4e22-a9fa-c3b0d5ded2d5 None None] For port f196ef3b-e7f0-4620-9eda-6f861fae18de, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f196ef3b-e7f0-4620-9eda-6f861fae18de,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:13.640590 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c847896a-334b-4e22-a9fa-c3b0d5ded2d5 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:13.646515 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c847896a-334b-4e22-a9fa-c3b0d5ded2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:13.756319 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847896a-334b-4e22-a9fa-c3b0d5ded2d5 None None] Pushing event updated for resources: {'Port': ['ID=f196ef3b-e7f0-4620-9eda-6f861fae18de,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:14.014820 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9face7fc-4b72-447a-9517-13fe55ab0980 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Port': ['ID=b14c2d2b-696c-4336-91c5-c32db68a5040,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:14.150850 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f196ef3b-e7f0-4620-9eda-6f861fae18de up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:14.190684 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9face7fc-4b72-447a-9517-13fe55ab0980 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:14.194705 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9face7fc-4b72-447a-9517-13fe55ab0980 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/b14c2d2b-696c-4336-91c5-c32db68a5040 HTTP/1.1" status: 204 len: 168 time: 1.7119241 Sep 21 18:11:14.195674 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57292) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:14.216964 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:11:14.229236 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-e465e951-d7e9-4d09-b6c4-c87d408ce6a3 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Allocated IP 172.20.0.1 (3b07c707-0711-4482-ba7e-e6e37c0cd0a9/03ac36cb-c051-41c2-88f4-498596c1452a/b02aa970-a4c6-43b6-858b-92a9007e93c8) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:14.333767 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23174b7-5a8a-4f5e-aa3c-ffe014f06a7d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:14.336338 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23174b7-5a8a-4f5e-aa3c-ffe014f06a7d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:14.338323 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23174b7-5a8a-4f5e-aa3c-ffe014f06a7d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:14.341284 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a23174b7-5a8a-4f5e-aa3c-ffe014f06a7d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1424918 Sep 21 18:11:14.343355 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57294) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:14.402353 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aa43b7c-53d0-44f7-b32b-ab0103e943e6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting subnet 45783c34-15cd-4d36-8d02-1f084b374ae9 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:11:14.406708 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7aa43b7c-53d0-44f7-b32b-ab0103e943e6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:14.428818 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912f720-13a9-4d88-911d-39b862fa2400 req-3a37ec3f-e4a5-49df-85bd-1d7748f0dd61 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:14.430476 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8912f720-13a9-4d88-911d-39b862fa2400 req-3a37ec3f-e4a5-49df-85bd-1d7748f0dd61 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 943 time: 0.1394114 Sep 21 18:11:14.482064 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e465e951-d7e9-4d09-b6c4-c87d408ce6a3 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:14.487938 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7aa43b7c-53d0-44f7-b32b-ab0103e943e6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:14.543333 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8912f720-13a9-4d88-911d-39b862fa2400 req-6c606e18-1321-4a5e-ba92-8ffe092083d7 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957232 Sep 21 18:11:14.555340 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e465e951-d7e9-4d09-b6c4-c87d408ce6a3 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:14.598064 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7aa43b7c-53d0-44f7-b32b-ab0103e943e6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:14.645191 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e465e951-d7e9-4d09-b6c4-c87d408ce6a3 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Network 3b07c707-0711-4482-ba7e-e6e37c0cd0a9 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:14.648707 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-e465e951-d7e9-4d09-b6c4-c87d408ce6a3 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:14.651291 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e465e951-d7e9-4d09-b6c4-c87d408ce6a3 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:14.655576 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port f196ef3b-e7f0-4620-9eda-6f861fae18de triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:14.656147 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:14.696408 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e465e951-d7e9-4d09-b6c4-c87d408ce6a3 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event updated for resources: {'Port': ['ID=b02aa970-a4c6-43b6-858b-92a9007e93c8,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:14.709663 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35,segment=NetworkSegment(4b64dd21-5629-4aeb-b469-122d429565f9),segment_id=4b64dd21-5629-4aeb-b469-122d429565f9)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:14.712855 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7aa43b7c-53d0-44f7-b32b-ab0103e943e6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:14.714187 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e465e951-d7e9-4d09-b6c4-c87d408ce6a3 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:14.736161 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35', 'network_id': '26b06533-005a-4039-b917-eb7519176b38', 'port_id': '00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35', 'mac_address': 'fa:16:3e:51:b7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ec2754-0ef0-4406-b143-cf240e0ec33f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:11:14.739151 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-21fe1715-7c89-43d9-9950-6adf491ca9c0 None None] Provisioning complete for port f196ef3b-e7f0-4620-9eda-6f861fae18de triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:14.739561 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-21fe1715-7c89-43d9-9950-6adf491ca9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:14.744914 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7aa43b7c-53d0-44f7-b32b-ab0103e943e6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:14.747624 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7aa43b7c-53d0-44f7-b32b-ab0103e943e6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/45783c34-15cd-4d36-8d02-1f084b374ae9 HTTP/1.1" status: 204 len: 168 time: 0.4030712 Sep 21 18:11:14.759304 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57300) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:14.777894 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa43b7c-53d0-44f7-b32b-ab0103e943e6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Subnet': ['ID=45783c34-15cd-4d36-8d02-1f084b374ae9,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:14.823813 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-33da0343-43d4-40dd-8f7a-d81f85f86e9e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting subnet ec5a3165-1e80-4f92-bb95-ef7f63b2ef75 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:11:14.829805 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-33da0343-43d4-40dd-8f7a-d81f85f86e9e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:14.868970 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:14.885543 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:11:14.890055 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5826242-bcc0-4ac7-9014-f2aa565edfd8 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:14.910537 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-33da0343-43d4-40dd-8f7a-d81f85f86e9e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:14.986139 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35,segment=NetworkSegment(4b64dd21-5629-4aeb-b469-122d429565f9),segment_id=4b64dd21-5629-4aeb-b469-122d429565f9)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:14.995483 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:15.026073 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e465e951-d7e9-4d09-b6c4-c87d408ce6a3 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:15.057340 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-33da0343-43d4-40dd-8f7a-d81f85f86e9e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:15.086712 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a5af51b7-eee4-4838-9206-68e300d6f3c4 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:11:15.135179 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:15.150159 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-21fe1715-7c89-43d9-9950-6adf491ca9c0 None None] Could not find standard attr ID for object b14c2d2b-696c-4336-91c5-c32db68a5040. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:11:15.193237 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-33da0343-43d4-40dd-8f7a-d81f85f86e9e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:15.223703 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:11:15.265038 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da0343-43d4-40dd-8f7a-d81f85f86e9e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Subnet': ['ID=ec5a3165-1e80-4f92-bb95-ef7f63b2ef75,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:15.292335 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-f290ab06-7aa3-4194-80bf-3ad2c9d595f3 None None] Could not find standard attr ID for object b14c2d2b-696c-4336-91c5-c32db68a5040. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:11:15.322716 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-33da0343-43d4-40dd-8f7a-d81f85f86e9e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:15.322981 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port a5af51b7-eee4-4838-9206-68e300d6f3c4, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a5af51b7-eee4-4838-9206-68e300d6f3c4,segment=NetworkSegment(4b64dd21-5629-4aeb-b469-122d429565f9),segment_id=4b64dd21-5629-4aeb-b469-122d429565f9)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:15.327921 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-33da0343-43d4-40dd-8f7a-d81f85f86e9e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/ec5a3165-1e80-4f92-bb95-ef7f63b2ef75 HTTP/1.1" status: 204 len: 168 time: 0.5645292 Sep 21 18:11:15.329172 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57306) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:15.350970 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'a5af51b7-eee4-4838-9206-68e300d6f3c4', 'network_id': '26b06533-005a-4039-b917-eb7519176b38', 'port_id': 'a5af51b7-eee4-4838-9206-68e300d6f3c4', 'mac_address': 'fa:16:3e:a5:8c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ec2754-0ef0-4406-b143-cf240e0ec33f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:11:15.394731 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57308) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:15.396163 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-996b3daa-decc-4f12-a071-39a87522e79a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0625041 Sep 21 18:11:15.399721 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-61137008-cd0b-45dc-bcca-d6b7aa51261c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:15.447586 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:15.472180 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5af51b7-eee4-4838-9206-68e300d6f3c4 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:11:15.509971 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port a5af51b7-eee4-4838-9206-68e300d6f3c4, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a5af51b7-eee4-4838-9206-68e300d6f3c4,segment=NetworkSegment(4b64dd21-5629-4aeb-b469-122d429565f9),segment_id=4b64dd21-5629-4aeb-b469-122d429565f9)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:15.534090 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:15.534542 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e465e951-d7e9-4d09-b6c4-c87d408ce6a3 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:15.538729 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61137008-cd0b-45dc-bcca-d6b7aa51261c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:15.543768 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-61137008-cd0b-45dc-bcca-d6b7aa51261c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:15.582118 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e465e951-d7e9-4d09-b6c4-c87d408ce6a3 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:15.607658 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=a5af51b7-eee4-4838-9206-68e300d6f3c4,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:15.697626 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e706eec-e928-46d6-a2ea-2e7b142952d9 req-c9893b9c-5522-42f0-8e45-ba7a04b37168 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:15.705417 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e706eec-e928-46d6-a2ea-2e7b142952d9 req-c9893b9c-5522-42f0-8e45-ba7a04b37168 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 944 time: 0.0743856 Sep 21 18:11:15.752771 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e706eec-e928-46d6-a2ea-2e7b142952d9 req-2b30465c-eb12-4f1d-833f-96d6ff93fb96 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453351 Sep 21 18:11:15.771502 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['a5af51b7-eee4-4838-9206-68e300d6f3c4'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:11:15.800368 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e465e951-d7e9-4d09-b6c4-c87d408ce6a3 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event updated for resources: {'Port': ['ID=b02aa970-a4c6-43b6-858b-92a9007e93c8,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:15.823241 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e465e951-d7e9-4d09-b6c4-c87d408ce6a3 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:15.882479 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3953cfef-ef59-4e2f-8a84-3c2094d2c64e None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:15.941723 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4b159975-9336-4c3e-8ae5-ee52ca9ccd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:15.991047 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-7986e349-8174-498d-9739-4d227460d947 None None] Provisioning complete for port f196ef3b-e7f0-4620-9eda-6f861fae18de triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:15.991583 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7986e349-8174-498d-9739-4d227460d947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:16.012607 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e465e951-d7e9-4d09-b6c4-c87d408ce6a3 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Network 3b07c707-0711-4482-ba7e-e6e37c0cd0a9 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:16.015891 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-e465e951-d7e9-4d09-b6c4-c87d408ce6a3 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:16.142551 n-d-810291-1 neutron-server[101461]: DEBUG neutron.objects.ports [None req-61137008-cd0b-45dc-bcca-d6b7aa51261c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101461) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:11:16.204023 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e09494b-a4ba-478f-9f3f-9708a70362e8 None None] Update dhcp port {'port': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'fixed_ips': [{'subnet_id': '128da5bb-eac3-4c97-b809-5414e1a53783'}], 'binding:host_id': 'n-d-810291-1'}, 'id': 'f196ef3b-e7f0-4620-9eda-6f861fae18de'} from n-d-810291-1. {{(pid=101462) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 18:11:16.232487 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:16.265042 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7e09494b-a4ba-478f-9f3f-9708a70362e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:16.330860 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e465e951-d7e9-4d09-b6c4-c87d408ce6a3 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Router 08dc1f37-a5d8-4260-8588-e3d9401c818a has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:11:16.331689 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:11:16.381732 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:16.382197 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:16.494276 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-61137008-cd0b-45dc-bcca-d6b7aa51261c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:16.510455 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.db.api [None req-7e09494b-a4ba-478f-9f3f-9708a70362e8 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe98:4a2-86bc36b1-3d72-40c0-8ec9-61c6926dc9a {{(pid=101462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:11:16.510894 n-d-810291-1 neutron-server[101462]: DEBUG oslo_db.api [None req-7e09494b-a4ba-478f-9f3f-9708a70362e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:11:16.518866 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:16.540882 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387a97eb-891e-479a-8df9-af1c22291322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:11:16.543305 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e0743e-10f1-410b-af5b-70ae2f01f52c" -d '{"events": [{"server_uuid": "387a97eb-891e-479a-8df9-af1c22291322", "name": "network-vif-plugged", "status": "completed", "tag": "00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:11:16.548677 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e465e951-d7e9-4d09-b6c4-c87d408ce6a3 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:11:16.558714 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e465e951-d7e9-4d09-b6c4-c87d408ce6a3 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "PUT /v2.0/routers/08dc1f37-a5d8-4260-8588-e3d9401c818a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8508549 Sep 21 18:11:16.558714 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57320) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:16.562966 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-43363dd8-2437-40b3-8541-b623fa650427 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Request body: {'port': {'network_id': '3b07c707-0711-4482-ba7e-e6e37c0cd0a9', 'name': 'tempest-FloatingIPTestJSON-921640663'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:16.569596 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b029a989-ba8e-4c38-9627-25c94d6a8a5a None None] Sync routers for ids ['08dc1f37-a5d8-4260-8588-e3d9401c818a'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:11:16.582450 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35,segment=NetworkSegment(4b64dd21-5629-4aeb-b469-122d429565f9),segment_id=4b64dd21-5629-4aeb-b469-122d429565f9)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:16.586878 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b029a989-ba8e-4c38-9627-25c94d6a8a5a None None] Routers {'08dc1f37-a5d8-4260-8588-e3d9401c818a'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:16.589530 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-b029a989-ba8e-4c38-9627-25c94d6a8a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:10:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['08dc1f37-a5d8-4260-8588-e3d9401c818a'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:16.592720 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:16.600579 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31915459-3755-4d58-94eb-4c7ecb2885e5 x-openstack-request-id: req-31915459-3755-4d58-94eb-4c7ecb2885e5 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:11:16.601196 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387a97eb-891e-479a-8df9-af1c22291322", "name": "network-vif-plugged", "status": "completed", "tag": "00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:11:16.601610 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-31915459-3755-4d58-94eb-4c7ecb2885e5 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:11:16.602138 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387a97eb-891e-479a-8df9-af1c22291322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35', 'code': 200} Sep 21 18:11:16.658867 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:16.709635 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-b029a989-ba8e-4c38-9627-25c94d6a8a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:16.718399 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b029a989-ba8e-4c38-9627-25c94d6a8a5a None None] Routers {'08dc1f37-a5d8-4260-8588-e3d9401c818a'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:16.719309 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-b029a989-ba8e-4c38-9627-25c94d6a8a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:10:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['08dc1f37-a5d8-4260-8588-e3d9401c818a'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:16.751175 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-b029a989-ba8e-4c38-9627-25c94d6a8a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:16.752229 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b029a989-ba8e-4c38-9627-25c94d6a8a5a None None] The sync data for ids ['08dc1f37-a5d8-4260-8588-e3d9401c818a'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:11:16.754024 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43363dd8-2437-40b3-8541-b623fa650427 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Made reservation on behalf of 13452f045d8445b79437cd0af2a4f3d9 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:16.758422 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43363dd8-2437-40b3-8541-b623fa650427 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:16.761228 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c0726-51c1-4ff6-a27a-7321556c66b9 req-d47c879f-6e17-4030-ab9a-522cb0caa371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:16.763015 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-158c0726-51c1-4ff6-a27a-7321556c66b9 req-d47c879f-6e17-4030-ab9a-522cb0caa371 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 1096 time: 0.0908172 Sep 21 18:11:16.780568 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-61137008-cd0b-45dc-bcca-d6b7aa51261c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] For port f196ef3b-e7f0-4620-9eda-6f861fae18de, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f196ef3b-e7f0-4620-9eda-6f861fae18de,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:16.792792 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-43363dd8-2437-40b3-8541-b623fa650427 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] device_id is not set on port 0fd02e5f-6a53-4d59-b19a-1100e73bc0a1 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:11:16.828012 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-158c0726-51c1-4ff6-a27a-7321556c66b9 req-1e90d3bf-67ac-415f-9b4a-3394f1a20c35 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548666 Sep 21 18:11:16.858269 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-61137008-cd0b-45dc-bcca-d6b7aa51261c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:16.868878 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-61137008-cd0b-45dc-bcca-d6b7aa51261c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:16.869642 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-61137008-cd0b-45dc-bcca-d6b7aa51261c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:16.871101 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fce294-dd9d-40aa-8d0b-676f69e8e715 req-4a3fe976-d63d-49fa-8853-1b334c4ba8c6 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:16.875641 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d8fce294-dd9d-40aa-8d0b-676f69e8e715 req-4a3fe976-d63d-49fa-8853-1b334c4ba8c6 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 944 time: 0.0596132 Sep 21 18:11:16.927597 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d8fce294-dd9d-40aa-8d0b-676f69e8e715 req-fd955212-67f8-43f5-9d4a-f02003743ee6 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484471 Sep 21 18:11:16.981600 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61137008-cd0b-45dc-bcca-d6b7aa51261c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:16.999480 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-61137008-cd0b-45dc-bcca-d6b7aa51261c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:17.007452 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61137008-cd0b-45dc-bcca-d6b7aa51261c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:17.008095 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-61137008-cd0b-45dc-bcca-d6b7aa51261c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:17.010602 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61137008-cd0b-45dc-bcca-d6b7aa51261c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Port': ['ID=f196ef3b-e7f0-4620-9eda-6f861fae18de,revision_number=8']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:17.016547 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61137008-cd0b-45dc-bcca-d6b7aa51261c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Subnet': ['ID=128da5bb-eac3-4c97-b809-5414e1a53783,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:17.025187 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-43363dd8-2437-40b3-8541-b623fa650427 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Allocated IP 172.20.0.4 (3b07c707-0711-4482-ba7e-e6e37c0cd0a9/03ac36cb-c051-41c2-88f4-498596c1452a/0fd02e5f-6a53-4d59-b19a-1100e73bc0a1) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:17.049841 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-61137008-cd0b-45dc-bcca-d6b7aa51261c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6517341 Sep 21 18:11:17.050524 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57330) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:17.060396 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7e09494b-a4ba-478f-9f3f-9708a70362e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:17.066838 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-a636b10d-a335-4de0-a5f4-281877d6df68 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:17.098713 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a5af51b7-eee4-4838-9206-68e300d6f3c4 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:17.201451 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port a5af51b7-eee4-4838-9206-68e300d6f3c4 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:11:17.252003 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port a5af51b7-eee4-4838-9206-68e300d6f3c4 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:17.252380 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:17.296895 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a636b10d-a335-4de0-a5f4-281877d6df68 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:17.302655 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a636b10d-a335-4de0-a5f4-281877d6df68 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:17.325833 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43363dd8-2437-40b3-8541-b623fa650427 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:17.422562 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43363dd8-2437-40b3-8541-b623fa650427 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:17.479346 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43363dd8-2437-40b3-8541-b623fa650427 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Network 3b07c707-0711-4482-ba7e-e6e37c0cd0a9 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:17.485532 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-43363dd8-2437-40b3-8541-b623fa650427 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:17.493298 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43363dd8-2437-40b3-8541-b623fa650427 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:17.545597 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43363dd8-2437-40b3-8541-b623fa650427 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event updated for resources: {'Port': ['ID=0fd02e5f-6a53-4d59-b19a-1100e73bc0a1,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:17.561982 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:17.584850 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-7e09494b-a4ba-478f-9f3f-9708a70362e8 None None] For port f196ef3b-e7f0-4620-9eda-6f861fae18de, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f196ef3b-e7f0-4620-9eda-6f861fae18de,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:17.615999 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43363dd8-2437-40b3-8541-b623fa650427 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:17.616644 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port a5af51b7-eee4-4838-9206-68e300d6f3c4, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a5af51b7-eee4-4838-9206-68e300d6f3c4,segment=NetworkSegment(4b64dd21-5629-4aeb-b469-122d429565f9),segment_id=4b64dd21-5629-4aeb-b469-122d429565f9)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:17.617045 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43363dd8-2437-40b3-8541-b623fa650427 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:17.624706 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:17.636469 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7e09494b-a4ba-478f-9f3f-9708a70362e8 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:17.646112 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-43363dd8-2437-40b3-8541-b623fa650427 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0848389 Sep 21 18:11:17.646643 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57332) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:17.653315 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-b5fd0ed5-520b-426c-97d5-52ebaa847a7c tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Request body: {'port': {'network_id': '3b07c707-0711-4482-ba7e-e6e37c0cd0a9', 'name': 'tempest-FloatingIPTestJSON-1716145050'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:17.657059 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7e09494b-a4ba-478f-9f3f-9708a70362e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:17.682735 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=a5af51b7-eee4-4838-9206-68e300d6f3c4,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:17.696576 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a636b10d-a335-4de0-a5f4-281877d6df68 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:17.736982 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e09494b-a4ba-478f-9f3f-9708a70362e8 None None] Pushing event updated for resources: {'Port': ['ID=f196ef3b-e7f0-4620-9eda-6f861fae18de,revision_number=9']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:17.785092 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a636b10d-a335-4de0-a5f4-281877d6df68 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:17.788705 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-a636b10d-a335-4de0-a5f4-281877d6df68 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:17.792106 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a636b10d-a335-4de0-a5f4-281877d6df68 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:17.792954 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a636b10d-a335-4de0-a5f4-281877d6df68 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:17.815019 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636b10d-a335-4de0-a5f4-281877d6df68 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Subnet': ['ID=58260eac-fb37-4e9c-91a7-eecf7cc74688,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:17.822750 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a636b10d-a335-4de0-a5f4-281877d6df68 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7716246 Sep 21 18:11:17.825541 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57336) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:17.835150 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-abefcafa-0baa-43f4-8217-62e2d6c2f656 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'port': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'mac_address': 'fa:16:3e:ef:08:7a', 'name': 'tempest-NetworksTestDHCPv6-961721127'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:17.847695 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fd0ed5-520b-426c-97d5-52ebaa847a7c tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Made reservation on behalf of 13452f045d8445b79437cd0af2a4f3d9 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:17.853384 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b5fd0ed5-520b-426c-97d5-52ebaa847a7c tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:17.900223 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-b5fd0ed5-520b-426c-97d5-52ebaa847a7c tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] device_id is not set on port 59ecbbb4-377b-47fe-90b2-16ba53a28ef6 yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:11:18.014674 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abefcafa-0baa-43f4-8217-62e2d6c2f656 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:18.089659 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-b5fd0ed5-520b-426c-97d5-52ebaa847a7c tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Allocated IP 172.20.0.9 (3b07c707-0711-4482-ba7e-e6e37c0cd0a9/03ac36cb-c051-41c2-88f4-498596c1452a/59ecbbb4-377b-47fe-90b2-16ba53a28ef6) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:18.173703 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f196ef3b-e7f0-4620-9eda-6f861fae18de up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:18.273629 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port f196ef3b-e7f0-4620-9eda-6f861fae18de triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:18.274374 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:18.313135 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b5fd0ed5-520b-426c-97d5-52ebaa847a7c tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:18.352747 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b5fd0ed5-520b-426c-97d5-52ebaa847a7c tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:18.377233 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fd0ed5-520b-426c-97d5-52ebaa847a7c tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Network 3b07c707-0711-4482-ba7e-e6e37c0cd0a9 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:18.380831 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-b5fd0ed5-520b-426c-97d5-52ebaa847a7c tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:18.382962 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fd0ed5-520b-426c-97d5-52ebaa847a7c tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:18.427852 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-eca7f152-3211-43f7-908f-5fb63ed85590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:18.460761 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fd0ed5-520b-426c-97d5-52ebaa847a7c tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:18.461633 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b5fd0ed5-520b-426c-97d5-52ebaa847a7c tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:18.493320 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd0ed5-520b-426c-97d5-52ebaa847a7c tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event updated for resources: {'Port': ['ID=59ecbbb4-377b-47fe-90b2-16ba53a28ef6,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:18.496001 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3bc532-3754-450f-8b4f-acd408b14032 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:18.507121 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b5fd0ed5-520b-426c-97d5-52ebaa847a7c tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8589625 Sep 21 18:11:18.510350 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57344) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:18.515112 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-88f18c43-7ef8-4f98-a137-c1e8e621bf12 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'port_id': '59ecbbb4-377b-47fe-90b2-16ba53a28ef6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:18.542626 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-88f18c43-7ef8-4f98-a137-c1e8e621bf12 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for floatingip, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:18.643266 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f45f5e0-6638-4cda-8c77-1ec80537e097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5af51b7-eee4-4838-9206-68e300d6f3c4'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:11:18.645473 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c81af09-ec00-438a-8222-ad23b998ef98" -d '{"events": [{"server_uuid": "1f45f5e0-6638-4cda-8c77-1ec80537e097", "name": "network-vif-plugged", "status": "completed", "tag": "a5af51b7-eee4-4838-9206-68e300d6f3c4"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:11:18.660083 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-88f18c43-7ef8-4f98-a137-c1e8e621bf12 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:18.675420 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0e875-c931-423e-943c-3f74c0aa72ef req-2275c3fd-5a95-4c86-adfc-587f8bce7b43 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:18.677017 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fbb0e875-c931-423e-943c-3f74c0aa72ef req-2275c3fd-5a95-4c86-adfc-587f8bce7b43 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 945 time: 0.6532760 Sep 21 18:11:18.691699 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-3e682be6-0ad3-4002-8d8f-6959e331a1be None None] Provisioning complete for port f196ef3b-e7f0-4620-9eda-6f861fae18de triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:18.692078 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3e682be6-0ad3-4002-8d8f-6959e331a1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:18.747993 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0d4282-be4e-4fe4-ae2a-257741fe3a6d x-openstack-request-id: req-fa0d4282-be4e-4fe4-ae2a-257741fe3a6d {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:11:18.748901 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f45f5e0-6638-4cda-8c77-1ec80537e097", "name": "network-vif-plugged", "status": "completed", "tag": "a5af51b7-eee4-4838-9206-68e300d6f3c4", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:11:18.748901 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fa0d4282-be4e-4fe4-ae2a-257741fe3a6d {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:11:18.748901 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f45f5e0-6638-4cda-8c77-1ec80537e097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5af51b7-eee4-4838-9206-68e300d6f3c4', 'code': 200} Sep 21 18:11:18.787680 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-abefcafa-0baa-43f4-8217-62e2d6c2f656 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:18.800610 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fbb0e875-c931-423e-943c-3f74c0aa72ef req-85e9469f-3284-4fdd-a76d-64d375b2fef2 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136057 Sep 21 18:11:18.812042 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-abefcafa-0baa-43f4-8217-62e2d6c2f656 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] device_id is not set on port 6fc053c2-1eed-4fa9-a5c3-7dce3c20d69d yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:11:18.859284 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-88f18c43-7ef8-4f98-a137-c1e8e621bf12 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Allocated IP 172.25.6.224 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/f546ee50-41f7-43ba-9020-59dfa99e378d) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:18.868596 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a8cd18-5ca0-44b6-a341-27a4ae990c48 None None] Update dhcp port {'port': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'fixed_ips': [{'subnet_id': '128da5bb-eac3-4c97-b809-5414e1a53783', 'ip_address': '2001:db8::f816:3eff:fe98:4a2'}, {'subnet_id': '58260eac-fb37-4e9c-91a7-eecf7cc74688'}], 'binding:host_id': 'n-d-810291-1'}, 'id': 'f196ef3b-e7f0-4620-9eda-6f861fae18de'} from n-d-810291-1. {{(pid=101462) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 18:11:18.869557 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97daf0a7-7546-4b10-b27c-7c8b0209e5cc req-a95b213f-d790-46c4-b6bb-65f1bee631d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:18.871698 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-97daf0a7-7546-4b10-b27c-7c8b0209e5cc req-a95b213f-d790-46c4-b6bb-65f1bee631d3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 1096 time: 0.0693955 Sep 21 18:11:18.908356 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a2a8cd18-5ca0-44b6-a341-27a4ae990c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:18.937485 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-97daf0a7-7546-4b10-b27c-7c8b0209e5cc req-c0436226-0330-4355-bdfd-17c5360d045f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570831 Sep 21 18:11:18.999968 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-abefcafa-0baa-43f4-8217-62e2d6c2f656 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Allocated IP 172.20.0.3 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/58260eac-fb37-4e9c-91a7-eecf7cc74688/6fc053c2-1eed-4fa9-a5c3-7dce3c20d69d) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:19.011768 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-abefcafa-0baa-43f4-8217-62e2d6c2f656 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Allocated IP 2001:db8::f816:3eff:feef:87a (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/128da5bb-eac3-4c97-b809-5414e1a53783/6fc053c2-1eed-4fa9-a5c3-7dce3c20d69d) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:19.030158 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-88f18c43-7ef8-4f98-a137-c1e8e621bf12 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:19.066845 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:19.070112 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-88f18c43-7ef8-4f98-a137-c1e8e621bf12 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:19.110262 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f18c43-7ef8-4f98-a137-c1e8e621bf12 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:19.113821 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-88f18c43-7ef8-4f98-a137-c1e8e621bf12 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:19.117663 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f18c43-7ef8-4f98-a137-c1e8e621bf12 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:19.153141 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f18c43-7ef8-4f98-a137-c1e8e621bf12 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event updated for resources: {'Port': ['ID=f546ee50-41f7-43ba-9020-59dfa99e378d,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:19.183764 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-abefcafa-0baa-43f4-8217-62e2d6c2f656 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:19.238571 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-abefcafa-0baa-43f4-8217-62e2d6c2f656 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:19.279591 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abefcafa-0baa-43f4-8217-62e2d6c2f656 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:19.283304 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-abefcafa-0baa-43f4-8217-62e2d6c2f656 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:19.286303 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abefcafa-0baa-43f4-8217-62e2d6c2f656 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:19.303249 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-a2a8cd18-5ca0-44b6-a341-27a4ae990c48 None None] Allocated IP 172.20.0.2 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/58260eac-fb37-4e9c-91a7-eecf7cc74688/f196ef3b-e7f0-4620-9eda-6f861fae18de) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:19.339047 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abefcafa-0baa-43f4-8217-62e2d6c2f656 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Port': ['ID=6fc053c2-1eed-4fa9-a5c3-7dce3c20d69d,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:19.354825 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abefcafa-0baa-43f4-8217-62e2d6c2f656 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:19.355496 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-abefcafa-0baa-43f4-8217-62e2d6c2f656 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:19.371230 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-abefcafa-0baa-43f4-8217-62e2d6c2f656 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.5436091 Sep 21 18:11:19.373677 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57356) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:19.426245 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0f56a6-e614-4bf2-a3fc-e0e6e54fdb42 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:19.427307 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a2a8cd18-5ca0-44b6-a341-27a4ae990c48 None None] For port f196ef3b-e7f0-4620-9eda-6f861fae18de, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f196ef3b-e7f0-4620-9eda-6f861fae18de,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:19.432209 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0f56a6-e614-4bf2-a3fc-e0e6e54fdb42 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:19.433845 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-da0f56a6-e614-4bf2-a3fc-e0e6e54fdb42 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0591538 Sep 21 18:11:19.436678 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57358) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:19.490091 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a2a8cd18-5ca0-44b6-a341-27a4ae990c48 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:19.499788 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a2a8cd18-5ca0-44b6-a341-27a4ae990c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:19.540947 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-39061bd9-58ae-4199-be55-760ab0cf2917 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting port 6fc053c2-1eed-4fa9-a5c3-7dce3c20d69d {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:19.541775 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-39061bd9-58ae-4199-be55-760ab0cf2917 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:19.652034 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8cd18-5ca0-44b6-a341-27a4ae990c48 None None] Pushing event updated for resources: {'Port': ['ID=f196ef3b-e7f0-4620-9eda-6f861fae18de,revision_number=10']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:19.675504 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-88f18c43-7ef8-4f98-a137-c1e8e621bf12 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:19.703769 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-39061bd9-58ae-4199-be55-760ab0cf2917 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:19.719694 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-39061bd9-58ae-4199-be55-760ab0cf2917 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Calling delete_port for 6fc053c2-1eed-4fa9-a5c3-7dce3c20d69d owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:19.823081 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-88f18c43-7ef8-4f98-a137-c1e8e621bf12 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:20.026715 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-88f18c43-7ef8-4f98-a137-c1e8e621bf12 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:20.036035 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-88f18c43-7ef8-4f98-a137-c1e8e621bf12 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:20.044079 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd23f97-3e1a-46d9-bc22-8ea90f446a1f req-22c25493-79fd-47b4-8e23-3ce42e20b126 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:20.051912 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dfd23f97-3e1a-46d9-bc22-8ea90f446a1f req-22c25493-79fd-47b4-8e23-3ce42e20b126 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 945 time: 0.1205440 Sep 21 18:11:20.061095 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-39061bd9-58ae-4199-be55-760ab0cf2917 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:20.078187 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:20.103435 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39061bd9-58ae-4199-be55-760ab0cf2917 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Port': ['ID=6fc053c2-1eed-4fa9-a5c3-7dce3c20d69d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:20.118479 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f18c43-7ef8-4f98-a137-c1e8e621bf12 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event updated for resources: {'Port': ['ID=f546ee50-41f7-43ba-9020-59dfa99e378d,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:20.169529 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-88f18c43-7ef8-4f98-a137-c1e8e621bf12 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:20.199829 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dfd23f97-3e1a-46d9-bc22-8ea90f446a1f req-d41affdd-33c1-4f72-8887-109dcf1c8335 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466358 Sep 21 18:11:20.230662 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f196ef3b-e7f0-4620-9eda-6f861fae18de up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:20.291880 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-39061bd9-58ae-4199-be55-760ab0cf2917 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:20.294482 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-39061bd9-58ae-4199-be55-760ab0cf2917 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/6fc053c2-1eed-4fa9-a5c3-7dce3c20d69d HTTP/1.1" status: 204 len: 168 time: 0.8567388 Sep 21 18:11:20.297119 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57372) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:20.335933 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port f196ef3b-e7f0-4620-9eda-6f861fae18de triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:20.336490 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:20.406894 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-88f18c43-7ef8-4f98-a137-c1e8e621bf12 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Floating IP ec56ba81-02fe-4443-a87a-0e96a384bbd8 associated. External IP: 172.25.6.224, port: 59ecbbb4-377b-47fe-90b2-16ba53a28ef6. Sep 21 18:11:20.471075 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b32650-cee2-4978-a7f8-86d85e08ed0d None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:20.483700 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0749a4e-cfd7-485d-9ed3-200e52cc1200 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:20.485935 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0749a4e-cfd7-485d-9ed3-200e52cc1200 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:20.487653 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0749a4e-cfd7-485d-9ed3-200e52cc1200 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:20.489560 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f0749a4e-cfd7-485d-9ed3-200e52cc1200 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1725793 Sep 21 18:11:20.492523 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57376) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:20.557285 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-08af7462-50ac-453c-9d5f-83aaceaffb86 None None] Provisioning complete for port f196ef3b-e7f0-4620-9eda-6f861fae18de triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:20.557659 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-08af7462-50ac-453c-9d5f-83aaceaffb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:20.564149 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-1146155d-cdc8-453f-8206-f45d6b654c48 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting subnet 128da5bb-eac3-4c97-b809-5414e1a53783 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:11:20.569363 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1146155d-cdc8-453f-8206-f45d6b654c48 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:20.622997 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1146155d-cdc8-453f-8206-f45d6b654c48 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:20.724953 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1146155d-cdc8-453f-8206-f45d6b654c48 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:20.792512 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1146155d-cdc8-453f-8206-f45d6b654c48 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:20.803260 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f18c43-7ef8-4f98-a137-c1e8e621bf12 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Router 08dc1f37-a5d8-4260-8588-e3d9401c818a has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:11:20.806581 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53929093-e145-4787-87f1-ae34ccb2564b req-8b55a2f6-f3e5-4a21-9303-427037fe3ed4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0986385 Sep 21 18:11:20.855142 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146155d-cdc8-453f-8206-f45d6b654c48 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Subnet': ['ID=128da5bb-eac3-4c97-b809-5414e1a53783,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:20.860182 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1146155d-cdc8-453f-8206-f45d6b654c48 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:20.862542 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1146155d-cdc8-453f-8206-f45d6b654c48 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/128da5bb-eac3-4c97-b809-5414e1a53783 HTTP/1.1" status: 204 len: 168 time: 0.3686557 Sep 21 18:11:20.879010 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57384) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:20.967948 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc07787-a8d8-4e29-9109-d58064ef7595 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting subnet 58260eac-fb37-4e9c-91a7-eecf7cc74688 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:11:20.971348 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8dc07787-a8d8-4e29-9109-d58064ef7595 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:21.029739 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8dc07787-a8d8-4e29-9109-d58064ef7595 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:21.040826 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53929093-e145-4787-87f1-ae34ccb2564b req-8692f6aa-a779-44f8-9083-97c408168567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:21.042621 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53929093-e145-4787-87f1-ae34ccb2564b req-8692f6aa-a779-44f8-9083-97c408168567 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5aadfefca1044e71aeb470c69c909afe&device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 1097 time: 0.1373262 Sep 21 18:11:21.070111 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f18c43-7ef8-4f98-a137-c1e8e621bf12 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:11:21.096381 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cab80be-6449-4077-8fc8-d1c754b7788d None None] Sync routers for ids ['08dc1f37-a5d8-4260-8588-e3d9401c818a'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:11:21.118805 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cab80be-6449-4077-8fc8-d1c754b7788d None None] Routers {'08dc1f37-a5d8-4260-8588-e3d9401c818a'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:21.119855 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-0cab80be-6449-4077-8fc8-d1c754b7788d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['08dc1f37-a5d8-4260-8588-e3d9401c818a'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:21.171890 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8dc07787-a8d8-4e29-9109-d58064ef7595 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:21.215217 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-88f18c43-7ef8-4f98-a137-c1e8e621bf12 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:21.235055 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd7fa80-0480-47d1-b7c4-5de7f6343300 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:21.250041 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8dc07787-a8d8-4e29-9109-d58064ef7595 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:21.271889 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53929093-e145-4787-87f1-ae34ccb2564b req-30173e2d-3ac6-4d13-a930-f1946f84b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:21.273357 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53929093-e145-4787-87f1-ae34ccb2564b req-30173e2d-3ac6-4d13-a930-f1946f84b7ec service neutron] 10.222.0.38 "GET /v2.0/networks?id=b4b63a75-cac0-4c3a-a311-673b965199ba HTTP/1.1" status: 200 len: 912 time: 0.2007906 Sep 21 18:11:21.276129 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-0cab80be-6449-4077-8fc8-d1c754b7788d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:21.279396 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-88f18c43-7ef8-4f98-a137-c1e8e621bf12 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.7677703 Sep 21 18:11:21.280031 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57392) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:21.285378 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-f06acd14-36bc-43c1-a827-3a6f03d43b0d tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:21.301074 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc07787-a8d8-4e29-9109-d58064ef7595 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Subnet': ['ID=58260eac-fb37-4e9c-91a7-eecf7cc74688,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:21.316985 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b8166ea5-e0e5-48f4-a9a4-0dda590a914a None None] Provisioning complete for port f196ef3b-e7f0-4620-9eda-6f861fae18de triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:21.317372 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b8166ea5-e0e5-48f4-a9a4-0dda590a914a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:21.320099 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8dc07787-a8d8-4e29-9109-d58064ef7595 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:21.327486 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8dc07787-a8d8-4e29-9109-d58064ef7595 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/58260eac-fb37-4e9c-91a7-eecf7cc74688 HTTP/1.1" status: 204 len: 168 time: 0.4465692 Sep 21 18:11:21.328158 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57394) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:21.347704 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cab80be-6449-4077-8fc8-d1c754b7788d None None] Routers {'08dc1f37-a5d8-4260-8588-e3d9401c818a'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:21.348445 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-0cab80be-6449-4077-8fc8-d1c754b7788d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['08dc1f37-a5d8-4260-8588-e3d9401c818a'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:21.373669 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-764dfce5-12f4-44c6-83ca-7b5d00df9d75 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414808 Sep 21 18:11:21.374039 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57396) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:21.379869 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-acc0cfe5-71ab-4e19-80ea-ae7c0937135c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:21.409960 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-0cab80be-6449-4077-8fc8-d1c754b7788d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:21.410348 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cab80be-6449-4077-8fc8-d1c754b7788d None None] The sync data for ids ['08dc1f37-a5d8-4260-8588-e3d9401c818a'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:11:21.517297 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f06acd14-36bc-43c1-a827-3a6f03d43b0d tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for floatingip, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:21.532673 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc0cfe5-71ab-4e19-80ea-ae7c0937135c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:21.536861 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-acc0cfe5-71ab-4e19-80ea-ae7c0937135c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:21.584866 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:21.618861 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379a8fc7-5ba6-473a-812f-96431dfcf1d7 None None] DHCP port deletion for 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:11:21.708474 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53929093-e145-4787-87f1-ae34ccb2564b req-1393a3c7-6a1d-4f94-b1fd-96f19dad52a0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c59d874a-906a-4793-aed3-0e80f2d6f8cc HTTP/1.1" status: 200 len: 1002 time: 0.4176314 Sep 21 18:11:21.764817 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-379a8fc7-5ba6-473a-812f-96431dfcf1d7 None None] Deleting port f196ef3b-e7f0-4620-9eda-6f861fae18de {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:21.764817 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-379a8fc7-5ba6-473a-812f-96431dfcf1d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:21.781102 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e911eb6-a2c6-4805-ba63-773fa610529b req-a428fe3e-0da3-47c0-ad96-f9dc6e3be90a tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:21.783107 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2e911eb6-a2c6-4805-ba63-773fa610529b req-a428fe3e-0da3-47c0-ad96-f9dc6e3be90a tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 945 time: 0.3974268 Sep 21 18:11:21.790950 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-acc0cfe5-71ab-4e19-80ea-ae7c0937135c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:21.847089 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc0cfe5-71ab-4e19-80ea-ae7c0937135c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:21.851975 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-acc0cfe5-71ab-4e19-80ea-ae7c0937135c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:21.860618 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc0cfe5-71ab-4e19-80ea-ae7c0937135c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:21.861465 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-acc0cfe5-71ab-4e19-80ea-ae7c0937135c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:21.882000 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0cfe5-71ab-4e19-80ea-ae7c0937135c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Subnet': ['ID=cc0c1f24-bb74-4df7-89ec-e6569dd294d4,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:21.892440 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc0cfe5-71ab-4e19-80ea-ae7c0937135c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:21.893544 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc0cfe5-71ab-4e19-80ea-ae7c0937135c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:21.894395 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc0cfe5-71ab-4e19-80ea-ae7c0937135c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:21.894917 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc0cfe5-71ab-4e19-80ea-ae7c0937135c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:21.895401 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-379a8fc7-5ba6-473a-812f-96431dfcf1d7 None None] For port f196ef3b-e7f0-4620-9eda-6f861fae18de, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f196ef3b-e7f0-4620-9eda-6f861fae18de,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:21.895622 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc0cfe5-71ab-4e19-80ea-ae7c0937135c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:21.895801 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-379a8fc7-5ba6-473a-812f-96431dfcf1d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:21.896298 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc0cfe5-71ab-4e19-80ea-ae7c0937135c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:21.896833 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc0cfe5-71ab-4e19-80ea-ae7c0937135c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:21.897321 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc0cfe5-71ab-4e19-80ea-ae7c0937135c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:21.898364 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc0cfe5-71ab-4e19-80ea-ae7c0937135c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:21.898913 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc0cfe5-71ab-4e19-80ea-ae7c0937135c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:21.899425 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc0cfe5-71ab-4e19-80ea-ae7c0937135c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:21.899918 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc0cfe5-71ab-4e19-80ea-ae7c0937135c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:21.914560 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-acc0cfe5-71ab-4e19-80ea-ae7c0937135c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5394611 Sep 21 18:11:21.917320 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57406) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:21.923711 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-2e9762ce-cbde-48fd-8c8c-65f8a3601d0a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:21.941816 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-379a8fc7-5ba6-473a-812f-96431dfcf1d7 None None] Calling delete_port for f196ef3b-e7f0-4620-9eda-6f861fae18de owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:22.179846 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9762ce-cbde-48fd-8c8c-65f8a3601d0a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:22.186296 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2e9762ce-cbde-48fd-8c8c-65f8a3601d0a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:22.192915 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f196ef3b-e7f0-4620-9eda-6f861fae18de no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:11:22.215953 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: f196ef3b-e7f0-4620-9eda-6f861fae18de {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:11:22.216307 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f196ef3b-e7f0-4620-9eda-6f861fae18de not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:11:22.217740 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-379a8fc7-5ba6-473a-812f-96431dfcf1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:22.270088 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a8fc7-5ba6-473a-812f-96431dfcf1d7 None None] Pushing event deleted for resources: {'Port': ['ID=f196ef3b-e7f0-4620-9eda-6f861fae18de,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:22.281373 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379a8fc7-5ba6-473a-812f-96431dfcf1d7 None None] No DVR routers for this DVR port f196ef3b-e7f0-4620-9eda-6f861fae18de on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:11:22.311976 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1227dfd-8eca-4d15-8686-ca7b700931b2 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:22.417472 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f06acd14-36bc-43c1-a827-3a6f03d43b0d tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:22.439423 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2e911eb6-a2c6-4805-ba63-773fa610529b req-39262ddf-e2a4-41c7-9810-a708871e3626 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6137586 Sep 21 18:11:22.443444 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f06acd14-36bc-43c1-a827-3a6f03d43b0d tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:22.444880 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-f06acd14-36bc-43c1-a827-3a6f03d43b0d tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Floating IP ec56ba81-02fe-4443-a87a-0e96a384bbd8 disassociated. External IP: 172.25.6.224, port: 59ecbbb4-377b-47fe-90b2-16ba53a28ef6. Sep 21 18:11:22.508332 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53929093-e145-4787-87f1-ae34ccb2564b req-fa99f43d-d873-40d3-83c3-2d5e56bd1953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:22.509818 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53929093-e145-4787-87f1-ae34ccb2564b req-fa99f43d-d873-40d3-83c3-2d5e56bd1953 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=29244be3-4141-408b-9ec3-b8b1380c14f4 HTTP/1.1" status: 200 len: 850 time: 0.7912371 Sep 21 18:11:22.585845 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de5a241-1c77-4b4d-95c0-2e5664ea2749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'tenant_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'fixed_ips': [{'subnet_id': 'cc0c1f24-bb74-4df7-89ec-e6569dd294d4'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:11:22.586868 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4de5a241-1c77-4b4d-95c0-2e5664ea2749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:22.813187 n-d-810291-1 neutron-server[101461]: DEBUG neutron.objects.ports [None req-2e9762ce-cbde-48fd-8c8c-65f8a3601d0a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101461) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:11:22.815203 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2e9762ce-cbde-48fd-8c8c-65f8a3601d0a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:22.826736 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-4de5a241-1c77-4b4d-95c0-2e5664ea2749 None None] Allocated IP 172.20.0.2 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/cc0c1f24-bb74-4df7-89ec-e6569dd294d4/4476ce4f-59f8-4e6f-97c6-11f71bbfe6de) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:22.874639 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9762ce-cbde-48fd-8c8c-65f8a3601d0a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Subnet': ['ID=1996dc3e-8b50-449b-8e03-9aa95d80a37c,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:22.889454 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9762ce-cbde-48fd-8c8c-65f8a3601d0a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:22.891968 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-2e9762ce-cbde-48fd-8c8c-65f8a3601d0a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:22.899900 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9762ce-cbde-48fd-8c8c-65f8a3601d0a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:22.900834 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2e9762ce-cbde-48fd-8c8c-65f8a3601d0a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:22.925251 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2e9762ce-cbde-48fd-8c8c-65f8a3601d0a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0039368 Sep 21 18:11:22.927003 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57424) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:22.927634 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53929093-e145-4787-87f1-ae34ccb2564b req-ed1d6d5b-2c71-4527-a3d2-c111430810ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:22.929367 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53929093-e145-4787-87f1-ae34ccb2564b req-ed1d6d5b-2c71-4527-a3d2-c111430810ad service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b4b63a75-cac0-4c3a-a311-673b965199ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3232341 Sep 21 18:11:22.941010 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-254e4ac5-734d-4dd0-909e-622d3fbfe231 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'port': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'mac_address': 'fa:16:3e:93:a6:9a', 'name': 'tempest-NetworksTestDHCPv6-875209951'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:22.982462 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c8789-9dde-4d6b-b2fb-f7048b428c80 req-c6d47fc0-3d1d-434b-825f-55569098a17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:22.983953 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b27c8789-9dde-4d6b-b2fb-f7048b428c80 req-c6d47fc0-3d1d-434b-825f-55569098a17b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=27badd22a056458b825abc32f4668d88&device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 1096 time: 0.2477760 Sep 21 18:11:23.043281 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcaccc3-58c9-40a8-be89-a057d2f4d79c req-1a0a6d76-d666-4e5b-bb62-db254fb35814 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:23.044861 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4fcaccc3-58c9-40a8-be89-a057d2f4d79c req-1a0a6d76-d666-4e5b-bb62-db254fb35814 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 945 time: 0.2749989 Sep 21 18:11:23.090290 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06acd14-36bc-43c1-a827-3a6f03d43b0d tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Router 08dc1f37-a5d8-4260-8588-e3d9401c818a has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:11:23.106747 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254e4ac5-734d-4dd0-909e-622d3fbfe231 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:23.111606 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-254e4ac5-734d-4dd0-909e-622d3fbfe231 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:23.163701 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-254e4ac5-734d-4dd0-909e-622d3fbfe231 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] device_id is not set on port 110af396-4b14-479a-984b-d594447d8229 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:11:23.289797 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4fcaccc3-58c9-40a8-be89-a057d2f4d79c req-8bd1461b-380e-43b2-b561-c7b41ebe7ac1 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319860 Sep 21 18:11:23.315490 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4de5a241-1c77-4b4d-95c0-2e5664ea2749 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:23.323030 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4de5a241-1c77-4b4d-95c0-2e5664ea2749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:23.333617 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53929093-e145-4787-87f1-ae34ccb2564b req-a4a2adfd-73ff-4712-98f7-5266681f0886 service neutron] 10.222.0.38 "GET /v2.0/networks/b4b63a75-cac0-4c3a-a311-673b965199ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610010 Sep 21 18:11:23.337192 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c8789-9dde-4d6b-b2fb-f7048b428c80 req-8336e015-174a-4755-9630-c6a3f9ae3b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:23.338590 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b27c8789-9dde-4d6b-b2fb-f7048b428c80 req-8336e015-174a-4755-9630-c6a3f9ae3b52 service neutron] 10.222.0.38 "GET /v2.0/networks?id=26b06533-005a-4039-b917-eb7519176b38 HTTP/1.1" status: 200 len: 920 time: 0.3333666 Sep 21 18:11:23.384062 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de5a241-1c77-4b4d-95c0-2e5664ea2749 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:23.394501 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-4de5a241-1c77-4b4d-95c0-2e5664ea2749 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:23.397605 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de5a241-1c77-4b4d-95c0-2e5664ea2749 None None] Pushing event updated for resources: {'Port': ['ID=4476ce4f-59f8-4e6f-97c6-11f71bbfe6de,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:23.404746 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de5a241-1c77-4b4d-95c0-2e5664ea2749 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:23.409354 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:23.464530 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-254e4ac5-734d-4dd0-909e-622d3fbfe231 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Allocated IP 172.20.0.4 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/cc0c1f24-bb74-4df7-89ec-e6569dd294d4/110af396-4b14-479a-984b-d594447d8229) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:23.471966 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-254e4ac5-734d-4dd0-909e-622d3fbfe231 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Allocated IP 2001:db8::f816:3eff:fe93:a69a (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/1996dc3e-8b50-449b-8e03-9aa95d80a37c/110af396-4b14-479a-984b-d594447d8229) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:23.474501 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-4de5a241-1c77-4b4d-95c0-2e5664ea2749 None None] Attempting to bind port 4476ce4f-59f8-4e6f-97c6-11f71bbfe6de on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:23.475341 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-4de5a241-1c77-4b4d-95c0-2e5664ea2749 None None] Attempting to bind port 4476ce4f-59f8-4e6f-97c6-11f71bbfe6de by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:23.475995 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de5a241-1c77-4b4d-95c0-2e5664ea2749 None None] Attempting to bind port 4476ce4f-59f8-4e6f-97c6-11f71bbfe6de on network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:23.483540 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de5a241-1c77-4b4d-95c0-2e5664ea2749 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:11:23.484458 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de5a241-1c77-4b4d-95c0-2e5664ea2749 None None] Checking segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:23.485178 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4de5a241-1c77-4b4d-95c0-2e5664ea2749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:23.486047 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de5a241-1c77-4b4d-95c0-2e5664ea2749 None None] Bound using segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:11:23.486901 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-4de5a241-1c77-4b4d-95c0-2e5664ea2749 None None] Bound port: 4476ce4f-59f8-4e6f-97c6-11f71bbfe6de, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:11:23.487977 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4de5a241-1c77-4b4d-95c0-2e5664ea2749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:23.534437 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53929093-e145-4787-87f1-ae34ccb2564b req-4642beee-c1bc-4853-bffc-b3db87cef9dd service neutron] 10.222.0.38 "GET /v2.0/networks/b4b63a75-cac0-4c3a-a311-673b965199ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784408 Sep 21 18:11:23.566611 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b27c8789-9dde-4d6b-b2fb-f7048b428c80 req-e5b1b0f2-3234-4780-ac2a-09c4e9a84b9c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5af51b7-eee4-4838-9206-68e300d6f3c4 HTTP/1.1" status: 200 len: 217 time: 0.0826023 Sep 21 18:11:23.615944 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-4de5a241-1c77-4b4d-95c0-2e5664ea2749 None None] For port 4476ce4f-59f8-4e6f-97c6-11f71bbfe6de, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:11:23.619661 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-4de5a241-1c77-4b4d-95c0-2e5664ea2749 None None] For port 4476ce4f-59f8-4e6f-97c6-11f71bbfe6de, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=4476ce4f-59f8-4e6f-97c6-11f71bbfe6de,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:11:23.627313 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06acd14-36bc-43c1-a827-3a6f03d43b0d tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:11:23.627538 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4de5a241-1c77-4b4d-95c0-2e5664ea2749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:23.635176 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f06acd14-36bc-43c1-a827-3a6f03d43b0d tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:23.638143 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9239800-bfae-4df9-a8d2-660b061597c9 None None] Sync routers for ids ['08dc1f37-a5d8-4260-8588-e3d9401c818a'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:11:23.650566 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9239800-bfae-4df9-a8d2-660b061597c9 None None] Routers {'08dc1f37-a5d8-4260-8588-e3d9401c818a'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:23.651216 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-f9239800-bfae-4df9-a8d2-660b061597c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['08dc1f37-a5d8-4260-8588-e3d9401c818a'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:23.668211 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f06acd14-36bc-43c1-a827-3a6f03d43b0d tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "PUT /v2.0/floatingips/ec56ba81-02fe-4443-a87a-0e96a384bbd8 HTTP/1.1" status: 200 len: 688 time: 2.3868489 Sep 21 18:11:23.671046 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57434) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:23.699157 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de5a241-1c77-4b4d-95c0-2e5664ea2749 None None] Pushing event updated for resources: {'Port': ['ID=4476ce4f-59f8-4e6f-97c6-11f71bbfe6de,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:23.743368 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-f9239800-bfae-4df9-a8d2-660b061597c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:23.754014 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-254e4ac5-734d-4dd0-909e-622d3fbfe231 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:23.759642 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9239800-bfae-4df9-a8d2-660b061597c9 None None] Routers {'08dc1f37-a5d8-4260-8588-e3d9401c818a'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:23.760602 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-f9239800-bfae-4df9-a8d2-660b061597c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['08dc1f37-a5d8-4260-8588-e3d9401c818a'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:23.824454 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c8789-9dde-4d6b-b2fb-f7048b428c80 req-4d777831-a955-4f17-a75f-47fa616dee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:23.827803 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b27c8789-9dde-4d6b-b2fb-f7048b428c80 req-4d777831-a955-4f17-a75f-47fa616dee4f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=10ec2754-0ef0-4406-b143-cf240e0ec33f HTTP/1.1" status: 200 len: 859 time: 0.2503977 Sep 21 18:11:23.831767 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-f9239800-bfae-4df9-a8d2-660b061597c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:23.832674 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9239800-bfae-4df9-a8d2-660b061597c9 None None] The sync data for ids ['08dc1f37-a5d8-4260-8588-e3d9401c818a'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:11:23.854641 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-254e4ac5-734d-4dd0-909e-622d3fbfe231 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:23.864644 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b27c8789-9dde-4d6b-b2fb-f7048b428c80 req-3cc46291-4abc-4301-bdf3-2bf30bdc29af service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=26b06533-005a-4039-b917-eb7519176b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273867 Sep 21 18:11:23.884021 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254e4ac5-734d-4dd0-909e-622d3fbfe231 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:23.888524 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-254e4ac5-734d-4dd0-909e-622d3fbfe231 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:23.924048 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254e4ac5-734d-4dd0-909e-622d3fbfe231 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:23.977714 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-c6e7c9ba-6163-4c96-a23b-c531d5da4305 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Deleting port f546ee50-41f7-43ba-9020-59dfa99e378d {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:23.978160 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c6e7c9ba-6163-4c96-a23b-c531d5da4305 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:23.980973 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e4ac5-734d-4dd0-909e-622d3fbfe231 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Port': ['ID=110af396-4b14-479a-984b-d594447d8229,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:24.011034 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b27c8789-9dde-4d6b-b2fb-f7048b428c80 req-90fc3a89-0eeb-4e92-a6ec-1ea3e1c238fc service neutron] 10.222.0.38 "GET /v2.0/networks/26b06533-005a-4039-b917-eb7519176b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254766 Sep 21 18:11:24.042430 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254e4ac5-734d-4dd0-909e-622d3fbfe231 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:24.046410 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-254e4ac5-734d-4dd0-909e-622d3fbfe231 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:24.074829 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-254e4ac5-734d-4dd0-909e-622d3fbfe231 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1452117 Sep 21 18:11:24.077339 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57436) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:24.152319 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7a6908-a1f7-4ff1-993d-f5515f2eb98d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:24.162500 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7a6908-a1f7-4ff1-993d-f5515f2eb98d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:24.164751 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4f7a6908-a1f7-4ff1-993d-f5515f2eb98d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.0859852 Sep 21 18:11:24.167601 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57444) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:24.275440 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 4476ce4f-59f8-4e6f-97c6-11f71bbfe6de up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:24.327367 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-b27bde6f-c744-4afa-9ada-67bd35287d97 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting port 110af396-4b14-479a-984b-d594447d8229 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:24.327713 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b27bde6f-c744-4afa-9ada-67bd35287d97 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:24.396436 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 4476ce4f-59f8-4e6f-97c6-11f71bbfe6de triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:24.396831 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:24.457870 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b27c8789-9dde-4d6b-b2fb-f7048b428c80 req-22684426-c615-43ef-aa04-402c1a3fc312 service neutron] 10.222.0.38 "GET /v2.0/networks/26b06533-005a-4039-b917-eb7519176b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288917 Sep 21 18:11:24.462529 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c6e7c9ba-6163-4c96-a23b-c531d5da4305 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:24.463023 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c6e7c9ba-6163-4c96-a23b-c531d5da4305 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:24.485964 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-c6e7c9ba-6163-4c96-a23b-c531d5da4305 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Calling delete_port for f546ee50-41f7-43ba-9020-59dfa99e378d owned by network:floatingip {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:24.521224 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:24.559957 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b27bde6f-c744-4afa-9ada-67bd35287d97 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:24.560986 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 4476ce4f-59f8-4e6f-97c6-11f71bbfe6de, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=4476ce4f-59f8-4e6f-97c6-11f71bbfe6de,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:24.566863 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:24.585639 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cef814-dd7f-41d9-9b73-53a372702281 req-1007609d-ac1f-4164-abbc-6aa0a4f659ee tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:24.588229 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-85cef814-dd7f-41d9-9b73-53a372702281 req-1007609d-ac1f-4164-abbc-6aa0a4f659ee tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 945 time: 0.1703539 Sep 21 18:11:24.616271 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-b27bde6f-c744-4afa-9ada-67bd35287d97 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Calling delete_port for 110af396-4b14-479a-984b-d594447d8229 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:24.645445 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=4476ce4f-59f8-4e6f-97c6-11f71bbfe6de,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:24.671666 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:24.718624 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-85cef814-dd7f-41d9-9b73-53a372702281 req-667a785e-3291-467c-af33-c0401fe9e173 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124456 Sep 21 18:11:24.733999 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c6e7c9ba-6163-4c96-a23b-c531d5da4305 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:24.768429 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7c9ba-6163-4c96-a23b-c531d5da4305 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event deleted for resources: {'Port': ['ID=f546ee50-41f7-43ba-9020-59dfa99e378d,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:24.853816 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c6e7c9ba-6163-4c96-a23b-c531d5da4305 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for floatingip, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:24.859918 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c6e7c9ba-6163-4c96-a23b-c531d5da4305 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:24.861393 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c6e7c9ba-6163-4c96-a23b-c531d5da4305 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "DELETE /v2.0/floatingips/ec56ba81-02fe-4443-a87a-0e96a384bbd8 HTTP/1.1" status: 204 len: 168 time: 1.1892385 Sep 21 18:11:24.864848 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57456) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:24.870427 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-11e1eea4-1251-4aad-b7ec-aae132069fe5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'port_id': '0fd02e5f-6a53-4d59-b19a-1100e73bc0a1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:24.893496 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b27bde6f-c744-4afa-9ada-67bd35287d97 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:24.905389 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-11e1eea4-1251-4aad-b7ec-aae132069fe5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for floatingip, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:24.935628 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27bde6f-c744-4afa-9ada-67bd35287d97 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Port': ['ID=110af396-4b14-479a-984b-d594447d8229,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:25.051553 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b27bde6f-c744-4afa-9ada-67bd35287d97 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:25.056578 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b27bde6f-c744-4afa-9ada-67bd35287d97 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/110af396-4b14-479a-984b-d594447d8229 HTTP/1.1" status: 204 len: 168 time: 0.8849108 Sep 21 18:11:25.056791 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57460) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:25.073398 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-11e1eea4-1251-4aad-b7ec-aae132069fe5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:25.123951 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dce0b3-2b83-4c6a-ab45-f2e883cdf3c9 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:25.125783 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dce0b3-2b83-4c6a-ab45-f2e883cdf3c9 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:25.127395 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dce0b3-2b83-4c6a-ab45-f2e883cdf3c9 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:25.132661 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-85dce0b3-2b83-4c6a-ab45-f2e883cdf3c9 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0716696 Sep 21 18:11:25.134201 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57462) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:25.228435 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-796ad77c-7e6e-43e0-8314-0be2ee0ada87 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting subnet 1996dc3e-8b50-449b-8e03-9aa95d80a37c {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:11:25.232446 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-796ad77c-7e6e-43e0-8314-0be2ee0ada87 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:25.284829 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-796ad77c-7e6e-43e0-8314-0be2ee0ada87 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:25.298590 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-11e1eea4-1251-4aad-b7ec-aae132069fe5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Allocated IP 172.25.6.8 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/715f67ab-b822-4c13-a53e-609b4fc2a66a) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:25.338058 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a3f480-a652-4e44-b991-4ca07056003a None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:25.379164 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-796ad77c-7e6e-43e0-8314-0be2ee0ada87 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:25.436451 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-11e1eea4-1251-4aad-b7ec-aae132069fe5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:25.502198 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-11e1eea4-1251-4aad-b7ec-aae132069fe5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:25.511737 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-593246a1-b4d8-4a21-b0b1-520cf4039268 None None] Provisioning complete for port 4476ce4f-59f8-4e6f-97c6-11f71bbfe6de triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:25.511737 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-593246a1-b4d8-4a21-b0b1-520cf4039268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:25.514543 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-796ad77c-7e6e-43e0-8314-0be2ee0ada87 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:25.547535 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ad77c-7e6e-43e0-8314-0be2ee0ada87 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Subnet': ['ID=1996dc3e-8b50-449b-8e03-9aa95d80a37c,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:25.567267 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-796ad77c-7e6e-43e0-8314-0be2ee0ada87 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:25.573100 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-796ad77c-7e6e-43e0-8314-0be2ee0ada87 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/1996dc3e-8b50-449b-8e03-9aa95d80a37c HTTP/1.1" status: 204 len: 168 time: 0.4377804 Sep 21 18:11:25.574776 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57472) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:25.592404 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1eea4-1251-4aad-b7ec-aae132069fe5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event updated for resources: {'Port': ['ID=715f67ab-b822-4c13-a53e-609b4fc2a66a,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:25.599919 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e1eea4-1251-4aad-b7ec-aae132069fe5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:25.602027 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-11e1eea4-1251-4aad-b7ec-aae132069fe5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:25.615129 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e1eea4-1251-4aad-b7ec-aae132069fe5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:25.667145 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc13797-e5db-495c-8262-9833a06dfd7c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting subnet cc0c1f24-bb74-4df7-89ec-e6569dd294d4 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:11:25.679732 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7fc13797-e5db-495c-8262-9833a06dfd7c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:25.723652 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7fc13797-e5db-495c-8262-9833a06dfd7c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:25.837766 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7fc13797-e5db-495c-8262-9833a06dfd7c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:25.913646 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7fc13797-e5db-495c-8262-9833a06dfd7c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:25.950218 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc13797-e5db-495c-8262-9833a06dfd7c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Subnet': ['ID=cc0c1f24-bb74-4df7-89ec-e6569dd294d4,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:25.954831 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7fc13797-e5db-495c-8262-9833a06dfd7c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:25.959928 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7fc13797-e5db-495c-8262-9833a06dfd7c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/cc0c1f24-bb74-4df7-89ec-e6569dd294d4 HTTP/1.1" status: 204 len: 168 time: 0.3817651 Sep 21 18:11:25.962331 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57476) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:25.983374 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c884e0-208e-494e-9681-529ea673e2af None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:26.023826 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ee7d8a9d-3da0-42d5-a42a-c7dd3c512360 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0602019 Sep 21 18:11:26.026372 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887eb96e-5350-4b06-a3d8-08e0351518a7 req-cce86b50-4684-4543-98a9-80c4e697691f tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:26.027019 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57482) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:26.031495 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-887eb96e-5350-4b06-a3d8-08e0351518a7 req-cce86b50-4684-4543-98a9-80c4e697691f tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 945 time: 0.1323783 Sep 21 18:11:26.032698 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-d18a2878-58d6-4204-a7a4-b3cb54c5fb97 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:26.106453 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-887eb96e-5350-4b06-a3d8-08e0351518a7 req-ebc85776-ed86-43e3-838a-335081475b48 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719810 Sep 21 18:11:26.114105 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-14c1cf4a-f63d-46c6-8115-b88adf6a651a None None] Provisioning complete for port 4476ce4f-59f8-4e6f-97c6-11f71bbfe6de triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:26.114440 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-14c1cf4a-f63d-46c6-8115-b88adf6a651a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:26.201518 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-11e1eea4-1251-4aad-b7ec-aae132069fe5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:26.223550 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 4476ce4f-59f8-4e6f-97c6-11f71bbfe6de up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:26.256005 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18a2878-58d6-4204-a7a4-b3cb54c5fb97 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:26.267608 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c82ff9-0cb1-4708-a195-dddac54d32a6 None None] DHCP port deletion for 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:11:26.268698 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d18a2878-58d6-4204-a7a4-b3cb54c5fb97 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:26.300909 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-11e1eea4-1251-4aad-b7ec-aae132069fe5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:26.318742 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 4476ce4f-59f8-4e6f-97c6-11f71bbfe6de triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:26.319208 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:26.363881 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-26c82ff9-0cb1-4708-a195-dddac54d32a6 None None] Deleting port 4476ce4f-59f8-4e6f-97c6-11f71bbfe6de {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:26.364402 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-26c82ff9-0cb1-4708-a195-dddac54d32a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:26.491330 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-26c82ff9-0cb1-4708-a195-dddac54d32a6 None None] For port 4476ce4f-59f8-4e6f-97c6-11f71bbfe6de, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=4476ce4f-59f8-4e6f-97c6-11f71bbfe6de,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:26.491622 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-26c82ff9-0cb1-4708-a195-dddac54d32a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:26.511387 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-26c82ff9-0cb1-4708-a195-dddac54d32a6 None None] Calling delete_port for 4476ce4f-59f8-4e6f-97c6-11f71bbfe6de owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:26.523965 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d18a2878-58d6-4204-a7a4-b3cb54c5fb97 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:26.528462 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-11e1eea4-1251-4aad-b7ec-aae132069fe5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:26.536783 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-11e1eea4-1251-4aad-b7ec-aae132069fe5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:26.606504 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-26c82ff9-0cb1-4708-a195-dddac54d32a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:26.616463 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1eea4-1251-4aad-b7ec-aae132069fe5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event updated for resources: {'Port': ['ID=715f67ab-b822-4c13-a53e-609b4fc2a66a,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:26.620954 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18a2878-58d6-4204-a7a4-b3cb54c5fb97 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:26.624529 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-d18a2878-58d6-4204-a7a4-b3cb54c5fb97 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:26.628879 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18a2878-58d6-4204-a7a4-b3cb54c5fb97 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:26.629468 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d18a2878-58d6-4204-a7a4-b3cb54c5fb97 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:26.632419 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-11e1eea4-1251-4aad-b7ec-aae132069fe5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:26.653003 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c82ff9-0cb1-4708-a195-dddac54d32a6 None None] Pushing event deleted for resources: {'Port': ['ID=4476ce4f-59f8-4e6f-97c6-11f71bbfe6de,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:26.656639 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c82ff9-0cb1-4708-a195-dddac54d32a6 None None] No DVR routers for this DVR port 4476ce4f-59f8-4e6f-97c6-11f71bbfe6de on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:11:26.675750 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a2878-58d6-4204-a7a4-b3cb54c5fb97 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Subnet': ['ID=709549bb-d2fb-4efe-9bc5-99ee56422e52,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:26.677735 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0c2c35-f10f-4c35-a779-7d61314e4a12 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:26.686343 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d18a2878-58d6-4204-a7a4-b3cb54c5fb97 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6580825 Sep 21 18:11:26.689770 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57492) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:26.701080 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-9ff86c22-9760-499f-b6af-eff99807ed6e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:26.829799 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1093f-9e1f-4e93-9391-2cb16a699a0f req-ae52d54b-0127-4a0a-90e9-1898bf98ae5c tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:26.831463 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a0a1093f-9e1f-4e93-9391-2cb16a699a0f req-ae52d54b-0127-4a0a-90e9-1898bf98ae5c tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 946 time: 0.1038523 Sep 21 18:11:26.851412 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-11e1eea4-1251-4aad-b7ec-aae132069fe5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Floating IP 60fd2bf2-9b37-4679-b355-d7323417090e associated. External IP: 172.25.6.8, port: 0fd02e5f-6a53-4d59-b19a-1100e73bc0a1. Sep 21 18:11:26.858344 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff86c22-9760-499f-b6af-eff99807ed6e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:26.863822 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9ff86c22-9760-499f-b6af-eff99807ed6e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:26.880895 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca90da84-eec2-4dd7-afd3-3fb824015b5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'tenant_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'fixed_ips': [{'subnet_id': '709549bb-d2fb-4efe-9bc5-99ee56422e52'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:11:26.881778 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ca90da84-eec2-4dd7-afd3-3fb824015b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:26.995807 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a0a1093f-9e1f-4e93-9391-2cb16a699a0f req-4c704089-fdb4-44a0-9c9c-8bd16a1c9541 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=209c79ff-44ae-4b66-84c6-c495a27f267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549554 Sep 21 18:11:27.041523 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-ca90da84-eec2-4dd7-afd3-3fb824015b5e None None] Allocated IP 172.20.0.2 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/709549bb-d2fb-4efe-9bc5-99ee56422e52/70541bda-5af6-4815-b30b-857a38bcdfa6) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:27.144654 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e1eea4-1251-4aad-b7ec-aae132069fe5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Router 08dc1f37-a5d8-4260-8588-e3d9401c818a has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:11:27.253403 n-d-810291-1 neutron-server[101461]: DEBUG neutron.objects.ports [None req-9ff86c22-9760-499f-b6af-eff99807ed6e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101461) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:11:27.256736 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9ff86c22-9760-499f-b6af-eff99807ed6e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:27.265595 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ca90da84-eec2-4dd7-afd3-3fb824015b5e None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:27.277708 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ca90da84-eec2-4dd7-afd3-3fb824015b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:27.292565 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e1eea4-1251-4aad-b7ec-aae132069fe5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:11:27.319885 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185aff13-1e67-4a9b-be22-b6cbfa7746dd None None] Sync routers for ids ['08dc1f37-a5d8-4260-8588-e3d9401c818a'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:11:27.325954 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-11e1eea4-1251-4aad-b7ec-aae132069fe5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:27.338239 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff86c22-9760-499f-b6af-eff99807ed6e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:27.345129 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-9ff86c22-9760-499f-b6af-eff99807ed6e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:27.353145 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff86c22-9760-499f-b6af-eff99807ed6e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:27.353673 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca90da84-eec2-4dd7-afd3-3fb824015b5e None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:27.353792 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9ff86c22-9760-499f-b6af-eff99807ed6e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:27.366529 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-ca90da84-eec2-4dd7-afd3-3fb824015b5e None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:27.372231 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca90da84-eec2-4dd7-afd3-3fb824015b5e None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:27.372423 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff86c22-9760-499f-b6af-eff99807ed6e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Subnet': ['ID=334c2009-dfea-4b2b-9c4c-2d4dbdd9a883,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:27.377927 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90da84-eec2-4dd7-afd3-3fb824015b5e None None] Pushing event updated for resources: {'Port': ['ID=70541bda-5af6-4815-b30b-857a38bcdfa6,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:27.381650 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185aff13-1e67-4a9b-be22-b6cbfa7746dd None None] Routers {'08dc1f37-a5d8-4260-8588-e3d9401c818a'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:27.382320 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-185aff13-1e67-4a9b-be22-b6cbfa7746dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['08dc1f37-a5d8-4260-8588-e3d9401c818a'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:27.399767 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5144e-1f62-45e9-94cc-53125a28e469 req-3da66c1b-bff3-49de-aee7-35c886f12a8e tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:27.401400 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8fd5144e-1f62-45e9-94cc-53125a28e469 req-3da66c1b-bff3-49de-aee7-35c886f12a8e tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 945 time: 0.1465352 Sep 21 18:11:27.406601 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9ff86c22-9760-499f-b6af-eff99807ed6e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7153187 Sep 21 18:11:27.407380 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57504) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:27.412989 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-8f244f5e-327f-441b-bc42-7e3f9eff668c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'port': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'mac_address': 'fa:16:3e:4d:32:e3', 'name': 'tempest-NetworksTestDHCPv6-1044858344'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:27.461162 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-185aff13-1e67-4a9b-be22-b6cbfa7746dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:27.518943 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-ca90da84-eec2-4dd7-afd3-3fb824015b5e None None] Attempting to bind port 70541bda-5af6-4815-b30b-857a38bcdfa6 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:27.519210 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-ca90da84-eec2-4dd7-afd3-3fb824015b5e None None] Attempting to bind port 70541bda-5af6-4815-b30b-857a38bcdfa6 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:27.519575 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca90da84-eec2-4dd7-afd3-3fb824015b5e None None] Attempting to bind port 70541bda-5af6-4815-b30b-857a38bcdfa6 on network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:27.521598 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185aff13-1e67-4a9b-be22-b6cbfa7746dd None None] Routers {'08dc1f37-a5d8-4260-8588-e3d9401c818a'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:27.522238 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-185aff13-1e67-4a9b-be22-b6cbfa7746dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['08dc1f37-a5d8-4260-8588-e3d9401c818a'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:27.570603 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca90da84-eec2-4dd7-afd3-3fb824015b5e None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:11:27.571154 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca90da84-eec2-4dd7-afd3-3fb824015b5e None None] Checking segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:27.571606 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ca90da84-eec2-4dd7-afd3-3fb824015b5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:27.572333 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca90da84-eec2-4dd7-afd3-3fb824015b5e None None] Bound using segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:11:27.572909 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-ca90da84-eec2-4dd7-afd3-3fb824015b5e None None] Bound port: 70541bda-5af6-4815-b30b-857a38bcdfa6, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:11:27.573664 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ca90da84-eec2-4dd7-afd3-3fb824015b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:27.575535 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8fd5144e-1f62-45e9-94cc-53125a28e469 req-f2d5e948-1002-4a58-9f2a-49bb0e10402b tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522122 Sep 21 18:11:27.578816 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f244f5e-327f-441b-bc42-7e3f9eff668c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:27.596429 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-185aff13-1e67-4a9b-be22-b6cbfa7746dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:27.597167 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185aff13-1e67-4a9b-be22-b6cbfa7746dd None None] The sync data for ids ['08dc1f37-a5d8-4260-8588-e3d9401c818a'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:11:27.676608 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8f244f5e-327f-441b-bc42-7e3f9eff668c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:27.681058 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-ca90da84-eec2-4dd7-afd3-3fb824015b5e None None] For port 70541bda-5af6-4815-b30b-857a38bcdfa6, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:11:27.684816 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-ca90da84-eec2-4dd7-afd3-3fb824015b5e None None] For port 70541bda-5af6-4815-b30b-857a38bcdfa6, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=70541bda-5af6-4815-b30b-857a38bcdfa6,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:11:27.691954 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ca90da84-eec2-4dd7-afd3-3fb824015b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:27.701773 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-8f244f5e-327f-441b-bc42-7e3f9eff668c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] device_id is not set on port f9f65680-31ed-4caf-a085-f3b4e5260838 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:11:27.761147 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-11e1eea4-1251-4aad-b7ec-aae132069fe5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 2.8925366 Sep 21 18:11:27.761362 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90da84-eec2-4dd7-afd3-3fb824015b5e None None] Pushing event updated for resources: {'Port': ['ID=70541bda-5af6-4815-b30b-857a38bcdfa6,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:27.761488 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57508) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:27.829908 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3e4c81bb-2d24-4782-9684-0dcc465cb141 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "GET /v2.0/floatingips/60fd2bf2-9b37-4679-b355-d7323417090e HTTP/1.1" status: 200 len: 975 time: 0.0674057 Sep 21 18:11:27.835845 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57512) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:27.997440 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57516) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:27.998334 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9c8e79f5-6f33-47a9-8152-7f97d4e74925 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 978 time: 0.1568959 Sep 21 18:11:28.003932 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-5dcc5c6f-513a-474c-9b54-6b72e8cbb8bb tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Request body: {'floatingip': {'port_id': '59ecbbb4-377b-47fe-90b2-16ba53a28ef6'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:28.015264 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-8f244f5e-327f-441b-bc42-7e3f9eff668c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Allocated IP 172.20.0.11 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/709549bb-d2fb-4efe-9bc5-99ee56422e52/f9f65680-31ed-4caf-a085-f3b4e5260838) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:28.031739 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-8f244f5e-327f-441b-bc42-7e3f9eff668c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Allocated IP 2001:db8::f816:3eff:fe4d:32e3 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/334c2009-dfea-4b2b-9c4c-2d4dbdd9a883/f9f65680-31ed-4caf-a085-f3b4e5260838) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:28.081187 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5dcc5c6f-513a-474c-9b54-6b72e8cbb8bb tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for floatingip, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:28.230201 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 70541bda-5af6-4815-b30b-857a38bcdfa6 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:28.282264 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8f244f5e-327f-441b-bc42-7e3f9eff668c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:28.282894 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e1382-5c0b-4b68-8b4c-b92db03c6f37 req-9c2985f4-f050-46d9-9288-a8802d75d9df tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:28.284079 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3c9e1382-5c0b-4b68-8b4c-b92db03c6f37 req-9c2985f4-f050-46d9-9288-a8802d75d9df tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 946 time: 0.1518078 Sep 21 18:11:28.289794 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 70541bda-5af6-4815-b30b-857a38bcdfa6 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:28.290095 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:28.345276 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8f244f5e-327f-441b-bc42-7e3f9eff668c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:28.389520 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:28.397175 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f244f5e-327f-441b-bc42-7e3f9eff668c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:28.404332 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-8f244f5e-327f-441b-bc42-7e3f9eff668c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:28.409983 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f244f5e-327f-441b-bc42-7e3f9eff668c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:28.415168 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f244f5e-327f-441b-bc42-7e3f9eff668c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Port': ['ID=f9f65680-31ed-4caf-a085-f3b4e5260838,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:28.431670 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 70541bda-5af6-4815-b30b-857a38bcdfa6, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=70541bda-5af6-4815-b30b-857a38bcdfa6,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:28.439114 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:28.486566 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f244f5e-327f-441b-bc42-7e3f9eff668c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:28.487408 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8f244f5e-327f-441b-bc42-7e3f9eff668c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:28.500210 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3c9e1382-5c0b-4b68-8b4c-b92db03c6f37 req-86730518-98cf-4f05-95e2-cf2e258a7e4d tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=209c79ff-44ae-4b66-84c6-c495a27f267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062700 Sep 21 18:11:28.504428 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=70541bda-5af6-4815-b30b-857a38bcdfa6,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:28.510455 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8f244f5e-327f-441b-bc42-7e3f9eff668c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.1015186 Sep 21 18:11:28.512566 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57526) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:28.521408 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 4476ce4f-59f8-4e6f-97c6-11f71bbfe6de no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:11:28.568186 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 4476ce4f-59f8-4e6f-97c6-11f71bbfe6de {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:11:28.568683 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 4476ce4f-59f8-4e6f-97c6-11f71bbfe6de not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:11:28.611301 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7fe07f-9ebc-457f-ae18-ef50497a5d2d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:28.619490 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7fe07f-9ebc-457f-ae18-ef50497a5d2d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:28.632282 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ff7fe07f-9ebc-457f-ae18-ef50497a5d2d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1766 time: 0.1161878 Sep 21 18:11:28.636921 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57530) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:28.775216 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73b410-8811-4e4f-9164-cc6982e2f1af req-36ea69b6-b6bf-43a3-a887-c7b9b0e9b62e tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:28.780845 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5dcc5c6f-513a-474c-9b54-6b72e8cbb8bb tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:28.784349 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5e73b410-8811-4e4f-9164-cc6982e2f1af req-36ea69b6-b6bf-43a3-a887-c7b9b0e9b62e tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 945 time: 0.1112201 Sep 21 18:11:28.791423 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5dcc5c6f-513a-474c-9b54-6b72e8cbb8bb tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:28.849209 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5e73b410-8811-4e4f-9164-cc6982e2f1af req-25081d32-2239-4256-9d46-05423549d0ca tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635619 Sep 21 18:11:28.860391 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-d604cbe9-1721-4152-8662-6e2e5c8d53fc tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting port f9f65680-31ed-4caf-a085-f3b4e5260838 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:28.872201 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d604cbe9-1721-4152-8662-6e2e5c8d53fc tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:28.929592 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-5dcc5c6f-513a-474c-9b54-6b72e8cbb8bb tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Floating IP 60fd2bf2-9b37-4679-b355-d7323417090e associated. External IP: 172.25.6.8, port: 0fd02e5f-6a53-4d59-b19a-1100e73bc0a1. Sep 21 18:11:28.977520 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d604cbe9-1721-4152-8662-6e2e5c8d53fc tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:28.994657 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-d604cbe9-1721-4152-8662-6e2e5c8d53fc tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Calling delete_port for f9f65680-31ed-4caf-a085-f3b4e5260838 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:28.996601 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0039d191-0c03-460a-91f0-a930cf5dc5e4 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:29.092207 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-88ad6d35-e3a3-4c22-ae83-602470d99f5e None None] Provisioning complete for port 70541bda-5af6-4815-b30b-857a38bcdfa6 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:29.092207 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-88ad6d35-e3a3-4c22-ae83-602470d99f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:29.196679 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dcc5c6f-513a-474c-9b54-6b72e8cbb8bb tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Router 08dc1f37-a5d8-4260-8588-e3d9401c818a has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:11:29.236398 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d604cbe9-1721-4152-8662-6e2e5c8d53fc tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:29.274649 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604cbe9-1721-4152-8662-6e2e5c8d53fc tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Port': ['ID=f9f65680-31ed-4caf-a085-f3b4e5260838,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:29.336632 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca87e341-24cf-4cf6-a6c7-9f8529c68cd9 None None] Update dhcp port {'port': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'fixed_ips': [{'subnet_id': '709549bb-d2fb-4efe-9bc5-99ee56422e52', 'ip_address': '172.20.0.2'}, {'subnet_id': '334c2009-dfea-4b2b-9c4c-2d4dbdd9a883'}], 'binding:host_id': 'n-d-810291-1'}, 'id': '70541bda-5af6-4815-b30b-857a38bcdfa6'} from n-d-810291-1. {{(pid=101462) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 18:11:29.359149 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcc5c6f-513a-474c-9b54-6b72e8cbb8bb tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:11:29.371494 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520f236a-77cb-440f-b3bb-0d6593b21b36 None None] Sync routers for ids ['08dc1f37-a5d8-4260-8588-e3d9401c818a'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:11:29.385823 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520f236a-77cb-440f-b3bb-0d6593b21b36 None None] Routers {'08dc1f37-a5d8-4260-8588-e3d9401c818a'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:29.387782 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-520f236a-77cb-440f-b3bb-0d6593b21b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['08dc1f37-a5d8-4260-8588-e3d9401c818a'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:29.394600 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ca87e341-24cf-4cf6-a6c7-9f8529c68cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:29.417704 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d604cbe9-1721-4152-8662-6e2e5c8d53fc tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:29.422402 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57544) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:29.422595 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d604cbe9-1721-4152-8662-6e2e5c8d53fc tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/f9f65680-31ed-4caf-a085-f3b4e5260838 HTTP/1.1" status: 204 len: 168 time: 0.7843127 Sep 21 18:11:29.431210 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-520f236a-77cb-440f-b3bb-0d6593b21b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:29.440827 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520f236a-77cb-440f-b3bb-0d6593b21b36 None None] Routers {'08dc1f37-a5d8-4260-8588-e3d9401c818a'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:29.441526 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-520f236a-77cb-440f-b3bb-0d6593b21b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['08dc1f37-a5d8-4260-8588-e3d9401c818a'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:29.484194 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-520f236a-77cb-440f-b3bb-0d6593b21b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:29.484941 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520f236a-77cb-440f-b3bb-0d6593b21b36 None None] The sync data for ids ['08dc1f37-a5d8-4260-8588-e3d9401c818a'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:11:29.527157 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276fae5a-7e58-43aa-a9f6-913856835ef0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:29.528795 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276fae5a-7e58-43aa-a9f6-913856835ef0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:29.530315 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276fae5a-7e58-43aa-a9f6-913856835ef0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:29.531921 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-276fae5a-7e58-43aa-a9f6-913856835ef0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1083305 Sep 21 18:11:29.536140 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57548) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:29.619534 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d8821f-eda4-4871-82d7-4d137960bcfd tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting subnet 334c2009-dfea-4b2b-9c4c-2d4dbdd9a883 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:11:29.622349 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-ca87e341-24cf-4cf6-a6c7-9f8529c68cd9 None None] Allocated IP 2001:db8::f816:3eff:fe4c:755a (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/334c2009-dfea-4b2b-9c4c-2d4dbdd9a883/70541bda-5af6-4815-b30b-857a38bcdfa6) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:29.691436 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80cf0ed-f736-4c80-872e-eebb0a70e032 req-5ad43672-5099-4074-a8a4-d60a0a6082fc tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:29.693001 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a80cf0ed-f736-4c80-872e-eebb0a70e032 req-5ad43672-5099-4074-a8a4-d60a0a6082fc tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 946 time: 0.0922868 Sep 21 18:11:29.725801 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-ca87e341-24cf-4cf6-a6c7-9f8529c68cd9 None None] For port 70541bda-5af6-4815-b30b-857a38bcdfa6, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=70541bda-5af6-4815-b30b-857a38bcdfa6,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:29.744172 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dcc5c6f-513a-474c-9b54-6b72e8cbb8bb tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Router 08dc1f37-a5d8-4260-8588-e3d9401c818a has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:11:29.750343 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a80cf0ed-f736-4c80-872e-eebb0a70e032 req-b8032eb3-b388-4c44-ac00-7bf6c011687a tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=209c79ff-44ae-4b66-84c6-c495a27f267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485809 Sep 21 18:11:29.756397 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ca87e341-24cf-4cf6-a6c7-9f8529c68cd9 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:29.762892 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-40d8821f-eda4-4871-82d7-4d137960bcfd tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:29.763508 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ca87e341-24cf-4cf6-a6c7-9f8529c68cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:29.826715 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-40d8821f-eda4-4871-82d7-4d137960bcfd tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:29.862513 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87e341-24cf-4cf6-a6c7-9f8529c68cd9 None None] Pushing event updated for resources: {'Port': ['ID=70541bda-5af6-4815-b30b-857a38bcdfa6,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:29.881091 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcc5c6f-513a-474c-9b54-6b72e8cbb8bb tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:11:29.885914 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5dcc5c6f-513a-474c-9b54-6b72e8cbb8bb tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:29.891964 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aec9d1d-f2fd-4699-88b1-548f1c2395e9 None None] Sync routers for ids ['08dc1f37-a5d8-4260-8588-e3d9401c818a'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:11:29.903355 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aec9d1d-f2fd-4699-88b1-548f1c2395e9 None None] Routers {'08dc1f37-a5d8-4260-8588-e3d9401c818a'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:29.904002 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-0aec9d1d-f2fd-4699-88b1-548f1c2395e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['08dc1f37-a5d8-4260-8588-e3d9401c818a'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:29.963814 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5dcc5c6f-513a-474c-9b54-6b72e8cbb8bb tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "PUT /v2.0/floatingips/60fd2bf2-9b37-4679-b355-d7323417090e HTTP/1.1" status: 200 len: 976 time: 1.9628916 Sep 21 18:11:29.964394 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57554) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:29.973072 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-74125526-ffcf-49f9-872f-2da659f0b7d6 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:29.986278 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-0aec9d1d-f2fd-4699-88b1-548f1c2395e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:29.997043 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aec9d1d-f2fd-4699-88b1-548f1c2395e9 None None] Routers {'08dc1f37-a5d8-4260-8588-e3d9401c818a'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:29.997995 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-0aec9d1d-f2fd-4699-88b1-548f1c2395e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['08dc1f37-a5d8-4260-8588-e3d9401c818a'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:30.033945 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-74125526-ffcf-49f9-872f-2da659f0b7d6 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for floatingip, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:30.037537 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-0aec9d1d-f2fd-4699-88b1-548f1c2395e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:30.038253 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aec9d1d-f2fd-4699-88b1-548f1c2395e9 None None] The sync data for ids ['08dc1f37-a5d8-4260-8588-e3d9401c818a'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:11:30.175168 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 70541bda-5af6-4815-b30b-857a38bcdfa6 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:30.242487 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 70541bda-5af6-4815-b30b-857a38bcdfa6 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:30.242907 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:30.283448 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-74125526-ffcf-49f9-872f-2da659f0b7d6 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:30.292531 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-74125526-ffcf-49f9-872f-2da659f0b7d6 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:30.292917 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-74125526-ffcf-49f9-872f-2da659f0b7d6 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Floating IP 60fd2bf2-9b37-4679-b355-d7323417090e disassociated. External IP: 172.25.6.8, port: 59ecbbb4-377b-47fe-90b2-16ba53a28ef6. Sep 21 18:11:30.478959 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-40d8821f-eda4-4871-82d7-4d137960bcfd tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:30.537345 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418d108-8596-424a-acdd-20e8597515e7 req-60b6efc4-16a9-44b8-8db3-a4156077d68c tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:30.539005 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b418d108-8596-424a-acdd-20e8597515e7 req-60b6efc4-16a9-44b8-8db3-a4156077d68c tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 945 time: 0.5832732 Sep 21 18:11:30.561376 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74125526-ffcf-49f9-872f-2da659f0b7d6 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Router 08dc1f37-a5d8-4260-8588-e3d9401c818a has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:11:30.589125 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b418d108-8596-424a-acdd-20e8597515e7 req-e22ab4cc-6798-4fa0-b834-1579d212f35d tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439711 Sep 21 18:11:30.594211 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-40d8821f-eda4-4871-82d7-4d137960bcfd tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:30.630206 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8821f-eda4-4871-82d7-4d137960bcfd tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Subnet': ['ID=334c2009-dfea-4b2b-9c4c-2d4dbdd9a883,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:30.632408 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-40d8821f-eda4-4871-82d7-4d137960bcfd tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:30.634391 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-40d8821f-eda4-4871-82d7-4d137960bcfd tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/334c2009-dfea-4b2b-9c4c-2d4dbdd9a883 HTTP/1.1" status: 204 len: 168 time: 1.0973339 Sep 21 18:11:30.637259 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57562) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:30.679825 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-09d36f26-3653-4a2a-99ec-83d93d39d418 None None] Could not find standard attr ID for object f9f65680-31ed-4caf-a085-f3b4e5260838. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:11:30.697728 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74125526-ffcf-49f9-872f-2da659f0b7d6 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:11:30.701969 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-74125526-ffcf-49f9-872f-2da659f0b7d6 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:30.707431 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-09d36f26-3653-4a2a-99ec-83d93d39d418 None None] Provisioning complete for port 70541bda-5af6-4815-b30b-857a38bcdfa6 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:30.708140 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-09d36f26-3653-4a2a-99ec-83d93d39d418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:30.710194 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fddad5-268d-4835-984a-bc53f5b1797e None None] Sync routers for ids ['08dc1f37-a5d8-4260-8588-e3d9401c818a'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:11:30.725454 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fddad5-268d-4835-984a-bc53f5b1797e None None] Routers {'08dc1f37-a5d8-4260-8588-e3d9401c818a'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:30.726129 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d5fddad5-268d-4835-984a-bc53f5b1797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['08dc1f37-a5d8-4260-8588-e3d9401c818a'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:30.731947 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-74125526-ffcf-49f9-872f-2da659f0b7d6 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "PUT /v2.0/floatingips/60fd2bf2-9b37-4679-b355-d7323417090e HTTP/1.1" status: 200 len: 686 time: 0.7663975 Sep 21 18:11:30.734574 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57564) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:30.749260 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-a931c0e5-2325-4513-bc51-c4d2fb918d34 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting subnet 709549bb-d2fb-4efe-9bc5-99ee56422e52 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:11:30.760800 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a931c0e5-2325-4513-bc51-c4d2fb918d34 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:30.784689 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d5fddad5-268d-4835-984a-bc53f5b1797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:30.794279 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fddad5-268d-4835-984a-bc53f5b1797e None None] Routers {'08dc1f37-a5d8-4260-8588-e3d9401c818a'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:30.795173 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d5fddad5-268d-4835-984a-bc53f5b1797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['08dc1f37-a5d8-4260-8588-e3d9401c818a'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:30.853456 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a931c0e5-2325-4513-bc51-c4d2fb918d34 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:30.900926 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d5fddad5-268d-4835-984a-bc53f5b1797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:30.901871 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fddad5-268d-4835-984a-bc53f5b1797e None None] The sync data for ids ['08dc1f37-a5d8-4260-8588-e3d9401c818a'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:11:30.970504 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a931c0e5-2325-4513-bc51-c4d2fb918d34 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:30.982675 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266fac0-8b1d-406d-9e8d-da4ac73388be req-1a91d260-e29d-4010-b43d-c59d71732c34 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:30.990537 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4266fac0-8b1d-406d-9e8d-da4ac73388be req-1a91d260-e29d-4010-b43d-c59d71732c34 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 946 time: 0.0762856 Sep 21 18:11:30.994229 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-da788e1a-3497-4c8f-bbed-70d4f19a255e tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Deleting port 715f67ab-b822-4c13-a53e-609b4fc2a66a {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:30.994579 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-da788e1a-3497-4c8f-bbed-70d4f19a255e tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:31.022194 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eb624e-02fb-4041-9190-46aecb3a3bbd None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:31.050902 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a931c0e5-2325-4513-bc51-c4d2fb918d34 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:31.085459 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931c0e5-2325-4513-bc51-c4d2fb918d34 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Subnet': ['ID=709549bb-d2fb-4efe-9bc5-99ee56422e52,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:31.091996 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a931c0e5-2325-4513-bc51-c4d2fb918d34 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:31.096696 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a931c0e5-2325-4513-bc51-c4d2fb918d34 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/709549bb-d2fb-4efe-9bc5-99ee56422e52 HTTP/1.1" status: 204 len: 168 time: 0.4583399 Sep 21 18:11:31.097341 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57568) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:31.119962 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-da788e1a-3497-4c8f-bbed-70d4f19a255e tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:31.120647 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-da788e1a-3497-4c8f-bbed-70d4f19a255e tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:31.136484 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-da788e1a-3497-4c8f-bbed-70d4f19a255e tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Calling delete_port for 715f67ab-b822-4c13-a53e-609b4fc2a66a owned by network:floatingip {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:31.139303 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-364211f5-f5dc-4079-a545-89d2c8d4af69 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0407321 Sep 21 18:11:31.139960 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57570) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:31.200262 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c2d7a9-fc10-4c7f-8250-72d2c15db617 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:31.204402 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-42c2d7a9-fc10-4c7f-8250-72d2c15db617 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0632343 Sep 21 18:11:31.209336 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57572) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:31.209502 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-98de9257-4e8a-4545-8825-aaeca03ee157 None None] Could not find standard attr ID for object 6fc053c2-1eed-4fa9-a5c3-7dce3c20d69d. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:11:31.230717 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4266fac0-8b1d-406d-9e8d-da4ac73388be req-66cbb46b-2c42-44b6-95a5-c4dbac39ed1f tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=209c79ff-44ae-4b66-84c6-c495a27f267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373102 Sep 21 18:11:31.272071 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47302235-62ce-4f1c-af6c-b9ea718626c0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:31.275029 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-47302235-62ce-4f1c-af6c-b9ea718626c0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0651472 Sep 21 18:11:31.276603 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57574) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:31.315919 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d73b2111-1693-482e-a823-6374c70e20aa tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0378990 Sep 21 18:11:31.322436 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57576) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:31.328585 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-054ee530-f699-4f30-b0e1-44f649bc6455 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:31.329797 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-da788e1a-3497-4c8f-bbed-70d4f19a255e tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:31.359579 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da788e1a-3497-4c8f-bbed-70d4f19a255e tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event deleted for resources: {'Port': ['ID=715f67ab-b822-4c13-a53e-609b4fc2a66a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:31.439453 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77110d1-d2fa-4304-afc1-9a63a5ffecc6 None None] DHCP port deletion for 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:11:31.450616 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-da788e1a-3497-4c8f-bbed-70d4f19a255e tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for floatingip, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:31.451810 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054ee530-f699-4f30-b0e1-44f649bc6455 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:31.453774 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-da788e1a-3497-4c8f-bbed-70d4f19a255e tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:31.457011 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-054ee530-f699-4f30-b0e1-44f649bc6455 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:31.457981 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-da788e1a-3497-4c8f-bbed-70d4f19a255e tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "DELETE /v2.0/floatingips/60fd2bf2-9b37-4679-b355-d7323417090e HTTP/1.1" status: 204 len: 168 time: 0.7219186 Sep 21 18:11:31.458808 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57578) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:31.459870 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-054ee530-f699-4f30-b0e1-44f649bc6455 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:11:31.460713 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-054ee530-f699-4f30-b0e1-44f649bc6455 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:11:31.480170 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-054ee530-f699-4f30-b0e1-44f649bc6455 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1563053 Sep 21 18:11:31.483366 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57580) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:31.489953 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-a49d1101-6f54-46ee-91a5-088614395f2a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:31.495101 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-d77110d1-d2fa-4304-afc1-9a63a5ffecc6 None None] Deleting port 70541bda-5af6-4815-b30b-857a38bcdfa6 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:31.495631 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d77110d1-d2fa-4304-afc1-9a63a5ffecc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:31.496544 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-99f52f93-7867-428b-97fc-998a08d7619c tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] delete failed (client error): The resource could not be found. Sep 21 18:11:31.501773 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-99f52f93-7867-428b-97fc-998a08d7619c tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "DELETE /v2.0/floatingips/60fd2bf2-9b37-4679-b355-d7323417090e HTTP/1.1" status: 404 len: 345 time: 0.0417383 Sep 21 18:11:31.502439 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57582) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:31.566519 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-d77110d1-d2fa-4304-afc1-9a63a5ffecc6 None None] For port 70541bda-5af6-4815-b30b-857a38bcdfa6, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=70541bda-5af6-4815-b30b-857a38bcdfa6,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:31.566828 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d77110d1-d2fa-4304-afc1-9a63a5ffecc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:31.581677 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-d77110d1-d2fa-4304-afc1-9a63a5ffecc6 None None] Calling delete_port for 70541bda-5af6-4815-b30b-857a38bcdfa6 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:31.589177 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a155e2c7-a03f-4e9e-a1d8-316f3cb8bdea tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:31.595787 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a155e2c7-a03f-4e9e-a1d8-316f3cb8bdea tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:31.602767 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a155e2c7-a03f-4e9e-a1d8-316f3cb8bdea tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:31.607705 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57588) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:31.608239 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a155e2c7-a03f-4e9e-a1d8-316f3cb8bdea tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "GET /v2.0/ports?network_id=3b07c707-0711-4482-ba7e-e6e37c0cd0a9 HTTP/1.1" status: 200 len: 2357 time: 0.1037929 Sep 21 18:11:31.622915 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49d1101-6f54-46ee-91a5-088614395f2a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:31.628444 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a49d1101-6f54-46ee-91a5-088614395f2a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:31.630112 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49d1101-6f54-46ee-91a5-088614395f2a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:11:31.630600 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49d1101-6f54-46ee-91a5-088614395f2a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:11:31.690630 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a49d1101-6f54-46ee-91a5-088614395f2a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2058110 Sep 21 18:11:31.693851 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57598) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:31.699067 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-8a637687-d95a-441e-adb6-8325a61e6e5c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:31.714589 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010debf2-a883-4aa7-8d3c-27b285dc3f84 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:31.716529 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-010debf2-a883-4aa7-8d3c-27b285dc3f84 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "GET /v2.0/subnets/03ac36cb-c051-41c2-88f4-498596c1452a HTTP/1.1" status: 200 len: 797 time: 0.1064594 Sep 21 18:11:31.722010 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57600) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:31.722965 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d77110d1-d2fa-4304-afc1-9a63a5ffecc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:31.727574 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-32a3b664-3af2-4fa3-a72e-6e310c512276 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Request body: {'port': {'network_id': '3b07c707-0711-4482-ba7e-e6e37c0cd0a9', 'name': 'tempest-FloatingIPTestJSON-870797599', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:31.749132 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77110d1-d2fa-4304-afc1-9a63a5ffecc6 None None] Pushing event deleted for resources: {'Port': ['ID=70541bda-5af6-4815-b30b-857a38bcdfa6,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:31.755633 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77110d1-d2fa-4304-afc1-9a63a5ffecc6 None None] No DVR routers for this DVR port 70541bda-5af6-4815-b30b-857a38bcdfa6 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:11:31.787833 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5313c1b-e483-4d44-8d04-9bc1979c7952 req-023b1eaa-993d-40ba-8ba1-e35d8b388447 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:31.789526 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d5313c1b-e483-4d44-8d04-9bc1979c7952 req-023b1eaa-993d-40ba-8ba1-e35d8b388447 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 945 time: 0.0841274 Sep 21 18:11:31.836103 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d5313c1b-e483-4d44-8d04-9bc1979c7952 req-ef641b2b-b974-4b0a-9237-74c8c19f28c1 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398116 Sep 21 18:11:32.151276 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 70541bda-5af6-4815-b30b-857a38bcdfa6 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:11:32.173064 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 70541bda-5af6-4815-b30b-857a38bcdfa6 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:11:32.173570 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 70541bda-5af6-4815-b30b-857a38bcdfa6 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:11:32.254732 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a637687-d95a-441e-adb6-8325a61e6e5c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:32.258486 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8a637687-d95a-441e-adb6-8325a61e6e5c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:32.260130 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a637687-d95a-441e-adb6-8325a61e6e5c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:11:32.260567 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a637687-d95a-441e-adb6-8325a61e6e5c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:11:32.308613 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a3b664-3af2-4fa3-a72e-6e310c512276 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Made reservation on behalf of 13452f045d8445b79437cd0af2a4f3d9 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:32.339066 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8a637687-d95a-441e-adb6-8325a61e6e5c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6438406 Sep 21 18:11:32.341910 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57610) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:32.347047 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-08e7beb3-b77d-4254-995e-c8f584eceaa8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:32.408140 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b54859-b111-4089-8d37-8f7f8bd534de req-747b6677-fde8-492a-b0bd-5305a005ac35 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:32.409660 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b1b54859-b111-4089-8d37-8f7f8bd534de req-747b6677-fde8-492a-b0bd-5305a005ac35 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 946 time: 0.1146765 Sep 21 18:11:32.439808 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e7beb3-b77d-4254-995e-c8f584eceaa8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:32.444441 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-08e7beb3-b77d-4254-995e-c8f584eceaa8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:32.445736 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-32a3b664-3af2-4fa3-a72e-6e310c512276 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:32.446472 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e7beb3-b77d-4254-995e-c8f584eceaa8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:11:32.447108 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08e7beb3-b77d-4254-995e-c8f584eceaa8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:11:32.466182 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-08e7beb3-b77d-4254-995e-c8f584eceaa8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1202917 Sep 21 18:11:32.467367 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57612) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:32.472810 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-765df19f-e91b-4baf-9bf3-fdcf2f7d3560 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:32.474319 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-32a3b664-3af2-4fa3-a72e-6e310c512276 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] device_id is not set on port 02f21154-5505-4352-90d7-d333bf7d7835 yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:11:32.486067 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b1b54859-b111-4089-8d37-8f7f8bd534de req-5c4b8eb7-180e-49b1-9b72-c10c50ed39ea tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=209c79ff-44ae-4b66-84c6-c495a27f267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669250 Sep 21 18:11:32.572213 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765df19f-e91b-4baf-9bf3-fdcf2f7d3560 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:32.576090 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-765df19f-e91b-4baf-9bf3-fdcf2f7d3560 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:32.577623 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-765df19f-e91b-4baf-9bf3-fdcf2f7d3560 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:11:32.578157 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-765df19f-e91b-4baf-9bf3-fdcf2f7d3560 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:11:32.592647 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-765df19f-e91b-4baf-9bf3-fdcf2f7d3560 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1240056 Sep 21 18:11:32.595723 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57618) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:32.600829 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-3de800a0-6cd5-45b8-886b-70436af6da09 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:32.695791 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de800a0-6cd5-45b8-886b-70436af6da09 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:32.699634 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3de800a0-6cd5-45b8-886b-70436af6da09 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:32.701001 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de800a0-6cd5-45b8-886b-70436af6da09 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:11:32.702326 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de800a0-6cd5-45b8-886b-70436af6da09 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:11:32.716718 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3de800a0-6cd5-45b8-886b-70436af6da09 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1197717 Sep 21 18:11:32.719487 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57622) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:32.749571 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fa7d2572-79b2-4bce-abc2-cf6ed86bd254 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0288179 Sep 21 18:11:32.751763 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57626) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:32.804751 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ac5181-ee89-4aec-8887-44b01ecd407a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:32.806970 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-16ac5181-ee89-4aec-8887-44b01ecd407a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0538812 Sep 21 18:11:32.809431 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57630) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:32.818003 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-32a3b664-3af2-4fa3-a72e-6e310c512276 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Allocated IP 172.20.0.14 (3b07c707-0711-4482-ba7e-e6e37c0cd0a9/03ac36cb-c051-41c2-88f4-498596c1452a/02f21154-5505-4352-90d7-d333bf7d7835) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:32.826963 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-32a3b664-3af2-4fa3-a72e-6e310c512276 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Allocated IP 172.20.0.13 (3b07c707-0711-4482-ba7e-e6e37c0cd0a9/03ac36cb-c051-41c2-88f4-498596c1452a/02f21154-5505-4352-90d7-d333bf7d7835) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:32.858289 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0a4b6065-2317-408c-878e-16fcc1e8716a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478776 Sep 21 18:11:32.862291 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57634) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:32.867253 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-14831757-19a7-4558-bea9-792c85d00b84 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:33.003439 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-32a3b664-3af2-4fa3-a72e-6e310c512276 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:33.007083 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14831757-19a7-4558-bea9-792c85d00b84 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:33.011377 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-14831757-19a7-4558-bea9-792c85d00b84 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:33.025478 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9205624-ed19-470a-972d-9c1191c8dbcc req-912b16d9-6550-4e6a-9303-50af80295f35 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:33.027474 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e9205624-ed19-470a-972d-9c1191c8dbcc req-912b16d9-6550-4e6a-9303-50af80295f35 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 945 time: 0.0752091 Sep 21 18:11:33.042821 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-32a3b664-3af2-4fa3-a72e-6e310c512276 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:33.089774 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a3b664-3af2-4fa3-a72e-6e310c512276 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Network 3b07c707-0711-4482-ba7e-e6e37c0cd0a9 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:33.092992 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-32a3b664-3af2-4fa3-a72e-6e310c512276 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:33.097102 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a3b664-3af2-4fa3-a72e-6e310c512276 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:33.129981 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3b664-3af2-4fa3-a72e-6e310c512276 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event updated for resources: {'Port': ['ID=02f21154-5505-4352-90d7-d333bf7d7835,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:33.134493 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e9205624-ed19-470a-972d-9c1191c8dbcc req-c209585f-9749-4fe7-ae74-47a5e0e25b84 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943758 Sep 21 18:11:33.163649 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a3b664-3af2-4fa3-a72e-6e310c512276 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:33.164291 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-32a3b664-3af2-4fa3-a72e-6e310c512276 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:33.182949 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-32a3b664-3af2-4fa3-a72e-6e310c512276 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.4567919 Sep 21 18:11:33.183162 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57640) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:33.187750 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-14908a3a-8585-4274-8ce1-8a0d83365f2f tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'port_id': '02f21154-5505-4352-90d7-d333bf7d7835', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:33.217480 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-14908a3a-8585-4274-8ce1-8a0d83365f2f tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for floatingip, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:33.322754 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-14908a3a-8585-4274-8ce1-8a0d83365f2f tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:33.342719 n-d-810291-1 neutron-server[101461]: DEBUG neutron.objects.ports [None req-14831757-19a7-4558-bea9-792c85d00b84 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101461) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:11:33.344351 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-14831757-19a7-4558-bea9-792c85d00b84 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:33.385472 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14831757-19a7-4558-bea9-792c85d00b84 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:33.392177 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-14831757-19a7-4558-bea9-792c85d00b84 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:33.396753 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14831757-19a7-4558-bea9-792c85d00b84 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:33.397358 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-14831757-19a7-4558-bea9-792c85d00b84 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:33.405771 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc3c67c-cd9e-4b49-b3fc-476c5d2492de None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:33.409212 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14831757-19a7-4558-bea9-792c85d00b84 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Subnet': ['ID=d57fbe44-8bae-4b1b-9cdd-2e4401c1c3eb,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:33.432132 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-14831757-19a7-4558-bea9-792c85d00b84 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5683734 Sep 21 18:11:33.434198 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57646) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:33.439776 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-982b6f66-ade8-4265-938b-c6983d1b18d5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'port': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'mac_address': 'fa:16:3e:7c:9b:8e', 'name': 'tempest-NetworksTestDHCPv6-99197923'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:33.451715 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-14908a3a-8585-4274-8ce1-8a0d83365f2f tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Allocated IP 172.25.6.181 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/23ce519d-dae0-44de-b5ff-6f9ffe4e4f76) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:33.575348 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-14908a3a-8585-4274-8ce1-8a0d83365f2f tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:33.586842 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982b6f66-ade8-4265-938b-c6983d1b18d5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:33.590841 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb04bbf-421d-46de-b889-3d4ef38fb12c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'tenant_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'fixed_ips': [{'subnet_id': 'd57fbe44-8bae-4b1b-9cdd-2e4401c1c3eb'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:11:33.595822 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-acb04bbf-421d-46de-b889-3d4ef38fb12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:33.614427 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-14908a3a-8585-4274-8ce1-8a0d83365f2f tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:33.690357 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14908a3a-8585-4274-8ce1-8a0d83365f2f tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:33.692572 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-982b6f66-ade8-4265-938b-c6983d1b18d5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:33.714401 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-14908a3a-8585-4274-8ce1-8a0d83365f2f tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:33.725786 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14908a3a-8585-4274-8ce1-8a0d83365f2f tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:33.725949 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-982b6f66-ade8-4265-938b-c6983d1b18d5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] device_id is not set on port 5f2fe554-1c72-4e78-9ef2-1ff9f36dff45 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:11:33.755673 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14908a3a-8585-4274-8ce1-8a0d83365f2f tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event updated for resources: {'Port': ['ID=23ce519d-dae0-44de-b5ff-6f9ffe4e4f76,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:33.776799 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507056bc-d606-417d-a80f-8106434fa624 req-d0286168-2a3c-476a-a767-10e5d8be8c02 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:33.778724 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-507056bc-d606-417d-a80f-8106434fa624 req-d0286168-2a3c-476a-a767-10e5d8be8c02 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 946 time: 0.1586909 Sep 21 18:11:33.794707 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-acb04bbf-421d-46de-b889-3d4ef38fb12c None None] Allocated IP 2001:db8::f816:3eff:fea7:fb07 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/d57fbe44-8bae-4b1b-9cdd-2e4401c1c3eb/2f8fdb65-2793-429d-8082-22b6ba8132c2) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:33.872741 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-507056bc-d606-417d-a80f-8106434fa624 req-ce0aca53-21fe-4390-bcc4-b9c144c8930a tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=209c79ff-44ae-4b66-84c6-c495a27f267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849481 Sep 21 18:11:33.957682 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-acb04bbf-421d-46de-b889-3d4ef38fb12c None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:33.965325 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-acb04bbf-421d-46de-b889-3d4ef38fb12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:34.006076 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb04bbf-421d-46de-b889-3d4ef38fb12c None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:34.009019 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-acb04bbf-421d-46de-b889-3d4ef38fb12c None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:34.011868 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb04bbf-421d-46de-b889-3d4ef38fb12c None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:34.028175 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb04bbf-421d-46de-b889-3d4ef38fb12c None None] Pushing event updated for resources: {'Port': ['ID=2f8fdb65-2793-429d-8082-22b6ba8132c2,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:34.046615 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-982b6f66-ade8-4265-938b-c6983d1b18d5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Allocated IP 2001:db8::f816:3eff:fe7c:9b8e (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/d57fbe44-8bae-4b1b-9cdd-2e4401c1c3eb/5f2fe554-1c72-4e78-9ef2-1ff9f36dff45) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:34.084743 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-acb04bbf-421d-46de-b889-3d4ef38fb12c None None] Attempting to bind port 2f8fdb65-2793-429d-8082-22b6ba8132c2 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:34.085184 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-acb04bbf-421d-46de-b889-3d4ef38fb12c None None] Attempting to bind port 2f8fdb65-2793-429d-8082-22b6ba8132c2 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:34.085719 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb04bbf-421d-46de-b889-3d4ef38fb12c None None] Attempting to bind port 2f8fdb65-2793-429d-8082-22b6ba8132c2 on network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:34.091887 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb04bbf-421d-46de-b889-3d4ef38fb12c None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:11:34.092360 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb04bbf-421d-46de-b889-3d4ef38fb12c None None] Checking segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:34.092829 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-acb04bbf-421d-46de-b889-3d4ef38fb12c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:34.093437 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb04bbf-421d-46de-b889-3d4ef38fb12c None None] Bound using segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:11:34.094044 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-acb04bbf-421d-46de-b889-3d4ef38fb12c None None] Bound port: 2f8fdb65-2793-429d-8082-22b6ba8132c2, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:11:34.094538 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-acb04bbf-421d-46de-b889-3d4ef38fb12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:34.169999 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-acb04bbf-421d-46de-b889-3d4ef38fb12c None None] For port 2f8fdb65-2793-429d-8082-22b6ba8132c2, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:11:34.181951 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-acb04bbf-421d-46de-b889-3d4ef38fb12c None None] For port 2f8fdb65-2793-429d-8082-22b6ba8132c2, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=2f8fdb65-2793-429d-8082-22b6ba8132c2,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:11:34.193967 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-acb04bbf-421d-46de-b889-3d4ef38fb12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:34.224901 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-14908a3a-8585-4274-8ce1-8a0d83365f2f tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:34.278063 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb04bbf-421d-46de-b889-3d4ef38fb12c None None] Pushing event updated for resources: {'Port': ['ID=2f8fdb65-2793-429d-8082-22b6ba8132c2,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:34.306773 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-982b6f66-ade8-4265-938b-c6983d1b18d5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:34.332102 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea109c88-6992-4963-baa7-519871446bc8 req-77452f90-9a11-44f7-a34f-670635433b3d tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:34.335823 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ea109c88-6992-4963-baa7-519871446bc8 req-77452f90-9a11-44f7-a34f-670635433b3d tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 945 time: 0.0970228 Sep 21 18:11:34.336013 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-14908a3a-8585-4274-8ce1-8a0d83365f2f tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:34.399874 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ea109c88-6992-4963-baa7-519871446bc8 req-26121a56-8d0b-4ae0-a27f-61a682b36228 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585573 Sep 21 18:11:34.412739 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-982b6f66-ade8-4265-938b-c6983d1b18d5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:34.495119 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982b6f66-ade8-4265-938b-c6983d1b18d5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:34.497047 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-982b6f66-ade8-4265-938b-c6983d1b18d5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:34.499244 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b6f66-ade8-4265-938b-c6983d1b18d5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Port': ['ID=5f2fe554-1c72-4e78-9ef2-1ff9f36dff45,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:34.502203 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982b6f66-ade8-4265-938b-c6983d1b18d5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:34.520217 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982b6f66-ade8-4265-938b-c6983d1b18d5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:34.532947 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-982b6f66-ade8-4265-938b-c6983d1b18d5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:34.541521 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-14908a3a-8585-4274-8ce1-8a0d83365f2f tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:34.548939 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-14908a3a-8585-4274-8ce1-8a0d83365f2f tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:34.562850 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57666) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:34.565547 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-982b6f66-ade8-4265-938b-c6983d1b18d5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.1302407 Sep 21 18:11:34.699485 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac577e1-6b69-4f99-b007-ab3f03cebfda tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:34.705884 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac577e1-6b69-4f99-b007-ab3f03cebfda tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:34.710065 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1ac577e1-6b69-4f99-b007-ab3f03cebfda tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1441844 Sep 21 18:11:34.710065 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-14908a3a-8585-4274-8ce1-8a0d83365f2f tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:34.710491 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14908a3a-8585-4274-8ce1-8a0d83365f2f tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event updated for resources: {'Port': ['ID=23ce519d-dae0-44de-b5ff-6f9ffe4e4f76,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:34.710617 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57672) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:34.807924 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-568e9302-2352-4c7d-8ab3-2eb11a7f41c3 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting port 5f2fe554-1c72-4e78-9ef2-1ff9f36dff45 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:34.808381 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-568e9302-2352-4c7d-8ab3-2eb11a7f41c3 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:34.817771 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-14908a3a-8585-4274-8ce1-8a0d83365f2f tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Floating IP 550eb7fb-222c-40c0-b8de-d349c2af07bf associated. External IP: 172.25.6.181, port: 02f21154-5505-4352-90d7-d333bf7d7835. Sep 21 18:11:34.904198 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-568e9302-2352-4c7d-8ab3-2eb11a7f41c3 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:34.918035 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-568e9302-2352-4c7d-8ab3-2eb11a7f41c3 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Calling delete_port for 5f2fe554-1c72-4e78-9ef2-1ff9f36dff45 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:35.062907 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-568e9302-2352-4c7d-8ab3-2eb11a7f41c3 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:35.090113 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14908a3a-8585-4274-8ce1-8a0d83365f2f tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Router 08dc1f37-a5d8-4260-8588-e3d9401c818a has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:11:35.108286 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e9302-2352-4c7d-8ab3-2eb11a7f41c3 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Port': ['ID=5f2fe554-1c72-4e78-9ef2-1ff9f36dff45,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:35.112262 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c56fbb-67fb-4514-aee0-71d22b54094a req-28edc00b-9491-4ada-b3df-1238299ccac1 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:35.119881 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d5c56fbb-67fb-4514-aee0-71d22b54094a req-28edc00b-9491-4ada-b3df-1238299ccac1 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 946 time: 0.1418591 Sep 21 18:11:35.144130 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-568e9302-2352-4c7d-8ab3-2eb11a7f41c3 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:35.146841 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-568e9302-2352-4c7d-8ab3-2eb11a7f41c3 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/5f2fe554-1c72-4e78-9ef2-1ff9f36dff45 HTTP/1.1" status: 204 len: 168 time: 0.4353023 Sep 21 18:11:35.149790 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57682) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:35.213584 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48665db-b06d-475c-b5cc-d1e72dc40bc6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:35.215316 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48665db-b06d-475c-b5cc-d1e72dc40bc6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:35.217179 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f48665db-b06d-475c-b5cc-d1e72dc40bc6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0661323 Sep 21 18:11:35.218506 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d5c56fbb-67fb-4514-aee0-71d22b54094a req-671e92dc-df86-43b4-afee-6792d5bc0cb0 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=209c79ff-44ae-4b66-84c6-c495a27f267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926375 Sep 21 18:11:35.223439 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57688) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:35.311315 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-f34c128f-60a5-4127-b4d9-9233eb9b4202 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting subnet d57fbe44-8bae-4b1b-9cdd-2e4401c1c3eb {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:11:35.315666 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14908a3a-8585-4274-8ce1-8a0d83365f2f tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:11:35.317301 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f34c128f-60a5-4127-b4d9-9233eb9b4202 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:35.327019 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810d58b1-34bb-4813-8052-6e237cd43301 None None] Sync routers for ids ['08dc1f37-a5d8-4260-8588-e3d9401c818a'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:11:35.337325 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810d58b1-34bb-4813-8052-6e237cd43301 None None] Routers {'08dc1f37-a5d8-4260-8588-e3d9401c818a'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:35.338161 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-810d58b1-34bb-4813-8052-6e237cd43301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['08dc1f37-a5d8-4260-8588-e3d9401c818a'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:35.364779 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-14908a3a-8585-4274-8ce1-8a0d83365f2f tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:35.371147 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f34c128f-60a5-4127-b4d9-9233eb9b4202 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:35.375310 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-810d58b1-34bb-4813-8052-6e237cd43301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:35.383931 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810d58b1-34bb-4813-8052-6e237cd43301 None None] Routers {'08dc1f37-a5d8-4260-8588-e3d9401c818a'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:35.384543 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-810d58b1-34bb-4813-8052-6e237cd43301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['08dc1f37-a5d8-4260-8588-e3d9401c818a'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:35.423395 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-14908a3a-8585-4274-8ce1-8a0d83365f2f tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.2362874 Sep 21 18:11:35.423621 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-810d58b1-34bb-4813-8052-6e237cd43301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:35.423621 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810d58b1-34bb-4813-8052-6e237cd43301 None None] The sync data for ids ['08dc1f37-a5d8-4260-8588-e3d9401c818a'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:11:35.423864 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57690) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:35.428165 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-16de1e7e-2b2a-454b-b376-615b82de6e0b tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Request body: {'floatingip': {'port_id': '02f21154-5505-4352-90d7-d333bf7d7835', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:35.484220 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-4208d884-b0a0-4292-9ce9-b6e3e2801b5b None None] Provisioning complete for port 2f8fdb65-2793-429d-8082-22b6ba8132c2 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:35.484595 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4208d884-b0a0-4292-9ce9-b6e3e2801b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:35.520216 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f34c128f-60a5-4127-b4d9-9233eb9b4202 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:35.599254 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4208d884-b0a0-4292-9ce9-b6e3e2801b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:35.610340 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f34c128f-60a5-4127-b4d9-9233eb9b4202 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:35.632100 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-16de1e7e-2b2a-454b-b376-615b82de6e0b tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for floatingip, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:35.667084 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c128f-60a5-4127-b4d9-9233eb9b4202 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Subnet': ['ID=d57fbe44-8bae-4b1b-9cdd-2e4401c1c3eb,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:35.670817 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.db.api [None req-4208d884-b0a0-4292-9ce9-b6e3e2801b5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:11:35.671221 n-d-810291-1 neutron-server[101462]: DEBUG oslo_db.api [None req-4208d884-b0a0-4292-9ce9-b6e3e2801b5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:11:35.677042 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f34c128f-60a5-4127-b4d9-9233eb9b4202 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:35.680242 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f34c128f-60a5-4127-b4d9-9233eb9b4202 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/d57fbe44-8bae-4b1b-9cdd-2e4401c1c3eb HTTP/1.1" status: 204 len: 168 time: 0.4555731 Sep 21 18:11:35.682590 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57694) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:35.690150 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef3332-b36b-45eb-9fd3-0280c66eceef req-16b5582f-91c5-4a9c-9288-25a9c555eeb2 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:35.691720 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dbef3332-b36b-45eb-9fd3-0280c66eceef req-16b5582f-91c5-4a9c-9288-25a9c555eeb2 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 945 time: 0.1448255 Sep 21 18:11:35.750975 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-21c3c0c3-e950-4c2e-9dca-92ea75e7dbaf tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0654495 Sep 21 18:11:35.752020 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57700) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:35.755396 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316e697f-c01d-422b-ad6d-c3991a6fa221 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:35.763285 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-840cfb7d-b925-49f0-b5f1-181b73c2bf9c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:35.769727 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dbef3332-b36b-45eb-9fd3-0280c66eceef req-cdec9b2b-7396-4684-8745-8852db85232e tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685480 Sep 21 18:11:35.895311 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840cfb7d-b925-49f0-b5f1-181b73c2bf9c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:35.899536 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-840cfb7d-b925-49f0-b5f1-181b73c2bf9c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:36.001936 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def47b8e-6149-4e53-bf58-c3cfa051e0c2 None None] DHCP port deletion for 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:11:36.083752 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-def47b8e-6149-4e53-bf58-c3cfa051e0c2 None None] Deleting port 2f8fdb65-2793-429d-8082-22b6ba8132c2 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:36.084384 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-def47b8e-6149-4e53-bf58-c3cfa051e0c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:36.160297 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-def47b8e-6149-4e53-bf58-c3cfa051e0c2 None None] For port 2f8fdb65-2793-429d-8082-22b6ba8132c2, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=2f8fdb65-2793-429d-8082-22b6ba8132c2,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:36.160697 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-def47b8e-6149-4e53-bf58-c3cfa051e0c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:36.173479 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-def47b8e-6149-4e53-bf58-c3cfa051e0c2 None None] Calling delete_port for 2f8fdb65-2793-429d-8082-22b6ba8132c2 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:36.332513 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4208d884-b0a0-4292-9ce9-b6e3e2801b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:36.375937 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-4208d884-b0a0-4292-9ce9-b6e3e2801b5b None None] For port 2f8fdb65-2793-429d-8082-22b6ba8132c2, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=2f8fdb65-2793-429d-8082-22b6ba8132c2,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:36.381943 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4208d884-b0a0-4292-9ce9-b6e3e2801b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:36.394285 n-d-810291-1 neutron-server[101460]: DEBUG neutron.objects.ports [None req-840cfb7d-b925-49f0-b5f1-181b73c2bf9c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101460) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:11:36.406448 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25add0-e978-4300-8e42-15949ba959f4 req-46ac7c19-da47-4c58-85b3-6ce062fd3634 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:36.408258 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3d25add0-e978-4300-8e42-15949ba959f4 req-46ac7c19-da47-4c58-85b3-6ce062fd3634 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 946 time: 0.0968366 Sep 21 18:11:36.425107 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-def47b8e-6149-4e53-bf58-c3cfa051e0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:36.444482 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def47b8e-6149-4e53-bf58-c3cfa051e0c2 None None] No DVR routers for this DVR port 2f8fdb65-2793-429d-8082-22b6ba8132c2 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:11:36.461992 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208d884-b0a0-4292-9ce9-b6e3e2801b5b None None] Pushing event updated for resources: {'Port': ['ID=2f8fdb65-2793-429d-8082-22b6ba8132c2,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:36.488831 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3d25add0-e978-4300-8e42-15949ba959f4 req-ae0c699f-89ae-49dc-a61a-f04b69f96c17 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=209c79ff-44ae-4b66-84c6-c495a27f267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731084 Sep 21 18:11:36.495192 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def47b8e-6149-4e53-bf58-c3cfa051e0c2 None None] Pushing event deleted for resources: {'Port': ['ID=2f8fdb65-2793-429d-8082-22b6ba8132c2,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:36.514587 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-1ba465c5-c2c8-4808-aaaa-28edf90db378 None None] Could not find standard attr ID for object 5f2fe554-1c72-4e78-9ef2-1ff9f36dff45. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:11:36.524488 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:11:36.649475 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-16de1e7e-2b2a-454b-b376-615b82de6e0b tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:36.654248 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-16de1e7e-2b2a-454b-b376-615b82de6e0b tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:36.662295 n-d-810291-1 neutron-server[101460]: WARNING neutron.services.revisions.revision_plugin [None req-840cfb7d-b925-49f0-b5f1-181b73c2bf9c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Could not find related port for resource to bump revision. Sep 21 18:11:36.667893 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.ipam_pluggable_backend [None req-840cfb7d-b925-49f0-b5f1-181b73c2bf9c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Port 2f8fdb65-2793-429d-8082-22b6ba8132c2 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101460) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 21 18:11:36.668211 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.ipam_pluggable_backend [None req-840cfb7d-b925-49f0-b5f1-181b73c2bf9c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Reverting IP allocation for 2001:db8::f816:3eff:fea7:fb07 {{(pid=101460) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 21 18:11:36.671795 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.ipam_pluggable_backend [None req-840cfb7d-b925-49f0-b5f1-181b73c2bf9c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea7:fb07 {{(pid=101460) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 21 18:11:36.673564 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-840cfb7d-b925-49f0-b5f1-181b73c2bf9c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:36.727731 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840cfb7d-b925-49f0-b5f1-181b73c2bf9c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:36.731411 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-840cfb7d-b925-49f0-b5f1-181b73c2bf9c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:36.741317 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840cfb7d-b925-49f0-b5f1-181b73c2bf9c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:36.742078 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-840cfb7d-b925-49f0-b5f1-181b73c2bf9c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:36.742878 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10759ca-680c-43b2-882a-5d43f7dd7551 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:36.761972 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840cfb7d-b925-49f0-b5f1-181b73c2bf9c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Subnet': ['ID=20d8ae81-8551-49e0-8250-0b923aad5d37,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:36.774559 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57718) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:36.775068 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-840cfb7d-b925-49f0-b5f1-181b73c2bf9c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0198255 Sep 21 18:11:36.811365 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-e310e9a3-bb7f-4b48-ba1c-af6d6e21af0c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'port': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'mac_address': 'fa:16:3e:28:33:77', 'name': 'tempest-NetworksTestDHCPv6-1400866233'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:36.927561 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03438303-5773-49e8-b0b4-59d707dee8bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'tenant_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'fixed_ips': [{'subnet_id': '20d8ae81-8551-49e0-8250-0b923aad5d37'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:11:36.928577 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-03438303-5773-49e8-b0b4-59d707dee8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:37.006067 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16de1e7e-2b2a-454b-b376-615b82de6e0b tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Router 08dc1f37-a5d8-4260-8588-e3d9401c818a has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:11:37.016835 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b1700-4fac-4d21-a0e7-5036d724cc32 req-d533d65c-d418-4fac-8e63-e1ac5fb25e7a tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:37.018365 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9d5b1700-4fac-4d21-a0e7-5036d724cc32 req-d533d65c-d418-4fac-8e63-e1ac5fb25e7a tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 945 time: 0.1273277 Sep 21 18:11:37.091028 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e310e9a3-bb7f-4b48-ba1c-af6d6e21af0c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:37.094431 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-03438303-5773-49e8-b0b4-59d707dee8bc None None] Allocated IP 2001:db8::f816:3eff:fe92:f6d3 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/20d8ae81-8551-49e0-8250-0b923aad5d37/3cc6cca5-a1e6-493e-b59b-400bd5be80ea) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:37.095182 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e310e9a3-bb7f-4b48-ba1c-af6d6e21af0c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:37.122354 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9d5b1700-4fac-4d21-a0e7-5036d724cc32 req-1742e872-fb46-4c8f-9bb3-47703a08d96f tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962334 Sep 21 18:11:37.176071 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-e310e9a3-bb7f-4b48-ba1c-af6d6e21af0c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] device_id is not set on port cfb973f0-513e-47c4-a5d8-7a2815087c93 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:11:37.252300 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16de1e7e-2b2a-454b-b376-615b82de6e0b tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:11:37.257667 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-03438303-5773-49e8-b0b4-59d707dee8bc None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:37.260145 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-16de1e7e-2b2a-454b-b376-615b82de6e0b tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:37.264464 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f47af08-5525-4a07-b830-53a0cb63c9f9 None None] Sync routers for ids ['08dc1f37-a5d8-4260-8588-e3d9401c818a'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:11:37.273609 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-03438303-5773-49e8-b0b4-59d707dee8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:37.276998 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f47af08-5525-4a07-b830-53a0cb63c9f9 None None] Routers {'08dc1f37-a5d8-4260-8588-e3d9401c818a'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:37.277902 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8f47af08-5525-4a07-b830-53a0cb63c9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['08dc1f37-a5d8-4260-8588-e3d9401c818a'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:37.313412 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03438303-5773-49e8-b0b4-59d707dee8bc None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:37.316781 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-03438303-5773-49e8-b0b4-59d707dee8bc None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:37.328605 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8f47af08-5525-4a07-b830-53a0cb63c9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:37.338789 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f47af08-5525-4a07-b830-53a0cb63c9f9 None None] Routers {'08dc1f37-a5d8-4260-8588-e3d9401c818a'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:37.339295 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8f47af08-5525-4a07-b830-53a0cb63c9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['08dc1f37-a5d8-4260-8588-e3d9401c818a'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:37.362847 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-16de1e7e-2b2a-454b-b376-615b82de6e0b tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "PUT /v2.0/floatingips/550eb7fb-222c-40c0-b8de-d349c2af07bf HTTP/1.1" status: 200 len: 978 time: 1.9382489 Sep 21 18:11:37.363670 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03438303-5773-49e8-b0b4-59d707dee8bc None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:37.365711 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57732) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:37.380041 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-e310e9a3-bb7f-4b48-ba1c-af6d6e21af0c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Allocated IP 2001:db8::f816:3eff:fe28:3377 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/20d8ae81-8551-49e0-8250-0b923aad5d37/cfb973f0-513e-47c4-a5d8-7a2815087c93) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:37.400681 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03438303-5773-49e8-b0b4-59d707dee8bc None None] Pushing event updated for resources: {'Port': ['ID=3cc6cca5-a1e6-493e-b59b-400bd5be80ea,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:37.402045 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8f47af08-5525-4a07-b830-53a0cb63c9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:37.403769 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f47af08-5525-4a07-b830-53a0cb63c9f9 None None] The sync data for ids ['08dc1f37-a5d8-4260-8588-e3d9401c818a'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:11:37.433862 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-03438303-5773-49e8-b0b4-59d707dee8bc None None] Attempting to bind port 3cc6cca5-a1e6-493e-b59b-400bd5be80ea on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:37.434562 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-03438303-5773-49e8-b0b4-59d707dee8bc None None] Attempting to bind port 3cc6cca5-a1e6-493e-b59b-400bd5be80ea by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:37.434562 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03438303-5773-49e8-b0b4-59d707dee8bc None None] Attempting to bind port 3cc6cca5-a1e6-493e-b59b-400bd5be80ea on network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:37.440174 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03438303-5773-49e8-b0b4-59d707dee8bc None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:11:37.440550 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03438303-5773-49e8-b0b4-59d707dee8bc None None] Checking segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:37.440957 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-03438303-5773-49e8-b0b4-59d707dee8bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:37.441623 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03438303-5773-49e8-b0b4-59d707dee8bc None None] Bound using segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:11:37.441783 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-03438303-5773-49e8-b0b4-59d707dee8bc None None] Bound port: 3cc6cca5-a1e6-493e-b59b-400bd5be80ea, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:11:37.442165 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-03438303-5773-49e8-b0b4-59d707dee8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:37.514625 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-03438303-5773-49e8-b0b4-59d707dee8bc None None] For port 3cc6cca5-a1e6-493e-b59b-400bd5be80ea, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:11:37.529584 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-03438303-5773-49e8-b0b4-59d707dee8bc None None] For port 3cc6cca5-a1e6-493e-b59b-400bd5be80ea, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=3cc6cca5-a1e6-493e-b59b-400bd5be80ea,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:11:37.539934 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-03438303-5773-49e8-b0b4-59d707dee8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:37.576259 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e310e9a3-bb7f-4b48-ba1c-af6d6e21af0c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:37.589664 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-54dcf8e6-ccf0-462c-8218-af6f5aa9e237 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Deleting port 23ce519d-dae0-44de-b5ff-6f9ffe4e4f76 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:37.590292 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-54dcf8e6-ccf0-462c-8218-af6f5aa9e237 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:37.616407 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e310e9a3-bb7f-4b48-ba1c-af6d6e21af0c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:37.640983 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03438303-5773-49e8-b0b4-59d707dee8bc None None] Pushing event updated for resources: {'Port': ['ID=3cc6cca5-a1e6-493e-b59b-400bd5be80ea,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:37.676576 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e310e9a3-bb7f-4b48-ba1c-af6d6e21af0c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:37.679265 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-e310e9a3-bb7f-4b48-ba1c-af6d6e21af0c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:37.687995 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e310e9a3-bb7f-4b48-ba1c-af6d6e21af0c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:37.694093 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e310e9a3-bb7f-4b48-ba1c-af6d6e21af0c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:37.694942 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e310e9a3-bb7f-4b48-ba1c-af6d6e21af0c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:37.709158 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310e9a3-bb7f-4b48-ba1c-af6d6e21af0c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Port': ['ID=cfb973f0-513e-47c4-a5d8-7a2815087c93,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:37.714006 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e310e9a3-bb7f-4b48-ba1c-af6d6e21af0c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9384062 Sep 21 18:11:37.720441 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57740) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:37.773201 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971f3528-fdd9-42c9-87e5-03dfc143c7b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:37.779358 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971f3528-fdd9-42c9-87e5-03dfc143c7b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:37.781100 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-971f3528-fdd9-42c9-87e5-03dfc143c7b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0594590 Sep 21 18:11:37.783906 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57742) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:37.911933 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-219837ee-916a-4c81-899d-34f558570c8d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting port cfb973f0-513e-47c4-a5d8-7a2815087c93 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:37.912138 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-219837ee-916a-4c81-899d-34f558570c8d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:38.044083 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-219837ee-916a-4c81-899d-34f558570c8d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:38.061756 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-219837ee-916a-4c81-899d-34f558570c8d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Calling delete_port for cfb973f0-513e-47c4-a5d8-7a2815087c93 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:38.178964 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-54dcf8e6-ccf0-462c-8218-af6f5aa9e237 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:38.178964 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-54dcf8e6-ccf0-462c-8218-af6f5aa9e237 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:38.186394 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-54dcf8e6-ccf0-462c-8218-af6f5aa9e237 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Calling delete_port for 23ce519d-dae0-44de-b5ff-6f9ffe4e4f76 owned by network:floatingip {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:38.251174 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 3cc6cca5-a1e6-493e-b59b-400bd5be80ea up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:38.271836 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e0c5b-4169-4834-985a-500e01cf6322 req-19f5813a-1dd5-47b0-9113-7b357d5a9c39 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:38.273465 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2d1e0c5b-4169-4834-985a-500e01cf6322 req-19f5813a-1dd5-47b0-9113-7b357d5a9c39 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 946 time: 0.6562090 Sep 21 18:11:38.307826 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c50fc-ed76-4981-836e-34bc9ab1fdde req-51831c43-2465-4b02-9c77-b4ce3d0b19c2 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:38.309498 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fa0c50fc-ed76-4981-836e-34bc9ab1fdde req-51831c43-2465-4b02-9c77-b4ce3d0b19c2 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 945 time: 0.0854633 Sep 21 18:11:38.311882 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-219837ee-916a-4c81-899d-34f558570c8d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:38.352418 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 3cc6cca5-a1e6-493e-b59b-400bd5be80ea triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:38.353318 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:38.394531 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2d1e0c5b-4169-4834-985a-500e01cf6322 req-8a0e5035-f981-401e-ad9a-a2bef23dd3c5 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=209c79ff-44ae-4b66-84c6-c495a27f267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096070 Sep 21 18:11:38.426245 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-219837ee-916a-4c81-899d-34f558570c8d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:38.428084 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-219837ee-916a-4c81-899d-34f558570c8d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/cfb973f0-513e-47c4-a5d8-7a2815087c93 HTTP/1.1" status: 204 len: 168 time: 0.6430340 Sep 21 18:11:38.430685 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57758) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:38.435380 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219837ee-916a-4c81-899d-34f558570c8d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Port': ['ID=cfb973f0-513e-47c4-a5d8-7a2815087c93,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:38.488662 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fa0c50fc-ed76-4981-836e-34bc9ab1fdde req-90d96b32-da81-42ac-b563-c1b9180695a3 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613584 Sep 21 18:11:38.515247 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:38.543351 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abbc8e3-d590-48f7-abf4-9a45dd5b61de tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:38.545087 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abbc8e3-d590-48f7-abf4-9a45dd5b61de tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:38.546808 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0abbc8e3-d590-48f7-abf4-9a45dd5b61de tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1148341 Sep 21 18:11:38.549645 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57760) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:38.584946 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-54dcf8e6-ccf0-462c-8218-af6f5aa9e237 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:38.632040 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 3cc6cca5-a1e6-493e-b59b-400bd5be80ea, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=3cc6cca5-a1e6-493e-b59b-400bd5be80ea,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:38.641634 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:38.673155 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-4049150c-cf3c-4017-84e4-059bad2a878c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting subnet 20d8ae81-8551-49e0-8250-0b923aad5d37 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:11:38.678556 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4049150c-cf3c-4017-84e4-059bad2a878c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:38.705569 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dcf8e6-ccf0-462c-8218-af6f5aa9e237 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event deleted for resources: {'Port': ['ID=23ce519d-dae0-44de-b5ff-6f9ffe4e4f76,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:38.737166 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=3cc6cca5-a1e6-493e-b59b-400bd5be80ea,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:38.782632 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-54dcf8e6-ccf0-462c-8218-af6f5aa9e237 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for floatingip, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:38.783537 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-54dcf8e6-ccf0-462c-8218-af6f5aa9e237 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Floating IP 550eb7fb-222c-40c0-b8de-d349c2af07bf disassociated (deleted). External IP: 172.25.6.181, port: 02f21154-5505-4352-90d7-d333bf7d7835. Sep 21 18:11:38.796170 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4049150c-cf3c-4017-84e4-059bad2a878c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:38.836689 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2687c9-7774-4981-9f0d-6fe35e6b86a9 req-27873c9b-f27c-47ad-bc91-68c78a4ed3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:38.838798 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d2687c9-7774-4981-9f0d-6fe35e6b86a9 req-27873c9b-f27c-47ad-bc91-68c78a4ed3bf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5aadfefca1044e71aeb470c69c909afe&device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 1097 time: 0.0926113 Sep 21 18:11:38.855036 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9738959-91c2-4b58-b15e-43929e9de423 req-b5cc9171-8632-47ff-9ded-851c6db7c8f7 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:38.863022 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d9738959-91c2-4b58-b15e-43929e9de423 req-b5cc9171-8632-47ff-9ded-851c6db7c8f7 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 946 time: 0.1857719 Sep 21 18:11:38.943289 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d9738959-91c2-4b58-b15e-43929e9de423 req-ebb5279e-b15b-4312-b0f8-63ad8d16cb8b tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=209c79ff-44ae-4b66-84c6-c495a27f267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779140 Sep 21 18:11:38.966595 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4049150c-cf3c-4017-84e4-059bad2a878c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:39.063023 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4049150c-cf3c-4017-84e4-059bad2a878c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:39.074634 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-ac1eaef8-0f49-4153-8a5d-21236bfcdf2e None None] Provisioning complete for port 3cc6cca5-a1e6-493e-b59b-400bd5be80ea triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:39.075868 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ac1eaef8-0f49-4153-8a5d-21236bfcdf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:39.080836 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4049150c-cf3c-4017-84e4-059bad2a878c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:39.082796 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4049150c-cf3c-4017-84e4-059bad2a878c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/20d8ae81-8551-49e0-8250-0b923aad5d37 HTTP/1.1" status: 204 len: 168 time: 0.5319800 Sep 21 18:11:39.107982 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57774) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:39.110684 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049150c-cf3c-4017-84e4-059bad2a878c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Subnet': ['ID=20d8ae81-8551-49e0-8250-0b923aad5d37,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:39.139512 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2687c9-7774-4981-9f0d-6fe35e6b86a9 req-2b317f0b-5a5a-438f-89ce-04ba831bd26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:39.141030 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d2687c9-7774-4981-9f0d-6fe35e6b86a9 req-2b317f0b-5a5a-438f-89ce-04ba831bd26f service neutron] 10.222.0.38 "GET /v2.0/networks?id=b4b63a75-cac0-4c3a-a311-673b965199ba HTTP/1.1" status: 200 len: 912 time: 0.2697890 Sep 21 18:11:39.152476 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54dcf8e6-ccf0-462c-8218-af6f5aa9e237 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Router 08dc1f37-a5d8-4260-8588-e3d9401c818a has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:11:39.170400 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-46a18617-16ae-40e7-b977-7acfba91ddef tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0608389 Sep 21 18:11:39.172701 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57776) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:39.246845 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c74caf-ebdf-4075-b2e0-f797a95e0034 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:39.251133 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-49c74caf-ebdf-4075-b2e0-f797a95e0034 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0746536 Sep 21 18:11:39.255587 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57778) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:39.302227 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d2687c9-7774-4981-9f0d-6fe35e6b86a9 req-b4040217-10fc-41ed-be18-9bef3395ccb1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c59d874a-906a-4793-aed3-0e80f2d6f8cc HTTP/1.1" status: 200 len: 1002 time: 0.1479628 Sep 21 18:11:39.315837 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528a0496-3413-4a28-9418-eb07fc5f729a None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:39.320434 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241f26a6-3284-47b1-977c-804ceacf0a1c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:39.323136 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-241f26a6-3284-47b1-977c-804ceacf0a1c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0662050 Sep 21 18:11:39.325624 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57784) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:39.371956 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ebfe23ed-9abd-4816-beb1-1c40a14b7591 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450103 Sep 21 18:11:39.379520 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57786) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:39.385230 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-42098ff7-b652-47b5-8efe-3108c76d529c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:39.400331 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2687c9-7774-4981-9f0d-6fe35e6b86a9 req-10bd0988-f242-481f-9068-705f85ac73ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:39.402007 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d2687c9-7774-4981-9f0d-6fe35e6b86a9 req-10bd0988-f242-481f-9068-705f85ac73ad service neutron] 10.222.0.38 "GET /v2.0/subnets?id=29244be3-4141-408b-9ec3-b8b1380c14f4 HTTP/1.1" status: 200 len: 850 time: 0.0885913 Sep 21 18:11:39.415217 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-ec8e33b9-688d-4f48-b808-5e5ef1d8d74f None None] Could not find standard attr ID for object cfb973f0-513e-47c4-a5d8-7a2815087c93. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:11:39.441933 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54dcf8e6-ccf0-462c-8218-af6f5aa9e237 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:11:39.447560 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-54dcf8e6-ccf0-462c-8218-af6f5aa9e237 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:39.465828 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64f7825-0bf2-4baa-8bb6-9e1bede75fa1 None None] Sync routers for ids ['08dc1f37-a5d8-4260-8588-e3d9401c818a'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:11:39.481446 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-54dcf8e6-ccf0-462c-8218-af6f5aa9e237 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "DELETE /v2.0/floatingips/550eb7fb-222c-40c0-b8de-d349c2af07bf HTTP/1.1" status: 204 len: 168 time: 2.1145983 Sep 21 18:11:39.484395 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2687c9-7774-4981-9f0d-6fe35e6b86a9 req-45551ebf-4c1d-4bcc-aa03-852a628e43c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:39.485956 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d2687c9-7774-4981-9f0d-6fe35e6b86a9 req-45551ebf-4c1d-4bcc-aa03-852a628e43c2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b4b63a75-cac0-4c3a-a311-673b965199ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738370 Sep 21 18:11:39.486430 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57788) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:39.499087 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42098ff7-b652-47b5-8efe-3108c76d529c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:39.503679 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-42098ff7-b652-47b5-8efe-3108c76d529c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:39.516544 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64f7825-0bf2-4baa-8bb6-9e1bede75fa1 None None] Routers {'08dc1f37-a5d8-4260-8588-e3d9401c818a'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:39.518017 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d64f7825-0bf2-4baa-8bb6-9e1bede75fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['08dc1f37-a5d8-4260-8588-e3d9401c818a'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:39.595717 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d64f7825-0bf2-4baa-8bb6-9e1bede75fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:39.630392 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64f7825-0bf2-4baa-8bb6-9e1bede75fa1 None None] Routers {'08dc1f37-a5d8-4260-8588-e3d9401c818a'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:39.633890 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d64f7825-0bf2-4baa-8bb6-9e1bede75fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['08dc1f37-a5d8-4260-8588-e3d9401c818a'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:39.670507 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d64f7825-0bf2-4baa-8bb6-9e1bede75fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:39.671286 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64f7825-0bf2-4baa-8bb6-9e1bede75fa1 None None] The sync data for ids ['08dc1f37-a5d8-4260-8588-e3d9401c818a'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:11:39.694976 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d2687c9-7774-4981-9f0d-6fe35e6b86a9 req-61e8dd11-0305-4842-a95a-0e31dfb03982 service neutron] 10.222.0.38 "GET /v2.0/networks/b4b63a75-cac0-4c3a-a311-673b965199ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935041 Sep 21 18:11:39.736854 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-71a51063-d3d2-4a97-987d-ee1a0522e2a2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Deleting port 02f21154-5505-4352-90d7-d333bf7d7835 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:39.737575 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-71a51063-d3d2-4a97-987d-ee1a0522e2a2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:39.747487 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0a3b22-b28a-4385-ab69-01443ee7a5f1 None None] DHCP port deletion for 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:11:39.754198 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c19447-6e6c-4885-b51d-3866fdd83632 req-63707d3a-0370-45af-8fb1-f87ae1a84d85 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:39.755676 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-48c19447-6e6c-4885-b51d-3866fdd83632 req-63707d3a-0370-45af-8fb1-f87ae1a84d85 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 945 time: 0.1444960 Sep 21 18:11:39.880132 n-d-810291-1 neutron-server[101461]: DEBUG neutron.objects.ports [None req-42098ff7-b652-47b5-8efe-3108c76d529c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101461) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:11:39.931922 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-48c19447-6e6c-4885-b51d-3866fdd83632 req-47a4215c-e981-4941-bee0-aad61ce2559f tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546681 Sep 21 18:11:39.950714 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d2687c9-7774-4981-9f0d-6fe35e6b86a9 req-c3c3ffdb-1e15-4b36-80d5-8fd77eb2c4dd service neutron] 10.222.0.38 "GET /v2.0/networks/b4b63a75-cac0-4c3a-a311-673b965199ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515485 Sep 21 18:11:39.953071 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-71a51063-d3d2-4a97-987d-ee1a0522e2a2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:39.968922 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-ad0a3b22-b28a-4385-ab69-01443ee7a5f1 None None] Deleting port 3cc6cca5-a1e6-493e-b59b-400bd5be80ea {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:39.969304 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ad0a3b22-b28a-4385-ab69-01443ee7a5f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:39.994551 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-71a51063-d3d2-4a97-987d-ee1a0522e2a2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Calling delete_port for 02f21154-5505-4352-90d7-d333bf7d7835 owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:40.064624 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-ad0a3b22-b28a-4385-ab69-01443ee7a5f1 None None] For port 3cc6cca5-a1e6-493e-b59b-400bd5be80ea, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=3cc6cca5-a1e6-493e-b59b-400bd5be80ea,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:40.065131 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ad0a3b22-b28a-4385-ab69-01443ee7a5f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:40.078399 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-ad0a3b22-b28a-4385-ab69-01443ee7a5f1 None None] Calling delete_port for 3cc6cca5-a1e6-493e-b59b-400bd5be80ea owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:40.161430 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880db56b-4d37-4823-a161-7edcfd8284e2 req-2529ca53-004e-4de2-997d-215dbd72d8da tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:40.171475 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-880db56b-4d37-4823-a161-7edcfd8284e2 req-2529ca53-004e-4de2-997d-215dbd72d8da tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 946 time: 0.1466928 Sep 21 18:11:40.181210 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-42098ff7-b652-47b5-8efe-3108c76d529c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:40.184995 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ad0a3b22-b28a-4385-ab69-01443ee7a5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:40.235109 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 3cc6cca5-a1e6-493e-b59b-400bd5be80ea no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:11:40.240765 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0a3b22-b28a-4385-ab69-01443ee7a5f1 None None] No DVR routers for this DVR port 3cc6cca5-a1e6-493e-b59b-400bd5be80ea on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:11:40.251001 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a3b22-b28a-4385-ab69-01443ee7a5f1 None None] Pushing event deleted for resources: {'Port': ['ID=3cc6cca5-a1e6-493e-b59b-400bd5be80ea,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:40.251670 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-42098ff7-b652-47b5-8efe-3108c76d529c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Port 3cc6cca5-a1e6-493e-b59b-400bd5be80ea concurrently deleted while adding address for new subnet {'id': '6c82ccd7-91f2-4581-b8ef-ea7702ae7883', 'name': '', 'tenant_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'slaac', 'standard_attr_id': 2744, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-09-21T18:11:39Z', 'updated_at': '2021-09-21T18:11:39Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'd5edcf8f9d594945a4a16f803b7fa8f1'}. {{(pid=101461) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Sep 21 18:11:40.251670 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-42098ff7-b652-47b5-8efe-3108c76d529c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:40.274238 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 3cc6cca5-a1e6-493e-b59b-400bd5be80ea {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:11:40.274650 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 3cc6cca5-a1e6-493e-b59b-400bd5be80ea not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:11:40.277751 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-71a51063-d3d2-4a97-987d-ee1a0522e2a2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:40.292466 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42098ff7-b652-47b5-8efe-3108c76d529c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:40.308170 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a51063-d3d2-4a97-987d-ee1a0522e2a2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event deleted for resources: {'Port': ['ID=02f21154-5505-4352-90d7-d333bf7d7835,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:40.320419 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-42098ff7-b652-47b5-8efe-3108c76d529c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:40.328832 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-880db56b-4d37-4823-a161-7edcfd8284e2 req-707f4355-e2bc-401b-a3e1-1a2d2fe697e1 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=209c79ff-44ae-4b66-84c6-c495a27f267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310935 Sep 21 18:11:40.330302 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42098ff7-b652-47b5-8efe-3108c76d529c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:40.330910 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-42098ff7-b652-47b5-8efe-3108c76d529c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:40.331332 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d445e334-2be1-47e8-a94d-3d209d3b230d None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:40.374854 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42098ff7-b652-47b5-8efe-3108c76d529c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Subnet': ['ID=6c82ccd7-91f2-4581-b8ef-ea7702ae7883,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:40.381319 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-42098ff7-b652-47b5-8efe-3108c76d529c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0004492 Sep 21 18:11:40.384129 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57808) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:40.391121 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-caf66ad8-3d6c-4ec1-959c-9b82a7fa0249 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'port': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'mac_address': 'fa:16:3e:fc:fa:e9', 'name': 'tempest-NetworksTestDHCPv6-1762476677'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:40.445649 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-71a51063-d3d2-4a97-987d-ee1a0522e2a2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:40.448665 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-71a51063-d3d2-4a97-987d-ee1a0522e2a2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "DELETE /v2.0/ports/02f21154-5505-4352-90d7-d333bf7d7835 HTTP/1.1" status: 204 len: 168 time: 0.9612370 Sep 21 18:11:40.452863 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57810) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:40.458094 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-0d1bcb6e-426f-4ca8-ae82-16077a14aef2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:40.499760 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d1bcb6e-426f-4ca8-ae82-16077a14aef2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for floatingip, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:40.562715 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fdf04d-2f94-47d3-916c-facb9ae1a7cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'tenant_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'fixed_ips': [{'subnet_id': '6c82ccd7-91f2-4581-b8ef-ea7702ae7883'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:11:40.564951 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e9fdf04d-2f94-47d3-916c-facb9ae1a7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:40.575213 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf66ad8-3d6c-4ec1-959c-9b82a7fa0249 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:40.620380 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d1bcb6e-426f-4ca8-ae82-16077a14aef2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:40.673229 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-caf66ad8-3d6c-4ec1-959c-9b82a7fa0249 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:40.700973 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-caf66ad8-3d6c-4ec1-959c-9b82a7fa0249 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] device_id is not set on port d60f3fbc-7762-40a3-af50-4151a137a0ed yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:11:40.749609 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-0d1bcb6e-426f-4ca8-ae82-16077a14aef2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Allocated IP 172.25.6.246 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/52359417-0739-4a1d-b4ea-e67b48192b64) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:40.755202 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-e9fdf04d-2f94-47d3-916c-facb9ae1a7cc None None] Allocated IP 2001:db8::f816:3eff:fe10:eac2 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/6c82ccd7-91f2-4581-b8ef-ea7702ae7883/d953507a-6785-4494-bf4f-35fadbbe0f18) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:40.878445 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d1bcb6e-426f-4ca8-ae82-16077a14aef2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:40.914712 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e9fdf04d-2f94-47d3-916c-facb9ae1a7cc None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:40.923612 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e9fdf04d-2f94-47d3-916c-facb9ae1a7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:40.925486 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d1bcb6e-426f-4ca8-ae82-16077a14aef2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:40.977209 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1bcb6e-426f-4ca8-ae82-16077a14aef2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:40.979232 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fdf04d-2f94-47d3-916c-facb9ae1a7cc None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:40.982649 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-0d1bcb6e-426f-4ca8-ae82-16077a14aef2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:40.985048 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-e9fdf04d-2f94-47d3-916c-facb9ae1a7cc None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:40.987876 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1bcb6e-426f-4ca8-ae82-16077a14aef2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:40.990183 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fdf04d-2f94-47d3-916c-facb9ae1a7cc None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:40.992084 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-caf66ad8-3d6c-4ec1-959c-9b82a7fa0249 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Allocated IP 2001:db8::f816:3eff:fefc:fae9 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/6c82ccd7-91f2-4581-b8ef-ea7702ae7883/d60f3fbc-7762-40a3-af50-4151a137a0ed) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:40.993842 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdf04d-2f94-47d3-916c-facb9ae1a7cc None None] Pushing event updated for resources: {'Port': ['ID=d953507a-6785-4494-bf4f-35fadbbe0f18,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:41.070683 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-e9fdf04d-2f94-47d3-916c-facb9ae1a7cc None None] Attempting to bind port d953507a-6785-4494-bf4f-35fadbbe0f18 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:41.071579 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-e9fdf04d-2f94-47d3-916c-facb9ae1a7cc None None] Attempting to bind port d953507a-6785-4494-bf4f-35fadbbe0f18 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:41.072161 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fdf04d-2f94-47d3-916c-facb9ae1a7cc None None] Attempting to bind port d953507a-6785-4494-bf4f-35fadbbe0f18 on network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:41.076510 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1bcb6e-426f-4ca8-ae82-16077a14aef2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event updated for resources: {'Port': ['ID=52359417-0739-4a1d-b4ea-e67b48192b64,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:41.078575 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fdf04d-2f94-47d3-916c-facb9ae1a7cc None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:11:41.079389 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fdf04d-2f94-47d3-916c-facb9ae1a7cc None None] Checking segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:41.080008 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e9fdf04d-2f94-47d3-916c-facb9ae1a7cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:41.080720 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fdf04d-2f94-47d3-916c-facb9ae1a7cc None None] Bound using segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:11:41.081584 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-e9fdf04d-2f94-47d3-916c-facb9ae1a7cc None None] Bound port: d953507a-6785-4494-bf4f-35fadbbe0f18, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:11:41.082181 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e9fdf04d-2f94-47d3-916c-facb9ae1a7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:41.156172 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-e9fdf04d-2f94-47d3-916c-facb9ae1a7cc None None] For port d953507a-6785-4494-bf4f-35fadbbe0f18, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:11:41.158413 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d177d-10fd-489b-a5f9-beddbc74cfd8 req-2de4db29-1100-4413-8c66-def694be2bf8 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:41.159824 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-e9fdf04d-2f94-47d3-916c-facb9ae1a7cc None None] For port d953507a-6785-4494-bf4f-35fadbbe0f18, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d953507a-6785-4494-bf4f-35fadbbe0f18,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:11:41.160469 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e71d177d-10fd-489b-a5f9-beddbc74cfd8 req-2de4db29-1100-4413-8c66-def694be2bf8 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 945 time: 0.0740590 Sep 21 18:11:41.167372 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e9fdf04d-2f94-47d3-916c-facb9ae1a7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:41.183187 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-caf66ad8-3d6c-4ec1-959c-9b82a7fa0249 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:41.230911 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-caf66ad8-3d6c-4ec1-959c-9b82a7fa0249 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:41.239920 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdf04d-2f94-47d3-916c-facb9ae1a7cc None None] Pushing event updated for resources: {'Port': ['ID=d953507a-6785-4494-bf4f-35fadbbe0f18,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:41.240604 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d1bcb6e-426f-4ca8-ae82-16077a14aef2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:41.284619 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf66ad8-3d6c-4ec1-959c-9b82a7fa0249 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:41.288949 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-caf66ad8-3d6c-4ec1-959c-9b82a7fa0249 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:41.293225 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf66ad8-3d6c-4ec1-959c-9b82a7fa0249 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:41.301371 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf66ad8-3d6c-4ec1-959c-9b82a7fa0249 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:41.302122 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-caf66ad8-3d6c-4ec1-959c-9b82a7fa0249 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:41.351368 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf66ad8-3d6c-4ec1-959c-9b82a7fa0249 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Port': ['ID=d60f3fbc-7762-40a3-af50-4151a137a0ed,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:41.361847 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-caf66ad8-3d6c-4ec1-959c-9b82a7fa0249 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9762206 Sep 21 18:11:41.362388 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57830) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:41.419504 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30bf3de-8c6c-49e6-bf89-1a4a72cf1886 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:41.426065 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30bf3de-8c6c-49e6-bf89-1a4a72cf1886 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:41.427850 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f30bf3de-8c6c-49e6-bf89-1a4a72cf1886 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0644479 Sep 21 18:11:41.608801 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d1bcb6e-426f-4ca8-ae82-16077a14aef2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:41.612749 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57832) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:41.658567 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e71d177d-10fd-489b-a5f9-beddbc74cfd8 req-523134fc-af28-4562-a85b-a97aff1bc070 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4909720 Sep 21 18:11:41.797341 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854aef0-3daa-4f7b-a883-7d88f73ab981 req-de81b4f8-d927-429d-a68e-7f2a473cfc83 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:41.798948 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f854aef0-3daa-4f7b-a883-7d88f73ab981 req-de81b4f8-d927-429d-a68e-7f2a473cfc83 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 946 time: 0.3700054 Sep 21 18:11:41.827763 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-2be9c023-0947-4a95-b082-7943b05b39bc tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting port d60f3fbc-7762-40a3-af50-4151a137a0ed {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:41.828320 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2be9c023-0947-4a95-b082-7943b05b39bc tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:41.839339 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f854aef0-3daa-4f7b-a883-7d88f73ab981 req-62f345ea-87c3-4f4c-a2c9-bc3db65196cf tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=209c79ff-44ae-4b66-84c6-c495a27f267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338447 Sep 21 18:11:41.940707 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d1bcb6e-426f-4ca8-ae82-16077a14aef2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:41.946887 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d1bcb6e-426f-4ca8-ae82-16077a14aef2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:41.984099 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2be9c023-0947-4a95-b082-7943b05b39bc tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:42.023888 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-2be9c023-0947-4a95-b082-7943b05b39bc tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Calling delete_port for d60f3fbc-7762-40a3-af50-4151a137a0ed owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:42.053186 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1bcb6e-426f-4ca8-ae82-16077a14aef2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event updated for resources: {'Port': ['ID=52359417-0739-4a1d-b4ea-e67b48192b64,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:42.132058 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d1bcb6e-426f-4ca8-ae82-16077a14aef2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:42.217219 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d1bcb6e-426f-4ca8-ae82-16077a14aef2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:42.221255 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0d1bcb6e-426f-4ca8-ae82-16077a14aef2 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7646437 Sep 21 18:11:42.222086 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57850) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:42.227756 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device d953507a-6785-4494-bf4f-35fadbbe0f18 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:42.229637 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-bb148645-f639-457d-af68-706c8d41d253 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Request body: {'port': {'network_id': '3b07c707-0711-4482-ba7e-e6e37c0cd0a9', 'name': 'tempest-FloatingIPTestJSON-614227854'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:42.257847 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2be9c023-0947-4a95-b082-7943b05b39bc tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:42.291570 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port d953507a-6785-4494-bf4f-35fadbbe0f18 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:42.292252 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:42.306009 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9c023-0947-4a95-b082-7943b05b39bc tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Port': ['ID=d60f3fbc-7762-40a3-af50-4151a137a0ed,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:42.340951 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2be9c023-0947-4a95-b082-7943b05b39bc tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:42.347605 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2be9c023-0947-4a95-b082-7943b05b39bc tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/d60f3fbc-7762-40a3-af50-4151a137a0ed HTTP/1.1" status: 204 len: 168 time: 0.7337484 Sep 21 18:11:42.348292 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57852) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:42.387330 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:42.406551 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fcfbe4-49ff-4a25-ac47-c0133d15a5ca tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:42.408515 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fcfbe4-49ff-4a25-ac47-c0133d15a5ca tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:42.413411 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-62fcfbe4-49ff-4a25-ac47-c0133d15a5ca tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0640852 Sep 21 18:11:42.414309 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57854) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:42.422620 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port d953507a-6785-4494-bf4f-35fadbbe0f18, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d953507a-6785-4494-bf4f-35fadbbe0f18,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:42.430100 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:42.432138 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb148645-f639-457d-af68-706c8d41d253 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Made reservation on behalf of 13452f045d8445b79437cd0af2a4f3d9 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:42.441814 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb148645-f639-457d-af68-706c8d41d253 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:42.471972 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-bb148645-f639-457d-af68-706c8d41d253 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] device_id is not set on port 84cbb3f2-fbe2-466a-a4c8-d0730e296da1 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:11:42.498042 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce064088-d8f8-4c27-a683-f0b4f41ae91e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting subnet 6c82ccd7-91f2-4581-b8ef-ea7702ae7883 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:11:42.507505 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ce064088-d8f8-4c27-a683-f0b4f41ae91e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:42.508440 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=d953507a-6785-4494-bf4f-35fadbbe0f18,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:42.563539 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ce064088-d8f8-4c27-a683-f0b4f41ae91e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:42.598238 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-d133d878-3cb6-463f-b5d1-25b147422def None None] Provisioning complete for port d953507a-6785-4494-bf4f-35fadbbe0f18 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:42.598607 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d133d878-3cb6-463f-b5d1-25b147422def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:42.622457 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-bb148645-f639-457d-af68-706c8d41d253 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Allocated IP 172.20.0.10 (3b07c707-0711-4482-ba7e-e6e37c0cd0a9/03ac36cb-c051-41c2-88f4-498596c1452a/84cbb3f2-fbe2-466a-a4c8-d0730e296da1) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:42.707588 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ce064088-d8f8-4c27-a683-f0b4f41ae91e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:42.813578 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb148645-f639-457d-af68-706c8d41d253 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:42.849457 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750d378-683a-4e87-9dd1-4601c60e9515 req-444b1dcc-cecf-4f57-9145-9c381043e771 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:42.855689 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4750d378-683a-4e87-9dd1-4601c60e9515 req-444b1dcc-cecf-4f57-9145-9c381043e771 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 945 time: 0.0833447 Sep 21 18:11:42.857053 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ce064088-d8f8-4c27-a683-f0b4f41ae91e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:42.868001 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb148645-f639-457d-af68-706c8d41d253 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:42.899534 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-3f53afc9-fb80-48d6-bf8c-3d695dd211e3 None None] Could not find standard attr ID for object d60f3fbc-7762-40a3-af50-4151a137a0ed. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:11:42.912332 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce064088-d8f8-4c27-a683-f0b4f41ae91e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Subnet': ['ID=6c82ccd7-91f2-4581-b8ef-ea7702ae7883,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:42.918626 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ce064088-d8f8-4c27-a683-f0b4f41ae91e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:42.920922 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ce064088-d8f8-4c27-a683-f0b4f41ae91e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/6c82ccd7-91f2-4581-b8ef-ea7702ae7883 HTTP/1.1" status: 204 len: 168 time: 0.5054133 Sep 21 18:11:42.923615 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57866) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:42.932087 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb148645-f639-457d-af68-706c8d41d253 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event updated for resources: {'Port': ['ID=84cbb3f2-fbe2-466a-a4c8-d0730e296da1,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:42.968298 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb148645-f639-457d-af68-706c8d41d253 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Network 3b07c707-0711-4482-ba7e-e6e37c0cd0a9 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:42.970006 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-bb148645-f639-457d-af68-706c8d41d253 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:42.981221 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb148645-f639-457d-af68-706c8d41d253 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:42.991174 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c763182a-6d4f-4603-aa55-dd3ad14a4b25 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0665820 Sep 21 18:11:42.994135 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57870) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:42.999946 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-e8a95344-3656-465a-b1a2-1b34fc7eaad2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:43.006066 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4750d378-683a-4e87-9dd1-4601c60e9515 req-68ab97e1-4f53-42c9-94b6-c2427411045c tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459908 Sep 21 18:11:43.041889 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb148645-f639-457d-af68-706c8d41d253 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:43.042507 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb148645-f639-457d-af68-706c8d41d253 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:43.062980 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bb148645-f639-457d-af68-706c8d41d253 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8375039 Sep 21 18:11:43.064592 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57872) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:43.072791 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-f2aff811-2a17-4201-a99f-358a7de586cf tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Request body: {'floatingip': {'port_id': '84cbb3f2-fbe2-466a-a4c8-d0730e296da1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:43.111658 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a95344-3656-465a-b1a2-1b34fc7eaad2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:43.115294 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e8a95344-3656-465a-b1a2-1b34fc7eaad2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:43.127117 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f2aff811-2a17-4201-a99f-358a7de586cf tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for floatingip, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:43.214502 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9449aa16-6d42-4e27-89e0-f07a3aa13baf None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:43.459846 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f921e1a0-ccc1-4a5c-860a-e6d7ed62ce28 None None] DHCP port deletion for 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:11:43.460535 n-d-810291-1 neutron-server[101460]: DEBUG neutron.objects.ports [None req-e8a95344-3656-465a-b1a2-1b34fc7eaad2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101460) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:11:43.507093 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-f921e1a0-ccc1-4a5c-860a-e6d7ed62ce28 None None] Deleting port d953507a-6785-4494-bf4f-35fadbbe0f18 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:43.507602 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f921e1a0-ccc1-4a5c-860a-e6d7ed62ce28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:43.607872 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-f921e1a0-ccc1-4a5c-860a-e6d7ed62ce28 None None] For port d953507a-6785-4494-bf4f-35fadbbe0f18, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d953507a-6785-4494-bf4f-35fadbbe0f18,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:43.608405 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f921e1a0-ccc1-4a5c-860a-e6d7ed62ce28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:43.627184 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-f921e1a0-ccc1-4a5c-860a-e6d7ed62ce28 None None] Calling delete_port for d953507a-6785-4494-bf4f-35fadbbe0f18 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:43.660152 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f2aff811-2a17-4201-a99f-358a7de586cf tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:43.662064 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e8a95344-3656-465a-b1a2-1b34fc7eaad2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:43.667112 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f2aff811-2a17-4201-a99f-358a7de586cf tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:43.722827 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f921e1a0-ccc1-4a5c-860a-e6d7ed62ce28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:43.738118 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f921e1a0-ccc1-4a5c-860a-e6d7ed62ce28 None None] No DVR routers for this DVR port d953507a-6785-4494-bf4f-35fadbbe0f18 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:11:43.760260 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921e1a0-ccc1-4a5c-860a-e6d7ed62ce28 None None] Pushing event deleted for resources: {'Port': ['ID=d953507a-6785-4494-bf4f-35fadbbe0f18,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:43.779072 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [None req-f2aff811-2a17-4201-a99f-358a7de586cf tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Floating IP 88fc6c10-dd86-4d82-a156-05b93613ee34 associated. External IP: 172.25.6.246, port: 84cbb3f2-fbe2-466a-a4c8-d0730e296da1. Sep 21 18:11:43.849614 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-e8a95344-3656-465a-b1a2-1b34fc7eaad2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] For port d953507a-6785-4494-bf4f-35fadbbe0f18, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d953507a-6785-4494-bf4f-35fadbbe0f18,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:43.883287 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e8a95344-3656-465a-b1a2-1b34fc7eaad2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:43.889149 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e8a95344-3656-465a-b1a2-1b34fc7eaad2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:43.889970 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e8a95344-3656-465a-b1a2-1b34fc7eaad2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:43.939651 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a95344-3656-465a-b1a2-1b34fc7eaad2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Port': ['ID=d953507a-6785-4494-bf4f-35fadbbe0f18,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:43.958364 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a95344-3656-465a-b1a2-1b34fc7eaad2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:43.961829 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-e8a95344-3656-465a-b1a2-1b34fc7eaad2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:43.964877 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a95344-3656-465a-b1a2-1b34fc7eaad2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:43.965528 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e8a95344-3656-465a-b1a2-1b34fc7eaad2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:43.972449 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889ff7d1-a5df-4dd8-b8a2-b41cada39639 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:43.982458 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a95344-3656-465a-b1a2-1b34fc7eaad2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Subnet': ['ID=aafeeed4-43a7-4799-b870-ca4a9e8c0269,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:43.987492 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e8a95344-3656-465a-b1a2-1b34fc7eaad2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9921370 Sep 21 18:11:43.990025 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57890) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:43.995304 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-e511aa86-43cb-45a5-8a70-298ec92db79a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'port': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'mac_address': 'fa:16:3e:bb:6c:dc', 'name': 'tempest-NetworksTestDHCPv6-1219537926'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:44.004520 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2aff811-2a17-4201-a99f-358a7de586cf tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Router 08dc1f37-a5d8-4260-8588-e3d9401c818a has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:11:44.174773 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e511aa86-43cb-45a5-8a70-298ec92db79a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:44.211978 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device d953507a-6785-4494-bf4f-35fadbbe0f18 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:11:44.241592 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90b7d23-444b-401a-a0be-df6cddfcd84b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'tenant_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'fixed_ips': [{'subnet_id': 'aafeeed4-43a7-4799-b870-ca4a9e8c0269'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:11:44.242460 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a90b7d23-444b-401a-a0be-df6cddfcd84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:44.245111 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: d953507a-6785-4494-bf4f-35fadbbe0f18 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:11:44.245318 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c978646-e429-4bf3-827c-d750b76c98f9 req-5822186e-5c06-4273-b66e-9bc3bb11fd7e tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:44.245436 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device d953507a-6785-4494-bf4f-35fadbbe0f18 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:11:44.257617 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9c978646-e429-4bf3-827c-d750b76c98f9 req-5822186e-5c06-4273-b66e-9bc3bb11fd7e tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 945 time: 0.1403654 Sep 21 18:11:44.286615 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2aff811-2a17-4201-a99f-358a7de586cf tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:11:44.292403 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f2aff811-2a17-4201-a99f-358a7de586cf tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:44.299561 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e07e25a-a28c-48c0-bdf2-5e9aba6208fa None None] Sync routers for ids ['08dc1f37-a5d8-4260-8588-e3d9401c818a'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:11:44.318434 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e07e25a-a28c-48c0-bdf2-5e9aba6208fa None None] Routers {'08dc1f37-a5d8-4260-8588-e3d9401c818a'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:44.319697 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8e07e25a-a28c-48c0-bdf2-5e9aba6208fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['08dc1f37-a5d8-4260-8588-e3d9401c818a'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:44.329602 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e511aa86-43cb-45a5-8a70-298ec92db79a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:44.350146 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f2aff811-2a17-4201-a99f-358a7de586cf tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "PUT /v2.0/floatingips/88fc6c10-dd86-4d82-a156-05b93613ee34 HTTP/1.1" status: 200 len: 978 time: 1.2808006 Sep 21 18:11:44.351214 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57896) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:44.351597 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9c978646-e429-4bf3-827c-d750b76c98f9 req-5770198e-27b5-425e-96b5-38acbb47f80e tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914886 Sep 21 18:11:44.390424 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8e07e25a-a28c-48c0-bdf2-5e9aba6208fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:44.399290 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e07e25a-a28c-48c0-bdf2-5e9aba6208fa None None] Routers {'08dc1f37-a5d8-4260-8588-e3d9401c818a'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:44.400024 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8e07e25a-a28c-48c0-bdf2-5e9aba6208fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['08dc1f37-a5d8-4260-8588-e3d9401c818a'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:44.407089 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-a90b7d23-444b-401a-a0be-df6cddfcd84b None None] Allocated IP 2001:db8::f816:3eff:fe78:b4c7 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/aafeeed4-43a7-4799-b870-ca4a9e8c0269/5ca6a5f6-0553-4dd5-b827-9f9d11fadd45) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:44.417957 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-e511aa86-43cb-45a5-8a70-298ec92db79a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] device_id is not set on port fc63bcbc-945a-43cf-969c-4e4f99f8fce8 yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:11:44.437900 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8e07e25a-a28c-48c0-bdf2-5e9aba6208fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:44.438732 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e07e25a-a28c-48c0-bdf2-5e9aba6208fa None None] The sync data for ids ['08dc1f37-a5d8-4260-8588-e3d9401c818a'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:11:44.539564 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-cfaf3076-dc21-44d7-a78f-71e016819ccc tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Deleting port 84cbb3f2-fbe2-466a-a4c8-d0730e296da1 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:44.539920 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cfaf3076-dc21-44d7-a78f-71e016819ccc tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:44.563295 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a90b7d23-444b-401a-a0be-df6cddfcd84b None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:44.570382 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a90b7d23-444b-401a-a0be-df6cddfcd84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:44.608389 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90b7d23-444b-401a-a0be-df6cddfcd84b None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:44.612756 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-a90b7d23-444b-401a-a0be-df6cddfcd84b None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:44.618360 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90b7d23-444b-401a-a0be-df6cddfcd84b None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:44.625590 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b7d23-444b-401a-a0be-df6cddfcd84b None None] Pushing event updated for resources: {'Port': ['ID=5ca6a5f6-0553-4dd5-b827-9f9d11fadd45,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:44.668483 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-e511aa86-43cb-45a5-8a70-298ec92db79a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Allocated IP 2001:db8::f816:3eff:febb:6cdc (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/aafeeed4-43a7-4799-b870-ca4a9e8c0269/fc63bcbc-945a-43cf-969c-4e4f99f8fce8) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:44.671520 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cfaf3076-dc21-44d7-a78f-71e016819ccc tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:44.686833 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a90b7d23-444b-401a-a0be-df6cddfcd84b None None] Attempting to bind port 5ca6a5f6-0553-4dd5-b827-9f9d11fadd45 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:44.687605 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a90b7d23-444b-401a-a0be-df6cddfcd84b None None] Attempting to bind port 5ca6a5f6-0553-4dd5-b827-9f9d11fadd45 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:44.687973 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90b7d23-444b-401a-a0be-df6cddfcd84b None None] Attempting to bind port 5ca6a5f6-0553-4dd5-b827-9f9d11fadd45 on network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:44.694101 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90b7d23-444b-401a-a0be-df6cddfcd84b None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:11:44.694473 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90b7d23-444b-401a-a0be-df6cddfcd84b None None] Checking segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:44.694994 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a90b7d23-444b-401a-a0be-df6cddfcd84b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:44.695431 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90b7d23-444b-401a-a0be-df6cddfcd84b None None] Bound using segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:11:44.695937 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a90b7d23-444b-401a-a0be-df6cddfcd84b None None] Bound port: 5ca6a5f6-0553-4dd5-b827-9f9d11fadd45, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:11:44.696421 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a90b7d23-444b-401a-a0be-df6cddfcd84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:44.763459 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a90b7d23-444b-401a-a0be-df6cddfcd84b None None] For port 5ca6a5f6-0553-4dd5-b827-9f9d11fadd45, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:11:44.766992 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a90b7d23-444b-401a-a0be-df6cddfcd84b None None] For port 5ca6a5f6-0553-4dd5-b827-9f9d11fadd45, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=5ca6a5f6-0553-4dd5-b827-9f9d11fadd45,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:11:44.772230 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a90b7d23-444b-401a-a0be-df6cddfcd84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:44.837629 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b7d23-444b-401a-a0be-df6cddfcd84b None None] Pushing event updated for resources: {'Port': ['ID=5ca6a5f6-0553-4dd5-b827-9f9d11fadd45,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:45.018014 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cfaf3076-dc21-44d7-a78f-71e016819ccc tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:45.018594 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cfaf3076-dc21-44d7-a78f-71e016819ccc tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:45.018697 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-cfaf3076-dc21-44d7-a78f-71e016819ccc tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Floating IP 88fc6c10-dd86-4d82-a156-05b93613ee34 disassociated. External IP: 172.25.6.246, port: 84cbb3f2-fbe2-466a-a4c8-d0730e296da1. Sep 21 18:11:45.019144 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-cfaf3076-dc21-44d7-a78f-71e016819ccc tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Calling delete_port for 84cbb3f2-fbe2-466a-a4c8-d0730e296da1 owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:45.041373 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e511aa86-43cb-45a5-8a70-298ec92db79a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:45.155719 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e511aa86-43cb-45a5-8a70-298ec92db79a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:45.242178 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e511aa86-43cb-45a5-8a70-298ec92db79a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:45.248704 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-e511aa86-43cb-45a5-8a70-298ec92db79a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:45.251234 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e511aa86-43cb-45a5-8a70-298ec92db79a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:45.257056 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e511aa86-43cb-45a5-8a70-298ec92db79a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:45.257683 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e511aa86-43cb-45a5-8a70-298ec92db79a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:45.263117 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cfaf3076-dc21-44d7-a78f-71e016819ccc tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:45.273554 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511aa86-43cb-45a5-8a70-298ec92db79a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Port': ['ID=fc63bcbc-945a-43cf-969c-4e4f99f8fce8,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:45.311379 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf3076-dc21-44d7-a78f-71e016819ccc tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event deleted for resources: {'Port': ['ID=84cbb3f2-fbe2-466a-a4c8-d0730e296da1,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:45.317726 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e511aa86-43cb-45a5-8a70-298ec92db79a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3266637 Sep 21 18:11:45.320623 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57900) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:45.443684 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947f4ffd-e911-4141-93dd-7694136ee47f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:45.449846 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947f4ffd-e911-4141-93dd-7694136ee47f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:45.451450 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-947f4ffd-e911-4141-93dd-7694136ee47f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1296976 Sep 21 18:11:45.454512 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57904) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:45.522625 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9088a-3d6b-4a46-b8c7-68edcddf5634 req-415ec5bc-8d69-429e-af29-061faf6b023c tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:45.524264 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-38c9088a-3d6b-4a46-b8c7-68edcddf5634 req-415ec5bc-8d69-429e-af29-061faf6b023c tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 945 time: 0.0701487 Sep 21 18:11:45.532078 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfaf3076-dc21-44d7-a78f-71e016819ccc tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Router 08dc1f37-a5d8-4260-8588-e3d9401c818a has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:11:45.563589 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-98101a8e-5747-47cf-80ba-f909418b4c14 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting port fc63bcbc-945a-43cf-969c-4e4f99f8fce8 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:45.564489 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-98101a8e-5747-47cf-80ba-f909418b4c14 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:45.627161 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-38c9088a-3d6b-4a46-b8c7-68edcddf5634 req-2e5fc30b-519a-4340-943a-0cebe3438056 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935383 Sep 21 18:11:45.682213 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-98101a8e-5747-47cf-80ba-f909418b4c14 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:45.686312 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfaf3076-dc21-44d7-a78f-71e016819ccc tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:11:45.699657 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357d17ae-1d49-4dc3-835b-819ae6812e80 None None] Sync routers for ids ['08dc1f37-a5d8-4260-8588-e3d9401c818a'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:11:45.707979 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-98101a8e-5747-47cf-80ba-f909418b4c14 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Calling delete_port for fc63bcbc-945a-43cf-969c-4e4f99f8fce8 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:45.713585 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357d17ae-1d49-4dc3-835b-819ae6812e80 None None] Routers {'08dc1f37-a5d8-4260-8588-e3d9401c818a'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:45.713914 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-357d17ae-1d49-4dc3-835b-819ae6812e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['08dc1f37-a5d8-4260-8588-e3d9401c818a'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:45.772832 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-357d17ae-1d49-4dc3-835b-819ae6812e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:45.782894 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357d17ae-1d49-4dc3-835b-819ae6812e80 None None] Routers {'08dc1f37-a5d8-4260-8588-e3d9401c818a'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:45.783720 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-357d17ae-1d49-4dc3-835b-819ae6812e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['08dc1f37-a5d8-4260-8588-e3d9401c818a'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:45.818361 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-357d17ae-1d49-4dc3-835b-819ae6812e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:45.819077 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357d17ae-1d49-4dc3-835b-819ae6812e80 None None] The sync data for ids ['08dc1f37-a5d8-4260-8588-e3d9401c818a'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:11:45.908410 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fe089df6-dbd8-47c2-b579-472cc31afa37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:45.957084 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-98101a8e-5747-47cf-80ba-f909418b4c14 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:45.982482 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-4cc2e665-ca05-42da-bd42-a6360fc44f4f None None] Provisioning complete for port 5ca6a5f6-0553-4dd5-b827-9f9d11fadd45 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:45.982863 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4cc2e665-ca05-42da-bd42-a6360fc44f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:46.006249 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98101a8e-5747-47cf-80ba-f909418b4c14 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Port': ['ID=fc63bcbc-945a-43cf-969c-4e4f99f8fce8,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:46.033899 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-98101a8e-5747-47cf-80ba-f909418b4c14 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:46.036232 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-98101a8e-5747-47cf-80ba-f909418b4c14 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/fc63bcbc-945a-43cf-969c-4e4f99f8fce8 HTTP/1.1" status: 204 len: 168 time: 0.5798514 Sep 21 18:11:46.038803 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57906) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:46.105828 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4cc2e665-ca05-42da-bd42-a6360fc44f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:46.121375 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e936e5f9-887e-4f75-9706-dfd2b9e67467 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:46.122733 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e936e5f9-887e-4f75-9706-dfd2b9e67467 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:46.124318 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e936e5f9-887e-4f75-9706-dfd2b9e67467 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0839999 Sep 21 18:11:46.127955 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57910) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:46.157334 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-4cc2e665-ca05-42da-bd42-a6360fc44f4f None None] For port 5ca6a5f6-0553-4dd5-b827-9f9d11fadd45, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=5ca6a5f6-0553-4dd5-b827-9f9d11fadd45,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:46.162707 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4cc2e665-ca05-42da-bd42-a6360fc44f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:46.163417 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cfaf3076-dc21-44d7-a78f-71e016819ccc tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:46.170429 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-cfaf3076-dc21-44d7-a78f-71e016819ccc tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "DELETE /v2.0/ports/84cbb3f2-fbe2-466a-a4c8-d0730e296da1 HTTP/1.1" status: 204 len: 168 time: 1.8137410 Sep 21 18:11:46.170429 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57912) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:46.243855 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc2e665-ca05-42da-bd42-a6360fc44f4f None None] Pushing event updated for resources: {'Port': ['ID=5ca6a5f6-0553-4dd5-b827-9f9d11fadd45,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:46.252225 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-cece41a4-a44b-45d4-a10c-27d330b1f70b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting subnet aafeeed4-43a7-4799-b870-ca4a9e8c0269 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:11:46.264129 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cece41a4-a44b-45d4-a10c-27d330b1f70b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:46.268383 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 5ca6a5f6-0553-4dd5-b827-9f9d11fadd45 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:46.292168 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-69a05cce-6b79-42a0-b4dc-cc80e97b9844 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "GET /v2.0/floatingips/88fc6c10-dd86-4d82-a156-05b93613ee34 HTTP/1.1" status: 200 len: 688 time: 0.1211593 Sep 21 18:11:46.294907 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57914) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:46.326049 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cece41a4-a44b-45d4-a10c-27d330b1f70b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:46.328399 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 5ca6a5f6-0553-4dd5-b827-9f9d11fadd45 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:46.328847 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:46.434075 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-316ff0ca-0f3f-4781-8134-c54ad4e812e4 None None] Could not find standard attr ID for object fc63bcbc-945a-43cf-969c-4e4f99f8fce8. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:11:46.463760 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cece41a4-a44b-45d4-a10c-27d330b1f70b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:46.473922 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-00411777-7f47-4aea-b138-bbe53ca8bd0a tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Deleting port 52359417-0739-4a1d-b4ea-e67b48192b64 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:46.474274 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-00411777-7f47-4aea-b138-bbe53ca8bd0a tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:46.541808 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cece41a4-a44b-45d4-a10c-27d330b1f70b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:46.560713 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-00411777-7f47-4aea-b138-bbe53ca8bd0a tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:46.561052 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-00411777-7f47-4aea-b138-bbe53ca8bd0a tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:46.574281 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-00411777-7f47-4aea-b138-bbe53ca8bd0a tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Calling delete_port for 52359417-0739-4a1d-b4ea-e67b48192b64 owned by network:floatingip {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:46.576964 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece41a4-a44b-45d4-a10c-27d330b1f70b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Subnet': ['ID=aafeeed4-43a7-4799-b870-ca4a9e8c0269,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:46.578977 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cece41a4-a44b-45d4-a10c-27d330b1f70b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:46.580995 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-cece41a4-a44b-45d4-a10c-27d330b1f70b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/aafeeed4-43a7-4799-b870-ca4a9e8c0269 HTTP/1.1" status: 204 len: 168 time: 0.4526794 Sep 21 18:11:46.583419 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57916) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:46.589143 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5868a94d-5d37-47cb-b45e-ae314081ab4b None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:46.628922 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ddede3ae-4dc9-40d6-85b4-ce1ba5914034 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0443835 Sep 21 18:11:46.631372 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57918) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:46.704266 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bef0df4-a6df-4353-81ff-ebe8b4b34366 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:46.708441 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3bef0df4-a6df-4353-81ff-ebe8b4b34366 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0735383 Sep 21 18:11:46.708609 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57922) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:46.770572 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-00411777-7f47-4aea-b138-bbe53ca8bd0a tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:46.795962 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d268d8-29df-4940-bcd7-47209af706d0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:46.797472 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-24d268d8-29df-4940-bcd7-47209af706d0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0879211 Sep 21 18:11:46.799115 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00411777-7f47-4aea-b138-bbe53ca8bd0a tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event deleted for resources: {'Port': ['ID=52359417-0739-4a1d-b4ea-e67b48192b64,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:46.804922 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57924) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:46.829192 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f077ad9-24c9-4027-86ff-7a353154529f req-a8afc4e2-bfd9-450c-8d7b-1a99ba614f4a tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:46.831112 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4f077ad9-24c9-4027-86ff-7a353154529f req-a8afc4e2-bfd9-450c-8d7b-1a99ba614f4a tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 945 time: 0.0846791 Sep 21 18:11:46.843641 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b069364-96fa-46dd-83f6-487daf513235 None None] DHCP port deletion for 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:11:46.867682 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4b39211a-4adc-426a-8d07-614f41ad2836 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592053 Sep 21 18:11:46.872101 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57926) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:46.878462 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-09753368-5d0a-42ba-a2db-84d3b34dd806 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:46.910623 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-00411777-7f47-4aea-b138-bbe53ca8bd0a tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for floatingip, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:46.913563 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-00411777-7f47-4aea-b138-bbe53ca8bd0a tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:46.918243 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-2b069364-96fa-46dd-83f6-487daf513235 None None] Deleting port 5ca6a5f6-0553-4dd5-b827-9f9d11fadd45 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:46.918714 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2b069364-96fa-46dd-83f6-487daf513235 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:46.920532 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-00411777-7f47-4aea-b138-bbe53ca8bd0a tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "DELETE /v2.0/floatingips/88fc6c10-dd86-4d82-a156-05b93613ee34 HTTP/1.1" status: 204 len: 168 time: 0.6244676 Sep 21 18:11:46.921187 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57928) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:46.924898 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4f077ad9-24c9-4027-86ff-7a353154529f req-832cf169-6399-446f-b3f8-4baa7e3148c7 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746756 Sep 21 18:11:46.925789 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-29a66c09-05d8-4f13-abe4-31a5b9687378 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'port_id': '59ecbbb4-377b-47fe-90b2-16ba53a28ef6'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:46.958061 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-29a66c09-05d8-4f13-abe4-31a5b9687378 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for floatingip, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:46.992703 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09753368-5d0a-42ba-a2db-84d3b34dd806 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:46.997213 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-09753368-5d0a-42ba-a2db-84d3b34dd806 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:47.010436 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-2b069364-96fa-46dd-83f6-487daf513235 None None] For port 5ca6a5f6-0553-4dd5-b827-9f9d11fadd45, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=5ca6a5f6-0553-4dd5-b827-9f9d11fadd45,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:47.011326 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2b069364-96fa-46dd-83f6-487daf513235 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:47.031272 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-2b069364-96fa-46dd-83f6-487daf513235 None None] Calling delete_port for 5ca6a5f6-0553-4dd5-b827-9f9d11fadd45 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:47.066331 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-29a66c09-05d8-4f13-abe4-31a5b9687378 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:47.218168 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-29a66c09-05d8-4f13-abe4-31a5b9687378 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Allocated IP 172.25.6.139 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/021dad17-d6e0-470c-9cc4-6af3414ab1f2) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:47.266471 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-09753368-5d0a-42ba-a2db-84d3b34dd806 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:47.267843 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2b069364-96fa-46dd-83f6-487daf513235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:47.298553 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b069364-96fa-46dd-83f6-487daf513235 None None] Pushing event deleted for resources: {'Port': ['ID=5ca6a5f6-0553-4dd5-b827-9f9d11fadd45,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:47.305406 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b069364-96fa-46dd-83f6-487daf513235 None None] No DVR routers for this DVR port 5ca6a5f6-0553-4dd5-b827-9f9d11fadd45 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:11:47.326296 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09753368-5d0a-42ba-a2db-84d3b34dd806 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:47.330175 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-09753368-5d0a-42ba-a2db-84d3b34dd806 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:47.334907 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09753368-5d0a-42ba-a2db-84d3b34dd806 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:47.335702 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-09753368-5d0a-42ba-a2db-84d3b34dd806 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:47.347377 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236149af-136a-4f30-8d9e-fdb9f5287f4f None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:47.351899 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09753368-5d0a-42ba-a2db-84d3b34dd806 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Subnet': ['ID=bd125079-5294-42ca-944e-2b3ce2dd7438,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:47.357687 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-29a66c09-05d8-4f13-abe4-31a5b9687378 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:47.360787 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-09753368-5d0a-42ba-a2db-84d3b34dd806 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4876852 Sep 21 18:11:47.364301 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57932) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:47.370489 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-8d79f296-6d0a-4d67-ada1-bef0b833f6b7 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'port': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'mac_address': 'fa:16:3e:0f:c4:af', 'name': 'tempest-NetworksTestDHCPv6-109227492'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:47.403090 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-29a66c09-05d8-4f13-abe4-31a5b9687378 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:47.452151 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a66c09-05d8-4f13-abe4-31a5b9687378 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:47.456774 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-29a66c09-05d8-4f13-abe4-31a5b9687378 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:47.459258 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a66c09-05d8-4f13-abe4-31a5b9687378 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:47.491032 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a66c09-05d8-4f13-abe4-31a5b9687378 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event updated for resources: {'Port': ['ID=021dad17-d6e0-470c-9cc4-6af3414ab1f2,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:47.500906 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d79f296-6d0a-4d67-ada1-bef0b833f6b7 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:47.517901 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42427c2-feb8-46c4-bea8-cc9b53b96fa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'tenant_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'fixed_ips': [{'subnet_id': 'bd125079-5294-42ca-944e-2b3ce2dd7438'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:11:47.519080 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a42427c2-feb8-46c4-bea8-cc9b53b96fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:47.606464 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8d79f296-6d0a-4d67-ada1-bef0b833f6b7 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:47.640196 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-8d79f296-6d0a-4d67-ada1-bef0b833f6b7 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] device_id is not set on port 625a0f89-a5ed-4be1-a66f-c99492ef3e37 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:11:47.682824 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-a42427c2-feb8-46c4-bea8-cc9b53b96fa2 None None] Allocated IP 2001:db8::2 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/bd125079-5294-42ca-944e-2b3ce2dd7438/b8956182-dfbb-4720-addc-c8a727647db1) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:47.827335 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a42427c2-feb8-46c4-bea8-cc9b53b96fa2 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:47.834274 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a42427c2-feb8-46c4-bea8-cc9b53b96fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:47.868914 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-29a66c09-05d8-4f13-abe4-31a5b9687378 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:47.904472 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42427c2-feb8-46c4-bea8-cc9b53b96fa2 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:47.908947 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42427c2-feb8-46c4-bea8-cc9b53b96fa2 None None] Pushing event updated for resources: {'Port': ['ID=b8956182-dfbb-4720-addc-c8a727647db1,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:47.912471 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-a42427c2-feb8-46c4-bea8-cc9b53b96fa2 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:47.915097 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42427c2-feb8-46c4-bea8-cc9b53b96fa2 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:47.936036 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-8d79f296-6d0a-4d67-ada1-bef0b833f6b7 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Allocated IP 2001:db8::286 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/bd125079-5294-42ca-944e-2b3ce2dd7438/625a0f89-a5ed-4be1-a66f-c99492ef3e37) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:47.949896 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-29a66c09-05d8-4f13-abe4-31a5b9687378 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:47.975987 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a42427c2-feb8-46c4-bea8-cc9b53b96fa2 None None] Attempting to bind port b8956182-dfbb-4720-addc-c8a727647db1 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:47.976485 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a42427c2-feb8-46c4-bea8-cc9b53b96fa2 None None] Attempting to bind port b8956182-dfbb-4720-addc-c8a727647db1 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:47.977139 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42427c2-feb8-46c4-bea8-cc9b53b96fa2 None None] Attempting to bind port b8956182-dfbb-4720-addc-c8a727647db1 on network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:47.983239 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42427c2-feb8-46c4-bea8-cc9b53b96fa2 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:11:47.983665 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42427c2-feb8-46c4-bea8-cc9b53b96fa2 None None] Checking segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:47.984074 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a42427c2-feb8-46c4-bea8-cc9b53b96fa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:47.984468 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42427c2-feb8-46c4-bea8-cc9b53b96fa2 None None] Bound using segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:11:47.985065 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a42427c2-feb8-46c4-bea8-cc9b53b96fa2 None None] Bound port: b8956182-dfbb-4720-addc-c8a727647db1, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:11:47.985665 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a42427c2-feb8-46c4-bea8-cc9b53b96fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:48.067971 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a42427c2-feb8-46c4-bea8-cc9b53b96fa2 None None] For port b8956182-dfbb-4720-addc-c8a727647db1, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:11:48.072041 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a42427c2-feb8-46c4-bea8-cc9b53b96fa2 None None] For port b8956182-dfbb-4720-addc-c8a727647db1, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=b8956182-dfbb-4720-addc-c8a727647db1,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:11:48.078764 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a42427c2-feb8-46c4-bea8-cc9b53b96fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:48.130361 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8d79f296-6d0a-4d67-ada1-bef0b833f6b7 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:48.142110 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42427c2-feb8-46c4-bea8-cc9b53b96fa2 None None] Pushing event updated for resources: {'Port': ['ID=b8956182-dfbb-4720-addc-c8a727647db1,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:48.184630 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8d79f296-6d0a-4d67-ada1-bef0b833f6b7 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:48.221963 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 5ca6a5f6-0553-4dd5-b827-9f9d11fadd45 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:11:48.224761 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ebf10-1b39-4db6-88fb-cf36784ecea3 req-bbe424fa-3c28-463d-94c4-a8ba1dbc0143 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:48.227124 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ce1ebf10-1b39-4db6-88fb-cf36784ecea3 req-bbe424fa-3c28-463d-94c4-a8ba1dbc0143 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 945 time: 0.1881664 Sep 21 18:11:48.246456 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d79f296-6d0a-4d67-ada1-bef0b833f6b7 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Port': ['ID=625a0f89-a5ed-4be1-a66f-c99492ef3e37,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:48.261685 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 5ca6a5f6-0553-4dd5-b827-9f9d11fadd45 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:11:48.262120 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 5ca6a5f6-0553-4dd5-b827-9f9d11fadd45 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:11:48.262622 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d79f296-6d0a-4d67-ada1-bef0b833f6b7 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:48.264124 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-8d79f296-6d0a-4d67-ada1-bef0b833f6b7 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:48.275935 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d79f296-6d0a-4d67-ada1-bef0b833f6b7 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:48.281636 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d79f296-6d0a-4d67-ada1-bef0b833f6b7 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:48.282345 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8d79f296-6d0a-4d67-ada1-bef0b833f6b7 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:48.302539 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8d79f296-6d0a-4d67-ada1-bef0b833f6b7 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9369423 Sep 21 18:11:48.306531 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57938) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:48.329067 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-29a66c09-05d8-4f13-abe4-31a5b9687378 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:48.334296 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ce1ebf10-1b39-4db6-88fb-cf36784ecea3 req-b7dd187e-bdec-417c-9d2b-d44d20cdd3fd tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931423 Sep 21 18:11:48.335528 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-29a66c09-05d8-4f13-abe4-31a5b9687378 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:48.391819 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a904c08-6cae-4668-854e-ada41b5df256 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:48.398546 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a904c08-6cae-4668-854e-ada41b5df256 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:48.403103 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7a904c08-6cae-4668-854e-ada41b5df256 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0927672 Sep 21 18:11:48.404585 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57940) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:48.406048 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d84ca37c-a156-481a-8150-42ec4ed6088b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:48.420860 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a66c09-05d8-4f13-abe4-31a5b9687378 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event updated for resources: {'Port': ['ID=021dad17-d6e0-470c-9cc4-6af3414ab1f2,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:48.431267 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-29a66c09-05d8-4f13-abe4-31a5b9687378 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:48.524528 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-6429da9d-ff3b-4208-bdab-dad4e5ed0f98 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting port 625a0f89-a5ed-4be1-a66f-c99492ef3e37 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:48.525100 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6429da9d-ff3b-4208-bdab-dad4e5ed0f98 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:48.561127 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-29a66c09-05d8-4f13-abe4-31a5b9687378 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Floating IP 279b5216-c26b-4125-8c8c-1cc9d40ab2fc associated. External IP: 172.25.6.139, port: 59ecbbb4-377b-47fe-90b2-16ba53a28ef6. Sep 21 18:11:48.635240 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6429da9d-ff3b-4208-bdab-dad4e5ed0f98 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:48.647988 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-6429da9d-ff3b-4208-bdab-dad4e5ed0f98 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Calling delete_port for 625a0f89-a5ed-4be1-a66f-c99492ef3e37 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:48.791616 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a66c09-05d8-4f13-abe4-31a5b9687378 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Router 08dc1f37-a5d8-4260-8588-e3d9401c818a has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:11:48.912438 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a66c09-05d8-4f13-abe4-31a5b9687378 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:11:48.924718 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e25f7d-a467-4e99-83be-0c6f76bb2a4f None None] Sync routers for ids ['08dc1f37-a5d8-4260-8588-e3d9401c818a'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:11:48.934884 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-29a66c09-05d8-4f13-abe4-31a5b9687378 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:48.935607 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e25f7d-a467-4e99-83be-0c6f76bb2a4f None None] Routers {'08dc1f37-a5d8-4260-8588-e3d9401c818a'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:48.936524 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-75e25f7d-a467-4e99-83be-0c6f76bb2a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['08dc1f37-a5d8-4260-8588-e3d9401c818a'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:48.968977 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-29a66c09-05d8-4f13-abe4-31a5b9687378 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0467136 Sep 21 18:11:48.971809 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57942) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:48.973730 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-75e25f7d-a467-4e99-83be-0c6f76bb2a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:48.978453 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-b1e6b922-1e63-4b1c-805e-57b56b1a91c7 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-20703766'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:48.982575 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e25f7d-a467-4e99-83be-0c6f76bb2a4f None None] Routers {'08dc1f37-a5d8-4260-8588-e3d9401c818a'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:48.983266 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-75e25f7d-a467-4e99-83be-0c6f76bb2a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['08dc1f37-a5d8-4260-8588-e3d9401c818a'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:48.986008 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:49.016157 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-75e25f7d-a467-4e99-83be-0c6f76bb2a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:49.016999 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e6b922-1e63-4b1c-805e-57b56b1a91c7 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Made reservation on behalf of 13452f045d8445b79437cd0af2a4f3d9 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:49.017231 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e25f7d-a467-4e99-83be-0c6f76bb2a4f None None] The sync data for ids ['08dc1f37-a5d8-4260-8588-e3d9401c818a'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:11:49.020527 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b1e6b922-1e63-4b1c-805e-57b56b1a91c7 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:49.089961 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6429da9d-ff3b-4208-bdab-dad4e5ed0f98 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:49.099976 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e6b922-1e63-4b1c-805e-57b56b1a91c7 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:11:49.128743 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429da9d-ff3b-4208-bdab-dad4e5ed0f98 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Port': ['ID=625a0f89-a5ed-4be1-a66f-c99492ef3e37,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:49.137929 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b1e6b922-1e63-4b1c-805e-57b56b1a91c7 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:49.138183 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-b1e6b922-1e63-4b1c-805e-57b56b1a91c7 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Added segment 736e6208-c5bd-4ec4-9a4a-fe1120a7fe38 of type vlan for network 893ec0df-6d97-4c9f-a8d6-b5ba777a7f1b Sep 21 18:11:49.163072 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6429da9d-ff3b-4208-bdab-dad4e5ed0f98 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:49.164923 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6429da9d-ff3b-4208-bdab-dad4e5ed0f98 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/625a0f89-a5ed-4be1-a66f-c99492ef3e37 HTTP/1.1" status: 204 len: 168 time: 0.7581601 Sep 21 18:11:49.167600 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57944) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:49.223139 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b1e6b922-1e63-4b1c-805e-57b56b1a91c7 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:49.263262 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b1e6b922-1e63-4b1c-805e-57b56b1a91c7 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:49.270299 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e6b922-1e63-4b1c-805e-57b56b1a91c7 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.270985 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b1e6b922-1e63-4b1c-805e-57b56b1a91c7 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:49.310052 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b1e6b922-1e63-4b1c-805e-57b56b1a91c7 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3346624 Sep 21 18:11:49.310224 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9a2258-c625-4d13-93bf-8ea534935f83 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.310680 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57952) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:49.311748 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9a2258-c625-4d13-93bf-8ea534935f83 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.313481 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1f9a2258-c625-4d13-93bf-8ea534935f83 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1446626 Sep 21 18:11:49.316282 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57954) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:49.318328 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-32fe39fa-d270-448d-96dd-f92e90d4bae5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Request body: {'subnet': {'network_id': '893ec0df-6d97-4c9f-a8d6-b5ba777a7f1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:49.399402 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d88cac-8f21-46ff-bcb2-62dd93165e43 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting subnet bd125079-5294-42ca-944e-2b3ce2dd7438 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:11:49.411714 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40d88cac-8f21-46ff-bcb2-62dd93165e43 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:49.488241 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6b922-1e63-4b1c-805e-57b56b1a91c7 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event updated for resources: {'Network': ['ID=893ec0df-6d97-4c9f-a8d6-b5ba777a7f1b,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:49.499836 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40d88cac-8f21-46ff-bcb2-62dd93165e43 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:49.503096 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 893ec0df-6d97-4c9f-a8d6-b5ba777a7f1b details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:11:49.544175 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-133f3164-d072-4cf9-b734-c247150a0e7e None None] Provisioning complete for port b8956182-dfbb-4720-addc-c8a727647db1 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:49.545004 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-133f3164-d072-4cf9-b734-c247150a0e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:49.576814 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad24e2-1327-4c9e-bdf4-5e3624b41bf9 req-c9b728f6-3d9e-4365-9efe-37c28d44ea2c tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:49.578571 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-14ad24e2-1327-4c9e-bdf4-5e3624b41bf9 req-c9b728f6-3d9e-4365-9efe-37c28d44ea2c tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 945 time: 0.1331961 Sep 21 18:11:49.632050 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-14ad24e2-1327-4c9e-bdf4-5e3624b41bf9 req-90e18b2f-f357-403f-8db6-fccacbb4fbf7 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433855 Sep 21 18:11:49.637316 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fe39fa-d270-448d-96dd-f92e90d4bae5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Made reservation on behalf of 13452f045d8445b79437cd0af2a4f3d9 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:49.645098 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-32fe39fa-d270-448d-96dd-f92e90d4bae5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:49.766195 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-133f3164-d072-4cf9-b734-c247150a0e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:49.781498 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40d88cac-8f21-46ff-bcb2-62dd93165e43 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:49.872077 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40d88cac-8f21-46ff-bcb2-62dd93165e43 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:49.916761 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-32fe39fa-d270-448d-96dd-f92e90d4bae5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:49.918318 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40d88cac-8f21-46ff-bcb2-62dd93165e43 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:49.922509 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-40d88cac-8f21-46ff-bcb2-62dd93165e43 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/bd125079-5294-42ca-944e-2b3ce2dd7438 HTTP/1.1" status: 204 len: 168 time: 0.6030433 Sep 21 18:11:49.922509 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d88cac-8f21-46ff-bcb2-62dd93165e43 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Subnet': ['ID=bd125079-5294-42ca-944e-2b3ce2dd7438,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:49.923205 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57962) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:49.924300 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.db.api [None req-133f3164-d072-4cf9-b734-c247150a0e7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:11:49.924748 n-d-810291-1 neutron-server[101462]: DEBUG oslo_db.api [None req-133f3164-d072-4cf9-b734-c247150a0e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:11:49.991797 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-369f8054-3233-4d30-9030-3594fea70aa3 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0626662 Sep 21 18:11:49.992210 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57964) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:50.022635 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe39fa-d270-448d-96dd-f92e90d4bae5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event updated for resources: {'Subnet': ['ID=e26a32a4-c318-4df0-bfd1-a80f4ac94b7d,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:50.032682 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e1e943-b4d0-4bae-a00e-b0ea6976d68a None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:50.033293 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fe39fa-d270-448d-96dd-f92e90d4bae5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Checking segment: {'id': '736e6208-c5bd-4ec4-9a4a-fe1120a7fe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '893ec0df-6d97-4c9f-a8d6-b5ba777a7f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:50.033661 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fe39fa-d270-448d-96dd-f92e90d4bae5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Network hostable DHCP agents. Network: 893ec0df-6d97-4c9f-a8d6-b5ba777a7f1b, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:11:50.054672 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fe39fa-d270-448d-96dd-f92e90d4bae5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Network 893ec0df-6d97-4c9f-a8d6-b5ba777a7f1b is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:11:50.055935 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759a1f71-4c94-4b1e-8744-b16aff67915e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:50.058304 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-759a1f71-4c94-4b1e-8744-b16aff67915e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0648904 Sep 21 18:11:50.060624 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57966) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:50.076076 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-32fe39fa-d270-448d-96dd-f92e90d4bae5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 893ec0df-6d97-4c9f-a8d6-b5ba777a7f1b) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:50.089610 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fe39fa-d270-448d-96dd-f92e90d4bae5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:50.090484 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-32fe39fa-d270-448d-96dd-f92e90d4bae5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:50.099566 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05fa146-1624-4098-a9d1-cd163166ccb5 None None] Network 893ec0df-6d97-4c9f-a8d6-b5ba777a7f1b requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:50.105996 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:50.110241 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-32fe39fa-d270-448d-96dd-f92e90d4bae5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7989421 Sep 21 18:11:50.113070 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57968) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:50.120612 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-e07744aa-281e-4a8c-be2d-a33acc8d1fdc tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-494053948', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}, 'admin_state_up': False}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:50.122768 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8b18f0-7320-4834-b619-d36a9b6969c4 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:50.124309 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1a8b18f0-7320-4834-b619-d36a9b6969c4 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0627396 Sep 21 18:11:50.128256 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57970) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:50.174579 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e07744aa-281e-4a8c-be2d-a33acc8d1fdc tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:50.176604 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e07744aa-281e-4a8c-be2d-a33acc8d1fdc tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:50.183595 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a784fb19-8750-4633-bb82-1b43eafa9d4a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554268 Sep 21 18:11:50.188742 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57972) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:50.198843 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-40da938c-9ec9-4193-b6ef-de9a28a6386e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:50.295139 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e07744aa-281e-4a8c-be2d-a33acc8d1fdc tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:50.308795 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b8956182-dfbb-4720-addc-c8a727647db1 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:50.319729 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40da938c-9ec9-4193-b6ef-de9a28a6386e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:50.323787 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40da938c-9ec9-4193-b6ef-de9a28a6386e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:50.336364 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b88da79-87ba-49df-a550-57c663869773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-893ec0df-6d97-4c9f-a8d6-b5ba777a7f1b', 'network_id': '893ec0df-6d97-4c9f-a8d6-b5ba777a7f1b', 'tenant_id': '13452f045d8445b79437cd0af2a4f3d9', 'fixed_ips': [{'subnet_id': 'e26a32a4-c318-4df0-bfd1-a80f4ac94b7d'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:11:50.337657 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1b88da79-87ba-49df-a550-57c663869773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:50.360394 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d16ca5-a5c3-446f-9416-e293024957a3 None None] DHCP port deletion for 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:11:50.498308 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e07744aa-281e-4a8c-be2d-a33acc8d1fdc tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:50.530322 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port b8956182-dfbb-4720-addc-c8a727647db1 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:50.530322 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:50.604849 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-133f3164-d072-4cf9-b734-c247150a0e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:50.667648 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b2d16ca5-a5c3-446f-9416-e293024957a3 None None] Deleting port b8956182-dfbb-4720-addc-c8a727647db1 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:50.668130 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b2d16ca5-a5c3-446f-9416-e293024957a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:50.673547 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9356a-eb60-48ea-947c-77249af4c637 req-ce152f5d-8193-4613-915a-04a50cfc40f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:50.676281 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-03a9356a-eb60-48ea-947c-77249af4c637 req-ce152f5d-8193-4613-915a-04a50cfc40f6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 1096 time: 0.1249504 Sep 21 18:11:50.678389 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-1b88da79-87ba-49df-a550-57c663869773 None None] Allocated IP 172.20.0.2 (893ec0df-6d97-4c9f-a8d6-b5ba777a7f1b/e26a32a4-c318-4df0-bfd1-a80f4ac94b7d/f1b640f4-4ced-496b-9a85-4c3e311dbb39) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:50.757357 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-133f3164-d072-4cf9-b734-c247150a0e7e None None] For port b8956182-dfbb-4720-addc-c8a727647db1, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=b8956182-dfbb-4720-addc-c8a727647db1,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:50.775734 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-133f3164-d072-4cf9-b734-c247150a0e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:50.785776 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e07744aa-281e-4a8c-be2d-a33acc8d1fdc tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:50.804357 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e07744aa-281e-4a8c-be2d-a33acc8d1fdc tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:50.805214 n-d-810291-1 neutron-server[101460]: DEBUG neutron.objects.ports [None req-40da938c-9ec9-4193-b6ef-de9a28a6386e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101460) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:11:50.814447 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-03a9356a-eb60-48ea-947c-77249af4c637 req-a7da10d3-142a-4c47-8a1d-785c084f213d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075420 Sep 21 18:11:50.899988 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50cef38-8c64-4f44-a0ab-9c8cffd50117 req-09b7347b-6bb8-4b52-ba96-cdd26bcae8c6 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:50.901290 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a50cef38-8c64-4f44-a0ab-9c8cffd50117 req-09b7347b-6bb8-4b52-ba96-cdd26bcae8c6 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 945 time: 0.1446278 Sep 21 18:11:50.913515 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-e07744aa-281e-4a8c-be2d-a33acc8d1fdc tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Allocated IP 172.25.6.19 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/42ef69e3-efd8-4605-a8cc-c9c3097984d2) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:50.925502 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b2d16ca5-a5c3-446f-9416-e293024957a3 None None] For port b8956182-dfbb-4720-addc-c8a727647db1, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=b8956182-dfbb-4720-addc-c8a727647db1,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:50.926218 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b2d16ca5-a5c3-446f-9416-e293024957a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:50.938650 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b2d16ca5-a5c3-446f-9416-e293024957a3 None None] Calling delete_port for b8956182-dfbb-4720-addc-c8a727647db1 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:50.978458 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a50cef38-8c64-4f44-a0ab-9c8cffd50117 req-61edd9b5-56f6-4a90-a24d-30e153109db0 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683100 Sep 21 18:11:51.018062 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40da938c-9ec9-4193-b6ef-de9a28a6386e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:51.024301 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-de832682-1ae9-479e-bd9b-415d283a0440 None None] Could not find standard attr ID for object 625a0f89-a5ed-4be1-a66f-c99492ef3e37. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:11:51.043571 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f3164-d072-4cf9-b734-c247150a0e7e None None] Pushing event updated for resources: {'Port': ['ID=b8956182-dfbb-4720-addc-c8a727647db1,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:51.059192 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e07744aa-281e-4a8c-be2d-a33acc8d1fdc tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:51.099761 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e07744aa-281e-4a8c-be2d-a33acc8d1fdc tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:51.133798 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1b88da79-87ba-49df-a550-57c663869773 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:51.136832 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07744aa-281e-4a8c-be2d-a33acc8d1fdc tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:51.140020 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-e07744aa-281e-4a8c-be2d-a33acc8d1fdc tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:51.140925 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1b88da79-87ba-49df-a550-57c663869773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:51.144451 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07744aa-281e-4a8c-be2d-a33acc8d1fdc tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:51.177620 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07744aa-281e-4a8c-be2d-a33acc8d1fdc tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event updated for resources: {'Port': ['ID=42ef69e3-efd8-4605-a8cc-c9c3097984d2,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:51.183636 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b88da79-87ba-49df-a550-57c663869773 None None] Network 893ec0df-6d97-4c9f-a8d6-b5ba777a7f1b is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:51.192681 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-1b88da79-87ba-49df-a550-57c663869773 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:51.192928 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-40da938c-9ec9-4193-b6ef-de9a28a6386e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] For port b8956182-dfbb-4720-addc-c8a727647db1, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=b8956182-dfbb-4720-addc-c8a727647db1,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:51.193041 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b88da79-87ba-49df-a550-57c663869773 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:51.227838 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40da938c-9ec9-4193-b6ef-de9a28a6386e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:51.228737 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88da79-87ba-49df-a550-57c663869773 None None] Pushing event updated for resources: {'Port': ['ID=f1b640f4-4ced-496b-9a85-4c3e311dbb39,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:51.233851 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40da938c-9ec9-4193-b6ef-de9a28a6386e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:51.235072 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40da938c-9ec9-4193-b6ef-de9a28a6386e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:51.268613 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-1b88da79-87ba-49df-a550-57c663869773 None None] Attempting to bind port f1b640f4-4ced-496b-9a85-4c3e311dbb39 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:51.269306 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-1b88da79-87ba-49df-a550-57c663869773 None None] Attempting to bind port f1b640f4-4ced-496b-9a85-4c3e311dbb39 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '736e6208-c5bd-4ec4-9a4a-fe1120a7fe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '893ec0df-6d97-4c9f-a8d6-b5ba777a7f1b'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:51.269866 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b88da79-87ba-49df-a550-57c663869773 None None] Attempting to bind port f1b640f4-4ced-496b-9a85-4c3e311dbb39 on network 893ec0df-6d97-4c9f-a8d6-b5ba777a7f1b {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:51.272070 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b2d16ca5-a5c3-446f-9416-e293024957a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:51.285293 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da938c-9ec9-4193-b6ef-de9a28a6386e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Port': ['ID=b8956182-dfbb-4720-addc-c8a727647db1,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:51.287161 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d16ca5-a5c3-446f-9416-e293024957a3 None None] No DVR routers for this DVR port b8956182-dfbb-4720-addc-c8a727647db1 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:11:51.301390 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40da938c-9ec9-4193-b6ef-de9a28a6386e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:51.304589 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-40da938c-9ec9-4193-b6ef-de9a28a6386e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:51.307981 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b88da79-87ba-49df-a550-57c663869773 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:11:51.307981 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b88da79-87ba-49df-a550-57c663869773 None None] Checking segment: {'id': '736e6208-c5bd-4ec4-9a4a-fe1120a7fe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '893ec0df-6d97-4c9f-a8d6-b5ba777a7f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:51.308298 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1b88da79-87ba-49df-a550-57c663869773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:51.308652 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b88da79-87ba-49df-a550-57c663869773 None None] Bound using segment: {'id': '736e6208-c5bd-4ec4-9a4a-fe1120a7fe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '893ec0df-6d97-4c9f-a8d6-b5ba777a7f1b'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:11:51.308773 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40da938c-9ec9-4193-b6ef-de9a28a6386e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:51.309269 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-1b88da79-87ba-49df-a550-57c663869773 None None] Bound port: f1b640f4-4ced-496b-9a85-4c3e311dbb39, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736e6208-c5bd-4ec4-9a4a-fe1120a7fe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '893ec0df-6d97-4c9f-a8d6-b5ba777a7f1b'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:11:51.309419 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40da938c-9ec9-4193-b6ef-de9a28a6386e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:51.309660 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1b88da79-87ba-49df-a550-57c663869773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:51.318768 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d16ca5-a5c3-446f-9416-e293024957a3 None None] Pushing event deleted for resources: {'Port': ['ID=b8956182-dfbb-4720-addc-c8a727647db1,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:51.326357 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da938c-9ec9-4193-b6ef-de9a28a6386e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Subnet': ['ID=a6829fad-b256-4a4c-94ee-574ee7fcb93f,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:51.330545 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-40da938c-9ec9-4193-b6ef-de9a28a6386e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1399314 Sep 21 18:11:51.333277 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7e04bc-265f-4cfd-95bb-85c170576f3e None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:51.333928 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57976) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:51.339248 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-e12fd487-42c9-4dce-bcae-f0cc6ef2baba tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:51.439375 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e07744aa-281e-4a8c-be2d-a33acc8d1fdc tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:51.460372 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12fd487-42c9-4dce-bcae-f0cc6ef2baba tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:51.462769 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-1b88da79-87ba-49df-a550-57c663869773 None None] For port f1b640f4-4ced-496b-9a85-4c3e311dbb39, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:11:51.464590 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e12fd487-42c9-4dce-bcae-f0cc6ef2baba tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:51.467529 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-1b88da79-87ba-49df-a550-57c663869773 None None] For port f1b640f4-4ced-496b-9a85-4c3e311dbb39, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f1b640f4-4ced-496b-9a85-4c3e311dbb39,segment=NetworkSegment(736e6208-c5bd-4ec4-9a4a-fe1120a7fe38),segment_id=736e6208-c5bd-4ec4-9a4a-fe1120a7fe38)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:11:51.474988 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1b88da79-87ba-49df-a550-57c663869773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:51.584440 n-d-810291-1 neutron-server[101460]: INFO neutron.db.ipam_backend_mixin [None req-e12fd487-42c9-4dce-bcae-f0cc6ef2baba tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a6829fad-b256-4a4c-94ee-574ee7fcb93f (CIDR: 2001:db8::/64) Sep 21 18:11:51.589331 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-e12fd487-42c9-4dce-bcae-f0cc6ef2baba tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:11:51.590508 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e12fd487-42c9-4dce-bcae-f0cc6ef2baba tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:11:51.609131 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e12fd487-42c9-4dce-bcae-f0cc6ef2baba tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2739196 Sep 21 18:11:51.611917 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57978) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:51.618512 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-f27aeef3-624f-43b1-8959-dbdbe63aea4d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:51.673681 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e07744aa-281e-4a8c-be2d-a33acc8d1fdc tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:51.785394 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:51.795033 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88da79-87ba-49df-a550-57c663869773 None None] Pushing event updated for resources: {'Port': ['ID=f1b640f4-4ced-496b-9a85-4c3e311dbb39,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:51.811024 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbf8504-d50a-48c9-9c01-7149e6bb3410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'tenant_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'fixed_ips': [{'subnet_id': 'a6829fad-b256-4a4c-94ee-574ee7fcb93f'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:11:51.817309 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0bbf8504-d50a-48c9-9c01-7149e6bb3410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:51.830283 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27aeef3-624f-43b1-8959-dbdbe63aea4d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:51.840053 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f27aeef3-624f-43b1-8959-dbdbe63aea4d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:51.984414 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07744aa-281e-4a8c-be2d-a33acc8d1fdc tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Router a2671e32-f62d-4752-909a-ecc1630836c5 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:11:52.011527 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-0bbf8504-d50a-48c9-9c01-7149e6bb3410 None None] Allocated IP 2001:db8::f816:3eff:feab:7ee9 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/a6829fad-b256-4a4c-94ee-574ee7fcb93f/e5426ba8-e2d0-4802-8c63-3099733100a6) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:52.129611 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07744aa-281e-4a8c-be2d-a33acc8d1fdc tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:11:52.185378 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0bbf8504-d50a-48c9-9c01-7149e6bb3410 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:52.191610 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58bf7e5-e759-4edc-9cf5-4be9b7103bcb None None] Sync routers for ids ['a2671e32-f62d-4752-909a-ecc1630836c5'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:11:52.196050 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e07744aa-281e-4a8c-be2d-a33acc8d1fdc tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:52.197663 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e07744aa-281e-4a8c-be2d-a33acc8d1fdc tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0829813 Sep 21 18:11:52.199220 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0bbf8504-d50a-48c9-9c01-7149e6bb3410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:52.200541 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57984) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:52.215983 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58bf7e5-e759-4edc-9cf5-4be9b7103bcb None None] Routers {'a2671e32-f62d-4752-909a-ecc1630836c5'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:52.216780 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d58bf7e5-e759-4edc-9cf5-4be9b7103bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['a2671e32-f62d-4752-909a-ecc1630836c5'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:52.276460 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d58bf7e5-e759-4edc-9cf5-4be9b7103bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:52.304676 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c63e4-ebca-46e8-9103-716ec73189f0 req-f79b8c94-d4d1-4dc0-840b-51decffdcdd2 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:52.306567 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e28c63e4-ebca-46e8-9103-716ec73189f0 req-f79b8c94-d4d1-4dc0-840b-51decffdcdd2 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 945 time: 0.1787443 Sep 21 18:11:52.315343 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58bf7e5-e759-4edc-9cf5-4be9b7103bcb None None] Routers {'a2671e32-f62d-4752-909a-ecc1630836c5'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:52.315992 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d58bf7e5-e759-4edc-9cf5-4be9b7103bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['a2671e32-f62d-4752-909a-ecc1630836c5'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:52.320730 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbf8504-d50a-48c9-9c01-7149e6bb3410 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:52.361716 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f1b640f4-4ced-496b-9a85-4c3e311dbb39 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:52.403516 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-0bbf8504-d50a-48c9-9c01-7149e6bb3410 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:52.409728 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbf8504-d50a-48c9-9c01-7149e6bb3410 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:52.422893 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d58bf7e5-e759-4edc-9cf5-4be9b7103bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:52.423581 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58bf7e5-e759-4edc-9cf5-4be9b7103bcb None None] The sync data for ids ['a2671e32-f62d-4752-909a-ecc1630836c5'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:11:52.428899 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf8504-d50a-48c9-9c01-7149e6bb3410 None None] Pushing event updated for resources: {'Port': ['ID=e5426ba8-e2d0-4802-8c63-3099733100a6,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:52.508324 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port f1b640f4-4ced-496b-9a85-4c3e311dbb39 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:52.508448 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e28c63e4-ebca-46e8-9103-716ec73189f0 req-e07bbc70-6c62-48fe-a640-3f65d40da3ad tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736410 Sep 21 18:11:52.508547 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:52.510844 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0bbf8504-d50a-48c9-9c01-7149e6bb3410 None None] Attempting to bind port e5426ba8-e2d0-4802-8c63-3099733100a6 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:52.511240 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0bbf8504-d50a-48c9-9c01-7149e6bb3410 None None] Attempting to bind port e5426ba8-e2d0-4802-8c63-3099733100a6 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:52.511910 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf8504-d50a-48c9-9c01-7149e6bb3410 None None] Attempting to bind port e5426ba8-e2d0-4802-8c63-3099733100a6 on network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:52.554489 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf8504-d50a-48c9-9c01-7149e6bb3410 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:11:52.554956 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf8504-d50a-48c9-9c01-7149e6bb3410 None None] Checking segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:52.555355 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0bbf8504-d50a-48c9-9c01-7149e6bb3410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:52.555753 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf8504-d50a-48c9-9c01-7149e6bb3410 None None] Bound using segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:11:52.556240 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0bbf8504-d50a-48c9-9c01-7149e6bb3410 None None] Bound port: e5426ba8-e2d0-4802-8c63-3099733100a6, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:11:52.556626 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0bbf8504-d50a-48c9-9c01-7149e6bb3410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:52.707796 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-0bbf8504-d50a-48c9-9c01-7149e6bb3410 None None] For port e5426ba8-e2d0-4802-8c63-3099733100a6, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:11:52.726714 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-0bbf8504-d50a-48c9-9c01-7149e6bb3410 None None] For port e5426ba8-e2d0-4802-8c63-3099733100a6, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e5426ba8-e2d0-4802-8c63-3099733100a6,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:11:52.739596 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:52.747440 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0bbf8504-d50a-48c9-9c01-7149e6bb3410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:52.775662 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd0d6f-f31d-489a-ab0c-75cce3706336 req-a26b82c2-6060-4882-bbd9-c0ff622ffadb tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:52.778137 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-74fd0d6f-f31d-489a-ab0c-75cce3706336 req-a26b82c2-6060-4882-bbd9-c0ff622ffadb tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.1741683 Sep 21 18:11:52.780173 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f27aeef3-624f-43b1-8959-dbdbe63aea4d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:52.844506 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port f1b640f4-4ced-496b-9a85-4c3e311dbb39, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f1b640f4-4ced-496b-9a85-4c3e311dbb39,segment=NetworkSegment(736e6208-c5bd-4ec4-9a4a-fe1120a7fe38),segment_id=736e6208-c5bd-4ec4-9a4a-fe1120a7fe38)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:52.848019 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf8504-d50a-48c9-9c01-7149e6bb3410 None None] Pushing event updated for resources: {'Port': ['ID=e5426ba8-e2d0-4802-8c63-3099733100a6,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:52.860321 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:52.912037 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27aeef3-624f-43b1-8959-dbdbe63aea4d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Subnet': ['ID=09348741-3497-4c9c-8031-54ff0a217729,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:52.956754 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27aeef3-624f-43b1-8959-dbdbe63aea4d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:52.962421 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-f27aeef3-624f-43b1-8959-dbdbe63aea4d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:52.964725 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b8956182-dfbb-4720-addc-c8a727647db1 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:11:52.980294 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27aeef3-624f-43b1-8959-dbdbe63aea4d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:52.980906 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f27aeef3-624f-43b1-8959-dbdbe63aea4d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:52.991262 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: b8956182-dfbb-4720-addc-c8a727647db1 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:11:52.991613 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b8956182-dfbb-4720-addc-c8a727647db1 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:11:52.993878 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=f1b640f4-4ced-496b-9a85-4c3e311dbb39,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:53.003779 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c918371-f28f-404a-84cb-a3a9a9d62190 None None] Network 893ec0df-6d97-4c9f-a8d6-b5ba777a7f1b requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:53.028846 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-74fd0d6f-f31d-489a-ab0c-75cce3706336 req-91f0b7fa-7837-4d4f-bc20-1d824ff48d5a tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201357 Sep 21 18:11:53.031025 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3fd90ffa-00a2-463e-ae18-ea0de87e724e tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:53.037041 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f27aeef3-624f-43b1-8959-dbdbe63aea4d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4236264 Sep 21 18:11:53.043049 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57990) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:53.055650 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-a91f67d5-7434-4a93-afd5-6e8c767d4e26 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'port': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'mac_address': 'fa:16:3e:1a:9b:9d', 'name': 'tempest-NetworksTestDHCPv6-1795656473'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:53.094064 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-add888f7-133c-42a7-8fcc-5e821a0fe0e4 None None] Provisioning complete for port f1b640f4-4ced-496b-9a85-4c3e311dbb39 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:53.094791 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-add888f7-133c-42a7-8fcc-5e821a0fe0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:53.313815 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91f67d5-7434-4a93-afd5-6e8c767d4e26 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:53.432006 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:53.441363 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a91f67d5-7434-4a93-afd5-6e8c767d4e26 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:53.465497 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-a91f67d5-7434-4a93-afd5-6e8c767d4e26 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] device_id is not set on port c969f9f8-668a-4a53-975a-5a9f72bd3507 yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:11:53.569528 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70878e-7618-41c0-a419-3c46e173f26c req-27461665-e6eb-4d8a-89b1-03809d569b0a tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:53.576879 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6c70878e-7618-41c0-a419-3c46e173f26c req-27461665-e6eb-4d8a-89b1-03809d569b0a tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.1387844 Sep 21 18:11:53.606952 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-3fd90ffa-00a2-463e-ae18-ea0de87e724e tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Allocated IP 172.20.0.1 (893ec0df-6d97-4c9f-a8d6-b5ba777a7f1b/e26a32a4-c318-4df0-bfd1-a80f4ac94b7d/d6dc18f9-1131-47cc-bf4b-f570904e523f) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:53.663626 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6c70878e-7618-41c0-a419-3c46e173f26c req-2bc40e8b-17cf-452d-99d0-b0b620cf9322 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743091 Sep 21 18:11:53.766968 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-a91f67d5-7434-4a93-afd5-6e8c767d4e26 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Allocated IP 2001:db8:0:1::21 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/09348741-3497-4c9c-8031-54ff0a217729/c969f9f8-668a-4a53-975a-5a9f72bd3507) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:53.775286 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-a91f67d5-7434-4a93-afd5-6e8c767d4e26 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Allocated IP 2001:db8::f816:3eff:fe1a:9b9d (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/a6829fad-b256-4a4c-94ee-574ee7fcb93f/c969f9f8-668a-4a53-975a-5a9f72bd3507) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:53.802587 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3fd90ffa-00a2-463e-ae18-ea0de87e724e tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:53.852433 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-7ff68835-8f19-4f26-96d2-70950672bcd7 None None] Provisioning complete for port f1b640f4-4ced-496b-9a85-4c3e311dbb39 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:53.852824 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7ff68835-8f19-4f26-96d2-70950672bcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:54.040616 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a91f67d5-7434-4a93-afd5-6e8c767d4e26 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:54.090654 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a91f67d5-7434-4a93-afd5-6e8c767d4e26 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:54.156052 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f67d5-7434-4a93-afd5-6e8c767d4e26 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Port': ['ID=c969f9f8-668a-4a53-975a-5a9f72bd3507,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:54.175491 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91f67d5-7434-4a93-afd5-6e8c767d4e26 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:54.176963 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-a91f67d5-7434-4a93-afd5-6e8c767d4e26 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:54.184276 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91f67d5-7434-4a93-afd5-6e8c767d4e26 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:54.190997 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3fd90ffa-00a2-463e-ae18-ea0de87e724e tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:54.194224 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91f67d5-7434-4a93-afd5-6e8c767d4e26 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:54.195273 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a91f67d5-7434-4a93-afd5-6e8c767d4e26 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:54.218048 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a91f67d5-7434-4a93-afd5-6e8c767d4e26 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1737826 Sep 21 18:11:54.220218 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd90ffa-00a2-463e-ae18-ea0de87e724e tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Network 893ec0df-6d97-4c9f-a8d6-b5ba777a7f1b is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:54.220756 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58000) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:54.249828 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-3fd90ffa-00a2-463e-ae18-ea0de87e724e tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:54.270071 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd90ffa-00a2-463e-ae18-ea0de87e724e tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:54.289988 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec6b361-998e-4951-b7b4-4cdae526c1c4 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:54.295496 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd90ffa-00a2-463e-ae18-ea0de87e724e tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event updated for resources: {'Port': ['ID=d6dc18f9-1131-47cc-bf4b-f570904e523f,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:54.342996 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-646417e0-5cf3-47a3-b7c6-6e0393ac37e0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting port c969f9f8-668a-4a53-975a-5a9f72bd3507 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:54.343485 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-646417e0-5cf3-47a3-b7c6-6e0393ac37e0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:54.359185 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3fd90ffa-00a2-463e-ae18-ea0de87e724e tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:54.409822 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f1b640f4-4ced-496b-9a85-4c3e311dbb39 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:54.455696 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-cc5d6b4a-9464-4610-9992-57c7b9eb0ab6 None None] Provisioning complete for port e5426ba8-e2d0-4802-8c63-3099733100a6 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:54.460952 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cc5d6b4a-9464-4610-9992-57c7b9eb0ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:54.507559 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-646417e0-5cf3-47a3-b7c6-6e0393ac37e0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:54.530982 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3fd90ffa-00a2-463e-ae18-ea0de87e724e tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:54.537505 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-646417e0-5cf3-47a3-b7c6-6e0393ac37e0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Calling delete_port for c969f9f8-668a-4a53-975a-5a9f72bd3507 owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:54.608562 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port f1b640f4-4ced-496b-9a85-4c3e311dbb39 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:54.608898 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:54.673462 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cc5d6b4a-9464-4610-9992-57c7b9eb0ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:54.696059 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:54.762629 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-cc5d6b4a-9464-4610-9992-57c7b9eb0ab6 None None] For port e5426ba8-e2d0-4802-8c63-3099733100a6, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e5426ba8-e2d0-4802-8c63-3099733100a6,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:54.790550 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cc5d6b4a-9464-4610-9992-57c7b9eb0ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:54.830580 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-646417e0-5cf3-47a3-b7c6-6e0393ac37e0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:54.860394 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d6b4a-9464-4610-9992-57c7b9eb0ab6 None None] Pushing event updated for resources: {'Port': ['ID=e5426ba8-e2d0-4802-8c63-3099733100a6,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:54.882202 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d6b4a-9464-4610-9992-57c7b9eb0ab6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:54.882582 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d6b4a-9464-4610-9992-57c7b9eb0ab6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:54.882885 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d6b4a-9464-4610-9992-57c7b9eb0ab6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:54.883247 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d6b4a-9464-4610-9992-57c7b9eb0ab6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:54.883580 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d6b4a-9464-4610-9992-57c7b9eb0ab6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:54.883912 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d6b4a-9464-4610-9992-57c7b9eb0ab6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:54.884249 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d6b4a-9464-4610-9992-57c7b9eb0ab6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:54.884561 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d6b4a-9464-4610-9992-57c7b9eb0ab6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:54.884886 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d6b4a-9464-4610-9992-57c7b9eb0ab6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:54.885244 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d6b4a-9464-4610-9992-57c7b9eb0ab6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:54.885683 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d6b4a-9464-4610-9992-57c7b9eb0ab6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:54.885994 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d6b4a-9464-4610-9992-57c7b9eb0ab6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:11:54.891515 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e5426ba8-e2d0-4802-8c63-3099733100a6 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:54.912209 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646417e0-5cf3-47a3-b7c6-6e0393ac37e0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Port': ['ID=c969f9f8-668a-4a53-975a-5a9f72bd3507,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:54.924119 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe9e6f9-7ed6-4d5b-a039-d383df9e2b8f None None] Update dhcp port {'port': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'fixed_ips': [{'subnet_id': 'a6829fad-b256-4a4c-94ee-574ee7fcb93f', 'ip_address': '2001:db8::f816:3eff:feab:7ee9'}, {'subnet_id': '09348741-3497-4c9c-8031-54ff0a217729'}], 'binding:host_id': 'n-d-810291-1'}, 'id': 'e5426ba8-e2d0-4802-8c63-3099733100a6'} from n-d-810291-1. {{(pid=101462) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 18:11:54.964065 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3fd90ffa-00a2-463e-ae18-ea0de87e724e tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:54.968020 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-abf1a260-d89e-4e7d-abf8-afdeb32c90db None None] Provisioning complete for port d6dc18f9-1131-47cc-bf4b-f570904e523f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:54.968421 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-abf1a260-d89e-4e7d-abf8-afdeb32c90db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:54.972443 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3fd90ffa-00a2-463e-ae18-ea0de87e724e tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:54.972765 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0fe9e6f9-7ed6-4d5b-a039-d383df9e2b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:55.001591 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612b7ec-4606-42f4-8421-e6f82da094f9 req-96a611b8-0657-46d2-8c64-b39e96d25588 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:55.003535 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b612b7ec-4606-42f4-8421-e6f82da094f9 req-96a611b8-0657-46d2-8c64-b39e96d25588 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.1915765 Sep 21 18:11:55.009222 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-646417e0-5cf3-47a3-b7c6-6e0393ac37e0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:55.012174 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-646417e0-5cf3-47a3-b7c6-6e0393ac37e0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/c969f9f8-668a-4a53-975a-5a9f72bd3507 HTTP/1.1" status: 204 len: 168 time: 0.7896349 Sep 21 18:11:55.019930 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58006) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:55.072026 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd90ffa-00a2-463e-ae18-ea0de87e724e tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event updated for resources: {'Port': ['ID=d6dc18f9-1131-47cc-bf4b-f570904e523f,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:55.074953 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3fd90ffa-00a2-463e-ae18-ea0de87e724e tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:55.119099 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75451d5-cccf-4ca3-9acc-e17af401a0a5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:55.120869 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-abf1a260-d89e-4e7d-abf8-afdeb32c90db None None] Port d6dc18f9-1131-47cc-bf4b-f570904e523f cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:11:55.121878 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f75451d5-cccf-4ca3-9acc-e17af401a0a5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0998640 Sep 21 18:11:55.127282 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b612b7ec-4606-42f4-8421-e6f82da094f9 req-62310e60-a73f-4e4e-85ed-2461cd92d7ac tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133833 Sep 21 18:11:55.127389 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58008) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:55.134865 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port e5426ba8-e2d0-4802-8c63-3099733100a6 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:55.135576 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:55.202218 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd90ffa-00a2-463e-ae18-ea0de87e724e tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Network 893ec0df-6d97-4c9f-a8d6-b5ba777a7f1b is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:55.203446 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000e3b52-7a94-4158-a73b-55399e55a79d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:55.203751 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-3fd90ffa-00a2-463e-ae18-ea0de87e724e tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:55.224111 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-000e3b52-7a94-4158-a73b-55399e55a79d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0956843 Sep 21 18:11:55.227559 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58012) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:55.294555 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de260f75-64a4-4c8f-996e-c3b2418603a5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:55.296295 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de260f75-64a4-4c8f-996e-c3b2418603a5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:55.296767 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-0fe9e6f9-7ed6-4d5b-a039-d383df9e2b8f None None] Allocated IP 2001:db8:0:1::2 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/09348741-3497-4c9c-8031-54ff0a217729/e5426ba8-e2d0-4802-8c63-3099733100a6) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:55.297916 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de260f75-64a4-4c8f-996e-c3b2418603a5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:55.303439 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-de260f75-64a4-4c8f-996e-c3b2418603a5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0732319 Sep 21 18:11:55.304189 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58016) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:55.387785 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-23db6eb4-fe86-4dc2-a4a2-79e4342654ce tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting subnet 09348741-3497-4c9c-8031-54ff0a217729 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:11:55.453497 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-0fe9e6f9-7ed6-4d5b-a039-d383df9e2b8f None None] For port e5426ba8-e2d0-4802-8c63-3099733100a6, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e5426ba8-e2d0-4802-8c63-3099733100a6,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:55.493290 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd90ffa-00a2-463e-ae18-ea0de87e724e tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Router a2671e32-f62d-4752-909a-ecc1630836c5 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:11:55.525604 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0fe9e6f9-7ed6-4d5b-a039-d383df9e2b8f None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:55.531185 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-23db6eb4-fe86-4dc2-a4a2-79e4342654ce tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:55.531952 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0fe9e6f9-7ed6-4d5b-a039-d383df9e2b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:55.598273 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-23db6eb4-fe86-4dc2-a4a2-79e4342654ce tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:55.645981 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-1663cf43-8f57-4b4e-bcd4-a1282fc5ad9d None None] Provisioning complete for port d6dc18f9-1131-47cc-bf4b-f570904e523f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:55.646274 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1663cf43-8f57-4b4e-bcd4-a1282fc5ad9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:55.687663 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-1663cf43-8f57-4b4e-bcd4-a1282fc5ad9d None None] Port d6dc18f9-1131-47cc-bf4b-f570904e523f cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:11:55.689444 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9e6f9-7ed6-4d5b-a039-d383df9e2b8f None None] Pushing event updated for resources: {'Port': ['ID=e5426ba8-e2d0-4802-8c63-3099733100a6,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:55.713161 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd90ffa-00a2-463e-ae18-ea0de87e724e tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:11:55.721815 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58020) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:55.722002 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3fd90ffa-00a2-463e-ae18-ea0de87e724e tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "PUT /v2.0/routers/a2671e32-f62d-4752-909a-ecc1630836c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5200508 Sep 21 18:11:55.728052 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51795566-bcd5-4498-9f15-69bda7577a30 None None] Sync routers for ids ['a2671e32-f62d-4752-909a-ecc1630836c5'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:11:55.730501 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7aab35-056c-4cb4-854d-4935e91b931b req-2ac015a0-607a-4514-8192-0883f699395e tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:55.732081 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bf7aab35-056c-4cb4-854d-4935e91b931b req-2ac015a0-607a-4514-8192-0883f699395e tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.1440239 Sep 21 18:11:55.737228 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-b79e9d61-cda4-4802-9177-6c3170879383 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Request body: {'port': {'network_id': '893ec0df-6d97-4c9f-a8d6-b5ba777a7f1b', 'name': 'tempest-FloatingIPTestJSON-630794458'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:55.745543 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51795566-bcd5-4498-9f15-69bda7577a30 None None] Routers {'a2671e32-f62d-4752-909a-ecc1630836c5'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:55.746451 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-51795566-bcd5-4498-9f15-69bda7577a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['a2671e32-f62d-4752-909a-ecc1630836c5'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:55.789921 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bf7aab35-056c-4cb4-854d-4935e91b931b req-43639c28-3859-47bb-835a-67ad1eada9f2 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459239 Sep 21 18:11:55.792328 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-23db6eb4-fe86-4dc2-a4a2-79e4342654ce tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:55.793621 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-51795566-bcd5-4498-9f15-69bda7577a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:55.808884 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51795566-bcd5-4498-9f15-69bda7577a30 None None] Routers {'a2671e32-f62d-4752-909a-ecc1630836c5'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:55.809717 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-51795566-bcd5-4498-9f15-69bda7577a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['a2671e32-f62d-4752-909a-ecc1630836c5'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:55.857511 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-51795566-bcd5-4498-9f15-69bda7577a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:55.858445 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51795566-bcd5-4498-9f15-69bda7577a30 None None] The sync data for ids ['a2671e32-f62d-4752-909a-ecc1630836c5'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:11:55.927458 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-23db6eb4-fe86-4dc2-a4a2-79e4342654ce tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:55.970717 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db6eb4-fe86-4dc2-a4a2-79e4342654ce tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Subnet': ['ID=09348741-3497-4c9c-8031-54ff0a217729,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:55.975456 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-23db6eb4-fe86-4dc2-a4a2-79e4342654ce tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:55.978361 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-23db6eb4-fe86-4dc2-a4a2-79e4342654ce tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/09348741-3497-4c9c-8031-54ff0a217729 HTTP/1.1" status: 204 len: 168 time: 0.6729050 Sep 21 18:11:55.979405 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79e9d61-cda4-4802-9177-6c3170879383 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Made reservation on behalf of 13452f045d8445b79437cd0af2a4f3d9 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:55.981478 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58024) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:55.983360 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b79e9d61-cda4-4802-9177-6c3170879383 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:56.006440 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-b79e9d61-cda4-4802-9177-6c3170879383 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] device_id is not set on port 29962bb2-4c57-4236-a4e2-305f912fb382 yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:11:56.047228 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd126eac-0ac9-4358-a027-b309d4d55d2d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting subnet a6829fad-b256-4a4c-94ee-574ee7fcb93f {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:11:56.051424 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fd126eac-0ac9-4358-a027-b309d4d55d2d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:56.113832 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fd126eac-0ac9-4358-a027-b309d4d55d2d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:56.137696 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-b79e9d61-cda4-4802-9177-6c3170879383 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Allocated IP 172.20.0.7 (893ec0df-6d97-4c9f-a8d6-b5ba777a7f1b/e26a32a4-c318-4df0-bfd1-a80f4ac94b7d/29962bb2-4c57-4236-a4e2-305f912fb382) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:56.219989 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e5426ba8-e2d0-4802-8c63-3099733100a6 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:11:56.272924 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fd126eac-0ac9-4358-a027-b309d4d55d2d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:56.300579 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port e5426ba8-e2d0-4802-8c63-3099733100a6 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:56.300579 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:56.363666 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fd126eac-0ac9-4358-a027-b309d4d55d2d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:56.383425 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b79e9d61-cda4-4802-9177-6c3170879383 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:56.410221 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fd126eac-0ac9-4358-a027-b309d4d55d2d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:56.414780 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fd126eac-0ac9-4358-a027-b309d4d55d2d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/a6829fad-b256-4a4c-94ee-574ee7fcb93f HTTP/1.1" status: 204 len: 168 time: 0.4295185 Sep 21 18:11:56.414780 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd126eac-0ac9-4358-a027-b309d4d55d2d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Subnet': ['ID=a6829fad-b256-4a4c-94ee-574ee7fcb93f,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:56.415093 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58026) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:56.466081 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c216f8d4-b03d-4250-a453-7e8ee6728004 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0498960 Sep 21 18:11:56.468915 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58028) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:56.475222 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-8c10cef7-a0b7-40a4-adf4-9c65f80a94b2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:56.476455 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52262b1b-62d9-4c4b-ac76-a5532f343f13 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:56.482834 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b79e9d61-cda4-4802-9177-6c3170879383 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:56.540132 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79e9d61-cda4-4802-9177-6c3170879383 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Network 893ec0df-6d97-4c9f-a8d6-b5ba777a7f1b is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:56.544511 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-b79e9d61-cda4-4802-9177-6c3170879383 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:56.552854 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79e9d61-cda4-4802-9177-6c3170879383 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:56.589095 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e9d61-cda4-4802-9177-6c3170879383 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event updated for resources: {'Port': ['ID=29962bb2-4c57-4236-a4e2-305f912fb382,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:56.606221 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c10cef7-a0b7-40a4-adf4-9c65f80a94b2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:56.611124 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8c10cef7-a0b7-40a4-adf4-9c65f80a94b2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:56.656482 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79e9d61-cda4-4802-9177-6c3170879383 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:56.657424 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b79e9d61-cda4-4802-9177-6c3170879383 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:56.678568 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b79e9d61-cda4-4802-9177-6c3170879383 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9530420 Sep 21 18:11:56.678826 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58030) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:56.683914 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-e10c2446-a611-42da-a806-bd53f26d922c tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Request body: {'floatingip': {'port_id': '29962bb2-4c57-4236-a4e2-305f912fb382'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:56.753274 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-58ff222e-a69d-492c-9f69-28dd0b197c60 None None] Provisioning complete for port e5426ba8-e2d0-4802-8c63-3099733100a6 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:56.753835 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-58ff222e-a69d-492c-9f69-28dd0b197c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:56.759960 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e10c2446-a611-42da-a806-bd53f26d922c tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for floatingip, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:56.913374 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-58ff222e-a69d-492c-9f69-28dd0b197c60 None None] Could not find standard attr ID for object c969f9f8-668a-4a53-975a-5a9f72bd3507. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:11:56.934678 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acab6a4-93a9-4c65-bca8-7a864942349d None None] DHCP port deletion for 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:11:57.001342 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1eff7-2a0c-46f8-8a04-30d03d686043 req-42dbe9b0-7f2d-41ed-bbfb-5349f9474030 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:57.002917 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d5b1eff7-2a0c-46f8-8a04-30d03d686043 req-42dbe9b0-7f2d-41ed-bbfb-5349f9474030 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.0920901 Sep 21 18:11:57.011535 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-1acab6a4-93a9-4c65-bca8-7a864942349d None None] Deleting port e5426ba8-e2d0-4802-8c63-3099733100a6 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:57.011919 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1acab6a4-93a9-4c65-bca8-7a864942349d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:57.081465 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d5b1eff7-2a0c-46f8-8a04-30d03d686043 req-6a780109-769c-4344-9f2f-a2c832c58931 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694370 Sep 21 18:11:57.111301 n-d-810291-1 neutron-server[101461]: DEBUG neutron.objects.ports [None req-8c10cef7-a0b7-40a4-adf4-9c65f80a94b2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101461) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:11:57.124418 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-1acab6a4-93a9-4c65-bca8-7a864942349d None None] For port e5426ba8-e2d0-4802-8c63-3099733100a6, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e5426ba8-e2d0-4802-8c63-3099733100a6,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:11:57.124676 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1acab6a4-93a9-4c65-bca8-7a864942349d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:57.140483 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-1acab6a4-93a9-4c65-bca8-7a864942349d None None] Calling delete_port for e5426ba8-e2d0-4802-8c63-3099733100a6 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:57.142663 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-ebdd3887-7dbc-420d-ae28-e08ce1f654be None None] Provisioning complete for port 29962bb2-4c57-4236-a4e2-305f912fb382 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:57.142663 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ebdd3887-7dbc-420d-ae28-e08ce1f654be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:57.235388 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-ebdd3887-7dbc-420d-ae28-e08ce1f654be None None] Port 29962bb2-4c57-4236-a4e2-305f912fb382 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:11:57.283916 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1acab6a4-93a9-4c65-bca8-7a864942349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:57.306161 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8c10cef7-a0b7-40a4-adf4-9c65f80a94b2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:57.321495 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acab6a4-93a9-4c65-bca8-7a864942349d None None] Pushing event deleted for resources: {'Port': ['ID=e5426ba8-e2d0-4802-8c63-3099733100a6,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:57.331658 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acab6a4-93a9-4c65-bca8-7a864942349d None None] No DVR routers for this DVR port e5426ba8-e2d0-4802-8c63-3099733100a6 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:11:57.347728 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c10cef7-a0b7-40a4-adf4-9c65f80a94b2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Port e5426ba8-e2d0-4802-8c63-3099733100a6 concurrently deleted while adding address for new subnet {'id': '909f82e0-e56c-40ca-8cf6-cb42ead2c592', 'name': '', 'tenant_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2770, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-09-21T18:11:56Z', 'updated_at': '2021-09-21T18:11:56Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'd5edcf8f9d594945a4a16f803b7fa8f1'}. {{(pid=101461) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Sep 21 18:11:57.348586 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8c10cef7-a0b7-40a4-adf4-9c65f80a94b2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:57.390009 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c10cef7-a0b7-40a4-adf4-9c65f80a94b2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:57.395211 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-8c10cef7-a0b7-40a4-adf4-9c65f80a94b2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:57.406916 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c10cef7-a0b7-40a4-adf4-9c65f80a94b2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:57.407473 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720e3846-a50a-4395-b7ba-7cc304e9ff31 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:57.407613 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8c10cef7-a0b7-40a4-adf4-9c65f80a94b2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:57.426843 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10cef7-a0b7-40a4-adf4-9c65f80a94b2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Subnet': ['ID=909f82e0-e56c-40ca-8cf6-cb42ead2c592,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:57.434320 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8c10cef7-a0b7-40a4-adf4-9c65f80a94b2 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9642253 Sep 21 18:11:57.437810 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58038) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:57.443800 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-a2ccaeb0-892b-45c8-afdc-9b9a78807b1b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:57.487784 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e10c2446-a611-42da-a806-bd53f26d922c tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:57.494579 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e10c2446-a611-42da-a806-bd53f26d922c tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:57.586757 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ccaeb0-892b-45c8-afdc-9b9a78807b1b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:57.594199 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a2ccaeb0-892b-45c8-afdc-9b9a78807b1b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:57.603967 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-e10c2446-a611-42da-a806-bd53f26d922c tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Floating IP 279b5216-c26b-4125-8c8c-1cc9d40ab2fc associated. External IP: 172.25.6.139, port: 59ecbbb4-377b-47fe-90b2-16ba53a28ef6. Sep 21 18:11:57.621104 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84503bff-647b-4b86-bd15-14aaa39bdcf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'tenant_id': 'd5edcf8f9d594945a4a16f803b7fa8f1', 'fixed_ips': [{'subnet_id': '909f82e0-e56c-40ca-8cf6-cb42ead2c592'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:11:57.622372 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-84503bff-647b-4b86-bd15-14aaa39bdcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:57.693276 n-d-810291-1 neutron-server[101461]: INFO neutron.db.ipam_backend_mixin [None req-a2ccaeb0-892b-45c8-afdc-9b9a78807b1b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 909f82e0-e56c-40ca-8cf6-cb42ead2c592 (CIDR: 2001:db8::/64) Sep 21 18:11:57.697878 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ccaeb0-892b-45c8-afdc-9b9a78807b1b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:11:57.698718 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ccaeb0-892b-45c8-afdc-9b9a78807b1b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:11:57.715668 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a2ccaeb0-892b-45c8-afdc-9b9a78807b1b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2760684 Sep 21 18:11:57.718054 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58040) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:57.724101 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-4a6d203e-0e8e-4bc5-a7ab-12dc276890f9 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:57.765035 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-84503bff-647b-4b86-bd15-14aaa39bdcf8 None None] Allocated IP 2001:db8::f816:3eff:fef9:db4b (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/909f82e0-e56c-40ca-8cf6-cb42ead2c592/18e5b975-5603-462c-9d25-0dcc7c144f72) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:57.815332 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10c2446-a611-42da-a806-bd53f26d922c tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Router 08dc1f37-a5d8-4260-8588-e3d9401c818a has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:11:57.839247 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6d203e-0e8e-4bc5-a7ab-12dc276890f9 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:57.843047 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4a6d203e-0e8e-4bc5-a7ab-12dc276890f9 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:57.917815 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-84503bff-647b-4b86-bd15-14aaa39bdcf8 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:57.924372 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-84503bff-647b-4b86-bd15-14aaa39bdcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:57.928900 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10c2446-a611-42da-a806-bd53f26d922c tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:11:57.952680 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454c38b4-f0b4-4fa4-ad54-ac7062d1ec57 None None] Sync routers for ids ['08dc1f37-a5d8-4260-8588-e3d9401c818a'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:11:57.977384 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84503bff-647b-4b86-bd15-14aaa39bdcf8 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:57.982475 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-84503bff-647b-4b86-bd15-14aaa39bdcf8 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:57.984470 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454c38b4-f0b4-4fa4-ad54-ac7062d1ec57 None None] Routers {'08dc1f37-a5d8-4260-8588-e3d9401c818a'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:57.985092 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-454c38b4-f0b4-4fa4-ad54-ac7062d1ec57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['08dc1f37-a5d8-4260-8588-e3d9401c818a'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:57.987079 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84503bff-647b-4b86-bd15-14aaa39bdcf8 None None] Pushing event updated for resources: {'Port': ['ID=18e5b975-5603-462c-9d25-0dcc7c144f72,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:57.990960 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84503bff-647b-4b86-bd15-14aaa39bdcf8 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:58.022791 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-454c38b4-f0b4-4fa4-ad54-ac7062d1ec57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:58.055116 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454c38b4-f0b4-4fa4-ad54-ac7062d1ec57 None None] Routers {'08dc1f37-a5d8-4260-8588-e3d9401c818a'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:58.055116 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-454c38b4-f0b4-4fa4-ad54-ac7062d1ec57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['08dc1f37-a5d8-4260-8588-e3d9401c818a'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:58.100872 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-454c38b4-f0b4-4fa4-ad54-ac7062d1ec57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:58.101462 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454c38b4-f0b4-4fa4-ad54-ac7062d1ec57 None None] The sync data for ids ['08dc1f37-a5d8-4260-8588-e3d9401c818a'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:11:58.102575 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4a6d203e-0e8e-4bc5-a7ab-12dc276890f9 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:58.127661 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-84503bff-647b-4b86-bd15-14aaa39bdcf8 None None] Attempting to bind port 18e5b975-5603-462c-9d25-0dcc7c144f72 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:11:58.128209 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-84503bff-647b-4b86-bd15-14aaa39bdcf8 None None] Attempting to bind port 18e5b975-5603-462c-9d25-0dcc7c144f72 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:11:58.128749 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84503bff-647b-4b86-bd15-14aaa39bdcf8 None None] Attempting to bind port 18e5b975-5603-462c-9d25-0dcc7c144f72 on network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:11:58.134731 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84503bff-647b-4b86-bd15-14aaa39bdcf8 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:11:58.135413 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84503bff-647b-4b86-bd15-14aaa39bdcf8 None None] Checking segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:11:58.136139 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-84503bff-647b-4b86-bd15-14aaa39bdcf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:58.136778 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84503bff-647b-4b86-bd15-14aaa39bdcf8 None None] Bound using segment: {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:11:58.137493 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-84503bff-647b-4b86-bd15-14aaa39bdcf8 None None] Bound port: 18e5b975-5603-462c-9d25-0dcc7c144f72, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41261a69-33fd-4798-be66-770df9523b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:11:58.138116 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-84503bff-647b-4b86-bd15-14aaa39bdcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:58.144948 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6d203e-0e8e-4bc5-a7ab-12dc276890f9 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:58.149389 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-4a6d203e-0e8e-4bc5-a7ab-12dc276890f9 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:58.155893 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6d203e-0e8e-4bc5-a7ab-12dc276890f9 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:58.156510 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4a6d203e-0e8e-4bc5-a7ab-12dc276890f9 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:58.182046 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d203e-0e8e-4bc5-a7ab-12dc276890f9 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Subnet': ['ID=35ad8376-4ff1-4ebc-bb05-fbaf71482aaa,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:58.192866 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4a6d203e-0e8e-4bc5-a7ab-12dc276890f9 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4674516 Sep 21 18:11:58.192866 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58048) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:58.197102 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-68cfe68a-a8f7-48c5-9225-e3aaefecec82 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'port': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'mac_address': 'fa:16:3e:37:c5:aa', 'name': 'tempest-NetworksTestDHCPv6-13527273'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:11:58.226690 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e5426ba8-e2d0-4802-8c63-3099733100a6 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:11:58.257684 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: e5426ba8-e2d0-4802-8c63-3099733100a6 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:11:58.258105 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e5426ba8-e2d0-4802-8c63-3099733100a6 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:11:58.270531 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-84503bff-647b-4b86-bd15-14aaa39bdcf8 None None] For port 18e5b975-5603-462c-9d25-0dcc7c144f72, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:11:58.274227 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-84503bff-647b-4b86-bd15-14aaa39bdcf8 None None] For port 18e5b975-5603-462c-9d25-0dcc7c144f72, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=18e5b975-5603-462c-9d25-0dcc7c144f72,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:11:58.283042 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-84503bff-647b-4b86-bd15-14aaa39bdcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:58.317629 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409b832-ad64-4544-b9ce-75a0efec81ae req-19227cc8-6cb4-4ed1-8d85-552f36e5b743 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:58.319782 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b409b832-ad64-4544-b9ce-75a0efec81ae req-19227cc8-6cb4-4ed1-8d85-552f36e5b743 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.1172709 Sep 21 18:11:58.352491 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84503bff-647b-4b86-bd15-14aaa39bdcf8 None None] Pushing event updated for resources: {'Port': ['ID=18e5b975-5603-462c-9d25-0dcc7c144f72,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:58.391007 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cfe68a-a8f7-48c5-9225-e3aaefecec82 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:11:58.399047 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b409b832-ad64-4544-b9ce-75a0efec81ae req-7de18d29-bdb1-4f3b-83c8-370c017e8bb9 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737505 Sep 21 18:11:58.493401 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68cfe68a-a8f7-48c5-9225-e3aaefecec82 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:58.518322 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10c2446-a611-42da-a806-bd53f26d922c tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Router a2671e32-f62d-4752-909a-ecc1630836c5 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:11:58.518877 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-68cfe68a-a8f7-48c5-9225-e3aaefecec82 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] device_id is not set on port bd832f6e-20b5-4a4e-a546-8e676b27ab5e yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:11:58.665972 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10c2446-a611-42da-a806-bd53f26d922c tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:11:58.671397 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e10c2446-a611-42da-a806-bd53f26d922c tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:58.678713 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bac3ed-873e-4788-930d-7e6bf2de2f5b None None] Sync routers for ids ['a2671e32-f62d-4752-909a-ecc1630836c5'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:11:58.696196 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bac3ed-873e-4788-930d-7e6bf2de2f5b None None] Routers {'a2671e32-f62d-4752-909a-ecc1630836c5'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:58.697075 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c2bac3ed-873e-4788-930d-7e6bf2de2f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['a2671e32-f62d-4752-909a-ecc1630836c5'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:58.734483 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e10c2446-a611-42da-a806-bd53f26d922c tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "PUT /v2.0/floatingips/279b5216-c26b-4125-8c8c-1cc9d40ab2fc HTTP/1.1" status: 200 len: 977 time: 2.0545404 Sep 21 18:11:58.735473 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58050) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:58.751238 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c2bac3ed-873e-4788-930d-7e6bf2de2f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:58.760470 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bac3ed-873e-4788-930d-7e6bf2de2f5b None None] Routers {'a2671e32-f62d-4752-909a-ecc1630836c5'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:58.761273 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c2bac3ed-873e-4788-930d-7e6bf2de2f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['a2671e32-f62d-4752-909a-ecc1630836c5'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:58.768990 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-68cfe68a-a8f7-48c5-9225-e3aaefecec82 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Allocated IP 2001:db8:0:1::66 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/35ad8376-4ff1-4ebc-bb05-fbaf71482aaa/bd832f6e-20b5-4a4e-a546-8e676b27ab5e) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:58.779235 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-68cfe68a-a8f7-48c5-9225-e3aaefecec82 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Allocated IP 2001:db8::f816:3eff:fe37:c5aa (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/909f82e0-e56c-40ca-8cf6-cb42ead2c592/bd832f6e-20b5-4a4e-a546-8e676b27ab5e) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:11:58.798408 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c2bac3ed-873e-4788-930d-7e6bf2de2f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:58.799360 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bac3ed-873e-4788-930d-7e6bf2de2f5b None None] The sync data for ids ['a2671e32-f62d-4752-909a-ecc1630836c5'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:11:58.835630 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-4a53f58b-e579-42fa-bf5b-20cb74961b9f tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Deleting port 29962bb2-4c57-4236-a4e2-305f912fb382 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:58.835970 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4a53f58b-e579-42fa-bf5b-20cb74961b9f tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:59.065704 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4a53f58b-e579-42fa-bf5b-20cb74961b9f tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:59.073030 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68cfe68a-a8f7-48c5-9225-e3aaefecec82 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:59.073030 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68cfe68a-a8f7-48c5-9225-e3aaefecec82 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:59.102793 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cfe68a-a8f7-48c5-9225-e3aaefecec82 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:11:59.104581 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-68cfe68a-a8f7-48c5-9225-e3aaefecec82 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:11:59.107565 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cfe68a-a8f7-48c5-9225-e3aaefecec82 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:11:59.114163 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cfe68a-a8f7-48c5-9225-e3aaefecec82 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:59.114764 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68cfe68a-a8f7-48c5-9225-e3aaefecec82 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:59.127223 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cfe68a-a8f7-48c5-9225-e3aaefecec82 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Port': ['ID=bd832f6e-20b5-4a4e-a546-8e676b27ab5e,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:59.152552 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-68cfe68a-a8f7-48c5-9225-e3aaefecec82 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.9612174 Sep 21 18:11:59.154981 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58068) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:59.189549 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4a53f58b-e579-42fa-bf5b-20cb74961b9f tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:59.189959 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4a53f58b-e579-42fa-bf5b-20cb74961b9f tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:59.190282 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-4a53f58b-e579-42fa-bf5b-20cb74961b9f tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Floating IP 279b5216-c26b-4125-8c8c-1cc9d40ab2fc disassociated. External IP: 172.25.6.139, port: 29962bb2-4c57-4236-a4e2-305f912fb382. Sep 21 18:11:59.190624 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-4a53f58b-e579-42fa-bf5b-20cb74961b9f tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Calling delete_port for 29962bb2-4c57-4236-a4e2-305f912fb382 owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:59.277103 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-64761bd9-978a-447a-bf6d-9908243bfe3f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting port bd832f6e-20b5-4a4e-a546-8e676b27ab5e {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:11:59.277452 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64761bd9-978a-447a-bf6d-9908243bfe3f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:59.363271 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4a53f58b-e579-42fa-bf5b-20cb74961b9f tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:59.410600 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64761bd9-978a-447a-bf6d-9908243bfe3f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:59.442557 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-64761bd9-978a-447a-bf6d-9908243bfe3f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Calling delete_port for bd832f6e-20b5-4a4e-a546-8e676b27ab5e owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:11:59.551807 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53f58b-e579-42fa-bf5b-20cb74961b9f tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event deleted for resources: {'Port': ['ID=29962bb2-4c57-4236-a4e2-305f912fb382,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:59.607403 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a53f58b-e579-42fa-bf5b-20cb74961b9f tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Router a2671e32-f62d-4752-909a-ecc1630836c5 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:11:59.608523 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae34220-b9e3-46af-8c28-fff0d1a2d056 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:11:59.623775 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c162e-6abd-4c72-a300-c2e2cfa540d9 req-c144a63d-a055-49f6-9670-768443190b8d tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:59.631864 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-876c162e-6abd-4c72-a300-c2e2cfa540d9 req-c144a63d-a055-49f6-9670-768443190b8d tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.1109543 Sep 21 18:11:59.708396 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-876c162e-6abd-4c72-a300-c2e2cfa540d9 req-3114157f-b5f4-4aaa-b11d-a602d29eadfa tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753751 Sep 21 18:11:59.742578 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64761bd9-978a-447a-bf6d-9908243bfe3f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:59.775060 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-ec25917a-8edf-486d-92e9-8978ccc171f2 None None] Provisioning complete for port 18e5b975-5603-462c-9d25-0dcc7c144f72 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:11:59.775803 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ec25917a-8edf-486d-92e9-8978ccc171f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:59.778897 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64761bd9-978a-447a-bf6d-9908243bfe3f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Port': ['ID=bd832f6e-20b5-4a4e-a546-8e676b27ab5e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:11:59.779818 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a53f58b-e579-42fa-bf5b-20cb74961b9f tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:11:59.808823 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9e43c4-6014-46d3-a6f3-ae0fbe7d9604 None None] Sync routers for ids ['a2671e32-f62d-4752-909a-ecc1630836c5'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:11:59.830798 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9e43c4-6014-46d3-a6f3-ae0fbe7d9604 None None] Routers {'a2671e32-f62d-4752-909a-ecc1630836c5'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:59.831450 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-0f9e43c4-6014-46d3-a6f3-ae0fbe7d9604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['a2671e32-f62d-4752-909a-ecc1630836c5'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:59.841646 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64761bd9-978a-447a-bf6d-9908243bfe3f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:59.844436 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-64761bd9-978a-447a-bf6d-9908243bfe3f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/bd832f6e-20b5-4a4e-a546-8e676b27ab5e HTTP/1.1" status: 204 len: 168 time: 0.6879678 Sep 21 18:11:59.846899 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58080) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:59.850625 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4a53f58b-e579-42fa-bf5b-20cb74961b9f tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:11:59.855130 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4a53f58b-e579-42fa-bf5b-20cb74961b9f tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "DELETE /v2.0/ports/29962bb2-4c57-4236-a4e2-305f912fb382 HTTP/1.1" status: 204 len: 168 time: 1.1161611 Sep 21 18:11:59.855357 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58082) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:59.913489 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e61aba9-d530-4101-b573-860865f58345 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:11:59.915091 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1e61aba9-d530-4101-b573-860865f58345 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0668287 Sep 21 18:11:59.917643 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58086) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:11:59.942647 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-0f9e43c4-6014-46d3-a6f3-ae0fbe7d9604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:11:59.970565 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9e43c4-6014-46d3-a6f3-ae0fbe7d9604 None None] Routers {'a2671e32-f62d-4752-909a-ecc1630836c5'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:11:59.971232 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-0f9e43c4-6014-46d3-a6f3-ae0fbe7d9604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['a2671e32-f62d-4752-909a-ecc1630836c5'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:00.020969 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c272b18-52a8-4b55-bfa6-c4a866eebc6b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:00.024761 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7c272b18-52a8-4b55-bfa6-c4a866eebc6b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1038630 Sep 21 18:12:00.025629 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58090) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:00.074721 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ec25917a-8edf-486d-92e9-8978ccc171f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:00.080239 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-0f9e43c4-6014-46d3-a6f3-ae0fbe7d9604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:00.081306 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9e43c4-6014-46d3-a6f3-ae0fbe7d9604 None None] The sync data for ids ['a2671e32-f62d-4752-909a-ecc1630836c5'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:12:00.100957 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c220bbec-3792-400b-be3c-2ca3048f42e7 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:00.102782 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c220bbec-3792-400b-be3c-2ca3048f42e7 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:00.104463 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c220bbec-3792-400b-be3c-2ca3048f42e7 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:00.106138 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c220bbec-3792-400b-be3c-2ca3048f42e7 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0800021 Sep 21 18:12:00.108816 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58094) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:00.141985 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-ec25917a-8edf-486d-92e9-8978ccc171f2 None None] For port 18e5b975-5603-462c-9d25-0dcc7c144f72, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=18e5b975-5603-462c-9d25-0dcc7c144f72,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:00.164100 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ec25917a-8edf-486d-92e9-8978ccc171f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:00.200530 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c3a936b-5591-4673-96d3-83dc40f09f80 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting subnet 35ad8376-4ff1-4ebc-bb05-fbaf71482aaa {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:12:00.208431 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7c3a936b-5591-4673-96d3-83dc40f09f80 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:00.235385 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec25917a-8edf-486d-92e9-8978ccc171f2 None None] Pushing event updated for resources: {'Port': ['ID=18e5b975-5603-462c-9d25-0dcc7c144f72,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:00.257692 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7c3a936b-5591-4673-96d3-83dc40f09f80 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:00.308947 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec3ed1f-8fcf-4f8e-84e8-9cb52426279b None None] Update dhcp port {'port': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'fixed_ips': [{'subnet_id': '909f82e0-e56c-40ca-8cf6-cb42ead2c592', 'ip_address': '2001:db8::f816:3eff:fef9:db4b'}, {'subnet_id': '35ad8376-4ff1-4ebc-bb05-fbaf71482aaa'}], 'binding:host_id': 'n-d-810291-1'}, 'id': '18e5b975-5603-462c-9d25-0dcc7c144f72'} from n-d-810291-1. {{(pid=101462) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 18:12:00.340375 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 18e5b975-5603-462c-9d25-0dcc7c144f72 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:12:00.368403 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7c3a936b-5591-4673-96d3-83dc40f09f80 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:00.374842 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fec3ed1f-8fcf-4f8e-84e8-9cb52426279b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:00.445098 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-258c5a5f-4e93-4dfd-84a0-30f4c8c79618 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:00.452342 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7c3a936b-5591-4673-96d3-83dc40f09f80 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:00.485366 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a936b-5591-4673-96d3-83dc40f09f80 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Subnet': ['ID=35ad8376-4ff1-4ebc-bb05-fbaf71482aaa,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:00.503055 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7c3a936b-5591-4673-96d3-83dc40f09f80 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:00.509060 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58102) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:00.509981 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7c3a936b-5591-4673-96d3-83dc40f09f80 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/35ad8376-4ff1-4ebc-bb05-fbaf71482aaa HTTP/1.1" status: 204 len: 168 time: 0.4001405 Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server [None req-fec3ed1f-8fcf-4f8e-84e8-9cb52426279b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 35ad8376-4ff1-4ebc-bb05-fbaf71482aaa: This subnet is being modified by another concurrent operation. Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise exception Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 35ad8376-4ff1-4ebc-bb05-fbaf71482aaa: This subnet is being modified by another concurrent operation. Sep 21 18:12:00.558586 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server Sep 21 18:12:00.589266 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 18e5b975-5603-462c-9d25-0dcc7c144f72 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:00.589650 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:00.603685 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6e2142-bf8c-4ada-b998-8698e47ab566 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting subnet 909f82e0-e56c-40ca-8cf6-cb42ead2c592 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:12:00.645503 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5e6e2142-bf8c-4ada-b998-8698e47ab566 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:00.723755 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-468da8e3-2992-42d1-8c22-d837bac12baa None None] Provisioning complete for port 18e5b975-5603-462c-9d25-0dcc7c144f72 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:00.724254 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-468da8e3-2992-42d1-8c22-d837bac12baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:00.724393 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5e6e2142-bf8c-4ada-b998-8698e47ab566 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:00.864311 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5e6e2142-bf8c-4ada-b998-8698e47ab566 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:00.878665 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591781cf-09a8-4fa0-a15b-9524517b6659 req-bc317656-acee-499d-bfc5-c162b764780e tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:00.886383 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-591781cf-09a8-4fa0-a15b-9524517b6659 req-bc317656-acee-499d-bfc5-c162b764780e tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.0771039 Sep 21 18:12:00.932272 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-591781cf-09a8-4fa0-a15b-9524517b6659 req-a2347004-799c-4f49-a152-1447284d488b tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450065 Sep 21 18:12:00.935640 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5995f2c-6eab-4dd0-ad6e-f6100610945c None None] get_active_networks_info from n-d-810291-1 {{(pid=101462) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:12:01.003655 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b73d5094-8e58-44d0-83b2-59d9f37680ef None None] Could not find standard attr ID for object bd832f6e-20b5-4a4e-a546-8e676b27ab5e. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:12:01.045176 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-258c5a5f-4e93-4dfd-84a0-30f4c8c79618 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Deleting port d6dc18f9-1131-47cc-bf4b-f570904e523f {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:12:01.045539 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-258c5a5f-4e93-4dfd-84a0-30f4c8c79618 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:01.050196 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5e6e2142-bf8c-4ada-b998-8698e47ab566 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:01.081762 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5995f2c-6eab-4dd0-ad6e-f6100610945c None None] Resources bound (agent type, host, resource id): {{(pid=101462) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:12:01.101882 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5e6e2142-bf8c-4ada-b998-8698e47ab566 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:01.106129 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5e6e2142-bf8c-4ada-b998-8698e47ab566 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/909f82e0-e56c-40ca-8cf6-cb42ead2c592 HTTP/1.1" status: 204 len: 168 time: 0.5936160 Sep 21 18:12:01.107153 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58114) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:01.107388 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e2142-bf8c-4ada-b998-8698e47ab566 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Subnet': ['ID=909f82e0-e56c-40ca-8cf6-cb42ead2c592,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:01.119459 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2142-bf8c-4ada-b998-8698e47ab566 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:01.120194 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2142-bf8c-4ada-b998-8698e47ab566 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:01.120726 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2142-bf8c-4ada-b998-8698e47ab566 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:01.121070 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2142-bf8c-4ada-b998-8698e47ab566 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:01.121398 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2142-bf8c-4ada-b998-8698e47ab566 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:01.121902 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2142-bf8c-4ada-b998-8698e47ab566 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:01.122240 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2142-bf8c-4ada-b998-8698e47ab566 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:01.122572 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2142-bf8c-4ada-b998-8698e47ab566 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:01.123024 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2142-bf8c-4ada-b998-8698e47ab566 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:01.123438 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2142-bf8c-4ada-b998-8698e47ab566 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:01.123856 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2142-bf8c-4ada-b998-8698e47ab566 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:01.124516 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2142-bf8c-4ada-b998-8698e47ab566 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:01.166254 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c15bbdb9-7f6d-45c5-a816-3b6156dfb72f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583930 Sep 21 18:12:01.169247 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58120) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:01.176830 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-9bed939b-abf5-4242-8c73-1d2017645910 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:01.229451 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-258c5a5f-4e93-4dfd-84a0-30f4c8c79618 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:01.244794 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-258c5a5f-4e93-4dfd-84a0-30f4c8c79618 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Calling delete_port for d6dc18f9-1131-47cc-bf4b-f570904e523f owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:12:01.308466 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bed939b-abf5-4242-8c73-1d2017645910 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:01.312617 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9bed939b-abf5-4242-8c73-1d2017645910 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:01.501194 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-258c5a5f-4e93-4dfd-84a0-30f4c8c79618 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:01.540266 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c5a5f-4e93-4dfd-84a0-30f4c8c79618 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event deleted for resources: {'Port': ['ID=d6dc18f9-1131-47cc-bf4b-f570904e523f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:01.710478 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9bed939b-abf5-4242-8c73-1d2017645910 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:01.744355 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7571a558-0c63-4e42-bc70-8eae12c8bfd2 None None] get_active_networks_info from n-d-810291-1 {{(pid=101462) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:12:01.759792 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bed939b-abf5-4242-8c73-1d2017645910 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:12:01.763120 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-9bed939b-abf5-4242-8c73-1d2017645910 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:01.768439 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bed939b-abf5-4242-8c73-1d2017645910 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:01.769019 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9bed939b-abf5-4242-8c73-1d2017645910 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:01.787015 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9bed939b-abf5-4242-8c73-1d2017645910 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6166606 Sep 21 18:12:01.790046 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58130) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:01.795255 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-f62722d4-e0d9-4958-b185-106cf601bcf8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:01.826226 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-258c5a5f-4e93-4dfd-84a0-30f4c8c79618 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:01.830187 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed939b-abf5-4242-8c73-1d2017645910 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Subnet': ['ID=b9ed76b9-2b58-4d04-b138-f701142d9191,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:01.864517 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-0d6fda7e-2600-40e1-bb11-6e710614861d None None] Provisioning complete for port 18e5b975-5603-462c-9d25-0dcc7c144f72 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:01.865047 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0d6fda7e-2600-40e1-bb11-6e710614861d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:01.898716 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7571a558-0c63-4e42-bc70-8eae12c8bfd2 None None] Resources bound (agent type, host, resource id): {{(pid=101462) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:12:02.220601 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 18e5b975-5603-462c-9d25-0dcc7c144f72 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:12:02.359533 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62722d4-e0d9-4958-b185-106cf601bcf8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:02.364529 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f62722d4-e0d9-4958-b185-106cf601bcf8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:02.368553 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:02.441524 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 18e5b975-5603-462c-9d25-0dcc7c144f72, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=18e5b975-5603-462c-9d25-0dcc7c144f72,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:02.448445 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30583285-8d75-403d-af95-bcaa2f3ddcee None None] Update dhcp port {'port': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'fixed_ips': [{'subnet_id': 'b9ed76b9-2b58-4d04-b138-f701142d9191'}], 'binding:host_id': 'n-d-810291-1'}, 'id': '18e5b975-5603-462c-9d25-0dcc7c144f72'} from n-d-810291-1. {{(pid=101462) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 18:12:02.453035 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:02.499269 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-30583285-8d75-403d-af95-bcaa2f3ddcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:02.508294 n-d-810291-1 neutron-server[101461]: INFO neutron.db.ipam_backend_mixin [None req-f62722d4-e0d9-4958-b185-106cf601bcf8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b9ed76b9-2b58-4d04-b138-f701142d9191 (CIDR: 2001:db8::/64) Sep 21 18:12:02.512783 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62722d4-e0d9-4958-b185-106cf601bcf8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:12:02.513978 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f62722d4-e0d9-4958-b185-106cf601bcf8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:02.533865 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f62722d4-e0d9-4958-b185-106cf601bcf8 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7425272 Sep 21 18:12:02.536514 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58144) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:02.545094 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-50c83204-9aef-476e-9198-1bffdd88a1a0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:02.554529 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=18e5b975-5603-462c-9d25-0dcc7c144f72,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:02.555810 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd36f84-ded6-4b0b-9e56-9cf45e7aa09f req-0b4638d8-62f4-4e06-9e0b-17347eafa330 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:02.557519 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7fd36f84-ded6-4b0b-9e56-9cf45e7aa09f req-0b4638d8-62f4-4e06-9e0b-17347eafa330 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.5293260 Sep 21 18:12:02.567389 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258c5a5f-4e93-4dfd-84a0-30f4c8c79618 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Router a2671e32-f62d-4752-909a-ecc1630836c5 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:12:02.639273 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7fd36f84-ded6-4b0b-9e56-9cf45e7aa09f req-958468a2-33cb-40fa-8ecc-46dbfd6416e1 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743284 Sep 21 18:12:02.734424 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258c5a5f-4e93-4dfd-84a0-30f4c8c79618 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:12:02.747331 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58257bd6-2098-4cd3-aa2a-724ea7e19231 None None] Sync routers for ids ['a2671e32-f62d-4752-909a-ecc1630836c5'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:12:02.753707 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58152) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:02.754645 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-258c5a5f-4e93-4dfd-84a0-30f4c8c79618 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "PUT /v2.0/routers/a2671e32-f62d-4752-909a-ecc1630836c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8975174 Sep 21 18:12:02.760480 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58257bd6-2098-4cd3-aa2a-724ea7e19231 None None] Routers {'a2671e32-f62d-4752-909a-ecc1630836c5'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:12:02.761500 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-58257bd6-2098-4cd3-aa2a-724ea7e19231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['a2671e32-f62d-4752-909a-ecc1630836c5'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:02.766768 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c83204-9aef-476e-9198-1bffdd88a1a0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:02.780072 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-50c83204-9aef-476e-9198-1bffdd88a1a0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:02.789296 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-30583285-8d75-403d-af95-bcaa2f3ddcee None None] Allocated IP 2001:db8::2 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/b9ed76b9-2b58-4d04-b138-f701142d9191/18e5b975-5603-462c-9d25-0dcc7c144f72) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:12:02.810892 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-58257bd6-2098-4cd3-aa2a-724ea7e19231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:02.822951 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58257bd6-2098-4cd3-aa2a-724ea7e19231 None None] Routers {'a2671e32-f62d-4752-909a-ecc1630836c5'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:12:02.824021 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-58257bd6-2098-4cd3-aa2a-724ea7e19231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['a2671e32-f62d-4752-909a-ecc1630836c5'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:02.897904 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-58257bd6-2098-4cd3-aa2a-724ea7e19231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:02.898592 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58257bd6-2098-4cd3-aa2a-724ea7e19231 None None] The sync data for ids ['a2671e32-f62d-4752-909a-ecc1630836c5'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:12:02.963402 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-30583285-8d75-403d-af95-bcaa2f3ddcee None None] For port 18e5b975-5603-462c-9d25-0dcc7c144f72, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=18e5b975-5603-462c-9d25-0dcc7c144f72,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:03.024112 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-30583285-8d75-403d-af95-bcaa2f3ddcee None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:03.048669 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-30583285-8d75-403d-af95-bcaa2f3ddcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:03.109590 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-925147c5-ddf5-456f-bc73-05d0afb105aa tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:03.156665 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30583285-8d75-403d-af95-bcaa2f3ddcee None None] Pushing event updated for resources: {'Port': ['ID=18e5b975-5603-462c-9d25-0dcc7c144f72,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:03.335863 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-925147c5-ddf5-456f-bc73-05d0afb105aa tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:03.487611 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-925147c5-ddf5-456f-bc73-05d0afb105aa tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Deleting port 42ef69e3-efd8-4605-a8cc-c9c3097984d2 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:12:03.487955 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-925147c5-ddf5-456f-bc73-05d0afb105aa tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:03.672043 n-d-810291-1 neutron-server[101461]: DEBUG neutron.objects.ports [None req-50c83204-9aef-476e-9198-1bffdd88a1a0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101461) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:12:03.675057 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-925147c5-ddf5-456f-bc73-05d0afb105aa tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:03.778459 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-925147c5-ddf5-456f-bc73-05d0afb105aa tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Calling delete_port for 42ef69e3-efd8-4605-a8cc-c9c3097984d2 owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:12:03.976298 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-50c83204-9aef-476e-9198-1bffdd88a1a0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:04.018580 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28be3bc-12d4-41d6-9968-ad42d11e34ee None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:04.164812 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5268b4ad-498d-461f-8292-b4a2bffa3191 None None] Provisioning complete for port 18e5b975-5603-462c-9d25-0dcc7c144f72 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:04.168287 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5268b4ad-498d-461f-8292-b4a2bffa3191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:04.181970 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-925147c5-ddf5-456f-bc73-05d0afb105aa tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:04.320528 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925147c5-ddf5-456f-bc73-05d0afb105aa tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event deleted for resources: {'Port': ['ID=42ef69e3-efd8-4605-a8cc-c9c3097984d2,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:04.357813 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 18e5b975-5603-462c-9d25-0dcc7c144f72 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:12:04.424205 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-50c83204-9aef-476e-9198-1bffdd88a1a0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] For port 18e5b975-5603-462c-9d25-0dcc7c144f72, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=18e5b975-5603-462c-9d25-0dcc7c144f72,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:04.452968 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5268b4ad-498d-461f-8292-b4a2bffa3191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:04.498625 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-50c83204-9aef-476e-9198-1bffdd88a1a0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:04.534520 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-50c83204-9aef-476e-9198-1bffdd88a1a0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:04.535415 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-50c83204-9aef-476e-9198-1bffdd88a1a0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:04.562452 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 18e5b975-5603-462c-9d25-0dcc7c144f72 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:04.562829 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:04.588622 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.db.api [None req-5268b4ad-498d-461f-8292-b4a2bffa3191 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:12:04.589051 n-d-810291-1 neutron-server[101462]: DEBUG oslo_db.api [None req-5268b4ad-498d-461f-8292-b4a2bffa3191 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:12:04.590138 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99dd6ea-1c16-46d9-9b4a-6f51fb4a9b89 req-08784b73-81f8-4d81-8ee5-625f6dc59887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:04.592307 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d99dd6ea-1c16-46d9-9b4a-6f51fb4a9b89 req-08784b73-81f8-4d81-8ee5-625f6dc59887 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27badd22a056458b825abc32f4668d88&device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 1096 time: 0.1046350 Sep 21 18:12:04.605425 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d45da4-9c77-403f-9d55-a23fcf1f4f16 req-cf8f82eb-6abd-4e03-8134-14c1b80cddb2 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:04.614597 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-61d45da4-9c77-403f-9d55-a23fcf1f4f16 req-cf8f82eb-6abd-4e03-8134-14c1b80cddb2 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.0803516 Sep 21 18:12:04.652971 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c83204-9aef-476e-9198-1bffdd88a1a0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Port': ['ID=18e5b975-5603-462c-9d25-0dcc7c144f72,revision_number=8']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:04.723178 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c83204-9aef-476e-9198-1bffdd88a1a0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:12:04.730295 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:04.731700 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-50c83204-9aef-476e-9198-1bffdd88a1a0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:04.737519 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c83204-9aef-476e-9198-1bffdd88a1a0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:04.745106 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-50c83204-9aef-476e-9198-1bffdd88a1a0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:04.752245 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-925147c5-ddf5-456f-bc73-05d0afb105aa tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:04.770395 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 18e5b975-5603-462c-9d25-0dcc7c144f72, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=18e5b975-5603-462c-9d25-0dcc7c144f72,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:04.790347 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-61d45da4-9c77-403f-9d55-a23fcf1f4f16 req-13bdcec3-14cb-44fb-8ac6-472119e75d35 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707299 Sep 21 18:12:04.792077 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:04.846548 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99dd6ea-1c16-46d9-9b4a-6f51fb4a9b89 req-2519b87d-cf72-4784-b121-67e39e2208dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:04.848745 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d99dd6ea-1c16-46d9-9b4a-6f51fb4a9b89 req-2519b87d-cf72-4784-b121-67e39e2208dc service neutron] 10.222.0.44 "GET /v2.0/networks?id=26b06533-005a-4039-b917-eb7519176b38 HTTP/1.1" status: 200 len: 920 time: 0.2254519 Sep 21 18:12:04.862375 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=18e5b975-5603-462c-9d25-0dcc7c144f72,revision_number=9']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:04.909929 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d99dd6ea-1c16-46d9-9b4a-6f51fb4a9b89 req-fb1de099-4435-4c61-9143-65db5831a3da service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35 HTTP/1.1" status: 200 len: 217 time: 0.0530190 Sep 21 18:12:04.914357 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-925147c5-ddf5-456f-bc73-05d0afb105aa tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:04.916651 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-925147c5-ddf5-456f-bc73-05d0afb105aa tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:04.964080 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c83204-9aef-476e-9198-1bffdd88a1a0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Subnet': ['ID=2871fb59-8f31-454a-8be9-cfe0b707f54b,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:04.971890 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-925147c5-ddf5-456f-bc73-05d0afb105aa tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:04.972487 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925147c5-ddf5-456f-bc73-05d0afb105aa tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Fanout notify agent at l3_agent the message router_deleted on router a2671e32-f62d-4752-909a-ecc1630836c5 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:12:04.986069 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-925147c5-ddf5-456f-bc73-05d0afb105aa tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:04.987305 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-925147c5-ddf5-456f-bc73-05d0afb105aa tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "DELETE /v2.0/routers/a2671e32-f62d-4752-909a-ecc1630836c5 HTTP/1.1" status: 204 len: 168 time: 2.2325034 Sep 21 18:12:04.992319 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-50c83204-9aef-476e-9198-1bffdd88a1a0 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4517519 Sep 21 18:12:04.992319 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58192) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:04.997933 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58194) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:05.011471 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-9d6fdf47-331d-4a51-9121-29b071eed380 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'port': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'mac_address': 'fa:16:3e:d8:b5:b1', 'name': 'tempest-NetworksTestDHCPv6-1633243307'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:05.051334 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b61e2fc-2c23-43f0-a156-39a7e03962a5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Deleting subnet e26a32a4-c318-4df0-bfd1-a80f4ac94b7d {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:12:05.055385 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0b61e2fc-2c23-43f0-a156-39a7e03962a5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:05.076253 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99dd6ea-1c16-46d9-9b4a-6f51fb4a9b89 req-8e7673d0-e79e-4d25-aa5b-ffe121304f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:05.078001 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d99dd6ea-1c16-46d9-9b4a-6f51fb4a9b89 req-8e7673d0-e79e-4d25-aa5b-ffe121304f80 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=10ec2754-0ef0-4406-b143-cf240e0ec33f HTTP/1.1" status: 200 len: 859 time: 0.1573036 Sep 21 18:12:05.122355 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0b61e2fc-2c23-43f0-a156-39a7e03962a5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:05.212867 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d99dd6ea-1c16-46d9-9b4a-6f51fb4a9b89 req-fdbf28c9-153d-4ac7-926a-d02927b13da5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26b06533-005a-4039-b917-eb7519176b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589511 Sep 21 18:12:05.273064 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0b61e2fc-2c23-43f0-a156-39a7e03962a5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:05.354613 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6fdf47-331d-4a51-9121-29b071eed380 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:05.357257 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5512de-d8b6-4be6-9797-69f83019fdaa None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:05.363991 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d99dd6ea-1c16-46d9-9b4a-6f51fb4a9b89 req-d86f955e-ab05-44ab-bf51-6157a6213306 service neutron] 10.222.0.44 "GET /v2.0/networks/26b06533-005a-4039-b917-eb7519176b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416206 Sep 21 18:12:05.377536 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0b61e2fc-2c23-43f0-a156-39a7e03962a5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:05.435660 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0b61e2fc-2c23-43f0-a156-39a7e03962a5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:05.436776 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0b61e2fc-2c23-43f0-a156-39a7e03962a5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "DELETE /v2.0/subnets/e26a32a4-c318-4df0-bfd1-a80f4ac94b7d HTTP/1.1" status: 204 len: 168 time: 0.4455404 Sep 21 18:12:05.438092 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61e2fc-2c23-43f0-a156-39a7e03962a5 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event deleted for resources: {'Subnet': ['ID=e26a32a4-c318-4df0-bfd1-a80f4ac94b7d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:05.440346 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58202) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:05.473393 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab7761b-d8f5-45f8-8f0c-529277097b12 None None] Network 893ec0df-6d97-4c9f-a8d6-b5ba777a7f1b requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:05.547876 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9d6fdf47-331d-4a51-9121-29b071eed380 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:05.569887 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-f16a95c9-c88e-4e72-be9b-ae58c1a3faa7 None None] Provisioning complete for port 18e5b975-5603-462c-9d25-0dcc7c144f72 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:05.570249 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f16a95c9-c88e-4e72-be9b-ae58c1a3faa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:05.575269 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9ec04bd8-49a5-42dd-9584-730fba517798 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:05.613982 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-9d6fdf47-331d-4a51-9121-29b071eed380 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] device_id is not set on port 248420ca-4c6f-4acf-a16b-dbcb28487708 yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:12:05.648967 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-9ec04bd8-49a5-42dd-9584-730fba517798 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Deleting port f1b640f4-4ced-496b-9a85-4c3e311dbb39 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:12:05.649548 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9ec04bd8-49a5-42dd-9584-730fba517798 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:05.681135 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d99dd6ea-1c16-46d9-9b4a-6f51fb4a9b89 req-671c4cf6-9556-41f5-bb6f-1b297d1d5350 service neutron] 10.222.0.44 "GET /v2.0/networks/26b06533-005a-4039-b917-eb7519176b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056135 Sep 21 18:12:05.817444 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-9ec04bd8-49a5-42dd-9584-730fba517798 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] For port f1b640f4-4ced-496b-9a85-4c3e311dbb39, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f1b640f4-4ced-496b-9a85-4c3e311dbb39,segment=NetworkSegment(736e6208-c5bd-4ec4-9a4a-fe1120a7fe38),segment_id=736e6208-c5bd-4ec4-9a4a-fe1120a7fe38)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:05.818018 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9ec04bd8-49a5-42dd-9584-730fba517798 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:05.856803 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-9ec04bd8-49a5-42dd-9584-730fba517798 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Calling delete_port for f1b640f4-4ced-496b-9a85-4c3e311dbb39 owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:12:05.955443 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-9d6fdf47-331d-4a51-9121-29b071eed380 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Allocated IP 2001:db8::26e (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/b9ed76b9-2b58-4d04-b138-f701142d9191/248420ca-4c6f-4acf-a16b-dbcb28487708) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:12:05.966033 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-9d6fdf47-331d-4a51-9121-29b071eed380 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Allocated IP 2001:db8:0:1:f816:3eff:fed8:b5b1 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/2871fb59-8f31-454a-8be9-cfe0b707f54b/248420ca-4c6f-4acf-a16b-dbcb28487708) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:12:05.976607 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b17f3d4-2930-4d0a-a4ea-74fb8d9880f2 None None] DHCP port deletion for 893ec0df-6d97-4c9f-a8d6-b5ba777a7f1b request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:12:06.011085 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9ec04bd8-49a5-42dd-9584-730fba517798 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:06.037898 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec04bd8-49a5-42dd-9584-730fba517798 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] No DVR routers for this DVR port f1b640f4-4ced-496b-9a85-4c3e311dbb39 on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:12:06.075290 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-4b17f3d4-2930-4d0a-a4ea-74fb8d9880f2 None None] Deleting port f1b640f4-4ced-496b-9a85-4c3e311dbb39 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:12:06.075711 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4b17f3d4-2930-4d0a-a4ea-74fb8d9880f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:06.201989 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-4b17f3d4-2930-4d0a-a4ea-74fb8d9880f2 None None] For port f1b640f4-4ced-496b-9a85-4c3e311dbb39, host n-d-810291-1, got binding levels [] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:06.202304 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4b17f3d4-2930-4d0a-a4ea-74fb8d9880f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:06.216988 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9ec04bd8-49a5-42dd-9584-730fba517798 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:06.220022 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec04bd8-49a5-42dd-9584-730fba517798 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event deleted for resources: {'Port': ['ID=f1b640f4-4ced-496b-9a85-4c3e311dbb39,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:06.233751 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-4b17f3d4-2930-4d0a-a4ea-74fb8d9880f2 None None] Calling delete_port for f1b640f4-4ced-496b-9a85-4c3e311dbb39 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:12:06.236591 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.ipam_backend_mixin [None req-4b17f3d4-2930-4d0a-a4ea-74fb8d9880f2 None None] Port f1b640f4-4ced-496b-9a85-4c3e311dbb39 was not found and therefore no delete operation was performed {{(pid=101462) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 18:12:06.237818 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4b17f3d4-2930-4d0a-a4ea-74fb8d9880f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:06.282264 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-9ec04bd8-49a5-42dd-9584-730fba517798 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['893ec0df-6d97-4c9f-a8d6-b5ba777a7f1b']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:06.292909 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 18e5b975-5603-462c-9d25-0dcc7c144f72 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:12:06.296367 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17f3d4-2930-4d0a-a4ea-74fb8d9880f2 None None] Pushing event deleted for resources: {'Port': ['ID=f1b640f4-4ced-496b-9a85-4c3e311dbb39,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:06.311216 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af1425-e493-4100-bbcc-94608693c02a req-b3879982-fd2e-4c84-9cdd-0467c34305ba tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:06.323415 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-56af1425-e493-4100-bbcc-94608693c02a req-b3879982-fd2e-4c84-9cdd-0467c34305ba tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.3231845 Sep 21 18:12:06.325568 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b17f3d4-2930-4d0a-a4ea-74fb8d9880f2 None None] No DVR routers for this DVR port f1b640f4-4ced-496b-9a85-4c3e311dbb39 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:12:06.332291 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9d6fdf47-331d-4a51-9121-29b071eed380 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:06.374868 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-9ec04bd8-49a5-42dd-9584-730fba517798 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '736e6208-c5bd-4ec4-9a4a-fe1120a7fe38') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:06.375275 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-9ec04bd8-49a5-42dd-9584-730fba517798 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '736e6208-c5bd-4ec4-9a4a-fe1120a7fe38') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:06.378760 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9d6fdf47-331d-4a51-9121-29b071eed380 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:06.382262 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-bb213dd0-e4bc-404a-a914-6758128af643 None None] Provisioning complete for port 18e5b975-5603-462c-9d25-0dcc7c144f72 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:06.382809 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bb213dd0-e4bc-404a-a914-6758128af643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:06.416606 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-56af1425-e493-4100-bbcc-94608693c02a req-b154b6d6-11f2-4b70-a1a2-100be3293bcc tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917139 Sep 21 18:12:06.424185 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9ec04bd8-49a5-42dd-9584-730fba517798 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:06.441249 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6fdf47-331d-4a51-9121-29b071eed380 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:12:06.446722 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9ec04bd8-49a5-42dd-9584-730fba517798 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:06.461617 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6fdf47-331d-4a51-9121-29b071eed380 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Port': ['ID=248420ca-4c6f-4acf-a16b-dbcb28487708,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:06.464754 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-9d6fdf47-331d-4a51-9121-29b071eed380 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:06.467176 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6fdf47-331d-4a51-9121-29b071eed380 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:12:06.473283 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 18e5b975-5603-462c-9d25-0dcc7c144f72 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:06.473807 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:06.474239 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6fdf47-331d-4a51-9121-29b071eed380 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:06.474990 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9d6fdf47-331d-4a51-9121-29b071eed380 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:06.479360 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec04bd8-49a5-42dd-9584-730fba517798 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:12:06.479852 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9ec04bd8-49a5-42dd-9584-730fba517798 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:06.484678 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:12:06.484678 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:12:06.484678 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:12:06.484678 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:12:06.484678 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:12:06.484678 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:12:06.484678 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:12:06.484678 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:12:06.484678 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:12:06.484678 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:12:06.484678 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:12:06.484678 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:12:06.484678 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:12:06.484678 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:12:06.484678 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:12:06.484678 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:12:06.484678 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:12:06.484678 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:12:06.484678 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:12:06.484678 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:12:06.484678 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:12:06.484678 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:12:06.484678 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:12:06.484678 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:12:06.484678 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:12:06.484678 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:12:06.484678 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:12:06.484678 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:12:06.484678 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:12:06.484678 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:12:06.484678 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:12:06.484678 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:12:06.491974 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9d6fdf47-331d-4a51-9121-29b071eed380 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4908180 Sep 21 18:12:06.494811 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58220) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:06.591344 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9ec04bd8-49a5-42dd-9584-730fba517798 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:06.613803 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9ec04bd8-49a5-42dd-9584-730fba517798 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:06.618556 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-57cc69a8-d837-4323-a6ab-2f745a4b6749 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting port 248420ca-4c6f-4acf-a16b-dbcb28487708 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:12:06.619143 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57cc69a8-d837-4323-a6ab-2f745a4b6749 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:06.620463 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9ec04bd8-49a5-42dd-9584-730fba517798 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "DELETE /v2.0/networks/893ec0df-6d97-4c9f-a8d6-b5ba777a7f1b HTTP/1.1" status: 204 len: 168 time: 1.1792526 Sep 21 18:12:06.621676 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58224) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:06.649055 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec04bd8-49a5-42dd-9584-730fba517798 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event deleted for resources: {'Network': ['ID=893ec0df-6d97-4c9f-a8d6-b5ba777a7f1b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:06.827592 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57cc69a8-d837-4323-a6ab-2f745a4b6749 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:06.845772 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-57cc69a8-d837-4323-a6ab-2f745a4b6749 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Calling delete_port for 248420ca-4c6f-4acf-a16b-dbcb28487708 owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:12:06.873661 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-1d754a95-53f3-40e6-9968-00de8f1feb90 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Deleting port 021dad17-d6e0-470c-9cc4-6af3414ab1f2 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:12:06.874008 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1d754a95-53f3-40e6-9968-00de8f1feb90 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:06.914662 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f1b640f4-4ced-496b-9a85-4c3e311dbb39 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:12:06.951300 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: f1b640f4-4ced-496b-9a85-4c3e311dbb39 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:12:06.951648 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f1b640f4-4ced-496b-9a85-4c3e311dbb39 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:12:06.962188 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-f8db7e1d-c88c-4ded-b84b-ea2b4cd09a1b None None] Provisioning complete for port 248420ca-4c6f-4acf-a16b-dbcb28487708 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:06.962805 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f8db7e1d-c88c-4ded-b84b-ea2b4cd09a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:06.997973 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-f8db7e1d-c88c-4ded-b84b-ea2b4cd09a1b None None] Port 248420ca-4c6f-4acf-a16b-dbcb28487708 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:12:07.001949 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1d754a95-53f3-40e6-9968-00de8f1feb90 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:07.002230 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1d754a95-53f3-40e6-9968-00de8f1feb90 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:07.019746 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-1d754a95-53f3-40e6-9968-00de8f1feb90 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Calling delete_port for 021dad17-d6e0-470c-9cc4-6af3414ab1f2 owned by network:floatingip {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:12:07.177304 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57cc69a8-d837-4323-a6ab-2f745a4b6749 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:07.212860 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc69a8-d837-4323-a6ab-2f745a4b6749 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Port': ['ID=248420ca-4c6f-4acf-a16b-dbcb28487708,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:07.290628 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57cc69a8-d837-4323-a6ab-2f745a4b6749 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:07.294862 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-57cc69a8-d837-4323-a6ab-2f745a4b6749 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/248420ca-4c6f-4acf-a16b-dbcb28487708 HTTP/1.1" status: 204 len: 168 time: 0.7966824 Sep 21 18:12:07.295338 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58234) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:07.309522 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1d754a95-53f3-40e6-9968-00de8f1feb90 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:07.340215 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d754a95-53f3-40e6-9968-00de8f1feb90 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event deleted for resources: {'Port': ['ID=021dad17-d6e0-470c-9cc4-6af3414ab1f2,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:07.358075 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22142bd-2abf-47bb-853c-69413d2c8e2c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:07.360253 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d22142bd-2abf-47bb-853c-69413d2c8e2c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0636547 Sep 21 18:12:07.362940 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58236) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:07.429385 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1d754a95-53f3-40e6-9968-00de8f1feb90 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for floatingip, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:07.432626 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1d754a95-53f3-40e6-9968-00de8f1feb90 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:07.439015 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b11ff03-3955-4122-8367-e37ab7824320 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:07.440916 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1d754a95-53f3-40e6-9968-00de8f1feb90 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "DELETE /v2.0/floatingips/279b5216-c26b-4125-8c8c-1cc9d40ab2fc HTTP/1.1" status: 204 len: 168 time: 0.8167739 Sep 21 18:12:07.441732 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58242) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:07.443772 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5b11ff03-3955-4122-8367-e37ab7824320 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0794976 Sep 21 18:12:07.444568 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58244) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:07.467037 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-163b769c-3abc-4c8e-bce9-83bf4902e6e7 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:07.468381 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-163b769c-3abc-4c8e-bce9-83bf4902e6e7 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:07.473919 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-163b769c-3abc-4c8e-bce9-83bf4902e6e7 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "DELETE /v2.0/ports/29962bb2-4c57-4236-a4e2-305f912fb382 HTTP/1.1" status: 404 len: 333 time: 0.0310211 Sep 21 18:12:07.474601 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58248) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:07.503331 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-71090406-8933-43ee-ab14-ebb39b3d3ccf tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2671e32-f62d-4752-909a-ecc1630836c5 HTTP/1.1" status: 200 len: 205 time: 0.0262058 Sep 21 18:12:07.504333 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58250) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:07.508614 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c8c4d3-f41a-4990-8be5-df53a1cc3d81 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:07.510539 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c8c4d3-f41a-4990-8be5-df53a1cc3d81 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:07.512111 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c8c4d3-f41a-4990-8be5-df53a1cc3d81 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:07.516332 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a8c8c4d3-f41a-4990-8be5-df53a1cc3d81 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0682864 Sep 21 18:12:07.516745 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58252) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:07.548192 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-30500177-820f-4d14-b704-254b4b358ed1 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] delete failed (client error): The resource could not be found. Sep 21 18:12:07.552271 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-30500177-820f-4d14-b704-254b4b358ed1 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "DELETE /v2.0/routers/a2671e32-f62d-4752-909a-ecc1630836c5 HTTP/1.1" status: 404 len: 336 time: 0.0440114 Sep 21 18:12:07.555975 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58254) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:07.591639 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-e303754b-2acf-464d-bc43-3a83d27dbc1c tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:07.591908 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e303754b-2acf-464d-bc43-3a83d27dbc1c tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:07.596294 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e303754b-2acf-464d-bc43-3a83d27dbc1c tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "DELETE /v2.0/subnets/e26a32a4-c318-4df0-bfd1-a80f4ac94b7d HTTP/1.1" status: 404 len: 337 time: 0.0372279 Sep 21 18:12:07.597531 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58256) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:07.601737 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e85ce-64f8-4925-8456-a7f13b8d55c9 req-6fd7c698-8e6e-47bc-9746-269889075329 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:07.603418 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f52e85ce-64f8-4925-8456-a7f13b8d55c9 req-6fd7c698-8e6e-47bc-9746-269889075329 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.0577068 Sep 21 18:12:07.644551 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a2a564-57fb-4386-80ae-735c56ee351b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting subnet 2871fb59-8f31-454a-8be9-cfe0b707f54b {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:12:07.652180 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d8a2a564-57fb-4386-80ae-735c56ee351b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:07.656575 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f52e85ce-64f8-4925-8456-a7f13b8d55c9 req-26d36ba2-e458-4faa-8582-1da3f9cba5d7 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380223 Sep 21 18:12:07.715652 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d8a2a564-57fb-4386-80ae-735c56ee351b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:08.058755 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-e52b52ec-c0b8-4cbd-9d0b-f846dbfe1bda tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Deleting port 59ecbbb4-377b-47fe-90b2-16ba53a28ef6 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:12:08.059172 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e52b52ec-c0b8-4cbd-9d0b-f846dbfe1bda tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:08.101303 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d8a2a564-57fb-4386-80ae-735c56ee351b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:08.194763 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e52b52ec-c0b8-4cbd-9d0b-f846dbfe1bda tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:08.212390 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-e52b52ec-c0b8-4cbd-9d0b-f846dbfe1bda tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Calling delete_port for 59ecbbb4-377b-47fe-90b2-16ba53a28ef6 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:12:08.222630 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d8a2a564-57fb-4386-80ae-735c56ee351b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:08.254080 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2a564-57fb-4386-80ae-735c56ee351b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Subnet': ['ID=2871fb59-8f31-454a-8be9-cfe0b707f54b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:08.258791 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d8a2a564-57fb-4386-80ae-735c56ee351b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:08.263376 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d8a2a564-57fb-4386-80ae-735c56ee351b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/2871fb59-8f31-454a-8be9-cfe0b707f54b HTTP/1.1" status: 204 len: 168 time: 0.7456498 Sep 21 18:12:08.263605 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58270) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:08.266133 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dec0df-02d4-4fa5-989e-696c145c4025 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:08.324602 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-f413b80c-abad-4497-98c4-58d58101634f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting subnet b9ed76b9-2b58-4d04-b138-f701142d9191 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:12:08.328926 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f413b80c-abad-4497-98c4-58d58101634f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:08.381329 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f413b80c-abad-4497-98c4-58d58101634f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:08.396406 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e52b52ec-c0b8-4cbd-9d0b-f846dbfe1bda tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:08.430979 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b52ec-c0b8-4cbd-9d0b-f846dbfe1bda tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event deleted for resources: {'Port': ['ID=59ecbbb4-377b-47fe-90b2-16ba53a28ef6,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:08.520582 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f413b80c-abad-4497-98c4-58d58101634f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:08.541113 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e52b52ec-c0b8-4cbd-9d0b-f846dbfe1bda tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:08.543516 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e52b52ec-c0b8-4cbd-9d0b-f846dbfe1bda tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "DELETE /v2.0/ports/59ecbbb4-377b-47fe-90b2-16ba53a28ef6 HTTP/1.1" status: 204 len: 168 time: 0.9458337 Sep 21 18:12:08.545960 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58278) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:08.616157 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f413b80c-abad-4497-98c4-58d58101634f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:08.642729 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413b80c-abad-4497-98c4-58d58101634f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Subnet': ['ID=b9ed76b9-2b58-4d04-b138-f701142d9191,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:08.650283 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f413b80c-abad-4497-98c4-58d58101634f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:08.655350 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f413b80c-abad-4497-98c4-58d58101634f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/b9ed76b9-2b58-4d04-b138-f701142d9191 HTTP/1.1" status: 204 len: 168 time: 0.3905964 Sep 21 18:12:08.655638 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-6683f2c4-75e7-4ebf-9d42-6f76dc5ec307 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Deleting port 0fd02e5f-6a53-4d59-b19a-1100e73bc0a1 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:12:08.655985 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6683f2c4-75e7-4ebf-9d42-6f76dc5ec307 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:08.656127 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58282) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:08.717077 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c9cbbd2a-a9c5-467f-8d42-fbc9cb8a22eb tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0596781 Sep 21 18:12:08.721752 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58286) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:08.729545 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-904c6d2b-e946-4ff8-9d0c-eb5b9d6ffa05 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:08.791663 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6683f2c4-75e7-4ebf-9d42-6f76dc5ec307 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:08.809742 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-6683f2c4-75e7-4ebf-9d42-6f76dc5ec307 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Calling delete_port for 0fd02e5f-6a53-4d59-b19a-1100e73bc0a1 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:12:08.845067 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928073a-f48d-4e5e-9a73-ae817bc8c0f6 req-26ced0a7-a347-4932-9162-bd32e2cf69db tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:08.847303 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b928073a-f48d-4e5e-9a73-ae817bc8c0f6 req-26ced0a7-a347-4932-9162-bd32e2cf69db tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.0969417 Sep 21 18:12:08.854679 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904c6d2b-e946-4ff8-9d0c-eb5b9d6ffa05 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:08.858239 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-904c6d2b-e946-4ff8-9d0c-eb5b9d6ffa05 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:08.932989 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b928073a-f48d-4e5e-9a73-ae817bc8c0f6 req-07a339a8-897d-4b74-9777-934255a5a2e6 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559320 Sep 21 18:12:09.023544 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6683f2c4-75e7-4ebf-9d42-6f76dc5ec307 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:09.060733 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683f2c4-75e7-4ebf-9d42-6f76dc5ec307 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event deleted for resources: {'Port': ['ID=0fd02e5f-6a53-4d59-b19a-1100e73bc0a1,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:09.166854 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-904c6d2b-e946-4ff8-9d0c-eb5b9d6ffa05 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:09.169625 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6683f2c4-75e7-4ebf-9d42-6f76dc5ec307 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:09.174005 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6683f2c4-75e7-4ebf-9d42-6f76dc5ec307 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "DELETE /v2.0/ports/0fd02e5f-6a53-4d59-b19a-1100e73bc0a1 HTTP/1.1" status: 204 len: 168 time: 0.6246846 Sep 21 18:12:09.174286 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58296) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:09.226660 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904c6d2b-e946-4ff8-9d0c-eb5b9d6ffa05 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:12:09.232267 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-904c6d2b-e946-4ff8-9d0c-eb5b9d6ffa05 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:09.237168 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904c6d2b-e946-4ff8-9d0c-eb5b9d6ffa05 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:09.237685 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-904c6d2b-e946-4ff8-9d0c-eb5b9d6ffa05 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:09.241534 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d07f3de-1179-4981-b076-e4130dfdbaa8 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:09.243897 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7d07f3de-1179-4981-b076-e4130dfdbaa8 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "GET /v2.0/ports?device_id=08dc1f37-a5d8-4260-8588-e3d9401c818a HTTP/1.1" status: 200 len: 913 time: 0.0686936 Sep 21 18:12:09.246725 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58300) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:09.251396 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c6d2b-e946-4ff8-9d0c-eb5b9d6ffa05 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Subnet': ['ID=018503f9-6344-4b2e-a45c-0f1d924a1725,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:09.264892 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-904c6d2b-e946-4ff8-9d0c-eb5b9d6ffa05 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5420401 Sep 21 18:12:09.269166 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58302) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:09.277730 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-f2589df6-9f08-4ad8-a4a5-9233bdbcc706 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:09.287559 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998568ea-88d2-4dc0-8983-a926aaab3e29 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:09.382951 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-f6afbb6f-8f6b-4589-a941-9a57221acc2c None None] Provisioning complete for port 18e5b975-5603-462c-9d25-0dcc7c144f72 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:09.383336 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f6afbb6f-8f6b-4589-a941-9a57221acc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:09.427887 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2589df6-9f08-4ad8-a4a5-9233bdbcc706 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:09.433807 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f2589df6-9f08-4ad8-a4a5-9233bdbcc706 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:09.568142 n-d-810291-1 neutron-server[101460]: INFO neutron.db.ipam_backend_mixin [None req-f2589df6-9f08-4ad8-a4a5-9233bdbcc706 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 018503f9-6344-4b2e-a45c-0f1d924a1725 (CIDR: 2001:db8::/64) Sep 21 18:12:09.582967 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2589df6-9f08-4ad8-a4a5-9233bdbcc706 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:12:09.583682 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2589df6-9f08-4ad8-a4a5-9233bdbcc706 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:09.604762 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f2589df6-9f08-4ad8-a4a5-9233bdbcc706 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3320816 Sep 21 18:12:09.605058 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58312) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:09.612410 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-d52299ba-7be7-4009-a3eb-61dbe463cf1b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'subnet': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:09.783232 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52299ba-7be7-4009-a3eb-61dbe463cf1b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:09.787256 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d52299ba-7be7-4009-a3eb-61dbe463cf1b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:09.809839 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-48a018f8-2956-4ddf-962c-c928a75ca707 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:09.912337 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-14f0f514-abf5-45ee-889f-2acd27ac04d4 None None] Provisioning complete for port 18e5b975-5603-462c-9d25-0dcc7c144f72 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:09.914103 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-14f0f514-abf5-45ee-889f-2acd27ac04d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:10.138560 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bfbbc-970b-4c91-a6cf-723a6c4b93af req-4c712c1a-d825-4a59-a5af-807ccfc1c870 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:10.140202 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3a2bfbbc-970b-4c91-a6cf-723a6c4b93af req-4c712c1a-d825-4a59-a5af-807ccfc1c870 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.0831504 Sep 21 18:12:10.154895 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-48a018f8-2956-4ddf-962c-c928a75ca707 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Deleting port b02aa970-a4c6-43b6-858b-92a9007e93c8 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:12:10.155287 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-48a018f8-2956-4ddf-962c-c928a75ca707 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:10.239532 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3a2bfbbc-970b-4c91-a6cf-723a6c4b93af req-5be85ae4-71c9-4b5d-ad53-28a2e66074d4 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913534 Sep 21 18:12:10.258699 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-48a018f8-2956-4ddf-962c-c928a75ca707 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:10.267392 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-48a018f8-2956-4ddf-962c-c928a75ca707 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Calling delete_port for b02aa970-a4c6-43b6-858b-92a9007e93c8 owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:12:10.300965 n-d-810291-1 neutron-server[101460]: DEBUG neutron.objects.ports [None req-d52299ba-7be7-4009-a3eb-61dbe463cf1b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101460) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:12:10.464313 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d52299ba-7be7-4009-a3eb-61dbe463cf1b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:10.485401 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-48a018f8-2956-4ddf-962c-c928a75ca707 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:10.517070 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a018f8-2956-4ddf-962c-c928a75ca707 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event deleted for resources: {'Port': ['ID=b02aa970-a4c6-43b6-858b-92a9007e93c8,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:10.647862 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-d52299ba-7be7-4009-a3eb-61dbe463cf1b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] For port 18e5b975-5603-462c-9d25-0dcc7c144f72, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=18e5b975-5603-462c-9d25-0dcc7c144f72,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:10.685675 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d52299ba-7be7-4009-a3eb-61dbe463cf1b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:10.692153 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d52299ba-7be7-4009-a3eb-61dbe463cf1b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:10.693253 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d52299ba-7be7-4009-a3eb-61dbe463cf1b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:10.711710 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-48a018f8-2956-4ddf-962c-c928a75ca707 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:10.786455 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52299ba-7be7-4009-a3eb-61dbe463cf1b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:12:10.794142 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-d52299ba-7be7-4009-a3eb-61dbe463cf1b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:10.804011 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e71159-83a4-4ba0-acc6-214d4b748026 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:10.805997 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52299ba-7be7-4009-a3eb-61dbe463cf1b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:10.806845 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d52299ba-7be7-4009-a3eb-61dbe463cf1b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:10.825828 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52299ba-7be7-4009-a3eb-61dbe463cf1b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Subnet': ['ID=357a95d4-0bbc-4577-a8fd-033825898d61,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:10.829318 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52299ba-7be7-4009-a3eb-61dbe463cf1b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Port': ['ID=18e5b975-5603-462c-9d25-0dcc7c144f72,revision_number=13']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:10.839206 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d52299ba-7be7-4009-a3eb-61dbe463cf1b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2329073 Sep 21 18:12:10.842058 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58340) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:10.847176 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-f1676279-bc08-400c-ad6c-1c74cdf6a619 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Request body: {'port': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'mac_address': 'fa:16:3e:cc:0c:83', 'name': 'tempest-NetworksTestDHCPv6-614767790'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:11.048716 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a018f8-2956-4ddf-962c-c928a75ca707 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Router 08dc1f37-a5d8-4260-8588-e3d9401c818a has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:12:11.075733 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddd862b-fe18-4396-ad9e-167d00a82699 None None] Update dhcp port {'port': {'network_id': '16d64e95-6cbd-4af3-9e18-b5e7b1e6e301', 'fixed_ips': [{'subnet_id': '357a95d4-0bbc-4577-a8fd-033825898d61', 'ip_address': '2001:db8:0:1:f816:3eff:fef9:db4b'}, {'subnet_id': '018503f9-6344-4b2e-a45c-0f1d924a1725'}], 'binding:host_id': 'n-d-810291-1'}, 'id': '18e5b975-5603-462c-9d25-0dcc7c144f72'} from n-d-810291-1. {{(pid=101462) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 18:12:11.103130 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7ddd862b-fe18-4396-ad9e-167d00a82699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:11.105822 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1676279-bc08-400c-ad6c-1c74cdf6a619 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Made reservation on behalf of d5edcf8f9d594945a4a16f803b7fa8f1 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:11.296976 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-7ddd862b-fe18-4396-ad9e-167d00a82699 None None] Allocated IP 2001:db8::2 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/018503f9-6344-4b2e-a45c-0f1d924a1725/18e5b975-5603-462c-9d25-0dcc7c144f72) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:12:11.398513 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-7ddd862b-fe18-4396-ad9e-167d00a82699 None None] For port 18e5b975-5603-462c-9d25-0dcc7c144f72, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=18e5b975-5603-462c-9d25-0dcc7c144f72,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:11.428827 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7ddd862b-fe18-4396-ad9e-167d00a82699 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:11.434970 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7ddd862b-fe18-4396-ad9e-167d00a82699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:11.529529 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd862b-fe18-4396-ad9e-167d00a82699 None None] Pushing event updated for resources: {'Port': ['ID=18e5b975-5603-462c-9d25-0dcc7c144f72,revision_number=14']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:11.550722 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a018f8-2956-4ddf-962c-c928a75ca707 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:12:11.560306 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-48a018f8-2956-4ddf-962c-c928a75ca707 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "PUT /v2.0/routers/08dc1f37-a5d8-4260-8588-e3d9401c818a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3102498 Sep 21 18:12:11.560773 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58356) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:11.562269 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f1676279-bc08-400c-ad6c-1c74cdf6a619 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:11.566549 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5a7929-75b2-4b43-88f4-fadcd02e7447 None None] Sync routers for ids ['08dc1f37-a5d8-4260-8588-e3d9401c818a'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:12:11.591719 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549758c-bcf7-4a5f-ad16-a8e1089ce5ad req-d912808c-6abe-4c1a-a9d8-227f1ed0467e tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:11.593352 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e549758c-bcf7-4a5f-ad16-a8e1089ce5ad req-d912808c-6abe-4c1a-a9d8-227f1ed0467e tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.1031179 Sep 21 18:12:11.606293 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5a7929-75b2-4b43-88f4-fadcd02e7447 None None] Routers {'08dc1f37-a5d8-4260-8588-e3d9401c818a'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:12:11.607123 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-bd5a7929-75b2-4b43-88f4-fadcd02e7447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['08dc1f37-a5d8-4260-8588-e3d9401c818a'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:11.618564 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-f1676279-bc08-400c-ad6c-1c74cdf6a619 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] device_id is not set on port 159b0f87-9e01-4087-84e8-d746fb0b9e6d yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:12:11.699092 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e549758c-bcf7-4a5f-ad16-a8e1089ce5ad req-17415147-28de-4aa9-83bb-6746693bdca3 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969410 Sep 21 18:12:11.711988 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-bd5a7929-75b2-4b43-88f4-fadcd02e7447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:11.749586 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5a7929-75b2-4b43-88f4-fadcd02e7447 None None] Routers {'08dc1f37-a5d8-4260-8588-e3d9401c818a'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:12:11.755058 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-bd5a7929-75b2-4b43-88f4-fadcd02e7447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:11:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['08dc1f37-a5d8-4260-8588-e3d9401c818a'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:11.818855 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-bd5a7929-75b2-4b43-88f4-fadcd02e7447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:11.819588 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5a7929-75b2-4b43-88f4-fadcd02e7447 None None] The sync data for ids ['08dc1f37-a5d8-4260-8588-e3d9401c818a'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:12:11.907715 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-f1676279-bc08-400c-ad6c-1c74cdf6a619 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Allocated IP 2001:db8::2c8 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/018503f9-6344-4b2e-a45c-0f1d924a1725/159b0f87-9e01-4087-84e8-d746fb0b9e6d) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:12:11.921000 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-f1676279-bc08-400c-ad6c-1c74cdf6a619 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Allocated IP 2001:db8:0:1:f816:3eff:fecc:c83 (16d64e95-6cbd-4af3-9e18-b5e7b1e6e301/357a95d4-0bbc-4577-a8fd-033825898d61/159b0f87-9e01-4087-84e8-d746fb0b9e6d) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:12:12.106117 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f1676279-bc08-400c-ad6c-1c74cdf6a619 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:12.146304 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c79dc04a-8fb4-48a8-9473-a01063ba0ff9 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:12.162545 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f1676279-bc08-400c-ad6c-1c74cdf6a619 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:12.197847 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1676279-bc08-400c-ad6c-1c74cdf6a619 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:12:12.231779 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be897b-84a5-417c-9f24-532a78e4c50a req-aebd8376-9e9a-4528-aab0-47c3869d6835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:12.233947 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-40be897b-84a5-417c-9f24-532a78e4c50a req-aebd8376-9e9a-4528-aab0-47c3869d6835 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 1096 time: 0.1617956 Sep 21 18:12:12.236694 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-f1676279-bc08-400c-ad6c-1c74cdf6a619 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:12.244988 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1676279-bc08-400c-ad6c-1c74cdf6a619 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:12:12.248495 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 18e5b975-5603-462c-9d25-0dcc7c144f72 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:12:12.252380 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1676279-bc08-400c-ad6c-1c74cdf6a619 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:12.253495 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f1676279-bc08-400c-ad6c-1c74cdf6a619 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:12.298130 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 18e5b975-5603-462c-9d25-0dcc7c144f72 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:12.298716 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:12.318751 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f1676279-bc08-400c-ad6c-1c74cdf6a619 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.4754515 Sep 21 18:12:12.320152 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58372) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:12.321001 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1676279-bc08-400c-ad6c-1c74cdf6a619 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event updated for resources: {'Port': ['ID=159b0f87-9e01-4087-84e8-d746fb0b9e6d,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:12.325287 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c79dc04a-8fb4-48a8-9473-a01063ba0ff9 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:12.329813 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-40be897b-84a5-417c-9f24-532a78e4c50a req-55fc75a6-cd88-4312-b0b7-fff94670a2c6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616591 Sep 21 18:12:12.411673 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-c79dc04a-8fb4-48a8-9473-a01063ba0ff9 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Deleting port 83a90c48-f220-4169-9dc7-15b68d6672db {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:12:12.412018 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c79dc04a-8fb4-48a8-9473-a01063ba0ff9 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:12.449783 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-654e3ba6-65d4-44f9-922e-ba90e639919f None None] Provisioning complete for port 18e5b975-5603-462c-9d25-0dcc7c144f72 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:12.450651 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-654e3ba6-65d4-44f9-922e-ba90e639919f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:12.501536 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-1c464421-0414-412f-9071-6e0bb367ce3a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting port 159b0f87-9e01-4087-84e8-d746fb0b9e6d {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:12:12.502061 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1c464421-0414-412f-9071-6e0bb367ce3a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:12.516727 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c79dc04a-8fb4-48a8-9473-a01063ba0ff9 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:12.536562 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-c79dc04a-8fb4-48a8-9473-a01063ba0ff9 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Calling delete_port for 83a90c48-f220-4169-9dc7-15b68d6672db owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:12:12.630352 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1c464421-0414-412f-9071-6e0bb367ce3a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:12.646239 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-1c464421-0414-412f-9071-6e0bb367ce3a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Calling delete_port for 159b0f87-9e01-4087-84e8-d746fb0b9e6d owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:12:12.725401 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-a1f484e5-9e65-4c80-bfa0-1448e3207b8d None None] Provisioning complete for port 159b0f87-9e01-4087-84e8-d746fb0b9e6d triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:12.725790 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a1f484e5-9e65-4c80-bfa0-1448e3207b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:12.778782 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c79dc04a-8fb4-48a8-9473-a01063ba0ff9 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:12.813204 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-a1f484e5-9e65-4c80-bfa0-1448e3207b8d None None] Port 159b0f87-9e01-4087-84e8-d746fb0b9e6d cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:12:12.816967 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79dc04a-8fb4-48a8-9473-a01063ba0ff9 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event deleted for resources: {'Port': ['ID=83a90c48-f220-4169-9dc7-15b68d6672db,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:12.916728 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c79dc04a-8fb4-48a8-9473-a01063ba0ff9 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:12.926403 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1c464421-0414-412f-9071-6e0bb367ce3a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:12.959350 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c464421-0414-412f-9071-6e0bb367ce3a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Port': ['ID=159b0f87-9e01-4087-84e8-d746fb0b9e6d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:13.025357 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1c464421-0414-412f-9071-6e0bb367ce3a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:13.027556 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1c464421-0414-412f-9071-6e0bb367ce3a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/159b0f87-9e01-4087-84e8-d746fb0b9e6d HTTP/1.1" status: 204 len: 168 time: 0.6864424 Sep 21 18:12:13.030602 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58392) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:13.046508 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c79dc04a-8fb4-48a8-9473-a01063ba0ff9 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:13.049433 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c79dc04a-8fb4-48a8-9473-a01063ba0ff9 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:13.058395 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097da6e0-eba0-4d87-b378-10e81f6aeb6a req-c0d81de6-f4c4-483b-9ca1-d5159f849ed4 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:13.060014 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-097da6e0-eba0-4d87-b378-10e81f6aeb6a req-c0d81de6-f4c4-483b-9ca1-d5159f849ed4 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.1814256 Sep 21 18:12:13.084729 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f2c37b-23c0-40c9-98e8-9f3a97852437 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:13.086498 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-07f2c37b-23c0-40c9-98e8-9f3a97852437 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0547955 Sep 21 18:12:13.091195 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58394) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:13.159574 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c79dc04a-8fb4-48a8-9473-a01063ba0ff9 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:13.161199 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79dc04a-8fb4-48a8-9473-a01063ba0ff9 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Fanout notify agent at l3_agent the message router_deleted on router 08dc1f37-a5d8-4260-8588-e3d9401c818a {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:12:13.167296 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e6bdae-9f2c-4477-b71d-c1477e08843e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:13.171430 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-86e6bdae-9f2c-4477-b71d-c1477e08843e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0762322 Sep 21 18:12:13.171713 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c79dc04a-8fb4-48a8-9473-a01063ba0ff9 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:13.171713 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c79dc04a-8fb4-48a8-9473-a01063ba0ff9 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "DELETE /v2.0/routers/08dc1f37-a5d8-4260-8588-e3d9401c818a HTTP/1.1" status: 204 len: 168 time: 1.6091509 Sep 21 18:12:13.177654 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58398) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:13.178059 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58400) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:13.254530 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-097da6e0-eba0-4d87-b378-10e81f6aeb6a req-19dd43c8-f73e-41e7-b3b2-fab90250d138 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630108 Sep 21 18:12:13.280670 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d486835b-1ab8-41e2-8965-a9f37993e669 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:13.282229 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d486835b-1ab8-41e2-8965-a9f37993e669 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:13.284009 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d486835b-1ab8-41e2-8965-a9f37993e669 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:13.285448 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d486835b-1ab8-41e2-8965-a9f37993e669 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1064501 Sep 21 18:12:13.288348 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58404) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:13.322438 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-205a6a05-8f35-4653-a63c-a9a47b978cd7 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Deleting subnet 03ac36cb-c051-41c2-88f4-498596c1452a {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:12:13.331475 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-205a6a05-8f35-4653-a63c-a9a47b978cd7 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:13.382201 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-2735d181-937e-46e1-b301-ad2a99a441f7 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting subnet 018503f9-6344-4b2e-a45c-0f1d924a1725 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:12:13.388752 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2735d181-937e-46e1-b301-ad2a99a441f7 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:13.392764 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-205a6a05-8f35-4653-a63c-a9a47b978cd7 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:13.458178 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2735d181-937e-46e1-b301-ad2a99a441f7 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:13.515152 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-205a6a05-8f35-4653-a63c-a9a47b978cd7 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:13.524705 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:12:13.609111 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2735d181-937e-46e1-b301-ad2a99a441f7 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:13.640717 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-205a6a05-8f35-4653-a63c-a9a47b978cd7 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:13.676359 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a6a05-8f35-4653-a63c-a9a47b978cd7 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event deleted for resources: {'Subnet': ['ID=03ac36cb-c051-41c2-88f4-498596c1452a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:13.687715 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-205a6a05-8f35-4653-a63c-a9a47b978cd7 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:13.689980 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-205a6a05-8f35-4653-a63c-a9a47b978cd7 tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "DELETE /v2.0/subnets/03ac36cb-c051-41c2-88f4-498596c1452a HTTP/1.1" status: 204 len: 168 time: 0.4962225 Sep 21 18:12:13.692674 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58414) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:13.715757 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2735d181-937e-46e1-b301-ad2a99a441f7 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:13.741679 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735d181-937e-46e1-b301-ad2a99a441f7 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Subnet': ['ID=018503f9-6344-4b2e-a45c-0f1d924a1725,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:13.752277 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2735d181-937e-46e1-b301-ad2a99a441f7 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:13.756010 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e1a01f-2787-4e86-ae6b-506f6777a8a3 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:13.758619 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2735d181-937e-46e1-b301-ad2a99a441f7 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/018503f9-6344-4b2e-a45c-0f1d924a1725 HTTP/1.1" status: 204 len: 168 time: 0.4695621 Sep 21 18:12:13.759572 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58420) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:13.782215 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9df69868-d811-4db5-b6c4-506664be432d tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:13.826709 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20b4fde-7990-4881-8f03-473605b387b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Deleting subnet 357a95d4-0bbc-4577-a8fd-033825898d61 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:12:13.830470 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c20b4fde-7990-4881-8f03-473605b387b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:13.894384 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c20b4fde-7990-4881-8f03-473605b387b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:13.926820 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9df69868-d811-4db5-b6c4-506664be432d tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:13.947109 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-9df69868-d811-4db5-b6c4-506664be432d tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b07c707-0711-4482-ba7e-e6e37c0cd0a9']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:13.962944 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-9df69868-d811-4db5-b6c4-506664be432d tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb9c6c7-1720-481d-91bb-fe3e725dcf8f') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:13.963265 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-9df69868-d811-4db5-b6c4-506664be432d tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb9c6c7-1720-481d-91bb-fe3e725dcf8f') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:13.974729 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9df69868-d811-4db5-b6c4-506664be432d tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:13.989261 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c20b4fde-7990-4881-8f03-473605b387b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:13.991571 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9df69868-d811-4db5-b6c4-506664be432d tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:14.012869 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9df69868-d811-4db5-b6c4-506664be432d tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:12:14.013388 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9df69868-d811-4db5-b6c4-506664be432d tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:14.018082 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:12:14.018082 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:12:14.018082 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:12:14.018082 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:12:14.018082 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:12:14.018082 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:12:14.018082 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:12:14.018082 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:12:14.018082 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:12:14.018082 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:12:14.018082 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:12:14.018082 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:12:14.018082 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:12:14.018082 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:12:14.018082 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:12:14.018082 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:12:14.018082 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:12:14.018082 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:12:14.018082 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:12:14.018082 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:12:14.018082 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:12:14.018082 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:12:14.018082 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:12:14.018082 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:12:14.018082 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:12:14.018082 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:12:14.018082 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:12:14.018082 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:12:14.018082 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:12:14.018082 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:12:14.018082 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:12:14.018082 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:12:14.071701 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c20b4fde-7990-4881-8f03-473605b387b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:14.089073 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9df69868-d811-4db5-b6c4-506664be432d tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:14.097029 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9df69868-d811-4db5-b6c4-506664be432d tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:14.104696 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9df69868-d811-4db5-b6c4-506664be432d tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] 10.222.0.58 "DELETE /v2.0/networks/3b07c707-0711-4482-ba7e-e6e37c0cd0a9 HTTP/1.1" status: 204 len: 168 time: 0.4106598 Sep 21 18:12:14.105279 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b4fde-7990-4881-8f03-473605b387b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Subnet': ['ID=357a95d4-0bbc-4577-a8fd-033825898d61,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:14.107550 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c20b4fde-7990-4881-8f03-473605b387b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:14.109490 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c20b4fde-7990-4881-8f03-473605b387b1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/357a95d4-0bbc-4577-a8fd-033825898d61 HTTP/1.1" status: 204 len: 168 time: 0.3488567 Sep 21 18:12:14.112106 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58430) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:14.157355 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7dfddb5a-cf7d-4c94-b91b-f52c5a30e65a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435026 Sep 21 18:12:14.158964 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df69868-d811-4db5-b6c4-506664be432d tempest-FloatingIPTestJSON-1503262240 tempest-FloatingIPTestJSON-1503262240-project] Pushing event deleted for resources: {'Network': ['ID=3b07c707-0711-4482-ba7e-e6e37c0cd0a9,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:14.159855 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58432) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:14.257122 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e6a3e9-938e-4930-a8fc-2ad550c3af53 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:14.263724 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a1e6a3e9-938e-4930-a8fc-2ad550c3af53 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0987990 Sep 21 18:12:14.264119 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58438) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:14.389395 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93d6228-fa00-48b0-af0d-6b32044e4e82 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:14.393886 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58448) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:14.394112 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a93d6228-fa00-48b0-af0d-6b32044e4e82 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1288159 Sep 21 18:12:14.430810 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f1326-37b0-4314-a23a-8352383be199 req-aa5128b6-c29d-4c7d-bc64-c719915af332 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:14.435333 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-932f1326-37b0-4314-a23a-8352383be199 req-aa5128b6-c29d-4c7d-bc64-c719915af332 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.0990546 Sep 21 18:12:14.455712 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-448db15a-e521-4950-8b78-18959476cd5c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0605919 Sep 21 18:12:14.462875 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58452) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:14.491707 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-0270e68d-9eec-4f65-ac78-3ad86fff114c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:14.493061 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0270e68d-9eec-4f65-ac78-3ad86fff114c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:14.495546 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0270e68d-9eec-4f65-ac78-3ad86fff114c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/159b0f87-9e01-4087-84e8-d746fb0b9e6d HTTP/1.1" status: 404 len: 333 time: 0.0311313 Sep 21 18:12:14.498060 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58454) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:14.513083 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-932f1326-37b0-4314-a23a-8352383be199 req-b5827596-6a7d-471c-8610-2e46967b71b6 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660675 Sep 21 18:12:14.557402 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-30c85f27-6c9f-47e6-bc2a-2a277aff974c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:14.558648 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30c85f27-6c9f-47e6-bc2a-2a277aff974c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:14.560061 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-30c85f27-6c9f-47e6-bc2a-2a277aff974c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/357a95d4-0bbc-4577-a8fd-033825898d61 HTTP/1.1" status: 404 len: 337 time: 0.0610440 Sep 21 18:12:14.562575 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58458) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:14.581899 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58462) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:14.607101 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae977c0-d101-458e-835f-81e8e10f5517 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:14.607591 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae977c0-d101-458e-835f-81e8e10f5517 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:14.609622 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5ae977c0-d101-458e-835f-81e8e10f5517 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/018503f9-6344-4b2e-a45c-0f1d924a1725 HTTP/1.1" status: 404 len: 337 time: 0.0460057 Sep 21 18:12:14.612606 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58468) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:14.644749 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a0dac1-f5a5-41ee-955f-47ea9a43f0b6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:14.648375 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6a0dac1-f5a5-41ee-955f-47ea9a43f0b6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:14.652344 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b6a0dac1-f5a5-41ee-955f-47ea9a43f0b6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/248420ca-4c6f-4acf-a16b-dbcb28487708 HTTP/1.1" status: 404 len: 333 time: 0.0386136 Sep 21 18:12:14.655070 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58470) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:14.685626 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-37aea6bc-ec24-440f-9f5f-dd723af31563 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:14.686468 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37aea6bc-ec24-440f-9f5f-dd723af31563 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:14.689029 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-37aea6bc-ec24-440f-9f5f-dd723af31563 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/2871fb59-8f31-454a-8be9-cfe0b707f54b HTTP/1.1" status: 404 len: 337 time: 0.0329134 Sep 21 18:12:14.692016 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58472) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:14.784114 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-6420ff96-eee6-4407-b4ab-db7353ee3036 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:14.784802 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6420ff96-eee6-4407-b4ab-db7353ee3036 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:14.788164 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6420ff96-eee6-4407-b4ab-db7353ee3036 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/b9ed76b9-2b58-4d04-b138-f701142d9191 HTTP/1.1" status: 404 len: 337 time: 0.0946066 Sep 21 18:12:14.790618 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58482) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:14.817491 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cfd254-bbc2-469e-9c18-838fb0c036e1 None None] Network 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:14.842337 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-c36b0fcf-098c-4693-97fc-a6608f3defd1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:14.845512 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c36b0fcf-098c-4693-97fc-a6608f3defd1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:14.851780 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c36b0fcf-098c-4693-97fc-a6608f3defd1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/bd832f6e-20b5-4a4e-a546-8e676b27ab5e HTTP/1.1" status: 404 len: 333 time: 0.0582566 Sep 21 18:12:14.853769 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58484) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:14.886164 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8bd33c56-9d5c-4026-9335-eea75ac9d7cb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=13452f045d8445b79437cd0af2a4f3d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3030474 Sep 21 18:12:14.888852 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58486) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:14.906224 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ff5973-8c3c-478a-bfa3-50057f93b80a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:14.906729 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83ff5973-8c3c-478a-bfa3-50057f93b80a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:14.908718 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-83ff5973-8c3c-478a-bfa3-50057f93b80a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/35ad8376-4ff1-4ebc-bb05-fbaf71482aaa HTTP/1.1" status: 404 len: 337 time: 0.0539653 Sep 21 18:12:14.911596 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58490) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:14.966610 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cddb4d0e-8c53-4c47-a5c6-93f5a729477a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:14.970378 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc75f14-dabb-47de-99f8-6faaf5b2c4c6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:14.970850 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bc75f14-dabb-47de-99f8-6faaf5b2c4c6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:14.972665 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6bc75f14-dabb-47de-99f8-6faaf5b2c4c6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/909f82e0-e56c-40ca-8cf6-cb42ead2c592 HTTP/1.1" status: 404 len: 337 time: 0.0585158 Sep 21 18:12:14.975456 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58494) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:14.979821 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-6cf2824f-d9f9-4558-90cf-8836e60c517d None None] Provisioning complete for port 18e5b975-5603-462c-9d25-0dcc7c144f72 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:14.980520 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6cf2824f-d9f9-4558-90cf-8836e60c517d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:15.000395 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e04e49-8c5b-4b7c-b73f-60a6eb1e9869 req-0cdae842-1a6b-477c-a2d2-041e3d6fb5e8 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:15.002436 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-98e04e49-8c5b-4b7c-b73f-60a6eb1e9869 req-0cdae842-1a6b-477c-a2d2-041e3d6fb5e8 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 946 time: 0.0978899 Sep 21 18:12:15.029230 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb0a52f-09f2-4378-8f4f-3d0ae6f35a88 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:15.030343 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feb0a52f-09f2-4378-8f4f-3d0ae6f35a88 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:15.032537 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-feb0a52f-09f2-4378-8f4f-3d0ae6f35a88 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/c969f9f8-668a-4a53-975a-5a9f72bd3507 HTTP/1.1" status: 404 len: 333 time: 0.0556948 Sep 21 18:12:15.035465 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58496) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:15.090858 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cbe164a-d734-490d-a2be-9216c23f98a4 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:15.090858 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cbe164a-d734-490d-a2be-9216c23f98a4 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:15.092297 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cddb4d0e-8c53-4c47-a5c6-93f5a729477a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:15.095467 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6cbe164a-d734-490d-a2be-9216c23f98a4 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/09348741-3497-4c9c-8031-54ff0a217729 HTTP/1.1" status: 404 len: 337 time: 0.0555227 Sep 21 18:12:15.100806 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58498) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:15.119101 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-98e04e49-8c5b-4b7c-b73f-60a6eb1e9869 req-3c0f7df0-5712-410c-b19c-b9d6a5c1f0ad tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=209c79ff-44ae-4b66-84c6-c495a27f267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092291 Sep 21 18:12:15.138821 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914ecda-50c5-42c6-aefd-1016a0c71dc4 req-7365d6fc-95eb-4695-903b-f43a3e469cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:15.144195 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f914ecda-50c5-42c6-aefd-1016a0c71dc4 req-7365d6fc-95eb-4695-903b-f43a3e469cee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27badd22a056458b825abc32f4668d88&device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 1096 time: 0.0714426 Sep 21 18:12:15.144995 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30bfac0-92fd-43ad-a216-4dddfbc1c02a None None] DHCP port deletion for 16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:12:15.167081 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e544bad-262c-4801-84a2-bd568dbe175f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:15.167679 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e544bad-262c-4801-84a2-bd568dbe175f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:15.173397 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9e544bad-262c-4801-84a2-bd568dbe175f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/a6829fad-b256-4a4c-94ee-574ee7fcb93f HTTP/1.1" status: 404 len: 337 time: 0.0693338 Sep 21 18:12:15.174165 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58500) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:15.213188 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-d30bfac0-92fd-43ad-a216-4dddfbc1c02a None None] Deleting port 18e5b975-5603-462c-9d25-0dcc7c144f72 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:12:15.213621 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d30bfac0-92fd-43ad-a216-4dddfbc1c02a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:15.236528 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d4a75-7ae5-4047-a693-f4f1d0db7bcd req-29a46eda-fd1f-4d74-a4be-c68cd8a84283 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:15.238897 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b24d4a75-7ae5-4047-a693-f4f1d0db7bcd req-29a46eda-fd1f-4d74-a4be-c68cd8a84283 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.2162101 Sep 21 18:12:15.240411 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-e481be7c-6b39-43c3-9173-954719f3ba7f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:15.241216 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e481be7c-6b39-43c3-9173-954719f3ba7f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:15.245611 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e481be7c-6b39-43c3-9173-954719f3ba7f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/625a0f89-a5ed-4be1-a66f-c99492ef3e37 HTTP/1.1" status: 404 len: 333 time: 0.0647166 Sep 21 18:12:15.245781 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58502) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:15.275877 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914ecda-50c5-42c6-aefd-1016a0c71dc4 req-f79eb5d6-0531-4351-aa00-50ac0f2328c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:15.279358 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f914ecda-50c5-42c6-aefd-1016a0c71dc4 req-f79eb5d6-0531-4351-aa00-50ac0f2328c0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=26b06533-005a-4039-b917-eb7519176b38 HTTP/1.1" status: 200 len: 920 time: 0.1274889 Sep 21 18:12:15.281213 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53b98fc-2b9e-4d3e-8e8f-ebff1977f476 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:15.281743 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a53b98fc-2b9e-4d3e-8e8f-ebff1977f476 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:15.286309 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a53b98fc-2b9e-4d3e-8e8f-ebff1977f476 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/bd125079-5294-42ca-944e-2b3ce2dd7438 HTTP/1.1" status: 404 len: 337 time: 0.0363321 Sep 21 18:12:15.290579 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58504) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:15.306880 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cddb4d0e-8c53-4c47-a5c6-93f5a729477a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:15.309739 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cddb4d0e-8c53-4c47-a5c6-93f5a729477a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:15.309941 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-d30bfac0-92fd-43ad-a216-4dddfbc1c02a None None] For port 18e5b975-5603-462c-9d25-0dcc7c144f72, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=18e5b975-5603-462c-9d25-0dcc7c144f72,segment=NetworkSegment(41261a69-33fd-4798-be66-770df9523b8b),segment_id=41261a69-33fd-4798-be66-770df9523b8b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:15.310654 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d30bfac0-92fd-43ad-a216-4dddfbc1c02a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:15.310902 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-cddb4d0e-8c53-4c47-a5c6-93f5a729477a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/531309b5-5ffc-4e75-b6a3-f1ccf485ed26 HTTP/1.1" status: 204 len: 168 time: 0.4192951 Sep 21 18:12:15.338724 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b24d4a75-7ae5-4047-a693-f4f1d0db7bcd req-ab0a142a-fa7b-4eeb-a5a4-01a971f045fb tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834420 Sep 21 18:12:15.340105 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb4d0e-8c53-4c47-a5c6-93f5a729477a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531309b5-5ffc-4e75-b6a3-f1ccf485ed26,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:15.349371 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-d30bfac0-92fd-43ad-a216-4dddfbc1c02a None None] Calling delete_port for 18e5b975-5603-462c-9d25-0dcc7c144f72 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:12:15.361590 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f914ecda-50c5-42c6-aefd-1016a0c71dc4 req-1cc3c180-550e-406d-90de-56c52ca7b994 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35 HTTP/1.1" status: 200 len: 217 time: 0.0726593 Sep 21 18:12:15.425916 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-9540a493-3715-4585-b4b6-d2733cc0acd4 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:15.426784 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9540a493-3715-4585-b4b6-d2733cc0acd4 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:15.428799 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9540a493-3715-4585-b4b6-d2733cc0acd4 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/fc63bcbc-945a-43cf-969c-4e4f99f8fce8 HTTP/1.1" status: 404 len: 333 time: 0.1361668 Sep 21 18:12:15.431484 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58508) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:15.465222 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914ecda-50c5-42c6-aefd-1016a0c71dc4 req-45448100-c084-4820-8871-7461b86af285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:15.467088 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f914ecda-50c5-42c6-aefd-1016a0c71dc4 req-45448100-c084-4820-8871-7461b86af285 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=10ec2754-0ef0-4406-b143-cf240e0ec33f HTTP/1.1" status: 200 len: 859 time: 0.0780458 Sep 21 18:12:15.485728 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d30bfac0-92fd-43ad-a216-4dddfbc1c02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:15.494127 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-227831e2-5661-4621-a4ac-d5c93f2b6c6e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:15.494600 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-227831e2-5661-4621-a4ac-d5c93f2b6c6e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:15.500138 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-227831e2-5661-4621-a4ac-d5c93f2b6c6e tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/aafeeed4-43a7-4799-b870-ca4a9e8c0269 HTTP/1.1" status: 404 len: 337 time: 0.0653317 Sep 21 18:12:15.500665 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58512) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:15.530758 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f914ecda-50c5-42c6-aefd-1016a0c71dc4 req-4ec4ec73-3a16-4ff4-81ea-b361af658582 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26b06533-005a-4039-b917-eb7519176b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561874 Sep 21 18:12:15.543596 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-d679920d-46c6-43c8-a788-a4bb46fbb41d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:15.544360 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d679920d-46c6-43c8-a788-a4bb46fbb41d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:15.548532 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d679920d-46c6-43c8-a788-a4bb46fbb41d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/d60f3fbc-7762-40a3-af50-4151a137a0ed HTTP/1.1" status: 404 len: 333 time: 0.0418987 Sep 21 18:12:15.548971 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58514) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:15.549333 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30bfac0-92fd-43ad-a216-4dddfbc1c02a None None] Pushing event deleted for resources: {'Port': ['ID=18e5b975-5603-462c-9d25-0dcc7c144f72,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:15.551557 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30bfac0-92fd-43ad-a216-4dddfbc1c02a None None] No DVR routers for this DVR port 18e5b975-5603-462c-9d25-0dcc7c144f72 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:12:15.591036 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a0970a-729d-472c-b34a-2a73066796d3 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:15.591892 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a0970a-729d-472c-b34a-2a73066796d3 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:15.594024 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a3a0970a-729d-472c-b34a-2a73066796d3 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/6c82ccd7-91f2-4581-b8ef-ea7702ae7883 HTTP/1.1" status: 404 len: 337 time: 0.0435510 Sep 21 18:12:15.598034 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58516) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:15.667186 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d6a84f5-31ae-44df-b8d0-b81dc76d9cec tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:15.667952 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d6a84f5-31ae-44df-b8d0-b81dc76d9cec tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:15.669645 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9d6a84f5-31ae-44df-b8d0-b81dc76d9cec tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/cfb973f0-513e-47c4-a5d8-7a2815087c93 HTTP/1.1" status: 404 len: 333 time: 0.0706446 Sep 21 18:12:15.672974 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58522) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:15.699577 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f914ecda-50c5-42c6-aefd-1016a0c71dc4 req-22a2b306-1254-454b-bbeb-8e19501af23f service neutron] 10.222.0.44 "GET /v2.0/networks/26b06533-005a-4039-b917-eb7519176b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605048 Sep 21 18:12:15.703220 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af3ac94-cffd-492e-8ac0-ccb2377ec78b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:15.704020 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3af3ac94-cffd-492e-8ac0-ccb2377ec78b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:15.705811 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3af3ac94-cffd-492e-8ac0-ccb2377ec78b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/20d8ae81-8551-49e0-8250-0b923aad5d37 HTTP/1.1" status: 404 len: 337 time: 0.0318241 Sep 21 18:12:15.713010 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58524) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:15.733061 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd6a9a5-1c6a-462b-99c4-f3a64c14f553 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:15.733740 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bd6a9a5-1c6a-462b-99c4-f3a64c14f553 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:15.737842 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9bd6a9a5-1c6a-462b-99c4-f3a64c14f553 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/5f2fe554-1c72-4e78-9ef2-1ff9f36dff45 HTTP/1.1" status: 404 len: 333 time: 0.0246577 Sep 21 18:12:15.738098 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58528) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:15.766813 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-c523abe7-3923-42ec-a9ae-1a2c839d4ed5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:15.767719 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c523abe7-3923-42ec-a9ae-1a2c839d4ed5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:15.771021 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c523abe7-3923-42ec-a9ae-1a2c839d4ed5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/d57fbe44-8bae-4b1b-9cdd-2e4401c1c3eb HTTP/1.1" status: 404 len: 337 time: 0.0303423 Sep 21 18:12:15.772224 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58530) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:15.803609 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceee237f-2a7d-45b5-aa66-80af2f04f637 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:15.804814 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceee237f-2a7d-45b5-aa66-80af2f04f637 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:15.806899 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ceee237f-2a7d-45b5-aa66-80af2f04f637 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/f9f65680-31ed-4caf-a085-f3b4e5260838 HTTP/1.1" status: 404 len: 333 time: 0.0335636 Sep 21 18:12:15.809503 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58536) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:15.829075 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f914ecda-50c5-42c6-aefd-1016a0c71dc4 req-6a2b4a69-b991-41c9-b968-54f976a52847 service neutron] 10.222.0.44 "GET /v2.0/networks/26b06533-005a-4039-b917-eb7519176b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213870 Sep 21 18:12:15.843388 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-81536150-f877-47ea-b289-246c1c882c31 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:15.843848 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81536150-f877-47ea-b289-246c1c882c31 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:15.845943 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-81536150-f877-47ea-b289-246c1c882c31 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/334c2009-dfea-4b2b-9c4c-2d4dbdd9a883 HTTP/1.1" status: 404 len: 337 time: 0.0352433 Sep 21 18:12:15.848518 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58538) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:15.882970 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef7ce3cd-2809-4dc8-9e8b-38be1a2fc6ce tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:15.883217 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef7ce3cd-2809-4dc8-9e8b-38be1a2fc6ce tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:15.887672 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58540) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:15.890406 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ef7ce3cd-2809-4dc8-9e8b-38be1a2fc6ce tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/709549bb-d2fb-4efe-9bc5-99ee56422e52 HTTP/1.1" status: 404 len: 337 time: 0.0352359 Sep 21 18:12:15.904979 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-af87f691-2078-47e7-93a7-cbab0b9b6774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:15.928730 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-174104cb-9d92-4ebf-945e-a1928d9cbdbf tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:15.929430 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-174104cb-9d92-4ebf-945e-a1928d9cbdbf tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:15.934026 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-174104cb-9d92-4ebf-945e-a1928d9cbdbf tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/110af396-4b14-479a-984b-d594447d8229 HTTP/1.1" status: 404 len: 333 time: 0.0452673 Sep 21 18:12:15.934175 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58542) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:15.962979 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-614d2abf-bea2-4ced-a3e9-6f6677820351 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:15.963441 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-614d2abf-bea2-4ced-a3e9-6f6677820351 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:15.965698 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-614d2abf-bea2-4ced-a3e9-6f6677820351 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/1996dc3e-8b50-449b-8e03-9aa95d80a37c HTTP/1.1" status: 404 len: 337 time: 0.0301437 Sep 21 18:12:15.968543 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58546) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:15.999151 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4298ffc-5868-484c-979c-413e0e2fbe06 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:15.999618 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4298ffc-5868-484c-979c-413e0e2fbe06 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:16.001498 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a4298ffc-5868-484c-979c-413e0e2fbe06 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/cc0c1f24-bb74-4df7-89ec-e6569dd294d4 HTTP/1.1" status: 404 len: 337 time: 0.0320122 Sep 21 18:12:16.004122 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58550) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:16.027881 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b203fcf-df61-4151-a646-239693eb110d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:16.028676 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b203fcf-df61-4151-a646-239693eb110d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:16.030446 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2b203fcf-df61-4151-a646-239693eb110d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/6fc053c2-1eed-4fa9-a5c3-7dce3c20d69d HTTP/1.1" status: 404 len: 333 time: 0.0253797 Sep 21 18:12:16.033433 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58554) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:16.061048 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-0892b727-7ac7-4ddc-a5b3-10af08d72d0c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:16.061515 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0892b727-7ac7-4ddc-a5b3-10af08d72d0c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:16.066071 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0892b727-7ac7-4ddc-a5b3-10af08d72d0c tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/58260eac-fb37-4e9c-91a7-eecf7cc74688 HTTP/1.1" status: 404 len: 337 time: 0.0288036 Sep 21 18:12:16.066339 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58556) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:16.094232 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba72e4b-8fdd-4e7e-ab3e-c93e41faaf8d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:16.094705 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba72e4b-8fdd-4e7e-ab3e-c93e41faaf8d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:16.096516 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3ba72e4b-8fdd-4e7e-ab3e-c93e41faaf8d tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/128da5bb-eac3-4c97-b809-5414e1a53783 HTTP/1.1" status: 404 len: 337 time: 0.0293224 Sep 21 18:12:16.099175 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58560) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:16.131171 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd19a890-70fb-498b-a33c-33e4bfb4f48f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:16.131973 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd19a890-70fb-498b-a33c-33e4bfb4f48f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:16.136722 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-fd19a890-70fb-498b-a33c-33e4bfb4f48f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/b14c2d2b-696c-4336-91c5-c32db68a5040 HTTP/1.1" status: 404 len: 333 time: 0.0337784 Sep 21 18:12:16.141592 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58562) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:16.175232 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf84c50d-5500-4332-ba63-5e6e794fa507 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:16.175691 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf84c50d-5500-4332-ba63-5e6e794fa507 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:16.179934 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-cf84c50d-5500-4332-ba63-5e6e794fa507 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/ec5a3165-1e80-4f92-bb95-ef7f63b2ef75 HTTP/1.1" status: 404 len: 337 time: 0.0349135 Sep 21 18:12:16.180806 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58566) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:16.214209 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b12ca9-64a4-4d51-b4f0-0ffb4ff992b7 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:16.215178 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46b12ca9-64a4-4d51-b4f0-0ffb4ff992b7 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:16.219954 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-46b12ca9-64a4-4d51-b4f0-0ffb4ff992b7 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/45783c34-15cd-4d36-8d02-1f084b374ae9 HTTP/1.1" status: 404 len: 337 time: 0.0354354 Sep 21 18:12:16.220569 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58570) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:16.222979 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 18e5b975-5603-462c-9d25-0dcc7c144f72 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:12:16.260974 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ae091daa-855d-4bd9-b1a3-3cfaaac9f5c7 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f2780c4-fb59-43d0-91bc-f109949ac31d HTTP/1.1" status: 200 len: 205 time: 0.0355062 Sep 21 18:12:16.261596 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58572) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:16.274909 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 18e5b975-5603-462c-9d25-0dcc7c144f72 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:12:16.275275 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 18e5b975-5603-462c-9d25-0dcc7c144f72 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:12:16.321251 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-8d17d4c0-b4b9-4677-bd5c-f07162830f68 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] delete failed (client error): The resource could not be found. Sep 21 18:12:16.326167 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8d17d4c0-b4b9-4677-bd5c-f07162830f68 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/routers/0f2780c4-fb59-43d0-91bc-f109949ac31d HTTP/1.1" status: 404 len: 336 time: 0.0640776 Sep 21 18:12:16.327274 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58576) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:16.346477 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bd0d9-21c9-489c-b52d-cf5e08823cac req-b2e7fc1c-d771-4f79-b56d-2dc86fe8563b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:16.347991 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7f7bd0d9-21c9-489c-b52d-cf5e08823cac req-b2e7fc1c-d771-4f79-b56d-2dc86fe8563b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27badd22a056458b825abc32f4668d88&device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 1096 time: 0.0605264 Sep 21 18:12:16.365505 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-1809af1c-8a52-4fe6-9beb-29d512973422 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:16.366237 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1809af1c-8a52-4fe6-9beb-29d512973422 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:16.372401 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1809af1c-8a52-4fe6-9beb-29d512973422 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/5c079c81-25eb-46ff-b738-2bb80ecaaf69 HTTP/1.1" status: 404 len: 337 time: 0.0436461 Sep 21 18:12:16.373468 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58580) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:16.417160 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0e51ca21-bafd-428b-90ee-5706f69dbfd1 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "GET /v2.0/ports?device_id=32401bb9-b186-4306-afed-ebc588734e0e HTTP/1.1" status: 200 len: 205 time: 0.0400841 Sep 21 18:12:16.417382 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58582) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:16.491594 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba9b44-29a6-45bb-a8eb-5a8fc60c9d96 req-c900937f-bc42-45cb-92a9-fa3720c662d4 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:16.499107 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e7ba9b44-29a6-45bb-a8eb-5a8fc60c9d96 req-c900937f-bc42-45cb-92a9-fa3720c662d4 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 946 time: 0.1562119 Sep 21 18:12:16.500125 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-e0d8e86f-e341-4947-bc21-0cf7c03e5257 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] delete failed (client error): The resource could not be found. Sep 21 18:12:16.504763 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e0d8e86f-e341-4947-bc21-0cf7c03e5257 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/routers/32401bb9-b186-4306-afed-ebc588734e0e HTTP/1.1" status: 404 len: 336 time: 0.0864322 Sep 21 18:12:16.505818 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58588) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:16.548816 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bd0d9-21c9-489c-b52d-cf5e08823cac req-9ff675a5-1a1d-4c6a-9762-c96b0f1ee4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:16.550335 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7f7bd0d9-21c9-489c-b52d-cf5e08823cac req-9ff675a5-1a1d-4c6a-9762-c96b0f1ee4c5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=26b06533-005a-4039-b917-eb7519176b38 HTTP/1.1" status: 200 len: 920 time: 0.1768191 Sep 21 18:12:16.556816 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-97cbe9a0-8ad0-4dbe-953c-b4b2adf64559 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:16.557211 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97cbe9a0-8ad0-4dbe-953c-b4b2adf64559 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:16.562083 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-97cbe9a0-8ad0-4dbe-953c-b4b2adf64559 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/9e21917c-bde5-4577-83af-2a5f902ea35f HTTP/1.1" status: 404 len: 337 time: 0.0521913 Sep 21 18:12:16.563111 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58592) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:16.566093 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e7ba9b44-29a6-45bb-a8eb-5a8fc60c9d96 req-a3ac9e48-a952-4a50-889c-356ca050dd1d tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=209c79ff-44ae-4b66-84c6-c495a27f267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597482 Sep 21 18:12:16.601305 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-438f2250-7fc3-4052-b3ea-5114de18203b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:16.601781 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-438f2250-7fc3-4052-b3ea-5114de18203b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:16.606763 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-438f2250-7fc3-4052-b3ea-5114de18203b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/cd3ea4b8-3692-4e48-9780-b799b0af1dde HTTP/1.1" status: 404 len: 337 time: 0.0408089 Sep 21 18:12:16.610876 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58596) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:16.631540 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c313f8-6c85-45ae-8e7c-465f5beb46e9 req-b347c445-ed7d-4cdf-b475-83342996699c tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:16.639437 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-28c313f8-6c85-45ae-8e7c-465f5beb46e9 req-b347c445-ed7d-4cdf-b475-83342996699c tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.2232842 Sep 21 18:12:16.644513 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7f7bd0d9-21c9-489c-b52d-cf5e08823cac req-d3a2b1eb-9511-46b0-92cf-45363bb474e6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35 HTTP/1.1" status: 200 len: 217 time: 0.0771909 Sep 21 18:12:16.675578 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba237e42-1880-43a3-899b-2b8c789562c6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:16.676992 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba237e42-1880-43a3-899b-2b8c789562c6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:16.681511 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58600) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:16.682212 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ba237e42-1880-43a3-899b-2b8c789562c6 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/a3a8966e-7137-4abe-ba79-8325e6d42278 HTTP/1.1" status: 404 len: 333 time: 0.0702634 Sep 21 18:12:16.723527 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-28c313f8-6c85-45ae-8e7c-465f5beb46e9 req-e6c07f5d-6b15-472c-8271-dff9d73f56ac tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569143 Sep 21 18:12:16.731401 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f71e68-20d3-4d42-bb62-7c97dfb019f5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:16.732252 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f71e68-20d3-4d42-bb62-7c97dfb019f5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:16.735076 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d2f71e68-20d3-4d42-bb62-7c97dfb019f5 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/b924cbd5-272c-42f2-887e-61dfaa3be868 HTTP/1.1" status: 404 len: 337 time: 0.0523796 Sep 21 18:12:16.737563 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58604) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:16.760942 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bd0d9-21c9-489c-b52d-cf5e08823cac req-f241013a-9616-43d6-8a47-df8e29ffb56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:16.762722 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7f7bd0d9-21c9-489c-b52d-cf5e08823cac req-f241013a-9616-43d6-8a47-df8e29ffb56e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=10ec2754-0ef0-4406-b143-cf240e0ec33f HTTP/1.1" status: 200 len: 859 time: 0.1109939 Sep 21 18:12:16.768637 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9579971-b728-4382-9c9d-98cfad300d93 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:16.769353 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9579971-b728-4382-9c9d-98cfad300d93 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:16.771239 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f9579971-b728-4382-9c9d-98cfad300d93 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/d0da6809-45f9-49d0-abd9-a8dfd0a8bf7a HTTP/1.1" status: 404 len: 333 time: 0.0326607 Sep 21 18:12:16.773585 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58606) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:16.799803 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d77094b-9783-427f-9dce-66f92887b716 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:16.800537 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d77094b-9783-427f-9dce-66f92887b716 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:16.802320 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5d77094b-9783-427f-9dce-66f92887b716 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/dd374149-c6e5-42ab-bce3-7ccd89907c26 HTTP/1.1" status: 404 len: 337 time: 0.0278292 Sep 21 18:12:16.805478 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58608) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:16.838882 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-b110da57-9c59-4c89-a672-88854b3cc519 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:16.839090 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7f7bd0d9-21c9-489c-b52d-cf5e08823cac req-a92c0ec9-2061-4ec5-ab66-925f15e5765b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26b06533-005a-4039-b917-eb7519176b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419815 Sep 21 18:12:16.839946 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b110da57-9c59-4c89-a672-88854b3cc519 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:16.842253 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b110da57-9c59-4c89-a672-88854b3cc519 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/2706f94a-7204-4a5d-85c6-695f729e009c HTTP/1.1" status: 404 len: 333 time: 0.0337889 Sep 21 18:12:16.844945 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58612) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:16.882463 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6989fd-c81d-46e3-a810-98f29e3b3d91 req-0a592d98-afed-4e22-abb7-376c7faf38db tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:16.883387 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-01da3ea0-736b-4c7a-b236-ec2eb42af9a3 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:16.883851 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01da3ea0-736b-4c7a-b236-ec2eb42af9a3 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:16.884901 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b6989fd-c81d-46e3-a810-98f29e3b3d91 req-0a592d98-afed-4e22-abb7-376c7faf38db tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 946 time: 0.1486638 Sep 21 18:12:16.886310 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-01da3ea0-736b-4c7a-b236-ec2eb42af9a3 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/668356d0-d7b9-42c0-a9c6-1417ccdc99f2 HTTP/1.1" status: 404 len: 337 time: 0.0404103 Sep 21 18:12:16.891516 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58616) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:16.922067 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd94ae75-1e4e-4c43-aeec-b814bf690d00 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:16.923483 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd94ae75-1e4e-4c43-aeec-b814bf690d00 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:16.928768 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bd94ae75-1e4e-4c43-aeec-b814bf690d00 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/2f0ccd75-ed86-4142-9d7a-1d355363717b HTTP/1.1" status: 404 len: 333 time: 0.0344460 Sep 21 18:12:16.929152 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58618) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:16.959666 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-68cc191e-c6e4-42f2-9721-80add218f84b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:16.960289 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68cc191e-c6e4-42f2-9721-80add218f84b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:16.964898 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-68cc191e-c6e4-42f2-9721-80add218f84b tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/e54f7038-2b4c-4288-9272-2aceb3811c86 HTTP/1.1" status: 404 len: 337 time: 0.0316162 Sep 21 18:12:16.965429 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58620) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:16.998160 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-69144f54-4224-494f-9ae3-3ddef92f3a7a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:17.000038 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69144f54-4224-494f-9ae3-3ddef92f3a7a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:17.007445 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-69144f54-4224-494f-9ae3-3ddef92f3a7a tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/74646557-e276-47d9-899b-ab5f2b71aaf2 HTTP/1.1" status: 404 len: 333 time: 0.0410399 Sep 21 18:12:17.008218 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58624) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:17.028833 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7f7bd0d9-21c9-489c-b52d-cf5e08823cac req-baafc9a9-2ada-4466-b8db-55f98bfc546c service neutron] 10.222.0.44 "GET /v2.0/networks/26b06533-005a-4039-b917-eb7519176b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796443 Sep 21 18:12:17.037812 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a4b61e9-4640-4d53-b127-f8ebb963ab21 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:17.038358 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a4b61e9-4640-4d53-b127-f8ebb963ab21 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:17.043037 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5a4b61e9-4640-4d53-b127-f8ebb963ab21 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/de85b40c-5d5b-4ece-b341-d3ebbc7e2349 HTTP/1.1" status: 404 len: 337 time: 0.0337136 Sep 21 18:12:17.043865 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58626) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:17.068163 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-c291da39-07dc-437e-99a4-9cf197a99873 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:17.068986 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c291da39-07dc-437e-99a4-9cf197a99873 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:17.073673 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c291da39-07dc-437e-99a4-9cf197a99873 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/4da93674-26af-48fc-982f-370c9ae2b05b HTTP/1.1" status: 404 len: 333 time: 0.0287900 Sep 21 18:12:17.074476 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58628) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:17.088628 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-2b6989fd-c81d-46e3-a810-98f29e3b3d91 req-28de933d-0dd6-4fb0-9a3c-5e4e3fdb72da tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Deleting port c59d874a-906a-4793-aed3-0e80f2d6f8cc {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:12:17.088900 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-2b6989fd-c81d-46e3-a810-98f29e3b3d91 req-28de933d-0dd6-4fb0-9a3c-5e4e3fdb72da tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:17.103582 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e6061cd-55ca-4d6f-87b0-a149d7cd0625 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:17.104418 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e6061cd-55ca-4d6f-87b0-a149d7cd0625 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:17.111037 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4e6061cd-55ca-4d6f-87b0-a149d7cd0625 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/8c2f6117-7303-4718-bc3e-1a8a1d746b1c HTTP/1.1" status: 404 len: 337 time: 0.0353432 Sep 21 18:12:17.111660 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58630) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:17.138464 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5bf3b78-4c40-4acd-acb1-6687b9609a2f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:17.139283 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5bf3b78-4c40-4acd-acb1-6687b9609a2f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:17.148174 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f5bf3b78-4c40-4acd-acb1-6687b9609a2f tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/ports/100e3453-cf00-4db1-96fe-463e5b2175bf HTTP/1.1" status: 404 len: 333 time: 0.0345798 Sep 21 18:12:17.148348 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58634) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:17.183473 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb963456-870f-4163-a624-e5d7689d1d99 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:17.184027 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb963456-870f-4163-a624-e5d7689d1d99 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:17.188848 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fb963456-870f-4163-a624-e5d7689d1d99 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/subnets/659884e3-d5da-40a1-9f6e-7b9375af5e71 HTTP/1.1" status: 404 len: 337 time: 0.0392616 Sep 21 18:12:17.189870 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58636) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:17.289060 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7f7bd0d9-21c9-489c-b52d-cf5e08823cac req-dc65d7a8-6a51-4212-97f2-6ee8c4a69277 service neutron] 10.222.0.44 "GET /v2.0/networks/26b06533-005a-4039-b917-eb7519176b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500722 Sep 21 18:12:17.289888 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ce49a103-2838-4f49-af18-5a1968bbef21 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:17.325533 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-2b6989fd-c81d-46e3-a810-98f29e3b3d91 req-28de933d-0dd6-4fb0-9a3c-5e4e3fdb72da tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] For port c59d874a-906a-4793-aed3-0e80f2d6f8cc, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=c59d874a-906a-4793-aed3-0e80f2d6f8cc,segment=NetworkSegment(56ed99cd-0543-43a6-8d7e-2106ce5d8c41),segment_id=56ed99cd-0543-43a6-8d7e-2106ce5d8c41)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:17.325912 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-2b6989fd-c81d-46e3-a810-98f29e3b3d91 req-28de933d-0dd6-4fb0-9a3c-5e4e3fdb72da tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:17.399916 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ce49a103-2838-4f49-af18-5a1968bbef21 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:17.423445 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-ce49a103-2838-4f49-af18-5a1968bbef21 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d64e95-6cbd-4af3-9e18-b5e7b1e6e301']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:17.434236 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-ce49a103-2838-4f49-af18-5a1968bbef21 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41261a69-33fd-4798-be66-770df9523b8b') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:17.434686 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-ce49a103-2838-4f49-af18-5a1968bbef21 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41261a69-33fd-4798-be66-770df9523b8b') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:17.452792 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ce49a103-2838-4f49-af18-5a1968bbef21 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:17.474311 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ce49a103-2838-4f49-af18-5a1968bbef21 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:17.482200 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce49a103-2838-4f49-af18-5a1968bbef21 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:12:17.482954 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ce49a103-2838-4f49-af18-5a1968bbef21 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:17.519009 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-2b6989fd-c81d-46e3-a810-98f29e3b3d91 req-28de933d-0dd6-4fb0-9a3c-5e4e3fdb72da tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:17.519585 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-2b6989fd-c81d-46e3-a810-98f29e3b3d91 req-28de933d-0dd6-4fb0-9a3c-5e4e3fdb72da tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:17.520007 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [req-2b6989fd-c81d-46e3-a810-98f29e3b3d91 req-28de933d-0dd6-4fb0-9a3c-5e4e3fdb72da tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Floating IP 46d2b264-bb6a-42db-aab3-7a3462afadfa disassociated. External IP: 172.25.6.118, port: c59d874a-906a-4793-aed3-0e80f2d6f8cc. Sep 21 18:12:17.520410 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-2b6989fd-c81d-46e3-a810-98f29e3b3d91 req-28de933d-0dd6-4fb0-9a3c-5e4e3fdb72da tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Calling delete_port for c59d874a-906a-4793-aed3-0e80f2d6f8cc owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:12:17.563021 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:12:17.563021 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:12:17.563021 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:12:17.563021 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:12:17.563021 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:12:17.563021 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:12:17.563021 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:12:17.563021 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:12:17.563021 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:12:17.563021 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:12:17.563021 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:12:17.563021 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:12:17.563021 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:12:17.563021 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:12:17.563021 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:12:17.563021 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:12:17.563021 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:12:17.563021 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:12:17.563021 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:12:17.563021 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:12:17.563021 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:12:17.563021 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:12:17.563021 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:12:17.563021 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:12:17.563021 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:12:17.563021 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:12:17.563021 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:12:17.563021 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:12:17.563021 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:12:17.563021 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:12:17.563021 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:12:17.563021 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:12:17.567616 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ce49a103-2838-4f49-af18-5a1968bbef21 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:17.593859 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ce49a103-2838-4f49-af18-5a1968bbef21 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:17.598401 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ce49a103-2838-4f49-af18-5a1968bbef21 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] 10.222.0.58 "DELETE /v2.0/networks/16d64e95-6cbd-4af3-9e18-b5e7b1e6e301 HTTP/1.1" status: 204 len: 168 time: 0.4052470 Sep 21 18:12:17.598401 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49a103-2838-4f49-af18-5a1968bbef21 tempest-NetworksTestDHCPv6-962923770 tempest-NetworksTestDHCPv6-962923770-project] Pushing event deleted for resources: {'Network': ['ID=16d64e95-6cbd-4af3-9e18-b5e7b1e6e301,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:17.750160 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1a9d8-6f4e-49c8-93c8-399e30600350 req-8d08a70f-f4f6-4d47-8b84-ddbbbfa90e17 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:17.751936 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-66f1a9d8-6f4e-49c8-93c8-399e30600350 req-8d08a70f-f4f6-4d47-8b84-ddbbbfa90e17 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 946 time: 0.0750973 Sep 21 18:12:17.753164 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-2b6989fd-c81d-46e3-a810-98f29e3b3d91 req-28de933d-0dd6-4fb0-9a3c-5e4e3fdb72da tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:17.801949 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de933d-0dd6-4fb0-9a3c-5e4e3fdb72da tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Pushing event deleted for resources: {'Port': ['ID=c59d874a-906a-4793-aed3-0e80f2d6f8cc,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:17.856058 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-66f1a9d8-6f4e-49c8-93c8-399e30600350 req-11075422-e1e4-444b-b0bf-99845fcbec49 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=209c79ff-44ae-4b66-84c6-c495a27f267d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885413 Sep 21 18:12:17.927527 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a3e9f-1512-4893-b8ef-ef5164e7f37c req-1f07e34d-f263-4095-b4a8-9b62e6cc350f tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:17.929531 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4a2a3e9f-1512-4893-b8ef-ef5164e7f37c req-1f07e34d-f263-4095-b4a8-9b62e6cc350f tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.0615880 Sep 21 18:12:17.988311 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4a2a3e9f-1512-4893-b8ef-ef5164e7f37c req-4b5a6dc9-58ce-4fad-a3a4-1d19a2c413bd tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522470 Sep 21 18:12:18.028787 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58668) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:18.060095 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b6989fd-c81d-46e3-a810-98f29e3b3d91 req-28de933d-0dd6-4fb0-9a3c-5e4e3fdb72da tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Router 0532cd4f-7f9f-417a-8e25-ab29cbe2dac6 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:12:18.224743 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b6989fd-c81d-46e3-a810-98f29e3b3d91 req-28de933d-0dd6-4fb0-9a3c-5e4e3fdb72da tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:12:18.240788 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e939a56-2268-49ae-8abd-332faa8195ca None None] Sync routers for ids ['0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:12:18.341742 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6989fd-c81d-46e3-a810-98f29e3b3d91 req-28de933d-0dd6-4fb0-9a3c-5e4e3fdb72da tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] No DVR routers for this DVR port c59d874a-906a-4793-aed3-0e80f2d6f8cc on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:12:18.347986 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-2b6989fd-c81d-46e3-a810-98f29e3b3d91 req-28de933d-0dd6-4fb0-9a3c-5e4e3fdb72da tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:18.350154 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b6989fd-c81d-46e3-a810-98f29e3b3d91 req-28de933d-0dd6-4fb0-9a3c-5e4e3fdb72da tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.38 "DELETE /v2.0/ports/c59d874a-906a-4793-aed3-0e80f2d6f8cc HTTP/1.1" status: 204 len: 173 time: 1.4180546 Sep 21 18:12:18.357617 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c92e90d-6dd3-4dc4-97d8-bfbe1e144700', 'name': 'network-vif-deleted', 'tag': 'c59d874a-906a-4793-aed3-0e80f2d6f8cc'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:12:18.364952 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c771938c-e3d2-48f7-b58e-59e230de4a61" -d '{"events": [{"server_uuid": "7c92e90d-6dd3-4dc4-97d8-bfbe1e144700", "name": "network-vif-deleted", "tag": "c59d874a-906a-4793-aed3-0e80f2d6f8cc"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:12:18.410638 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ee1daead-93a7-4a7a-b22a-ca2873729f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:18.465810 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e5875a-5df3-45f8-9825-0c135dbffd93 x-openstack-request-id: req-f3e5875a-5df3-45f8-9825-0c135dbffd93 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:12:18.466343 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c92e90d-6dd3-4dc4-97d8-bfbe1e144700", "name": "network-vif-deleted", "tag": "c59d874a-906a-4793-aed3-0e80f2d6f8cc", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:12:18.466827 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f3e5875a-5df3-45f8-9825-0c135dbffd93 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:12:18.467453 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c92e90d-6dd3-4dc4-97d8-bfbe1e144700', 'name': 'network-vif-deleted', 'tag': 'c59d874a-906a-4793-aed3-0e80f2d6f8cc', 'status': 'completed', 'code': 200} Sep 21 18:12:18.490474 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-450575c8-b3ba-4f53-ad23-728f1ca24351 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d5edcf8f9d594945a4a16f803b7fa8f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4592988 Sep 21 18:12:18.501455 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58678) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:18.561932 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e939a56-2268-49ae-8abd-332faa8195ca None None] Routers {'0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:12:18.562854 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-7e939a56-2268-49ae-8abd-332faa8195ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:12:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:18.632593 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-019d8c55-733e-4ef7-8c90-273ad2d6add8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:18.669093 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-019d8c55-733e-4ef7-8c90-273ad2d6add8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:18.706812 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-7e939a56-2268-49ae-8abd-332faa8195ca None None] Set router 0532cd4f-7f9f-417a-8e25-ab29cbe2dac6 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:12:18.731650 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-019d8c55-733e-4ef7-8c90-273ad2d6add8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:18.736966 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-019d8c55-733e-4ef7-8c90-273ad2d6add8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:18.738823 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-019d8c55-733e-4ef7-8c90-273ad2d6add8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/525a5f0e-5e61-4223-8222-c37a08349d13 HTTP/1.1" status: 204 len: 168 time: 0.2350268 Sep 21 18:12:18.748496 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d8c55-733e-4ef7-8c90-273ad2d6add8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525a5f0e-5e61-4223-8222-c37a08349d13,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:18.989970 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:19.048417 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-7e939a56-2268-49ae-8abd-332faa8195ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'name': 'tempest-AttachVolumeTestJSON-1801208743-router', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:14Z', 'updated_at': '2021-09-21T18:08:19Z', 'revision_number': 4, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'gw_port': {'id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:15Z', 'updated_at': '2021-09-21T18:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'bf36e34e-ebba-4f71-a59a-5d649f3f7f8c', 'name': '', 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'mac_address': 'fa:16:3e:bd:3f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:18Z', 'updated_at': '2021-09-21T18:08:25Z', 'revision_number': 5, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'subnets': [{'id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:19.091222 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e939a56-2268-49ae-8abd-332faa8195ca None None] Checking router: 0532cd4f-7f9f-417a-8e25-ab29cbe2dac6 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:12:19.110258 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e939a56-2268-49ae-8abd-332faa8195ca None None] Routers {'0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:12:19.110916 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-7e939a56-2268-49ae-8abd-332faa8195ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:12:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:19.139677 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0a2e513f-f0e0-4959-8aa2-7c1258a27800 req-2deae123-6e37-4f7c-a7f9-569c59e00835 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c92e90d-6dd3-4dc4-97d8-bfbe1e144700 HTTP/1.1" status: 200 len: 210 time: 0.0472610 Sep 21 18:12:19.299512 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-7e939a56-2268-49ae-8abd-332faa8195ca None None] Set router 0532cd4f-7f9f-417a-8e25-ab29cbe2dac6 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:12:19.627603 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-7e939a56-2268-49ae-8abd-332faa8195ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'name': 'tempest-AttachVolumeTestJSON-1801208743-router', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:14Z', 'updated_at': '2021-09-21T18:08:19Z', 'revision_number': 4, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'gw_port': {'id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:15Z', 'updated_at': '2021-09-21T18:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'bf36e34e-ebba-4f71-a59a-5d649f3f7f8c', 'name': '', 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'mac_address': 'fa:16:3e:bd:3f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:18Z', 'updated_at': '2021-09-21T18:08:25Z', 'revision_number': 5, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'subnets': [{'id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:19.667247 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e939a56-2268-49ae-8abd-332faa8195ca None None] The sync data for ids ['0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'] in n-d-810291-1 is: [{'id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'name': 'tempest-AttachVolumeTestJSON-1801208743-router', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:14Z', 'updated_at': '2021-09-21T18:08:19Z', 'revision_number': 4, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'gw_port': {'id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:15Z', 'updated_at': '2021-09-21T18:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'bf36e34e-ebba-4f71-a59a-5d649f3f7f8c', 'name': '', 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'mac_address': 'fa:16:3e:bd:3f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:18Z', 'updated_at': '2021-09-21T18:08:25Z', 'revision_number': 5, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'subnets': [{'id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:12:19.919927 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58728) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:20.030734 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-7c0777ca-1c7a-4c2f-94c6-6d75883639ad tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Request body: {'networks': [{'name': 'tempest-network--1839474499'}, {'name': 'tempest-network--957297543'}]} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:20.031310 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-7c0777ca-1c7a-4c2f-94c6-6d75883639ad tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Request body: {'network': {'name': 'tempest-network--1839474499'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:20.035514 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-7c0777ca-1c7a-4c2f-94c6-6d75883639ad tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Request body: {'network': {'name': 'tempest-network--957297543'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:20.050039 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32636344-80bb-41d1-9406-78a18d86c92f None None] New status for floating IP 46d2b264-bb6a-42db-aab3-7a3462afadfa: DOWN {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:12:20.057984 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0777ca-1c7a-4c2f-94c6-6d75883639ad tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Made reservation on behalf of 056e84ace8fa4dbca8b7a857619e7e51 for: {'network': 2} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:20.063221 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7c0777ca-1c7a-4c2f-94c6-6d75883639ad tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:20.073153 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7c0777ca-1c7a-4c2f-94c6-6d75883639ad tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:20.140640 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:20.184671 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7c0777ca-1c7a-4c2f-94c6-6d75883639ad tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:20.192358 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7c0777ca-1c7a-4c2f-94c6-6d75883639ad tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:20.193064 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7c0777ca-1c7a-4c2f-94c6-6d75883639ad tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:20.237288 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58738) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:20.242459 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0777ca-1c7a-4c2f-94c6-6d75883639ad tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efd4c528-fea4-4794-8edb-2c218b3bdc25,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:20.248161 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c0777ca-1c7a-4c2f-94c6-6d75883639ad tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:12:20.257915 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7c0777ca-1c7a-4c2f-94c6-6d75883639ad tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:20.258396 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-7c0777ca-1c7a-4c2f-94c6-6d75883639ad tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Added segment 7a3b1141-5ea3-4437-a199-4bb1f9c65ea2 of type vlan for network 98afcd8b-4382-4d1a-8e16-7df2548b7599 Sep 21 18:12:20.308587 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7c0777ca-1c7a-4c2f-94c6-6d75883639ad tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:20.311731 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b2bcd919-d88d-4473-8c19-be170315be42 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:20.335711 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b2bcd919-d88d-4473-8c19-be170315be42 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:20.342083 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c0777ca-1c7a-4c2f-94c6-6d75883639ad tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:12:20.351552 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7c0777ca-1c7a-4c2f-94c6-6d75883639ad tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:20.351912 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-7c0777ca-1c7a-4c2f-94c6-6d75883639ad tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Added segment 05e0b60b-1936-404b-85f6-e594af6df185 of type vlan for network 79ec854b-91d5-4c94-9288-b0b3099883b6 Sep 21 18:12:20.386992 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b2bcd919-d88d-4473-8c19-be170315be42 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:20.389651 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b2bcd919-d88d-4473-8c19-be170315be42 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:20.393375 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b2bcd919-d88d-4473-8c19-be170315be42 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "DELETE /v2.0/security-groups/209c79ff-44ae-4b66-84c6-c495a27f267d HTTP/1.1" status: 204 len: 168 time: 0.1525602 Sep 21 18:12:20.394595 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58740) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:20.412250 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bcd919-d88d-4473-8c19-be170315be42 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=209c79ff-44ae-4b66-84c6-c495a27f267d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:20.414548 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-78651b12-7a9c-4b06-83a5-3faef5d73079 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] show failed (client error): The resource could not be found. Sep 21 18:12:20.415656 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-78651b12-7a9c-4b06-83a5-3faef5d73079 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups/209c79ff-44ae-4b66-84c6-c495a27f267d HTTP/1.1" status: 404 len: 347 time: 0.0201139 Sep 21 18:12:20.418746 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58742) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:20.555622 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-483bdd8b-8d68-42ec-89ae-48091c7440ee tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Deleting port 43d0f79e-0b61-4e03-849c-a0915980c484 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:12:20.556047 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-483bdd8b-8d68-42ec-89ae-48091c7440ee tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:20.643533 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-483bdd8b-8d68-42ec-89ae-48091c7440ee tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:20.643905 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-483bdd8b-8d68-42ec-89ae-48091c7440ee tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:20.657927 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-483bdd8b-8d68-42ec-89ae-48091c7440ee tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Calling delete_port for 43d0f79e-0b61-4e03-849c-a0915980c484 owned by network:floatingip {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:12:20.669836 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7c0777ca-1c7a-4c2f-94c6-6d75883639ad tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:20.695182 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7c0777ca-1c7a-4c2f-94c6-6d75883639ad tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:20.695957 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7c0777ca-1c7a-4c2f-94c6-6d75883639ad tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:20.702333 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0777ca-1c7a-4c2f-94c6-6d75883639ad tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:20.708478 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0777ca-1c7a-4c2f-94c6-6d75883639ad tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:20.709246 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7c0777ca-1c7a-4c2f-94c6-6d75883639ad tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:20.743937 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7c0777ca-1c7a-4c2f-94c6-6d75883639ad tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8228157 Sep 21 18:12:20.746676 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58746) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:20.823759 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-483bdd8b-8d68-42ec-89ae-48091c7440ee tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:20.831039 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0777ca-1c7a-4c2f-94c6-6d75883639ad tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Pushing event updated for resources: {'Network': ['ID=98afcd8b-4382-4d1a-8e16-7df2548b7599,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:20.843380 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 98afcd8b-4382-4d1a-8e16-7df2548b7599 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:12:20.854305 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483bdd8b-8d68-42ec-89ae-48091c7440ee tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Pushing event deleted for resources: {'Port': ['ID=43d0f79e-0b61-4e03-849c-a0915980c484,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:20.937689 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-483bdd8b-8d68-42ec-89ae-48091c7440ee tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for floatingip, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:20.942181 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-483bdd8b-8d68-42ec-89ae-48091c7440ee tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:20.963456 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-483bdd8b-8d68-42ec-89ae-48091c7440ee tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "DELETE /v2.0/floatingips/46d2b264-bb6a-42db-aab3-7a3462afadfa HTTP/1.1" status: 204 len: 168 time: 0.5433123 Sep 21 18:12:21.053294 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0777ca-1c7a-4c2f-94c6-6d75883639ad tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Pushing event updated for resources: {'Network': ['ID=79ec854b-91d5-4c94-9288-b0b3099883b6,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:21.064824 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 79ec854b-91d5-4c94-9288-b0b3099883b6 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:12:21.087035 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0edf4f-98fe-4039-a310-62d22248aa7f req-6a50f708-3448-4a13-9c50-344679b9aef7 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:21.094541 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cc0edf4f-98fe-4039-a310-62d22248aa7f req-6a50f708-3448-4a13-9c50-344679b9aef7 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.1937573 Sep 21 18:12:21.111216 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8528c4-a42c-49b8-aaff-13fff4c75984 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:21.122771 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8528c4-a42c-49b8-aaff-13fff4c75984 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:21.139873 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8528c4-a42c-49b8-aaff-13fff4c75984 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:21.165210 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8528c4-a42c-49b8-aaff-13fff4c75984 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:21.165210 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0f8528c4-a42c-49b8-aaff-13fff4c75984 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4092140 Sep 21 18:12:21.165210 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58774) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:21.294358 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1b86b4b3-2713-4751-b6c5-660369791aa5 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:21.347459 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device c59d874a-906a-4793-aed3-0e80f2d6f8cc no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:12:21.361701 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cc0edf4f-98fe-4039-a310-62d22248aa7f req-e06e9aec-594f-40d3-ba3a-3c42009146a2 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526891 Sep 21 18:12:21.399474 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: c59d874a-906a-4793-aed3-0e80f2d6f8cc {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:12:21.400404 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device c59d874a-906a-4793-aed3-0e80f2d6f8cc not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:12:21.493481 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1b86b4b3-2713-4751-b6c5-660369791aa5 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:21.496154 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58794) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:21.500904 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-94415986-5783-4488-8550-9a5e0f63e63d tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Request body: {'security_group': {'name': 'tempest-securitygroup--137730118', 'description': 'tempest-description--1757386981'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:21.536666 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-94415986-5783-4488-8550-9a5e0f63e63d tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:21.551204 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-1b86b4b3-2713-4751-b6c5-660369791aa5 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98afcd8b-4382-4d1a-8e16-7df2548b7599']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:21.569978 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:21.575067 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-1b86b4b3-2713-4751-b6c5-660369791aa5 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a3b1141-5ea3-4437-a199-4bb1f9c65ea2') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:21.575659 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-1b86b4b3-2713-4751-b6c5-660369791aa5 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a3b1141-5ea3-4437-a199-4bb1f9c65ea2') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:21.600645 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1b86b4b3-2713-4751-b6c5-660369791aa5 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:21.638344 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1b86b4b3-2713-4751-b6c5-660369791aa5 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:21.661657 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b86b4b3-2713-4751-b6c5-660369791aa5 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:12:21.662347 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1b86b4b3-2713-4751-b6c5-660369791aa5 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:21.666033 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:12:21.666033 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:12:21.666033 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:12:21.666033 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:12:21.666033 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:12:21.666033 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:12:21.666033 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:12:21.666033 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:12:21.666033 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:12:21.666033 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:12:21.666033 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:12:21.666033 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:12:21.666033 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:12:21.666033 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:12:21.666033 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:12:21.666033 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:12:21.666033 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:12:21.666033 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:12:21.666033 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:12:21.666033 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:12:21.666033 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:12:21.666033 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:12:21.666033 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:12:21.666033 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:12:21.666033 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:12:21.666033 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:12:21.666033 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:12:21.666033 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:12:21.666033 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:12:21.666033 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:12:21.666033 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:12:21.666033 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:12:21.692288 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-94415986-5783-4488-8550-9a5e0f63e63d tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:21.699727 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-94415986-5783-4488-8550-9a5e0f63e63d tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:21.722333 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-94415986-5783-4488-8550-9a5e0f63e63d tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:21.727816 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-94415986-5783-4488-8550-9a5e0f63e63d tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2305954 Sep 21 18:12:21.735349 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58800) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:21.740349 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-84057d42-44fa-4d20-819b-b58189d42ed4 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Request body: {'security_group_rule': {'security_group_id': 'ddb913d6-c8d8-4056-8b3a-0f7a2a962f6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:21.776549 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94415986-5783-4488-8550-9a5e0f63e63d tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb913d6-c8d8-4056-8b3a-0f7a2a962f6a,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:21.811587 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-84057d42-44fa-4d20-819b-b58189d42ed4 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:21.823034 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1b86b4b3-2713-4751-b6c5-660369791aa5 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:21.859144 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1b86b4b3-2713-4751-b6c5-660369791aa5 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:21.872082 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1b86b4b3-2713-4751-b6c5-660369791aa5 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] 10.222.0.58 "DELETE /v2.0/networks/98afcd8b-4382-4d1a-8e16-7df2548b7599 HTTP/1.1" status: 204 len: 168 time: 0.6964123 Sep 21 18:12:21.874434 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58804) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:21.911845 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-84057d42-44fa-4d20-819b-b58189d42ed4 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:21.917172 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-84057d42-44fa-4d20-819b-b58189d42ed4 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:21.941452 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84057d42-44fa-4d20-819b-b58189d42ed4 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9cfc54f-c0f5-4878-a605-c309ac64cba5,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:21.952032 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84057d42-44fa-4d20-819b-b58189d42ed4 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:21.952522 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84057d42-44fa-4d20-819b-b58189d42ed4 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:21.952967 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84057d42-44fa-4d20-819b-b58189d42ed4 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:21.953407 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84057d42-44fa-4d20-819b-b58189d42ed4 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:21.953877 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84057d42-44fa-4d20-819b-b58189d42ed4 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:21.954309 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84057d42-44fa-4d20-819b-b58189d42ed4 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:21.955010 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84057d42-44fa-4d20-819b-b58189d42ed4 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:21.955462 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84057d42-44fa-4d20-819b-b58189d42ed4 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:21.956026 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84057d42-44fa-4d20-819b-b58189d42ed4 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:21.956456 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84057d42-44fa-4d20-819b-b58189d42ed4 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:21.956883 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84057d42-44fa-4d20-819b-b58189d42ed4 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:21.957312 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84057d42-44fa-4d20-819b-b58189d42ed4 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:12:21.966325 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-84057d42-44fa-4d20-819b-b58189d42ed4 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:21.967664 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-84057d42-44fa-4d20-819b-b58189d42ed4 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2310784 Sep 21 18:12:21.970824 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58806) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:21.976328 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d734d6cd-44c3-46b4-8d7d-b6ceabb2716d req-243d6e52-01d1-4981-9e4e-2529d8f2c18d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2003577 Sep 21 18:12:21.976764 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-85d9f10c-2c88-4c11-a5b4-9e45cceace09 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Request body: {'security_group_rule': {'security_group_id': 'ddb913d6-c8d8-4056-8b3a-0f7a2a962f6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:21.994314 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b86b4b3-2713-4751-b6c5-660369791aa5 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Pushing event deleted for resources: {'Network': ['ID=98afcd8b-4382-4d1a-8e16-7df2548b7599,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:22.015310 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-85d9f10c-2c88-4c11-a5b4-9e45cceace09 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:22.089570 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-70914203-580f-4397-ad69-cfa090a4c43f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:22.107754 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734d6cd-44c3-46b4-8d7d-b6ceabb2716d req-5d19eb4e-2fa5-4925-878e-022a492ddb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:22.109488 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d734d6cd-44c3-46b4-8d7d-b6ceabb2716d req-5d19eb4e-2fa5-4925-878e-022a492ddb07 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=27badd22a056458b825abc32f4668d88&device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 1096 time: 0.0986669 Sep 21 18:12:22.141400 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-85d9f10c-2c88-4c11-a5b4-9e45cceace09 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:22.147886 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-85d9f10c-2c88-4c11-a5b4-9e45cceace09 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:22.179907 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9f10c-2c88-4c11-a5b4-9e45cceace09 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dcf0490-047a-4f37-b7cd-c27edf22da3b,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:22.197796 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-85d9f10c-2c88-4c11-a5b4-9e45cceace09 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:22.199425 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-85d9f10c-2c88-4c11-a5b4-9e45cceace09 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2273340 Sep 21 18:12:22.203133 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58808) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:22.226986 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-aefce2c7-6beb-4b81-9546-eee6e6daa4c9 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:22.317299 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-70914203-580f-4397-ad69-cfa090a4c43f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:22.364649 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aefce2c7-6beb-4b81-9546-eee6e6daa4c9 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for floatingip, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:22.372564 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-70914203-580f-4397-ad69-cfa090a4c43f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ec854b-91d5-4c94-9288-b0b3099883b6']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:22.399699 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-70914203-580f-4397-ad69-cfa090a4c43f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e0b60b-1936-404b-85f6-e594af6df185') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:22.400017 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-70914203-580f-4397-ad69-cfa090a4c43f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e0b60b-1936-404b-85f6-e594af6df185') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:22.414313 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-70914203-580f-4397-ad69-cfa090a4c43f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:22.416923 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734d6cd-44c3-46b4-8d7d-b6ceabb2716d req-87998b98-8744-4628-961b-3cef7d5325fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:22.418420 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d734d6cd-44c3-46b4-8d7d-b6ceabb2716d req-87998b98-8744-4628-961b-3cef7d5325fd service neutron] 10.222.0.38 "GET /v2.0/networks?id=26b06533-005a-4039-b917-eb7519176b38 HTTP/1.1" status: 200 len: 920 time: 0.2842021 Sep 21 18:12:22.485455 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d734d6cd-44c3-46b4-8d7d-b6ceabb2716d req-6bb07e4d-89ef-4dac-a849-27b980cba028 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5af51b7-eee4-4838-9206-68e300d6f3c4 HTTP/1.1" status: 200 len: 217 time: 0.0487196 Sep 21 18:12:22.486626 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-70914203-580f-4397-ad69-cfa090a4c43f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:22.516939 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70914203-580f-4397-ad69-cfa090a4c43f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:12:22.517347 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-70914203-580f-4397-ad69-cfa090a4c43f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:22.536732 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:12:22.536732 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:12:22.536732 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:12:22.536732 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:12:22.536732 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:12:22.536732 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:12:22.536732 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:12:22.536732 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:12:22.536732 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:12:22.536732 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:12:22.536732 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:12:22.536732 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:12:22.536732 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:12:22.536732 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:12:22.536732 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:12:22.536732 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:12:22.536732 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:12:22.536732 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:12:22.536732 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:12:22.536732 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:12:22.536732 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:12:22.536732 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:12:22.536732 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:12:22.536732 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:12:22.536732 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:12:22.536732 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:12:22.536732 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:12:22.536732 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:12:22.536732 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:12:22.536732 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:12:22.536732 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:12:22.536732 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:12:22.653945 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734d6cd-44c3-46b4-8d7d-b6ceabb2716d req-ca32ad5c-fd34-4da5-b585-7ac18cac93dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:22.655661 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d734d6cd-44c3-46b4-8d7d-b6ceabb2716d req-ca32ad5c-fd34-4da5-b585-7ac18cac93dd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=10ec2754-0ef0-4406-b143-cf240e0ec33f HTTP/1.1" status: 200 len: 859 time: 0.1523998 Sep 21 18:12:22.661396 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-70914203-580f-4397-ad69-cfa090a4c43f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:22.689737 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-70914203-580f-4397-ad69-cfa090a4c43f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:22.690877 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-70914203-580f-4397-ad69-cfa090a4c43f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] 10.222.0.58 "DELETE /v2.0/networks/79ec854b-91d5-4c94-9288-b0b3099883b6 HTTP/1.1" status: 204 len: 168 time: 0.7669196 Sep 21 18:12:22.693700 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58814) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:22.717216 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d734d6cd-44c3-46b4-8d7d-b6ceabb2716d req-494447f4-1185-48b4-a60e-3552c1094698 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=26b06533-005a-4039-b917-eb7519176b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537870 Sep 21 18:12:22.717972 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70914203-580f-4397-ad69-cfa090a4c43f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Pushing event deleted for resources: {'Network': ['ID=79ec854b-91d5-4c94-9288-b0b3099883b6,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:22.785873 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aefce2c7-6beb-4b81-9546-eee6e6daa4c9 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:22.871935 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d734d6cd-44c3-46b4-8d7d-b6ceabb2716d req-60cccca8-b36a-497f-a979-5fc150bbb889 service neutron] 10.222.0.38 "GET /v2.0/networks/26b06533-005a-4039-b917-eb7519176b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462362 Sep 21 18:12:22.878871 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62030a5-f965-4877-b338-b1350fdc2570 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:22.895865 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62030a5-f965-4877-b338-b1350fdc2570 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:22.897756 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e62030a5-f965-4877-b338-b1350fdc2570 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2024281 Sep 21 18:12:22.903606 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58816) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:22.908622 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-48ceeb6f-5122-4f08-87b0-0b6ec2d64b58 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-719667768'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:22.950834 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ceeb6f-5122-4f08-87b0-0b6ec2d64b58 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Made reservation on behalf of 056e84ace8fa4dbca8b7a857619e7e51 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:22.960911 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-aefce2c7-6beb-4b81-9546-eee6e6daa4c9 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Allocated IP 172.25.6.115 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/bad408cc-213a-4612-b12a-ead93486539a) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:12:22.961111 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-48ceeb6f-5122-4f08-87b0-0b6ec2d64b58 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:23.035176 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ceeb6f-5122-4f08-87b0-0b6ec2d64b58 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:12:23.059524 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-48ceeb6f-5122-4f08-87b0-0b6ec2d64b58 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:23.059977 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-48ceeb6f-5122-4f08-87b0-0b6ec2d64b58 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Added segment 311acb9e-0317-44c7-8cc6-2a40f21e414f of type vlan for network 047cf604-bb92-4332-a764-5d325861851d Sep 21 18:12:23.076799 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d734d6cd-44c3-46b4-8d7d-b6ceabb2716d req-36a90ced-a621-4dbe-805e-b65584bd6c03 service neutron] 10.222.0.38 "GET /v2.0/networks/26b06533-005a-4039-b917-eb7519176b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602149 Sep 21 18:12:23.122565 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-48ceeb6f-5122-4f08-87b0-0b6ec2d64b58 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:23.153637 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aefce2c7-6beb-4b81-9546-eee6e6daa4c9 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:23.177049 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-48ceeb6f-5122-4f08-87b0-0b6ec2d64b58 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:23.187829 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ceeb6f-5122-4f08-87b0-0b6ec2d64b58 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:23.188495 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-48ceeb6f-5122-4f08-87b0-0b6ec2d64b58 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:23.237289 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aefce2c7-6beb-4b81-9546-eee6e6daa4c9 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:23.273399 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-48ceeb6f-5122-4f08-87b0-0b6ec2d64b58 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3686838 Sep 21 18:12:23.278257 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58820) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:23.289152 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-0058a7d1-31ae-4214-9ed8-39f77699a0fd tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2085231070'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:23.320981 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ceeb6f-5122-4f08-87b0-0b6ec2d64b58 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Pushing event updated for resources: {'Network': ['ID=047cf604-bb92-4332-a764-5d325861851d,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:23.335509 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 047cf604-bb92-4332-a764-5d325861851d details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:12:23.355254 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefce2c7-6beb-4b81-9546-eee6e6daa4c9 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Pushing event updated for resources: {'Port': ['ID=bad408cc-213a-4612-b12a-ead93486539a,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:23.373452 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefce2c7-6beb-4b81-9546-eee6e6daa4c9 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:12:23.376166 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-aefce2c7-6beb-4b81-9546-eee6e6daa4c9 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:23.379091 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefce2c7-6beb-4b81-9546-eee6e6daa4c9 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:12:23.433224 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0058a7d1-31ae-4214-9ed8-39f77699a0fd tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Made reservation on behalf of 056e84ace8fa4dbca8b7a857619e7e51 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:23.443578 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0058a7d1-31ae-4214-9ed8-39f77699a0fd tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:23.478056 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:23.510579 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0058a7d1-31ae-4214-9ed8-39f77699a0fd tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:12:23.530583 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0058a7d1-31ae-4214-9ed8-39f77699a0fd tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:23.530953 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-0058a7d1-31ae-4214-9ed8-39f77699a0fd tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Added segment 900cd2ba-fe54-40fa-b860-407abc05df19 of type vlan for network 99ea294a-71f1-4a78-9249-a85d0974ed4a Sep 21 18:12:23.532706 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aefce2c7-6beb-4b81-9546-eee6e6daa4c9 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:23.596491 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0058a7d1-31ae-4214-9ed8-39f77699a0fd tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:23.608506 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aefce2c7-6beb-4b81-9546-eee6e6daa4c9 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:23.659427 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0058a7d1-31ae-4214-9ed8-39f77699a0fd tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:23.665345 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0058a7d1-31ae-4214-9ed8-39f77699a0fd tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:23.665941 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0058a7d1-31ae-4214-9ed8-39f77699a0fd tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:23.737504 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0058a7d1-31ae-4214-9ed8-39f77699a0fd tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4537458 Sep 21 18:12:23.740333 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 58826) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:23.746096 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-28104e9b-e32f-4953-9cb5-cc6fa6a5353a tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Request body: {'ports': [{'network_id': '047cf604-bb92-4332-a764-5d325861851d', 'name': 'tempest-port--904055894', 'admin_state_up': True}, {'network_id': '99ea294a-71f1-4a78-9249-a85d0974ed4a', 'admin_state_up': False}]} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:23.746409 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-28104e9b-e32f-4953-9cb5-cc6fa6a5353a tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Request body: {'port': {'network_id': '047cf604-bb92-4332-a764-5d325861851d', 'name': 'tempest-port--904055894', 'admin_state_up': True}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:23.746895 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-28104e9b-e32f-4953-9cb5-cc6fa6a5353a tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Request body: {'port': {'network_id': '99ea294a-71f1-4a78-9249-a85d0974ed4a', 'admin_state_up': False}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:23.809781 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058a7d1-31ae-4214-9ed8-39f77699a0fd tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Pushing event updated for resources: {'Network': ['ID=99ea294a-71f1-4a78-9249-a85d0974ed4a,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:23.827682 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 99ea294a-71f1-4a78-9249-a85d0974ed4a details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:12:23.933221 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aefce2c7-6beb-4b81-9546-eee6e6daa4c9 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:23.941068 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aefce2c7-6beb-4b81-9546-eee6e6daa4c9 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:24.001808 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28104e9b-e32f-4953-9cb5-cc6fa6a5353a tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Made reservation on behalf of 056e84ace8fa4dbca8b7a857619e7e51 for: {'port': 2} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:24.007920 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-28104e9b-e32f-4953-9cb5-cc6fa6a5353a tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:24.037849 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-28104e9b-e32f-4953-9cb5-cc6fa6a5353a tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:24.068998 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefce2c7-6beb-4b81-9546-eee6e6daa4c9 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Pushing event updated for resources: {'Port': ['ID=bad408cc-213a-4612-b12a-ead93486539a,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:24.113146 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aefce2c7-6beb-4b81-9546-eee6e6daa4c9 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:24.151747 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-28104e9b-e32f-4953-9cb5-cc6fa6a5353a tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] device_id is not set on port bbba5256-abae-48be-a074-68a9b8829b39 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:12:24.157747 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aefce2c7-6beb-4b81-9546-eee6e6daa4c9 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:24.159495 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-aefce2c7-6beb-4b81-9546-eee6e6daa4c9 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9522192 Sep 21 18:12:24.356484 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-28104e9b-e32f-4953-9cb5-cc6fa6a5353a tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:24.645476 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:24.950654 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-28104e9b-e32f-4953-9cb5-cc6fa6a5353a tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] device_id is not set on port f6b2de53-0a75-4c93-8d43-cc1b58d6e231 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:12:25.013216 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-1ffc82b0-67a2-4e4e-aff8-d495e1a93b51 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--137730118&fields=id&tenant_id=5aadfefca1044e71aeb470c69c909afe HTTP/1.1" status: 200 len: 267 time: 0.5427480 Sep 21 18:12:25.289904 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-28104e9b-e32f-4953-9cb5-cc6fa6a5353a tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:25.339507 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58932) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:25.496479 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-28104e9b-e32f-4953-9cb5-cc6fa6a5353a tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:25.502406 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d0df9d72-78dd-4748-adc7-5e096f216d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:25.575705 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-2b62d270-64dc-486d-93c1-394417046191 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:25.577451 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-2b62d270-64dc-486d-93c1-394417046191 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/networks?id=b4b63a75-cac0-4c3a-a311-673b965199ba HTTP/1.1" status: 200 len: 811 time: 0.5547256 Sep 21 18:12:25.606732 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28104e9b-e32f-4953-9cb5-cc6fa6a5353a tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Pushing event updated for resources: {'Port': ['ID=bbba5256-abae-48be-a074-68a9b8829b39,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:25.616096 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28104e9b-e32f-4953-9cb5-cc6fa6a5353a tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Checking segment: {'id': '311acb9e-0317-44c7-8cc6-2a40f21e414f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '047cf604-bb92-4332-a764-5d325861851d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:12:25.616457 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28104e9b-e32f-4953-9cb5-cc6fa6a5353a tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Network hostable DHCP agents. Network: 047cf604-bb92-4332-a764-5d325861851d, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:12:25.620413 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-bd8e9c4f-1ddb-4b80-82b1-6fd798813d87 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/quotas/5aadfefca1044e71aeb470c69c909afe HTTP/1.1" status: 200 len: 375 time: 0.0244811 Sep 21 18:12:25.680066 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d0df9d72-78dd-4748-adc7-5e096f216d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:25.685499 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d0df9d72-78dd-4748-adc7-5e096f216d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:25.693801 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28104e9b-e32f-4953-9cb5-cc6fa6a5353a tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Network 047cf604-bb92-4332-a764-5d325861851d is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:12:25.715755 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-28104e9b-e32f-4953-9cb5-cc6fa6a5353a tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 047cf604-bb92-4332-a764-5d325861851d) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:25.730544 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28104e9b-e32f-4953-9cb5-cc6fa6a5353a tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:12:25.730686 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cfa2a3-7168-4bb1-b7c7-c05fc9c99a0a None None] Network 047cf604-bb92-4332-a764-5d325861851d requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:25.731455 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-28104e9b-e32f-4953-9cb5-cc6fa6a5353a tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:25.750676 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-ab6e3314-851b-476a-a21b-a0f1a67ce78c tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5aadfefca1044e71aeb470c69c909afe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1207128 Sep 21 18:12:25.751267 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df9d72-78dd-4748-adc7-5e096f216d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592d7cf4-7234-4f7f-ba51-d59d0ca9f30e,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:25.788822 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d0df9d72-78dd-4748-adc7-5e096f216d7a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=69eede783d1143ab868866ab1e86f9a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4441230 Sep 21 18:12:25.791371 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 58984) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:25.879217 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e3338435-fcbb-4142-bb21-a9d63ce8e440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:25.909628 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e3338435-fcbb-4142-bb21-a9d63ce8e440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:25.955849 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28104e9b-e32f-4953-9cb5-cc6fa6a5353a tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Pushing event updated for resources: {'Port': ['ID=f6b2de53-0a75-4c93-8d43-cc1b58d6e231,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:25.969787 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e3338435-fcbb-4142-bb21-a9d63ce8e440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:25.975999 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e3338435-fcbb-4142-bb21-a9d63ce8e440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:25.982229 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28104e9b-e32f-4953-9cb5-cc6fa6a5353a tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Checking segment: {'id': '900cd2ba-fe54-40fa-b860-407abc05df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '99ea294a-71f1-4a78-9249-a85d0974ed4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:12:25.986649 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e3338435-fcbb-4142-bb21-a9d63ce8e440 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/592d7cf4-7234-4f7f-ba51-d59d0ca9f30e HTTP/1.1" status: 204 len: 168 time: 0.1939929 Sep 21 18:12:25.989939 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28104e9b-e32f-4953-9cb5-cc6fa6a5353a tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Network hostable DHCP agents. Network: 99ea294a-71f1-4a78-9249-a85d0974ed4a, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:12:25.996834 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3338435-fcbb-4142-bb21-a9d63ce8e440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592d7cf4-7234-4f7f-ba51-d59d0ca9f30e,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:26.029105 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-9f38e077-943e-4981-af7c-66a17197c939 service neutron] 10.222.0.58 "GET /v2.0/networks/b4b63a75-cac0-4c3a-a311-673b965199ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382450 Sep 21 18:12:26.055456 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28104e9b-e32f-4953-9cb5-cc6fa6a5353a tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Network 99ea294a-71f1-4a78-9249-a85d0974ed4a is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:12:26.075987 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-28104e9b-e32f-4953-9cb5-cc6fa6a5353a tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 99ea294a-71f1-4a78-9249-a85d0974ed4a) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:26.085168 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38746af8-6e10-45cf-95b3-23041fe91c6d None None] Network 99ea294a-71f1-4a78-9249-a85d0974ed4a requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:26.111908 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28104e9b-e32f-4953-9cb5-cc6fa6a5353a tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:12:26.123703 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28104e9b-e32f-4953-9cb5-cc6fa6a5353a tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:26.141633 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28104e9b-e32f-4953-9cb5-cc6fa6a5353a tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:26.142364 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-28104e9b-e32f-4953-9cb5-cc6fa6a5353a tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:26.174544 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-28104e9b-e32f-4953-9cb5-cc6fa6a5353a tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.4324253 Sep 21 18:12:26.177125 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 59030) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:26.230425 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-1af1c189-399f-491a-af61-fb90fd5e3dbf service neutron] 10.222.0.58 "GET /v2.0/networks/b4b63a75-cac0-4c3a-a311-673b965199ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996059 Sep 21 18:12:26.274344 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43515103-9065-498a-a3f9-78899b1c08db tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:26.286270 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43515103-9065-498a-a3f9-78899b1c08db tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:26.292568 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-43515103-9065-498a-a3f9-78899b1c08db tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1135776 Sep 21 18:12:26.292748 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59044) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:26.479399 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-19f23959-1a8d-43cf-a8ee-00a551f653db tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Deleting port bbba5256-abae-48be-a074-68a9b8829b39 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:12:26.479819 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-19f23959-1a8d-43cf-a8ee-00a551f653db tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:26.492942 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 59072) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:26.514069 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f67deea5-5c69-4d05-851f-2a9e4a68ec6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:26.560798 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-19f23959-1a8d-43cf-a8ee-00a551f653db tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:26.584872 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-19f23959-1a8d-43cf-a8ee-00a551f653db tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Calling delete_port for bbba5256-abae-48be-a074-68a9b8829b39 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:12:26.681977 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f67deea5-5c69-4d05-851f-2a9e4a68ec6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:26.691561 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f67deea5-5c69-4d05-851f-2a9e4a68ec6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:26.751351 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59102) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:26.751750 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f67deea5-5c69-4d05-851f-2a9e4a68ec6b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b4d93358582b4e78b6f64dce70de04fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2576871 Sep 21 18:12:26.756841 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67deea5-5c69-4d05-851f-2a9e4a68ec6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18db5929-48e5-4f22-a622-e26ed68fa85a,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:26.803249 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-19f23959-1a8d-43cf-a8ee-00a551f653db tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:26.876663 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f23959-1a8d-43cf-a8ee-00a551f653db tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Pushing event deleted for resources: {'Port': ['ID=bbba5256-abae-48be-a074-68a9b8829b39,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:26.912188 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-19f23959-1a8d-43cf-a8ee-00a551f653db tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:26.916292 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-19f23959-1a8d-43cf-a8ee-00a551f653db tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] 10.222.0.58 "DELETE /v2.0/ports/bbba5256-abae-48be-a074-68a9b8829b39 HTTP/1.1" status: 204 len: 168 time: 0.6225274 Sep 21 18:12:26.919392 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 59120) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:26.961598 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43570aa2-11bd-4497-a1bf-b1413439411e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:27.018294 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43570aa2-11bd-4497-a1bf-b1413439411e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:27.075655 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-961d4b08-987c-459f-8294-50299479e839 req-705e1ca1-d495-497a-8c97-742cd50ee368 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b HTTP/1.1" status: 200 len: 210 time: 0.5294566 Sep 21 18:12:27.125365 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43570aa2-11bd-4497-a1bf-b1413439411e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:27.129232 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-6586cabe-9111-47c1-b25e-ce5d7cad3725 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Deleting port f6b2de53-0a75-4c93-8d43-cc1b58d6e231 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:12:27.129638 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6586cabe-9111-47c1-b25e-ce5d7cad3725 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:27.135922 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43570aa2-11bd-4497-a1bf-b1413439411e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:27.137948 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-43570aa2-11bd-4497-a1bf-b1413439411e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/18db5929-48e5-4f22-a622-e26ed68fa85a HTTP/1.1" status: 204 len: 168 time: 0.3856032 Sep 21 18:12:27.153359 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43570aa2-11bd-4497-a1bf-b1413439411e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18db5929-48e5-4f22-a622-e26ed68fa85a,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:27.531979 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6586cabe-9111-47c1-b25e-ce5d7cad3725 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:27.546023 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-6586cabe-9111-47c1-b25e-ce5d7cad3725 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Calling delete_port for f6b2de53-0a75-4c93-8d43-cc1b58d6e231 owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:12:27.626094 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59204) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:27.634241 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6586cabe-9111-47c1-b25e-ce5d7cad3725 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:27.649124 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-641ca0c6-6ee4-455d-8e2b-09517c33dee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:27.664905 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586cabe-9111-47c1-b25e-ce5d7cad3725 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Pushing event deleted for resources: {'Port': ['ID=f6b2de53-0a75-4c93-8d43-cc1b58d6e231,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:27.670545 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6586cabe-9111-47c1-b25e-ce5d7cad3725 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:27.675180 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6586cabe-9111-47c1-b25e-ce5d7cad3725 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] 10.222.0.58 "DELETE /v2.0/ports/f6b2de53-0a75-4c93-8d43-cc1b58d6e231 HTTP/1.1" status: 204 len: 168 time: 0.7519271 Sep 21 18:12:27.677333 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 59214) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:27.711746 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-28d30b6c-5a9b-4209-bbd8-27711122a95f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0330958 Sep 21 18:12:27.718529 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 59218) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:27.726599 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-ab4d5677-d354-4ab5-83c9-cc000c33abc6 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1023896913'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:27.791923 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-641ca0c6-6ee4-455d-8e2b-09517c33dee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:27.797258 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-641ca0c6-6ee4-455d-8e2b-09517c33dee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:27.816789 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4d5677-d354-4ab5-83c9-cc000c33abc6 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Made reservation on behalf of 056e84ace8fa4dbca8b7a857619e7e51 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:27.821524 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ab4d5677-d354-4ab5-83c9-cc000c33abc6 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:27.844805 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ca0c6-6ee4-455d-8e2b-09517c33dee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145b5094-0496-4423-8548-bacf60ca100f,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:27.855816 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-641ca0c6-6ee4-455d-8e2b-09517c33dee9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bc8ddd5d620249158e8259e283c5a88d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2241626 Sep 21 18:12:27.858610 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 59240) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:27.900258 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4d5677-d354-4ab5-83c9-cc000c33abc6 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:12:27.932008 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ab4d5677-d354-4ab5-83c9-cc000c33abc6 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:27.932363 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-ab4d5677-d354-4ab5-83c9-cc000c33abc6 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Added segment 313a5a54-bba1-4da6-834c-0bdd3e5cc4ac of type vlan for network b5a75a07-f77f-459b-bcbe-a1633cce356f Sep 21 18:12:28.021319 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ab4d5677-d354-4ab5-83c9-cc000c33abc6 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:28.072327 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-c344d586-8943-464b-bd23-f8767ffde509 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:28.073785 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-c344d586-8943-464b-bd23-f8767ffde509 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.38 "GET /v2.0/networks?id=b4b63a75-cac0-4c3a-a311-673b965199ba HTTP/1.1" status: 200 len: 811 time: 0.2140148 Sep 21 18:12:28.074421 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d4016646-4a46-4cd2-95ed-bd374d2d55af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:28.090484 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ab4d5677-d354-4ab5-83c9-cc000c33abc6 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:28.096197 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4d5677-d354-4ab5-83c9-cc000c33abc6 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:28.096789 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ab4d5677-d354-4ab5-83c9-cc000c33abc6 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:28.134698 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d4016646-4a46-4cd2-95ed-bd374d2d55af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:28.193703 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-aa3d2dcc-adc0-4f39-bb30-91c3b008a209 req-7134fca3-78ad-480c-8c9e-4a2c61447ea7 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b HTTP/1.1" status: 200 len: 210 time: 0.0375099 Sep 21 18:12:28.214912 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ab4d5677-d354-4ab5-83c9-cc000c33abc6 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4924517 Sep 21 18:12:28.215685 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59288) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:28.229528 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d5677-d354-4ab5-83c9-cc000c33abc6 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Pushing event updated for resources: {'Network': ['ID=b5a75a07-f77f-459b-bcbe-a1633cce356f,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:28.230969 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-c076b5c9-e5a5-401f-86f9-9d5e22157a00 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-56067789'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:28.241720 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network b5a75a07-f77f-459b-bcbe-a1633cce356f details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:12:28.250903 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-a30b935f-1a42-4434-9cbb-454e77d16078 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5aadfefca1044e71aeb470c69c909afe HTTP/1.1" status: 200 len: 379 time: 0.1614127 Sep 21 18:12:28.260994 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c076b5c9-e5a5-401f-86f9-9d5e22157a00 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Made reservation on behalf of 056e84ace8fa4dbca8b7a857619e7e51 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:28.262204 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-f497fc83-9d54-471c-9018-ac4fde14969b tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Request body: {'port': {'device_id': '1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b', 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba', 'admin_state_up': True, 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'security_groups': ['ddb913d6-c8d8-4056-8b3a-0f7a2a962f6a']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:28.265201 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c076b5c9-e5a5-401f-86f9-9d5e22157a00 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:28.296445 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c076b5c9-e5a5-401f-86f9-9d5e22157a00 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:12:28.308150 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c076b5c9-e5a5-401f-86f9-9d5e22157a00 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:28.308814 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-c076b5c9-e5a5-401f-86f9-9d5e22157a00 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Added segment 4293e070-308b-4c89-8142-b70f8f387dbf of type vlan for network d6306628-0865-4a6f-a4a1-6ec39ac5cea4 Sep 21 18:12:28.345065 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d4016646-4a46-4cd2-95ed-bd374d2d55af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:28.347952 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d4016646-4a46-4cd2-95ed-bd374d2d55af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:28.349097 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d4016646-4a46-4cd2-95ed-bd374d2d55af admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/145b5094-0496-4423-8548-bacf60ca100f HTTP/1.1" status: 204 len: 168 time: 0.4871283 Sep 21 18:12:28.355710 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c076b5c9-e5a5-401f-86f9-9d5e22157a00 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:28.367214 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4016646-4a46-4cd2-95ed-bd374d2d55af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145b5094-0496-4423-8548-bacf60ca100f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:28.384972 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c076b5c9-e5a5-401f-86f9-9d5e22157a00 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:28.400473 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c076b5c9-e5a5-401f-86f9-9d5e22157a00 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:28.401124 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c076b5c9-e5a5-401f-86f9-9d5e22157a00 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:28.412918 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-f497fc83-9d54-471c-9018-ac4fde14969b tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Made reservation on behalf of 5aadfefca1044e71aeb470c69c909afe for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:28.417530 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-f497fc83-9d54-471c-9018-ac4fde14969b tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:28.449505 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c076b5c9-e5a5-401f-86f9-9d5e22157a00 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2329085 Sep 21 18:12:28.491813 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076b5c9-e5a5-401f-86f9-9d5e22157a00 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Pushing event updated for resources: {'Network': ['ID=d6306628-0865-4a6f-a4a1-6ec39ac5cea4,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:28.504844 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network d6306628-0865-4a6f-a4a1-6ec39ac5cea4 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:12:28.584683 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59330) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:28.597779 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-f497fc83-9d54-471c-9018-ac4fde14969b tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Allocated IP 172.20.0.9 (b4b63a75-cac0-4c3a-a311-673b965199ba/29244be3-4141-408b-9ec3-b8b1380c14f4/8f308c45-800f-44a1-bedd-62d6320dd8c9) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:12:28.599905 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-e047bd75-6f39-4051-a43b-f9abf747b67f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Request body: {'subnets': [{'network_id': 'b5a75a07-f77f-459b-bcbe-a1633cce356f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--147516062', 'ip_version': 4}, {'network_id': 'd6306628-0865-4a6f-a4a1-6ec39ac5cea4', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:28.601044 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-e047bd75-6f39-4051-a43b-f9abf747b67f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Request body: {'subnet': {'network_id': 'b5a75a07-f77f-459b-bcbe-a1633cce356f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--147516062', 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:28.601729 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-e047bd75-6f39-4051-a43b-f9abf747b67f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Request body: {'subnet': {'network_id': 'd6306628-0865-4a6f-a4a1-6ec39ac5cea4', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:28.796185 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-f497fc83-9d54-471c-9018-ac4fde14969b tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:28.820548 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e047bd75-6f39-4051-a43b-f9abf747b67f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Made reservation on behalf of 056e84ace8fa4dbca8b7a857619e7e51 for: {'subnet': 2} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:28.825976 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e047bd75-6f39-4051-a43b-f9abf747b67f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:28.826328 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e047bd75-6f39-4051-a43b-f9abf747b67f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:28.849631 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-f497fc83-9d54-471c-9018-ac4fde14969b tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:28.901004 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497fc83-9d54-471c-9018-ac4fde14969b tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Pushing event updated for resources: {'Port': ['ID=8f308c45-800f-44a1-bedd-62d6320dd8c9,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:28.925061 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-f497fc83-9d54-471c-9018-ac4fde14969b tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Network b4b63a75-cac0-4c3a-a311-673b965199ba is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:12:28.926622 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-f497fc83-9d54-471c-9018-ac4fde14969b tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:28.929262 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-f497fc83-9d54-471c-9018-ac4fde14969b tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:12:28.994781 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-f497fc83-9d54-471c-9018-ac4fde14969b tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:28.995624 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-f497fc83-9d54-471c-9018-ac4fde14969b tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:29.016954 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-f497fc83-9d54-471c-9018-ac4fde14969b tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7597363 Sep 21 18:12:29.031369 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-d94cbc57-ecc6-4543-a156-26c146bed185 service neutron] Request body: {'port': {'device_id': '1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:29.103035 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-d94cbc57-ecc6-4543-a156-26c146bed185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:29.273183 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-7ce20c4a-b4c3-4c37-8170-c6bb807f6113 None None] Provisioning complete for port 8f308c45-800f-44a1-bedd-62d6320dd8c9 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:29.274849 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7ce20c4a-b4c3-4c37-8170-c6bb807f6113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:29.320492 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-7ce20c4a-b4c3-4c37-8170-c6bb807f6113 None None] Port 8f308c45-800f-44a1-bedd-62d6320dd8c9 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:12:29.341919 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e047bd75-6f39-4051-a43b-f9abf747b67f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:29.407401 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047bd75-6f39-4051-a43b-f9abf747b67f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Pushing event updated for resources: {'Subnet': ['ID=ebb885f6-25b1-4a22-8159-2da3179be741,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:29.419716 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e047bd75-6f39-4051-a43b-f9abf747b67f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Checking segment: {'id': '313a5a54-bba1-4da6-834c-0bdd3e5cc4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b5a75a07-f77f-459b-bcbe-a1633cce356f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:12:29.420151 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e047bd75-6f39-4051-a43b-f9abf747b67f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Network hostable DHCP agents. Network: b5a75a07-f77f-459b-bcbe-a1633cce356f, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:12:29.438805 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e047bd75-6f39-4051-a43b-f9abf747b67f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Network b5a75a07-f77f-459b-bcbe-a1633cce356f is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:12:29.453990 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-e047bd75-6f39-4051-a43b-f9abf747b67f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, b5a75a07-f77f-459b-bcbe-a1633cce356f) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:29.459030 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e047bd75-6f39-4051-a43b-f9abf747b67f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:29.465941 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a84128b-e7a7-453f-bf63-e117db89c9d0 None None] Network b5a75a07-f77f-459b-bcbe-a1633cce356f requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:29.481765 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be44d94-c80c-44a1-b862-1002b05dad58 req-57687e44-9057-4721-b2d6-ba7f1ebf66c7 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:29.491804 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9be44d94-c80c-44a1-b862-1002b05dad58 req-57687e44-9057-4721-b2d6-ba7f1ebf66c7 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b HTTP/1.1" status: 200 len: 931 time: 0.2021437 Sep 21 18:12:29.519336 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047bd75-6f39-4051-a43b-f9abf747b67f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Pushing event updated for resources: {'Subnet': ['ID=2876f567-57fe-4965-8c52-95936449ccd8,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:29.554965 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e047bd75-6f39-4051-a43b-f9abf747b67f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Checking segment: {'id': '4293e070-308b-4c89-8142-b70f8f387dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd6306628-0865-4a6f-a4a1-6ec39ac5cea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:12:29.555595 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e047bd75-6f39-4051-a43b-f9abf747b67f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Network hostable DHCP agents. Network: d6306628-0865-4a6f-a4a1-6ec39ac5cea4, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:12:29.575687 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9be44d94-c80c-44a1-b862-1002b05dad58 req-53b4a969-2640-44e5-a2a2-191d986ee848 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddb913d6-c8d8-4056-8b3a-0f7a2a962f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828798 Sep 21 18:12:29.585166 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e047bd75-6f39-4051-a43b-f9abf747b67f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Network d6306628-0865-4a6f-a4a1-6ec39ac5cea4 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:12:29.603020 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-e047bd75-6f39-4051-a43b-f9abf747b67f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, d6306628-0865-4a6f-a4a1-6ec39ac5cea4) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:29.610191 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e047bd75-6f39-4051-a43b-f9abf747b67f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:29.611334 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e047bd75-6f39-4051-a43b-f9abf747b67f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:29.613712 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e047bd75-6f39-4051-a43b-f9abf747b67f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:29.639576 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e047bd75-6f39-4051-a43b-f9abf747b67f tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.0526032 Sep 21 18:12:29.642110 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59384) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:29.661824 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85628d1e-7c76-4357-afde-c4a96253caca None None] Network d6306628-0865-4a6f-a4a1-6ec39ac5cea4 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:29.674821 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-d94cbc57-ecc6-4543-a156-26c146bed185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f308c45-800f-44a1-bedd-62d6320dd8c9 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:12:29.684015 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-d94cbc57-ecc6-4543-a156-26c146bed185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:29.698601 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-d94cbc57-ecc6-4543-a156-26c146bed185 service neutron] Transition to ACTIVE for port object 8f308c45-800f-44a1-bedd-62d6320dd8c9 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:12:29.704761 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-d94cbc57-ecc6-4543-a156-26c146bed185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:29.782769 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb70da9-4b89-4c17-8823-4662d5c7d4ec tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:29.790241 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb70da9-4b89-4c17-8823-4662d5c7d4ec tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:29.794286 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb70da9-4b89-4c17-8823-4662d5c7d4ec tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:29.799549 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bbb70da9-4b89-4c17-8823-4662d5c7d4ec tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1562228 Sep 21 18:12:29.803455 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59390) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:29.808307 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94cbc57-ecc6-4543-a156-26c146bed185 service neutron] Pushing event updated for resources: {'Port': ['ID=8f308c45-800f-44a1-bedd-62d6320dd8c9,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:29.881846 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e63c57-26c8-4262-9f6f-a402996c98dd tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Deleting subnet ebb885f6-25b1-4a22-8159-2da3179be741 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:12:29.885595 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-84e63c57-26c8-4262-9f6f-a402996c98dd tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:29.905999 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-d94cbc57-ecc6-4543-a156-26c146bed185 service neutron] Attempting to bind port 8f308c45-800f-44a1-bedd-62d6320dd8c9 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:12:29.906351 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-d94cbc57-ecc6-4543-a156-26c146bed185 service neutron] Attempting to bind port 8f308c45-800f-44a1-bedd-62d6320dd8c9 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '56ed99cd-0543-43a6-8d7e-2106ce5d8c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:12:29.906758 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-d94cbc57-ecc6-4543-a156-26c146bed185 service neutron] Attempting to bind port 8f308c45-800f-44a1-bedd-62d6320dd8c9 on network b4b63a75-cac0-4c3a-a311-673b965199ba {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:12:29.918107 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-d94cbc57-ecc6-4543-a156-26c146bed185 service neutron] Port 8f308c45-800f-44a1-bedd-62d6320dd8c9 on network b4b63a75-cac0-4c3a-a311-673b965199ba not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:12:29.919523 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-d94cbc57-ecc6-4543-a156-26c146bed185 service neutron] Attempting to bind port 8f308c45-800f-44a1-bedd-62d6320dd8c9 on network b4b63a75-cac0-4c3a-a311-673b965199ba {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:12:29.930658 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-d94cbc57-ecc6-4543-a156-26c146bed185 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:12:29.930985 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-d94cbc57-ecc6-4543-a156-26c146bed185 service neutron] Checking segment: {'id': '56ed99cd-0543-43a6-8d7e-2106ce5d8c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:12:29.932290 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-84e63c57-26c8-4262-9f6f-a402996c98dd tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:29.933717 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-d94cbc57-ecc6-4543-a156-26c146bed185 service neutron] Bound using segment: {'id': '56ed99cd-0543-43a6-8d7e-2106ce5d8c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:12:29.934241 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-d94cbc57-ecc6-4543-a156-26c146bed185 service neutron] Bound port: 8f308c45-800f-44a1-bedd-62d6320dd8c9, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56ed99cd-0543-43a6-8d7e-2106ce5d8c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:12:29.936243 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-d94cbc57-ecc6-4543-a156-26c146bed185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:30.002788 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-84e63c57-26c8-4262-9f6f-a402996c98dd tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:30.080177 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-d94cbc57-ecc6-4543-a156-26c146bed185 service neutron] For port 8f308c45-800f-44a1-bedd-62d6320dd8c9, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:12:30.084831 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-d94cbc57-ecc6-4543-a156-26c146bed185 service neutron] For port 8f308c45-800f-44a1-bedd-62d6320dd8c9, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=8f308c45-800f-44a1-bedd-62d6320dd8c9,segment=NetworkSegment(56ed99cd-0543-43a6-8d7e-2106ce5d8c41),segment_id=56ed99cd-0543-43a6-8d7e-2106ce5d8c41)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:12:30.085932 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-84e63c57-26c8-4262-9f6f-a402996c98dd tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:30.089328 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-d94cbc57-ecc6-4543-a156-26c146bed185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:30.154004 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-d94cbc57-ecc6-4543-a156-26c146bed185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:30.154766 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-d94cbc57-ecc6-4543-a156-26c146bed185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:30.156483 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-d94cbc57-ecc6-4543-a156-26c146bed185 service neutron] 10.222.0.38 "PUT /v2.0/ports/8f308c45-800f-44a1-bedd-62d6320dd8c9 HTTP/1.1" status: 200 len: 1091 time: 1.1308694 Sep 21 18:12:30.158366 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b', 'tag': '8f308c45-800f-44a1-bedd-62d6320dd8c9'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:12:30.168003 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-84e63c57-26c8-4262-9f6f-a402996c98dd tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:30.173133 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da432ab7-f414-4d17-98c8-c55e153f233b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b", "tag": "8f308c45-800f-44a1-bedd-62d6320dd8c9"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:12:30.209952 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 59400) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:30.212933 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-84e63c57-26c8-4262-9f6f-a402996c98dd tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] 10.222.0.58 "DELETE /v2.0/subnets/ebb885f6-25b1-4a22-8159-2da3179be741 HTTP/1.1" status: 204 len: 168 time: 0.4059496 Sep 21 18:12:30.217983 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e63c57-26c8-4262-9f6f-a402996c98dd tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Pushing event deleted for resources: {'Subnet': ['ID=ebb885f6-25b1-4a22-8159-2da3179be741,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:30.259374 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f398d868-7606-4cf2-9861-4e495ae366ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-b5a75a07-f77f-459b-bcbe-a1633cce356f', 'network_id': 'b5a75a07-f77f-459b-bcbe-a1633cce356f', 'tenant_id': '056e84ace8fa4dbca8b7a857619e7e51', 'fixed_ips': [{'subnet_id': 'ebb885f6-25b1-4a22-8159-2da3179be741'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:12:30.260810 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f398d868-7606-4cf2-9861-4e495ae366ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:30.316052 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9bc7c2-9177-48d4-982e-a3c277dcc92c x-openstack-request-id: req-7c9bc7c2-9177-48d4-982e-a3c277dcc92c {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:12:30.316327 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b", "tag": "8f308c45-800f-44a1-bedd-62d6320dd8c9", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:12:30.316700 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7c9bc7c2-9177-48d4-982e-a3c277dcc92c {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:12:30.317313 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b', 'tag': '8f308c45-800f-44a1-bedd-62d6320dd8c9', 'status': 'completed', 'code': 200} Sep 21 18:12:30.353355 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94cbc57-ecc6-4543-a156-26c146bed185 service neutron] Pushing event updated for resources: {'Port': ['ID=8f308c45-800f-44a1-bedd-62d6320dd8c9,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:30.377845 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-1da03103-0bca-48c0-a105-c79d3ce44175 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Deleting subnet 2876f567-57fe-4965-8c52-95936449ccd8 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:12:30.384046 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1da03103-0bca-48c0-a105-c79d3ce44175 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:30.438018 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-4a40f359-a319-4482-9b3b-ee92b55bc1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:30.440046 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-4a40f359-a319-4482-9b3b-ee92b55bc1b7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5aadfefca1044e71aeb470c69c909afe&device_id=1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b HTTP/1.1" status: 200 len: 1094 time: 0.2283139 Sep 21 18:12:30.504135 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1849ab87-295c-426c-b129-333859c55589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-d6306628-0865-4a6f-a4a1-6ec39ac5cea4', 'network_id': 'd6306628-0865-4a6f-a4a1-6ec39ac5cea4', 'tenant_id': '056e84ace8fa4dbca8b7a857619e7e51', 'fixed_ips': [{'subnet_id': '2876f567-57fe-4965-8c52-95936449ccd8'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:12:30.507163 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1849ab87-295c-426c-b129-333859c55589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:30.510129 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1da03103-0bca-48c0-a105-c79d3ce44175 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:30.516948 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-ac3b8f55-f6d8-4a44-961c-e0ab23f924ab service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f308c45-800f-44a1-bedd-62d6320dd8c9 HTTP/1.1" status: 200 len: 217 time: 0.0625737 Sep 21 18:12:30.643053 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1da03103-0bca-48c0-a105-c79d3ce44175 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:30.651792 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-c29d460e-29b5-4b9a-9a85-3f1b83b41f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:30.653197 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-c29d460e-29b5-4b9a-9a85-3f1b83b41f2f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=29244be3-4141-408b-9ec3-b8b1380c14f4 HTTP/1.1" status: 200 len: 850 time: 0.1125081 Sep 21 18:12:30.671583 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2f8427-f62d-4bdc-bf6e-432fab1e2fe3 None None] Network b5a75a07-f77f-459b-bcbe-a1633cce356f requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:30.809988 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-e303da13-e331-44be-8656-7ae4e3ee6885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:30.812420 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-e303da13-e331-44be-8656-7ae4e3ee6885 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b4b63a75-cac0-4c3a-a311-673b965199ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1216736 Sep 21 18:12:30.825573 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133134e-c07b-4983-bbc9-555d1f15d713 req-ecb258f4-9399-4333-a04a-0f5b4073b090 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:30.827532 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5133134e-c07b-4983-bbc9-555d1f15d713 req-ecb258f4-9399-4333-a04a-0f5b4073b090 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b HTTP/1.1" status: 200 len: 943 time: 0.1462591 Sep 21 18:12:30.918191 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1da03103-0bca-48c0-a105-c79d3ce44175 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server [None req-1849ab87-295c-426c-b129-333859c55589 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2876f567-57fe-4965-8c52-95936449ccd8: This subnet is being modified by another concurrent operation. Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise exception Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2876f567-57fe-4965-8c52-95936449ccd8: This subnet is being modified by another concurrent operation. Sep 21 18:12:30.945960 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server Sep 21 18:12:30.964051 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1da03103-0bca-48c0-a105-c79d3ce44175 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:30.965439 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59422) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:30.965966 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1da03103-0bca-48c0-a105-c79d3ce44175 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] 10.222.0.58 "DELETE /v2.0/subnets/2876f567-57fe-4965-8c52-95936449ccd8 HTTP/1.1" status: 204 len: 168 time: 0.7504420 Sep 21 18:12:30.969102 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da03103-0bca-48c0-a105-c79d3ce44175 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Pushing event deleted for resources: {'Subnet': ['ID=2876f567-57fe-4965-8c52-95936449ccd8,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:30.970133 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44e7571-430a-4347-b5b7-0a8692e04bf7 None None] Network d6306628-0865-4a6f-a4a1-6ec39ac5cea4 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:31.012490 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5133134e-c07b-4983-bbc9-555d1f15d713 req-026ebcce-9416-4143-b932-14947e39dbb4 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddb913d6-c8d8-4056-8b3a-0f7a2a962f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469364 Sep 21 18:12:31.027805 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4237c72-964c-4cfb-b169-14709f56d679 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:31.029340 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e4237c72-964c-4cfb-b169-14709f56d679 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0628431 Sep 21 18:12:31.033342 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59424) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:31.033542 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-46db7119-44c7-4781-a96b-46905fa72a4c service neutron] 10.222.0.38 "GET /v2.0/networks/b4b63a75-cac0-4c3a-a311-673b965199ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027521 Sep 21 18:12:31.137564 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a9bd1a09-3d64-4315-a6aa-57a894cbc781 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:31.157975 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd80235-944b-4c1d-ba7d-63e98498783a None None] get_active_networks_info from n-d-810291-1 {{(pid=101462) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:12:31.170357 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-528b143d-a974-4504-9cbc-3835c51b2c87 req-cc3a6422-abbb-4271-8ab8-7be442b1eaa0 service neutron] 10.222.0.38 "GET /v2.0/networks/b4b63a75-cac0-4c3a-a311-673b965199ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292922 Sep 21 18:12:31.262848 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a9bd1a09-3d64-4315-a6aa-57a894cbc781 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:31.287805 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-a9bd1a09-3d64-4315-a6aa-57a894cbc781 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6306628-0865-4a6f-a4a1-6ec39ac5cea4']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:31.300215 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-a9bd1a09-3d64-4315-a6aa-57a894cbc781 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4293e070-308b-4c89-8142-b70f8f387dbf') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:31.300517 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-a9bd1a09-3d64-4315-a6aa-57a894cbc781 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4293e070-308b-4c89-8142-b70f8f387dbf') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:31.309992 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd80235-944b-4c1d-ba7d-63e98498783a None None] Resources bound (agent type, host, resource id): {{(pid=101462) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:12:31.329025 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da432ab7-f414-4d17-98c8-c55e153f233b req-eba00eac-722e-4264-8c88-4c368236e273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:31.330463 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-da432ab7-f414-4d17-98c8-c55e153f233b req-eba00eac-722e-4264-8c88-4c368236e273 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5aadfefca1044e71aeb470c69c909afe&device_id=1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b HTTP/1.1" status: 200 len: 1094 time: 0.0980887 Sep 21 18:12:31.332530 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a9bd1a09-3d64-4315-a6aa-57a894cbc781 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:31.360244 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a9bd1a09-3d64-4315-a6aa-57a894cbc781 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:31.371476 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9bd1a09-3d64-4315-a6aa-57a894cbc781 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:12:31.371885 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a9bd1a09-3d64-4315-a6aa-57a894cbc781 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:31.381380 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:12:31.381380 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:12:31.381380 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:12:31.381380 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:12:31.381380 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:12:31.381380 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:12:31.381380 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:12:31.381380 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:12:31.381380 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:12:31.381380 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:12:31.381380 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:12:31.381380 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:12:31.381380 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:12:31.381380 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:12:31.381380 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:12:31.381380 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:12:31.381380 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:12:31.381380 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:12:31.381380 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:12:31.381380 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:12:31.381380 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:12:31.381380 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:12:31.381380 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:12:31.381380 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:12:31.381380 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:12:31.381380 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:12:31.381380 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:12:31.381380 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:12:31.381380 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:12:31.381380 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:12:31.381380 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:12:31.381380 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:12:31.466665 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a9bd1a09-3d64-4315-a6aa-57a894cbc781 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:31.482595 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a9bd1a09-3d64-4315-a6aa-57a894cbc781 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:31.485157 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a9bd1a09-3d64-4315-a6aa-57a894cbc781 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] 10.222.0.58 "DELETE /v2.0/networks/d6306628-0865-4a6f-a4a1-6ec39ac5cea4 HTTP/1.1" status: 204 len: 168 time: 0.4506691 Sep 21 18:12:31.487639 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 59432) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:31.500882 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd1a09-3d64-4315-a6aa-57a894cbc781 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Pushing event deleted for resources: {'Network': ['ID=d6306628-0865-4a6f-a4a1-6ec39ac5cea4,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:31.561294 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da432ab7-f414-4d17-98c8-c55e153f233b req-4e553ab4-70f8-4860-8463-dbf396bd85ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:31.562829 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-da432ab7-f414-4d17-98c8-c55e153f233b req-4e553ab4-70f8-4860-8463-dbf396bd85ec service neutron] 10.222.0.38 "GET /v2.0/networks?id=b4b63a75-cac0-4c3a-a311-673b965199ba HTTP/1.1" status: 200 len: 912 time: 0.2237568 Sep 21 18:12:31.615813 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1dfba91f-6529-4417-af69-f8f3bf44e377 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:31.619344 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-da432ab7-f414-4d17-98c8-c55e153f233b req-ea29b68f-495c-4318-94ad-2c7a5aea6826 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f308c45-800f-44a1-bedd-62d6320dd8c9 HTTP/1.1" status: 200 len: 217 time: 0.0470970 Sep 21 18:12:31.740802 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1dfba91f-6529-4417-af69-f8f3bf44e377 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:31.744257 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da432ab7-f414-4d17-98c8-c55e153f233b req-159d0f21-2b76-4c92-aa04-b7829213fde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:31.745763 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-da432ab7-f414-4d17-98c8-c55e153f233b req-159d0f21-2b76-4c92-aa04-b7829213fde7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=29244be3-4141-408b-9ec3-b8b1380c14f4 HTTP/1.1" status: 200 len: 850 time: 0.1164904 Sep 21 18:12:31.778999 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-1dfba91f-6529-4417-af69-f8f3bf44e377 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5a75a07-f77f-459b-bcbe-a1633cce356f']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:31.794800 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-1dfba91f-6529-4417-af69-f8f3bf44e377 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '313a5a54-bba1-4da6-834c-0bdd3e5cc4ac') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:31.794800 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-1dfba91f-6529-4417-af69-f8f3bf44e377 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '313a5a54-bba1-4da6-834c-0bdd3e5cc4ac') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:31.820054 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1dfba91f-6529-4417-af69-f8f3bf44e377 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:31.840991 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1dfba91f-6529-4417-af69-f8f3bf44e377 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:31.845979 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da432ab7-f414-4d17-98c8-c55e153f233b req-f8b6ee86-3f45-4a3a-a339-53936d09e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:31.847533 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-da432ab7-f414-4d17-98c8-c55e153f233b req-f8b6ee86-3f45-4a3a-a339-53936d09e573 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b4b63a75-cac0-4c3a-a311-673b965199ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652385 Sep 21 18:12:31.850638 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dfba91f-6529-4417-af69-f8f3bf44e377 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:12:31.851149 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1dfba91f-6529-4417-af69-f8f3bf44e377 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:31.854641 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:12:31.854641 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:12:31.854641 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:12:31.854641 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:12:31.854641 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:12:31.854641 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:12:31.854641 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:12:31.854641 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:12:31.854641 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:12:31.854641 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:12:31.854641 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:12:31.854641 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:12:31.854641 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:12:31.854641 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:12:31.854641 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:12:31.854641 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:12:31.854641 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:12:31.854641 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:12:31.854641 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:12:31.854641 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:12:31.854641 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:12:31.854641 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:12:31.854641 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:12:31.854641 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:12:31.854641 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:12:31.854641 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:12:31.854641 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:12:31.854641 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:12:31.854641 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:12:31.854641 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:12:31.854641 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:12:31.854641 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:12:31.953816 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1dfba91f-6529-4417-af69-f8f3bf44e377 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:31.985766 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1dfba91f-6529-4417-af69-f8f3bf44e377 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:31.992384 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1dfba91f-6529-4417-af69-f8f3bf44e377 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] 10.222.0.58 "DELETE /v2.0/networks/b5a75a07-f77f-459b-bcbe-a1633cce356f HTTP/1.1" status: 204 len: 168 time: 0.4985721 Sep 21 18:12:31.992915 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59438) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:32.013682 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfba91f-6529-4417-af69-f8f3bf44e377 tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Pushing event deleted for resources: {'Network': ['ID=b5a75a07-f77f-459b-bcbe-a1633cce356f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:32.044619 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-da432ab7-f414-4d17-98c8-c55e153f233b req-b1751716-d64b-4418-b47b-285613588742 service neutron] 10.222.0.38 "GET /v2.0/networks/b4b63a75-cac0-4c3a-a311-673b965199ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891558 Sep 21 18:12:32.120851 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-793f25c2-dc65-4128-9364-e30d038babcb tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:32.154492 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-da432ab7-f414-4d17-98c8-c55e153f233b req-b37246af-f7b8-4d8e-83e6-896880e6542f service neutron] 10.222.0.38 "GET /v2.0/networks/b4b63a75-cac0-4c3a-a311-673b965199ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024547 Sep 21 18:12:32.258976 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-793f25c2-dc65-4128-9364-e30d038babcb tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:32.279877 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20cb5c-e0f0-4140-a7b0-779d46c2534d req-f121020e-2c67-4dbb-80a1-84816efaec78 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:32.281434 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7d20cb5c-e0f0-4140-a7b0-779d46c2534d req-f121020e-2c67-4dbb-80a1-84816efaec78 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b HTTP/1.1" status: 200 len: 943 time: 0.1514387 Sep 21 18:12:32.290778 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-793f25c2-dc65-4128-9364-e30d038babcb tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ea294a-71f1-4a78-9249-a85d0974ed4a']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:32.314269 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-793f25c2-dc65-4128-9364-e30d038babcb tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '900cd2ba-fe54-40fa-b860-407abc05df19') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:32.316321 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-793f25c2-dc65-4128-9364-e30d038babcb tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '900cd2ba-fe54-40fa-b860-407abc05df19') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:32.329325 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-793f25c2-dc65-4128-9364-e30d038babcb tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:32.352369 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7d20cb5c-e0f0-4140-a7b0-779d46c2534d req-7a88929b-d4fe-40f7-abde-1217ad406769 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddb913d6-c8d8-4056-8b3a-0f7a2a962f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634079 Sep 21 18:12:32.356975 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-793f25c2-dc65-4128-9364-e30d038babcb tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:32.365981 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793f25c2-dc65-4128-9364-e30d038babcb tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:12:32.366612 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-793f25c2-dc65-4128-9364-e30d038babcb tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:32.376620 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:12:32.376620 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:12:32.376620 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:12:32.376620 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:12:32.376620 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:12:32.376620 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:12:32.376620 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:12:32.376620 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:12:32.376620 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:12:32.376620 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:12:32.376620 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:12:32.376620 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:12:32.376620 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:12:32.376620 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:12:32.376620 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:12:32.376620 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:12:32.376620 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:12:32.376620 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:12:32.376620 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:12:32.376620 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:12:32.376620 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:12:32.376620 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:12:32.376620 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:12:32.376620 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:12:32.376620 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:12:32.376620 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:12:32.376620 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:12:32.376620 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:12:32.376620 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:12:32.376620 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:12:32.376620 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:12:32.376620 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:12:32.435122 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-793f25c2-dc65-4128-9364-e30d038babcb tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:32.440011 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-793f25c2-dc65-4128-9364-e30d038babcb tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:32.444712 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-793f25c2-dc65-4128-9364-e30d038babcb tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] 10.222.0.58 "DELETE /v2.0/networks/99ea294a-71f1-4a78-9249-a85d0974ed4a HTTP/1.1" status: 204 len: 168 time: 0.4501400 Sep 21 18:12:32.445960 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 59446) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:32.456180 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f25c2-dc65-4128-9364-e30d038babcb tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Pushing event deleted for resources: {'Network': ['ID=99ea294a-71f1-4a78-9249-a85d0974ed4a,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:32.537179 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-59972c85-db38-44f3-8fac-72492a3705ff tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:32.633348 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-59972c85-db38-44f3-8fac-72492a3705ff tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:32.653043 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-59972c85-db38-44f3-8fac-72492a3705ff tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['047cf604-bb92-4332-a764-5d325861851d']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:32.662420 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-59972c85-db38-44f3-8fac-72492a3705ff tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '311acb9e-0317-44c7-8cc6-2a40f21e414f') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:32.662721 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-59972c85-db38-44f3-8fac-72492a3705ff tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '311acb9e-0317-44c7-8cc6-2a40f21e414f') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:32.672213 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-59972c85-db38-44f3-8fac-72492a3705ff tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:32.685264 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-59972c85-db38-44f3-8fac-72492a3705ff tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:32.692087 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59972c85-db38-44f3-8fac-72492a3705ff tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:12:32.692493 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-59972c85-db38-44f3-8fac-72492a3705ff tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:32.695831 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:12:32.695831 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:12:32.695831 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:12:32.695831 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:12:32.695831 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:12:32.695831 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:12:32.695831 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:12:32.695831 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:12:32.695831 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:12:32.695831 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:12:32.695831 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:12:32.695831 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:12:32.695831 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:12:32.695831 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:12:32.695831 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:12:32.695831 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:12:32.695831 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:12:32.695831 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:12:32.695831 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:12:32.695831 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:12:32.695831 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:12:32.695831 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:12:32.695831 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:12:32.695831 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:12:32.695831 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:12:32.695831 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:12:32.695831 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:12:32.695831 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:12:32.695831 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:12:32.695831 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:12:32.695831 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:12:32.695831 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:12:32.758216 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-59972c85-db38-44f3-8fac-72492a3705ff tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:32.765379 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-59972c85-db38-44f3-8fac-72492a3705ff tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:32.767846 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-59972c85-db38-44f3-8fac-72492a3705ff tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] 10.222.0.58 "DELETE /v2.0/networks/047cf604-bb92-4332-a764-5d325861851d HTTP/1.1" status: 204 len: 168 time: 0.3208756 Sep 21 18:12:32.782824 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59972c85-db38-44f3-8fac-72492a3705ff tempest-BulkNetworkOpsTest-801586379 tempest-BulkNetworkOpsTest-801586379-project] Pushing event deleted for resources: {'Network': ['ID=047cf604-bb92-4332-a764-5d325861851d,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:33.123553 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 59464) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:33.313258 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-db62e9e8-fbac-4f6b-9d53-ad01671f20c6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=056e84ace8fa4dbca8b7a857619e7e51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1882882 Sep 21 18:12:33.316104 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 59472) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:33.348651 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 8f308c45-800f-44a1-bedd-62d6320dd8c9 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:12:33.417748 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf6f4c-53fe-416d-bbf3-1c08e46a9c58 req-d387c6b9-be8b-43e1-a609-34320771d7ea tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:33.428889 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3acf6f4c-53fe-416d-bbf3-1c08e46a9c58 req-d387c6b9-be8b-43e1-a609-34320771d7ea tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.0739839 Sep 21 18:12:33.473029 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b93123be-80d7-4213-b2c7-e98f2ed8ada9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:33.498356 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b93123be-80d7-4213-b2c7-e98f2ed8ada9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:33.503194 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3acf6f4c-53fe-416d-bbf3-1c08e46a9c58 req-e2b1711a-68b4-4687-93b0-c394f89535e9 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695710 Sep 21 18:12:33.527203 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 8f308c45-800f-44a1-bedd-62d6320dd8c9, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=8f308c45-800f-44a1-bedd-62d6320dd8c9,segment=NetworkSegment(56ed99cd-0543-43a6-8d7e-2106ce5d8c41),segment_id=56ed99cd-0543-43a6-8d7e-2106ce5d8c41)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:33.529158 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207eb5a-e1b1-4945-8953-1f448add4a5c req-01369359-a2f1-4f88-919f-df26526ed6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:33.530648 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f207eb5a-e1b1-4945-8953-1f448add4a5c req-01369359-a2f1-4f88-919f-df26526ed6cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27badd22a056458b825abc32f4668d88&device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 1096 time: 0.1881680 Sep 21 18:12:33.540602 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '8f308c45-800f-44a1-bedd-62d6320dd8c9', 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba', 'port_id': '8f308c45-800f-44a1-bedd-62d6320dd8c9', 'mac_address': 'fa:16:3e:59:c9:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:12:33.585325 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:33.595971 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f88077-a898-4936-887f-d12c0a065065 req-779aea54-bbc0-41bd-9987-3f677262938f tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:33.598391 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-76f88077-a898-4936-887f-d12c0a065065 req-779aea54-bbc0-41bd-9987-3f677262938f tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b HTTP/1.1" status: 200 len: 943 time: 0.1470966 Sep 21 18:12:33.600050 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f308c45-800f-44a1-bedd-62d6320dd8c9 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:12:33.646617 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 8f308c45-800f-44a1-bedd-62d6320dd8c9, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=8f308c45-800f-44a1-bedd-62d6320dd8c9,segment=NetworkSegment(56ed99cd-0543-43a6-8d7e-2106ce5d8c41),segment_id=56ed99cd-0543-43a6-8d7e-2106ce5d8c41)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:33.652455 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:33.670986 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b93123be-80d7-4213-b2c7-e98f2ed8ada9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:33.673858 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b93123be-80d7-4213-b2c7-e98f2ed8ada9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:33.675328 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b93123be-80d7-4213-b2c7-e98f2ed8ada9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/efd4c528-fea4-4794-8edb-2c218b3bdc25 HTTP/1.1" status: 204 len: 168 time: 0.3579779 Sep 21 18:12:33.701767 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-76f88077-a898-4936-887f-d12c0a065065 req-2a50b953-9c36-4e5d-beae-e1b2b729bc26 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddb913d6-c8d8-4056-8b3a-0f7a2a962f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668929 Sep 21 18:12:33.712123 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93123be-80d7-4213-b2c7-e98f2ed8ada9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd4c528-fea4-4794-8edb-2c218b3bdc25,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:33.743666 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207eb5a-e1b1-4945-8953-1f448add4a5c req-49410a37-18f3-4282-a9d8-b8a5366bd5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:33.744709 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=8f308c45-800f-44a1-bedd-62d6320dd8c9,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:33.745156 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f207eb5a-e1b1-4945-8953-1f448add4a5c req-49410a37-18f3-4282-a9d8-b8a5366bd5a6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=26b06533-005a-4039-b917-eb7519176b38 HTTP/1.1" status: 200 len: 920 time: 0.2048552 Sep 21 18:12:33.800136 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f207eb5a-e1b1-4945-8953-1f448add4a5c req-66ad3153-1704-44a0-93f4-4804b628f473 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35 HTTP/1.1" status: 200 len: 217 time: 0.0466754 Sep 21 18:12:33.860566 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207eb5a-e1b1-4945-8953-1f448add4a5c req-f35d5e59-5e7e-4bfa-9226-7cae7888f055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:33.862511 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f207eb5a-e1b1-4945-8953-1f448add4a5c req-f35d5e59-5e7e-4bfa-9226-7cae7888f055 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=10ec2754-0ef0-4406-b143-cf240e0ec33f HTTP/1.1" status: 200 len: 859 time: 0.0547066 Sep 21 18:12:33.874969 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['8f308c45-800f-44a1-bedd-62d6320dd8c9'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:12:33.954196 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f207eb5a-e1b1-4945-8953-1f448add4a5c req-da857c2f-76ba-46d1-ba6f-9b40f3b93e04 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26b06533-005a-4039-b917-eb7519176b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737686 Sep 21 18:12:34.106975 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f207eb5a-e1b1-4945-8953-1f448add4a5c req-0f1e490a-8dae-40cd-bcef-b8deb2227581 service neutron] 10.222.0.44 "GET /v2.0/networks/26b06533-005a-4039-b917-eb7519176b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366892 Sep 21 18:12:34.231207 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f207eb5a-e1b1-4945-8953-1f448add4a5c req-7215682e-0e6b-4604-a3fd-942314195bbe service neutron] 10.222.0.44 "GET /v2.0/networks/26b06533-005a-4039-b917-eb7519176b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160188 Sep 21 18:12:34.537795 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 59506) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:34.632476 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0d2a1-a244-4f10-bc02-88e890143c48 req-439d740b-4ef1-4cea-a147-773ee2960386 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:34.641888 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fbf0d2a1-a244-4f10-bc02-88e890143c48 req-439d740b-4ef1-4cea-a147-773ee2960386 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.0675352 Sep 21 18:12:34.668026 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-83b4a4ce-29f9-4954-964d-7300eb8be0a1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1005031473'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:34.690491 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b4a4ce-29f9-4954-964d-7300eb8be0a1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Made reservation on behalf of 7c3b9abaab5949619e65dbb1aa6a2d4e for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:34.693211 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fbf0d2a1-a244-4f10-bc02-88e890143c48 req-d32f89a9-7733-4d4e-9d95-727fec68a933 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501111 Sep 21 18:12:34.695243 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-83b4a4ce-29f9-4954-964d-7300eb8be0a1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:34.706201 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-83b4a4ce-29f9-4954-964d-7300eb8be0a1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:34.875035 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-83b4a4ce-29f9-4954-964d-7300eb8be0a1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:34.884721 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-83b4a4ce-29f9-4954-964d-7300eb8be0a1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:34.903701 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed82e47-0eec-4261-a043-73739d870729 req-d5ae40bb-9a91-4218-91b1-1ac1d2280ccb tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:34.905533 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0ed82e47-0eec-4261-a043-73739d870729 req-d5ae40bb-9a91-4218-91b1-1ac1d2280ccb tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b HTTP/1.1" status: 200 len: 944 time: 0.0891535 Sep 21 18:12:34.945842 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b4a4ce-29f9-4954-964d-7300eb8be0a1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:12:34.969763 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4a4ce-29f9-4954-964d-7300eb8be0a1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=299554cc-e0ef-451d-bb7d-3eb61e82266a,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:34.978062 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-83b4a4ce-29f9-4954-964d-7300eb8be0a1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:34.978331 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-83b4a4ce-29f9-4954-964d-7300eb8be0a1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Added segment 48d119d0-1387-4572-956b-e04ecb73c186 of type vlan for network 9543f79b-9115-47ba-b48e-87a1801613d7 Sep 21 18:12:34.991329 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0ed82e47-0eec-4261-a043-73739d870729 req-01b52937-4d06-4bd8-8c5b-8c98fd852135 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddb913d6-c8d8-4056-8b3a-0f7a2a962f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781286 Sep 21 18:12:35.116702 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59520) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:35.257883 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0cf9b37f-0506-4354-8793-e1ef0f3a566f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:35.336595 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-83b4a4ce-29f9-4954-964d-7300eb8be0a1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:35.345111 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 8f308c45-800f-44a1-bedd-62d6320dd8c9 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:12:35.368740 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0cf9b37f-0506-4354-8793-e1ef0f3a566f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:35.376541 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0cf9b37f-0506-4354-8793-e1ef0f3a566f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:35.378322 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-83b4a4ce-29f9-4954-964d-7300eb8be0a1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:35.384177 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b4a4ce-29f9-4954-964d-7300eb8be0a1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:35.384799 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-83b4a4ce-29f9-4954-964d-7300eb8be0a1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:35.409990 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0cf9b37f-0506-4354-8793-e1ef0f3a566f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6de4cc6b4fc34c659371a3f81bdd0c1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2923365 Sep 21 18:12:35.413093 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 8f308c45-800f-44a1-bedd-62d6320dd8c9 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:12:35.417190 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 8f308c45-800f-44a1-bedd-62d6320dd8c9 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:35.417573 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:35.418152 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59524) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:35.441614 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-83b4a4ce-29f9-4954-964d-7300eb8be0a1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9024487 Sep 21 18:12:35.494011 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf9b37f-0506-4354-8793-e1ef0f3a566f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311d15d8-d3dd-400d-ad93-bb40d47e4497,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:35.510166 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:35.542970 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4a4ce-29f9-4954-964d-7300eb8be0a1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event updated for resources: {'Network': ['ID=9543f79b-9115-47ba-b48e-87a1801613d7,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:35.553224 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-27dad248-6283-4ec4-a873-555b386f0df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:35.557194 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 8f308c45-800f-44a1-bedd-62d6320dd8c9, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=8f308c45-800f-44a1-bedd-62d6320dd8c9,segment=NetworkSegment(56ed99cd-0543-43a6-8d7e-2106ce5d8c41),segment_id=56ed99cd-0543-43a6-8d7e-2106ce5d8c41)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:35.558410 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 59526) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:35.558653 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f308c45-800f-44a1-bedd-62d6320dd8c9'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:12:35.562071 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73161534-d569-43be-961c-fa7dd112a470" -d '{"events": [{"server_uuid": "1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b", "name": "network-vif-plugged", "status": "completed", "tag": "8f308c45-800f-44a1-bedd-62d6320dd8c9"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:12:35.565284 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-133204cf-9ff5-4fb1-a5f4-da77b2f49dc7 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Request body: {'subnet': {'network_id': '9543f79b-9115-47ba-b48e-87a1801613d7', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:35.568482 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:35.570600 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 9543f79b-9115-47ba-b48e-87a1801613d7 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:12:35.583955 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-27dad248-6283-4ec4-a873-555b386f0df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:35.645346 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-27dad248-6283-4ec4-a873-555b386f0df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:35.648713 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-27dad248-6283-4ec4-a873-555b386f0df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:35.650233 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-27dad248-6283-4ec4-a873-555b386f0df9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/311d15d8-d3dd-400d-ad93-bb40d47e4497 HTTP/1.1" status: 204 len: 168 time: 0.2309182 Sep 21 18:12:35.656176 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e5823c-4139-402f-ac3b-1694e6bbbb95 x-openstack-request-id: req-68e5823c-4139-402f-ac3b-1694e6bbbb95 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:12:35.656402 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b", "name": "network-vif-plugged", "status": "completed", "tag": "8f308c45-800f-44a1-bedd-62d6320dd8c9", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:12:35.657183 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-68e5823c-4139-402f-ac3b-1694e6bbbb95 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:12:35.657309 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f308c45-800f-44a1-bedd-62d6320dd8c9', 'code': 200} Sep 21 18:12:35.681207 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dad248-6283-4ec4-a873-555b386f0df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311d15d8-d3dd-400d-ad93-bb40d47e4497,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:35.697824 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=8f308c45-800f-44a1-bedd-62d6320dd8c9,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:35.846746 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54336b89-ed00-4871-8558-6ac7df364438 req-2955c449-e624-49c8-8c2e-e996f23cd33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:35.848387 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-54336b89-ed00-4871-8558-6ac7df364438 req-2955c449-e624-49c8-8c2e-e996f23cd33b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b HTTP/1.1" status: 200 len: 1096 time: 0.1108646 Sep 21 18:12:35.856118 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133204cf-9ff5-4fb1-a5f4-da77b2f49dc7 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Made reservation on behalf of 7c3b9abaab5949619e65dbb1aa6a2d4e for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:35.860093 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-133204cf-9ff5-4fb1-a5f4-da77b2f49dc7 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:35.877695 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66a2d9-a0f2-4996-b98a-a244f1ba81c2 req-f62149ca-06e7-4a24-b702-2f81620268d0 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:35.885134 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3b66a2d9-a0f2-4996-b98a-a244f1ba81c2 req-f62149ca-06e7-4a24-b702-2f81620268d0 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.1130788 Sep 21 18:12:35.994878 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59540) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:36.006894 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-54336b89-ed00-4871-8558-6ac7df364438 req-0338214c-97eb-4cee-b8ef-0d2c990ccb2a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ddb913d6-c8d8-4056-8b3a-0f7a2a962f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402090 Sep 21 18:12:36.016699 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1dbf8f8b-9e36-4577-bf20-e15b72c2c7fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:36.018369 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3b66a2d9-a0f2-4996-b98a-a244f1ba81c2 req-983508ff-f99d-47a6-9cf7-8372ae824085 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321588 Sep 21 18:12:36.142406 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8e663-df33-4bbc-9461-7c1e3e281360 req-76af3166-29f4-4224-b6bc-185f4f3eba0f tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:36.143840 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-133204cf-9ff5-4fb1-a5f4-da77b2f49dc7 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:36.144050 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-85e8e663-df33-4bbc-9461-7c1e3e281360 req-76af3166-29f4-4224-b6bc-185f4f3eba0f tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b HTTP/1.1" status: 200 len: 945 time: 0.0749097 Sep 21 18:12:36.177957 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1dbf8f8b-9e36-4577-bf20-e15b72c2c7fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:36.187723 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1dbf8f8b-9e36-4577-bf20-e15b72c2c7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:36.204232 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133204cf-9ff5-4fb1-a5f4-da77b2f49dc7 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event updated for resources: {'Subnet': ['ID=07f3575f-0465-4d46-a84c-01decd49c3a4,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:36.223240 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133204cf-9ff5-4fb1-a5f4-da77b2f49dc7 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Checking segment: {'id': '48d119d0-1387-4572-956b-e04ecb73c186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9543f79b-9115-47ba-b48e-87a1801613d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:12:36.223463 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-85e8e663-df33-4bbc-9461-7c1e3e281360 req-c089ca5e-83e2-4cac-8e9e-e248a451885b tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddb913d6-c8d8-4056-8b3a-0f7a2a962f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689015 Sep 21 18:12:36.224200 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133204cf-9ff5-4fb1-a5f4-da77b2f49dc7 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Network hostable DHCP agents. Network: 9543f79b-9115-47ba-b48e-87a1801613d7, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:12:36.242406 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1dbf8f8b-9e36-4577-bf20-e15b72c2c7fe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=359e7541c8b0442c8df5053b7ed39679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2463939 Sep 21 18:12:36.243315 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf8f8b-9e36-4577-bf20-e15b72c2c7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75103fad-55a4-4ae5-9c8b-9a481f6c93ed,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:36.245078 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 59544) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:36.253258 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133204cf-9ff5-4fb1-a5f4-da77b2f49dc7 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Network 9543f79b-9115-47ba-b48e-87a1801613d7 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:12:36.269887 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-133204cf-9ff5-4fb1-a5f4-da77b2f49dc7 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 9543f79b-9115-47ba-b48e-87a1801613d7) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:36.274322 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133204cf-9ff5-4fb1-a5f4-da77b2f49dc7 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:36.274918 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-133204cf-9ff5-4fb1-a5f4-da77b2f49dc7 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:36.279310 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed992bc-77cc-40c5-8a6e-2c531c8618d7 None None] Network 9543f79b-9115-47ba-b48e-87a1801613d7 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:36.304436 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-133204cf-9ff5-4fb1-a5f4-da77b2f49dc7 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7446609 Sep 21 18:12:36.308014 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59546) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:36.313782 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-2b92a039-59bb-441a-b3d3-f76ffb8c63df tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-218975065'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:36.323287 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3c153034-0641-44af-90ee-2e5746c7264b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:36.337127 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b92a039-59bb-441a-b3d3-f76ffb8c63df tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Made reservation on behalf of 7c3b9abaab5949619e65dbb1aa6a2d4e for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:36.341046 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2b92a039-59bb-441a-b3d3-f76ffb8c63df tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:36.348594 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3c153034-0641-44af-90ee-2e5746c7264b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:36.366757 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b92a039-59bb-441a-b3d3-f76ffb8c63df tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:12:36.377516 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2b92a039-59bb-441a-b3d3-f76ffb8c63df tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:36.377872 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-2b92a039-59bb-441a-b3d3-f76ffb8c63df tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Added segment e89331ac-5e03-4638-9a22-eb444ceacd7d of type vlan for network 5c05a0e8-8ede-45d2-a55b-37613ee8ed7f Sep 21 18:12:36.408361 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3c153034-0641-44af-90ee-2e5746c7264b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:36.411100 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3c153034-0641-44af-90ee-2e5746c7264b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:36.412322 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3c153034-0641-44af-90ee-2e5746c7264b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/75103fad-55a4-4ae5-9c8b-9a481f6c93ed HTTP/1.1" status: 204 len: 168 time: 0.1653907 Sep 21 18:12:36.422877 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2b92a039-59bb-441a-b3d3-f76ffb8c63df tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:36.432795 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c153034-0641-44af-90ee-2e5746c7264b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75103fad-55a4-4ae5-9c8b-9a481f6c93ed,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:36.437691 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efbde83-4058-406b-9a0d-74a1809572c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-9543f79b-9115-47ba-b48e-87a1801613d7', 'network_id': '9543f79b-9115-47ba-b48e-87a1801613d7', 'tenant_id': '7c3b9abaab5949619e65dbb1aa6a2d4e', 'fixed_ips': [{'subnet_id': '07f3575f-0465-4d46-a84c-01decd49c3a4'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:12:36.438639 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9efbde83-4058-406b-9a0d-74a1809572c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:36.452325 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2b92a039-59bb-441a-b3d3-f76ffb8c63df tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:36.459740 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b92a039-59bb-441a-b3d3-f76ffb8c63df tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:36.460764 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2b92a039-59bb-441a-b3d3-f76ffb8c63df tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:36.495747 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2b92a039-59bb-441a-b3d3-f76ffb8c63df tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1858172 Sep 21 18:12:36.499058 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59550) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:36.507655 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-6d83e1eb-b607-4634-a5da-fb05fc23b6d4 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Request body: {'subnet': {'network_id': '5c05a0e8-8ede-45d2-a55b-37613ee8ed7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:36.557280 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92a039-59bb-441a-b3d3-f76ffb8c63df tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event updated for resources: {'Network': ['ID=5c05a0e8-8ede-45d2-a55b-37613ee8ed7f,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:36.584677 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 5c05a0e8-8ede-45d2-a55b-37613ee8ed7f details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:12:36.640032 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d83e1eb-b607-4634-a5da-fb05fc23b6d4 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Made reservation on behalf of 7c3b9abaab5949619e65dbb1aa6a2d4e for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:36.644002 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6d83e1eb-b607-4634-a5da-fb05fc23b6d4 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:36.664062 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-9efbde83-4058-406b-9a0d-74a1809572c2 None None] Allocated IP 172.20.255.242 (9543f79b-9115-47ba-b48e-87a1801613d7/07f3575f-0465-4d46-a84c-01decd49c3a4/12cae644-3a97-4515-aad4-d601d3562407) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:12:36.826774 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9efbde83-4058-406b-9a0d-74a1809572c2 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:36.839813 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9efbde83-4058-406b-9a0d-74a1809572c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:36.857389 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6d83e1eb-b607-4634-a5da-fb05fc23b6d4 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:36.884974 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efbde83-4058-406b-9a0d-74a1809572c2 None None] Network 9543f79b-9115-47ba-b48e-87a1801613d7 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:12:36.889048 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-9efbde83-4058-406b-9a0d-74a1809572c2 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:36.892577 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efbde83-4058-406b-9a0d-74a1809572c2 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:12:36.916833 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbde83-4058-406b-9a0d-74a1809572c2 None None] Pushing event updated for resources: {'Port': ['ID=12cae644-3a97-4515-aad4-d601d3562407,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:36.940307 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83e1eb-b607-4634-a5da-fb05fc23b6d4 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event updated for resources: {'Subnet': ['ID=1ab2b69e-f806-4019-b9ee-b3072cd3c27d,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:36.957813 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d83e1eb-b607-4634-a5da-fb05fc23b6d4 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Checking segment: {'id': 'e89331ac-5e03-4638-9a22-eb444ceacd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5c05a0e8-8ede-45d2-a55b-37613ee8ed7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:12:36.958185 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d83e1eb-b607-4634-a5da-fb05fc23b6d4 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Network hostable DHCP agents. Network: 5c05a0e8-8ede-45d2-a55b-37613ee8ed7f, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:12:36.980210 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d83e1eb-b607-4634-a5da-fb05fc23b6d4 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Network 5c05a0e8-8ede-45d2-a55b-37613ee8ed7f is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:12:36.994306 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-6d83e1eb-b607-4634-a5da-fb05fc23b6d4 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 5c05a0e8-8ede-45d2-a55b-37613ee8ed7f) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:36.998200 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-9efbde83-4058-406b-9a0d-74a1809572c2 None None] Attempting to bind port 12cae644-3a97-4515-aad4-d601d3562407 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:12:36.998671 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-9efbde83-4058-406b-9a0d-74a1809572c2 None None] Attempting to bind port 12cae644-3a97-4515-aad4-d601d3562407 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '48d119d0-1387-4572-956b-e04ecb73c186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9543f79b-9115-47ba-b48e-87a1801613d7'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:12:36.999112 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efbde83-4058-406b-9a0d-74a1809572c2 None None] Attempting to bind port 12cae644-3a97-4515-aad4-d601d3562407 on network 9543f79b-9115-47ba-b48e-87a1801613d7 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:12:37.000456 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d83e1eb-b607-4634-a5da-fb05fc23b6d4 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:37.001384 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6d83e1eb-b607-4634-a5da-fb05fc23b6d4 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:37.007188 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac8ce9d-9282-465b-9ded-851f1262a598 None None] Network 5c05a0e8-8ede-45d2-a55b-37613ee8ed7f requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:37.010736 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efbde83-4058-406b-9a0d-74a1809572c2 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:12:37.011166 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efbde83-4058-406b-9a0d-74a1809572c2 None None] Checking segment: {'id': '48d119d0-1387-4572-956b-e04ecb73c186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9543f79b-9115-47ba-b48e-87a1801613d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:12:37.012018 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9efbde83-4058-406b-9a0d-74a1809572c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:37.012769 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efbde83-4058-406b-9a0d-74a1809572c2 None None] Bound using segment: {'id': '48d119d0-1387-4572-956b-e04ecb73c186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9543f79b-9115-47ba-b48e-87a1801613d7'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:12:37.013585 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-9efbde83-4058-406b-9a0d-74a1809572c2 None None] Bound port: 12cae644-3a97-4515-aad4-d601d3562407, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d119d0-1387-4572-956b-e04ecb73c186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9543f79b-9115-47ba-b48e-87a1801613d7'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:12:37.014587 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9efbde83-4058-406b-9a0d-74a1809572c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:37.023311 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 59568) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:37.035180 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6d83e1eb-b607-4634-a5da-fb05fc23b6d4 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5334976 Sep 21 18:12:37.132106 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9efbde83-4058-406b-9a0d-74a1809572c2 None None] For port 12cae644-3a97-4515-aad4-d601d3562407, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:12:37.146270 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9efbde83-4058-406b-9a0d-74a1809572c2 None None] For port 12cae644-3a97-4515-aad4-d601d3562407, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=12cae644-3a97-4515-aad4-d601d3562407,segment=NetworkSegment(48d119d0-1387-4572-956b-e04ecb73c186),segment_id=48d119d0-1387-4572-956b-e04ecb73c186)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:12:37.180663 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9efbde83-4058-406b-9a0d-74a1809572c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:37.220412 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e3384-8279-4e9b-9622-e2c844e9ac00 req-72023bcd-e936-45d3-ac81-47659df5344a tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:37.221994 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3e3e3384-8279-4e9b-9622-e2c844e9ac00 req-72023bcd-e936-45d3-ac81-47659df5344a tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.0758567 Sep 21 18:12:37.229727 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-24203ba9-8be5-47e6-bc78-e0aa534047ac tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:37.291986 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbde83-4058-406b-9a0d-74a1809572c2 None None] Pushing event updated for resources: {'Port': ['ID=12cae644-3a97-4515-aad4-d601d3562407,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:37.300590 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59578) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:37.384627 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3e3e3384-8279-4e9b-9622-e2c844e9ac00 req-40ecef79-41ff-445f-a15b-b963309080a3 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499445 Sep 21 18:12:37.405996 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2538949b-2991-4bb7-8b86-a8663ddc6183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-5c05a0e8-8ede-45d2-a55b-37613ee8ed7f', 'network_id': '5c05a0e8-8ede-45d2-a55b-37613ee8ed7f', 'tenant_id': '7c3b9abaab5949619e65dbb1aa6a2d4e', 'fixed_ips': [{'subnet_id': '1ab2b69e-f806-4019-b9ee-b3072cd3c27d'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:12:37.406945 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2538949b-2991-4bb7-8b86-a8663ddc6183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:37.427852 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902c161-669e-4622-8eb4-8a72926db04b req-dc8682e6-3668-430a-9787-0367353e23f0 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:37.429648 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4902c161-669e-4622-8eb4-8a72926db04b req-dc8682e6-3668-430a-9787-0367353e23f0 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b HTTP/1.1" status: 200 len: 945 time: 0.0933042 Sep 21 18:12:37.449321 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-24203ba9-8be5-47e6-bc78-e0aa534047ac tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:37.497332 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4902c161-669e-4622-8eb4-8a72926db04b req-610f5bdb-39d6-403f-8477-7aa380a36e1b tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddb913d6-c8d8-4056-8b3a-0f7a2a962f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605216 Sep 21 18:12:37.500241 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-37322af6-ce39-4688-802d-7acb6ef593c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1357741649-network', 'tenant_id': '01cca3bdc2a24e26ad9e6435abe59849'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:37.560075 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37322af6-ce39-4688-802d-7acb6ef593c0 admin admin] Made reservation on behalf of 01cca3bdc2a24e26ad9e6435abe59849 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:37.565725 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-37322af6-ce39-4688-802d-7acb6ef593c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:37.580264 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-37322af6-ce39-4688-802d-7acb6ef593c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:37.605740 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-24203ba9-8be5-47e6-bc78-e0aa534047ac tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server [None req-2538949b-2991-4bb7-8b86-a8663ddc6183 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1ab2b69e-f806-4019-b9ee-b3072cd3c27d: This subnet is being modified by another concurrent operation. Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise exception Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1ab2b69e-f806-4019-b9ee-b3072cd3c27d: This subnet is being modified by another concurrent operation. Sep 21 18:12:37.612596 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server Sep 21 18:12:37.633425 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc63ecce-a8e6-489f-ab3f-1ce5cdfaf400 None None] Network 5c05a0e8-8ede-45d2-a55b-37613ee8ed7f requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:37.707462 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24203ba9-8be5-47e6-bc78-e0aa534047ac tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event deleted for resources: {'Subnet': ['ID=1ab2b69e-f806-4019-b9ee-b3072cd3c27d,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:37.773109 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-37322af6-ce39-4688-802d-7acb6ef593c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:37.779488 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-37322af6-ce39-4688-802d-7acb6ef593c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:37.784211 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-24203ba9-8be5-47e6-bc78-e0aa534047ac tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:37.811618 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37322af6-ce39-4688-802d-7acb6ef593c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:12:37.814142 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-24203ba9-8be5-47e6-bc78-e0aa534047ac tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c05a0e8-8ede-45d2-a55b-37613ee8ed7f']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:37.828428 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37322af6-ce39-4688-802d-7acb6ef593c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dfe11f-161f-47ce-9018-bb8416544f96,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:37.831685 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-37322af6-ce39-4688-802d-7acb6ef593c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:37.835829 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb26b8-eff2-42f1-b1f0-ed42c292fe14 req-34ae7518-4cd0-4369-aae5-a5ebe4952de6 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:37.843181 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-37322af6-ce39-4688-802d-7acb6ef593c0 admin admin] Added segment 5c3424da-ca43-4f8f-bb75-0f63242fe008 of type vlan for network 5ba916b6-e513-4c87-bbce-c7c4c916873e Sep 21 18:12:37.844482 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-96bb26b8-eff2-42f1-b1f0-ed42c292fe14 req-34ae7518-4cd0-4369-aae5-a5ebe4952de6 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b HTTP/1.1" status: 200 len: 945 time: 0.1392412 Sep 21 18:12:37.846731 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-24203ba9-8be5-47e6-bc78-e0aa534047ac tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e89331ac-5e03-4638-9a22-eb444ceacd7d') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:37.847271 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-24203ba9-8be5-47e6-bc78-e0aa534047ac tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e89331ac-5e03-4638-9a22-eb444ceacd7d') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:37.849714 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 59600) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:37.860304 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-a7617247-d481-490d-96f0-4a415d15265b tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Request body: {'floatingip': {'port_id': '8f308c45-800f-44a1-bedd-62d6320dd8c9'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:37.866832 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-24203ba9-8be5-47e6-bc78-e0aa534047ac tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:37.888341 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-37322af6-ce39-4688-802d-7acb6ef593c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:37.915878 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-37322af6-ce39-4688-802d-7acb6ef593c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:37.916875 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37322af6-ce39-4688-802d-7acb6ef593c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:37.917510 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-37322af6-ce39-4688-802d-7acb6ef593c0 admin admin] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:37.928903 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a7617247-d481-490d-96f0-4a415d15265b tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for floatingip, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:37.958657 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-37322af6-ce39-4688-802d-7acb6ef593c0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6569335 Sep 21 18:12:37.973253 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-24203ba9-8be5-47e6-bc78-e0aa534047ac tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:37.979860 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24203ba9-8be5-47e6-bc78-e0aa534047ac tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:12:37.980507 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-24203ba9-8be5-47e6-bc78-e0aa534047ac tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:37.984153 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59604) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:37.990033 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-08e36e2e-98d3-4450-9d13-8b5793578e60 admin admin] Request body: {'subnet': {'network_id': '5ba916b6-e513-4c87-bbce-c7c4c916873e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1357741649-subnet', 'tenant_id': '01cca3bdc2a24e26ad9e6435abe59849', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:37.994116 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:12:37.994116 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:12:37.994116 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:12:37.994116 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:12:37.994116 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:12:37.994116 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:12:37.994116 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:12:37.994116 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:12:37.994116 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:12:37.994116 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:12:37.994116 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:12:37.994116 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:12:37.994116 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:12:37.994116 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:12:37.994116 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:12:37.994116 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:12:37.994116 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:12:37.994116 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:12:37.994116 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:12:37.994116 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:12:37.994116 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:12:37.994116 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:12:37.994116 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:12:37.994116 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:12:37.994116 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:12:37.994116 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:12:37.994116 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:12:37.994116 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:12:37.994116 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:12:37.994116 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:12:37.994116 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:12:37.994116 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:12:38.004089 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37322af6-ce39-4688-802d-7acb6ef593c0 admin admin] Pushing event updated for resources: {'Network': ['ID=5ba916b6-e513-4c87-bbce-c7c4c916873e,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:38.017300 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e36e2e-98d3-4450-9d13-8b5793578e60 admin admin] Made reservation on behalf of 01cca3bdc2a24e26ad9e6435abe59849 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:38.018505 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 5ba916b6-e513-4c87-bbce-c7c4c916873e details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:12:38.020026 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-08e36e2e-98d3-4450-9d13-8b5793578e60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:38.156289 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-24203ba9-8be5-47e6-bc78-e0aa534047ac tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:38.168228 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-24203ba9-8be5-47e6-bc78-e0aa534047ac tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:38.170453 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-24203ba9-8be5-47e6-bc78-e0aa534047ac tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "DELETE /v2.0/networks/5c05a0e8-8ede-45d2-a55b-37613ee8ed7f HTTP/1.1" status: 204 len: 168 time: 1.1459093 Sep 21 18:12:38.174696 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59612) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:38.184521 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-656ec0ef-e69f-451d-a332-a1c63a692924 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1801791307'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:38.197807 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24203ba9-8be5-47e6-bc78-e0aa534047ac tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event deleted for resources: {'Network': ['ID=5c05a0e8-8ede-45d2-a55b-37613ee8ed7f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:38.276150 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656ec0ef-e69f-451d-a332-a1c63a692924 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Made reservation on behalf of 7c3b9abaab5949619e65dbb1aa6a2d4e for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:38.280089 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-656ec0ef-e69f-451d-a332-a1c63a692924 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:38.311682 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 12cae644-3a97-4515-aad4-d601d3562407 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:12:38.350682 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-656ec0ef-e69f-451d-a332-a1c63a692924 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:12:38.356116 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-08e36e2e-98d3-4450-9d13-8b5793578e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:38.382576 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 12cae644-3a97-4515-aad4-d601d3562407 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:38.383374 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:38.399464 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e36e2e-98d3-4450-9d13-8b5793578e60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2b82b9b-0df8-47ed-9d8a-6bd72fcdbd52,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:38.411345 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-656ec0ef-e69f-451d-a332-a1c63a692924 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:38.411700 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-656ec0ef-e69f-451d-a332-a1c63a692924 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Added segment af1d5f55-1d1c-4aac-a61a-f1fffc442f68 of type vlan for network dffe3bd8-9693-4d47-b788-6e964b9a978c Sep 21 18:12:38.474412 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-656ec0ef-e69f-451d-a332-a1c63a692924 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:38.488580 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e36e2e-98d3-4450-9d13-8b5793578e60 admin admin] Checking segment: {'id': '5c3424da-ca43-4f8f-bb75-0f63242fe008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5ba916b6-e513-4c87-bbce-c7c4c916873e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:12:38.488943 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e36e2e-98d3-4450-9d13-8b5793578e60 admin admin] Network hostable DHCP agents. Network: 5ba916b6-e513-4c87-bbce-c7c4c916873e, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:12:38.516805 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-656ec0ef-e69f-451d-a332-a1c63a692924 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:38.522413 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656ec0ef-e69f-451d-a332-a1c63a692924 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:38.523052 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-656ec0ef-e69f-451d-a332-a1c63a692924 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:38.525446 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:38.610205 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16f0580-12b7-4d70-a582-d494a8f78f7d None None] Network 9543f79b-9115-47ba-b48e-87a1801613d7 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:38.655349 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 12cae644-3a97-4515-aad4-d601d3562407, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=12cae644-3a97-4515-aad4-d601d3562407,segment=NetworkSegment(48d119d0-1387-4572-956b-e04ecb73c186),segment_id=48d119d0-1387-4572-956b-e04ecb73c186)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:38.697271 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:38.763801 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a7617247-d481-490d-96f0-4a415d15265b tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:38.769002 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-8e875720-77aa-4e06-b67a-d8186ac5b752 None None] Provisioning complete for port 12cae644-3a97-4515-aad4-d601d3562407 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:38.769460 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e875720-77aa-4e06-b67a-d8186ac5b752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:38.771783 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a7617247-d481-490d-96f0-4a415d15265b tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:38.853222 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=12cae644-3a97-4515-aad4-d601d3562407,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:38.906987 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e36e2e-98d3-4450-9d13-8b5793578e60 admin admin] Network 5ba916b6-e513-4c87-bbce-c7c4c916873e is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:12:38.912886 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-a7617247-d481-490d-96f0-4a415d15265b tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Floating IP 100cfd52-64c0-40e4-a30d-7535aa4245ef associated. External IP: 172.25.6.115, port: 8f308c45-800f-44a1-bedd-62d6320dd8c9. Sep 21 18:12:38.950595 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-656ec0ef-e69f-451d-a332-a1c63a692924 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7745445 Sep 21 18:12:38.955027 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-08e36e2e-98d3-4450-9d13-8b5793578e60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 5ba916b6-e513-4c87-bbce-c7c4c916873e) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:38.957284 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59624) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:38.966641 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cc46da-4ecf-4cf2-9d06-5d38d62e584f None None] Network 5ba916b6-e513-4c87-bbce-c7c4c916873e requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:38.989912 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-f2c86c67-0508-4f67-ad09-1be1f5e55a8c tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Request body: {'subnet': {'network_id': 'dffe3bd8-9693-4d47-b788-6e964b9a978c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:38.999066 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e36e2e-98d3-4450-9d13-8b5793578e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:38.999668 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-08e36e2e-98d3-4450-9d13-8b5793578e60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:39.006243 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ec0ef-e69f-451d-a332-a1c63a692924 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event updated for resources: {'Network': ['ID=dffe3bd8-9693-4d47-b788-6e964b9a978c,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:39.033481 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network dffe3bd8-9693-4d47-b788-6e964b9a978c details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:12:39.072466 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1635d93-ea38-4559-8fee-47964a1abbad req-7505cf9b-6ec2-446e-a8d7-50572f7577e1 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:39.074132 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c1635d93-ea38-4559-8fee-47964a1abbad req-7505cf9b-6ec2-446e-a8d7-50572f7577e1 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.1740837 Sep 21 18:12:39.092149 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-08e36e2e-98d3-4450-9d13-8b5793578e60 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0981913 Sep 21 18:12:39.230868 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c1635d93-ea38-4559-8fee-47964a1abbad req-ddaf8f92-f4f5-47d5-9443-48339fa82a6a tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349244 Sep 21 18:12:39.244076 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c86c67-0508-4f67-ad09-1be1f5e55a8c tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Made reservation on behalf of 7c3b9abaab5949619e65dbb1aa6a2d4e for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:39.252951 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f2c86c67-0508-4f67-ad09-1be1f5e55a8c tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:39.315329 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7617247-d481-490d-96f0-4a415d15265b tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Router 0532cd4f-7f9f-417a-8e25-ab29cbe2dac6 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:12:39.328679 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.ipam_backend_mixin [None req-f2c86c67-0508-4f67-ad09-1be1f5e55a8c tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Performing IP validity checks on allocation pools {{(pid=101461) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 21 18:12:39.330083 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.ipam_backend_mixin [None req-f2c86c67-0508-4f67-ad09-1be1f5e55a8c tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101461) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 21 18:12:39.356717 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad2b56f-8b40-4627-b19f-ad32d56c2069 None None] Network 5ba916b6-e513-4c87-bbce-c7c4c916873e requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:39.453351 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7617247-d481-490d-96f0-4a415d15265b tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:12:39.458659 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a7617247-d481-490d-96f0-4a415d15265b tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:39.466082 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0851213-f6d3-453c-a269-fd936bee2813 None None] Sync routers for ids ['0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:12:39.468470 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-6fac0a43-382a-4f5d-b34a-4ef91e3f0304 None None] Provisioning complete for port 12cae644-3a97-4515-aad4-d601d3562407 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:39.468849 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6fac0a43-382a-4f5d-b34a-4ef91e3f0304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:39.479627 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0851213-f6d3-453c-a269-fd936bee2813 None None] Routers {'0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:12:39.480256 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-e0851213-f6d3-453c-a269-fd936bee2813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:12:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:39.503466 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a7617247-d481-490d-96f0-4a415d15265b tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "PUT /v2.0/floatingips/100cfd52-64c0-40e4-a30d-7535aa4245ef HTTP/1.1" status: 200 len: 991 time: 1.6524673 Sep 21 18:12:39.519592 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b', 'tag': '8f308c45-800f-44a1-bedd-62d6320dd8c9'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:12:39.525028 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49efd6c-abc7-4c6f-b0c7-634dc2ae1d7e" -d '{"events": [{"name": "network-changed", "server_uuid": "1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b", "tag": "8f308c45-800f-44a1-bedd-62d6320dd8c9"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:12:39.612384 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc17c741-b110-42ce-8a5b-6059c9e03938 x-openstack-request-id: req-bc17c741-b110-42ce-8a5b-6059c9e03938 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:12:39.612812 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b", "tag": "8f308c45-800f-44a1-bedd-62d6320dd8c9", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:12:39.613131 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bc17c741-b110-42ce-8a5b-6059c9e03938 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:12:39.613601 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b', 'tag': '8f308c45-800f-44a1-bedd-62d6320dd8c9', 'status': 'completed', 'code': 200} Sep 21 18:12:39.633810 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-e0851213-f6d3-453c-a269-fd936bee2813 None None] Set router 0532cd4f-7f9f-417a-8e25-ab29cbe2dac6 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:12:39.655923 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f2c86c67-0508-4f67-ad09-1be1f5e55a8c tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:39.729832 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c86c67-0508-4f67-ad09-1be1f5e55a8c tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event updated for resources: {'Subnet': ['ID=c2980545-41f8-45e0-9a2a-f7f0d0ceb4ed,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:39.735941 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49efd6c-abc7-4c6f-b0c7-634dc2ae1d7e req-102267d1-c510-4611-bde6-fd4494c6de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:39.741374 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b49efd6c-abc7-4c6f-b0c7-634dc2ae1d7e req-102267d1-c510-4611-bde6-fd4494c6de9c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5aadfefca1044e71aeb470c69c909afe&device_id=1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b HTTP/1.1" status: 200 len: 1096 time: 0.0987761 Sep 21 18:12:39.745749 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d2351d-1a71-45b4-80ad-34abdf3bf684 None None] get_active_networks_info from n-d-810291-1 {{(pid=101462) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:12:39.811268 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c86c67-0508-4f67-ad09-1be1f5e55a8c tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Checking segment: {'id': 'af1d5f55-1d1c-4aac-a61a-f1fffc442f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dffe3bd8-9693-4d47-b788-6e964b9a978c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:12:39.815012 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c86c67-0508-4f67-ad09-1be1f5e55a8c tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Network hostable DHCP agents. Network: dffe3bd8-9693-4d47-b788-6e964b9a978c, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:12:39.856453 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c86c67-0508-4f67-ad09-1be1f5e55a8c tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Network dffe3bd8-9693-4d47-b788-6e964b9a978c is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:12:39.877503 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-f2c86c67-0508-4f67-ad09-1be1f5e55a8c tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, dffe3bd8-9693-4d47-b788-6e964b9a978c) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:39.886982 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49efd6c-abc7-4c6f-b0c7-634dc2ae1d7e req-ba2f33a2-1d3e-4b62-969d-2b7b5680aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:39.888769 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b49efd6c-abc7-4c6f-b0c7-634dc2ae1d7e req-ba2f33a2-1d3e-4b62-969d-2b7b5680aaab service neutron] 10.222.0.38 "GET /v2.0/networks?id=b4b63a75-cac0-4c3a-a311-673b965199ba HTTP/1.1" status: 200 len: 912 time: 0.1398704 Sep 21 18:12:39.889498 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c86c67-0508-4f67-ad09-1be1f5e55a8c tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:39.890114 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f2c86c67-0508-4f67-ad09-1be1f5e55a8c tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:39.924007 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f2c86c67-0508-4f67-ad09-1be1f5e55a8c tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9395278 Sep 21 18:12:39.926788 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59646) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:39.991437 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b49efd6c-abc7-4c6f-b0c7-634dc2ae1d7e req-e23cc4b1-0da9-45c7-9ad8-d22e62d3e0c7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f308c45-800f-44a1-bedd-62d6320dd8c9 HTTP/1.1" status: 200 len: 999 time: 0.0949745 Sep 21 18:12:40.072181 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-e0851213-f6d3-453c-a269-fd936bee2813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'name': 'tempest-AttachVolumeTestJSON-1801208743-router', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:14Z', 'updated_at': '2021-09-21T18:08:19Z', 'revision_number': 4, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'gw_port': {'id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:15Z', 'updated_at': '2021-09-21T18:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '100cfd52-64c0-40e4-a30d-7535aa4245ef', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'floating_ip_address': '172.25.6.115', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'port_id': '8f308c45-800f-44a1-bedd-62d6320dd8c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba', 'mac_address': 'fa:16:3e:59:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:12:23Z', 'updated_at': '2021-09-21T18:12:38Z', 'revision_number': 1, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf36e34e-ebba-4f71-a59a-5d649f3f7f8c', 'name': '', 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'mac_address': 'fa:16:3e:bd:3f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:18Z', 'updated_at': '2021-09-21T18:08:25Z', 'revision_number': 5, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'subnets': [{'id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:40.127694 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49efd6c-abc7-4c6f-b0c7-634dc2ae1d7e req-fd7a8ce5-75bf-4cae-89fc-7bdebe29980c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:40.129408 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b49efd6c-abc7-4c6f-b0c7-634dc2ae1d7e req-fd7a8ce5-75bf-4cae-89fc-7bdebe29980c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=29244be3-4141-408b-9ec3-b8b1380c14f4 HTTP/1.1" status: 200 len: 850 time: 0.1311255 Sep 21 18:12:40.158426 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0851213-f6d3-453c-a269-fd936bee2813 None None] Checking router: 0532cd4f-7f9f-417a-8e25-ab29cbe2dac6 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:12:40.160220 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d2351d-1a71-45b4-80ad-34abdf3bf684 None None] Unable to find a vacant binding_index for network dffe3bd8-9693-4d47-b788-6e964b9a978c and agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 {{(pid=101462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Sep 21 18:12:40.172411 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d2351d-1a71-45b4-80ad-34abdf3bf684 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, dffe3bd8-9693-4d47-b788-6e964b9a978c) {{(pid=101462) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:12:40.186512 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0851213-f6d3-453c-a269-fd936bee2813 None None] Routers {'0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:12:40.187605 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-e0851213-f6d3-453c-a269-fd936bee2813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:12:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:40.256902 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7309b8e0-a4c2-4f3a-8508-c42f08af66c2 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:40.288299 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 12cae644-3a97-4515-aad4-d601d3562407 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:12:40.319247 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49efd6c-abc7-4c6f-b0c7-634dc2ae1d7e req-0fda89b5-8f52-4725-828a-904f8c19d509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:40.328582 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b49efd6c-abc7-4c6f-b0c7-634dc2ae1d7e req-0fda89b5-8f52-4725-828a-904f8c19d509 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b4b63a75-cac0-4c3a-a311-673b965199ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1926117 Sep 21 18:12:40.388477 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7309b8e0-a4c2-4f3a-8508-c42f08af66c2 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:40.426607 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 12cae644-3a97-4515-aad4-d601d3562407 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:40.427246 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:40.489896 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-e0851213-f6d3-453c-a269-fd936bee2813 None None] Set router 0532cd4f-7f9f-417a-8e25-ab29cbe2dac6 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:12:40.531660 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7309b8e0-a4c2-4f3a-8508-c42f08af66c2 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:40.581830 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4068498-3740-4514-8e1f-66624e9f1676 req-64d788ee-9340-4e69-8822-933e33b080d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:40.582919 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f4068498-3740-4514-8e1f-66624e9f1676 req-64d788ee-9340-4e69-8822-933e33b080d4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 1096 time: 0.3534374 Sep 21 18:12:40.594053 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb4f93-7634-4cb0-a8d9-de892a2ccf94 req-e13d57ea-cd70-498b-9a18-79143cafaaed tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:40.595710 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8abb4f93-7634-4cb0-a8d9-de892a2ccf94 req-e13d57ea-cd70-498b-9a18-79143cafaaed tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.1771200 Sep 21 18:12:40.596784 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309b8e0-a4c2-4f3a-8508-c42f08af66c2 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event deleted for resources: {'Subnet': ['ID=c2980545-41f8-45e0-9a2a-f7f0d0ceb4ed,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:40.601739 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87f3cb9-1a40-4eec-b3f4-7d67b5616cdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-dffe3bd8-9693-4d47-b788-6e964b9a978c', 'network_id': 'dffe3bd8-9693-4d47-b788-6e964b9a978c', 'tenant_id': '7c3b9abaab5949619e65dbb1aa6a2d4e', 'fixed_ips': [{'subnet_id': 'c2980545-41f8-45e0-9a2a-f7f0d0ceb4ed'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:12:40.602725 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f87f3cb9-1a40-4eec-b3f4-7d67b5616cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:40.702240 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b49efd6c-abc7-4c6f-b0c7-634dc2ae1d7e req-39839bd6-1f10-4aa8-bf0a-bf582bbf305c service neutron] 10.222.0.38 "GET /v2.0/networks/b4b63a75-cac0-4c3a-a311-673b965199ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646462 Sep 21 18:12:40.720216 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f4068498-3740-4514-8e1f-66624e9f1676 req-ad43fb86-6179-42d9-a052-46f34382ea5e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283677 Sep 21 18:12:40.726014 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8abb4f93-7634-4cb0-a8d9-de892a2ccf94 req-d2b10a65-4c0b-4ca7-90cb-da30eb3c8ff2 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124864 Sep 21 18:12:40.770330 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7309b8e0-a4c2-4f3a-8508-c42f08af66c2 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:40.786917 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42d3b18-b9b9-46ff-8c7e-e8dd2344e185 None None] Network dffe3bd8-9693-4d47-b788-6e964b9a978c requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:40.816636 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-7309b8e0-a4c2-4f3a-8508-c42f08af66c2 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dffe3bd8-9693-4d47-b788-6e964b9a978c']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:40.837391 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-7309b8e0-a4c2-4f3a-8508-c42f08af66c2 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af1d5f55-1d1c-4aac-a61a-f1fffc442f68') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:40.839312 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-7309b8e0-a4c2-4f3a-8508-c42f08af66c2 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af1d5f55-1d1c-4aac-a61a-f1fffc442f68') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:40.862956 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7309b8e0-a4c2-4f3a-8508-c42f08af66c2 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:40.864668 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b49efd6c-abc7-4c6f-b0c7-634dc2ae1d7e req-e866dc26-8bf2-46ce-885a-dcabb06f8782 service neutron] 10.222.0.38 "GET /v2.0/networks/b4b63a75-cac0-4c3a-a311-673b965199ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402032 Sep 21 18:12:40.909629 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7309b8e0-a4c2-4f3a-8508-c42f08af66c2 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:40.909903 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-e0851213-f6d3-453c-a269-fd936bee2813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'name': 'tempest-AttachVolumeTestJSON-1801208743-router', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:14Z', 'updated_at': '2021-09-21T18:08:19Z', 'revision_number': 4, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'gw_port': {'id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:15Z', 'updated_at': '2021-09-21T18:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '100cfd52-64c0-40e4-a30d-7535aa4245ef', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'floating_ip_address': '172.25.6.115', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'port_id': '8f308c45-800f-44a1-bedd-62d6320dd8c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba', 'mac_address': 'fa:16:3e:59:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:12:23Z', 'updated_at': '2021-09-21T18:12:38Z', 'revision_number': 1, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf36e34e-ebba-4f71-a59a-5d649f3f7f8c', 'name': '', 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'mac_address': 'fa:16:3e:bd:3f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:18Z', 'updated_at': '2021-09-21T18:08:25Z', 'revision_number': 5, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'subnets': [{'id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:40.924245 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7309b8e0-a4c2-4f3a-8508-c42f08af66c2 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:12:40.925029 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7309b8e0-a4c2-4f3a-8508-c42f08af66c2 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:40.928512 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:12:40.928512 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:12:40.928512 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:12:40.928512 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:12:40.928512 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:12:40.928512 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:12:40.928512 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:12:40.928512 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:12:40.928512 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:12:40.928512 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:12:40.928512 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:12:40.928512 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:12:40.928512 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:12:40.928512 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:12:40.928512 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:12:40.928512 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:12:40.928512 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:12:40.928512 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:12:40.928512 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:12:40.928512 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:12:40.928512 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:12:40.928512 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:12:40.928512 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:12:40.928512 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:12:40.928512 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:12:40.928512 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:12:40.928512 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:12:40.928512 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:12:40.928512 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:12:40.928512 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:12:40.928512 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:12:40.928512 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:12:40.949646 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453848cc-4646-46f5-8202-a241fbd900ae None None] Network dffe3bd8-9693-4d47-b788-6e964b9a978c requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:41.005194 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7309b8e0-a4c2-4f3a-8508-c42f08af66c2 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:41.013552 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7309b8e0-a4c2-4f3a-8508-c42f08af66c2 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:41.015829 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7309b8e0-a4c2-4f3a-8508-c42f08af66c2 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "DELETE /v2.0/networks/dffe3bd8-9693-4d47-b788-6e964b9a978c HTTP/1.1" status: 204 len: 168 time: 1.0878720 Sep 21 18:12:41.020762 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 59672) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:41.025984 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-2c423e78-8346-4301-8905-1685dc6f9273 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-827083617'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:41.046319 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309b8e0-a4c2-4f3a-8508-c42f08af66c2 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event deleted for resources: {'Network': ['ID=dffe3bd8-9693-4d47-b788-6e964b9a978c,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:41.058444 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0851213-f6d3-453c-a269-fd936bee2813 None None] The sync data for ids ['0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'] in n-d-810291-1 is: [{'id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'name': 'tempest-AttachVolumeTestJSON-1801208743-router', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:14Z', 'updated_at': '2021-09-21T18:08:19Z', 'revision_number': 4, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'gw_port': {'id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:15Z', 'updated_at': '2021-09-21T18:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '100cfd52-64c0-40e4-a30d-7535aa4245ef', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'floating_ip_address': '172.25.6.115', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'port_id': '8f308c45-800f-44a1-bedd-62d6320dd8c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba', 'mac_address': 'fa:16:3e:59:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:12:23Z', 'updated_at': '2021-09-21T18:12:38Z', 'revision_number': 1, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf36e34e-ebba-4f71-a59a-5d649f3f7f8c', 'name': '', 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'mac_address': 'fa:16:3e:bd:3f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:18Z', 'updated_at': '2021-09-21T18:08:25Z', 'revision_number': 5, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'subnets': [{'id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:12:41.070526 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c423e78-8346-4301-8905-1685dc6f9273 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Made reservation on behalf of 7c3b9abaab5949619e65dbb1aa6a2d4e for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:41.074442 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2c423e78-8346-4301-8905-1685dc6f9273 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:41.099957 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c423e78-8346-4301-8905-1685dc6f9273 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:12:41.110276 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2c423e78-8346-4301-8905-1685dc6f9273 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:41.110633 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-2c423e78-8346-4301-8905-1685dc6f9273 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Added segment 86b35360-97c6-46fc-bd12-9a5509c97558 of type vlan for network b2668b74-b3ff-4bfc-97f2-75023c3f0fcb Sep 21 18:12:41.183731 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2c423e78-8346-4301-8905-1685dc6f9273 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:41.225370 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2c423e78-8346-4301-8905-1685dc6f9273 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:41.231819 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c423e78-8346-4301-8905-1685dc6f9273 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:41.232416 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2c423e78-8346-4301-8905-1685dc6f9273 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:41.289096 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2c423e78-8346-4301-8905-1685dc6f9273 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2641721 Sep 21 18:12:41.291874 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59682) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:41.298012 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-aa2a2b7d-b3a6-45c8-b757-bdf22beec0ea tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Request body: {'subnet': {'network_id': 'b2668b74-b3ff-4bfc-97f2-75023c3f0fcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:41.319709 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c423e78-8346-4301-8905-1685dc6f9273 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event updated for resources: {'Network': ['ID=b2668b74-b3ff-4bfc-97f2-75023c3f0fcb,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:41.339199 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network b2668b74-b3ff-4bfc-97f2-75023c3f0fcb details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:12:41.445843 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2a2b7d-b3a6-45c8-b757-bdf22beec0ea tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Made reservation on behalf of 7c3b9abaab5949619e65dbb1aa6a2d4e for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:41.446529 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd063973-2010-4e93-9969-01e882304fa7 None None] New status for floating IP 100cfd52-64c0-40e4-a30d-7535aa4245ef: ACTIVE {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:12:41.450034 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aa2a2b7d-b3a6-45c8-b757-bdf22beec0ea tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:41.658052 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aa2a2b7d-b3a6-45c8-b757-bdf22beec0ea tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:41.730061 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a2b7d-b3a6-45c8-b757-bdf22beec0ea tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event updated for resources: {'Subnet': ['ID=927ddcd2-cbaa-43a8-80f8-e117096d7651,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:41.739475 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2a2b7d-b3a6-45c8-b757-bdf22beec0ea tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Checking segment: {'id': '86b35360-97c6-46fc-bd12-9a5509c97558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b2668b74-b3ff-4bfc-97f2-75023c3f0fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:12:41.739896 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2a2b7d-b3a6-45c8-b757-bdf22beec0ea tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Network hostable DHCP agents. Network: b2668b74-b3ff-4bfc-97f2-75023c3f0fcb, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:12:41.757212 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2a2b7d-b3a6-45c8-b757-bdf22beec0ea tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Network b2668b74-b3ff-4bfc-97f2-75023c3f0fcb is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:12:41.768700 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-aa2a2b7d-b3a6-45c8-b757-bdf22beec0ea tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, b2668b74-b3ff-4bfc-97f2-75023c3f0fcb) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:41.773489 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2a2b7d-b3a6-45c8-b757-bdf22beec0ea tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:41.774124 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aa2a2b7d-b3a6-45c8-b757-bdf22beec0ea tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:41.783146 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33339e22-36af-4d33-bc48-735247dce86c None None] Network b2668b74-b3ff-4bfc-97f2-75023c3f0fcb requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:41.803323 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-aa2a2b7d-b3a6-45c8-b757-bdf22beec0ea tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5077550 Sep 21 18:12:41.803674 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 59692) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:41.865984 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e7d91-3a9f-4614-adf9-d63b8d284d37 req-099f9446-8bb5-4b19-96fb-dffdd7e7ee8a tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:41.867563 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ac6e7d91-3a9f-4614-adf9-d63b8d284d37 req-099f9446-8bb5-4b19-96fb-dffdd7e7ee8a tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.0605650 Sep 21 18:12:41.933708 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ac6e7d91-3a9f-4614-adf9-d63b8d284d37 req-e21ea451-006c-473d-b55a-978aeeec197f tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596097 Sep 21 18:12:41.949487 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4beabf3b-071b-46da-8dbd-3f15895649db tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:41.985411 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152b423d-e080-471c-8695-c4ca258c21f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-b2668b74-b3ff-4bfc-97f2-75023c3f0fcb', 'network_id': 'b2668b74-b3ff-4bfc-97f2-75023c3f0fcb', 'tenant_id': '7c3b9abaab5949619e65dbb1aa6a2d4e', 'fixed_ips': [{'subnet_id': '927ddcd2-cbaa-43a8-80f8-e117096d7651'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:12:41.986289 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-152b423d-e080-471c-8695-c4ca258c21f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:42.011472 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4beabf3b-071b-46da-8dbd-3f15895649db tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:42.086662 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4beabf3b-071b-46da-8dbd-3f15895649db tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server [None req-152b423d-e080-471c-8695-c4ca258c21f8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 927ddcd2-cbaa-43a8-80f8-e117096d7651: This subnet is being modified by another concurrent operation. Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise exception Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 927ddcd2-cbaa-43a8-80f8-e117096d7651: This subnet is being modified by another concurrent operation. Sep 21 18:12:42.096502 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server Sep 21 18:12:42.124687 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278e4e05-4e92-4d9b-b262-839f17eca0fe None None] Network b2668b74-b3ff-4bfc-97f2-75023c3f0fcb requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:42.128304 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beabf3b-071b-46da-8dbd-3f15895649db tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event deleted for resources: {'Subnet': ['ID=927ddcd2-cbaa-43a8-80f8-e117096d7651,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:42.198556 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4beabf3b-071b-46da-8dbd-3f15895649db tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:42.240360 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-4beabf3b-071b-46da-8dbd-3f15895649db tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2668b74-b3ff-4bfc-97f2-75023c3f0fcb']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:42.254331 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-4beabf3b-071b-46da-8dbd-3f15895649db tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b35360-97c6-46fc-bd12-9a5509c97558') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:42.254760 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-4beabf3b-071b-46da-8dbd-3f15895649db tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b35360-97c6-46fc-bd12-9a5509c97558') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:42.278838 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4beabf3b-071b-46da-8dbd-3f15895649db tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:42.295227 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4beabf3b-071b-46da-8dbd-3f15895649db tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:42.295840 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f50baa7-b13e-4af5-9969-bdf8e6841c18 None None] get_active_networks_info from n-d-810291-1 {{(pid=101462) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:12:42.350910 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4beabf3b-071b-46da-8dbd-3f15895649db tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:12:42.351567 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4beabf3b-071b-46da-8dbd-3f15895649db tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:42.356041 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:12:42.356041 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:12:42.356041 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:12:42.356041 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:12:42.356041 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:12:42.356041 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:12:42.356041 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:12:42.356041 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:12:42.356041 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:12:42.356041 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:12:42.356041 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:12:42.356041 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:12:42.356041 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:12:42.356041 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:12:42.356041 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:12:42.356041 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:12:42.356041 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:12:42.356041 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:12:42.356041 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:12:42.356041 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:12:42.356041 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:12:42.356041 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:12:42.356041 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:12:42.356041 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:12:42.356041 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:12:42.356041 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:12:42.356041 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:12:42.356041 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:12:42.356041 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:12:42.356041 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:12:42.356041 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:12:42.356041 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:12:42.414973 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f50baa7-b13e-4af5-9969-bdf8e6841c18 None None] Resources bound (agent type, host, resource id): {{(pid=101462) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:12:42.442494 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f24b0f-d86d-4295-956a-c8f03dce7ffc req-f6734cf6-864a-4daa-8ca2-2217afb0086f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:42.446229 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b0f24b0f-d86d-4295-956a-c8f03dce7ffc req-f6734cf6-864a-4daa-8ca2-2217afb0086f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27badd22a056458b825abc32f4668d88&device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 1096 time: 0.1480427 Sep 21 18:12:42.545228 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc14024-bb14-4847-9a4d-772023cd6cb3 req-0b00124f-3163-4b89-9eca-1b9105817aab tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:42.545228 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7fc14024-bb14-4847-9a4d-772023cd6cb3 req-0b00124f-3163-4b89-9eca-1b9105817aab tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.2072771 Sep 21 18:12:42.549043 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4beabf3b-071b-46da-8dbd-3f15895649db tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:42.563003 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4beabf3b-071b-46da-8dbd-3f15895649db tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:42.568984 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59730) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:42.569429 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4beabf3b-071b-46da-8dbd-3f15895649db tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "DELETE /v2.0/networks/b2668b74-b3ff-4bfc-97f2-75023c3f0fcb HTTP/1.1" status: 204 len: 168 time: 0.7643471 Sep 21 18:12:42.580158 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-850f2b05-7007-4bf2-b016-b8a1ae76420a tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1216559263'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:42.584858 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f24b0f-d86d-4295-956a-c8f03dce7ffc req-3a80581f-e1ab-456b-bda9-1ca724ada2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:42.586364 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b0f24b0f-d86d-4295-956a-c8f03dce7ffc req-3a80581f-e1ab-456b-bda9-1ca724ada2cf service neutron] 10.222.0.44 "GET /v2.0/networks?id=26b06533-005a-4039-b917-eb7519176b38 HTTP/1.1" status: 200 len: 920 time: 0.1284566 Sep 21 18:12:42.590150 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beabf3b-071b-46da-8dbd-3f15895649db tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event deleted for resources: {'Network': ['ID=b2668b74-b3ff-4bfc-97f2-75023c3f0fcb,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:42.605552 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-c9c383c4-2625-47ef-9e29-1b56b055fefd tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:42.613548 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-c9c383c4-2625-47ef-9e29-1b56b055fefd tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/networks?id=5ba916b6-e513-4c87-bbce-c7c4c916873e HTTP/1.1" status: 200 len: 809 time: 0.1780434 Sep 21 18:12:42.637192 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-78e701d1-373f-4092-bda2-7343c52803f7 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/quotas/01cca3bdc2a24e26ad9e6435abe59849 HTTP/1.1" status: 200 len: 375 time: 0.0223296 Sep 21 18:12:42.665848 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b0f24b0f-d86d-4295-956a-c8f03dce7ffc req-a42ae196-ec2f-417c-98e6-0947c9641aa3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35 HTTP/1.1" status: 200 len: 217 time: 0.0515885 Sep 21 18:12:42.672489 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7fc14024-bb14-4847-9a4d-772023cd6cb3 req-672806ac-9a27-4ea4-b319-3a0f2fb0d989 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824912 Sep 21 18:12:42.679216 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-f456a9bd-4b67-470c-9123-edb20a3632c2 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=01cca3bdc2a24e26ad9e6435abe59849&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405564 Sep 21 18:12:42.688234 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850f2b05-7007-4bf2-b016-b8a1ae76420a tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Made reservation on behalf of 7c3b9abaab5949619e65dbb1aa6a2d4e for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:42.692177 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-850f2b05-7007-4bf2-b016-b8a1ae76420a tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:42.734473 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f24b0f-d86d-4295-956a-c8f03dce7ffc req-acaa3d55-d84f-4a47-8df8-876e58397890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:42.736299 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b0f24b0f-d86d-4295-956a-c8f03dce7ffc req-acaa3d55-d84f-4a47-8df8-876e58397890 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=10ec2754-0ef0-4406-b143-cf240e0ec33f HTTP/1.1" status: 200 len: 859 time: 0.0630736 Sep 21 18:12:42.770073 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850f2b05-7007-4bf2-b016-b8a1ae76420a tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:12:42.772696 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b0f24b0f-d86d-4295-956a-c8f03dce7ffc req-fb41484a-7363-4b1f-bdce-8e9901304535 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26b06533-005a-4039-b917-eb7519176b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287821 Sep 21 18:12:42.785996 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-850f2b05-7007-4bf2-b016-b8a1ae76420a tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:42.786353 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-850f2b05-7007-4bf2-b016-b8a1ae76420a tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Added segment 9f8ea3d4-acf0-4031-addb-d047143c98b3 of type vlan for network 8f1eeb6c-e5da-4ad2-a596-fd51d7feb6de Sep 21 18:12:42.828385 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-6486813c-9234-4e94-8ad8-5a80c76e520e service neutron] 10.222.0.58 "GET /v2.0/networks/5ba916b6-e513-4c87-bbce-c7c4c916873e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481862 Sep 21 18:12:42.849218 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-850f2b05-7007-4bf2-b016-b8a1ae76420a tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:42.884927 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b0f24b0f-d86d-4295-956a-c8f03dce7ffc req-70350146-68dd-4851-9d58-78eb63a96b18 service neutron] 10.222.0.44 "GET /v2.0/networks/26b06533-005a-4039-b917-eb7519176b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014276 Sep 21 18:12:42.943077 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-850f2b05-7007-4bf2-b016-b8a1ae76420a tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:42.949353 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850f2b05-7007-4bf2-b016-b8a1ae76420a tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:42.949967 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-850f2b05-7007-4bf2-b016-b8a1ae76420a tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:42.966308 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-34317a33-63fc-48f4-b7e9-fd33aabcb7b1 service neutron] 10.222.0.58 "GET /v2.0/networks/5ba916b6-e513-4c87-bbce-c7c4c916873e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273618 Sep 21 18:12:43.002396 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-850f2b05-7007-4bf2-b016-b8a1ae76420a tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4294803 Sep 21 18:12:43.004115 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b0f24b0f-d86d-4295-956a-c8f03dce7ffc req-df5c611b-3ed9-4374-ba56-06f2811c62a1 service neutron] 10.222.0.44 "GET /v2.0/networks/26b06533-005a-4039-b917-eb7519176b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129663 Sep 21 18:12:43.004952 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 59738) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:43.011768 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-60793012-fb3a-41b7-a2fe-17ec4a5ed36f tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Request body: {'subnet': {'network_id': '8f1eeb6c-e5da-4ad2-a596-fd51d7feb6de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:43.056934 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f2b05-7007-4bf2-b016-b8a1ae76420a tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event updated for resources: {'Network': ['ID=8f1eeb6c-e5da-4ad2-a596-fd51d7feb6de,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:43.068800 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 8f1eeb6c-e5da-4ad2-a596-fd51d7feb6de details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:12:43.471600 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b40b465c-8baf-44c9-92d2-338a8c82c219 req-6fa76ff5-267b-4d4d-9ca2-a50d1e07fa54 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/ports?device_id=c35aa7de-c8cc-4868-a04b-d226e30d256f HTTP/1.1" status: 200 len: 210 time: 0.0379188 Sep 21 18:12:43.500553 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60793012-fb3a-41b7-a2fe-17ec4a5ed36f tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Made reservation on behalf of 7c3b9abaab5949619e65dbb1aa6a2d4e for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:43.504252 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-60793012-fb3a-41b7-a2fe-17ec4a5ed36f tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:43.693135 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-60793012-fb3a-41b7-a2fe-17ec4a5ed36f tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:43.765765 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60793012-fb3a-41b7-a2fe-17ec4a5ed36f tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event updated for resources: {'Subnet': ['ID=1f544ccd-f708-4594-b90a-3441839f2859,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:43.774981 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60793012-fb3a-41b7-a2fe-17ec4a5ed36f tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Checking segment: {'id': '9f8ea3d4-acf0-4031-addb-d047143c98b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8f1eeb6c-e5da-4ad2-a596-fd51d7feb6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:12:43.774981 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60793012-fb3a-41b7-a2fe-17ec4a5ed36f tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Network hostable DHCP agents. Network: 8f1eeb6c-e5da-4ad2-a596-fd51d7feb6de, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:12:43.794617 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60793012-fb3a-41b7-a2fe-17ec4a5ed36f tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Network 8f1eeb6c-e5da-4ad2-a596-fd51d7feb6de is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:12:43.808120 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-60793012-fb3a-41b7-a2fe-17ec4a5ed36f tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 8f1eeb6c-e5da-4ad2-a596-fd51d7feb6de) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:43.813424 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60793012-fb3a-41b7-a2fe-17ec4a5ed36f tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:43.814365 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-60793012-fb3a-41b7-a2fe-17ec4a5ed36f tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:43.820477 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b47996-fcf5-478b-a7d6-a8aee6b84094 None None] Network 8f1eeb6c-e5da-4ad2-a596-fd51d7feb6de requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:43.831913 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-60793012-fb3a-41b7-a2fe-17ec4a5ed36f tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8259094 Sep 21 18:12:43.834492 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 59768) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:43.854310 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e214ab7-3d44-4a56-822b-39ec4268a6ac req-a294c5fd-a2d3-4ab6-8480-4c9bbd5fa439 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:43.863563 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3e214ab7-3d44-4a56-822b-39ec4268a6ac req-a294c5fd-a2d3-4ab6-8480-4c9bbd5fa439 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.0778551 Sep 21 18:12:43.905879 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3e214ab7-3d44-4a56-822b-39ec4268a6ac req-9d57882c-e4d7-4170-9086-e15c3ad883fb tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410929 Sep 21 18:12:43.979131 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57d3b84e-1498-4169-9bc0-4dd272d6ebd6 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:43.984111 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81749214-dd0b-46fd-ba59-4981ea44ce14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-8f1eeb6c-e5da-4ad2-a596-fd51d7feb6de', 'network_id': '8f1eeb6c-e5da-4ad2-a596-fd51d7feb6de', 'tenant_id': '7c3b9abaab5949619e65dbb1aa6a2d4e', 'fixed_ips': [{'subnet_id': '1f544ccd-f708-4594-b90a-3441839f2859'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:12:43.985135 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-81749214-dd0b-46fd-ba59-4981ea44ce14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:44.053718 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57d3b84e-1498-4169-9bc0-4dd272d6ebd6 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:44.147620 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-81749214-dd0b-46fd-ba59-4981ea44ce14 None None] Allocated IP 172.20.0.2 (8f1eeb6c-e5da-4ad2-a596-fd51d7feb6de/1f544ccd-f708-4594-b90a-3441839f2859/6593bb51-f99a-45bc-8fef-6f64b8d0e605) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:12:44.317880 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-81749214-dd0b-46fd-ba59-4981ea44ce14 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:44.326221 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-81749214-dd0b-46fd-ba59-4981ea44ce14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:44.351917 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57d3b84e-1498-4169-9bc0-4dd272d6ebd6 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:44.393552 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81749214-dd0b-46fd-ba59-4981ea44ce14 None None] Network 8f1eeb6c-e5da-4ad2-a596-fd51d7feb6de is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:12:44.397126 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-81749214-dd0b-46fd-ba59-4981ea44ce14 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:44.397300 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3b84e-1498-4169-9bc0-4dd272d6ebd6 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event deleted for resources: {'Subnet': ['ID=1f544ccd-f708-4594-b90a-3441839f2859,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:44.401324 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81749214-dd0b-46fd-ba59-4981ea44ce14 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:12:44.416120 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81749214-dd0b-46fd-ba59-4981ea44ce14 None None] Pushing event updated for resources: {'Port': ['ID=6593bb51-f99a-45bc-8fef-6f64b8d0e605,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:44.478370 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-81749214-dd0b-46fd-ba59-4981ea44ce14 None None] Attempting to bind port 6593bb51-f99a-45bc-8fef-6f64b8d0e605 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:12:44.479321 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-81749214-dd0b-46fd-ba59-4981ea44ce14 None None] Attempting to bind port 6593bb51-f99a-45bc-8fef-6f64b8d0e605 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '9f8ea3d4-acf0-4031-addb-d047143c98b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8f1eeb6c-e5da-4ad2-a596-fd51d7feb6de'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:12:44.479479 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81749214-dd0b-46fd-ba59-4981ea44ce14 None None] Attempting to bind port 6593bb51-f99a-45bc-8fef-6f64b8d0e605 on network 8f1eeb6c-e5da-4ad2-a596-fd51d7feb6de {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:12:44.498248 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81749214-dd0b-46fd-ba59-4981ea44ce14 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:12:44.498542 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81749214-dd0b-46fd-ba59-4981ea44ce14 None None] Checking segment: {'id': '9f8ea3d4-acf0-4031-addb-d047143c98b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8f1eeb6c-e5da-4ad2-a596-fd51d7feb6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:12:44.499093 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-81749214-dd0b-46fd-ba59-4981ea44ce14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:44.499601 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81749214-dd0b-46fd-ba59-4981ea44ce14 None None] Bound using segment: {'id': '9f8ea3d4-acf0-4031-addb-d047143c98b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8f1eeb6c-e5da-4ad2-a596-fd51d7feb6de'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:12:44.500170 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-81749214-dd0b-46fd-ba59-4981ea44ce14 None None] Bound port: 6593bb51-f99a-45bc-8fef-6f64b8d0e605, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8ea3d4-acf0-4031-addb-d047143c98b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8f1eeb6c-e5da-4ad2-a596-fd51d7feb6de'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:12:44.500693 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-81749214-dd0b-46fd-ba59-4981ea44ce14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:44.542969 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57d3b84e-1498-4169-9bc0-4dd272d6ebd6 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:44.605664 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-81749214-dd0b-46fd-ba59-4981ea44ce14 None None] For port 6593bb51-f99a-45bc-8fef-6f64b8d0e605, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:12:44.612322 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-81749214-dd0b-46fd-ba59-4981ea44ce14 None None] For port 6593bb51-f99a-45bc-8fef-6f64b8d0e605, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=6593bb51-f99a-45bc-8fef-6f64b8d0e605,segment=NetworkSegment(9f8ea3d4-acf0-4031-addb-d047143c98b3),segment_id=9f8ea3d4-acf0-4031-addb-d047143c98b3)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:12:44.618996 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-81749214-dd0b-46fd-ba59-4981ea44ce14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:44.627788 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-57d3b84e-1498-4169-9bc0-4dd272d6ebd6 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f1eeb6c-e5da-4ad2-a596-fd51d7feb6de']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:44.641580 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d0eb89c1-65b9-42a2-a330-ba37e2e18922 req-65b53e0e-493c-40cc-96e9-32a8d4ee910c tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/ports?device_id=c35aa7de-c8cc-4868-a04b-d226e30d256f HTTP/1.1" status: 200 len: 210 time: 0.0524995 Sep 21 18:12:44.647976 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-57d3b84e-1498-4169-9bc0-4dd272d6ebd6 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8ea3d4-acf0-4031-addb-d047143c98b3') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:44.648707 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-57d3b84e-1498-4169-9bc0-4dd272d6ebd6 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8ea3d4-acf0-4031-addb-d047143c98b3') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:44.665926 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57d3b84e-1498-4169-9bc0-4dd272d6ebd6 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:44.678352 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-8042fae9-9209-44b3-a1e9-1842879716f4 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:44.679759 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-8042fae9-9209-44b3-a1e9-1842879716f4 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.44 "GET /v2.0/networks?id=5ba916b6-e513-4c87-bbce-c7c4c916873e HTTP/1.1" status: 200 len: 809 time: 0.2953267 Sep 21 18:12:44.691325 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57d3b84e-1498-4169-9bc0-4dd272d6ebd6 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:44.701695 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-e8cc76a8-bd89-4928-bef2-ca3e222cb20c tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Request body: {'port': {'device_id': 'c35aa7de-c8cc-4868-a04b-d226e30d256f', 'network_id': '5ba916b6-e513-4c87-bbce-c7c4c916873e', 'admin_state_up': True, 'tenant_id': '01cca3bdc2a24e26ad9e6435abe59849'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:44.706830 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57d3b84e-1498-4169-9bc0-4dd272d6ebd6 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:12:44.709327 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57d3b84e-1498-4169-9bc0-4dd272d6ebd6 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:44.710793 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:12:44.710793 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:12:44.710793 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:12:44.710793 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:12:44.710793 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:12:44.710793 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:12:44.710793 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:12:44.710793 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:12:44.710793 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:12:44.710793 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:12:44.710793 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:12:44.710793 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:12:44.710793 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:12:44.710793 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:12:44.710793 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:12:44.710793 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:12:44.710793 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:12:44.710793 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:12:44.710793 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:12:44.710793 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:12:44.710793 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:12:44.710793 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:12:44.710793 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:12:44.710793 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:12:44.710793 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:12:44.710793 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:12:44.710793 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:12:44.710793 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:12:44.710793 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:12:44.710793 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:12:44.710793 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:12:44.710793 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:12:44.729734 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81749214-dd0b-46fd-ba59-4981ea44ce14 None None] Pushing event updated for resources: {'Port': ['ID=6593bb51-f99a-45bc-8fef-6f64b8d0e605,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:44.751987 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f127c2c7-0479-4af1-b526-9cd6bd5cdd01 None None] Network 8f1eeb6c-e5da-4ad2-a596-fd51d7feb6de requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:44.817096 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.db.api [None req-57d3b84e-1498-4169-9bc0-4dd272d6ebd6 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 18:12:44.817096 n-d-810291-1 neutron-server[101460]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 18:12:44.817096 n-d-810291-1 neutron-server[101460]: [parameters: {'id': '8f1eeb6c-e5da-4ad2-a596-fd51d7feb6de'}] Sep 21 18:12:44.817096 n-d-810291-1 neutron-server[101460]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:12:44.817553 n-d-810291-1 neutron-server[101460]: DEBUG oslo_db.api [None req-57d3b84e-1498-4169-9bc0-4dd272d6ebd6 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:12:44.864176 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-e8cc76a8-bd89-4928-bef2-ca3e222cb20c tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Made reservation on behalf of 01cca3bdc2a24e26ad9e6435abe59849 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:44.868189 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-e8cc76a8-bd89-4928-bef2-ca3e222cb20c tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:44.887450 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd49201-9cb7-4b3a-9436-dd02e6c09acc None None] get_active_networks_info from n-d-810291-1 {{(pid=101462) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:12:44.972138 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd49201-9cb7-4b3a-9436-dd02e6c09acc None None] Resources bound (agent type, host, resource id): {{(pid=101462) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:12:45.046917 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-e8cc76a8-bd89-4928-bef2-ca3e222cb20c tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Allocated IP 172.20.0.8 (5ba916b6-e513-4c87-bbce-c7c4c916873e/b2b82b9b-0df8-47ed-9d8a-6bd72fcdbd52/289a9762-fde6-436b-9673-00a0c16e9e93) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:12:45.069565 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082af84-fc2c-4f58-bce8-d805f7477fa8 req-b53f7ba6-8e29-4bb0-ba17-1891369cae0d tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:45.071831 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d082af84-fc2c-4f58-bce8-d805f7477fa8 req-b53f7ba6-8e29-4bb0-ba17-1891369cae0d tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.0840259 Sep 21 18:12:45.133518 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d082af84-fc2c-4f58-bce8-d805f7477fa8 req-b03a48cd-21c9-44d9-8e82-33532c14b073 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523455 Sep 21 18:12:45.267418 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-e8cc76a8-bd89-4928-bef2-ca3e222cb20c tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:45.318465 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57d3b84e-1498-4169-9bc0-4dd272d6ebd6 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:45.321560 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-e8cc76a8-bd89-4928-bef2-ca3e222cb20c tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:45.375528 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-e8cc76a8-bd89-4928-bef2-ca3e222cb20c tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Network 5ba916b6-e513-4c87-bbce-c7c4c916873e is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:12:45.380408 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-e8cc76a8-bd89-4928-bef2-ca3e222cb20c tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:45.384898 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-e8cc76a8-bd89-4928-bef2-ca3e222cb20c tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:12:45.386788 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc76a8-bd89-4928-bef2-ca3e222cb20c tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Pushing event updated for resources: {'Port': ['ID=289a9762-fde6-436b-9673-00a0c16e9e93,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:45.479593 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-e8cc76a8-bd89-4928-bef2-ca3e222cb20c tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:45.480218 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-e8cc76a8-bd89-4928-bef2-ca3e222cb20c tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:45.491134 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-57d3b84e-1498-4169-9bc0-4dd272d6ebd6 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Deleting port 6593bb51-f99a-45bc-8fef-6f64b8d0e605 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:12:45.491474 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57d3b84e-1498-4169-9bc0-4dd272d6ebd6 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:45.507897 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-e8cc76a8-bd89-4928-bef2-ca3e222cb20c tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8113828 Sep 21 18:12:45.526012 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-bd94cd0d-f07b-403f-9bb6-9d0bbeaeedd4 service neutron] Request body: {'port': {'device_id': 'c35aa7de-c8cc-4868-a04b-d226e30d256f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:45.591286 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-57d3b84e-1498-4169-9bc0-4dd272d6ebd6 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] For port 6593bb51-f99a-45bc-8fef-6f64b8d0e605, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=6593bb51-f99a-45bc-8fef-6f64b8d0e605,segment=NetworkSegment(9f8ea3d4-acf0-4031-addb-d047143c98b3),segment_id=9f8ea3d4-acf0-4031-addb-d047143c98b3)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:45.591953 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57d3b84e-1498-4169-9bc0-4dd272d6ebd6 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:45.625369 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-57d3b84e-1498-4169-9bc0-4dd272d6ebd6 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Calling delete_port for 6593bb51-f99a-45bc-8fef-6f64b8d0e605 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:12:45.636158 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-bd94cd0d-f07b-403f-9bb6-9d0bbeaeedd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:45.788766 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14382837-c4d0-44cd-afbc-87c37e255def req-84cb6bd8-f2d7-4686-93ea-3c1036452f4b tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:45.791032 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-14382837-c4d0-44cd-afbc-87c37e255def req-84cb6bd8-f2d7-4686-93ea-3c1036452f4b tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/ports?device_id=c35aa7de-c8cc-4868-a04b-d226e30d256f HTTP/1.1" status: 200 len: 931 time: 0.0523310 Sep 21 18:12:45.809603 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57d3b84e-1498-4169-9bc0-4dd272d6ebd6 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:45.845036 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-14382837-c4d0-44cd-afbc-87c37e255def req-a5d9060d-7b00-45f4-b7de-04ddd8f672fe tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5dfe11f-161f-47ce-9018-bb8416544f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405173 Sep 21 18:12:45.849917 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3b84e-1498-4169-9bc0-4dd272d6ebd6 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event deleted for resources: {'Port': ['ID=6593bb51-f99a-45bc-8fef-6f64b8d0e605,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:45.856346 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d3b84e-1498-4169-9bc0-4dd272d6ebd6 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] No DVR routers for this DVR port 6593bb51-f99a-45bc-8fef-6f64b8d0e605 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:12:45.899545 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1ac9d3f0-2cf9-43ac-826e-f6928b78ae5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:45.989303 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57d3b84e-1498-4169-9bc0-4dd272d6ebd6 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:46.020602 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-57d3b84e-1498-4169-9bc0-4dd272d6ebd6 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f1eeb6c-e5da-4ad2-a596-fd51d7feb6de']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:46.037790 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-57d3b84e-1498-4169-9bc0-4dd272d6ebd6 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8ea3d4-acf0-4031-addb-d047143c98b3') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:46.038091 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-57d3b84e-1498-4169-9bc0-4dd272d6ebd6 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8ea3d4-acf0-4031-addb-d047143c98b3') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:46.050005 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57d3b84e-1498-4169-9bc0-4dd272d6ebd6 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:46.081366 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57d3b84e-1498-4169-9bc0-4dd272d6ebd6 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:46.119530 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57d3b84e-1498-4169-9bc0-4dd272d6ebd6 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:12:46.120312 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57d3b84e-1498-4169-9bc0-4dd272d6ebd6 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:46.137065 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:12:46.137065 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:12:46.137065 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:12:46.137065 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:12:46.137065 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:12:46.137065 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:12:46.137065 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:12:46.137065 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:12:46.137065 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:12:46.137065 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:12:46.137065 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:12:46.137065 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:12:46.137065 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:12:46.137065 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:12:46.137065 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:12:46.137065 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:12:46.137065 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:12:46.137065 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:12:46.137065 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:12:46.137065 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:12:46.137065 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:12:46.137065 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:12:46.137065 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:12:46.137065 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:12:46.137065 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:12:46.137065 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:12:46.137065 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:12:46.137065 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:12:46.137065 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:12:46.137065 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:12:46.137065 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:12:46.137065 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:12:46.173958 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-bd94cd0d-f07b-403f-9bb6-9d0bbeaeedd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 289a9762-fde6-436b-9673-00a0c16e9e93 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:12:46.210209 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-bd94cd0d-f07b-403f-9bb6-9d0bbeaeedd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:46.226612 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-bd94cd0d-f07b-403f-9bb6-9d0bbeaeedd4 service neutron] Transition to ACTIVE for port object 289a9762-fde6-436b-9673-00a0c16e9e93 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:12:46.228294 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57d3b84e-1498-4169-9bc0-4dd272d6ebd6 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:46.237597 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57d3b84e-1498-4169-9bc0-4dd272d6ebd6 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:46.242502 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59830) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:46.242835 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-57d3b84e-1498-4169-9bc0-4dd272d6ebd6 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "DELETE /v2.0/networks/8f1eeb6c-e5da-4ad2-a596-fd51d7feb6de HTTP/1.1" status: 204 len: 168 time: 2.4062827 Sep 21 18:12:46.245541 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-bd94cd0d-f07b-403f-9bb6-9d0bbeaeedd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:46.247572 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-ba291905-743b-4647-b8d7-9a6e5e98f145 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-491039008'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:46.270773 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3b84e-1498-4169-9bc0-4dd272d6ebd6 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event deleted for resources: {'Network': ['ID=8f1eeb6c-e5da-4ad2-a596-fd51d7feb6de,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:46.287975 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba291905-743b-4647-b8d7-9a6e5e98f145 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Made reservation on behalf of 7c3b9abaab5949619e65dbb1aa6a2d4e for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:46.293969 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ba291905-743b-4647-b8d7-9a6e5e98f145 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:46.316611 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94cd0d-f07b-403f-9bb6-9d0bbeaeedd4 service neutron] Pushing event updated for resources: {'Port': ['ID=289a9762-fde6-436b-9673-00a0c16e9e93,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:46.330151 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba291905-743b-4647-b8d7-9a6e5e98f145 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:12:46.342902 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ba291905-743b-4647-b8d7-9a6e5e98f145 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:46.343628 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-ba291905-743b-4647-b8d7-9a6e5e98f145 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Added segment 15c62e39-a511-45a5-b5c2-a38f64feee70 of type vlan for network 060eaa13-8c5c-49d4-ae0f-465964c7b225 Sep 21 18:12:46.390312 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-bd94cd0d-f07b-403f-9bb6-9d0bbeaeedd4 service neutron] Attempting to bind port 289a9762-fde6-436b-9673-00a0c16e9e93 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:12:46.391165 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-bd94cd0d-f07b-403f-9bb6-9d0bbeaeedd4 service neutron] Attempting to bind port 289a9762-fde6-436b-9673-00a0c16e9e93 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '5c3424da-ca43-4f8f-bb75-0f63242fe008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5ba916b6-e513-4c87-bbce-c7c4c916873e'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:12:46.391586 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-bd94cd0d-f07b-403f-9bb6-9d0bbeaeedd4 service neutron] Attempting to bind port 289a9762-fde6-436b-9673-00a0c16e9e93 on network 5ba916b6-e513-4c87-bbce-c7c4c916873e {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:12:46.396784 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-bd94cd0d-f07b-403f-9bb6-9d0bbeaeedd4 service neutron] Port 289a9762-fde6-436b-9673-00a0c16e9e93 on network 5ba916b6-e513-4c87-bbce-c7c4c916873e not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:12:46.397134 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-bd94cd0d-f07b-403f-9bb6-9d0bbeaeedd4 service neutron] Attempting to bind port 289a9762-fde6-436b-9673-00a0c16e9e93 on network 5ba916b6-e513-4c87-bbce-c7c4c916873e {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:12:46.402674 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ba291905-743b-4647-b8d7-9a6e5e98f145 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:46.402874 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-bd94cd0d-f07b-403f-9bb6-9d0bbeaeedd4 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:12:46.403698 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-bd94cd0d-f07b-403f-9bb6-9d0bbeaeedd4 service neutron] Checking segment: {'id': '5c3424da-ca43-4f8f-bb75-0f63242fe008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5ba916b6-e513-4c87-bbce-c7c4c916873e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:12:46.404084 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-bd94cd0d-f07b-403f-9bb6-9d0bbeaeedd4 service neutron] Bound using segment: {'id': '5c3424da-ca43-4f8f-bb75-0f63242fe008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5ba916b6-e513-4c87-bbce-c7c4c916873e'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:12:46.404519 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-bd94cd0d-f07b-403f-9bb6-9d0bbeaeedd4 service neutron] Bound port: 289a9762-fde6-436b-9673-00a0c16e9e93, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c3424da-ca43-4f8f-bb75-0f63242fe008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5ba916b6-e513-4c87-bbce-c7c4c916873e'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:12:46.404904 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-bd94cd0d-f07b-403f-9bb6-9d0bbeaeedd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:46.433232 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ba291905-743b-4647-b8d7-9a6e5e98f145 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:46.441429 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba291905-743b-4647-b8d7-9a6e5e98f145 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:46.442357 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ba291905-743b-4647-b8d7-9a6e5e98f145 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:46.494323 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ba291905-743b-4647-b8d7-9a6e5e98f145 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2475328 Sep 21 18:12:46.494739 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59836) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:46.501269 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-759049ad-4975-4b2c-8871-2f48452bfdb4 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Request body: {'subnet': {'network_id': '060eaa13-8c5c-49d4-ae0f-465964c7b225', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:46.501586 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-bd94cd0d-f07b-403f-9bb6-9d0bbeaeedd4 service neutron] For port 289a9762-fde6-436b-9673-00a0c16e9e93, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:12:46.506418 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-bd94cd0d-f07b-403f-9bb6-9d0bbeaeedd4 service neutron] For port 289a9762-fde6-436b-9673-00a0c16e9e93, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=289a9762-fde6-436b-9673-00a0c16e9e93,segment=NetworkSegment(5c3424da-ca43-4f8f-bb75-0f63242fe008),segment_id=5c3424da-ca43-4f8f-bb75-0f63242fe008)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:12:46.512512 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-bd94cd0d-f07b-403f-9bb6-9d0bbeaeedd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:46.560830 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba291905-743b-4647-b8d7-9a6e5e98f145 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event updated for resources: {'Network': ['ID=060eaa13-8c5c-49d4-ae0f-465964c7b225,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:46.574238 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 060eaa13-8c5c-49d4-ae0f-465964c7b225 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:12:46.602757 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-bd94cd0d-f07b-403f-9bb6-9d0bbeaeedd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:46.603559 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-bd94cd0d-f07b-403f-9bb6-9d0bbeaeedd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:46.609557 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-bd94cd0d-f07b-403f-9bb6-9d0bbeaeedd4 service neutron] 10.222.0.44 "PUT /v2.0/ports/289a9762-fde6-436b-9673-00a0c16e9e93 HTTP/1.1" status: 200 len: 1091 time: 1.0857980 Sep 21 18:12:46.610331 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c35aa7de-c8cc-4868-a04b-d226e30d256f', 'tag': '289a9762-fde6-436b-9673-00a0c16e9e93'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:12:46.616530 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44e47e2-b243-4e3e-85e7-560169b2a56e" -d '{"events": [{"name": "network-changed", "server_uuid": "c35aa7de-c8cc-4868-a04b-d226e30d256f", "tag": "289a9762-fde6-436b-9673-00a0c16e9e93"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:12:46.688062 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759049ad-4975-4b2c-8871-2f48452bfdb4 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Made reservation on behalf of 7c3b9abaab5949619e65dbb1aa6a2d4e for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:46.692395 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-759049ad-4975-4b2c-8871-2f48452bfdb4 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:46.735700 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a782d488-da36-4978-85d0-50996b9d2264 x-openstack-request-id: req-a782d488-da36-4978-85d0-50996b9d2264 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:12:46.735700 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c35aa7de-c8cc-4868-a04b-d226e30d256f", "tag": "289a9762-fde6-436b-9673-00a0c16e9e93", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:12:46.735700 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a782d488-da36-4978-85d0-50996b9d2264 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:12:46.736131 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c35aa7de-c8cc-4868-a04b-d226e30d256f', 'tag': '289a9762-fde6-436b-9673-00a0c16e9e93', 'status': 'completed', 'code': 200} Sep 21 18:12:46.740384 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94cd0d-f07b-403f-9bb6-9d0bbeaeedd4 service neutron] Pushing event updated for resources: {'Port': ['ID=289a9762-fde6-436b-9673-00a0c16e9e93,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:46.765139 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-4bba07d3-d6b8-4396-a1a1-06b9f69e7f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:46.766880 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-4bba07d3-d6b8-4396-a1a1-06b9f69e7f92 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=01cca3bdc2a24e26ad9e6435abe59849&device_id=c35aa7de-c8cc-4868-a04b-d226e30d256f HTTP/1.1" status: 200 len: 1094 time: 0.0943787 Sep 21 18:12:46.783501 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.ipam_backend_mixin [None req-759049ad-4975-4b2c-8871-2f48452bfdb4 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Performing IP validity checks on allocation pools {{(pid=101461) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 21 18:12:46.784111 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.ipam_backend_mixin [None req-759049ad-4975-4b2c-8871-2f48452bfdb4 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101461) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 21 18:12:46.824328 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-3305b9ff-2174-4049-9f28-2dbb1bea9848 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=289a9762-fde6-436b-9673-00a0c16e9e93 HTTP/1.1" status: 200 len: 217 time: 0.0444374 Sep 21 18:12:46.892580 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-fcb63dca-fa6b-40f1-b179-eba29ae9e925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:46.894440 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-fcb63dca-fa6b-40f1-b179-eba29ae9e925 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b2b82b9b-0df8-47ed-9d8a-6bd72fcdbd52 HTTP/1.1" status: 200 len: 849 time: 0.0606520 Sep 21 18:12:46.951793 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-759049ad-4975-4b2c-8871-2f48452bfdb4 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:46.954655 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-fd922545-98c5-48d1-ade4-abc93103f55e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5ba916b6-e513-4c87-bbce-c7c4c916873e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522401 Sep 21 18:12:47.059055 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759049ad-4975-4b2c-8871-2f48452bfdb4 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event updated for resources: {'Subnet': ['ID=4db72287-db11-42bd-a2e9-7ca0fd257f8a,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:47.066403 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759049ad-4975-4b2c-8871-2f48452bfdb4 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Checking segment: {'id': '15c62e39-a511-45a5-b5c2-a38f64feee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '060eaa13-8c5c-49d4-ae0f-465964c7b225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:12:47.066739 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759049ad-4975-4b2c-8871-2f48452bfdb4 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Network hostable DHCP agents. Network: 060eaa13-8c5c-49d4-ae0f-465964c7b225, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:12:47.083185 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02dc88-2d9b-4a3e-b19e-5f8968bb3ac3 req-3e355dc2-2663-4c53-8d61-7fe5e0203068 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:47.084705 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1d02dc88-2d9b-4a3e-b19e-5f8968bb3ac3 req-3e355dc2-2663-4c53-8d61-7fe5e0203068 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/ports?device_id=c35aa7de-c8cc-4868-a04b-d226e30d256f HTTP/1.1" status: 200 len: 943 time: 0.0912898 Sep 21 18:12:47.086710 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-eecf0bd5-5f37-44c3-a053-4da0913d154d service neutron] 10.222.0.44 "GET /v2.0/networks/5ba916b6-e513-4c87-bbce-c7c4c916873e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236970 Sep 21 18:12:47.122019 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759049ad-4975-4b2c-8871-2f48452bfdb4 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Network 060eaa13-8c5c-49d4-ae0f-465964c7b225 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:12:47.151692 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1d02dc88-2d9b-4a3e-b19e-5f8968bb3ac3 req-c5ecfd32-5b69-4014-81ba-149c3318ea21 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5dfe11f-161f-47ce-9018-bb8416544f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597818 Sep 21 18:12:47.152544 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-759049ad-4975-4b2c-8871-2f48452bfdb4 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 060eaa13-8c5c-49d4-ae0f-465964c7b225) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:47.161896 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9d0b6e-e777-46d9-8238-2b70aa4d54d1 None None] Network 060eaa13-8c5c-49d4-ae0f-465964c7b225 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:47.172159 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759049ad-4975-4b2c-8871-2f48452bfdb4 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:47.174767 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-759049ad-4975-4b2c-8871-2f48452bfdb4 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:47.221721 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-759049ad-4975-4b2c-8871-2f48452bfdb4 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7257979 Sep 21 18:12:47.224038 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ff4bc8d-80a0-48c2-aa1f-2595be92872c req-1698520e-569b-47b3-a6ba-54e3bde021e1 service neutron] 10.222.0.44 "GET /v2.0/networks/5ba916b6-e513-4c87-bbce-c7c4c916873e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284537 Sep 21 18:12:47.224543 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59854) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:47.367371 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64e9a5f2-8661-4736-846e-cd89f0b92bf0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:47.371330 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e47e2-b243-4e3e-85e7-560169b2a56e req-a869d8ba-ce23-456c-92b6-578a4a4d95ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:47.373138 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c44e47e2-b243-4e3e-85e7-560169b2a56e req-a869d8ba-ce23-456c-92b6-578a4a4d95ee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=01cca3bdc2a24e26ad9e6435abe59849&device_id=c35aa7de-c8cc-4868-a04b-d226e30d256f HTTP/1.1" status: 200 len: 1094 time: 0.0897160 Sep 21 18:12:47.397556 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc969951-b4b1-4880-a250-bce74eb2979f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-060eaa13-8c5c-49d4-ae0f-465964c7b225', 'network_id': '060eaa13-8c5c-49d4-ae0f-465964c7b225', 'tenant_id': '7c3b9abaab5949619e65dbb1aa6a2d4e', 'fixed_ips': [{'subnet_id': '4db72287-db11-42bd-a2e9-7ca0fd257f8a'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:12:47.398745 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bc969951-b4b1-4880-a250-bce74eb2979f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:47.453200 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64e9a5f2-8661-4736-846e-cd89f0b92bf0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:47.515047 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e47e2-b243-4e3e-85e7-560169b2a56e req-b09011e7-8672-405e-896f-f88bf9800cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:47.517021 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c44e47e2-b243-4e3e-85e7-560169b2a56e req-b09011e7-8672-405e-896f-f88bf9800cd4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5ba916b6-e513-4c87-bbce-c7c4c916873e HTTP/1.1" status: 200 len: 910 time: 0.1358519 Sep 21 18:12:47.565993 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-bc969951-b4b1-4880-a250-bce74eb2979f None None] Allocated IP 172.20.0.3 (060eaa13-8c5c-49d4-ae0f-465964c7b225/4db72287-db11-42bd-a2e9-7ca0fd257f8a/d1b82715-2389-4601-acea-c7ca107f8f0b) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:12:47.568362 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c44e47e2-b243-4e3e-85e7-560169b2a56e req-de3be7c6-a94d-42b3-8dc8-6eed40fa3ff6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=289a9762-fde6-436b-9673-00a0c16e9e93 HTTP/1.1" status: 200 len: 217 time: 0.0421538 Sep 21 18:12:47.630051 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e47e2-b243-4e3e-85e7-560169b2a56e req-bfa45e67-b293-40c7-960f-ca5c8cdab56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:47.631618 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c44e47e2-b243-4e3e-85e7-560169b2a56e req-bfa45e67-b293-40c7-960f-ca5c8cdab56e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b2b82b9b-0df8-47ed-9d8a-6bd72fcdbd52 HTTP/1.1" status: 200 len: 849 time: 0.0560622 Sep 21 18:12:47.682628 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c44e47e2-b243-4e3e-85e7-560169b2a56e req-5b2b0fa3-a2b9-4d35-8f7d-292a1c931478 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5ba916b6-e513-4c87-bbce-c7c4c916873e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360241 Sep 21 18:12:47.755467 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bc969951-b4b1-4880-a250-bce74eb2979f None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:47.763868 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bc969951-b4b1-4880-a250-bce74eb2979f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:47.783742 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64e9a5f2-8661-4736-846e-cd89f0b92bf0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:47.825809 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc969951-b4b1-4880-a250-bce74eb2979f None None] Network 060eaa13-8c5c-49d4-ae0f-465964c7b225 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:12:47.829238 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-bc969951-b4b1-4880-a250-bce74eb2979f None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:47.832038 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c44e47e2-b243-4e3e-85e7-560169b2a56e req-1941a3b1-e43c-4e35-80e0-dc51363140f4 service neutron] 10.222.0.44 "GET /v2.0/networks/5ba916b6-e513-4c87-bbce-c7c4c916873e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410246 Sep 21 18:12:47.835811 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc969951-b4b1-4880-a250-bce74eb2979f None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:12:47.852668 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9a5f2-8661-4736-846e-cd89f0b92bf0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event deleted for resources: {'Subnet': ['ID=4db72287-db11-42bd-a2e9-7ca0fd257f8a,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:47.901309 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc969951-b4b1-4880-a250-bce74eb2979f None None] Pushing event updated for resources: {'Port': ['ID=d1b82715-2389-4601-acea-c7ca107f8f0b,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:47.912642 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-bc969951-b4b1-4880-a250-bce74eb2979f None None] Attempting to bind port d1b82715-2389-4601-acea-c7ca107f8f0b on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:12:47.913113 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-bc969951-b4b1-4880-a250-bce74eb2979f None None] Attempting to bind port d1b82715-2389-4601-acea-c7ca107f8f0b by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '15c62e39-a511-45a5-b5c2-a38f64feee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '060eaa13-8c5c-49d4-ae0f-465964c7b225'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:12:47.913575 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc969951-b4b1-4880-a250-bce74eb2979f None None] Attempting to bind port d1b82715-2389-4601-acea-c7ca107f8f0b on network 060eaa13-8c5c-49d4-ae0f-465964c7b225 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:12:47.918802 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64e9a5f2-8661-4736-846e-cd89f0b92bf0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:47.919025 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc969951-b4b1-4880-a250-bce74eb2979f None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:12:47.919488 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc969951-b4b1-4880-a250-bce74eb2979f None None] Checking segment: {'id': '15c62e39-a511-45a5-b5c2-a38f64feee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '060eaa13-8c5c-49d4-ae0f-465964c7b225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:12:47.919987 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bc969951-b4b1-4880-a250-bce74eb2979f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:47.920591 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc969951-b4b1-4880-a250-bce74eb2979f None None] Bound using segment: {'id': '15c62e39-a511-45a5-b5c2-a38f64feee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '060eaa13-8c5c-49d4-ae0f-465964c7b225'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:12:47.921153 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-bc969951-b4b1-4880-a250-bce74eb2979f None None] Bound port: d1b82715-2389-4601-acea-c7ca107f8f0b, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c62e39-a511-45a5-b5c2-a38f64feee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '060eaa13-8c5c-49d4-ae0f-465964c7b225'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:12:47.921628 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bc969951-b4b1-4880-a250-bce74eb2979f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:47.944944 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-64e9a5f2-8661-4736-846e-cd89f0b92bf0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['060eaa13-8c5c-49d4-ae0f-465964c7b225']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:47.956592 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-64e9a5f2-8661-4736-846e-cd89f0b92bf0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c62e39-a511-45a5-b5c2-a38f64feee70') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:47.957243 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-64e9a5f2-8661-4736-846e-cd89f0b92bf0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c62e39-a511-45a5-b5c2-a38f64feee70') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:47.968011 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64e9a5f2-8661-4736-846e-cd89f0b92bf0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:47.980255 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c44e47e2-b243-4e3e-85e7-560169b2a56e req-3213c220-6211-4162-a22b-d18b21eb52a9 service neutron] 10.222.0.44 "GET /v2.0/networks/5ba916b6-e513-4c87-bbce-c7c4c916873e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402016 Sep 21 18:12:47.983388 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64e9a5f2-8661-4736-846e-cd89f0b92bf0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:48.002714 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-bc969951-b4b1-4880-a250-bce74eb2979f None None] For port d1b82715-2389-4601-acea-c7ca107f8f0b, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:12:48.009519 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e9a5f2-8661-4736-846e-cd89f0b92bf0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:12:48.009930 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64e9a5f2-8661-4736-846e-cd89f0b92bf0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:48.013980 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:12:48.013980 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:12:48.013980 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:12:48.013980 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:12:48.013980 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:12:48.013980 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:12:48.013980 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:12:48.013980 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:12:48.013980 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:12:48.013980 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:12:48.013980 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:12:48.013980 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:12:48.013980 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:12:48.013980 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:12:48.013980 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:12:48.013980 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:12:48.013980 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:12:48.013980 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:12:48.013980 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:12:48.013980 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:12:48.013980 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:12:48.013980 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:12:48.013980 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:12:48.013980 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:12:48.013980 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:12:48.013980 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:12:48.013980 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:12:48.013980 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:12:48.013980 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:12:48.013980 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:12:48.013980 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:12:48.013980 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:12:48.073569 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-bc969951-b4b1-4880-a250-bce74eb2979f None None] For port d1b82715-2389-4601-acea-c7ca107f8f0b, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d1b82715-2389-4601-acea-c7ca107f8f0b,segment=NetworkSegment(15c62e39-a511-45a5-b5c2-a38f64feee70),segment_id=15c62e39-a511-45a5-b5c2-a38f64feee70)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:12:48.078239 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bc969951-b4b1-4880-a250-bce74eb2979f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:48.079218 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.db.api [None req-64e9a5f2-8661-4736-846e-cd89f0b92bf0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 18:12:48.079218 n-d-810291-1 neutron-server[101461]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 18:12:48.079218 n-d-810291-1 neutron-server[101461]: [parameters: {'id': '060eaa13-8c5c-49d4-ae0f-465964c7b225'}] Sep 21 18:12:48.079218 n-d-810291-1 neutron-server[101461]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:12:48.080067 n-d-810291-1 neutron-server[101461]: DEBUG oslo_db.api [None req-64e9a5f2-8661-4736-846e-cd89f0b92bf0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:12:48.153768 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc969951-b4b1-4880-a250-bce74eb2979f None None] Pushing event updated for resources: {'Port': ['ID=d1b82715-2389-4601-acea-c7ca107f8f0b,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:48.200614 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba23b9b1-0ebf-43e2-bbdd-e76b7c4ca126 None None] Network 060eaa13-8c5c-49d4-ae0f-465964c7b225 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:48.313367 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b0cf1-a93f-48c9-bbf0-5679e4b4e24b req-505443a9-e0e3-4577-b8cf-153c4059f14c tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:48.315553 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-994b0cf1-a93f-48c9-bbf0-5679e4b4e24b req-505443a9-e0e3-4577-b8cf-153c4059f14c tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/ports?device_id=c35aa7de-c8cc-4868-a04b-d226e30d256f HTTP/1.1" status: 200 len: 943 time: 0.0547347 Sep 21 18:12:48.380082 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-994b0cf1-a93f-48c9-bbf0-5679e4b4e24b req-b4033fd8-00ee-4e8f-a862-921a1035c1d5 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5dfe11f-161f-47ce-9018-bb8416544f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535061 Sep 21 18:12:48.394462 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9325918-f755-4bdd-b7bc-811ced4a9635 None None] get_active_networks_info from n-d-810291-1 {{(pid=101462) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:12:48.432300 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-aa24b007-7f7a-4291-8408-e826c2460a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:48.494918 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9325918-f755-4bdd-b7bc-811ced4a9635 None None] Resources bound (agent type, host, resource id): {{(pid=101462) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:12:48.580927 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64e9a5f2-8661-4736-846e-cd89f0b92bf0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:48.648494 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-64e9a5f2-8661-4736-846e-cd89f0b92bf0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Deleting port d1b82715-2389-4601-acea-c7ca107f8f0b {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:12:48.649063 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64e9a5f2-8661-4736-846e-cd89f0b92bf0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:48.729416 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-64e9a5f2-8661-4736-846e-cd89f0b92bf0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] For port d1b82715-2389-4601-acea-c7ca107f8f0b, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d1b82715-2389-4601-acea-c7ca107f8f0b,segment=NetworkSegment(15c62e39-a511-45a5-b5c2-a38f64feee70),segment_id=15c62e39-a511-45a5-b5c2-a38f64feee70)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:48.730166 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64e9a5f2-8661-4736-846e-cd89f0b92bf0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:48.747061 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-64e9a5f2-8661-4736-846e-cd89f0b92bf0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Calling delete_port for d1b82715-2389-4601-acea-c7ca107f8f0b owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:12:48.842534 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64e9a5f2-8661-4736-846e-cd89f0b92bf0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:48.867891 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9a5f2-8661-4736-846e-cd89f0b92bf0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event deleted for resources: {'Port': ['ID=d1b82715-2389-4601-acea-c7ca107f8f0b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:48.871372 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e9a5f2-8661-4736-846e-cd89f0b92bf0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] No DVR routers for this DVR port d1b82715-2389-4601-acea-c7ca107f8f0b on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:12:48.953698 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64e9a5f2-8661-4736-846e-cd89f0b92bf0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:48.980822 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-64e9a5f2-8661-4736-846e-cd89f0b92bf0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['060eaa13-8c5c-49d4-ae0f-465964c7b225']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:48.983795 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:48.991405 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-64e9a5f2-8661-4736-846e-cd89f0b92bf0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c62e39-a511-45a5-b5c2-a38f64feee70') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:48.991679 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-64e9a5f2-8661-4736-846e-cd89f0b92bf0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c62e39-a511-45a5-b5c2-a38f64feee70') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:49.003573 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64e9a5f2-8661-4736-846e-cd89f0b92bf0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:49.018215 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64e9a5f2-8661-4736-846e-cd89f0b92bf0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:49.025789 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e9a5f2-8661-4736-846e-cd89f0b92bf0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:12:49.026186 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64e9a5f2-8661-4736-846e-cd89f0b92bf0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:49.029417 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:12:49.029417 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:12:49.029417 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:12:49.029417 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:12:49.029417 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:12:49.029417 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:12:49.029417 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:12:49.029417 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:12:49.029417 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:12:49.029417 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:12:49.029417 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:12:49.029417 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:12:49.029417 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:12:49.029417 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:12:49.029417 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:12:49.029417 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:12:49.029417 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:12:49.029417 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:12:49.029417 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:12:49.029417 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:12:49.029417 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:12:49.029417 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:12:49.029417 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:12:49.029417 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:12:49.029417 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:12:49.029417 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:12:49.029417 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:12:49.029417 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:12:49.029417 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:12:49.029417 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:12:49.029417 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:12:49.029417 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:12:49.087058 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64e9a5f2-8661-4736-846e-cd89f0b92bf0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:49.092222 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64e9a5f2-8661-4736-846e-cd89f0b92bf0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:49.100345 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-64e9a5f2-8661-4736-846e-cd89f0b92bf0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "DELETE /v2.0/networks/060eaa13-8c5c-49d4-ae0f-465964c7b225 HTTP/1.1" status: 204 len: 168 time: 1.8696160 Sep 21 18:12:49.100567 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 59892) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:49.106197 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-8e7abb93-aa14-4439-98c0-9fb378527c0b tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-13078419'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:49.116513 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9a5f2-8661-4736-846e-cd89f0b92bf0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event deleted for resources: {'Network': ['ID=060eaa13-8c5c-49d4-ae0f-465964c7b225,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:49.136865 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7abb93-aa14-4439-98c0-9fb378527c0b tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Made reservation on behalf of 7c3b9abaab5949619e65dbb1aa6a2d4e for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:49.141691 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8e7abb93-aa14-4439-98c0-9fb378527c0b tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:49.175399 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e7abb93-aa14-4439-98c0-9fb378527c0b tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:12:49.187087 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8e7abb93-aa14-4439-98c0-9fb378527c0b tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:49.187960 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-8e7abb93-aa14-4439-98c0-9fb378527c0b tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Added segment f21924bc-247d-49ed-8937-91dfd8d28497 of type vlan for network 8f5e99e3-d6f1-48ce-84dc-c1f909183d5a Sep 21 18:12:49.243388 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8e7abb93-aa14-4439-98c0-9fb378527c0b tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:49.278558 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8e7abb93-aa14-4439-98c0-9fb378527c0b tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:49.287043 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7abb93-aa14-4439-98c0-9fb378527c0b tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:49.288033 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8e7abb93-aa14-4439-98c0-9fb378527c0b tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:49.367693 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59900) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:49.372817 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-82fabd20-7bee-45b9-835e-ec1dda28f136 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Request body: {'subnet': {'network_id': '8f5e99e3-d6f1-48ce-84dc-c1f909183d5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:49.376425 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8e7abb93-aa14-4439-98c0-9fb378527c0b tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2759960 Sep 21 18:12:49.384083 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7abb93-aa14-4439-98c0-9fb378527c0b tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event updated for resources: {'Network': ['ID=8f5e99e3-d6f1-48ce-84dc-c1f909183d5a,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:49.395568 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 8f5e99e3-d6f1-48ce-84dc-c1f909183d5a details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:12:49.488207 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fabd20-7bee-45b9-835e-ec1dda28f136 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Made reservation on behalf of 7c3b9abaab5949619e65dbb1aa6a2d4e for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:49.492712 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-82fabd20-7bee-45b9-835e-ec1dda28f136 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:49.620627 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222ac50-f01c-486e-9708-a073d8978123 req-78d0533b-90e7-4e54-9809-96849b6097bc tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:49.622323 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6222ac50-f01c-486e-9708-a073d8978123 req-78d0533b-90e7-4e54-9809-96849b6097bc tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/ports?device_id=c35aa7de-c8cc-4868-a04b-d226e30d256f HTTP/1.1" status: 200 len: 943 time: 0.1258698 Sep 21 18:12:49.680018 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6222ac50-f01c-486e-9708-a073d8978123 req-be4bd1b3-b2c2-46c1-ab84-c6b4b433a823 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5dfe11f-161f-47ce-9018-bb8416544f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486548 Sep 21 18:12:49.794247 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-82fabd20-7bee-45b9-835e-ec1dda28f136 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:49.878609 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fabd20-7bee-45b9-835e-ec1dda28f136 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event updated for resources: {'Subnet': ['ID=af4d4b8b-e69d-45ad-b5aa-a6ecea491723,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:49.882256 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fabd20-7bee-45b9-835e-ec1dda28f136 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Checking segment: {'id': 'f21924bc-247d-49ed-8937-91dfd8d28497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8f5e99e3-d6f1-48ce-84dc-c1f909183d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:12:49.882738 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fabd20-7bee-45b9-835e-ec1dda28f136 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Network hostable DHCP agents. Network: 8f5e99e3-d6f1-48ce-84dc-c1f909183d5a, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:12:49.907566 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fabd20-7bee-45b9-835e-ec1dda28f136 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Network 8f5e99e3-d6f1-48ce-84dc-c1f909183d5a is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:12:49.937214 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-82fabd20-7bee-45b9-835e-ec1dda28f136 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 8f5e99e3-d6f1-48ce-84dc-c1f909183d5a) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:49.944509 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fabd20-7bee-45b9-835e-ec1dda28f136 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:49.947405 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-82fabd20-7bee-45b9-835e-ec1dda28f136 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:49.954101 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95213a9-d912-4770-b0d1-d92c395b9719 None None] Network 8f5e99e3-d6f1-48ce-84dc-c1f909183d5a requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:49.969434 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-82fabd20-7bee-45b9-835e-ec1dda28f136 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6004789 Sep 21 18:12:49.972214 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 59916) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:50.101276 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-af911adb-c9ad-410f-9be1-f7d2aa5a162c tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:50.195825 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-af911adb-c9ad-410f-9be1-f7d2aa5a162c tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:50.282225 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:50.286243 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-af911adb-c9ad-410f-9be1-f7d2aa5a162c tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:50.315406 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af911adb-c9ad-410f-9be1-f7d2aa5a162c tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event deleted for resources: {'Subnet': ['ID=af4d4b8b-e69d-45ad-b5aa-a6ecea491723,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:50.341976 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f21a63d-9516-45f3-8f4d-b1daa72d302b None None] Network 8f5e99e3-d6f1-48ce-84dc-c1f909183d5a requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:50.375694 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-af911adb-c9ad-410f-9be1-f7d2aa5a162c tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:50.398842 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-af911adb-c9ad-410f-9be1-f7d2aa5a162c tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f5e99e3-d6f1-48ce-84dc-c1f909183d5a']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:50.410290 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-af911adb-c9ad-410f-9be1-f7d2aa5a162c tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f21924bc-247d-49ed-8937-91dfd8d28497') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:50.410588 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-af911adb-c9ad-410f-9be1-f7d2aa5a162c tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f21924bc-247d-49ed-8937-91dfd8d28497') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:50.420109 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-af911adb-c9ad-410f-9be1-f7d2aa5a162c tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:50.436331 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-af911adb-c9ad-410f-9be1-f7d2aa5a162c tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:50.443494 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af911adb-c9ad-410f-9be1-f7d2aa5a162c tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:12:50.444079 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-af911adb-c9ad-410f-9be1-f7d2aa5a162c tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:50.447414 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:12:50.447414 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:12:50.447414 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:12:50.447414 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:12:50.447414 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:12:50.447414 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:12:50.447414 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:12:50.447414 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:12:50.447414 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:12:50.447414 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:12:50.447414 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:12:50.447414 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:12:50.447414 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:12:50.447414 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:12:50.447414 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:12:50.447414 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:12:50.447414 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:12:50.447414 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:12:50.447414 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:12:50.447414 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:12:50.447414 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:12:50.447414 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:12:50.447414 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:12:50.447414 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:12:50.447414 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:12:50.447414 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:12:50.447414 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:12:50.447414 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:12:50.447414 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:12:50.447414 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:12:50.447414 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:12:50.447414 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:12:50.509103 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-af911adb-c9ad-410f-9be1-f7d2aa5a162c tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:50.516513 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-af911adb-c9ad-410f-9be1-f7d2aa5a162c tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:50.519308 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-af911adb-c9ad-410f-9be1-f7d2aa5a162c tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "DELETE /v2.0/networks/8f5e99e3-d6f1-48ce-84dc-c1f909183d5a HTTP/1.1" status: 204 len: 168 time: 0.5456045 Sep 21 18:12:50.522419 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 59928) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:50.524744 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:12:50.529533 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-d5b045e6-923a-4627-816e-af04e6caa6a9 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-67636388'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:50.545365 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af911adb-c9ad-410f-9be1-f7d2aa5a162c tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event deleted for resources: {'Network': ['ID=8f5e99e3-d6f1-48ce-84dc-c1f909183d5a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:50.565536 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b045e6-923a-4627-816e-af04e6caa6a9 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Made reservation on behalf of 7c3b9abaab5949619e65dbb1aa6a2d4e for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:50.569070 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d5b045e6-923a-4627-816e-af04e6caa6a9 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:50.593192 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b045e6-923a-4627-816e-af04e6caa6a9 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:12:50.608761 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d5b045e6-923a-4627-816e-af04e6caa6a9 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:50.608761 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-d5b045e6-923a-4627-816e-af04e6caa6a9 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Added segment 44071ab1-6f8c-49c7-aea1-511f9a29dcc3 of type vlan for network 7fc5c2d3-41c4-447b-855a-d8a6d44c0cc7 Sep 21 18:12:50.646399 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d5b045e6-923a-4627-816e-af04e6caa6a9 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:50.670700 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d5b045e6-923a-4627-816e-af04e6caa6a9 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:50.676325 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b045e6-923a-4627-816e-af04e6caa6a9 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:50.676943 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d5b045e6-923a-4627-816e-af04e6caa6a9 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:50.699446 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 289a9762-fde6-436b-9673-00a0c16e9e93 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:12:50.763219 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59938) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:50.764212 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d5b045e6-923a-4627-816e-af04e6caa6a9 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2405784 Sep 21 18:12:50.768503 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b045e6-923a-4627-816e-af04e6caa6a9 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event updated for resources: {'Network': ['ID=7fc5c2d3-41c4-447b-855a-d8a6d44c0cc7,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:50.769870 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-e93bc265-f6b6-421a-b76f-b09ea5437063 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Request body: {'subnet': {'network_id': '7fc5c2d3-41c4-447b-855a-d8a6d44c0cc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:50.787411 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 7fc5c2d3-41c4-447b-855a-d8a6d44c0cc7 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:12:50.868389 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9a547-e53d-4c07-a220-c42759d6dea8 req-e6889926-2c25-47a1-9f39-267d22cbea0a tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:50.872089 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 289a9762-fde6-436b-9673-00a0c16e9e93, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=289a9762-fde6-436b-9673-00a0c16e9e93,segment=NetworkSegment(5c3424da-ca43-4f8f-bb75-0f63242fe008),segment_id=5c3424da-ca43-4f8f-bb75-0f63242fe008)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:50.876059 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-03c9a547-e53d-4c07-a220-c42759d6dea8 req-e6889926-2c25-47a1-9f39-267d22cbea0a tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/ports?device_id=c35aa7de-c8cc-4868-a04b-d226e30d256f HTTP/1.1" status: 200 len: 943 time: 0.0559697 Sep 21 18:12:50.887316 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '289a9762-fde6-436b-9673-00a0c16e9e93', 'network_id': '5ba916b6-e513-4c87-bbce-c7c4c916873e', 'port_id': '289a9762-fde6-436b-9673-00a0c16e9e93', 'mac_address': 'fa:16:3e:7f:bd:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2b82b9b-0df8-47ed-9d8a-6bd72fcdbd52', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:12:50.915385 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93bc265-f6b6-421a-b76f-b09ea5437063 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Made reservation on behalf of 7c3b9abaab5949619e65dbb1aa6a2d4e for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:50.919380 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e93bc265-f6b6-421a-b76f-b09ea5437063 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:50.938807 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:50.956868 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-03c9a547-e53d-4c07-a220-c42759d6dea8 req-0bde42a2-8aa7-4a53-83ff-a977923d7feb tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5dfe11f-161f-47ce-9018-bb8416544f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753870 Sep 21 18:12:50.960347 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 289a9762-fde6-436b-9673-00a0c16e9e93 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:12:50.988689 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 289a9762-fde6-436b-9673-00a0c16e9e93, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=289a9762-fde6-436b-9673-00a0c16e9e93,segment=NetworkSegment(5c3424da-ca43-4f8f-bb75-0f63242fe008),segment_id=5c3424da-ca43-4f8f-bb75-0f63242fe008)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:51.001057 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:51.060888 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=289a9762-fde6-436b-9673-00a0c16e9e93,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:51.166007 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e93bc265-f6b6-421a-b76f-b09ea5437063 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:51.244639 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['289a9762-fde6-436b-9673-00a0c16e9e93'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:12:51.265766 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93bc265-f6b6-421a-b76f-b09ea5437063 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Checking segment: {'id': '44071ab1-6f8c-49c7-aea1-511f9a29dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7fc5c2d3-41c4-447b-855a-d8a6d44c0cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:12:51.274742 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93bc265-f6b6-421a-b76f-b09ea5437063 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Network hostable DHCP agents. Network: 7fc5c2d3-41c4-447b-855a-d8a6d44c0cc7, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:12:51.279330 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93bc265-f6b6-421a-b76f-b09ea5437063 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event updated for resources: {'Subnet': ['ID=781a15e2-44d8-4dba-ac1e-2c5fe977b0b1,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:51.299662 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93bc265-f6b6-421a-b76f-b09ea5437063 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Network 7fc5c2d3-41c4-447b-855a-d8a6d44c0cc7 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:12:51.312269 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-e93bc265-f6b6-421a-b76f-b09ea5437063 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 7fc5c2d3-41c4-447b-855a-d8a6d44c0cc7) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:51.317226 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93bc265-f6b6-421a-b76f-b09ea5437063 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:51.317785 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e93bc265-f6b6-421a-b76f-b09ea5437063 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:51.335207 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7632f8f9-0125-49b9-9dfa-d15a430f6c89 None None] Network 7fc5c2d3-41c4-447b-855a-d8a6d44c0cc7 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:51.343168 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e93bc265-f6b6-421a-b76f-b09ea5437063 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5779226 Sep 21 18:12:51.345829 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 59960) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:51.459681 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b2516d72-29af-4981-94fb-cc04e5862ba1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:51.517384 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b2516d72-29af-4981-94fb-cc04e5862ba1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:51.591276 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b2516d72-29af-4981-94fb-cc04e5862ba1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:51.641340 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2516d72-29af-4981-94fb-cc04e5862ba1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event deleted for resources: {'Subnet': ['ID=781a15e2-44d8-4dba-ac1e-2c5fe977b0b1,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:51.698442 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f5ac9f-d49d-4ee1-bc48-0ea65c190e5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-7fc5c2d3-41c4-447b-855a-d8a6d44c0cc7', 'network_id': '7fc5c2d3-41c4-447b-855a-d8a6d44c0cc7', 'tenant_id': '7c3b9abaab5949619e65dbb1aa6a2d4e', 'fixed_ips': [{'subnet_id': '781a15e2-44d8-4dba-ac1e-2c5fe977b0b1'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:12:51.699634 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-53f5ac9f-d49d-4ee1-bc48-0ea65c190e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:51.703560 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:51.714077 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b2516d72-29af-4981-94fb-cc04e5862ba1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:51.742273 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-b2516d72-29af-4981-94fb-cc04e5862ba1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fc5c2d3-41c4-447b-855a-d8a6d44c0cc7']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:51.751968 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-b2516d72-29af-4981-94fb-cc04e5862ba1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44071ab1-6f8c-49c7-aea1-511f9a29dcc3') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:51.752367 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-b2516d72-29af-4981-94fb-cc04e5862ba1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44071ab1-6f8c-49c7-aea1-511f9a29dcc3') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:51.817422 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89974015-d634-4815-8c20-65fb3cb2504d None None] Network 7fc5c2d3-41c4-447b-855a-d8a6d44c0cc7 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:52.071607 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b2516d72-29af-4981-94fb-cc04e5862ba1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:52.107761 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b2516d72-29af-4981-94fb-cc04e5862ba1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:52.118872 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2516d72-29af-4981-94fb-cc04e5862ba1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:12:52.119368 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b2516d72-29af-4981-94fb-cc04e5862ba1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:52.122427 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:12:52.122427 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:12:52.122427 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:12:52.122427 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:12:52.122427 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:12:52.122427 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:12:52.122427 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:12:52.122427 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:12:52.122427 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:12:52.122427 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:12:52.122427 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:12:52.122427 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:12:52.122427 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:12:52.122427 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:12:52.122427 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:12:52.122427 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:12:52.122427 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:12:52.122427 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:12:52.122427 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:12:52.122427 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:12:52.122427 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:12:52.122427 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:12:52.122427 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:12:52.122427 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:12:52.122427 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:12:52.122427 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:12:52.122427 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:12:52.122427 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:12:52.122427 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:12:52.122427 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:12:52.122427 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:12:52.122427 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:12:52.182731 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff71263-e213-4756-aecd-6f09bffa2be7 req-db6ad63c-2cd8-4f29-a4b6-7867cc74df20 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:52.184528 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eff71263-e213-4756-aecd-6f09bffa2be7 req-db6ad63c-2cd8-4f29-a4b6-7867cc74df20 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/ports?device_id=c35aa7de-c8cc-4868-a04b-d226e30d256f HTTP/1.1" status: 200 len: 944 time: 0.1057041 Sep 21 18:12:52.203124 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b2516d72-29af-4981-94fb-cc04e5862ba1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:52.212409 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b2516d72-29af-4981-94fb-cc04e5862ba1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:52.215227 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b2516d72-29af-4981-94fb-cc04e5862ba1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "DELETE /v2.0/networks/7fc5c2d3-41c4-447b-855a-d8a6d44c0cc7 HTTP/1.1" status: 204 len: 168 time: 0.8675551 Sep 21 18:12:52.218268 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 59978) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:52.224530 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-fed2c83f-2814-4ca1-a141-b75d8f56fb18 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-419263320'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:52.244966 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2516d72-29af-4981-94fb-cc04e5862ba1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event deleted for resources: {'Network': ['ID=7fc5c2d3-41c4-447b-855a-d8a6d44c0cc7,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:52.262014 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed2c83f-2814-4ca1-a141-b75d8f56fb18 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Made reservation on behalf of 7c3b9abaab5949619e65dbb1aa6a2d4e for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:52.266676 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fed2c83f-2814-4ca1-a141-b75d8f56fb18 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:52.268387 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eff71263-e213-4756-aecd-6f09bffa2be7 req-9efabee7-da1e-4fe0-8661-1c4b7bee06e6 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5dfe11f-161f-47ce-9018-bb8416544f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721743 Sep 21 18:12:52.294509 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed2c83f-2814-4ca1-a141-b75d8f56fb18 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:12:52.304950 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fed2c83f-2814-4ca1-a141-b75d8f56fb18 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:52.305631 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-fed2c83f-2814-4ca1-a141-b75d8f56fb18 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Added segment 8083cb2d-3c76-49d8-aa5b-2272fc1824fc of type vlan for network 43cb73e4-d65e-402a-8eda-98326014369a Sep 21 18:12:52.372322 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fed2c83f-2814-4ca1-a141-b75d8f56fb18 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:52.399252 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fed2c83f-2814-4ca1-a141-b75d8f56fb18 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:52.408130 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed2c83f-2814-4ca1-a141-b75d8f56fb18 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:52.408877 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fed2c83f-2814-4ca1-a141-b75d8f56fb18 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529452'] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:52.449662 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-fed2c83f-2814-4ca1-a141-b75d8f56fb18 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2301910 Sep 21 18:12:52.452910 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 59986) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:52.481743 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-82067c69-d5c6-447e-b2cb-a6bd41891c6d tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:52.488525 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2c83f-2814-4ca1-a141-b75d8f56fb18 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event updated for resources: {'Network': ['ID=43cb73e4-d65e-402a-8eda-98326014369a,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:52.499154 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 43cb73e4-d65e-402a-8eda-98326014369a details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:12:52.712497 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 289a9762-fde6-436b-9673-00a0c16e9e93 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:12:52.794167 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 289a9762-fde6-436b-9673-00a0c16e9e93 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:12:52.799936 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 289a9762-fde6-436b-9673-00a0c16e9e93 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:12:52.800208 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:52.917841 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:52.941664 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35aa7de-c8cc-4868-a04b-d226e30d256f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289a9762-fde6-436b-9673-00a0c16e9e93'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:12:52.944892 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd0b39a-31e9-4cbb-bf97-7fd201e42b4c" -d '{"events": [{"server_uuid": "c35aa7de-c8cc-4868-a04b-d226e30d256f", "name": "network-vif-plugged", "status": "completed", "tag": "289a9762-fde6-436b-9673-00a0c16e9e93"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:12:52.959655 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 289a9762-fde6-436b-9673-00a0c16e9e93, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=289a9762-fde6-436b-9673-00a0c16e9e93,segment=NetworkSegment(5c3424da-ca43-4f8f-bb75-0f63242fe008),segment_id=5c3424da-ca43-4f8f-bb75-0f63242fe008)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:52.966548 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:52.998465 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ab4898-09d5-4521-9166-362815580269 x-openstack-request-id: req-18ab4898-09d5-4521-9166-362815580269 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:12:52.998775 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c35aa7de-c8cc-4868-a04b-d226e30d256f", "name": "network-vif-plugged", "status": "completed", "tag": "289a9762-fde6-436b-9673-00a0c16e9e93", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:12:52.999066 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-18ab4898-09d5-4521-9166-362815580269 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:12:52.999511 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35aa7de-c8cc-4868-a04b-d226e30d256f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289a9762-fde6-436b-9673-00a0c16e9e93', 'code': 200} Sep 21 18:12:53.024699 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-82067c69-d5c6-447e-b2cb-a6bd41891c6d tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:53.028520 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=289a9762-fde6-436b-9673-00a0c16e9e93,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:53.049015 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-82067c69-d5c6-447e-b2cb-a6bd41891c6d tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:53.079322 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-82067c69-d5c6-447e-b2cb-a6bd41891c6d tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Network 43cb73e4-d65e-402a-8eda-98326014369a is not hosted by any dhcp agent {{(pid=101460) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 21 18:12:53.084422 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82067c69-d5c6-447e-b2cb-a6bd41891c6d tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:53.085055 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-82067c69-d5c6-447e-b2cb-a6bd41891c6d tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:53.086353 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-82067c69-d5c6-447e-b2cb-a6bd41891c6d tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "PUT /v2.0/networks/43cb73e4-d65e-402a-8eda-98326014369a HTTP/1.1" status: 200 len: 723 time: 0.6329942 Sep 21 18:12:53.090313 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60002) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:53.095018 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-b96f4047-4ad7-4e4e-9ac0-fdff05987023 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Request body: {'subnet': {'network_id': '43cb73e4-d65e-402a-8eda-98326014369a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:53.153467 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82067c69-d5c6-447e-b2cb-a6bd41891c6d tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event updated for resources: {'Network': ['ID=43cb73e4-d65e-402a-8eda-98326014369a,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:53.164945 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 43cb73e4-d65e-402a-8eda-98326014369a details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:12:53.166281 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5fa8b-35b5-4b62-84ba-cd4359c08354 req-28dfb677-6515-4804-9648-f9011efa5697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:53.168065 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f2e5fa8b-35b5-4b62-84ba-cd4359c08354 req-28dfb677-6515-4804-9648-f9011efa5697 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c35aa7de-c8cc-4868-a04b-d226e30d256f HTTP/1.1" status: 200 len: 1096 time: 0.1105573 Sep 21 18:12:53.215258 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96f4047-4ad7-4e4e-9ac0-fdff05987023 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Made reservation on behalf of 7c3b9abaab5949619e65dbb1aa6a2d4e for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:53.219134 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b96f4047-4ad7-4e4e-9ac0-fdff05987023 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:53.234266 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f2e5fa8b-35b5-4b62-84ba-cd4359c08354 req-fb6a00d5-e1db-4c1a-b55f-f3ce39c5ec4a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d5dfe11f-161f-47ce-9018-bb8416544f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578501 Sep 21 18:12:53.409053 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:53.424901 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b96f4047-4ad7-4e4e-9ac0-fdff05987023 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:53.476288 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b62af-64e9-4a29-8520-007c4171ff75 req-75246dac-e330-4cb3-ad01-3cfdd37d1e69 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:53.477885 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-249b62af-64e9-4a29-8520-007c4171ff75 req-75246dac-e330-4cb3-ad01-3cfdd37d1e69 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/ports?device_id=c35aa7de-c8cc-4868-a04b-d226e30d256f HTTP/1.1" status: 200 len: 945 time: 0.1261842 Sep 21 18:12:53.496599 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f4047-4ad7-4e4e-9ac0-fdff05987023 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event updated for resources: {'Subnet': ['ID=0bf3da1e-345f-48cc-bcdd-358ebae8dbb1,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:53.510411 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96f4047-4ad7-4e4e-9ac0-fdff05987023 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Checking segment: {'id': '8083cb2d-3c76-49d8-aa5b-2272fc1824fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '43cb73e4-d65e-402a-8eda-98326014369a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:12:53.510778 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96f4047-4ad7-4e4e-9ac0-fdff05987023 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Network hostable DHCP agents. Network: 43cb73e4-d65e-402a-8eda-98326014369a, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:12:53.532116 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-249b62af-64e9-4a29-8520-007c4171ff75 req-bec22c36-9439-45da-8ec0-041de155ef02 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5dfe11f-161f-47ce-9018-bb8416544f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458264 Sep 21 18:12:53.554381 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96f4047-4ad7-4e4e-9ac0-fdff05987023 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Network 43cb73e4-d65e-402a-8eda-98326014369a is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:12:53.566401 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-b96f4047-4ad7-4e4e-9ac0-fdff05987023 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 43cb73e4-d65e-402a-8eda-98326014369a) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:53.571939 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96f4047-4ad7-4e4e-9ac0-fdff05987023 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:53.572578 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b96f4047-4ad7-4e4e-9ac0-fdff05987023 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:53.581222 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a6dcdb-7264-460a-960d-a157342ee3ca None None] Network 43cb73e4-d65e-402a-8eda-98326014369a requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:53.592441 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60016) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:53.595551 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b96f4047-4ad7-4e4e-9ac0-fdff05987023 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5049646 Sep 21 18:12:53.599140 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-3c984850-fd10-4d7a-98cf-3a719a60b53a tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:53.699044 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3c984850-fd10-4d7a-98cf-3a719a60b53a tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9975083'] for subnet, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:53.747296 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f72d6b-4162-4b0d-90f8-6da079921d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-43cb73e4-d65e-402a-8eda-98326014369a', 'network_id': '43cb73e4-d65e-402a-8eda-98326014369a', 'tenant_id': '7c3b9abaab5949619e65dbb1aa6a2d4e', 'fixed_ips': [{'subnet_id': '0bf3da1e-345f-48cc-bcdd-358ebae8dbb1'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:12:53.748611 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-92f72d6b-4162-4b0d-90f8-6da079921d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:53.909301 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3c984850-fd10-4d7a-98cf-3a719a60b53a tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748376389636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10105848'] for subnet, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:53.947699 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c984850-fd10-4d7a-98cf-3a719a60b53a tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:53.948585 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3c984850-fd10-4d7a-98cf-3a719a60b53a tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:53.950067 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3c984850-fd10-4d7a-98cf-3a719a60b53a tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "PUT /v2.0/subnets/0bf3da1e-345f-48cc-bcdd-358ebae8dbb1 HTTP/1.1" status: 200 len: 806 time: 0.3566346 Sep 21 18:12:53.952784 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60026) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:53.966511 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c984850-fd10-4d7a-98cf-3a719a60b53a tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event updated for resources: {'Subnet': ['ID=0bf3da1e-345f-48cc-bcdd-358ebae8dbb1,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:53.981747 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-92f72d6b-4162-4b0d-90f8-6da079921d82 None None] Allocated IP 172.20.0.2 (43cb73e4-d65e-402a-8eda-98326014369a/0bf3da1e-345f-48cc-bcdd-358ebae8dbb1/af07f109-c086-4f45-a087-63b23c15f450) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:12:54.082807 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-25181cde-d744-48b4-8484-117d83eabfe1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:54.142139 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-25181cde-d744-48b4-8484-117d83eabfe1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:54.163775 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-92f72d6b-4162-4b0d-90f8-6da079921d82 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:54.170686 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-92f72d6b-4162-4b0d-90f8-6da079921d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:54.213828 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f72d6b-4162-4b0d-90f8-6da079921d82 None None] Pushing event updated for resources: {'Port': ['ID=af07f109-c086-4f45-a087-63b23c15f450,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:54.231478 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f72d6b-4162-4b0d-90f8-6da079921d82 None None] Network 43cb73e4-d65e-402a-8eda-98326014369a is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:12:54.233241 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-92f72d6b-4162-4b0d-90f8-6da079921d82 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:54.236135 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f72d6b-4162-4b0d-90f8-6da079921d82 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:12:54.237623 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-25181cde-d744-48b4-8484-117d83eabfe1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:54.266046 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25181cde-d744-48b4-8484-117d83eabfe1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event deleted for resources: {'Subnet': ['ID=0bf3da1e-345f-48cc-bcdd-358ebae8dbb1,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:54.308346 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-92f72d6b-4162-4b0d-90f8-6da079921d82 None None] Attempting to bind port af07f109-c086-4f45-a087-63b23c15f450 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:12:54.308777 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-92f72d6b-4162-4b0d-90f8-6da079921d82 None None] Attempting to bind port af07f109-c086-4f45-a087-63b23c15f450 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '8083cb2d-3c76-49d8-aa5b-2272fc1824fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '43cb73e4-d65e-402a-8eda-98326014369a'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:12:54.309201 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f72d6b-4162-4b0d-90f8-6da079921d82 None None] Attempting to bind port af07f109-c086-4f45-a087-63b23c15f450 on network 43cb73e4-d65e-402a-8eda-98326014369a {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:12:54.315033 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f72d6b-4162-4b0d-90f8-6da079921d82 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:12:54.315414 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f72d6b-4162-4b0d-90f8-6da079921d82 None None] Checking segment: {'id': '8083cb2d-3c76-49d8-aa5b-2272fc1824fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '43cb73e4-d65e-402a-8eda-98326014369a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:12:54.315818 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-92f72d6b-4162-4b0d-90f8-6da079921d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:54.316211 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f72d6b-4162-4b0d-90f8-6da079921d82 None None] Bound using segment: {'id': '8083cb2d-3c76-49d8-aa5b-2272fc1824fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '43cb73e4-d65e-402a-8eda-98326014369a'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:12:54.316672 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-92f72d6b-4162-4b0d-90f8-6da079921d82 None None] Bound port: af07f109-c086-4f45-a087-63b23c15f450, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8083cb2d-3c76-49d8-aa5b-2272fc1824fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '43cb73e4-d65e-402a-8eda-98326014369a'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:12:54.317058 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-92f72d6b-4162-4b0d-90f8-6da079921d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:54.334785 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-25181cde-d744-48b4-8484-117d83eabfe1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:54.406277 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-25181cde-d744-48b4-8484-117d83eabfe1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43cb73e4-d65e-402a-8eda-98326014369a']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:54.419020 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-25181cde-d744-48b4-8484-117d83eabfe1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8083cb2d-3c76-49d8-aa5b-2272fc1824fc') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:54.419576 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-25181cde-d744-48b4-8484-117d83eabfe1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8083cb2d-3c76-49d8-aa5b-2272fc1824fc') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:54.421344 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-92f72d6b-4162-4b0d-90f8-6da079921d82 None None] For port af07f109-c086-4f45-a087-63b23c15f450, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:12:54.425231 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-92f72d6b-4162-4b0d-90f8-6da079921d82 None None] For port af07f109-c086-4f45-a087-63b23c15f450, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=af07f109-c086-4f45-a087-63b23c15f450,segment=NetworkSegment(8083cb2d-3c76-49d8-aa5b-2272fc1824fc),segment_id=8083cb2d-3c76-49d8-aa5b-2272fc1824fc)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:12:54.430167 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-92f72d6b-4162-4b0d-90f8-6da079921d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:54.432616 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-25181cde-d744-48b4-8484-117d83eabfe1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:54.447571 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-25181cde-d744-48b4-8484-117d83eabfe1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:54.454541 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25181cde-d744-48b4-8484-117d83eabfe1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:12:54.454920 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-25181cde-d744-48b4-8484-117d83eabfe1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:54.459248 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:12:54.459248 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:12:54.459248 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:12:54.459248 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:12:54.459248 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:12:54.459248 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:12:54.459248 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:12:54.459248 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:12:54.459248 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:12:54.459248 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:12:54.459248 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:12:54.459248 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:12:54.459248 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:12:54.459248 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:12:54.459248 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:12:54.459248 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:12:54.459248 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:12:54.459248 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:12:54.459248 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:12:54.459248 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:12:54.459248 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:12:54.459248 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:12:54.459248 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:12:54.459248 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:12:54.459248 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:12:54.459248 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:12:54.459248 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:12:54.459248 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:12:54.459248 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:12:54.459248 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:12:54.459248 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:12:54.459248 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:12:54.547575 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d3f4cc-02eb-4409-86fb-485b8623f98b None None] Network 43cb73e4-d65e-402a-8eda-98326014369a requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:54.561300 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.db.api [None req-25181cde-d744-48b4-8484-117d83eabfe1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 18:12:54.561300 n-d-810291-1 neutron-server[101461]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 18:12:54.561300 n-d-810291-1 neutron-server[101461]: [parameters: {'id': '43cb73e4-d65e-402a-8eda-98326014369a'}] Sep 21 18:12:54.561300 n-d-810291-1 neutron-server[101461]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:12:54.561734 n-d-810291-1 neutron-server[101461]: DEBUG oslo_db.api [None req-25181cde-d744-48b4-8484-117d83eabfe1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:12:54.596078 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f72d6b-4162-4b0d-90f8-6da079921d82 None None] Pushing event updated for resources: {'Port': ['ID=af07f109-c086-4f45-a087-63b23c15f450,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:54.671874 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d917c55-a679-48ab-affa-955944b763fc req-fac99e4d-4a15-4f1c-8793-f3e895477b7b tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:54.684325 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d917c55-a679-48ab-affa-955944b763fc req-fac99e4d-4a15-4f1c-8793-f3e895477b7b tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/ports?device_id=c35aa7de-c8cc-4868-a04b-d226e30d256f HTTP/1.1" status: 200 len: 945 time: 0.0735929 Sep 21 18:12:54.714517 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:54.730293 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d917c55-a679-48ab-affa-955944b763fc req-98a12728-0c1a-40f7-8e08-157b8159c273 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5dfe11f-161f-47ce-9018-bb8416544f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448353 Sep 21 18:12:54.804874 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a4600d-c00c-4466-89d4-ee8117294609 None None] Network 43cb73e4-d65e-402a-8eda-98326014369a requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:55.020458 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10af525-03e1-44ee-8cc0-28c7a4d54054 None None] get_active_networks_info from n-d-810291-1 {{(pid=101462) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:12:55.063547 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-25181cde-d744-48b4-8484-117d83eabfe1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:55.155045 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-25181cde-d744-48b4-8484-117d83eabfe1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Deleting port af07f109-c086-4f45-a087-63b23c15f450 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:12:55.156800 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-25181cde-d744-48b4-8484-117d83eabfe1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:55.164625 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10af525-03e1-44ee-8cc0-28c7a4d54054 None None] Resources bound (agent type, host, resource id): {{(pid=101462) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:12:55.239112 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-25181cde-d744-48b4-8484-117d83eabfe1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] For port af07f109-c086-4f45-a087-63b23c15f450, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=af07f109-c086-4f45-a087-63b23c15f450,segment=NetworkSegment(8083cb2d-3c76-49d8-aa5b-2272fc1824fc),segment_id=8083cb2d-3c76-49d8-aa5b-2272fc1824fc)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:55.239730 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-25181cde-d744-48b4-8484-117d83eabfe1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:55.255625 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-25181cde-d744-48b4-8484-117d83eabfe1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Calling delete_port for af07f109-c086-4f45-a087-63b23c15f450 owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:12:55.348011 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-25181cde-d744-48b4-8484-117d83eabfe1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:55.383113 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25181cde-d744-48b4-8484-117d83eabfe1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] No DVR routers for this DVR port af07f109-c086-4f45-a087-63b23c15f450 on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:12:55.389665 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25181cde-d744-48b4-8484-117d83eabfe1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event deleted for resources: {'Port': ['ID=af07f109-c086-4f45-a087-63b23c15f450,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:55.504162 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-25181cde-d744-48b4-8484-117d83eabfe1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:55.528023 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-25181cde-d744-48b4-8484-117d83eabfe1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43cb73e4-d65e-402a-8eda-98326014369a']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:55.540456 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-25181cde-d744-48b4-8484-117d83eabfe1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8083cb2d-3c76-49d8-aa5b-2272fc1824fc') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:55.540767 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-25181cde-d744-48b4-8484-117d83eabfe1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8083cb2d-3c76-49d8-aa5b-2272fc1824fc') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:55.554043 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-25181cde-d744-48b4-8484-117d83eabfe1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:55.573044 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-25181cde-d744-48b4-8484-117d83eabfe1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:55.580981 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25181cde-d744-48b4-8484-117d83eabfe1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:12:55.583194 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-25181cde-d744-48b4-8484-117d83eabfe1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:55.587360 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:12:55.587360 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:12:55.587360 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:12:55.587360 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:12:55.587360 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:12:55.587360 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:12:55.587360 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:12:55.587360 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:12:55.587360 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:12:55.587360 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:12:55.587360 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:12:55.587360 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:12:55.587360 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:12:55.587360 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:12:55.587360 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:12:55.587360 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:12:55.587360 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:12:55.587360 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:12:55.587360 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:12:55.587360 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:12:55.587360 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:12:55.587360 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:12:55.587360 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:12:55.587360 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:12:55.587360 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:12:55.587360 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:12:55.587360 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:12:55.587360 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:12:55.587360 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:12:55.587360 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:12:55.587360 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:12:55.587360 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:12:55.675056 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-25181cde-d744-48b4-8484-117d83eabfe1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:55.702893 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-25181cde-d744-48b4-8484-117d83eabfe1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:55.704822 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-25181cde-d744-48b4-8484-117d83eabfe1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "DELETE /v2.0/networks/43cb73e4-d65e-402a-8eda-98326014369a HTTP/1.1" status: 204 len: 168 time: 1.7507813 Sep 21 18:12:55.707688 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60074) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:55.711371 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25181cde-d744-48b4-8484-117d83eabfe1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event deleted for resources: {'Network': ['ID=43cb73e4-d65e-402a-8eda-98326014369a,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:55.732281 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7fbfa3-efdd-4484-aeda-67424059e566 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:55.733130 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b7fbfa3-efdd-4484-aeda-67424059e566 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:55.735302 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1b7fbfa3-efdd-4484-aeda-67424059e566 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "DELETE /v2.0/networks/43cb73e4-d65e-402a-8eda-98326014369a HTTP/1.1" status: 404 len: 339 time: 0.0266342 Sep 21 18:12:55.739524 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60080) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:55.740267 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e863c0-8033-46f1-b0ce-d4c80dcd94cd req-be9df2e3-d602-4e58-932b-1d62cde6c070 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:55.742136 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d4e863c0-8033-46f1-b0ce-d4c80dcd94cd req-be9df2e3-d602-4e58-932b-1d62cde6c070 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/ports?device_id=c35aa7de-c8cc-4868-a04b-d226e30d256f HTTP/1.1" status: 200 len: 945 time: 0.0980995 Sep 21 18:12:55.746957 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-950ac02c-0496-43cd-84db-ff7d54e1b775 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1439903188', 'description': 'd1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:55.789012 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d4e863c0-8033-46f1-b0ce-d4c80dcd94cd req-838c83df-2c31-41f6-9e5a-2685e9067e20 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5dfe11f-161f-47ce-9018-bb8416544f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410130 Sep 21 18:12:55.801848 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950ac02c-0496-43cd-84db-ff7d54e1b775 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Made reservation on behalf of 7c3b9abaab5949619e65dbb1aa6a2d4e for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:55.805542 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-950ac02c-0496-43cd-84db-ff7d54e1b775 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:55.843449 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950ac02c-0496-43cd-84db-ff7d54e1b775 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:12:55.843449 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-950ac02c-0496-43cd-84db-ff7d54e1b775 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:55.843449 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-950ac02c-0496-43cd-84db-ff7d54e1b775 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Added segment e93fbe81-848f-4218-84e5-10e376ee943c of type vlan for network 105be7b3-2ae8-41f9-898c-59bd23f646f0 Sep 21 18:12:55.887755 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-950ac02c-0496-43cd-84db-ff7d54e1b775 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:55.917381 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-950ac02c-0496-43cd-84db-ff7d54e1b775 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:55.923308 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950ac02c-0496-43cd-84db-ff7d54e1b775 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:55.923953 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-950ac02c-0496-43cd-84db-ff7d54e1b775 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:55.945291 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60084) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:55.947481 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-950ac02c-0496-43cd-84db-ff7d54e1b775 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2062531 Sep 21 18:12:56.021223 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ac02c-0496-43cd-84db-ff7d54e1b775 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event updated for resources: {'Network': ['ID=105be7b3-2ae8-41f9-898c-59bd23f646f0,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:56.031959 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 105be7b3-2ae8-41f9-898c-59bd23f646f0 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:12:56.080874 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bc5e9a-b0fe-4d9e-8c48-07a73c88dbca tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:56.085709 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60092) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:56.085928 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-50bc5e9a-b0fe-4d9e-8c48-07a73c88dbca tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "GET /v2.0/networks?id=105be7b3-2ae8-41f9-898c-59bd23f646f0 HTTP/1.1" status: 200 len: 761 time: 0.1393182 Sep 21 18:12:56.091172 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-e57a9e7a-cb11-4ead-920f-a506c50ba9e0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Request body: {'network': {'description': 'd2'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:56.255971 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e57a9e7a-cb11-4ead-920f-a506c50ba9e0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:56.273890 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e57a9e7a-cb11-4ead-920f-a506c50ba9e0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:56.296917 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e57a9e7a-cb11-4ead-920f-a506c50ba9e0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Network 105be7b3-2ae8-41f9-898c-59bd23f646f0 is not hosted by any dhcp agent {{(pid=101460) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 21 18:12:56.302494 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57a9e7a-cb11-4ead-920f-a506c50ba9e0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:56.303406 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e57a9e7a-cb11-4ead-920f-a506c50ba9e0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:56.304684 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e57a9e7a-cb11-4ead-920f-a506c50ba9e0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "PUT /v2.0/networks/105be7b3-2ae8-41f9-898c-59bd23f646f0 HTTP/1.1" status: 200 len: 758 time: 0.2179172 Sep 21 18:12:56.308114 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60098) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:56.359508 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a9e7a-cb11-4ead-920f-a506c50ba9e0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event updated for resources: {'Network': ['ID=105be7b3-2ae8-41f9-898c-59bd23f646f0,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:56.371390 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 105be7b3-2ae8-41f9-898c-59bd23f646f0 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:12:56.407205 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2db5c6c-475e-42ca-b307-f35514f22661 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:56.408886 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d2db5c6c-475e-42ca-b307-f35514f22661 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "GET /v2.0/networks?id=105be7b3-2ae8-41f9-898c-59bd23f646f0 HTTP/1.1" status: 200 len: 761 time: 0.0996699 Sep 21 18:12:56.412519 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60100) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:56.418617 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-b0412eba-d7df-4f1d-82ca-400095025635 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-753410555'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:56.446198 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0412eba-d7df-4f1d-82ca-400095025635 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Made reservation on behalf of 7c3b9abaab5949619e65dbb1aa6a2d4e for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:56.451616 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b0412eba-d7df-4f1d-82ca-400095025635 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:56.480973 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0412eba-d7df-4f1d-82ca-400095025635 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:12:56.491417 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b0412eba-d7df-4f1d-82ca-400095025635 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:56.491772 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-b0412eba-d7df-4f1d-82ca-400095025635 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Added segment ba59549c-ec05-4709-900f-00e1cdbba2bb of type vlan for network fba496af-f924-4b6d-a71a-cdc943648e25 Sep 21 18:12:56.534328 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b0412eba-d7df-4f1d-82ca-400095025635 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:56.565248 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b0412eba-d7df-4f1d-82ca-400095025635 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:56.571126 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0412eba-d7df-4f1d-82ca-400095025635 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:56.571802 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b0412eba-d7df-4f1d-82ca-400095025635 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:56.649357 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b0412eba-d7df-4f1d-82ca-400095025635 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2329497 Sep 21 18:12:56.649566 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60106) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:56.654221 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-60fa57f0-31ca-470d-9475-92ff321a04a9 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Request body: {'subnet': {'network_id': 'fba496af-f924-4b6d-a71a-cdc943648e25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:56.670754 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0412eba-d7df-4f1d-82ca-400095025635 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event updated for resources: {'Network': ['ID=fba496af-f924-4b6d-a71a-cdc943648e25,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:56.681030 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network fba496af-f924-4b6d-a71a-cdc943648e25 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:12:56.767767 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fa57f0-31ca-470d-9475-92ff321a04a9 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Made reservation on behalf of 7c3b9abaab5949619e65dbb1aa6a2d4e for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:56.771468 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-60fa57f0-31ca-470d-9475-92ff321a04a9 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:57.076067 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033a4ce-bc9c-4e88-a88d-b07bbb13e2b8 req-faaf218a-2b3f-4abf-b673-c8e6d8d8ce29 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:57.077815 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a033a4ce-bc9c-4e88-a88d-b07bbb13e2b8 req-faaf218a-2b3f-4abf-b673-c8e6d8d8ce29 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/ports?device_id=c35aa7de-c8cc-4868-a04b-d226e30d256f HTTP/1.1" status: 200 len: 945 time: 0.1442931 Sep 21 18:12:57.079469 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-60fa57f0-31ca-470d-9475-92ff321a04a9 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:57.132417 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4d7f8-c688-4f85-b7be-b98d02448b77 req-8c24b04c-79d3-4729-b0d7-b5ebb974132a tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:57.134169 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-52b4d7f8-c688-4f85-b7be-b98d02448b77 req-8c24b04c-79d3-4729-b0d7-b5ebb974132a tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 945 time: 0.0673838 Sep 21 18:12:57.214081 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-52b4d7f8-c688-4f85-b7be-b98d02448b77 req-bef8dd28-ae05-48c9-a79f-a2b0e68ef3e3 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684865 Sep 21 18:12:57.227158 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a033a4ce-bc9c-4e88-a88d-b07bbb13e2b8 req-d3e7b8bb-3330-4c88-9514-39bd099216ce tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5dfe11f-161f-47ce-9018-bb8416544f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317499 Sep 21 18:12:57.235737 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa57f0-31ca-470d-9475-92ff321a04a9 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event updated for resources: {'Subnet': ['ID=b07d3640-b7d8-44fe-8c2c-4ebd81c631dc,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:57.257997 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439850b-e6ee-4008-b9d4-8eab3e698abf req-baddfbdd-8c8b-4c01-b92b-79f778efced7 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:57.260118 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f439850b-e6ee-4008-b9d4-8eab3e698abf req-baddfbdd-8c8b-4c01-b92b-79f778efced7 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.44 "GET /v2.0/ports?device_id=c35aa7de-c8cc-4868-a04b-d226e30d256f HTTP/1.1" status: 200 len: 945 time: 0.1321011 Sep 21 18:12:57.267617 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fa57f0-31ca-470d-9475-92ff321a04a9 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Checking segment: {'id': 'ba59549c-ec05-4709-900f-00e1cdbba2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fba496af-f924-4b6d-a71a-cdc943648e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:12:57.267617 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fa57f0-31ca-470d-9475-92ff321a04a9 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Network hostable DHCP agents. Network: fba496af-f924-4b6d-a71a-cdc943648e25, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:12:57.354545 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fa57f0-31ca-470d-9475-92ff321a04a9 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Network fba496af-f924-4b6d-a71a-cdc943648e25 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:12:57.374869 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-60fa57f0-31ca-470d-9475-92ff321a04a9 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, fba496af-f924-4b6d-a71a-cdc943648e25) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:12:57.379958 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fa57f0-31ca-470d-9475-92ff321a04a9 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:57.380614 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-60fa57f0-31ca-470d-9475-92ff321a04a9 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:57.386693 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357f2171-4fff-4597-b57d-6f05db113e33 None None] Network fba496af-f924-4b6d-a71a-cdc943648e25 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:57.408101 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60128) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:57.408671 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-60fa57f0-31ca-470d-9475-92ff321a04a9 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7577369 Sep 21 18:12:57.442141 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-f439850b-e6ee-4008-b9d4-8eab3e698abf req-d53a6f58-1cba-4a74-9703-1f35bc5b9481 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Deleting port 289a9762-fde6-436b-9673-00a0c16e9e93 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:12:57.442566 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f439850b-e6ee-4008-b9d4-8eab3e698abf req-d53a6f58-1cba-4a74-9703-1f35bc5b9481 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:57.531304 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3e94e9a8-ba14-43a1-a5c0-b09778041191 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:57.555459 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-f439850b-e6ee-4008-b9d4-8eab3e698abf req-d53a6f58-1cba-4a74-9703-1f35bc5b9481 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] For port 289a9762-fde6-436b-9673-00a0c16e9e93, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=289a9762-fde6-436b-9673-00a0c16e9e93,segment=NetworkSegment(5c3424da-ca43-4f8f-bb75-0f63242fe008),segment_id=5c3424da-ca43-4f8f-bb75-0f63242fe008)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:57.555840 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f439850b-e6ee-4008-b9d4-8eab3e698abf req-d53a6f58-1cba-4a74-9703-1f35bc5b9481 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:57.575883 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-f439850b-e6ee-4008-b9d4-8eab3e698abf req-d53a6f58-1cba-4a74-9703-1f35bc5b9481 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Calling delete_port for 289a9762-fde6-436b-9673-00a0c16e9e93 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:12:57.622038 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3e94e9a8-ba14-43a1-a5c0-b09778041191 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:57.633379 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c253cfb3-a638-49c6-8c2b-be4bfa8ec211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-fba496af-f924-4b6d-a71a-cdc943648e25', 'network_id': 'fba496af-f924-4b6d-a71a-cdc943648e25', 'tenant_id': '7c3b9abaab5949619e65dbb1aa6a2d4e', 'fixed_ips': [{'subnet_id': 'b07d3640-b7d8-44fe-8c2c-4ebd81c631dc'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:12:57.634321 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c253cfb3-a638-49c6-8c2b-be4bfa8ec211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:57.718007 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3e94e9a8-ba14-43a1-a5c0-b09778041191 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server [None req-c253cfb3-a638-49c6-8c2b-be4bfa8ec211 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b07d3640-b7d8-44fe-8c2c-4ebd81c631dc: This subnet is being modified by another concurrent operation. Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise exception Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b07d3640-b7d8-44fe-8c2c-4ebd81c631dc: This subnet is being modified by another concurrent operation. Sep 21 18:12:57.742193 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server Sep 21 18:12:57.759588 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94e9a8-ba14-43a1-a5c0-b09778041191 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event deleted for resources: {'Subnet': ['ID=b07d3640-b7d8-44fe-8c2c-4ebd81c631dc,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:57.768239 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ec1e31-e250-4ee0-9abf-24690cbd6ce8 None None] Network fba496af-f924-4b6d-a71a-cdc943648e25 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:12:57.793362 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f439850b-e6ee-4008-b9d4-8eab3e698abf req-d53a6f58-1cba-4a74-9703-1f35bc5b9481 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:57.818793 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3e94e9a8-ba14-43a1-a5c0-b09778041191 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:57.828328 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a6f58-1cba-4a74-9703-1f35bc5b9481 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Pushing event deleted for resources: {'Port': ['ID=289a9762-fde6-436b-9673-00a0c16e9e93,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:57.841007 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-3e94e9a8-ba14-43a1-a5c0-b09778041191 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fba496af-f924-4b6d-a71a-cdc943648e25']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:57.847585 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['289a9762-fde6-436b-9673-00a0c16e9e93'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:12:57.858245 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-3e94e9a8-ba14-43a1-a5c0-b09778041191 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba59549c-ec05-4709-900f-00e1cdbba2bb') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:57.858746 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-3e94e9a8-ba14-43a1-a5c0-b09778041191 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba59549c-ec05-4709-900f-00e1cdbba2bb') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:12:57.873783 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3e94e9a8-ba14-43a1-a5c0-b09778041191 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:57.889687 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3e94e9a8-ba14-43a1-a5c0-b09778041191 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:57.893919 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-f439850b-e6ee-4008-b9d4-8eab3e698abf req-d53a6f58-1cba-4a74-9703-1f35bc5b9481 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] No DVR routers for this DVR port 289a9762-fde6-436b-9673-00a0c16e9e93 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:12:57.897509 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f439850b-e6ee-4008-b9d4-8eab3e698abf req-d53a6f58-1cba-4a74-9703-1f35bc5b9481 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:57.897862 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e94e9a8-ba14-43a1-a5c0-b09778041191 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:12:57.898583 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3e94e9a8-ba14-43a1-a5c0-b09778041191 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:57.900831 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f439850b-e6ee-4008-b9d4-8eab3e698abf req-d53a6f58-1cba-4a74-9703-1f35bc5b9481 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.44 "DELETE /v2.0/ports/289a9762-fde6-436b-9673-00a0c16e9e93 HTTP/1.1" status: 204 len: 173 time: 0.6297007 Sep 21 18:12:57.901445 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35aa7de-c8cc-4868-a04b-d226e30d256f', 'name': 'network-vif-deleted', 'tag': '289a9762-fde6-436b-9673-00a0c16e9e93'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:12:57.903972 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd329dc5-b69d-4c5c-a326-c85d8e87b1fa" -d '{"events": [{"server_uuid": "c35aa7de-c8cc-4868-a04b-d226e30d256f", "name": "network-vif-deleted", "tag": "289a9762-fde6-436b-9673-00a0c16e9e93"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:12:57.913451 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:12:57.913451 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:12:57.913451 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:12:57.913451 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:12:57.913451 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:12:57.913451 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:12:57.913451 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:12:57.913451 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:12:57.913451 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:12:57.913451 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:12:57.913451 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:12:57.913451 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:12:57.913451 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:12:57.913451 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:12:57.913451 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:12:57.913451 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:12:57.913451 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:12:57.913451 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:12:57.913451 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:12:57.913451 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:12:57.913451 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:12:57.913451 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:12:57.913451 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:12:57.913451 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:12:57.913451 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:12:57.913451 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:12:57.913451 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:12:57.913451 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:12:57.913451 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:12:57.913451 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:12:57.913451 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:12:57.913451 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:12:57.968052 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d299a137-8e01-4b50-85d9-bb2e77c67b84 x-openstack-request-id: req-d299a137-8e01-4b50-85d9-bb2e77c67b84 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:12:57.968608 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c35aa7de-c8cc-4868-a04b-d226e30d256f", "name": "network-vif-deleted", "tag": "289a9762-fde6-436b-9673-00a0c16e9e93", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:12:57.969167 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d299a137-8e01-4b50-85d9-bb2e77c67b84 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:12:57.969727 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35aa7de-c8cc-4868-a04b-d226e30d256f', 'name': 'network-vif-deleted', 'tag': '289a9762-fde6-436b-9673-00a0c16e9e93', 'status': 'completed', 'code': 200} Sep 21 18:12:57.981166 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfc1821-001a-4868-8f8e-d245f49a3aa3 None None] get_active_networks_info from n-d-810291-1 {{(pid=101462) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:12:58.001873 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3e94e9a8-ba14-43a1-a5c0-b09778041191 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:58.013935 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3e94e9a8-ba14-43a1-a5c0-b09778041191 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:58.016155 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3e94e9a8-ba14-43a1-a5c0-b09778041191 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "DELETE /v2.0/networks/fba496af-f924-4b6d-a71a-cdc943648e25 HTTP/1.1" status: 204 len: 168 time: 0.6057050 Sep 21 18:12:58.018880 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60142) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:58.039107 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94e9a8-ba14-43a1-a5c0-b09778041191 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event deleted for resources: {'Network': ['ID=fba496af-f924-4b6d-a71a-cdc943648e25,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:58.058595 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f05bd9-a937-4e71-8add-878ef4be5154 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] GET failed (client error): The resource could not be found. Sep 21 18:12:58.063367 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b9f05bd9-a937-4e71-8add-878ef4be5154 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "GET /v2.0/subnets/b07d3640-b7d8-44fe-8c2c-4ebd81c631dc HTTP/1.1" status: 404 len: 337 time: 0.0432849 Sep 21 18:12:58.063711 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60144) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:58.084506 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-204a9d2c-7ea7-42b7-a637-368e21e599f4 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] DELETE failed (client error): The resource could not be found. Sep 21 18:12:58.085083 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-204a9d2c-7ea7-42b7-a637-368e21e599f4 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:12:58.090892 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-204a9d2c-7ea7-42b7-a637-368e21e599f4 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "DELETE /v2.0/networks/fba496af-f924-4b6d-a71a-cdc943648e25 HTTP/1.1" status: 404 len: 339 time: 0.0221312 Sep 21 18:12:58.091125 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60146) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:58.104539 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfc1821-001a-4868-8f8e-d245f49a3aa3 None None] Resources bound (agent type, host, resource id): {{(pid=101462) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:12:58.298544 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d79618a-915a-445c-a76f-7024a9ba07b7 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:58.303012 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60156) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:58.315327 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5d79618a-915a-445c-a76f-7024a9ba07b7 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2228446 Sep 21 18:12:58.369110 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-755dc4dd-8342-43fc-aa42-e3a985d7a6b5 req-0dd4bc84-9a3d-4027-b070-8b62069607d5 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/ports?device_id=c35aa7de-c8cc-4868-a04b-d226e30d256f HTTP/1.1" status: 200 len: 210 time: 0.0412066 Sep 21 18:12:58.384933 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-166a425b-b1ad-4d57-99ec-62f44dbb98e5 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "GET /v2.0/subnets?network_id=b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 207 time: 0.0805168 Sep 21 18:12:58.388509 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60160) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:58.410043 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f58e89-a7bb-4e66-8842-62c54780f943 req-12902773-bc35-4a38-9c7b-6dbeda9a25b9 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:58.412362 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-53f58e89-a7bb-4e66-8842-62c54780f943 req-12902773-bc35-4a38-9c7b-6dbeda9a25b9 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 945 time: 0.0864880 Sep 21 18:12:58.476936 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-53f58e89-a7bb-4e66-8842-62c54780f943 req-daf5eb59-4a0b-4b51-a2ad-63976087e716 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561938 Sep 21 18:12:58.531730 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e9f806-c986-4d4c-853f-510e6e982340 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:58.539230 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e9f806-c986-4d4c-853f-510e6e982340 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:58.545496 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e9f806-c986-4d4c-853f-510e6e982340 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:58.551642 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e9f806-c986-4d4c-853f-510e6e982340 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:58.553288 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d9e9f806-c986-4d4c-853f-510e6e982340 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1636839 Sep 21 18:12:58.557102 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60166) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:58.681309 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4fcb57d7-4551-4bf1-8323-95b745f5c09e tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1229916 Sep 21 18:12:58.684547 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60168) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:58.739066 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b852a4-911a-472b-857a-4d65dc726070 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:58.740734 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b852a4-911a-472b-857a-4d65dc726070 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:58.746292 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-85b852a4-911a-472b-857a-4d65dc726070 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0568192 Sep 21 18:12:58.746544 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60172) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:58.796795 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdd038b-cb81-49ce-b008-152611fc78a0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:58.798371 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdd038b-cb81-49ce-b008-152611fc78a0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:58.799970 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8fdd038b-cb81-49ce-b008-152611fc78a0 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0525031 Sep 21 18:12:58.803888 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60176) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:58.906123 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc86fca-f1ce-4dab-a924-788b7855e11f tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:58.911329 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2cc86fca-f1ce-4dab-a924-788b7855e11f tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "GET /v2.0/networks/9543f79b-9115-47ba-b48e-87a1801613d7 HTTP/1.1" status: 200 len: 800 time: 0.1028333 Sep 21 18:12:58.911517 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60178) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:59.016096 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-267a9716-4adc-43dc-a22a-e6e28ebf5217 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "GET /v2.0/networks/9543f79b-9115-47ba-b48e-87a1801613d7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1034150 Sep 21 18:12:59.020533 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60186) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:59.073569 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb82252e-c54d-444e-9255-996318461c68 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:59.075074 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-cb82252e-c54d-444e-9255-996318461c68 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "GET /v2.0/subnets/07f3575f-0465-4d46-a84c-01decd49c3a4 HTTP/1.1" status: 200 len: 811 time: 0.0532050 Sep 21 18:12:59.078950 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60188) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:59.134240 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabc360d-07e8-4d85-ac9f-02cfbb20e79c tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['shared'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:59.139015 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-eabc360d-07e8-4d85-ac9f-02cfbb20e79c tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "GET /v2.0/subnets/07f3575f-0465-4d46-a84c-01decd49c3a4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0555978 Sep 21 18:12:59.139259 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60190) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:59.143962 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-cbb763f3-29dc-4d76-b306-6ad6992c53c7 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-425142896'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:59.165706 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb763f3-29dc-4d76-b306-6ad6992c53c7 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Made reservation on behalf of 7c3b9abaab5949619e65dbb1aa6a2d4e for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:59.169160 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cbb763f3-29dc-4d76-b306-6ad6992c53c7 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:59.193383 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb763f3-29dc-4d76-b306-6ad6992c53c7 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:12:59.203865 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cbb763f3-29dc-4d76-b306-6ad6992c53c7 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:59.204141 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-cbb763f3-29dc-4d76-b306-6ad6992c53c7 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Added segment ff8a7c69-3b8c-45c5-8dca-c4bf3efbb640 of type vlan for network e08da69d-cb6b-443d-a468-1b6866ddc15e Sep 21 18:12:59.249990 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cbb763f3-29dc-4d76-b306-6ad6992c53c7 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:59.274181 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cbb763f3-29dc-4d76-b306-6ad6992c53c7 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:59.279785 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb763f3-29dc-4d76-b306-6ad6992c53c7 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:59.280376 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cbb763f3-29dc-4d76-b306-6ad6992c53c7 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:59.320881 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-cbb763f3-29dc-4d76-b306-6ad6992c53c7 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1779330 Sep 21 18:12:59.321108 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60196) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:12:59.345930 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8e4a4-aabf-4788-8154-1b583e849d10 req-f21397d0-050f-489d-bfa7-59da7f2bcd24 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:59.349259 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f7e8e4a4-aabf-4788-8154-1b583e849d10 req-f21397d0-050f-489d-bfa7-59da7f2bcd24 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 945 time: 0.0605876 Sep 21 18:12:59.350841 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-68ef7241-8f74-428a-b87b-613195593ccb tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Request body: {'subnet': {'network_id': 'e08da69d-cb6b-443d-a468-1b6866ddc15e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:12:59.358453 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb763f3-29dc-4d76-b306-6ad6992c53c7 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event updated for resources: {'Network': ['ID=e08da69d-cb6b-443d-a468-1b6866ddc15e,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:59.374488 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network e08da69d-cb6b-443d-a468-1b6866ddc15e details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:12:59.471444 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ef7241-8f74-428a-b87b-613195593ccb tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Made reservation on behalf of 7c3b9abaab5949619e65dbb1aa6a2d4e for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:12:59.476071 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68ef7241-8f74-428a-b87b-613195593ccb tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:59.537155 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-f7e8e4a4-aabf-4788-8154-1b583e849d10 req-15b9d571-b6e0-453e-9226-a40d321dcdd0 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Deleting port a5af51b7-eee4-4838-9206-68e300d6f3c4 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:12:59.537496 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f7e8e4a4-aabf-4788-8154-1b583e849d10 req-15b9d571-b6e0-453e-9226-a40d321dcdd0 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:59.555648 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.ipam_backend_mixin [None req-68ef7241-8f74-428a-b87b-613195593ccb tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Performing IP validity checks on allocation pools {{(pid=101461) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 21 18:12:59.556162 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.ipam_backend_mixin [None req-68ef7241-8f74-428a-b87b-613195593ccb tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101461) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 21 18:12:59.700582 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-f7e8e4a4-aabf-4788-8154-1b583e849d10 req-15b9d571-b6e0-453e-9226-a40d321dcdd0 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] For port a5af51b7-eee4-4838-9206-68e300d6f3c4, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=a5af51b7-eee4-4838-9206-68e300d6f3c4,segment=NetworkSegment(4b64dd21-5629-4aeb-b469-122d429565f9),segment_id=4b64dd21-5629-4aeb-b469-122d429565f9)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:12:59.700964 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f7e8e4a4-aabf-4788-8154-1b583e849d10 req-15b9d571-b6e0-453e-9226-a40d321dcdd0 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:59.719589 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-f7e8e4a4-aabf-4788-8154-1b583e849d10 req-15b9d571-b6e0-453e-9226-a40d321dcdd0 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Calling delete_port for a5af51b7-eee4-4838-9206-68e300d6f3c4 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:12:59.737790 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f2aed-ef66-473b-9e42-5d497282ecb8 req-00662afd-77ac-498d-99d6-6ae6de917187 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:59.743770 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-170f2aed-ef66-473b-9e42-5d497282ecb8 req-00662afd-77ac-498d-99d6-6ae6de917187 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f45f5e0-6638-4cda-8c77-1ec80537e097 HTTP/1.1" status: 200 len: 945 time: 0.0856709 Sep 21 18:12:59.796570 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43149230-5572-46c0-b157-9949c1ee77ad req-a05e3472-832a-4afa-9665-b747053640b1 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:12:59.798179 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-43149230-5572-46c0-b157-9949c1ee77ad req-a05e3472-832a-4afa-9665-b747053640b1 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/networks?id=5ba916b6-e513-4c87-bbce-c7c4c916873e HTTP/1.1" status: 200 len: 809 time: 0.2246816 Sep 21 18:12:59.815730 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68ef7241-8f74-428a-b87b-613195593ccb tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:59.826404 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-43149230-5572-46c0-b157-9949c1ee77ad req-73528d29-3f59-4170-a134-de336b27317b tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/quotas/01cca3bdc2a24e26ad9e6435abe59849 HTTP/1.1" status: 200 len: 375 time: 0.0193021 Sep 21 18:12:59.828189 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-170f2aed-ef66-473b-9e42-5d497282ecb8 req-183ab8ca-ae26-49db-946a-a710f5ed2084 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792699 Sep 21 18:12:59.898482 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-43149230-5572-46c0-b157-9949c1ee77ad req-ca52c555-4ea8-4422-8838-1d9e9aa2d756 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=01cca3bdc2a24e26ad9e6435abe59849&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433629 Sep 21 18:12:59.917751 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f7e8e4a4-aabf-4788-8154-1b583e849d10 req-15b9d571-b6e0-453e-9226-a40d321dcdd0 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:12:59.922446 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef7241-8f74-428a-b87b-613195593ccb tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event updated for resources: {'Subnet': ['ID=17d46085-a8cc-48cb-8f86-7f765330a66f,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:12:59.931993 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:12:59.936838 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['a5af51b7-eee4-4838-9206-68e300d6f3c4'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:12:59.973845 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ef7241-8f74-428a-b87b-613195593ccb tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Checking segment: {'id': 'ff8a7c69-3b8c-45c5-8dca-c4bf3efbb640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e08da69d-cb6b-443d-a468-1b6866ddc15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:12:59.974194 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ef7241-8f74-428a-b87b-613195593ccb tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Network hostable DHCP agents. Network: e08da69d-cb6b-443d-a468-1b6866ddc15e, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:12:59.985734 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9d571-b6e0-453e-9226-a40d321dcdd0 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Pushing event deleted for resources: {'Port': ['ID=a5af51b7-eee4-4838-9206-68e300d6f3c4,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:00.006570 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e8e4a4-aabf-4788-8154-1b583e849d10 req-15b9d571-b6e0-453e-9226-a40d321dcdd0 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] No DVR routers for this DVR port a5af51b7-eee4-4838-9206-68e300d6f3c4 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:13:00.009118 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f7e8e4a4-aabf-4788-8154-1b583e849d10 req-15b9d571-b6e0-453e-9226-a40d321dcdd0 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:00.011281 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f7e8e4a4-aabf-4788-8154-1b583e849d10 req-15b9d571-b6e0-453e-9226-a40d321dcdd0 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.38 "DELETE /v2.0/ports/a5af51b7-eee4-4838-9206-68e300d6f3c4 HTTP/1.1" status: 204 len: 173 time: 0.6548743 Sep 21 18:13:00.011948 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f45f5e0-6638-4cda-8c77-1ec80537e097', 'name': 'network-vif-deleted', 'tag': 'a5af51b7-eee4-4838-9206-68e300d6f3c4'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:13:00.014322 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd229021-8af3-4e94-817d-dc5969ba8e43" -d '{"events": [{"server_uuid": "1f45f5e0-6638-4cda-8c77-1ec80537e097", "name": "network-vif-deleted", "tag": "a5af51b7-eee4-4838-9206-68e300d6f3c4"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:13:00.045338 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ef7241-8f74-428a-b87b-613195593ccb tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Network e08da69d-cb6b-443d-a468-1b6866ddc15e is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:13:00.065590 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-68ef7241-8f74-428a-b87b-613195593ccb tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, e08da69d-cb6b-443d-a468-1b6866ddc15e) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:00.073794 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328bef93-954d-46c0-80af-65a16df8e8b7 x-openstack-request-id: req-328bef93-954d-46c0-80af-65a16df8e8b7 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:13:00.074311 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f45f5e0-6638-4cda-8c77-1ec80537e097", "name": "network-vif-deleted", "tag": "a5af51b7-eee4-4838-9206-68e300d6f3c4", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:13:00.074759 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-328bef93-954d-46c0-80af-65a16df8e8b7 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:13:00.075266 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f45f5e0-6638-4cda-8c77-1ec80537e097', 'name': 'network-vif-deleted', 'tag': 'a5af51b7-eee4-4838-9206-68e300d6f3c4', 'status': 'completed', 'code': 200} Sep 21 18:13:00.076322 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ef7241-8f74-428a-b87b-613195593ccb tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:00.077149 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68ef7241-8f74-428a-b87b-613195593ccb tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:00.079087 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b9b52f-cda5-4aca-ad0c-bdbc89d47a55 None None] Network e08da69d-cb6b-443d-a468-1b6866ddc15e requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:00.092077 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-43149230-5572-46c0-b157-9949c1ee77ad req-55d8ee4c-33af-4474-888a-110482bc9796 service neutron] 10.222.0.58 "GET /v2.0/networks/5ba916b6-e513-4c87-bbce-c7c4c916873e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808019 Sep 21 18:13:00.095926 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-68ef7241-8f74-428a-b87b-613195593ccb tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7738609 Sep 21 18:13:00.098995 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60228) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:00.108499 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-b5c75de6-043b-4fc1-b11a-afa822c14cfd tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:00.239779 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b5c75de6-043b-4fc1-b11a-afa822c14cfd tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9975083'] for subnet, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:00.295725 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-43149230-5572-46c0-b157-9949c1ee77ad req-035fc242-9b86-44e6-84d5-3b36aebcd5be service neutron] 10.222.0.58 "GET /v2.0/networks/5ba916b6-e513-4c87-bbce-c7c4c916873e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917953 Sep 21 18:13:00.460715 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b5c75de6-043b-4fc1-b11a-afa822c14cfd tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748376389636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10105848'] for subnet, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:00.488845 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de11e59-10d9-4c35-9b19-289324855ad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-e08da69d-cb6b-443d-a468-1b6866ddc15e', 'network_id': 'e08da69d-cb6b-443d-a468-1b6866ddc15e', 'tenant_id': '7c3b9abaab5949619e65dbb1aa6a2d4e', 'fixed_ips': [{'subnet_id': '17d46085-a8cc-48cb-8f86-7f765330a66f'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:13:00.490563 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8de11e59-10d9-4c35-9b19-289324855ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:00.542682 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c75de6-043b-4fc1-b11a-afa822c14cfd tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event updated for resources: {'Subnet': ['ID=17d46085-a8cc-48cb-8f86-7f765330a66f,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:00.613219 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c75de6-043b-4fc1-b11a-afa822c14cfd tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:00.613831 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b5c75de6-043b-4fc1-b11a-afa822c14cfd tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:00.615799 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b5c75de6-043b-4fc1-b11a-afa822c14cfd tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "PUT /v2.0/subnets/17d46085-a8cc-48cb-8f86-7f765330a66f HTTP/1.1" status: 200 len: 877 time: 0.5152447 Sep 21 18:13:00.617782 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-743ebd03-1a79-4fff-8395-dc1461d69f49 req-87bde4c2-648f-47c8-8be3-5d7ebd331726 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/ports?device_id=266a0415-db3b-45ca-8f1b-a41f1d1ffcaf HTTP/1.1" status: 200 len: 210 time: 0.0761912 Sep 21 18:13:00.619240 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60240) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:00.658839 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-8de11e59-10d9-4c35-9b19-289324855ad4 None None] Allocated IP 172.20.0.3 (e08da69d-cb6b-443d-a468-1b6866ddc15e/17d46085-a8cc-48cb-8f86-7f765330a66f/e4988a87-76c2-4a16-bec6-bd7eaf1ae671) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:13:00.733264 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:00.753944 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 289a9762-fde6-436b-9673-00a0c16e9e93 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:13:00.778671 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 289a9762-fde6-436b-9673-00a0c16e9e93 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:13:00.779293 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 289a9762-fde6-436b-9673-00a0c16e9e93 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:13:00.796884 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:00.876603 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8de11e59-10d9-4c35-9b19-289324855ad4 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:00.888420 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8de11e59-10d9-4c35-9b19-289324855ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:00.906899 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:00.945409 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event deleted for resources: {'Subnet': ['ID=17d46085-a8cc-48cb-8f86-7f765330a66f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:00.958048 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de11e59-10d9-4c35-9b19-289324855ad4 None None] Network e08da69d-cb6b-443d-a468-1b6866ddc15e is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:00.962199 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-8de11e59-10d9-4c35-9b19-289324855ad4 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:00.968533 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de11e59-10d9-4c35-9b19-289324855ad4 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:00.977872 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de11e59-10d9-4c35-9b19-289324855ad4 None None] Pushing event updated for resources: {'Port': ['ID=e4988a87-76c2-4a16-bec6-bd7eaf1ae671,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:00.987187 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de11e59-10d9-4c35-9b19-289324855ad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:00.987632 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de11e59-10d9-4c35-9b19-289324855ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:00.988034 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de11e59-10d9-4c35-9b19-289324855ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:00.988444 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de11e59-10d9-4c35-9b19-289324855ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:00.989288 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de11e59-10d9-4c35-9b19-289324855ad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:00.989707 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de11e59-10d9-4c35-9b19-289324855ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:00.990111 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de11e59-10d9-4c35-9b19-289324855ad4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:00.990660 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de11e59-10d9-4c35-9b19-289324855ad4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:00.991131 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de11e59-10d9-4c35-9b19-289324855ad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:00.991794 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de11e59-10d9-4c35-9b19-289324855ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:00.992396 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de11e59-10d9-4c35-9b19-289324855ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:00.992865 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de11e59-10d9-4c35-9b19-289324855ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:01.031811 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:01.059046 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e08da69d-cb6b-443d-a468-1b6866ddc15e']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:01.071216 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff8a7c69-3b8c-45c5-8dca-c4bf3efbb640') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:01.071568 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff8a7c69-3b8c-45c5-8dca-c4bf3efbb640') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:01.073403 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-8de11e59-10d9-4c35-9b19-289324855ad4 None None] Attempting to bind port e4988a87-76c2-4a16-bec6-bd7eaf1ae671 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:13:01.074125 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-8de11e59-10d9-4c35-9b19-289324855ad4 None None] Attempting to bind port e4988a87-76c2-4a16-bec6-bd7eaf1ae671 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'ff8a7c69-3b8c-45c5-8dca-c4bf3efbb640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e08da69d-cb6b-443d-a468-1b6866ddc15e'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:13:01.074865 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de11e59-10d9-4c35-9b19-289324855ad4 None None] Attempting to bind port e4988a87-76c2-4a16-bec6-bd7eaf1ae671 on network e08da69d-cb6b-443d-a468-1b6866ddc15e {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:13:01.080661 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de11e59-10d9-4c35-9b19-289324855ad4 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:13:01.081313 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de11e59-10d9-4c35-9b19-289324855ad4 None None] Checking segment: {'id': 'ff8a7c69-3b8c-45c5-8dca-c4bf3efbb640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e08da69d-cb6b-443d-a468-1b6866ddc15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:01.081965 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8de11e59-10d9-4c35-9b19-289324855ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:01.082111 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:01.082747 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de11e59-10d9-4c35-9b19-289324855ad4 None None] Bound using segment: {'id': 'ff8a7c69-3b8c-45c5-8dca-c4bf3efbb640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e08da69d-cb6b-443d-a468-1b6866ddc15e'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:13:01.083473 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-8de11e59-10d9-4c35-9b19-289324855ad4 None None] Bound port: e4988a87-76c2-4a16-bec6-bd7eaf1ae671, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff8a7c69-3b8c-45c5-8dca-c4bf3efbb640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e08da69d-cb6b-443d-a468-1b6866ddc15e'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:13:01.084114 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8de11e59-10d9-4c35-9b19-289324855ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:01.098389 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:01.104891 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:13:01.105284 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:01.108941 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:13:01.108941 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:13:01.108941 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:13:01.108941 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:13:01.108941 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:13:01.108941 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:13:01.108941 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:13:01.108941 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:13:01.108941 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:13:01.108941 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:13:01.108941 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:13:01.108941 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:13:01.108941 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:13:01.108941 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:13:01.108941 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:13:01.108941 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:13:01.108941 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:13:01.108941 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:13:01.108941 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:13:01.108941 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:13:01.108941 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:13:01.108941 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:13:01.108941 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:13:01.108941 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:13:01.108941 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:13:01.108941 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:13:01.108941 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:13:01.108941 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:13:01.108941 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:13:01.108941 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:13:01.108941 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:13:01.108941 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:13:01.176321 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.db.api [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 18:13:01.176321 n-d-810291-1 neutron-server[101460]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 18:13:01.176321 n-d-810291-1 neutron-server[101460]: [parameters: {'id': 'e08da69d-cb6b-443d-a468-1b6866ddc15e'}] Sep 21 18:13:01.176321 n-d-810291-1 neutron-server[101460]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:13:01.177024 n-d-810291-1 neutron-server[101460]: DEBUG oslo_db.api [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:13:01.186116 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-8de11e59-10d9-4c35-9b19-289324855ad4 None None] For port e4988a87-76c2-4a16-bec6-bd7eaf1ae671, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:13:01.190279 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-8de11e59-10d9-4c35-9b19-289324855ad4 None None] For port e4988a87-76c2-4a16-bec6-bd7eaf1ae671, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e4988a87-76c2-4a16-bec6-bd7eaf1ae671,segment=NetworkSegment(ff8a7c69-3b8c-45c5-8dca-c4bf3efbb640),segment_id=ff8a7c69-3b8c-45c5-8dca-c4bf3efbb640)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:13:01.195679 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8de11e59-10d9-4c35-9b19-289324855ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:01.301114 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de11e59-10d9-4c35-9b19-289324855ad4 None None] Pushing event updated for resources: {'Port': ['ID=e4988a87-76c2-4a16-bec6-bd7eaf1ae671,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:01.324116 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f58205-f3e7-476e-b0c4-d10156f04921 None None] Network e08da69d-cb6b-443d-a468-1b6866ddc15e requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:01.361415 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f8652-22d3-4459-abee-e63ab3885aab req-b32cc99d-4a16-4d5a-837c-d61ed087776c tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:01.363030 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-986f8652-22d3-4459-abee-e63ab3885aab req-b32cc99d-4a16-4d5a-837c-d61ed087776c tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.0688403 Sep 21 18:13:01.404893 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-986f8652-22d3-4459-abee-e63ab3885aab req-a04c0c64-8b60-46d8-b2f0-d5c464a7d1f1 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343876 Sep 21 18:13:01.446132 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3174883a-89cf-4ba5-af7c-8faf48f07662 None None] Network e08da69d-cb6b-443d-a468-1b6866ddc15e requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:01.576232 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdc9441-4d43-498f-acf1-8e57e893f788 None None] get_active_networks_info from n-d-810291-1 {{(pid=101462) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:13:01.665300 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdc9441-4d43-498f-acf1-8e57e893f788 None None] Resources bound (agent type, host, resource id): {{(pid=101462) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:13:01.679776 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:01.781132 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-74446153-9fab-4dae-84d0-c3951b342ebe req-d44867c3-6033-497b-971c-32f4065bbf96 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/ports?device_id=266a0415-db3b-45ca-8f1b-a41f1d1ffcaf HTTP/1.1" status: 200 len: 210 time: 0.0657930 Sep 21 18:13:01.888566 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Deleting port e4988a87-76c2-4a16-bec6-bd7eaf1ae671 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:01.889078 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:01.922342 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43149230-5572-46c0-b157-9949c1ee77ad req-2828fdc7-e74b-4f4e-8243-b902a4211239 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:01.923926 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43149230-5572-46c0-b157-9949c1ee77ad req-2828fdc7-e74b-4f4e-8243-b902a4211239 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.44 "GET /v2.0/networks?id=5ba916b6-e513-4c87-bbce-c7c4c916873e HTTP/1.1" status: 200 len: 809 time: 0.1817153 Sep 21 18:13:01.966798 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-43149230-5572-46c0-b157-9949c1ee77ad req-d2ab658a-c23c-4b1a-a4b6-80b3cf6dd85c tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Request body: {'port': {'device_id': '266a0415-db3b-45ca-8f1b-a41f1d1ffcaf', 'network_id': '5ba916b6-e513-4c87-bbce-c7c4c916873e', 'admin_state_up': True, 'tenant_id': '01cca3bdc2a24e26ad9e6435abe59849'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:02.012863 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] For port e4988a87-76c2-4a16-bec6-bd7eaf1ae671, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e4988a87-76c2-4a16-bec6-bd7eaf1ae671,segment=NetworkSegment(ff8a7c69-3b8c-45c5-8dca-c4bf3efbb640),segment_id=ff8a7c69-3b8c-45c5-8dca-c4bf3efbb640)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:02.013239 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:02.362033 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Calling delete_port for e4988a87-76c2-4a16-bec6-bd7eaf1ae671 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:02.461430 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43149230-5572-46c0-b157-9949c1ee77ad req-d2ab658a-c23c-4b1a-a4b6-80b3cf6dd85c tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Made reservation on behalf of 01cca3bdc2a24e26ad9e6435abe59849 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:02.465221 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-43149230-5572-46c0-b157-9949c1ee77ad req-d2ab658a-c23c-4b1a-a4b6-80b3cf6dd85c tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:02.513431 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:02.552144 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event deleted for resources: {'Port': ['ID=e4988a87-76c2-4a16-bec6-bd7eaf1ae671,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:02.554399 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] No DVR routers for this DVR port e4988a87-76c2-4a16-bec6-bd7eaf1ae671 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:13:02.609102 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:02.609444 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:02.609876 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:02.610215 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:02.610554 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:02.611075 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:02.611248 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:02.611578 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:02.611890 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:02.612235 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:02.612559 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:02.612879 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:02.654373 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db888cf6-bec5-4b0a-b705-806cc31f8e75 req-f2e1ff3f-015a-488c-8bb7-00ea319474ef tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:02.655907 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-db888cf6-bec5-4b0a-b705-806cc31f8e75 req-f2e1ff3f-015a-488c-8bb7-00ea319474ef tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.1770120 Sep 21 18:13:02.761149 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:02.800694 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-43149230-5572-46c0-b157-9949c1ee77ad req-d2ab658a-c23c-4b1a-a4b6-80b3cf6dd85c tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Allocated IP 172.20.0.12 (5ba916b6-e513-4c87-bbce-c7c4c916873e/b2b82b9b-0df8-47ed-9d8a-6bd72fcdbd52/74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:13:02.806179 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-db888cf6-bec5-4b0a-b705-806cc31f8e75 req-eb5beb60-b3d4-44f4-8280-a98865fdcee5 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348207 Sep 21 18:13:02.814599 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e08da69d-cb6b-443d-a468-1b6866ddc15e']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:02.837527 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff8a7c69-3b8c-45c5-8dca-c4bf3efbb640') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:02.837840 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff8a7c69-3b8c-45c5-8dca-c4bf3efbb640') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:02.856932 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:02.886429 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:02.930365 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:13:02.931518 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:02.934537 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:13:02.934537 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:13:02.934537 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:13:02.934537 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:13:02.934537 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:13:02.934537 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:13:02.934537 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:13:02.934537 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:13:02.934537 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:13:02.934537 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:13:02.934537 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:13:02.934537 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:13:02.934537 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:13:02.934537 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:13:02.934537 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:13:02.934537 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:13:02.934537 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:13:02.934537 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:13:02.934537 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:13:02.934537 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:13:02.934537 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:13:02.934537 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:13:02.934537 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:13:02.934537 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:13:02.934537 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:13:02.934537 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:13:02.934537 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:13:02.934537 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:13:02.934537 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:13:02.934537 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:13:02.934537 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:13:02.934537 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:13:02.938369 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ca3a8f5-319a-4a98-a0bf-cbed31dd8820 req-58e305e9-4400-435d-a49d-b23761f6ea6d tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/ports?device_id=266a0415-db3b-45ca-8f1b-a41f1d1ffcaf HTTP/1.1" status: 200 len: 210 time: 0.0527029 Sep 21 18:13:03.040431 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:03.049035 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:03.050690 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "DELETE /v2.0/networks/e08da69d-cb6b-443d-a468-1b6866ddc15e HTTP/1.1" status: 204 len: 168 time: 2.4304123 Sep 21 18:13:03.054586 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60300) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:03.076421 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ad943-1b02-4bdc-83fc-46964f6f9533 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event deleted for resources: {'Network': ['ID=e08da69d-cb6b-443d-a468-1b6866ddc15e,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:03.104450 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e01431-539d-4a8f-9356-26bd7b32f626 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] DELETE failed (client error): The resource could not be found. Sep 21 18:13:03.105046 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41e01431-539d-4a8f-9356-26bd7b32f626 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:13:03.106964 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-41e01431-539d-4a8f-9356-26bd7b32f626 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "DELETE /v2.0/subnets/17d46085-a8cc-48cb-8f86-7f765330a66f HTTP/1.1" status: 404 len: 337 time: 0.0518734 Sep 21 18:13:03.110199 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60308) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:03.119962 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-43149230-5572-46c0-b157-9949c1ee77ad req-d2ab658a-c23c-4b1a-a4b6-80b3cf6dd85c tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:03.131559 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce83934-69bd-4dc3-828b-130951fc02a2 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] DELETE failed (client error): The resource could not be found. Sep 21 18:13:03.132133 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ce83934-69bd-4dc3-828b-130951fc02a2 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:13:03.137155 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7ce83934-69bd-4dc3-828b-130951fc02a2 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "DELETE /v2.0/networks/e08da69d-cb6b-443d-a468-1b6866ddc15e HTTP/1.1" status: 404 len: 339 time: 0.0260477 Sep 21 18:13:03.137551 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60310) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:03.174546 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b1cc436-df8f-4873-a6e9-a08174eb4b7f tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] DELETE failed (client error): The resource could not be found. Sep 21 18:13:03.175050 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b1cc436-df8f-4873-a6e9-a08174eb4b7f tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:13:03.176868 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2b1cc436-df8f-4873-a6e9-a08174eb4b7f tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "DELETE /v2.0/subnets/b07d3640-b7d8-44fe-8c2c-4ebd81c631dc HTTP/1.1" status: 404 len: 337 time: 0.0332401 Sep 21 18:13:03.179731 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60312) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:03.187283 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-43149230-5572-46c0-b157-9949c1ee77ad req-d2ab658a-c23c-4b1a-a4b6-80b3cf6dd85c tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:03.201607 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-b608e093-0ba6-48bb-9556-fa23aa9a8147 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] DELETE failed (client error): The resource could not be found. Sep 21 18:13:03.202436 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b608e093-0ba6-48bb-9556-fa23aa9a8147 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:13:03.204414 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b608e093-0ba6-48bb-9556-fa23aa9a8147 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "DELETE /v2.0/networks/fba496af-f924-4b6d-a71a-cdc943648e25 HTTP/1.1" status: 404 len: 339 time: 0.0234320 Sep 21 18:13:03.207398 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60314) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:03.243422 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43149230-5572-46c0-b157-9949c1ee77ad req-d2ab658a-c23c-4b1a-a4b6-80b3cf6dd85c tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Network 5ba916b6-e513-4c87-bbce-c7c4c916873e is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:03.246633 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-43149230-5572-46c0-b157-9949c1ee77ad req-d2ab658a-c23c-4b1a-a4b6-80b3cf6dd85c tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:03.252705 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-43149230-5572-46c0-b157-9949c1ee77ad req-d2ab658a-c23c-4b1a-a4b6-80b3cf6dd85c tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:03.259370 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab658a-c23c-4b1a-a4b6-80b3cf6dd85c tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Pushing event updated for resources: {'Port': ['ID=74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:03.288703 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e4796f44-4737-466a-b776-7af042d750d1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:03.306678 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43149230-5572-46c0-b157-9949c1ee77ad req-d2ab658a-c23c-4b1a-a4b6-80b3cf6dd85c tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:03.307331 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-43149230-5572-46c0-b157-9949c1ee77ad req-d2ab658a-c23c-4b1a-a4b6-80b3cf6dd85c tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:03.322436 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43149230-5572-46c0-b157-9949c1ee77ad req-d2ab658a-c23c-4b1a-a4b6-80b3cf6dd85c tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3595250 Sep 21 18:13:03.336247 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-43149230-5572-46c0-b157-9949c1ee77ad req-362f422d-9824-4fcf-b7e7-3ba1f54aa15a service neutron] Request body: {'port': {'device_id': '266a0415-db3b-45ca-8f1b-a41f1d1ffcaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:03.380807 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e4796f44-4737-466a-b776-7af042d750d1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:03.394586 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-43149230-5572-46c0-b157-9949c1ee77ad req-362f422d-9824-4fcf-b7e7-3ba1f54aa15a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:03.401073 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-e4796f44-4737-466a-b776-7af042d750d1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105be7b3-2ae8-41f9-898c-59bd23f646f0']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:03.410881 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-e4796f44-4737-466a-b776-7af042d750d1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93fbe81-848f-4218-84e5-10e376ee943c') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:03.411245 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-e4796f44-4737-466a-b776-7af042d750d1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93fbe81-848f-4218-84e5-10e376ee943c') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:03.423714 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e4796f44-4737-466a-b776-7af042d750d1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:03.439653 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e4796f44-4737-466a-b776-7af042d750d1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:03.446880 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4796f44-4737-466a-b776-7af042d750d1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:13:03.447322 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e4796f44-4737-466a-b776-7af042d750d1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:03.450589 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:13:03.450589 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:13:03.450589 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:13:03.450589 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:13:03.450589 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:13:03.450589 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:13:03.450589 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:13:03.450589 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:13:03.450589 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:13:03.450589 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:13:03.450589 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:13:03.450589 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:13:03.450589 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:13:03.450589 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:13:03.450589 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:13:03.450589 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:13:03.450589 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:13:03.450589 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:13:03.450589 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:13:03.450589 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:13:03.450589 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:13:03.450589 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:13:03.450589 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:13:03.450589 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:13:03.450589 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:13:03.450589 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:13:03.450589 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:13:03.450589 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:13:03.450589 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:13:03.450589 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:13:03.450589 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:13:03.450589 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:13:03.517471 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e4796f44-4737-466a-b776-7af042d750d1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:03.520392 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a5af51b7-eee4-4838-9206-68e300d6f3c4 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:13:03.525306 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e4796f44-4737-466a-b776-7af042d750d1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:03.527623 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e4796f44-4737-466a-b776-7af042d750d1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "DELETE /v2.0/networks/105be7b3-2ae8-41f9-898c-59bd23f646f0 HTTP/1.1" status: 204 len: 168 time: 0.3191056 Sep 21 18:13:03.530128 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60320) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:03.553932 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: a5af51b7-eee4-4838-9206-68e300d6f3c4 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:13:03.555083 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device a5af51b7-eee4-4838-9206-68e300d6f3c4 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:13:03.556057 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4796f44-4737-466a-b776-7af042d750d1 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event deleted for resources: {'Network': ['ID=105be7b3-2ae8-41f9-898c-59bd23f646f0,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:03.579628 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-60e3e7d8-42fa-4579-9cc1-852a979691fb tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] DELETE failed (client error): The resource could not be found. Sep 21 18:13:03.580131 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60e3e7d8-42fa-4579-9cc1-852a979691fb tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:13:03.585069 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-60e3e7d8-42fa-4579-9cc1-852a979691fb tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "DELETE /v2.0/subnets/0bf3da1e-345f-48cc-bcdd-358ebae8dbb1 HTTP/1.1" status: 404 len: 337 time: 0.0535779 Sep 21 18:13:03.585853 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60322) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:03.637763 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de3491c-e948-4788-883a-cdbc0b5a5e59 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] DELETE failed (client error): The resource could not be found. Sep 21 18:13:03.638303 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9de3491c-e948-4788-883a-cdbc0b5a5e59 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:13:03.640075 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9de3491c-e948-4788-883a-cdbc0b5a5e59 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "DELETE /v2.0/networks/43cb73e4-d65e-402a-8eda-98326014369a HTTP/1.1" status: 404 len: 339 time: 0.0532491 Sep 21 18:13:03.643139 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60326) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:03.669791 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-24790edd-99f5-4dac-b84f-0c158ddf1668 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] DELETE failed (client error): The resource could not be found. Sep 21 18:13:03.670245 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24790edd-99f5-4dac-b84f-0c158ddf1668 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:13:03.674705 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-24790edd-99f5-4dac-b84f-0c158ddf1668 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "DELETE /v2.0/subnets/781a15e2-44d8-4dba-ac1e-2c5fe977b0b1 HTTP/1.1" status: 404 len: 337 time: 0.0279069 Sep 21 18:13:03.674950 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60330) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:03.692973 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-da9cf093-cd63-4913-8068-2fc0ca7d21b7 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] DELETE failed (client error): The resource could not be found. Sep 21 18:13:03.693515 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da9cf093-cd63-4913-8068-2fc0ca7d21b7 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:13:03.695411 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-da9cf093-cd63-4913-8068-2fc0ca7d21b7 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "DELETE /v2.0/networks/7fc5c2d3-41c4-447b-855a-d8a6d44c0cc7 HTTP/1.1" status: 404 len: 339 time: 0.0194066 Sep 21 18:13:03.697907 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60332) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:03.724489 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef07575a-ca3a-49c1-bf0e-c009929555aa tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] DELETE failed (client error): The resource could not be found. Sep 21 18:13:03.724489 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef07575a-ca3a-49c1-bf0e-c009929555aa tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:13:03.725854 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ef07575a-ca3a-49c1-bf0e-c009929555aa tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "DELETE /v2.0/subnets/af4d4b8b-e69d-45ad-b5aa-a6ecea491723 HTTP/1.1" status: 404 len: 337 time: 0.0270579 Sep 21 18:13:03.732413 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60334) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:03.732620 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-43149230-5572-46c0-b157-9949c1ee77ad req-362f422d-9824-4fcf-b7e7-3ba1f54aa15a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:13:03.743365 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-43149230-5572-46c0-b157-9949c1ee77ad req-362f422d-9824-4fcf-b7e7-3ba1f54aa15a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:03.747146 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-4acb02da-89d6-4184-968b-af15dd7f7173 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] DELETE failed (client error): The resource could not be found. Sep 21 18:13:03.747767 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4acb02da-89d6-4184-968b-af15dd7f7173 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:13:03.749615 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4acb02da-89d6-4184-968b-af15dd7f7173 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "DELETE /v2.0/networks/8f5e99e3-d6f1-48ce-84dc-c1f909183d5a HTTP/1.1" status: 404 len: 339 time: 0.0201161 Sep 21 18:13:03.752334 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60336) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:03.757728 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-43149230-5572-46c0-b157-9949c1ee77ad req-362f422d-9824-4fcf-b7e7-3ba1f54aa15a service neutron] Transition to ACTIVE for port object 74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:13:03.764199 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-43149230-5572-46c0-b157-9949c1ee77ad req-362f422d-9824-4fcf-b7e7-3ba1f54aa15a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:03.782885 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c875a8-2a69-4740-bf54-eaafda1ff24b tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] DELETE failed (client error): The resource could not be found. Sep 21 18:13:03.783289 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44c875a8-2a69-4740-bf54-eaafda1ff24b tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:13:03.787511 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-44c875a8-2a69-4740-bf54-eaafda1ff24b tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "DELETE /v2.0/subnets/4db72287-db11-42bd-a2e9-7ca0fd257f8a HTTP/1.1" status: 404 len: 337 time: 0.0317469 Sep 21 18:13:03.787726 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60338) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:03.805892 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-36759ea1-a511-4d44-a14a-0ea6e67a98d2 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] DELETE failed (client error): The resource could not be found. Sep 21 18:13:03.806438 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36759ea1-a511-4d44-a14a-0ea6e67a98d2 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:13:03.810568 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-36759ea1-a511-4d44-a14a-0ea6e67a98d2 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "DELETE /v2.0/networks/060eaa13-8c5c-49d4-ae0f-465964c7b225 HTTP/1.1" status: 404 len: 339 time: 0.0195351 Sep 21 18:13:03.810774 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60340) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:03.828570 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f422d-9824-4fcf-b7e7-3ba1f54aa15a service neutron] Pushing event updated for resources: {'Port': ['ID=74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:03.836344 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-8635bbb3-5700-4a87-a028-7141a4089e06 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] DELETE failed (client error): The resource could not be found. Sep 21 18:13:03.836812 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8635bbb3-5700-4a87-a028-7141a4089e06 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:13:03.841541 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8635bbb3-5700-4a87-a028-7141a4089e06 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "DELETE /v2.0/subnets/1f544ccd-f708-4594-b90a-3441839f2859 HTTP/1.1" status: 404 len: 337 time: 0.0268722 Sep 21 18:13:03.841541 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60344) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:03.861009 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-e73897d8-2ec8-44fe-a8b9-a37a6b89db06 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] DELETE failed (client error): The resource could not be found. Sep 21 18:13:03.861840 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e73897d8-2ec8-44fe-a8b9-a37a6b89db06 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:13:03.864155 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e73897d8-2ec8-44fe-a8b9-a37a6b89db06 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "DELETE /v2.0/networks/8f1eeb6c-e5da-4ad2-a596-fd51d7feb6de HTTP/1.1" status: 404 len: 339 time: 0.0220535 Sep 21 18:13:03.871888 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60348) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:03.906317 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c174bfd-9774-4dce-9265-c7cf9a710bad tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] DELETE failed (client error): The resource could not be found. Sep 21 18:13:03.906851 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c174bfd-9774-4dce-9265-c7cf9a710bad tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:13:03.910906 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7c174bfd-9774-4dce-9265-c7cf9a710bad tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "DELETE /v2.0/subnets/927ddcd2-cbaa-43a8-80f8-e117096d7651 HTTP/1.1" status: 404 len: 337 time: 0.0357337 Sep 21 18:13:03.911684 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60350) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:03.933242 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-640713d8-ea89-40ad-92ce-6c54b73ae30a tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] DELETE failed (client error): The resource could not be found. Sep 21 18:13:03.933844 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-640713d8-ea89-40ad-92ce-6c54b73ae30a tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:13:03.937964 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-640713d8-ea89-40ad-92ce-6c54b73ae30a tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "DELETE /v2.0/networks/b2668b74-b3ff-4bfc-97f2-75023c3f0fcb HTTP/1.1" status: 404 len: 339 time: 0.0232258 Sep 21 18:13:03.938626 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60354) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:03.960053 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd0b0b-25da-45c6-87a5-e4eca31a7571 req-f8588681-124c-472e-beea-8a4d1d1dc1c5 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:03.961689 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-17bd0b0b-25da-45c6-87a5-e4eca31a7571 req-f8588681-124c-472e-beea-8a4d1d1dc1c5 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.0575449 Sep 21 18:13:03.973317 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-e17cf535-e7cf-4a16-a75f-fd68f2ea246d tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] DELETE failed (client error): The resource could not be found. Sep 21 18:13:03.973778 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e17cf535-e7cf-4a16-a75f-fd68f2ea246d tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:13:03.978177 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e17cf535-e7cf-4a16-a75f-fd68f2ea246d tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "DELETE /v2.0/subnets/c2980545-41f8-45e0-9a2a-f7f0d0ceb4ed HTTP/1.1" status: 404 len: 337 time: 0.0390284 Sep 21 18:13:03.980077 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60360) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:04.005155 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-075f9f95-1501-467f-8746-fb7236ec3c6a tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] DELETE failed (client error): The resource could not be found. Sep 21 18:13:04.005747 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-075f9f95-1501-467f-8746-fb7236ec3c6a tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:13:04.009907 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-075f9f95-1501-467f-8746-fb7236ec3c6a tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "DELETE /v2.0/networks/dffe3bd8-9693-4d47-b788-6e964b9a978c HTTP/1.1" status: 404 len: 339 time: 0.0265827 Sep 21 18:13:04.011418 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60362) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:04.013966 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-17bd0b0b-25da-45c6-87a5-e4eca31a7571 req-5b09fe00-4cb6-4997-a119-6725e26f1eae tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437424 Sep 21 18:13:04.044411 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d584b59-a970-41fb-9f11-68b7552f631f tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] DELETE failed (client error): The resource could not be found. Sep 21 18:13:04.044753 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d584b59-a970-41fb-9f11-68b7552f631f tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:13:04.046465 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2d584b59-a970-41fb-9f11-68b7552f631f tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "DELETE /v2.0/subnets/1ab2b69e-f806-4019-b9ee-b3072cd3c27d HTTP/1.1" status: 404 len: 337 time: 0.0331614 Sep 21 18:13:04.047283 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-43149230-5572-46c0-b157-9949c1ee77ad req-362f422d-9824-4fcf-b7e7-3ba1f54aa15a service neutron] Attempting to bind port 74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:13:04.047608 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-43149230-5572-46c0-b157-9949c1ee77ad req-362f422d-9824-4fcf-b7e7-3ba1f54aa15a service neutron] Attempting to bind port 74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '5c3424da-ca43-4f8f-bb75-0f63242fe008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5ba916b6-e513-4c87-bbce-c7c4c916873e'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:13:04.047929 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43149230-5572-46c0-b157-9949c1ee77ad req-362f422d-9824-4fcf-b7e7-3ba1f54aa15a service neutron] Attempting to bind port 74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa on network 5ba916b6-e513-4c87-bbce-c7c4c916873e {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:13:04.049254 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60364) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:04.059824 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43149230-5572-46c0-b157-9949c1ee77ad req-362f422d-9824-4fcf-b7e7-3ba1f54aa15a service neutron] Port 74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa on network 5ba916b6-e513-4c87-bbce-c7c4c916873e not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:13:04.060041 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43149230-5572-46c0-b157-9949c1ee77ad req-362f422d-9824-4fcf-b7e7-3ba1f54aa15a service neutron] Attempting to bind port 74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa on network 5ba916b6-e513-4c87-bbce-c7c4c916873e {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:13:04.074812 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f3f6c3-16d3-427c-8d70-5a12d556cdfb tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] DELETE failed (client error): The resource could not be found. Sep 21 18:13:04.075394 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31f3f6c3-16d3-427c-8d70-5a12d556cdfb tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:13:04.077913 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-31f3f6c3-16d3-427c-8d70-5a12d556cdfb tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "DELETE /v2.0/networks/5c05a0e8-8ede-45d2-a55b-37613ee8ed7f HTTP/1.1" status: 404 len: 339 time: 0.0267813 Sep 21 18:13:04.079815 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43149230-5572-46c0-b157-9949c1ee77ad req-362f422d-9824-4fcf-b7e7-3ba1f54aa15a service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:13:04.080153 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43149230-5572-46c0-b157-9949c1ee77ad req-362f422d-9824-4fcf-b7e7-3ba1f54aa15a service neutron] Checking segment: {'id': '5c3424da-ca43-4f8f-bb75-0f63242fe008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5ba916b6-e513-4c87-bbce-c7c4c916873e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:04.080272 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60366) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:04.080531 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43149230-5572-46c0-b157-9949c1ee77ad req-362f422d-9824-4fcf-b7e7-3ba1f54aa15a service neutron] Bound using segment: {'id': '5c3424da-ca43-4f8f-bb75-0f63242fe008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5ba916b6-e513-4c87-bbce-c7c4c916873e'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:13:04.080966 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-43149230-5572-46c0-b157-9949c1ee77ad req-362f422d-9824-4fcf-b7e7-3ba1f54aa15a service neutron] Bound port: 74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c3424da-ca43-4f8f-bb75-0f63242fe008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5ba916b6-e513-4c87-bbce-c7c4c916873e'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:13:04.081320 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-43149230-5572-46c0-b157-9949c1ee77ad req-362f422d-9824-4fcf-b7e7-3ba1f54aa15a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:04.140851 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dace8d1-7337-4198-b033-0d77ca6bfa37 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Deleting subnet 07f3575f-0465-4d46-a84c-01decd49c3a4 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:13:04.142437 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18586127-f10e-4223-836a-406bd8187673 req-1db37a1d-6ab5-43d8-9a47-9586b4afa545 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:04.143899 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-18586127-f10e-4223-836a-406bd8187673 req-1db37a1d-6ab5-43d8-9a47-9586b4afa545 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/ports?device_id=266a0415-db3b-45ca-8f1b-a41f1d1ffcaf HTTP/1.1" status: 200 len: 944 time: 0.1020794 Sep 21 18:13:04.147055 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0dace8d1-7337-4198-b033-0d77ca6bfa37 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:04.196752 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0dace8d1-7337-4198-b033-0d77ca6bfa37 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:04.209405 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-43149230-5572-46c0-b157-9949c1ee77ad req-362f422d-9824-4fcf-b7e7-3ba1f54aa15a service neutron] For port 74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:13:04.212573 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-43149230-5572-46c0-b157-9949c1ee77ad req-362f422d-9824-4fcf-b7e7-3ba1f54aa15a service neutron] For port 74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa,segment=NetworkSegment(5c3424da-ca43-4f8f-bb75-0f63242fe008),segment_id=5c3424da-ca43-4f8f-bb75-0f63242fe008)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:13:04.223346 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-18586127-f10e-4223-836a-406bd8187673 req-a2af6a1f-6eea-4258-837e-a77e91e4c948 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5dfe11f-161f-47ce-9018-bb8416544f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722265 Sep 21 18:13:04.224400 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-43149230-5572-46c0-b157-9949c1ee77ad req-362f422d-9824-4fcf-b7e7-3ba1f54aa15a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:04.262742 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43149230-5572-46c0-b157-9949c1ee77ad req-362f422d-9824-4fcf-b7e7-3ba1f54aa15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:04.263382 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-43149230-5572-46c0-b157-9949c1ee77ad req-362f422d-9824-4fcf-b7e7-3ba1f54aa15a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:04.265022 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43149230-5572-46c0-b157-9949c1ee77ad req-362f422d-9824-4fcf-b7e7-3ba1f54aa15a service neutron] 10.222.0.44 "PUT /v2.0/ports/74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa HTTP/1.1" status: 200 len: 1092 time: 0.9330075 Sep 21 18:13:04.265234 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266a0415-db3b-45ca-8f1b-a41f1d1ffcaf', 'tag': '74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:13:04.267745 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f3757a-9867-4b96-b210-d213fe81f095" -d '{"events": [{"name": "network-changed", "server_uuid": "266a0415-db3b-45ca-8f1b-a41f1d1ffcaf", "tag": "74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:13:04.314073 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f422d-9824-4fcf-b7e7-3ba1f54aa15a service neutron] Pushing event updated for resources: {'Port': ['ID=74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:04.319273 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e77856-3cd5-45bb-a5cc-c88230f2780b x-openstack-request-id: req-d2e77856-3cd5-45bb-a5cc-c88230f2780b {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:13:04.319566 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266a0415-db3b-45ca-8f1b-a41f1d1ffcaf", "tag": "74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:13:04.319830 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d2e77856-3cd5-45bb-a5cc-c88230f2780b {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:13:04.320535 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '266a0415-db3b-45ca-8f1b-a41f1d1ffcaf', 'tag': '74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa', 'status': 'completed', 'code': 200} Sep 21 18:13:04.330557 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0dace8d1-7337-4198-b033-0d77ca6bfa37 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:04.377546 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43149230-5572-46c0-b157-9949c1ee77ad req-eae76aca-6cba-41d8-8360-de154c67a02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:04.379384 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43149230-5572-46c0-b157-9949c1ee77ad req-eae76aca-6cba-41d8-8360-de154c67a02b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=01cca3bdc2a24e26ad9e6435abe59849&device_id=266a0415-db3b-45ca-8f1b-a41f1d1ffcaf HTTP/1.1" status: 200 len: 1095 time: 0.0452316 Sep 21 18:13:04.398089 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0dace8d1-7337-4198-b033-0d77ca6bfa37 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:04.426688 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dace8d1-7337-4198-b033-0d77ca6bfa37 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event deleted for resources: {'Subnet': ['ID=07f3575f-0465-4d46-a84c-01decd49c3a4,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:04.430671 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0dace8d1-7337-4198-b033-0d77ca6bfa37 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:04.434688 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0dace8d1-7337-4198-b033-0d77ca6bfa37 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "DELETE /v2.0/subnets/07f3575f-0465-4d46-a84c-01decd49c3a4 HTTP/1.1" status: 204 len: 168 time: 0.3512542 Sep 21 18:13:04.435025 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60376) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:04.436363 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43149230-5572-46c0-b157-9949c1ee77ad req-4d29c2ef-5ef6-4ecb-b2f6-2ca244060527 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa HTTP/1.1" status: 200 len: 217 time: 0.0475342 Sep 21 18:13:04.441229 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c256de-c45b-48bf-938a-16ca529b69f9 None None] Network 9543f79b-9115-47ba-b48e-87a1801613d7 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:04.501965 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43149230-5572-46c0-b157-9949c1ee77ad req-520f5a10-1201-4af3-b6a5-8220f0228fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:04.503827 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43149230-5572-46c0-b157-9949c1ee77ad req-520f5a10-1201-4af3-b6a5-8220f0228fbf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b2b82b9b-0df8-47ed-9d8a-6bd72fcdbd52 HTTP/1.1" status: 200 len: 849 time: 0.0584323 Sep 21 18:13:04.527498 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-82edcdd3-25e8-41bb-a612-2229b1871380 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:04.548505 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43149230-5572-46c0-b157-9949c1ee77ad req-31c3b4af-aba2-4a49-933c-914ea238b0f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5ba916b6-e513-4c87-bbce-c7c4c916873e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327840 Sep 21 18:13:04.603437 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-82edcdd3-25e8-41bb-a612-2229b1871380 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Deleting port 12cae644-3a97-4515-aad4-d601d3562407 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:04.603821 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-82edcdd3-25e8-41bb-a612-2229b1871380 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:04.655442 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf8d5ea-aac7-4a20-af18-deee405fce94 None None] DHCP port deletion for 9543f79b-9115-47ba-b48e-87a1801613d7 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:13:04.665620 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43149230-5572-46c0-b157-9949c1ee77ad req-5cab15a6-3f77-479f-af2e-719eca7b1832 service neutron] 10.222.0.44 "GET /v2.0/networks/5ba916b6-e513-4c87-bbce-c7c4c916873e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078055 Sep 21 18:13:04.681859 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-82edcdd3-25e8-41bb-a612-2229b1871380 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] For port 12cae644-3a97-4515-aad4-d601d3562407, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=12cae644-3a97-4515-aad4-d601d3562407,segment=NetworkSegment(48d119d0-1387-4572-956b-e04ecb73c186),segment_id=48d119d0-1387-4572-956b-e04ecb73c186)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:04.682228 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-82edcdd3-25e8-41bb-a612-2229b1871380 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:04.697031 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-82edcdd3-25e8-41bb-a612-2229b1871380 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Calling delete_port for 12cae644-3a97-4515-aad4-d601d3562407 owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:04.701084 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-fbf8d5ea-aac7-4a20-af18-deee405fce94 None None] Deleting port 12cae644-3a97-4515-aad4-d601d3562407 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:04.701691 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fbf8d5ea-aac7-4a20-af18-deee405fce94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:04.767542 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-fbf8d5ea-aac7-4a20-af18-deee405fce94 None None] For port 12cae644-3a97-4515-aad4-d601d3562407, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=12cae644-3a97-4515-aad4-d601d3562407,segment=NetworkSegment(48d119d0-1387-4572-956b-e04ecb73c186),segment_id=48d119d0-1387-4572-956b-e04ecb73c186)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:04.767957 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fbf8d5ea-aac7-4a20-af18-deee405fce94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:04.790706 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-fbf8d5ea-aac7-4a20-af18-deee405fce94 None None] Calling delete_port for 12cae644-3a97-4515-aad4-d601d3562407 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:04.793280 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-82edcdd3-25e8-41bb-a612-2229b1871380 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:04.799664 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43149230-5572-46c0-b157-9949c1ee77ad req-607414e2-1ba2-4317-a0b2-e64daa6c16cc service neutron] 10.222.0.44 "GET /v2.0/networks/5ba916b6-e513-4c87-bbce-c7c4c916873e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256030 Sep 21 18:13:04.826633 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82edcdd3-25e8-41bb-a612-2229b1871380 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] No DVR routers for this DVR port 12cae644-3a97-4515-aad4-d601d3562407 on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:13:04.831591 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82edcdd3-25e8-41bb-a612-2229b1871380 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event deleted for resources: {'Port': ['ID=12cae644-3a97-4515-aad4-d601d3562407,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:04.918355 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fbf8d5ea-aac7-4a20-af18-deee405fce94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:04.931229 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3757a-9867-4b96-b210-d213fe81f095 req-39449ef3-726a-4aaa-8d23-735081311e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:04.932923 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-27f3757a-9867-4b96-b210-d213fe81f095 req-39449ef3-726a-4aaa-8d23-735081311e3a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=01cca3bdc2a24e26ad9e6435abe59849&device_id=266a0415-db3b-45ca-8f1b-a41f1d1ffcaf HTTP/1.1" status: 200 len: 1095 time: 0.0649819 Sep 21 18:13:04.953021 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-82edcdd3-25e8-41bb-a612-2229b1871380 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:04.986280 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8d5ea-aac7-4a20-af18-deee405fce94 None None] Pushing event deleted for resources: {'Port': ['ID=12cae644-3a97-4515-aad4-d601d3562407,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:04.992232 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf8d5ea-aac7-4a20-af18-deee405fce94 None None] No DVR routers for this DVR port 12cae644-3a97-4515-aad4-d601d3562407 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:13:05.011694 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-82edcdd3-25e8-41bb-a612-2229b1871380 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9543f79b-9115-47ba-b48e-87a1801613d7']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:05.023318 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-82edcdd3-25e8-41bb-a612-2229b1871380 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d119d0-1387-4572-956b-e04ecb73c186') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:05.023619 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-82edcdd3-25e8-41bb-a612-2229b1871380 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d119d0-1387-4572-956b-e04ecb73c186') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:05.038032 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-82edcdd3-25e8-41bb-a612-2229b1871380 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:05.058193 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-82edcdd3-25e8-41bb-a612-2229b1871380 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:05.069627 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3757a-9867-4b96-b210-d213fe81f095 req-1df6c478-6393-4dd5-bb32-338dab54727c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:05.072155 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-27f3757a-9867-4b96-b210-d213fe81f095 req-1df6c478-6393-4dd5-bb32-338dab54727c service neutron] 10.222.0.44 "GET /v2.0/networks?id=5ba916b6-e513-4c87-bbce-c7c4c916873e HTTP/1.1" status: 200 len: 910 time: 0.1308372 Sep 21 18:13:05.072971 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82edcdd3-25e8-41bb-a612-2229b1871380 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:13:05.073431 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-82edcdd3-25e8-41bb-a612-2229b1871380 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:05.076740 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:13:05.076740 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:13:05.076740 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:13:05.076740 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:13:05.076740 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:13:05.076740 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:13:05.076740 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:13:05.076740 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:13:05.076740 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:13:05.076740 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:13:05.076740 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:13:05.076740 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:13:05.076740 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:13:05.076740 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:13:05.076740 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:13:05.076740 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:13:05.076740 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:13:05.076740 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:13:05.076740 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:13:05.076740 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:13:05.076740 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:13:05.076740 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:13:05.076740 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:13:05.076740 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:13:05.076740 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:13:05.076740 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:13:05.076740 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:13:05.076740 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:13:05.076740 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:13:05.076740 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:13:05.076740 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:13:05.076740 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:13:05.152391 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-27f3757a-9867-4b96-b210-d213fe81f095 req-503c63e6-ec1b-439a-843b-07b230f8a9a7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa HTTP/1.1" status: 200 len: 217 time: 0.0641747 Sep 21 18:13:05.200484 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a66e7-67b1-4c19-8c89-00ee2120d264 req-83caee00-f79f-441e-bbb6-ba11358c7055 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:05.204280 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-831a66e7-67b1-4c19-8c89-00ee2120d264 req-83caee00-f79f-441e-bbb6-ba11358c7055 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.0753119 Sep 21 18:13:05.205736 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-82edcdd3-25e8-41bb-a612-2229b1871380 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:05.223945 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3757a-9867-4b96-b210-d213fe81f095 req-1180a9fe-498d-40fa-952a-06d15fc7dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:05.226692 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-27f3757a-9867-4b96-b210-d213fe81f095 req-1180a9fe-498d-40fa-952a-06d15fc7dcd0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b2b82b9b-0df8-47ed-9d8a-6bd72fcdbd52 HTTP/1.1" status: 200 len: 849 time: 0.0607738 Sep 21 18:13:05.228483 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-82edcdd3-25e8-41bb-a612-2229b1871380 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:05.230300 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-82edcdd3-25e8-41bb-a612-2229b1871380 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] 10.222.0.58 "DELETE /v2.0/networks/9543f79b-9115-47ba-b48e-87a1801613d7 HTTP/1.1" status: 204 len: 168 time: 0.7944186 Sep 21 18:13:05.276552 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-27f3757a-9867-4b96-b210-d213fe81f095 req-8040239b-295e-43ff-99b3-c874ed0a7cd1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5ba916b6-e513-4c87-bbce-c7c4c916873e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404737 Sep 21 18:13:05.280225 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82edcdd3-25e8-41bb-a612-2229b1871380 tempest-NetworksTest-271113077 tempest-NetworksTest-271113077-project] Pushing event deleted for resources: {'Network': ['ID=9543f79b-9115-47ba-b48e-87a1801613d7,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:05.294295 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-831a66e7-67b1-4c19-8c89-00ee2120d264 req-bc74d8ee-fc31-42e8-becd-7949508c75d8 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833173 Sep 21 18:13:05.428505 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3ea81-4445-4d8c-a0aa-27658bdee0b0 req-be09dfc5-ed16-47c2-b340-a259dfa2499e tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:05.437791 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-daa3ea81-4445-4d8c-a0aa-27658bdee0b0 req-be09dfc5-ed16-47c2-b340-a259dfa2499e tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/ports?device_id=266a0415-db3b-45ca-8f1b-a41f1d1ffcaf HTTP/1.1" status: 200 len: 944 time: 0.1166265 Sep 21 18:13:05.474684 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-27f3757a-9867-4b96-b210-d213fe81f095 req-9011249b-144d-46f9-b720-f3b1230533cb service neutron] 10.222.0.44 "GET /v2.0/networks/5ba916b6-e513-4c87-bbce-c7c4c916873e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875420 Sep 21 18:13:05.537455 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60406) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:05.559243 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-daa3ea81-4445-4d8c-a0aa-27658bdee0b0 req-db985d78-dd82-43e5-8070-dd5ea28df790 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5dfe11f-161f-47ce-9018-bb8416544f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199036 Sep 21 18:13:05.627462 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-27f3757a-9867-4b96-b210-d213fe81f095 req-c4c803e0-45fd-498b-af5b-206dc48344e6 service neutron] 10.222.0.44 "GET /v2.0/networks/5ba916b6-e513-4c87-bbce-c7c4c916873e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393452 Sep 21 18:13:05.708618 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-63d98ee4-121f-4e62-bac8-f2746e4c639f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7c3b9abaab5949619e65dbb1aa6a2d4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1695697 Sep 21 18:13:05.711416 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60410) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:05.767458 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b52bac5d-502a-4f4a-9dc9-6a5f1112d6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:05.789681 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b52bac5d-502a-4f4a-9dc9-6a5f1112d6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:05.840989 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b52bac5d-502a-4f4a-9dc9-6a5f1112d6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:05.844945 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b52bac5d-502a-4f4a-9dc9-6a5f1112d6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:05.846848 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b52bac5d-502a-4f4a-9dc9-6a5f1112d6da admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/299554cc-e0ef-451d-bb7d-3eb61e82266a HTTP/1.1" status: 204 len: 168 time: 0.1342368 Sep 21 18:13:05.857491 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52bac5d-502a-4f4a-9dc9-6a5f1112d6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299554cc-e0ef-451d-bb7d-3eb61e82266a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:06.239098 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 12cae644-3a97-4515-aad4-d601d3562407 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:13:06.262151 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 12cae644-3a97-4515-aad4-d601d3562407 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:13:06.262488 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 12cae644-3a97-4515-aad4-d601d3562407 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:13:06.428613 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a98814-eddc-46c9-bf49-3af2dff4efa1 req-229b40e3-5d36-4283-a222-967ee516a648 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:06.430276 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43a98814-eddc-46c9-bf49-3af2dff4efa1 req-229b40e3-5d36-4283-a222-967ee516a648 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.0664926 Sep 21 18:13:06.474816 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43a98814-eddc-46c9-bf49-3af2dff4efa1 req-67ff991c-7db0-4441-a78e-6bc45566fbd0 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381835 Sep 21 18:13:06.571227 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60450) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:06.686149 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-420b1382-efd2-4208-ba7f-15182e82c7ab tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-549814141'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:06.693248 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e00e64-d08f-4384-9872-f239a164ca40 req-d699713e-a5c4-4e46-853e-374ea2b477e5 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:06.694749 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-92e00e64-d08f-4384-9872-f239a164ca40 req-d699713e-a5c4-4e46-853e-374ea2b477e5 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/ports?device_id=266a0415-db3b-45ca-8f1b-a41f1d1ffcaf HTTP/1.1" status: 200 len: 944 time: 0.0589104 Sep 21 18:13:06.709426 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420b1382-efd2-4208-ba7f-15182e82c7ab tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:06.713606 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-420b1382-efd2-4208-ba7f-15182e82c7ab tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:06.730219 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-420b1382-efd2-4208-ba7f-15182e82c7ab tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:06.743446 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-92e00e64-d08f-4384-9872-f239a164ca40 req-c6d0a662-f2a7-460b-96a2-2771e209a285 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5dfe11f-161f-47ce-9018-bb8416544f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422418 Sep 21 18:13:06.826079 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-420b1382-efd2-4208-ba7f-15182e82c7ab tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:06.830683 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-420b1382-efd2-4208-ba7f-15182e82c7ab tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:06.853411 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420b1382-efd2-4208-ba7f-15182e82c7ab tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:13:06.867381 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b1382-efd2-4208-ba7f-15182e82c7ab tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0edb08e0-8879-4b70-98c3-da32317a7f2d,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:06.872314 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-420b1382-efd2-4208-ba7f-15182e82c7ab tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:06.872665 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-420b1382-efd2-4208-ba7f-15182e82c7ab tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Added segment 431b31c7-ea80-4c3f-bfc3-2cb09691056d of type vlan for network cb5e82b2-1713-46e6-b3aa-c9afd4b092a6 Sep 21 18:13:06.913369 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-420b1382-efd2-4208-ba7f-15182e82c7ab tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:06.941779 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-420b1382-efd2-4208-ba7f-15182e82c7ab tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:06.947337 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420b1382-efd2-4208-ba7f-15182e82c7ab tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:06.948008 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-420b1382-efd2-4208-ba7f-15182e82c7ab tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:06.986039 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-420b1382-efd2-4208-ba7f-15182e82c7ab tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4133894 Sep 21 18:13:06.988914 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60464) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:06.994575 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-64cd7622-69ee-444e-bece-523f1b00ee3b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'port': {'network_id': 'cb5e82b2-1713-46e6-b3aa-c9afd4b092a6', 'name': 'tempest-PortsTestJSON-1268357275'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:07.016408 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b1382-efd2-4208-ba7f-15182e82c7ab tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Network': ['ID=cb5e82b2-1713-46e6-b3aa-c9afd4b092a6,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:07.028350 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network cb5e82b2-1713-46e6-b3aa-c9afd4b092a6 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:13:07.089256 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cd7622-69ee-444e-bece-523f1b00ee3b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:07.093624 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64cd7622-69ee-444e-bece-523f1b00ee3b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:07.112375 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-64cd7622-69ee-444e-bece-523f1b00ee3b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] device_id is not set on port 9304b364-e9ac-4579-8bbf-64acdaa67b96 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:13:07.168931 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0422b-f474-446d-a457-69a5f566404b req-475392ff-63c5-429b-9b64-583f84d63fdf tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:07.170554 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5cc0422b-f474-446d-a457-69a5f566404b req-475392ff-63c5-429b-9b64-583f84d63fdf tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.44 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 945 time: 0.0534198 Sep 21 18:13:07.278890 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-5cc0422b-f474-446d-a457-69a5f566404b req-a737ba7f-fe44-4ad3-a3a1-9847c4ffd3b6 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Deleting port 00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:07.279263 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5cc0422b-f474-446d-a457-69a5f566404b req-a737ba7f-fe44-4ad3-a3a1-9847c4ffd3b6 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:07.325012 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64cd7622-69ee-444e-bece-523f1b00ee3b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:07.358433 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64cd7622-69ee-444e-bece-523f1b00ee3b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:07.383662 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-5cc0422b-f474-446d-a457-69a5f566404b req-a737ba7f-fe44-4ad3-a3a1-9847c4ffd3b6 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] For port 00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35,segment=NetworkSegment(4b64dd21-5629-4aeb-b469-122d429565f9),segment_id=4b64dd21-5629-4aeb-b469-122d429565f9)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:07.391571 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5cc0422b-f474-446d-a457-69a5f566404b req-a737ba7f-fe44-4ad3-a3a1-9847c4ffd3b6 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:07.406346 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-5cc0422b-f474-446d-a457-69a5f566404b req-a737ba7f-fe44-4ad3-a3a1-9847c4ffd3b6 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Calling delete_port for 00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:07.419028 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd7622-69ee-444e-bece-523f1b00ee3b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Port': ['ID=9304b364-e9ac-4579-8bbf-64acdaa67b96,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:07.427939 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cd7622-69ee-444e-bece-523f1b00ee3b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Checking segment: {'id': '431b31c7-ea80-4c3f-bfc3-2cb09691056d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cb5e82b2-1713-46e6-b3aa-c9afd4b092a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:07.428305 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cd7622-69ee-444e-bece-523f1b00ee3b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network hostable DHCP agents. Network: cb5e82b2-1713-46e6-b3aa-c9afd4b092a6, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:13:07.447271 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cd7622-69ee-444e-bece-523f1b00ee3b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network cb5e82b2-1713-46e6-b3aa-c9afd4b092a6 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:13:07.457818 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-64cd7622-69ee-444e-bece-523f1b00ee3b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, cb5e82b2-1713-46e6-b3aa-c9afd4b092a6) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:07.463175 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cd7622-69ee-444e-bece-523f1b00ee3b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:07.468511 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aeeaefa-0541-4c6d-83ba-c32c840ef5c0 None None] Network cb5e82b2-1713-46e6-b3aa-c9afd4b092a6 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:07.469116 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cd7622-69ee-444e-bece-523f1b00ee3b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:07.469405 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64cd7622-69ee-444e-bece-523f1b00ee3b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:07.487939 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-64cd7622-69ee-444e-bece-523f1b00ee3b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4976346 Sep 21 18:13:07.491118 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60478) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:07.496299 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-a4afbdd3-8a61-4c80-b39a-5e52a66bddad tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1397530370'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:07.517542 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4afbdd3-8a61-4c80-b39a-5e52a66bddad tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:07.521118 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a4afbdd3-8a61-4c80-b39a-5e52a66bddad tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:07.564118 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4afbdd3-8a61-4c80-b39a-5e52a66bddad tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:13:07.594610 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a4afbdd3-8a61-4c80-b39a-5e52a66bddad tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:07.595343 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-a4afbdd3-8a61-4c80-b39a-5e52a66bddad tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Added segment 8046e319-f594-4208-bc3b-f9fb8aafe58e of type vlan for network fe0f06d0-9df7-439a-86b2-c85833a1eb98 Sep 21 18:13:07.612424 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5cc0422b-f474-446d-a457-69a5f566404b req-a737ba7f-fe44-4ad3-a3a1-9847c4ffd3b6 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:07.626368 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:13:07.656168 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737ba7f-fe44-4ad3-a3a1-9847c4ffd3b6 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Pushing event deleted for resources: {'Port': ['ID=00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:07.662593 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a4afbdd3-8a61-4c80-b39a-5e52a66bddad tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:07.680555 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172d903-61bd-4118-8869-3e24ba28c667 req-4339aa9f-4038-4ed3-a142-b9aa491ca19a tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:07.682052 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6172d903-61bd-4118-8869-3e24ba28c667 req-4339aa9f-4038-4ed3-a142-b9aa491ca19a tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/ports?device_id=387a97eb-891e-479a-8df9-af1c22291322 HTTP/1.1" status: 200 len: 867 time: 0.0996039 Sep 21 18:13:07.704127 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a4afbdd3-8a61-4c80-b39a-5e52a66bddad tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:07.707201 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc0422b-f474-446d-a457-69a5f566404b req-a737ba7f-fe44-4ad3-a3a1-9847c4ffd3b6 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] No DVR routers for this DVR port 00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:13:07.709705 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4afbdd3-8a61-4c80-b39a-5e52a66bddad tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:07.710125 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5cc0422b-f474-446d-a457-69a5f566404b req-a737ba7f-fe44-4ad3-a3a1-9847c4ffd3b6 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:07.710339 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a4afbdd3-8a61-4c80-b39a-5e52a66bddad tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:07.712406 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5cc0422b-f474-446d-a457-69a5f566404b req-a737ba7f-fe44-4ad3-a3a1-9847c4ffd3b6 tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.44 "DELETE /v2.0/ports/00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35 HTTP/1.1" status: 204 len: 173 time: 0.5344002 Sep 21 18:13:07.712989 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387a97eb-891e-479a-8df9-af1c22291322', 'name': 'network-vif-deleted', 'tag': '00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:13:07.715262 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cd3e3c-0619-4b14-9b63-5f8e31865ba6" -d '{"events": [{"server_uuid": "387a97eb-891e-479a-8df9-af1c22291322", "name": "network-vif-deleted", "tag": "00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:13:07.755434 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463b7a92-bd8c-4352-9971-14dd10f1cb8c x-openstack-request-id: req-463b7a92-bd8c-4352-9971-14dd10f1cb8c {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:13:07.755750 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387a97eb-891e-479a-8df9-af1c22291322", "name": "network-vif-deleted", "tag": "00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:13:07.755998 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-463b7a92-bd8c-4352-9971-14dd10f1cb8c {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:13:07.756410 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387a97eb-891e-479a-8df9-af1c22291322', 'name': 'network-vif-deleted', 'tag': '00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35', 'status': 'completed', 'code': 200} Sep 21 18:13:07.797968 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4afbdd3-8a61-4c80-b39a-5e52a66bddad tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Network': ['ID=fe0f06d0-9df7-439a-86b2-c85833a1eb98,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:07.808925 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a4afbdd3-8a61-4c80-b39a-5e52a66bddad tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3151217 Sep 21 18:13:07.809150 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60490) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:07.815982 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network fe0f06d0-9df7-439a-86b2-c85833a1eb98 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:13:07.816396 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-80b1222b-7b0a-4869-8202-c2fa7d84b33e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'ports': [{'network_id': 'cb5e82b2-1713-46e6-b3aa-c9afd4b092a6'}, {'network_id': 'fe0f06d0-9df7-439a-86b2-c85833a1eb98'}]} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:07.816738 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-80b1222b-7b0a-4869-8202-c2fa7d84b33e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'port': {'network_id': 'cb5e82b2-1713-46e6-b3aa-c9afd4b092a6'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:07.817249 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-80b1222b-7b0a-4869-8202-c2fa7d84b33e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'port': {'network_id': 'fe0f06d0-9df7-439a-86b2-c85833a1eb98'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:07.834188 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6172d903-61bd-4118-8869-3e24ba28c667 req-a5d629b0-226c-468b-a645-7e3397928bbc tempest-ServerRescueNegativeTestJSON-554745408 tempest-ServerRescueNegativeTestJSON-554745408-project] 10.222.0.58 "GET /v2.0/security-groups?id=e628690f-4451-4737-b805-2521c0c25da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392376 Sep 21 18:13:07.969976 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a751d-e11c-4703-bc0f-9e07d45e6db6 req-e6da3a76-1d8d-48b1-977a-272b7dfb9228 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:07.971468 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-923a751d-e11c-4703-bc0f-9e07d45e6db6 req-e6da3a76-1d8d-48b1-977a-272b7dfb9228 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/ports?device_id=266a0415-db3b-45ca-8f1b-a41f1d1ffcaf HTTP/1.1" status: 200 len: 944 time: 0.1162715 Sep 21 18:13:08.053424 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-923a751d-e11c-4703-bc0f-9e07d45e6db6 req-f0b00701-57c9-42fd-a416-a8149fd1394c tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5dfe11f-161f-47ce-9018-bb8416544f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744672 Sep 21 18:13:08.068266 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b1222b-7b0a-4869-8202-c2fa7d84b33e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'port': 2} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:08.074056 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-80b1222b-7b0a-4869-8202-c2fa7d84b33e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:08.088439 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-80b1222b-7b0a-4869-8202-c2fa7d84b33e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:08.183781 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-80b1222b-7b0a-4869-8202-c2fa7d84b33e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] device_id is not set on port e4578f6f-c997-4826-816e-89800ff46702 yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:13:08.333928 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-80b1222b-7b0a-4869-8202-c2fa7d84b33e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:08.399756 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-80b1222b-7b0a-4869-8202-c2fa7d84b33e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] device_id is not set on port b70042ae-e223-49cf-a472-0c7f572114b3 yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:13:08.512803 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-80b1222b-7b0a-4869-8202-c2fa7d84b33e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:08.549246 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-80b1222b-7b0a-4869-8202-c2fa7d84b33e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:08.592368 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b1222b-7b0a-4869-8202-c2fa7d84b33e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network cb5e82b2-1713-46e6-b3aa-c9afd4b092a6 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:08.596208 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-80b1222b-7b0a-4869-8202-c2fa7d84b33e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:08.602668 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b1222b-7b0a-4869-8202-c2fa7d84b33e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:08.603620 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-80b1222b-7b0a-4869-8202-c2fa7d84b33e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:08.611295 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1222b-7b0a-4869-8202-c2fa7d84b33e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Port': ['ID=e4578f6f-c997-4826-816e-89800ff46702,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:08.670600 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1222b-7b0a-4869-8202-c2fa7d84b33e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Port': ['ID=b70042ae-e223-49cf-a472-0c7f572114b3,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:08.679587 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b1222b-7b0a-4869-8202-c2fa7d84b33e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Checking segment: {'id': '8046e319-f594-4208-bc3b-f9fb8aafe58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fe0f06d0-9df7-439a-86b2-c85833a1eb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:08.679932 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b1222b-7b0a-4869-8202-c2fa7d84b33e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network hostable DHCP agents. Network: fe0f06d0-9df7-439a-86b2-c85833a1eb98, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:13:08.697223 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b1222b-7b0a-4869-8202-c2fa7d84b33e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network fe0f06d0-9df7-439a-86b2-c85833a1eb98 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:13:08.706706 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-80b1222b-7b0a-4869-8202-c2fa7d84b33e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, fe0f06d0-9df7-439a-86b2-c85833a1eb98) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:08.710414 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b1222b-7b0a-4869-8202-c2fa7d84b33e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:08.716616 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5f31b0-ff2f-4d53-b5a5-7221d7a32371 None None] Network fe0f06d0-9df7-439a-86b2-c85833a1eb98 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:08.717138 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b1222b-7b0a-4869-8202-c2fa7d84b33e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:08.721742 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b1222b-7b0a-4869-8202-c2fa7d84b33e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:08.722403 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-80b1222b-7b0a-4869-8202-c2fa7d84b33e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:08.740586 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-80b1222b-7b0a-4869-8202-c2fa7d84b33e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9279733 Sep 21 18:13:08.741402 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60510) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:08.817887 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:13:08.837772 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-ba50fb14-da2e-414b-8c26-2811c0bceb01 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Deleting port b70042ae-e223-49cf-a472-0c7f572114b3 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:08.838185 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ba50fb14-da2e-414b-8c26-2811c0bceb01 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:08.900553 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60518) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:08.904465 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ba50fb14-da2e-414b-8c26-2811c0bceb01 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:08.917271 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-ba50fb14-da2e-414b-8c26-2811c0bceb01 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Calling delete_port for b70042ae-e223-49cf-a472-0c7f572114b3 owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:08.969057 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa,segment=NetworkSegment(5c3424da-ca43-4f8f-bb75-0f63242fe008),segment_id=5c3424da-ca43-4f8f-bb75-0f63242fe008)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:08.981854 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa', 'network_id': '5ba916b6-e513-4c87-bbce-c7c4c916873e', 'port_id': '74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa', 'mac_address': 'fa:16:3e:df:3f:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2b82b9b-0df8-47ed-9d8a-6bd72fcdbd52', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:13:09.010738 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ba50fb14-da2e-414b-8c26-2811c0bceb01 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:09.036852 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:09.055427 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:13:09.057515 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50fb14-da2e-414b-8c26-2811c0bceb01 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Port': ['ID=b70042ae-e223-49cf-a472-0c7f572114b3,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:09.061893 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ba50fb14-da2e-414b-8c26-2811c0bceb01 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:09.064670 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ba50fb14-da2e-414b-8c26-2811c0bceb01 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/ports/b70042ae-e223-49cf-a472-0c7f572114b3 HTTP/1.1" status: 204 len: 168 time: 0.3221977 Sep 21 18:13:09.068424 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60520) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:09.084175 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa,segment=NetworkSegment(5c3424da-ca43-4f8f-bb75-0f63242fe008),segment_id=5c3424da-ca43-4f8f-bb75-0f63242fe008)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:09.089854 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:09.125033 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270520a2-67e3-495c-b3cf-4b757d76e902 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:09.131601 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270520a2-67e3-495c-b3cf-4b757d76e902 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:09.133252 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-270520a2-67e3-495c-b3cf-4b757d76e902 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0636911 Sep 21 18:13:09.136018 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60524) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:09.173667 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:09.241992 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-fc77d533-8107-4818-80d9-3c497bff9a93 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Deleting port e4578f6f-c997-4826-816e-89800ff46702 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:09.242340 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fc77d533-8107-4818-80d9-3c497bff9a93 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:09.302195 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:13:09.319068 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fc77d533-8107-4818-80d9-3c497bff9a93 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:09.332923 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-fc77d533-8107-4818-80d9-3c497bff9a93 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Calling delete_port for e4578f6f-c997-4826-816e-89800ff46702 owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:09.438505 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fc77d533-8107-4818-80d9-3c497bff9a93 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:09.482819 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fc77d533-8107-4818-80d9-3c497bff9a93 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:09.488536 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-fc77d533-8107-4818-80d9-3c497bff9a93 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/ports/e4578f6f-c997-4826-816e-89800ff46702 HTTP/1.1" status: 204 len: 168 time: 0.3483665 Sep 21 18:13:09.488881 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60538) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:09.496754 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc1a22-03f4-4185-ac84-10557eb2bcea req-b3b1ea62-5d43-4308-98b4-ba1e50376f6e tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:09.505026 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-92cc1a22-03f4-4185-ac84-10557eb2bcea req-b3b1ea62-5d43-4308-98b4-ba1e50376f6e tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/ports?device_id=266a0415-db3b-45ca-8f1b-a41f1d1ffcaf HTTP/1.1" status: 200 len: 945 time: 0.1156542 Sep 21 18:13:09.523827 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77d533-8107-4818-80d9-3c497bff9a93 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Port': ['ID=e4578f6f-c997-4826-816e-89800ff46702,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:09.546658 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef966724-d0d8-45f4-a0d1-8cdeefcb1899 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:09.549769 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ef966724-d0d8-45f4-a0d1-8cdeefcb1899 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0598247 Sep 21 18:13:09.551102 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60542) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:09.577273 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-1270aee2-9f11-4b8b-8f07-ee8f8e4364d7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] GET failed (client error): The resource could not be found. Sep 21 18:13:09.581320 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1270aee2-9f11-4b8b-8f07-ee8f8e4364d7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "GET /v2.0/ports/b70042ae-e223-49cf-a472-0c7f572114b3 HTTP/1.1" status: 404 len: 333 time: 0.0265338 Sep 21 18:13:09.582004 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60544) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:09.592599 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-92cc1a22-03f4-4185-ac84-10557eb2bcea req-dd12123b-2692-4d4d-ba69-38dbf605116f tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5dfe11f-161f-47ce-9018-bb8416544f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864725 Sep 21 18:13:09.617184 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-9673942a-1a53-4b0f-b5e0-a9d8a32cbd15 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] GET failed (client error): The resource could not be found. Sep 21 18:13:09.619363 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9673942a-1a53-4b0f-b5e0-a9d8a32cbd15 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "GET /v2.0/ports/e4578f6f-c997-4826-816e-89800ff46702 HTTP/1.1" status: 404 len: 333 time: 0.0368621 Sep 21 18:13:09.621655 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60546) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:09.699891 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f1ce7b83-f948-43bb-a5e3-37cc6b15697e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:09.805603 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f569aec2-b4dd-4d1d-a161-e7cbcbd5db52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:10.066613 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-f569aec2-b4dd-4d1d-a161-e7cbcbd5db52 admin admin] Deleting port a11d3fc6-4ca6-4c60-a4a0-678e3bb45953 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:10.067386 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f569aec2-b4dd-4d1d-a161-e7cbcbd5db52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:10.106602 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f1ce7b83-f948-43bb-a5e3-37cc6b15697e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:10.128537 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-f1ce7b83-f948-43bb-a5e3-37cc6b15697e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe0f06d0-9df7-439a-86b2-c85833a1eb98']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:10.138215 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-f1ce7b83-f948-43bb-a5e3-37cc6b15697e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8046e319-f594-4208-bc3b-f9fb8aafe58e') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:10.138453 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-f1ce7b83-f948-43bb-a5e3-37cc6b15697e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8046e319-f594-4208-bc3b-f9fb8aafe58e') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:10.147928 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f1ce7b83-f948-43bb-a5e3-37cc6b15697e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:10.149552 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-f569aec2-b4dd-4d1d-a161-e7cbcbd5db52 admin admin] For port a11d3fc6-4ca6-4c60-a4a0-678e3bb45953, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a11d3fc6-4ca6-4c60-a4a0-678e3bb45953,segment=NetworkSegment(4b64dd21-5629-4aeb-b469-122d429565f9),segment_id=4b64dd21-5629-4aeb-b469-122d429565f9)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:10.149976 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f569aec2-b4dd-4d1d-a161-e7cbcbd5db52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:10.162336 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f1ce7b83-f948-43bb-a5e3-37cc6b15697e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:10.168626 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-f569aec2-b4dd-4d1d-a161-e7cbcbd5db52 admin admin] Calling delete_port for a11d3fc6-4ca6-4c60-a4a0-678e3bb45953 owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:10.175409 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ce7b83-f948-43bb-a5e3-37cc6b15697e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:13:10.176014 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f1ce7b83-f948-43bb-a5e3-37cc6b15697e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:10.178879 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:13:10.178879 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:13:10.178879 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:13:10.178879 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:13:10.178879 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:13:10.178879 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:13:10.178879 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:13:10.178879 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:13:10.178879 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:13:10.178879 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:13:10.178879 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:13:10.178879 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:13:10.178879 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:13:10.178879 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:13:10.178879 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:13:10.178879 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:13:10.178879 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:13:10.178879 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:13:10.178879 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:13:10.178879 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:13:10.178879 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:13:10.178879 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:13:10.178879 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:13:10.178879 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:13:10.178879 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:13:10.178879 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:13:10.178879 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:13:10.178879 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:13:10.178879 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:13:10.178879 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:13:10.178879 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:13:10.178879 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:13:10.246990 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f1ce7b83-f948-43bb-a5e3-37cc6b15697e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:10.251849 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f1ce7b83-f948-43bb-a5e3-37cc6b15697e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:10.257346 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f1ce7b83-f948-43bb-a5e3-37cc6b15697e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/networks/fe0f06d0-9df7-439a-86b2-c85833a1eb98 HTTP/1.1" status: 204 len: 168 time: 0.6314383 Sep 21 18:13:10.258203 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60560) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:10.263752 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-baaf522f-d021-405e-bf92-310ec3bc4a9b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2052876990'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:10.277475 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce7b83-f948-43bb-a5e3-37cc6b15697e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Network': ['ID=fe0f06d0-9df7-439a-86b2-c85833a1eb98,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:10.295695 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baaf522f-d021-405e-bf92-310ec3bc4a9b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:10.301671 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-baaf522f-d021-405e-bf92-310ec3bc4a9b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:10.339257 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baaf522f-d021-405e-bf92-310ec3bc4a9b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:13:10.349276 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-baaf522f-d021-405e-bf92-310ec3bc4a9b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:10.349620 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-baaf522f-d021-405e-bf92-310ec3bc4a9b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Added segment b62495ad-7018-4948-aa65-9c007825f27b of type vlan for network 79eef0f9-9a89-4db9-92d2-fe760ea3e66a Sep 21 18:13:10.395610 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-baaf522f-d021-405e-bf92-310ec3bc4a9b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:10.399887 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f569aec2-b4dd-4d1d-a161-e7cbcbd5db52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:10.428873 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-baaf522f-d021-405e-bf92-310ec3bc4a9b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:10.432896 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f569aec2-b4dd-4d1d-a161-e7cbcbd5db52 admin admin] Pushing event deleted for resources: {'Port': ['ID=a11d3fc6-4ca6-4c60-a4a0-678e3bb45953,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:10.436131 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baaf522f-d021-405e-bf92-310ec3bc4a9b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:10.436912 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-baaf522f-d021-405e-bf92-310ec3bc4a9b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:10.483239 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-baaf522f-d021-405e-bf92-310ec3bc4a9b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2244258 Sep 21 18:13:10.486580 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60566) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:10.524069 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-c2ef080a-dd9f-4bdb-a993-ce673c676981 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'subnet': {'network_id': '79eef0f9-9a89-4db9-92d2-fe760ea3e66a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:10.530741 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf522f-d021-405e-bf92-310ec3bc4a9b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Network': ['ID=79eef0f9-9a89-4db9-92d2-fe760ea3e66a,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:10.541789 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 79eef0f9-9a89-4db9-92d2-fe760ea3e66a details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:13:10.624161 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f569aec2-b4dd-4d1d-a161-e7cbcbd5db52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:10.638881 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ef080a-dd9f-4bdb-a993-ce673c676981 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:10.642737 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c2ef080a-dd9f-4bdb-a993-ce673c676981 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:10.770838 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03025024-98db-451d-bafa-9ac565970af2 req-1e55527c-50d5-4a44-a66f-9edfa12c8cbd tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:10.772500 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-03025024-98db-451d-bafa-9ac565970af2 req-1e55527c-50d5-4a44-a66f-9edfa12c8cbd tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/ports?device_id=266a0415-db3b-45ca-8f1b-a41f1d1ffcaf HTTP/1.1" status: 200 len: 945 time: 0.0972481 Sep 21 18:13:10.809941 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:13:10.882567 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:13:10.890713 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:10.893006 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:10.900296 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c2ef080a-dd9f-4bdb-a993-ce673c676981 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:10.959778 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-03025024-98db-451d-bafa-9ac565970af2 req-e7f71ae5-839a-4265-b0b8-ef7d1b510372 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5dfe11f-161f-47ce-9018-bb8416544f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748559 Sep 21 18:13:10.978043 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef080a-dd9f-4bdb-a993-ce673c676981 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Subnet': ['ID=8022698d-6ea4-480a-93e5-2ceec7f10170,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:10.995769 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f569aec2-b4dd-4d1d-a161-e7cbcbd5db52 admin admin] Router 3ed093e9-858a-41ab-9fad-548dec4b79c4 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:13:11.011763 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ef080a-dd9f-4bdb-a993-ce673c676981 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Checking segment: {'id': 'b62495ad-7018-4948-aa65-9c007825f27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '79eef0f9-9a89-4db9-92d2-fe760ea3e66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:11.012129 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ef080a-dd9f-4bdb-a993-ce673c676981 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network hostable DHCP agents. Network: 79eef0f9-9a89-4db9-92d2-fe760ea3e66a, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:13:11.024601 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:11.032234 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ef080a-dd9f-4bdb-a993-ce673c676981 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network 79eef0f9-9a89-4db9-92d2-fe760ea3e66a is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:13:11.042797 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-c2ef080a-dd9f-4bdb-a993-ce673c676981 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 79eef0f9-9a89-4db9-92d2-fe760ea3e66a) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:11.047913 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ef080a-dd9f-4bdb-a993-ce673c676981 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:11.048516 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c2ef080a-dd9f-4bdb-a993-ce673c676981 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:11.059287 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcb19c7-f543-4657-9ad8-cff59ce342ee None None] Network 79eef0f9-9a89-4db9-92d2-fe760ea3e66a requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:11.068156 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266a0415-db3b-45ca-8f1b-a41f1d1ffcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:13:11.069751 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60570) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:11.071010 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c2ef080a-dd9f-4bdb-a993-ce673c676981 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5831873 Sep 21 18:13:11.073005 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a848b282-c35b-4274-83f7-c396549f0408" -d '{"events": [{"server_uuid": "266a0415-db3b-45ca-8f1b-a41f1d1ffcaf", "name": "network-vif-plugged", "status": "completed", "tag": "74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:13:11.076069 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-80b6a899-387c-4520-8fac-7b0165390e6e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'port': {'network_id': '79eef0f9-9a89-4db9-92d2-fe760ea3e66a', 'name': 'tempest-PortsTestJSON-569729121'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:11.102309 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa,segment=NetworkSegment(5c3424da-ca43-4f8f-bb75-0f63242fe008),segment_id=5c3424da-ca43-4f8f-bb75-0f63242fe008)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:11.133613 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:11.134347 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:13:11.145115 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fc45c0-71b8-4aee-a5c1-ebd56f2cb77b x-openstack-request-id: req-63fc45c0-71b8-4aee-a5c1-ebd56f2cb77b {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:13:11.145115 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266a0415-db3b-45ca-8f1b-a41f1d1ffcaf", "name": "network-vif-plugged", "status": "completed", "tag": "74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:13:11.145452 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-63fc45c0-71b8-4aee-a5c1-ebd56f2cb77b {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:13:11.145754 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266a0415-db3b-45ca-8f1b-a41f1d1ffcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa', 'code': 200} Sep 21 18:13:11.177982 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f569aec2-b4dd-4d1d-a161-e7cbcbd5db52 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:13:11.188458 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60574) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:11.190798 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f569aec2-b4dd-4d1d-a161-e7cbcbd5db52 admin admin] 10.222.0.58 "PUT /v2.0/routers/3ed093e9-858a-41ab-9fad-548dec4b79c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2890675 Sep 21 18:13:11.191758 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabc9dff-225d-4dfe-a017-563581700fb0 None None] Sync routers for ids ['3ed093e9-858a-41ab-9fad-548dec4b79c4'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:13:11.207616 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabc9dff-225d-4dfe-a017-563581700fb0 None None] Routers {'3ed093e9-858a-41ab-9fad-548dec4b79c4'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:13:11.208745 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-fabc9dff-225d-4dfe-a017-563581700fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:12:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3ed093e9-858a-41ab-9fad-548dec4b79c4'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:11.222326 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:13:11.222673 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 00ccb3e4-4a76-4d4b-8fcf-b9840eae2a35 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:13:11.274623 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:11.318123 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b6a899-387c-4520-8fac-7b0165390e6e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:11.325767 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-80b6a899-387c-4520-8fac-7b0165390e6e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:11.351375 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-80b6a899-387c-4520-8fac-7b0165390e6e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] device_id is not set on port 451fb1ea-2c1b-4c08-a707-a27ab0586241 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:13:11.356050 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-fabc9dff-225d-4dfe-a017-563581700fb0 None None] Set router 3ed093e9-858a-41ab-9fad-548dec4b79c4 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:13:11.410783 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fbcf47e3-f009-4d03-8850-7a548c81391a admin admin] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:11.441911 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2223e43-e4ad-40dd-a883-169593cfd33e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-79eef0f9-9a89-4db9-92d2-fe760ea3e66a', 'network_id': '79eef0f9-9a89-4db9-92d2-fe760ea3e66a', 'tenant_id': '50fd849ffb184c9fb056374cbc97e47f', 'fixed_ips': [{'subnet_id': '8022698d-6ea4-480a-93e5-2ceec7f10170'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:13:11.442799 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a2223e43-e4ad-40dd-a883-169593cfd33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:11.463488 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d08b16-5589-4f6f-bbe1-787250e667c8 req-bd2cbc43-f8a8-4da1-88b6-c76d1a8cfe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:11.465331 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-20d08b16-5589-4f6f-bbe1-787250e667c8 req-bd2cbc43-f8a8-4da1-88b6-c76d1a8cfe8c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=266a0415-db3b-45ca-8f1b-a41f1d1ffcaf HTTP/1.1" status: 200 len: 1097 time: 0.1968520 Sep 21 18:13:11.555948 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-80b6a899-387c-4520-8fac-7b0165390e6e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Allocated IP 172.20.0.11 (79eef0f9-9a89-4db9-92d2-fe760ea3e66a/8022698d-6ea4-480a-93e5-2ceec7f10170/451fb1ea-2c1b-4c08-a707-a27ab0586241) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:13:11.605651 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-fabc9dff-225d-4dfe-a017-563581700fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed093e9-858a-41ab-9fad-548dec4b79c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1270717628-router', 'tenant_id': '27badd22a056458b825abc32f4668d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '6a48c0cb-e961-4c42-843e-8d75579e46a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:10:52Z', 'updated_at': '2021-09-21T18:13:10Z', 'revision_number': 5, 'project_id': '27badd22a056458b825abc32f4668d88', 'gw_port': {'id': '6a48c0cb-e961-4c42-843e-8d75579e46a8', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:49:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed093e9-858a-41ab-9fad-548dec4b79c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:10:53Z', 'updated_at': '2021-09-21T18:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:11.620889 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-20d08b16-5589-4f6f-bbe1-787250e667c8 req-db71cbec-82e1-4c6e-bc3f-34906181fddf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d5dfe11f-161f-47ce-9018-bb8416544f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444688 Sep 21 18:13:11.626162 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fbcf47e3-f009-4d03-8850-7a548c81391a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:11.651588 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabc9dff-225d-4dfe-a017-563581700fb0 None None] Checking router: 3ed093e9-858a-41ab-9fad-548dec4b79c4 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:13:11.660662 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabc9dff-225d-4dfe-a017-563581700fb0 None None] Routers {'3ed093e9-858a-41ab-9fad-548dec4b79c4'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:13:11.661573 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-fabc9dff-225d-4dfe-a017-563581700fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:12:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['3ed093e9-858a-41ab-9fad-548dec4b79c4'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:11.702412 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-fbcf47e3-f009-4d03-8850-7a548c81391a admin admin] Deleting port 6a48c0cb-e961-4c42-843e-8d75579e46a8 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:11.702762 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fbcf47e3-f009-4d03-8850-7a548c81391a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:11.736511 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-80b6a899-387c-4520-8fac-7b0165390e6e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:11.765240 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-fabc9dff-225d-4dfe-a017-563581700fb0 None None] Set router 3ed093e9-858a-41ab-9fad-548dec4b79c4 gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:13:11.775246 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-80b6a899-387c-4520-8fac-7b0165390e6e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:11.823690 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-fbcf47e3-f009-4d03-8850-7a548c81391a admin admin] For port 6a48c0cb-e961-4c42-843e-8d75579e46a8, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=6a48c0cb-e961-4c42-843e-8d75579e46a8,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:11.824061 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fbcf47e3-f009-4d03-8850-7a548c81391a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:11.826198 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-fabc9dff-225d-4dfe-a017-563581700fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed093e9-858a-41ab-9fad-548dec4b79c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1270717628-router', 'tenant_id': '27badd22a056458b825abc32f4668d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:10:52Z', 'updated_at': '2021-09-21T18:13:11Z', 'revision_number': 6, 'project_id': '27badd22a056458b825abc32f4668d88', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:11.830483 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6a899-387c-4520-8fac-7b0165390e6e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Port': ['ID=451fb1ea-2c1b-4c08-a707-a27ab0586241,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:11.850546 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b6a899-387c-4520-8fac-7b0165390e6e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network 79eef0f9-9a89-4db9-92d2-fe760ea3e66a is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:11.852656 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-80b6a899-387c-4520-8fac-7b0165390e6e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:11.853113 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-fbcf47e3-f009-4d03-8850-7a548c81391a admin admin] Calling delete_port for 6a48c0cb-e961-4c42-843e-8d75579e46a8 owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:11.859164 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b6a899-387c-4520-8fac-7b0165390e6e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:11.867127 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabc9dff-225d-4dfe-a017-563581700fb0 None None] The sync data for ids ['3ed093e9-858a-41ab-9fad-548dec4b79c4'] in n-d-810291-1 is: [{'id': '3ed093e9-858a-41ab-9fad-548dec4b79c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1270717628-router', 'tenant_id': '27badd22a056458b825abc32f4668d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:10:52Z', 'updated_at': '2021-09-21T18:13:11Z', 'revision_number': 6, 'project_id': '27badd22a056458b825abc32f4668d88', 'gw_port_host': None}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:13:11.928497 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b6a899-387c-4520-8fac-7b0165390e6e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:11.929393 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-80b6a899-387c-4520-8fac-7b0165390e6e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:11.929961 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-a2223e43-e4ad-40dd-a883-169593cfd33e None None] Allocated IP 172.20.0.2 (79eef0f9-9a89-4db9-92d2-fe760ea3e66a/8022698d-6ea4-480a-93e5-2ceec7f10170/57f5935a-b19b-4e23-a57c-b04083fc7e95) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:13:11.948762 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-80b6a899-387c-4520-8fac-7b0165390e6e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8775837 Sep 21 18:13:11.951839 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60580) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:12.077317 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-fd371110-59e1-4ab2-b1a7-848f11277ddc tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Deleting port 451fb1ea-2c1b-4c08-a707-a27ab0586241 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:12.078133 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fd371110-59e1-4ab2-b1a7-848f11277ddc tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:12.130791 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002ed0c-2621-4b51-9bc2-9d2b50365f54 req-b0f8eebc-4617-4de6-9619-e0e9d223f15c tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:12.132472 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5002ed0c-2621-4b51-9bc2-9d2b50365f54 req-b0f8eebc-4617-4de6-9619-e0e9d223f15c tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/ports?device_id=266a0415-db3b-45ca-8f1b-a41f1d1ffcaf HTTP/1.1" status: 200 len: 946 time: 0.0764148 Sep 21 18:13:12.133661 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fbcf47e3-f009-4d03-8850-7a548c81391a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:12.171263 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf47e3-f009-4d03-8850-7a548c81391a admin admin] Pushing event deleted for resources: {'Port': ['ID=6a48c0cb-e961-4c42-843e-8d75579e46a8,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:12.180544 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fd371110-59e1-4ab2-b1a7-848f11277ddc tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:12.182295 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a2223e43-e4ad-40dd-a883-169593cfd33e None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:12.191387 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a2223e43-e4ad-40dd-a883-169593cfd33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:12.219141 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-fd371110-59e1-4ab2-b1a7-848f11277ddc tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Calling delete_port for 451fb1ea-2c1b-4c08-a707-a27ab0586241 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:12.266650 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2223e43-e4ad-40dd-a883-169593cfd33e None None] Network 79eef0f9-9a89-4db9-92d2-fe760ea3e66a is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:12.270657 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-a2223e43-e4ad-40dd-a883-169593cfd33e None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:12.275774 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2223e43-e4ad-40dd-a883-169593cfd33e None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:12.290107 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fbcf47e3-f009-4d03-8850-7a548c81391a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:12.399148 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5002ed0c-2621-4b51-9bc2-9d2b50365f54 req-e01e625c-a1ab-436d-8abb-e941734ed623 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5dfe11f-161f-47ce-9018-bb8416544f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388082 Sep 21 18:13:12.449112 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fbcf47e3-f009-4d03-8850-7a548c81391a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:12.451071 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a11d3fc6-4ca6-4c60-a4a0-678e3bb45953 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:13:12.453660 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fbcf47e3-f009-4d03-8850-7a548c81391a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:12.472069 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fd371110-59e1-4ab2-b1a7-848f11277ddc tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:12.478520 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2223e43-e4ad-40dd-a883-169593cfd33e None None] Pushing event updated for resources: {'Port': ['ID=57f5935a-b19b-4e23-a57c-b04083fc7e95,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:12.494638 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: a11d3fc6-4ca6-4c60-a4a0-678e3bb45953 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:13:12.495954 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a11d3fc6-4ca6-4c60-a4a0-678e3bb45953 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:13:12.496935 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a2223e43-e4ad-40dd-a883-169593cfd33e None None] Attempting to bind port 57f5935a-b19b-4e23-a57c-b04083fc7e95 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:13:12.497352 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a2223e43-e4ad-40dd-a883-169593cfd33e None None] Attempting to bind port 57f5935a-b19b-4e23-a57c-b04083fc7e95 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'b62495ad-7018-4948-aa65-9c007825f27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '79eef0f9-9a89-4db9-92d2-fe760ea3e66a'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:13:12.497714 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2223e43-e4ad-40dd-a883-169593cfd33e None None] Attempting to bind port 57f5935a-b19b-4e23-a57c-b04083fc7e95 on network 79eef0f9-9a89-4db9-92d2-fe760ea3e66a {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:13:12.503812 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2223e43-e4ad-40dd-a883-169593cfd33e None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:13:12.504120 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2223e43-e4ad-40dd-a883-169593cfd33e None None] Checking segment: {'id': 'b62495ad-7018-4948-aa65-9c007825f27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '79eef0f9-9a89-4db9-92d2-fe760ea3e66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:12.504526 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a2223e43-e4ad-40dd-a883-169593cfd33e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:12.504992 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2223e43-e4ad-40dd-a883-169593cfd33e None None] Bound using segment: {'id': 'b62495ad-7018-4948-aa65-9c007825f27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '79eef0f9-9a89-4db9-92d2-fe760ea3e66a'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:13:12.505449 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a2223e43-e4ad-40dd-a883-169593cfd33e None None] Bound port: 57f5935a-b19b-4e23-a57c-b04083fc7e95, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b62495ad-7018-4948-aa65-9c007825f27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '79eef0f9-9a89-4db9-92d2-fe760ea3e66a'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:13:12.505834 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a2223e43-e4ad-40dd-a883-169593cfd33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:12.524160 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd371110-59e1-4ab2-b1a7-848f11277ddc tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Port': ['ID=451fb1ea-2c1b-4c08-a707-a27ab0586241,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:12.550414 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fbcf47e3-f009-4d03-8850-7a548c81391a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:12.551694 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcf47e3-f009-4d03-8850-7a548c81391a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ed093e9-858a-41ab-9fad-548dec4b79c4 {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:13:12.558798 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fbcf47e3-f009-4d03-8850-7a548c81391a admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:12.560617 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-fbcf47e3-f009-4d03-8850-7a548c81391a admin admin] 10.222.0.58 "DELETE /v2.0/routers/3ed093e9-858a-41ab-9fad-548dec4b79c4 HTTP/1.1" status: 204 len: 168 time: 1.3711624 Sep 21 18:13:12.563124 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60586) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:12.581574 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a2223e43-e4ad-40dd-a883-169593cfd33e None None] For port 57f5935a-b19b-4e23-a57c-b04083fc7e95, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:13:12.585913 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a2223e43-e4ad-40dd-a883-169593cfd33e None None] For port 57f5935a-b19b-4e23-a57c-b04083fc7e95, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=57f5935a-b19b-4e23-a57c-b04083fc7e95,segment=NetworkSegment(b62495ad-7018-4948-aa65-9c007825f27b),segment_id=b62495ad-7018-4948-aa65-9c007825f27b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:13:12.595139 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a2223e43-e4ad-40dd-a883-169593cfd33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:12.635941 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-89cab514-d064-4cc0-86f3-61dee8f9347a admin admin] Deleting subnet 10ec2754-0ef0-4406-b143-cf240e0ec33f {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:13:12.640392 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-89cab514-d064-4cc0-86f3-61dee8f9347a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:12.662391 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2223e43-e4ad-40dd-a883-169593cfd33e None None] Pushing event updated for resources: {'Port': ['ID=57f5935a-b19b-4e23-a57c-b04083fc7e95,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:12.696530 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fd371110-59e1-4ab2-b1a7-848f11277ddc tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:12.699142 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fd371110-59e1-4ab2-b1a7-848f11277ddc tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/ports/451fb1ea-2c1b-4c08-a707-a27ab0586241 HTTP/1.1" status: 204 len: 168 time: 0.7462304 Sep 21 18:13:12.701893 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60590) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:12.733833 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-69a9217c-bafa-41d6-8c83-b0e968a32af8 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] DELETE failed (client error): The resource could not be found. Sep 21 18:13:12.734763 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69a9217c-bafa-41d6-8c83-b0e968a32af8 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:13:12.736657 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-69a9217c-bafa-41d6-8c83-b0e968a32af8 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/ports/451fb1ea-2c1b-4c08-a707-a27ab0586241 HTTP/1.1" status: 404 len: 333 time: 0.0334749 Sep 21 18:13:12.739284 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60592) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:12.744148 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-89cab514-d064-4cc0-86f3-61dee8f9347a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:12.767278 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f5471cf-7db2-4e16-80af-dcdc8bcec102 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] GET failed (client error): The resource could not be found. Sep 21 18:13:12.769158 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3f5471cf-7db2-4e16-80af-dcdc8bcec102 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "GET /v2.0/ports/451fb1ea-2c1b-4c08-a707-a27ab0586241 HTTP/1.1" status: 404 len: 333 time: 0.0288513 Sep 21 18:13:12.779534 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60594) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:12.867280 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-89cab514-d064-4cc0-86f3-61dee8f9347a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:12.873986 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3dab3be-fd56-46b1-9958-a16283efb0d0 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Deleting subnet 8022698d-6ea4-480a-93e5-2ceec7f10170 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:13:12.896432 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a3dab3be-fd56-46b1-9958-a16283efb0d0 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:12.963046 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a3dab3be-fd56-46b1-9958-a16283efb0d0 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:13.028310 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-89cab514-d064-4cc0-86f3-61dee8f9347a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:13.068623 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cab514-d064-4cc0-86f3-61dee8f9347a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10ec2754-0ef0-4406-b143-cf240e0ec33f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:13.073162 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-89cab514-d064-4cc0-86f3-61dee8f9347a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:13.077152 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-89cab514-d064-4cc0-86f3-61dee8f9347a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/10ec2754-0ef0-4406-b143-cf240e0ec33f HTTP/1.1" status: 204 len: 168 time: 0.5127590 Sep 21 18:13:13.077946 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60596) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:13.140112 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a3dab3be-fd56-46b1-9958-a16283efb0d0 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:13.184464 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-eb0465a0-a666-4349-832f-f25db4b5111d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:13.230795 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a3dab3be-fd56-46b1-9958-a16283efb0d0 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:13.270401 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-eb0465a0-a666-4349-832f-f25db4b5111d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:13.273169 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dab3be-fd56-46b1-9958-a16283efb0d0 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Subnet': ['ID=8022698d-6ea4-480a-93e5-2ceec7f10170,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:13.275578 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a3dab3be-fd56-46b1-9958-a16283efb0d0 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:13.278675 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a3dab3be-fd56-46b1-9958-a16283efb0d0 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/subnets/8022698d-6ea4-480a-93e5-2ceec7f10170 HTTP/1.1" status: 204 len: 168 time: 0.4979961 Sep 21 18:13:13.280911 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60598) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:13.296765 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-eb0465a0-a666-4349-832f-f25db4b5111d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b06533-005a-4039-b917-eb7519176b38']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:13.307457 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-eb0465a0-a666-4349-832f-f25db4b5111d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b64dd21-5629-4aeb-b469-122d429565f9') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:13.308003 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-eb0465a0-a666-4349-832f-f25db4b5111d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b64dd21-5629-4aeb-b469-122d429565f9') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:13.320919 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-eb0465a0-a666-4349-832f-f25db4b5111d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:13.340045 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-eb0465a0-a666-4349-832f-f25db4b5111d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:13.346058 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb0465a0-a666-4349-832f-f25db4b5111d admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:13:13.346416 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-eb0465a0-a666-4349-832f-f25db4b5111d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:13.348239 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:13:13.348239 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:13:13.348239 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:13:13.348239 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:13:13.348239 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:13:13.348239 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:13:13.348239 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:13:13.348239 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:13:13.348239 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:13:13.348239 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:13:13.348239 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:13:13.348239 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:13:13.348239 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:13:13.348239 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:13:13.348239 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:13:13.348239 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:13:13.348239 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:13:13.348239 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:13:13.348239 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:13:13.348239 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:13:13.348239 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:13:13.348239 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:13:13.348239 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:13:13.348239 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:13:13.348239 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:13:13.348239 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:13:13.348239 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:13:13.348239 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:13:13.348239 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:13:13.348239 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:13:13.348239 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:13:13.348239 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:13:13.375657 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1246ada2-d49c-47ef-88bb-72735b7fb106 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:13.418298 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-eb0465a0-a666-4349-832f-f25db4b5111d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:13.424639 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-eb0465a0-a666-4349-832f-f25db4b5111d admin admin] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:13.431852 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-eb0465a0-a666-4349-832f-f25db4b5111d admin admin] 10.222.0.58 "DELETE /v2.0/networks/26b06533-005a-4039-b917-eb7519176b38 HTTP/1.1" status: 204 len: 168 time: 0.3460507 Sep 21 18:13:13.434156 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-1246ada2-d49c-47ef-88bb-72735b7fb106 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Deleting port 57f5935a-b19b-4e23-a57c-b04083fc7e95 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:13.434522 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1246ada2-d49c-47ef-88bb-72735b7fb106 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:13.446551 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0465a0-a666-4349-832f-f25db4b5111d admin admin] Pushing event deleted for resources: {'Network': ['ID=26b06533-005a-4039-b917-eb7519176b38,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:13.567046 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-1246ada2-d49c-47ef-88bb-72735b7fb106 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] For port 57f5935a-b19b-4e23-a57c-b04083fc7e95, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=57f5935a-b19b-4e23-a57c-b04083fc7e95,segment=NetworkSegment(b62495ad-7018-4948-aa65-9c007825f27b),segment_id=b62495ad-7018-4948-aa65-9c007825f27b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:13.567421 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1246ada2-d49c-47ef-88bb-72735b7fb106 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:13.586060 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-1246ada2-d49c-47ef-88bb-72735b7fb106 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Calling delete_port for 57f5935a-b19b-4e23-a57c-b04083fc7e95 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:13.607492 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550314a-8415-48ec-9d7c-589a91c5b6dd req-4e7efbfc-5603-41b5-9acb-7788655781e6 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:13.609044 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1550314a-8415-48ec-9d7c-589a91c5b6dd req-4e7efbfc-5603-41b5-9acb-7788655781e6 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/ports?device_id=266a0415-db3b-45ca-8f1b-a41f1d1ffcaf HTTP/1.1" status: 200 len: 946 time: 0.0918858 Sep 21 18:13:13.643193 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60606) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:13.689075 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1550314a-8415-48ec-9d7c-589a91c5b6dd req-7e4cb47e-aa5d-4b89-b27e-c14094e5de02 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5dfe11f-161f-47ce-9018-bb8416544f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483816 Sep 21 18:13:13.694026 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-38629de6-33ad-45ad-8cd9-76279d477987 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=27badd22a056458b825abc32f4668d88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491624 Sep 21 18:13:13.696457 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60608) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:13.736655 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1246ada2-d49c-47ef-88bb-72735b7fb106 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:13.756889 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0c60bfe6-a2b3-4831-9afc-1c7414401247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:13.785544 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0c60bfe6-a2b3-4831-9afc-1c7414401247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:13.789484 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1246ada2-d49c-47ef-88bb-72735b7fb106 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] No DVR routers for this DVR port 57f5935a-b19b-4e23-a57c-b04083fc7e95 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:13:13.850792 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0c60bfe6-a2b3-4831-9afc-1c7414401247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:13.854099 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0c60bfe6-a2b3-4831-9afc-1c7414401247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:13.856013 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0c60bfe6-a2b3-4831-9afc-1c7414401247 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e628690f-4451-4737-b805-2521c0c25da2 HTTP/1.1" status: 204 len: 168 time: 0.1581702 Sep 21 18:13:13.883885 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60bfe6-a2b3-4831-9afc-1c7414401247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e628690f-4451-4737-b805-2521c0c25da2,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:13.951863 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1246ada2-d49c-47ef-88bb-72735b7fb106 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:13.975331 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-1246ada2-d49c-47ef-88bb-72735b7fb106 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79eef0f9-9a89-4db9-92d2-fe760ea3e66a']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:13.987071 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-1246ada2-d49c-47ef-88bb-72735b7fb106 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b62495ad-7018-4948-aa65-9c007825f27b') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:13.987398 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-1246ada2-d49c-47ef-88bb-72735b7fb106 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b62495ad-7018-4948-aa65-9c007825f27b') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:13.998384 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1246ada2-d49c-47ef-88bb-72735b7fb106 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:14.013774 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1246ada2-d49c-47ef-88bb-72735b7fb106 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:14.021838 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1246ada2-d49c-47ef-88bb-72735b7fb106 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:13:14.022184 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1246ada2-d49c-47ef-88bb-72735b7fb106 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:14.061426 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:13:14.061426 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:13:14.061426 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:13:14.061426 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:13:14.061426 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:13:14.061426 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:13:14.061426 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:13:14.061426 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:13:14.061426 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:13:14.061426 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:13:14.061426 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:13:14.061426 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:13:14.061426 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:13:14.061426 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:13:14.061426 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:13:14.061426 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:13:14.061426 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:13:14.061426 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:13:14.061426 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:13:14.061426 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:13:14.061426 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:13:14.061426 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:13:14.061426 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:13:14.061426 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:13:14.061426 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:13:14.061426 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:13:14.061426 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:13:14.061426 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:13:14.061426 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:13:14.061426 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:13:14.061426 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:13:14.061426 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:13:14.064847 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246ada2-d49c-47ef-88bb-72735b7fb106 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Port': ['ID=57f5935a-b19b-4e23-a57c-b04083fc7e95,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:14.097291 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d901655-f368-4301-9caf-b928f92e428c None None] Network 79eef0f9-9a89-4db9-92d2-fe760ea3e66a requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:14.142238 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-086fb2be-3e98-4d4a-bc41-a9c34cf52a32 None None] Could not find standard attr ID for object 57f5935a-b19b-4e23-a57c-b04083fc7e95. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:13:14.149619 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1246ada2-d49c-47ef-88bb-72735b7fb106 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:14.166801 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1246ada2-d49c-47ef-88bb-72735b7fb106 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:14.172994 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1246ada2-d49c-47ef-88bb-72735b7fb106 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/networks/79eef0f9-9a89-4db9-92d2-fe760ea3e66a HTTP/1.1" status: 204 len: 168 time: 0.8869963 Sep 21 18:13:14.173101 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60624) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:14.178605 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-50e5d0d8-7b6f-4a84-977d-893e0b0b079a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-706123746'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:14.213510 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246ada2-d49c-47ef-88bb-72735b7fb106 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Network': ['ID=79eef0f9-9a89-4db9-92d2-fe760ea3e66a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:14.226868 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e5d0d8-7b6f-4a84-977d-893e0b0b079a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:14.230381 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-50e5d0d8-7b6f-4a84-977d-893e0b0b079a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:14.240190 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 6a48c0cb-e961-4c42-843e-8d75579e46a8 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:13:14.264441 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 6a48c0cb-e961-4c42-843e-8d75579e46a8 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:13:14.265087 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 6a48c0cb-e961-4c42-843e-8d75579e46a8 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:13:14.277599 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50e5d0d8-7b6f-4a84-977d-893e0b0b079a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:13:14.296432 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-50e5d0d8-7b6f-4a84-977d-893e0b0b079a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:14.297242 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-50e5d0d8-7b6f-4a84-977d-893e0b0b079a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Added segment b6f2dc08-f7f2-4e2b-8cc8-c7a5532b46e2 of type vlan for network f1268e4e-1542-4fd5-8c0f-ca3fa3bd0e35 Sep 21 18:13:14.352557 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-50e5d0d8-7b6f-4a84-977d-893e0b0b079a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:14.393872 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-50e5d0d8-7b6f-4a84-977d-893e0b0b079a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:14.401827 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e5d0d8-7b6f-4a84-977d-893e0b0b079a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:14.402613 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-50e5d0d8-7b6f-4a84-977d-893e0b0b079a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:14.411549 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ebf2d5-bd6e-44e6-89d2-a5aa0b2c4846 None None] DHCP port deletion for 79eef0f9-9a89-4db9-92d2-fe760ea3e66a request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:13:14.492217 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5d0d8-7b6f-4a84-977d-893e0b0b079a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Network': ['ID=f1268e4e-1542-4fd5-8c0f-ca3fa3bd0e35,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:14.503617 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network f1268e4e-1542-4fd5-8c0f-ca3fa3bd0e35 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:13:14.515214 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-50e5d0d8-7b6f-4a84-977d-893e0b0b079a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3408148 Sep 21 18:13:14.518162 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60638) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:14.523917 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-759d651e-59bc-412a-9e76-a3320ecf8970 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'subnet': {'network_id': 'f1268e4e-1542-4fd5-8c0f-ca3fa3bd0e35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:14.667201 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759d651e-59bc-412a-9e76-a3320ecf8970 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:14.672988 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-759d651e-59bc-412a-9e76-a3320ecf8970 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:14.743499 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac09fc-e26b-427a-a970-50f585ffd92e req-fcaddada-d8b3-478e-8756-fac8bf7fab80 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:14.754716 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-48ac09fc-e26b-427a-a970-50f585ffd92e req-fcaddada-d8b3-478e-8756-fac8bf7fab80 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/ports?device_id=266a0415-db3b-45ca-8f1b-a41f1d1ffcaf HTTP/1.1" status: 200 len: 946 time: 0.0843074 Sep 21 18:13:14.919551 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-759d651e-59bc-412a-9e76-a3320ecf8970 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:15.015424 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d651e-59bc-412a-9e76-a3320ecf8970 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Subnet': ['ID=09001021-01f2-40f4-bfa3-7272a5beb2bc,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:15.018020 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60654) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:15.030689 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759d651e-59bc-412a-9e76-a3320ecf8970 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Checking segment: {'id': 'b6f2dc08-f7f2-4e2b-8cc8-c7a5532b46e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f1268e4e-1542-4fd5-8c0f-ca3fa3bd0e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:15.031096 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759d651e-59bc-412a-9e76-a3320ecf8970 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network hostable DHCP agents. Network: f1268e4e-1542-4fd5-8c0f-ca3fa3bd0e35, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:13:15.050128 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759d651e-59bc-412a-9e76-a3320ecf8970 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network f1268e4e-1542-4fd5-8c0f-ca3fa3bd0e35 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:13:15.061283 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-759d651e-59bc-412a-9e76-a3320ecf8970 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, f1268e4e-1542-4fd5-8c0f-ca3fa3bd0e35) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:15.066362 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759d651e-59bc-412a-9e76-a3320ecf8970 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:15.067005 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-759d651e-59bc-412a-9e76-a3320ecf8970 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:15.078217 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4048213f-3d66-4152-b136-19573df364fb None None] Network f1268e4e-1542-4fd5-8c0f-ca3fa3bd0e35 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:15.085504 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-759d651e-59bc-412a-9e76-a3320ecf8970 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5635922 Sep 21 18:13:15.085798 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60658) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:15.091688 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-1d942c63-e1ed-4278-a051-6b9609159b1a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'port': {'network_id': 'f1268e4e-1542-4fd5-8c0f-ca3fa3bd0e35', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1647591710'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:15.173846 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-48ac09fc-e26b-427a-a970-50f585ffd92e req-fadaa1a9-c416-4214-9cb8-fba63d0ae8a3 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5dfe11f-161f-47ce-9018-bb8416544f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178951 Sep 21 18:13:15.187084 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-add85ec5-c846-4c7f-a59f-f4fbf7fe7ee5 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1961959040-network', 'tenant_id': 'de4f988ffb4b4e1aae29e1554c14c20b'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:15.231564 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add85ec5-c846-4c7f-a59f-f4fbf7fe7ee5 admin admin] Made reservation on behalf of de4f988ffb4b4e1aae29e1554c14c20b for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:15.233885 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-add85ec5-c846-4c7f-a59f-f4fbf7fe7ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:15.246365 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-add85ec5-c846-4c7f-a59f-f4fbf7fe7ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:15.253304 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3794fc-5dd3-4224-b4c0-3bca566c6b8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-f1268e4e-1542-4fd5-8c0f-ca3fa3bd0e35', 'network_id': 'f1268e4e-1542-4fd5-8c0f-ca3fa3bd0e35', 'tenant_id': '50fd849ffb184c9fb056374cbc97e47f', 'fixed_ips': [{'subnet_id': '09001021-01f2-40f4-bfa3-7272a5beb2bc'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:13:15.254783 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-be3794fc-5dd3-4224-b4c0-3bca566c6b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:15.265370 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d942c63-e1ed-4278-a051-6b9609159b1a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:15.268868 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1d942c63-e1ed-4278-a051-6b9609159b1a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:15.296131 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-1d942c63-e1ed-4278-a051-6b9609159b1a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] device_id is not set on port f71e268f-fdf7-441b-9c85-c54e416f2799 yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:13:15.402865 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-be3794fc-5dd3-4224-b4c0-3bca566c6b8e None None] Allocated IP 172.20.0.2 (f1268e4e-1542-4fd5-8c0f-ca3fa3bd0e35/09001021-01f2-40f4-bfa3-7272a5beb2bc/5bc1eb2d-7b27-47c4-b18c-c33940145102) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:13:15.409805 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-add85ec5-c846-4c7f-a59f-f4fbf7fe7ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:15.413409 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-add85ec5-c846-4c7f-a59f-f4fbf7fe7ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:15.440348 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add85ec5-c846-4c7f-a59f-f4fbf7fe7ee5 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:13:15.449771 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add85ec5-c846-4c7f-a59f-f4fbf7fe7ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad8c218-ba60-413d-aa3d-1f092346c89a,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:15.457103 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-add85ec5-c846-4c7f-a59f-f4fbf7fe7ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:15.457491 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-add85ec5-c846-4c7f-a59f-f4fbf7fe7ee5 admin admin] Added segment 2e40679d-35d3-4c81-955d-7f432f1aa20c of type vlan for network 8461f3f2-e45d-40b8-aaff-8b0e533fec03 Sep 21 18:13:15.498919 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-add85ec5-c846-4c7f-a59f-f4fbf7fe7ee5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:15.537064 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-add85ec5-c846-4c7f-a59f-f4fbf7fe7ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:15.538117 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add85ec5-c846-4c7f-a59f-f4fbf7fe7ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:15.539133 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-add85ec5-c846-4c7f-a59f-f4fbf7fe7ee5 admin admin] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:15.550022 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-be3794fc-5dd3-4224-b4c0-3bca566c6b8e None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:15.557519 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-be3794fc-5dd3-4224-b4c0-3bca566c6b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:15.576897 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3794fc-5dd3-4224-b4c0-3bca566c6b8e None None] Network f1268e4e-1542-4fd5-8c0f-ca3fa3bd0e35 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:15.580965 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-be3794fc-5dd3-4224-b4c0-3bca566c6b8e None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:15.583952 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3794fc-5dd3-4224-b4c0-3bca566c6b8e None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:15.614826 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-add85ec5-c846-4c7f-a59f-f4fbf7fe7ee5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5947182 Sep 21 18:13:15.618036 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60668) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:15.624201 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-407a4eb9-1125-4a27-9d5b-c3134b1713fc admin admin] Request body: {'subnet': {'network_id': '8461f3f2-e45d-40b8-aaff-8b0e533fec03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1961959040-subnet', 'tenant_id': 'de4f988ffb4b4e1aae29e1554c14c20b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:15.651013 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407a4eb9-1125-4a27-9d5b-c3134b1713fc admin admin] Made reservation on behalf of de4f988ffb4b4e1aae29e1554c14c20b for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:15.654236 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-407a4eb9-1125-4a27-9d5b-c3134b1713fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:15.674949 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add85ec5-c846-4c7f-a59f-f4fbf7fe7ee5 admin admin] Pushing event updated for resources: {'Network': ['ID=8461f3f2-e45d-40b8-aaff-8b0e533fec03,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:15.680177 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-be3794fc-5dd3-4224-b4c0-3bca566c6b8e None None] Attempting to bind port 5bc1eb2d-7b27-47c4-b18c-c33940145102 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:13:15.680802 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-be3794fc-5dd3-4224-b4c0-3bca566c6b8e None None] Attempting to bind port 5bc1eb2d-7b27-47c4-b18c-c33940145102 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'b6f2dc08-f7f2-4e2b-8cc8-c7a5532b46e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f1268e4e-1542-4fd5-8c0f-ca3fa3bd0e35'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:13:15.682272 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3794fc-5dd3-4224-b4c0-3bca566c6b8e None None] Attempting to bind port 5bc1eb2d-7b27-47c4-b18c-c33940145102 on network f1268e4e-1542-4fd5-8c0f-ca3fa3bd0e35 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:13:15.690447 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 8461f3f2-e45d-40b8-aaff-8b0e533fec03 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:13:15.692106 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-1d942c63-e1ed-4278-a051-6b9609159b1a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Allocated IP 172.20.0.9 (f1268e4e-1542-4fd5-8c0f-ca3fa3bd0e35/09001021-01f2-40f4-bfa3-7272a5beb2bc/f71e268f-fdf7-441b-9c85-c54e416f2799) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:13:15.696440 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3794fc-5dd3-4224-b4c0-3bca566c6b8e None None] Pushing event updated for resources: {'Port': ['ID=5bc1eb2d-7b27-47c4-b18c-c33940145102,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:15.712044 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3794fc-5dd3-4224-b4c0-3bca566c6b8e None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:13:15.712850 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3794fc-5dd3-4224-b4c0-3bca566c6b8e None None] Checking segment: {'id': 'b6f2dc08-f7f2-4e2b-8cc8-c7a5532b46e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f1268e4e-1542-4fd5-8c0f-ca3fa3bd0e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:15.713532 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-be3794fc-5dd3-4224-b4c0-3bca566c6b8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:15.714380 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3794fc-5dd3-4224-b4c0-3bca566c6b8e None None] Bound using segment: {'id': 'b6f2dc08-f7f2-4e2b-8cc8-c7a5532b46e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f1268e4e-1542-4fd5-8c0f-ca3fa3bd0e35'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:13:15.715115 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-be3794fc-5dd3-4224-b4c0-3bca566c6b8e None None] Bound port: 5bc1eb2d-7b27-47c4-b18c-c33940145102, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f2dc08-f7f2-4e2b-8cc8-c7a5532b46e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f1268e4e-1542-4fd5-8c0f-ca3fa3bd0e35'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:13:15.715721 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-be3794fc-5dd3-4224-b4c0-3bca566c6b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:15.841987 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-be3794fc-5dd3-4224-b4c0-3bca566c6b8e None None] For port 5bc1eb2d-7b27-47c4-b18c-c33940145102, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:13:15.846449 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-be3794fc-5dd3-4224-b4c0-3bca566c6b8e None None] For port 5bc1eb2d-7b27-47c4-b18c-c33940145102, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=5bc1eb2d-7b27-47c4-b18c-c33940145102,segment=NetworkSegment(b6f2dc08-f7f2-4e2b-8cc8-c7a5532b46e2),segment_id=b6f2dc08-f7f2-4e2b-8cc8-c7a5532b46e2)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:13:15.853465 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-be3794fc-5dd3-4224-b4c0-3bca566c6b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:15.872568 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1d942c63-e1ed-4278-a051-6b9609159b1a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:15.878214 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-407a4eb9-1125-4a27-9d5b-c3134b1713fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:15.920367 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-85a5d276-7647-4009-b610-28ed9e0bf41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:15.944287 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3794fc-5dd3-4224-b4c0-3bca566c6b8e None None] Pushing event updated for resources: {'Port': ['ID=5bc1eb2d-7b27-47c4-b18c-c33940145102,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:15.955480 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a4eb9-1125-4a27-9d5b-c3134b1713fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcd1dd3e-c71c-48c5-a5db-d1a8ba58c911,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:15.962665 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407a4eb9-1125-4a27-9d5b-c3134b1713fc admin admin] Checking segment: {'id': '2e40679d-35d3-4c81-955d-7f432f1aa20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8461f3f2-e45d-40b8-aaff-8b0e533fec03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:15.963097 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407a4eb9-1125-4a27-9d5b-c3134b1713fc admin admin] Network hostable DHCP agents. Network: 8461f3f2-e45d-40b8-aaff-8b0e533fec03, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:13:15.965460 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1d942c63-e1ed-4278-a051-6b9609159b1a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:15.984146 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407a4eb9-1125-4a27-9d5b-c3134b1713fc admin admin] Network 8461f3f2-e45d-40b8-aaff-8b0e533fec03 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:13:16.002124 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-407a4eb9-1125-4a27-9d5b-c3134b1713fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 8461f3f2-e45d-40b8-aaff-8b0e533fec03) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:16.006952 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407a4eb9-1125-4a27-9d5b-c3134b1713fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:16.007609 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-407a4eb9-1125-4a27-9d5b-c3134b1713fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:16.012519 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e17f9f-9ece-4988-9a2d-fac8cebfaaed None None] Network 8461f3f2-e45d-40b8-aaff-8b0e533fec03 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:16.025426 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-407a4eb9-1125-4a27-9d5b-c3134b1713fc admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4050558 Sep 21 18:13:16.069919 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d942c63-e1ed-4278-a051-6b9609159b1a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network f1268e4e-1542-4fd5-8c0f-ca3fa3bd0e35 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:16.084181 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-1d942c63-e1ed-4278-a051-6b9609159b1a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:16.107161 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d942c63-e1ed-4278-a051-6b9609159b1a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Port': ['ID=f71e268f-fdf7-441b-9c85-c54e416f2799,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:16.111453 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d942c63-e1ed-4278-a051-6b9609159b1a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:16.152187 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ef9a7-79af-4804-8cc0-6b8da0c260b3 req-c93c46b2-cb32-4aed-b273-3c399f1765a9 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:16.153379 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b46ef9a7-79af-4804-8cc0-6b8da0c260b3 req-c93c46b2-cb32-4aed-b273-3c399f1765a9 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.44 "GET /v2.0/ports?device_id=266a0415-db3b-45ca-8f1b-a41f1d1ffcaf HTTP/1.1" status: 200 len: 946 time: 0.1733310 Sep 21 18:13:16.241727 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 57f5935a-b19b-4e23-a57c-b04083fc7e95 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:13:16.247189 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d942c63-e1ed-4278-a051-6b9609159b1a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:16.249152 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1d942c63-e1ed-4278-a051-6b9609159b1a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:16.333663 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 57f5935a-b19b-4e23-a57c-b04083fc7e95 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:13:16.347705 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 57f5935a-b19b-4e23-a57c-b04083fc7e95 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:13:16.349781 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1d942c63-e1ed-4278-a051-6b9609159b1a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.2628891 Sep 21 18:13:16.351439 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60688) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:16.351713 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127eb46e-116c-483f-9a95-9bba324e543d None None] Network 8461f3f2-e45d-40b8-aaff-8b0e533fec03 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:16.404028 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e407812-7817-40d7-8296-bbe587ccb34e req-9a890ce9-0ea3-4491-a14e-c58acb21c74d tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:16.405944 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4e407812-7817-40d7-8296-bbe587ccb34e req-9a890ce9-0ea3-4491-a14e-c58acb21c74d tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/ports?device_id=266a0415-db3b-45ca-8f1b-a41f1d1ffcaf HTTP/1.1" status: 200 len: 946 time: 0.0874593 Sep 21 18:13:16.465222 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-b46ef9a7-79af-4804-8cc0-6b8da0c260b3 req-0344b46b-abe0-4940-8ff8-7bb35e17f87a tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Deleting port 74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:16.465649 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b46ef9a7-79af-4804-8cc0-6b8da0c260b3 req-0344b46b-abe0-4940-8ff8-7bb35e17f87a tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:16.496547 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4e407812-7817-40d7-8296-bbe587ccb34e req-0f7f7eb6-0b5f-403f-8887-1a42a81092d0 tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/security-groups?id=d5dfe11f-161f-47ce-9018-bb8416544f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828695 Sep 21 18:13:16.551632 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-d726fe56-cd28-448e-a3ad-d2b3a7ecde8f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Deleting port f71e268f-fdf7-441b-9c85-c54e416f2799 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:16.552053 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d726fe56-cd28-448e-a3ad-d2b3a7ecde8f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:16.643310 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-b46ef9a7-79af-4804-8cc0-6b8da0c260b3 req-0344b46b-abe0-4940-8ff8-7bb35e17f87a tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] For port 74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa,segment=NetworkSegment(5c3424da-ca43-4f8f-bb75-0f63242fe008),segment_id=5c3424da-ca43-4f8f-bb75-0f63242fe008)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:16.643676 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b46ef9a7-79af-4804-8cc0-6b8da0c260b3 req-0344b46b-abe0-4940-8ff8-7bb35e17f87a tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:16.688034 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-b46ef9a7-79af-4804-8cc0-6b8da0c260b3 req-0344b46b-abe0-4940-8ff8-7bb35e17f87a tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Calling delete_port for 74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:16.741068 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d726fe56-cd28-448e-a3ad-d2b3a7ecde8f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:17.136122 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-d726fe56-cd28-448e-a3ad-d2b3a7ecde8f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Calling delete_port for f71e268f-fdf7-441b-9c85-c54e416f2799 owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:17.192621 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-7869841f-f9c4-47ab-abf1-eec47f1817b8 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:17.194247 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-7869841f-f9c4-47ab-abf1-eec47f1817b8 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] 10.222.0.58 "GET /v2.0/networks?id=8461f3f2-e45d-40b8-aaff-8b0e533fec03 HTTP/1.1" status: 200 len: 809 time: 0.5703812 Sep 21 18:13:17.225007 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892132c0-431c-43e8-9764-e6a13c93a241 None None] Network f1268e4e-1542-4fd5-8c0f-ca3fa3bd0e35 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:17.253705 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-75b33705-276c-4215-8130-58c68df78fb4 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] 10.222.0.58 "GET /v2.0/quotas/de4f988ffb4b4e1aae29e1554c14c20b HTTP/1.1" status: 200 len: 375 time: 0.0276556 Sep 21 18:13:17.312200 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-3fda9ac4-d08c-4e28-a3f9-4dfff068fa42 None None] Provisioning complete for port 5bc1eb2d-7b27-47c4-b18c-c33940145102 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:17.312606 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3fda9ac4-d08c-4e28-a3f9-4dfff068fa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:17.317368 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-543d4c28-143c-44a6-9e0f-7fe4af901ecf tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=de4f988ffb4b4e1aae29e1554c14c20b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535095 Sep 21 18:13:17.398600 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b46ef9a7-79af-4804-8cc0-6b8da0c260b3 req-0344b46b-abe0-4940-8ff8-7bb35e17f87a tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:17.415071 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:13:17.447424 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344b46b-abe0-4940-8ff8-7bb35e17f87a tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Pushing event deleted for resources: {'Port': ['ID=74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:17.477461 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d726fe56-cd28-448e-a3ad-d2b3a7ecde8f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:17.505445 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3fda9ac4-d08c-4e28-a3f9-4dfff068fa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:17.551672 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-3fda9ac4-d08c-4e28-a3f9-4dfff068fa42 None None] For port 5bc1eb2d-7b27-47c4-b18c-c33940145102, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=5bc1eb2d-7b27-47c4-b18c-c33940145102,segment=NetworkSegment(b6f2dc08-f7f2-4e2b-8cc8-c7a5532b46e2),segment_id=b6f2dc08-f7f2-4e2b-8cc8-c7a5532b46e2)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:17.560826 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3fda9ac4-d08c-4e28-a3f9-4dfff068fa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:17.624177 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726fe56-cd28-448e-a3ad-d2b3a7ecde8f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Port': ['ID=f71e268f-fdf7-441b-9c85-c54e416f2799,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:17.640404 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda9ac4-d08c-4e28-a3f9-4dfff068fa42 None None] Pushing event updated for resources: {'Port': ['ID=5bc1eb2d-7b27-47c4-b18c-c33940145102,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:17.667436 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46ef9a7-79af-4804-8cc0-6b8da0c260b3 req-0344b46b-abe0-4940-8ff8-7bb35e17f87a tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] No DVR routers for this DVR port 74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:13:17.673673 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b46ef9a7-79af-4804-8cc0-6b8da0c260b3 req-0344b46b-abe0-4940-8ff8-7bb35e17f87a tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:17.674788 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8e356325-4158-47b8-b224-591974e3489d req-7ec19abc-b025-4132-8f46-2038130d7edd tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.58 "GET /v2.0/ports?device_id=266a0415-db3b-45ca-8f1b-a41f1d1ffcaf HTTP/1.1" status: 200 len: 210 time: 0.0519049 Sep 21 18:13:17.676002 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b46ef9a7-79af-4804-8cc0-6b8da0c260b3 req-0344b46b-abe0-4940-8ff8-7bb35e17f87a tempest-VolumesActionsTest-1028941466 tempest-VolumesActionsTest-1028941466-project] 10.222.0.44 "DELETE /v2.0/ports/74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa HTTP/1.1" status: 204 len: 173 time: 1.5138361 Sep 21 18:13:17.680332 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266a0415-db3b-45ca-8f1b-a41f1d1ffcaf', 'name': 'network-vif-deleted', 'tag': '74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:13:17.682757 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1505d1-de6a-4167-a0c8-65e6d55e181d" -d '{"events": [{"server_uuid": "266a0415-db3b-45ca-8f1b-a41f1d1ffcaf", "name": "network-vif-deleted", "tag": "74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:13:17.716817 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-474efa36-f70a-4696-8287-a501ca172218 service neutron] 10.222.0.58 "GET /v2.0/networks/8461f3f2-e45d-40b8-aaff-8b0e533fec03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891654 Sep 21 18:13:17.718190 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d726fe56-cd28-448e-a3ad-d2b3a7ecde8f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:17.721096 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d726fe56-cd28-448e-a3ad-d2b3a7ecde8f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/ports/f71e268f-fdf7-441b-9c85-c54e416f2799 HTTP/1.1" status: 204 len: 168 time: 1.3684156 Sep 21 18:13:17.723616 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60708) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:17.736003 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1f9e75-ab0d-454b-b27f-ec8aa609882e x-openstack-request-id: req-5e1f9e75-ab0d-454b-b27f-ec8aa609882e {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:13:17.736253 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266a0415-db3b-45ca-8f1b-a41f1d1ffcaf", "name": "network-vif-deleted", "tag": "74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:13:17.736509 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5e1f9e75-ab0d-454b-b27f-ec8aa609882e {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:13:17.736897 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266a0415-db3b-45ca-8f1b-a41f1d1ffcaf', 'name': 'network-vif-deleted', 'tag': '74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa', 'status': 'completed', 'code': 200} Sep 21 18:13:17.761514 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-da4e0889-db75-434f-9dfb-a5cdf3243b67 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] GET failed (client error): The resource could not be found. Sep 21 18:13:17.763177 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-da4e0889-db75-434f-9dfb-a5cdf3243b67 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "GET /v2.0/ports/f71e268f-fdf7-441b-9c85-c54e416f2799 HTTP/1.1" status: 404 len: 333 time: 0.0386057 Sep 21 18:13:17.767123 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60710) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:17.837423 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-b18811dd-2f25-4ea4-a964-fefe3d8a218f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Deleting subnet 09001021-01f2-40f4-bfa3-7272a5beb2bc {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:13:17.842447 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b18811dd-2f25-4ea4-a964-fefe3d8a218f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:17.865163 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-548f3061-2878-4877-a499-0e234b9d21ae service neutron] 10.222.0.58 "GET /v2.0/networks/8461f3f2-e45d-40b8-aaff-8b0e533fec03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307471 Sep 21 18:13:17.874370 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-7564a643-07ed-4920-891d-c86dc2ec0afa None None] Could not find standard attr ID for object f71e268f-fdf7-441b-9c85-c54e416f2799. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:13:17.897235 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-7564a643-07ed-4920-891d-c86dc2ec0afa None None] Provisioning complete for port 5bc1eb2d-7b27-47c4-b18c-c33940145102 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:17.897657 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7564a643-07ed-4920-891d-c86dc2ec0afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:17.898716 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b18811dd-2f25-4ea4-a964-fefe3d8a218f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:17.977491 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dea59d52-26c6-4c43-b665-f11ee06abb67 req-612bb380-16ea-4823-899d-d5f6f2aa6387 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=266a0415-db3b-45ca-8f1b-a41f1d1ffcaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0371971 Sep 21 18:13:18.021935 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b18811dd-2f25-4ea4-a964-fefe3d8a218f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:18.075846 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dea59d52-26c6-4c43-b665-f11ee06abb67 req-b00a09e8-61ed-4bfe-bb8d-b770dcfe194f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=01cca3bdc2a24e26ad9e6435abe59849&device_id=266a0415-db3b-45ca-8f1b-a41f1d1ffcaf HTTP/1.1" status: 200 len: 210 time: 0.0411165 Sep 21 18:13:18.107833 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b18811dd-2f25-4ea4-a964-fefe3d8a218f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:18.141120 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-7a92bba3-a827-4b7f-b01d-fb1098a87338 None None] Could not find standard attr ID for object f71e268f-fdf7-441b-9c85-c54e416f2799. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:13:18.202604 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18811dd-2f25-4ea4-a964-fefe3d8a218f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Subnet': ['ID=09001021-01f2-40f4-bfa3-7272a5beb2bc,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:18.205930 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b18811dd-2f25-4ea4-a964-fefe3d8a218f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:18.208500 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b18811dd-2f25-4ea4-a964-fefe3d8a218f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/subnets/09001021-01f2-40f4-bfa3-7272a5beb2bc HTTP/1.1" status: 204 len: 168 time: 0.4402294 Sep 21 18:13:18.236817 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60720) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:18.319476 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-29c8dd6a-44a7-4299-a20d-7a9c49263a59 req-355d1847-df1e-487d-8edf-5af602f20202 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fc09177-3656-4298-a397-3dfbfc3e0f94 HTTP/1.1" status: 200 len: 210 time: 0.1217220 Sep 21 18:13:18.411791 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 5bc1eb2d-7b27-47c4-b18c-c33940145102 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:13:18.437857 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9d45350e-e8a7-4cb9-b583-0a7292c438c4 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:18.456612 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea59d52-26c6-4c43-b665-f11ee06abb67 req-36324935-b2bb-4247-80c4-15ee86d1d7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:18.458287 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dea59d52-26c6-4c43-b665-f11ee06abb67 req-36324935-b2bb-4247-80c4-15ee86d1d7f8 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=01cca3bdc2a24e26ad9e6435abe59849&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3522089 Sep 21 18:13:18.506208 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4b27c536-afe4-4959-9570-71336d3f8352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:18.531430 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-9d45350e-e8a7-4cb9-b583-0a7292c438c4 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Deleting port 5bc1eb2d-7b27-47c4-b18c-c33940145102 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:18.531777 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9d45350e-e8a7-4cb9-b583-0a7292c438c4 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:18.556315 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 5bc1eb2d-7b27-47c4-b18c-c33940145102 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:18.556773 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:18.588229 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187d427e-e4ff-46f9-a006-c5104c57b651 None None] Network f1268e4e-1542-4fd5-8c0f-ca3fa3bd0e35 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:18.675780 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea59d52-26c6-4c43-b665-f11ee06abb67 req-a632fd2c-d36f-4ec4-95b8-35f9d00084be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:18.677788 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dea59d52-26c6-4c43-b665-f11ee06abb67 req-a632fd2c-d36f-4ec4-95b8-35f9d00084be service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2109518 Sep 21 18:13:18.708887 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-9d45350e-e8a7-4cb9-b583-0a7292c438c4 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] For port 5bc1eb2d-7b27-47c4-b18c-c33940145102, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=5bc1eb2d-7b27-47c4-b18c-c33940145102,segment=NetworkSegment(b6f2dc08-f7f2-4e2b-8cc8-c7a5532b46e2),segment_id=b6f2dc08-f7f2-4e2b-8cc8-c7a5532b46e2)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:18.709598 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9d45350e-e8a7-4cb9-b583-0a7292c438c4 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:18.726603 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-9d45350e-e8a7-4cb9-b583-0a7292c438c4 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Calling delete_port for 5bc1eb2d-7b27-47c4-b18c-c33940145102 owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:18.870246 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9d45350e-e8a7-4cb9-b583-0a7292c438c4 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:18.912310 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45350e-e8a7-4cb9-b583-0a7292c438c4 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Port': ['ID=5bc1eb2d-7b27-47c4-b18c-c33940145102,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:18.915961 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d45350e-e8a7-4cb9-b583-0a7292c438c4 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] No DVR routers for this DVR port 5bc1eb2d-7b27-47c4-b18c-c33940145102 on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:13:18.920494 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b914d8e7-2349-4230-8108-0755e8732617 None None] DHCP port deletion for f1268e4e-1542-4fd5-8c0f-ca3fa3bd0e35 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:13:19.001650 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:19.032725 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9d45350e-e8a7-4cb9-b583-0a7292c438c4 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:19.059152 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-9d45350e-e8a7-4cb9-b583-0a7292c438c4 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1268e4e-1542-4fd5-8c0f-ca3fa3bd0e35']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:19.071194 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-9d45350e-e8a7-4cb9-b583-0a7292c438c4 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f2dc08-f7f2-4e2b-8cc8-c7a5532b46e2') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:19.071575 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-9d45350e-e8a7-4cb9-b583-0a7292c438c4 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f2dc08-f7f2-4e2b-8cc8-c7a5532b46e2') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:19.087925 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9d45350e-e8a7-4cb9-b583-0a7292c438c4 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:19.106023 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9d45350e-e8a7-4cb9-b583-0a7292c438c4 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:19.123807 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d45350e-e8a7-4cb9-b583-0a7292c438c4 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:13:19.124296 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9d45350e-e8a7-4cb9-b583-0a7292c438c4 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:19.127505 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:13:19.127505 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:13:19.127505 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:13:19.127505 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:13:19.127505 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:13:19.127505 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:13:19.127505 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:13:19.127505 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:13:19.127505 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:13:19.127505 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:13:19.127505 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:13:19.127505 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:13:19.127505 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:13:19.127505 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:13:19.127505 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:13:19.127505 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:13:19.127505 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:13:19.127505 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:13:19.127505 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:13:19.127505 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:13:19.127505 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:13:19.127505 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:13:19.127505 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:13:19.127505 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:13:19.127505 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:13:19.127505 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:13:19.127505 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:13:19.127505 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:13:19.127505 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:13:19.127505 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:13:19.127505 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:13:19.127505 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:13:19.196657 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9d45350e-e8a7-4cb9-b583-0a7292c438c4 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:19.207920 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9d45350e-e8a7-4cb9-b583-0a7292c438c4 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:19.214207 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9d45350e-e8a7-4cb9-b583-0a7292c438c4 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/networks/f1268e4e-1542-4fd5-8c0f-ca3fa3bd0e35 HTTP/1.1" status: 204 len: 168 time: 0.9735436 Sep 21 18:13:19.214976 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60746) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:19.220343 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-afdf0a00-cbd2-4e7c-9219-63e41f62aa30 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'port': {'network_id': 'cb5e82b2-1713-46e6-b3aa-c9afd4b092a6', 'name': 'tempest-PortsTestJSON-1691376852'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:19.231059 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45350e-e8a7-4cb9-b583-0a7292c438c4 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Network': ['ID=f1268e4e-1542-4fd5-8c0f-ca3fa3bd0e35,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:19.388482 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdf0a00-cbd2-4e7c-9219-63e41f62aa30 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:19.397176 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-afdf0a00-cbd2-4e7c-9219-63e41f62aa30 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:19.449882 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f41e60a4-8be6-4609-80af-f2dbbc88afeb req-d671ff49-3aa8-439e-8d3a-f4cc64e81b80 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fc09177-3656-4298-a397-3dfbfc3e0f94 HTTP/1.1" status: 200 len: 210 time: 0.0335624 Sep 21 18:13:19.450752 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-afdf0a00-cbd2-4e7c-9219-63e41f62aa30 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] device_id is not set on port b43850bb-909f-4e74-a2dc-9459c6bc4894 yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:13:19.637559 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-afdf0a00-cbd2-4e7c-9219-63e41f62aa30 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:19.745600 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-afdf0a00-cbd2-4e7c-9219-63e41f62aa30 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:19.850766 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdf0a00-cbd2-4e7c-9219-63e41f62aa30 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network cb5e82b2-1713-46e6-b3aa-c9afd4b092a6 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:19.852081 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf0a00-cbd2-4e7c-9219-63e41f62aa30 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Port': ['ID=b43850bb-909f-4e74-a2dc-9459c6bc4894,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:19.861723 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-07872e62-871d-4c77-9812-dec048aa26e0 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:19.863405 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-07872e62-871d-4c77-9812-dec048aa26e0 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] 10.222.0.44 "GET /v2.0/networks?id=8461f3f2-e45d-40b8-aaff-8b0e533fec03 HTTP/1.1" status: 200 len: 809 time: 0.2138486 Sep 21 18:13:19.864990 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-afdf0a00-cbd2-4e7c-9219-63e41f62aa30 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:19.867426 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdf0a00-cbd2-4e7c-9219-63e41f62aa30 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:19.873085 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf0a00-cbd2-4e7c-9219-63e41f62aa30 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:19.873898 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-afdf0a00-cbd2-4e7c-9219-63e41f62aa30 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:19.880751 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-27edcf22-cad6-4ae3-857e-78f4fcf576a9 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] Request body: {'port': {'device_id': '9fc09177-3656-4298-a397-3dfbfc3e0f94', 'network_id': '8461f3f2-e45d-40b8-aaff-8b0e533fec03', 'admin_state_up': True, 'tenant_id': 'de4f988ffb4b4e1aae29e1554c14c20b'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:19.917784 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-afdf0a00-cbd2-4e7c-9219-63e41f62aa30 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6992950 Sep 21 18:13:19.918821 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60784) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:20.068016 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-27edcf22-cad6-4ae3-857e-78f4fcf576a9 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] Made reservation on behalf of de4f988ffb4b4e1aae29e1554c14c20b for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:20.071727 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-27edcf22-cad6-4ae3-857e-78f4fcf576a9 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:20.088831 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:20.089566 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-5da7c52c-be6b-47ee-b143-cf1cc6af815e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Deleting port b43850bb-909f-4e74-a2dc-9459c6bc4894 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:20.089566 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5da7c52c-be6b-47ee-b143-cf1cc6af815e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:20.203212 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5da7c52c-be6b-47ee-b143-cf1cc6af815e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:20.224251 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-5da7c52c-be6b-47ee-b143-cf1cc6af815e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Calling delete_port for b43850bb-909f-4e74-a2dc-9459c6bc4894 owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:20.282170 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 5bc1eb2d-7b27-47c4-b18c-c33940145102 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:13:20.310974 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 5bc1eb2d-7b27-47c4-b18c-c33940145102 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:13:20.311313 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 5bc1eb2d-7b27-47c4-b18c-c33940145102 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:13:20.397623 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-27edcf22-cad6-4ae3-857e-78f4fcf576a9 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] Allocated IP 172.20.0.11 (8461f3f2-e45d-40b8-aaff-8b0e533fec03/dcd1dd3e-c71c-48c5-a5db-d1a8ba58c911/0c77da63-2775-4c78-aa1c-2400c0a3bd66) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:13:20.411375 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5da7c52c-be6b-47ee-b143-cf1cc6af815e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:20.456931 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7c52c-be6b-47ee-b143-cf1cc6af815e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Port': ['ID=b43850bb-909f-4e74-a2dc-9459c6bc4894,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:20.464402 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5da7c52c-be6b-47ee-b143-cf1cc6af815e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:20.469271 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5da7c52c-be6b-47ee-b143-cf1cc6af815e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/ports/b43850bb-909f-4e74-a2dc-9459c6bc4894 HTTP/1.1" status: 204 len: 168 time: 0.5474358 Sep 21 18:13:20.469686 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60794) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:20.491265 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-a111eb13-9381-47fb-895c-4090859b4d64 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'port': {'network_id': 'cb5e82b2-1713-46e6-b3aa-c9afd4b092a6', 'mac_address': 'fa:16:3e:e0:fe:ce', 'name': 'tempest-PortsTestJSON-835035705'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:20.673556 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e2349632-7c65-4729-b747-68f7f5001aba req-2dbfec08-11fe-4f55-a483-bfd0ddc1a611 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fc09177-3656-4298-a397-3dfbfc3e0f94 HTTP/1.1" status: 200 len: 210 time: 0.0486753 Sep 21 18:13:20.702155 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-27edcf22-cad6-4ae3-857e-78f4fcf576a9 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:20.709877 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a111eb13-9381-47fb-895c-4090859b4d64 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:20.743923 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-27edcf22-cad6-4ae3-857e-78f4fcf576a9 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:20.782272 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a111eb13-9381-47fb-895c-4090859b4d64 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:20.811218 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-a111eb13-9381-47fb-895c-4090859b4d64 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] device_id is not set on port dc52aff4-22dd-4370-bda8-9a4d476f315e yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:13:20.857336 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:13:20.869747 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27edcf22-cad6-4ae3-857e-78f4fcf576a9 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] Pushing event updated for resources: {'Port': ['ID=0c77da63-2775-4c78-aa1c-2400c0a3bd66,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:20.877876 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-27edcf22-cad6-4ae3-857e-78f4fcf576a9 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] Network 8461f3f2-e45d-40b8-aaff-8b0e533fec03 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:20.881842 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-27edcf22-cad6-4ae3-857e-78f4fcf576a9 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:20.893844 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-27edcf22-cad6-4ae3-857e-78f4fcf576a9 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:20.909398 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:13:20.910634 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 74fabfcd-42bd-4e25-a1f7-b48d17f0b5aa not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:13:21.011840 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-27edcf22-cad6-4ae3-857e-78f4fcf576a9 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:21.012503 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-27edcf22-cad6-4ae3-857e-78f4fcf576a9 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:21.031791 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-27edcf22-cad6-4ae3-857e-78f4fcf576a9 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1547601 Sep 21 18:13:21.056374 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-73d11546-560c-47d9-8f4b-b43907f718ab service neutron] Request body: {'port': {'device_id': '9fc09177-3656-4298-a397-3dfbfc3e0f94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:21.135238 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-73d11546-560c-47d9-8f4b-b43907f718ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:21.186085 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a111eb13-9381-47fb-895c-4090859b4d64 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:21.247872 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a111eb13-9381-47fb-895c-4090859b4d64 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:21.328587 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a111eb13-9381-47fb-895c-4090859b4d64 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network cb5e82b2-1713-46e6-b3aa-c9afd4b092a6 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:21.332539 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-a111eb13-9381-47fb-895c-4090859b4d64 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:21.335524 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a111eb13-9381-47fb-895c-4090859b4d64 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:21.342984 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a111eb13-9381-47fb-895c-4090859b4d64 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:21.344768 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a111eb13-9381-47fb-895c-4090859b4d64 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:21.378541 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a111eb13-9381-47fb-895c-4090859b4d64 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9070511 Sep 21 18:13:21.379383 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60820) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:21.396166 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111eb13-9381-47fb-895c-4090859b4d64 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Port': ['ID=dc52aff4-22dd-4370-bda8-9a4d476f315e,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:21.446234 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09609eb-c710-4d08-a2d4-48cb1b2989e9 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:21.452003 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e09609eb-c710-4d08-a2d4-48cb1b2989e9 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "GET /v2.0/ports/dc52aff4-22dd-4370-bda8-9a4d476f315e HTTP/1.1" status: 200 len: 840 time: 0.0676417 Sep 21 18:13:21.453025 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60822) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:21.585806 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:21.601015 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-b76cafaa-a2e1-46aa-b2cf-0ea51e6b9f70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Deleting port dc52aff4-22dd-4370-bda8-9a4d476f315e {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:21.601962 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b76cafaa-a2e1-46aa-b2cf-0ea51e6b9f70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:21.710012 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-73d11546-560c-47d9-8f4b-b43907f718ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c77da63-2775-4c78-aa1c-2400c0a3bd66 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:13:21.727919 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-73d11546-560c-47d9-8f4b-b43907f718ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:21.764607 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-73d11546-560c-47d9-8f4b-b43907f718ab service neutron] Transition to ACTIVE for port object 0c77da63-2775-4c78-aa1c-2400c0a3bd66 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:13:21.770236 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-73d11546-560c-47d9-8f4b-b43907f718ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:21.801342 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b76cafaa-a2e1-46aa-b2cf-0ea51e6b9f70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:21.837151 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-b76cafaa-a2e1-46aa-b2cf-0ea51e6b9f70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Calling delete_port for dc52aff4-22dd-4370-bda8-9a4d476f315e owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:22.004091 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d11546-560c-47d9-8f4b-b43907f718ab service neutron] Pushing event updated for resources: {'Port': ['ID=0c77da63-2775-4c78-aa1c-2400c0a3bd66,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:22.012279 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b76cafaa-a2e1-46aa-b2cf-0ea51e6b9f70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:22.052685 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76cafaa-a2e1-46aa-b2cf-0ea51e6b9f70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Port': ['ID=dc52aff4-22dd-4370-bda8-9a4d476f315e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:22.062888 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76cafaa-a2e1-46aa-b2cf-0ea51e6b9f70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:22.063694 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76cafaa-a2e1-46aa-b2cf-0ea51e6b9f70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:22.063956 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76cafaa-a2e1-46aa-b2cf-0ea51e6b9f70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:22.066118 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76cafaa-a2e1-46aa-b2cf-0ea51e6b9f70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:22.066730 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76cafaa-a2e1-46aa-b2cf-0ea51e6b9f70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:22.067209 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76cafaa-a2e1-46aa-b2cf-0ea51e6b9f70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:22.067637 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76cafaa-a2e1-46aa-b2cf-0ea51e6b9f70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:22.068085 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76cafaa-a2e1-46aa-b2cf-0ea51e6b9f70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:22.068508 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76cafaa-a2e1-46aa-b2cf-0ea51e6b9f70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:22.068930 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76cafaa-a2e1-46aa-b2cf-0ea51e6b9f70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:22.069353 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76cafaa-a2e1-46aa-b2cf-0ea51e6b9f70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:22.069777 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76cafaa-a2e1-46aa-b2cf-0ea51e6b9f70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:13:22.077668 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b76cafaa-a2e1-46aa-b2cf-0ea51e6b9f70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:22.084629 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b76cafaa-a2e1-46aa-b2cf-0ea51e6b9f70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/ports/dc52aff4-22dd-4370-bda8-9a4d476f315e HTTP/1.1" status: 204 len: 168 time: 0.6300614 Sep 21 18:13:22.085376 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60832) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:22.113860 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-f19c3402-9e26-4310-880e-21f10b55f288 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] GET failed (client error): The resource could not be found. Sep 21 18:13:22.119689 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f19c3402-9e26-4310-880e-21f10b55f288 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "GET /v2.0/ports/dc52aff4-22dd-4370-bda8-9a4d476f315e HTTP/1.1" status: 404 len: 333 time: 0.0329602 Sep 21 18:13:22.120651 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60834) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:22.125570 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ea5f9-85e7-4039-8eb8-fc1f851fd4ff req-67fcb2ec-bf37-47fa-bb02-b234e7561e6f tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:22.131324 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-312be163-a19e-4f41-af48-5e6fad7c5619 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'port': {'network_id': 'cb5e82b2-1713-46e6-b3aa-c9afd4b092a6', 'name': 'tempest-PortsTestJSON-1465083957'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:22.134274 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d7ea5f9-85e7-4039-8eb8-fc1f851fd4ff req-67fcb2ec-bf37-47fa-bb02-b234e7561e6f tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fc09177-3656-4298-a397-3dfbfc3e0f94 HTTP/1.1" status: 200 len: 944 time: 0.3091309 Sep 21 18:13:22.162867 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-73d11546-560c-47d9-8f4b-b43907f718ab service neutron] Attempting to bind port 0c77da63-2775-4c78-aa1c-2400c0a3bd66 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:13:22.163525 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-73d11546-560c-47d9-8f4b-b43907f718ab service neutron] Attempting to bind port 0c77da63-2775-4c78-aa1c-2400c0a3bd66 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '2e40679d-35d3-4c81-955d-7f432f1aa20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8461f3f2-e45d-40b8-aaff-8b0e533fec03'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:13:22.164146 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-73d11546-560c-47d9-8f4b-b43907f718ab service neutron] Attempting to bind port 0c77da63-2775-4c78-aa1c-2400c0a3bd66 on network 8461f3f2-e45d-40b8-aaff-8b0e533fec03 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:13:22.220015 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-73d11546-560c-47d9-8f4b-b43907f718ab service neutron] Port 0c77da63-2775-4c78-aa1c-2400c0a3bd66 on network 8461f3f2-e45d-40b8-aaff-8b0e533fec03 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:13:22.220352 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-73d11546-560c-47d9-8f4b-b43907f718ab service neutron] Attempting to bind port 0c77da63-2775-4c78-aa1c-2400c0a3bd66 on network 8461f3f2-e45d-40b8-aaff-8b0e533fec03 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:13:22.229530 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d7ea5f9-85e7-4039-8eb8-fc1f851fd4ff req-79b510b9-cab8-4641-a9a0-b55b7fed0858 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] 10.222.0.58 "GET /v2.0/security-groups?id=fad8c218-ba60-413d-aa3d-1f092346c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941937 Sep 21 18:13:22.234260 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-73d11546-560c-47d9-8f4b-b43907f718ab service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:13:22.234804 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-73d11546-560c-47d9-8f4b-b43907f718ab service neutron] Checking segment: {'id': '2e40679d-35d3-4c81-955d-7f432f1aa20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8461f3f2-e45d-40b8-aaff-8b0e533fec03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:22.235228 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-73d11546-560c-47d9-8f4b-b43907f718ab service neutron] Bound using segment: {'id': '2e40679d-35d3-4c81-955d-7f432f1aa20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8461f3f2-e45d-40b8-aaff-8b0e533fec03'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:13:22.235664 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-73d11546-560c-47d9-8f4b-b43907f718ab service neutron] Bound port: 0c77da63-2775-4c78-aa1c-2400c0a3bd66, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e40679d-35d3-4c81-955d-7f432f1aa20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8461f3f2-e45d-40b8-aaff-8b0e533fec03'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:13:22.236029 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-73d11546-560c-47d9-8f4b-b43907f718ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:22.286297 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312be163-a19e-4f41-af48-5e6fad7c5619 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:22.300942 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-312be163-a19e-4f41-af48-5e6fad7c5619 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:22.347315 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-73d11546-560c-47d9-8f4b-b43907f718ab service neutron] For port 0c77da63-2775-4c78-aa1c-2400c0a3bd66, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:13:22.351384 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-73d11546-560c-47d9-8f4b-b43907f718ab service neutron] For port 0c77da63-2775-4c78-aa1c-2400c0a3bd66, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=0c77da63-2775-4c78-aa1c-2400c0a3bd66,segment=NetworkSegment(2e40679d-35d3-4c81-955d-7f432f1aa20c),segment_id=2e40679d-35d3-4c81-955d-7f432f1aa20c)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:13:22.360599 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-73d11546-560c-47d9-8f4b-b43907f718ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:22.361961 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-312be163-a19e-4f41-af48-5e6fad7c5619 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] device_id is not set on port a84ce064-54eb-4657-ab92-91891d89d7f8 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:13:22.418068 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-73d11546-560c-47d9-8f4b-b43907f718ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:22.418992 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-73d11546-560c-47d9-8f4b-b43907f718ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:22.420695 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-73d11546-560c-47d9-8f4b-b43907f718ab service neutron] 10.222.0.44 "PUT /v2.0/ports/0c77da63-2775-4c78-aa1c-2400c0a3bd66 HTTP/1.1" status: 200 len: 1092 time: 1.3725917 Sep 21 18:13:22.421437 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc09177-3656-4298-a397-3dfbfc3e0f94', 'tag': '0c77da63-2775-4c78-aa1c-2400c0a3bd66'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:13:22.424623 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9fce50-2e56-460b-a8e2-35c9a86648ed" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc09177-3656-4298-a397-3dfbfc3e0f94", "tag": "0c77da63-2775-4c78-aa1c-2400c0a3bd66"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:13:22.503277 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d11546-560c-47d9-8f4b-b43907f718ab service neutron] Pushing event updated for resources: {'Port': ['ID=0c77da63-2775-4c78-aa1c-2400c0a3bd66,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:22.514991 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59d174d-58db-4e2f-ac27-6e6d00a0c73b x-openstack-request-id: req-a59d174d-58db-4e2f-ac27-6e6d00a0c73b {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:13:22.515289 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc09177-3656-4298-a397-3dfbfc3e0f94", "tag": "0c77da63-2775-4c78-aa1c-2400c0a3bd66", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:13:22.515537 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a59d174d-58db-4e2f-ac27-6e6d00a0c73b {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:13:22.516177 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc09177-3656-4298-a397-3dfbfc3e0f94', 'tag': '0c77da63-2775-4c78-aa1c-2400c0a3bd66', 'status': 'completed', 'code': 200} Sep 21 18:13:22.531510 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-ffde93f1-eb73-4207-b5c2-0c4faf589a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:22.533092 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-ffde93f1-eb73-4207-b5c2-0c4faf589a10 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=de4f988ffb4b4e1aae29e1554c14c20b&device_id=9fc09177-3656-4298-a397-3dfbfc3e0f94 HTTP/1.1" status: 200 len: 1095 time: 0.0621026 Sep 21 18:13:22.578003 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-312be163-a19e-4f41-af48-5e6fad7c5619 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:22.587712 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-93bc3458-78ac-434f-b16b-0def3e6f1cac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c77da63-2775-4c78-aa1c-2400c0a3bd66 HTTP/1.1" status: 200 len: 217 time: 0.0414708 Sep 21 18:13:22.621763 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-312be163-a19e-4f41-af48-5e6fad7c5619 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:22.688731 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312be163-a19e-4f41-af48-5e6fad7c5619 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network cb5e82b2-1713-46e6-b3aa-c9afd4b092a6 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:22.690697 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-2f8f78ff-d798-47d2-aa74-ea8d20da352c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:22.692217 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-2f8f78ff-d798-47d2-aa74-ea8d20da352c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcd1dd3e-c71c-48c5-a5db-d1a8ba58c911 HTTP/1.1" status: 200 len: 849 time: 0.0960095 Sep 21 18:13:22.693952 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-312be163-a19e-4f41-af48-5e6fad7c5619 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:22.704480 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312be163-a19e-4f41-af48-5e6fad7c5619 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:22.712588 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312be163-a19e-4f41-af48-5e6fad7c5619 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:22.713807 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-312be163-a19e-4f41-af48-5e6fad7c5619 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:22.740539 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312be163-a19e-4f41-af48-5e6fad7c5619 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Port': ['ID=a84ce064-54eb-4657-ab92-91891d89d7f8,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:22.745332 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-312be163-a19e-4f41-af48-5e6fad7c5619 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6235120 Sep 21 18:13:22.748354 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60840) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:22.755274 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-85f2d9ba-4ccd-45aa-916c-dc872b5bb3b3 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:22.759097 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-10e553a2-b47c-4cee-858e-cb391f2b88e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8461f3f2-e45d-40b8-aaff-8b0e533fec03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581584 Sep 21 18:13:22.838826 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-85f2d9ba-4ccd-45aa-916c-dc872b5bb3b3 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:22.921375 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-fcf64fd5-4761-42ab-9a3d-d922b2d9e573 service neutron] 10.222.0.44 "GET /v2.0/networks/8461f3f2-e45d-40b8-aaff-8b0e533fec03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534414 Sep 21 18:13:23.065444 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ea2c9fc-2c1d-4ca9-b753-5ff887593297 req-87574c52-14f9-423c-9349-721c40c85b2c service neutron] 10.222.0.44 "GET /v2.0/networks/8461f3f2-e45d-40b8-aaff-8b0e533fec03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346035 Sep 21 18:13:23.110617 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-85f2d9ba-4ccd-45aa-916c-dc872b5bb3b3 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:23.125857 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-85f2d9ba-4ccd-45aa-916c-dc872b5bb3b3 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:23.171091 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-85f2d9ba-4ccd-45aa-916c-dc872b5bb3b3 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] In _notify_port_updated(), no bound segment for port a84ce064-54eb-4657-ab92-91891d89d7f8 on network cb5e82b2-1713-46e6-b3aa-c9afd4b092a6 {{(pid=101461) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:13:23.178136 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f2d9ba-4ccd-45aa-916c-dc872b5bb3b3 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:23.179062 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-85f2d9ba-4ccd-45aa-916c-dc872b5bb3b3 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:23.180736 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-85f2d9ba-4ccd-45aa-916c-dc872b5bb3b3 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "PUT /v2.0/ports/a84ce064-54eb-4657-ab92-91891d89d7f8 HTTP/1.1" status: 200 len: 818 time: 0.4301147 Sep 21 18:13:23.183970 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60850) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:23.219122 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fce50-2e56-460b-a8e2-35c9a86648ed req-64bdfa7e-52ab-47d0-9a04-528987274414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:23.227657 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cc9fce50-2e56-460b-a8e2-35c9a86648ed req-64bdfa7e-52ab-47d0-9a04-528987274414 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=de4f988ffb4b4e1aae29e1554c14c20b&device_id=9fc09177-3656-4298-a397-3dfbfc3e0f94 HTTP/1.1" status: 200 len: 1095 time: 0.1011212 Sep 21 18:13:23.317438 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2d9ba-4ccd-45aa-916c-dc872b5bb3b3 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Port': ['ID=a84ce064-54eb-4657-ab92-91891d89d7f8,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:23.405910 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-7ef0aed4-1cfb-4bc5-a6c0-44458961d2fb tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Deleting port a84ce064-54eb-4657-ab92-91891d89d7f8 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:23.406473 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7ef0aed4-1cfb-4bc5-a6c0-44458961d2fb tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:23.427652 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:23.480388 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fce50-2e56-460b-a8e2-35c9a86648ed req-a039bec2-eeb7-44cf-b5fc-02d06071b569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:23.481916 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cc9fce50-2e56-460b-a8e2-35c9a86648ed req-a039bec2-eeb7-44cf-b5fc-02d06071b569 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8461f3f2-e45d-40b8-aaff-8b0e533fec03 HTTP/1.1" status: 200 len: 910 time: 0.2512627 Sep 21 18:13:23.551774 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7ef0aed4-1cfb-4bc5-a6c0-44458961d2fb tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:23.556206 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-04e6046d-41e6-42b1-b173-f524507fe113 req-3d4f5e6e-7193-4e96-92d4-3645718a2f95 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2492969 Sep 21 18:13:23.561132 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cc9fce50-2e56-460b-a8e2-35c9a86648ed req-8e8479b4-8622-48a0-bbd7-a08d8008fc68 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c77da63-2775-4c78-aa1c-2400c0a3bd66 HTTP/1.1" status: 200 len: 217 time: 0.0710006 Sep 21 18:13:23.572542 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8efb9-bbed-4d4d-b2d8-fb66404ad7a7 req-2335198e-eca9-43b4-9fe2-475039517cf2 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:23.572761 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c9d8efb9-bbed-4d4d-b2d8-fb66404ad7a7 req-2335198e-eca9-43b4-9fe2-475039517cf2 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fc09177-3656-4298-a397-3dfbfc3e0f94 HTTP/1.1" status: 200 len: 944 time: 0.2228489 Sep 21 18:13:23.577348 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-7ef0aed4-1cfb-4bc5-a6c0-44458961d2fb tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Calling delete_port for a84ce064-54eb-4657-ab92-91891d89d7f8 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:23.651985 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c9d8efb9-bbed-4d4d-b2d8-fb66404ad7a7 req-6f735c24-324b-44b7-81e5-f9d57be567dd tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] 10.222.0.58 "GET /v2.0/security-groups?id=fad8c218-ba60-413d-aa3d-1f092346c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703905 Sep 21 18:13:23.683359 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6046d-41e6-42b1-b173-f524507fe113 req-5850523b-3a72-4779-8e3c-fc7ef0073b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:23.683359 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-04e6046d-41e6-42b1-b173-f524507fe113 req-5850523b-3a72-4779-8e3c-fc7ef0073b86 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5aadfefca1044e71aeb470c69c909afe&device_id=1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b HTTP/1.1" status: 200 len: 1096 time: 0.0576108 Sep 21 18:13:23.685457 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fce50-2e56-460b-a8e2-35c9a86648ed req-1077c7f6-7e69-4183-88e9-7eed44442677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:23.687009 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cc9fce50-2e56-460b-a8e2-35c9a86648ed req-1077c7f6-7e69-4183-88e9-7eed44442677 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcd1dd3e-c71c-48c5-a5db-d1a8ba58c911 HTTP/1.1" status: 200 len: 849 time: 0.1177497 Sep 21 18:13:23.717391 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7ef0aed4-1cfb-4bc5-a6c0-44458961d2fb tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:23.733152 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cc9fce50-2e56-460b-a8e2-35c9a86648ed req-c4e01afa-0f92-442f-92b0-52f6c3f49142 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8461f3f2-e45d-40b8-aaff-8b0e533fec03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336215 Sep 21 18:13:23.759543 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0aed4-1cfb-4bc5-a6c0-44458961d2fb tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Port': ['ID=a84ce064-54eb-4657-ab92-91891d89d7f8,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:23.767694 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7ef0aed4-1cfb-4bc5-a6c0-44458961d2fb tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:23.770339 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7ef0aed4-1cfb-4bc5-a6c0-44458961d2fb tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/ports/a84ce064-54eb-4657-ab92-91891d89d7f8 HTTP/1.1" status: 204 len: 168 time: 0.5846875 Sep 21 18:13:23.772431 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60858) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:23.859160 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6353be4-767c-4aeb-95d4-d5b4b01a1f0f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:23.861215 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e6353be4-767c-4aeb-95d4-d5b4b01a1f0f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0848553 Sep 21 18:13:23.863926 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60860) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:23.891632 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d48f9d1-08eb-479f-90a4-0339fe223f81 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] GET failed (client error): The resource could not be found. Sep 21 18:13:23.893331 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6d48f9d1-08eb-479f-90a4-0339fe223f81 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "GET /v2.0/ports/a84ce064-54eb-4657-ab92-91891d89d7f8 HTTP/1.1" status: 404 len: 333 time: 0.0284352 Sep 21 18:13:23.899211 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60862) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:23.904729 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-e13b6af6-b1f8-4387-95a1-e773d6481447 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-742987322'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:23.955805 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13b6af6-b1f8-4387-95a1-e773d6481447 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:23.959493 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e13b6af6-b1f8-4387-95a1-e773d6481447 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:24.013467 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e13b6af6-b1f8-4387-95a1-e773d6481447 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:13:24.025371 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e13b6af6-b1f8-4387-95a1-e773d6481447 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:24.026641 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-e13b6af6-b1f8-4387-95a1-e773d6481447 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Added segment c4d64e1a-9721-4f12-ba39-f65e245d5ac9 of type vlan for network 57eb6c73-b9b7-4ec7-a6f1-eba0e068e962 Sep 21 18:13:24.075371 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e13b6af6-b1f8-4387-95a1-e773d6481447 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:24.115488 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e13b6af6-b1f8-4387-95a1-e773d6481447 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:24.121411 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13b6af6-b1f8-4387-95a1-e773d6481447 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:24.122069 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e13b6af6-b1f8-4387-95a1-e773d6481447 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:24.202916 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e13b6af6-b1f8-4387-95a1-e773d6481447 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3025930 Sep 21 18:13:24.203873 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b6af6-b1f8-4387-95a1-e773d6481447 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Network': ['ID=57eb6c73-b9b7-4ec7-a6f1-eba0e068e962,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:24.211606 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60870) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:24.211606 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-26f049be-5363-4bb5-ad8f-4c36861ee6cd tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'subnet': {'network_id': '57eb6c73-b9b7-4ec7-a6f1-eba0e068e962', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:24.215494 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 57eb6c73-b9b7-4ec7-a6f1-eba0e068e962 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:13:24.251566 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6046d-41e6-42b1-b173-f524507fe113 req-806a6cec-7de1-4ee7-98d8-a6774c1fa5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:24.253851 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-04e6046d-41e6-42b1-b173-f524507fe113 req-806a6cec-7de1-4ee7-98d8-a6774c1fa5d3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b4b63a75-cac0-4c3a-a311-673b965199ba HTTP/1.1" status: 200 len: 912 time: 0.5446277 Sep 21 18:13:24.257971 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cc9fce50-2e56-460b-a8e2-35c9a86648ed req-c26d10e1-5568-4dbe-95c8-a990922b279b service neutron] 10.222.0.44 "GET /v2.0/networks/8461f3f2-e45d-40b8-aaff-8b0e533fec03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5150087 Sep 21 18:13:24.408258 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f049be-5363-4bb5-ad8f-4c36861ee6cd tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:24.410985 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-04e6046d-41e6-42b1-b173-f524507fe113 req-ae28bd50-085b-4f5b-8aef-439c160b6482 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f308c45-800f-44a1-bedd-62d6320dd8c9 HTTP/1.1" status: 200 len: 1001 time: 0.1489313 Sep 21 18:13:24.412379 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-26f049be-5363-4bb5-ad8f-4c36861ee6cd tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:24.472689 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cc9fce50-2e56-460b-a8e2-35c9a86648ed req-79e4194f-abba-42b3-9fc4-19c17dc7d698 service neutron] 10.222.0.44 "GET /v2.0/networks/8461f3f2-e45d-40b8-aaff-8b0e533fec03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013235 Sep 21 18:13:24.483932 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6046d-41e6-42b1-b173-f524507fe113 req-66105aba-54b3-406f-bf52-b608857d9847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:24.486239 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-04e6046d-41e6-42b1-b173-f524507fe113 req-66105aba-54b3-406f-bf52-b608857d9847 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=29244be3-4141-408b-9ec3-b8b1380c14f4 HTTP/1.1" status: 200 len: 850 time: 0.0665843 Sep 21 18:13:24.548200 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6046d-41e6-42b1-b173-f524507fe113 req-06d04a0f-69d7-40e5-86ed-7851bc487b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:24.550459 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-04e6046d-41e6-42b1-b173-f524507fe113 req-06d04a0f-69d7-40e5-86ed-7851bc487b3c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b4b63a75-cac0-4c3a-a311-673b965199ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571535 Sep 21 18:13:24.646152 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-26f049be-5363-4bb5-ad8f-4c36861ee6cd tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:24.658299 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:24.753487 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-04e6046d-41e6-42b1-b173-f524507fe113 req-563b05c5-b729-497a-9d64-e6c7a69c1461 service neutron] 10.222.0.38 "GET /v2.0/networks/b4b63a75-cac0-4c3a-a311-673b965199ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942480 Sep 21 18:13:24.781830 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f049be-5363-4bb5-ad8f-4c36861ee6cd tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Subnet': ['ID=5550f1b8-3b5b-4df5-95d7-f32f076b997e,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:24.818843 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f049be-5363-4bb5-ad8f-4c36861ee6cd tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Checking segment: {'id': 'c4d64e1a-9721-4f12-ba39-f65e245d5ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '57eb6c73-b9b7-4ec7-a6f1-eba0e068e962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:24.819338 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f049be-5363-4bb5-ad8f-4c36861ee6cd tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network hostable DHCP agents. Network: 57eb6c73-b9b7-4ec7-a6f1-eba0e068e962, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:13:24.864791 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8c8e9-4bd3-4365-8a8b-cb8ea2b3bd32 req-3c216657-0f38-4b21-aab7-ff7d1f8d3286 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:24.950574 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-14b8c8e9-4bd3-4365-8a8b-cb8ea2b3bd32 req-3c216657-0f38-4b21-aab7-ff7d1f8d3286 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fc09177-3656-4298-a397-3dfbfc3e0f94 HTTP/1.1" status: 200 len: 944 time: 0.1205096 Sep 21 18:13:24.950574 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f049be-5363-4bb5-ad8f-4c36861ee6cd tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network 57eb6c73-b9b7-4ec7-a6f1-eba0e068e962 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:13:24.950574 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-26f049be-5363-4bb5-ad8f-4c36861ee6cd tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 57eb6c73-b9b7-4ec7-a6f1-eba0e068e962) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:24.951256 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170d329f-cb88-4664-b1b4-00bc06577222 None None] Network 57eb6c73-b9b7-4ec7-a6f1-eba0e068e962 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:24.951689 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f049be-5363-4bb5-ad8f-4c36861ee6cd tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:24.951689 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-26f049be-5363-4bb5-ad8f-4c36861ee6cd tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:25.076900 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-04e6046d-41e6-42b1-b173-f524507fe113 req-2841a15d-b9a4-41e0-a572-3e6987366f32 service neutron] 10.222.0.38 "GET /v2.0/networks/b4b63a75-cac0-4c3a-a311-673b965199ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302032 Sep 21 18:13:25.077804 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-26f049be-5363-4bb5-ad8f-4c36861ee6cd tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7926471 Sep 21 18:13:25.078482 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60884) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:25.078482 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-77c4820a-46e7-4d83-8e76-a52f2b349b0b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'subnet': {'network_id': '57eb6c73-b9b7-4ec7-a6f1-eba0e068e962', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:25.078980 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-14b8c8e9-4bd3-4365-8a8b-cb8ea2b3bd32 req-3ef074f1-d9e2-413b-a033-a97fe44a10d6 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] 10.222.0.58 "GET /v2.0/security-groups?id=fad8c218-ba60-413d-aa3d-1f092346c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077917 Sep 21 18:13:25.284797 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c4820a-46e7-4d83-8e76-a52f2b349b0b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:25.289396 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-77c4820a-46e7-4d83-8e76-a52f2b349b0b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:25.301589 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff57e61-8cf3-415f-97b2-0c13269a930b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-57eb6c73-b9b7-4ec7-a6f1-eba0e068e962', 'network_id': '57eb6c73-b9b7-4ec7-a6f1-eba0e068e962', 'tenant_id': '50fd849ffb184c9fb056374cbc97e47f', 'fixed_ips': [{'subnet_id': '5550f1b8-3b5b-4df5-95d7-f32f076b997e'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:13:25.302481 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fff57e61-8cf3-415f-97b2-0c13269a930b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:25.485359 n-d-810291-1 neutron-server[101460]: INFO neutron.db.ipam_backend_mixin [None req-77c4820a-46e7-4d83-8e76-a52f2b349b0b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5550f1b8-3b5b-4df5-95d7-f32f076b997e (CIDR: 172.20.0.0/28) Sep 21 18:13:25.491804 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c4820a-46e7-4d83-8e76-a52f2b349b0b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:13:25.492319 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77c4820a-46e7-4d83-8e76-a52f2b349b0b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:13:25.525785 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-77c4820a-46e7-4d83-8e76-a52f2b349b0b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5186684 Sep 21 18:13:25.525785 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60900) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:25.534594 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-d984df11-8087-4784-839d-fa1b9c8af94e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'subnet': {'network_id': '57eb6c73-b9b7-4ec7-a6f1-eba0e068e962', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:25.541654 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-fff57e61-8cf3-415f-97b2-0c13269a930b None None] Allocated IP 172.20.0.2 (57eb6c73-b9b7-4ec7-a6f1-eba0e068e962/5550f1b8-3b5b-4df5-95d7-f32f076b997e/acb9ea63-4da8-4af5-92f9-639b1f5949f2) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:13:25.706512 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d984df11-8087-4784-839d-fa1b9c8af94e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:25.710428 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d984df11-8087-4784-839d-fa1b9c8af94e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:26.006919 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fff57e61-8cf3-415f-97b2-0c13269a930b None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:26.025923 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fff57e61-8cf3-415f-97b2-0c13269a930b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:26.053737 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d984df11-8087-4784-839d-fa1b9c8af94e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:26.097339 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff57e61-8cf3-415f-97b2-0c13269a930b None None] Network 57eb6c73-b9b7-4ec7-a6f1-eba0e068e962 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:26.098758 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff57e61-8cf3-415f-97b2-0c13269a930b None None] Pushing event updated for resources: {'Port': ['ID=acb9ea63-4da8-4af5-92f9-639b1f5949f2,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:26.111134 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-fff57e61-8cf3-415f-97b2-0c13269a930b None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:26.118241 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff57e61-8cf3-415f-97b2-0c13269a930b None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:26.183403 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d984df11-8087-4784-839d-fa1b9c8af94e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network 57eb6c73-b9b7-4ec7-a6f1-eba0e068e962 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:26.195624 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-d984df11-8087-4784-839d-fa1b9c8af94e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:26.224959 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d984df11-8087-4784-839d-fa1b9c8af94e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:26.224959 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d984df11-8087-4784-839d-fa1b9c8af94e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:26.252669 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d984df11-8087-4784-839d-fa1b9c8af94e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7237351 Sep 21 18:13:26.259303 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60922) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:26.268288 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-b4e4fadb-c70d-4709-a388-660df85f1922 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'port': {'network_id': '57eb6c73-b9b7-4ec7-a6f1-eba0e068e962', 'fixed_ips': [{'subnet_id': '5550f1b8-3b5b-4df5-95d7-f32f076b997e'}, {'subnet_id': 'be3dc8d8-a3d9-48ad-9407-29897d4506e6'}], 'name': 'tempest-PortsTestJSON-44040760'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:26.273703 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984df11-8087-4784-839d-fa1b9c8af94e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Subnet': ['ID=be3dc8d8-a3d9-48ad-9407-29897d4506e6,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:26.326736 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-fff57e61-8cf3-415f-97b2-0c13269a930b None None] Attempting to bind port acb9ea63-4da8-4af5-92f9-639b1f5949f2 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:13:26.327172 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-fff57e61-8cf3-415f-97b2-0c13269a930b None None] Attempting to bind port acb9ea63-4da8-4af5-92f9-639b1f5949f2 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'c4d64e1a-9721-4f12-ba39-f65e245d5ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '57eb6c73-b9b7-4ec7-a6f1-eba0e068e962'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:13:26.327650 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff57e61-8cf3-415f-97b2-0c13269a930b None None] Attempting to bind port acb9ea63-4da8-4af5-92f9-639b1f5949f2 on network 57eb6c73-b9b7-4ec7-a6f1-eba0e068e962 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:13:26.349551 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff57e61-8cf3-415f-97b2-0c13269a930b None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:13:26.350362 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff57e61-8cf3-415f-97b2-0c13269a930b None None] Checking segment: {'id': 'c4d64e1a-9721-4f12-ba39-f65e245d5ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '57eb6c73-b9b7-4ec7-a6f1-eba0e068e962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:26.350691 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71bd5f-d552-48a3-9ba4-466d3e276efb req-d436249c-ca3b-4c96-8b09-30de0443d844 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:26.351647 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fff57e61-8cf3-415f-97b2-0c13269a930b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:26.353801 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff57e61-8cf3-415f-97b2-0c13269a930b None None] Bound using segment: {'id': 'c4d64e1a-9721-4f12-ba39-f65e245d5ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '57eb6c73-b9b7-4ec7-a6f1-eba0e068e962'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:13:26.354859 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-fff57e61-8cf3-415f-97b2-0c13269a930b None None] Bound port: acb9ea63-4da8-4af5-92f9-639b1f5949f2, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d64e1a-9721-4f12-ba39-f65e245d5ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '57eb6c73-b9b7-4ec7-a6f1-eba0e068e962'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:13:26.363462 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fd71bd5f-d552-48a3-9ba4-466d3e276efb req-d436249c-ca3b-4c96-8b09-30de0443d844 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fc09177-3656-4298-a397-3dfbfc3e0f94 HTTP/1.1" status: 200 len: 944 time: 0.1807098 Sep 21 18:13:26.364176 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fff57e61-8cf3-415f-97b2-0c13269a930b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:26.425762 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fd71bd5f-d552-48a3-9ba4-466d3e276efb req-72ce5635-2b28-43bf-89ee-ca50af7c5309 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] 10.222.0.58 "GET /v2.0/security-groups?id=fad8c218-ba60-413d-aa3d-1f092346c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568962 Sep 21 18:13:26.505642 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-fff57e61-8cf3-415f-97b2-0c13269a930b None None] For port acb9ea63-4da8-4af5-92f9-639b1f5949f2, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:13:26.510859 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-fff57e61-8cf3-415f-97b2-0c13269a930b None None] For port acb9ea63-4da8-4af5-92f9-639b1f5949f2, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=acb9ea63-4da8-4af5-92f9-639b1f5949f2,segment=NetworkSegment(c4d64e1a-9721-4f12-ba39-f65e245d5ac9),segment_id=c4d64e1a-9721-4f12-ba39-f65e245d5ac9)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:13:26.516057 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fff57e61-8cf3-415f-97b2-0c13269a930b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:26.582153 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e4fadb-c70d-4709-a388-660df85f1922 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:26.593327 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff57e61-8cf3-415f-97b2-0c13269a930b None None] Pushing event updated for resources: {'Port': ['ID=acb9ea63-4da8-4af5-92f9-639b1f5949f2,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:26.713039 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b4e4fadb-c70d-4709-a388-660df85f1922 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:26.733229 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-b4e4fadb-c70d-4709-a388-660df85f1922 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] device_id is not set on port 6295f252-1bb6-4ed5-b9be-b8aefec6f5c2 yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:13:26.919436 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 0c77da63-2775-4c78-aa1c-2400c0a3bd66 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:13:27.067021 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 0c77da63-2775-4c78-aa1c-2400c0a3bd66, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=0c77da63-2775-4c78-aa1c-2400c0a3bd66,segment=NetworkSegment(2e40679d-35d3-4c81-955d-7f432f1aa20c),segment_id=2e40679d-35d3-4c81-955d-7f432f1aa20c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:27.081338 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '0c77da63-2775-4c78-aa1c-2400c0a3bd66', 'network_id': '8461f3f2-e45d-40b8-aaff-8b0e533fec03', 'port_id': '0c77da63-2775-4c78-aa1c-2400c0a3bd66', 'mac_address': 'fa:16:3e:2a:57:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcd1dd3e-c71c-48c5-a5db-d1a8ba58c911', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:13:27.124079 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:27.168555 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c77da63-2775-4c78-aa1c-2400c0a3bd66 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:13:27.252208 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 0c77da63-2775-4c78-aa1c-2400c0a3bd66, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=0c77da63-2775-4c78-aa1c-2400c0a3bd66,segment=NetworkSegment(2e40679d-35d3-4c81-955d-7f432f1aa20c),segment_id=2e40679d-35d3-4c81-955d-7f432f1aa20c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:27.259467 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:27.327709 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-b4e4fadb-c70d-4709-a388-660df85f1922 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Allocated IP 172.20.0.11 (57eb6c73-b9b7-4ec7-a6f1-eba0e068e962/5550f1b8-3b5b-4df5-95d7-f32f076b997e/6295f252-1bb6-4ed5-b9be-b8aefec6f5c2) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:13:27.340466 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-b4e4fadb-c70d-4709-a388-660df85f1922 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Allocated IP 172.20.0.25 (57eb6c73-b9b7-4ec7-a6f1-eba0e068e962/be3dc8d8-a3d9-48ad-9407-29897d4506e6/6295f252-1bb6-4ed5-b9be-b8aefec6f5c2) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:13:27.430605 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=0c77da63-2775-4c78-aa1c-2400c0a3bd66,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:27.485710 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['0c77da63-2775-4c78-aa1c-2400c0a3bd66'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:13:27.532934 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:13:27.684390 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b4e4fadb-c70d-4709-a388-660df85f1922 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:27.705872 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7995ff1-9c03-434a-84e4-8572de4dfacc req-77df506b-5ec3-422e-ae1c-8fbc32247d60 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:27.714568 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b7995ff1-9c03-434a-84e4-8572de4dfacc req-77df506b-5ec3-422e-ae1c-8fbc32247d60 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fc09177-3656-4298-a397-3dfbfc3e0f94 HTTP/1.1" status: 200 len: 945 time: 0.1402078 Sep 21 18:13:27.768236 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b4e4fadb-c70d-4709-a388-660df85f1922 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:27.837995 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e4fadb-c70d-4709-a388-660df85f1922 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network 57eb6c73-b9b7-4ec7-a6f1-eba0e068e962 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:27.842185 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-b4e4fadb-c70d-4709-a388-660df85f1922 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:27.850693 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e4fadb-c70d-4709-a388-660df85f1922 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:27.864784 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b7995ff1-9c03-434a-84e4-8572de4dfacc req-dfa7b292-3407-46ce-99eb-3f81b4b2f81e tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] 10.222.0.58 "GET /v2.0/security-groups?id=fad8c218-ba60-413d-aa3d-1f092346c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352687 Sep 21 18:13:27.918186 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4fadb-c70d-4709-a388-660df85f1922 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Port': ['ID=6295f252-1bb6-4ed5-b9be-b8aefec6f5c2,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:27.959319 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e4fadb-c70d-4709-a388-660df85f1922 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:27.960155 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b4e4fadb-c70d-4709-a388-660df85f1922 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:27.984961 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b4e4fadb-c70d-4709-a388-660df85f1922 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.7246566 Sep 21 18:13:27.987732 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 60954) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:27.994794 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-10549977-4b01-4aef-827d-88e912fdb8f7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5550f1b8-3b5b-4df5-95d7-f32f076b997e'}]}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:28.099365 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-10549977-4b01-4aef-827d-88e912fdb8f7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:28.164004 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb770172-3478-44a4-b71a-44c4d4172797 None None] Network 57eb6c73-b9b7-4ec7-a6f1-eba0e068e962 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:28.358642 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-0582c9c7-93b3-46c4-9040-6ec0e7e9f3ef None None] Provisioning complete for port acb9ea63-4da8-4af5-92f9-639b1f5949f2 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:28.358966 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0582c9c7-93b3-46c4-9040-6ec0e7e9f3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:28.395536 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device acb9ea63-4da8-4af5-92f9-639b1f5949f2 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:13:28.563352 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port acb9ea63-4da8-4af5-92f9-639b1f5949f2 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:28.563352 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:28.707766 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0582c9c7-93b3-46c4-9040-6ec0e7e9f3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:28.768986 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:28.775844 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-10549977-4b01-4aef-827d-88e912fdb8f7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Delete allocated IP 172.20.0.25 (57eb6c73-b9b7-4ec7-a6f1-eba0e068e962/be3dc8d8-a3d9-48ad-9407-29897d4506e6) {{(pid=101460) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 21 18:13:28.806822 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-0582c9c7-93b3-46c4-9040-6ec0e7e9f3ef None None] For port acb9ea63-4da8-4af5-92f9-639b1f5949f2, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=acb9ea63-4da8-4af5-92f9-639b1f5949f2,segment=NetworkSegment(c4d64e1a-9721-4f12-ba39-f65e245d5ac9),segment_id=c4d64e1a-9721-4f12-ba39-f65e245d5ac9)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:28.816893 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0582c9c7-93b3-46c4-9040-6ec0e7e9f3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:28.860474 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.db.api [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:13:28.861124 n-d-810291-1 neutron-server[101462]: DEBUG oslo_db.api [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:13:28.946864 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 0c77da63-2775-4c78-aa1c-2400c0a3bd66 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:13:29.014274 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-10549977-4b01-4aef-827d-88e912fdb8f7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:29.022847 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-10549977-4b01-4aef-827d-88e912fdb8f7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:29.111979 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10549977-4b01-4aef-827d-88e912fdb8f7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Port': ['ID=6295f252-1bb6-4ed5-b9be-b8aefec6f5c2,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:29.119092 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1182a92-1aae-4d24-a2b7-262d3fee98e8 req-d076e397-1214-4f42-99d4-6d9fbcd09372 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:29.121214 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f1182a92-1aae-4d24-a2b7-262d3fee98e8 req-d076e397-1214-4f42-99d4-6d9fbcd09372 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fc09177-3656-4298-a397-3dfbfc3e0f94 HTTP/1.1" status: 200 len: 945 time: 0.1229541 Sep 21 18:13:29.151757 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb63508-2ad0-4172-be65-500f7f49a121 None None] Update dhcp port {'port': {'network_id': '57eb6c73-b9b7-4ec7-a6f1-eba0e068e962', 'fixed_ips': [{'subnet_id': '5550f1b8-3b5b-4df5-95d7-f32f076b997e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'be3dc8d8-a3d9-48ad-9407-29897d4506e6'}], 'binding:host_id': 'n-d-810291-1'}, 'id': 'acb9ea63-4da8-4af5-92f9-639b1f5949f2'} from n-d-810291-1. {{(pid=101462) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 18:13:29.155083 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 0c77da63-2775-4c78-aa1c-2400c0a3bd66 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:13:29.158265 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582c9c7-93b3-46c4-9040-6ec0e7e9f3ef None None] Pushing event updated for resources: {'Port': ['ID=acb9ea63-4da8-4af5-92f9-639b1f5949f2,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:29.196924 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 0c77da63-2775-4c78-aa1c-2400c0a3bd66 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:29.197569 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:29.227135 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f1182a92-1aae-4d24-a2b7-262d3fee98e8 req-e54cc982-3099-40ea-befc-6b2d8a639f6f tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] 10.222.0.58 "GET /v2.0/security-groups?id=fad8c218-ba60-413d-aa3d-1f092346c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983362 Sep 21 18:13:29.243138 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dbb63508-2ad0-4172-be65-500f7f49a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:29.249471 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-10549977-4b01-4aef-827d-88e912fdb8f7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] In _notify_port_updated(), no bound segment for port 6295f252-1bb6-4ed5-b9be-b8aefec6f5c2 on network 57eb6c73-b9b7-4ec7-a6f1-eba0e068e962 {{(pid=101460) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:13:29.255139 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10549977-4b01-4aef-827d-88e912fdb8f7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:29.256379 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-10549977-4b01-4aef-827d-88e912fdb8f7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:29.257765 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-10549977-4b01-4aef-827d-88e912fdb8f7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "PUT /v2.0/ports/6295f252-1bb6-4ed5-b9be-b8aefec6f5c2 HTTP/1.1" status: 200 len: 918 time: 1.2687793 Sep 21 18:13:29.262011 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 60984) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:29.269470 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-26f966c0-b1c7-4f90-883c-209fc80046b5 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5550f1b8-3b5b-4df5-95d7-f32f076b997e'}, {'subnet_id': 'be3dc8d8-a3d9-48ad-9407-29897d4506e6'}]}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:29.473554 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:29.539141 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-26f966c0-b1c7-4f90-883c-209fc80046b5 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:29.564860 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc09177-3656-4298-a397-3dfbfc3e0f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c77da63-2775-4c78-aa1c-2400c0a3bd66'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:13:29.580690 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56887c7-c3a4-4f3f-9e9c-9ba52052a769" -d '{"events": [{"server_uuid": "9fc09177-3656-4298-a397-3dfbfc3e0f94", "name": "network-vif-plugged", "status": "completed", "tag": "0c77da63-2775-4c78-aa1c-2400c0a3bd66"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:13:29.628455 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 0c77da63-2775-4c78-aa1c-2400c0a3bd66, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=0c77da63-2775-4c78-aa1c-2400c0a3bd66,segment=NetworkSegment(2e40679d-35d3-4c81-955d-7f432f1aa20c),segment_id=2e40679d-35d3-4c81-955d-7f432f1aa20c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:29.637032 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-dbb63508-2ad0-4172-be65-500f7f49a121 None None] Allocated IP 172.20.0.18 (57eb6c73-b9b7-4ec7-a6f1-eba0e068e962/be3dc8d8-a3d9-48ad-9407-29897d4506e6/acb9ea63-4da8-4af5-92f9-639b1f5949f2) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:13:29.644703 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:29.753216 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989a7c37-760d-4968-8cfc-9b034a4d27c1 x-openstack-request-id: req-989a7c37-760d-4968-8cfc-9b034a4d27c1 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:13:29.753652 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc09177-3656-4298-a397-3dfbfc3e0f94", "name": "network-vif-plugged", "status": "completed", "tag": "0c77da63-2775-4c78-aa1c-2400c0a3bd66", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:13:29.769703 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-989a7c37-760d-4968-8cfc-9b034a4d27c1 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:13:29.769703 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc09177-3656-4298-a397-3dfbfc3e0f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c77da63-2775-4c78-aa1c-2400c0a3bd66', 'code': 200} Sep 21 18:13:29.806159 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=0c77da63-2775-4c78-aa1c-2400c0a3bd66,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:29.852258 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-dbb63508-2ad0-4172-be65-500f7f49a121 None None] For port acb9ea63-4da8-4af5-92f9-639b1f5949f2, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=acb9ea63-4da8-4af5-92f9-639b1f5949f2,segment=NetworkSegment(c4d64e1a-9721-4f12-ba39-f65e245d5ac9),segment_id=c4d64e1a-9721-4f12-ba39-f65e245d5ac9)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:29.896198 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35f5a3-fdb0-42c9-a17a-ced42b16c4fe req-8e726437-b66f-4964-9a0c-674ba4110a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:29.897718 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eb35f5a3-fdb0-42c9-a17a-ced42b16c4fe req-8e726437-b66f-4964-9a0c-674ba4110a28 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9fc09177-3656-4298-a397-3dfbfc3e0f94 HTTP/1.1" status: 200 len: 1097 time: 0.0929391 Sep 21 18:13:29.917084 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dbb63508-2ad0-4172-be65-500f7f49a121 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:29.930758 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dbb63508-2ad0-4172-be65-500f7f49a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:29.980041 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eb35f5a3-fdb0-42c9-a17a-ced42b16c4fe req-b4d6e3ce-7244-496d-841b-0bfcf1416f0f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fad8c218-ba60-413d-aa3d-1f092346c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698907 Sep 21 18:13:30.052048 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb63508-2ad0-4172-be65-500f7f49a121 None None] Pushing event updated for resources: {'Port': ['ID=acb9ea63-4da8-4af5-92f9-639b1f5949f2,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:30.121508 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-26f966c0-b1c7-4f90-883c-209fc80046b5 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Allocated IP 172.20.0.19 (57eb6c73-b9b7-4ec7-a6f1-eba0e068e962/be3dc8d8-a3d9-48ad-9407-29897d4506e6/6295f252-1bb6-4ed5-b9be-b8aefec6f5c2) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:13:30.302516 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device acb9ea63-4da8-4af5-92f9-639b1f5949f2 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:13:30.399417 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-26f966c0-b1c7-4f90-883c-209fc80046b5 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:30.419593 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-26f966c0-b1c7-4f90-883c-209fc80046b5 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:30.439898 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port acb9ea63-4da8-4af5-92f9-639b1f5949f2 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:30.440633 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:30.516761 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9879b-a67f-46e6-ad2e-30b7bf8da7c1 req-1e644aa3-9aa0-4df7-b5f5-8b35ae163a5c tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:30.527816 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0ab9879b-a67f-46e6-ad2e-30b7bf8da7c1 req-1e644aa3-9aa0-4df7-b5f5-8b35ae163a5c tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fc09177-3656-4298-a397-3dfbfc3e0f94 HTTP/1.1" status: 200 len: 946 time: 0.1417484 Sep 21 18:13:30.614306 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0ab9879b-a67f-46e6-ad2e-30b7bf8da7c1 req-111ab1c7-87bf-4582-9cc4-889a97751fbb tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] 10.222.0.58 "GET /v2.0/security-groups?id=fad8c218-ba60-413d-aa3d-1f092346c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853627 Sep 21 18:13:30.636454 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-26f966c0-b1c7-4f90-883c-209fc80046b5 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] In _notify_port_updated(), no bound segment for port 6295f252-1bb6-4ed5-b9be-b8aefec6f5c2 on network 57eb6c73-b9b7-4ec7-a6f1-eba0e068e962 {{(pid=101461) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:13:30.642745 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f966c0-b1c7-4f90-883c-209fc80046b5 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:30.644127 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-26f966c0-b1c7-4f90-883c-209fc80046b5 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:30.645619 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-26f966c0-b1c7-4f90-883c-209fc80046b5 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "PUT /v2.0/ports/6295f252-1bb6-4ed5-b9be-b8aefec6f5c2 HTTP/1.1" status: 200 len: 998 time: 1.3818433 Sep 21 18:13:30.648582 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 32784) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:30.669401 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f966c0-b1c7-4f90-883c-209fc80046b5 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Port': ['ID=6295f252-1bb6-4ed5-b9be-b8aefec6f5c2,revision_number=3']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:30.788045 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-04d3b389-e1b6-43da-bf7c-a23fb3fe0a41 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Deleting port 6295f252-1bb6-4ed5-b9be-b8aefec6f5c2 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:30.788613 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-04d3b389-e1b6-43da-bf7c-a23fb3fe0a41 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:30.994178 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1353caab-ab52-4ee1-bdc6-7c221916da9c None None] Network 57eb6c73-b9b7-4ec7-a6f1-eba0e068e962 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:31.002055 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-04d3b389-e1b6-43da-bf7c-a23fb3fe0a41 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:31.021702 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-04d3b389-e1b6-43da-bf7c-a23fb3fe0a41 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Calling delete_port for 6295f252-1bb6-4ed5-b9be-b8aefec6f5c2 owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:31.168496 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-96860889-4ee1-49c2-8961-5212dc0c56f2 None None] Provisioning complete for port acb9ea63-4da8-4af5-92f9-639b1f5949f2 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:31.168927 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-96860889-4ee1-49c2-8961-5212dc0c56f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:31.351583 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-04d3b389-e1b6-43da-bf7c-a23fb3fe0a41 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:31.363089 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-96860889-4ee1-49c2-8961-5212dc0c56f2 None None] Could not find standard attr ID for object 6295f252-1bb6-4ed5-b9be-b8aefec6f5c2. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:13:31.390897 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3b389-e1b6-43da-bf7c-a23fb3fe0a41 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Port': ['ID=6295f252-1bb6-4ed5-b9be-b8aefec6f5c2,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:31.527032 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-04d3b389-e1b6-43da-bf7c-a23fb3fe0a41 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:31.532893 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-04d3b389-e1b6-43da-bf7c-a23fb3fe0a41 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/ports/6295f252-1bb6-4ed5-b9be-b8aefec6f5c2 HTTP/1.1" status: 204 len: 168 time: 0.8781247 Sep 21 18:13:31.533334 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 32804) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:31.564304 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-13aa9340-04f2-4181-959a-13576eb99b56 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] GET failed (client error): The resource could not be found. Sep 21 18:13:31.566750 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-13aa9340-04f2-4181-959a-13576eb99b56 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "GET /v2.0/ports/6295f252-1bb6-4ed5-b9be-b8aefec6f5c2 HTTP/1.1" status: 404 len: 333 time: 0.0322537 Sep 21 18:13:31.569468 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 32806) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:31.632756 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f603d41-2d71-458b-96ed-1778f7a73b18 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Deleting subnet be3dc8d8-a3d9-48ad-9407-29897d4506e6 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:13:31.636098 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3f603d41-2d71-458b-96ed-1778f7a73b18 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:31.707500 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3f603d41-2d71-458b-96ed-1778f7a73b18 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:31.843707 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2fc589-daa5-47b1-bf4f-c769f0156cac req-805e274f-6dd2-49e9-b3ce-b46ead7476c5 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:31.845331 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aa2fc589-daa5-47b1-bf4f-c769f0156cac req-805e274f-6dd2-49e9-b3ce-b46ead7476c5 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fc09177-3656-4298-a397-3dfbfc3e0f94 HTTP/1.1" status: 200 len: 946 time: 0.0984383 Sep 21 18:13:31.954324 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3f603d41-2d71-458b-96ed-1778f7a73b18 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:31.991394 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-7464ec37-a697-417d-a852-fc73c118acc9 None None] Provisioning complete for port acb9ea63-4da8-4af5-92f9-639b1f5949f2 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:31.991773 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7464ec37-a697-417d-a852-fc73c118acc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:32.040251 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aa2fc589-daa5-47b1-bf4f-c769f0156cac req-1d7c6095-df92-41b2-a55b-030e3dbe0905 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] 10.222.0.58 "GET /v2.0/security-groups?id=fad8c218-ba60-413d-aa3d-1f092346c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682911 Sep 21 18:13:32.049144 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3f603d41-2d71-458b-96ed-1778f7a73b18 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:32.099015 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3f603d41-2d71-458b-96ed-1778f7a73b18 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:32.106697 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 32822) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:32.108064 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3f603d41-2d71-458b-96ed-1778f7a73b18 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/subnets/be3dc8d8-a3d9-48ad-9407-29897d4506e6 HTTP/1.1" status: 204 len: 168 time: 0.5367470 Sep 21 18:13:32.135776 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f603d41-2d71-458b-96ed-1778f7a73b18 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Subnet': ['ID=be3dc8d8-a3d9-48ad-9407-29897d4506e6,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:32.217777 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-7464ec37-a697-417d-a852-fc73c118acc9 None None] Could not find standard attr ID for object 6295f252-1bb6-4ed5-b9be-b8aefec6f5c2. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:13:32.243594 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0ebc61-5afb-46fb-b4db-5d4b43aa3c06 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Deleting subnet 5550f1b8-3b5b-4df5-95d7-f32f076b997e {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:13:32.248812 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ac0ebc61-5afb-46fb-b4db-5d4b43aa3c06 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:32.334769 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ac0ebc61-5afb-46fb-b4db-5d4b43aa3c06 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:32.396549 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b09056-33d5-42ab-8c5e-4fb48d282c57 None None] Network 57eb6c73-b9b7-4ec7-a6f1-eba0e068e962 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:32.527629 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ac0ebc61-5afb-46fb-b4db-5d4b43aa3c06 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:32.669734 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ac0ebc61-5afb-46fb-b4db-5d4b43aa3c06 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:32.708654 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ebc61-5afb-46fb-b4db-5d4b43aa3c06 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Subnet': ['ID=5550f1b8-3b5b-4df5-95d7-f32f076b997e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:32.724598 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ac0ebc61-5afb-46fb-b4db-5d4b43aa3c06 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:32.732750 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 32846) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:32.739617 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ac0ebc61-5afb-46fb-b4db-5d4b43aa3c06 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/subnets/5550f1b8-3b5b-4df5-95d7-f32f076b997e HTTP/1.1" status: 204 len: 168 time: 0.6305711 Sep 21 18:13:32.929509 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-ae3316fe-9db5-4aad-8e31-295a1893d229 None None] Could not find standard attr ID for object 6295f252-1bb6-4ed5-b9be-b8aefec6f5c2. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:13:33.008116 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c5585c90-dd6e-4e3f-a3ac-c8e067ef331f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:33.119664 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-c5585c90-dd6e-4e3f-a3ac-c8e067ef331f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Deleting port acb9ea63-4da8-4af5-92f9-639b1f5949f2 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:33.120188 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c5585c90-dd6e-4e3f-a3ac-c8e067ef331f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:33.269819 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-c5585c90-dd6e-4e3f-a3ac-c8e067ef331f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] For port acb9ea63-4da8-4af5-92f9-639b1f5949f2, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=acb9ea63-4da8-4af5-92f9-639b1f5949f2,segment=NetworkSegment(c4d64e1a-9721-4f12-ba39-f65e245d5ac9),segment_id=c4d64e1a-9721-4f12-ba39-f65e245d5ac9)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:33.277023 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c5585c90-dd6e-4e3f-a3ac-c8e067ef331f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:33.291013 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78822d71-0645-46c0-a87c-92edd09d3359 None None] DHCP port deletion for 57eb6c73-b9b7-4ec7-a6f1-eba0e068e962 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:13:33.305920 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-c5585c90-dd6e-4e3f-a3ac-c8e067ef331f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Calling delete_port for acb9ea63-4da8-4af5-92f9-639b1f5949f2 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:33.437858 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-78822d71-0645-46c0-a87c-92edd09d3359 None None] Deleting port acb9ea63-4da8-4af5-92f9-639b1f5949f2 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:33.438976 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-78822d71-0645-46c0-a87c-92edd09d3359 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:33.577507 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c5585c90-dd6e-4e3f-a3ac-c8e067ef331f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:33.645227 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5585c90-dd6e-4e3f-a3ac-c8e067ef331f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Port': ['ID=acb9ea63-4da8-4af5-92f9-639b1f5949f2,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:33.660634 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-78822d71-0645-46c0-a87c-92edd09d3359 None None] For port acb9ea63-4da8-4af5-92f9-639b1f5949f2, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=acb9ea63-4da8-4af5-92f9-639b1f5949f2,segment=NetworkSegment(c4d64e1a-9721-4f12-ba39-f65e245d5ac9),segment_id=c4d64e1a-9721-4f12-ba39-f65e245d5ac9)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:33.662676 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5585c90-dd6e-4e3f-a3ac-c8e067ef331f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] No DVR routers for this DVR port acb9ea63-4da8-4af5-92f9-639b1f5949f2 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:13:33.663423 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-78822d71-0645-46c0-a87c-92edd09d3359 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:33.699613 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-78822d71-0645-46c0-a87c-92edd09d3359 None None] Calling delete_port for acb9ea63-4da8-4af5-92f9-639b1f5949f2 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:33.810866 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c5585c90-dd6e-4e3f-a3ac-c8e067ef331f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:33.850814 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-78822d71-0645-46c0-a87c-92edd09d3359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:33.858197 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-c5585c90-dd6e-4e3f-a3ac-c8e067ef331f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57eb6c73-b9b7-4ec7-a6f1-eba0e068e962']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:33.881227 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78822d71-0645-46c0-a87c-92edd09d3359 None None] No DVR routers for this DVR port acb9ea63-4da8-4af5-92f9-639b1f5949f2 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:13:33.901955 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-c5585c90-dd6e-4e3f-a3ac-c8e067ef331f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d64e1a-9721-4f12-ba39-f65e245d5ac9') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:33.902343 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-c5585c90-dd6e-4e3f-a3ac-c8e067ef331f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d64e1a-9721-4f12-ba39-f65e245d5ac9') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:33.936248 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c5585c90-dd6e-4e3f-a3ac-c8e067ef331f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:33.953808 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78822d71-0645-46c0-a87c-92edd09d3359 None None] Pushing event deleted for resources: {'Port': ['ID=acb9ea63-4da8-4af5-92f9-639b1f5949f2,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:33.970561 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c5585c90-dd6e-4e3f-a3ac-c8e067ef331f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:33.979462 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5585c90-dd6e-4e3f-a3ac-c8e067ef331f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:13:33.980314 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c5585c90-dd6e-4e3f-a3ac-c8e067ef331f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:33.987198 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:13:33.987198 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:13:33.987198 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:13:33.987198 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:13:33.987198 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:13:33.987198 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:13:33.987198 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:13:33.987198 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:13:33.987198 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:13:33.987198 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:13:33.987198 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:13:33.987198 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:13:33.987198 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:13:33.987198 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:13:33.987198 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:13:33.987198 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:13:33.987198 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:13:33.987198 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:13:33.987198 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:13:33.987198 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:13:33.987198 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:13:33.987198 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:13:33.987198 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:13:33.987198 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:13:33.987198 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:13:33.987198 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:13:33.987198 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:13:33.987198 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:13:33.987198 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:13:33.987198 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:13:33.987198 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:13:33.987198 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:13:34.084315 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c5585c90-dd6e-4e3f-a3ac-c8e067ef331f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:34.090350 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c5585c90-dd6e-4e3f-a3ac-c8e067ef331f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:34.093020 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c5585c90-dd6e-4e3f-a3ac-c8e067ef331f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/networks/57eb6c73-b9b7-4ec7-a6f1-eba0e068e962 HTTP/1.1" status: 204 len: 168 time: 1.3592293 Sep 21 18:13:34.097079 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 32890) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:34.114615 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5585c90-dd6e-4e3f-a3ac-c8e067ef331f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Network': ['ID=57eb6c73-b9b7-4ec7-a6f1-eba0e068e962,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:34.233640 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a745980-eaa0-4594-a25f-52492312616c tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:34.239372 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 32896) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:34.240338 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5a745980-eaa0-4594-a25f-52492312616c tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1405458 Sep 21 18:13:34.287118 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device acb9ea63-4da8-4af5-92f9-639b1f5949f2 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:13:34.335151 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: acb9ea63-4da8-4af5-92f9-639b1f5949f2 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:13:34.335498 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device acb9ea63-4da8-4af5-92f9-639b1f5949f2 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:13:34.372144 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ed9a3da5-7138-44b2-9c1a-0552f2d32edd tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1280048 Sep 21 18:13:34.372560 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 32898) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:34.377638 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-04c8e76f-ed45-44c1-92c8-ac590ee72eaa tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-292509290'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:34.416495 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c8e76f-ed45-44c1-92c8-ac590ee72eaa tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:34.441342 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-04c8e76f-ed45-44c1-92c8-ac590ee72eaa tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:34.480779 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c8e76f-ed45-44c1-92c8-ac590ee72eaa tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:13:34.498324 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-04c8e76f-ed45-44c1-92c8-ac590ee72eaa tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:34.498827 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-04c8e76f-ed45-44c1-92c8-ac590ee72eaa tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Added segment c023bda9-c0ea-4389-b878-1726222df1d9 of type vlan for network 6723c6fe-216f-466a-b32c-f58880d39680 Sep 21 18:13:34.565876 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-04c8e76f-ed45-44c1-92c8-ac590ee72eaa tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:34.611138 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-04c8e76f-ed45-44c1-92c8-ac590ee72eaa tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:34.618813 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c8e76f-ed45-44c1-92c8-ac590ee72eaa tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:34.619415 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-04c8e76f-ed45-44c1-92c8-ac590ee72eaa tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:34.704972 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-04c8e76f-ed45-44c1-92c8-ac590ee72eaa tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3285868 Sep 21 18:13:34.705425 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 32912) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:34.710977 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-065e20c6-e335-436a-913c-8dd420a8e78c tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'subnet': {'network_id': '6723c6fe-216f-466a-b32c-f58880d39680', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:34.785947 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8e76f-ed45-44c1-92c8-ac590ee72eaa tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Network': ['ID=6723c6fe-216f-466a-b32c-f58880d39680,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:34.798260 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 6723c6fe-216f-466a-b32c-f58880d39680 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:13:34.930184 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065e20c6-e335-436a-913c-8dd420a8e78c tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:34.941192 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-065e20c6-e335-436a-913c-8dd420a8e78c tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:35.242344 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-065e20c6-e335-436a-913c-8dd420a8e78c tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:35.413155 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e20c6-e335-436a-913c-8dd420a8e78c tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Checking segment: {'id': 'c023bda9-c0ea-4389-b878-1726222df1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6723c6fe-216f-466a-b32c-f58880d39680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:35.413575 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065e20c6-e335-436a-913c-8dd420a8e78c tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network hostable DHCP agents. Network: 6723c6fe-216f-466a-b32c-f58880d39680, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:13:35.429356 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e20c6-e335-436a-913c-8dd420a8e78c tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Subnet': ['ID=66944c55-f1d4-42a8-82d3-805606f54081,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:35.432598 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff5c9e-756e-40b5-b24c-3f6434786a39 req-fc306901-73bf-4a1d-9510-dff38a7596d6 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:35.451217 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ecff5c9e-756e-40b5-b24c-3f6434786a39 req-fc306901-73bf-4a1d-9510-dff38a7596d6 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fc09177-3656-4298-a397-3dfbfc3e0f94 HTTP/1.1" status: 200 len: 946 time: 0.1087623 Sep 21 18:13:35.458878 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065e20c6-e335-436a-913c-8dd420a8e78c tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network 6723c6fe-216f-466a-b32c-f58880d39680 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:13:35.474077 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-065e20c6-e335-436a-913c-8dd420a8e78c tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 6723c6fe-216f-466a-b32c-f58880d39680) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:35.482455 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c801561-67ec-4d73-ac3a-b2d7dedc1c0d None None] Network 6723c6fe-216f-466a-b32c-f58880d39680 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:35.501681 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065e20c6-e335-436a-913c-8dd420a8e78c tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:35.502661 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-065e20c6-e335-436a-913c-8dd420a8e78c tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:35.513756 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ecff5c9e-756e-40b5-b24c-3f6434786a39 req-de19a760-9658-4032-9810-72059dd917e6 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] 10.222.0.58 "GET /v2.0/security-groups?id=fad8c218-ba60-413d-aa3d-1f092346c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602844 Sep 21 18:13:35.553016 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 32938) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:35.553293 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-065e20c6-e335-436a-913c-8dd420a8e78c tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8464637 Sep 21 18:13:35.565745 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-b6fa04b0-5b6c-4f0f-950b-773ac47c9463 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'port': {'network_id': '6723c6fe-216f-466a-b32c-f58880d39680', 'name': 'tempest-PortsTestJSON-1627671994'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:35.772709 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fa04b0-5b6c-4f0f-950b-773ac47c9463 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:35.777583 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b6fa04b0-5b6c-4f0f-950b-773ac47c9463 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:35.797373 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d49267b-3628-43d0-b07e-02d318693079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-6723c6fe-216f-466a-b32c-f58880d39680', 'network_id': '6723c6fe-216f-466a-b32c-f58880d39680', 'tenant_id': '50fd849ffb184c9fb056374cbc97e47f', 'fixed_ips': [{'subnet_id': '66944c55-f1d4-42a8-82d3-805606f54081'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:13:35.798467 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0d49267b-3628-43d0-b07e-02d318693079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:35.799952 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-b6fa04b0-5b6c-4f0f-950b-773ac47c9463 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] device_id is not set on port 229aac12-663c-432c-81ac-2494198673d7 yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:13:36.018399 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-b6fa04b0-5b6c-4f0f-950b-773ac47c9463 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Allocated IP 172.20.0.4 (6723c6fe-216f-466a-b32c-f58880d39680/66944c55-f1d4-42a8-82d3-805606f54081/229aac12-663c-432c-81ac-2494198673d7) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:13:36.290353 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b6fa04b0-5b6c-4f0f-950b-773ac47c9463 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:36.331141 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b6fa04b0-5b6c-4f0f-950b-773ac47c9463 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:36.388572 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fa04b0-5b6c-4f0f-950b-773ac47c9463 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network 6723c6fe-216f-466a-b32c-f58880d39680 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:36.391921 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-b6fa04b0-5b6c-4f0f-950b-773ac47c9463 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:36.400577 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fa04b0-5b6c-4f0f-950b-773ac47c9463 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:36.417247 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-0d49267b-3628-43d0-b07e-02d318693079 None None] Allocated IP 172.20.0.2 (6723c6fe-216f-466a-b32c-f58880d39680/66944c55-f1d4-42a8-82d3-805606f54081/af45da7d-d60c-41f1-84f5-d664e9983987) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:13:36.469645 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa04b0-5b6c-4f0f-950b-773ac47c9463 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Port': ['ID=229aac12-663c-432c-81ac-2494198673d7,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:36.565630 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fa04b0-5b6c-4f0f-950b-773ac47c9463 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:36.566647 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b6fa04b0-5b6c-4f0f-950b-773ac47c9463 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:36.607749 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 32966) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:36.608710 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b6fa04b0-5b6c-4f0f-950b-773ac47c9463 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0529675 Sep 21 18:13:36.613505 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-de3f9642-ed28-460c-9231-3889344e95d6 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'port': {'network_id': '6723c6fe-216f-466a-b32c-f58880d39680', 'name': 'tempest-PortsTestJSON-1979198541'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:36.793184 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3f9642-ed28-460c-9231-3889344e95d6 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:36.801316 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-de3f9642-ed28-460c-9231-3889344e95d6 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:36.828234 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-de3f9642-ed28-460c-9231-3889344e95d6 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] device_id is not set on port adb31868-445b-449c-8c42-77ae3d77dbee yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:13:36.841672 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0621a8-36dc-48e5-a27d-4bfcdfce136f req-5c7bd1af-3881-4e5b-b57c-2c6fb873a483 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:36.855034 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bc0621a8-36dc-48e5-a27d-4bfcdfce136f req-5c7bd1af-3881-4e5b-b57c-2c6fb873a483 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fc09177-3656-4298-a397-3dfbfc3e0f94 HTTP/1.1" status: 200 len: 946 time: 0.1998994 Sep 21 18:13:36.861373 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0d49267b-3628-43d0-b07e-02d318693079 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:36.876474 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0d49267b-3628-43d0-b07e-02d318693079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:36.988097 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d49267b-3628-43d0-b07e-02d318693079 None None] Network 6723c6fe-216f-466a-b32c-f58880d39680 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:36.997461 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-0d49267b-3628-43d0-b07e-02d318693079 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:37.001843 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d49267b-3628-43d0-b07e-02d318693079 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:37.012951 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49267b-3628-43d0-b07e-02d318693079 None None] Pushing event updated for resources: {'Port': ['ID=af45da7d-d60c-41f1-84f5-d664e9983987,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:37.015380 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7c2ab-a838-4de2-a61c-cab135e842fb req-e01240d6-4964-431f-87b0-095d0aad6cf0 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:37.021570 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-36a7c2ab-a838-4de2-a61c-cab135e842fb req-e01240d6-4964-431f-87b0-095d0aad6cf0 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fc09177-3656-4298-a397-3dfbfc3e0f94 HTTP/1.1" status: 200 len: 946 time: 0.2878976 Sep 21 18:13:37.032403 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bc0621a8-36dc-48e5-a27d-4bfcdfce136f req-3f6fd210-8e53-4504-8bf4-37e898970b6f tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] 10.222.0.58 "GET /v2.0/security-groups?id=fad8c218-ba60-413d-aa3d-1f092346c89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749299 Sep 21 18:13:37.095695 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-de3f9642-ed28-460c-9231-3889344e95d6 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Allocated IP 172.20.0.3 (6723c6fe-216f-466a-b32c-f58880d39680/66944c55-f1d4-42a8-82d3-805606f54081/adb31868-445b-449c-8c42-77ae3d77dbee) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:13:37.149702 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0d49267b-3628-43d0-b07e-02d318693079 None None] Attempting to bind port af45da7d-d60c-41f1-84f5-d664e9983987 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:13:37.151049 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0d49267b-3628-43d0-b07e-02d318693079 None None] Attempting to bind port af45da7d-d60c-41f1-84f5-d664e9983987 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'c023bda9-c0ea-4389-b878-1726222df1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6723c6fe-216f-466a-b32c-f58880d39680'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:13:37.151520 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d49267b-3628-43d0-b07e-02d318693079 None None] Attempting to bind port af45da7d-d60c-41f1-84f5-d664e9983987 on network 6723c6fe-216f-466a-b32c-f58880d39680 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:13:37.170639 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d49267b-3628-43d0-b07e-02d318693079 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:13:37.171048 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d49267b-3628-43d0-b07e-02d318693079 None None] Checking segment: {'id': 'c023bda9-c0ea-4389-b878-1726222df1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6723c6fe-216f-466a-b32c-f58880d39680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:37.172727 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0d49267b-3628-43d0-b07e-02d318693079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:37.173129 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d49267b-3628-43d0-b07e-02d318693079 None None] Bound using segment: {'id': 'c023bda9-c0ea-4389-b878-1726222df1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6723c6fe-216f-466a-b32c-f58880d39680'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:13:37.173825 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0d49267b-3628-43d0-b07e-02d318693079 None None] Bound port: af45da7d-d60c-41f1-84f5-d664e9983987, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c023bda9-c0ea-4389-b878-1726222df1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6723c6fe-216f-466a-b32c-f58880d39680'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:13:37.175727 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0d49267b-3628-43d0-b07e-02d318693079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:37.301083 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-0d49267b-3628-43d0-b07e-02d318693079 None None] For port af45da7d-d60c-41f1-84f5-d664e9983987, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:13:37.307851 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-36a7c2ab-a838-4de2-a61c-cab135e842fb req-76f77318-96d1-4cac-a00b-2bcf2a8b11f8 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] Deleting port 0c77da63-2775-4c78-aa1c-2400c0a3bd66 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:37.309641 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-36a7c2ab-a838-4de2-a61c-cab135e842fb req-76f77318-96d1-4cac-a00b-2bcf2a8b11f8 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:37.313207 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-0d49267b-3628-43d0-b07e-02d318693079 None None] For port af45da7d-d60c-41f1-84f5-d664e9983987, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=af45da7d-d60c-41f1-84f5-d664e9983987,segment=NetworkSegment(c023bda9-c0ea-4389-b878-1726222df1d9),segment_id=c023bda9-c0ea-4389-b878-1726222df1d9)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:13:37.321952 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0d49267b-3628-43d0-b07e-02d318693079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:37.482130 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-36a7c2ab-a838-4de2-a61c-cab135e842fb req-76f77318-96d1-4cac-a00b-2bcf2a8b11f8 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] For port 0c77da63-2775-4c78-aa1c-2400c0a3bd66, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=0c77da63-2775-4c78-aa1c-2400c0a3bd66,segment=NetworkSegment(2e40679d-35d3-4c81-955d-7f432f1aa20c),segment_id=2e40679d-35d3-4c81-955d-7f432f1aa20c)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:37.482875 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-36a7c2ab-a838-4de2-a61c-cab135e842fb req-76f77318-96d1-4cac-a00b-2bcf2a8b11f8 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:37.484967 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49267b-3628-43d0-b07e-02d318693079 None None] Pushing event updated for resources: {'Port': ['ID=af45da7d-d60c-41f1-84f5-d664e9983987,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:37.522058 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-36a7c2ab-a838-4de2-a61c-cab135e842fb req-76f77318-96d1-4cac-a00b-2bcf2a8b11f8 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] Calling delete_port for 0c77da63-2775-4c78-aa1c-2400c0a3bd66 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:37.593609 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-de3f9642-ed28-460c-9231-3889344e95d6 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:37.781795 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-de3f9642-ed28-460c-9231-3889344e95d6 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:37.824929 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-36a7c2ab-a838-4de2-a61c-cab135e842fb req-76f77318-96d1-4cac-a00b-2bcf2a8b11f8 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:37.840150 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['0c77da63-2775-4c78-aa1c-2400c0a3bd66'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:13:37.912998 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3f9642-ed28-460c-9231-3889344e95d6 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network 6723c6fe-216f-466a-b32c-f58880d39680 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:37.925854 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-de3f9642-ed28-460c-9231-3889344e95d6 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:37.941479 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f77318-96d1-4cac-a00b-2bcf2a8b11f8 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] Pushing event deleted for resources: {'Port': ['ID=0c77da63-2775-4c78-aa1c-2400c0a3bd66,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:37.951322 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3f9642-ed28-460c-9231-3889344e95d6 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:38.065624 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3f9642-ed28-460c-9231-3889344e95d6 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:38.066742 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-de3f9642-ed28-460c-9231-3889344e95d6 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:38.100501 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-de3f9642-ed28-460c-9231-3889344e95d6 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4877276 Sep 21 18:13:38.100501 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 32996) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:38.134276 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a7c2ab-a838-4de2-a61c-cab135e842fb req-76f77318-96d1-4cac-a00b-2bcf2a8b11f8 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] No DVR routers for this DVR port 0c77da63-2775-4c78-aa1c-2400c0a3bd66 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:13:38.147230 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-36a7c2ab-a838-4de2-a61c-cab135e842fb req-76f77318-96d1-4cac-a00b-2bcf2a8b11f8 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:38.151439 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-36a7c2ab-a838-4de2-a61c-cab135e842fb req-76f77318-96d1-4cac-a00b-2bcf2a8b11f8 tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] 10.222.0.44 "DELETE /v2.0/ports/0c77da63-2775-4c78-aa1c-2400c0a3bd66 HTTP/1.1" status: 204 len: 173 time: 1.1171334 Sep 21 18:13:38.151439 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc09177-3656-4298-a397-3dfbfc3e0f94', 'name': 'network-vif-deleted', 'tag': '0c77da63-2775-4c78-aa1c-2400c0a3bd66'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:13:38.155133 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1991b8-b3c1-46b8-b29d-0c95b9cf8c9b" -d '{"events": [{"server_uuid": "9fc09177-3656-4298-a397-3dfbfc3e0f94", "name": "network-vif-deleted", "tag": "0c77da63-2775-4c78-aa1c-2400c0a3bd66"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:13:38.231329 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f9642-ed28-460c-9231-3889344e95d6 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Port': ['ID=adb31868-445b-449c-8c42-77ae3d77dbee,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:38.266425 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b60d391-0ced-4cd3-85be-4a0a2b34f8dd req-6205ff2b-0653-4454-b5eb-1e390665170b tempest-ServerTagsTestJSON-2073814711 tempest-ServerTagsTestJSON-2073814711-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fc09177-3656-4298-a397-3dfbfc3e0f94 HTTP/1.1" status: 200 len: 210 time: 0.0520363 Sep 21 18:13:38.305322 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88e4e7d-0c03-4333-8acb-969bfbde2ce5 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:38.314167 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b88e4e7d-0c03-4333-8acb-969bfbde2ce5 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.2104599 Sep 21 18:13:38.314730 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33004) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:38.455458 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc1ff81-a6a3-48b8-895c-e02bcbd76306 x-openstack-request-id: req-adc1ff81-a6a3-48b8-895c-e02bcbd76306 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:13:38.455759 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc09177-3656-4298-a397-3dfbfc3e0f94", "name": "network-vif-deleted", "tag": "0c77da63-2775-4c78-aa1c-2400c0a3bd66", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:13:38.456064 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-adc1ff81-a6a3-48b8-895c-e02bcbd76306 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:13:38.456672 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc09177-3656-4298-a397-3dfbfc3e0f94', 'name': 'network-vif-deleted', 'tag': '0c77da63-2775-4c78-aa1c-2400c0a3bd66', 'status': 'completed', 'code': 200} Sep 21 18:13:38.489833 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device af45da7d-d60c-41f1-84f5-d664e9983987 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:13:38.531173 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-744446a0-69db-4b30-911f-e3255872eabe tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Deleting port adb31868-445b-449c-8c42-77ae3d77dbee {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:38.531765 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-744446a0-69db-4b30-911f-e3255872eabe tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:38.601679 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port af45da7d-d60c-41f1-84f5-d664e9983987 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:38.602497 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:38.791863 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-744446a0-69db-4b30-911f-e3255872eabe tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:38.833882 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:38.835552 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-744446a0-69db-4b30-911f-e3255872eabe tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Calling delete_port for adb31868-445b-449c-8c42-77ae3d77dbee owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:38.886055 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port af45da7d-d60c-41f1-84f5-d664e9983987, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=af45da7d-d60c-41f1-84f5-d664e9983987,segment=NetworkSegment(c023bda9-c0ea-4389-b878-1726222df1d9),segment_id=c023bda9-c0ea-4389-b878-1726222df1d9)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:38.895328 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:39.034013 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=af45da7d-d60c-41f1-84f5-d664e9983987,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:39.213562 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-744446a0-69db-4b30-911f-e3255872eabe tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:39.253509 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f36d32f-ea33-4ea5-8eab-df9abb9ee1e5 None None] Network 6723c6fe-216f-466a-b32c-f58880d39680 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:39.278580 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744446a0-69db-4b30-911f-e3255872eabe tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Port': ['ID=adb31868-445b-449c-8c42-77ae3d77dbee,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:39.357912 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-dfa7cb2f-3249-4ee7-a50c-77622be3f4ef None None] Provisioning complete for port af45da7d-d60c-41f1-84f5-d664e9983987 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:39.358786 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dfa7cb2f-3249-4ee7-a50c-77622be3f4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:39.377121 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33026) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:39.453575 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-744446a0-69db-4b30-911f-e3255872eabe tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:39.455542 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee523ddf-cf9f-4d63-b49a-a16c90719d21 admin admin] Deleting subnet dcd1dd3e-c71c-48c5-a5db-d1a8ba58c911 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:13:39.458750 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-744446a0-69db-4b30-911f-e3255872eabe tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/ports/adb31868-445b-449c-8c42-77ae3d77dbee HTTP/1.1" status: 204 len: 168 time: 1.1397820 Sep 21 18:13:39.459000 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33030) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:39.473285 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee523ddf-cf9f-4d63-b49a-a16c90719d21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:39.515028 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1f2af79-e94d-4772-a50b-c113cbbc0141 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] GET failed (client error): The resource could not be found. Sep 21 18:13:39.519964 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b1f2af79-e94d-4772-a50b-c113cbbc0141 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "GET /v2.0/ports/adb31868-445b-449c-8c42-77ae3d77dbee HTTP/1.1" status: 404 len: 333 time: 0.0568826 Sep 21 18:13:39.520461 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33032) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:39.536661 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee523ddf-cf9f-4d63-b49a-a16c90719d21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:39.606251 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee523ddf-cf9f-4d63-b49a-a16c90719d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:39.687704 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-7d0755d8-a700-4a18-8fc2-53aff7597a5b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Deleting port 229aac12-663c-432c-81ac-2494198673d7 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:39.688263 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d0755d8-a700-4a18-8fc2-53aff7597a5b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:39.721109 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee523ddf-cf9f-4d63-b49a-a16c90719d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:39.771809 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee523ddf-cf9f-4d63-b49a-a16c90719d21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcd1dd3e-c71c-48c5-a5db-d1a8ba58c911,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:39.772169 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee523ddf-cf9f-4d63-b49a-a16c90719d21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:39.774172 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ee523ddf-cf9f-4d63-b49a-a16c90719d21 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/dcd1dd3e-c71c-48c5-a5db-d1a8ba58c911 HTTP/1.1" status: 204 len: 168 time: 0.3962636 Sep 21 18:13:39.778108 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33042) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:39.941128 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d0755d8-a700-4a18-8fc2-53aff7597a5b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:39.968846 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-7d0755d8-a700-4a18-8fc2-53aff7597a5b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Calling delete_port for 229aac12-663c-432c-81ac-2494198673d7 owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:40.004837 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7debaf8c-a251-48b3-a00e-40aedb5de430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:40.147750 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7debaf8c-a251-48b3-a00e-40aedb5de430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:40.178835 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-49decae5-7803-4368-bb4c-149678fde74f None None] Provisioning complete for port af45da7d-d60c-41f1-84f5-d664e9983987 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:40.179452 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-49decae5-7803-4368-bb4c-149678fde74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:40.239923 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-7debaf8c-a251-48b3-a00e-40aedb5de430 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8461f3f2-e45d-40b8-aaff-8b0e533fec03']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:40.270863 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-7debaf8c-a251-48b3-a00e-40aedb5de430 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e40679d-35d3-4c81-955d-7f432f1aa20c') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:40.271285 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-7debaf8c-a251-48b3-a00e-40aedb5de430 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e40679d-35d3-4c81-955d-7f432f1aa20c') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:40.301756 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d0755d8-a700-4a18-8fc2-53aff7597a5b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:40.330789 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7debaf8c-a251-48b3-a00e-40aedb5de430 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:40.343844 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device af45da7d-d60c-41f1-84f5-d664e9983987 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:13:40.364720 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7debaf8c-a251-48b3-a00e-40aedb5de430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:40.376876 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7debaf8c-a251-48b3-a00e-40aedb5de430 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:13:40.377209 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0755d8-a700-4a18-8fc2-53aff7597a5b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Port': ['ID=229aac12-663c-432c-81ac-2494198673d7,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:40.377800 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7debaf8c-a251-48b3-a00e-40aedb5de430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:40.380710 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:13:40.380710 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:13:40.380710 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:13:40.380710 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:13:40.380710 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:13:40.380710 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:13:40.380710 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:13:40.380710 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:13:40.380710 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:13:40.380710 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:13:40.380710 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:13:40.380710 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:13:40.380710 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:13:40.380710 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:13:40.380710 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:13:40.380710 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:13:40.380710 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:13:40.380710 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:13:40.380710 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:13:40.380710 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:13:40.380710 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:13:40.380710 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:13:40.380710 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:13:40.380710 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:13:40.380710 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:13:40.380710 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:13:40.380710 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:13:40.380710 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:13:40.380710 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:13:40.380710 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:13:40.380710 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:13:40.380710 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:13:40.512939 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-49decae5-7803-4368-bb4c-149678fde74f None None] Could not find standard attr ID for object 229aac12-663c-432c-81ac-2494198673d7. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:13:40.524600 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7debaf8c-a251-48b3-a00e-40aedb5de430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:40.532831 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7debaf8c-a251-48b3-a00e-40aedb5de430 admin admin] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:40.536788 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7debaf8c-a251-48b3-a00e-40aedb5de430 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8461f3f2-e45d-40b8-aaff-8b0e533fec03 HTTP/1.1" status: 204 len: 168 time: 0.7573822 Sep 21 18:13:40.560070 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port af45da7d-d60c-41f1-84f5-d664e9983987 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:40.560792 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:40.571805 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d0755d8-a700-4a18-8fc2-53aff7597a5b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:40.581514 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7debaf8c-a251-48b3-a00e-40aedb5de430 admin admin] Pushing event deleted for resources: {'Network': ['ID=8461f3f2-e45d-40b8-aaff-8b0e533fec03,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:40.591284 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33056) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:40.602216 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7d0755d8-a700-4a18-8fc2-53aff7597a5b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/ports/229aac12-663c-432c-81ac-2494198673d7 HTTP/1.1" status: 204 len: 168 time: 1.0619273 Sep 21 18:13:40.707894 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b37b67-263c-42a5-8503-29ddaf9e3296 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] GET failed (client error): The resource could not be found. Sep 21 18:13:40.714150 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-44b37b67-263c-42a5-8503-29ddaf9e3296 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "GET /v2.0/ports/229aac12-663c-432c-81ac-2494198673d7 HTTP/1.1" status: 404 len: 333 time: 0.1197977 Sep 21 18:13:40.715663 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33064) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:40.723429 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-c349cbfe-a131-442d-9abc-3d7c0849b2db None None] Could not find standard attr ID for object 229aac12-663c-432c-81ac-2494198673d7. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:13:40.832562 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33066) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:40.847828 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3eaafea-7486-4a72-afdb-4784020e5737 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Deleting subnet 66944c55-f1d4-42a8-82d3-805606f54081 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:13:40.856265 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d3eaafea-7486-4a72-afdb-4784020e5737 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:40.942202 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33068) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:40.943519 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ceb4d090-392a-4173-90f3-6d48436980b9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=de4f988ffb4b4e1aae29e1554c14c20b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1020055 Sep 21 18:13:40.982368 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d3eaafea-7486-4a72-afdb-4784020e5737 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:41.031874 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 0c77da63-2775-4c78-aa1c-2400c0a3bd66 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:13:41.092779 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-005239e5-af73-483f-b770-3a0dad55b619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:41.116354 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-08788552-d358-43fa-ae4a-2462cca127d6 None None] Could not find standard attr ID for object adb31868-445b-449c-8c42-77ae3d77dbee. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:13:41.118371 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 0c77da63-2775-4c78-aa1c-2400c0a3bd66 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:13:41.118921 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 0c77da63-2775-4c78-aa1c-2400c0a3bd66 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:13:41.147414 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-005239e5-af73-483f-b770-3a0dad55b619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:41.191589 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d3eaafea-7486-4a72-afdb-4784020e5737 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:41.298188 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-005239e5-af73-483f-b770-3a0dad55b619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:41.300823 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-005239e5-af73-483f-b770-3a0dad55b619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:41.302061 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-005239e5-af73-483f-b770-3a0dad55b619 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fad8c218-ba60-413d-aa3d-1f092346c89a HTTP/1.1" status: 204 len: 168 time: 0.3550739 Sep 21 18:13:41.319288 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005239e5-af73-483f-b770-3a0dad55b619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad8c218-ba60-413d-aa3d-1f092346c89a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:41.333713 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d3eaafea-7486-4a72-afdb-4784020e5737 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:41.396934 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eaafea-7486-4a72-afdb-4784020e5737 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Subnet': ['ID=66944c55-f1d4-42a8-82d3-805606f54081,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:41.402727 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d3eaafea-7486-4a72-afdb-4784020e5737 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:41.407673 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d3eaafea-7486-4a72-afdb-4784020e5737 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/subnets/66944c55-f1d4-42a8-82d3-805606f54081 HTTP/1.1" status: 204 len: 168 time: 0.6908536 Sep 21 18:13:41.410365 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33082) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:41.553229 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d909599a-19a9-4c6c-bcc3-eef7d948aec2 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:41.694869 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-d909599a-19a9-4c6c-bcc3-eef7d948aec2 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Deleting port af45da7d-d60c-41f1-84f5-d664e9983987 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:41.701290 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d909599a-19a9-4c6c-bcc3-eef7d948aec2 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:41.719480 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082d5f97-e8d6-4081-b59c-c927369d37f1 None None] Network 6723c6fe-216f-466a-b32c-f58880d39680 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:42.062591 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970ea0ee-7ef6-40e8-aff6-275bfda259dc None None] DHCP port deletion for 6723c6fe-216f-466a-b32c-f58880d39680 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:13:42.174161 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-970ea0ee-7ef6-40e8-aff6-275bfda259dc None None] Deleting port af45da7d-d60c-41f1-84f5-d664e9983987 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:42.174441 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-970ea0ee-7ef6-40e8-aff6-275bfda259dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:42.296938 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-970ea0ee-7ef6-40e8-aff6-275bfda259dc None None] For port af45da7d-d60c-41f1-84f5-d664e9983987, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=af45da7d-d60c-41f1-84f5-d664e9983987,segment=NetworkSegment(c023bda9-c0ea-4389-b878-1726222df1d9),segment_id=c023bda9-c0ea-4389-b878-1726222df1d9)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:42.297247 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-970ea0ee-7ef6-40e8-aff6-275bfda259dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:42.355853 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-970ea0ee-7ef6-40e8-aff6-275bfda259dc None None] Calling delete_port for af45da7d-d60c-41f1-84f5-d664e9983987 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:42.459582 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device af45da7d-d60c-41f1-84f5-d664e9983987 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:13:42.467136 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-970ea0ee-7ef6-40e8-aff6-275bfda259dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:42.503020 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970ea0ee-7ef6-40e8-aff6-275bfda259dc None None] No DVR routers for this DVR port af45da7d-d60c-41f1-84f5-d664e9983987 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:13:42.505313 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: af45da7d-d60c-41f1-84f5-d664e9983987 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:13:42.506021 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device af45da7d-d60c-41f1-84f5-d664e9983987 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:13:42.527556 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-d909599a-19a9-4c6c-bcc3-eef7d948aec2 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] For port af45da7d-d60c-41f1-84f5-d664e9983987, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=af45da7d-d60c-41f1-84f5-d664e9983987,segment=NetworkSegment(c023bda9-c0ea-4389-b878-1726222df1d9),segment_id=c023bda9-c0ea-4389-b878-1726222df1d9)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:42.528212 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d909599a-19a9-4c6c-bcc3-eef7d948aec2 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:42.551882 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ea0ee-7ef6-40e8-aff6-275bfda259dc None None] Pushing event deleted for resources: {'Port': ['ID=af45da7d-d60c-41f1-84f5-d664e9983987,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:42.601818 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-d909599a-19a9-4c6c-bcc3-eef7d948aec2 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Calling delete_port for af45da7d-d60c-41f1-84f5-d664e9983987 owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:42.704455 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d909599a-19a9-4c6c-bcc3-eef7d948aec2 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:42.770752 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909599a-19a9-4c6c-bcc3-eef7d948aec2 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Port': ['ID=af45da7d-d60c-41f1-84f5-d664e9983987,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:42.811377 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d909599a-19a9-4c6c-bcc3-eef7d948aec2 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] No DVR routers for this DVR port af45da7d-d60c-41f1-84f5-d664e9983987 on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:13:42.941798 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d909599a-19a9-4c6c-bcc3-eef7d948aec2 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:42.955489 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33136) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:42.996356 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-d909599a-19a9-4c6c-bcc3-eef7d948aec2 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6723c6fe-216f-466a-b32c-f58880d39680']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:43.009632 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-d909599a-19a9-4c6c-bcc3-eef7d948aec2 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c023bda9-c0ea-4389-b878-1726222df1d9') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:43.010330 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-d909599a-19a9-4c6c-bcc3-eef7d948aec2 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c023bda9-c0ea-4389-b878-1726222df1d9') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:43.032828 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d909599a-19a9-4c6c-bcc3-eef7d948aec2 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:43.057163 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d909599a-19a9-4c6c-bcc3-eef7d948aec2 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:43.067322 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d909599a-19a9-4c6c-bcc3-eef7d948aec2 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:13:43.067742 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d909599a-19a9-4c6c-bcc3-eef7d948aec2 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:13:43.071555 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:13:43.109428 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-e0034705-f9f7-44db-a033-1d6fc93cc750 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-265754108-network', 'tenant_id': 'ad8b2977b5814f49a3cade4635c16ddb'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:43.150062 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0034705-f9f7-44db-a033-1d6fc93cc750 admin admin] Made reservation on behalf of ad8b2977b5814f49a3cade4635c16ddb for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:43.156523 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0034705-f9f7-44db-a033-1d6fc93cc750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:43.159903 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d909599a-19a9-4c6c-bcc3-eef7d948aec2 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:43.176386 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0034705-f9f7-44db-a033-1d6fc93cc750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:43.180014 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d909599a-19a9-4c6c-bcc3-eef7d948aec2 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:43.182603 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d909599a-19a9-4c6c-bcc3-eef7d948aec2 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/networks/6723c6fe-216f-466a-b32c-f58880d39680 HTTP/1.1" status: 204 len: 168 time: 1.7706053 Sep 21 18:13:43.190820 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33144) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:43.195173 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909599a-19a9-4c6c-bcc3-eef7d948aec2 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Network': ['ID=6723c6fe-216f-466a-b32c-f58880d39680,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:43.325438 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-5ab25111-ec2f-4b95-99d6-45433392f46a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1529442616'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:43.337807 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0034705-f9f7-44db-a033-1d6fc93cc750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:43.350159 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0034705-f9f7-44db-a033-1d6fc93cc750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:43.364407 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0034705-f9f7-44db-a033-1d6fc93cc750 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:13:43.376756 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0034705-f9f7-44db-a033-1d6fc93cc750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:43.385347 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-e0034705-f9f7-44db-a033-1d6fc93cc750 admin admin] Added segment 0bcb023e-8edb-4f00-aea9-224eef7001ab of type vlan for network 99df0589-9efb-4a6d-842b-47d8be4700b9 Sep 21 18:13:43.480129 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0034705-f9f7-44db-a033-1d6fc93cc750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beadb495-2292-4923-9708-93be6019558d,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:43.499617 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0034705-f9f7-44db-a033-1d6fc93cc750 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:43.525566 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab25111-ec2f-4b95-99d6-45433392f46a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:43.529636 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5ab25111-ec2f-4b95-99d6-45433392f46a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:43.554270 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0034705-f9f7-44db-a033-1d6fc93cc750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:43.555528 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0034705-f9f7-44db-a033-1d6fc93cc750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:43.556214 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0034705-f9f7-44db-a033-1d6fc93cc750 admin admin] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:44.068586 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab25111-ec2f-4b95-99d6-45433392f46a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:13:44.074814 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0034705-f9f7-44db-a033-1d6fc93cc750 admin admin] Pushing event updated for resources: {'Network': ['ID=99df0589-9efb-4a6d-842b-47d8be4700b9,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:44.087742 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5ab25111-ec2f-4b95-99d6-45433392f46a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:44.088443 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-5ab25111-ec2f-4b95-99d6-45433392f46a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Added segment d4ac34f1-8a5e-4445-b838-1ab8bcd3181c of type vlan for network 84347462-86e0-4c8d-bc30-0da6917ebad1 Sep 21 18:13:44.091456 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 99df0589-9efb-4a6d-842b-47d8be4700b9 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:13:44.098907 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e0034705-f9f7-44db-a033-1d6fc93cc750 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1422861 Sep 21 18:13:44.102081 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33162) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:44.118689 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-3aeadd4c-eba2-46c0-b7f5-9e948a9fb8e7 admin admin] Request body: {'subnet': {'network_id': '99df0589-9efb-4a6d-842b-47d8be4700b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-265754108-subnet', 'tenant_id': 'ad8b2977b5814f49a3cade4635c16ddb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:44.138727 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5ab25111-ec2f-4b95-99d6-45433392f46a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:44.167899 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aeadd4c-eba2-46c0-b7f5-9e948a9fb8e7 admin admin] Made reservation on behalf of ad8b2977b5814f49a3cade4635c16ddb for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:44.170589 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3aeadd4c-eba2-46c0-b7f5-9e948a9fb8e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:44.178968 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5ab25111-ec2f-4b95-99d6-45433392f46a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:44.215890 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab25111-ec2f-4b95-99d6-45433392f46a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:44.218333 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5ab25111-ec2f-4b95-99d6-45433392f46a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:44.422609 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab25111-ec2f-4b95-99d6-45433392f46a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Network': ['ID=84347462-86e0-4c8d-bc30-0da6917ebad1,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:44.435805 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5ab25111-ec2f-4b95-99d6-45433392f46a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1271996 Sep 21 18:13:44.436147 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 84347462-86e0-4c8d-bc30-0da6917ebad1 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:13:44.438810 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33172) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:44.444941 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-b8d38dda-6db5-42d4-8abc-86a54536a894 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'subnet': {'network_id': '84347462-86e0-4c8d-bc30-0da6917ebad1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:44.511359 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3aeadd4c-eba2-46c0-b7f5-9e948a9fb8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:44.671903 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeadd4c-eba2-46c0-b7f5-9e948a9fb8e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6ac9cbf-a478-461d-bb2a-44c2658ca5a2,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:44.681965 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d38dda-6db5-42d4-8abc-86a54536a894 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:44.687444 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b8d38dda-6db5-42d4-8abc-86a54536a894 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:44.697047 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeadd4c-eba2-46c0-b7f5-9e948a9fb8e7 admin admin] Checking segment: {'id': '0bcb023e-8edb-4f00-aea9-224eef7001ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '99df0589-9efb-4a6d-842b-47d8be4700b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:44.697427 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aeadd4c-eba2-46c0-b7f5-9e948a9fb8e7 admin admin] Network hostable DHCP agents. Network: 99df0589-9efb-4a6d-842b-47d8be4700b9, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:13:44.743763 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aeadd4c-eba2-46c0-b7f5-9e948a9fb8e7 admin admin] Network 99df0589-9efb-4a6d-842b-47d8be4700b9 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:13:44.780234 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-3aeadd4c-eba2-46c0-b7f5-9e948a9fb8e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 99df0589-9efb-4a6d-842b-47d8be4700b9) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:44.787825 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aeadd4c-eba2-46c0-b7f5-9e948a9fb8e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:44.788132 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3aeadd4c-eba2-46c0-b7f5-9e948a9fb8e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:44.793473 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd624b8-bcb5-45f7-b9bf-70746c89b80b None None] Network 99df0589-9efb-4a6d-842b-47d8be4700b9 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:44.809685 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3aeadd4c-eba2-46c0-b7f5-9e948a9fb8e7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7063236 Sep 21 18:13:45.018572 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9989a8ff-b9b9-4781-900f-e7f3af5e458e None None] Network 99df0589-9efb-4a6d-842b-47d8be4700b9 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:45.198878 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b8d38dda-6db5-42d4-8abc-86a54536a894 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:45.364911 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d38dda-6db5-42d4-8abc-86a54536a894 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Checking segment: {'id': 'd4ac34f1-8a5e-4445-b838-1ab8bcd3181c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '84347462-86e0-4c8d-bc30-0da6917ebad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:45.366319 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d38dda-6db5-42d4-8abc-86a54536a894 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network hostable DHCP agents. Network: 84347462-86e0-4c8d-bc30-0da6917ebad1, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:13:45.386558 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d38dda-6db5-42d4-8abc-86a54536a894 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Subnet': ['ID=43f06248-e38b-4d3c-b0ab-eb1ee3deda05,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:45.408292 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d38dda-6db5-42d4-8abc-86a54536a894 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network 84347462-86e0-4c8d-bc30-0da6917ebad1 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:13:45.424064 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-b8d38dda-6db5-42d4-8abc-86a54536a894 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 84347462-86e0-4c8d-bc30-0da6917ebad1) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:45.432134 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d38dda-6db5-42d4-8abc-86a54536a894 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:45.432982 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b8d38dda-6db5-42d4-8abc-86a54536a894 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:45.437567 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe35bc2-2b47-4ed9-9922-014e141af41a None None] Network 84347462-86e0-4c8d-bc30-0da6917ebad1 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:45.479374 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33192) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:45.480330 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b8d38dda-6db5-42d4-8abc-86a54536a894 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0397320 Sep 21 18:13:45.493679 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-f56599be-725b-468e-b5ed-2b7479fa0eb9 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'port': {'network_id': '84347462-86e0-4c8d-bc30-0da6917ebad1', 'name': 'tempest-PortsTestJSON-453992631', 'fixed_ips': [{'subnet_id': '43f06248-e38b-4d3c-b0ab-eb1ee3deda05', 'ip_address': '172.20.0.10'}]}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:45.722632 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1a24ff-6af2-4635-8393-434f4656012d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-84347462-86e0-4c8d-bc30-0da6917ebad1', 'network_id': '84347462-86e0-4c8d-bc30-0da6917ebad1', 'tenant_id': '50fd849ffb184c9fb056374cbc97e47f', 'fixed_ips': [{'subnet_id': '43f06248-e38b-4d3c-b0ab-eb1ee3deda05'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:13:45.723808 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2a1a24ff-6af2-4635-8393-434f4656012d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:45.769739 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56599be-725b-468e-b5ed-2b7479fa0eb9 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:45.788719 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33200) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:45.796127 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-2b7452a8-be6d-43c3-a195-77152a0b7019 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1855597060-network', 'tenant_id': '8daff190f5ad4132a9fda22e185a011d'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:45.831709 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7452a8-be6d-43c3-a195-77152a0b7019 admin admin] Made reservation on behalf of 8daff190f5ad4132a9fda22e185a011d for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:45.836776 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2b7452a8-be6d-43c3-a195-77152a0b7019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:45.847947 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2b7452a8-be6d-43c3-a195-77152a0b7019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:45.927029 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f56599be-725b-468e-b5ed-2b7479fa0eb9 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:45.961252 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-f56599be-725b-468e-b5ed-2b7479fa0eb9 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] device_id is not set on port b9d9eb29-bb08-47f0-a91c-5d2ea8016145 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:13:45.987877 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-be7a88fa-5626-4255-9a75-73627f8c2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:46.026650 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-2a1a24ff-6af2-4635-8393-434f4656012d None None] Allocated IP 172.20.0.2 (84347462-86e0-4c8d-bc30-0da6917ebad1/43f06248-e38b-4d3c-b0ab-eb1ee3deda05/20dfb9f3-738c-44d2-9bc0-8c2376faab82) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:13:46.084809 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2b7452a8-be6d-43c3-a195-77152a0b7019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:46.091942 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2b7452a8-be6d-43c3-a195-77152a0b7019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:46.119117 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b7452a8-be6d-43c3-a195-77152a0b7019 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:13:46.137225 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2b7452a8-be6d-43c3-a195-77152a0b7019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:46.138015 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-2b7452a8-be6d-43c3-a195-77152a0b7019 admin admin] Added segment d11d32ca-051c-4483-8d30-d581bb244650 of type vlan for network ed7c6a80-70d8-432b-bd1c-ac8175ec0d16 Sep 21 18:13:46.200184 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2b7452a8-be6d-43c3-a195-77152a0b7019 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:46.249125 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2b7452a8-be6d-43c3-a195-77152a0b7019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:46.251108 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7452a8-be6d-43c3-a195-77152a0b7019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:46.251884 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2b7452a8-be6d-43c3-a195-77152a0b7019 admin admin] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:46.304318 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2a1a24ff-6af2-4635-8393-434f4656012d None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:46.314085 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2a1a24ff-6af2-4635-8393-434f4656012d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:46.331483 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7452a8-be6d-43c3-a195-77152a0b7019 admin admin] Pushing event updated for resources: {'Network': ['ID=ed7c6a80-70d8-432b-bd1c-ac8175ec0d16,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:46.353884 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7452a8-be6d-43c3-a195-77152a0b7019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd36f7bb-9934-409d-877e-72e0d29c61bf,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:46.365556 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2b7452a8-be6d-43c3-a195-77152a0b7019 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5756924 Sep 21 18:13:46.379807 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33208) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:46.397928 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-7e49967a-59b2-48bd-afb2-dc16270f95cc admin admin] Request body: {'subnet': {'network_id': 'ed7c6a80-70d8-432b-bd1c-ac8175ec0d16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1855597060-subnet', 'tenant_id': '8daff190f5ad4132a9fda22e185a011d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:46.444853 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e49967a-59b2-48bd-afb2-dc16270f95cc admin admin] Made reservation on behalf of 8daff190f5ad4132a9fda22e185a011d for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:46.447344 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network ed7c6a80-70d8-432b-bd1c-ac8175ec0d16 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:13:46.448653 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7e49967a-59b2-48bd-afb2-dc16270f95cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:46.448868 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-f56599be-725b-468e-b5ed-2b7479fa0eb9 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Allocated IP 172.20.0.10 (84347462-86e0-4c8d-bc30-0da6917ebad1/43f06248-e38b-4d3c-b0ab-eb1ee3deda05/b9d9eb29-bb08-47f0-a91c-5d2ea8016145) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:13:46.468207 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1a24ff-6af2-4635-8393-434f4656012d None None] Network 84347462-86e0-4c8d-bc30-0da6917ebad1 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:46.703651 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-2a1a24ff-6af2-4635-8393-434f4656012d None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:46.707013 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1a24ff-6af2-4635-8393-434f4656012d None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:46.709554 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a24ff-6af2-4635-8393-434f4656012d None None] Pushing event updated for resources: {'Port': ['ID=20dfb9f3-738c-44d2-9bc0-8c2376faab82,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:46.825640 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7e49967a-59b2-48bd-afb2-dc16270f95cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:46.838187 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f56599be-725b-468e-b5ed-2b7479fa0eb9 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:46.871753 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-2a1a24ff-6af2-4635-8393-434f4656012d None None] Attempting to bind port 20dfb9f3-738c-44d2-9bc0-8c2376faab82 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:13:46.872479 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-2a1a24ff-6af2-4635-8393-434f4656012d None None] Attempting to bind port 20dfb9f3-738c-44d2-9bc0-8c2376faab82 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'd4ac34f1-8a5e-4445-b838-1ab8bcd3181c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '84347462-86e0-4c8d-bc30-0da6917ebad1'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:13:46.873076 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1a24ff-6af2-4635-8393-434f4656012d None None] Attempting to bind port 20dfb9f3-738c-44d2-9bc0-8c2376faab82 on network 84347462-86e0-4c8d-bc30-0da6917ebad1 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:13:46.888915 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1a24ff-6af2-4635-8393-434f4656012d None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:13:46.889324 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1a24ff-6af2-4635-8393-434f4656012d None None] Checking segment: {'id': 'd4ac34f1-8a5e-4445-b838-1ab8bcd3181c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '84347462-86e0-4c8d-bc30-0da6917ebad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:46.889701 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2a1a24ff-6af2-4635-8393-434f4656012d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:46.890087 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1a24ff-6af2-4635-8393-434f4656012d None None] Bound using segment: {'id': 'd4ac34f1-8a5e-4445-b838-1ab8bcd3181c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '84347462-86e0-4c8d-bc30-0da6917ebad1'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:13:46.890642 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-2a1a24ff-6af2-4635-8393-434f4656012d None None] Bound port: 20dfb9f3-738c-44d2-9bc0-8c2376faab82, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ac34f1-8a5e-4445-b838-1ab8bcd3181c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '84347462-86e0-4c8d-bc30-0da6917ebad1'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:13:46.891856 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2a1a24ff-6af2-4635-8393-434f4656012d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:46.923725 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e49967a-59b2-48bd-afb2-dc16270f95cc admin admin] Checking segment: {'id': 'd11d32ca-051c-4483-8d30-d581bb244650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed7c6a80-70d8-432b-bd1c-ac8175ec0d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:46.924102 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e49967a-59b2-48bd-afb2-dc16270f95cc admin admin] Network hostable DHCP agents. Network: ed7c6a80-70d8-432b-bd1c-ac8175ec0d16, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:13:46.983114 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f56599be-725b-468e-b5ed-2b7479fa0eb9 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:46.983620 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49967a-59b2-48bd-afb2-dc16270f95cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b4f03a6-a887-46c1-80e4-4f43884eb347,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:46.988157 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e49967a-59b2-48bd-afb2-dc16270f95cc admin admin] Network ed7c6a80-70d8-432b-bd1c-ac8175ec0d16 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:13:47.001787 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-7e49967a-59b2-48bd-afb2-dc16270f95cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, ed7c6a80-70d8-432b-bd1c-ac8175ec0d16) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:47.008047 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-2a1a24ff-6af2-4635-8393-434f4656012d None None] For port 20dfb9f3-738c-44d2-9bc0-8c2376faab82, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:13:47.011949 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-2a1a24ff-6af2-4635-8393-434f4656012d None None] For port 20dfb9f3-738c-44d2-9bc0-8c2376faab82, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=20dfb9f3-738c-44d2-9bc0-8c2376faab82,segment=NetworkSegment(d4ac34f1-8a5e-4445-b838-1ab8bcd3181c),segment_id=d4ac34f1-8a5e-4445-b838-1ab8bcd3181c)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:13:47.015613 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd37df2-7d08-45cb-a799-4d41d95b87f4 None None] Network ed7c6a80-70d8-432b-bd1c-ac8175ec0d16 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:47.018441 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e49967a-59b2-48bd-afb2-dc16270f95cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:47.019251 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7e49967a-59b2-48bd-afb2-dc16270f95cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:47.032390 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56599be-725b-468e-b5ed-2b7479fa0eb9 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network 84347462-86e0-4c8d-bc30-0da6917ebad1 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:47.035691 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-f56599be-725b-468e-b5ed-2b7479fa0eb9 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:47.037621 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7e49967a-59b2-48bd-afb2-dc16270f95cc admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6545942 Sep 21 18:13:47.046177 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56599be-725b-468e-b5ed-2b7479fa0eb9 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Port': ['ID=b9d9eb29-bb08-47f0-a91c-5d2ea8016145,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:47.048946 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56599be-725b-468e-b5ed-2b7479fa0eb9 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:47.137655 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56599be-725b-468e-b5ed-2b7479fa0eb9 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:47.138328 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f56599be-725b-468e-b5ed-2b7479fa0eb9 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:47.176430 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2a1a24ff-6af2-4635-8393-434f4656012d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:47.178561 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33222) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:47.178711 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f56599be-725b-468e-b5ed-2b7479fa0eb9 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6964836 Sep 21 18:13:47.186354 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-b03f94f9-f7f5-4ad9-b7ab-81390340ad56 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'port': {'network_id': '84347462-86e0-4c8d-bc30-0da6917ebad1', 'name': 'tempest-PortsTestJSON-388207370', 'fixed_ips': [{'subnet_id': '43f06248-e38b-4d3c-b0ab-eb1ee3deda05', 'ip_address': '172.20.0.9'}]}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:47.302356 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a24ff-6af2-4635-8393-434f4656012d None None] Pushing event updated for resources: {'Port': ['ID=20dfb9f3-738c-44d2-9bc0-8c2376faab82,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:47.316232 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e565dc4-1176-4f06-afc5-990d43d6d6c3 None None] Network ed7c6a80-70d8-432b-bd1c-ac8175ec0d16 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:47.486069 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03f94f9-f7f5-4ad9-b7ab-81390340ad56 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:47.645151 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b03f94f9-f7f5-4ad9-b7ab-81390340ad56 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:47.688408 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-b03f94f9-f7f5-4ad9-b7ab-81390340ad56 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] device_id is not set on port 1b653f1d-1f60-4988-95a9-e0cdc34c20e3 yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:13:47.979380 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-b03f94f9-f7f5-4ad9-b7ab-81390340ad56 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Allocated IP 172.20.0.9 (84347462-86e0-4c8d-bc30-0da6917ebad1/43f06248-e38b-4d3c-b0ab-eb1ee3deda05/1b653f1d-1f60-4988-95a9-e0cdc34c20e3) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:13:48.046426 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-c60e5069-0e35-4e78-badd-f7bc9fe6b7c5 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:48.048112 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-c60e5069-0e35-4e78-badd-f7bc9fe6b7c5 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] 10.222.0.58 "GET /v2.0/networks?id=99df0589-9efb-4a6d-842b-47d8be4700b9 HTTP/1.1" status: 200 len: 824 time: 0.1825185 Sep 21 18:13:48.074596 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-e827012d-ac08-40b2-9410-9a48f2b2b2c0 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] 10.222.0.58 "GET /v2.0/quotas/ad8b2977b5814f49a3cade4635c16ddb HTTP/1.1" status: 200 len: 375 time: 0.0117419 Sep 21 18:13:48.140896 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-45da66c2-cc07-4d4f-a82f-190d08ebc75e tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad8b2977b5814f49a3cade4635c16ddb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481784 Sep 21 18:13:48.216685 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b03f94f9-f7f5-4ad9-b7ab-81390340ad56 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:48.285612 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b03f94f9-f7f5-4ad9-b7ab-81390340ad56 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:48.330161 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-717b9810-3028-47f0-a4bf-c6c1cfc66705 service neutron] 10.222.0.58 "GET /v2.0/networks/99df0589-9efb-4a6d-842b-47d8be4700b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752906 Sep 21 18:13:48.383928 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03f94f9-f7f5-4ad9-b7ab-81390340ad56 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network 84347462-86e0-4c8d-bc30-0da6917ebad1 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:48.397813 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-b03f94f9-f7f5-4ad9-b7ab-81390340ad56 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:48.416422 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03f94f9-f7f5-4ad9-b7ab-81390340ad56 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:48.430326 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f23be2fd-f7c4-4820-a915-b6d34684a528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:48.441053 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 20dfb9f3-738c-44d2-9bc0-8c2376faab82 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:13:48.476872 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f94f9-f7f5-4ad9-b7ab-81390340ad56 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Port': ['ID=1b653f1d-1f60-4988-95a9-e0cdc34c20e3,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:48.536476 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03f94f9-f7f5-4ad9-b7ab-81390340ad56 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:48.537160 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b03f94f9-f7f5-4ad9-b7ab-81390340ad56 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:48.558301 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b03f94f9-f7f5-4ad9-b7ab-81390340ad56 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3791437 Sep 21 18:13:48.561160 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33254) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:48.589567 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 20dfb9f3-738c-44d2-9bc0-8c2376faab82 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:48.589889 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:48.650787 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-4c3a015f-55b6-4e90-aab7-c2ca0467fb37 service neutron] 10.222.0.58 "GET /v2.0/networks/99df0589-9efb-4a6d-842b-47d8be4700b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143127 Sep 21 18:13:48.702090 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae5224b-ec6f-47a2-8cf5-8f11fd392b4a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:48.705112 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-dae5224b-ec6f-47a2-8cf5-8f11fd392b4a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1425383 Sep 21 18:13:48.707937 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33260) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:48.766183 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:48.817341 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bab932-d26b-4c95-b2d4-f4dbdbe66d0b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:48.823768 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bab932-d26b-4c95-b2d4-f4dbdbe66d0b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:48.830314 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bab932-d26b-4c95-b2d4-f4dbdbe66d0b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:48.832378 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 20dfb9f3-738c-44d2-9bc0-8c2376faab82, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=20dfb9f3-738c-44d2-9bc0-8c2376faab82,segment=NetworkSegment(d4ac34f1-8a5e-4445-b838-1ab8bcd3181c),segment_id=d4ac34f1-8a5e-4445-b838-1ab8bcd3181c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:48.835143 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33270) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:48.835386 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b5bab932-d26b-4c95-b2d4-f4dbdbe66d0b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1243777 Sep 21 18:13:48.848560 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:48.952785 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7afd418-6823-40d3-bcb4-024bd3b69969 None None] Network 84347462-86e0-4c8d-bc30-0da6917ebad1 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:48.991244 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-03872734-4957-4352-8e47-e0549ad5956e req-125134e2-7d54-4415-ae23-4e7f79d06d1a tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4506cce-50e0-4661-b99f-cab8601840d5 HTTP/1.1" status: 200 len: 210 time: 0.0677743 Sep 21 18:13:49.047278 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-14c7e372-a1de-470c-9dcf-9c2e95e4ff7d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Deleting port 1b653f1d-1f60-4988-95a9-e0cdc34c20e3 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:49.047867 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-14c7e372-a1de-470c-9dcf-9c2e95e4ff7d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:49.071825 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=20dfb9f3-738c-44d2-9bc0-8c2376faab82,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:49.103050 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-6a1124db-163b-4670-851b-7e65ff1797de None None] Provisioning complete for port 20dfb9f3-738c-44d2-9bc0-8c2376faab82 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:49.103975 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6a1124db-163b-4670-851b-7e65ff1797de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:49.144799 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:49.172017 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-14c7e372-a1de-470c-9dcf-9c2e95e4ff7d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:49.195512 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-14c7e372-a1de-470c-9dcf-9c2e95e4ff7d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Calling delete_port for 1b653f1d-1f60-4988-95a9-e0cdc34c20e3 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:49.411710 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-14c7e372-a1de-470c-9dcf-9c2e95e4ff7d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:49.477156 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7e372-a1de-470c-9dcf-9c2e95e4ff7d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Port': ['ID=1b653f1d-1f60-4988-95a9-e0cdc34c20e3,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:49.615400 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-14c7e372-a1de-470c-9dcf-9c2e95e4ff7d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:49.620079 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-14c7e372-a1de-470c-9dcf-9c2e95e4ff7d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/ports/1b653f1d-1f60-4988-95a9-e0cdc34c20e3 HTTP/1.1" status: 204 len: 168 time: 0.7814600 Sep 21 18:13:49.621552 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33292) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:49.652721 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c5664d-b642-4387-af24-5274ddac183b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] GET failed (client error): The resource could not be found. Sep 21 18:13:49.654446 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-92c5664d-b642-4387-af24-5274ddac183b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "GET /v2.0/ports/1b653f1d-1f60-4988-95a9-e0cdc34c20e3 HTTP/1.1" status: 404 len: 333 time: 0.0318346 Sep 21 18:13:49.657284 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33294) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:49.684192 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9f69140a-61b9-4210-8caf-bd677336699e None None] Provisioning complete for port b9d9eb29-bb08-47f0-a91c-5d2ea8016145 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:49.685345 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9f69140a-61b9-4210-8caf-bd677336699e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:49.725897 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9f69140a-61b9-4210-8caf-bd677336699e None None] Port b9d9eb29-bb08-47f0-a91c-5d2ea8016145 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:13:49.729412 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9f69140a-61b9-4210-8caf-bd677336699e None None] Could not find standard attr ID for object 1b653f1d-1f60-4988-95a9-e0cdc34c20e3. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:13:49.743882 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9f69140a-61b9-4210-8caf-bd677336699e None None] Provisioning complete for port 20dfb9f3-738c-44d2-9bc0-8c2376faab82 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:49.744870 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9f69140a-61b9-4210-8caf-bd677336699e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:49.779181 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-90d8a9a8-0e21-4a50-a9ce-856776f6072d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Deleting port b9d9eb29-bb08-47f0-a91c-5d2ea8016145 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:49.779468 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-90d8a9a8-0e21-4a50-a9ce-856776f6072d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:49.908041 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-90d8a9a8-0e21-4a50-a9ce-856776f6072d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:49.921824 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-90d8a9a8-0e21-4a50-a9ce-856776f6072d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Calling delete_port for b9d9eb29-bb08-47f0-a91c-5d2ea8016145 owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:50.000223 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b0b5c4c2-b3eb-4803-81ce-1ad29b3613ef None None] Provisioning complete for port b9d9eb29-bb08-47f0-a91c-5d2ea8016145 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:50.000615 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b0b5c4c2-b3eb-4803-81ce-1ad29b3613ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:50.050905 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b0b5c4c2-b3eb-4803-81ce-1ad29b3613ef None None] Port b9d9eb29-bb08-47f0-a91c-5d2ea8016145 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:13:50.105530 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:50.147547 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-90d8a9a8-0e21-4a50-a9ce-856776f6072d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:50.226663 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8eb0acbd-00fa-4a74-8579-faac2ccd6878 req-6a5b9b27-de74-4f83-bf57-427ce18a2954 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4506cce-50e0-4661-b99f-cab8601840d5 HTTP/1.1" status: 200 len: 210 time: 0.0894313 Sep 21 18:13:50.287381 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-7a973f8e-927c-4ae9-a59d-a9da39e98e8b None None] Could not find standard attr ID for object 1b653f1d-1f60-4988-95a9-e0cdc34c20e3. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:13:50.373400 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 20dfb9f3-738c-44d2-9bc0-8c2376faab82 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:13:50.391706 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8a9a8-0e21-4a50-a9ce-856776f6072d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Port': ['ID=b9d9eb29-bb08-47f0-a91c-5d2ea8016145,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:50.475569 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-b5270a22-cfaa-4016-a68e-a200f05ab14a tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:50.477176 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-b5270a22-cfaa-4016-a68e-a200f05ab14a tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] 10.222.0.44 "GET /v2.0/networks?id=99df0589-9efb-4a6d-842b-47d8be4700b9 HTTP/1.1" status: 200 len: 824 time: 0.2481146 Sep 21 18:13:50.478521 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-90d8a9a8-0e21-4a50-a9ce-856776f6072d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:50.481056 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-90d8a9a8-0e21-4a50-a9ce-856776f6072d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/ports/b9d9eb29-bb08-47f0-a91c-5d2ea8016145 HTTP/1.1" status: 204 len: 168 time: 0.8228066 Sep 21 18:13:50.483809 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33312) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:50.489254 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 20dfb9f3-738c-44d2-9bc0-8c2376faab82 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:50.489568 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:50.501346 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-617927ee-a465-4f78-b277-02fb1c0fed76 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] Request body: {'port': {'device_id': 'c4506cce-50e0-4661-b99f-cab8601840d5', 'network_id': '99df0589-9efb-4a6d-842b-47d8be4700b9', 'admin_state_up': True, 'tenant_id': 'ad8b2977b5814f49a3cade4635c16ddb'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:50.571253 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-7602ea1a-e8ac-43d7-b784-80fb9ce213d0 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] GET failed (client error): The resource could not be found. Sep 21 18:13:50.573854 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7602ea1a-e8ac-43d7-b784-80fb9ce213d0 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "GET /v2.0/ports/b9d9eb29-bb08-47f0-a91c-5d2ea8016145 HTTP/1.1" status: 404 len: 333 time: 0.0889807 Sep 21 18:13:50.588949 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33320) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:50.703425 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-db606454-db6b-48a7-a1cc-b0738df30805 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Deleting subnet 43f06248-e38b-4d3c-b0ab-eb1ee3deda05 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:13:50.709038 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db606454-db6b-48a7-a1cc-b0738df30805 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:50.755241 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-617927ee-a465-4f78-b277-02fb1c0fed76 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] Made reservation on behalf of ad8b2977b5814f49a3cade4635c16ddb for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:50.760804 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-617927ee-a465-4f78-b277-02fb1c0fed76 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:50.784398 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db606454-db6b-48a7-a1cc-b0738df30805 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:50.905494 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db606454-db6b-48a7-a1cc-b0738df30805 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:50.982490 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-617927ee-a465-4f78-b277-02fb1c0fed76 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] Allocated IP 172.20.0.14 (99df0589-9efb-4a6d-842b-47d8be4700b9/b6ac9cbf-a478-461d-bb2a-44c2658ca5a2/55b912e2-ea53-4fe7-a7c5-966c1916e3be) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:13:50.996272 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db606454-db6b-48a7-a1cc-b0738df30805 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:51.038342 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db606454-db6b-48a7-a1cc-b0738df30805 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Subnet': ['ID=43f06248-e38b-4d3c-b0ab-eb1ee3deda05,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:51.042379 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db606454-db6b-48a7-a1cc-b0738df30805 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:51.046770 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-db606454-db6b-48a7-a1cc-b0738df30805 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/subnets/43f06248-e38b-4d3c-b0ab-eb1ee3deda05 HTTP/1.1" status: 204 len: 168 time: 0.4543822 Sep 21 18:13:51.047128 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33344) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:51.055334 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597d7af9-34ff-4088-9483-23ea309f364a None None] Network 84347462-86e0-4c8d-bc30-0da6917ebad1 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:51.155596 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-399616d8-113f-4daa-8328-4b91cc30bde7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:51.249525 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-399616d8-113f-4daa-8328-4b91cc30bde7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Deleting port 20dfb9f3-738c-44d2-9bc0-8c2376faab82 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:51.249937 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-399616d8-113f-4daa-8328-4b91cc30bde7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:51.271236 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-617927ee-a465-4f78-b277-02fb1c0fed76 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:51.355374 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-399616d8-113f-4daa-8328-4b91cc30bde7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] For port 20dfb9f3-738c-44d2-9bc0-8c2376faab82, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=20dfb9f3-738c-44d2-9bc0-8c2376faab82,segment=NetworkSegment(d4ac34f1-8a5e-4445-b838-1ab8bcd3181c),segment_id=d4ac34f1-8a5e-4445-b838-1ab8bcd3181c)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:51.355658 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41ea9b6-83b6-4da3-b762-802dfac8d55f None None] DHCP port deletion for 84347462-86e0-4c8d-bc30-0da6917ebad1 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:13:51.356320 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-399616d8-113f-4daa-8328-4b91cc30bde7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:51.380083 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-399616d8-113f-4daa-8328-4b91cc30bde7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Calling delete_port for 20dfb9f3-738c-44d2-9bc0-8c2376faab82 owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:51.398992 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-88f061d8-ad9e-469b-b146-fe0a9c71dd74 req-7f9e02a9-f317-42e3-bdc7-dc87060686b2 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4506cce-50e0-4661-b99f-cab8601840d5 HTTP/1.1" status: 200 len: 210 time: 0.0471325 Sep 21 18:13:51.400839 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-617927ee-a465-4f78-b277-02fb1c0fed76 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:51.416867 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-f41ea9b6-83b6-4da3-b762-802dfac8d55f None None] Deleting port 20dfb9f3-738c-44d2-9bc0-8c2376faab82 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:51.417659 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f41ea9b6-83b6-4da3-b762-802dfac8d55f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:51.463172 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-617927ee-a465-4f78-b277-02fb1c0fed76 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] Network 99df0589-9efb-4a6d-842b-47d8be4700b9 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:51.470592 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-617927ee-a465-4f78-b277-02fb1c0fed76 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:51.481271 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-617927ee-a465-4f78-b277-02fb1c0fed76 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:51.508051 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-399616d8-113f-4daa-8328-4b91cc30bde7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:51.522865 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-f41ea9b6-83b6-4da3-b762-802dfac8d55f None None] For port 20dfb9f3-738c-44d2-9bc0-8c2376faab82, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=20dfb9f3-738c-44d2-9bc0-8c2376faab82,segment=NetworkSegment(d4ac34f1-8a5e-4445-b838-1ab8bcd3181c),segment_id=d4ac34f1-8a5e-4445-b838-1ab8bcd3181c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:51.524884 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f41ea9b6-83b6-4da3-b762-802dfac8d55f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:51.540859 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399616d8-113f-4daa-8328-4b91cc30bde7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] No DVR routers for this DVR port 20dfb9f3-738c-44d2-9bc0-8c2376faab82 on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:13:51.544258 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-f41ea9b6-83b6-4da3-b762-802dfac8d55f None None] Calling delete_port for 20dfb9f3-738c-44d2-9bc0-8c2376faab82 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:51.548517 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399616d8-113f-4daa-8328-4b91cc30bde7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Port': ['ID=20dfb9f3-738c-44d2-9bc0-8c2376faab82,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:51.557965 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-617927ee-a465-4f78-b277-02fb1c0fed76 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:51.564650 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-617927ee-a465-4f78-b277-02fb1c0fed76 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:51.603520 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:51.631185 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617927ee-a465-4f78-b277-02fb1c0fed76 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] Pushing event updated for resources: {'Port': ['ID=55b912e2-ea53-4fe7-a7c5-966c1916e3be,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:51.642268 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-617927ee-a465-4f78-b277-02fb1c0fed76 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1537235 Sep 21 18:13:51.655860 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-ab599ff5-dbb9-4c78-a735-616d4669f39b service neutron] Request body: {'port': {'device_id': 'c4506cce-50e0-4661-b99f-cab8601840d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:51.662439 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f41ea9b6-83b6-4da3-b762-802dfac8d55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:51.679082 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-399616d8-113f-4daa-8328-4b91cc30bde7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:51.721166 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ea9b6-83b6-4da3-b762-802dfac8d55f None None] Pushing event deleted for resources: {'Port': ['ID=20dfb9f3-738c-44d2-9bc0-8c2376faab82,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:51.724044 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-399616d8-113f-4daa-8328-4b91cc30bde7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84347462-86e0-4c8d-bc30-0da6917ebad1']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:51.734906 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41ea9b6-83b6-4da3-b762-802dfac8d55f None None] No DVR routers for this DVR port 20dfb9f3-738c-44d2-9bc0-8c2376faab82 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:13:51.737931 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-ab599ff5-dbb9-4c78-a735-616d4669f39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:51.749787 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-399616d8-113f-4daa-8328-4b91cc30bde7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ac34f1-8a5e-4445-b838-1ab8bcd3181c') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:51.750302 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-399616d8-113f-4daa-8328-4b91cc30bde7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ac34f1-8a5e-4445-b838-1ab8bcd3181c') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:51.762613 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-399616d8-113f-4daa-8328-4b91cc30bde7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:51.777537 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-399616d8-113f-4daa-8328-4b91cc30bde7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:51.785908 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399616d8-113f-4daa-8328-4b91cc30bde7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:13:51.786611 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-399616d8-113f-4daa-8328-4b91cc30bde7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:51.859752 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:13:51.859752 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:13:51.859752 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:13:51.859752 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:13:51.859752 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:13:51.859752 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:13:51.859752 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:13:51.859752 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:13:51.859752 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:13:51.859752 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:13:51.859752 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:13:51.859752 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:13:51.859752 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:13:51.859752 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:13:51.859752 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:13:51.859752 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:13:51.859752 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:13:51.859752 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:13:51.859752 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:13:51.859752 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:13:51.859752 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:13:51.859752 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:13:51.859752 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:13:51.859752 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:13:51.859752 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:13:51.859752 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:13:51.859752 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:13:51.859752 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:13:51.859752 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:13:51.859752 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:13:51.859752 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:13:51.859752 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:13:51.867978 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-399616d8-113f-4daa-8328-4b91cc30bde7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:51.899646 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-399616d8-113f-4daa-8328-4b91cc30bde7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:51.901831 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-399616d8-113f-4daa-8328-4b91cc30bde7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/networks/84347462-86e0-4c8d-bc30-0da6917ebad1 HTTP/1.1" status: 204 len: 168 time: 0.8535120 Sep 21 18:13:51.903888 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399616d8-113f-4daa-8328-4b91cc30bde7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Network': ['ID=84347462-86e0-4c8d-bc30-0da6917ebad1,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:51.906122 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33368) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:51.918497 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-8a7d509c-221e-4461-bc82-e069beb39900 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1304826456'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:51.948656 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7d509c-221e-4461-bc82-e069beb39900 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:51.953425 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8a7d509c-221e-4461-bc82-e069beb39900 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:51.979925 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a7d509c-221e-4461-bc82-e069beb39900 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:13:51.990750 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8a7d509c-221e-4461-bc82-e069beb39900 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:51.991140 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-8a7d509c-221e-4461-bc82-e069beb39900 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Added segment f12e2f0c-d5a8-45d9-a4f4-0b09767d0d73 of type vlan for network d2734368-42e3-4167-8d4a-d6d7ca9873e5 Sep 21 18:13:52.031999 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8a7d509c-221e-4461-bc82-e069beb39900 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:52.061137 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8a7d509c-221e-4461-bc82-e069beb39900 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:52.063306 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-ab599ff5-dbb9-4c78-a735-616d4669f39b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b912e2-ea53-4fe7-a7c5-966c1916e3be {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:13:52.067860 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7d509c-221e-4461-bc82-e069beb39900 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:52.068517 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8a7d509c-221e-4461-bc82-e069beb39900 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:52.075850 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-ab599ff5-dbb9-4c78-a735-616d4669f39b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:52.092711 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-ab599ff5-dbb9-4c78-a735-616d4669f39b service neutron] Transition to ACTIVE for port object 55b912e2-ea53-4fe7-a7c5-966c1916e3be will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:13:52.098463 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-ab599ff5-dbb9-4c78-a735-616d4669f39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:52.151718 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab599ff5-dbb9-4c78-a735-616d4669f39b service neutron] Pushing event updated for resources: {'Port': ['ID=55b912e2-ea53-4fe7-a7c5-966c1916e3be,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:52.173196 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d509c-221e-4461-bc82-e069beb39900 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Network': ['ID=d2734368-42e3-4167-8d4a-d6d7ca9873e5,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:52.179014 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8a7d509c-221e-4461-bc82-e069beb39900 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2667065 Sep 21 18:13:52.182240 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33370) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:52.185453 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network d2734368-42e3-4167-8d4a-d6d7ca9873e5 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:13:52.191077 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-3cf27f67-6a66-4794-86d9-56c43e303c8f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'subnet': {'network_id': 'd2734368-42e3-4167-8d4a-d6d7ca9873e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:52.236873 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-ab599ff5-dbb9-4c78-a735-616d4669f39b service neutron] Attempting to bind port 55b912e2-ea53-4fe7-a7c5-966c1916e3be on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:13:52.239025 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-ab599ff5-dbb9-4c78-a735-616d4669f39b service neutron] Attempting to bind port 55b912e2-ea53-4fe7-a7c5-966c1916e3be by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '0bcb023e-8edb-4f00-aea9-224eef7001ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '99df0589-9efb-4a6d-842b-47d8be4700b9'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:13:52.239025 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-ab599ff5-dbb9-4c78-a735-616d4669f39b service neutron] Attempting to bind port 55b912e2-ea53-4fe7-a7c5-966c1916e3be on network 99df0589-9efb-4a6d-842b-47d8be4700b9 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:13:52.243255 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-ab599ff5-dbb9-4c78-a735-616d4669f39b service neutron] Port 55b912e2-ea53-4fe7-a7c5-966c1916e3be on network 99df0589-9efb-4a6d-842b-47d8be4700b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:13:52.243689 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-ab599ff5-dbb9-4c78-a735-616d4669f39b service neutron] Attempting to bind port 55b912e2-ea53-4fe7-a7c5-966c1916e3be on network 99df0589-9efb-4a6d-842b-47d8be4700b9 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:13:52.249037 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-ab599ff5-dbb9-4c78-a735-616d4669f39b service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:13:52.249501 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-ab599ff5-dbb9-4c78-a735-616d4669f39b service neutron] Checking segment: {'id': '0bcb023e-8edb-4f00-aea9-224eef7001ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '99df0589-9efb-4a6d-842b-47d8be4700b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:52.250030 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-ab599ff5-dbb9-4c78-a735-616d4669f39b service neutron] Bound using segment: {'id': '0bcb023e-8edb-4f00-aea9-224eef7001ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '99df0589-9efb-4a6d-842b-47d8be4700b9'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:13:52.250703 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-ab599ff5-dbb9-4c78-a735-616d4669f39b service neutron] Bound port: 55b912e2-ea53-4fe7-a7c5-966c1916e3be, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bcb023e-8edb-4f00-aea9-224eef7001ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '99df0589-9efb-4a6d-842b-47d8be4700b9'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:13:52.251186 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-ab599ff5-dbb9-4c78-a735-616d4669f39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:52.311725 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 20dfb9f3-738c-44d2-9bc0-8c2376faab82 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:13:52.347552 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 20dfb9f3-738c-44d2-9bc0-8c2376faab82 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:13:52.348180 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 20dfb9f3-738c-44d2-9bc0-8c2376faab82 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:13:52.363879 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-ab599ff5-dbb9-4c78-a735-616d4669f39b service neutron] For port 55b912e2-ea53-4fe7-a7c5-966c1916e3be, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:13:52.366725 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-ab599ff5-dbb9-4c78-a735-616d4669f39b service neutron] For port 55b912e2-ea53-4fe7-a7c5-966c1916e3be, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=55b912e2-ea53-4fe7-a7c5-966c1916e3be,segment=NetworkSegment(0bcb023e-8edb-4f00-aea9-224eef7001ab),segment_id=0bcb023e-8edb-4f00-aea9-224eef7001ab)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:13:52.374006 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-ab599ff5-dbb9-4c78-a735-616d4669f39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:52.393676 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf27f67-6a66-4794-86d9-56c43e303c8f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:52.397306 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3cf27f67-6a66-4794-86d9-56c43e303c8f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:52.409922 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-ab599ff5-dbb9-4c78-a735-616d4669f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:52.410910 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-ab599ff5-dbb9-4c78-a735-616d4669f39b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:52.412453 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-ab599ff5-dbb9-4c78-a735-616d4669f39b service neutron] 10.222.0.44 "PUT /v2.0/ports/55b912e2-ea53-4fe7-a7c5-966c1916e3be HTTP/1.1" status: 200 len: 1092 time: 0.7609994 Sep 21 18:13:52.414855 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4506cce-50e0-4661-b99f-cab8601840d5', 'tag': '55b912e2-ea53-4fe7-a7c5-966c1916e3be'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:13:52.417351 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e07064-c2c1-4bf5-940f-4b8dbd277db6" -d '{"events": [{"name": "network-changed", "server_uuid": "c4506cce-50e0-4661-b99f-cab8601840d5", "tag": "55b912e2-ea53-4fe7-a7c5-966c1916e3be"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:13:52.449936 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab599ff5-dbb9-4c78-a735-616d4669f39b service neutron] Pushing event updated for resources: {'Port': ['ID=55b912e2-ea53-4fe7-a7c5-966c1916e3be,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:52.501816 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba20153e-fc49-47b4-9774-912b51a1eacd x-openstack-request-id: req-ba20153e-fc49-47b4-9774-912b51a1eacd {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:13:52.502223 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4506cce-50e0-4661-b99f-cab8601840d5", "tag": "55b912e2-ea53-4fe7-a7c5-966c1916e3be", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:13:52.502571 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ba20153e-fc49-47b4-9774-912b51a1eacd {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:13:52.503158 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4506cce-50e0-4661-b99f-cab8601840d5', 'tag': '55b912e2-ea53-4fe7-a7c5-966c1916e3be', 'status': 'completed', 'code': 200} Sep 21 18:13:52.516539 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-ff1f90af-9601-4502-b0e5-b3b9d5a55411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:52.518233 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-ff1f90af-9601-4502-b0e5-b3b9d5a55411 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad8b2977b5814f49a3cade4635c16ddb&device_id=c4506cce-50e0-4661-b99f-cab8601840d5 HTTP/1.1" status: 200 len: 1095 time: 0.0477974 Sep 21 18:13:52.580546 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-740ea9e9-5320-4757-ad15-1e6f8c55df26 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55b912e2-ea53-4fe7-a7c5-966c1916e3be HTTP/1.1" status: 200 len: 217 time: 0.0521193 Sep 21 18:13:52.617200 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb937456-8fb6-4558-85e9-10f6d33fed96 req-32b3653b-f6d7-4d5c-9366-9cb40d39bdae tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:52.618752 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bb937456-8fb6-4558-85e9-10f6d33fed96 req-32b3653b-f6d7-4d5c-9366-9cb40d39bdae tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4506cce-50e0-4661-b99f-cab8601840d5 HTTP/1.1" status: 200 len: 944 time: 0.1015971 Sep 21 18:13:52.647008 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-546fb0e9-5c11-47a0-aaf6-63f9504ca83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:52.648594 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-546fb0e9-5c11-47a0-aaf6-63f9504ca83c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b6ac9cbf-a478-461d-bb2a-44c2658ca5a2 HTTP/1.1" status: 200 len: 864 time: 0.0595274 Sep 21 18:13:52.681318 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-a493e095-c57b-478c-a310-3b725e3e4732 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=99df0589-9efb-4a6d-842b-47d8be4700b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251005 Sep 21 18:13:52.687664 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3cf27f67-6a66-4794-86d9-56c43e303c8f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:52.736232 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bb937456-8fb6-4558-85e9-10f6d33fed96 req-85e15ad1-379e-40fa-83ae-72c6dd37d8f4 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] 10.222.0.58 "GET /v2.0/security-groups?id=beadb495-2292-4923-9708-93be6019558d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901525 Sep 21 18:13:52.778026 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27f67-6a66-4794-86d9-56c43e303c8f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Subnet': ['ID=5ce1e67b-79a1-4722-a77c-605b3dd4fc3d,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:52.805994 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf27f67-6a66-4794-86d9-56c43e303c8f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Checking segment: {'id': 'f12e2f0c-d5a8-45d9-a4f4-0b09767d0d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd2734368-42e3-4167-8d4a-d6d7ca9873e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:52.806460 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf27f67-6a66-4794-86d9-56c43e303c8f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network hostable DHCP agents. Network: d2734368-42e3-4167-8d4a-d6d7ca9873e5, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:13:52.834225 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf27f67-6a66-4794-86d9-56c43e303c8f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network d2734368-42e3-4167-8d4a-d6d7ca9873e5 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:13:52.835749 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-e427daf0-a9a4-4623-836d-654a28a00726 service neutron] 10.222.0.44 "GET /v2.0/networks/99df0589-9efb-4a6d-842b-47d8be4700b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470089 Sep 21 18:13:52.846419 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-3cf27f67-6a66-4794-86d9-56c43e303c8f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, d2734368-42e3-4167-8d4a-d6d7ca9873e5) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:52.857217 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd81045-a68b-4ceb-95b0-a813eaabc7ac None None] Network d2734368-42e3-4167-8d4a-d6d7ca9873e5 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:52.884703 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf27f67-6a66-4794-86d9-56c43e303c8f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:52.885181 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3cf27f67-6a66-4794-86d9-56c43e303c8f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:52.917355 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3cf27f67-6a66-4794-86d9-56c43e303c8f tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7334824 Sep 21 18:13:52.920048 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33390) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:52.930394 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-d47bc1a2-8995-4feb-9a84-018d5a0edd5c tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1507210185', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:52.946209 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8edee85c-ee40-4e2f-8320-5611fc9ceb13 req-1687e773-af9e-4bc5-b58c-70bb3da9508d service neutron] 10.222.0.44 "GET /v2.0/networks/99df0589-9efb-4a6d-842b-47d8be4700b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030121 Sep 21 18:13:52.974102 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d47bc1a2-8995-4feb-9a84-018d5a0edd5c tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:52.975694 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d47bc1a2-8995-4feb-9a84-018d5a0edd5c tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:53.072855 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e07064-c2c1-4bf5-940f-4b8dbd277db6 req-6389d2e2-e130-4a05-a836-374d0d763fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:53.077401 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d6e07064-c2c1-4bf5-940f-4b8dbd277db6 req-6389d2e2-e130-4a05-a836-374d0d763fdd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ad8b2977b5814f49a3cade4635c16ddb&device_id=c4506cce-50e0-4661-b99f-cab8601840d5 HTTP/1.1" status: 200 len: 1095 time: 0.0755103 Sep 21 18:13:53.081218 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bf9b79-0e3a-442b-a2b0-991d2a4de95c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-d2734368-42e3-4167-8d4a-d6d7ca9873e5', 'network_id': 'd2734368-42e3-4167-8d4a-d6d7ca9873e5', 'tenant_id': '50fd849ffb184c9fb056374cbc97e47f', 'fixed_ips': [{'subnet_id': '5ce1e67b-79a1-4722-a77c-605b3dd4fc3d'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:13:53.082301 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-54bf9b79-0e3a-442b-a2b0-991d2a4de95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:53.091068 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d47bc1a2-8995-4feb-9a84-018d5a0edd5c tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:53.100886 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d47bc1a2-8995-4feb-9a84-018d5a0edd5c tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:53.131291 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d47bc1a2-8995-4feb-9a84-018d5a0edd5c tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:53.132955 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d47bc1a2-8995-4feb-9a84-018d5a0edd5c tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2119040 Sep 21 18:13:53.135749 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33392) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:53.143172 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-e494a04e-eabc-4d15-9f9e-31093658582b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'port': {'network_id': 'd2734368-42e3-4167-8d4a-d6d7ca9873e5', 'name': 'tempest-PortsTestJSON-1390278140'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:53.246286 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e07064-c2c1-4bf5-940f-4b8dbd277db6 req-a334abc5-fc64-4588-bd12-eff3b07cf6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:53.248014 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d6e07064-c2c1-4bf5-940f-4b8dbd277db6 req-a334abc5-fc64-4588-bd12-eff3b07cf6c9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=99df0589-9efb-4a6d-842b-47d8be4700b9 HTTP/1.1" status: 200 len: 925 time: 0.1633198 Sep 21 18:13:53.295302 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-54bf9b79-0e3a-442b-a2b0-991d2a4de95c None None] Allocated IP 172.20.0.2 (d2734368-42e3-4167-8d4a-d6d7ca9873e5/5ce1e67b-79a1-4722-a77c-605b3dd4fc3d/193fe33c-bb66-41c3-bd22-e518a102bc46) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:13:53.304146 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d6e07064-c2c1-4bf5-940f-4b8dbd277db6 req-eb831ca0-4b64-4ce5-8fb5-985098af4ffd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55b912e2-ea53-4fe7-a7c5-966c1916e3be HTTP/1.1" status: 200 len: 217 time: 0.0459919 Sep 21 18:13:53.315069 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e494a04e-eabc-4d15-9f9e-31093658582b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:53.320737 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e494a04e-eabc-4d15-9f9e-31093658582b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:53.343698 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-e494a04e-eabc-4d15-9f9e-31093658582b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] device_id is not set on port b58b7e56-0fd9-42af-bad4-48b0e182c43f yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:13:53.426935 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e07064-c2c1-4bf5-940f-4b8dbd277db6 req-2042b551-f9cd-418b-984e-3ee19e70d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:53.429222 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d6e07064-c2c1-4bf5-940f-4b8dbd277db6 req-2042b551-f9cd-418b-984e-3ee19e70d9fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b6ac9cbf-a478-461d-bb2a-44c2658ca5a2 HTTP/1.1" status: 200 len: 864 time: 0.1064637 Sep 21 18:13:53.439218 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:53.477446 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d6e07064-c2c1-4bf5-940f-4b8dbd277db6 req-dbdc6064-7553-4dc0-92ca-f34b91f84c7f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=99df0589-9efb-4a6d-842b-47d8be4700b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394125 Sep 21 18:13:53.500857 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-54bf9b79-0e3a-442b-a2b0-991d2a4de95c None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:53.510834 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-54bf9b79-0e3a-442b-a2b0-991d2a4de95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:53.571275 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bf9b79-0e3a-442b-a2b0-991d2a4de95c None None] Network d2734368-42e3-4167-8d4a-d6d7ca9873e5 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:53.579816 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-54bf9b79-0e3a-442b-a2b0-991d2a4de95c None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:53.588042 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bf9b79-0e3a-442b-a2b0-991d2a4de95c None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:53.593871 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-e494a04e-eabc-4d15-9f9e-31093658582b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Allocated IP 172.20.0.10 (d2734368-42e3-4167-8d4a-d6d7ca9873e5/5ce1e67b-79a1-4722-a77c-605b3dd4fc3d/b58b7e56-0fd9-42af-bad4-48b0e182c43f) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:13:53.598838 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf9b79-0e3a-442b-a2b0-991d2a4de95c None None] Pushing event updated for resources: {'Port': ['ID=193fe33c-bb66-41c3-bd22-e518a102bc46,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:53.604706 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33398) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:53.625013 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d6e07064-c2c1-4bf5-940f-4b8dbd277db6 req-86435489-5854-4a78-b36f-64df2fde95e9 service neutron] 10.222.0.44 "GET /v2.0/networks/99df0589-9efb-4a6d-842b-47d8be4700b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374795 Sep 21 18:13:53.687295 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-54bf9b79-0e3a-442b-a2b0-991d2a4de95c None None] Attempting to bind port 193fe33c-bb66-41c3-bd22-e518a102bc46 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:13:53.687545 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-54bf9b79-0e3a-442b-a2b0-991d2a4de95c None None] Attempting to bind port 193fe33c-bb66-41c3-bd22-e518a102bc46 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'f12e2f0c-d5a8-45d9-a4f4-0b09767d0d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd2734368-42e3-4167-8d4a-d6d7ca9873e5'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:13:53.687817 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bf9b79-0e3a-442b-a2b0-991d2a4de95c None None] Attempting to bind port 193fe33c-bb66-41c3-bd22-e518a102bc46 on network d2734368-42e3-4167-8d4a-d6d7ca9873e5 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:13:53.695307 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bf9b79-0e3a-442b-a2b0-991d2a4de95c None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:13:53.696076 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bf9b79-0e3a-442b-a2b0-991d2a4de95c None None] Checking segment: {'id': 'f12e2f0c-d5a8-45d9-a4f4-0b09767d0d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd2734368-42e3-4167-8d4a-d6d7ca9873e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:53.696521 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-54bf9b79-0e3a-442b-a2b0-991d2a4de95c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:53.696919 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bf9b79-0e3a-442b-a2b0-991d2a4de95c None None] Bound using segment: {'id': 'f12e2f0c-d5a8-45d9-a4f4-0b09767d0d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd2734368-42e3-4167-8d4a-d6d7ca9873e5'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:13:53.697446 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-54bf9b79-0e3a-442b-a2b0-991d2a4de95c None None] Bound port: 193fe33c-bb66-41c3-bd22-e518a102bc46, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12e2f0c-d5a8-45d9-a4f4-0b09767d0d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd2734368-42e3-4167-8d4a-d6d7ca9873e5'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:13:53.697830 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-54bf9b79-0e3a-442b-a2b0-991d2a4de95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:53.719664 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a8b43a7-b313-4253-bbfd-9ef398e55111 admin admin] Deleting subnet b2b82b9b-0df8-47ed-9d8a-6bd72fcdbd52 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:13:53.724840 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5a8b43a7-b313-4253-bbfd-9ef398e55111 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:53.783802 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-54bf9b79-0e3a-442b-a2b0-991d2a4de95c None None] For port 193fe33c-bb66-41c3-bd22-e518a102bc46, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:13:53.789683 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-54bf9b79-0e3a-442b-a2b0-991d2a4de95c None None] For port 193fe33c-bb66-41c3-bd22-e518a102bc46, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=193fe33c-bb66-41c3-bd22-e518a102bc46,segment=NetworkSegment(f12e2f0c-d5a8-45d9-a4f4-0b09767d0d73),segment_id=f12e2f0c-d5a8-45d9-a4f4-0b09767d0d73)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:13:53.791272 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5a8b43a7-b313-4253-bbfd-9ef398e55111 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:53.795778 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-54bf9b79-0e3a-442b-a2b0-991d2a4de95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:53.815149 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e494a04e-eabc-4d15-9f9e-31093658582b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:53.819038 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d6e07064-c2c1-4bf5-940f-4b8dbd277db6 req-816182c4-bf99-477d-998f-da3cf42275af service neutron] 10.222.0.44 "GET /v2.0/networks/99df0589-9efb-4a6d-842b-47d8be4700b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755769 Sep 21 18:13:53.853686 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5a8b43a7-b313-4253-bbfd-9ef398e55111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:53.910428 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e494a04e-eabc-4d15-9f9e-31093658582b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:53.913092 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf9b79-0e3a-442b-a2b0-991d2a4de95c None None] Pushing event updated for resources: {'Port': ['ID=193fe33c-bb66-41c3-bd22-e518a102bc46,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:53.941868 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5a8b43a7-b313-4253-bbfd-9ef398e55111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:53.992295 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494a04e-eabc-4d15-9f9e-31093658582b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Port': ['ID=b58b7e56-0fd9-42af-bad4-48b0e182c43f,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:54.001900 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b43a7-b313-4253-bbfd-9ef398e55111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2b82b9b-0df8-47ed-9d8a-6bd72fcdbd52,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:54.007214 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5a8b43a7-b313-4253-bbfd-9ef398e55111 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:54.009146 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5a8b43a7-b313-4253-bbfd-9ef398e55111 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b2b82b9b-0df8-47ed-9d8a-6bd72fcdbd52 HTTP/1.1" status: 204 len: 168 time: 0.4034495 Sep 21 18:13:54.016184 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33404) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:54.018192 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e494a04e-eabc-4d15-9f9e-31093658582b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network d2734368-42e3-4167-8d4a-d6d7ca9873e5 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:54.027992 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f90abc-03ac-473d-85f9-6ffe26689d09 req-d119efcc-8379-41fd-bd18-4930d732cbf9 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:54.029659 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-40f90abc-03ac-473d-85f9-6ffe26689d09 req-d119efcc-8379-41fd-bd18-4930d732cbf9 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4506cce-50e0-4661-b99f-cab8601840d5 HTTP/1.1" status: 200 len: 944 time: 0.1770630 Sep 21 18:13:54.031747 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-e494a04e-eabc-4d15-9f9e-31093658582b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:54.034200 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e494a04e-eabc-4d15-9f9e-31093658582b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:13:54.102728 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-40f90abc-03ac-473d-85f9-6ffe26689d09 req-38ea5321-5ed2-4574-b5dd-018a16fc4b26 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] 10.222.0.58 "GET /v2.0/security-groups?id=beadb495-2292-4923-9708-93be6019558d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651205 Sep 21 18:13:54.119541 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e494a04e-eabc-4d15-9f9e-31093658582b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:54.120721 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e494a04e-eabc-4d15-9f9e-31093658582b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:54.134191 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-536f4955-c63e-4d4c-bd83-782e491abfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:54.140423 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e494a04e-eabc-4d15-9f9e-31093658582b tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0032637 Sep 21 18:13:54.142994 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33406) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:54.310760 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-536f4955-c63e-4d4c-bd83-782e491abfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:54.368824 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 193fe33c-bb66-41c3-bd22-e518a102bc46 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:13:54.369417 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-536f4955-c63e-4d4c-bd83-782e491abfcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba916b6-e513-4c87-bbce-c7c4c916873e']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:54.381824 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-536f4955-c63e-4d4c-bd83-782e491abfcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c3424da-ca43-4f8f-bb75-0f63242fe008') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:54.382147 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-536f4955-c63e-4d4c-bd83-782e491abfcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c3424da-ca43-4f8f-bb75-0f63242fe008') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:54.401619 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-536f4955-c63e-4d4c-bd83-782e491abfcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:54.416716 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-536f4955-c63e-4d4c-bd83-782e491abfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:54.428062 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-536f4955-c63e-4d4c-bd83-782e491abfcb admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:13:54.433014 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-536f4955-c63e-4d4c-bd83-782e491abfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:54.435425 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:13:54.435425 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:13:54.435425 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:13:54.435425 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:13:54.435425 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:13:54.435425 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:13:54.435425 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:13:54.435425 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:13:54.435425 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:13:54.435425 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:13:54.435425 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:13:54.435425 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:13:54.435425 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:13:54.435425 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:13:54.435425 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:13:54.435425 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:13:54.435425 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:13:54.435425 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:13:54.435425 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:13:54.435425 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:13:54.435425 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:13:54.435425 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:13:54.435425 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:13:54.435425 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:13:54.435425 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:13:54.435425 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:13:54.435425 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:13:54.435425 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:13:54.435425 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:13:54.435425 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:13:54.435425 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:13:54.435425 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:13:54.451134 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 193fe33c-bb66-41c3-bd22-e518a102bc46 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:54.452049 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:54.518486 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-536f4955-c63e-4d4c-bd83-782e491abfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:54.528534 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-536f4955-c63e-4d4c-bd83-782e491abfcb admin admin] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:54.533306 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-536f4955-c63e-4d4c-bd83-782e491abfcb admin admin] 10.222.0.58 "DELETE /v2.0/networks/5ba916b6-e513-4c87-bbce-c7c4c916873e HTTP/1.1" status: 204 len: 168 time: 0.5133326 Sep 21 18:13:54.545130 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f4955-c63e-4d4c-bd83-782e491abfcb admin admin] Pushing event deleted for resources: {'Network': ['ID=5ba916b6-e513-4c87-bbce-c7c4c916873e,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:54.594719 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:54.614428 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a2da5767-3d90-4971-bd30-e5761367332e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:54.654892 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 193fe33c-bb66-41c3-bd22-e518a102bc46, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=193fe33c-bb66-41c3-bd22-e518a102bc46,segment=NetworkSegment(f12e2f0c-d5a8-45d9-a4f4-0b09767d0d73),segment_id=f12e2f0c-d5a8-45d9-a4f4-0b09767d0d73)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:54.661439 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:54.668573 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:54.721785 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=193fe33c-bb66-41c3-bd22-e518a102bc46,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:54.817171 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33412) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:54.868109 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a18b785d-1d77-4f95-baac-bb72d24a4f48 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=01cca3bdc2a24e26ad9e6435abe59849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496364 Sep 21 18:13:54.869503 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33414) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:54.935107 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7f80ff6c-e80c-4066-9d59-2b98e4ce2cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:54.973646 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7f80ff6c-e80c-4066-9d59-2b98e4ce2cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:55.038503 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7f80ff6c-e80c-4066-9d59-2b98e4ce2cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:55.042346 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7f80ff6c-e80c-4066-9d59-2b98e4ce2cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:55.054522 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7f80ff6c-e80c-4066-9d59-2b98e4ce2cd8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d5dfe11f-161f-47ce-9018-bb8416544f96 HTTP/1.1" status: 204 len: 168 time: 0.1844640 Sep 21 18:13:55.069139 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80ff6c-e80c-4066-9d59-2b98e4ce2cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dfe11f-161f-47ce-9018-bb8416544f96,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:55.108886 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 55b912e2-ea53-4fe7-a7c5-966c1916e3be details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:13:55.266806 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 55b912e2-ea53-4fe7-a7c5-966c1916e3be, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=55b912e2-ea53-4fe7-a7c5-966c1916e3be,segment=NetworkSegment(0bcb023e-8edb-4f00-aea9-224eef7001ab),segment_id=0bcb023e-8edb-4f00-aea9-224eef7001ab)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:55.287729 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '55b912e2-ea53-4fe7-a7c5-966c1916e3be', 'network_id': '99df0589-9efb-4a6d-842b-47d8be4700b9', 'port_id': '55b912e2-ea53-4fe7-a7c5-966c1916e3be', 'mac_address': 'fa:16:3e:15:14:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ac9cbf-a478-461d-bb2a-44c2658ca5a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:13:55.344493 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc50595-174f-447c-9651-b50c5d30308a None None] Network d2734368-42e3-4167-8d4a-d6d7ca9873e5 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:55.368232 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:55.390223 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b912e2-ea53-4fe7-a7c5-966c1916e3be {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:13:55.402759 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fda548-7e86-4f93-8521-21792fbf5812 req-fdb0dcfd-1599-4053-adfe-abffbec8d814 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:55.404570 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f8fda548-7e86-4f93-8521-21792fbf5812 req-fdb0dcfd-1599-4053-adfe-abffbec8d814 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4506cce-50e0-4661-b99f-cab8601840d5 HTTP/1.1" status: 200 len: 944 time: 0.1260166 Sep 21 18:13:55.475110 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f8fda548-7e86-4f93-8521-21792fbf5812 req-cec7e830-3546-483b-91e1-d04d3196891b tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] 10.222.0.58 "GET /v2.0/security-groups?id=beadb495-2292-4923-9708-93be6019558d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609567 Sep 21 18:13:55.480941 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 55b912e2-ea53-4fe7-a7c5-966c1916e3be, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=55b912e2-ea53-4fe7-a7c5-966c1916e3be,segment=NetworkSegment(0bcb023e-8edb-4f00-aea9-224eef7001ab),segment_id=0bcb023e-8edb-4f00-aea9-224eef7001ab)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:55.493473 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:55.505125 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a2da5767-3d90-4971-bd30-e5761367332e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:55.513841 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a2da5767-3d90-4971-bd30-e5761367332e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:55.535382 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-16817788-893f-4585-95b0-107b85d47714 None None] Provisioning complete for port 193fe33c-bb66-41c3-bd22-e518a102bc46 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:55.535771 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-16817788-893f-4585-95b0-107b85d47714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:55.601055 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da5767-3d90-4971-bd30-e5761367332e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Port': ['ID=b58b7e56-0fd9-42af-bad4-48b0e182c43f,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:55.688009 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=55b912e2-ea53-4fe7-a7c5-966c1916e3be,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:55.742313 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['55b912e2-ea53-4fe7-a7c5-966c1916e3be'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:13:55.780263 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a2da5767-3d90-4971-bd30-e5761367332e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:55.937779 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a2da5767-3d90-4971-bd30-e5761367332e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:56.247474 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-bc6f87d7-cb26-4156-9e26-9e0d6f4efb8f None None] Provisioning complete for port 193fe33c-bb66-41c3-bd22-e518a102bc46 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:56.248441 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bc6f87d7-cb26-4156-9e26-9e0d6f4efb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:56.354293 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 193fe33c-bb66-41c3-bd22-e518a102bc46 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:13:56.432245 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a2da5767-3d90-4971-bd30-e5761367332e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:56.440466 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a2da5767-3d90-4971-bd30-e5761367332e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:56.492489 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 193fe33c-bb66-41c3-bd22-e518a102bc46 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:56.493074 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:56.544650 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-bc6f87d7-cb26-4156-9e26-9e0d6f4efb8f None None] Provisioning complete for port b58b7e56-0fd9-42af-bad4-48b0e182c43f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:56.545031 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bc6f87d7-cb26-4156-9e26-9e0d6f4efb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:56.614833 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-bc6f87d7-cb26-4156-9e26-9e0d6f4efb8f None None] Port b58b7e56-0fd9-42af-bad4-48b0e182c43f cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:13:56.670875 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da5767-3d90-4971-bd30-e5761367332e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Port': ['ID=b58b7e56-0fd9-42af-bad4-48b0e182c43f,revision_number=3']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:56.691893 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a2da5767-3d90-4971-bd30-e5761367332e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:56.750166 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-d452ac98-3745-4ae0-9a8c-51f385e463c4 None None] Provisioning complete for port b58b7e56-0fd9-42af-bad4-48b0e182c43f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:56.750701 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d452ac98-3745-4ae0-9a8c-51f385e463c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:56.823641 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-d452ac98-3745-4ae0-9a8c-51f385e463c4 None None] Port b58b7e56-0fd9-42af-bad4-48b0e182c43f cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:13:56.837159 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db0a5a-a322-4bc6-96e4-b0bab4941054 req-6ccce7af-647c-4173-a5ad-7e4188ca86e6 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:56.838957 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-97db0a5a-a322-4bc6-96e4-b0bab4941054 req-6ccce7af-647c-4173-a5ad-7e4188ca86e6 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4506cce-50e0-4661-b99f-cab8601840d5 HTTP/1.1" status: 200 len: 945 time: 0.2389474 Sep 21 18:13:56.900848 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2da5767-3d90-4971-bd30-e5761367332e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network d2734368-42e3-4167-8d4a-d6d7ca9873e5 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:13:56.906001 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-a2da5767-3d90-4971-bd30-e5761367332e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:56.949352 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-a17e1756-a342-4732-b5ec-ff0b5b18c381 None None] Provisioning complete for port b58b7e56-0fd9-42af-bad4-48b0e182c43f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:56.949897 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a17e1756-a342-4732-b5ec-ff0b5b18c381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:56.984016 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-97db0a5a-a322-4bc6-96e4-b0bab4941054 req-c0f6a073-0fa8-41ea-a406-f002dd19a877 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] 10.222.0.58 "GET /v2.0/security-groups?id=beadb495-2292-4923-9708-93be6019558d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341596 Sep 21 18:13:57.025350 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-a17e1756-a342-4732-b5ec-ff0b5b18c381 None None] Port b58b7e56-0fd9-42af-bad4-48b0e182c43f cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:13:57.044664 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33490) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:57.121588 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 55b912e2-ea53-4fe7-a7c5-966c1916e3be up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:13:57.217581 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2da5767-3d90-4971-bd30-e5761367332e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Router 69ec3af0-65a5-4c1b-a363-b1a77b0877c4 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:13:57.218193 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40ebcf72-83df-46c4-98c0-fa5dd64b75a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:57.239094 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 55b912e2-ea53-4fe7-a7c5-966c1916e3be completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:13:57.244601 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 55b912e2-ea53-4fe7-a7c5-966c1916e3be triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:57.245014 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:57.381825 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b8a68068-7a3f-4445-8989-eae33518c791 None None] Provisioning complete for port b58b7e56-0fd9-42af-bad4-48b0e182c43f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:13:57.382366 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b8a68068-7a3f-4445-8989-eae33518c791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:57.400871 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2da5767-3d90-4971-bd30-e5761367332e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:13:57.410385 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a2da5767-3d90-4971-bd30-e5761367332e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "PUT /v2.0/routers/69ec3af0-65a5-4c1b-a363-b1a77b0877c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2637191 Sep 21 18:13:57.410673 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40ebcf72-83df-46c4-98c0-fa5dd64b75a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:57.413542 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33528) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:57.426644 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40ebcf72-83df-46c4-98c0-fa5dd64b75a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:57.443381 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b8a68068-7a3f-4445-8989-eae33518c791 None None] Port b58b7e56-0fd9-42af-bad4-48b0e182c43f cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:13:57.445069 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eba32ac-2101-46c7-a67a-21cd84013c74 None None] Sync routers for ids ['69ec3af0-65a5-4c1b-a363-b1a77b0877c4'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:13:57.449339 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:57.471008 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eba32ac-2101-46c7-a67a-21cd84013c74 None None] Routers {'69ec3af0-65a5-4c1b-a363-b1a77b0877c4'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:13:57.472241 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-5eba32ac-2101-46c7-a67a-21cd84013c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:13:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['69ec3af0-65a5-4c1b-a363-b1a77b0877c4'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:57.504689 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-40ebcf72-83df-46c4-98c0-fa5dd64b75a4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=66755eec49b2436e869c303968ffd0ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4583213 Sep 21 18:13:57.505625 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ebcf72-83df-46c4-98c0-fa5dd64b75a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32d152f-a41b-4284-b0a8-a0de2c8b8e12,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:57.507937 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33542) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:57.519994 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-5eba32ac-2101-46c7-a67a-21cd84013c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:57.524727 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfc2018-0a86-49ce-ba43-fbc7c1af2afb tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:57.526323 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ecfc2018-0a86-49ce-ba43-fbc7c1af2afb tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "GET /v2.0/ports?device_id=69ec3af0-65a5-4c1b-a363-b1a77b0877c4 HTTP/1.1" status: 200 len: 983 time: 0.1117909 Sep 21 18:13:57.528912 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4506cce-50e0-4661-b99f-cab8601840d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b912e2-ea53-4fe7-a7c5-966c1916e3be'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:13:57.531467 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b33505-4fd1-4b87-acf9-636f7d9f8e47" -d '{"events": [{"server_uuid": "c4506cce-50e0-4661-b99f-cab8601840d5", "name": "network-vif-plugged", "status": "completed", "tag": "55b912e2-ea53-4fe7-a7c5-966c1916e3be"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:13:57.537075 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33546) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:57.559373 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 55b912e2-ea53-4fe7-a7c5-966c1916e3be, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=55b912e2-ea53-4fe7-a7c5-966c1916e3be,segment=NetworkSegment(0bcb023e-8edb-4f00-aea9-224eef7001ab),segment_id=0bcb023e-8edb-4f00-aea9-224eef7001ab)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:13:57.566354 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eba32ac-2101-46c7-a67a-21cd84013c74 None None] Routers {'69ec3af0-65a5-4c1b-a363-b1a77b0877c4'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:13:57.567176 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-5eba32ac-2101-46c7-a67a-21cd84013c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:13:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['69ec3af0-65a5-4c1b-a363-b1a77b0877c4'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:57.569483 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:57.611331 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c13e46-7af6-47a8-831f-ad4a2c19a07e x-openstack-request-id: req-69c13e46-7af6-47a8-831f-ad4a2c19a07e {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:13:57.611624 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4506cce-50e0-4661-b99f-cab8601840d5", "name": "network-vif-plugged", "status": "completed", "tag": "55b912e2-ea53-4fe7-a7c5-966c1916e3be", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:13:57.612142 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-69c13e46-7af6-47a8-831f-ad4a2c19a07e {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:13:57.612545 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4506cce-50e0-4661-b99f-cab8601840d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b912e2-ea53-4fe7-a7c5-966c1916e3be', 'code': 200} Sep 21 18:13:57.615249 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-5eba32ac-2101-46c7-a67a-21cd84013c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:57.615942 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eba32ac-2101-46c7-a67a-21cd84013c74 None None] The sync data for ids ['69ec3af0-65a5-4c1b-a363-b1a77b0877c4'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:13:57.670974 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=55b912e2-ea53-4fe7-a7c5-966c1916e3be,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:57.713211 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d2e33-de93-4892-b389-c47fdae3607d req-8d16681b-7231-4e95-b387-f905fa5ebf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:57.714866 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf1d2e33-de93-4892-b389-c47fdae3607d req-8d16681b-7231-4e95-b387-f905fa5ebf67 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c4506cce-50e0-4661-b99f-cab8601840d5 HTTP/1.1" status: 200 len: 1097 time: 0.0504251 Sep 21 18:13:57.752570 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf1d2e33-de93-4892-b389-c47fdae3607d req-2292c410-e1a8-41ad-b108-a48e06772c23 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=beadb495-2292-4923-9708-93be6019558d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298738 Sep 21 18:13:57.766351 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ea777e5b-cc99-4730-a599-89bb4e08d988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:57.814878 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ea777e5b-cc99-4730-a599-89bb4e08d988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:57.898357 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ea777e5b-cc99-4730-a599-89bb4e08d988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:57.900980 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ea777e5b-cc99-4730-a599-89bb4e08d988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:57.904867 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ea777e5b-cc99-4730-a599-89bb4e08d988 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b32d152f-a41b-4284-b0a8-a0de2c8b8e12 HTTP/1.1" status: 204 len: 168 time: 0.3917887 Sep 21 18:13:57.914228 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea777e5b-cc99-4730-a599-89bb4e08d988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32d152f-a41b-4284-b0a8-a0de2c8b8e12,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:57.998831 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-525a4bd3-9b9e-49e5-b380-3bcc3a797140 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:58.158013 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bafe1-3339-4a30-87e1-22b1e0a0ce61 req-7ae3d955-d363-4e01-aa47-1490706dc4a3 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:58.159838 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-164bafe1-3339-4a30-87e1-22b1e0a0ce61 req-7ae3d955-d363-4e01-aa47-1490706dc4a3 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4506cce-50e0-4661-b99f-cab8601840d5 HTTP/1.1" status: 200 len: 946 time: 0.0733366 Sep 21 18:13:58.214510 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-164bafe1-3339-4a30-87e1-22b1e0a0ce61 req-61472e3f-0a56-4499-aea6-3aaf3289ebc3 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] 10.222.0.58 "GET /v2.0/security-groups?id=beadb495-2292-4923-9708-93be6019558d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454428 Sep 21 18:13:58.274066 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-525a4bd3-9b9e-49e5-b380-3bcc3a797140 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Deleting port b58b7e56-0fd9-42af-bad4-48b0e182c43f {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:13:58.274247 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-525a4bd3-9b9e-49e5-b380-3bcc3a797140 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:58.376403 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-525a4bd3-9b9e-49e5-b380-3bcc3a797140 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:58.391003 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-525a4bd3-9b9e-49e5-b380-3bcc3a797140 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Calling delete_port for b58b7e56-0fd9-42af-bad4-48b0e182c43f owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:13:58.590419 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-525a4bd3-9b9e-49e5-b380-3bcc3a797140 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:58.628092 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a4bd3-9b9e-49e5-b380-3bcc3a797140 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Port': ['ID=b58b7e56-0fd9-42af-bad4-48b0e182c43f,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:58.706560 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33716) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:58.845728 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-525a4bd3-9b9e-49e5-b380-3bcc3a797140 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:58.865630 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-408318b9-d828-40d4-a520-c6265fc41652 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-40895841-network', 'tenant_id': '65fe721272494136aa88e3424a3bff7f'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:58.894320 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408318b9-d828-40d4-a520-c6265fc41652 admin admin] Made reservation on behalf of 65fe721272494136aa88e3424a3bff7f for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:58.897286 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-408318b9-d828-40d4-a520-c6265fc41652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:58.922102 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-408318b9-d828-40d4-a520-c6265fc41652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:59.021785 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525a4bd3-9b9e-49e5-b380-3bcc3a797140 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Router 69ec3af0-65a5-4c1b-a363-b1a77b0877c4 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:13:59.039701 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-408318b9-d828-40d4-a520-c6265fc41652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:59.045482 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-408318b9-d828-40d4-a520-c6265fc41652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:59.081729 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-408318b9-d828-40d4-a520-c6265fc41652 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:13:59.089303 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408318b9-d828-40d4-a520-c6265fc41652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7cbe9b-6c97-43d8-8d44-27b96adbab92,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:59.105883 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-408318b9-d828-40d4-a520-c6265fc41652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:59.106235 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-408318b9-d828-40d4-a520-c6265fc41652 admin admin] Added segment accae302-cc4a-4b19-bce4-7929a8074656 of type vlan for network 88ade9bd-ba7c-49eb-9ec0-245ecbfcb616 Sep 21 18:13:59.120085 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525a4bd3-9b9e-49e5-b380-3bcc3a797140 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:13:59.125666 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-525a4bd3-9b9e-49e5-b380-3bcc3a797140 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "PUT /v2.0/routers/69ec3af0-65a5-4c1b-a363-b1a77b0877c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5868177 Sep 21 18:13:59.128459 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33766) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:59.132211 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c56b8b7-f41d-41b4-8b39-2a69f1a115dd None None] Sync routers for ids ['69ec3af0-65a5-4c1b-a363-b1a77b0877c4'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:13:59.147883 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c56b8b7-f41d-41b4-8b39-2a69f1a115dd None None] Routers {'69ec3af0-65a5-4c1b-a363-b1a77b0877c4'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:13:59.148552 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-1c56b8b7-f41d-41b4-8b39-2a69f1a115dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:13:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['69ec3af0-65a5-4c1b-a363-b1a77b0877c4'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:59.155497 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-408318b9-d828-40d4-a520-c6265fc41652 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:59.157452 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb12e92-7c6e-4ea4-925e-6280dced1993 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] GET failed (client error): The resource could not be found. Sep 21 18:13:59.159768 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3eb12e92-7c6e-4ea4-925e-6280dced1993 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "GET /v2.0/ports/b58b7e56-0fd9-42af-bad4-48b0e182c43f HTTP/1.1" status: 404 len: 333 time: 0.0298223 Sep 21 18:13:59.162448 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33772) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:59.199895 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-408318b9-d828-40d4-a520-c6265fc41652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:59.201139 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-1c56b8b7-f41d-41b4-8b39-2a69f1a115dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:59.202067 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408318b9-d828-40d4-a520-c6265fc41652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:59.205522 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-408318b9-d828-40d4-a520-c6265fc41652 admin admin] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:59.214471 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c56b8b7-f41d-41b4-8b39-2a69f1a115dd None None] Routers {'69ec3af0-65a5-4c1b-a363-b1a77b0877c4'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:13:59.215236 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-1c56b8b7-f41d-41b4-8b39-2a69f1a115dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:13:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['69ec3af0-65a5-4c1b-a363-b1a77b0877c4'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:59.261833 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3af537d6-7757-442b-b250-59b684b6a2da tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:59.276037 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-1c56b8b7-f41d-41b4-8b39-2a69f1a115dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:13:59.276908 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c56b8b7-f41d-41b4-8b39-2a69f1a115dd None None] The sync data for ids ['69ec3af0-65a5-4c1b-a363-b1a77b0877c4'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:13:59.288348 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408318b9-d828-40d4-a520-c6265fc41652 admin admin] Pushing event updated for resources: {'Network': ['ID=88ade9bd-ba7c-49eb-9ec0-245ecbfcb616,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:59.292254 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-408318b9-d828-40d4-a520-c6265fc41652 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.5846016 Sep 21 18:13:59.300203 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33790) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:59.302270 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 88ade9bd-ba7c-49eb-9ec0-245ecbfcb616 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:13:59.306788 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-11a934f2-b2da-45b4-b051-1093fa32baed admin admin] Request body: {'subnet': {'network_id': '88ade9bd-ba7c-49eb-9ec0-245ecbfcb616', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-40895841-subnet', 'tenant_id': '65fe721272494136aa88e3424a3bff7f', 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:59.334836 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a934f2-b2da-45b4-b051-1093fa32baed admin admin] Made reservation on behalf of 65fe721272494136aa88e3424a3bff7f for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:13:59.338110 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-11a934f2-b2da-45b4-b051-1093fa32baed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:59.449189 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff466e-ea56-4d82-98da-d48b7c0221a7 req-76e6fa6b-6991-4f2e-9e44-11fd159e9155 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:59.450631 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-18ff466e-ea56-4d82-98da-d48b7c0221a7 req-76e6fa6b-6991-4f2e-9e44-11fd159e9155 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4506cce-50e0-4661-b99f-cab8601840d5 HTTP/1.1" status: 200 len: 946 time: 0.1100810 Sep 21 18:13:59.476903 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3af537d6-7757-442b-b250-59b684b6a2da tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:59.479242 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3af537d6-7757-442b-b250-59b684b6a2da tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:59.526259 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3af537d6-7757-442b-b250-59b684b6a2da tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:59.526897 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af537d6-7757-442b-b250-59b684b6a2da tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Fanout notify agent at l3_agent the message router_deleted on router 69ec3af0-65a5-4c1b-a363-b1a77b0877c4 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:13:59.530063 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-18ff466e-ea56-4d82-98da-d48b7c0221a7 req-e665b35e-c274-40bd-9099-1f0e09317363 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] 10.222.0.58 "GET /v2.0/security-groups?id=beadb495-2292-4923-9708-93be6019558d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627122 Sep 21 18:13:59.539755 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3af537d6-7757-442b-b250-59b684b6a2da tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:59.541221 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3af537d6-7757-442b-b250-59b684b6a2da tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/routers/69ec3af0-65a5-4c1b-a363-b1a77b0877c4 HTTP/1.1" status: 204 len: 168 time: 0.3777235 Sep 21 18:13:59.544539 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33818) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:59.608469 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d03b550-90e2-452f-bec8-4f79b83413fe tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Deleting subnet 5ce1e67b-79a1-4722-a77c-605b3dd4fc3d {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:13:59.611293 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-11a934f2-b2da-45b4-b051-1093fa32baed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:59.611901 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d03b550-90e2-452f-bec8-4f79b83413fe tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:59.675096 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a934f2-b2da-45b4-b051-1093fa32baed admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a8f04c1-0ff5-4dd8-8466-9f9a2197d742,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:13:59.676777 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d03b550-90e2-452f-bec8-4f79b83413fe tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:59.677609 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a934f2-b2da-45b4-b051-1093fa32baed admin admin] Checking segment: {'id': 'accae302-cc4a-4b19-bce4-7929a8074656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '88ade9bd-ba7c-49eb-9ec0-245ecbfcb616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:13:59.678086 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a934f2-b2da-45b4-b051-1093fa32baed admin admin] Network hostable DHCP agents. Network: 88ade9bd-ba7c-49eb-9ec0-245ecbfcb616, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:13:59.697899 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a934f2-b2da-45b4-b051-1093fa32baed admin admin] Network 88ade9bd-ba7c-49eb-9ec0-245ecbfcb616 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:13:59.707443 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-11a934f2-b2da-45b4-b051-1093fa32baed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 88ade9bd-ba7c-49eb-9ec0-245ecbfcb616) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:13:59.715542 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722f7703-4f65-40e2-8706-cfe72f7e106c None None] Network 88ade9bd-ba7c-49eb-9ec0-245ecbfcb616 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:59.720401 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a934f2-b2da-45b4-b051-1093fa32baed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:59.721387 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-11a934f2-b2da-45b4-b051-1093fa32baed admin admin] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:59.729280 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fd40c-567c-4c78-ac11-dc19adccf464 req-1f42f911-1131-41ee-a096-12be9a1e75a4 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:13:59.731067 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3d7fd40c-567c-4c78-ac11-dc19adccf464 req-1f42f911-1131-41ee-a096-12be9a1e75a4 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4506cce-50e0-4661-b99f-cab8601840d5 HTTP/1.1" status: 200 len: 946 time: 0.0980256 Sep 21 18:13:59.751815 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-11a934f2-b2da-45b4-b051-1093fa32baed admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 0.4502339 Sep 21 18:13:59.754175 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33844) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:59.758840 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-45763c1b-349c-4cd7-bba2-2390f07ec77f admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-40895841-router', 'tenant_id': '65fe721272494136aa88e3424a3bff7f', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:13:59.784910 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-45763c1b-349c-4cd7-bba2-2390f07ec77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:59.786893 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-45763c1b-349c-4cd7-bba2-2390f07ec77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:59.813601 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3d7fd40c-567c-4c78-ac11-dc19adccf464 req-3feec548-78f9-4143-843c-778412f21b91 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] 10.222.0.58 "GET /v2.0/security-groups?id=beadb495-2292-4923-9708-93be6019558d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721407 Sep 21 18:13:59.817428 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d03b550-90e2-452f-bec8-4f79b83413fe tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:59.880341 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-45763c1b-349c-4cd7-bba2-2390f07ec77f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:59.916224 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d03b550-90e2-452f-bec8-4f79b83413fe tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:59.924705 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1744d38-ade5-494a-9318-51e66b78f5c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-88ade9bd-ba7c-49eb-9ec0-245ecbfcb616', 'network_id': '88ade9bd-ba7c-49eb-9ec0-245ecbfcb616', 'tenant_id': '65fe721272494136aa88e3424a3bff7f', 'fixed_ips': [{'subnet_id': '8a8f04c1-0ff5-4dd8-8466-9f9a2197d742'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:13:59.925779 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e1744d38-ade5-494a-9318-51e66b78f5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:59.936900 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d03b550-90e2-452f-bec8-4f79b83413fe tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:13:59.944707 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0d03b550-90e2-452f-bec8-4f79b83413fe tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/subnets/5ce1e67b-79a1-4722-a77c-605b3dd4fc3d HTTP/1.1" status: 204 len: 168 time: 0.3985674 Sep 21 18:13:59.945826 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33868) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:13:59.948050 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b75f21-02ca-4708-9596-dafd2ff5c373 None None] Network d2734368-42e3-4167-8d4a-d6d7ca9873e5 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:13:59.981643 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03b550-90e2-452f-bec8-4f79b83413fe tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Subnet': ['ID=5ce1e67b-79a1-4722-a77c-605b3dd4fc3d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:00.065980 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-45763c1b-349c-4cd7-bba2-2390f07ec77f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.111721 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-03e9fe75-af86-4fec-b047-1005a9fbfe70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.191255 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-03e9fe75-af86-4fec-b047-1005a9fbfe70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Deleting port 193fe33c-bb66-41c3-bd22-e518a102bc46 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:00.191895 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-03e9fe75-af86-4fec-b047-1005a9fbfe70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.288477 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-e1744d38-ade5-494a-9318-51e66b78f5c1 None None] Allocated IP 172.20.0.2 (88ade9bd-ba7c-49eb-9ec0-245ecbfcb616/8a8f04c1-0ff5-4dd8-8466-9f9a2197d742/04233519-2090-4011-bcb8-8b885ca888c7) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:00.299352 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-03e9fe75-af86-4fec-b047-1005a9fbfe70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] For port 193fe33c-bb66-41c3-bd22-e518a102bc46, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=193fe33c-bb66-41c3-bd22-e518a102bc46,segment=NetworkSegment(f12e2f0c-d5a8-45d9-a4f4-0b09767d0d73),segment_id=f12e2f0c-d5a8-45d9-a4f4-0b09767d0d73)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:00.299999 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-03e9fe75-af86-4fec-b047-1005a9fbfe70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.336148 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-03e9fe75-af86-4fec-b047-1005a9fbfe70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Calling delete_port for 193fe33c-bb66-41c3-bd22-e518a102bc46 owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:00.372509 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-45763c1b-349c-4cd7-bba2-2390f07ec77f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.393826 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-45763c1b-349c-4cd7-bba2-2390f07ec77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.443049 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656c274-3ca9-4ba8-897b-b9b3dae8ddba req-408433bc-b961-4356-b666-1d17643ba2ae tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:00.444645 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4656c274-3ca9-4ba8-897b-b9b3dae8ddba req-408433bc-b961-4356-b666-1d17643ba2ae tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4506cce-50e0-4661-b99f-cab8601840d5 HTTP/1.1" status: 200 len: 946 time: 0.1288908 Sep 21 18:14:00.523230 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4656c274-3ca9-4ba8-897b-b9b3dae8ddba req-50da4c62-6ccf-4c3f-b401-3672793a69de tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] 10.222.0.58 "GET /v2.0/security-groups?id=beadb495-2292-4923-9708-93be6019558d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683913 Sep 21 18:14:00.529700 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e1744d38-ade5-494a-9318-51e66b78f5c1 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.536791 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-03e9fe75-af86-4fec-b047-1005a9fbfe70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.550548 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-45763c1b-349c-4cd7-bba2-2390f07ec77f admin admin] Allocated IP 172.25.6.36 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/e5b9c2a5-af10-4700-bd98-42f3a836564e) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:00.550768 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e1744d38-ade5-494a-9318-51e66b78f5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.619503 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e9fe75-af86-4fec-b047-1005a9fbfe70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] No DVR routers for this DVR port 193fe33c-bb66-41c3-bd22-e518a102bc46 on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:14:00.621850 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9fe75-af86-4fec-b047-1005a9fbfe70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Port': ['ID=193fe33c-bb66-41c3-bd22-e518a102bc46,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:00.623322 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a115c4-ae4c-4dbd-ab24-56bf81fa74ef None None] DHCP port deletion for d2734368-42e3-4167-8d4a-d6d7ca9873e5 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:14:00.634370 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1744d38-ade5-494a-9318-51e66b78f5c1 None None] Network 88ade9bd-ba7c-49eb-9ec0-245ecbfcb616 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:00.663420 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-e1744d38-ade5-494a-9318-51e66b78f5c1 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:00.670672 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1744d38-ade5-494a-9318-51e66b78f5c1 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:14:00.687407 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1744d38-ade5-494a-9318-51e66b78f5c1 None None] Pushing event updated for resources: {'Port': ['ID=04233519-2090-4011-bcb8-8b885ca888c7,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:00.725786 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-03e9fe75-af86-4fec-b047-1005a9fbfe70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.767989 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-e1744d38-ade5-494a-9318-51e66b78f5c1 None None] Attempting to bind port 04233519-2090-4011-bcb8-8b885ca888c7 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:14:00.771200 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-e1744d38-ade5-494a-9318-51e66b78f5c1 None None] Attempting to bind port 04233519-2090-4011-bcb8-8b885ca888c7 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'accae302-cc4a-4b19-bce4-7929a8074656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '88ade9bd-ba7c-49eb-9ec0-245ecbfcb616'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:14:00.771578 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1744d38-ade5-494a-9318-51e66b78f5c1 None None] Attempting to bind port 04233519-2090-4011-bcb8-8b885ca888c7 on network 88ade9bd-ba7c-49eb-9ec0-245ecbfcb616 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:14:00.774186 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-03e9fe75-af86-4fec-b047-1005a9fbfe70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2734368-42e3-4167-8d4a-d6d7ca9873e5']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:00.778621 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1744d38-ade5-494a-9318-51e66b78f5c1 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:14:00.779022 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1744d38-ade5-494a-9318-51e66b78f5c1 None None] Checking segment: {'id': 'accae302-cc4a-4b19-bce4-7929a8074656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '88ade9bd-ba7c-49eb-9ec0-245ecbfcb616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:00.779424 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e1744d38-ade5-494a-9318-51e66b78f5c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.779817 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1744d38-ade5-494a-9318-51e66b78f5c1 None None] Bound using segment: {'id': 'accae302-cc4a-4b19-bce4-7929a8074656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '88ade9bd-ba7c-49eb-9ec0-245ecbfcb616'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:14:00.779999 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-45763c1b-349c-4cd7-bba2-2390f07ec77f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.780289 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-e1744d38-ade5-494a-9318-51e66b78f5c1 None None] Bound port: 04233519-2090-4011-bcb8-8b885ca888c7, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'accae302-cc4a-4b19-bce4-7929a8074656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '88ade9bd-ba7c-49eb-9ec0-245ecbfcb616'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:14:00.780668 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e1744d38-ade5-494a-9318-51e66b78f5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.793652 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-03e9fe75-af86-4fec-b047-1005a9fbfe70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f12e2f0c-d5a8-45d9-a4f4-0b09767d0d73') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:00.794395 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-03e9fe75-af86-4fec-b047-1005a9fbfe70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f12e2f0c-d5a8-45d9-a4f4-0b09767d0d73') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:00.806610 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-03e9fe75-af86-4fec-b047-1005a9fbfe70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.831587 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-03e9fe75-af86-4fec-b047-1005a9fbfe70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.841156 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e9fe75-af86-4fec-b047-1005a9fbfe70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:14:00.841557 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-03e9fe75-af86-4fec-b047-1005a9fbfe70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.847140 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:14:00.847140 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:14:00.847140 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:14:00.847140 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:14:00.847140 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:14:00.847140 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:14:00.847140 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:14:00.847140 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:14:00.847140 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:14:00.847140 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:14:00.847140 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:14:00.847140 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:14:00.847140 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:14:00.847140 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:14:00.847140 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:14:00.847140 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:14:00.847140 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:14:00.847140 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:14:00.847140 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:14:00.847140 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:14:00.847140 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:14:00.847140 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:14:00.847140 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:14:00.847140 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:14:00.847140 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:14:00.847140 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:14:00.847140 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:14:00.847140 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:14:00.847140 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:14:00.847140 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:14:00.847140 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:14:00.847140 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:14:00.879987 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-e1744d38-ade5-494a-9318-51e66b78f5c1 None None] For port 04233519-2090-4011-bcb8-8b885ca888c7, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:14:00.881706 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-45763c1b-349c-4cd7-bba2-2390f07ec77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.884468 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-e1744d38-ade5-494a-9318-51e66b78f5c1 None None] For port 04233519-2090-4011-bcb8-8b885ca888c7, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=04233519-2090-4011-bcb8-8b885ca888c7,segment=NetworkSegment(accae302-cc4a-4b19-bce4-7929a8074656),segment_id=accae302-cc4a-4b19-bce4-7929a8074656)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:14:00.891247 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e1744d38-ade5-494a-9318-51e66b78f5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.924770 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-03e9fe75-af86-4fec-b047-1005a9fbfe70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.941691 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-03e9fe75-af86-4fec-b047-1005a9fbfe70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:00.950547 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-03e9fe75-af86-4fec-b047-1005a9fbfe70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/networks/d2734368-42e3-4167-8d4a-d6d7ca9873e5 HTTP/1.1" status: 204 len: 168 time: 0.9793954 Sep 21 18:14:00.954493 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33970) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:00.971257 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9fe75-af86-4fec-b047-1005a9fbfe70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Network': ['ID=d2734368-42e3-4167-8d4a-d6d7ca9873e5,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:00.971832 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45763c1b-349c-4cd7-bba2-2390f07ec77f admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:00.972700 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1744d38-ade5-494a-9318-51e66b78f5c1 None None] Pushing event updated for resources: {'Port': ['ID=04233519-2090-4011-bcb8-8b885ca888c7,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:00.985419 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-45763c1b-349c-4cd7-bba2-2390f07ec77f admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:00.987790 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45763c1b-349c-4cd7-bba2-2390f07ec77f admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:14:01.057928 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45763c1b-349c-4cd7-bba2-2390f07ec77f admin admin] Pushing event updated for resources: {'Port': ['ID=e5b9c2a5-af10-4700-bd98-42f3a836564e,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:01.077174 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8676b11a-b4cb-4fc8-acb2-4b6bb37f9f12 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:01.078884 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8676b11a-b4cb-4fc8-acb2-4b6bb37f9f12 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "GET /v2.0/ports/9304b364-e9ac-4579-8bbf-64acdaa67b96 HTTP/1.1" status: 200 len: 841 time: 0.1212151 Sep 21 18:14:01.082541 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33972) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:01.089127 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a311c9-e109-4d0a-9df7-4b34ea8a2478 req-94d1b0b5-065f-4612-8d7d-0202e5066698 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:01.090670 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e8a311c9-e109-4d0a-9df7-4b34ea8a2478 req-94d1b0b5-065f-4612-8d7d-0202e5066698 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4506cce-50e0-4661-b99f-cab8601840d5 HTTP/1.1" status: 200 len: 946 time: 0.2065876 Sep 21 18:14:01.144173 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-828464a8-fd9d-4ee8-aa9b-0b1ea0a9b399 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "GET /v2.0/ports/9304b364-e9ac-4579-8bbf-64acdaa67b96?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0600727 Sep 21 18:14:01.149152 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33974) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:01.155354 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-42055ce7-d97d-44cf-b2e1-8b9b66305b09 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'subnet': {'network_id': 'cb5e82b2-1713-46e6-b3aa-c9afd4b092a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:01.576851 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42055ce7-d97d-44cf-b2e1-8b9b66305b09 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:01.582404 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-42055ce7-d97d-44cf-b2e1-8b9b66305b09 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:01.638646 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e8a311c9-e109-4d0a-9df7-4b34ea8a2478 req-50daa366-3b74-4a31-aded-40b23522177d tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] 10.222.0.58 "GET /v2.0/security-groups?id=beadb495-2292-4923-9708-93be6019558d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354895 Sep 21 18:14:01.823215 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-42055ce7-d97d-44cf-b2e1-8b9b66305b09 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:01.868489 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-45763c1b-349c-4cd7-bba2-2390f07ec77f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:01.871632 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42055ce7-d97d-44cf-b2e1-8b9b66305b09 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network cb5e82b2-1713-46e6-b3aa-c9afd4b092a6 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:01.875047 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-42055ce7-d97d-44cf-b2e1-8b9b66305b09 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:01.878041 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42055ce7-d97d-44cf-b2e1-8b9b66305b09 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:01.878614 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-42055ce7-d97d-44cf-b2e1-8b9b66305b09 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:01.885135 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42055ce7-d97d-44cf-b2e1-8b9b66305b09 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Subnet': ['ID=e513ecf5-3c54-4010-bb8e-003322af71dc,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:01.887651 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce810b8-db47-460a-852d-feaebafd9c20 None None] Network cb5e82b2-1713-46e6-b3aa-c9afd4b092a6 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:01.901093 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-42055ce7-d97d-44cf-b2e1-8b9b66305b09 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7502768 Sep 21 18:14:01.904268 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33984) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:01.915737 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-25135237-c374-41a6-a8f4-cf349e859b70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'security_group': {'name': 'tempest-secgroup-2143361592'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:01.941830 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-25135237-c374-41a6-a8f4-cf349e859b70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:02.069521 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-25135237-c374-41a6-a8f4-cf349e859b70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:02.077261 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-25135237-c374-41a6-a8f4-cf349e859b70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:02.083055 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f96734-cfc0-4bb9-9684-6b06300e0dcd None None] Network 88ade9bd-ba7c-49eb-9ec0-245ecbfcb616 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:02.116136 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-25135237-c374-41a6-a8f4-cf349e859b70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:02.120807 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-25135237-c374-41a6-a8f4-cf349e859b70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2127213 Sep 21 18:14:02.120980 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33986) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:02.123896 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25135237-c374-41a6-a8f4-cf349e859b70 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f12b1f4c-8ce3-4c1c-aaef-3b9358e5b133,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:02.126439 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-1292ea4f-a829-4bbc-bbaf-3af60bc941a6 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'security_group': {'name': 'tempest-secgroup-1312030457'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:02.144118 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-45763c1b-349c-4cd7-bba2-2390f07ec77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:02.203921 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1292ea4f-a829-4bbc-bbaf-3af60bc941a6 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:02.219296 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-3e9b217f-1a72-4e14-a325-2743340ed888 None None] Provisioning complete for port 04233519-2090-4011-bcb8-8b885ca888c7 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:02.219674 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3e9b217f-1a72-4e14-a325-2743340ed888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:02.357301 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f41c4a-63bf-45cc-9868-24f698f9dcfd req-26aaf7a7-22d7-4740-bfab-b0300318067f tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:02.358680 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f1f41c4a-63bf-45cc-9868-24f698f9dcfd req-26aaf7a7-22d7-4740-bfab-b0300318067f tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4506cce-50e0-4661-b99f-cab8601840d5 HTTP/1.1" status: 200 len: 946 time: 0.1510580 Sep 21 18:14:02.380291 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c3c8f4-f554-4071-9e30-d0c9b411adc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-cb5e82b2-1713-46e6-b3aa-c9afd4b092a6', 'network_id': 'cb5e82b2-1713-46e6-b3aa-c9afd4b092a6', 'tenant_id': '50fd849ffb184c9fb056374cbc97e47f', 'fixed_ips': [{'subnet_id': 'e513ecf5-3c54-4010-bb8e-003322af71dc'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:14:02.381296 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c2c3c8f4-f554-4071-9e30-d0c9b411adc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:02.383547 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 04233519-2090-4011-bcb8-8b885ca888c7 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:02.502637 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45763c1b-349c-4cd7-bba2-2390f07ec77f admin admin] Router 40b19de9-8c2a-455b-a47c-5e6c3eb6eb76 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:14:02.515518 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1292ea4f-a829-4bbc-bbaf-3af60bc941a6 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:02.527923 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1292ea4f-a829-4bbc-bbaf-3af60bc941a6 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:02.568665 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3e9b217f-1a72-4e14-a325-2743340ed888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:02.599004 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-f1f41c4a-63bf-45cc-9868-24f698f9dcfd req-f02c1166-d573-4606-86df-1f3d7e3a8890 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] Deleting port 55b912e2-ea53-4fe7-a7c5-966c1916e3be {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:02.599431 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 04233519-2090-4011-bcb8-8b885ca888c7 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:02.599676 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f1f41c4a-63bf-45cc-9868-24f698f9dcfd req-f02c1166-d573-4606-86df-1f3d7e3a8890 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:02.599870 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:02.637793 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1292ea4f-a829-4bbc-bbaf-3af60bc941a6 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:02.641682 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1292ea4f-a829-4bbc-bbaf-3af60bc941a6 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5172694 Sep 21 18:14:02.642322 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 33990) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:02.648372 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-8a62c622-a70d-4ae9-9ec1-3e3e2d168568 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2114373594', 'security_groups': ['146d00f9-b208-4fd8-8948-47c9141e650f'], 'network_id': 'cb5e82b2-1713-46e6-b3aa-c9afd4b092a6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e513ecf5-3c54-4010-bb8e-003322af71dc'}]}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:02.656938 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292ea4f-a829-4bbc-bbaf-3af60bc941a6 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=146d00f9-b208-4fd8-8948-47c9141e650f,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:02.679217 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-c2c3c8f4-f554-4071-9e30-d0c9b411adc0 None None] Allocated IP 172.20.0.2 (cb5e82b2-1713-46e6-b3aa-c9afd4b092a6/e513ecf5-3c54-4010-bb8e-003322af71dc/8a06b1e3-1b7e-427e-b6b2-7e92def564b9) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:02.702097 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-3e9b217f-1a72-4e14-a325-2743340ed888 None None] For port 04233519-2090-4011-bcb8-8b885ca888c7, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=04233519-2090-4011-bcb8-8b885ca888c7,segment=NetworkSegment(accae302-cc4a-4b19-bce4-7929a8074656),segment_id=accae302-cc4a-4b19-bce4-7929a8074656)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:02.713833 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3e9b217f-1a72-4e14-a325-2743340ed888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:02.785117 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45763c1b-349c-4cd7-bba2-2390f07ec77f admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:14:02.846604 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a62c622-a70d-4ae9-9ec1-3e3e2d168568 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:02.848764 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292ea4f-a829-4bbc-bbaf-3af60bc941a6 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:02.849106 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292ea4f-a829-4bbc-bbaf-3af60bc941a6 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:02.849446 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292ea4f-a829-4bbc-bbaf-3af60bc941a6 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:02.849770 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292ea4f-a829-4bbc-bbaf-3af60bc941a6 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:02.850097 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292ea4f-a829-4bbc-bbaf-3af60bc941a6 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:02.850419 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292ea4f-a829-4bbc-bbaf-3af60bc941a6 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:02.850741 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292ea4f-a829-4bbc-bbaf-3af60bc941a6 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:02.851099 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292ea4f-a829-4bbc-bbaf-3af60bc941a6 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:02.851434 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292ea4f-a829-4bbc-bbaf-3af60bc941a6 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:02.851733 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292ea4f-a829-4bbc-bbaf-3af60bc941a6 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:02.852049 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292ea4f-a829-4bbc-bbaf-3af60bc941a6 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:02.852546 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292ea4f-a829-4bbc-bbaf-3af60bc941a6 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:02.910671 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-45763c1b-349c-4cd7-bba2-2390f07ec77f admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:02.914529 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-45763c1b-349c-4cd7-bba2-2390f07ec77f admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 914 time: 3.1568115 Sep 21 18:14:02.921825 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 33996) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:02.948136 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0129976-9230-4704-801c-7416971561fa None None] Sync routers for ids ['40b19de9-8c2a-455b-a47c-5e6c3eb6eb76'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:14:02.970397 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8a62c622-a70d-4ae9-9ec1-3e3e2d168568 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:02.989644 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-8a62c622-a70d-4ae9-9ec1-3e3e2d168568 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] device_id is not set on port bd82e027-00d2-4880-998f-8eeab7796add yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:14:03.062413 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0129976-9230-4704-801c-7416971561fa None None] Routers {'40b19de9-8c2a-455b-a47c-5e6c3eb6eb76'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:14:03.063474 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d0129976-9230-4704-801c-7416971561fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:13:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['40b19de9-8c2a-455b-a47c-5e6c3eb6eb76'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:03.075020 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b217f-1a72-4e14-a325-2743340ed888 None None] Pushing event updated for resources: {'Port': ['ID=04233519-2090-4011-bcb8-8b885ca888c7,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:03.103713 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-f1f41c4a-63bf-45cc-9868-24f698f9dcfd req-f02c1166-d573-4606-86df-1f3d7e3a8890 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] For port 55b912e2-ea53-4fe7-a7c5-966c1916e3be, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=55b912e2-ea53-4fe7-a7c5-966c1916e3be,segment=NetworkSegment(0bcb023e-8edb-4f00-aea9-224eef7001ab),segment_id=0bcb023e-8edb-4f00-aea9-224eef7001ab)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:03.104149 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f1f41c4a-63bf-45cc-9868-24f698f9dcfd req-f02c1166-d573-4606-86df-1f3d7e3a8890 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:03.112096 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-4ccdde7f-2f6d-418b-836a-5ae617d6f01c None None] Provisioning complete for port 04233519-2090-4011-bcb8-8b885ca888c7 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:03.112800 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4ccdde7f-2f6d-418b-836a-5ae617d6f01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:03.120401 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c4716-56ba-4c44-9784-a86ad8ab5074 req-0d059c80-8880-48d1-a9f8-c065721eabb0 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:03.121992 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9d6c4716-56ba-4c44-9784-a86ad8ab5074 req-0d059c80-8880-48d1-a9f8-c065721eabb0 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4506cce-50e0-4661-b99f-cab8601840d5 HTTP/1.1" status: 200 len: 946 time: 0.2810655 Sep 21 18:14:03.138224 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-f1f41c4a-63bf-45cc-9868-24f698f9dcfd req-f02c1166-d573-4606-86df-1f3d7e3a8890 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] Calling delete_port for 55b912e2-ea53-4fe7-a7c5-966c1916e3be owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:03.176821 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9b217f-1a72-4e14-a325-2743340ed888 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:03.177169 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9b217f-1a72-4e14-a325-2743340ed888 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:03.177511 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9b217f-1a72-4e14-a325-2743340ed888 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:03.177848 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9b217f-1a72-4e14-a325-2743340ed888 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:03.178186 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9b217f-1a72-4e14-a325-2743340ed888 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:03.178520 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9b217f-1a72-4e14-a325-2743340ed888 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:03.178846 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9b217f-1a72-4e14-a325-2743340ed888 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:03.179414 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9b217f-1a72-4e14-a325-2743340ed888 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:03.179772 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9b217f-1a72-4e14-a325-2743340ed888 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:03.180099 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9b217f-1a72-4e14-a325-2743340ed888 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:03.180426 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9b217f-1a72-4e14-a325-2743340ed888 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:03.180754 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9b217f-1a72-4e14-a325-2743340ed888 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:03.208107 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 193fe33c-bb66-41c3-bd22-e518a102bc46 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:14:03.263144 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 193fe33c-bb66-41c3-bd22-e518a102bc46 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:14:03.263399 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 193fe33c-bb66-41c3-bd22-e518a102bc46 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:14:03.291973 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9d6c4716-56ba-4c44-9784-a86ad8ab5074 req-0f920889-fad1-4184-a0f6-814aff7a5022 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] 10.222.0.58 "GET /v2.0/security-groups?id=beadb495-2292-4923-9708-93be6019558d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615660 Sep 21 18:14:03.320550 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c2c3c8f4-f554-4071-9e30-d0c9b411adc0 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:03.334520 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c2c3c8f4-f554-4071-9e30-d0c9b411adc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:03.396588 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-d0129976-9230-4704-801c-7416971561fa None None] Set router 40b19de9-8c2a-455b-a47c-5e6c3eb6eb76 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:14:03.444126 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-8a62c622-a70d-4ae9-9ec1-3e3e2d168568 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Allocated IP 172.20.0.5 (cb5e82b2-1713-46e6-b3aa-c9afd4b092a6/e513ecf5-3c54-4010-bb8e-003322af71dc/bd82e027-00d2-4880-998f-8eeab7796add) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:03.486321 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c3c8f4-f554-4071-9e30-d0c9b411adc0 None None] Network cb5e82b2-1713-46e6-b3aa-c9afd4b092a6 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:03.510510 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-c2c3c8f4-f554-4071-9e30-d0c9b411adc0 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:03.518560 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3c8f4-f554-4071-9e30-d0c9b411adc0 None None] Pushing event updated for resources: {'Port': ['ID=8a06b1e3-1b7e-427e-b6b2-7e92def564b9,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:03.520968 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c3c8f4-f554-4071-9e30-d0c9b411adc0 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:14:03.533496 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f1f41c4a-63bf-45cc-9868-24f698f9dcfd req-f02c1166-d573-4606-86df-1f3d7e3a8890 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:03.568000 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['55b912e2-ea53-4fe7-a7c5-966c1916e3be'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:14:03.595310 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c1166-d573-4606-86df-1f3d7e3a8890 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] Pushing event deleted for resources: {'Port': ['ID=55b912e2-ea53-4fe7-a7c5-966c1916e3be,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:03.628673 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8a62c622-a70d-4ae9-9ec1-3e3e2d168568 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:03.649334 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-29a14cf4-c4dd-439c-a8f6-545422a5fced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:03.665560 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-c2c3c8f4-f554-4071-9e30-d0c9b411adc0 None None] Attempting to bind port 8a06b1e3-1b7e-427e-b6b2-7e92def564b9 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:14:03.666064 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-c2c3c8f4-f554-4071-9e30-d0c9b411adc0 None None] Attempting to bind port 8a06b1e3-1b7e-427e-b6b2-7e92def564b9 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '431b31c7-ea80-4c3f-bfc3-2cb09691056d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cb5e82b2-1713-46e6-b3aa-c9afd4b092a6'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:14:03.666380 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3c8f4-f554-4071-9e30-d0c9b411adc0 None None] Attempting to bind port 8a06b1e3-1b7e-427e-b6b2-7e92def564b9 on network cb5e82b2-1713-46e6-b3aa-c9afd4b092a6 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:14:03.668543 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8a62c622-a70d-4ae9-9ec1-3e3e2d168568 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:03.676235 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f41c4a-63bf-45cc-9868-24f698f9dcfd req-f02c1166-d573-4606-86df-1f3d7e3a8890 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] No DVR routers for this DVR port 55b912e2-ea53-4fe7-a7c5-966c1916e3be on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:14:03.679578 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f1f41c4a-63bf-45cc-9868-24f698f9dcfd req-f02c1166-d573-4606-86df-1f3d7e3a8890 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:03.681892 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3c8f4-f554-4071-9e30-d0c9b411adc0 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:14:03.682280 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3c8f4-f554-4071-9e30-d0c9b411adc0 None None] Checking segment: {'id': '431b31c7-ea80-4c3f-bfc3-2cb09691056d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cb5e82b2-1713-46e6-b3aa-c9afd4b092a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:03.682685 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c2c3c8f4-f554-4071-9e30-d0c9b411adc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:03.683117 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c3c8f4-f554-4071-9e30-d0c9b411adc0 None None] Bound using segment: {'id': '431b31c7-ea80-4c3f-bfc3-2cb09691056d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cb5e82b2-1713-46e6-b3aa-c9afd4b092a6'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:14:03.683611 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-c2c3c8f4-f554-4071-9e30-d0c9b411adc0 None None] Bound port: 8a06b1e3-1b7e-427e-b6b2-7e92def564b9, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431b31c7-ea80-4c3f-bfc3-2cb09691056d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cb5e82b2-1713-46e6-b3aa-c9afd4b092a6'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:14:03.684005 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c2c3c8f4-f554-4071-9e30-d0c9b411adc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:03.684577 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f1f41c4a-63bf-45cc-9868-24f698f9dcfd req-f02c1166-d573-4606-86df-1f3d7e3a8890 tempest-ServersNegativeTestMultiTenantJSON-1372373252 tempest-ServersNegativeTestMultiTenantJSON-1372373252-project] 10.222.0.44 "DELETE /v2.0/ports/55b912e2-ea53-4fe7-a7c5-966c1916e3be HTTP/1.1" status: 204 len: 173 time: 1.3142657 Sep 21 18:14:03.687189 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4506cce-50e0-4661-b99f-cab8601840d5', 'name': 'network-vif-deleted', 'tag': '55b912e2-ea53-4fe7-a7c5-966c1916e3be'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:14:03.691378 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30b5e68-c022-4030-8ff6-e91a61474e7f" -d '{"events": [{"server_uuid": "c4506cce-50e0-4661-b99f-cab8601840d5", "name": "network-vif-deleted", "tag": "55b912e2-ea53-4fe7-a7c5-966c1916e3be"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:14:03.771044 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a62c622-a70d-4ae9-9ec1-3e3e2d168568 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network cb5e82b2-1713-46e6-b3aa-c9afd4b092a6 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:03.775079 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-8a62c622-a70d-4ae9-9ec1-3e3e2d168568 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:03.779275 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a62c622-a70d-4ae9-9ec1-3e3e2d168568 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:14:03.791589 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de42f5d-3184-466d-9c45-40b4f9f45117 x-openstack-request-id: req-4de42f5d-3184-466d-9c45-40b4f9f45117 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:14:03.792272 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4506cce-50e0-4661-b99f-cab8601840d5", "name": "network-vif-deleted", "tag": "55b912e2-ea53-4fe7-a7c5-966c1916e3be", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:14:03.792628 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4de42f5d-3184-466d-9c45-40b4f9f45117 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:14:03.794207 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4506cce-50e0-4661-b99f-cab8601840d5', 'name': 'network-vif-deleted', 'tag': '55b912e2-ea53-4fe7-a7c5-966c1916e3be', 'status': 'completed', 'code': 200} Sep 21 18:14:03.816409 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62c622-a70d-4ae9-9ec1-3e3e2d168568 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Port': ['ID=bd82e027-00d2-4880-998f-8eeab7796add,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:03.853337 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a62c622-a70d-4ae9-9ec1-3e3e2d168568 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:03.855370 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8a62c622-a70d-4ae9-9ec1-3e3e2d168568 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:03.859302 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-c2c3c8f4-f554-4071-9e30-d0c9b411adc0 None None] For port 8a06b1e3-1b7e-427e-b6b2-7e92def564b9, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:14:03.864113 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-c2c3c8f4-f554-4071-9e30-d0c9b411adc0 None None] For port 8a06b1e3-1b7e-427e-b6b2-7e92def564b9, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=8a06b1e3-1b7e-427e-b6b2-7e92def564b9,segment=NetworkSegment(431b31c7-ea80-4c3f-bfc3-2cb09691056d),segment_id=431b31c7-ea80-4c3f-bfc3-2cb09691056d)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:14:03.866749 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d0129976-9230-4704-801c-7416971561fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b19de9-8c2a-455b-a47c-5e6c3eb6eb76', 'name': 'tempest-ImageQuotaTest-40895841-router', 'tenant_id': '65fe721272494136aa88e3424a3bff7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'e5b9c2a5-af10-4700-bd98-42f3a836564e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:13:59Z', 'updated_at': '2021-09-21T18:14:01Z', 'revision_number': 3, 'project_id': '65fe721272494136aa88e3424a3bff7f', 'gw_port': {'id': 'e5b9c2a5-af10-4700-bd98-42f3a836564e', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:51:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b19de9-8c2a-455b-a47c-5e6c3eb6eb76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:00Z', 'updated_at': '2021-09-21T18:14:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:03.877833 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8a62c622-a70d-4ae9-9ec1-3e3e2d168568 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2341976 Sep 21 18:14:03.880395 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34004) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:03.884352 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c2c3c8f4-f554-4071-9e30-d0c9b411adc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:03.887547 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-4374d541-0b28-47e0-9056-04560eb88aa1 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'subnet': {'network_id': 'cb5e82b2-1713-46e6-b3aa-c9afd4b092a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:03.928087 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0129976-9230-4704-801c-7416971561fa None None] Checking router: 40b19de9-8c2a-455b-a47c-5e6c3eb6eb76 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:14:03.928885 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0129976-9230-4704-801c-7416971561fa None None] Updating router 40b19de9-8c2a-455b-a47c-5e6c3eb6eb76 port e5b9c2a5-af10-4700-bd98-42f3a836564e binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:14:03.989928 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d0129976-9230-4704-801c-7416971561fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:03.999975 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-29a14cf4-c4dd-439c-a8f6-545422a5fced admin admin] Allocated IP 172.20.0.1 (88ade9bd-ba7c-49eb-9ec0-245ecbfcb616/8a8f04c1-0ff5-4dd8-8466-9f9a2197d742/32d18f70-6015-40c3-bfca-edaa7e113ad5) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:04.026802 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3c8f4-f554-4071-9e30-d0c9b411adc0 None None] Pushing event updated for resources: {'Port': ['ID=8a06b1e3-1b7e-427e-b6b2-7e92def564b9,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:04.074309 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4374d541-0b28-47e0-9056-04560eb88aa1 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:04.079233 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4374d541-0b28-47e0-9056-04560eb88aa1 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:04.159252 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-29a14cf4-c4dd-439c-a8f6-545422a5fced admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:04.241040 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-29a14cf4-c4dd-439c-a8f6-545422a5fced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:04.303926 n-d-810291-1 neutron-server[101461]: INFO neutron.db.ipam_backend_mixin [None req-4374d541-0b28-47e0-9056-04560eb88aa1 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e513ecf5-3c54-4010-bb8e-003322af71dc (CIDR: 172.20.0.0/28) Sep 21 18:14:04.316093 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-4374d541-0b28-47e0-9056-04560eb88aa1 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:14:04.317876 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a14cf4-c4dd-439c-a8f6-545422a5fced admin admin] Pushing event updated for resources: {'Port': ['ID=32d18f70-6015-40c3-bfca-edaa7e113ad5,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:04.318863 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4374d541-0b28-47e0-9056-04560eb88aa1 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:14:04.331132 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a14cf4-c4dd-439c-a8f6-545422a5fced admin admin] Network 88ade9bd-ba7c-49eb-9ec0-245ecbfcb616 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:04.332826 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-29a14cf4-c4dd-439c-a8f6-545422a5fced admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:04.335280 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a14cf4-c4dd-439c-a8f6-545422a5fced admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:14:04.369530 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4374d541-0b28-47e0-9056-04560eb88aa1 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4871135 Sep 21 18:14:04.373500 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34008) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:04.388440 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-5eba9168-af63-4090-ab1b-e19856ea6e74 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'subnet': {'network_id': 'cb5e82b2-1713-46e6-b3aa-c9afd4b092a6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:04.422394 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-29a14cf4-c4dd-439c-a8f6-545422a5fced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:04.440061 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34010) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:04.523443 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:14:04.558811 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d0129976-9230-4704-801c-7416971561fa None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:04.578844 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d0129976-9230-4704-801c-7416971561fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:04.620754 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-495a0fdc-ef2b-4842-85f6-c52fc05c7b8e admin admin] Deleting subnet b6ac9cbf-a478-461d-bb2a-44c2658ca5a2 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:14:04.628530 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-495a0fdc-ef2b-4842-85f6-c52fc05c7b8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:04.658621 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 04233519-2090-4011-bcb8-8b885ca888c7 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:04.714897 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-495a0fdc-ef2b-4842-85f6-c52fc05c7b8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:04.747893 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eba9168-af63-4090-ab1b-e19856ea6e74 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:04.751711 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5eba9168-af63-4090-ab1b-e19856ea6e74 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:04.765612 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-d0129976-9230-4704-801c-7416971561fa None None] Attempting to bind port e5b9c2a5-af10-4700-bd98-42f3a836564e on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:14:04.766006 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-d0129976-9230-4704-801c-7416971561fa None None] Attempting to bind port e5b9c2a5-af10-4700-bd98-42f3a836564e by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:14:04.766398 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0129976-9230-4704-801c-7416971561fa None None] Attempting to bind port e5b9c2a5-af10-4700-bd98-42f3a836564e on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:14:04.773559 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-29a14cf4-c4dd-439c-a8f6-545422a5fced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:04.789234 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c970dfc-7d6c-40b9-b5db-1149c3bc1b23 None None] Pushing event updated for resources: {'Port': ['ID=e5b9c2a5-af10-4700-bd98-42f3a836564e,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:04.792980 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0129976-9230-4704-801c-7416971561fa None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:14:04.793361 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0129976-9230-4704-801c-7416971561fa None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:04.793791 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d0129976-9230-4704-801c-7416971561fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:04.794140 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0129976-9230-4704-801c-7416971561fa None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:14:04.794617 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-d0129976-9230-4704-801c-7416971561fa None None] Bound port: e5b9c2a5-af10-4700-bd98-42f3a836564e, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:14:04.795363 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d0129976-9230-4704-801c-7416971561fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:04.851702 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-495a0fdc-ef2b-4842-85f6-c52fc05c7b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:04.864427 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 04233519-2090-4011-bcb8-8b885ca888c7 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:04.864800 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:04.894027 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-f2249967-87d9-47ec-b06f-51078546348d None None] Provisioning complete for port 32d18f70-6015-40c3-bfca-edaa7e113ad5 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:04.894418 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f2249967-87d9-47ec-b06f-51078546348d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:04.899072 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-d0129976-9230-4704-801c-7416971561fa None None] For port e5b9c2a5-af10-4700-bd98-42f3a836564e, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:14:04.932585 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-d0129976-9230-4704-801c-7416971561fa None None] For port e5b9c2a5-af10-4700-bd98-42f3a836564e, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e5b9c2a5-af10-4700-bd98-42f3a836564e,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:14:04.970120 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d0129976-9230-4704-801c-7416971561fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:05.050548 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-495a0fdc-ef2b-4842-85f6-c52fc05c7b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:05.063667 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-f2249967-87d9-47ec-b06f-51078546348d None None] Port 32d18f70-6015-40c3-bfca-edaa7e113ad5 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:14:05.095686 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0129976-9230-4704-801c-7416971561fa None None] Routers {'40b19de9-8c2a-455b-a47c-5e6c3eb6eb76'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:14:05.096375 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d0129976-9230-4704-801c-7416971561fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:13:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['40b19de9-8c2a-455b-a47c-5e6c3eb6eb76'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:05.113752 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-29a14cf4-c4dd-439c-a8f6-545422a5fced admin admin] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:05.128440 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-29a14cf4-c4dd-439c-a8f6-545422a5fced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:05.144545 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a0fdc-ef2b-4842-85f6-c52fc05c7b8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6ac9cbf-a478-461d-bb2a-44c2658ca5a2,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:05.170399 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-495a0fdc-ef2b-4842-85f6-c52fc05c7b8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:05.176949 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-495a0fdc-ef2b-4842-85f6-c52fc05c7b8e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b6ac9cbf-a478-461d-bb2a-44c2658ca5a2 HTTP/1.1" status: 204 len: 168 time: 0.7355669 Sep 21 18:14:05.184449 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34022) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:05.251505 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c970dfc-7d6c-40b9-b5db-1149c3bc1b23 None None] Pushing event updated for resources: {'Port': ['ID=e5b9c2a5-af10-4700-bd98-42f3a836564e,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:05.278579 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a14cf4-c4dd-439c-a8f6-545422a5fced admin admin] Pushing event updated for resources: {'Port': ['ID=32d18f70-6015-40c3-bfca-edaa7e113ad5,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:05.292170 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c3cd103c-906a-4a0c-8023-f751620beb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:05.317075 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-29a14cf4-c4dd-439c-a8f6-545422a5fced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:05.476726 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 8a06b1e3-1b7e-427e-b6b2-7e92def564b9 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:05.489756 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c3cd103c-906a-4a0c-8023-f751620beb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:05.511024 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a14cf4-c4dd-439c-a8f6-545422a5fced admin admin] Network 88ade9bd-ba7c-49eb-9ec0-245ecbfcb616 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:05.511258 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-c3cd103c-906a-4a0c-8023-f751620beb9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99df0589-9efb-4a6d-842b-47d8be4700b9']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:05.512731 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-29a14cf4-c4dd-439c-a8f6-545422a5fced admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:05.521154 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-c3cd103c-906a-4a0c-8023-f751620beb9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bcb023e-8edb-4f00-aea9-224eef7001ab') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:05.521588 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-c3cd103c-906a-4a0c-8023-f751620beb9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bcb023e-8edb-4f00-aea9-224eef7001ab') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:05.533308 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c3cd103c-906a-4a0c-8023-f751620beb9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:05.547333 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c3cd103c-906a-4a0c-8023-f751620beb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:05.553960 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3cd103c-906a-4a0c-8023-f751620beb9a admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:14:05.554374 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c3cd103c-906a-4a0c-8023-f751620beb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:05.560108 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-d0129976-9230-4704-801c-7416971561fa None None] Set router 40b19de9-8c2a-455b-a47c-5e6c3eb6eb76 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:14:05.615899 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:14:05.615899 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:14:05.615899 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:14:05.615899 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:14:05.615899 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:14:05.615899 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:14:05.615899 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:14:05.615899 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:14:05.615899 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:14:05.615899 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:14:05.615899 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:14:05.615899 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:14:05.615899 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:14:05.615899 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:14:05.615899 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:14:05.615899 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:14:05.615899 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:14:05.615899 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:14:05.615899 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:14:05.615899 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:14:05.615899 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:14:05.615899 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:14:05.615899 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:14:05.615899 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:14:05.615899 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:14:05.615899 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:14:05.615899 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:14:05.615899 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:14:05.615899 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:14:05.615899 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:14:05.615899 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:14:05.615899 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:14:05.622259 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c3cd103c-906a-4a0c-8023-f751620beb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:05.645496 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c3cd103c-906a-4a0c-8023-f751620beb9a admin admin] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:05.648463 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c3cd103c-906a-4a0c-8023-f751620beb9a admin admin] 10.222.0.58 "DELETE /v2.0/networks/99df0589-9efb-4a6d-842b-47d8be4700b9 HTTP/1.1" status: 204 len: 168 time: 0.4571991 Sep 21 18:14:05.649421 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd103c-906a-4a0c-8023-f751620beb9a admin admin] Pushing event deleted for resources: {'Network': ['ID=99df0589-9efb-4a6d-842b-47d8be4700b9,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:05.662618 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34026) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:05.780629 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 8a06b1e3-1b7e-427e-b6b2-7e92def564b9 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:05.781164 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:05.782650 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5eba9168-af63-4090-ab1b-e19856ea6e74 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:05.789478 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-1cb5ce9e-262a-4e50-8aaa-369e68fa90a3 None None] Provisioning complete for port 8a06b1e3-1b7e-427e-b6b2-7e92def564b9 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:05.790682 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1cb5ce9e-262a-4e50-8aaa-369e68fa90a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:05.803499 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a14cf4-c4dd-439c-a8f6-545422a5fced admin admin] Router 40b19de9-8c2a-455b-a47c-5e6c3eb6eb76 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:14:05.836964 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b04b47-e1fb-4555-8b95-f70c28d639d4 admin admin] Deleting subnet 0b4f03a6-a887-46c1-80e4-4f43884eb347 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:14:05.841412 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-25b04b47-e1fb-4555-8b95-f70c28d639d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:05.897446 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-25b04b47-e1fb-4555-8b95-f70c28d639d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:06.008221 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eba9168-af63-4090-ab1b-e19856ea6e74 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network cb5e82b2-1713-46e6-b3aa-c9afd4b092a6 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:06.010096 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a14cf4-c4dd-439c-a8f6-545422a5fced admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:14:06.016170 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-5eba9168-af63-4090-ab1b-e19856ea6e74 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:06.018520 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-25b04b47-e1fb-4555-8b95-f70c28d639d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:06.021663 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eba9168-af63-4090-ab1b-e19856ea6e74 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:06.022398 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5eba9168-af63-4090-ab1b-e19856ea6e74 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:06.024746 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba9168-af63-4090-ab1b-e19856ea6e74 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Subnet': ['ID=c03434ca-53a6-4999-a3c2-e154038bfb36,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:06.044478 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-29a14cf4-c4dd-439c-a8f6-545422a5fced admin admin] 10.222.0.58 "PUT /v2.0/routers/40b19de9-8c2a-455b-a47c-5e6c3eb6eb76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1208944 Sep 21 18:14:06.085185 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34030) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:06.085421 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5eba9168-af63-4090-ab1b-e19856ea6e74 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7075217 Sep 21 18:14:06.096424 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-3c04e0c6-1492-46ff-a147-93c53ec00293 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1017450741', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c03434ca-53a6-4999-a3c2-e154038bfb36'}], 'security_groups': ['f12b1f4c-8ce3-4c1c-aaef-3b9358e5b133']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:06.122032 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-25b04b47-e1fb-4555-8b95-f70c28d639d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:06.176109 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b04b47-e1fb-4555-8b95-f70c28d639d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b4f03a6-a887-46c1-80e4-4f43884eb347,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:06.217972 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-25b04b47-e1fb-4555-8b95-f70c28d639d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:06.226287 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-25b04b47-e1fb-4555-8b95-f70c28d639d4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/0b4f03a6-a887-46c1-80e4-4f43884eb347 HTTP/1.1" status: 204 len: 168 time: 0.5602744 Sep 21 18:14:06.226978 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34034) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:06.412473 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a1d22ea5-8a71-4b02-87a6-f24860b71a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:06.448613 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3c04e0c6-1492-46ff-a147-93c53ec00293 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:06.562870 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a1d22ea5-8a71-4b02-87a6-f24860b71a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:06.566111 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2346d110-78ad-47eb-bd18-007992762fd6 None None] Network cb5e82b2-1713-46e6-b3aa-c9afd4b092a6 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:06.640087 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-a1d22ea5-8a71-4b02-87a6-f24860b71a84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed7c6a80-70d8-432b-bd1c-ac8175ec0d16']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:06.664817 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-a1d22ea5-8a71-4b02-87a6-f24860b71a84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd11d32ca-051c-4483-8d30-d581bb244650') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:06.665421 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-a1d22ea5-8a71-4b02-87a6-f24860b71a84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd11d32ca-051c-4483-8d30-d581bb244650') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:06.679205 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a1d22ea5-8a71-4b02-87a6-f24860b71a84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:06.725258 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a1d22ea5-8a71-4b02-87a6-f24860b71a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:06.755535 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d22ea5-8a71-4b02-87a6-f24860b71a84 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:14:06.755956 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a1d22ea5-8a71-4b02-87a6-f24860b71a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:06.758326 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:14:06.758326 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:14:06.758326 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:14:06.758326 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:14:06.758326 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:14:06.758326 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:14:06.758326 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:14:06.758326 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:14:06.758326 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:14:06.758326 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:14:06.758326 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:14:06.758326 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:14:06.758326 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:14:06.758326 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:14:06.758326 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:14:06.758326 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:14:06.758326 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:14:06.758326 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:14:06.758326 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:14:06.758326 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:14:06.758326 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:14:06.758326 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:14:06.758326 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:14:06.758326 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:14:06.758326 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:14:06.758326 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:14:06.758326 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:14:06.758326 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:14:06.758326 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:14:06.758326 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:14:06.758326 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:14:06.758326 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:14:06.887514 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:06.907103 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-322dac8f-a6a2-4da4-a4f5-66b51be98ab5 req-4932dd6e-932d-4a27-a19d-7fd241094e62 service neutron] (101461) timed out ('10.222.0.38', 56794) {{(pid=101461) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 18:14:06.920271 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1cb5ce9e-262a-4e50-8aaa-369e68fa90a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:06.930145 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a1d22ea5-8a71-4b02-87a6-f24860b71a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:06.942096 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a1d22ea5-8a71-4b02-87a6-f24860b71a84 admin admin] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:06.944601 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a1d22ea5-8a71-4b02-87a6-f24860b71a84 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ed7c6a80-70d8-432b-bd1c-ac8175ec0d16 HTTP/1.1" status: 204 len: 168 time: 0.7165332 Sep 21 18:14:06.978087 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d22ea5-8a71-4b02-87a6-f24860b71a84 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed7c6a80-70d8-432b-bd1c-ac8175ec0d16,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:06.994726 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d0129976-9230-4704-801c-7416971561fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b19de9-8c2a-455b-a47c-5e6c3eb6eb76', 'name': 'tempest-ImageQuotaTest-40895841-router', 'tenant_id': '65fe721272494136aa88e3424a3bff7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'e5b9c2a5-af10-4700-bd98-42f3a836564e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:13:59Z', 'updated_at': '2021-09-21T18:14:04Z', 'revision_number': 4, 'project_id': '65fe721272494136aa88e3424a3bff7f', 'gw_port': {'id': 'e5b9c2a5-af10-4700-bd98-42f3a836564e', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:51:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b19de9-8c2a-455b-a47c-5e6c3eb6eb76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:00Z', 'updated_at': '2021-09-21T18:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '32d18f70-6015-40c3-bfca-edaa7e113ad5', 'name': '', 'network_id': '88ade9bd-ba7c-49eb-9ec0-245ecbfcb616', 'tenant_id': '65fe721272494136aa88e3424a3bff7f', 'mac_address': 'fa:16:3e:a8:7f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b19de9-8c2a-455b-a47c-5e6c3eb6eb76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '8a8f04c1-0ff5-4dd8-8466-9f9a2197d742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:03Z', 'updated_at': '2021-09-21T18:14:04Z', 'revision_number': 1, 'project_id': '65fe721272494136aa88e3424a3bff7f', 'subnets': [{'id': '8a8f04c1-0ff5-4dd8-8466-9f9a2197d742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:07.041085 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0129976-9230-4704-801c-7416971561fa None None] The sync data for ids ['40b19de9-8c2a-455b-a47c-5e6c3eb6eb76'] in n-d-810291-1 is: [{'id': '40b19de9-8c2a-455b-a47c-5e6c3eb6eb76', 'name': 'tempest-ImageQuotaTest-40895841-router', 'tenant_id': '65fe721272494136aa88e3424a3bff7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'e5b9c2a5-af10-4700-bd98-42f3a836564e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:13:59Z', 'updated_at': '2021-09-21T18:14:04Z', 'revision_number': 4, 'project_id': '65fe721272494136aa88e3424a3bff7f', 'gw_port': {'id': 'e5b9c2a5-af10-4700-bd98-42f3a836564e', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:51:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b19de9-8c2a-455b-a47c-5e6c3eb6eb76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:00Z', 'updated_at': '2021-09-21T18:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '32d18f70-6015-40c3-bfca-edaa7e113ad5', 'name': '', 'network_id': '88ade9bd-ba7c-49eb-9ec0-245ecbfcb616', 'tenant_id': '65fe721272494136aa88e3424a3bff7f', 'mac_address': 'fa:16:3e:a8:7f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b19de9-8c2a-455b-a47c-5e6c3eb6eb76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '8a8f04c1-0ff5-4dd8-8466-9f9a2197d742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:03Z', 'updated_at': '2021-09-21T18:14:04Z', 'revision_number': 1, 'project_id': '65fe721272494136aa88e3424a3bff7f', 'subnets': [{'id': '8a8f04c1-0ff5-4dd8-8466-9f9a2197d742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:14:07.045051 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 8a06b1e3-1b7e-427e-b6b2-7e92def564b9, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=8a06b1e3-1b7e-427e-b6b2-7e92def564b9,segment=NetworkSegment(431b31c7-ea80-4c3f-bfc3-2cb09691056d),segment_id=431b31c7-ea80-4c3f-bfc3-2cb09691056d)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:07.056410 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:07.142955 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 55b912e2-ea53-4fe7-a7c5-966c1916e3be no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:14:07.164063 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-3c04e0c6-1492-46ff-a147-93c53ec00293 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Delete allocated IP 172.20.0.5 (cb5e82b2-1713-46e6-b3aa-c9afd4b092a6/e513ecf5-3c54-4010-bb8e-003322af71dc) {{(pid=101460) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 21 18:14:07.164882 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34050) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:07.188941 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-3c04e0c6-1492-46ff-a147-93c53ec00293 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Allocated IP 172.20.0.20 (cb5e82b2-1713-46e6-b3aa-c9afd4b092a6/c03434ca-53a6-4999-a3c2-e154038bfb36/bd82e027-00d2-4880-998f-8eeab7796add) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:07.218465 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.db.api [None req-1cb5ce9e-262a-4e50-8aaa-369e68fa90a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:14:07.218862 n-d-810291-1 neutron-server[101462]: DEBUG oslo_db.api [None req-1cb5ce9e-262a-4e50-8aaa-369e68fa90a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:14:07.222805 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 55b912e2-ea53-4fe7-a7c5-966c1916e3be {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:14:07.222805 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 55b912e2-ea53-4fe7-a7c5-966c1916e3be not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:14:07.243133 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=8a06b1e3-1b7e-427e-b6b2-7e92def564b9,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:07.258356 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e282b0a5-9605-4de0-a41e-d8b948984da9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ad8b2977b5814f49a3cade4635c16ddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0913475 Sep 21 18:14:07.264014 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34054) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:07.266659 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f63cd76-d2ba-4299-874c-583c2b6e28fb None None] Update dhcp port {'port': {'network_id': 'cb5e82b2-1713-46e6-b3aa-c9afd4b092a6', 'fixed_ips': [{'subnet_id': 'e513ecf5-3c54-4010-bb8e-003322af71dc', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c03434ca-53a6-4999-a3c2-e154038bfb36'}], 'binding:host_id': 'n-d-810291-1'}, 'id': '8a06b1e3-1b7e-427e-b6b2-7e92def564b9'} from n-d-810291-1. {{(pid=101462) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 18:14:07.310967 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8f63cd76-d2ba-4299-874c-583c2b6e28fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:07.332112 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7f10dcfa-2454-4963-85b2-01ccdc5abcbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:07.374171 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7f10dcfa-2454-4963-85b2-01ccdc5abcbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:07.472937 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3c04e0c6-1492-46ff-a147-93c53ec00293 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:07.488870 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7f10dcfa-2454-4963-85b2-01ccdc5abcbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:07.492491 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3c04e0c6-1492-46ff-a147-93c53ec00293 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:07.492718 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7f10dcfa-2454-4963-85b2-01ccdc5abcbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:07.494155 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7f10dcfa-2454-4963-85b2-01ccdc5abcbd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/beadb495-2292-4923-9708-93be6019558d HTTP/1.1" status: 204 len: 168 time: 0.2279251 Sep 21 18:14:07.518660 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10dcfa-2454-4963-85b2-01ccdc5abcbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beadb495-2292-4923-9708-93be6019558d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:07.619508 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04e0c6-1492-46ff-a147-93c53ec00293 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Port': ['ID=bd82e027-00d2-4880-998f-8eeab7796add,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:07.646326 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-3c04e0c6-1492-46ff-a147-93c53ec00293 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] In _notify_port_updated(), no bound segment for port bd82e027-00d2-4880-998f-8eeab7796add on network cb5e82b2-1713-46e6-b3aa-c9afd4b092a6 {{(pid=101460) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:14:07.657539 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c04e0c6-1492-46ff-a147-93c53ec00293 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:07.658423 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3c04e0c6-1492-46ff-a147-93c53ec00293 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:07.662848 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34062) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:07.673361 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3c04e0c6-1492-46ff-a147-93c53ec00293 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "PUT /v2.0/ports/bd82e027-00d2-4880-998f-8eeab7796add HTTP/1.1" status: 200 len: 921 time: 1.5865602 Sep 21 18:14:07.722190 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-8f63cd76-d2ba-4299-874c-583c2b6e28fb None None] Allocated IP 172.20.0.18 (cb5e82b2-1713-46e6-b3aa-c9afd4b092a6/c03434ca-53a6-4999-a3c2-e154038bfb36/8a06b1e3-1b7e-427e-b6b2-7e92def564b9) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:07.793085 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-44217b98-3e39-4ed5-85ed-8684c21954fa tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Deleting port bd82e027-00d2-4880-998f-8eeab7796add {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:07.793434 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-44217b98-3e39-4ed5-85ed-8684c21954fa tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:07.984024 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-1cb5ce9e-262a-4e50-8aaa-369e68fa90a3 None None] Provisioning complete for port 9304b364-e9ac-4579-8bbf-64acdaa67b96 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:07.984679 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1cb5ce9e-262a-4e50-8aaa-369e68fa90a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:08.017711 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-44217b98-3e39-4ed5-85ed-8684c21954fa tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:08.044554 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-44217b98-3e39-4ed5-85ed-8684c21954fa tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Calling delete_port for bd82e027-00d2-4880-998f-8eeab7796add owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:08.092795 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-1cb5ce9e-262a-4e50-8aaa-369e68fa90a3 None None] Port 9304b364-e9ac-4579-8bbf-64acdaa67b96 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:14:08.111028 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-8f63cd76-d2ba-4299-874c-583c2b6e28fb None None] For port 8a06b1e3-1b7e-427e-b6b2-7e92def564b9, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=8a06b1e3-1b7e-427e-b6b2-7e92def564b9,segment=NetworkSegment(431b31c7-ea80-4c3f-bfc3-2cb09691056d),segment_id=431b31c7-ea80-4c3f-bfc3-2cb09691056d)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:08.112022 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34072) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:08.186404 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-14d77c02-2ec7-4429-b7d0-646cd78016c7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8daff190f5ad4132a9fda22e185a011d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0736914 Sep 21 18:14:08.189306 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34074) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:08.210586 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8f63cd76-d2ba-4299-874c-583c2b6e28fb None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:08.219805 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8f63cd76-d2ba-4299-874c-583c2b6e28fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:08.309543 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f64fd642-ccf5-4eff-92c5-48402b117946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:08.310098 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63cd76-d2ba-4299-874c-583c2b6e28fb None None] Pushing event updated for resources: {'Port': ['ID=8a06b1e3-1b7e-427e-b6b2-7e92def564b9,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:08.331327 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-fda024a6-b87b-4dbe-acbb-7862bf10e03c None None] Provisioning complete for port 32d18f70-6015-40c3-bfca-edaa7e113ad5 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:08.332920 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fda024a6-b87b-4dbe-acbb-7862bf10e03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:08.366041 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f64fd642-ccf5-4eff-92c5-48402b117946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:08.395817 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-44217b98-3e39-4ed5-85ed-8684c21954fa tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:08.425430 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-fda024a6-b87b-4dbe-acbb-7862bf10e03c None None] Port 32d18f70-6015-40c3-bfca-edaa7e113ad5 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:14:08.429220 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-fda024a6-b87b-4dbe-acbb-7862bf10e03c None None] Could not find standard attr ID for object bd82e027-00d2-4880-998f-8eeab7796add. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:14:08.465814 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34076) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:08.474238 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44217b98-3e39-4ed5-85ed-8684c21954fa tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Port': ['ID=bd82e027-00d2-4880-998f-8eeab7796add,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:08.615527 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f64fd642-ccf5-4eff-92c5-48402b117946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:08.618193 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f64fd642-ccf5-4eff-92c5-48402b117946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:08.619630 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f64fd642-ccf5-4eff-92c5-48402b117946 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fd36f7bb-9934-409d-877e-72e0d29c61bf HTTP/1.1" status: 204 len: 168 time: 0.4293358 Sep 21 18:14:08.638475 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fd642-ccf5-4eff-92c5-48402b117946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd36f7bb-9934-409d-877e-72e0d29c61bf,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:08.678419 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-44217b98-3e39-4ed5-85ed-8684c21954fa tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:08.680723 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-44217b98-3e39-4ed5-85ed-8684c21954fa tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/ports/bd82e027-00d2-4880-998f-8eeab7796add HTTP/1.1" status: 204 len: 168 time: 1.0167758 Sep 21 18:14:08.687947 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34082) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:08.722856 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-499b1529-6c09-4b8f-aa21-e6e706ec104c tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] GET failed (client error): The resource could not be found. Sep 21 18:14:08.731327 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-499b1529-6c09-4b8f-aa21-e6e706ec104c tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "GET /v2.0/ports/bd82e027-00d2-4880-998f-8eeab7796add HTTP/1.1" status: 404 len: 333 time: 0.0421820 Sep 21 18:14:08.732160 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34084) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:08.814414 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2648e6d3-b62f-40a6-8e43-05220f61fa8e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:08.849056 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2648e6d3-b62f-40a6-8e43-05220f61fa8e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:08.935422 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2648e6d3-b62f-40a6-8e43-05220f61fa8e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:08.941943 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2648e6d3-b62f-40a6-8e43-05220f61fa8e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:08.943251 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2648e6d3-b62f-40a6-8e43-05220f61fa8e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/security-groups/146d00f9-b208-4fd8-8948-47c9141e650f HTTP/1.1" status: 204 len: 168 time: 0.2100155 Sep 21 18:14:08.950343 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34088) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:08.963452 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648e6d3-b62f-40a6-8e43-05220f61fa8e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=146d00f9-b208-4fd8-8948-47c9141e650f,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:09.117140 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-70f7458c-7d3f-4a68-af21-3f07d1121f1a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:09.160857 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-70f7458c-7d3f-4a68-af21-3f07d1121f1a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:09.272224 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-70f7458c-7d3f-4a68-af21-3f07d1121f1a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:09.276399 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-70f7458c-7d3f-4a68-af21-3f07d1121f1a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:09.277840 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-70f7458c-7d3f-4a68-af21-3f07d1121f1a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/security-groups/f12b1f4c-8ce3-4c1c-aaef-3b9358e5b133 HTTP/1.1" status: 204 len: 168 time: 0.3262858 Sep 21 18:14:09.282963 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34096) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:09.295165 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2e6f54ea-cb0f-409b-8c57-fa6e13a8ff10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:09.359152 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e5b9c2a5-af10-4700-bd98-42f3a836564e up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:09.431082 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port e5b9c2a5-af10-4700-bd98-42f3a836564e triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:09.431606 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:09.496406 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b65c5a70-1e74-4aa0-9898-797bc0e2b420 None None] Provisioning complete for port 8a06b1e3-1b7e-427e-b6b2-7e92def564b9 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:09.497046 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b65c5a70-1e74-4aa0-9898-797bc0e2b420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:09.608580 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:09.646979 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port e5b9c2a5-af10-4700-bd98-42f3a836564e, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e5b9c2a5-af10-4700-bd98-42f3a836564e,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:09.653868 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:09.654681 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 8a06b1e3-1b7e-427e-b6b2-7e92def564b9 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:09.733531 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=e5b9c2a5-af10-4700-bd98-42f3a836564e,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:09.845350 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b65c5a70-1e74-4aa0-9898-797bc0e2b420 None None] Provisioning complete for port 9304b364-e9ac-4579-8bbf-64acdaa67b96 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:09.845735 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b65c5a70-1e74-4aa0-9898-797bc0e2b420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:09.891091 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7458c-7d3f-4a68-af21-3f07d1121f1a tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12b1f4c-8ce3-4c1c-aaef-3b9358e5b133,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:09.938219 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 8a06b1e3-1b7e-427e-b6b2-7e92def564b9 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:09.938597 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:09.973460 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae9c264-55eb-482a-9ca5-73c2f05e8204 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Deleting subnet e513ecf5-3c54-4010-bb8e-003322af71dc {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:14:09.983335 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1ae9c264-55eb-482a-9ca5-73c2f05e8204 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:10.049056 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b65c5a70-1e74-4aa0-9898-797bc0e2b420 None None] Port 9304b364-e9ac-4579-8bbf-64acdaa67b96 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:14:10.072497 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b65c5a70-1e74-4aa0-9898-797bc0e2b420 None None] Could not find standard attr ID for object bd82e027-00d2-4880-998f-8eeab7796add. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:14:10.087343 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34122) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:10.125219 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1ae9c264-55eb-482a-9ca5-73c2f05e8204 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:10.219265 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-23587983-2bbd-4d35-b50f-ecce9d0cdd5f None None] Could not find standard attr ID for object bd82e027-00d2-4880-998f-8eeab7796add. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:14:10.350656 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1ae9c264-55eb-482a-9ca5-73c2f05e8204 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:10.377144 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e22dc44f-c3b1-461a-ae79-479dd3a55a84 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d058a3c639664a539ad45bb1880dd5d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2880368 Sep 21 18:14:10.379753 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34128) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:10.419017 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52335175-f86c-41bc-b858-56ce6375cb7a None None] Sync routers for ids ['40b19de9-8c2a-455b-a47c-5e6c3eb6eb76'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:14:10.436791 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-2e6f54ea-cb0f-409b-8c57-fa6e13a8ff10 admin admin] Deleting port 32d18f70-6015-40c3-bfca-edaa7e113ad5 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:10.437193 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2e6f54ea-cb0f-409b-8c57-fa6e13a8ff10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:10.438695 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52335175-f86c-41bc-b858-56ce6375cb7a None None] Routers {'40b19de9-8c2a-455b-a47c-5e6c3eb6eb76'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:14:10.440203 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-52335175-f86c-41bc-b858-56ce6375cb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:13:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['40b19de9-8c2a-455b-a47c-5e6c3eb6eb76'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:10.462552 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1ae9c264-55eb-482a-9ca5-73c2f05e8204 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:10.501324 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5cb1aec5-b3a6-4932-8864-f5d51e806bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:10.534253 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5cb1aec5-b3a6-4932-8864-f5d51e806bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:10.538828 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1ae9c264-55eb-482a-9ca5-73c2f05e8204 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:10.540130 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388d82d1-33c7-4caa-b308-32d0930adef9 None None] Network cb5e82b2-1713-46e6-b3aa-c9afd4b092a6 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:10.541538 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1ae9c264-55eb-482a-9ca5-73c2f05e8204 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/subnets/e513ecf5-3c54-4010-bb8e-003322af71dc HTTP/1.1" status: 204 len: 168 time: 1.2564325 Sep 21 18:14:10.547261 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9c264-55eb-482a-9ca5-73c2f05e8204 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Subnet': ['ID=e513ecf5-3c54-4010-bb8e-003322af71dc,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:10.550954 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34132) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:10.561870 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-f9e4ee6d-cb2b-4cd2-aa74-86290fc79dd1 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'subnet': {'network_id': 'cb5e82b2-1713-46e6-b3aa-c9afd4b092a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:10.600950 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-52335175-f86c-41bc-b858-56ce6375cb7a None None] Set router 40b19de9-8c2a-455b-a47c-5e6c3eb6eb76 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:14:10.617900 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2e6f54ea-cb0f-409b-8c57-fa6e13a8ff10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:10.665603 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5cb1aec5-b3a6-4932-8864-f5d51e806bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:10.668975 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5cb1aec5-b3a6-4932-8864-f5d51e806bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:10.671927 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5cb1aec5-b3a6-4932-8864-f5d51e806bc8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aaf297a9-a74d-42f8-8b7c-d551feaa56a8 HTTP/1.1" status: 204 len: 168 time: 0.2903495 Sep 21 18:14:10.688097 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-2e6f54ea-cb0f-409b-8c57-fa6e13a8ff10 admin admin] Calling delete_port for 32d18f70-6015-40c3-bfca-edaa7e113ad5 owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:10.695034 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1aec5-b3a6-4932-8864-f5d51e806bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf297a9-a74d-42f8-8b7c-d551feaa56a8,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:10.851591 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e4ee6d-cb2b-4cd2-aa74-86290fc79dd1 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:10.855140 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f9e4ee6d-cb2b-4cd2-aa74-86290fc79dd1 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:10.923512 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-52335175-f86c-41bc-b858-56ce6375cb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b19de9-8c2a-455b-a47c-5e6c3eb6eb76', 'name': 'tempest-ImageQuotaTest-40895841-router', 'tenant_id': '65fe721272494136aa88e3424a3bff7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'e5b9c2a5-af10-4700-bd98-42f3a836564e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:13:59Z', 'updated_at': '2021-09-21T18:14:04Z', 'revision_number': 4, 'project_id': '65fe721272494136aa88e3424a3bff7f', 'gw_port': {'id': 'e5b9c2a5-af10-4700-bd98-42f3a836564e', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:51:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b19de9-8c2a-455b-a47c-5e6c3eb6eb76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:00Z', 'updated_at': '2021-09-21T18:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '32d18f70-6015-40c3-bfca-edaa7e113ad5', 'name': '', 'network_id': '88ade9bd-ba7c-49eb-9ec0-245ecbfcb616', 'tenant_id': '65fe721272494136aa88e3424a3bff7f', 'mac_address': 'fa:16:3e:a8:7f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b19de9-8c2a-455b-a47c-5e6c3eb6eb76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '8a8f04c1-0ff5-4dd8-8466-9f9a2197d742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:03Z', 'updated_at': '2021-09-21T18:14:04Z', 'revision_number': 2, 'project_id': '65fe721272494136aa88e3424a3bff7f', 'subnets': [{'id': '8a8f04c1-0ff5-4dd8-8466-9f9a2197d742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:11.008538 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52335175-f86c-41bc-b858-56ce6375cb7a None None] Checking router: 40b19de9-8c2a-455b-a47c-5e6c3eb6eb76 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:14:11.009532 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52335175-f86c-41bc-b858-56ce6375cb7a None None] Updating router 40b19de9-8c2a-455b-a47c-5e6c3eb6eb76 port 32d18f70-6015-40c3-bfca-edaa7e113ad5 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:14:11.090002 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-52335175-f86c-41bc-b858-56ce6375cb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:11.099833 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2e6f54ea-cb0f-409b-8c57-fa6e13a8ff10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:11.174082 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f54ea-cb0f-409b-8c57-fa6e13a8ff10 admin admin] Pushing event deleted for resources: {'Port': ['ID=32d18f70-6015-40c3-bfca-edaa7e113ad5,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:11.201615 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52335175-f86c-41bc-b858-56ce6375cb7a None None] Port 32d18f70-6015-40c3-bfca-edaa7e113ad5 not found while updating agent binding for router 40b19de9-8c2a-455b-a47c-5e6c3eb6eb76. {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 21 18:14:11.219362 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e5b9c2a5-af10-4700-bd98-42f3a836564e up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:11.256317 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52335175-f86c-41bc-b858-56ce6375cb7a None None] Routers {'40b19de9-8c2a-455b-a47c-5e6c3eb6eb76'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:14:11.259724 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-52335175-f86c-41bc-b858-56ce6375cb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:13:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['40b19de9-8c2a-455b-a47c-5e6c3eb6eb76'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:11.345531 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port e5b9c2a5-af10-4700-bd98-42f3a836564e triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:11.346233 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:11.470384 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f9e4ee6d-cb2b-4cd2-aa74-86290fc79dd1 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:11.595993 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e4ee6d-cb2b-4cd2-aa74-86290fc79dd1 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network cb5e82b2-1713-46e6-b3aa-c9afd4b092a6 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:11.604936 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-f9e4ee6d-cb2b-4cd2-aa74-86290fc79dd1 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:11.618118 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e4ee6d-cb2b-4cd2-aa74-86290fc79dd1 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:11.620600 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f9e4ee6d-cb2b-4cd2-aa74-86290fc79dd1 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:11.641462 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2e6f54ea-cb0f-409b-8c57-fa6e13a8ff10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:11.655330 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-52335175-f86c-41bc-b858-56ce6375cb7a None None] Set router 40b19de9-8c2a-455b-a47c-5e6c3eb6eb76 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:14:11.681043 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4ee6d-cb2b-4cd2-aa74-86290fc79dd1 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Subnet': ['ID=8c4c72bb-f062-459f-873e-8f826a1f1656,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:11.685691 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f9e4ee6d-cb2b-4cd2-aa74-86290fc79dd1 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1311929 Sep 21 18:14:11.688671 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34160) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:11.693664 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-8323f44f-ce99-45c3-90aa-dd87e7162266 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'security_group': {'name': 'tempest-secgroup-279304878'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:11.759506 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8323f44f-ce99-45c3-90aa-dd87e7162266 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:11.892862 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de00d653-edbd-4ab6-9547-436afcde50bd None None] Network cb5e82b2-1713-46e6-b3aa-c9afd4b092a6 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:11.938022 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8323f44f-ce99-45c3-90aa-dd87e7162266 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:11.951238 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8323f44f-ce99-45c3-90aa-dd87e7162266 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:11.974769 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6f54ea-cb0f-409b-8c57-fa6e13a8ff10 admin admin] Router 40b19de9-8c2a-455b-a47c-5e6c3eb6eb76 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:14:11.975044 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-52335175-f86c-41bc-b858-56ce6375cb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b19de9-8c2a-455b-a47c-5e6c3eb6eb76', 'name': 'tempest-ImageQuotaTest-40895841-router', 'tenant_id': '65fe721272494136aa88e3424a3bff7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'e5b9c2a5-af10-4700-bd98-42f3a836564e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:13:59Z', 'updated_at': '2021-09-21T18:14:10Z', 'revision_number': 5, 'project_id': '65fe721272494136aa88e3424a3bff7f', 'gw_port': {'id': 'e5b9c2a5-af10-4700-bd98-42f3a836564e', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:51:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b19de9-8c2a-455b-a47c-5e6c3eb6eb76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:00Z', 'updated_at': '2021-09-21T18:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:12.000267 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323f44f-ce99-45c3-90aa-dd87e7162266 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=783c982c-7c5c-47bb-ad18-a2cf905fcd7a,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:12.011030 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8323f44f-ce99-45c3-90aa-dd87e7162266 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:12.013661 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8323f44f-ce99-45c3-90aa-dd87e7162266 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3239691 Sep 21 18:14:12.016670 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34168) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:12.025479 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-b24a3bbe-9f28-4cee-8a6c-8b3ef09d35fa tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'security_group': {'name': 'tempest-secgroup-1800904001'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:12.034595 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-d23ae527-df89-45f3-84d0-2e7fe1fb987b None None] Provisioning complete for port 8a06b1e3-1b7e-427e-b6b2-7e92def564b9 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:12.039843 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d23ae527-df89-45f3-84d0-2e7fe1fb987b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:12.041580 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52335175-f86c-41bc-b858-56ce6375cb7a None None] The sync data for ids ['40b19de9-8c2a-455b-a47c-5e6c3eb6eb76'] in n-d-810291-1 is: [{'id': '40b19de9-8c2a-455b-a47c-5e6c3eb6eb76', 'name': 'tempest-ImageQuotaTest-40895841-router', 'tenant_id': '65fe721272494136aa88e3424a3bff7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'e5b9c2a5-af10-4700-bd98-42f3a836564e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:13:59Z', 'updated_at': '2021-09-21T18:14:10Z', 'revision_number': 5, 'project_id': '65fe721272494136aa88e3424a3bff7f', 'gw_port': {'id': 'e5b9c2a5-af10-4700-bd98-42f3a836564e', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:51:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b19de9-8c2a-455b-a47c-5e6c3eb6eb76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:00Z', 'updated_at': '2021-09-21T18:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:14:12.057854 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34170) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:12.088492 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b24a3bbe-9f28-4cee-8a6c-8b3ef09d35fa tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:12.165885 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6f54ea-cb0f-409b-8c57-fa6e13a8ff10 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:14:12.179678 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2e6f54ea-cb0f-409b-8c57-fa6e13a8ff10 admin admin] 10.222.0.58 "PUT /v2.0/routers/40b19de9-8c2a-455b-a47c-5e6c3eb6eb76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7117677 Sep 21 18:14:12.182819 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34174) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:12.287657 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-2a73bf4c-43e2-44fe-b14c-8d07c143dd83 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-82984969-network', 'tenant_id': '6482b25286a049529c3e4c33e9a21ac2'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:12.313314 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b24a3bbe-9f28-4cee-8a6c-8b3ef09d35fa tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:12.323782 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b24a3bbe-9f28-4cee-8a6c-8b3ef09d35fa tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:12.332493 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-d23ae527-df89-45f3-84d0-2e7fe1fb987b None None] Provisioning complete for port 9304b364-e9ac-4579-8bbf-64acdaa67b96 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:12.332850 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d23ae527-df89-45f3-84d0-2e7fe1fb987b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:12.377694 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a73bf4c-43e2-44fe-b14c-8d07c143dd83 admin admin] Made reservation on behalf of 6482b25286a049529c3e4c33e9a21ac2 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:12.378525 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe5164a4-2c76-46f9-84fc-fc889673d196 admin admin] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:12.380167 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2a73bf4c-43e2-44fe-b14c-8d07c143dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:12.385671 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b24a3bbe-9f28-4cee-8a6c-8b3ef09d35fa tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:12.389899 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b24a3bbe-9f28-4cee-8a6c-8b3ef09d35fa tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3700006 Sep 21 18:14:12.390833 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34180) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:12.401285 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-89388ee0-c7ec-45bc-b33b-447f84d31feb tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'security_group': {'name': 'tempest-secgroup-974531008'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:12.405940 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a3bbe-9f28-4cee-8a6c-8b3ef09d35fa tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9e48ab-16ce-4d94-b29f-52bd61f7335b,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:12.409546 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2a73bf4c-43e2-44fe-b14c-8d07c143dd83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:12.409898 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb0980e-d1d4-4646-85f3-68fb4296a054 None None] Update dhcp port {'port': {'network_id': 'cb5e82b2-1713-46e6-b3aa-c9afd4b092a6', 'fixed_ips': [{'subnet_id': 'c03434ca-53a6-4999-a3c2-e154038bfb36', 'ip_address': '172.20.0.18'}, {'subnet_id': '8c4c72bb-f062-459f-873e-8f826a1f1656'}], 'binding:host_id': 'n-d-810291-1'}, 'id': '8a06b1e3-1b7e-427e-b6b2-7e92def564b9'} from n-d-810291-1. {{(pid=101462) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 18:14:12.412775 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-d23ae527-df89-45f3-84d0-2e7fe1fb987b None None] Port 9304b364-e9ac-4579-8bbf-64acdaa67b96 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:14:12.447823 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-feb0980e-d1d4-4646-85f3-68fb4296a054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:12.472006 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-89388ee0-c7ec-45bc-b33b-447f84d31feb tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:12.568699 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe5164a4-2c76-46f9-84fc-fc889673d196 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:12.600139 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2a73bf4c-43e2-44fe-b14c-8d07c143dd83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:12.610396 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2a73bf4c-43e2-44fe-b14c-8d07c143dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:12.635670 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-fe5164a4-2c76-46f9-84fc-fc889673d196 admin admin] Deleting port e5b9c2a5-af10-4700-bd98-42f3a836564e {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:12.636363 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe5164a4-2c76-46f9-84fc-fc889673d196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:12.649050 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a73bf4c-43e2-44fe-b14c-8d07c143dd83 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:14:12.666554 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73bf4c-43e2-44fe-b14c-8d07c143dd83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a0d50e-1e59-42b9-b792-fda00096070e,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:12.673644 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2a73bf4c-43e2-44fe-b14c-8d07c143dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:12.673989 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-2a73bf4c-43e2-44fe-b14c-8d07c143dd83 admin admin] Added segment 2bba27de-5e29-4d49-baba-f0d73c451eb9 of type vlan for network 4414324d-cff1-47f5-9d20-e0f623054348 Sep 21 18:14:12.734657 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2a73bf4c-43e2-44fe-b14c-8d07c143dd83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:12.753897 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-fe5164a4-2c76-46f9-84fc-fc889673d196 admin admin] For port e5b9c2a5-af10-4700-bd98-42f3a836564e, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e5b9c2a5-af10-4700-bd98-42f3a836564e,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:12.754861 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe5164a4-2c76-46f9-84fc-fc889673d196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:12.771829 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-fe5164a4-2c76-46f9-84fc-fc889673d196 admin admin] Calling delete_port for e5b9c2a5-af10-4700-bd98-42f3a836564e owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:12.782474 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-89388ee0-c7ec-45bc-b33b-447f84d31feb tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:12.790068 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-89388ee0-c7ec-45bc-b33b-447f84d31feb tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:12.807212 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2a73bf4c-43e2-44fe-b14c-8d07c143dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:12.808684 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a73bf4c-43e2-44fe-b14c-8d07c143dd83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:12.809490 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2a73bf4c-43e2-44fe-b14c-8d07c143dd83 admin admin] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:12.839505 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-89388ee0-c7ec-45bc-b33b-447f84d31feb tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:12.841286 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-89388ee0-c7ec-45bc-b33b-447f84d31feb tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4435773 Sep 21 18:14:12.854513 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34184) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:12.860939 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2a73bf4c-43e2-44fe-b14c-8d07c143dd83 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8020265 Sep 21 18:14:12.867374 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34186) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:12.873178 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-373050d6-f1f1-4905-8b9d-1d9c1a7929be admin admin] Request body: {'subnet': {'network_id': '4414324d-cff1-47f5-9d20-e0f623054348', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-82984969-subnet', 'tenant_id': '6482b25286a049529c3e4c33e9a21ac2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:12.879502 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-6bd31faa-fd0d-47e0-8a0c-083de8c5b372 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1840983902', 'security_groups': ['12ac6366-e090-412a-8b58-6bb1c002a409'], 'network_id': 'cb5e82b2-1713-46e6-b3aa-c9afd4b092a6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8c4c72bb-f062-459f-873e-8f826a1f1656'}]}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:12.880849 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-feb0980e-d1d4-4646-85f3-68fb4296a054 None None] Allocated IP 172.20.0.2 (cb5e82b2-1713-46e6-b3aa-c9afd4b092a6/8c4c72bb-f062-459f-873e-8f826a1f1656/8a06b1e3-1b7e-427e-b6b2-7e92def564b9) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:12.927217 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373050d6-f1f1-4905-8b9d-1d9c1a7929be admin admin] Made reservation on behalf of 6482b25286a049529c3e4c33e9a21ac2 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:12.929928 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-373050d6-f1f1-4905-8b9d-1d9c1a7929be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:12.936153 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89388ee0-c7ec-45bc-b33b-447f84d31feb tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12ac6366-e090-412a-8b58-6bb1c002a409,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:12.945943 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73bf4c-43e2-44fe-b14c-8d07c143dd83 admin admin] Pushing event updated for resources: {'Network': ['ID=4414324d-cff1-47f5-9d20-e0f623054348,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:12.973088 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 4414324d-cff1-47f5-9d20-e0f623054348 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:14:13.065383 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-feb0980e-d1d4-4646-85f3-68fb4296a054 None None] For port 8a06b1e3-1b7e-427e-b6b2-7e92def564b9, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=8a06b1e3-1b7e-427e-b6b2-7e92def564b9,segment=NetworkSegment(431b31c7-ea80-4c3f-bfc3-2cb09691056d),segment_id=431b31c7-ea80-4c3f-bfc3-2cb09691056d)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:13.104795 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd31faa-fd0d-47e0-8a0c-083de8c5b372 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:13.106183 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 32d18f70-6015-40c3-bfca-edaa7e113ad5 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:14:13.132867 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe5164a4-2c76-46f9-84fc-fc889673d196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:13.133896 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-feb0980e-d1d4-4646-85f3-68fb4296a054 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:13.135941 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 32d18f70-6015-40c3-bfca-edaa7e113ad5 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:14:13.136289 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 32d18f70-6015-40c3-bfca-edaa7e113ad5 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:14:13.149468 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-feb0980e-d1d4-4646-85f3-68fb4296a054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:13.189373 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5164a4-2c76-46f9-84fc-fc889673d196 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5b9c2a5-af10-4700-bd98-42f3a836564e,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:13.215416 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6bd31faa-fd0d-47e0-8a0c-083de8c5b372 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:13.235345 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-6bd31faa-fd0d-47e0-8a0c-083de8c5b372 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] device_id is not set on port 63ac10f9-b124-4143-b7f7-37fe0fdb4a15 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:14:13.275160 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe5164a4-2c76-46f9-84fc-fc889673d196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:13.290166 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb0980e-d1d4-4646-85f3-68fb4296a054 None None] Pushing event updated for resources: {'Port': ['ID=8a06b1e3-1b7e-427e-b6b2-7e92def564b9,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:13.376131 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe5164a4-2c76-46f9-84fc-fc889673d196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:13.380131 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe5164a4-2c76-46f9-84fc-fc889673d196 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:13.438374 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-6bd31faa-fd0d-47e0-8a0c-083de8c5b372 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Allocated IP 172.20.0.8 (cb5e82b2-1713-46e6-b3aa-c9afd4b092a6/8c4c72bb-f062-459f-873e-8f826a1f1656/63ac10f9-b124-4143-b7f7-37fe0fdb4a15) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:13.438604 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-373050d6-f1f1-4905-8b9d-1d9c1a7929be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:13.454447 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78376681-c213-4bbb-9258-dbc2d1cc959e None None] Sync routers for ids ['40b19de9-8c2a-455b-a47c-5e6c3eb6eb76'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:14:13.464619 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78376681-c213-4bbb-9258-dbc2d1cc959e None None] Routers {'40b19de9-8c2a-455b-a47c-5e6c3eb6eb76'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:14:13.465252 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-78376681-c213-4bbb-9258-dbc2d1cc959e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:13:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['40b19de9-8c2a-455b-a47c-5e6c3eb6eb76'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:13.528031 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373050d6-f1f1-4905-8b9d-1d9c1a7929be admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcfa8d73-94ae-4d7c-91d1-c9db69ba7b95,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:13.545029 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe5164a4-2c76-46f9-84fc-fc889673d196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:13.545559 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5164a4-2c76-46f9-84fc-fc889673d196 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40b19de9-8c2a-455b-a47c-5e6c3eb6eb76 {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:14:13.550282 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe5164a4-2c76-46f9-84fc-fc889673d196 admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:13.554068 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-fe5164a4-2c76-46f9-84fc-fc889673d196 admin admin] 10.222.0.58 "DELETE /v2.0/routers/40b19de9-8c2a-455b-a47c-5e6c3eb6eb76 HTTP/1.1" status: 204 len: 168 time: 1.3701751 Sep 21 18:14:13.555884 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34198) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:13.616860 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373050d6-f1f1-4905-8b9d-1d9c1a7929be admin admin] Checking segment: {'id': '2bba27de-5e29-4d49-baba-f0d73c451eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4414324d-cff1-47f5-9d20-e0f623054348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:13.617548 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373050d6-f1f1-4905-8b9d-1d9c1a7929be admin admin] Network hostable DHCP agents. Network: 4414324d-cff1-47f5-9d20-e0f623054348, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:14:13.639141 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6bd31faa-fd0d-47e0-8a0c-083de8c5b372 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:13.639762 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd6e560-15f3-4435-9fdc-14fbd89a63a8 admin admin] Deleting subnet 8a8f04c1-0ff5-4dd8-8466-9f9a2197d742 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:14:13.643503 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ffd6e560-15f3-4435-9fdc-14fbd89a63a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:13.644786 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-78376681-c213-4bbb-9258-dbc2d1cc959e None None] Set router 40b19de9-8c2a-455b-a47c-5e6c3eb6eb76 gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:14:13.687972 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373050d6-f1f1-4905-8b9d-1d9c1a7929be admin admin] Network 4414324d-cff1-47f5-9d20-e0f623054348 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:14:13.692586 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ffd6e560-15f3-4435-9fdc-14fbd89a63a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:13.700846 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6bd31faa-fd0d-47e0-8a0c-083de8c5b372 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:13.720285 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-78376681-c213-4bbb-9258-dbc2d1cc959e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40b19de9-8c2a-455b-a47c-5e6c3eb6eb76', 'name': 'tempest-ImageQuotaTest-40895841-router', 'tenant_id': '65fe721272494136aa88e3424a3bff7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:13:59Z', 'updated_at': '2021-09-21T18:14:13Z', 'revision_number': 7, 'project_id': '65fe721272494136aa88e3424a3bff7f', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:13.739650 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-373050d6-f1f1-4905-8b9d-1d9c1a7929be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 4414324d-cff1-47f5-9d20-e0f623054348) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:13.752192 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373050d6-f1f1-4905-8b9d-1d9c1a7929be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:13.752924 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-373050d6-f1f1-4905-8b9d-1d9c1a7929be admin admin] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:13.776677 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75ebb81-854f-4a4c-a16f-7b9d892dd8b8 None None] Network 4414324d-cff1-47f5-9d20-e0f623054348 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:13.779524 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78376681-c213-4bbb-9258-dbc2d1cc959e None None] Checking router: 40b19de9-8c2a-455b-a47c-5e6c3eb6eb76 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:14:13.792733 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd31faa-fd0d-47e0-8a0c-083de8c5b372 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network cb5e82b2-1713-46e6-b3aa-c9afd4b092a6 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:13.804409 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-6bd31faa-fd0d-47e0-8a0c-083de8c5b372 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:13.813509 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd31faa-fd0d-47e0-8a0c-083de8c5b372 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:14:13.820956 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78376681-c213-4bbb-9258-dbc2d1cc959e None None] Routers set() bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:14:13.821663 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78376681-c213-4bbb-9258-dbc2d1cc959e None None] Router IDs set() for agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 21 18:14:13.822761 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_agentschedulers_db [None req-78376681-c213-4bbb-9258-dbc2d1cc959e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'40b19de9-8c2a-455b-a47c-5e6c3eb6eb76'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:13:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent'). {{(pid=101462) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 21 18:14:13.823356 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78376681-c213-4bbb-9258-dbc2d1cc959e None None] The sync data for ids ['40b19de9-8c2a-455b-a47c-5e6c3eb6eb76'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:14:13.871177 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-373050d6-f1f1-4905-8b9d-1d9c1a7929be admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9769948 Sep 21 18:14:13.894693 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd31faa-fd0d-47e0-8a0c-083de8c5b372 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Port': ['ID=63ac10f9-b124-4143-b7f7-37fe0fdb4a15,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:13.916539 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ffd6e560-15f3-4435-9fdc-14fbd89a63a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:13.965791 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd31faa-fd0d-47e0-8a0c-083de8c5b372 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:13.966489 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6bd31faa-fd0d-47e0-8a0c-083de8c5b372 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:14.012812 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6bd31faa-fd0d-47e0-8a0c-083de8c5b372 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1535895 Sep 21 18:14:14.020014 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ffd6e560-15f3-4435-9fdc-14fbd89a63a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:14.021165 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34214) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:14.034498 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-28942b3f-f27a-4ecb-b8db-64a4089b1ba4 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'subnet': {'network_id': 'cb5e82b2-1713-46e6-b3aa-c9afd4b092a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:14.053232 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c024ac5-4be4-441b-b438-95c23c022992 None None] Network 4414324d-cff1-47f5-9d20-e0f623054348 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:14.112404 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ffd6e560-15f3-4435-9fdc-14fbd89a63a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:14.121431 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ffd6e560-15f3-4435-9fdc-14fbd89a63a8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8a8f04c1-0ff5-4dd8-8466-9f9a2197d742 HTTP/1.1" status: 204 len: 168 time: 0.5643375 Sep 21 18:14:14.121894 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34220) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:14.125953 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6e560-15f3-4435-9fdc-14fbd89a63a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a8f04c1-0ff5-4dd8-8466-9f9a2197d742,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:14.202596 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe4c5e3-1865-4f34-9478-e32589f7265c None None] Network 88ade9bd-ba7c-49eb-9ec0-245ecbfcb616 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:14.278939 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a53b024a-9f8a-4196-b5c4-414cb9b4760e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:14.313284 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28942b3f-f27a-4ecb-b8db-64a4089b1ba4 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:14.317397 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-28942b3f-f27a-4ecb-b8db-64a4089b1ba4 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:14.381275 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-a53b024a-9f8a-4196-b5c4-414cb9b4760e admin admin] Deleting port 04233519-2090-4011-bcb8-8b885ca888c7 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:14.381701 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a53b024a-9f8a-4196-b5c4-414cb9b4760e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:14.494607 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-a53b024a-9f8a-4196-b5c4-414cb9b4760e admin admin] For port 04233519-2090-4011-bcb8-8b885ca888c7, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=04233519-2090-4011-bcb8-8b885ca888c7,segment=NetworkSegment(accae302-cc4a-4b19-bce4-7929a8074656),segment_id=accae302-cc4a-4b19-bce4-7929a8074656)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:14.496032 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a53b024a-9f8a-4196-b5c4-414cb9b4760e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:14.504058 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-f3b80f33-6f19-42f3-bcab-8973910566c6 None None] Provisioning complete for port 8a06b1e3-1b7e-427e-b6b2-7e92def564b9 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:14.507408 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f3b80f33-6f19-42f3-bcab-8973910566c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:14.521804 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-a53b024a-9f8a-4196-b5c4-414cb9b4760e admin admin] Calling delete_port for 04233519-2090-4011-bcb8-8b885ca888c7 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:14.540004 n-d-810291-1 neutron-server[101461]: INFO neutron.db.ipam_backend_mixin [None req-28942b3f-f27a-4ecb-b8db-64a4089b1ba4 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8c4c72bb-f062-459f-873e-8f826a1f1656 (CIDR: 172.20.0.0/28) Sep 21 18:14:14.554096 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-28942b3f-f27a-4ecb-b8db-64a4089b1ba4 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:14:14.554096 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28942b3f-f27a-4ecb-b8db-64a4089b1ba4 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:14:14.600182 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-28942b3f-f27a-4ecb-b8db-64a4089b1ba4 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5757277 Sep 21 18:14:14.603675 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34222) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:14.609205 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-95abd461-4b9b-4fca-a16e-4ce4194857e7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'subnet': {'network_id': 'cb5e82b2-1713-46e6-b3aa-c9afd4b092a6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:14.741461 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3302314-ea5c-4fae-8803-74a9acdc591f None None] DHCP port deletion for 88ade9bd-ba7c-49eb-9ec0-245ecbfcb616 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:14:14.771864 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a53b024a-9f8a-4196-b5c4-414cb9b4760e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:14.791152 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53b024a-9f8a-4196-b5c4-414cb9b4760e admin admin] No DVR routers for this DVR port 04233519-2090-4011-bcb8-8b885ca888c7 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:14:14.793902 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-f3b80f33-6f19-42f3-bcab-8973910566c6 None None] Provisioning complete for port 9304b364-e9ac-4579-8bbf-64acdaa67b96 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:14.794338 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f3b80f33-6f19-42f3-bcab-8973910566c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:14.836409 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-f3b80f33-6f19-42f3-bcab-8973910566c6 None None] Port 9304b364-e9ac-4579-8bbf-64acdaa67b96 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:14:14.869841 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-c3302314-ea5c-4fae-8803-74a9acdc591f None None] Deleting port 04233519-2090-4011-bcb8-8b885ca888c7 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:14.870226 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c3302314-ea5c-4fae-8803-74a9acdc591f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:14.965697 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-c3302314-ea5c-4fae-8803-74a9acdc591f None None] For port 04233519-2090-4011-bcb8-8b885ca888c7, host n-d-810291-1, got binding levels [] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:14.966094 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c3302314-ea5c-4fae-8803-74a9acdc591f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:14.982575 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-c3302314-ea5c-4fae-8803-74a9acdc591f None None] Calling delete_port for 04233519-2090-4011-bcb8-8b885ca888c7 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:14.984551 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-47e0dc1e-e4db-4262-a3fd-6e84dae19f97 None None] Provisioning complete for port 63ac10f9-b124-4143-b7f7-37fe0fdb4a15 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:14.985062 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-47e0dc1e-e4db-4262-a3fd-6e84dae19f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:14.987725 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.ipam_backend_mixin [None req-c3302314-ea5c-4fae-8803-74a9acdc591f None None] Port 04233519-2090-4011-bcb8-8b885ca888c7 was not found and therefore no delete operation was performed {{(pid=101462) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 18:14:14.989694 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c3302314-ea5c-4fae-8803-74a9acdc591f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:15.042065 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3302314-ea5c-4fae-8803-74a9acdc591f None None] Pushing event deleted for resources: {'Port': ['ID=04233519-2090-4011-bcb8-8b885ca888c7,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:15.054493 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3302314-ea5c-4fae-8803-74a9acdc591f None None] No DVR routers for this DVR port 04233519-2090-4011-bcb8-8b885ca888c7 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:14:15.085159 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-47e0dc1e-e4db-4262-a3fd-6e84dae19f97 None None] Port 63ac10f9-b124-4143-b7f7-37fe0fdb4a15 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:14:15.171943 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 8a06b1e3-1b7e-427e-b6b2-7e92def564b9 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:15.239687 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 8a06b1e3-1b7e-427e-b6b2-7e92def564b9 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:15.240556 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:15.270514 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b024a-9f8a-4196-b5c4-414cb9b4760e admin admin] Pushing event deleted for resources: {'Port': ['ID=04233519-2090-4011-bcb8-8b885ca888c7,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:15.395770 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a53b024a-9f8a-4196-b5c4-414cb9b4760e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:15.425079 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95abd461-4b9b-4fca-a16e-4ce4194857e7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:15.433353 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-95abd461-4b9b-4fca-a16e-4ce4194857e7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:15.455779 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e5b9c2a5-af10-4700-bd98-42f3a836564e no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:14:15.482384 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: e5b9c2a5-af10-4700-bd98-42f3a836564e {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:14:15.483239 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e5b9c2a5-af10-4700-bd98-42f3a836564e not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:14:15.483823 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 04233519-2090-4011-bcb8-8b885ca888c7 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:14:15.486307 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-a53b024a-9f8a-4196-b5c4-414cb9b4760e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ade9bd-ba7c-49eb-9ec0-245ecbfcb616']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:15.520732 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 04233519-2090-4011-bcb8-8b885ca888c7 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:14:15.521006 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 04233519-2090-4011-bcb8-8b885ca888c7 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:14:15.551111 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-a53b024a-9f8a-4196-b5c4-414cb9b4760e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'accae302-cc4a-4b19-bce4-7929a8074656') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:15.551418 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-a53b024a-9f8a-4196-b5c4-414cb9b4760e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'accae302-cc4a-4b19-bce4-7929a8074656') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:15.569302 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a53b024a-9f8a-4196-b5c4-414cb9b4760e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:15.593364 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a53b024a-9f8a-4196-b5c4-414cb9b4760e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:15.605302 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a53b024a-9f8a-4196-b5c4-414cb9b4760e admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:14:15.605710 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a53b024a-9f8a-4196-b5c4-414cb9b4760e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:15.607374 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:14:15.607374 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:14:15.607374 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:14:15.607374 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:14:15.607374 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:14:15.607374 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:14:15.607374 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:14:15.607374 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:14:15.607374 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:14:15.607374 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:14:15.607374 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:14:15.607374 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:14:15.607374 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:14:15.607374 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:14:15.607374 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:14:15.607374 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:14:15.607374 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:14:15.607374 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:14:15.607374 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:14:15.607374 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:14:15.607374 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:14:15.607374 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:14:15.607374 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:14:15.607374 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:14:15.607374 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:14:15.607374 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:14:15.607374 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:14:15.607374 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:14:15.607374 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:14:15.607374 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:14:15.607374 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:14:15.607374 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:14:15.610308 n-d-810291-1 neutron-server[101460]: INFO neutron.db.ipam_backend_mixin [None req-95abd461-4b9b-4fca-a16e-4ce4194857e7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c03434ca-53a6-4999-a3c2-e154038bfb36 (CIDR: 172.20.0.16/28) Sep 21 18:14:15.624615 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-95abd461-4b9b-4fca-a16e-4ce4194857e7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:14:15.625137 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95abd461-4b9b-4fca-a16e-4ce4194857e7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:14:15.680239 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-95abd461-4b9b-4fca-a16e-4ce4194857e7 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0751874 Sep 21 18:14:15.683330 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34236) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:15.685352 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a53b024a-9f8a-4196-b5c4-414cb9b4760e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:15.691521 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a53b024a-9f8a-4196-b5c4-414cb9b4760e admin admin] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:15.693493 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a53b024a-9f8a-4196-b5c4-414cb9b4760e admin admin] 10.222.0.58 "DELETE /v2.0/networks/88ade9bd-ba7c-49eb-9ec0-245ecbfcb616 HTTP/1.1" status: 204 len: 168 time: 1.5689442 Sep 21 18:14:15.696535 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-85dfacdd-88a4-436b-bc20-60afdf8d795d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'subnet': {'network_id': 'cb5e82b2-1713-46e6-b3aa-c9afd4b092a6', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:15.736783 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b024a-9f8a-4196-b5c4-414cb9b4760e admin admin] Pushing event deleted for resources: {'Network': ['ID=88ade9bd-ba7c-49eb-9ec0-245ecbfcb616,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:15.848704 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dfacdd-88a4-436b-bc20-60afdf8d795d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Made reservation on behalf of 50fd849ffb184c9fb056374cbc97e47f for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:15.852659 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-85dfacdd-88a4-436b-bc20-60afdf8d795d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:15.871748 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34244) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:15.907488 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dee91725-b184-426f-a105-82372cfe0746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:15.925914 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-dae639a7-686c-4ba7-8771-f3de45aebdec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=65fe721272494136aa88e3424a3bff7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528140 Sep 21 18:14:15.928607 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34248) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:15.991983 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-42abd3b0-2677-4c55-a4bd-c396a44fe77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:16.024872 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-42abd3b0-2677-4c55-a4bd-c396a44fe77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:16.086990 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-42abd3b0-2677-4c55-a4bd-c396a44fe77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:16.089703 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-42abd3b0-2677-4c55-a4bd-c396a44fe77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:16.090991 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-42abd3b0-2677-4c55-a4bd-c396a44fe77c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ce7cbe9b-6c97-43d8-8d44-27b96adbab92 HTTP/1.1" status: 204 len: 168 time: 0.1611714 Sep 21 18:14:16.099854 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42abd3b0-2677-4c55-a4bd-c396a44fe77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7cbe9b-6c97-43d8-8d44-27b96adbab92,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:16.134886 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-85dfacdd-88a4-436b-bc20-60afdf8d795d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:16.174705 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dfacdd-88a4-436b-bc20-60afdf8d795d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Network cb5e82b2-1713-46e6-b3aa-c9afd4b092a6 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:16.179724 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-85dfacdd-88a4-436b-bc20-60afdf8d795d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:16.184917 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dfacdd-88a4-436b-bc20-60afdf8d795d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:16.185579 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-85dfacdd-88a4-436b-bc20-60afdf8d795d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:16.205492 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb8424a-5348-440c-930a-d5357247c425 None None] Network cb5e82b2-1713-46e6-b3aa-c9afd4b092a6 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:16.208717 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-85dfacdd-88a4-436b-bc20-60afdf8d795d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5241320 Sep 21 18:14:16.211576 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34262) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:16.216753 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-a4dd0a99-cad6-4685-a9dc-b7d877a00610 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-591044810', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '52d58497-f1c6-451a-b8a4-395d0425cc7b'}], 'security_groups': ['783c982c-7c5c-47bb-ad18-a2cf905fcd7a', '9c9e48ab-16ce-4d94-b29f-52bd61f7335b']}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:16.221205 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dfacdd-88a4-436b-bc20-60afdf8d795d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Subnet': ['ID=52d58497-f1c6-451a-b8a4-395d0425cc7b,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:16.550888 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393bc287-c91a-432d-9e82-f7bab904454d None None] Update dhcp port {'port': {'network_id': 'cb5e82b2-1713-46e6-b3aa-c9afd4b092a6', 'fixed_ips': [{'subnet_id': 'c03434ca-53a6-4999-a3c2-e154038bfb36', 'ip_address': '172.20.0.18'}, {'subnet_id': '8c4c72bb-f062-459f-873e-8f826a1f1656', 'ip_address': '172.20.0.2'}, {'subnet_id': '52d58497-f1c6-451a-b8a4-395d0425cc7b'}], 'binding:host_id': 'n-d-810291-1'}, 'id': '8a06b1e3-1b7e-427e-b6b2-7e92def564b9'} from n-d-810291-1. {{(pid=101462) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 18:14:16.585187 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-393bc287-c91a-432d-9e82-f7bab904454d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:16.774285 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34288) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:16.778766 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a4dd0a99-cad6-4685-a9dc-b7d877a00610 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:16.792225 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a3ca3ebe-ac1c-401b-b807-c19efa65bbe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:16.850437 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-393bc287-c91a-432d-9e82-f7bab904454d None None] Allocated IP 172.20.0.34 (cb5e82b2-1713-46e6-b3aa-c9afd4b092a6/52d58497-f1c6-451a-b8a4-395d0425cc7b/8a06b1e3-1b7e-427e-b6b2-7e92def564b9) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:17.029728 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a3ca3ebe-ac1c-401b-b807-c19efa65bbe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:17.036534 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a3ca3ebe-ac1c-401b-b807-c19efa65bbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:17.038904 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-393bc287-c91a-432d-9e82-f7bab904454d None None] For port 8a06b1e3-1b7e-427e-b6b2-7e92def564b9, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=8a06b1e3-1b7e-427e-b6b2-7e92def564b9,segment=NetworkSegment(431b31c7-ea80-4c3f-bfc3-2cb09691056d),segment_id=431b31c7-ea80-4c3f-bfc3-2cb09691056d)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:17.084111 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-393bc287-c91a-432d-9e82-f7bab904454d None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:17.090842 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-393bc287-c91a-432d-9e82-f7bab904454d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:17.117256 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a3ca3ebe-ac1c-401b-b807-c19efa65bbe5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3412797 Sep 21 18:14:17.121076 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34290) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:17.126158 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca3ebe-ac1c-401b-b807-c19efa65bbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81724662-f093-4f4b-a1b1-7a9b84067d14,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:17.200399 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a184969d-379a-4e85-b7bd-f2c61a48aa05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:17.232225 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393bc287-c91a-432d-9e82-f7bab904454d None None] Pushing event updated for resources: {'Port': ['ID=8a06b1e3-1b7e-427e-b6b2-7e92def564b9,revision_number=7']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:17.260454 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a184969d-379a-4e85-b7bd-f2c61a48aa05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:17.330413 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-a4dd0a99-cad6-4685-a9dc-b7d877a00610 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Delete allocated IP 172.20.0.8 (cb5e82b2-1713-46e6-b3aa-c9afd4b092a6/8c4c72bb-f062-459f-873e-8f826a1f1656) {{(pid=101461) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 21 18:14:17.347556 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-a4dd0a99-cad6-4685-a9dc-b7d877a00610 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Allocated IP 172.20.0.39 (cb5e82b2-1713-46e6-b3aa-c9afd4b092a6/52d58497-f1c6-451a-b8a4-395d0425cc7b/63ac10f9-b124-4143-b7f7-37fe0fdb4a15) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:17.386812 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a184969d-379a-4e85-b7bd-f2c61a48aa05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:17.389266 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a184969d-379a-4e85-b7bd-f2c61a48aa05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:17.390730 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a184969d-379a-4e85-b7bd-f2c61a48aa05 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/81724662-f093-4f4b-a1b1-7a9b84067d14 HTTP/1.1" status: 204 len: 168 time: 0.2656412 Sep 21 18:14:17.410436 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184969d-379a-4e85-b7bd-f2c61a48aa05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81724662-f093-4f4b-a1b1-7a9b84067d14,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:17.684194 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a4dd0a99-cad6-4685-a9dc-b7d877a00610 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:17.693665 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a4dd0a99-cad6-4685-a9dc-b7d877a00610 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:17.854514 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd0a99-cad6-4685-a9dc-b7d877a00610 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event updated for resources: {'Port': ['ID=63ac10f9-b124-4143-b7f7-37fe0fdb4a15,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:17.873542 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-a4dd0a99-cad6-4685-a9dc-b7d877a00610 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] In _notify_port_updated(), no bound segment for port 63ac10f9-b124-4143-b7f7-37fe0fdb4a15 on network cb5e82b2-1713-46e6-b3aa-c9afd4b092a6 {{(pid=101461) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:14:17.880305 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dd0a99-cad6-4685-a9dc-b7d877a00610 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:17.880305 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a4dd0a99-cad6-4685-a9dc-b7d877a00610 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:17.888844 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a4dd0a99-cad6-4685-a9dc-b7d877a00610 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "PUT /v2.0/ports/63ac10f9-b124-4143-b7f7-37fe0fdb4a15 HTTP/1.1" status: 200 len: 959 time: 1.6702907 Sep 21 18:14:17.888844 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34312) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:18.095537 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-06b1c051-686d-44c5-aa22-158948220766 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Deleting port 63ac10f9-b124-4143-b7f7-37fe0fdb4a15 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:18.097132 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06b1c051-686d-44c5-aa22-158948220766 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:18.187669 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5dd590e1-63cf-420a-9fa8-19448266df6e None None] Provisioning complete for port 8a06b1e3-1b7e-427e-b6b2-7e92def564b9 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:18.196540 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5dd590e1-63cf-420a-9fa8-19448266df6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:18.271727 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06b1c051-686d-44c5-aa22-158948220766 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:18.290269 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-06b1c051-686d-44c5-aa22-158948220766 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Calling delete_port for 63ac10f9-b124-4143-b7f7-37fe0fdb4a15 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:18.363812 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5dd590e1-63cf-420a-9fa8-19448266df6e None None] Provisioning complete for port 63ac10f9-b124-4143-b7f7-37fe0fdb4a15 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:18.364437 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5dd590e1-63cf-420a-9fa8-19448266df6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:18.370154 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34322) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:18.422522 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ca431bb4-64d1-4f39-bd35-0742045237fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:18.437770 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5dd590e1-63cf-420a-9fa8-19448266df6e None None] Port 63ac10f9-b124-4143-b7f7-37fe0fdb4a15 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:14:18.451909 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5dd590e1-63cf-420a-9fa8-19448266df6e None None] Provisioning complete for port 9304b364-e9ac-4579-8bbf-64acdaa67b96 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:18.452301 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5dd590e1-63cf-420a-9fa8-19448266df6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:18.490799 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5dd590e1-63cf-420a-9fa8-19448266df6e None None] Port 9304b364-e9ac-4579-8bbf-64acdaa67b96 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:14:18.502662 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06b1c051-686d-44c5-aa22-158948220766 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:18.549866 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1c051-686d-44c5-aa22-158948220766 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Port': ['ID=63ac10f9-b124-4143-b7f7-37fe0fdb4a15,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:18.567590 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-239b98f0-2a24-47fe-95ee-eaedd598676a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1249723574-network', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:18.620739 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239b98f0-2a24-47fe-95ee-eaedd598676a admin admin] Made reservation on behalf of f96d86a1c5474b3d9bf2e837e99b27d8 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:18.628687 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06b1c051-686d-44c5-aa22-158948220766 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:18.629276 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-239b98f0-2a24-47fe-95ee-eaedd598676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:18.635060 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-06b1c051-686d-44c5-aa22-158948220766 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/ports/63ac10f9-b124-4143-b7f7-37fe0fdb4a15 HTTP/1.1" status: 204 len: 168 time: 0.7473805 Sep 21 18:14:18.635796 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34342) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:18.648424 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-239b98f0-2a24-47fe-95ee-eaedd598676a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:18.681063 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-3439a3b1-f8c6-4868-879a-53468e491534 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] GET failed (client error): The resource could not be found. Sep 21 18:14:18.685812 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3439a3b1-f8c6-4868-879a-53468e491534 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "GET /v2.0/ports/63ac10f9-b124-4143-b7f7-37fe0fdb4a15 HTTP/1.1" status: 404 len: 333 time: 0.0488203 Sep 21 18:14:18.686499 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34348) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:18.805682 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-228154bf-d8cd-4a11-a5b8-5d27f9777398 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:18.854716 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-228154bf-d8cd-4a11-a5b8-5d27f9777398 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:18.958737 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-228154bf-d8cd-4a11-a5b8-5d27f9777398 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:18.964225 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-228154bf-d8cd-4a11-a5b8-5d27f9777398 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:18.968135 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-228154bf-d8cd-4a11-a5b8-5d27f9777398 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/security-groups/12ac6366-e090-412a-8b58-6bb1c002a409 HTTP/1.1" status: 204 len: 168 time: 0.2778702 Sep 21 18:14:18.968815 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34358) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:18.978434 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-239b98f0-2a24-47fe-95ee-eaedd598676a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:19.017183 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228154bf-d8cd-4a11-a5b8-5d27f9777398 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ac6366-e090-412a-8b58-6bb1c002a409,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:19.020723 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-239b98f0-2a24-47fe-95ee-eaedd598676a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:19.021601 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:19.023711 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-49423793-029c-4fa5-9b44-9d5f25de340b None None] Could not find standard attr ID for object 63ac10f9-b124-4143-b7f7-37fe0fdb4a15. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:14:19.073164 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5a0208e9-e977-4288-9d6a-31cad942f19c tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:19.118666 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-239b98f0-2a24-47fe-95ee-eaedd598676a admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:14:19.140306 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5a0208e9-e977-4288-9d6a-31cad942f19c tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:19.142009 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-239b98f0-2a24-47fe-95ee-eaedd598676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:19.142364 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-239b98f0-2a24-47fe-95ee-eaedd598676a admin admin] Added segment 145937db-b4f9-4144-b660-b39e8c1b5163 of type vlan for network 0c6d657c-30ac-4186-bace-aa79fc15bd34 Sep 21 18:14:19.219086 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 8a06b1e3-1b7e-427e-b6b2-7e92def564b9 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:19.239004 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5a0208e9-e977-4288-9d6a-31cad942f19c tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:19.241337 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5a0208e9-e977-4288-9d6a-31cad942f19c tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:19.244926 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5a0208e9-e977-4288-9d6a-31cad942f19c tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/security-groups/9c9e48ab-16ce-4d94-b29f-52bd61f7335b HTTP/1.1" status: 204 len: 168 time: 0.2730436 Sep 21 18:14:19.246390 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34362) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:19.257947 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-239b98f0-2a24-47fe-95ee-eaedd598676a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:19.278044 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b98f0-2a24-47fe-95ee-eaedd598676a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8559b9fa-e938-4775-b2fd-2df9ce776abe,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:19.290420 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0208e9-e977-4288-9d6a-31cad942f19c tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9e48ab-16ce-4d94-b29f-52bd61f7335b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:19.324595 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-239b98f0-2a24-47fe-95ee-eaedd598676a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:19.325707 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239b98f0-2a24-47fe-95ee-eaedd598676a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:19.326718 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-239b98f0-2a24-47fe-95ee-eaedd598676a admin admin] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:19.382850 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 8a06b1e3-1b7e-427e-b6b2-7e92def564b9 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:19.383468 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:19.388434 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a63c1227-cc1e-4750-88fa-45750a83d2a4 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:19.430615 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a63c1227-cc1e-4750-88fa-45750a83d2a4 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:19.446482 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b98f0-2a24-47fe-95ee-eaedd598676a admin admin] Pushing event updated for resources: {'Network': ['ID=0c6d657c-30ac-4186-bace-aa79fc15bd34,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:19.454583 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34364) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:19.455307 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-239b98f0-2a24-47fe-95ee-eaedd598676a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0838823 Sep 21 18:14:19.459543 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 0c6d657c-30ac-4186-bace-aa79fc15bd34 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:14:19.462262 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-7717cdd1-c92e-4999-b806-6c3d37685e6a admin admin] Request body: {'subnet': {'network_id': '0c6d657c-30ac-4186-bace-aa79fc15bd34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1249723574-subnet', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:19.508601 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7717cdd1-c92e-4999-b806-6c3d37685e6a admin admin] Made reservation on behalf of f96d86a1c5474b3d9bf2e837e99b27d8 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:19.511501 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7717cdd1-c92e-4999-b806-6c3d37685e6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:19.515769 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a63c1227-cc1e-4750-88fa-45750a83d2a4 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:19.519233 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a63c1227-cc1e-4750-88fa-45750a83d2a4 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:19.520791 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a63c1227-cc1e-4750-88fa-45750a83d2a4 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/security-groups/783c982c-7c5c-47bb-ad18-a2cf905fcd7a HTTP/1.1" status: 204 len: 168 time: 0.2733040 Sep 21 18:14:19.523497 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34366) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:19.553634 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c1227-cc1e-4750-88fa-45750a83d2a4 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=783c982c-7c5c-47bb-ad18-a2cf905fcd7a,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:19.632661 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d553470-7d37-4670-8b63-61ece81f3f61 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Deleting subnet 8c4c72bb-f062-459f-873e-8f826a1f1656 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:14:19.638463 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2d553470-7d37-4670-8b63-61ece81f3f61 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:19.709581 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2d553470-7d37-4670-8b63-61ece81f3f61 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:19.811703 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7717cdd1-c92e-4999-b806-6c3d37685e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:19.853326 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2d553470-7d37-4670-8b63-61ece81f3f61 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:19.880622 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717cdd1-c92e-4999-b806-6c3d37685e6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e995253-a1fe-4767-b026-590b9f4eb12c,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:19.915264 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7717cdd1-c92e-4999-b806-6c3d37685e6a admin admin] Checking segment: {'id': '145937db-b4f9-4144-b660-b39e8c1b5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0c6d657c-30ac-4186-bace-aa79fc15bd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:19.915823 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7717cdd1-c92e-4999-b806-6c3d37685e6a admin admin] Network hostable DHCP agents. Network: 0c6d657c-30ac-4186-bace-aa79fc15bd34, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:14:19.928941 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2d553470-7d37-4670-8b63-61ece81f3f61 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:19.935408 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7717cdd1-c92e-4999-b806-6c3d37685e6a admin admin] Network 0c6d657c-30ac-4186-bace-aa79fc15bd34 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:14:19.949105 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-7717cdd1-c92e-4999-b806-6c3d37685e6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 0c6d657c-30ac-4186-bace-aa79fc15bd34) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:19.957426 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a780d43-6f30-4e27-b051-f79f8329e00b None None] Network cb5e82b2-1713-46e6-b3aa-c9afd4b092a6 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:19.957679 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7717cdd1-c92e-4999-b806-6c3d37685e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:19.958395 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7717cdd1-c92e-4999-b806-6c3d37685e6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:19.964495 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2d553470-7d37-4670-8b63-61ece81f3f61 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:19.965967 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77baeb0-1f47-4670-9cba-e4dfbc47ef42 None None] Network 0c6d657c-30ac-4186-bace-aa79fc15bd34 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:19.967776 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2d553470-7d37-4670-8b63-61ece81f3f61 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/subnets/8c4c72bb-f062-459f-873e-8f826a1f1656 HTTP/1.1" status: 204 len: 168 time: 0.4431379 Sep 21 18:14:19.980469 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34376) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:19.989954 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d553470-7d37-4670-8b63-61ece81f3f61 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Subnet': ['ID=8c4c72bb-f062-459f-873e-8f826a1f1656,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:20.023656 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7717cdd1-c92e-4999-b806-6c3d37685e6a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5680091 Sep 21 18:14:20.026484 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34378) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:20.032295 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-c8c5e3d8-783d-4250-90a1-bcc719c4510f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1249723574-router', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:20.082239 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-de24202f-5b64-49e9-9439-d47e0c1b14db tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Deleting subnet 52d58497-f1c6-451a-b8a4-395d0425cc7b {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:14:20.088326 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-de24202f-5b64-49e9-9439-d47e0c1b14db tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:20.093691 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c8c5e3d8-783d-4250-90a1-bcc719c4510f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:20.094843 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c8c5e3d8-783d-4250-90a1-bcc719c4510f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:20.185503 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-de24202f-5b64-49e9-9439-d47e0c1b14db tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:20.244270 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c8c5e3d8-783d-4250-90a1-bcc719c4510f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:20.363696 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-de24202f-5b64-49e9-9439-d47e0c1b14db tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:20.408716 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c8c5e3d8-783d-4250-90a1-bcc719c4510f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:20.499067 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-de24202f-5b64-49e9-9439-d47e0c1b14db tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:20.523509 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-de24202f-5b64-49e9-9439-d47e0c1b14db tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:20.526603 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-de24202f-5b64-49e9-9439-d47e0c1b14db tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/subnets/52d58497-f1c6-451a-b8a4-395d0425cc7b HTTP/1.1" status: 204 len: 168 time: 0.5411448 Sep 21 18:14:20.546326 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34382) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:20.556050 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de24202f-5b64-49e9-9439-d47e0c1b14db tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Subnet': ['ID=52d58497-f1c6-451a-b8a4-395d0425cc7b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:20.586894 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-92fbfed1-e38f-4868-a28d-8b9b5c9290e3 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] DELETE failed (client error): The resource could not be found. Sep 21 18:14:20.588701 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92fbfed1-e38f-4868-a28d-8b9b5c9290e3 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:14:20.591579 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-92fbfed1-e38f-4868-a28d-8b9b5c9290e3 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/subnets/8c4c72bb-f062-459f-873e-8f826a1f1656 HTTP/1.1" status: 404 len: 337 time: 0.0433288 Sep 21 18:14:20.594215 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34384) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:20.657300 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:20.661592 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-4639b7a4-32de-4399-ba14-734c5025af7e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Deleting subnet c03434ca-53a6-4999-a3c2-e154038bfb36 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:14:20.665399 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4639b7a4-32de-4399-ba14-734c5025af7e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:20.713815 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4639b7a4-32de-4399-ba14-734c5025af7e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:20.813186 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4639b7a4-32de-4399-ba14-734c5025af7e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:20.892519 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fdfbd5-c5d2-470d-bdaf-0a867bc914ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-0c6d657c-30ac-4186-bace-aa79fc15bd34', 'network_id': '0c6d657c-30ac-4186-bace-aa79fc15bd34', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'fixed_ips': [{'subnet_id': '1e995253-a1fe-4767-b026-590b9f4eb12c'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:14:20.893417 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-80fdfbd5-c5d2-470d-bdaf-0a867bc914ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:20.913026 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4639b7a4-32de-4399-ba14-734c5025af7e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:20.927818 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c8c5e3d8-783d-4250-90a1-bcc719c4510f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:20.954153 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c8c5e3d8-783d-4250-90a1-bcc719c4510f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:20.995242 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4639b7a4-32de-4399-ba14-734c5025af7e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:20.999986 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4639b7a4-32de-4399-ba14-734c5025af7e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/subnets/c03434ca-53a6-4999-a3c2-e154038bfb36 HTTP/1.1" status: 204 len: 168 time: 0.4043684 Sep 21 18:14:21.000951 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34388) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:21.029831 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b8e1ef-4680-4a9a-ad5a-5c3906f135bb tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] DELETE failed (client error): The resource could not be found. Sep 21 18:14:21.030304 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63b8e1ef-4680-4a9a-ad5a-5c3906f135bb tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:14:21.035368 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-63b8e1ef-4680-4a9a-ad5a-5c3906f135bb tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/subnets/e513ecf5-3c54-4010-bb8e-003322af71dc HTTP/1.1" status: 404 len: 337 time: 0.0333052 Sep 21 18:14:21.036316 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639b7a4-32de-4399-ba14-734c5025af7e tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Subnet': ['ID=c03434ca-53a6-4999-a3c2-e154038bfb36,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:21.038921 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34392) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:21.075298 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-112b3505-79a7-4298-8eb1-41a46754a101 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "GET /v2.0/ports?device_id=69ec3af0-65a5-4c1b-a363-b1a77b0877c4 HTTP/1.1" status: 200 len: 205 time: 0.0350688 Sep 21 18:14:21.075966 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34396) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:21.153148 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-c8c5e3d8-783d-4250-90a1-bcc719c4510f admin admin] Allocated IP 172.25.6.12 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/7f83ca94-6ed8-40ef-8f0b-480ce5ce9353) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:21.161324 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-a72aeb0a-a09c-4b28-b49a-18ea3dd082ca tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] delete failed (client error): The resource could not be found. Sep 21 18:14:21.163941 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a72aeb0a-a09c-4b28-b49a-18ea3dd082ca tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/routers/69ec3af0-65a5-4c1b-a363-b1a77b0877c4 HTTP/1.1" status: 404 len: 336 time: 0.0866513 Sep 21 18:14:21.168128 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34398) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:21.203406 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-befdd241-bcff-4b08-9d76-f4bcdd9b981d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] DELETE failed (client error): The resource could not be found. Sep 21 18:14:21.205492 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-befdd241-bcff-4b08-9d76-f4bcdd9b981d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:14:21.207515 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-befdd241-bcff-4b08-9d76-f4bcdd9b981d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/subnets/5ce1e67b-79a1-4722-a77c-605b3dd4fc3d HTTP/1.1" status: 404 len: 337 time: 0.0381985 Sep 21 18:14:21.215204 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34400) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:21.253661 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-806508f6-3587-4937-bd0d-d3a8dc6457df tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] DELETE failed (client error): The resource could not be found. Sep 21 18:14:21.254126 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-806508f6-3587-4937-bd0d-d3a8dc6457df tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:14:21.258613 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-806508f6-3587-4937-bd0d-d3a8dc6457df tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/subnets/43f06248-e38b-4d3c-b0ab-eb1ee3deda05 HTTP/1.1" status: 404 len: 337 time: 0.0423348 Sep 21 18:14:21.259372 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34402) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:21.301630 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-80fdfbd5-c5d2-470d-bdaf-0a867bc914ee None None] Allocated IP 172.20.0.2 (0c6d657c-30ac-4186-bace-aa79fc15bd34/1e995253-a1fe-4767-b026-590b9f4eb12c/8ab297d4-bd38-4fbf-96d1-15168aa10552) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:21.333967 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-83cdcac1-8816-4364-b9c3-4342b309d3e8 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] DELETE failed (client error): The resource could not be found. Sep 21 18:14:21.334451 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83cdcac1-8816-4364-b9c3-4342b309d3e8 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:14:21.341333 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-83cdcac1-8816-4364-b9c3-4342b309d3e8 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/subnets/66944c55-f1d4-42a8-82d3-805606f54081 HTTP/1.1" status: 404 len: 337 time: 0.0808842 Sep 21 18:14:21.342938 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34406) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:21.381245 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c8c5e3d8-783d-4250-90a1-bcc719c4510f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:21.386288 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb8c312-7947-4e40-aa30-9ddb2f1cf163 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] DELETE failed (client error): The resource could not be found. Sep 21 18:14:21.386820 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adb8c312-7947-4e40-aa30-9ddb2f1cf163 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:14:21.390009 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-adb8c312-7947-4e40-aa30-9ddb2f1cf163 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/ports/6295f252-1bb6-4ed5-b9be-b8aefec6f5c2 HTTP/1.1" status: 404 len: 333 time: 0.0435236 Sep 21 18:14:21.392512 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34408) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:21.459472 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c8c5e3d8-783d-4250-90a1-bcc719c4510f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:21.462982 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-31016100-1700-479d-b666-9532db774e00 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] DELETE failed (client error): The resource could not be found. Sep 21 18:14:21.464439 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31016100-1700-479d-b666-9532db774e00 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:14:21.470027 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-31016100-1700-479d-b666-9532db774e00 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/subnets/be3dc8d8-a3d9-48ad-9407-29897d4506e6 HTTP/1.1" status: 404 len: 337 time: 0.0736129 Sep 21 18:14:21.470529 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34410) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:21.521859 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc1481e-d44e-4d5d-bb30-0e5be77474cf tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] DELETE failed (client error): The resource could not be found. Sep 21 18:14:21.522524 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afc1481e-d44e-4d5d-bb30-0e5be77474cf tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:14:21.531769 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-afc1481e-d44e-4d5d-bb30-0e5be77474cf tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/subnets/5550f1b8-3b5b-4df5-95d7-f32f076b997e HTTP/1.1" status: 404 len: 337 time: 0.0602415 Sep 21 18:14:21.534367 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34412) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:21.547294 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c5e3d8-783d-4250-90a1-bcc719c4510f admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:21.551760 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-c8c5e3d8-783d-4250-90a1-bcc719c4510f admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:21.559926 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c5e3d8-783d-4250-90a1-bcc719c4510f admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:14:21.572348 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f032f13-dd12-4cdc-9a70-8bcfae7ddcee tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] DELETE failed (client error): The resource could not be found. Sep 21 18:14:21.573801 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f032f13-dd12-4cdc-9a70-8bcfae7ddcee tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:14:21.576067 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2f032f13-dd12-4cdc-9a70-8bcfae7ddcee tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/ports/f71e268f-fdf7-441b-9c85-c54e416f2799 HTTP/1.1" status: 404 len: 333 time: 0.0404119 Sep 21 18:14:21.578613 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34414) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:21.606491 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5e3d8-783d-4250-90a1-bcc719c4510f admin admin] Pushing event updated for resources: {'Port': ['ID=7f83ca94-6ed8-40ef-8f0b-480ce5ce9353,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:21.611362 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd34b81e-2214-416e-b826-b18ca4a17863 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] DELETE failed (client error): The resource could not be found. Sep 21 18:14:21.612945 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd34b81e-2214-416e-b826-b18ca4a17863 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:14:21.615091 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:21.616134 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bd34b81e-2214-416e-b826-b18ca4a17863 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/subnets/09001021-01f2-40f4-bfa3-7272a5beb2bc HTTP/1.1" status: 404 len: 337 time: 0.0362561 Sep 21 18:14:21.618641 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34416) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:21.670594 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ec3393-5c46-4919-97bc-d583f767da31 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] DELETE failed (client error): The resource could not be found. Sep 21 18:14:21.671559 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19ec3393-5c46-4919-97bc-d583f767da31 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:14:21.674116 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-19ec3393-5c46-4919-97bc-d583f767da31 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/subnets/8022698d-6ea4-480a-93e5-2ceec7f10170 HTTP/1.1" status: 404 len: 337 time: 0.0526924 Sep 21 18:14:21.676749 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34418) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:21.723297 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-80fdfbd5-c5d2-470d-bdaf-0a867bc914ee None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:21.739133 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-80fdfbd5-c5d2-470d-bdaf-0a867bc914ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:21.833388 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fdfbd5-c5d2-470d-bdaf-0a867bc914ee None None] Network 0c6d657c-30ac-4186-bace-aa79fc15bd34 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:21.840630 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-02bf961f-38ec-4658-9d00-24561c17d82d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Deleting port 9304b364-e9ac-4579-8bbf-64acdaa67b96 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:21.840975 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-02bf961f-38ec-4658-9d00-24561c17d82d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:21.846860 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-80fdfbd5-c5d2-470d-bdaf-0a867bc914ee None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:21.857360 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fdfbd5-c5d2-470d-bdaf-0a867bc914ee None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:14:21.931497 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fdfbd5-c5d2-470d-bdaf-0a867bc914ee None None] Pushing event updated for resources: {'Port': ['ID=8ab297d4-bd38-4fbf-96d1-15168aa10552,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:21.985085 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-80fdfbd5-c5d2-470d-bdaf-0a867bc914ee None None] Attempting to bind port 8ab297d4-bd38-4fbf-96d1-15168aa10552 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:14:21.985618 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-80fdfbd5-c5d2-470d-bdaf-0a867bc914ee None None] Attempting to bind port 8ab297d4-bd38-4fbf-96d1-15168aa10552 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '145937db-b4f9-4144-b660-b39e8c1b5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0c6d657c-30ac-4186-bace-aa79fc15bd34'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:14:21.986076 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fdfbd5-c5d2-470d-bdaf-0a867bc914ee None None] Attempting to bind port 8ab297d4-bd38-4fbf-96d1-15168aa10552 on network 0c6d657c-30ac-4186-bace-aa79fc15bd34 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:14:21.992056 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fdfbd5-c5d2-470d-bdaf-0a867bc914ee None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:14:21.992310 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-02bf961f-38ec-4658-9d00-24561c17d82d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:21.992675 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fdfbd5-c5d2-470d-bdaf-0a867bc914ee None None] Checking segment: {'id': '145937db-b4f9-4144-b660-b39e8c1b5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0c6d657c-30ac-4186-bace-aa79fc15bd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:21.993175 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-80fdfbd5-c5d2-470d-bdaf-0a867bc914ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:21.993669 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fdfbd5-c5d2-470d-bdaf-0a867bc914ee None None] Bound using segment: {'id': '145937db-b4f9-4144-b660-b39e8c1b5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0c6d657c-30ac-4186-bace-aa79fc15bd34'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:14:21.994373 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-80fdfbd5-c5d2-470d-bdaf-0a867bc914ee None None] Bound port: 8ab297d4-bd38-4fbf-96d1-15168aa10552, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145937db-b4f9-4144-b660-b39e8c1b5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0c6d657c-30ac-4186-bace-aa79fc15bd34'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:14:21.994859 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-80fdfbd5-c5d2-470d-bdaf-0a867bc914ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:21.996991 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c8c5e3d8-783d-4250-90a1-bcc719c4510f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:22.035959 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-02bf961f-38ec-4658-9d00-24561c17d82d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Calling delete_port for 9304b364-e9ac-4579-8bbf-64acdaa67b96 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:22.036584 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99993a4-3873-4c95-939c-983a707e4712 None None] Network cb5e82b2-1713-46e6-b3aa-c9afd4b092a6 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:22.124360 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-fdb15128-abae-426c-a9f9-a6b82357ef3c None None] Provisioning complete for port 8a06b1e3-1b7e-427e-b6b2-7e92def564b9 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:22.124879 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fdb15128-abae-426c-a9f9-a6b82357ef3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:22.157094 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-02bf961f-38ec-4658-9d00-24561c17d82d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:22.157902 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-80fdfbd5-c5d2-470d-bdaf-0a867bc914ee None None] For port 8ab297d4-bd38-4fbf-96d1-15168aa10552, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:14:22.196114 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-80fdfbd5-c5d2-470d-bdaf-0a867bc914ee None None] For port 8ab297d4-bd38-4fbf-96d1-15168aa10552, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=8ab297d4-bd38-4fbf-96d1-15168aa10552,segment=NetworkSegment(145937db-b4f9-4144-b660-b39e8c1b5163),segment_id=145937db-b4f9-4144-b660-b39e8c1b5163)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:14:22.212651 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf961f-38ec-4658-9d00-24561c17d82d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Port': ['ID=9304b364-e9ac-4579-8bbf-64acdaa67b96,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:22.217235 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-80fdfbd5-c5d2-470d-bdaf-0a867bc914ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:22.227418 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-02bf961f-38ec-4658-9d00-24561c17d82d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:22.231652 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-02bf961f-38ec-4658-9d00-24561c17d82d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/ports/9304b364-e9ac-4579-8bbf-64acdaa67b96 HTTP/1.1" status: 204 len: 168 time: 0.5515256 Sep 21 18:14:22.231652 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf961f-38ec-4658-9d00-24561c17d82d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:22.231947 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf961f-38ec-4658-9d00-24561c17d82d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:22.232249 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf961f-38ec-4658-9d00-24561c17d82d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:22.232636 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf961f-38ec-4658-9d00-24561c17d82d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:22.232961 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf961f-38ec-4658-9d00-24561c17d82d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:22.233280 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf961f-38ec-4658-9d00-24561c17d82d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:22.233729 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf961f-38ec-4658-9d00-24561c17d82d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:22.234128 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf961f-38ec-4658-9d00-24561c17d82d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:22.234582 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf961f-38ec-4658-9d00-24561c17d82d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:22.234912 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf961f-38ec-4658-9d00-24561c17d82d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:22.235367 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf961f-38ec-4658-9d00-24561c17d82d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:22.235697 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf961f-38ec-4658-9d00-24561c17d82d tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:22.245468 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34426) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:22.278703 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fdfbd5-c5d2-470d-bdaf-0a867bc914ee None None] Pushing event updated for resources: {'Port': ['ID=8ab297d4-bd38-4fbf-96d1-15168aa10552,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:22.376083 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-fdb15128-abae-426c-a9f9-a6b82357ef3c None None] Could not find standard attr ID for object 9304b364-e9ac-4579-8bbf-64acdaa67b96. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:14:22.432036 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7059a64d-e085-4e23-a6fa-120ba8616060 None None] DHCP port deletion for cb5e82b2-1713-46e6-b3aa-c9afd4b092a6 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:14:22.517207 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c8c5e3d8-783d-4250-90a1-bcc719c4510f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:22.528737 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-7059a64d-e085-4e23-a6fa-120ba8616060 None None] Deleting port 8a06b1e3-1b7e-427e-b6b2-7e92def564b9 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:22.529334 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7059a64d-e085-4e23-a6fa-120ba8616060 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:22.551042 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2cb2adef-9386-4dab-9055-551d667da606 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:22.768123 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-7059a64d-e085-4e23-a6fa-120ba8616060 None None] For port 8a06b1e3-1b7e-427e-b6b2-7e92def564b9, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=8a06b1e3-1b7e-427e-b6b2-7e92def564b9,segment=NetworkSegment(431b31c7-ea80-4c3f-bfc3-2cb09691056d),segment_id=431b31c7-ea80-4c3f-bfc3-2cb09691056d)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:22.768756 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7059a64d-e085-4e23-a6fa-120ba8616060 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:22.798529 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-7059a64d-e085-4e23-a6fa-120ba8616060 None None] Calling delete_port for 8a06b1e3-1b7e-427e-b6b2-7e92def564b9 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:22.852046 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-bcd252c3-e869-4652-935d-81619f83c77d req-1c3d55eb-aad1-4cff-8f32-81c6fa08f656 service neutron] (101460) timed out ('10.222.0.38', 56810) {{(pid=101460) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 18:14:22.864588 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34444) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:22.926434 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-2cb2adef-9386-4dab-9055-551d667da606 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Deleting port 8a06b1e3-1b7e-427e-b6b2-7e92def564b9 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:22.926801 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2cb2adef-9386-4dab-9055-551d667da606 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:22.954764 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7059a64d-e085-4e23-a6fa-120ba8616060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:23.016255 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7059a64d-e085-4e23-a6fa-120ba8616060 None None] Pushing event deleted for resources: {'Port': ['ID=8a06b1e3-1b7e-427e-b6b2-7e92def564b9,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:23.024072 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7059a64d-e085-4e23-a6fa-120ba8616060 None None] No DVR routers for this DVR port 8a06b1e3-1b7e-427e-b6b2-7e92def564b9 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:14:23.115994 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-2cb2adef-9386-4dab-9055-551d667da606 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] For port 8a06b1e3-1b7e-427e-b6b2-7e92def564b9, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=8a06b1e3-1b7e-427e-b6b2-7e92def564b9,segment=NetworkSegment(431b31c7-ea80-4c3f-bfc3-2cb09691056d),segment_id=431b31c7-ea80-4c3f-bfc3-2cb09691056d)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:23.116481 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2cb2adef-9386-4dab-9055-551d667da606 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:23.129549 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6989760a-e74a-4db4-ac57-cab069c811d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:23.139116 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-2cb2adef-9386-4dab-9055-551d667da606 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Calling delete_port for 8a06b1e3-1b7e-427e-b6b2-7e92def564b9 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:23.152501 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c5e3d8-783d-4250-90a1-bcc719c4510f admin admin] Router f2c92b86-ba53-420c-9178-58d549fadacf is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:14:23.272293 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 8ab297d4-bd38-4fbf-96d1-15168aa10552 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:23.274187 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6989760a-e74a-4db4-ac57-cab069c811d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:23.291448 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6989760a-e74a-4db4-ac57-cab069c811d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:23.350422 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6989760a-e74a-4db4-ac57-cab069c811d4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c7264c237ad14ba9b68fac791118b9d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4846914 Sep 21 18:14:23.351948 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34448) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:23.353825 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989760a-e74a-4db4-ac57-cab069c811d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f843ed0-3e72-4ea7-a5ce-e684135d5454,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:23.388469 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 8ab297d4-bd38-4fbf-96d1-15168aa10552 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:23.388842 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:23.455290 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c5e3d8-783d-4250-90a1-bcc719c4510f admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:14:23.465612 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badbc369-621d-46cd-b09d-483af6727a74 None None] Sync routers for ids ['f2c92b86-ba53-420c-9178-58d549fadacf'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:14:23.477763 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2cb2adef-9386-4dab-9055-551d667da606 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:23.480318 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:23.483465 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badbc369-621d-46cd-b09d-483af6727a74 None None] Routers {'f2c92b86-ba53-420c-9178-58d549fadacf'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:14:23.484359 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-badbc369-621d-46cd-b09d-483af6727a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:14:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['f2c92b86-ba53-420c-9178-58d549fadacf'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:23.512765 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2adef-9386-4dab-9055-551d667da606 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Port': ['ID=8a06b1e3-1b7e-427e-b6b2-7e92def564b9,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:23.516073 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c8c5e3d8-783d-4250-90a1-bcc719c4510f admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:23.518326 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c8c5e3d8-783d-4250-90a1-bcc719c4510f admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4902973 Sep 21 18:14:23.525179 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34450) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:23.560703 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb2adef-9386-4dab-9055-551d667da606 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] No DVR routers for this DVR port 8a06b1e3-1b7e-427e-b6b2-7e92def564b9 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:14:23.620193 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9b40f9dd-769f-4d8c-a2f8-ee44d325d826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:23.652393 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:23.714663 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 8ab297d4-bd38-4fbf-96d1-15168aa10552, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=8ab297d4-bd38-4fbf-96d1-15168aa10552,segment=NetworkSegment(145937db-b4f9-4144-b660-b39e8c1b5163),segment_id=145937db-b4f9-4144-b660-b39e8c1b5163)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:23.717220 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-badbc369-621d-46cd-b09d-483af6727a74 None None] Set router f2c92b86-ba53-420c-9178-58d549fadacf gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:14:23.721974 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:23.753223 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9b40f9dd-769f-4d8c-a2f8-ee44d325d826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:23.844569 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=8ab297d4-bd38-4fbf-96d1-15168aa10552,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:23.862047 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2cb2adef-9386-4dab-9055-551d667da606 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:23.866533 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 8a06b1e3-1b7e-427e-b6b2-7e92def564b9 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:14:23.924649 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 8a06b1e3-1b7e-427e-b6b2-7e92def564b9 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:14:23.927349 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 8a06b1e3-1b7e-427e-b6b2-7e92def564b9 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:14:23.952626 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-2cb2adef-9386-4dab-9055-551d667da606 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5e82b2-1713-46e6-b3aa-c9afd4b092a6']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:23.976033 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-2cb2adef-9386-4dab-9055-551d667da606 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '431b31c7-ea80-4c3f-bfc3-2cb09691056d') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:23.977717 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-2cb2adef-9386-4dab-9055-551d667da606 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '431b31c7-ea80-4c3f-bfc3-2cb09691056d') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:24.011598 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2cb2adef-9386-4dab-9055-551d667da606 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:24.043560 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2cb2adef-9386-4dab-9055-551d667da606 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:24.061928 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb2adef-9386-4dab-9055-551d667da606 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:14:24.061928 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2cb2adef-9386-4dab-9055-551d667da606 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:14:24.091740 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:14:24.099858 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9b40f9dd-769f-4d8c-a2f8-ee44d325d826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:24.100064 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2eaf89b-1985-4157-90ac-6403e511fc1c None None] Network 0c6d657c-30ac-4186-bace-aa79fc15bd34 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:24.100212 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9b40f9dd-769f-4d8c-a2f8-ee44d325d826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:24.100212 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9b40f9dd-769f-4d8c-a2f8-ee44d325d826 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0f843ed0-3e72-4ea7-a5ce-e684135d5454 HTTP/1.1" status: 204 len: 168 time: 0.7435620 Sep 21 18:14:24.168921 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b40f9dd-769f-4d8c-a2f8-ee44d325d826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f843ed0-3e72-4ea7-a5ce-e684135d5454,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:24.187330 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2cb2adef-9386-4dab-9055-551d667da606 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:24.198374 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2cb2adef-9386-4dab-9055-551d667da606 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:24.200856 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2cb2adef-9386-4dab-9055-551d667da606 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] 10.222.0.58 "DELETE /v2.0/networks/cb5e82b2-1713-46e6-b3aa-c9afd4b092a6 HTTP/1.1" status: 204 len: 168 time: 1.9537592 Sep 21 18:14:24.236190 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-badbc369-621d-46cd-b09d-483af6727a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'name': 'tempest-TestVolumeBackupRestore-1249723574-router', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '7f83ca94-6ed8-40ef-8f0b-480ce5ce9353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:20Z', 'updated_at': '2021-09-21T18:14:21Z', 'revision_number': 3, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'gw_port': {'id': '7f83ca94-6ed8-40ef-8f0b-480ce5ce9353', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:20Z', 'updated_at': '2021-09-21T18:14:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:24.257616 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2adef-9386-4dab-9055-551d667da606 tempest-PortsTestJSON-379888327 tempest-PortsTestJSON-379888327-project] Pushing event deleted for resources: {'Network': ['ID=cb5e82b2-1713-46e6-b3aa-c9afd4b092a6,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:24.304594 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badbc369-621d-46cd-b09d-483af6727a74 None None] Checking router: f2c92b86-ba53-420c-9178-58d549fadacf for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:14:24.305326 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badbc369-621d-46cd-b09d-483af6727a74 None None] Updating router f2c92b86-ba53-420c-9178-58d549fadacf port 7f83ca94-6ed8-40ef-8f0b-480ce5ce9353 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:14:24.362399 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-badbc369-621d-46cd-b09d-483af6727a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:24.386119 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-12413253-59a9-40db-b1f0-3d2002b64cd5 None None] Provisioning complete for port 8ab297d4-bd38-4fbf-96d1-15168aa10552 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:24.388978 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-12413253-59a9-40db-b1f0-3d2002b64cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:24.680326 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34466) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:24.891017 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-61a6c78a-5a98-427c-8a9e-bf339af14709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:24.926585 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:25.037118 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-badbc369-621d-46cd-b09d-483af6727a74 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:25.045664 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-badbc369-621d-46cd-b09d-483af6727a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:25.208303 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-badbc369-621d-46cd-b09d-483af6727a74 None None] Attempting to bind port 7f83ca94-6ed8-40ef-8f0b-480ce5ce9353 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:14:25.208637 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-badbc369-621d-46cd-b09d-483af6727a74 None None] Attempting to bind port 7f83ca94-6ed8-40ef-8f0b-480ce5ce9353 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:14:25.208981 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badbc369-621d-46cd-b09d-483af6727a74 None None] Attempting to bind port 7f83ca94-6ed8-40ef-8f0b-480ce5ce9353 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:14:25.232904 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 8ab297d4-bd38-4fbf-96d1-15168aa10552 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:25.260275 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f6a6b-fc2a-4415-923a-2748b747942e None None] Pushing event updated for resources: {'Port': ['ID=7f83ca94-6ed8-40ef-8f0b-480ce5ce9353,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:25.262842 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badbc369-621d-46cd-b09d-483af6727a74 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:14:25.263496 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badbc369-621d-46cd-b09d-483af6727a74 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:25.264325 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-badbc369-621d-46cd-b09d-483af6727a74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:25.264885 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badbc369-621d-46cd-b09d-483af6727a74 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:14:25.265598 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-badbc369-621d-46cd-b09d-483af6727a74 None None] Bound port: 7f83ca94-6ed8-40ef-8f0b-480ce5ce9353, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:14:25.266174 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-badbc369-621d-46cd-b09d-483af6727a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:25.344613 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f6a6b-fc2a-4415-923a-2748b747942e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:25.345316 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f6a6b-fc2a-4415-923a-2748b747942e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:25.345889 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f6a6b-fc2a-4415-923a-2748b747942e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:25.346462 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f6a6b-fc2a-4415-923a-2748b747942e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:25.347061 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f6a6b-fc2a-4415-923a-2748b747942e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:25.347616 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f6a6b-fc2a-4415-923a-2748b747942e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:25.348518 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f6a6b-fc2a-4415-923a-2748b747942e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:25.352109 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f6a6b-fc2a-4415-923a-2748b747942e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:25.352777 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f6a6b-fc2a-4415-923a-2748b747942e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:25.354748 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f6a6b-fc2a-4415-923a-2748b747942e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:25.354887 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-0163b1ec-b902-4ffa-8638-bc952fffda6a None None] Provisioning complete for port 8ab297d4-bd38-4fbf-96d1-15168aa10552 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:25.355422 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0163b1ec-b902-4ffa-8638-bc952fffda6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:25.355862 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f6a6b-fc2a-4415-923a-2748b747942e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:25.356835 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99f6a6b-fc2a-4415-923a-2748b747942e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:14:25.406747 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 8ab297d4-bd38-4fbf-96d1-15168aa10552 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:25.407135 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:25.412861 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-61a6c78a-5a98-427c-8a9e-bf339af14709 admin admin] Allocated IP 172.20.0.1 (0c6d657c-30ac-4186-bace-aa79fc15bd34/1e995253-a1fe-4767-b026-590b9f4eb12c/ef2eafc3-6b54-4a7d-81a3-957b3168b20f) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:25.420605 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34486) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:25.427737 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c0e4c3ac-58e4-44e8-9ee0-81c04fb947e2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=50fd849ffb184c9fb056374cbc97e47f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7459748 Sep 21 18:14:25.444176 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-badbc369-621d-46cd-b09d-483af6727a74 None None] For port 7f83ca94-6ed8-40ef-8f0b-480ce5ce9353, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:14:25.447797 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-badbc369-621d-46cd-b09d-483af6727a74 None None] For port 7f83ca94-6ed8-40ef-8f0b-480ce5ce9353, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=7f83ca94-6ed8-40ef-8f0b-480ce5ce9353,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:14:25.449435 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-de9cc2cc-0588-4e03-b908-9882ba609c9e req-1373af3a-c7c6-472e-acd9-430f1c0c3bf7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1284940 Sep 21 18:14:25.455676 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-badbc369-621d-46cd-b09d-483af6727a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:25.610890 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f6a6b-fc2a-4415-923a-2748b747942e None None] Pushing event updated for resources: {'Port': ['ID=7f83ca94-6ed8-40ef-8f0b-480ce5ce9353,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:25.639132 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badbc369-621d-46cd-b09d-483af6727a74 None None] Routers {'f2c92b86-ba53-420c-9178-58d549fadacf'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:14:25.642451 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-badbc369-621d-46cd-b09d-483af6727a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:14:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['f2c92b86-ba53-420c-9178-58d549fadacf'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:25.643981 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9cc2cc-0588-4e03-b908-9882ba609c9e req-aa971cf0-d8c4-4664-8dbe-002b00e8deac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:25.652364 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-de9cc2cc-0588-4e03-b908-9882ba609c9e req-aa971cf0-d8c4-4664-8dbe-002b00e8deac service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5aadfefca1044e71aeb470c69c909afe&device_id=1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b HTTP/1.1" status: 200 len: 1096 time: 0.1325057 Sep 21 18:14:25.663530 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b65c48e3-43be-44d8-ba02-0de8d3cb89bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:25.703990 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b65c48e3-43be-44d8-ba02-0de8d3cb89bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:25.758444 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b65c48e3-43be-44d8-ba02-0de8d3cb89bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:25.761216 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b65c48e3-43be-44d8-ba02-0de8d3cb89bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:25.765191 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b65c48e3-43be-44d8-ba02-0de8d3cb89bf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0edb08e0-8879-4b70-98c3-da32317a7f2d HTTP/1.1" status: 204 len: 168 time: 0.3413086 Sep 21 18:14:25.790498 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c48e3-43be-44d8-ba02-0de8d3cb89bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edb08e0-8879-4b70-98c3-da32317a7f2d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:25.857394 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-badbc369-621d-46cd-b09d-483af6727a74 None None] Set router f2c92b86-ba53-420c-9178-58d549fadacf gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:14:25.857704 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-61a6c78a-5a98-427c-8a9e-bf339af14709 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:25.924584 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9cc2cc-0588-4e03-b908-9882ba609c9e req-b7bafefa-4f3d-41ae-8e3d-5ebbcfb6b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:25.928622 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-de9cc2cc-0588-4e03-b908-9882ba609c9e req-b7bafefa-4f3d-41ae-8e3d-5ebbcfb6b8cc service neutron] 10.222.0.38 "GET /v2.0/networks?id=b4b63a75-cac0-4c3a-a311-673b965199ba HTTP/1.1" status: 200 len: 912 time: 0.2549155 Sep 21 18:14:25.959660 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-61a6c78a-5a98-427c-8a9e-bf339af14709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:26.070178 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a6c78a-5a98-427c-8a9e-bf339af14709 admin admin] Network 0c6d657c-30ac-4186-bace-aa79fc15bd34 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:26.072038 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-61a6c78a-5a98-427c-8a9e-bf339af14709 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:26.079658 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a6c78a-5a98-427c-8a9e-bf339af14709 admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:14:26.160257 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-de9cc2cc-0588-4e03-b908-9882ba609c9e req-132adcc1-70a2-479b-9e6d-dab742486c5e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f308c45-800f-44a1-bedd-62d6320dd8c9 HTTP/1.1" status: 200 len: 1001 time: 0.2210462 Sep 21 18:14:26.173311 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6c78a-5a98-427c-8a9e-bf339af14709 admin admin] Pushing event updated for resources: {'Port': ['ID=ef2eafc3-6b54-4a7d-81a3-957b3168b20f,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:26.211384 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-61a6c78a-5a98-427c-8a9e-bf339af14709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:26.378408 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-badbc369-621d-46cd-b09d-483af6727a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'name': 'tempest-TestVolumeBackupRestore-1249723574-router', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '7f83ca94-6ed8-40ef-8f0b-480ce5ce9353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:20Z', 'updated_at': '2021-09-21T18:14:21Z', 'revision_number': 3, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'gw_port': {'id': '7f83ca94-6ed8-40ef-8f0b-480ce5ce9353', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:20Z', 'updated_at': '2021-09-21T18:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:26.398639 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9cc2cc-0588-4e03-b908-9882ba609c9e req-c2a80b0b-1bfa-4220-9c64-495f60373d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:26.403888 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-de9cc2cc-0588-4e03-b908-9882ba609c9e req-c2a80b0b-1bfa-4220-9c64-495f60373d04 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=29244be3-4141-408b-9ec3-b8b1380c14f4 HTTP/1.1" status: 200 len: 850 time: 0.2385857 Sep 21 18:14:26.438745 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badbc369-621d-46cd-b09d-483af6727a74 None None] The sync data for ids ['f2c92b86-ba53-420c-9178-58d549fadacf'] in n-d-810291-1 is: [{'id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'name': 'tempest-TestVolumeBackupRestore-1249723574-router', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '7f83ca94-6ed8-40ef-8f0b-480ce5ce9353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:20Z', 'updated_at': '2021-09-21T18:14:21Z', 'revision_number': 3, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'gw_port': {'id': '7f83ca94-6ed8-40ef-8f0b-480ce5ce9353', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:20Z', 'updated_at': '2021-09-21T18:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:14:26.511680 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9cc2cc-0588-4e03-b908-9882ba609c9e req-eee06170-cfa2-4fe6-86de-7c2146c11c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:26.515146 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-de9cc2cc-0588-4e03-b908-9882ba609c9e req-eee06170-cfa2-4fe6-86de-7c2146c11c4b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b4b63a75-cac0-4c3a-a311-673b965199ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022925 Sep 21 18:14:26.545991 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-61a6c78a-5a98-427c-8a9e-bf339af14709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:26.618495 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-216ab35c-42a7-42f0-a534-4cd42bb61560 None None] Provisioning complete for port ef2eafc3-6b54-4a7d-81a3-957b3168b20f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:26.621966 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-216ab35c-42a7-42f0-a534-4cd42bb61560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:26.705622 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-216ab35c-42a7-42f0-a534-4cd42bb61560 None None] Port ef2eafc3-6b54-4a7d-81a3-957b3168b20f cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:14:26.728984 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-de9cc2cc-0588-4e03-b908-9882ba609c9e req-e265b32b-ea2c-4d9a-a43c-f12a080ce403 service neutron] 10.222.0.38 "GET /v2.0/networks/b4b63a75-cac0-4c3a-a311-673b965199ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034526 Sep 21 18:14:27.008919 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-de9cc2cc-0588-4e03-b908-9882ba609c9e req-8664699c-3a9a-4ae1-9446-a046bd906b63 service neutron] 10.222.0.38 "GET /v2.0/networks/b4b63a75-cac0-4c3a-a311-673b965199ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714934 Sep 21 18:14:27.019089 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-61a6c78a-5a98-427c-8a9e-bf339af14709 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:27.030728 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-61a6c78a-5a98-427c-8a9e-bf339af14709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:27.125291 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6c78a-5a98-427c-8a9e-bf339af14709 admin admin] Pushing event updated for resources: {'Port': ['ID=ef2eafc3-6b54-4a7d-81a3-957b3168b20f,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:27.130990 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-61a6c78a-5a98-427c-8a9e-bf339af14709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:27.361376 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 7f83ca94-6ed8-40ef-8f0b-480ce5ce9353 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:27.415659 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a6c78a-5a98-427c-8a9e-bf339af14709 admin admin] Network 0c6d657c-30ac-4186-bace-aa79fc15bd34 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:27.417259 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-61a6c78a-5a98-427c-8a9e-bf339af14709 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:27.563334 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 7f83ca94-6ed8-40ef-8f0b-480ce5ce9353 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:27.565072 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:27.786096 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a6c78a-5a98-427c-8a9e-bf339af14709 admin admin] Router f2c92b86-ba53-420c-9178-58d549fadacf has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:14:27.804208 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:27.830355 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 7f83ca94-6ed8-40ef-8f0b-480ce5ce9353, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=7f83ca94-6ed8-40ef-8f0b-480ce5ce9353,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:27.837044 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:27.938317 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=7f83ca94-6ed8-40ef-8f0b-480ce5ce9353,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:27.992530 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-3126d1e8-8c09-4df0-89e8-d0df22777352 None None] Provisioning complete for port ef2eafc3-6b54-4a7d-81a3-957b3168b20f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:27.992530 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3126d1e8-8c09-4df0-89e8-d0df22777352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:28.018132 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a6c78a-5a98-427c-8a9e-bf339af14709 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:14:28.035960 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-61a6c78a-5a98-427c-8a9e-bf339af14709 admin admin] 10.222.0.58 "PUT /v2.0/routers/f2c92b86-ba53-420c-9178-58d549fadacf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5076957 Sep 21 18:14:28.093404 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-3126d1e8-8c09-4df0-89e8-d0df22777352 None None] Port ef2eafc3-6b54-4a7d-81a3-957b3168b20f cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:14:29.164012 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 7f83ca94-6ed8-40ef-8f0b-480ce5ce9353 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:29.215153 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c521f4-6859-4fb3-8d32-2e11ac691cdc None None] Sync routers for ids ['f2c92b86-ba53-420c-9178-58d549fadacf'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:14:29.236526 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c521f4-6859-4fb3-8d32-2e11ac691cdc None None] Routers {'f2c92b86-ba53-420c-9178-58d549fadacf'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:14:29.237344 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b1c521f4-6859-4fb3-8d32-2e11ac691cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:14:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['f2c92b86-ba53-420c-9178-58d549fadacf'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:29.378493 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-b1c521f4-6859-4fb3-8d32-2e11ac691cdc None None] Set router f2c92b86-ba53-420c-9178-58d549fadacf gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:14:29.419354 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 7f83ca94-6ed8-40ef-8f0b-480ce5ce9353 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:29.419687 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:29.467268 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34586) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:29.473126 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-d2ead953-e3ab-4898-9d90-5862f3331222 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-906742070-network', 'tenant_id': '9742e3b6e13b421c864c3c1c34f677f4'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:29.514650 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ead953-e3ab-4898-9d90-5862f3331222 admin admin] Made reservation on behalf of 9742e3b6e13b421c864c3c1c34f677f4 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:29.520717 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d2ead953-e3ab-4898-9d90-5862f3331222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:29.550885 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d2ead953-e3ab-4898-9d90-5862f3331222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:29.688862 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b1c521f4-6859-4fb3-8d32-2e11ac691cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'name': 'tempest-TestVolumeBackupRestore-1249723574-router', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '7f83ca94-6ed8-40ef-8f0b-480ce5ce9353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:20Z', 'updated_at': '2021-09-21T18:14:26Z', 'revision_number': 4, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'gw_port': {'id': '7f83ca94-6ed8-40ef-8f0b-480ce5ce9353', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:20Z', 'updated_at': '2021-09-21T18:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'ef2eafc3-6b54-4a7d-81a3-957b3168b20f', 'name': '', 'network_id': '0c6d657c-30ac-4186-bace-aa79fc15bd34', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'mac_address': 'fa:16:3e:43:d0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '1e995253-a1fe-4767-b026-590b9f4eb12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:24Z', 'updated_at': '2021-09-21T18:14:26Z', 'revision_number': 2, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'subnets': [{'id': '1e995253-a1fe-4767-b026-590b9f4eb12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:29.721297 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c521f4-6859-4fb3-8d32-2e11ac691cdc None None] Checking router: f2c92b86-ba53-420c-9178-58d549fadacf for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:14:29.722063 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c521f4-6859-4fb3-8d32-2e11ac691cdc None None] Updating router f2c92b86-ba53-420c-9178-58d549fadacf port ef2eafc3-6b54-4a7d-81a3-957b3168b20f binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:14:29.747362 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b1c521f4-6859-4fb3-8d32-2e11ac691cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:29.771467 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d2ead953-e3ab-4898-9d90-5862f3331222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:29.785398 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d2ead953-e3ab-4898-9d90-5862f3331222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:29.820163 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ead953-e3ab-4898-9d90-5862f3331222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d86cc7-bb85-445b-af83-e6592818e3fd,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:29.829844 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ead953-e3ab-4898-9d90-5862f3331222 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:14:29.841539 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d2ead953-e3ab-4898-9d90-5862f3331222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:29.842228 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-d2ead953-e3ab-4898-9d90-5862f3331222 admin admin] Added segment d3705f0e-b634-4e34-8fc9-80750d41daf6 of type vlan for network 09d222f6-349d-4096-9bc6-5f4be8b4e9a0 Sep 21 18:14:29.904727 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d2ead953-e3ab-4898-9d90-5862f3331222 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:29.966577 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d2ead953-e3ab-4898-9d90-5862f3331222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:29.968370 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ead953-e3ab-4898-9d90-5862f3331222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:29.969197 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d2ead953-e3ab-4898-9d90-5862f3331222 admin admin] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:29.990340 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d2ead953-e3ab-4898-9d90-5862f3331222 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5192926 Sep 21 18:14:29.990863 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34600) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:29.997242 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-a42d97af-5332-4a4e-8c04-7114b043db10 admin admin] Request body: {'subnet': {'network_id': '09d222f6-349d-4096-9bc6-5f4be8b4e9a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-906742070-subnet', 'tenant_id': '9742e3b6e13b421c864c3c1c34f677f4', 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:30.054672 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42d97af-5332-4a4e-8c04-7114b043db10 admin admin] Made reservation on behalf of 9742e3b6e13b421c864c3c1c34f677f4 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:30.058516 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a42d97af-5332-4a4e-8c04-7114b043db10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:30.099326 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ead953-e3ab-4898-9d90-5862f3331222 admin admin] Pushing event updated for resources: {'Network': ['ID=09d222f6-349d-4096-9bc6-5f4be8b4e9a0,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:30.116367 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 09d222f6-349d-4096-9bc6-5f4be8b4e9a0 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:14:30.277131 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b1c521f4-6859-4fb3-8d32-2e11ac691cdc None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:30.287924 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b1c521f4-6859-4fb3-8d32-2e11ac691cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:30.500231 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-b1c521f4-6859-4fb3-8d32-2e11ac691cdc None None] Attempting to bind port ef2eafc3-6b54-4a7d-81a3-957b3168b20f on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:14:30.500559 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-b1c521f4-6859-4fb3-8d32-2e11ac691cdc None None] Attempting to bind port ef2eafc3-6b54-4a7d-81a3-957b3168b20f by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '145937db-b4f9-4144-b660-b39e8c1b5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0c6d657c-30ac-4186-bace-aa79fc15bd34'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:14:30.500934 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c521f4-6859-4fb3-8d32-2e11ac691cdc None None] Attempting to bind port ef2eafc3-6b54-4a7d-81a3-957b3168b20f on network 0c6d657c-30ac-4186-bace-aa79fc15bd34 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:14:30.515873 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2f285-65f7-46c2-8f0f-91140f22d335 None None] Pushing event updated for resources: {'Port': ['ID=ef2eafc3-6b54-4a7d-81a3-957b3168b20f,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:30.537327 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c521f4-6859-4fb3-8d32-2e11ac691cdc None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:14:30.537723 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c521f4-6859-4fb3-8d32-2e11ac691cdc None None] Checking segment: {'id': '145937db-b4f9-4144-b660-b39e8c1b5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0c6d657c-30ac-4186-bace-aa79fc15bd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:30.539381 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b1c521f4-6859-4fb3-8d32-2e11ac691cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:30.539804 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c521f4-6859-4fb3-8d32-2e11ac691cdc None None] Bound using segment: {'id': '145937db-b4f9-4144-b660-b39e8c1b5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0c6d657c-30ac-4186-bace-aa79fc15bd34'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:14:30.543262 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-b1c521f4-6859-4fb3-8d32-2e11ac691cdc None None] Bound port: ef2eafc3-6b54-4a7d-81a3-957b3168b20f, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145937db-b4f9-4144-b660-b39e8c1b5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0c6d657c-30ac-4186-bace-aa79fc15bd34'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:14:30.543728 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b1c521f4-6859-4fb3-8d32-2e11ac691cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:30.646746 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5003709f-bfa2-4c6d-a0cf-40b3a2949a5c None None] Provisioning complete for port ef2eafc3-6b54-4a7d-81a3-957b3168b20f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:30.647485 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5003709f-bfa2-4c6d-a0cf-40b3a2949a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:30.674125 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b1c521f4-6859-4fb3-8d32-2e11ac691cdc None None] For port ef2eafc3-6b54-4a7d-81a3-957b3168b20f, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:14:30.691454 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b1c521f4-6859-4fb3-8d32-2e11ac691cdc None None] For port ef2eafc3-6b54-4a7d-81a3-957b3168b20f, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ef2eafc3-6b54-4a7d-81a3-957b3168b20f,segment=NetworkSegment(145937db-b4f9-4144-b660-b39e8c1b5163),segment_id=145937db-b4f9-4144-b660-b39e8c1b5163)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:14:30.698820 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b1c521f4-6859-4fb3-8d32-2e11ac691cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:30.704988 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5003709f-bfa2-4c6d-a0cf-40b3a2949a5c None None] Port ef2eafc3-6b54-4a7d-81a3-957b3168b20f cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:14:30.765105 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c521f4-6859-4fb3-8d32-2e11ac691cdc None None] Routers {'f2c92b86-ba53-420c-9178-58d549fadacf'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:14:30.765793 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b1c521f4-6859-4fb3-8d32-2e11ac691cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:14:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['f2c92b86-ba53-420c-9178-58d549fadacf'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:30.866360 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a42d97af-5332-4a4e-8c04-7114b043db10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:30.971276 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d97af-5332-4a4e-8c04-7114b043db10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41f36324-6e8e-4f63-ba66-287abdfe52d4,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:30.975886 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42d97af-5332-4a4e-8c04-7114b043db10 admin admin] Checking segment: {'id': 'd3705f0e-b634-4e34-8fc9-80750d41daf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '09d222f6-349d-4096-9bc6-5f4be8b4e9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:30.976249 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42d97af-5332-4a4e-8c04-7114b043db10 admin admin] Network hostable DHCP agents. Network: 09d222f6-349d-4096-9bc6-5f4be8b4e9a0, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:14:31.008225 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42d97af-5332-4a4e-8c04-7114b043db10 admin admin] Network 09d222f6-349d-4096-9bc6-5f4be8b4e9a0 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:14:31.021858 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-a42d97af-5332-4a4e-8c04-7114b043db10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 09d222f6-349d-4096-9bc6-5f4be8b4e9a0) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:31.032091 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42d97af-5332-4a4e-8c04-7114b043db10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:31.034666 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a42d97af-5332-4a4e-8c04-7114b043db10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:31.057735 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a42d97af-5332-4a4e-8c04-7114b043db10 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0631304 Sep 21 18:14:31.058751 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34614) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:31.059611 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4e9db7-fb9a-44a0-9523-6c7b8874745c None None] Network 09d222f6-349d-4096-9bc6-5f4be8b4e9a0 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:31.062654 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2f285-65f7-46c2-8f0f-91140f22d335 None None] Pushing event updated for resources: {'Port': ['ID=ef2eafc3-6b54-4a7d-81a3-957b3168b20f,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:31.064850 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-98df0236-b0ef-416b-924e-69f767a2ba4f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-906742070-router', 'tenant_id': '9742e3b6e13b421c864c3c1c34f677f4', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:31.100317 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-98df0236-b0ef-416b-924e-69f767a2ba4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:31.103243 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-98df0236-b0ef-416b-924e-69f767a2ba4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:31.183976 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-98df0236-b0ef-416b-924e-69f767a2ba4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:31.194633 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-f1b41d6f-32f4-4f7e-afc1-2f065feab005 None None] Provisioning complete for port ef2eafc3-6b54-4a7d-81a3-957b3168b20f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:31.195040 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f1b41d6f-32f4-4f7e-afc1-2f065feab005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:31.239108 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-b1c521f4-6859-4fb3-8d32-2e11ac691cdc None None] Set router f2c92b86-ba53-420c-9178-58d549fadacf gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:14:31.285964 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34618) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:31.439546 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27e1d7c6-9b2f-4be8-a1ea-912bdc09a52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:31.470121 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1b8f0b-7fa3-4beb-8634-2481f8f8938d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-09d222f6-349d-4096-9bc6-5f4be8b4e9a0', 'network_id': '09d222f6-349d-4096-9bc6-5f4be8b4e9a0', 'tenant_id': '9742e3b6e13b421c864c3c1c34f677f4', 'fixed_ips': [{'subnet_id': '41f36324-6e8e-4f63-ba66-287abdfe52d4'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:14:31.471681 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2b1b8f0b-7fa3-4beb-8634-2481f8f8938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:31.513337 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f1b41d6f-32f4-4f7e-afc1-2f065feab005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:31.615054 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27e1d7c6-9b2f-4be8-a1ea-912bdc09a52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:31.620692 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27e1d7c6-9b2f-4be8-a1ea-912bdc09a52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:31.659545 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-27e1d7c6-9b2f-4be8-a1ea-912bdc09a52c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=47aac5cb7e864686bfadade5ff2daa53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3705995 Sep 21 18:14:31.662117 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34630) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:31.687867 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-f1b41d6f-32f4-4f7e-afc1-2f065feab005 None None] For port ef2eafc3-6b54-4a7d-81a3-957b3168b20f, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ef2eafc3-6b54-4a7d-81a3-957b3168b20f,segment=NetworkSegment(145937db-b4f9-4144-b660-b39e8c1b5163),segment_id=145937db-b4f9-4144-b660-b39e8c1b5163)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:31.720978 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f1b41d6f-32f4-4f7e-afc1-2f065feab005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:31.741870 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a277ef8e-5b0f-45fa-b8d0-cd5f1aff88e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:31.767143 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1d7c6-9b2f-4be8-a1ea-912bdc09a52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0024dfa5-eb95-4c53-a0ac-3dee3f14f986,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:31.776135 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-2b1b8f0b-7fa3-4beb-8634-2481f8f8938d None None] Allocated IP 172.20.0.2 (09d222f6-349d-4096-9bc6-5f4be8b4e9a0/41f36324-6e8e-4f63-ba66-287abdfe52d4/44b259b8-cec5-499f-9884-20f079199bb1) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:31.804055 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a277ef8e-5b0f-45fa-b8d0-cd5f1aff88e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:31.869660 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a277ef8e-5b0f-45fa-b8d0-cd5f1aff88e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:31.873545 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a277ef8e-5b0f-45fa-b8d0-cd5f1aff88e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:31.875366 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a277ef8e-5b0f-45fa-b8d0-cd5f1aff88e7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0024dfa5-eb95-4c53-a0ac-3dee3f14f986 HTTP/1.1" status: 204 len: 168 time: 0.2120993 Sep 21 18:14:31.905117 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a277ef8e-5b0f-45fa-b8d0-cd5f1aff88e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0024dfa5-eb95-4c53-a0ac-3dee3f14f986,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:31.968299 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-98df0236-b0ef-416b-924e-69f767a2ba4f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:31.968555 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b41d6f-32f4-4f7e-afc1-2f065feab005 None None] Pushing event updated for resources: {'Port': ['ID=ef2eafc3-6b54-4a7d-81a3-957b3168b20f,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:31.974841 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b1c521f4-6859-4fb3-8d32-2e11ac691cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'name': 'tempest-TestVolumeBackupRestore-1249723574-router', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '7f83ca94-6ed8-40ef-8f0b-480ce5ce9353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:20Z', 'updated_at': '2021-09-21T18:14:26Z', 'revision_number': 4, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'gw_port': {'id': '7f83ca94-6ed8-40ef-8f0b-480ce5ce9353', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:20Z', 'updated_at': '2021-09-21T18:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'ef2eafc3-6b54-4a7d-81a3-957b3168b20f', 'name': '', 'network_id': '0c6d657c-30ac-4186-bace-aa79fc15bd34', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'mac_address': 'fa:16:3e:43:d0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '1e995253-a1fe-4767-b026-590b9f4eb12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:24Z', 'updated_at': '2021-09-21T18:14:30Z', 'revision_number': 4, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'subnets': [{'id': '1e995253-a1fe-4767-b026-590b9f4eb12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:32.012830 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c521f4-6859-4fb3-8d32-2e11ac691cdc None None] The sync data for ids ['f2c92b86-ba53-420c-9178-58d549fadacf'] in n-d-810291-1 is: [{'id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'name': 'tempest-TestVolumeBackupRestore-1249723574-router', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '7f83ca94-6ed8-40ef-8f0b-480ce5ce9353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:20Z', 'updated_at': '2021-09-21T18:14:26Z', 'revision_number': 4, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'gw_port': {'id': '7f83ca94-6ed8-40ef-8f0b-480ce5ce9353', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:20Z', 'updated_at': '2021-09-21T18:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'ef2eafc3-6b54-4a7d-81a3-957b3168b20f', 'name': '', 'network_id': '0c6d657c-30ac-4186-bace-aa79fc15bd34', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'mac_address': 'fa:16:3e:43:d0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '1e995253-a1fe-4767-b026-590b9f4eb12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:24Z', 'updated_at': '2021-09-21T18:14:30Z', 'revision_number': 4, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'subnets': [{'id': '1e995253-a1fe-4767-b026-590b9f4eb12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:14:32.046974 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2b1b8f0b-7fa3-4beb-8634-2481f8f8938d None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:32.064338 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2b1b8f0b-7fa3-4beb-8634-2481f8f8938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:32.192845 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b8f0b-7fa3-4beb-8634-2481f8f8938d None None] Pushing event updated for resources: {'Port': ['ID=44b259b8-cec5-499f-9884-20f079199bb1,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:32.221257 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1b8f0b-7fa3-4beb-8634-2481f8f8938d None None] Network 09d222f6-349d-4096-9bc6-5f4be8b4e9a0 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:32.223459 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-2b1b8f0b-7fa3-4beb-8634-2481f8f8938d None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:32.226300 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1b8f0b-7fa3-4beb-8634-2481f8f8938d None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:14:32.307804 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-2b1b8f0b-7fa3-4beb-8634-2481f8f8938d None None] Attempting to bind port 44b259b8-cec5-499f-9884-20f079199bb1 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:14:32.308822 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-2b1b8f0b-7fa3-4beb-8634-2481f8f8938d None None] Attempting to bind port 44b259b8-cec5-499f-9884-20f079199bb1 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'd3705f0e-b634-4e34-8fc9-80750d41daf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '09d222f6-349d-4096-9bc6-5f4be8b4e9a0'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:14:32.309420 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1b8f0b-7fa3-4beb-8634-2481f8f8938d None None] Attempting to bind port 44b259b8-cec5-499f-9884-20f079199bb1 on network 09d222f6-349d-4096-9bc6-5f4be8b4e9a0 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:14:32.315512 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1b8f0b-7fa3-4beb-8634-2481f8f8938d None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:14:32.316567 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1b8f0b-7fa3-4beb-8634-2481f8f8938d None None] Checking segment: {'id': 'd3705f0e-b634-4e34-8fc9-80750d41daf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '09d222f6-349d-4096-9bc6-5f4be8b4e9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:32.317333 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2b1b8f0b-7fa3-4beb-8634-2481f8f8938d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:32.317879 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1b8f0b-7fa3-4beb-8634-2481f8f8938d None None] Bound using segment: {'id': 'd3705f0e-b634-4e34-8fc9-80750d41daf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '09d222f6-349d-4096-9bc6-5f4be8b4e9a0'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:14:32.318904 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-2b1b8f0b-7fa3-4beb-8634-2481f8f8938d None None] Bound port: 44b259b8-cec5-499f-9884-20f079199bb1, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3705f0e-b634-4e34-8fc9-80750d41daf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '09d222f6-349d-4096-9bc6-5f4be8b4e9a0'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:14:32.320474 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2b1b8f0b-7fa3-4beb-8634-2481f8f8938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:32.390033 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-98df0236-b0ef-416b-924e-69f767a2ba4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:32.433040 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-98df0236-b0ef-416b-924e-69f767a2ba4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:32.476356 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-2b1b8f0b-7fa3-4beb-8634-2481f8f8938d None None] For port 44b259b8-cec5-499f-9884-20f079199bb1, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:14:32.480375 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-2b1b8f0b-7fa3-4beb-8634-2481f8f8938d None None] For port 44b259b8-cec5-499f-9884-20f079199bb1, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=44b259b8-cec5-499f-9884-20f079199bb1,segment=NetworkSegment(d3705f0e-b634-4e34-8fc9-80750d41daf6),segment_id=d3705f0e-b634-4e34-8fc9-80750d41daf6)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:14:32.488132 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2b1b8f0b-7fa3-4beb-8634-2481f8f8938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:32.556081 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34648) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:32.584570 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b8f0b-7fa3-4beb-8634-2481f8f8938d None None] Pushing event updated for resources: {'Port': ['ID=44b259b8-cec5-499f-9884-20f079199bb1,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:32.586560 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-97b9b0c2-1377-4f7f-9774-e75dcac0057b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:32.625209 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-98df0236-b0ef-416b-924e-69f767a2ba4f admin admin] Allocated IP 172.25.6.69 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/09362fb5-7001-4f7a-937e-bdf446e16fba) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:32.804545 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-98df0236-b0ef-416b-924e-69f767a2ba4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:32.835033 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-97b9b0c2-1377-4f7f-9774-e75dcac0057b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:32.845009 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-97b9b0c2-1377-4f7f-9774-e75dcac0057b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:32.897867 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-98df0236-b0ef-416b-924e-69f767a2ba4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:32.942144 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-97b9b0c2-1377-4f7f-9774-e75dcac0057b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f91e1184319a4f65a111d78aaa86dd51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3847821 Sep 21 18:14:32.942846 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34652) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:32.945351 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9b0c2-1377-4f7f-9774-e75dcac0057b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b1d21a-a6da-45f3-aaa8-a78a7e4a4029,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:32.978695 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98df0236-b0ef-416b-924e-69f767a2ba4f admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:32.984532 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-98df0236-b0ef-416b-924e-69f767a2ba4f admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:32.991066 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98df0236-b0ef-416b-924e-69f767a2ba4f admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:14:33.001320 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df0236-b0ef-416b-924e-69f767a2ba4f admin admin] Pushing event updated for resources: {'Port': ['ID=09362fb5-7001-4f7a-937e-bdf446e16fba,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:33.076382 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a2512fe6-8858-4a51-b7cc-eb4508a00ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:33.143744 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a2512fe6-8858-4a51-b7cc-eb4508a00ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:33.248290 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a2512fe6-8858-4a51-b7cc-eb4508a00ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:33.251825 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a2512fe6-8858-4a51-b7cc-eb4508a00ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:33.262333 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a2512fe6-8858-4a51-b7cc-eb4508a00ef9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/48b1d21a-a6da-45f3-aaa8-a78a7e4a4029 HTTP/1.1" status: 204 len: 168 time: 0.3150096 Sep 21 18:14:33.293027 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2512fe6-8858-4a51-b7cc-eb4508a00ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b1d21a-a6da-45f3-aaa8-a78a7e4a4029,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:33.384520 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 44b259b8-cec5-499f-9884-20f079199bb1 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:33.485565 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 44b259b8-cec5-499f-9884-20f079199bb1 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:33.489667 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:33.573319 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-98df0236-b0ef-416b-924e-69f767a2ba4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:33.702578 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:33.761477 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 44b259b8-cec5-499f-9884-20f079199bb1, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=44b259b8-cec5-499f-9884-20f079199bb1,segment=NetworkSegment(d3705f0e-b634-4e34-8fc9-80750d41daf6),segment_id=d3705f0e-b634-4e34-8fc9-80750d41daf6)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:33.775514 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:33.776524 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ef2eafc3-6b54-4a7d-81a3-957b3168b20f up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:33.886969 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=44b259b8-cec5-499f-9884-20f079199bb1,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:33.920459 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port ef2eafc3-6b54-4a7d-81a3-957b3168b20f triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:33.920997 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:33.995452 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-98df0236-b0ef-416b-924e-69f767a2ba4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:34.293957 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98df0236-b0ef-416b-924e-69f767a2ba4f admin admin] Router be22f0ab-87ec-40b7-9b23-03e2e88da525 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:14:34.396461 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2bb58f-94e8-4ba4-a95c-2e695ff69e88 None None] Network 09d222f6-349d-4096-9bc6-5f4be8b4e9a0 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:34.480648 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98df0236-b0ef-416b-924e-69f767a2ba4f admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:14:34.492655 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e9ada0-48b7-4f26-af38-95f37eaf9c13 None None] Sync routers for ids ['be22f0ab-87ec-40b7-9b23-03e2e88da525'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:14:34.510726 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-98df0236-b0ef-416b-924e-69f767a2ba4f admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:34.511718 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e9ada0-48b7-4f26-af38-95f37eaf9c13 None None] Routers {'be22f0ab-87ec-40b7-9b23-03e2e88da525'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:14:34.513670 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-98df0236-b0ef-416b-924e-69f767a2ba4f admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4537122 Sep 21 18:14:34.516379 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-e6e9ada0-48b7-4f26-af38-95f37eaf9c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:14:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['be22f0ab-87ec-40b7-9b23-03e2e88da525'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:34.517298 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34696) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:34.553051 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-4c2a72e8-ee79-4c33-b2bf-99797aa8eb87 None None] Provisioning complete for port 44b259b8-cec5-499f-9884-20f079199bb1 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:34.553683 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4c2a72e8-ee79-4c33-b2bf-99797aa8eb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:34.810554 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-e6e9ada0-48b7-4f26-af38-95f37eaf9c13 None None] Set router be22f0ab-87ec-40b7-9b23-03e2e88da525 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:14:35.112243 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-e6e9ada0-48b7-4f26-af38-95f37eaf9c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be22f0ab-87ec-40b7-9b23-03e2e88da525', 'name': 'tempest-TestVolumeBackupRestore-906742070-router', 'tenant_id': '9742e3b6e13b421c864c3c1c34f677f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '09362fb5-7001-4f7a-937e-bdf446e16fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:31Z', 'updated_at': '2021-09-21T18:14:33Z', 'revision_number': 3, 'project_id': '9742e3b6e13b421c864c3c1c34f677f4', 'gw_port': {'id': '09362fb5-7001-4f7a-937e-bdf446e16fba', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be22f0ab-87ec-40b7-9b23-03e2e88da525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:32Z', 'updated_at': '2021-09-21T18:14:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:35.221268 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 44b259b8-cec5-499f-9884-20f079199bb1 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:35.346944 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-419306ed-e675-4a15-872f-c01ad0e49976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:35.354292 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 44b259b8-cec5-499f-9884-20f079199bb1 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:35.354826 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:35.500450 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e9ada0-48b7-4f26-af38-95f37eaf9c13 None None] Checking router: be22f0ab-87ec-40b7-9b23-03e2e88da525 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:14:35.501635 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e9ada0-48b7-4f26-af38-95f37eaf9c13 None None] Updating router be22f0ab-87ec-40b7-9b23-03e2e88da525 port 09362fb5-7001-4f7a-937e-bdf446e16fba binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:14:35.559669 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e6e9ada0-48b7-4f26-af38-95f37eaf9c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:35.568873 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-11a08ca8-3005-4ae1-bbe4-8cdbaedee97c None None] Provisioning complete for port 44b259b8-cec5-499f-9884-20f079199bb1 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:35.569475 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-11a08ca8-3005-4ae1-bbe4-8cdbaedee97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:35.662474 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-419306ed-e675-4a15-872f-c01ad0e49976 admin admin] Allocated IP 172.20.0.1 (09d222f6-349d-4096-9bc6-5f4be8b4e9a0/41f36324-6e8e-4f63-ba66-287abdfe52d4/8ad53292-b8fc-4780-9f12-953bc921f934) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:36.065135 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e6e9ada0-48b7-4f26-af38-95f37eaf9c13 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:36.077959 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e6e9ada0-48b7-4f26-af38-95f37eaf9c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:36.218661 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8bf17-c26e-4311-a12d-c7a95f811e39 None None] Pushing event updated for resources: {'Port': ['ID=09362fb5-7001-4f7a-937e-bdf446e16fba,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:36.232166 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-e6e9ada0-48b7-4f26-af38-95f37eaf9c13 None None] Attempting to bind port 09362fb5-7001-4f7a-937e-bdf446e16fba on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:14:36.232592 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-e6e9ada0-48b7-4f26-af38-95f37eaf9c13 None None] Attempting to bind port 09362fb5-7001-4f7a-937e-bdf446e16fba by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:14:36.232895 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e9ada0-48b7-4f26-af38-95f37eaf9c13 None None] Attempting to bind port 09362fb5-7001-4f7a-937e-bdf446e16fba on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:14:36.244912 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e9ada0-48b7-4f26-af38-95f37eaf9c13 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:14:36.245155 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e9ada0-48b7-4f26-af38-95f37eaf9c13 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:36.245482 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e6e9ada0-48b7-4f26-af38-95f37eaf9c13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:36.245888 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e9ada0-48b7-4f26-af38-95f37eaf9c13 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:14:36.249111 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-e6e9ada0-48b7-4f26-af38-95f37eaf9c13 None None] Bound port: 09362fb5-7001-4f7a-937e-bdf446e16fba, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:14:36.249658 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e6e9ada0-48b7-4f26-af38-95f37eaf9c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:36.327268 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-e6e9ada0-48b7-4f26-af38-95f37eaf9c13 None None] For port 09362fb5-7001-4f7a-937e-bdf446e16fba, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:14:36.332544 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-e6e9ada0-48b7-4f26-af38-95f37eaf9c13 None None] For port 09362fb5-7001-4f7a-937e-bdf446e16fba, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=09362fb5-7001-4f7a-937e-bdf446e16fba,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:14:36.348282 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e6e9ada0-48b7-4f26-af38-95f37eaf9c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:36.407299 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e9ada0-48b7-4f26-af38-95f37eaf9c13 None None] Routers {'be22f0ab-87ec-40b7-9b23-03e2e88da525'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:14:36.407887 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-e6e9ada0-48b7-4f26-af38-95f37eaf9c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:14:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['be22f0ab-87ec-40b7-9b23-03e2e88da525'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:36.413157 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8bf17-c26e-4311-a12d-c7a95f811e39 None None] Pushing event updated for resources: {'Port': ['ID=09362fb5-7001-4f7a-937e-bdf446e16fba,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:36.445335 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-419306ed-e675-4a15-872f-c01ad0e49976 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:36.510514 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-419306ed-e675-4a15-872f-c01ad0e49976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:36.535727 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-e6e9ada0-48b7-4f26-af38-95f37eaf9c13 None None] Set router be22f0ab-87ec-40b7-9b23-03e2e88da525 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:14:36.600144 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419306ed-e675-4a15-872f-c01ad0e49976 admin admin] Network 09d222f6-349d-4096-9bc6-5f4be8b4e9a0 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:36.605029 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-419306ed-e675-4a15-872f-c01ad0e49976 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:36.607794 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419306ed-e675-4a15-872f-c01ad0e49976 admin admin] Pushing event updated for resources: {'Port': ['ID=8ad53292-b8fc-4780-9f12-953bc921f934,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:36.610595 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419306ed-e675-4a15-872f-c01ad0e49976 admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:14:36.681799 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-419306ed-e675-4a15-872f-c01ad0e49976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:36.975589 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-419306ed-e675-4a15-872f-c01ad0e49976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:37.012846 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-8991bd59-cd4e-4b62-9105-f6e494de1279 None None] Provisioning complete for port 8ad53292-b8fc-4780-9f12-953bc921f934 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:37.013326 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8991bd59-cd4e-4b62-9105-f6e494de1279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:37.057897 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-e6e9ada0-48b7-4f26-af38-95f37eaf9c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be22f0ab-87ec-40b7-9b23-03e2e88da525', 'name': 'tempest-TestVolumeBackupRestore-906742070-router', 'tenant_id': '9742e3b6e13b421c864c3c1c34f677f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '09362fb5-7001-4f7a-937e-bdf446e16fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:31Z', 'updated_at': '2021-09-21T18:14:33Z', 'revision_number': 3, 'project_id': '9742e3b6e13b421c864c3c1c34f677f4', 'gw_port': {'id': '09362fb5-7001-4f7a-937e-bdf446e16fba', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be22f0ab-87ec-40b7-9b23-03e2e88da525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:32Z', 'updated_at': '2021-09-21T18:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:37.120937 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-8991bd59-cd4e-4b62-9105-f6e494de1279 None None] Port 8ad53292-b8fc-4780-9f12-953bc921f934 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:14:37.126271 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e9ada0-48b7-4f26-af38-95f37eaf9c13 None None] The sync data for ids ['be22f0ab-87ec-40b7-9b23-03e2e88da525'] in n-d-810291-1 is: [{'id': 'be22f0ab-87ec-40b7-9b23-03e2e88da525', 'name': 'tempest-TestVolumeBackupRestore-906742070-router', 'tenant_id': '9742e3b6e13b421c864c3c1c34f677f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '09362fb5-7001-4f7a-937e-bdf446e16fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:31Z', 'updated_at': '2021-09-21T18:14:33Z', 'revision_number': 3, 'project_id': '9742e3b6e13b421c864c3c1c34f677f4', 'gw_port': {'id': '09362fb5-7001-4f7a-937e-bdf446e16fba', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be22f0ab-87ec-40b7-9b23-03e2e88da525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:32Z', 'updated_at': '2021-09-21T18:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:14:37.280003 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-419306ed-e675-4a15-872f-c01ad0e49976 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:37.290730 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-419306ed-e675-4a15-872f-c01ad0e49976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:37.385131 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-419306ed-e675-4a15-872f-c01ad0e49976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:37.392358 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419306ed-e675-4a15-872f-c01ad0e49976 admin admin] Pushing event updated for resources: {'Port': ['ID=8ad53292-b8fc-4780-9f12-953bc921f934,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:37.571302 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419306ed-e675-4a15-872f-c01ad0e49976 admin admin] Network 09d222f6-349d-4096-9bc6-5f4be8b4e9a0 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:37.573483 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-419306ed-e675-4a15-872f-c01ad0e49976 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:37.680641 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 34786) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:37.769010 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419306ed-e675-4a15-872f-c01ad0e49976 admin admin] Router be22f0ab-87ec-40b7-9b23-03e2e88da525 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:14:37.841576 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64e7b749-eb98-49d0-b692-f6c9a4bc3a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:37.915351 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419306ed-e675-4a15-872f-c01ad0e49976 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:14:37.922466 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-419306ed-e675-4a15-872f-c01ad0e49976 admin admin] 10.222.0.58 "PUT /v2.0/routers/be22f0ab-87ec-40b7-9b23-03e2e88da525/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4040425 Sep 21 18:14:37.963439 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-6fbd87a7-d3a6-4c9d-9180-83aac4e684da None None] Provisioning complete for port 8ad53292-b8fc-4780-9f12-953bc921f934 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:37.964572 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6fbd87a7-d3a6-4c9d-9180-83aac4e684da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:38.017357 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-6fbd87a7-d3a6-4c9d-9180-83aac4e684da None None] Port 8ad53292-b8fc-4780-9f12-953bc921f934 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:14:38.044519 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64e7b749-eb98-49d0-b692-f6c9a4bc3a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:38.053119 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64e7b749-eb98-49d0-b692-f6c9a4bc3a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:38.082553 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7b749-eb98-49d0-b692-f6c9a4bc3a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14eee2ac-0968-4f65-a308-83d6008333a9,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:38.109393 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-64e7b749-eb98-49d0-b692-f6c9a4bc3a4f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=41c8d4836e0d44d18b7ece9905bc9e80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4274614 Sep 21 18:14:38.111961 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34798) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:38.179157 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-282d3814-ad20-46bb-a50a-b9ea82679dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:38.219180 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-282d3814-ad20-46bb-a50a-b9ea82679dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:38.285952 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-282d3814-ad20-46bb-a50a-b9ea82679dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:38.289318 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-282d3814-ad20-46bb-a50a-b9ea82679dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:38.291198 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-282d3814-ad20-46bb-a50a-b9ea82679dcb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/14eee2ac-0968-4f65-a308-83d6008333a9 HTTP/1.1" status: 204 len: 168 time: 0.1781871 Sep 21 18:14:38.301493 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d3814-ad20-46bb-a50a-b9ea82679dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14eee2ac-0968-4f65-a308-83d6008333a9,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:38.709425 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34818) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:38.726520 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8085a1cc-2b12-42c6-9380-4ce1aa4bf58a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:38.868073 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8085a1cc-2b12-42c6-9380-4ce1aa4bf58a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:38.875924 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8085a1cc-2b12-42c6-9380-4ce1aa4bf58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:38.915741 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085a1cc-2b12-42c6-9380-4ce1aa4bf58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7341d5e7-2b8d-4327-889b-89ce956529a3,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:38.941065 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8085a1cc-2b12-42c6-9380-4ce1aa4bf58a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6147586e2a7f4559bd3e5fcd27d63c33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2304640 Sep 21 18:14:38.943933 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 34854) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:39.058477 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0a549f79-e694-4bf1-95ae-ff4c3cfb4149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:39.112974 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0a549f79-e694-4bf1-95ae-ff4c3cfb4149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:39.175351 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0a549f79-e694-4bf1-95ae-ff4c3cfb4149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:39.181892 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0a549f79-e694-4bf1-95ae-ff4c3cfb4149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:39.183460 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0a549f79-e694-4bf1-95ae-ff4c3cfb4149 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7341d5e7-2b8d-4327-889b-89ce956529a3 HTTP/1.1" status: 204 len: 168 time: 0.2383339 Sep 21 18:14:39.231770 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a549f79-e694-4bf1-95ae-ff4c3cfb4149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7341d5e7-2b8d-4327-889b-89ce956529a3,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:39.305614 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 09362fb5-7001-4f7a-937e-bdf446e16fba up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:39.414564 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 09362fb5-7001-4f7a-937e-bdf446e16fba triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:39.414960 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:39.634919 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:39.714114 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 09362fb5-7001-4f7a-937e-bdf446e16fba, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=09362fb5-7001-4f7a-937e-bdf446e16fba,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:39.723552 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:39.831745 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=09362fb5-7001-4f7a-937e-bdf446e16fba,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:39.933052 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a8978a-9daa-4640-a843-f01a6252376c None None] Sync routers for ids ['be22f0ab-87ec-40b7-9b23-03e2e88da525'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:14:39.951443 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a8978a-9daa-4640-a843-f01a6252376c None None] Routers {'be22f0ab-87ec-40b7-9b23-03e2e88da525'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:14:39.952135 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-91a8978a-9daa-4640-a843-f01a6252376c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:14:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['be22f0ab-87ec-40b7-9b23-03e2e88da525'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:40.247375 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-91a8978a-9daa-4640-a843-f01a6252376c None None] Set router be22f0ab-87ec-40b7-9b23-03e2e88da525 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:14:40.652309 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-91a8978a-9daa-4640-a843-f01a6252376c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be22f0ab-87ec-40b7-9b23-03e2e88da525', 'name': 'tempest-TestVolumeBackupRestore-906742070-router', 'tenant_id': '9742e3b6e13b421c864c3c1c34f677f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '09362fb5-7001-4f7a-937e-bdf446e16fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:31Z', 'updated_at': '2021-09-21T18:14:36Z', 'revision_number': 4, 'project_id': '9742e3b6e13b421c864c3c1c34f677f4', 'gw_port': {'id': '09362fb5-7001-4f7a-937e-bdf446e16fba', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be22f0ab-87ec-40b7-9b23-03e2e88da525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:32Z', 'updated_at': '2021-09-21T18:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '8ad53292-b8fc-4780-9f12-953bc921f934', 'name': '', 'network_id': '09d222f6-349d-4096-9bc6-5f4be8b4e9a0', 'tenant_id': '9742e3b6e13b421c864c3c1c34f677f4', 'mac_address': 'fa:16:3e:13:54:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be22f0ab-87ec-40b7-9b23-03e2e88da525', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '41f36324-6e8e-4f63-ba66-287abdfe52d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:35Z', 'updated_at': '2021-09-21T18:14:37Z', 'revision_number': 2, 'project_id': '9742e3b6e13b421c864c3c1c34f677f4', 'subnets': [{'id': '41f36324-6e8e-4f63-ba66-287abdfe52d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:40.706557 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a8978a-9daa-4640-a843-f01a6252376c None None] Checking router: be22f0ab-87ec-40b7-9b23-03e2e88da525 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:14:40.707005 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a8978a-9daa-4640-a843-f01a6252376c None None] Updating router be22f0ab-87ec-40b7-9b23-03e2e88da525 port 8ad53292-b8fc-4780-9f12-953bc921f934 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:14:40.741051 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-91a8978a-9daa-4640-a843-f01a6252376c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:41.329919 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 09362fb5-7001-4f7a-937e-bdf446e16fba up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:41.534252 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:14:41.599258 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 09362fb5-7001-4f7a-937e-bdf446e16fba triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:41.599635 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:41.836128 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-91a8978a-9daa-4640-a843-f01a6252376c None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:41.845863 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-91a8978a-9daa-4640-a843-f01a6252376c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:41.946447 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7de2f-859b-4d96-a8b5-4c6f0cb17725 None None] Pushing event updated for resources: {'Port': ['ID=8ad53292-b8fc-4780-9f12-953bc921f934,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:42.043494 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-91a8978a-9daa-4640-a843-f01a6252376c None None] Attempting to bind port 8ad53292-b8fc-4780-9f12-953bc921f934 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:14:42.043991 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-91a8978a-9daa-4640-a843-f01a6252376c None None] Attempting to bind port 8ad53292-b8fc-4780-9f12-953bc921f934 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'd3705f0e-b634-4e34-8fc9-80750d41daf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '09d222f6-349d-4096-9bc6-5f4be8b4e9a0'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:14:42.044366 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a8978a-9daa-4640-a843-f01a6252376c None None] Attempting to bind port 8ad53292-b8fc-4780-9f12-953bc921f934 on network 09d222f6-349d-4096-9bc6-5f4be8b4e9a0 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:14:42.057731 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a8978a-9daa-4640-a843-f01a6252376c None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:14:42.058129 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a8978a-9daa-4640-a843-f01a6252376c None None] Checking segment: {'id': 'd3705f0e-b634-4e34-8fc9-80750d41daf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '09d222f6-349d-4096-9bc6-5f4be8b4e9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:42.058551 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-91a8978a-9daa-4640-a843-f01a6252376c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:42.059829 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a8978a-9daa-4640-a843-f01a6252376c None None] Bound using segment: {'id': 'd3705f0e-b634-4e34-8fc9-80750d41daf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '09d222f6-349d-4096-9bc6-5f4be8b4e9a0'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:14:42.060349 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-91a8978a-9daa-4640-a843-f01a6252376c None None] Bound port: 8ad53292-b8fc-4780-9f12-953bc921f934, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3705f0e-b634-4e34-8fc9-80750d41daf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '09d222f6-349d-4096-9bc6-5f4be8b4e9a0'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:14:42.060736 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-91a8978a-9daa-4640-a843-f01a6252376c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:42.252446 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-91a8978a-9daa-4640-a843-f01a6252376c None None] For port 8ad53292-b8fc-4780-9f12-953bc921f934, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:14:42.260343 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-91a8978a-9daa-4640-a843-f01a6252376c None None] For port 8ad53292-b8fc-4780-9f12-953bc921f934, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=8ad53292-b8fc-4780-9f12-953bc921f934,segment=NetworkSegment(d3705f0e-b634-4e34-8fc9-80750d41daf6),segment_id=d3705f0e-b634-4e34-8fc9-80750d41daf6)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:14:42.271206 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-91a8978a-9daa-4640-a843-f01a6252376c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:42.477706 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a8978a-9daa-4640-a843-f01a6252376c None None] Routers {'be22f0ab-87ec-40b7-9b23-03e2e88da525'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:14:42.478369 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-91a8978a-9daa-4640-a843-f01a6252376c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:14:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['be22f0ab-87ec-40b7-9b23-03e2e88da525'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:42.784926 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-89b77131-4ce9-4b86-a390-a4bb0508752f None None] Provisioning complete for port 8ad53292-b8fc-4780-9f12-953bc921f934 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:42.785512 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-89b77131-4ce9-4b86-a390-a4bb0508752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:42.824077 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7de2f-859b-4d96-a8b5-4c6f0cb17725 None None] Pushing event updated for resources: {'Port': ['ID=8ad53292-b8fc-4780-9f12-953bc921f934,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:42.851216 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-91a8978a-9daa-4640-a843-f01a6252376c None None] Set router be22f0ab-87ec-40b7-9b23-03e2e88da525 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:14:42.978355 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-89b77131-4ce9-4b86-a390-a4bb0508752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:43.062384 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-89b77131-4ce9-4b86-a390-a4bb0508752f None None] For port 8ad53292-b8fc-4780-9f12-953bc921f934, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=8ad53292-b8fc-4780-9f12-953bc921f934,segment=NetworkSegment(d3705f0e-b634-4e34-8fc9-80750d41daf6),segment_id=d3705f0e-b634-4e34-8fc9-80750d41daf6)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:43.078438 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-89b77131-4ce9-4b86-a390-a4bb0508752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:43.174140 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b77131-4ce9-4b86-a390-a4bb0508752f None None] Pushing event updated for resources: {'Port': ['ID=8ad53292-b8fc-4780-9f12-953bc921f934,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:43.226955 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-91a8978a-9daa-4640-a843-f01a6252376c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be22f0ab-87ec-40b7-9b23-03e2e88da525', 'name': 'tempest-TestVolumeBackupRestore-906742070-router', 'tenant_id': '9742e3b6e13b421c864c3c1c34f677f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '09362fb5-7001-4f7a-937e-bdf446e16fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:31Z', 'updated_at': '2021-09-21T18:14:36Z', 'revision_number': 4, 'project_id': '9742e3b6e13b421c864c3c1c34f677f4', 'gw_port': {'id': '09362fb5-7001-4f7a-937e-bdf446e16fba', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be22f0ab-87ec-40b7-9b23-03e2e88da525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:32Z', 'updated_at': '2021-09-21T18:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '8ad53292-b8fc-4780-9f12-953bc921f934', 'name': '', 'network_id': '09d222f6-349d-4096-9bc6-5f4be8b4e9a0', 'tenant_id': '9742e3b6e13b421c864c3c1c34f677f4', 'mac_address': 'fa:16:3e:13:54:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be22f0ab-87ec-40b7-9b23-03e2e88da525', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '41f36324-6e8e-4f63-ba66-287abdfe52d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:35Z', 'updated_at': '2021-09-21T18:14:42Z', 'revision_number': 4, 'project_id': '9742e3b6e13b421c864c3c1c34f677f4', 'subnets': [{'id': '41f36324-6e8e-4f63-ba66-287abdfe52d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:43.261848 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a8978a-9daa-4640-a843-f01a6252376c None None] The sync data for ids ['be22f0ab-87ec-40b7-9b23-03e2e88da525'] in n-d-810291-1 is: [{'id': 'be22f0ab-87ec-40b7-9b23-03e2e88da525', 'name': 'tempest-TestVolumeBackupRestore-906742070-router', 'tenant_id': '9742e3b6e13b421c864c3c1c34f677f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '09362fb5-7001-4f7a-937e-bdf446e16fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:31Z', 'updated_at': '2021-09-21T18:14:36Z', 'revision_number': 4, 'project_id': '9742e3b6e13b421c864c3c1c34f677f4', 'gw_port': {'id': '09362fb5-7001-4f7a-937e-bdf446e16fba', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be22f0ab-87ec-40b7-9b23-03e2e88da525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:32Z', 'updated_at': '2021-09-21T18:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '8ad53292-b8fc-4780-9f12-953bc921f934', 'name': '', 'network_id': '09d222f6-349d-4096-9bc6-5f4be8b4e9a0', 'tenant_id': '9742e3b6e13b421c864c3c1c34f677f4', 'mac_address': 'fa:16:3e:13:54:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be22f0ab-87ec-40b7-9b23-03e2e88da525', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '41f36324-6e8e-4f63-ba66-287abdfe52d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:35Z', 'updated_at': '2021-09-21T18:14:42Z', 'revision_number': 4, 'project_id': '9742e3b6e13b421c864c3c1c34f677f4', 'subnets': [{'id': '41f36324-6e8e-4f63-ba66-287abdfe52d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:14:43.265647 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-92026e07-e49c-450b-80f4-c880d7800343 None None] Provisioning complete for port 8ad53292-b8fc-4780-9f12-953bc921f934 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:43.265647 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-92026e07-e49c-450b-80f4-c880d7800343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:44.842264 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35052) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:45.083163 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fc56624a-7544-4034-af35-c651db70b76c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:45.379805 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fc56624a-7544-4034-af35-c651db70b76c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:45.391977 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fc56624a-7544-4034-af35-c651db70b76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:45.458466 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 8ad53292-b8fc-4780-9f12-953bc921f934 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:45.463957 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fc56624a-7544-4034-af35-c651db70b76c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e359c28a37da451bb16bdb68e73823b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6161430 Sep 21 18:14:45.463957 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56624a-7544-4034-af35-c651db70b76c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e685e974-d438-40ba-9695-674adcf59829,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:45.465354 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35070) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:45.579000 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 8ad53292-b8fc-4780-9f12-953bc921f934 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:45.579382 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:45.585470 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-178799b7-92ba-4d04-ac20-2067638816e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:45.624227 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-178799b7-92ba-4d04-ac20-2067638816e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:45.699674 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-178799b7-92ba-4d04-ac20-2067638816e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:45.711454 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-178799b7-92ba-4d04-ac20-2067638816e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:45.721016 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-178799b7-92ba-4d04-ac20-2067638816e5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e685e974-d438-40ba-9695-674adcf59829 HTTP/1.1" status: 204 len: 168 time: 0.2528684 Sep 21 18:14:45.749585 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178799b7-92ba-4d04-ac20-2067638816e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e685e974-d438-40ba-9695-674adcf59829,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:45.915904 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-239618d3-7711-4446-a3d8-18281c4646dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:46.120874 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35084) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:46.135669 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cbb2832f-a309-440a-88cc-e7e3d4c4b68d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:46.340713 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cbb2832f-a309-440a-88cc-e7e3d4c4b68d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:46.348710 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cbb2832f-a309-440a-88cc-e7e3d4c4b68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:46.397798 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-cbb2832f-a309-440a-88cc-e7e3d4c4b68d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d14dd09737e84c50b736a7fbf5c7324e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2747824 Sep 21 18:14:46.400628 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 35098) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:46.408195 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2832f-a309-440a-88cc-e7e3d4c4b68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efbf274-60df-4880-8440-c1eb4fd299f6,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:46.470162 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f616fe7-9bc7-4dc3-8fe7-d1eb7f31682a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:46.506878 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f616fe7-9bc7-4dc3-8fe7-d1eb7f31682a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:46.609954 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f616fe7-9bc7-4dc3-8fe7-d1eb7f31682a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:46.612991 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f616fe7-9bc7-4dc3-8fe7-d1eb7f31682a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:46.621250 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5f616fe7-9bc7-4dc3-8fe7-d1eb7f31682a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0efbf274-60df-4880-8440-c1eb4fd299f6 HTTP/1.1" status: 204 len: 168 time: 0.2177207 Sep 21 18:14:46.642373 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f616fe7-9bc7-4dc3-8fe7-d1eb7f31682a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efbf274-60df-4880-8440-c1eb4fd299f6,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:48.325559 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 35170) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:48.419259 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c478bd3c-ee5c-4a05-a7f4-6cb0403b3ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:48.572948 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ba1b662e-9188-45f6-a608-dea297ca7b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:48.762737 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ba1b662e-9188-45f6-a608-dea297ca7b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:48.779588 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ba1b662e-9188-45f6-a608-dea297ca7b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:48.822091 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b662e-9188-45f6-a608-dea297ca7b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a213c2-6fc7-4fce-80bb-43fd281a5c6f,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:48.827831 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ba1b662e-9188-45f6-a608-dea297ca7b0a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c1e7712f742e423dbebbb8abb611694b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5004759 Sep 21 18:14:48.831343 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 35188) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:48.905171 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-85d94513-62e8-481e-86a4-a04c4b620ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:48.933164 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-85d94513-62e8-481e-86a4-a04c4b620ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:48.985675 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:48.989166 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-85d94513-62e8-481e-86a4-a04c4b620ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:48.992164 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-85d94513-62e8-481e-86a4-a04c4b620ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:48.995835 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-85d94513-62e8-481e-86a4-a04c4b620ac1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/51a213c2-6fc7-4fce-80bb-43fd281a5c6f HTTP/1.1" status: 204 len: 168 time: 0.1605036 Sep 21 18:14:49.003099 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d94513-62e8-481e-86a4-a04c4b620ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a213c2-6fc7-4fce-80bb-43fd281a5c6f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:49.852812 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 35244) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:49.990474 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5cd727ca-b9f3-4bce-bd41-f20ef2952d59 tempest-AgentManagementNegativeTest-1333771264 tempest-AgentManagementNegativeTest-1333771264-project] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1440597 Sep 21 18:14:50.092476 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:50.340851 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 35266) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:50.479619 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d599c4f1-f960-4483-9c43-20fbed4ecaeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:50.605503 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d599c4f1-f960-4483-9c43-20fbed4ecaeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:50.611433 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d599c4f1-f960-4483-9c43-20fbed4ecaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:50.655265 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35276) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:50.661777 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d599c4f1-f960-4483-9c43-20fbed4ecaeb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=50201206d1e34a1c9f7e0f41f215eda4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3197131 Sep 21 18:14:50.662776 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599c4f1-f960-4483-9c43-20fbed4ecaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78b1294-2265-4bdd-8002-7e69860d3e1f,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:50.726226 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9b76113e-cc2b-40bc-901f-8634e450c4b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:50.764391 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9b76113e-cc2b-40bc-901f-8634e450c4b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:50.845018 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9b76113e-cc2b-40bc-901f-8634e450c4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:50.859033 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9b76113e-cc2b-40bc-901f-8634e450c4b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:50.861526 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9b76113e-cc2b-40bc-901f-8634e450c4b8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c78b1294-2265-4bdd-8002-7e69860d3e1f HTTP/1.1" status: 204 len: 168 time: 0.2051518 Sep 21 18:14:50.899505 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b76113e-cc2b-40bc-901f-8634e450c4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78b1294-2265-4bdd-8002-7e69860d3e1f,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:51.593882 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:51.795085 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35318) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:51.935908 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-cfcce5f9-8fb2-446c-805c-7ed71ff9e813 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1520070621'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:51.965711 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcce5f9-8fb2-446c-805c-7ed71ff9e813 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Made reservation on behalf of 347f79a7446d4f50a649a7acbf8f8374 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:51.970831 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cfcce5f9-8fb2-446c-805c-7ed71ff9e813 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:51.984542 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cfcce5f9-8fb2-446c-805c-7ed71ff9e813 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:52.137487 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cfcce5f9-8fb2-446c-805c-7ed71ff9e813 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:52.143398 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cfcce5f9-8fb2-446c-805c-7ed71ff9e813 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:52.191969 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcce5f9-8fb2-446c-805c-7ed71ff9e813 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d21cf8d4-a7b7-4019-ae23-79aba2e5b10a,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:52.197313 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfcce5f9-8fb2-446c-805c-7ed71ff9e813 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:14:52.213492 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cfcce5f9-8fb2-446c-805c-7ed71ff9e813 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:52.213853 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-cfcce5f9-8fb2-446c-805c-7ed71ff9e813 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Added segment f8ac79f4-afd8-471b-8da6-702caa8fe66c of type vlan for network c9526646-7db7-4b7a-bcbb-4cb6f8eca442 Sep 21 18:14:52.264494 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cfcce5f9-8fb2-446c-805c-7ed71ff9e813 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:52.316868 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cfcce5f9-8fb2-446c-805c-7ed71ff9e813 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:52.327788 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcce5f9-8fb2-446c-805c-7ed71ff9e813 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:52.328495 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cfcce5f9-8fb2-446c-805c-7ed71ff9e813 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:52.371133 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-cfcce5f9-8fb2-446c-805c-7ed71ff9e813 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5748243 Sep 21 18:14:52.374116 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 35344) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:52.379812 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-89b7129b-588a-4de8-8a3a-fd22067bc2a2 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Request body: {'subnet': {'network_id': 'c9526646-7db7-4b7a-bcbb-4cb6f8eca442', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:52.407235 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcce5f9-8fb2-446c-805c-7ed71ff9e813 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Pushing event updated for resources: {'Network': ['ID=c9526646-7db7-4b7a-bcbb-4cb6f8eca442,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:52.419640 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network c9526646-7db7-4b7a-bcbb-4cb6f8eca442 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:14:52.505971 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b7129b-588a-4de8-8a3a-fd22067bc2a2 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Made reservation on behalf of 347f79a7446d4f50a649a7acbf8f8374 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:52.512996 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-89b7129b-588a-4de8-8a3a-fd22067bc2a2 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:52.784144 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-89b7129b-588a-4de8-8a3a-fd22067bc2a2 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:52.891475 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7129b-588a-4de8-8a3a-fd22067bc2a2 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Pushing event updated for resources: {'Subnet': ['ID=7f702080-27c9-46bf-9dd6-fef0ab362df1,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:52.926724 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b7129b-588a-4de8-8a3a-fd22067bc2a2 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Checking segment: {'id': 'f8ac79f4-afd8-471b-8da6-702caa8fe66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c9526646-7db7-4b7a-bcbb-4cb6f8eca442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:52.927275 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b7129b-588a-4de8-8a3a-fd22067bc2a2 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Network hostable DHCP agents. Network: c9526646-7db7-4b7a-bcbb-4cb6f8eca442, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:14:52.948628 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b7129b-588a-4de8-8a3a-fd22067bc2a2 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Network c9526646-7db7-4b7a-bcbb-4cb6f8eca442 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:14:52.960872 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-89b7129b-588a-4de8-8a3a-fd22067bc2a2 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, c9526646-7db7-4b7a-bcbb-4cb6f8eca442) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:52.971009 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bfb075-b7ad-4ce9-a37f-e9680e7195e7 None None] Network c9526646-7db7-4b7a-bcbb-4cb6f8eca442 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:52.976821 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b7129b-588a-4de8-8a3a-fd22067bc2a2 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:52.978206 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-89b7129b-588a-4de8-8a3a-fd22067bc2a2 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:52.998155 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-89b7129b-588a-4de8-8a3a-fd22067bc2a2 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6226742 Sep 21 18:14:53.001184 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35364) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:53.007260 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-dd92f76c-956e-4b32-a693-ee6e49758b3e tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Request body: {'port': {'network_id': 'c9526646-7db7-4b7a-bcbb-4cb6f8eca442', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1722660100'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:53.157374 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd92f76c-956e-4b32-a693-ee6e49758b3e tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Made reservation on behalf of 347f79a7446d4f50a649a7acbf8f8374 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:53.165098 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dd92f76c-956e-4b32-a693-ee6e49758b3e tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:53.222687 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-dd92f76c-956e-4b32-a693-ee6e49758b3e tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] device_id is not set on port 1c664496-800e-4c57-b951-3657e15a2377 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:14:53.252065 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189d243a-d74a-439e-919b-e8d3215eb1ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-c9526646-7db7-4b7a-bcbb-4cb6f8eca442', 'network_id': 'c9526646-7db7-4b7a-bcbb-4cb6f8eca442', 'tenant_id': '347f79a7446d4f50a649a7acbf8f8374', 'fixed_ips': [{'subnet_id': '7f702080-27c9-46bf-9dd6-fef0ab362df1'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:14:53.253108 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-189d243a-d74a-439e-919b-e8d3215eb1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:53.454801 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:53.499565 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-dd92f76c-956e-4b32-a693-ee6e49758b3e tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Allocated IP 172.20.0.5 (c9526646-7db7-4b7a-bcbb-4cb6f8eca442/7f702080-27c9-46bf-9dd6-fef0ab362df1/1c664496-800e-4c57-b951-3657e15a2377) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:53.719686 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dd92f76c-956e-4b32-a693-ee6e49758b3e tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:53.810229 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dd92f76c-956e-4b32-a693-ee6e49758b3e tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:53.940927 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-189d243a-d74a-439e-919b-e8d3215eb1ba None None] Allocated IP 172.20.0.2 (c9526646-7db7-4b7a-bcbb-4cb6f8eca442/7f702080-27c9-46bf-9dd6-fef0ab362df1/e51e2452-8c73-4382-8724-d3355af5e910) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:53.971915 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd92f76c-956e-4b32-a693-ee6e49758b3e tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Network c9526646-7db7-4b7a-bcbb-4cb6f8eca442 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:53.978659 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-dd92f76c-956e-4b32-a693-ee6e49758b3e tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:53.991841 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd92f76c-956e-4b32-a693-ee6e49758b3e tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:14:54.081764 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd92f76c-956e-4b32-a693-ee6e49758b3e tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:54.082732 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dd92f76c-956e-4b32-a693-ee6e49758b3e tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:54.087245 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92f76c-956e-4b32-a693-ee6e49758b3e tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Pushing event updated for resources: {'Port': ['ID=1c664496-800e-4c57-b951-3657e15a2377,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:54.111391 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-dd92f76c-956e-4b32-a693-ee6e49758b3e tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1082850 Sep 21 18:14:54.114558 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35396) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:54.120558 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-d6655a04-d7cf-402f-823e-c31a3bbdfb1b tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Request body: {'port': {'network_id': 'c9526646-7db7-4b7a-bcbb-4cb6f8eca442', 'name': 'tempest-ExtraDHCPOptionsTestJSON-804356322', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:54.121058 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.api.validators [None req-d6655a04-d7cf-402f-823e-c31a3bbdfb1b tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] bootfile-name is not in valid_values {{(pid=101461) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 18:14:54.121387 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.api.validators [None req-d6655a04-d7cf-402f-823e-c31a3bbdfb1b tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] tftp-server is not in valid_values {{(pid=101461) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 18:14:54.121718 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.api.validators [None req-d6655a04-d7cf-402f-823e-c31a3bbdfb1b tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] server-ip-address is not in valid_values {{(pid=101461) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 18:14:54.260957 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-189d243a-d74a-439e-919b-e8d3215eb1ba None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:54.270477 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-189d243a-d74a-439e-919b-e8d3215eb1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:54.300528 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6655a04-d7cf-402f-823e-c31a3bbdfb1b tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Made reservation on behalf of 347f79a7446d4f50a649a7acbf8f8374 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:14:54.307883 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d6655a04-d7cf-402f-823e-c31a3bbdfb1b tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:54.324059 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189d243a-d74a-439e-919b-e8d3215eb1ba None None] Network c9526646-7db7-4b7a-bcbb-4cb6f8eca442 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:54.327969 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-189d243a-d74a-439e-919b-e8d3215eb1ba None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:54.332121 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189d243a-d74a-439e-919b-e8d3215eb1ba None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:14:54.364769 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-d6655a04-d7cf-402f-823e-c31a3bbdfb1b tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] device_id is not set on port 69a01bf5-87cf-4afa-8f42-cdaa2ab74157 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:14:54.372412 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d243a-d74a-439e-919b-e8d3215eb1ba None None] Pushing event updated for resources: {'Port': ['ID=e51e2452-8c73-4382-8724-d3355af5e910,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:54.477090 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-189d243a-d74a-439e-919b-e8d3215eb1ba None None] Attempting to bind port e51e2452-8c73-4382-8724-d3355af5e910 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:14:54.477898 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-189d243a-d74a-439e-919b-e8d3215eb1ba None None] Attempting to bind port e51e2452-8c73-4382-8724-d3355af5e910 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'f8ac79f4-afd8-471b-8da6-702caa8fe66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c9526646-7db7-4b7a-bcbb-4cb6f8eca442'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:14:54.477898 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189d243a-d74a-439e-919b-e8d3215eb1ba None None] Attempting to bind port e51e2452-8c73-4382-8724-d3355af5e910 on network c9526646-7db7-4b7a-bcbb-4cb6f8eca442 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:14:54.495703 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189d243a-d74a-439e-919b-e8d3215eb1ba None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:14:54.496180 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189d243a-d74a-439e-919b-e8d3215eb1ba None None] Checking segment: {'id': 'f8ac79f4-afd8-471b-8da6-702caa8fe66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c9526646-7db7-4b7a-bcbb-4cb6f8eca442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:14:54.496650 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-189d243a-d74a-439e-919b-e8d3215eb1ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:54.497058 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189d243a-d74a-439e-919b-e8d3215eb1ba None None] Bound using segment: {'id': 'f8ac79f4-afd8-471b-8da6-702caa8fe66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c9526646-7db7-4b7a-bcbb-4cb6f8eca442'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:14:54.497567 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-189d243a-d74a-439e-919b-e8d3215eb1ba None None] Bound port: e51e2452-8c73-4382-8724-d3355af5e910, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ac79f4-afd8-471b-8da6-702caa8fe66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c9526646-7db7-4b7a-bcbb-4cb6f8eca442'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:14:54.497965 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-189d243a-d74a-439e-919b-e8d3215eb1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:54.546957 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-d6655a04-d7cf-402f-823e-c31a3bbdfb1b tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Allocated IP 172.20.0.13 (c9526646-7db7-4b7a-bcbb-4cb6f8eca442/7f702080-27c9-46bf-9dd6-fef0ab362df1/69a01bf5-87cf-4afa-8f42-cdaa2ab74157) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:14:54.652929 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-189d243a-d74a-439e-919b-e8d3215eb1ba None None] For port e51e2452-8c73-4382-8724-d3355af5e910, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:14:54.660853 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-189d243a-d74a-439e-919b-e8d3215eb1ba None None] For port e51e2452-8c73-4382-8724-d3355af5e910, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e51e2452-8c73-4382-8724-d3355af5e910,segment=NetworkSegment(f8ac79f4-afd8-471b-8da6-702caa8fe66c),segment_id=f8ac79f4-afd8-471b-8da6-702caa8fe66c)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:14:54.677056 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-189d243a-d74a-439e-919b-e8d3215eb1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:54.751297 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d6655a04-d7cf-402f-823e-c31a3bbdfb1b tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:54.807604 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d243a-d74a-439e-919b-e8d3215eb1ba None None] Pushing event updated for resources: {'Port': ['ID=e51e2452-8c73-4382-8724-d3355af5e910,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:54.848926 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d6655a04-d7cf-402f-823e-c31a3bbdfb1b tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:54.874148 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:54.965706 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6655a04-d7cf-402f-823e-c31a3bbdfb1b tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Network c9526646-7db7-4b7a-bcbb-4cb6f8eca442 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:14:55.000742 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-d6655a04-d7cf-402f-823e-c31a3bbdfb1b tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:14:55.010460 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6655a04-d7cf-402f-823e-c31a3bbdfb1b tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:14:55.059860 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6655a04-d7cf-402f-823e-c31a3bbdfb1b tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Pushing event updated for resources: {'Port': ['ID=69a01bf5-87cf-4afa-8f42-cdaa2ab74157,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:55.140622 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6655a04-d7cf-402f-823e-c31a3bbdfb1b tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:55.141371 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d6655a04-d7cf-402f-823e-c31a3bbdfb1b tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:55.172166 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 35414) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:55.173045 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d6655a04-d7cf-402f-823e-c31a3bbdfb1b tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.0569365 Sep 21 18:14:55.243670 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e05395-3ef2-4932-a131-c5fd184bad74 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:55.250797 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e05395-3ef2-4932-a131-c5fd184bad74 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:55.263678 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e05395-3ef2-4932-a131-c5fd184bad74 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:55.266663 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f0e05395-3ef2-4932-a131-c5fd184bad74 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.0906663 Sep 21 18:14:55.271408 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35416) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:55.444325 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-f4ad35d9-7646-4ed9-bb0f-52e0e9ab66ff tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Deleting port 69a01bf5-87cf-4afa-8f42-cdaa2ab74157 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:55.444965 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f4ad35d9-7646-4ed9-bb0f-52e0e9ab66ff tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:55.581598 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f4ad35d9-7646-4ed9-bb0f-52e0e9ab66ff tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:55.601466 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-f4ad35d9-7646-4ed9-bb0f-52e0e9ab66ff tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Calling delete_port for 69a01bf5-87cf-4afa-8f42-cdaa2ab74157 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:55.768039 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f4ad35d9-7646-4ed9-bb0f-52e0e9ab66ff tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:55.797063 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad35d9-7646-4ed9-bb0f-52e0e9ab66ff tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Pushing event deleted for resources: {'Port': ['ID=69a01bf5-87cf-4afa-8f42-cdaa2ab74157,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:55.892165 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f4ad35d9-7646-4ed9-bb0f-52e0e9ab66ff tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:55.894171 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f4ad35d9-7646-4ed9-bb0f-52e0e9ab66ff tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] 10.222.0.58 "DELETE /v2.0/ports/69a01bf5-87cf-4afa-8f42-cdaa2ab74157 HTTP/1.1" status: 204 len: 168 time: 0.6211686 Sep 21 18:14:55.897942 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 35430) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:55.903514 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-34c49b6b-1451-4179-acbe-6be74919298b tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Request body: {'port': {'name': 'tempest-new-port-name-1020518151', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:14:55.904200 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.api.validators [None req-34c49b6b-1451-4179-acbe-6be74919298b tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] bootfile-name is not in valid_values {{(pid=101460) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 18:14:55.906210 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.api.validators [None req-34c49b6b-1451-4179-acbe-6be74919298b tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] tftp-server is not in valid_values {{(pid=101460) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 18:14:55.907010 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.api.validators [None req-34c49b6b-1451-4179-acbe-6be74919298b tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] server-ip-address is not in valid_values {{(pid=101460) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 18:14:56.030315 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-34c49b6b-1451-4179-acbe-6be74919298b tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:56.384905 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca48d2e1-b35f-469e-893d-36dddcbdb6d8 None None] Network c9526646-7db7-4b7a-bcbb-4cb6f8eca442 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:56.413069 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-34c49b6b-1451-4179-acbe-6be74919298b tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:56.423923 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-34c49b6b-1451-4179-acbe-6be74919298b tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:56.524164 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c49b6b-1451-4179-acbe-6be74919298b tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Pushing event updated for resources: {'Port': ['ID=1c664496-800e-4c57-b951-3657e15a2377,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:56.645594 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-34c49b6b-1451-4179-acbe-6be74919298b tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] In _notify_port_updated(), no bound segment for port 1c664496-800e-4c57-b951-3657e15a2377 on network c9526646-7db7-4b7a-bcbb-4cb6f8eca442 {{(pid=101460) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:14:56.673905 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-602dc728-64c5-4411-8bde-08250b8d45bb None None] Provisioning complete for port e51e2452-8c73-4382-8724-d3355af5e910 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:56.674575 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-602dc728-64c5-4411-8bde-08250b8d45bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:56.681382 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c49b6b-1451-4179-acbe-6be74919298b tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:56.682124 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-34c49b6b-1451-4179-acbe-6be74919298b tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:56.692974 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35458) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:56.693583 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-34c49b6b-1451-4179-acbe-6be74919298b tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] 10.222.0.58 "PUT /v2.0/ports/1c664496-800e-4c57-b951-3657e15a2377 HTTP/1.1" status: 200 len: 1136 time: 0.7943246 Sep 21 18:14:56.784722 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8ad524-d47c-407b-854e-7ec78ccba6ad tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:14:56.786184 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9e8ad524-d47c-407b-854e-7ec78ccba6ad tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] 10.222.0.58 "GET /v2.0/ports/1c664496-800e-4c57-b951-3657e15a2377 HTTP/1.1" status: 200 len: 1136 time: 0.0914221 Sep 21 18:14:56.790198 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 35460) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:56.981668 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-a8bf6c87-fea1-4066-a35f-39d43579eaac tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Deleting port 1c664496-800e-4c57-b951-3657e15a2377 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:56.982731 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a8bf6c87-fea1-4066-a35f-39d43579eaac tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:57.161078 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a8bf6c87-fea1-4066-a35f-39d43579eaac tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:57.192448 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-a8bf6c87-fea1-4066-a35f-39d43579eaac tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Calling delete_port for 1c664496-800e-4c57-b951-3657e15a2377 owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:57.452857 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e51e2452-8c73-4382-8724-d3355af5e910 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:14:57.488159 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a8bf6c87-fea1-4066-a35f-39d43579eaac tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:57.523002 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-602dc728-64c5-4411-8bde-08250b8d45bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:57.589289 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf6c87-fea1-4066-a35f-39d43579eaac tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Pushing event deleted for resources: {'Port': ['ID=1c664496-800e-4c57-b951-3657e15a2377,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:57.666233 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-602dc728-64c5-4411-8bde-08250b8d45bb None None] For port e51e2452-8c73-4382-8724-d3355af5e910, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e51e2452-8c73-4382-8724-d3355af5e910,segment=NetworkSegment(f8ac79f4-afd8-471b-8da6-702caa8fe66c),segment_id=f8ac79f4-afd8-471b-8da6-702caa8fe66c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:57.675037 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-602dc728-64c5-4411-8bde-08250b8d45bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:57.730309 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port e51e2452-8c73-4382-8724-d3355af5e910 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:57.735409 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:57.792750 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a8bf6c87-fea1-4066-a35f-39d43579eaac tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:57.794851 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a8bf6c87-fea1-4066-a35f-39d43579eaac tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] 10.222.0.58 "DELETE /v2.0/ports/1c664496-800e-4c57-b951-3657e15a2377 HTTP/1.1" status: 204 len: 168 time: 1.0040205 Sep 21 18:14:57.797563 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35480) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:57.898112 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbdc923c-1d1e-4979-a50b-3973836ce192 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Deleting subnet 7f702080-27c9-46bf-9dd6-fef0ab362df1 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:14:57.907948 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fbdc923c-1d1e-4979-a50b-3973836ce192 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:57.927747 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602dc728-64c5-4411-8bde-08250b8d45bb None None] Pushing event updated for resources: {'Port': ['ID=e51e2452-8c73-4382-8724-d3355af5e910,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:57.990281 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fbdc923c-1d1e-4979-a50b-3973836ce192 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:58.127814 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-573ae812-3c59-4591-b5cb-0d5a63db2b15 None None] Could not find standard attr ID for object 1c664496-800e-4c57-b951-3657e15a2377. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:14:58.148917 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-573ae812-3c59-4591-b5cb-0d5a63db2b15 None None] Provisioning complete for port e51e2452-8c73-4382-8724-d3355af5e910 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:14:58.149194 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fbdc923c-1d1e-4979-a50b-3973836ce192 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:58.149324 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-573ae812-3c59-4591-b5cb-0d5a63db2b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:58.276858 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fbdc923c-1d1e-4979-a50b-3973836ce192 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:58.343625 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fbdc923c-1d1e-4979-a50b-3973836ce192 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:58.348192 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fbdc923c-1d1e-4979-a50b-3973836ce192 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] 10.222.0.58 "DELETE /v2.0/subnets/7f702080-27c9-46bf-9dd6-fef0ab362df1 HTTP/1.1" status: 204 len: 168 time: 0.5495820 Sep 21 18:14:58.348339 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 35488) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:14:58.349616 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc923c-1d1e-4979-a50b-3973836ce192 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Pushing event deleted for resources: {'Subnet': ['ID=7f702080-27c9-46bf-9dd6-fef0ab362df1,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:58.492540 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d52d51-76f2-4462-8df2-a2a233cdaf1a None None] Network c9526646-7db7-4b7a-bcbb-4cb6f8eca442 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:14:58.555889 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-878a9972-690a-4f44-ba8b-4c7d71c71f32 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:58.612269 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-327bb4be-3082-4ea2-bec7-d9be1773f443 None None] Could not find standard attr ID for object 1c664496-800e-4c57-b951-3657e15a2377. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:14:58.686274 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-878a9972-690a-4f44-ba8b-4c7d71c71f32 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Deleting port e51e2452-8c73-4382-8724-d3355af5e910 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:58.686793 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-878a9972-690a-4f44-ba8b-4c7d71c71f32 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:58.780260 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-878a9972-690a-4f44-ba8b-4c7d71c71f32 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] For port e51e2452-8c73-4382-8724-d3355af5e910, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e51e2452-8c73-4382-8724-d3355af5e910,segment=NetworkSegment(f8ac79f4-afd8-471b-8da6-702caa8fe66c),segment_id=f8ac79f4-afd8-471b-8da6-702caa8fe66c)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:58.780741 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-878a9972-690a-4f44-ba8b-4c7d71c71f32 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:58.809018 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dfe2d9-31a6-4df0-ba7d-0e82d4bf32fc None None] DHCP port deletion for c9526646-7db7-4b7a-bcbb-4cb6f8eca442 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:14:58.815736 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-878a9972-690a-4f44-ba8b-4c7d71c71f32 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Calling delete_port for e51e2452-8c73-4382-8724-d3355af5e910 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:58.903486 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-47dfe2d9-31a6-4df0-ba7d-0e82d4bf32fc None None] Deleting port e51e2452-8c73-4382-8724-d3355af5e910 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:14:58.903978 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-47dfe2d9-31a6-4df0-ba7d-0e82d4bf32fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:58.997291 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-47dfe2d9-31a6-4df0-ba7d-0e82d4bf32fc None None] For port e51e2452-8c73-4382-8724-d3355af5e910, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e51e2452-8c73-4382-8724-d3355af5e910,segment=NetworkSegment(f8ac79f4-afd8-471b-8da6-702caa8fe66c),segment_id=f8ac79f4-afd8-471b-8da6-702caa8fe66c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:14:58.997866 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-47dfe2d9-31a6-4df0-ba7d-0e82d4bf32fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:59.000312 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-878a9972-690a-4f44-ba8b-4c7d71c71f32 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:59.030412 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-47dfe2d9-31a6-4df0-ba7d-0e82d4bf32fc None None] Calling delete_port for e51e2452-8c73-4382-8724-d3355af5e910 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:14:59.037988 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a9972-690a-4f44-ba8b-4c7d71c71f32 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Pushing event deleted for resources: {'Port': ['ID=e51e2452-8c73-4382-8724-d3355af5e910,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:59.041903 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878a9972-690a-4f44-ba8b-4c7d71c71f32 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] No DVR routers for this DVR port e51e2452-8c73-4382-8724-d3355af5e910 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:14:59.190950 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-47dfe2d9-31a6-4df0-ba7d-0e82d4bf32fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:59.209687 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-878a9972-690a-4f44-ba8b-4c7d71c71f32 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:59.238049 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dfe2d9-31a6-4df0-ba7d-0e82d4bf32fc None None] Pushing event deleted for resources: {'Port': ['ID=e51e2452-8c73-4382-8724-d3355af5e910,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:59.246442 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dfe2d9-31a6-4df0-ba7d-0e82d4bf32fc None None] No DVR routers for this DVR port e51e2452-8c73-4382-8724-d3355af5e910 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:14:59.252107 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-878a9972-690a-4f44-ba8b-4c7d71c71f32 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9526646-7db7-4b7a-bcbb-4cb6f8eca442']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:59.261593 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e51e2452-8c73-4382-8724-d3355af5e910 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:14:59.277327 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-878a9972-690a-4f44-ba8b-4c7d71c71f32 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ac79f4-afd8-471b-8da6-702caa8fe66c') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:59.277632 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-878a9972-690a-4f44-ba8b-4c7d71c71f32 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ac79f4-afd8-471b-8da6-702caa8fe66c') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:14:59.292136 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-878a9972-690a-4f44-ba8b-4c7d71c71f32 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:59.294494 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: e51e2452-8c73-4382-8724-d3355af5e910 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:14:59.295626 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e51e2452-8c73-4382-8724-d3355af5e910 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:14:59.311802 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-878a9972-690a-4f44-ba8b-4c7d71c71f32 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:59.321946 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-878a9972-690a-4f44-ba8b-4c7d71c71f32 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:14:59.322615 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-878a9972-690a-4f44-ba8b-4c7d71c71f32 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:59.326047 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:14:59.326047 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:14:59.326047 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:14:59.326047 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:14:59.326047 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:14:59.326047 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:14:59.326047 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:14:59.326047 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:14:59.326047 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:14:59.326047 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:14:59.326047 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:14:59.326047 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:14:59.326047 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:14:59.326047 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:14:59.326047 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:14:59.326047 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:14:59.326047 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:14:59.326047 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:14:59.326047 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:14:59.326047 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:14:59.326047 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:14:59.326047 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:14:59.326047 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:14:59.326047 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:14:59.326047 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:14:59.326047 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:14:59.326047 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:14:59.326047 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:14:59.326047 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:14:59.326047 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:14:59.326047 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:14:59.326047 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:14:59.436974 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-878a9972-690a-4f44-ba8b-4c7d71c71f32 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:59.445179 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-878a9972-690a-4f44-ba8b-4c7d71c71f32 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:14:59.447104 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-878a9972-690a-4f44-ba8b-4c7d71c71f32 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] 10.222.0.58 "DELETE /v2.0/networks/c9526646-7db7-4b7a-bcbb-4cb6f8eca442 HTTP/1.1" status: 204 len: 168 time: 1.0972955 Sep 21 18:14:59.482144 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a9972-690a-4f44-ba8b-4c7d71c71f32 tempest-ExtraDHCPOptionsTestJSON-1922247902 tempest-ExtraDHCPOptionsTestJSON-1922247902-project] Pushing event deleted for resources: {'Network': ['ID=c9526646-7db7-4b7a-bcbb-4cb6f8eca442,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:14:59.842099 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 35522) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:00.066067 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ff55f490-96a6-497c-b9d8-104c85fc6417 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=347f79a7446d4f50a649a7acbf8f8374&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2218099 Sep 21 18:15:00.068218 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35542) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:00.174748 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-227dbbfc-e2f4-4cd5-8e73-96523a2fc289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:00.217259 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-227dbbfc-e2f4-4cd5-8e73-96523a2fc289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:00.292056 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-227dbbfc-e2f4-4cd5-8e73-96523a2fc289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:00.295471 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-227dbbfc-e2f4-4cd5-8e73-96523a2fc289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:00.299652 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-227dbbfc-e2f4-4cd5-8e73-96523a2fc289 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d21cf8d4-a7b7-4019-ae23-79aba2e5b10a HTTP/1.1" status: 204 len: 168 time: 0.2281249 Sep 21 18:15:00.307979 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227dbbfc-e2f4-4cd5-8e73-96523a2fc289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21cf8d4-a7b7-4019-ae23-79aba2e5b10a,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:01.138136 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35604) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:01.269649 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-eb5b7246-2088-4071-a2a2-c51c48911ab2 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-622438085'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:01.293273 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5b7246-2088-4071-a2a2-c51c48911ab2 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Made reservation on behalf of c3fb4483e7fd44c3bb1d364922815427 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:01.297120 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-eb5b7246-2088-4071-a2a2-c51c48911ab2 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:01.306266 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-eb5b7246-2088-4071-a2a2-c51c48911ab2 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:01.426871 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-eb5b7246-2088-4071-a2a2-c51c48911ab2 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:01.431279 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-eb5b7246-2088-4071-a2a2-c51c48911ab2 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:01.464107 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb5b7246-2088-4071-a2a2-c51c48911ab2 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:15:01.471369 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b7246-2088-4071-a2a2-c51c48911ab2 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e3ea4a-d95b-4329-bd39-fc1479e6275e,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:01.494025 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-eb5b7246-2088-4071-a2a2-c51c48911ab2 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:01.494609 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-eb5b7246-2088-4071-a2a2-c51c48911ab2 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Added segment 34d38b0a-8c79-4aef-a28c-ce634be279e4 of type vlan for network efdc919e-7f8a-4d90-8f56-d1819d3e45cd Sep 21 18:15:01.547268 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-eb5b7246-2088-4071-a2a2-c51c48911ab2 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:01.600765 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-eb5b7246-2088-4071-a2a2-c51c48911ab2 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:01.610685 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5b7246-2088-4071-a2a2-c51c48911ab2 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:01.611598 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-eb5b7246-2088-4071-a2a2-c51c48911ab2 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:01.732617 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b7246-2088-4071-a2a2-c51c48911ab2 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event updated for resources: {'Network': ['ID=efdc919e-7f8a-4d90-8f56-d1819d3e45cd,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:01.747681 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-eb5b7246-2088-4071-a2a2-c51c48911ab2 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5966051 Sep 21 18:15:01.757907 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network efdc919e-7f8a-4d90-8f56-d1819d3e45cd details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:15:05.182508 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35724) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:05.194168 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-1dbbb671-52aa-415e-b522-4990848c09ee tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Request body: {'subnet': {'network_id': 'efdc919e-7f8a-4d90-8f56-d1819d3e45cd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:05.325167 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbbb671-52aa-415e-b522-4990848c09ee tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Made reservation on behalf of c3fb4483e7fd44c3bb1d364922815427 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:05.329440 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1dbbb671-52aa-415e-b522-4990848c09ee tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:05.644208 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1dbbb671-52aa-415e-b522-4990848c09ee tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:05.757112 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbbb671-52aa-415e-b522-4990848c09ee tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event updated for resources: {'Subnet': ['ID=58ab9e9f-8e61-44e5-8271-f996959b93e5,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:05.765528 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbbb671-52aa-415e-b522-4990848c09ee tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Checking segment: {'id': '34d38b0a-8c79-4aef-a28c-ce634be279e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'efdc919e-7f8a-4d90-8f56-d1819d3e45cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:05.767237 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbbb671-52aa-415e-b522-4990848c09ee tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Network hostable DHCP agents. Network: efdc919e-7f8a-4d90-8f56-d1819d3e45cd, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:15:05.800562 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbbb671-52aa-415e-b522-4990848c09ee tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Network efdc919e-7f8a-4d90-8f56-d1819d3e45cd is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:15:05.825328 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-1dbbb671-52aa-415e-b522-4990848c09ee tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, efdc919e-7f8a-4d90-8f56-d1819d3e45cd) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:05.839963 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786ae158-5f84-4a3f-9dad-3aa3cdb22c55 None None] Network efdc919e-7f8a-4d90-8f56-d1819d3e45cd requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:05.862721 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbbb671-52aa-415e-b522-4990848c09ee tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:05.863804 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1dbbb671-52aa-415e-b522-4990848c09ee tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:05.889704 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1dbbb671-52aa-415e-b522-4990848c09ee tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7038813 Sep 21 18:15:05.893306 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 35738) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:05.906014 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-3cfdb4b8-ab3c-4bbf-b35f-0e09f9cb6256 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-306460529'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:05.992037 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfdb4b8-ab3c-4bbf-b35f-0e09f9cb6256 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Made reservation on behalf of c3fb4483e7fd44c3bb1d364922815427 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:05.997225 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3cfdb4b8-ab3c-4bbf-b35f-0e09f9cb6256 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:06.072042 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cfdb4b8-ab3c-4bbf-b35f-0e09f9cb6256 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:15:06.095632 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3cfdb4b8-ab3c-4bbf-b35f-0e09f9cb6256 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:06.097339 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-3cfdb4b8-ab3c-4bbf-b35f-0e09f9cb6256 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Added segment 2bc0f5a9-28b4-45bf-a4f0-5792935ad167 of type vlan for network 706c076c-8f06-4d1b-990e-0b8676451ae2 Sep 21 18:15:06.150825 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3cfdb4b8-ab3c-4bbf-b35f-0e09f9cb6256 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:06.195763 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3cfdb4b8-ab3c-4bbf-b35f-0e09f9cb6256 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:06.209678 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfdb4b8-ab3c-4bbf-b35f-0e09f9cb6256 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:06.210745 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3cfdb4b8-ab3c-4bbf-b35f-0e09f9cb6256 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:06.277454 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f258023-6567-440b-b03d-48888ffcb714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-efdc919e-7f8a-4d90-8f56-d1819d3e45cd', 'network_id': 'efdc919e-7f8a-4d90-8f56-d1819d3e45cd', 'tenant_id': 'c3fb4483e7fd44c3bb1d364922815427', 'fixed_ips': [{'subnet_id': '58ab9e9f-8e61-44e5-8271-f996959b93e5'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:15:06.280189 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8f258023-6567-440b-b03d-48888ffcb714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:06.406253 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfdb4b8-ab3c-4bbf-b35f-0e09f9cb6256 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event updated for resources: {'Network': ['ID=706c076c-8f06-4d1b-990e-0b8676451ae2,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:06.412879 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35750) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:06.420786 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-dce2fc7c-3785-42b5-b945-af69173c3bf1 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Request body: {'subnet': {'network_id': '706c076c-8f06-4d1b-990e-0b8676451ae2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:06.436128 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3cfdb4b8-ab3c-4bbf-b35f-0e09f9cb6256 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5408673 Sep 21 18:15:06.459688 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfdb4b8-ab3c-4bbf-b35f-0e09f9cb6256 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:06.460078 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfdb4b8-ab3c-4bbf-b35f-0e09f9cb6256 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:06.460416 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfdb4b8-ab3c-4bbf-b35f-0e09f9cb6256 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:06.460749 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfdb4b8-ab3c-4bbf-b35f-0e09f9cb6256 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:06.461079 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfdb4b8-ab3c-4bbf-b35f-0e09f9cb6256 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:06.461406 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfdb4b8-ab3c-4bbf-b35f-0e09f9cb6256 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:06.461728 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfdb4b8-ab3c-4bbf-b35f-0e09f9cb6256 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:06.462056 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfdb4b8-ab3c-4bbf-b35f-0e09f9cb6256 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:06.462369 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfdb4b8-ab3c-4bbf-b35f-0e09f9cb6256 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:06.462688 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfdb4b8-ab3c-4bbf-b35f-0e09f9cb6256 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:06.464034 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfdb4b8-ab3c-4bbf-b35f-0e09f9cb6256 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:06.464541 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfdb4b8-ab3c-4bbf-b35f-0e09f9cb6256 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:06.540756 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-8f258023-6567-440b-b03d-48888ffcb714 None None] Allocated IP 2001:db8:0:ffff::2 (efdc919e-7f8a-4d90-8f56-d1819d3e45cd/58ab9e9f-8e61-44e5-8271-f996959b93e5/e33f2de9-f064-4095-a4a9-bc90f71d02bf) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:15:06.595790 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce2fc7c-3785-42b5-b945-af69173c3bf1 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Made reservation on behalf of c3fb4483e7fd44c3bb1d364922815427 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:06.603443 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dce2fc7c-3785-42b5-b945-af69173c3bf1 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:06.670421 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 706c076c-8f06-4d1b-990e-0b8676451ae2 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:15:06.819354 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8f258023-6567-440b-b03d-48888ffcb714 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:06.841494 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8f258023-6567-440b-b03d-48888ffcb714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:06.855469 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dce2fc7c-3785-42b5-b945-af69173c3bf1 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:06.928014 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f258023-6567-440b-b03d-48888ffcb714 None None] Network efdc919e-7f8a-4d90-8f56-d1819d3e45cd is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:15:06.933111 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-8f258023-6567-440b-b03d-48888ffcb714 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:06.935224 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f258023-6567-440b-b03d-48888ffcb714 None None] Pushing event updated for resources: {'Port': ['ID=e33f2de9-f064-4095-a4a9-bc90f71d02bf,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:06.951729 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f258023-6567-440b-b03d-48888ffcb714 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:15:06.963389 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f258023-6567-440b-b03d-48888ffcb714 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:06.964008 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f258023-6567-440b-b03d-48888ffcb714 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:06.964601 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f258023-6567-440b-b03d-48888ffcb714 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:06.965118 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f258023-6567-440b-b03d-48888ffcb714 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:06.965741 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f258023-6567-440b-b03d-48888ffcb714 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:06.965878 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce2fc7c-3785-42b5-b945-af69173c3bf1 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Checking segment: {'id': '2bc0f5a9-28b4-45bf-a4f0-5792935ad167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '706c076c-8f06-4d1b-990e-0b8676451ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:06.966247 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce2fc7c-3785-42b5-b945-af69173c3bf1 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Network hostable DHCP agents. Network: 706c076c-8f06-4d1b-990e-0b8676451ae2, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:15:06.966684 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f258023-6567-440b-b03d-48888ffcb714 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:06.967265 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f258023-6567-440b-b03d-48888ffcb714 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:06.967770 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f258023-6567-440b-b03d-48888ffcb714 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:06.968429 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f258023-6567-440b-b03d-48888ffcb714 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:06.968576 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2fc7c-3785-42b5-b945-af69173c3bf1 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event updated for resources: {'Subnet': ['ID=d3f4b85b-33b6-455b-8240-abdc8c23abb2,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:06.969062 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f258023-6567-440b-b03d-48888ffcb714 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:06.969567 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f258023-6567-440b-b03d-48888ffcb714 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:06.970123 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f258023-6567-440b-b03d-48888ffcb714 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:07.002701 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce2fc7c-3785-42b5-b945-af69173c3bf1 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Network 706c076c-8f06-4d1b-990e-0b8676451ae2 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:15:07.013159 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-dce2fc7c-3785-42b5-b945-af69173c3bf1 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 706c076c-8f06-4d1b-990e-0b8676451ae2) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:07.021868 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f8a04e-c9d9-46af-9ff1-1edd765bc4b6 None None] Network 706c076c-8f06-4d1b-990e-0b8676451ae2 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:07.027252 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce2fc7c-3785-42b5-b945-af69173c3bf1 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:07.027848 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dce2fc7c-3785-42b5-b945-af69173c3bf1 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:07.048635 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 35762) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:07.058409 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-dce2fc7c-3785-42b5-b945-af69173c3bf1 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6443334 Sep 21 18:15:07.163369 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-8f258023-6567-440b-b03d-48888ffcb714 None None] Attempting to bind port e33f2de9-f064-4095-a4a9-bc90f71d02bf on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:15:07.163672 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-8f258023-6567-440b-b03d-48888ffcb714 None None] Attempting to bind port e33f2de9-f064-4095-a4a9-bc90f71d02bf by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '34d38b0a-8c79-4aef-a28c-ce634be279e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'efdc919e-7f8a-4d90-8f56-d1819d3e45cd'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:15:07.164031 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f258023-6567-440b-b03d-48888ffcb714 None None] Attempting to bind port e33f2de9-f064-4095-a4a9-bc90f71d02bf on network efdc919e-7f8a-4d90-8f56-d1819d3e45cd {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:15:07.175906 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f258023-6567-440b-b03d-48888ffcb714 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:15:07.176300 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f258023-6567-440b-b03d-48888ffcb714 None None] Checking segment: {'id': '34d38b0a-8c79-4aef-a28c-ce634be279e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'efdc919e-7f8a-4d90-8f56-d1819d3e45cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:07.176709 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8f258023-6567-440b-b03d-48888ffcb714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:07.177115 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f258023-6567-440b-b03d-48888ffcb714 None None] Bound using segment: {'id': '34d38b0a-8c79-4aef-a28c-ce634be279e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'efdc919e-7f8a-4d90-8f56-d1819d3e45cd'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:15:07.177617 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-8f258023-6567-440b-b03d-48888ffcb714 None None] Bound port: e33f2de9-f064-4095-a4a9-bc90f71d02bf, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d38b0a-8c79-4aef-a28c-ce634be279e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'efdc919e-7f8a-4d90-8f56-d1819d3e45cd'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:15:07.178008 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8f258023-6567-440b-b03d-48888ffcb714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:07.199875 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-58aec53d-93c8-4565-8429-039a967a29ca tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:07.250289 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547dda65-ceaf-4162-81d2-cb905d40bf74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-706c076c-8f06-4d1b-990e-0b8676451ae2', 'network_id': '706c076c-8f06-4d1b-990e-0b8676451ae2', 'tenant_id': 'c3fb4483e7fd44c3bb1d364922815427', 'fixed_ips': [{'subnet_id': 'd3f4b85b-33b6-455b-8240-abdc8c23abb2'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:15:07.251209 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-547dda65-ceaf-4162-81d2-cb905d40bf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:07.271159 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-58aec53d-93c8-4565-8429-039a967a29ca tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:07.356017 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-58aec53d-93c8-4565-8429-039a967a29ca tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:07.364210 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-8f258023-6567-440b-b03d-48888ffcb714 None None] For port e33f2de9-f064-4095-a4a9-bc90f71d02bf, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:15:07.369549 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-8f258023-6567-440b-b03d-48888ffcb714 None None] For port e33f2de9-f064-4095-a4a9-bc90f71d02bf, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e33f2de9-f064-4095-a4a9-bc90f71d02bf,segment=NetworkSegment(34d38b0a-8c79-4aef-a28c-ce634be279e4),segment_id=34d38b0a-8c79-4aef-a28c-ce634be279e4)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:15:07.377165 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8f258023-6567-440b-b03d-48888ffcb714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server [None req-547dda65-ceaf-4162-81d2-cb905d40bf74 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d3f4b85b-33b6-455b-8240-abdc8c23abb2: This subnet is being modified by another concurrent operation. Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise exception Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d3f4b85b-33b6-455b-8240-abdc8c23abb2: This subnet is being modified by another concurrent operation. Sep 21 18:15:07.386494 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server Sep 21 18:15:07.423816 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f471e88d-c1f7-420d-9b82-34efb23a31cf None None] Network 706c076c-8f06-4d1b-990e-0b8676451ae2 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:07.434535 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aec53d-93c8-4565-8429-039a967a29ca tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event deleted for resources: {'Subnet': ['ID=d3f4b85b-33b6-455b-8240-abdc8c23abb2,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:07.517528 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f258023-6567-440b-b03d-48888ffcb714 None None] Pushing event updated for resources: {'Port': ['ID=e33f2de9-f064-4095-a4a9-bc90f71d02bf,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:07.552113 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-58aec53d-93c8-4565-8429-039a967a29ca tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:07.590695 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-58aec53d-93c8-4565-8429-039a967a29ca tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['706c076c-8f06-4d1b-990e-0b8676451ae2']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:07.602855 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-58aec53d-93c8-4565-8429-039a967a29ca tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc0f5a9-28b4-45bf-a4f0-5792935ad167') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:07.603185 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-58aec53d-93c8-4565-8429-039a967a29ca tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc0f5a9-28b4-45bf-a4f0-5792935ad167') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:07.619883 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-58aec53d-93c8-4565-8429-039a967a29ca tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:07.635812 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-58aec53d-93c8-4565-8429-039a967a29ca tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:07.642865 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58aec53d-93c8-4565-8429-039a967a29ca tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:15:07.643483 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-58aec53d-93c8-4565-8429-039a967a29ca tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:07.646779 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:15:07.646779 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:15:07.646779 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:15:07.646779 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:15:07.646779 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:15:07.646779 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:15:07.646779 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:15:07.646779 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:15:07.646779 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:15:07.646779 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:15:07.646779 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:15:07.646779 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:15:07.646779 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:15:07.646779 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:15:07.646779 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:15:07.646779 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:15:07.646779 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:15:07.646779 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:15:07.646779 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:15:07.646779 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:15:07.646779 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:15:07.646779 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:15:07.646779 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:15:07.646779 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:15:07.646779 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:15:07.646779 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:15:07.646779 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:15:07.646779 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:15:07.646779 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:15:07.646779 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:15:07.646779 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:15:07.646779 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:15:07.728424 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-58aec53d-93c8-4565-8429-039a967a29ca tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:07.763460 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-58aec53d-93c8-4565-8429-039a967a29ca tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:07.766275 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-58aec53d-93c8-4565-8429-039a967a29ca tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "DELETE /v2.0/networks/706c076c-8f06-4d1b-990e-0b8676451ae2 HTTP/1.1" status: 204 len: 168 time: 0.7169740 Sep 21 18:15:07.767287 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aec53d-93c8-4565-8429-039a967a29ca tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event deleted for resources: {'Network': ['ID=706c076c-8f06-4d1b-990e-0b8676451ae2,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:07.769849 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35786) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:07.776419 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-dc34b6c5-5e0a-4f74-b057-39a96cf8d4e9 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1916500276'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:07.805807 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc34b6c5-5e0a-4f74-b057-39a96cf8d4e9 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Made reservation on behalf of c3fb4483e7fd44c3bb1d364922815427 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:07.810115 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc34b6c5-5e0a-4f74-b057-39a96cf8d4e9 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:07.851984 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc34b6c5-5e0a-4f74-b057-39a96cf8d4e9 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:15:07.863145 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc34b6c5-5e0a-4f74-b057-39a96cf8d4e9 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:07.863571 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-dc34b6c5-5e0a-4f74-b057-39a96cf8d4e9 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Added segment dacc9d67-8630-4225-8c08-be6d3fe832aa of type vlan for network eaf459f7-b023-48af-bcdb-7f7b65c21cb9 Sep 21 18:15:07.913184 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc34b6c5-5e0a-4f74-b057-39a96cf8d4e9 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:07.942837 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc34b6c5-5e0a-4f74-b057-39a96cf8d4e9 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:07.949349 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc34b6c5-5e0a-4f74-b057-39a96cf8d4e9 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:07.949834 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc34b6c5-5e0a-4f74-b057-39a96cf8d4e9 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:07.984013 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-dc34b6c5-5e0a-4f74-b057-39a96cf8d4e9 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2122903 Sep 21 18:15:07.987126 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 35798) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:07.992222 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-06fcca20-575e-4d3b-ac7e-5b8b27811bdc tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Request body: {'subnet': {'network_id': 'eaf459f7-b023-48af-bcdb-7f7b65c21cb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:08.049163 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34b6c5-5e0a-4f74-b057-39a96cf8d4e9 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event updated for resources: {'Network': ['ID=eaf459f7-b023-48af-bcdb-7f7b65c21cb9,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:08.066490 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network eaf459f7-b023-48af-bcdb-7f7b65c21cb9 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:15:08.110838 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fcca20-575e-4d3b-ac7e-5b8b27811bdc tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Made reservation on behalf of c3fb4483e7fd44c3bb1d364922815427 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:08.115116 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-06fcca20-575e-4d3b-ac7e-5b8b27811bdc tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:08.382913 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-06fcca20-575e-4d3b-ac7e-5b8b27811bdc tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:08.447841 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fcca20-575e-4d3b-ac7e-5b8b27811bdc tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event updated for resources: {'Subnet': ['ID=fa593df7-4f73-453f-a3e9-d45d0c7667fe,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:08.474785 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fcca20-575e-4d3b-ac7e-5b8b27811bdc tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Checking segment: {'id': 'dacc9d67-8630-4225-8c08-be6d3fe832aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'eaf459f7-b023-48af-bcdb-7f7b65c21cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:08.475249 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fcca20-575e-4d3b-ac7e-5b8b27811bdc tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Network hostable DHCP agents. Network: eaf459f7-b023-48af-bcdb-7f7b65c21cb9, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:15:08.493829 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fcca20-575e-4d3b-ac7e-5b8b27811bdc tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Network eaf459f7-b023-48af-bcdb-7f7b65c21cb9 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:15:08.513223 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-06fcca20-575e-4d3b-ac7e-5b8b27811bdc tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, eaf459f7-b023-48af-bcdb-7f7b65c21cb9) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:08.522458 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31c6a7f-2516-4aa5-81ea-a02e435e1e03 None None] Network eaf459f7-b023-48af-bcdb-7f7b65c21cb9 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:08.576930 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fcca20-575e-4d3b-ac7e-5b8b27811bdc tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:08.577684 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-06fcca20-575e-4d3b-ac7e-5b8b27811bdc tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:08.605818 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-06fcca20-575e-4d3b-ac7e-5b8b27811bdc tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6175354 Sep 21 18:15:08.609406 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 35826) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:08.620917 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-55f960e9-9b12-4fbd-9d72-8fe4e7d47a18 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1723792724'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:08.639189 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f2057-8107-4266-a668-25143fd65b12 req-f77102b6-bc79-4178-97f0-160ce37ea5cd tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:08.642196 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b65f2057-8107-4266-a668-25143fd65b12 req-f77102b6-bc79-4178-97f0-160ce37ea5cd tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b HTTP/1.1" status: 200 len: 945 time: 0.1410012 Sep 21 18:15:08.684618 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f960e9-9b12-4fbd-9d72-8fe4e7d47a18 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Made reservation on behalf of c3fb4483e7fd44c3bb1d364922815427 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:08.688426 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-55f960e9-9b12-4fbd-9d72-8fe4e7d47a18 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:08.759019 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f960e9-9b12-4fbd-9d72-8fe4e7d47a18 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:15:08.760856 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f30559-9b86-4ff6-8ead-279c0994f305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-eaf459f7-b023-48af-bcdb-7f7b65c21cb9', 'network_id': 'eaf459f7-b023-48af-bcdb-7f7b65c21cb9', 'tenant_id': 'c3fb4483e7fd44c3bb1d364922815427', 'fixed_ips': [{'subnet_id': 'fa593df7-4f73-453f-a3e9-d45d0c7667fe'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:15:08.761921 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-84f30559-9b86-4ff6-8ead-279c0994f305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:08.806716 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b65f2057-8107-4266-a668-25143fd65b12 req-1cdc6b39-5531-458c-881b-afe4fe4f2b0e tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddb913d6-c8d8-4056-8b3a-0f7a2a962f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327963 Sep 21 18:15:08.816171 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-55f960e9-9b12-4fbd-9d72-8fe4e7d47a18 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:08.816529 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-55f960e9-9b12-4fbd-9d72-8fe4e7d47a18 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Added segment b3375345-31d8-416f-b3e4-c340ef8670ed of type vlan for network 7531acf1-326e-42ac-bfae-6c400d7dd3a2 Sep 21 18:15:08.871008 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-55f960e9-9b12-4fbd-9d72-8fe4e7d47a18 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:08.887215 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97e9c1a-bede-470c-9ecf-424561d8aa4d None None] Network efdc919e-7f8a-4d90-8f56-d1819d3e45cd requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:08.948860 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-55f960e9-9b12-4fbd-9d72-8fe4e7d47a18 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:08.961085 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f960e9-9b12-4fbd-9d72-8fe4e7d47a18 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:08.962063 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-55f960e9-9b12-4fbd-9d72-8fe4e7d47a18 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:08.988580 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-55f960e9-9b12-4fbd-9d72-8fe4e7d47a18 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3740189 Sep 21 18:15:08.988906 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35844) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:08.994662 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-02ab1844-5dbb-4d91-9dae-7648d7e09d19 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Request body: {'subnet': {'network_id': '7531acf1-326e-42ac-bfae-6c400d7dd3a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:09.032166 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-372ef21b-a8d1-4550-b930-40c97a54d13a None None] Provisioning complete for port e33f2de9-f064-4095-a4a9-bc90f71d02bf triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:15:09.032548 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-372ef21b-a8d1-4550-b930-40c97a54d13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:09.059005 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f960e9-9b12-4fbd-9d72-8fe4e7d47a18 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event updated for resources: {'Network': ['ID=7531acf1-326e-42ac-bfae-6c400d7dd3a2,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:09.077590 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 7531acf1-326e-42ac-bfae-6c400d7dd3a2 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:15:09.096674 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-84f30559-9b86-4ff6-8ead-279c0994f305 None None] Allocated IP 2001:db8::1 (eaf459f7-b023-48af-bcdb-7f7b65c21cb9/fa593df7-4f73-453f-a3e9-d45d0c7667fe/b95e59f6-6990-4050-8306-4833d5e3c6a4) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:15:09.184080 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ab1844-5dbb-4d91-9dae-7648d7e09d19 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Made reservation on behalf of c3fb4483e7fd44c3bb1d364922815427 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:09.188753 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-02ab1844-5dbb-4d91-9dae-7648d7e09d19 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:09.271138 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e33f2de9-f064-4095-a4a9-bc90f71d02bf up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:15:09.278953 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.ipam_backend_mixin [None req-02ab1844-5dbb-4d91-9dae-7648d7e09d19 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Performing IP validity checks on allocation pools {{(pid=101461) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 21 18:15:09.279880 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.ipam_backend_mixin [None req-02ab1844-5dbb-4d91-9dae-7648d7e09d19 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101461) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 21 18:15:09.439938 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-02ab1844-5dbb-4d91-9dae-7648d7e09d19 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:09.446488 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-372ef21b-a8d1-4550-b930-40c97a54d13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:09.450026 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port e33f2de9-f064-4095-a4a9-bc90f71d02bf triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:15:09.450545 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:09.533915 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ab1844-5dbb-4d91-9dae-7648d7e09d19 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Checking segment: {'id': 'b3375345-31d8-416f-b3e4-c340ef8670ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7531acf1-326e-42ac-bfae-6c400d7dd3a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:09.534273 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ab1844-5dbb-4d91-9dae-7648d7e09d19 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Network hostable DHCP agents. Network: 7531acf1-326e-42ac-bfae-6c400d7dd3a2, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:15:09.537452 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab1844-5dbb-4d91-9dae-7648d7e09d19 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event updated for resources: {'Subnet': ['ID=c4d494da-8f1c-46ec-9dfa-358ee5cccb11,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:09.568505 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ab1844-5dbb-4d91-9dae-7648d7e09d19 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Network 7531acf1-326e-42ac-bfae-6c400d7dd3a2 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:15:09.570095 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-372ef21b-a8d1-4550-b930-40c97a54d13a None None] For port e33f2de9-f064-4095-a4a9-bc90f71d02bf, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e33f2de9-f064-4095-a4a9-bc90f71d02bf,segment=NetworkSegment(34d38b0a-8c79-4aef-a28c-ce634be279e4),segment_id=34d38b0a-8c79-4aef-a28c-ce634be279e4)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:09.579062 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-02ab1844-5dbb-4d91-9dae-7648d7e09d19 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 7531acf1-326e-42ac-bfae-6c400d7dd3a2) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:09.595392 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ab1844-5dbb-4d91-9dae-7648d7e09d19 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:09.596038 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-02ab1844-5dbb-4d91-9dae-7648d7e09d19 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:09.601654 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-84f30559-9b86-4ff6-8ead-279c0994f305 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:09.612714 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-372ef21b-a8d1-4550-b930-40c97a54d13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:09.615327 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cc9978-6a44-410e-baeb-7a5aa899c528 None None] Network 7531acf1-326e-42ac-bfae-6c400d7dd3a2 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:09.619378 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-02ab1844-5dbb-4d91-9dae-7648d7e09d19 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6287229 Sep 21 18:15:09.622130 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 35854) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:09.632641 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-84f30559-9b86-4ff6-8ead-279c0994f305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:09.712661 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ef21b-a8d1-4550-b930-40c97a54d13a None None] Pushing event updated for resources: {'Port': ['ID=e33f2de9-f064-4095-a4a9-bc90f71d02bf,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:09.791454 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2d614087-406e-4f47-ba68-4c26f057fe4b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:09.794718 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f30559-9b86-4ff6-8ead-279c0994f305 None None] Pushing event updated for resources: {'Port': ['ID=b95e59f6-6990-4050-8306-4833d5e3c6a4,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:09.857694 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2d614087-406e-4f47-ba68-4c26f057fe4b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:09.895849 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f30559-9b86-4ff6-8ead-279c0994f305 None None] Network eaf459f7-b023-48af-bcdb-7f7b65c21cb9 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:15:09.932901 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-84f30559-9b86-4ff6-8ead-279c0994f305 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:09.949051 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f30559-9b86-4ff6-8ead-279c0994f305 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:15:09.951916 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-1faa22c7-3624-42d9-95ca-3b7ce529d45f None None] Provisioning complete for port e33f2de9-f064-4095-a4a9-bc90f71d02bf triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:15:09.953389 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1faa22c7-3624-42d9-95ca-3b7ce529d45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.010992 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2d614087-406e-4f47-ba68-4c26f057fe4b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.041320 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd73d72-036a-4772-970c-33a0ca06f469 req-78dbd383-53a5-4d12-808b-94be61308e10 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:10.054344 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ffd73d72-036a-4772-970c-33a0ca06f469 req-78dbd383-53a5-4d12-808b-94be61308e10 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b HTTP/1.1" status: 200 len: 945 time: 0.1275246 Sep 21 18:15:10.127502 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ffd73d72-036a-4772-970c-33a0ca06f469 req-a1a151b4-b7ec-4ef9-9826-293e8bbd1093 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddb913d6-c8d8-4056-8b3a-0f7a2a962f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676894 Sep 21 18:15:10.148488 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d614087-406e-4f47-ba68-4c26f057fe4b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event deleted for resources: {'Subnet': ['ID=c4d494da-8f1c-46ec-9dfa-358ee5cccb11,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:10.288874 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2d614087-406e-4f47-ba68-4c26f057fe4b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.299096 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5933584-0e56-43c0-9a98-e79e47adaff7 req-df1b44cc-1bac-4976-8f51-b007a7d80f1b tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:10.300889 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e5933584-0e56-43c0-9a98-e79e47adaff7 req-df1b44cc-1bac-4976-8f51-b007a7d80f1b tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b HTTP/1.1" status: 200 len: 945 time: 0.1982245 Sep 21 18:15:10.336437 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-84f30559-9b86-4ff6-8ead-279c0994f305 None None] Attempting to bind port b95e59f6-6990-4050-8306-4833d5e3c6a4 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:15:10.337239 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-84f30559-9b86-4ff6-8ead-279c0994f305 None None] Attempting to bind port b95e59f6-6990-4050-8306-4833d5e3c6a4 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'dacc9d67-8630-4225-8c08-be6d3fe832aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'eaf459f7-b023-48af-bcdb-7f7b65c21cb9'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:15:10.337788 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f30559-9b86-4ff6-8ead-279c0994f305 None None] Attempting to bind port b95e59f6-6990-4050-8306-4833d5e3c6a4 on network eaf459f7-b023-48af-bcdb-7f7b65c21cb9 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:15:10.359814 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-2d614087-406e-4f47-ba68-4c26f057fe4b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7531acf1-326e-42ac-bfae-6c400d7dd3a2']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:10.378000 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f30559-9b86-4ff6-8ead-279c0994f305 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:15:10.378536 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f30559-9b86-4ff6-8ead-279c0994f305 None None] Checking segment: {'id': 'dacc9d67-8630-4225-8c08-be6d3fe832aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'eaf459f7-b023-48af-bcdb-7f7b65c21cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:10.378858 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-84f30559-9b86-4ff6-8ead-279c0994f305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.379201 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f30559-9b86-4ff6-8ead-279c0994f305 None None] Bound using segment: {'id': 'dacc9d67-8630-4225-8c08-be6d3fe832aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'eaf459f7-b023-48af-bcdb-7f7b65c21cb9'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:15:10.386111 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-2d614087-406e-4f47-ba68-4c26f057fe4b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3375345-31d8-416f-b3e4-c340ef8670ed') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:10.386828 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-2d614087-406e-4f47-ba68-4c26f057fe4b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3375345-31d8-416f-b3e4-c340ef8670ed') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:10.389675 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-84f30559-9b86-4ff6-8ead-279c0994f305 None None] Bound port: b95e59f6-6990-4050-8306-4833d5e3c6a4, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dacc9d67-8630-4225-8c08-be6d3fe832aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'eaf459f7-b023-48af-bcdb-7f7b65c21cb9'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:15:10.393120 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-84f30559-9b86-4ff6-8ead-279c0994f305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.427031 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2d614087-406e-4f47-ba68-4c26f057fe4b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.448377 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2d614087-406e-4f47-ba68-4c26f057fe4b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.458014 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d614087-406e-4f47-ba68-4c26f057fe4b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:15:10.458848 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2d614087-406e-4f47-ba68-4c26f057fe4b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.462533 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:15:10.462533 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:15:10.462533 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:15:10.462533 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:15:10.462533 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:15:10.462533 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:15:10.462533 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:15:10.462533 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:15:10.462533 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:15:10.462533 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:15:10.462533 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:15:10.462533 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:15:10.462533 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:15:10.462533 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:15:10.462533 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:15:10.462533 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:15:10.462533 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:15:10.462533 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:15:10.462533 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:15:10.462533 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:15:10.462533 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:15:10.462533 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:15:10.462533 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:15:10.462533 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:15:10.462533 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:15:10.462533 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:15:10.462533 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:15:10.462533 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:15:10.462533 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:15:10.462533 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:15:10.462533 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:15:10.462533 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:15:10.546198 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32cabf3-aded-4252-9bab-ebf3d910c591 None None] Network 7531acf1-326e-42ac-bfae-6c400d7dd3a2 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:10.558303 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-e5933584-0e56-43c0-9a98-e79e47adaff7 req-b9343fdd-ab69-4855-9a6e-be1a31df380f tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Deleting port 8f308c45-800f-44a1-bedd-62d6320dd8c9 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:10.558756 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e5933584-0e56-43c0-9a98-e79e47adaff7 req-b9343fdd-ab69-4855-9a6e-be1a31df380f tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.599015 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2d614087-406e-4f47-ba68-4c26f057fe4b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.625678 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2d614087-406e-4f47-ba68-4c26f057fe4b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.633030 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2d614087-406e-4f47-ba68-4c26f057fe4b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "DELETE /v2.0/networks/7531acf1-326e-42ac-bfae-6c400d7dd3a2 HTTP/1.1" status: 204 len: 168 time: 1.0046275 Sep 21 18:15:10.635009 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35886) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:10.648232 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-a60fcc17-7627-445c-9b0b-d59160f5c158 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1407444538'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:10.670949 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-84f30559-9b86-4ff6-8ead-279c0994f305 None None] For port b95e59f6-6990-4050-8306-4833d5e3c6a4, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:15:10.672487 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d614087-406e-4f47-ba68-4c26f057fe4b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event deleted for resources: {'Network': ['ID=7531acf1-326e-42ac-bfae-6c400d7dd3a2,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:10.726154 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60fcc17-7627-445c-9b0b-d59160f5c158 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Made reservation on behalf of c3fb4483e7fd44c3bb1d364922815427 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:10.733122 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a60fcc17-7627-445c-9b0b-d59160f5c158 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.737595 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-84f30559-9b86-4ff6-8ead-279c0994f305 None None] For port b95e59f6-6990-4050-8306-4833d5e3c6a4, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=b95e59f6-6990-4050-8306-4833d5e3c6a4,segment=NetworkSegment(dacc9d67-8630-4225-8c08-be6d3fe832aa),segment_id=dacc9d67-8630-4225-8c08-be6d3fe832aa)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:15:10.767348 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-84f30559-9b86-4ff6-8ead-279c0994f305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.786832 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a60fcc17-7627-445c-9b0b-d59160f5c158 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:15:10.791360 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-e5933584-0e56-43c0-9a98-e79e47adaff7 req-b9343fdd-ab69-4855-9a6e-be1a31df380f tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] For port 8f308c45-800f-44a1-bedd-62d6320dd8c9, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=8f308c45-800f-44a1-bedd-62d6320dd8c9,segment=NetworkSegment(56ed99cd-0543-43a6-8d7e-2106ce5d8c41),segment_id=56ed99cd-0543-43a6-8d7e-2106ce5d8c41)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:10.791739 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e5933584-0e56-43c0-9a98-e79e47adaff7 req-b9343fdd-ab69-4855-9a6e-be1a31df380f tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.809070 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a60fcc17-7627-445c-9b0b-d59160f5c158 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.816183 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-a60fcc17-7627-445c-9b0b-d59160f5c158 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Added segment a45e8f9d-5004-4de0-a9aa-70ac99fa48ef of type vlan for network 7202deca-30ca-4887-b738-4a7cf7599773 Sep 21 18:15:10.905663 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a60fcc17-7627-445c-9b0b-d59160f5c158 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.909096 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f30559-9b86-4ff6-8ead-279c0994f305 None None] Pushing event updated for resources: {'Port': ['ID=b95e59f6-6990-4050-8306-4833d5e3c6a4,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:10.946793 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a60fcc17-7627-445c-9b0b-d59160f5c158 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:10.956778 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60fcc17-7627-445c-9b0b-d59160f5c158 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:10.957871 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a60fcc17-7627-445c-9b0b-d59160f5c158 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:11.069858 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60fcc17-7627-445c-9b0b-d59160f5c158 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event updated for resources: {'Network': ['ID=7202deca-30ca-4887-b738-4a7cf7599773,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:11.082247 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 7202deca-30ca-4887-b738-4a7cf7599773 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:15:11.119481 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a60fcc17-7627-445c-9b0b-d59160f5c158 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4826012 Sep 21 18:15:11.122094 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35894) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:11.132745 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-0dd71fce-5b1e-45db-bf54-423833afaf76 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Request body: {'subnet': {'network_id': '7202deca-30ca-4887-b738-4a7cf7599773', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:11.326286 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e33f2de9-f064-4095-a4a9-bc90f71d02bf up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:15:11.338136 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e5933584-0e56-43c0-9a98-e79e47adaff7 req-b9343fdd-ab69-4855-9a6e-be1a31df380f tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:11.338775 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e5933584-0e56-43c0-9a98-e79e47adaff7 req-b9343fdd-ab69-4855-9a6e-be1a31df380f tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:11.339289 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [req-e5933584-0e56-43c0-9a98-e79e47adaff7 req-b9343fdd-ab69-4855-9a6e-be1a31df380f tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Floating IP 100cfd52-64c0-40e4-a30d-7535aa4245ef disassociated. External IP: 172.25.6.115, port: 8f308c45-800f-44a1-bedd-62d6320dd8c9. Sep 21 18:15:11.339801 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-e5933584-0e56-43c0-9a98-e79e47adaff7 req-b9343fdd-ab69-4855-9a6e-be1a31df380f tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Calling delete_port for 8f308c45-800f-44a1-bedd-62d6320dd8c9 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:11.383685 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd71fce-5b1e-45db-bf54-423833afaf76 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Made reservation on behalf of c3fb4483e7fd44c3bb1d364922815427 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:11.388515 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0dd71fce-5b1e-45db-bf54-423833afaf76 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:11.418253 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port e33f2de9-f064-4095-a4a9-bc90f71d02bf triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:15:11.418810 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:11.457354 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70860d1-1a7e-4d80-a8c0-4d3c473fb5ed req-a5261123-fea1-460e-88d1-118d54e8a113 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:11.459589 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e70860d1-1a7e-4d80-a8c0-4d3c473fb5ed req-a5261123-fea1-460e-88d1-118d54e8a113 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b HTTP/1.1" status: 200 len: 945 time: 0.1792901 Sep 21 18:15:11.564690 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e70860d1-1a7e-4d80-a8c0-4d3c473fb5ed req-f879fe38-0514-4196-b945-655ee8818f90 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups?id=ddb913d6-c8d8-4056-8b3a-0f7a2a962f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981650 Sep 21 18:15:11.677707 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e5933584-0e56-43c0-9a98-e79e47adaff7 req-b9343fdd-ab69-4855-9a6e-be1a31df380f tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:11.724871 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9343fdd-ab69-4855-9a6e-be1a31df380f tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Pushing event deleted for resources: {'Port': ['ID=8f308c45-800f-44a1-bedd-62d6320dd8c9,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:11.809342 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0dd71fce-5b1e-45db-bf54-423833afaf76 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:11.912859 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd71fce-5b1e-45db-bf54-423833afaf76 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event updated for resources: {'Subnet': ['ID=adffbbc3-ca45-413b-bc68-2154ae83ea9d,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:11.952095 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5933584-0e56-43c0-9a98-e79e47adaff7 req-b9343fdd-ab69-4855-9a6e-be1a31df380f tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Router 0532cd4f-7f9f-417a-8e25-ab29cbe2dac6 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:15:11.981112 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd71fce-5b1e-45db-bf54-423833afaf76 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Checking segment: {'id': 'a45e8f9d-5004-4de0-a9aa-70ac99fa48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7202deca-30ca-4887-b738-4a7cf7599773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:11.984990 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd71fce-5b1e-45db-bf54-423833afaf76 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Network hostable DHCP agents. Network: 7202deca-30ca-4887-b738-4a7cf7599773, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:15:12.022043 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd71fce-5b1e-45db-bf54-423833afaf76 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Network 7202deca-30ca-4887-b738-4a7cf7599773 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:15:12.038320 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-0dd71fce-5b1e-45db-bf54-423833afaf76 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 7202deca-30ca-4887-b738-4a7cf7599773) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:12.043279 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd71fce-5b1e-45db-bf54-423833afaf76 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:12.043940 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0dd71fce-5b1e-45db-bf54-423833afaf76 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:12.049811 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3905e53b-a3bd-4585-a92b-92bfb868e468 None None] Network 7202deca-30ca-4887-b738-4a7cf7599773 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:12.082824 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0dd71fce-5b1e-45db-bf54-423833afaf76 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9568672 Sep 21 18:15:12.083396 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35912) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:12.181948 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5933584-0e56-43c0-9a98-e79e47adaff7 req-b9343fdd-ab69-4855-9a6e-be1a31df380f tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:15:12.198753 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a4cbaa-512d-4692-bf76-62df1f7a8389 None None] Sync routers for ids ['0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:15:12.269615 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a4cbaa-512d-4692-bf76-62df1f7a8389 None None] Routers {'0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:15:12.270248 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-39a4cbaa-512d-4692-bf76-62df1f7a8389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:14:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:12.289974 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5933584-0e56-43c0-9a98-e79e47adaff7 req-b9343fdd-ab69-4855-9a6e-be1a31df380f tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] No DVR routers for this DVR port 8f308c45-800f-44a1-bedd-62d6320dd8c9 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:15:12.302331 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e5933584-0e56-43c0-9a98-e79e47adaff7 req-b9343fdd-ab69-4855-9a6e-be1a31df380f tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:12.306660 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e5933584-0e56-43c0-9a98-e79e47adaff7 req-b9343fdd-ab69-4855-9a6e-be1a31df380f tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.38 "DELETE /v2.0/ports/8f308c45-800f-44a1-bedd-62d6320dd8c9 HTTP/1.1" status: 204 len: 173 time: 1.9979191 Sep 21 18:15:12.321066 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b', 'name': 'network-vif-deleted', 'tag': '8f308c45-800f-44a1-bedd-62d6320dd8c9'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:15:12.332605 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af355675-6e37-428b-b842-6b6fa28d2aae" -d '{"events": [{"server_uuid": "1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b", "name": "network-vif-deleted", "tag": "8f308c45-800f-44a1-bedd-62d6320dd8c9"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:15:12.496494 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900df6b5-3cee-4909-a9bd-8095c37070b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-7202deca-30ca-4887-b738-4a7cf7599773', 'network_id': '7202deca-30ca-4887-b738-4a7cf7599773', 'tenant_id': 'c3fb4483e7fd44c3bb1d364922815427', 'fixed_ips': [{'subnet_id': 'adffbbc3-ca45-413b-bc68-2154ae83ea9d'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:15:12.498248 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-900df6b5-3cee-4909-a9bd-8095c37070b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:12.500921 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6889-51c9-42ff-9b49-4750d866cc8c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:12.546014 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12426d0b-65e7-4025-a2d1-766b71bda879 x-openstack-request-id: req-12426d0b-65e7-4025-a2d1-766b71bda879 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:15:12.546520 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b", "name": "network-vif-deleted", "tag": "8f308c45-800f-44a1-bedd-62d6320dd8c9", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:15:12.546834 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-12426d0b-65e7-4025-a2d1-766b71bda879 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:15:12.547328 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b', 'name': 'network-vif-deleted', 'tag': '8f308c45-800f-44a1-bedd-62d6320dd8c9', 'status': 'completed', 'code': 200} Sep 21 18:15:12.649733 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6889-51c9-42ff-9b49-4750d866cc8c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:12.679621 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-39a4cbaa-512d-4692-bf76-62df1f7a8389 None None] Set router 0532cd4f-7f9f-417a-8e25-ab29cbe2dac6 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:15:12.763917 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5a5e89b0-0098-4d93-9918-ebfc4adedd79 req-1409fbcb-23d4-464b-92c8-e52e205339a9 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f8ff9bc-e29d-4e97-b094-fdfeb24a6f0b HTTP/1.1" status: 200 len: 210 time: 0.0576029 Sep 21 18:15:12.786258 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ff0a98-54ba-44d1-b93a-f76bb71cf1c6 None None] Network eaf459f7-b023-48af-bcdb-7f7b65c21cb9 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:12.836235 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-900df6b5-3cee-4909-a9bd-8095c37070b2 None None] Allocated IP 2001:db8::1 (7202deca-30ca-4887-b738-4a7cf7599773/adffbbc3-ca45-413b-bc68-2154ae83ea9d/0eec6790-172c-40c7-8225-c42141424eda) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:15:12.959170 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-39a4cbaa-512d-4692-bf76-62df1f7a8389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'name': 'tempest-AttachVolumeTestJSON-1801208743-router', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:14Z', 'updated_at': '2021-09-21T18:08:19Z', 'revision_number': 4, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'gw_port': {'id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:15Z', 'updated_at': '2021-09-21T18:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'bf36e34e-ebba-4f71-a59a-5d649f3f7f8c', 'name': '', 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'mac_address': 'fa:16:3e:bd:3f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:18Z', 'updated_at': '2021-09-21T18:08:25Z', 'revision_number': 5, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'subnets': [{'id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:13.010211 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a4cbaa-512d-4692-bf76-62df1f7a8389 None None] Checking router: 0532cd4f-7f9f-417a-8e25-ab29cbe2dac6 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:15:13.029476 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b54e73fd-cd25-46dd-b288-b843fc75fbee None None] Provisioning complete for port b95e59f6-6990-4050-8306-4833d5e3c6a4 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:15:13.029852 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b54e73fd-cd25-46dd-b288-b843fc75fbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:13.031042 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a4cbaa-512d-4692-bf76-62df1f7a8389 None None] Routers {'0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:15:13.032092 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-39a4cbaa-512d-4692-bf76-62df1f7a8389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:14:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:13.152357 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-900df6b5-3cee-4909-a9bd-8095c37070b2 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:13.192183 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-900df6b5-3cee-4909-a9bd-8095c37070b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:13.225307 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6889-51c9-42ff-9b49-4750d866cc8c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:13.236402 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b54e73fd-cd25-46dd-b288-b843fc75fbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:13.292312 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-39a4cbaa-512d-4692-bf76-62df1f7a8389 None None] Set router 0532cd4f-7f9f-417a-8e25-ab29cbe2dac6 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:15:13.309902 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900df6b5-3cee-4909-a9bd-8095c37070b2 None None] Network 7202deca-30ca-4887-b738-4a7cf7599773 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:15:13.322537 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d6889-51c9-42ff-9b49-4750d866cc8c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event deleted for resources: {'Subnet': ['ID=adffbbc3-ca45-413b-bc68-2154ae83ea9d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:13.339525 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-900df6b5-3cee-4909-a9bd-8095c37070b2 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:13.352107 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900df6b5-3cee-4909-a9bd-8095c37070b2 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:15:13.371793 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900df6b5-3cee-4909-a9bd-8095c37070b2 None None] Pushing event updated for resources: {'Port': ['ID=0eec6790-172c-40c7-8225-c42141424eda,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:13.454250 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b95e59f6-6990-4050-8306-4833d5e3c6a4 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:15:13.454642 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6889-51c9-42ff-9b49-4750d866cc8c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:13.479993 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-dc3d6889-51c9-42ff-9b49-4750d866cc8c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7202deca-30ca-4887-b738-4a7cf7599773']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:13.494314 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b54e73fd-cd25-46dd-b288-b843fc75fbee None None] For port b95e59f6-6990-4050-8306-4833d5e3c6a4, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=b95e59f6-6990-4050-8306-4833d5e3c6a4,segment=NetworkSegment(dacc9d67-8630-4225-8c08-be6d3fe832aa),segment_id=dacc9d67-8630-4225-8c08-be6d3fe832aa)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:13.502845 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-dc3d6889-51c9-42ff-9b49-4750d866cc8c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a45e8f9d-5004-4de0-a9aa-70ac99fa48ef') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:13.503250 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-dc3d6889-51c9-42ff-9b49-4750d866cc8c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a45e8f9d-5004-4de0-a9aa-70ac99fa48ef') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:13.516799 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6889-51c9-42ff-9b49-4750d866cc8c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:13.534007 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6889-51c9-42ff-9b49-4750d866cc8c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:13.551766 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3d6889-51c9-42ff-9b49-4750d866cc8c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:15:13.552191 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6889-51c9-42ff-9b49-4750d866cc8c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:13.562346 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:15:13.562346 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:15:13.562346 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:15:13.562346 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:15:13.562346 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:15:13.562346 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:15:13.562346 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:15:13.562346 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:15:13.562346 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:15:13.562346 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:15:13.562346 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:15:13.562346 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:15:13.562346 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:15:13.562346 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:15:13.562346 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:15:13.562346 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:15:13.562346 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:15:13.562346 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:15:13.562346 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:15:13.562346 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:15:13.562346 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:15:13.562346 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:15:13.562346 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:15:13.562346 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:15:13.562346 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:15:13.562346 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:15:13.562346 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:15:13.562346 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:15:13.562346 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:15:13.562346 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:15:13.562346 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:15:13.562346 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:15:13.579146 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b54e73fd-cd25-46dd-b288-b843fc75fbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:13.601815 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-39a4cbaa-512d-4692-bf76-62df1f7a8389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'name': 'tempest-AttachVolumeTestJSON-1801208743-router', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:14Z', 'updated_at': '2021-09-21T18:08:19Z', 'revision_number': 4, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'gw_port': {'id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:15Z', 'updated_at': '2021-09-21T18:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'bf36e34e-ebba-4f71-a59a-5d649f3f7f8c', 'name': '', 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'mac_address': 'fa:16:3e:bd:3f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:18Z', 'updated_at': '2021-09-21T18:08:25Z', 'revision_number': 5, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'subnets': [{'id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:13.629334 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-900df6b5-3cee-4909-a9bd-8095c37070b2 None None] Attempting to bind port 0eec6790-172c-40c7-8225-c42141424eda on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:15:13.629708 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-900df6b5-3cee-4909-a9bd-8095c37070b2 None None] Attempting to bind port 0eec6790-172c-40c7-8225-c42141424eda by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'a45e8f9d-5004-4de0-a9aa-70ac99fa48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7202deca-30ca-4887-b738-4a7cf7599773'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:15:13.630081 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900df6b5-3cee-4909-a9bd-8095c37070b2 None None] Attempting to bind port 0eec6790-172c-40c7-8225-c42141424eda on network 7202deca-30ca-4887-b738-4a7cf7599773 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:15:13.649280 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a4cbaa-512d-4692-bf76-62df1f7a8389 None None] The sync data for ids ['0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'] in n-d-810291-1 is: [{'id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'name': 'tempest-AttachVolumeTestJSON-1801208743-router', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:14Z', 'updated_at': '2021-09-21T18:08:19Z', 'revision_number': 4, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'gw_port': {'id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:15Z', 'updated_at': '2021-09-21T18:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'bf36e34e-ebba-4f71-a59a-5d649f3f7f8c', 'name': '', 'network_id': 'b4b63a75-cac0-4c3a-a311-673b965199ba', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'mac_address': 'fa:16:3e:bd:3f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:18Z', 'updated_at': '2021-09-21T18:08:25Z', 'revision_number': 5, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'subnets': [{'id': '29244be3-4141-408b-9ec3-b8b1380c14f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:15:13.657940 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900df6b5-3cee-4909-a9bd-8095c37070b2 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:15:13.658138 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900df6b5-3cee-4909-a9bd-8095c37070b2 None None] Checking segment: {'id': 'a45e8f9d-5004-4de0-a9aa-70ac99fa48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7202deca-30ca-4887-b738-4a7cf7599773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:13.658533 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-900df6b5-3cee-4909-a9bd-8095c37070b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:13.658953 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900df6b5-3cee-4909-a9bd-8095c37070b2 None None] Bound using segment: {'id': 'a45e8f9d-5004-4de0-a9aa-70ac99fa48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7202deca-30ca-4887-b738-4a7cf7599773'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:15:13.659520 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-900df6b5-3cee-4909-a9bd-8095c37070b2 None None] Bound port: 0eec6790-172c-40c7-8225-c42141424eda, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a45e8f9d-5004-4de0-a9aa-70ac99fa48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7202deca-30ca-4887-b738-4a7cf7599773'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:15:13.659909 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-900df6b5-3cee-4909-a9bd-8095c37070b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:13.788849 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.db.api [None req-dc3d6889-51c9-42ff-9b49-4750d866cc8c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 18:15:13.788849 n-d-810291-1 neutron-server[101461]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 18:15:13.788849 n-d-810291-1 neutron-server[101461]: [parameters: {'id': '7202deca-30ca-4887-b738-4a7cf7599773'}] Sep 21 18:15:13.788849 n-d-810291-1 neutron-server[101461]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:15:13.792766 n-d-810291-1 neutron-server[101461]: DEBUG oslo_db.api [None req-dc3d6889-51c9-42ff-9b49-4750d866cc8c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:15:13.835699 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-900df6b5-3cee-4909-a9bd-8095c37070b2 None None] For port 0eec6790-172c-40c7-8225-c42141424eda, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:15:13.843735 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-900df6b5-3cee-4909-a9bd-8095c37070b2 None None] For port 0eec6790-172c-40c7-8225-c42141424eda, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=0eec6790-172c-40c7-8225-c42141424eda,segment=NetworkSegment(a45e8f9d-5004-4de0-a9aa-70ac99fa48ef),segment_id=a45e8f9d-5004-4de0-a9aa-70ac99fa48ef)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:15:13.860073 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e73fd-cd25-46dd-b288-b843fc75fbee None None] Pushing event updated for resources: {'Port': ['ID=b95e59f6-6990-4050-8306-4833d5e3c6a4,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:13.874852 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-900df6b5-3cee-4909-a9bd-8095c37070b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:13.957403 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 35950) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:13.980838 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port b95e59f6-6990-4050-8306-4833d5e3c6a4 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:15:13.981219 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:14.099519 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd70b8e-e2ab-49b5-8b2a-1d219e7cbb8c None None] Network 7202deca-30ca-4887-b738-4a7cf7599773 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:14.101253 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900df6b5-3cee-4909-a9bd-8095c37070b2 None None] Pushing event updated for resources: {'Port': ['ID=0eec6790-172c-40c7-8225-c42141424eda,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:14.117554 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-76d373f9-6651-4d8f-8d01-5c9571826015 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:14.198813 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-76d373f9-6651-4d8f-8d01-5c9571826015 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:14.217476 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 8f308c45-800f-44a1-bedd-62d6320dd8c9 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:15:14.240255 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-c2dc70dc-8859-4cc7-901c-6c2b8f4b3000 None None] Provisioning complete for port b95e59f6-6990-4050-8306-4833d5e3c6a4 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:15:14.240774 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c2dc70dc-8859-4cc7-901c-6c2b8f4b3000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:14.247563 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 8f308c45-800f-44a1-bedd-62d6320dd8c9 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:15:14.247563 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 8f308c45-800f-44a1-bedd-62d6320dd8c9 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:15:14.250199 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855c5a7a-3b49-4c82-b8ec-9bd7eafe66b2 None None] New status for floating IP 100cfd52-64c0-40e4-a30d-7535aa4245ef: DOWN {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:15:14.293905 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-76d373f9-6651-4d8f-8d01-5c9571826015 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:14.296678 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-76d373f9-6651-4d8f-8d01-5c9571826015 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:14.298306 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-76d373f9-6651-4d8f-8d01-5c9571826015 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "DELETE /v2.0/security-groups/ddb913d6-c8d8-4056-8b3a-0f7a2a962f6a HTTP/1.1" status: 204 len: 168 time: 0.3398442 Sep 21 18:15:14.301196 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 35956) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:14.315333 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6889-51c9-42ff-9b49-4750d866cc8c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:14.334249 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-809261dc-c0b5-4929-952a-dadb8f961495 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] show failed (client error): The resource could not be found. Sep 21 18:15:14.338843 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-809261dc-c0b5-4929-952a-dadb8f961495 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "GET /v2.0/security-groups/ddb913d6-c8d8-4056-8b3a-0f7a2a962f6a HTTP/1.1" status: 404 len: 347 time: 0.0359168 Sep 21 18:15:14.341894 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d373f9-6651-4d8f-8d01-5c9571826015 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb913d6-c8d8-4056-8b3a-0f7a2a962f6a,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:14.342635 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 35958) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:14.448046 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-dc3d6889-51c9-42ff-9b49-4750d866cc8c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Deleting port 0eec6790-172c-40c7-8225-c42141424eda {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:14.448403 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6889-51c9-42ff-9b49-4750d866cc8c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:14.556392 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-546e338e-868e-4ba3-8754-d1b98edac273 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Deleting port bad408cc-213a-4612-b12a-ead93486539a {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:14.556764 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-546e338e-868e-4ba3-8754-d1b98edac273 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:14.597993 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-dc3d6889-51c9-42ff-9b49-4750d866cc8c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] For port 0eec6790-172c-40c7-8225-c42141424eda, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=0eec6790-172c-40c7-8225-c42141424eda,segment=NetworkSegment(a45e8f9d-5004-4de0-a9aa-70ac99fa48ef),segment_id=a45e8f9d-5004-4de0-a9aa-70ac99fa48ef)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:14.598397 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6889-51c9-42ff-9b49-4750d866cc8c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:14.638087 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-dc3d6889-51c9-42ff-9b49-4750d866cc8c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Calling delete_port for 0eec6790-172c-40c7-8225-c42141424eda owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:14.707887 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-546e338e-868e-4ba3-8754-d1b98edac273 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:14.710085 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-546e338e-868e-4ba3-8754-d1b98edac273 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:14.734113 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-546e338e-868e-4ba3-8754-d1b98edac273 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Calling delete_port for bad408cc-213a-4612-b12a-ead93486539a owned by network:floatingip {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:14.774004 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881b78f5-b63a-48c4-a699-4f84f9e2b01b None None] get_active_networks_info from n-d-810291-1 {{(pid=101462) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:15:15.038390 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881b78f5-b63a-48c4-a699-4f84f9e2b01b None None] Resources bound (agent type, host, resource id): {{(pid=101462) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:15:15.055553 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-546e338e-868e-4ba3-8754-d1b98edac273 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:15.141567 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e338e-868e-4ba3-8754-d1b98edac273 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Pushing event deleted for resources: {'Port': ['ID=bad408cc-213a-4612-b12a-ead93486539a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:15.264819 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-546e338e-868e-4ba3-8754-d1b98edac273 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks [] for floatingip, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:15.270554 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-546e338e-868e-4ba3-8754-d1b98edac273 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:15.271858 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-546e338e-868e-4ba3-8754-d1b98edac273 tempest-AttachVolumeTestJSON-145919986 tempest-AttachVolumeTestJSON-145919986-project] 10.222.0.58 "DELETE /v2.0/floatingips/100cfd52-64c0-40e4-a30d-7535aa4245ef HTTP/1.1" status: 204 len: 168 time: 0.9281509 Sep 21 18:15:15.286078 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b95e59f6-6990-4050-8306-4833d5e3c6a4 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:15:15.381578 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6889-51c9-42ff-9b49-4750d866cc8c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:15.453174 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port b95e59f6-6990-4050-8306-4833d5e3c6a4 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:15:15.453731 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:15.475818 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d6889-51c9-42ff-9b49-4750d866cc8c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event deleted for resources: {'Port': ['ID=0eec6790-172c-40c7-8225-c42141424eda,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:15.486375 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3d6889-51c9-42ff-9b49-4750d866cc8c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] No DVR routers for this DVR port 0eec6790-172c-40c7-8225-c42141424eda on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:15:15.526842 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd29084d-da5f-4015-91c7-81a617ab7170 None None] get_active_networks_info from n-d-810291-1 {{(pid=101462) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:15:15.627518 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6889-51c9-42ff-9b49-4750d866cc8c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:15.653913 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-dc3d6889-51c9-42ff-9b49-4750d866cc8c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7202deca-30ca-4887-b738-4a7cf7599773']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:15.658773 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd29084d-da5f-4015-91c7-81a617ab7170 None None] Resources bound (agent type, host, resource id): {{(pid=101462) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:15:15.665184 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-dc3d6889-51c9-42ff-9b49-4750d866cc8c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a45e8f9d-5004-4de0-a9aa-70ac99fa48ef') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:15.665560 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-dc3d6889-51c9-42ff-9b49-4750d866cc8c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a45e8f9d-5004-4de0-a9aa-70ac99fa48ef') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:15.677291 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6889-51c9-42ff-9b49-4750d866cc8c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:15.691438 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6889-51c9-42ff-9b49-4750d866cc8c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:15.698244 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3d6889-51c9-42ff-9b49-4750d866cc8c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:15:15.699316 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6889-51c9-42ff-9b49-4750d866cc8c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:15.704794 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:15:15.704794 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:15:15.704794 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:15:15.704794 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:15:15.704794 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:15:15.704794 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:15:15.704794 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:15:15.704794 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:15:15.704794 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:15:15.704794 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:15:15.704794 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:15:15.704794 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:15:15.704794 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:15:15.704794 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:15:15.704794 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:15:15.704794 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:15:15.704794 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:15:15.704794 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:15:15.704794 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:15:15.704794 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:15:15.704794 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:15:15.704794 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:15:15.704794 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:15:15.704794 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:15:15.704794 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:15:15.704794 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:15:15.704794 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:15:15.704794 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:15:15.704794 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:15:15.704794 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:15:15.704794 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:15:15.704794 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:15:15.816565 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6889-51c9-42ff-9b49-4750d866cc8c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:15.828731 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dc3d6889-51c9-42ff-9b49-4750d866cc8c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:15.831397 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-dc3d6889-51c9-42ff-9b49-4750d866cc8c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "DELETE /v2.0/networks/7202deca-30ca-4887-b738-4a7cf7599773 HTTP/1.1" status: 204 len: 168 time: 3.7468925 Sep 21 18:15:15.836045 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 35994) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:15.845027 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-d4c5141f-5916-4321-8083-d8e6a83173bc tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1689456508'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:15.896463 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d6889-51c9-42ff-9b49-4750d866cc8c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event deleted for resources: {'Network': ['ID=7202deca-30ca-4887-b738-4a7cf7599773,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:15.913318 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c5141f-5916-4321-8083-d8e6a83173bc tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Made reservation on behalf of c3fb4483e7fd44c3bb1d364922815427 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:15.916955 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d4c5141f-5916-4321-8083-d8e6a83173bc tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:15.921235 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bb006ba9-f5ce-4b55-92fc-0b7f0579aa7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:15.956851 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c5141f-5916-4321-8083-d8e6a83173bc tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:15:15.971763 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d4c5141f-5916-4321-8083-d8e6a83173bc tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:15.972271 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-d4c5141f-5916-4321-8083-d8e6a83173bc tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Added segment f141c4f9-31ed-4f67-925a-a2cb8234d0df of type vlan for network 986c302d-96c2-48f5-b0ad-c7f56a7c2c9d Sep 21 18:15:16.056866 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d4c5141f-5916-4321-8083-d8e6a83173bc tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:16.093970 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d4c5141f-5916-4321-8083-d8e6a83173bc tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:16.100779 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c5141f-5916-4321-8083-d8e6a83173bc tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:16.101257 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d4c5141f-5916-4321-8083-d8e6a83173bc tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:16.145780 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d4c5141f-5916-4321-8083-d8e6a83173bc tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3071451 Sep 21 18:15:16.148543 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 36012) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:16.153367 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-54239b32-b9b2-4233-9e12-e24f7224231f tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Request body: {'subnet': {'network_id': '986c302d-96c2-48f5-b0ad-c7f56a7c2c9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:16.235511 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5141f-5916-4321-8083-d8e6a83173bc tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event updated for resources: {'Network': ['ID=986c302d-96c2-48f5-b0ad-c7f56a7c2c9d,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:16.252647 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 986c302d-96c2-48f5-b0ad-c7f56a7c2c9d details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:15:16.351754 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54239b32-b9b2-4233-9e12-e24f7224231f tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Made reservation on behalf of c3fb4483e7fd44c3bb1d364922815427 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:16.356226 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-54239b32-b9b2-4233-9e12-e24f7224231f tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:16.627173 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-54239b32-b9b2-4233-9e12-e24f7224231f tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:16.736300 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54239b32-b9b2-4233-9e12-e24f7224231f tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event updated for resources: {'Subnet': ['ID=275e91d0-768f-4ec3-ae3b-a6dafc75b69e,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:16.746592 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54239b32-b9b2-4233-9e12-e24f7224231f tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Checking segment: {'id': 'f141c4f9-31ed-4f67-925a-a2cb8234d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '986c302d-96c2-48f5-b0ad-c7f56a7c2c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:16.747431 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54239b32-b9b2-4233-9e12-e24f7224231f tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Network hostable DHCP agents. Network: 986c302d-96c2-48f5-b0ad-c7f56a7c2c9d, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:15:16.775634 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54239b32-b9b2-4233-9e12-e24f7224231f tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Network 986c302d-96c2-48f5-b0ad-c7f56a7c2c9d is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:15:16.796375 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-54239b32-b9b2-4233-9e12-e24f7224231f tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 986c302d-96c2-48f5-b0ad-c7f56a7c2c9d) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:16.808651 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f5a97d-8be1-4f28-9cb9-4b0d2af5671c None None] Network 986c302d-96c2-48f5-b0ad-c7f56a7c2c9d requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:16.811923 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54239b32-b9b2-4233-9e12-e24f7224231f tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:16.813776 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-54239b32-b9b2-4233-9e12-e24f7224231f tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:16.844370 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-54239b32-b9b2-4233-9e12-e24f7224231f tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6936295 Sep 21 18:15:16.852639 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36026) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:16.963825 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f2f4ef67-b9b2-442d-9097-29d53ff2761e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:16.997322 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a0c089-a838-4461-bc95-08bb6522fcb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-986c302d-96c2-48f5-b0ad-c7f56a7c2c9d', 'network_id': '986c302d-96c2-48f5-b0ad-c7f56a7c2c9d', 'tenant_id': 'c3fb4483e7fd44c3bb1d364922815427', 'fixed_ips': [{'subnet_id': '275e91d0-768f-4ec3-ae3b-a6dafc75b69e'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:15:16.998894 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-21a0c089-a838-4461-bc95-08bb6522fcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:17.048201 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f2f4ef67-b9b2-442d-9097-29d53ff2761e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:17.176904 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-21a0c089-a838-4461-bc95-08bb6522fcb1 None None] Allocated IP 2001:db8::1 (986c302d-96c2-48f5-b0ad-c7f56a7c2c9d/275e91d0-768f-4ec3-ae3b-a6dafc75b69e/a7a2366d-466a-4ca1-addc-7fef53a5f589) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:15:17.372571 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-21a0c089-a838-4461-bc95-08bb6522fcb1 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:17.381773 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-21a0c089-a838-4461-bc95-08bb6522fcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:17.407412 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a0c089-a838-4461-bc95-08bb6522fcb1 None None] Network 986c302d-96c2-48f5-b0ad-c7f56a7c2c9d is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:15:17.409386 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f2f4ef67-b9b2-442d-9097-29d53ff2761e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:17.410266 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-21a0c089-a838-4461-bc95-08bb6522fcb1 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:17.413290 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a0c089-a838-4461-bc95-08bb6522fcb1 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:15:17.511232 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f2f4ef67-b9b2-442d-9097-29d53ff2761e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:17.523928 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0c089-a838-4461-bc95-08bb6522fcb1 None None] Pushing event updated for resources: {'Port': ['ID=a7a2366d-466a-4ca1-addc-7fef53a5f589,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:17.541603 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-21a0c089-a838-4461-bc95-08bb6522fcb1 None None] Attempting to bind port a7a2366d-466a-4ca1-addc-7fef53a5f589 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:15:17.541975 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-21a0c089-a838-4461-bc95-08bb6522fcb1 None None] Attempting to bind port a7a2366d-466a-4ca1-addc-7fef53a5f589 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'f141c4f9-31ed-4f67-925a-a2cb8234d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '986c302d-96c2-48f5-b0ad-c7f56a7c2c9d'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:15:17.542700 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0c089-a838-4461-bc95-08bb6522fcb1 None None] Attempting to bind port a7a2366d-466a-4ca1-addc-7fef53a5f589 on network 986c302d-96c2-48f5-b0ad-c7f56a7c2c9d {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:15:17.549574 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0c089-a838-4461-bc95-08bb6522fcb1 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:15:17.549774 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0c089-a838-4461-bc95-08bb6522fcb1 None None] Checking segment: {'id': 'f141c4f9-31ed-4f67-925a-a2cb8234d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '986c302d-96c2-48f5-b0ad-c7f56a7c2c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:17.550050 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-21a0c089-a838-4461-bc95-08bb6522fcb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:17.550840 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0c089-a838-4461-bc95-08bb6522fcb1 None None] Bound using segment: {'id': 'f141c4f9-31ed-4f67-925a-a2cb8234d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '986c302d-96c2-48f5-b0ad-c7f56a7c2c9d'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:15:17.553333 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-21a0c089-a838-4461-bc95-08bb6522fcb1 None None] Bound port: a7a2366d-466a-4ca1-addc-7fef53a5f589, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f141c4f9-31ed-4f67-925a-a2cb8234d0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '986c302d-96c2-48f5-b0ad-c7f56a7c2c9d'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:15:17.553460 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-f2f4ef67-b9b2-442d-9097-29d53ff2761e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['986c302d-96c2-48f5-b0ad-c7f56a7c2c9d']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:17.553603 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-21a0c089-a838-4461-bc95-08bb6522fcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:17.569691 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-f2f4ef67-b9b2-442d-9097-29d53ff2761e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f141c4f9-31ed-4f67-925a-a2cb8234d0df') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:17.570150 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-f2f4ef67-b9b2-442d-9097-29d53ff2761e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f141c4f9-31ed-4f67-925a-a2cb8234d0df') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:17.611855 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4ef67-b9b2-442d-9097-29d53ff2761e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event deleted for resources: {'Subnet': ['ID=275e91d0-768f-4ec3-ae3b-a6dafc75b69e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:17.620663 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f2f4ef67-b9b2-442d-9097-29d53ff2761e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:17.639588 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f2f4ef67-b9b2-442d-9097-29d53ff2761e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:17.646881 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f4ef67-b9b2-442d-9097-29d53ff2761e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:15:17.647737 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f2f4ef67-b9b2-442d-9097-29d53ff2761e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:17.650995 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:15:17.650995 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:15:17.650995 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:15:17.650995 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:15:17.650995 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:15:17.650995 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:15:17.650995 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:15:17.650995 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:15:17.650995 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:15:17.650995 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:15:17.650995 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:15:17.650995 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:15:17.650995 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:15:17.650995 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:15:17.650995 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:15:17.650995 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:15:17.650995 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:15:17.650995 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:15:17.650995 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:15:17.650995 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:15:17.650995 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:15:17.650995 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:15:17.650995 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:15:17.650995 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:15:17.650995 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:15:17.650995 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:15:17.650995 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:15:17.650995 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:15:17.650995 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:15:17.650995 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:15:17.650995 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:15:17.650995 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:15:17.713610 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-21a0c089-a838-4461-bc95-08bb6522fcb1 None None] For port a7a2366d-466a-4ca1-addc-7fef53a5f589, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:15:17.737567 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-21a0c089-a838-4461-bc95-08bb6522fcb1 None None] For port a7a2366d-466a-4ca1-addc-7fef53a5f589, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a7a2366d-466a-4ca1-addc-7fef53a5f589,segment=NetworkSegment(f141c4f9-31ed-4f67-925a-a2cb8234d0df),segment_id=f141c4f9-31ed-4f67-925a-a2cb8234d0df)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:15:17.741200 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.db.api [None req-f2f4ef67-b9b2-442d-9097-29d53ff2761e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 18:15:17.741200 n-d-810291-1 neutron-server[101461]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 18:15:17.741200 n-d-810291-1 neutron-server[101461]: [parameters: {'id': '986c302d-96c2-48f5-b0ad-c7f56a7c2c9d'}] Sep 21 18:15:17.741200 n-d-810291-1 neutron-server[101461]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:15:17.741921 n-d-810291-1 neutron-server[101461]: DEBUG oslo_db.api [None req-f2f4ef67-b9b2-442d-9097-29d53ff2761e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:15:17.745168 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-21a0c089-a838-4461-bc95-08bb6522fcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:17.866756 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0c089-a838-4461-bc95-08bb6522fcb1 None None] Pushing event updated for resources: {'Port': ['ID=a7a2366d-466a-4ca1-addc-7fef53a5f589,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:17.883193 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137113f0-3e13-4fb4-8fa8-3178c351ed08 None None] Network 986c302d-96c2-48f5-b0ad-c7f56a7c2c9d requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:18.041758 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d8a2bd-409b-4097-af91-534f1658752c None None] get_active_networks_info from n-d-810291-1 {{(pid=101462) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:15:18.157288 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d8a2bd-409b-4097-af91-534f1658752c None None] Resources bound (agent type, host, resource id): {{(pid=101462) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:15:18.243639 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f2f4ef67-b9b2-442d-9097-29d53ff2761e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:18.349755 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-f2f4ef67-b9b2-442d-9097-29d53ff2761e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Deleting port a7a2366d-466a-4ca1-addc-7fef53a5f589 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:18.350518 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f2f4ef67-b9b2-442d-9097-29d53ff2761e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:18.457467 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8418b549-fcf1-4595-9bab-ec8cee4520ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:18.464649 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-f2f4ef67-b9b2-442d-9097-29d53ff2761e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] For port a7a2366d-466a-4ca1-addc-7fef53a5f589, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a7a2366d-466a-4ca1-addc-7fef53a5f589,segment=NetworkSegment(f141c4f9-31ed-4f67-925a-a2cb8234d0df),segment_id=f141c4f9-31ed-4f67-925a-a2cb8234d0df)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:18.465938 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f2f4ef67-b9b2-442d-9097-29d53ff2761e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:18.484575 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-f2f4ef67-b9b2-442d-9097-29d53ff2761e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Calling delete_port for a7a2366d-466a-4ca1-addc-7fef53a5f589 owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:18.524330 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:15:18.615469 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f2f4ef67-b9b2-442d-9097-29d53ff2761e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:18.632224 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f4ef67-b9b2-442d-9097-29d53ff2761e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] No DVR routers for this DVR port a7a2366d-466a-4ca1-addc-7fef53a5f589 on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:15:18.697493 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4ef67-b9b2-442d-9097-29d53ff2761e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event deleted for resources: {'Port': ['ID=a7a2366d-466a-4ca1-addc-7fef53a5f589,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:18.853903 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f2f4ef67-b9b2-442d-9097-29d53ff2761e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:18.875596 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-f2f4ef67-b9b2-442d-9097-29d53ff2761e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['986c302d-96c2-48f5-b0ad-c7f56a7c2c9d']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:18.885558 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-f2f4ef67-b9b2-442d-9097-29d53ff2761e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f141c4f9-31ed-4f67-925a-a2cb8234d0df') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:18.885855 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-f2f4ef67-b9b2-442d-9097-29d53ff2761e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f141c4f9-31ed-4f67-925a-a2cb8234d0df') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:18.895984 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f2f4ef67-b9b2-442d-9097-29d53ff2761e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:18.909523 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f2f4ef67-b9b2-442d-9097-29d53ff2761e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:18.916917 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f4ef67-b9b2-442d-9097-29d53ff2761e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:15:18.917436 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f2f4ef67-b9b2-442d-9097-29d53ff2761e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:18.922960 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:15:18.922960 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:15:18.922960 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:15:18.922960 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:15:18.922960 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:15:18.922960 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:15:18.922960 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:15:18.922960 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:15:18.922960 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:15:18.922960 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:15:18.922960 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:15:18.922960 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:15:18.922960 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:15:18.922960 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:15:18.922960 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:15:18.922960 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:15:18.922960 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:15:18.922960 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:15:18.922960 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:15:18.922960 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:15:18.922960 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:15:18.922960 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:15:18.922960 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:15:18.922960 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:15:18.922960 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:15:18.922960 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:15:18.922960 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:15:18.922960 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:15:18.922960 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:15:18.922960 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:15:18.922960 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:15:18.922960 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:15:19.001201 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:19.068163 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f2f4ef67-b9b2-442d-9097-29d53ff2761e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:19.074420 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f2f4ef67-b9b2-442d-9097-29d53ff2761e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:19.076889 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f2f4ef67-b9b2-442d-9097-29d53ff2761e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "DELETE /v2.0/networks/986c302d-96c2-48f5-b0ad-c7f56a7c2c9d HTTP/1.1" status: 204 len: 168 time: 2.2231998 Sep 21 18:15:19.080931 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 36086) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:19.094962 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-01dc0341-6366-4a76-96c5-a37de923d85e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1225066689'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:19.100811 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4ef67-b9b2-442d-9097-29d53ff2761e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event deleted for resources: {'Network': ['ID=986c302d-96c2-48f5-b0ad-c7f56a7c2c9d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:19.157123 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dc0341-6366-4a76-96c5-a37de923d85e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Made reservation on behalf of c3fb4483e7fd44c3bb1d364922815427 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:19.161307 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-01dc0341-6366-4a76-96c5-a37de923d85e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:19.233092 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01dc0341-6366-4a76-96c5-a37de923d85e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:15:19.254360 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-01dc0341-6366-4a76-96c5-a37de923d85e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:19.254788 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-01dc0341-6366-4a76-96c5-a37de923d85e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Added segment 59662e4b-f013-4e05-9785-8de3e6de5655 of type vlan for network 0efc89b0-5afa-460b-b2d1-c99c51fa4c20 Sep 21 18:15:19.326357 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-01dc0341-6366-4a76-96c5-a37de923d85e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:19.369848 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-01dc0341-6366-4a76-96c5-a37de923d85e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:19.376826 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dc0341-6366-4a76-96c5-a37de923d85e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:19.377584 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-01dc0341-6366-4a76-96c5-a37de923d85e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:19.432816 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-01dc0341-6366-4a76-96c5-a37de923d85e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3501401 Sep 21 18:15:19.435783 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36100) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:19.441678 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-360f5edc-338e-4ef0-946d-93fc43c28ae6 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Request body: {'subnet': {'network_id': '0efc89b0-5afa-460b-b2d1-c99c51fa4c20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:19.528361 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc0341-6366-4a76-96c5-a37de923d85e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event updated for resources: {'Network': ['ID=0efc89b0-5afa-460b-b2d1-c99c51fa4c20,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:19.541704 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 0efc89b0-5afa-460b-b2d1-c99c51fa4c20 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:15:19.624274 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360f5edc-338e-4ef0-946d-93fc43c28ae6 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Made reservation on behalf of c3fb4483e7fd44c3bb1d364922815427 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:19.632934 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-360f5edc-338e-4ef0-946d-93fc43c28ae6 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:19.876674 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-360f5edc-338e-4ef0-946d-93fc43c28ae6 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:19.988878 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f5edc-338e-4ef0-946d-93fc43c28ae6 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event updated for resources: {'Subnet': ['ID=f83ec8e5-dec8-4dc9-8d13-6db97f30c9f8,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:20.000541 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360f5edc-338e-4ef0-946d-93fc43c28ae6 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Checking segment: {'id': '59662e4b-f013-4e05-9785-8de3e6de5655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0efc89b0-5afa-460b-b2d1-c99c51fa4c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:20.001130 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360f5edc-338e-4ef0-946d-93fc43c28ae6 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Network hostable DHCP agents. Network: 0efc89b0-5afa-460b-b2d1-c99c51fa4c20, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:15:20.021715 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360f5edc-338e-4ef0-946d-93fc43c28ae6 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Network 0efc89b0-5afa-460b-b2d1-c99c51fa4c20 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:15:20.048466 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-360f5edc-338e-4ef0-946d-93fc43c28ae6 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 0efc89b0-5afa-460b-b2d1-c99c51fa4c20) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:20.058638 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e0b315-048a-4fcd-915a-2a29b1d82f85 None None] Network 0efc89b0-5afa-460b-b2d1-c99c51fa4c20 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:20.059527 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360f5edc-338e-4ef0-946d-93fc43c28ae6 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:20.060415 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-360f5edc-338e-4ef0-946d-93fc43c28ae6 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:20.082170 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 36122) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:20.083596 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-360f5edc-338e-4ef0-946d-93fc43c28ae6 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6461563 Sep 21 18:15:20.088537 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-febaad09-b3bb-4a4f-9f06-ac02ac9c57c6 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Request body: {'subnet': {'network_id': '0efc89b0-5afa-460b-b2d1-c99c51fa4c20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:20.138935 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:20.306615 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febaad09-b3bb-4a4f-9f06-ac02ac9c57c6 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Made reservation on behalf of c3fb4483e7fd44c3bb1d364922815427 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:20.311454 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-febaad09-b3bb-4a4f-9f06-ac02ac9c57c6 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:20.355078 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b17c48-6b73-4e56-aeb0-67c24c9e5851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-0efc89b0-5afa-460b-b2d1-c99c51fa4c20', 'network_id': '0efc89b0-5afa-460b-b2d1-c99c51fa4c20', 'tenant_id': 'c3fb4483e7fd44c3bb1d364922815427', 'fixed_ips': [{'subnet_id': 'f83ec8e5-dec8-4dc9-8d13-6db97f30c9f8'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:15:20.355985 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a3b17c48-6b73-4e56-aeb0-67c24c9e5851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:20.651649 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-a3b17c48-6b73-4e56-aeb0-67c24c9e5851 None None] Allocated IP 2001:db8::2 (0efc89b0-5afa-460b-b2d1-c99c51fa4c20/f83ec8e5-dec8-4dc9-8d13-6db97f30c9f8/f187f353-dda7-4403-ab02-14393ebb2af1) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:15:20.959188 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a3b17c48-6b73-4e56-aeb0-67c24c9e5851 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:20.969258 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a3b17c48-6b73-4e56-aeb0-67c24c9e5851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:21.040364 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b17c48-6b73-4e56-aeb0-67c24c9e5851 None None] Pushing event updated for resources: {'Port': ['ID=f187f353-dda7-4403-ab02-14393ebb2af1,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:21.062859 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b17c48-6b73-4e56-aeb0-67c24c9e5851 None None] Network 0efc89b0-5afa-460b-b2d1-c99c51fa4c20 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:15:21.067226 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-a3b17c48-6b73-4e56-aeb0-67c24c9e5851 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:21.073289 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b17c48-6b73-4e56-aeb0-67c24c9e5851 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:15:21.194911 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a3b17c48-6b73-4e56-aeb0-67c24c9e5851 None None] Attempting to bind port f187f353-dda7-4403-ab02-14393ebb2af1 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:15:21.195846 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a3b17c48-6b73-4e56-aeb0-67c24c9e5851 None None] Attempting to bind port f187f353-dda7-4403-ab02-14393ebb2af1 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '59662e4b-f013-4e05-9785-8de3e6de5655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0efc89b0-5afa-460b-b2d1-c99c51fa4c20'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:15:21.195846 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b17c48-6b73-4e56-aeb0-67c24c9e5851 None None] Attempting to bind port f187f353-dda7-4403-ab02-14393ebb2af1 on network 0efc89b0-5afa-460b-b2d1-c99c51fa4c20 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:15:21.213388 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b17c48-6b73-4e56-aeb0-67c24c9e5851 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:15:21.213981 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b17c48-6b73-4e56-aeb0-67c24c9e5851 None None] Checking segment: {'id': '59662e4b-f013-4e05-9785-8de3e6de5655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0efc89b0-5afa-460b-b2d1-c99c51fa4c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:21.215691 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a3b17c48-6b73-4e56-aeb0-67c24c9e5851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:21.216265 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b17c48-6b73-4e56-aeb0-67c24c9e5851 None None] Bound using segment: {'id': '59662e4b-f013-4e05-9785-8de3e6de5655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0efc89b0-5afa-460b-b2d1-c99c51fa4c20'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:15:21.216953 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a3b17c48-6b73-4e56-aeb0-67c24c9e5851 None None] Bound port: f187f353-dda7-4403-ab02-14393ebb2af1, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59662e4b-f013-4e05-9785-8de3e6de5655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0efc89b0-5afa-460b-b2d1-c99c51fa4c20'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:15:21.217564 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a3b17c48-6b73-4e56-aeb0-67c24c9e5851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:21.348212 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a3b17c48-6b73-4e56-aeb0-67c24c9e5851 None None] For port f187f353-dda7-4403-ab02-14393ebb2af1, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:15:21.354346 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a3b17c48-6b73-4e56-aeb0-67c24c9e5851 None None] For port f187f353-dda7-4403-ab02-14393ebb2af1, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f187f353-dda7-4403-ab02-14393ebb2af1,segment=NetworkSegment(59662e4b-f013-4e05-9785-8de3e6de5655),segment_id=59662e4b-f013-4e05-9785-8de3e6de5655)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:15:21.364218 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a3b17c48-6b73-4e56-aeb0-67c24c9e5851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:21.531474 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b17c48-6b73-4e56-aeb0-67c24c9e5851 None None] Pushing event updated for resources: {'Port': ['ID=f187f353-dda7-4403-ab02-14393ebb2af1,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:21.546480 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-febaad09-b3bb-4a4f-9f06-ac02ac9c57c6 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:21.617047 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:21.625971 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febaad09-b3bb-4a4f-9f06-ac02ac9c57c6 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Network 0efc89b0-5afa-460b-b2d1-c99c51fa4c20 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:15:21.630140 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-febaad09-b3bb-4a4f-9f06-ac02ac9c57c6 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:21.638608 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febaad09-b3bb-4a4f-9f06-ac02ac9c57c6 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:21.639484 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-febaad09-b3bb-4a4f-9f06-ac02ac9c57c6 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:21.645326 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febaad09-b3bb-4a4f-9f06-ac02ac9c57c6 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event updated for resources: {'Subnet': ['ID=23a4b4e9-e37b-4211-93db-b2765d80aa5b,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:21.667612 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-febaad09-b3bb-4a4f-9f06-ac02ac9c57c6 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5834997 Sep 21 18:15:21.668235 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36172) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:21.757045 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361bf064-fa20-4b83-ada0-b3698f004271 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:21.760827 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361bf064-fa20-4b83-ada0-b3698f004271 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:21.762323 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361bf064-fa20-4b83-ada0-b3698f004271 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:21.763874 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361bf064-fa20-4b83-ada0-b3698f004271 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:21.775168 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361bf064-fa20-4b83-ada0-b3698f004271 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:21.777483 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-361bf064-fa20-4b83-ada0-b3698f004271 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1082160 Sep 21 18:15:21.781603 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 36180) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:21.789971 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-d34fbaed-fbe6-4291-aee5-6929cb3dc89b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1406027654'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:21.840208 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34fbaed-fbe6-4291-aee5-6929cb3dc89b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Made reservation on behalf of c3fb4483e7fd44c3bb1d364922815427 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:21.848838 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d34fbaed-fbe6-4291-aee5-6929cb3dc89b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:21.909177 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d34fbaed-fbe6-4291-aee5-6929cb3dc89b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:15:21.932240 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d34fbaed-fbe6-4291-aee5-6929cb3dc89b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:21.932633 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-d34fbaed-fbe6-4291-aee5-6929cb3dc89b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Added segment 8e4c98cd-62a3-412e-85e6-7d9ec9de345b of type vlan for network 981c3714-7cf8-4a0d-9a95-91a35f2aa589 Sep 21 18:15:21.987167 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d34fbaed-fbe6-4291-aee5-6929cb3dc89b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:22.031075 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d34fbaed-fbe6-4291-aee5-6929cb3dc89b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:22.037151 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34fbaed-fbe6-4291-aee5-6929cb3dc89b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:22.037693 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d34fbaed-fbe6-4291-aee5-6929cb3dc89b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:22.096443 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d34fbaed-fbe6-4291-aee5-6929cb3dc89b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3136849 Sep 21 18:15:22.099179 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36186) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:22.109319 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-c4f2c0ca-2c82-4b5a-a376-48790c9881e8 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:22.264990 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34fbaed-fbe6-4291-aee5-6929cb3dc89b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event updated for resources: {'Network': ['ID=981c3714-7cf8-4a0d-9a95-91a35f2aa589,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:22.276360 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 981c3714-7cf8-4a0d-9a95-91a35f2aa589 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:15:22.490602 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c4f2c0ca-2c82-4b5a-a376-48790c9881e8 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:22.506179 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c4f2c0ca-2c82-4b5a-a376-48790c9881e8 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:22.547044 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c4f2c0ca-2c82-4b5a-a376-48790c9881e8 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Network 981c3714-7cf8-4a0d-9a95-91a35f2aa589 is not hosted by any dhcp agent {{(pid=101461) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 21 18:15:22.552679 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f2c0ca-2c82-4b5a-a376-48790c9881e8 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:22.553329 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c4f2c0ca-2c82-4b5a-a376-48790c9881e8 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:22.554981 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c4f2c0ca-2c82-4b5a-a376-48790c9881e8 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "PUT /v2.0/networks/981c3714-7cf8-4a0d-9a95-91a35f2aa589 HTTP/1.1" status: 200 len: 723 time: 0.4547541 Sep 21 18:15:22.558331 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 36198) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:22.565163 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-c9a42334-da48-46a4-a563-f718fab7ab0a tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Request body: {'subnet': {'network_id': '981c3714-7cf8-4a0d-9a95-91a35f2aa589', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:22.661547 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2c0ca-2c82-4b5a-a376-48790c9881e8 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event updated for resources: {'Network': ['ID=981c3714-7cf8-4a0d-9a95-91a35f2aa589,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:22.683936 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f2c0ca-2c82-4b5a-a376-48790c9881e8 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:22.684606 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f2c0ca-2c82-4b5a-a376-48790c9881e8 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:22.684606 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f2c0ca-2c82-4b5a-a376-48790c9881e8 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:22.685021 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f2c0ca-2c82-4b5a-a376-48790c9881e8 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:22.685239 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f2c0ca-2c82-4b5a-a376-48790c9881e8 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:22.685570 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f2c0ca-2c82-4b5a-a376-48790c9881e8 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:22.685891 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f2c0ca-2c82-4b5a-a376-48790c9881e8 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:22.686213 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f2c0ca-2c82-4b5a-a376-48790c9881e8 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:22.686586 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f2c0ca-2c82-4b5a-a376-48790c9881e8 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:22.686971 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f2c0ca-2c82-4b5a-a376-48790c9881e8 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:22.687293 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f2c0ca-2c82-4b5a-a376-48790c9881e8 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:22.687610 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f2c0ca-2c82-4b5a-a376-48790c9881e8 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:15:22.714212 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 981c3714-7cf8-4a0d-9a95-91a35f2aa589 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:15:22.756556 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a42334-da48-46a4-a563-f718fab7ab0a tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Made reservation on behalf of c3fb4483e7fd44c3bb1d364922815427 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:22.760695 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c9a42334-da48-46a4-a563-f718fab7ab0a tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:23.062100 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c9a42334-da48-46a4-a563-f718fab7ab0a tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:23.101130 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0590ae83-64dd-4b3f-ae8b-2d45dca540e8 None None] Network 0efc89b0-5afa-460b-b2d1-c99c51fa4c20 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:23.203425 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a42334-da48-46a4-a563-f718fab7ab0a tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event updated for resources: {'Subnet': ['ID=09b80ddf-0ec8-4106-b24d-a5039fc5530a,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:23.236694 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a42334-da48-46a4-a563-f718fab7ab0a tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Checking segment: {'id': '8e4c98cd-62a3-412e-85e6-7d9ec9de345b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '981c3714-7cf8-4a0d-9a95-91a35f2aa589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:23.237079 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a42334-da48-46a4-a563-f718fab7ab0a tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Network hostable DHCP agents. Network: 981c3714-7cf8-4a0d-9a95-91a35f2aa589, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:15:23.269204 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-a44e368b-e0a8-4ca1-9537-f223ae55bc16 None None] Provisioning complete for port f187f353-dda7-4403-ab02-14393ebb2af1 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:15:23.271577 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a44e368b-e0a8-4ca1-9537-f223ae55bc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:23.302680 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a42334-da48-46a4-a563-f718fab7ab0a tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Network 981c3714-7cf8-4a0d-9a95-91a35f2aa589 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:15:23.323296 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-c9a42334-da48-46a4-a563-f718fab7ab0a tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 981c3714-7cf8-4a0d-9a95-91a35f2aa589) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:23.341643 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a42334-da48-46a4-a563-f718fab7ab0a tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:23.344931 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c9a42334-da48-46a4-a563-f718fab7ab0a tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:23.400317 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ec6b1d-666a-4131-8d3a-2e4b68d7a491 None None] Network 981c3714-7cf8-4a0d-9a95-91a35f2aa589 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:23.402690 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36212) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:23.410298 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f187f353-dda7-4403-ab02-14393ebb2af1 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:15:23.412024 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-60171489-a5dc-4423-b4ba-ebf2ff985fe7 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:23.415247 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c9a42334-da48-46a4-a563-f718fab7ab0a tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8553777 Sep 21 18:15:23.570472 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-60171489-a5dc-4423-b4ba-ebf2ff985fe7 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9123385'] for subnet, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:23.712650 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:23.797637 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-60171489-a5dc-4423-b4ba-ebf2ff985fe7 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748376389636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8460098'] for subnet, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:23.854645 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60171489-a5dc-4423-b4ba-ebf2ff985fe7 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event updated for resources: {'Subnet': ['ID=09b80ddf-0ec8-4106-b24d-a5039fc5530a,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:23.863457 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60171489-a5dc-4423-b4ba-ebf2ff985fe7 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:23.864187 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-60171489-a5dc-4423-b4ba-ebf2ff985fe7 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:23.866997 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-60171489-a5dc-4423-b4ba-ebf2ff985fe7 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "PUT /v2.0/subnets/09b80ddf-0ec8-4106-b24d-a5039fc5530a HTTP/1.1" status: 200 len: 826 time: 0.4620683 Sep 21 18:15:23.869514 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 36214) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:23.987715 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27cd6be9-4e3f-4555-873d-a761a26df3df tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:24.057763 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27cd6be9-4e3f-4555-873d-a761a26df3df tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:24.128508 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27cd6be9-4e3f-4555-873d-a761a26df3df tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:24.157446 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd6be9-4e3f-4555-873d-a761a26df3df tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event deleted for resources: {'Subnet': ['ID=09b80ddf-0ec8-4106-b24d-a5039fc5530a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:24.249995 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port f187f353-dda7-4403-ab02-14393ebb2af1 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:15:24.250630 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:24.256855 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f4a75e-466a-4342-ad17-454e8fa22b39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-981c3714-7cf8-4a0d-9a95-91a35f2aa589', 'network_id': '981c3714-7cf8-4a0d-9a95-91a35f2aa589', 'tenant_id': 'c3fb4483e7fd44c3bb1d364922815427', 'fixed_ips': [{'subnet_id': '09b80ddf-0ec8-4106-b24d-a5039fc5530a'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:15:24.258028 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-71f4a75e-466a-4342-ad17-454e8fa22b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:24.302957 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddda1c3-c8b1-4bae-b080-85bba1590185 None None] Update dhcp port {'port': {'network_id': '0efc89b0-5afa-460b-b2d1-c99c51fa4c20', 'fixed_ips': [{'subnet_id': 'f83ec8e5-dec8-4dc9-8d13-6db97f30c9f8', 'ip_address': '2001:db8::2'}, {'subnet_id': '23a4b4e9-e37b-4211-93db-b2765d80aa5b'}], 'binding:host_id': 'n-d-810291-1'}, 'id': 'f187f353-dda7-4403-ab02-14393ebb2af1'} from n-d-810291-1. {{(pid=101462) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 18:15:24.308024 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27cd6be9-4e3f-4555-873d-a761a26df3df tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:24.308437 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a44e368b-e0a8-4ca1-9537-f223ae55bc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:24.354683 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-27cd6be9-4e3f-4555-873d-a761a26df3df tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['981c3714-7cf8-4a0d-9a95-91a35f2aa589']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:24.370444 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-27cd6be9-4e3f-4555-873d-a761a26df3df tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e4c98cd-62a3-412e-85e6-7d9ec9de345b') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:24.370737 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-27cd6be9-4e3f-4555-873d-a761a26df3df tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e4c98cd-62a3-412e-85e6-7d9ec9de345b') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:24.384366 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27cd6be9-4e3f-4555-873d-a761a26df3df tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:24.403386 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27cd6be9-4e3f-4555-873d-a761a26df3df tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:24.414276 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27cd6be9-4e3f-4555-873d-a761a26df3df tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:15:24.414687 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27cd6be9-4e3f-4555-873d-a761a26df3df tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:24.486021 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:15:24.486021 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:15:24.486021 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:15:24.486021 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:15:24.486021 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:15:24.486021 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:15:24.486021 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:15:24.486021 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:15:24.486021 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:15:24.486021 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:15:24.486021 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:15:24.486021 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:15:24.486021 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:15:24.486021 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:15:24.486021 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:15:24.486021 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:15:24.486021 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:15:24.486021 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:15:24.486021 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:15:24.486021 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:15:24.486021 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:15:24.486021 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:15:24.486021 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:15:24.486021 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:15:24.486021 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:15:24.486021 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:15:24.486021 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:15:24.486021 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:15:24.486021 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:15:24.486021 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:15:24.486021 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:15:24.486021 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:15:24.571884 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a44e368b-e0a8-4ca1-9537-f223ae55bc16 None None] For port f187f353-dda7-4403-ab02-14393ebb2af1, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f187f353-dda7-4403-ab02-14393ebb2af1,segment=NetworkSegment(59662e4b-f013-4e05-9785-8de3e6de5655),segment_id=59662e4b-f013-4e05-9785-8de3e6de5655)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:24.593310 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fddda1c3-c8b1-4bae-b080-85bba1590185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:24.599925 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a44e368b-e0a8-4ca1-9537-f223ae55bc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:24.604606 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27cd6be9-4e3f-4555-873d-a761a26df3df tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:24.621749 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27cd6be9-4e3f-4555-873d-a761a26df3df tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:24.631547 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36230) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:24.632982 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-27cd6be9-4e3f-4555-873d-a761a26df3df tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "DELETE /v2.0/networks/981c3714-7cf8-4a0d-9a95-91a35f2aa589 HTTP/1.1" status: 204 len: 168 time: 0.7622983 Sep 21 18:15:24.665316 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00d5c4f-0393-4241-b738-b24598b4eb95 None None] Network 981c3714-7cf8-4a0d-9a95-91a35f2aa589 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:24.700488 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-d51e3d57-2d10-45ba-9cab-83dac4235946 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:24.701981 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd6be9-4e3f-4555-873d-a761a26df3df tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event deleted for resources: {'Network': ['ID=981c3714-7cf8-4a0d-9a95-91a35f2aa589,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:24.714218 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d51e3d57-2d10-45ba-9cab-83dac4235946 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:24.725123 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d51e3d57-2d10-45ba-9cab-83dac4235946 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "DELETE /v2.0/networks/981c3714-7cf8-4a0d-9a95-91a35f2aa589 HTTP/1.1" status: 404 len: 339 time: 0.0897427 Sep 21 18:15:24.725659 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36236) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:24.731025 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-c4a093e4-8131-405e-8655-ef2234b71ed1 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-51610636', 'description': 'd1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:24.802881 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a093e4-8131-405e-8655-ef2234b71ed1 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Made reservation on behalf of c3fb4483e7fd44c3bb1d364922815427 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:24.813171 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c4a093e4-8131-405e-8655-ef2234b71ed1 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:24.864784 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a093e4-8131-405e-8655-ef2234b71ed1 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:15:24.877521 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c4a093e4-8131-405e-8655-ef2234b71ed1 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:24.878168 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-c4a093e4-8131-405e-8655-ef2234b71ed1 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Added segment 62f04d36-bea1-4fb2-a5dc-d28f62ef377d of type vlan for network b904e0fa-652d-4caa-836f-b8c680cf02e6 Sep 21 18:15:24.953082 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c4a093e4-8131-405e-8655-ef2234b71ed1 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:25.006279 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c4a093e4-8131-405e-8655-ef2234b71ed1 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:25.012026 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a093e4-8131-405e-8655-ef2234b71ed1 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:25.012676 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c4a093e4-8131-405e-8655-ef2234b71ed1 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:25.046286 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 36244) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:25.055364 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c4a093e4-8131-405e-8655-ef2234b71ed1 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3163440 Sep 21 18:15:25.099937 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-fddda1c3-c8b1-4bae-b080-85bba1590185 None None] Allocated IP 172.20.0.1 (0efc89b0-5afa-460b-b2d1-c99c51fa4c20/23a4b4e9-e37b-4211-93db-b2765d80aa5b/f187f353-dda7-4403-ab02-14393ebb2af1) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:15:25.214718 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a093e4-8131-405e-8655-ef2234b71ed1 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event updated for resources: {'Network': ['ID=b904e0fa-652d-4caa-836f-b8c680cf02e6,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:25.265323 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network b904e0fa-652d-4caa-836f-b8c680cf02e6 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:15:25.267961 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00d5c4f-0393-4241-b738-b24598b4eb95 None None] Network 981c3714-7cf8-4a0d-9a95-91a35f2aa589 could not be found, it might have been deleted concurrently. {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 21 18:15:25.315701 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafe0fe-7393-4b3f-bfd6-e1b10395ddce tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:25.320248 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0cafe0fe-7393-4b3f-bfd6-e1b10395ddce tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "GET /v2.0/networks?id=b904e0fa-652d-4caa-836f-b8c680cf02e6 HTTP/1.1" status: 200 len: 763 time: 0.2703521 Sep 21 18:15:25.321706 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36248) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:25.327634 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-fc27b48e-f098-486c-8877-fc1310833b92 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Request body: {'network': {'description': 'd2'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:25.332738 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8550c98-6a7a-4516-979b-a900469050df None None] Network 981c3714-7cf8-4a0d-9a95-91a35f2aa589 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:25.365529 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:25.383251 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-fddda1c3-c8b1-4bae-b080-85bba1590185 None None] For port f187f353-dda7-4403-ab02-14393ebb2af1, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f187f353-dda7-4403-ab02-14393ebb2af1,segment=NetworkSegment(59662e4b-f013-4e05-9785-8de3e6de5655),segment_id=59662e4b-f013-4e05-9785-8de3e6de5655)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:25.389958 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8550c98-6a7a-4516-979b-a900469050df None None] Network 981c3714-7cf8-4a0d-9a95-91a35f2aa589 could not be found, it might have been deleted concurrently. {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 21 18:15:25.401349 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e368b-e0a8-4ca1-9537-f223ae55bc16 None None] Pushing event updated for resources: {'Port': ['ID=f187f353-dda7-4403-ab02-14393ebb2af1,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:25.481611 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fddda1c3-c8b1-4bae-b080-85bba1590185 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:25.492731 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fddda1c3-c8b1-4bae-b080-85bba1590185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:25.642853 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f187f353-dda7-4403-ab02-14393ebb2af1 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:15:25.760502 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddda1c3-c8b1-4bae-b080-85bba1590185 None None] Pushing event updated for resources: {'Port': ['ID=f187f353-dda7-4403-ab02-14393ebb2af1,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:25.786533 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fc27b48e-f098-486c-8877-fc1310833b92 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:25.804332 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port f187f353-dda7-4403-ab02-14393ebb2af1 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:15:25.804715 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:25.838224 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fc27b48e-f098-486c-8877-fc1310833b92 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:25.856668 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fc27b48e-f098-486c-8877-fc1310833b92 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Network b904e0fa-652d-4caa-836f-b8c680cf02e6 is not hosted by any dhcp agent {{(pid=101461) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 21 18:15:25.865200 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc27b48e-f098-486c-8877-fc1310833b92 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:25.866194 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fc27b48e-f098-486c-8877-fc1310833b92 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:25.870532 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fc27b48e-f098-486c-8877-fc1310833b92 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "PUT /v2.0/networks/b904e0fa-652d-4caa-836f-b8c680cf02e6 HTTP/1.1" status: 200 len: 760 time: 0.5477240 Sep 21 18:15:25.870740 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 36262) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:26.019235 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27b48e-f098-486c-8877-fc1310833b92 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event updated for resources: {'Network': ['ID=b904e0fa-652d-4caa-836f-b8c680cf02e6,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:26.046473 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network b904e0fa-652d-4caa-836f-b8c680cf02e6 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:15:26.098322 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d71a7da-2fb3-4ba2-b7cb-f75aee712b80 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:26.100487 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1d71a7da-2fb3-4ba2-b7cb-f75aee712b80 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "GET /v2.0/networks?id=b904e0fa-652d-4caa-836f-b8c680cf02e6 HTTP/1.1" status: 200 len: 763 time: 0.2279871 Sep 21 18:15:26.104073 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 36268) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:26.258122 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87adcdd-2553-4116-bf78-019048db1efb tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:26.260567 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c87adcdd-2553-4116-bf78-019048db1efb tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1547167 Sep 21 18:15:26.263448 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 36270) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:26.308664 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-92a67d1e-9874-483d-acda-ffe5305f5fd4 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "GET /v2.0/subnets?network_id=b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 207 time: 0.0436375 Sep 21 18:15:26.312043 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 36274) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:26.483563 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e9f081-074e-4e91-96d8-4f7d92d02e6b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:26.492588 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e9f081-074e-4e91-96d8-4f7d92d02e6b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:26.510494 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e9f081-074e-4e91-96d8-4f7d92d02e6b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:26.518259 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e9f081-074e-4e91-96d8-4f7d92d02e6b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:26.524769 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e9f081-074e-4e91-96d8-4f7d92d02e6b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:26.531520 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e9f081-074e-4e91-96d8-4f7d92d02e6b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:26.533781 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e2e9f081-074e-4e91-96d8-4f7d92d02e6b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2202115 Sep 21 18:15:26.539183 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36280) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:26.627058 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dca3664-6806-4a99-8146-55c910fd704a None None] Network 0efc89b0-5afa-460b-b2d1-c99c51fa4c20 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:26.711659 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d8302491-8490-434b-bde4-0e638dd8e2d4 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1710577 Sep 21 18:15:26.715151 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36284) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:26.728073 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-fedcf607-be47-4e7a-bbbc-43c538330f03 None None] Provisioning complete for port f187f353-dda7-4403-ab02-14393ebb2af1 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:15:26.728672 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fedcf607-be47-4e7a-bbbc-43c538330f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:26.777292 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5a9e56-a96a-466f-bced-afcc164245b9 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:26.779481 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5a9e56-a96a-466f-bced-afcc164245b9 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:26.781465 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5a9e56-a96a-466f-bced-afcc164245b9 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:26.783375 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5a9e56-a96a-466f-bced-afcc164245b9 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:26.785172 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5a9e56-a96a-466f-bced-afcc164245b9 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:26.787210 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6f5a9e56-a96a-466f-bced-afcc164245b9 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0709076 Sep 21 18:15:26.791141 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 36288) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:26.880090 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf72b65-ceac-4599-99e4-9afeab98923c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:26.881858 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf72b65-ceac-4599-99e4-9afeab98923c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:26.883610 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf72b65-ceac-4599-99e4-9afeab98923c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:26.885212 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf72b65-ceac-4599-99e4-9afeab98923c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:26.886763 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf72b65-ceac-4599-99e4-9afeab98923c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:26.888970 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-caf72b65-ceac-4599-99e4-9afeab98923c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0968413 Sep 21 18:15:26.892748 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36296) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:27.038732 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63564b3d-7424-48d1-9da0-9bc5053acd4b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:27.041794 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-63564b3d-7424-48d1-9da0-9bc5053acd4b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "GET /v2.0/networks/efdc919e-7f8a-4d90-8f56-d1819d3e45cd HTTP/1.1" status: 200 len: 803 time: 0.1472321 Sep 21 18:15:27.046644 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 36308) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:27.257689 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-055eeb61-01c7-4c8e-9b5d-13e9d2cfdeab tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "GET /v2.0/networks/efdc919e-7f8a-4d90-8f56-d1819d3e45cd?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2096670 Sep 21 18:15:27.261370 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36314) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:27.349739 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1537db-27f4-4b9e-adbf-da22820e442b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:27.351443 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5d1537db-27f4-4b9e-adbf-da22820e442b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "GET /v2.0/subnets/58ab9e9f-8e61-44e5-8271-f996959b93e5 HTTP/1.1" status: 200 len: 843 time: 0.0887785 Sep 21 18:15:27.355392 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 36318) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:27.442758 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b54861-35f3-424c-beac-7ff382f81d79 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['shared'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:27.449546 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-79b54861-35f3-424c-beac-7ff382f81d79 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "GET /v2.0/subnets/58ab9e9f-8e61-44e5-8271-f996959b93e5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0894852 Sep 21 18:15:27.450259 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36320) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:27.456140 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-ad25cbc5-a0f9-42af-94f3-d3df97154abb tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-31566481'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:27.501796 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad25cbc5-a0f9-42af-94f3-d3df97154abb tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Made reservation on behalf of c3fb4483e7fd44c3bb1d364922815427 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:27.505837 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ad25cbc5-a0f9-42af-94f3-d3df97154abb tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:27.557050 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-d2f5283a-ae6f-462d-a70f-8973adf8a980 None None] Provisioning complete for port f187f353-dda7-4403-ab02-14393ebb2af1 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:15:27.557747 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d2f5283a-ae6f-462d-a70f-8973adf8a980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:27.560547 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad25cbc5-a0f9-42af-94f3-d3df97154abb tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:15:27.590412 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f187f353-dda7-4403-ab02-14393ebb2af1 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:15:27.594093 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ad25cbc5-a0f9-42af-94f3-d3df97154abb tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:27.594452 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-ad25cbc5-a0f9-42af-94f3-d3df97154abb tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Added segment fd8d37d3-66f4-40ff-a869-61e004a5ebf3 of type vlan for network 09ac72aa-fdf7-411a-a619-638b6ff30445 Sep 21 18:15:27.675517 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ad25cbc5-a0f9-42af-94f3-d3df97154abb tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:27.717069 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ad25cbc5-a0f9-42af-94f3-d3df97154abb tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:27.727119 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad25cbc5-a0f9-42af-94f3-d3df97154abb tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:27.730109 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ad25cbc5-a0f9-42af-94f3-d3df97154abb tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:27.786544 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 36328) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:27.786998 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ad25cbc5-a0f9-42af-94f3-d3df97154abb tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3349271 Sep 21 18:15:27.791928 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-1fefde29-e0a7-4327-b2ab-e751c1c0f64c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Request body: {'subnet': {'network_id': '09ac72aa-fdf7-411a-a619-638b6ff30445', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:27.852553 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port f187f353-dda7-4403-ab02-14393ebb2af1 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:15:27.856862 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:27.894643 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25cbc5-a0f9-42af-94f3-d3df97154abb tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event updated for resources: {'Network': ['ID=09ac72aa-fdf7-411a-a619-638b6ff30445,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:27.911953 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 09ac72aa-fdf7-411a-a619-638b6ff30445 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:15:27.997538 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fefde29-e0a7-4327-b2ab-e751c1c0f64c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Made reservation on behalf of c3fb4483e7fd44c3bb1d364922815427 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:28.005950 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1fefde29-e0a7-4327-b2ab-e751c1c0f64c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:28.084567 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.ipam_backend_mixin [None req-1fefde29-e0a7-4327-b2ab-e751c1c0f64c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Performing IP validity checks on allocation pools {{(pid=101460) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 21 18:15:28.085841 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.ipam_backend_mixin [None req-1fefde29-e0a7-4327-b2ab-e751c1c0f64c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101460) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 21 18:15:28.259765 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1fefde29-e0a7-4327-b2ab-e751c1c0f64c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:28.341147 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fefde29-e0a7-4327-b2ab-e751c1c0f64c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event updated for resources: {'Subnet': ['ID=0692083d-4cb6-4caa-b7b8-291d5383f208,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:28.346722 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fefde29-e0a7-4327-b2ab-e751c1c0f64c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Checking segment: {'id': 'fd8d37d3-66f4-40ff-a869-61e004a5ebf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '09ac72aa-fdf7-411a-a619-638b6ff30445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:28.347349 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fefde29-e0a7-4327-b2ab-e751c1c0f64c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Network hostable DHCP agents. Network: 09ac72aa-fdf7-411a-a619-638b6ff30445, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:15:28.388472 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fefde29-e0a7-4327-b2ab-e751c1c0f64c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Network 09ac72aa-fdf7-411a-a619-638b6ff30445 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:15:28.407736 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-1fefde29-e0a7-4327-b2ab-e751c1c0f64c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 09ac72aa-fdf7-411a-a619-638b6ff30445) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:28.412960 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fefde29-e0a7-4327-b2ab-e751c1c0f64c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:28.413836 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1fefde29-e0a7-4327-b2ab-e751c1c0f64c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:28.418904 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c793a49-0493-4792-b797-206265f8017b None None] Network 09ac72aa-fdf7-411a-a619-638b6ff30445 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:28.461956 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1fefde29-e0a7-4327-b2ab-e751c1c0f64c tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6740882 Sep 21 18:15:28.465502 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 36346) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:28.480149 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-2dadd275-ae5f-40c6-8f99-5b50c3b6e60a tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:28.671991 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2dadd275-ae5f-40c6-8f99-5b50c3b6e60a tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9975083'] for subnet, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:28.698826 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce04f0a-3a9a-4aef-82af-c1b09a11e77b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-09ac72aa-fdf7-411a-a619-638b6ff30445', 'network_id': '09ac72aa-fdf7-411a-a619-638b6ff30445', 'tenant_id': 'c3fb4483e7fd44c3bb1d364922815427', 'fixed_ips': [{'subnet_id': '0692083d-4cb6-4caa-b7b8-291d5383f208'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:15:28.699824 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dce04f0a-3a9a-4aef-82af-c1b09a11e77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:28.992368 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2dadd275-ae5f-40c6-8f99-5b50c3b6e60a tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748376389636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10105848'] for subnet, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:29.078250 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dadd275-ae5f-40c6-8f99-5b50c3b6e60a tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:29.078977 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2dadd275-ae5f-40c6-8f99-5b50c3b6e60a tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:29.080548 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2dadd275-ae5f-40c6-8f99-5b50c3b6e60a tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "PUT /v2.0/subnets/0692083d-4cb6-4caa-b7b8-291d5383f208 HTTP/1.1" status: 200 len: 900 time: 0.6137607 Sep 21 18:15:29.083790 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36364) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:29.085358 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dadd275-ae5f-40c6-8f99-5b50c3b6e60a tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event updated for resources: {'Subnet': ['ID=0692083d-4cb6-4caa-b7b8-291d5383f208,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:29.105355 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-dce04f0a-3a9a-4aef-82af-c1b09a11e77b None None] Allocated IP 2001:db8::3 (09ac72aa-fdf7-411a-a619-638b6ff30445/0692083d-4cb6-4caa-b7b8-291d5383f208/ad82c265-f51e-44ce-a339-88afc44217d6) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:15:29.263089 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee0f113c-476b-4013-83be-5162f0c4617b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:29.302848 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dce04f0a-3a9a-4aef-82af-c1b09a11e77b None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:29.312182 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dce04f0a-3a9a-4aef-82af-c1b09a11e77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:29.374095 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee0f113c-476b-4013-83be-5162f0c4617b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:29.411158 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce04f0a-3a9a-4aef-82af-c1b09a11e77b None None] Pushing event updated for resources: {'Port': ['ID=ad82c265-f51e-44ce-a339-88afc44217d6,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:29.433246 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce04f0a-3a9a-4aef-82af-c1b09a11e77b None None] Network 09ac72aa-fdf7-411a-a619-638b6ff30445 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:15:29.434736 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-dce04f0a-3a9a-4aef-82af-c1b09a11e77b None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:29.439823 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce04f0a-3a9a-4aef-82af-c1b09a11e77b None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:15:29.508352 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee0f113c-476b-4013-83be-5162f0c4617b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:29.586325 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-dce04f0a-3a9a-4aef-82af-c1b09a11e77b None None] Attempting to bind port ad82c265-f51e-44ce-a339-88afc44217d6 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:15:29.586858 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-dce04f0a-3a9a-4aef-82af-c1b09a11e77b None None] Attempting to bind port ad82c265-f51e-44ce-a339-88afc44217d6 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'fd8d37d3-66f4-40ff-a869-61e004a5ebf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '09ac72aa-fdf7-411a-a619-638b6ff30445'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:15:29.587302 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce04f0a-3a9a-4aef-82af-c1b09a11e77b None None] Attempting to bind port ad82c265-f51e-44ce-a339-88afc44217d6 on network 09ac72aa-fdf7-411a-a619-638b6ff30445 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:15:29.594149 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f113c-476b-4013-83be-5162f0c4617b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event deleted for resources: {'Subnet': ['ID=0692083d-4cb6-4caa-b7b8-291d5383f208,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:29.599456 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce04f0a-3a9a-4aef-82af-c1b09a11e77b None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:15:29.599850 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce04f0a-3a9a-4aef-82af-c1b09a11e77b None None] Checking segment: {'id': 'fd8d37d3-66f4-40ff-a869-61e004a5ebf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '09ac72aa-fdf7-411a-a619-638b6ff30445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:29.600709 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dce04f0a-3a9a-4aef-82af-c1b09a11e77b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:29.601112 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce04f0a-3a9a-4aef-82af-c1b09a11e77b None None] Bound using segment: {'id': 'fd8d37d3-66f4-40ff-a869-61e004a5ebf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '09ac72aa-fdf7-411a-a619-638b6ff30445'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:15:29.601589 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-dce04f0a-3a9a-4aef-82af-c1b09a11e77b None None] Bound port: ad82c265-f51e-44ce-a339-88afc44217d6, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8d37d3-66f4-40ff-a869-61e004a5ebf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '09ac72aa-fdf7-411a-a619-638b6ff30445'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:15:29.602090 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dce04f0a-3a9a-4aef-82af-c1b09a11e77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:29.701734 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee0f113c-476b-4013-83be-5162f0c4617b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:29.740143 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-dce04f0a-3a9a-4aef-82af-c1b09a11e77b None None] For port ad82c265-f51e-44ce-a339-88afc44217d6, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:15:29.748381 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-dce04f0a-3a9a-4aef-82af-c1b09a11e77b None None] For port ad82c265-f51e-44ce-a339-88afc44217d6, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ad82c265-f51e-44ce-a339-88afc44217d6,segment=NetworkSegment(fd8d37d3-66f4-40ff-a869-61e004a5ebf3),segment_id=fd8d37d3-66f4-40ff-a869-61e004a5ebf3)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:15:29.756349 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-ee0f113c-476b-4013-83be-5162f0c4617b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09ac72aa-fdf7-411a-a619-638b6ff30445']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:29.761278 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dce04f0a-3a9a-4aef-82af-c1b09a11e77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:29.769397 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-ee0f113c-476b-4013-83be-5162f0c4617b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd8d37d3-66f4-40ff-a869-61e004a5ebf3') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:29.770130 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-ee0f113c-476b-4013-83be-5162f0c4617b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd8d37d3-66f4-40ff-a869-61e004a5ebf3') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:29.787316 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee0f113c-476b-4013-83be-5162f0c4617b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:29.803508 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee0f113c-476b-4013-83be-5162f0c4617b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:29.822505 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0f113c-476b-4013-83be-5162f0c4617b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:15:29.823028 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee0f113c-476b-4013-83be-5162f0c4617b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:29.833188 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:15:29.833188 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:15:29.833188 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:15:29.833188 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:15:29.833188 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:15:29.833188 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:15:29.833188 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:15:29.833188 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:15:29.833188 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:15:29.833188 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:15:29.833188 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:15:29.833188 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:15:29.833188 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:15:29.833188 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:15:29.833188 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:15:29.833188 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:15:29.833188 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:15:29.833188 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:15:29.833188 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:15:29.833188 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:15:29.833188 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:15:29.833188 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:15:29.833188 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:15:29.833188 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:15:29.833188 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:15:29.833188 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:15:29.833188 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:15:29.833188 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:15:29.833188 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:15:29.833188 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:15:29.833188 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:15:29.833188 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:15:29.961735 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.db.api [None req-ee0f113c-476b-4013-83be-5162f0c4617b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 18:15:29.961735 n-d-810291-1 neutron-server[101461]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 18:15:29.961735 n-d-810291-1 neutron-server[101461]: [parameters: {'id': '09ac72aa-fdf7-411a-a619-638b6ff30445'}] Sep 21 18:15:29.961735 n-d-810291-1 neutron-server[101461]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:15:29.962222 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debe3ae0-247e-494a-80a0-5dd8e2e99480 None None] Network 09ac72aa-fdf7-411a-a619-638b6ff30445 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:29.964284 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce04f0a-3a9a-4aef-82af-c1b09a11e77b None None] Pushing event updated for resources: {'Port': ['ID=ad82c265-f51e-44ce-a339-88afc44217d6,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:29.964813 n-d-810291-1 neutron-server[101461]: DEBUG oslo_db.api [None req-ee0f113c-476b-4013-83be-5162f0c4617b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:15:30.133706 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86e9f25-0002-49ae-a060-8503e2e2fc34 None None] Network 09ac72aa-fdf7-411a-a619-638b6ff30445 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:30.310752 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8663a1-3e2a-460d-8d38-96c1a8ba2a1e None None] get_active_networks_info from n-d-810291-1 {{(pid=101462) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:15:30.457325 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8663a1-3e2a-460d-8d38-96c1a8ba2a1e None None] Resources bound (agent type, host, resource id): {{(pid=101462) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:15:30.466343 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee0f113c-476b-4013-83be-5162f0c4617b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:30.555747 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f113c-476b-4013-83be-5162f0c4617b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Deleting port ad82c265-f51e-44ce-a339-88afc44217d6 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:30.556216 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee0f113c-476b-4013-83be-5162f0c4617b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:30.581620 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 36390) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:30.717473 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-ee0f113c-476b-4013-83be-5162f0c4617b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] For port ad82c265-f51e-44ce-a339-88afc44217d6, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ad82c265-f51e-44ce-a339-88afc44217d6,segment=NetworkSegment(fd8d37d3-66f4-40ff-a869-61e004a5ebf3),segment_id=fd8d37d3-66f4-40ff-a869-61e004a5ebf3)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:30.718516 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee0f113c-476b-4013-83be-5162f0c4617b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:30.751861 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f113c-476b-4013-83be-5162f0c4617b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Calling delete_port for ad82c265-f51e-44ce-a339-88afc44217d6 owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:30.959529 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee0f113c-476b-4013-83be-5162f0c4617b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:31.021323 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f113c-476b-4013-83be-5162f0c4617b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event deleted for resources: {'Port': ['ID=ad82c265-f51e-44ce-a339-88afc44217d6,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:31.027220 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0f113c-476b-4013-83be-5162f0c4617b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] No DVR routers for this DVR port ad82c265-f51e-44ce-a339-88afc44217d6 on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:15:31.169194 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee0f113c-476b-4013-83be-5162f0c4617b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:31.220840 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-ee0f113c-476b-4013-83be-5162f0c4617b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09ac72aa-fdf7-411a-a619-638b6ff30445']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:31.244644 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-ee0f113c-476b-4013-83be-5162f0c4617b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd8d37d3-66f4-40ff-a869-61e004a5ebf3') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:31.244945 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-ee0f113c-476b-4013-83be-5162f0c4617b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd8d37d3-66f4-40ff-a869-61e004a5ebf3') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:31.254891 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee0f113c-476b-4013-83be-5162f0c4617b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:31.270313 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee0f113c-476b-4013-83be-5162f0c4617b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:31.277097 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0f113c-476b-4013-83be-5162f0c4617b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:15:31.277501 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee0f113c-476b-4013-83be-5162f0c4617b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:31.280653 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:15:31.280653 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:15:31.280653 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:15:31.280653 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:15:31.280653 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:15:31.280653 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:15:31.280653 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:15:31.280653 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:15:31.280653 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:15:31.280653 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:15:31.280653 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:15:31.280653 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:15:31.280653 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:15:31.280653 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:15:31.280653 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:15:31.280653 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:15:31.280653 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:15:31.280653 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:15:31.280653 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:15:31.280653 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:15:31.280653 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:15:31.280653 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:15:31.280653 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:15:31.280653 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:15:31.280653 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:15:31.280653 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:15:31.280653 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:15:31.280653 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:15:31.280653 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:15:31.280653 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:15:31.280653 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:15:31.280653 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:15:31.359704 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee0f113c-476b-4013-83be-5162f0c4617b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:31.374437 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7159d466-e63e-4fbb-acdc-62961332d8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:31.386482 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee0f113c-476b-4013-83be-5162f0c4617b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:31.391966 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ee0f113c-476b-4013-83be-5162f0c4617b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "DELETE /v2.0/networks/09ac72aa-fdf7-411a-a619-638b6ff30445 HTTP/1.1" status: 204 len: 168 time: 2.3038259 Sep 21 18:15:31.391966 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f113c-476b-4013-83be-5162f0c4617b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event deleted for resources: {'Network': ['ID=09ac72aa-fdf7-411a-a619-638b6ff30445,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:31.396788 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36400) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:31.424751 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c0b087-b16d-447d-99c1-5067e28ea593 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:31.425985 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c0b087-b16d-447d-99c1-5067e28ea593 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:31.430514 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f4c0b087-b16d-447d-99c1-5067e28ea593 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "DELETE /v2.0/subnets/0692083d-4cb6-4caa-b7b8-291d5383f208 HTTP/1.1" status: 404 len: 337 time: 0.0298827 Sep 21 18:15:31.430514 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36402) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:31.450292 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c17bd23-92de-45da-85c5-dfe816fa2c66 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:31.451069 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c17bd23-92de-45da-85c5-dfe816fa2c66 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:31.455187 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7c17bd23-92de-45da-85c5-dfe816fa2c66 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "DELETE /v2.0/networks/09ac72aa-fdf7-411a-a619-638b6ff30445 HTTP/1.1" status: 404 len: 339 time: 0.0213981 Sep 21 18:15:31.457853 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36404) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:31.566749 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1b66e829-ddd4-4201-9a08-9d45f7114f37 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:31.720823 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1b66e829-ddd4-4201-9a08-9d45f7114f37 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:31.797684 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-1b66e829-ddd4-4201-9a08-9d45f7114f37 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b904e0fa-652d-4caa-836f-b8c680cf02e6']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:31.802151 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-7159d466-e63e-4fbb-acdc-62961332d8d9 admin admin] Deleting port bf36e34e-ebba-4f71-a59a-5d649f3f7f8c {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:31.802725 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7159d466-e63e-4fbb-acdc-62961332d8d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:31.826521 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-1b66e829-ddd4-4201-9a08-9d45f7114f37 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f04d36-bea1-4fb2-a5dc-d28f62ef377d') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:31.827412 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-1b66e829-ddd4-4201-9a08-9d45f7114f37 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f04d36-bea1-4fb2-a5dc-d28f62ef377d') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:31.841803 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1b66e829-ddd4-4201-9a08-9d45f7114f37 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:31.884949 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1b66e829-ddd4-4201-9a08-9d45f7114f37 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:31.900833 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b66e829-ddd4-4201-9a08-9d45f7114f37 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:15:31.901602 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1b66e829-ddd4-4201-9a08-9d45f7114f37 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:31.917116 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:15:31.917116 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:15:31.917116 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:15:31.917116 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:15:31.917116 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:15:31.917116 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:15:31.917116 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:15:31.917116 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:15:31.917116 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:15:31.917116 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:15:31.917116 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:15:31.917116 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:15:31.917116 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:15:31.917116 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:15:31.917116 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:15:31.917116 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:15:31.917116 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:15:31.917116 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:15:31.917116 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:15:31.917116 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:15:31.917116 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:15:31.917116 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:15:31.917116 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:15:31.917116 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:15:31.917116 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:15:31.917116 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:15:31.917116 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:15:31.917116 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:15:31.917116 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:15:31.917116 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:15:31.917116 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:15:31.917116 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:15:31.948224 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-7159d466-e63e-4fbb-acdc-62961332d8d9 admin admin] For port bf36e34e-ebba-4f71-a59a-5d649f3f7f8c, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=bf36e34e-ebba-4f71-a59a-5d649f3f7f8c,segment=NetworkSegment(56ed99cd-0543-43a6-8d7e-2106ce5d8c41),segment_id=56ed99cd-0543-43a6-8d7e-2106ce5d8c41)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:31.948604 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7159d466-e63e-4fbb-acdc-62961332d8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:31.982221 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-7159d466-e63e-4fbb-acdc-62961332d8d9 admin admin] Calling delete_port for bf36e34e-ebba-4f71-a59a-5d649f3f7f8c owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:31.997795 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1b66e829-ddd4-4201-9a08-9d45f7114f37 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:32.010382 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1b66e829-ddd4-4201-9a08-9d45f7114f37 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:32.015377 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1b66e829-ddd4-4201-9a08-9d45f7114f37 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "DELETE /v2.0/networks/b904e0fa-652d-4caa-836f-b8c680cf02e6 HTTP/1.1" status: 204 len: 168 time: 0.5558825 Sep 21 18:15:32.027478 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36422) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:32.081477 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-d37c21fb-9dd1-46e5-aa5e-273c871c65a5 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:32.081945 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d37c21fb-9dd1-46e5-aa5e-273c871c65a5 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:32.086238 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d37c21fb-9dd1-46e5-aa5e-273c871c65a5 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "DELETE /v2.0/subnets/09b80ddf-0ec8-4106-b24d-a5039fc5530a HTTP/1.1" status: 404 len: 337 time: 0.0554361 Sep 21 18:15:32.086238 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66e829-ddd4-4201-9a08-9d45f7114f37 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event deleted for resources: {'Network': ['ID=b904e0fa-652d-4caa-836f-b8c680cf02e6,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:32.087173 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36430) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:32.134149 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-048ebad4-7635-4e3d-96e3-a453fc9a22cf tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:32.134149 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-048ebad4-7635-4e3d-96e3-a453fc9a22cf tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:32.137615 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-048ebad4-7635-4e3d-96e3-a453fc9a22cf tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "DELETE /v2.0/networks/981c3714-7cf8-4a0d-9a95-91a35f2aa589 HTTP/1.1" status: 404 len: 339 time: 0.0418646 Sep 21 18:15:32.138210 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36434) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:32.307816 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-582a3001-d961-404d-a93b-5fe1cdd643c7 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Deleting subnet 23a4b4e9-e37b-4211-93db-b2765d80aa5b {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:15:32.318149 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-582a3001-d961-404d-a93b-5fe1cdd643c7 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:32.443774 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7159d466-e63e-4fbb-acdc-62961332d8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:32.473222 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-582a3001-d961-404d-a93b-5fe1cdd643c7 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:32.474648 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159d466-e63e-4fbb-acdc-62961332d8d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf36e34e-ebba-4f71-a59a-5d649f3f7f8c,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:32.730490 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7159d466-e63e-4fbb-acdc-62961332d8d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:32.773169 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-582a3001-d961-404d-a93b-5fe1cdd643c7 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:32.885159 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-582a3001-d961-404d-a93b-5fe1cdd643c7 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:32.917201 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a3001-d961-404d-a93b-5fe1cdd643c7 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event deleted for resources: {'Subnet': ['ID=23a4b4e9-e37b-4211-93db-b2765d80aa5b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:32.938315 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-582a3001-d961-404d-a93b-5fe1cdd643c7 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:32.944881 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-582a3001-d961-404d-a93b-5fe1cdd643c7 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "DELETE /v2.0/subnets/23a4b4e9-e37b-4211-93db-b2765d80aa5b HTTP/1.1" status: 204 len: 168 time: 0.8031473 Sep 21 18:15:32.946121 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36512) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:32.950062 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dc2e74-afaf-4952-9930-a5617e58f5ef None None] Network 0efc89b0-5afa-460b-b2d1-c99c51fa4c20 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:33.033217 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-305b83d9-bd91-4952-842e-9a3aac84908b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Deleting subnet f83ec8e5-dec8-4dc9-8d13-6db97f30c9f8 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:15:33.043046 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-305b83d9-bd91-4952-842e-9a3aac84908b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:33.067432 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7159d466-e63e-4fbb-acdc-62961332d8d9 admin admin] Router 0532cd4f-7f9f-417a-8e25-ab29cbe2dac6 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:15:33.169836 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-305b83d9-bd91-4952-842e-9a3aac84908b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:33.273485 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7159d466-e63e-4fbb-acdc-62961332d8d9 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:15:33.279948 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7159d466-e63e-4fbb-acdc-62961332d8d9 admin admin] 10.222.0.58 "PUT /v2.0/routers/0532cd4f-7f9f-417a-8e25-ab29cbe2dac6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6972485 Sep 21 18:15:33.283158 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8b5932-6833-423b-82a5-8610d17a8326 None None] Sync routers for ids ['0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:15:33.292980 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 36554) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:33.296232 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8b5932-6833-423b-82a5-8610d17a8326 None None] Routers {'0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:15:33.299601 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-eb8b5932-6833-423b-82a5-8610d17a8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:15:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:33.367639 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-305b83d9-bd91-4952-842e-9a3aac84908b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:33.455148 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-305b83d9-bd91-4952-842e-9a3aac84908b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:33.534058 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-305b83d9-bd91-4952-842e-9a3aac84908b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:33.537297 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-305b83d9-bd91-4952-842e-9a3aac84908b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "DELETE /v2.0/subnets/f83ec8e5-dec8-4dc9-8d13-6db97f30c9f8 HTTP/1.1" status: 204 len: 168 time: 0.5888543 Sep 21 18:15:33.542324 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 36580) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:33.543828 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b83d9-bd91-4952-842e-9a3aac84908b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event deleted for resources: {'Subnet': ['ID=f83ec8e5-dec8-4dc9-8d13-6db97f30c9f8,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:33.632782 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-25a91711-95fa-4a0b-8142-9500d76f7128 admin admin] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:33.855624 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-25a91711-95fa-4a0b-8142-9500d76f7128 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:33.867685 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-eb8b5932-6833-423b-82a5-8610d17a8326 None None] Set router 0532cd4f-7f9f-417a-8e25-ab29cbe2dac6 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:15:33.870236 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb4b7869-c7b0-4b42-a39e-919065d52ff5 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:34.155029 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-25a91711-95fa-4a0b-8142-9500d76f7128 admin admin] Deleting port 613d0a25-d57d-49f7-97b9-02669d41c998 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:34.155924 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-25a91711-95fa-4a0b-8142-9500d76f7128 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:34.191118 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-fb4b7869-c7b0-4b42-a39e-919065d52ff5 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Deleting port f187f353-dda7-4403-ab02-14393ebb2af1 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:34.191480 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb4b7869-c7b0-4b42-a39e-919065d52ff5 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:34.313828 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471906d2-98b6-4e34-87d3-6b0728c0f7a1 None None] Network 0efc89b0-5afa-460b-b2d1-c99c51fa4c20 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:34.328881 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-25a91711-95fa-4a0b-8142-9500d76f7128 admin admin] For port 613d0a25-d57d-49f7-97b9-02669d41c998, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=613d0a25-d57d-49f7-97b9-02669d41c998,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:34.329830 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-25a91711-95fa-4a0b-8142-9500d76f7128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:34.347800 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-25a91711-95fa-4a0b-8142-9500d76f7128 admin admin] Calling delete_port for 613d0a25-d57d-49f7-97b9-02669d41c998 owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:34.361081 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-eb8b5932-6833-423b-82a5-8610d17a8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'name': 'tempest-AttachVolumeTestJSON-1801208743-router', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:14Z', 'updated_at': '2021-09-21T18:15:32Z', 'revision_number': 5, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'gw_port': {'id': '613d0a25-d57d-49f7-97b9-02669d41c998', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:08:15Z', 'updated_at': '2021-09-21T18:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:34.418979 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8b5932-6833-423b-82a5-8610d17a8326 None None] Checking router: 0532cd4f-7f9f-417a-8e25-ab29cbe2dac6 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:15:34.450494 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8b5932-6833-423b-82a5-8610d17a8326 None None] Routers {'0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:15:34.451422 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-eb8b5932-6833-423b-82a5-8610d17a8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:15:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:34.579614 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-25a91711-95fa-4a0b-8142-9500d76f7128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:34.587466 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-f232573d-86a4-461b-81ef-17adb5c1fbb1 None None] Provisioning complete for port f187f353-dda7-4403-ab02-14393ebb2af1 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:15:34.587847 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f232573d-86a4-461b-81ef-17adb5c1fbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:34.677596 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-eb8b5932-6833-423b-82a5-8610d17a8326 None None] Set router 0532cd4f-7f9f-417a-8e25-ab29cbe2dac6 gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:15:34.702388 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-fb4b7869-c7b0-4b42-a39e-919065d52ff5 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] For port f187f353-dda7-4403-ab02-14393ebb2af1, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f187f353-dda7-4403-ab02-14393ebb2af1,segment=NetworkSegment(59662e4b-f013-4e05-9785-8de3e6de5655),segment_id=59662e4b-f013-4e05-9785-8de3e6de5655)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:34.702776 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb4b7869-c7b0-4b42-a39e-919065d52ff5 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:34.743098 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-fb4b7869-c7b0-4b42-a39e-919065d52ff5 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Calling delete_port for f187f353-dda7-4403-ab02-14393ebb2af1 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:34.806451 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-eb8b5932-6833-423b-82a5-8610d17a8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'name': 'tempest-AttachVolumeTestJSON-1801208743-router', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:14Z', 'updated_at': '2021-09-21T18:15:33Z', 'revision_number': 6, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:34.817334 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd3f7ff-aca2-4e41-94b0-619d1f22d50b None None] DHCP port deletion for 0efc89b0-5afa-460b-b2d1-c99c51fa4c20 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:15:34.849308 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a91711-95fa-4a0b-8142-9500d76f7128 admin admin] Pushing event deleted for resources: {'Port': ['ID=613d0a25-d57d-49f7-97b9-02669d41c998,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:34.896315 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8b5932-6833-423b-82a5-8610d17a8326 None None] The sync data for ids ['0532cd4f-7f9f-417a-8e25-ab29cbe2dac6'] in n-d-810291-1 is: [{'id': '0532cd4f-7f9f-417a-8e25-ab29cbe2dac6', 'name': 'tempest-AttachVolumeTestJSON-1801208743-router', 'tenant_id': '5aadfefca1044e71aeb470c69c909afe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:08:14Z', 'updated_at': '2021-09-21T18:15:33Z', 'revision_number': 6, 'project_id': '5aadfefca1044e71aeb470c69c909afe', 'gw_port_host': None}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:15:34.952677 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-0cd3f7ff-aca2-4e41-94b0-619d1f22d50b None None] Deleting port f187f353-dda7-4403-ab02-14393ebb2af1 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:34.964360 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-25a91711-95fa-4a0b-8142-9500d76f7128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:34.983276 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0cd3f7ff-aca2-4e41-94b0-619d1f22d50b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:35.119451 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-0cd3f7ff-aca2-4e41-94b0-619d1f22d50b None None] For port f187f353-dda7-4403-ab02-14393ebb2af1, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f187f353-dda7-4403-ab02-14393ebb2af1,segment=NetworkSegment(59662e4b-f013-4e05-9785-8de3e6de5655),segment_id=59662e4b-f013-4e05-9785-8de3e6de5655)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:35.119863 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0cd3f7ff-aca2-4e41-94b0-619d1f22d50b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:35.178793 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-0cd3f7ff-aca2-4e41-94b0-619d1f22d50b None None] Calling delete_port for f187f353-dda7-4403-ab02-14393ebb2af1 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:35.327958 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0cd3f7ff-aca2-4e41-94b0-619d1f22d50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:35.361303 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3f7ff-aca2-4e41-94b0-619d1f22d50b None None] Pushing event deleted for resources: {'Port': ['ID=f187f353-dda7-4403-ab02-14393ebb2af1,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:35.366366 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd3f7ff-aca2-4e41-94b0-619d1f22d50b None None] No DVR routers for this DVR port f187f353-dda7-4403-ab02-14393ebb2af1 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:15:35.623777 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-25a91711-95fa-4a0b-8142-9500d76f7128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:35.628790 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-25a91711-95fa-4a0b-8142-9500d76f7128 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:35.686138 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb4b7869-c7b0-4b42-a39e-919065d52ff5 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:35.716951 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b7869-c7b0-4b42-a39e-919065d52ff5 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event deleted for resources: {'Port': ['ID=f187f353-dda7-4403-ab02-14393ebb2af1,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:35.721463 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-25a91711-95fa-4a0b-8142-9500d76f7128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:35.721998 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a91711-95fa-4a0b-8142-9500d76f7128 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0532cd4f-7f9f-417a-8e25-ab29cbe2dac6 {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:15:35.727258 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-25a91711-95fa-4a0b-8142-9500d76f7128 admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:35.729552 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-25a91711-95fa-4a0b-8142-9500d76f7128 admin admin] 10.222.0.58 "DELETE /v2.0/routers/0532cd4f-7f9f-417a-8e25-ab29cbe2dac6 HTTP/1.1" status: 204 len: 168 time: 2.4343464 Sep 21 18:15:35.731051 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4b7869-c7b0-4b42-a39e-919065d52ff5 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] No DVR routers for this DVR port f187f353-dda7-4403-ab02-14393ebb2af1 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:15:35.732205 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36814) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:35.797769 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d08de84-6926-444f-b316-8e99d03cd839 admin admin] Deleting subnet 29244be3-4141-408b-9ec3-b8b1380c14f4 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:15:35.803387 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5d08de84-6926-444f-b316-8e99d03cd839 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:35.852971 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb4b7869-c7b0-4b42-a39e-919065d52ff5 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:35.903913 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-fb4b7869-c7b0-4b42-a39e-919065d52ff5 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0efc89b0-5afa-460b-b2d1-c99c51fa4c20']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:35.910064 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5d08de84-6926-444f-b316-8e99d03cd839 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:35.925947 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-fb4b7869-c7b0-4b42-a39e-919065d52ff5 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59662e4b-f013-4e05-9785-8de3e6de5655') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:35.926252 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-fb4b7869-c7b0-4b42-a39e-919065d52ff5 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59662e4b-f013-4e05-9785-8de3e6de5655') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:35.936563 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb4b7869-c7b0-4b42-a39e-919065d52ff5 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:35.956782 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb4b7869-c7b0-4b42-a39e-919065d52ff5 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:35.976182 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb4b7869-c7b0-4b42-a39e-919065d52ff5 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:15:35.978378 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb4b7869-c7b0-4b42-a39e-919065d52ff5 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:15:35.991322 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:15:36.016198 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device bf36e34e-ebba-4f71-a59a-5d649f3f7f8c no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:15:36.119594 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb4b7869-c7b0-4b42-a39e-919065d52ff5 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:36.119994 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5d08de84-6926-444f-b316-8e99d03cd839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:36.125591 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb4b7869-c7b0-4b42-a39e-919065d52ff5 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:36.128054 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-fb4b7869-c7b0-4b42-a39e-919065d52ff5 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "DELETE /v2.0/networks/0efc89b0-5afa-460b-b2d1-c99c51fa4c20 HTTP/1.1" status: 204 len: 168 time: 2.5716438 Sep 21 18:15:36.151826 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 36852) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:36.277257 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eee42fa-1f74-497c-a712-e6ba3d1ef296 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:36.277732 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eee42fa-1f74-497c-a712-e6ba3d1ef296 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:36.282959 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: bf36e34e-ebba-4f71-a59a-5d649f3f7f8c {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:15:36.283536 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device bf36e34e-ebba-4f71-a59a-5d649f3f7f8c not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:15:36.284173 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f187f353-dda7-4403-ab02-14393ebb2af1 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:15:36.288558 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8eee42fa-1f74-497c-a712-e6ba3d1ef296 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "DELETE /v2.0/subnets/275e91d0-768f-4ec3-ae3b-a6dafc75b69e HTTP/1.1" status: 404 len: 337 time: 0.1305425 Sep 21 18:15:36.289521 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b7869-c7b0-4b42-a39e-919065d52ff5 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event deleted for resources: {'Network': ['ID=0efc89b0-5afa-460b-b2d1-c99c51fa4c20,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:36.306817 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36872) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:36.309591 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: f187f353-dda7-4403-ab02-14393ebb2af1 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:15:36.309813 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f187f353-dda7-4403-ab02-14393ebb2af1 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:15:36.328014 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5d08de84-6926-444f-b316-8e99d03cd839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:36.383582 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d08de84-6926-444f-b316-8e99d03cd839 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29244be3-4141-408b-9ec3-b8b1380c14f4,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:36.387778 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd060934-d416-4b05-9acc-3146f32c2bdc tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:36.388834 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd060934-d416-4b05-9acc-3146f32c2bdc tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:36.391489 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-dd060934-d416-4b05-9acc-3146f32c2bdc tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "DELETE /v2.0/networks/986c302d-96c2-48f5-b0ad-c7f56a7c2c9d HTTP/1.1" status: 404 len: 339 time: 0.0816362 Sep 21 18:15:36.394323 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 36884) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:36.396547 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5d08de84-6926-444f-b316-8e99d03cd839 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:36.399134 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5d08de84-6926-444f-b316-8e99d03cd839 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/29244be3-4141-408b-9ec3-b8b1380c14f4 HTTP/1.1" status: 204 len: 168 time: 0.6658273 Sep 21 18:15:36.401711 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36888) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:36.406464 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13220c13-7aff-45c3-b3a0-bbea5cf7cc2c None None] Network b4b63a75-cac0-4c3a-a311-673b965199ba requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:36.447839 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae7ad54-58cb-4aa4-912b-add6caa22f61 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:36.448509 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ae7ad54-58cb-4aa4-912b-add6caa22f61 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:36.450736 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7ae7ad54-58cb-4aa4-912b-add6caa22f61 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "DELETE /v2.0/subnets/adffbbc3-ca45-413b-bc68-2154ae83ea9d HTTP/1.1" status: 404 len: 337 time: 0.0551841 Sep 21 18:15:36.453643 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 36896) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:36.496111 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-2096acca-b9c3-45ee-a1b0-3f1c79d8ba1f tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:36.499720 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2096acca-b9c3-45ee-a1b0-3f1c79d8ba1f tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:36.502236 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2096acca-b9c3-45ee-a1b0-3f1c79d8ba1f tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "DELETE /v2.0/networks/7202deca-30ca-4887-b738-4a7cf7599773 HTTP/1.1" status: 404 len: 339 time: 0.0470378 Sep 21 18:15:36.508898 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 36902) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:36.536512 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30e26af4-f03d-47ed-8f36-cdd415ca53bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:36.552709 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-b401608c-869b-480a-aeea-3d495cf2a96b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:36.553280 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b401608c-869b-480a-aeea-3d495cf2a96b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:36.555457 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b401608c-869b-480a-aeea-3d495cf2a96b tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "DELETE /v2.0/subnets/c4d494da-8f1c-46ec-9dfa-358ee5cccb11 HTTP/1.1" status: 404 len: 337 time: 0.0455968 Sep 21 18:15:36.562680 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 36910) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:36.595802 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-de00123c-fec7-489e-b7fd-08b6ad3393f7 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:36.596479 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de00123c-fec7-489e-b7fd-08b6ad3393f7 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:36.598504 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-de00123c-fec7-489e-b7fd-08b6ad3393f7 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "DELETE /v2.0/networks/7531acf1-326e-42ac-bfae-6c400d7dd3a2 HTTP/1.1" status: 404 len: 339 time: 0.0347321 Sep 21 18:15:36.601891 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36916) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:36.677143 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d6dcd6-e3dc-457a-b86b-2b771962db98 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Deleting subnet fa593df7-4f73-453f-a3e9-d45d0c7667fe {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:15:36.689925 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3539a391-a496-4df9-b2b2-33bd9fa67e31 None None] DHCP port deletion for b4b63a75-cac0-4c3a-a311-673b965199ba request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:15:36.691226 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d1d6dcd6-e3dc-457a-b86b-2b771962db98 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:36.695084 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-30e26af4-f03d-47ed-8f36-cdd415ca53bf admin admin] Deleting port 1b162d69-1962-4a47-a4dd-3917537ec513 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:36.695418 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30e26af4-f03d-47ed-8f36-cdd415ca53bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:36.754230 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-3539a391-a496-4df9-b2b2-33bd9fa67e31 None None] Deleting port 1b162d69-1962-4a47-a4dd-3917537ec513 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:36.754681 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3539a391-a496-4df9-b2b2-33bd9fa67e31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:36.776032 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d1d6dcd6-e3dc-457a-b86b-2b771962db98 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:36.835273 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-3539a391-a496-4df9-b2b2-33bd9fa67e31 None None] For port 1b162d69-1962-4a47-a4dd-3917537ec513, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1b162d69-1962-4a47-a4dd-3917537ec513,segment=NetworkSegment(56ed99cd-0543-43a6-8d7e-2106ce5d8c41),segment_id=56ed99cd-0543-43a6-8d7e-2106ce5d8c41)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:36.835676 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3539a391-a496-4df9-b2b2-33bd9fa67e31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:36.848302 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-3539a391-a496-4df9-b2b2-33bd9fa67e31 None None] Calling delete_port for 1b162d69-1962-4a47-a4dd-3917537ec513 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:36.891858 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-30e26af4-f03d-47ed-8f36-cdd415ca53bf admin admin] For port 1b162d69-1962-4a47-a4dd-3917537ec513, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1b162d69-1962-4a47-a4dd-3917537ec513,segment=NetworkSegment(56ed99cd-0543-43a6-8d7e-2106ce5d8c41),segment_id=56ed99cd-0543-43a6-8d7e-2106ce5d8c41)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:36.891858 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30e26af4-f03d-47ed-8f36-cdd415ca53bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:36.911590 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-30e26af4-f03d-47ed-8f36-cdd415ca53bf admin admin] Calling delete_port for 1b162d69-1962-4a47-a4dd-3917537ec513 owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:36.920284 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d1d6dcd6-e3dc-457a-b86b-2b771962db98 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:36.938227 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3539a391-a496-4df9-b2b2-33bd9fa67e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:36.964178 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539a391-a496-4df9-b2b2-33bd9fa67e31 None None] Pushing event deleted for resources: {'Port': ['ID=1b162d69-1962-4a47-a4dd-3917537ec513,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:36.970492 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3539a391-a496-4df9-b2b2-33bd9fa67e31 None None] No DVR routers for this DVR port 1b162d69-1962-4a47-a4dd-3917537ec513 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:15:37.032801 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d1d6dcd6-e3dc-457a-b86b-2b771962db98 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:37.066830 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6dcd6-e3dc-457a-b86b-2b771962db98 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event deleted for resources: {'Subnet': ['ID=fa593df7-4f73-453f-a3e9-d45d0c7667fe,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:37.068775 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30e26af4-f03d-47ed-8f36-cdd415ca53bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:37.071299 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d1d6dcd6-e3dc-457a-b86b-2b771962db98 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:37.075581 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d1d6dcd6-e3dc-457a-b86b-2b771962db98 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "DELETE /v2.0/subnets/fa593df7-4f73-453f-a3e9-d45d0c7667fe HTTP/1.1" status: 204 len: 168 time: 0.4695792 Sep 21 18:15:37.076536 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 36938) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:37.080365 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a85bff-e0f7-4ddc-9732-1721c7c11dc8 None None] Network eaf459f7-b023-48af-bcdb-7f7b65c21cb9 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:37.110112 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e26af4-f03d-47ed-8f36-cdd415ca53bf admin admin] Pushing event deleted for resources: {'Port': ['ID=1b162d69-1962-4a47-a4dd-3917537ec513,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:37.124644 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e26af4-f03d-47ed-8f36-cdd415ca53bf admin admin] No DVR routers for this DVR port 1b162d69-1962-4a47-a4dd-3917537ec513 on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:15:37.169094 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e7173200-ad68-41ae-b489-be82560d54ff tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:37.221840 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30e26af4-f03d-47ed-8f36-cdd415ca53bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:37.230032 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-e7173200-ad68-41ae-b489-be82560d54ff tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Deleting port b95e59f6-6990-4050-8306-4833d5e3c6a4 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:37.230385 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e7173200-ad68-41ae-b489-be82560d54ff tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:37.305664 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-e7173200-ad68-41ae-b489-be82560d54ff tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] For port b95e59f6-6990-4050-8306-4833d5e3c6a4, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=b95e59f6-6990-4050-8306-4833d5e3c6a4,segment=NetworkSegment(dacc9d67-8630-4225-8c08-be6d3fe832aa),segment_id=dacc9d67-8630-4225-8c08-be6d3fe832aa)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:37.306545 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e7173200-ad68-41ae-b489-be82560d54ff tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:37.312209 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23097817-84c2-4bb6-aab4-01e9c0f5afd7 None None] DHCP port deletion for eaf459f7-b023-48af-bcdb-7f7b65c21cb9 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:15:37.326849 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-e7173200-ad68-41ae-b489-be82560d54ff tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Calling delete_port for b95e59f6-6990-4050-8306-4833d5e3c6a4 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:37.363573 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-23097817-84c2-4bb6-aab4-01e9c0f5afd7 None None] Deleting port b95e59f6-6990-4050-8306-4833d5e3c6a4 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:37.364628 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-23097817-84c2-4bb6-aab4-01e9c0f5afd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:37.484813 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e7173200-ad68-41ae-b489-be82560d54ff tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:37.527946 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-23097817-84c2-4bb6-aab4-01e9c0f5afd7 None None] For port b95e59f6-6990-4050-8306-4833d5e3c6a4, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=b95e59f6-6990-4050-8306-4833d5e3c6a4,segment=NetworkSegment(dacc9d67-8630-4225-8c08-be6d3fe832aa),segment_id=dacc9d67-8630-4225-8c08-be6d3fe832aa)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:37.529032 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-23097817-84c2-4bb6-aab4-01e9c0f5afd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:37.529848 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7173200-ad68-41ae-b489-be82560d54ff tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event deleted for resources: {'Port': ['ID=b95e59f6-6990-4050-8306-4833d5e3c6a4,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:37.542769 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7173200-ad68-41ae-b489-be82560d54ff tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] No DVR routers for this DVR port b95e59f6-6990-4050-8306-4833d5e3c6a4 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:15:37.560256 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-23097817-84c2-4bb6-aab4-01e9c0f5afd7 None None] Calling delete_port for b95e59f6-6990-4050-8306-4833d5e3c6a4 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:37.586323 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 613d0a25-d57d-49f7-97b9-02669d41c998 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:15:37.675462 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e7173200-ad68-41ae-b489-be82560d54ff tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:37.689878 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-30e26af4-f03d-47ed-8f36-cdd415ca53bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4b63a75-cac0-4c3a-a311-673b965199ba']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:37.699861 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-e7173200-ad68-41ae-b489-be82560d54ff tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf459f7-b023-48af-bcdb-7f7b65c21cb9']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:37.709123 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 613d0a25-d57d-49f7-97b9-02669d41c998 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:15:37.710144 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 613d0a25-d57d-49f7-97b9-02669d41c998 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:15:37.710772 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b95e59f6-6990-4050-8306-4833d5e3c6a4 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:15:37.711467 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-e7173200-ad68-41ae-b489-be82560d54ff tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dacc9d67-8630-4225-8c08-be6d3fe832aa') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:37.711774 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-e7173200-ad68-41ae-b489-be82560d54ff tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dacc9d67-8630-4225-8c08-be6d3fe832aa') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:37.723698 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e7173200-ad68-41ae-b489-be82560d54ff tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:37.740083 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: b95e59f6-6990-4050-8306-4833d5e3c6a4 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:15:37.740739 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-30e26af4-f03d-47ed-8f36-cdd415ca53bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56ed99cd-0543-43a6-8d7e-2106ce5d8c41') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:37.741356 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e7173200-ad68-41ae-b489-be82560d54ff tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:37.742249 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-30e26af4-f03d-47ed-8f36-cdd415ca53bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56ed99cd-0543-43a6-8d7e-2106ce5d8c41') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:37.742401 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b95e59f6-6990-4050-8306-4833d5e3c6a4 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:15:37.742799 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1b162d69-1962-4a47-a4dd-3917537ec513 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:15:37.752524 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7173200-ad68-41ae-b489-be82560d54ff tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:15:37.752935 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e7173200-ad68-41ae-b489-be82560d54ff tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:37.756808 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:15:37.756808 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:15:37.756808 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:15:37.756808 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:15:37.756808 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:15:37.756808 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:15:37.756808 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:15:37.756808 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:15:37.756808 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:15:37.756808 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:15:37.756808 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:15:37.756808 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:15:37.756808 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:15:37.756808 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:15:37.756808 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:15:37.756808 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:15:37.756808 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:15:37.756808 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:15:37.756808 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:15:37.756808 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:15:37.756808 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:15:37.756808 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:15:37.756808 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:15:37.756808 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:15:37.756808 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:15:37.756808 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:15:37.756808 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:15:37.756808 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:15:37.756808 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:15:37.756808 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:15:37.756808 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:15:37.756808 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:15:37.764277 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30e26af4-f03d-47ed-8f36-cdd415ca53bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:37.807992 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 1b162d69-1962-4a47-a4dd-3917537ec513 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:15:37.808354 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1b162d69-1962-4a47-a4dd-3917537ec513 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:15:37.813866 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30e26af4-f03d-47ed-8f36-cdd415ca53bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:37.826635 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e26af4-f03d-47ed-8f36-cdd415ca53bf admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:15:37.827467 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30e26af4-f03d-47ed-8f36-cdd415ca53bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:15:37.829743 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:15:37.843291 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e7173200-ad68-41ae-b489-be82560d54ff tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:37.855287 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-23097817-84c2-4bb6-aab4-01e9c0f5afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:37.861468 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e7173200-ad68-41ae-b489-be82560d54ff tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:37.866734 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e7173200-ad68-41ae-b489-be82560d54ff tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "DELETE /v2.0/networks/eaf459f7-b023-48af-bcdb-7f7b65c21cb9 HTTP/1.1" status: 204 len: 168 time: 0.7883813 Sep 21 18:15:37.867718 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36974) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:37.922661 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-23097817-84c2-4bb6-aab4-01e9c0f5afd7 None None] Network eaf459f7-b023-48af-bcdb-7f7b65c21cb9 is not hosted by any dhcp agent {{(pid=101462) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 21 18:15:37.923700 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23097817-84c2-4bb6-aab4-01e9c0f5afd7 None None] No DVR routers for this DVR port b95e59f6-6990-4050-8306-4833d5e3c6a4 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:15:37.925885 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23097817-84c2-4bb6-aab4-01e9c0f5afd7 None None] Pushing event deleted for resources: {'Port': ['ID=b95e59f6-6990-4050-8306-4833d5e3c6a4,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:37.926713 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7173200-ad68-41ae-b489-be82560d54ff tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event deleted for resources: {'Network': ['ID=eaf459f7-b023-48af-bcdb-7f7b65c21cb9,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:37.940121 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada8700-be01-4cbe-b124-9361a77bca90 req-771a72ea-b7a2-4bfd-aaea-c6e764773f09 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:37.947503 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fada8700-be01-4cbe-b124-9361a77bca90 req-771a72ea-b7a2-4bfd-aaea-c6e764773f09 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/networks?id=4414324d-cff1-47f5-9d20-e0f623054348 HTTP/1.1" status: 200 len: 812 time: 0.2716007 Sep 21 18:15:37.951211 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-b115af1d-6974-420f-a383-57c4e07a8d0e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:37.951693 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b115af1d-6974-420f-a383-57c4e07a8d0e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:37.954071 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b115af1d-6974-420f-a383-57c4e07a8d0e tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "DELETE /v2.0/subnets/d3f4b85b-33b6-455b-8240-abdc8c23abb2 HTTP/1.1" status: 404 len: 337 time: 0.0829546 Sep 21 18:15:37.957056 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 36980) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:37.963398 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30e26af4-f03d-47ed-8f36-cdd415ca53bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:37.969061 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30e26af4-f03d-47ed-8f36-cdd415ca53bf admin admin] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:37.971476 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-30e26af4-f03d-47ed-8f36-cdd415ca53bf admin admin] 10.222.0.58 "DELETE /v2.0/networks/b4b63a75-cac0-4c3a-a311-673b965199ba HTTP/1.1" status: 204 len: 168 time: 1.5688934 Sep 21 18:15:37.984159 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fada8700-be01-4cbe-b124-9361a77bca90 req-56c587b2-deff-424e-88ea-93282bcdf952 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/quotas/6482b25286a049529c3e4c33e9a21ac2 HTTP/1.1" status: 200 len: 375 time: 0.0357380 Sep 21 18:15:37.993402 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9a614f1-15db-4841-9bf7-eb31349f07b2 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:37.994018 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9a614f1-15db-4841-9bf7-eb31349f07b2 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:38.002975 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c9a614f1-15db-4841-9bf7-eb31349f07b2 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "DELETE /v2.0/networks/706c076c-8f06-4d1b-990e-0b8676451ae2 HTTP/1.1" status: 404 len: 339 time: 0.0422688 Sep 21 18:15:38.002975 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 36984) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:38.033765 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e26af4-f03d-47ed-8f36-cdd415ca53bf admin admin] Pushing event deleted for resources: {'Network': ['ID=b4b63a75-cac0-4c3a-a311-673b965199ba,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:38.077937 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-800e2b86-ee4f-4ae0-8038-7b369fd34dba tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Deleting subnet 58ab9e9f-8e61-44e5-8271-f996959b93e5 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:15:38.085627 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-800e2b86-ee4f-4ae0-8038-7b369fd34dba tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:38.096784 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fada8700-be01-4cbe-b124-9361a77bca90 req-e7e646d5-9045-4c40-bb97-9a35a5dbe690 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6482b25286a049529c3e4c33e9a21ac2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1112580 Sep 21 18:15:38.143496 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-800e2b86-ee4f-4ae0-8038-7b369fd34dba tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:38.161618 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36988) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:38.284042 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a429f2f5-26fb-4355-a041-0351e878c0ad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5aadfefca1044e71aeb470c69c909afe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1211782 Sep 21 18:15:38.286422 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 36992) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:38.289703 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-800e2b86-ee4f-4ae0-8038-7b369fd34dba tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:38.330684 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fada8700-be01-4cbe-b124-9361a77bca90 req-b9e48d21-cf1e-412c-8062-99e3858de0ea service neutron] 10.222.0.58 "GET /v2.0/networks/4414324d-cff1-47f5-9d20-e0f623054348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307143 Sep 21 18:15:38.358736 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-800e2b86-ee4f-4ae0-8038-7b369fd34dba tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:38.386355 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e2b86-ee4f-4ae0-8038-7b369fd34dba tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event deleted for resources: {'Subnet': ['ID=58ab9e9f-8e61-44e5-8271-f996959b93e5,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:38.393514 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-800e2b86-ee4f-4ae0-8038-7b369fd34dba tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:38.397895 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-800e2b86-ee4f-4ae0-8038-7b369fd34dba tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "DELETE /v2.0/subnets/58ab9e9f-8e61-44e5-8271-f996959b93e5 HTTP/1.1" status: 204 len: 168 time: 0.3924375 Sep 21 18:15:38.399367 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf64850-d6b5-4e98-b429-b037dddfd716 None None] Network efdc919e-7f8a-4d90-8f56-d1819d3e45cd requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:38.399548 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 36996) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:38.455917 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fada8700-be01-4cbe-b124-9361a77bca90 req-74ac4290-18ec-4f97-9b97-29d19f68a4ef service neutron] 10.222.0.58 "GET /v2.0/networks/4414324d-cff1-47f5-9d20-e0f623054348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243825 Sep 21 18:15:38.467047 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7b43d2fe-21e1-4476-948b-97634b3e4483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:38.493946 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7b43d2fe-21e1-4476-948b-97634b3e4483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:38.528537 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3c11-889e-48f2-9598-e10b07752498 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:38.550521 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7b43d2fe-21e1-4476-948b-97634b3e4483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:38.553817 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7b43d2fe-21e1-4476-948b-97634b3e4483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:38.555379 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7b43d2fe-21e1-4476-948b-97634b3e4483 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/10a95016-353d-4d1e-bc71-bb437bb8f5bd HTTP/1.1" status: 204 len: 168 time: 0.2680044 Sep 21 18:15:38.584047 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b43d2fe-21e1-4476-948b-97634b3e4483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a95016-353d-4d1e-bc71-bb437bb8f5bd,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:38.614936 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f9c808-2b27-427f-85e8-0d9a6a808f60 None None] DHCP port deletion for efdc919e-7f8a-4d90-8f56-d1819d3e45cd request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:15:38.693013 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3c11-889e-48f2-9598-e10b07752498 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Deleting port e33f2de9-f064-4095-a4a9-bc90f71d02bf {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:38.693362 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3c11-889e-48f2-9598-e10b07752498 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:38.719802 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-47f9c808-2b27-427f-85e8-0d9a6a808f60 None None] Deleting port e33f2de9-f064-4095-a4a9-bc90f71d02bf {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:38.722261 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-47f9c808-2b27-427f-85e8-0d9a6a808f60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:38.834772 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-47f9c808-2b27-427f-85e8-0d9a6a808f60 None None] For port e33f2de9-f064-4095-a4a9-bc90f71d02bf, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e33f2de9-f064-4095-a4a9-bc90f71d02bf,segment=NetworkSegment(34d38b0a-8c79-4aef-a28c-ce634be279e4),segment_id=34d38b0a-8c79-4aef-a28c-ce634be279e4)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:38.835203 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-47f9c808-2b27-427f-85e8-0d9a6a808f60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:38.862967 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-47f9c808-2b27-427f-85e8-0d9a6a808f60 None None] Calling delete_port for e33f2de9-f064-4095-a4a9-bc90f71d02bf owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:38.871722 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2083f4d6-3f79-47b2-86db-b17c924ae04e req-32dd4a1d-a6d9-4e3b-9168-1f229a68c36e tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/ports?device_id=69899988-b844-4ae0-8a22-0cca34449c0c HTTP/1.1" status: 200 len: 210 time: 0.1317823 Sep 21 18:15:38.873493 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-2c2c3c11-889e-48f2-9598-e10b07752498 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] For port e33f2de9-f064-4095-a4a9-bc90f71d02bf, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e33f2de9-f064-4095-a4a9-bc90f71d02bf,segment=NetworkSegment(34d38b0a-8c79-4aef-a28c-ce634be279e4),segment_id=34d38b0a-8c79-4aef-a28c-ce634be279e4)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:38.873864 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3c11-889e-48f2-9598-e10b07752498 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:38.913361 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-2c2c3c11-889e-48f2-9598-e10b07752498 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Calling delete_port for e33f2de9-f064-4095-a4a9-bc90f71d02bf owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:38.960910 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-47f9c808-2b27-427f-85e8-0d9a6a808f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:38.986783 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9c808-2b27-427f-85e8-0d9a6a808f60 None None] Pushing event deleted for resources: {'Port': ['ID=e33f2de9-f064-4095-a4a9-bc90f71d02bf,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:39.000331 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f9c808-2b27-427f-85e8-0d9a6a808f60 None None] No DVR routers for this DVR port e33f2de9-f064-4095-a4a9-bc90f71d02bf on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:15:39.053026 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3c11-889e-48f2-9598-e10b07752498 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:39.084203 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3c11-889e-48f2-9598-e10b07752498 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event deleted for resources: {'Port': ['ID=e33f2de9-f064-4095-a4a9-bc90f71d02bf,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:39.086384 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2c3c11-889e-48f2-9598-e10b07752498 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] No DVR routers for this DVR port e33f2de9-f064-4095-a4a9-bc90f71d02bf on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:15:39.209492 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3c11-889e-48f2-9598-e10b07752498 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:39.235275 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-2c2c3c11-889e-48f2-9598-e10b07752498 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efdc919e-7f8a-4d90-8f56-d1819d3e45cd']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:39.246660 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-2c2c3c11-889e-48f2-9598-e10b07752498 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d38b0a-8c79-4aef-a28c-ce634be279e4') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:39.247074 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-2c2c3c11-889e-48f2-9598-e10b07752498 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d38b0a-8c79-4aef-a28c-ce634be279e4') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:39.261955 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3c11-889e-48f2-9598-e10b07752498 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:39.281850 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3c11-889e-48f2-9598-e10b07752498 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:39.299161 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2c3c11-889e-48f2-9598-e10b07752498 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:15:39.299997 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3c11-889e-48f2-9598-e10b07752498 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:39.305685 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:15:39.305685 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:15:39.305685 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:15:39.305685 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:15:39.305685 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:15:39.305685 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:15:39.305685 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:15:39.305685 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:15:39.305685 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:15:39.305685 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:15:39.305685 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:15:39.305685 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:15:39.305685 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:15:39.305685 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:15:39.305685 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:15:39.305685 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:15:39.305685 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:15:39.305685 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:15:39.305685 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:15:39.305685 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:15:39.305685 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:15:39.305685 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:15:39.305685 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:15:39.305685 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:15:39.305685 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:15:39.305685 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:15:39.305685 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:15:39.305685 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:15:39.305685 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:15:39.305685 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:15:39.305685 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:15:39.305685 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:15:39.384712 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3c11-889e-48f2-9598-e10b07752498 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:39.407733 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2c2c3c11-889e-48f2-9598-e10b07752498 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:39.413680 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2c2c3c11-889e-48f2-9598-e10b07752498 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] 10.222.0.58 "DELETE /v2.0/networks/efdc919e-7f8a-4d90-8f56-d1819d3e45cd HTTP/1.1" status: 204 len: 168 time: 1.0107913 Sep 21 18:15:39.413680 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c3c11-889e-48f2-9598-e10b07752498 tempest-NetworksIpV6Test-1297509464 tempest-NetworksIpV6Test-1297509464-project] Pushing event deleted for resources: {'Network': ['ID=efdc919e-7f8a-4d90-8f56-d1819d3e45cd,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:39.568511 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e33f2de9-f064-4095-a4a9-bc90f71d02bf no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:15:39.604250 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: e33f2de9-f064-4095-a4a9-bc90f71d02bf {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:15:39.610091 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e33f2de9-f064-4095-a4a9-bc90f71d02bf not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:15:39.750113 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37040) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:40.028118 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0d501dc0-d645-4a72-b43b-2d2aaa590e16 req-71d406ba-6127-4f42-806f-28882f2d6760 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/ports?device_id=69899988-b844-4ae0-8a22-0cca34449c0c HTTP/1.1" status: 200 len: 210 time: 0.0880404 Sep 21 18:15:40.049744 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3b1e15d4-c7c5-4072-9257-88f54ac7dedc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c3fb4483e7fd44c3bb1d364922815427&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2984619 Sep 21 18:15:40.054517 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37056) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:40.109182 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3be3b2b3-fcc6-460f-89d5-c1c4c693ebef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:40.136989 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3be3b2b3-fcc6-460f-89d5-c1c4c693ebef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:40.246149 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3be3b2b3-fcc6-460f-89d5-c1c4c693ebef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:40.248958 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3be3b2b3-fcc6-460f-89d5-c1c4c693ebef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:40.250797 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3be3b2b3-fcc6-460f-89d5-c1c4c693ebef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a9e3ea4a-d95b-4329-bd39-fc1479e6275e HTTP/1.1" status: 204 len: 168 time: 0.1950767 Sep 21 18:15:40.261333 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3b2b3-fcc6-460f-89d5-c1c4c693ebef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e3ea4a-d95b-4329-bd39-fc1479e6275e,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:41.166003 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37124) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:41.184097 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2d378c5a-d30b-4074-bb47-a02497440235 req-8453d5eb-9f1d-4b0d-8d36-59e5db7a1a80 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/ports?device_id=69899988-b844-4ae0-8a22-0cca34449c0c HTTP/1.1" status: 200 len: 210 time: 0.0647223 Sep 21 18:15:41.334284 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7fb0666b-a31c-4e94-8056-63fe883ab13d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:41.524605 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7fb0666b-a31c-4e94-8056-63fe883ab13d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:41.531248 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7fb0666b-a31c-4e94-8056-63fe883ab13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:41.592178 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7fb0666b-a31c-4e94-8056-63fe883ab13d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d775687ed41f418c8b9c0e73f251aa7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4232879 Sep 21 18:15:41.593521 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37136) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:41.597962 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37138) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:41.634777 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0666b-a31c-4e94-8056-63fe883ab13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3162cf-c2ee-4d4c-af21-2c454edda486,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:41.664557 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-75253157-0aa4-49a5-9db3-452ad6a3dc8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:41.690289 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-75253157-0aa4-49a5-9db3-452ad6a3dc8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:41.720915 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-8843ec54-b1d6-430a-beab-b921f7911b1b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-722544385'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:41.746145 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-75253157-0aa4-49a5-9db3-452ad6a3dc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:41.749044 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-75253157-0aa4-49a5-9db3-452ad6a3dc8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:41.750329 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-75253157-0aa4-49a5-9db3-452ad6a3dc8e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8f3162cf-c2ee-4d4c-af21-2c454edda486 HTTP/1.1" status: 204 len: 168 time: 0.1513131 Sep 21 18:15:41.760613 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75253157-0aa4-49a5-9db3-452ad6a3dc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3162cf-c2ee-4d4c-af21-2c454edda486,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:41.780972 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8843ec54-b1d6-430a-beab-b921f7911b1b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:41.788812 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8843ec54-b1d6-430a-beab-b921f7911b1b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:41.799704 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8843ec54-b1d6-430a-beab-b921f7911b1b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:41.933156 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8843ec54-b1d6-430a-beab-b921f7911b1b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:41.939011 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8843ec54-b1d6-430a-beab-b921f7911b1b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:41.983791 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8843ec54-b1d6-430a-beab-b921f7911b1b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:15:41.995950 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8843ec54-b1d6-430a-beab-b921f7911b1b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:41.997020 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-8843ec54-b1d6-430a-beab-b921f7911b1b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Added segment dca26d59-fec5-42b1-a3ba-f4f8f47d82cf of type vlan for network 762a9641-7b05-4fe9-a8b4-9639ac21171f Sep 21 18:15:42.057306 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8843ec54-b1d6-430a-beab-b921f7911b1b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:42.071843 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843ec54-b1d6-430a-beab-b921f7911b1b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87e950d2-7d88-4fb3-b938-a93f1f60a388,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:42.105698 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8843ec54-b1d6-430a-beab-b921f7911b1b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:42.112087 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8843ec54-b1d6-430a-beab-b921f7911b1b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:42.112930 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8843ec54-b1d6-430a-beab-b921f7911b1b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:42.134045 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8843ec54-b1d6-430a-beab-b921f7911b1b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5380142 Sep 21 18:15:42.137358 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37166) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:42.143737 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-4c26ea41-6bde-49b3-ba8e-35fc33d7f97c tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'port': {'network_id': '762a9641-7b05-4fe9-a8b4-9639ac21171f', 'name': 'tempest-PortsIpV6TestJSON-77612590'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:42.240722 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843ec54-b1d6-430a-beab-b921f7911b1b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Network': ['ID=762a9641-7b05-4fe9-a8b4-9639ac21171f,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:42.253587 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 762a9641-7b05-4fe9-a8b4-9639ac21171f details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:15:42.339934 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37174) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:42.352957 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5deb838a-38c3-473f-ad72-b479be252f34 req-dffa5f88-377f-4c6e-bdaa-6082e5cad26e tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/ports?device_id=69899988-b844-4ae0-8a22-0cca34449c0c HTTP/1.1" status: 200 len: 210 time: 0.0590668 Sep 21 18:15:42.363550 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4bd87eb1-ef30-4ef4-a089-30d48053b6e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:42.394153 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c26ea41-6bde-49b3-ba8e-35fc33d7f97c tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:42.399240 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4c26ea41-6bde-49b3-ba8e-35fc33d7f97c tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:42.419137 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-4c26ea41-6bde-49b3-ba8e-35fc33d7f97c tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] device_id is not set on port e29b0fc8-b688-4922-903b-2c30d31d38c3 yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:15:42.536858 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4bd87eb1-ef30-4ef4-a089-30d48053b6e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:42.541703 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4bd87eb1-ef30-4ef4-a089-30d48053b6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:42.580764 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4bd87eb1-ef30-4ef4-a089-30d48053b6e6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e2d645297de34a03b2ff1a9fcab888ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2392840 Sep 21 18:15:42.583338 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37178) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:42.591329 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd87eb1-ef30-4ef4-a089-30d48053b6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76608a5-a856-4210-9a30-eb6824aa1992,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:42.617172 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4c26ea41-6bde-49b3-ba8e-35fc33d7f97c tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:42.657657 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4c26ea41-6bde-49b3-ba8e-35fc33d7f97c tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:42.657905 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d24716c0-1cec-4e19-83c5-2c2bcb6460f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:42.682646 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d24716c0-1cec-4e19-83c5-2c2bcb6460f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:42.733387 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d24716c0-1cec-4e19-83c5-2c2bcb6460f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:42.735937 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d24716c0-1cec-4e19-83c5-2c2bcb6460f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:42.737376 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d24716c0-1cec-4e19-83c5-2c2bcb6460f2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b76608a5-a856-4210-9a30-eb6824aa1992 HTTP/1.1" status: 204 len: 168 time: 0.1526043 Sep 21 18:15:42.742026 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26ea41-6bde-49b3-ba8e-35fc33d7f97c tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Port': ['ID=e29b0fc8-b688-4922-903b-2c30d31d38c3,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:42.759933 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24716c0-1cec-4e19-83c5-2c2bcb6460f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76608a5-a856-4210-9a30-eb6824aa1992,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:42.798910 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c26ea41-6bde-49b3-ba8e-35fc33d7f97c tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Checking segment: {'id': 'dca26d59-fec5-42b1-a3ba-f4f8f47d82cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '762a9641-7b05-4fe9-a8b4-9639ac21171f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:42.799297 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c26ea41-6bde-49b3-ba8e-35fc33d7f97c tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network hostable DHCP agents. Network: 762a9641-7b05-4fe9-a8b4-9639ac21171f, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:15:42.819536 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c26ea41-6bde-49b3-ba8e-35fc33d7f97c tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network 762a9641-7b05-4fe9-a8b4-9639ac21171f is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:15:42.831668 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-4c26ea41-6bde-49b3-ba8e-35fc33d7f97c tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 762a9641-7b05-4fe9-a8b4-9639ac21171f) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:42.843203 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8bb495-0d05-4053-b38a-ec2e96f99b64 None None] Network 762a9641-7b05-4fe9-a8b4-9639ac21171f requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:42.850176 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c26ea41-6bde-49b3-ba8e-35fc33d7f97c tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:15:42.857060 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c26ea41-6bde-49b3-ba8e-35fc33d7f97c tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:42.857690 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4c26ea41-6bde-49b3-ba8e-35fc33d7f97c tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:42.877207 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4c26ea41-6bde-49b3-ba8e-35fc33d7f97c tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.7378645 Sep 21 18:15:42.880300 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37182) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:42.886576 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-8f20b120-da85-4e08-bbf8-5431fefb665a tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-415228935'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:42.918266 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f20b120-da85-4e08-bbf8-5431fefb665a tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:42.925157 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8f20b120-da85-4e08-bbf8-5431fefb665a tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:42.971046 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f20b120-da85-4e08-bbf8-5431fefb665a tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:15:42.995085 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8f20b120-da85-4e08-bbf8-5431fefb665a tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:42.995971 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-8f20b120-da85-4e08-bbf8-5431fefb665a tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Added segment ff67668a-f737-470c-85b2-04bb25f165ae of type vlan for network 7f023e9f-901c-48d7-a97c-7e5d7d444ffa Sep 21 18:15:43.061397 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8f20b120-da85-4e08-bbf8-5431fefb665a tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:43.099075 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8f20b120-da85-4e08-bbf8-5431fefb665a tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:43.105438 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f20b120-da85-4e08-bbf8-5431fefb665a tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:43.106154 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8f20b120-da85-4e08-bbf8-5431fefb665a tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:43.171384 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8f20b120-da85-4e08-bbf8-5431fefb665a tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2874699 Sep 21 18:15:43.172804 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37198) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:43.179440 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-cd5c0a15-b9eb-40f6-8fb3-55163499c07f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'ports': [{'network_id': '762a9641-7b05-4fe9-a8b4-9639ac21171f'}, {'network_id': '7f023e9f-901c-48d7-a97c-7e5d7d444ffa'}]} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:43.179779 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-cd5c0a15-b9eb-40f6-8fb3-55163499c07f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'port': {'network_id': '762a9641-7b05-4fe9-a8b4-9639ac21171f'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:43.180588 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-cd5c0a15-b9eb-40f6-8fb3-55163499c07f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'port': {'network_id': '7f023e9f-901c-48d7-a97c-7e5d7d444ffa'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:43.204301 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20b120-da85-4e08-bbf8-5431fefb665a tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Network': ['ID=7f023e9f-901c-48d7-a97c-7e5d7d444ffa,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:43.218794 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 7f023e9f-901c-48d7-a97c-7e5d7d444ffa details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:15:43.229760 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-bab033eb-a871-4e4c-b226-61531c819481 req-5bded5f1-149c-4108-a3d5-23c9fa5458e3 service neutron] (101461) timed out ('10.222.0.58', 48942) {{(pid=101461) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 18:15:43.437652 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5c0a15-b9eb-40f6-8fb3-55163499c07f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'port': 2} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:43.446325 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cd5c0a15-b9eb-40f6-8fb3-55163499c07f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:43.495816 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9c61fcc5-946f-4f64-a077-373a0ab475f4 req-60b1d4de-d793-4258-a428-7b2856fe8852 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/ports?device_id=69899988-b844-4ae0-8a22-0cca34449c0c HTTP/1.1" status: 200 len: 210 time: 0.0450234 Sep 21 18:15:43.496637 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cd5c0a15-b9eb-40f6-8fb3-55163499c07f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:43.632683 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-cd5c0a15-b9eb-40f6-8fb3-55163499c07f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] device_id is not set on port 5fbacc94-d90c-45c2-9f44-381aeee9934d yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:15:43.790061 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cd5c0a15-b9eb-40f6-8fb3-55163499c07f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:43.883904 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-cd5c0a15-b9eb-40f6-8fb3-55163499c07f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] device_id is not set on port 44809b81-73d3-4f6b-844a-d5c7546c0f12 yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:15:44.006889 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cd5c0a15-b9eb-40f6-8fb3-55163499c07f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:44.072131 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cd5c0a15-b9eb-40f6-8fb3-55163499c07f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:44.170711 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5c0a15-b9eb-40f6-8fb3-55163499c07f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network 762a9641-7b05-4fe9-a8b4-9639ac21171f is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:15:44.209596 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-cd5c0a15-b9eb-40f6-8fb3-55163499c07f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:44.245902 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5c0a15-b9eb-40f6-8fb3-55163499c07f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:15:44.250816 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cd5c0a15-b9eb-40f6-8fb3-55163499c07f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:44.260720 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c0a15-b9eb-40f6-8fb3-55163499c07f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Port': ['ID=5fbacc94-d90c-45c2-9f44-381aeee9934d,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:44.482811 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada8700-be01-4cbe-b124-9361a77bca90 req-50211c13-9609-4ad0-95f8-9b43dd35a41c tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:44.484338 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fada8700-be01-4cbe-b124-9361a77bca90 req-50211c13-9609-4ad0-95f8-9b43dd35a41c tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.44 "GET /v2.0/networks?id=4414324d-cff1-47f5-9d20-e0f623054348 HTTP/1.1" status: 200 len: 812 time: 0.3214843 Sep 21 18:15:44.497954 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c0a15-b9eb-40f6-8fb3-55163499c07f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Port': ['ID=44809b81-73d3-4f6b-844a-d5c7546c0f12,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:44.506768 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-fada8700-be01-4cbe-b124-9361a77bca90 req-4291e1c6-4334-4406-89ce-b8906e9c1233 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Request body: {'port': {'device_id': '69899988-b844-4ae0-8a22-0cca34449c0c', 'network_id': '4414324d-cff1-47f5-9d20-e0f623054348', 'admin_state_up': True, 'tenant_id': '6482b25286a049529c3e4c33e9a21ac2'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:44.550590 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37244) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:44.698803 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9886ea4e-98f5-4975-a3f0-888c9d2fd8b6 req-0f460fa2-b1bc-409d-ad5e-6cc1937bcdb2 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/ports?device_id=69899988-b844-4ae0-8a22-0cca34449c0c HTTP/1.1" status: 200 len: 210 time: 0.0910997 Sep 21 18:15:44.701766 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5c0a15-b9eb-40f6-8fb3-55163499c07f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Checking segment: {'id': 'ff67668a-f737-470c-85b2-04bb25f165ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7f023e9f-901c-48d7-a97c-7e5d7d444ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:44.702174 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5c0a15-b9eb-40f6-8fb3-55163499c07f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network hostable DHCP agents. Network: 7f023e9f-901c-48d7-a97c-7e5d7d444ffa, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:15:44.740685 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5c0a15-b9eb-40f6-8fb3-55163499c07f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network 7f023e9f-901c-48d7-a97c-7e5d7d444ffa is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:15:44.761756 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-cd5c0a15-b9eb-40f6-8fb3-55163499c07f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 7f023e9f-901c-48d7-a97c-7e5d7d444ffa) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:44.768369 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5c0a15-b9eb-40f6-8fb3-55163499c07f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:15:44.770283 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f151cc-890f-45eb-88d9-d0185461e7dd None None] Network 7f023e9f-901c-48d7-a97c-7e5d7d444ffa requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:44.774624 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5c0a15-b9eb-40f6-8fb3-55163499c07f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:44.779772 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5c0a15-b9eb-40f6-8fb3-55163499c07f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:44.780563 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cd5c0a15-b9eb-40f6-8fb3-55163499c07f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:44.808432 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fada8700-be01-4cbe-b124-9361a77bca90 req-4291e1c6-4334-4406-89ce-b8906e9c1233 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Made reservation on behalf of 6482b25286a049529c3e4c33e9a21ac2 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:44.813447 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fada8700-be01-4cbe-b124-9361a77bca90 req-4291e1c6-4334-4406-89ce-b8906e9c1233 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:44.959855 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-fada8700-be01-4cbe-b124-9361a77bca90 req-4291e1c6-4334-4406-89ce-b8906e9c1233 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Allocated IP 172.20.0.5 (4414324d-cff1-47f5-9d20-e0f623054348/bcfa8d73-94ae-4d7c-91d1-c9db69ba7b95/9b57fe9b-2667-4c8b-bc2f-e97a2be004cf) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:15:45.045154 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-cd5c0a15-b9eb-40f6-8fb3-55163499c07f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8710687 Sep 21 18:15:45.046162 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a88c8041-c0f9-46e7-aedd-70e4379ebbaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:45.048009 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37256) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:45.172493 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-9c9d3785-e1a7-41f3-b6ce-bb765ae5b8ce tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Deleting port 44809b81-73d3-4f6b-844a-d5c7546c0f12 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:45.173112 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9c9d3785-e1a7-41f3-b6ce-bb765ae5b8ce tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:45.231106 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fada8700-be01-4cbe-b124-9361a77bca90 req-4291e1c6-4334-4406-89ce-b8906e9c1233 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:45.275215 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9c9d3785-e1a7-41f3-b6ce-bb765ae5b8ce tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:45.300217 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-9c9d3785-e1a7-41f3-b6ce-bb765ae5b8ce tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Calling delete_port for 44809b81-73d3-4f6b-844a-d5c7546c0f12 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:45.328415 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fada8700-be01-4cbe-b124-9361a77bca90 req-4291e1c6-4334-4406-89ce-b8906e9c1233 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:45.367470 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a88c8041-c0f9-46e7-aedd-70e4379ebbaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:45.412859 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a88c8041-c0f9-46e7-aedd-70e4379ebbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:45.431497 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9c9d3785-e1a7-41f3-b6ce-bb765ae5b8ce tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:45.434089 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fada8700-be01-4cbe-b124-9361a77bca90 req-4291e1c6-4334-4406-89ce-b8906e9c1233 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Network 4414324d-cff1-47f5-9d20-e0f623054348 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:15:45.464762 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d3785-e1a7-41f3-b6ce-bb765ae5b8ce tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Port': ['ID=44809b81-73d3-4f6b-844a-d5c7546c0f12,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:45.480655 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9c9d3785-e1a7-41f3-b6ce-bb765ae5b8ce tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:45.481473 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-fada8700-be01-4cbe-b124-9361a77bca90 req-4291e1c6-4334-4406-89ce-b8906e9c1233 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:45.487572 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9c9d3785-e1a7-41f3-b6ce-bb765ae5b8ce tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/ports/44809b81-73d3-4f6b-844a-d5c7546c0f12 HTTP/1.1" status: 204 len: 168 time: 0.4331367 Sep 21 18:15:45.487572 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37272) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:45.491391 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-fada8700-be01-4cbe-b124-9361a77bca90 req-4291e1c6-4334-4406-89ce-b8906e9c1233 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:15:45.508885 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a88c8041-c0f9-46e7-aedd-70e4379ebbaf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0cf2e6e650514b009254ee95d3ca0d42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9370415 Sep 21 18:15:45.514496 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37274) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:45.549135 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291e1c6-4334-4406-89ce-b8906e9c1233 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Pushing event updated for resources: {'Port': ['ID=9b57fe9b-2667-4c8b-bc2f-e97a2be004cf,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:45.553237 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37276) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:45.563082 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06244c5-dd11-4eb8-ab9d-e5c232ea4834 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:45.570130 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06244c5-dd11-4eb8-ab9d-e5c232ea4834 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:45.574815 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f06244c5-dd11-4eb8-ab9d-e5c232ea4834 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.0850966 Sep 21 18:15:45.575024 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c8041-c0f9-46e7-aedd-70e4379ebbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eed00d9-d8a8-4297-a65a-68f66ebf826e,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:45.575142 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37280) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:45.610670 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada8700-be01-4cbe-b124-9361a77bca90 req-4291e1c6-4334-4406-89ce-b8906e9c1233 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:45.611462 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fada8700-be01-4cbe-b124-9361a77bca90 req-4291e1c6-4334-4406-89ce-b8906e9c1233 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:45.647861 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fada8700-be01-4cbe-b124-9361a77bca90 req-4291e1c6-4334-4406-89ce-b8906e9c1233 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1452563 Sep 21 18:15:45.649551 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e4f3e695-035d-42f0-a5d2-eade63bcb30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:45.683403 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-573a27ad-d4cf-4f5e-87eb-e1d7f725ea43 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Deleting port 5fbacc94-d90c-45c2-9f44-381aeee9934d {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:45.684006 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-573a27ad-d4cf-4f5e-87eb-e1d7f725ea43 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:45.693165 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e4f3e695-035d-42f0-a5d2-eade63bcb30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:45.758046 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e4f3e695-035d-42f0-a5d2-eade63bcb30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:45.760006 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e4f3e695-035d-42f0-a5d2-eade63bcb30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:45.761350 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e4f3e695-035d-42f0-a5d2-eade63bcb30a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6eed00d9-d8a8-4297-a65a-68f66ebf826e HTTP/1.1" status: 204 len: 168 time: 0.2408059 Sep 21 18:15:45.775683 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-573a27ad-d4cf-4f5e-87eb-e1d7f725ea43 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:45.792215 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-573a27ad-d4cf-4f5e-87eb-e1d7f725ea43 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Calling delete_port for 5fbacc94-d90c-45c2-9f44-381aeee9934d owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:45.801812 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-fada8700-be01-4cbe-b124-9361a77bca90 req-6a87c82b-57d6-461f-884e-7790ea95973e service neutron] Request body: {'port': {'device_id': '69899988-b844-4ae0-8a22-0cca34449c0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:45.813022 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3e695-035d-42f0-a5d2-eade63bcb30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eed00d9-d8a8-4297-a65a-68f66ebf826e,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:45.847360 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dd74e810-1583-43c8-8ad1-e1cde14ed44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:45.912620 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7cd1445b-e429-48e7-836b-97db2dfe5687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:45.923669 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fada8700-be01-4cbe-b124-9361a77bca90 req-6a87c82b-57d6-461f-884e-7790ea95973e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:45.954154 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2247ba-f3c2-4cdc-b5ce-f6ba0b4d259d req-4b18f5c6-a3ac-4ab3-bbf7-51810fc40875 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:45.962648 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8e2247ba-f3c2-4cdc-b5ce-f6ba0b4d259d req-4b18f5c6-a3ac-4ab3-bbf7-51810fc40875 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/ports?device_id=69899988-b844-4ae0-8a22-0cca34449c0c HTTP/1.1" status: 200 len: 931 time: 0.1498418 Sep 21 18:15:45.966591 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-573a27ad-d4cf-4f5e-87eb-e1d7f725ea43 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.024942 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a27ad-d4cf-4f5e-87eb-e1d7f725ea43 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Port': ['ID=5fbacc94-d90c-45c2-9f44-381aeee9934d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:46.038984 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-573a27ad-d4cf-4f5e-87eb-e1d7f725ea43 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.044041 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-573a27ad-d4cf-4f5e-87eb-e1d7f725ea43 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/ports/5fbacc94-d90c-45c2-9f44-381aeee9934d HTTP/1.1" status: 204 len: 168 time: 0.4654312 Sep 21 18:15:46.044455 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37290) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:46.090485 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8e2247ba-f3c2-4cdc-b5ce-f6ba0b4d259d req-62014867-026e-4238-a4e2-2ac1d227b946 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/security-groups?id=34a0d50e-1e59-42b9-b792-fda00096070e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266928 Sep 21 18:15:46.123044 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1697c8-17f9-4fc9-af12-f4e574bb99bb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:46.125146 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-be1697c8-17f9-4fc9-af12-f4e574bb99bb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.0796690 Sep 21 18:15:46.128322 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37294) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:46.155436 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ab80a8-1071-4c03-8a5f-1970b90a9512 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] GET failed (client error): The resource could not be found. Sep 21 18:15:46.159943 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-55ab80a8-1071-4c03-8a5f-1970b90a9512 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "GET /v2.0/ports/44809b81-73d3-4f6b-844a-d5c7546c0f12 HTTP/1.1" status: 404 len: 333 time: 0.0270622 Sep 21 18:15:46.160223 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37296) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:46.170469 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dd74e810-1583-43c8-8ad1-e1cde14ed44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.200042 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-1476fd07-73d5-49d4-a874-bd63ac61b055 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] GET failed (client error): The resource could not be found. Sep 21 18:15:46.202242 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1476fd07-73d5-49d4-a874-bd63ac61b055 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "GET /v2.0/ports/5fbacc94-d90c-45c2-9f44-381aeee9934d HTTP/1.1" status: 404 len: 333 time: 0.0409067 Sep 21 18:15:46.207468 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37300) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:46.248939 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dd74e810-1583-43c8-8ad1-e1cde14ed44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.314097 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74e810-1583-43c8-8ad1-e1cde14ed44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d2cf96-f7b1-4fed-b0bc-baa8862ce9a4,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:46.326192 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bed1f119-7f36-48f3-ad92-a63d88a0e340 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.345260 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-dd74e810-1583-43c8-8ad1-e1cde14ed44a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f1d0139b77934cde88d106cea53a850c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7889323 Sep 21 18:15:46.348460 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37310) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:46.403212 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-fada8700-be01-4cbe-b124-9361a77bca90 req-6a87c82b-57d6-461f-884e-7790ea95973e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b57fe9b-2667-4c8b-bc2f-e97a2be004cf {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:15:46.413580 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fada8700-be01-4cbe-b124-9361a77bca90 req-6a87c82b-57d6-461f-884e-7790ea95973e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.434428 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-fada8700-be01-4cbe-b124-9361a77bca90 req-6a87c82b-57d6-461f-884e-7790ea95973e service neutron] Transition to ACTIVE for port object 9b57fe9b-2667-4c8b-bc2f-e97a2be004cf will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:15:46.438784 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fada8700-be01-4cbe-b124-9361a77bca90 req-6a87c82b-57d6-461f-884e-7790ea95973e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.494803 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1268e65e-6309-441b-bb3b-aa1ddd26c89d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.498222 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bed1f119-7f36-48f3-ad92-a63d88a0e340 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.522083 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87c82b-57d6-461f-884e-7790ea95973e service neutron] Pushing event updated for resources: {'Port': ['ID=9b57fe9b-2667-4c8b-bc2f-e97a2be004cf,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:46.538475 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-bed1f119-7f36-48f3-ad92-a63d88a0e340 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f023e9f-901c-48d7-a97c-7e5d7d444ffa']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:46.549311 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1268e65e-6309-441b-bb3b-aa1ddd26c89d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.559630 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-bed1f119-7f36-48f3-ad92-a63d88a0e340 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff67668a-f737-470c-85b2-04bb25f165ae') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:46.560110 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-bed1f119-7f36-48f3-ad92-a63d88a0e340 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff67668a-f737-470c-85b2-04bb25f165ae') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:46.577472 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bed1f119-7f36-48f3-ad92-a63d88a0e340 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.599169 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-fada8700-be01-4cbe-b124-9361a77bca90 req-6a87c82b-57d6-461f-884e-7790ea95973e service neutron] Attempting to bind port 9b57fe9b-2667-4c8b-bc2f-e97a2be004cf on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:15:46.599850 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-fada8700-be01-4cbe-b124-9361a77bca90 req-6a87c82b-57d6-461f-884e-7790ea95973e service neutron] Attempting to bind port 9b57fe9b-2667-4c8b-bc2f-e97a2be004cf by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '2bba27de-5e29-4d49-baba-f0d73c451eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4414324d-cff1-47f5-9d20-e0f623054348'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:15:46.600531 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fada8700-be01-4cbe-b124-9361a77bca90 req-6a87c82b-57d6-461f-884e-7790ea95973e service neutron] Attempting to bind port 9b57fe9b-2667-4c8b-bc2f-e97a2be004cf on network 4414324d-cff1-47f5-9d20-e0f623054348 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:15:46.606353 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fada8700-be01-4cbe-b124-9361a77bca90 req-6a87c82b-57d6-461f-884e-7790ea95973e service neutron] Port 9b57fe9b-2667-4c8b-bc2f-e97a2be004cf on network 4414324d-cff1-47f5-9d20-e0f623054348 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:15:46.607030 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fada8700-be01-4cbe-b124-9361a77bca90 req-6a87c82b-57d6-461f-884e-7790ea95973e service neutron] Attempting to bind port 9b57fe9b-2667-4c8b-bc2f-e97a2be004cf on network 4414324d-cff1-47f5-9d20-e0f623054348 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:15:46.613733 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fada8700-be01-4cbe-b124-9361a77bca90 req-6a87c82b-57d6-461f-884e-7790ea95973e service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:15:46.614090 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fada8700-be01-4cbe-b124-9361a77bca90 req-6a87c82b-57d6-461f-884e-7790ea95973e service neutron] Checking segment: {'id': '2bba27de-5e29-4d49-baba-f0d73c451eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4414324d-cff1-47f5-9d20-e0f623054348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:46.614439 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fada8700-be01-4cbe-b124-9361a77bca90 req-6a87c82b-57d6-461f-884e-7790ea95973e service neutron] Bound using segment: {'id': '2bba27de-5e29-4d49-baba-f0d73c451eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4414324d-cff1-47f5-9d20-e0f623054348'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:15:46.614867 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-fada8700-be01-4cbe-b124-9361a77bca90 req-6a87c82b-57d6-461f-884e-7790ea95973e service neutron] Bound port: 9b57fe9b-2667-4c8b-bc2f-e97a2be004cf, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bba27de-5e29-4d49-baba-f0d73c451eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4414324d-cff1-47f5-9d20-e0f623054348'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:15:46.615280 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fada8700-be01-4cbe-b124-9361a77bca90 req-6a87c82b-57d6-461f-884e-7790ea95973e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.617236 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bed1f119-7f36-48f3-ad92-a63d88a0e340 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.629033 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed1f119-7f36-48f3-ad92-a63d88a0e340 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:15:46.629582 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bed1f119-7f36-48f3-ad92-a63d88a0e340 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.655461 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:15:46.655461 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:15:46.655461 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:15:46.655461 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:15:46.655461 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:15:46.655461 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:15:46.655461 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:15:46.655461 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:15:46.655461 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:15:46.655461 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:15:46.655461 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:15:46.655461 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:15:46.655461 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:15:46.655461 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:15:46.655461 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:15:46.655461 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:15:46.655461 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:15:46.655461 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:15:46.655461 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:15:46.655461 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:15:46.655461 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:15:46.655461 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:15:46.655461 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:15:46.655461 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:15:46.655461 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:15:46.655461 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:15:46.655461 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:15:46.655461 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:15:46.655461 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:15:46.655461 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:15:46.655461 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:15:46.655461 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:15:46.741029 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-fada8700-be01-4cbe-b124-9361a77bca90 req-6a87c82b-57d6-461f-884e-7790ea95973e service neutron] For port 9b57fe9b-2667-4c8b-bc2f-e97a2be004cf, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:15:46.741029 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-fada8700-be01-4cbe-b124-9361a77bca90 req-6a87c82b-57d6-461f-884e-7790ea95973e service neutron] For port 9b57fe9b-2667-4c8b-bc2f-e97a2be004cf, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9b57fe9b-2667-4c8b-bc2f-e97a2be004cf,segment=NetworkSegment(2bba27de-5e29-4d49-baba-f0d73c451eb9),segment_id=2bba27de-5e29-4d49-baba-f0d73c451eb9)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:15:46.741372 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bed1f119-7f36-48f3-ad92-a63d88a0e340 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.751438 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bed1f119-7f36-48f3-ad92-a63d88a0e340 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.751618 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fada8700-be01-4cbe-b124-9361a77bca90 req-6a87c82b-57d6-461f-884e-7790ea95973e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.769420 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bed1f119-7f36-48f3-ad92-a63d88a0e340 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/networks/7f023e9f-901c-48d7-a97c-7e5d7d444ffa HTTP/1.1" status: 204 len: 168 time: 0.5532668 Sep 21 18:15:46.769420 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1268e65e-6309-441b-bb3b-aa1ddd26c89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.772633 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1268e65e-6309-441b-bb3b-aa1ddd26c89d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.775679 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1268e65e-6309-441b-bb3b-aa1ddd26c89d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/36d2cf96-f7b1-4fed-b0bc-baa8862ce9a4 HTTP/1.1" status: 204 len: 168 time: 0.4258358 Sep 21 18:15:46.787777 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37320) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:46.797493 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1f119-7f36-48f3-ad92-a63d88a0e340 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Network': ['ID=7f023e9f-901c-48d7-a97c-7e5d7d444ffa,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:46.806107 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-01d6630a-7325-47b3-a962-4fa372b6907b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1869394779'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:46.812539 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268e65e-6309-441b-bb3b-aa1ddd26c89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d2cf96-f7b1-4fed-b0bc-baa8862ce9a4,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:46.833969 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada8700-be01-4cbe-b124-9361a77bca90 req-6a87c82b-57d6-461f-884e-7790ea95973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:46.835068 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fada8700-be01-4cbe-b124-9361a77bca90 req-6a87c82b-57d6-461f-884e-7790ea95973e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.836091 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fada8700-be01-4cbe-b124-9361a77bca90 req-6a87c82b-57d6-461f-884e-7790ea95973e service neutron] 10.222.0.44 "PUT /v2.0/ports/9b57fe9b-2667-4c8b-bc2f-e97a2be004cf HTTP/1.1" status: 200 len: 1091 time: 1.1759050 Sep 21 18:15:46.836597 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69899988-b844-4ae0-8a22-0cca34449c0c', 'tag': '9b57fe9b-2667-4c8b-bc2f-e97a2be004cf'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:15:46.838954 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38aca06b-5282-4d01-bf7f-1564c82e5588" -d '{"events": [{"name": "network-changed", "server_uuid": "69899988-b844-4ae0-8a22-0cca34449c0c", "tag": "9b57fe9b-2667-4c8b-bc2f-e97a2be004cf"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:15:46.852357 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d6630a-7325-47b3-a962-4fa372b6907b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:46.857134 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-01d6630a-7325-47b3-a962-4fa372b6907b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.912086 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01d6630a-7325-47b3-a962-4fa372b6907b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:15:46.916451 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87c82b-57d6-461f-884e-7790ea95973e service neutron] Pushing event updated for resources: {'Port': ['ID=9b57fe9b-2667-4c8b-bc2f-e97a2be004cf,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:46.928513 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-01d6630a-7325-47b3-a962-4fa372b6907b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:46.928874 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-01d6630a-7325-47b3-a962-4fa372b6907b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Added segment 52494444-0aeb-4b0b-b813-b83402dd1401 of type vlan for network 14dddce3-3e9a-4869-8a5a-021d8ec92758 Sep 21 18:15:46.960751 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d4a8e2-b6c5-467d-821e-7982550aa35c x-openstack-request-id: req-d3d4a8e2-b6c5-467d-821e-7982550aa35c {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:15:46.961098 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69899988-b844-4ae0-8a22-0cca34449c0c", "tag": "9b57fe9b-2667-4c8b-bc2f-e97a2be004cf", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:15:46.961281 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d3d4a8e2-b6c5-467d-821e-7982550aa35c {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:15:46.961686 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69899988-b844-4ae0-8a22-0cca34449c0c', 'tag': '9b57fe9b-2667-4c8b-bc2f-e97a2be004cf', 'status': 'completed', 'code': 200} Sep 21 18:15:46.988744 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada8700-be01-4cbe-b124-9361a77bca90 req-53e08982-9c2c-4d46-b13f-069f3fb66d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:46.990281 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fada8700-be01-4cbe-b124-9361a77bca90 req-53e08982-9c2c-4d46-b13f-069f3fb66d5c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6482b25286a049529c3e4c33e9a21ac2&device_id=69899988-b844-4ae0-8a22-0cca34449c0c HTTP/1.1" status: 200 len: 1094 time: 0.0964808 Sep 21 18:15:47.006256 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-01d6630a-7325-47b3-a962-4fa372b6907b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:47.072626 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fada8700-be01-4cbe-b124-9361a77bca90 req-2b177a48-7d74-4bfc-bbc8-057193272978 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b57fe9b-2667-4c8b-bc2f-e97a2be004cf HTTP/1.1" status: 200 len: 217 time: 0.0723388 Sep 21 18:15:47.075568 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-01d6630a-7325-47b3-a962-4fa372b6907b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:47.082407 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d6630a-7325-47b3-a962-4fa372b6907b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:47.083123 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-01d6630a-7325-47b3-a962-4fa372b6907b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:47.151195 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada8700-be01-4cbe-b124-9361a77bca90 req-4aa751c7-b07c-484d-8248-02b7c29a2d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:47.156177 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fada8700-be01-4cbe-b124-9361a77bca90 req-4aa751c7-b07c-484d-8248-02b7c29a2d09 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bcfa8d73-94ae-4d7c-91d1-c9db69ba7b95 HTTP/1.1" status: 200 len: 852 time: 0.0699074 Sep 21 18:15:47.186782 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-01d6630a-7325-47b3-a962-4fa372b6907b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3851302 Sep 21 18:15:47.187867 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37338) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:47.198203 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-f693da9e-9aac-4acd-9798-5f90c0571c38 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'subnet': {'network_id': '14dddce3-3e9a-4869-8a5a-021d8ec92758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:47.212655 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fada8700-be01-4cbe-b124-9361a77bca90 req-eeec44b9-9be9-4716-b5ff-c7cd0b9946f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4414324d-cff1-47f5-9d20-e0f623054348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486815 Sep 21 18:15:47.331396 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fada8700-be01-4cbe-b124-9361a77bca90 req-fc0f1444-1a61-4412-a5c6-47767ca84b89 service neutron] 10.222.0.44 "GET /v2.0/networks/4414324d-cff1-47f5-9d20-e0f623054348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090655 Sep 21 18:15:47.343788 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6630a-7325-47b3-a962-4fa372b6907b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Network': ['ID=14dddce3-3e9a-4869-8a5a-021d8ec92758,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:47.370445 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 14dddce3-3e9a-4869-8a5a-021d8ec92758 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:15:47.433625 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135bad1-4c38-415f-b391-b2b3d0ce56eb req-9cf1ff2c-179d-43fa-8901-367c47c70098 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:47.440986 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f135bad1-4c38-415f-b391-b2b3d0ce56eb req-9cf1ff2c-179d-43fa-8901-367c47c70098 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/ports?device_id=69899988-b844-4ae0-8a22-0cca34449c0c HTTP/1.1" status: 200 len: 943 time: 0.1966786 Sep 21 18:15:47.449828 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fada8700-be01-4cbe-b124-9361a77bca90 req-637e3a52-5db3-4523-8b17-e329776f03f2 service neutron] 10.222.0.44 "GET /v2.0/networks/4414324d-cff1-47f5-9d20-e0f623054348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107872 Sep 21 18:15:47.474227 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f693da9e-9aac-4acd-9798-5f90c0571c38 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:47.487583 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37348) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:47.490551 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f693da9e-9aac-4acd-9798-5f90c0571c38 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:47.514318 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c330a556-bac0-421b-8b18-7dc550694782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:47.544357 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f135bad1-4c38-415f-b391-b2b3d0ce56eb req-b5b02135-a6f9-4ec1-8cb8-f8c07a65b82d tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/security-groups?id=34a0d50e-1e59-42b9-b792-fda00096070e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023731 Sep 21 18:15:47.588080 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aca06b-5282-4d01-bf7f-1564c82e5588 req-c09d59ec-d843-4595-9557-831158228b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:47.590312 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-38aca06b-5282-4d01-bf7f-1564c82e5588 req-c09d59ec-d843-4595-9557-831158228b27 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6482b25286a049529c3e4c33e9a21ac2&device_id=69899988-b844-4ae0-8a22-0cca34449c0c HTTP/1.1" status: 200 len: 1094 time: 0.0733583 Sep 21 18:15:47.742957 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aca06b-5282-4d01-bf7f-1564c82e5588 req-bbe9e7f2-18e3-4ead-bfd3-c9689c086da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:47.744439 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-38aca06b-5282-4d01-bf7f-1564c82e5588 req-bbe9e7f2-18e3-4ead-bfd3-c9689c086da8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4414324d-cff1-47f5-9d20-e0f623054348 HTTP/1.1" status: 200 len: 913 time: 0.1457906 Sep 21 18:15:47.751005 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f693da9e-9aac-4acd-9798-5f90c0571c38 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:47.818175 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693da9e-9aac-4acd-9798-5f90c0571c38 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Subnet': ['ID=738e8d1c-4cb0-423b-96fa-b6f005a9a169,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:47.826181 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c330a556-bac0-421b-8b18-7dc550694782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:47.828369 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-38aca06b-5282-4d01-bf7f-1564c82e5588 req-29384d5d-4398-4f72-b4a5-f7f1e4f1ac11 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b57fe9b-2667-4c8b-bc2f-e97a2be004cf HTTP/1.1" status: 200 len: 217 time: 0.0741165 Sep 21 18:15:47.832374 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c330a556-bac0-421b-8b18-7dc550694782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:47.838283 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f693da9e-9aac-4acd-9798-5f90c0571c38 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Checking segment: {'id': '52494444-0aeb-4b0b-b813-b83402dd1401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '14dddce3-3e9a-4869-8a5a-021d8ec92758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:47.838814 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f693da9e-9aac-4acd-9798-5f90c0571c38 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network hostable DHCP agents. Network: 14dddce3-3e9a-4869-8a5a-021d8ec92758, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:15:47.858503 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f693da9e-9aac-4acd-9798-5f90c0571c38 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network 14dddce3-3e9a-4869-8a5a-021d8ec92758 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:15:47.870883 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-f693da9e-9aac-4acd-9798-5f90c0571c38 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 14dddce3-3e9a-4869-8a5a-021d8ec92758) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:47.876538 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f693da9e-9aac-4acd-9798-5f90c0571c38 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:47.877237 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f693da9e-9aac-4acd-9798-5f90c0571c38 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:47.881270 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a539193-a669-4162-b2f9-c6b48e88ab93 None None] Network 14dddce3-3e9a-4869-8a5a-021d8ec92758 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:47.898033 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f693da9e-9aac-4acd-9798-5f90c0571c38 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7039027 Sep 21 18:15:47.900132 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37356) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:47.910404 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-5070dd61-2248-4414-ac21-53f64824b7e1 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'port': {'network_id': '14dddce3-3e9a-4869-8a5a-021d8ec92758', 'name': 'tempest-PortsIpV6TestJSON-267884818'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:47.915864 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330a556-bac0-421b-8b18-7dc550694782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c59a544-d192-4700-95fe-c6d56dc5d0cb,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:47.925843 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c330a556-bac0-421b-8b18-7dc550694782 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8ebe6054abca4f818bd7c22fb3b517e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4370503 Sep 21 18:15:47.928700 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37360) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:47.945537 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aca06b-5282-4d01-bf7f-1564c82e5588 req-5fff8ae0-b421-474c-9d7e-d18dbea7e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:47.947311 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-38aca06b-5282-4d01-bf7f-1564c82e5588 req-5fff8ae0-b421-474c-9d7e-d18dbea7e14b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bcfa8d73-94ae-4d7c-91d1-c9db69ba7b95 HTTP/1.1" status: 200 len: 852 time: 0.1082790 Sep 21 18:15:47.986673 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-38aca06b-5282-4d01-bf7f-1564c82e5588 req-53f0c8ea-55b4-446b-a8f4-7be0ae5e1c8d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4414324d-cff1-47f5-9d20-e0f623054348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296793 Sep 21 18:15:48.091676 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d84d78a-3a49-42b9-bef5-f6ed9eab3ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-14dddce3-3e9a-4869-8a5a-021d8ec92758', 'network_id': '14dddce3-3e9a-4869-8a5a-021d8ec92758', 'tenant_id': '6b7c19a38a1a455bb8bfddaab5a294ea', 'fixed_ips': [{'subnet_id': '738e8d1c-4cb0-423b-96fa-b6f005a9a169'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:15:48.096605 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0d84d78a-3a49-42b9-bef5-f6ed9eab3ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:48.100486 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ab3b609d-1578-4a13-aa2d-e6b1cb3aec4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:48.134518 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ab3b609d-1578-4a13-aa2d-e6b1cb3aec4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:48.170235 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5070dd61-2248-4414-ac21-53f64824b7e1 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:48.171647 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-38aca06b-5282-4d01-bf7f-1564c82e5588 req-da69390a-cb71-4f4c-9d13-808b3b7b556c service neutron] 10.222.0.44 "GET /v2.0/networks/4414324d-cff1-47f5-9d20-e0f623054348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745801 Sep 21 18:15:48.197505 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5070dd61-2248-4414-ac21-53f64824b7e1 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:48.244321 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-5070dd61-2248-4414-ac21-53f64824b7e1 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] device_id is not set on port c34f7c67-1cd4-4175-b28c-cad2700f190f yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:15:48.312385 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ab3b609d-1578-4a13-aa2d-e6b1cb3aec4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:48.315486 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ab3b609d-1578-4a13-aa2d-e6b1cb3aec4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:48.316728 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ab3b609d-1578-4a13-aa2d-e6b1cb3aec4a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6c59a544-d192-4700-95fe-c6d56dc5d0cb HTTP/1.1" status: 204 len: 168 time: 0.3871262 Sep 21 18:15:48.330487 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b609d-1578-4a13-aa2d-e6b1cb3aec4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c59a544-d192-4700-95fe-c6d56dc5d0cb,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:48.340559 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-38aca06b-5282-4d01-bf7f-1564c82e5588 req-e740ab2a-83e5-4156-a86b-34c0c93d3106 service neutron] 10.222.0.44 "GET /v2.0/networks/4414324d-cff1-47f5-9d20-e0f623054348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566296 Sep 21 18:15:48.354279 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-0d84d78a-3a49-42b9-bef5-f6ed9eab3ce9 None None] Allocated IP 2001:db8::2 (14dddce3-3e9a-4869-8a5a-021d8ec92758/738e8d1c-4cb0-423b-96fa-b6f005a9a169/bae5c895-2642-4013-917b-f47c94c721c8) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:15:48.471501 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-03f72c72-04fe-4dca-9345-2734c990120c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:48.581774 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0d84d78a-3a49-42b9-bef5-f6ed9eab3ce9 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:48.591480 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0d84d78a-3a49-42b9-bef5-f6ed9eab3ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:48.679661 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f7050-58aa-4336-9efa-4fe3c32933c1 req-0e8b8524-6ea5-48f6-88c0-9ac1b475dcb1 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:48.680224 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d84d78a-3a49-42b9-bef5-f6ed9eab3ce9 None None] Network 14dddce3-3e9a-4869-8a5a-021d8ec92758 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:15:48.688934 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f12f7050-58aa-4336-9efa-4fe3c32933c1 req-0e8b8524-6ea5-48f6-88c0-9ac1b475dcb1 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/ports?device_id=69899988-b844-4ae0-8a22-0cca34449c0c HTTP/1.1" status: 200 len: 943 time: 0.0698299 Sep 21 18:15:48.691103 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-0d84d78a-3a49-42b9-bef5-f6ed9eab3ce9 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:48.705932 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d84d78a-3a49-42b9-bef5-f6ed9eab3ce9 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:15:48.720020 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d84d78a-3a49-42b9-bef5-f6ed9eab3ce9 None None] Pushing event updated for resources: {'Port': ['ID=bae5c895-2642-4013-917b-f47c94c721c8,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:48.744324 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f12f7050-58aa-4336-9efa-4fe3c32933c1 req-579842b4-2d11-4561-8b7a-714a04f09478 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/security-groups?id=34a0d50e-1e59-42b9-b792-fda00096070e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543454 Sep 21 18:15:48.758592 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-5070dd61-2248-4414-ac21-53f64824b7e1 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Allocated IP 2001:db8::2f5 (14dddce3-3e9a-4869-8a5a-021d8ec92758/738e8d1c-4cb0-423b-96fa-b6f005a9a169/c34f7c67-1cd4-4175-b28c-cad2700f190f) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:15:48.808620 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0d84d78a-3a49-42b9-bef5-f6ed9eab3ce9 None None] Attempting to bind port bae5c895-2642-4013-917b-f47c94c721c8 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:15:48.809130 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0d84d78a-3a49-42b9-bef5-f6ed9eab3ce9 None None] Attempting to bind port bae5c895-2642-4013-917b-f47c94c721c8 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '52494444-0aeb-4b0b-b813-b83402dd1401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '14dddce3-3e9a-4869-8a5a-021d8ec92758'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:15:48.809498 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d84d78a-3a49-42b9-bef5-f6ed9eab3ce9 None None] Attempting to bind port bae5c895-2642-4013-917b-f47c94c721c8 on network 14dddce3-3e9a-4869-8a5a-021d8ec92758 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:15:48.819829 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d84d78a-3a49-42b9-bef5-f6ed9eab3ce9 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:15:48.820205 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d84d78a-3a49-42b9-bef5-f6ed9eab3ce9 None None] Checking segment: {'id': '52494444-0aeb-4b0b-b813-b83402dd1401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '14dddce3-3e9a-4869-8a5a-021d8ec92758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:48.820607 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0d84d78a-3a49-42b9-bef5-f6ed9eab3ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:48.821014 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d84d78a-3a49-42b9-bef5-f6ed9eab3ce9 None None] Bound using segment: {'id': '52494444-0aeb-4b0b-b813-b83402dd1401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '14dddce3-3e9a-4869-8a5a-021d8ec92758'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:15:48.822602 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0d84d78a-3a49-42b9-bef5-f6ed9eab3ce9 None None] Bound port: bae5c895-2642-4013-917b-f47c94c721c8, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52494444-0aeb-4b0b-b813-b83402dd1401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '14dddce3-3e9a-4869-8a5a-021d8ec92758'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:15:48.823371 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0d84d78a-3a49-42b9-bef5-f6ed9eab3ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:48.948546 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-0d84d78a-3a49-42b9-bef5-f6ed9eab3ce9 None None] For port bae5c895-2642-4013-917b-f47c94c721c8, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:15:48.952776 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-0d84d78a-3a49-42b9-bef5-f6ed9eab3ce9 None None] For port bae5c895-2642-4013-917b-f47c94c721c8, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=bae5c895-2642-4013-917b-f47c94c721c8,segment=NetworkSegment(52494444-0aeb-4b0b-b813-b83402dd1401),segment_id=52494444-0aeb-4b0b-b813-b83402dd1401)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:15:48.959193 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0d84d78a-3a49-42b9-bef5-f6ed9eab3ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:49.008874 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5070dd61-2248-4414-ac21-53f64824b7e1 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:49.049154 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:49.071189 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5070dd61-2248-4414-ac21-53f64824b7e1 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:49.085128 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d84d78a-3a49-42b9-bef5-f6ed9eab3ce9 None None] Pushing event updated for resources: {'Port': ['ID=bae5c895-2642-4013-917b-f47c94c721c8,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:49.125640 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5070dd61-2248-4414-ac21-53f64824b7e1 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network 14dddce3-3e9a-4869-8a5a-021d8ec92758 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:15:49.129157 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-5070dd61-2248-4414-ac21-53f64824b7e1 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:49.134366 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5070dd61-2248-4414-ac21-53f64824b7e1 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:15:49.145444 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5070dd61-2248-4414-ac21-53f64824b7e1 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:49.146684 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5070dd61-2248-4414-ac21-53f64824b7e1 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:49.183623 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070dd61-2248-4414-ac21-53f64824b7e1 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Port': ['ID=c34f7c67-1cd4-4175-b28c-cad2700f190f,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:49.199930 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5070dd61-2248-4414-ac21-53f64824b7e1 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2987323 Sep 21 18:15:49.202784 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37410) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:49.370884 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-20288c49-16af-49f9-80de-9f8648477836 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Deleting port c34f7c67-1cd4-4175-b28c-cad2700f190f {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:49.371925 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-20288c49-16af-49f9-80de-9f8648477836 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:49.485803 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-20288c49-16af-49f9-80de-9f8648477836 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:49.500371 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-20288c49-16af-49f9-80de-9f8648477836 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Calling delete_port for c34f7c67-1cd4-4175-b28c-cad2700f190f owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:49.622058 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 9b57fe9b-2667-4c8b-bc2f-e97a2be004cf details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:15:49.688434 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device bae5c895-2642-4013-917b-f47c94c721c8 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:15:49.696478 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-20288c49-16af-49f9-80de-9f8648477836 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:49.748165 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20288c49-16af-49f9-80de-9f8648477836 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Port': ['ID=c34f7c67-1cd4-4175-b28c-cad2700f190f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:49.779537 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-20288c49-16af-49f9-80de-9f8648477836 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:49.784876 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37434) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:49.785424 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-20288c49-16af-49f9-80de-9f8648477836 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/ports/c34f7c67-1cd4-4175-b28c-cad2700f190f HTTP/1.1" status: 204 len: 168 time: 0.5813968 Sep 21 18:15:49.809885 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port bae5c895-2642-4013-917b-f47c94c721c8 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:15:49.810266 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:49.831804 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc5dedc0-4532-48c3-8dac-434dcb0f2b17 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] DELETE failed (client error): The resource could not be found. Sep 21 18:15:49.843891 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc5dedc0-4532-48c3-8dac-434dcb0f2b17 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:15:49.851507 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bc5dedc0-4532-48c3-8dac-434dcb0f2b17 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/ports/c34f7c67-1cd4-4175-b28c-cad2700f190f HTTP/1.1" status: 404 len: 333 time: 0.0654438 Sep 21 18:15:49.854026 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37440) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:49.869160 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 9b57fe9b-2667-4c8b-bc2f-e97a2be004cf, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9b57fe9b-2667-4c8b-bc2f-e97a2be004cf,segment=NetworkSegment(2bba27de-5e29-4d49-baba-f0d73c451eb9),segment_id=2bba27de-5e29-4d49-baba-f0d73c451eb9)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:49.901284 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '9b57fe9b-2667-4c8b-bc2f-e97a2be004cf', 'network_id': '4414324d-cff1-47f5-9d20-e0f623054348', 'port_id': '9b57fe9b-2667-4c8b-bc2f-e97a2be004cf', 'mac_address': 'fa:16:3e:66:7a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcfa8d73-94ae-4d7c-91d1-c9db69ba7b95', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:15:49.932128 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-251614d5-55dd-4c7b-9638-966b6ba5770f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] GET failed (client error): The resource could not be found. Sep 21 18:15:49.933740 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-251614d5-55dd-4c7b-9638-966b6ba5770f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "GET /v2.0/ports/c34f7c67-1cd4-4175-b28c-cad2700f190f HTTP/1.1" status: 404 len: 333 time: 0.0787888 Sep 21 18:15:49.937863 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37442) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:49.990863 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:50.013579 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b57fe9b-2667-4c8b-bc2f-e97a2be004cf {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:15:50.025066 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-655112c3-61e0-4962-b242-74a65167d85c tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Deleting subnet 738e8d1c-4cb0-423b-96fa-b6f005a9a169 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:15:50.032909 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-655112c3-61e0-4962-b242-74a65167d85c tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:50.066656 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 9b57fe9b-2667-4c8b-bc2f-e97a2be004cf, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9b57fe9b-2667-4c8b-bc2f-e97a2be004cf,segment=NetworkSegment(2bba27de-5e29-4d49-baba-f0d73c451eb9),segment_id=2bba27de-5e29-4d49-baba-f0d73c451eb9)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:50.082021 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:50.113728 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7129a6e-d81e-4f3a-9f8d-22b983a6fa01 req-62982d0a-c9b4-4698-bf16-9bc8f0ca8bd6 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:50.117408 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:50.128722 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d7129a6e-d81e-4f3a-9f8d-22b983a6fa01 req-62982d0a-c9b4-4698-bf16-9bc8f0ca8bd6 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/ports?device_id=69899988-b844-4ae0-8a22-0cca34449c0c HTTP/1.1" status: 200 len: 943 time: 0.2061045 Sep 21 18:15:50.156772 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:50.190809 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=9b57fe9b-2667-4c8b-bc2f-e97a2be004cf,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:50.215357 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port bae5c895-2642-4013-917b-f47c94c721c8, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=bae5c895-2642-4013-917b-f47c94c721c8,segment=NetworkSegment(52494444-0aeb-4b0b-b813-b83402dd1401),segment_id=52494444-0aeb-4b0b-b813-b83402dd1401)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:50.224883 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-655112c3-61e0-4962-b242-74a65167d85c tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:50.225788 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:50.286210 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d7129a6e-d81e-4f3a-9f8d-22b983a6fa01 req-76a72027-9021-45ad-98c4-83de0beeb510 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/security-groups?id=34a0d50e-1e59-42b9-b792-fda00096070e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563208 Sep 21 18:15:50.297313 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=bae5c895-2642-4013-917b-f47c94c721c8,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:50.383899 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['9b57fe9b-2667-4c8b-bc2f-e97a2be004cf'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:15:50.414804 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-655112c3-61e0-4962-b242-74a65167d85c tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:50.431156 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37454) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:50.476656 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b49a571-44e6-4662-8aea-52fbf9220358 None None] Network 14dddce3-3e9a-4869-8a5a-021d8ec92758 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:50.504392 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-655112c3-61e0-4962-b242-74a65167d85c tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:50.538843 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655112c3-61e0-4962-b242-74a65167d85c tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Subnet': ['ID=738e8d1c-4cb0-423b-96fa-b6f005a9a169,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:50.549227 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-655112c3-61e0-4962-b242-74a65167d85c tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:50.551238 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-655112c3-61e0-4962-b242-74a65167d85c tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/subnets/738e8d1c-4cb0-423b-96fa-b6f005a9a169 HTTP/1.1" status: 204 len: 168 time: 0.6134822 Sep 21 18:15:50.553966 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37460) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:50.625767 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-7fbe15a0-ec18-4e96-b4de-ac80e7eda1c6 None None] Provisioning complete for port bae5c895-2642-4013-917b-f47c94c721c8 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:15:50.626343 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7fbe15a0-ec18-4e96-b4de-ac80e7eda1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:50.682718 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-83773510-0cf0-495f-8ba6-ad09c3024222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:50.695694 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d930f225-792f-4d98-ba17-42e051226edf tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:50.809310 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-d930f225-792f-4d98-ba17-42e051226edf tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Deleting port bae5c895-2642-4013-917b-f47c94c721c8 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:50.810537 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d930f225-792f-4d98-ba17-42e051226edf tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.057243 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5816ac48-712d-4c54-83fb-229146dfdbca None None] DHCP port deletion for 14dddce3-3e9a-4869-8a5a-021d8ec92758 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:15:51.125710 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5816ac48-712d-4c54-83fb-229146dfdbca None None] Deleting port bae5c895-2642-4013-917b-f47c94c721c8 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:51.126171 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5816ac48-712d-4c54-83fb-229146dfdbca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.219999 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5816ac48-712d-4c54-83fb-229146dfdbca None None] For port bae5c895-2642-4013-917b-f47c94c721c8, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=bae5c895-2642-4013-917b-f47c94c721c8,segment=NetworkSegment(52494444-0aeb-4b0b-b813-b83402dd1401),segment_id=52494444-0aeb-4b0b-b813-b83402dd1401)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:51.220442 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5816ac48-712d-4c54-83fb-229146dfdbca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.241292 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5816ac48-712d-4c54-83fb-229146dfdbca None None] Calling delete_port for bae5c895-2642-4013-917b-f47c94c721c8 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:51.328706 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-d930f225-792f-4d98-ba17-42e051226edf tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] For port bae5c895-2642-4013-917b-f47c94c721c8, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=bae5c895-2642-4013-917b-f47c94c721c8,segment=NetworkSegment(52494444-0aeb-4b0b-b813-b83402dd1401),segment_id=52494444-0aeb-4b0b-b813-b83402dd1401)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:51.329080 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d930f225-792f-4d98-ba17-42e051226edf tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.351947 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-83773510-0cf0-495f-8ba6-ad09c3024222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.357826 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-d930f225-792f-4d98-ba17-42e051226edf tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Calling delete_port for bae5c895-2642-4013-917b-f47c94c721c8 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:51.363796 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-83773510-0cf0-495f-8ba6-ad09c3024222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.406396 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5816ac48-712d-4c54-83fb-229146dfdbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.450433 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816ac48-712d-4c54-83fb-229146dfdbca None None] Pushing event deleted for resources: {'Port': ['ID=bae5c895-2642-4013-917b-f47c94c721c8,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:51.468118 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5816ac48-712d-4c54-83fb-229146dfdbca None None] No DVR routers for this DVR port bae5c895-2642-4013-917b-f47c94c721c8 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:15:51.521314 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37482) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:51.521781 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-83773510-0cf0-495f-8ba6-ad09c3024222 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=53831b8fcbf24b0e98910c34445756ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0888886 Sep 21 18:15:51.584133 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83773510-0cf0-495f-8ba6-ad09c3024222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eddb2d6-30eb-475d-979a-a2229f53a8c1,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:51.584333 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device bae5c895-2642-4013-917b-f47c94c721c8 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:15:51.632127 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: bae5c895-2642-4013-917b-f47c94c721c8 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:15:51.633553 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device bae5c895-2642-4013-917b-f47c94c721c8 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:15:51.637535 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e97d5403-7235-49f7-9413-c1a793aa8546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.666144 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 9b57fe9b-2667-4c8b-bc2f-e97a2be004cf up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:15:51.673978 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41ff90-6b8c-4444-9824-1fb77f32c89d req-94ef0f51-ec84-443e-9c0b-7779eb31042f tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:51.674805 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.675827 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6a41ff90-6b8c-4444-9824-1fb77f32c89d req-94ef0f51-ec84-443e-9c0b-7779eb31042f tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/ports?device_id=69899988-b844-4ae0-8a22-0cca34449c0c HTTP/1.1" status: 200 len: 944 time: 0.2553086 Sep 21 18:15:51.677616 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d930f225-792f-4d98-ba17-42e051226edf tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.707793 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930f225-792f-4d98-ba17-42e051226edf tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Port': ['ID=bae5c895-2642-4013-917b-f47c94c721c8,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:51.720648 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e97d5403-7235-49f7-9413-c1a793aa8546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.754115 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6a41ff90-6b8c-4444-9824-1fb77f32c89d req-a0b0ff62-05ce-439b-97a0-e0b52ab7e2d1 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/security-groups?id=34a0d50e-1e59-42b9-b792-fda00096070e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475004 Sep 21 18:15:51.757812 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d930f225-792f-4d98-ba17-42e051226edf tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] No DVR routers for this DVR port bae5c895-2642-4013-917b-f47c94c721c8 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:15:51.804857 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 9b57fe9b-2667-4c8b-bc2f-e97a2be004cf completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:15:51.809321 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 9b57fe9b-2667-4c8b-bc2f-e97a2be004cf triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:15:51.809754 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.860287 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e97d5403-7235-49f7-9413-c1a793aa8546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.863623 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e97d5403-7235-49f7-9413-c1a793aa8546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.867995 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e97d5403-7235-49f7-9413-c1a793aa8546 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1eddb2d6-30eb-475d-979a-a2229f53a8c1 HTTP/1.1" status: 204 len: 168 time: 0.3449714 Sep 21 18:15:51.882443 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d5403-7235-49f7-9413-c1a793aa8546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eddb2d6-30eb-475d-979a-a2229f53a8c1,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:51.888079 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d930f225-792f-4d98-ba17-42e051226edf tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.920449 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-d930f225-792f-4d98-ba17-42e051226edf tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14dddce3-3e9a-4869-8a5a-021d8ec92758']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:51.944543 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-d930f225-792f-4d98-ba17-42e051226edf tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52494444-0aeb-4b0b-b813-b83402dd1401') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:51.946586 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-d930f225-792f-4d98-ba17-42e051226edf tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52494444-0aeb-4b0b-b813-b83402dd1401') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:51.966271 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d930f225-792f-4d98-ba17-42e051226edf tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.974619 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.980690 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d930f225-792f-4d98-ba17-42e051226edf tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.987212 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d930f225-792f-4d98-ba17-42e051226edf tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:15:51.988011 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d930f225-792f-4d98-ba17-42e051226edf tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:15:51.991941 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:15:52.029412 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 9b57fe9b-2667-4c8b-bc2f-e97a2be004cf, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9b57fe9b-2667-4c8b-bc2f-e97a2be004cf,segment=NetworkSegment(2bba27de-5e29-4d49-baba-f0d73c451eb9),segment_id=2bba27de-5e29-4d49-baba-f0d73c451eb9)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:52.031123 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69899988-b844-4ae0-8a22-0cca34449c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b57fe9b-2667-4c8b-bc2f-e97a2be004cf'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:15:52.034729 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfac120a-195e-4774-9a47-a058b91ce713" -d '{"events": [{"server_uuid": "69899988-b844-4ae0-8a22-0cca34449c0c", "name": "network-vif-plugged", "status": "completed", "tag": "9b57fe9b-2667-4c8b-bc2f-e97a2be004cf"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:15:52.046345 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.100382 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d930f225-792f-4d98-ba17-42e051226edf tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.119639 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d930f225-792f-4d98-ba17-42e051226edf tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.120650 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=9b57fe9b-2667-4c8b-bc2f-e97a2be004cf,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:52.123001 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d930f225-792f-4d98-ba17-42e051226edf tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/networks/14dddce3-3e9a-4869-8a5a-021d8ec92758 HTTP/1.1" status: 204 len: 168 time: 1.5678794 Sep 21 18:15:52.127524 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37496) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:52.133878 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-62b6f11d-70a5-406b-8841-a584b47dde6d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-784901772'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:52.148147 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930f225-792f-4d98-ba17-42e051226edf tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Network': ['ID=14dddce3-3e9a-4869-8a5a-021d8ec92758,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:52.184504 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b6f11d-70a5-406b-8841-a584b47dde6d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:52.193671 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-62b6f11d-70a5-406b-8841-a584b47dde6d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.237291 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62b6f11d-70a5-406b-8841-a584b47dde6d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:15:52.248250 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-62b6f11d-70a5-406b-8841-a584b47dde6d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.248602 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-62b6f11d-70a5-406b-8841-a584b47dde6d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Added segment 66c71171-6dfb-41eb-9453-7d9b29a7a3df of type vlan for network 91a75301-cfc8-4ca3-82c0-cdff25c848c4 Sep 21 18:15:52.301986 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-62b6f11d-70a5-406b-8841-a584b47dde6d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.333693 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-62b6f11d-70a5-406b-8841-a584b47dde6d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.343462 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b6f11d-70a5-406b-8841-a584b47dde6d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:52.344160 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-62b6f11d-70a5-406b-8841-a584b47dde6d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.397636 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-62b6f11d-70a5-406b-8841-a584b47dde6d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2688365 Sep 21 18:15:52.401239 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37502) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:52.410420 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-c5618d18-eae5-4543-b50c-4b8612d7e132 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'subnet': {'network_id': '91a75301-cfc8-4ca3-82c0-cdff25c848c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:52.443278 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37504) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:52.454535 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6f11d-70a5-406b-8841-a584b47dde6d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Network': ['ID=91a75301-cfc8-4ca3-82c0-cdff25c848c4,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:52.470388 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 91a75301-cfc8-4ca3-82c0-cdff25c848c4 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:15:52.485175 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-71063a34-4413-473d-8f3e-d1efeb2d251a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.561762 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf971920-8be5-4b5a-b1a2-133f08df3805 x-openstack-request-id: req-cf971920-8be5-4b5a-b1a2-133f08df3805 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:15:52.562316 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69899988-b844-4ae0-8a22-0cca34449c0c", "name": "network-vif-plugged", "status": "completed", "tag": "9b57fe9b-2667-4c8b-bc2f-e97a2be004cf", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:15:52.562636 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cf971920-8be5-4b5a-b1a2-133f08df3805 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:15:52.563417 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69899988-b844-4ae0-8a22-0cca34449c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b57fe9b-2667-4c8b-bc2f-e97a2be004cf', 'code': 200} Sep 21 18:15:52.651338 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367059f-3f67-4ec6-a92b-258b88c65ea3 req-f0f942f7-7545-42ef-be9d-51529f17cd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:52.653424 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f367059f-3f67-4ec6-a92b-258b88c65ea3 req-f0f942f7-7545-42ef-be9d-51529f17cd81 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=69899988-b844-4ae0-8a22-0cca34449c0c HTTP/1.1" status: 200 len: 1096 time: 0.0821934 Sep 21 18:15:52.702707 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f367059f-3f67-4ec6-a92b-258b88c65ea3 req-b1be4583-9e33-4ee0-b2bd-01fe47e4eb2f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=34a0d50e-1e59-42b9-b792-fda00096070e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405316 Sep 21 18:15:52.752025 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-71063a34-4413-473d-8f3e-d1efeb2d251a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.762541 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-71063a34-4413-473d-8f3e-d1efeb2d251a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.817810 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37508) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:52.823538 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-71063a34-4413-473d-8f3e-d1efeb2d251a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a65c25c1e1bf446fa9abc2268dcc7608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3788307 Sep 21 18:15:52.833851 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5618d18-eae5-4543-b50c-4b8612d7e132 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:52.844078 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c5618d18-eae5-4543-b50c-4b8612d7e132 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.879545 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-801c9045-f98e-4ea8-9624-f402e51a48cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.901936 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-801c9045-f98e-4ea8-9624-f402e51a48cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.932691 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71063a34-4413-473d-8f3e-d1efeb2d251a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310afc0f-ac5d-482c-93ee-ab1124c04df2,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:52.962675 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-801c9045-f98e-4ea8-9624-f402e51a48cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.966823 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-801c9045-f98e-4ea8-9624-f402e51a48cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:52.972596 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-801c9045-f98e-4ea8-9624-f402e51a48cc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/310afc0f-ac5d-482c-93ee-ab1124c04df2 HTTP/1.1" status: 204 len: 168 time: 0.1531978 Sep 21 18:15:52.983920 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c9045-f98e-4ea8-9624-f402e51a48cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310afc0f-ac5d-482c-93ee-ab1124c04df2,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:53.022372 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083130e2-9a25-4b27-8229-68c732e6973f req-cb1d516d-3773-47f6-8685-a56084e09908 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:53.023955 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-083130e2-9a25-4b27-8229-68c732e6973f req-cb1d516d-3773-47f6-8685-a56084e09908 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/ports?device_id=69899988-b844-4ae0-8a22-0cca34449c0c HTTP/1.1" status: 200 len: 945 time: 0.1361198 Sep 21 18:15:53.121309 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-083130e2-9a25-4b27-8229-68c732e6973f req-82888a62-c60d-4592-a89d-afa8f2e2845d tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/security-groups?id=34a0d50e-1e59-42b9-b792-fda00096070e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745552 Sep 21 18:15:53.200516 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c5618d18-eae5-4543-b50c-4b8612d7e132 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:53.277281 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5618d18-eae5-4543-b50c-4b8612d7e132 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Subnet': ['ID=ebb18705-f644-412a-942b-83e9f81719a4,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:53.279826 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5618d18-eae5-4543-b50c-4b8612d7e132 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Checking segment: {'id': '66c71171-6dfb-41eb-9453-7d9b29a7a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '91a75301-cfc8-4ca3-82c0-cdff25c848c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:53.280249 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5618d18-eae5-4543-b50c-4b8612d7e132 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network hostable DHCP agents. Network: 91a75301-cfc8-4ca3-82c0-cdff25c848c4, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:15:53.313414 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5618d18-eae5-4543-b50c-4b8612d7e132 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network 91a75301-cfc8-4ca3-82c0-cdff25c848c4 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:15:53.327201 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-c5618d18-eae5-4543-b50c-4b8612d7e132 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 91a75301-cfc8-4ca3-82c0-cdff25c848c4) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:53.337304 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ceca1b-f66e-4aee-a836-c60168e025ac None None] Network 91a75301-cfc8-4ca3-82c0-cdff25c848c4 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:53.342901 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5618d18-eae5-4543-b50c-4b8612d7e132 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:53.343678 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c5618d18-eae5-4543-b50c-4b8612d7e132 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:53.364323 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c5618d18-eae5-4543-b50c-4b8612d7e132 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9617400 Sep 21 18:15:53.366894 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37524) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:53.373000 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-b048f853-5154-4649-8789-3ea87b821f41 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'port': {'network_id': '91a75301-cfc8-4ca3-82c0-cdff25c848c4', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-667792726'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:53.488605 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:53.562037 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b048f853-5154-4649-8789-3ea87b821f41 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:53.567680 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b048f853-5154-4649-8789-3ea87b821f41 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:53.575345 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68168af-ee23-42a8-b59f-6440bc705a43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-91a75301-cfc8-4ca3-82c0-cdff25c848c4', 'network_id': '91a75301-cfc8-4ca3-82c0-cdff25c848c4', 'tenant_id': '6b7c19a38a1a455bb8bfddaab5a294ea', 'fixed_ips': [{'subnet_id': 'ebb18705-f644-412a-942b-83e9f81719a4'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:15:53.578169 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e68168af-ee23-42a8-b59f-6440bc705a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:53.594909 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-b048f853-5154-4649-8789-3ea87b821f41 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] device_id is not set on port 97882cc9-8ca8-4990-b291-7731b163bfea yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:15:53.785568 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-b048f853-5154-4649-8789-3ea87b821f41 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Allocated IP 2001:db8::27 (91a75301-cfc8-4ca3-82c0-cdff25c848c4/ebb18705-f644-412a-942b-83e9f81719a4/97882cc9-8ca8-4990-b291-7731b163bfea) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:15:53.960523 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b048f853-5154-4649-8789-3ea87b821f41 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:54.002843 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b048f853-5154-4649-8789-3ea87b821f41 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:54.045769 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b048f853-5154-4649-8789-3ea87b821f41 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network 91a75301-cfc8-4ca3-82c0-cdff25c848c4 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:15:54.049785 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-b048f853-5154-4649-8789-3ea87b821f41 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:54.052608 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b048f853-5154-4649-8789-3ea87b821f41 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:15:54.059453 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b048f853-5154-4649-8789-3ea87b821f41 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:54.060083 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b048f853-5154-4649-8789-3ea87b821f41 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:54.081107 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-e68168af-ee23-42a8-b59f-6440bc705a43 None None] Allocated IP 2001:db8::2 (91a75301-cfc8-4ca3-82c0-cdff25c848c4/ebb18705-f644-412a-942b-83e9f81719a4/b4c64bf0-11e8-4fc4-9d75-5299817da28b) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:15:54.085380 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048f853-5154-4649-8789-3ea87b821f41 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Port': ['ID=97882cc9-8ca8-4990-b291-7731b163bfea,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:54.101192 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37544) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:54.101909 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b048f853-5154-4649-8789-3ea87b821f41 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 0.7334478 Sep 21 18:15:54.326179 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e68168af-ee23-42a8-b59f-6440bc705a43 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:54.334418 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e68168af-ee23-42a8-b59f-6440bc705a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:54.362653 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-cecb833a-6953-4aa3-8c70-69c5f3f7b6cc tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Deleting port 97882cc9-8ca8-4990-b291-7731b163bfea {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:54.363108 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cecb833a-6953-4aa3-8c70-69c5f3f7b6cc tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:54.388866 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68168af-ee23-42a8-b59f-6440bc705a43 None None] Pushing event updated for resources: {'Port': ['ID=b4c64bf0-11e8-4fc4-9d75-5299817da28b,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:54.404260 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68168af-ee23-42a8-b59f-6440bc705a43 None None] Network 91a75301-cfc8-4ca3-82c0-cdff25c848c4 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:15:54.406023 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-e68168af-ee23-42a8-b59f-6440bc705a43 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:54.409113 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68168af-ee23-42a8-b59f-6440bc705a43 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:15:54.497366 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-e68168af-ee23-42a8-b59f-6440bc705a43 None None] Attempting to bind port b4c64bf0-11e8-4fc4-9d75-5299817da28b on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:15:54.498082 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-e68168af-ee23-42a8-b59f-6440bc705a43 None None] Attempting to bind port b4c64bf0-11e8-4fc4-9d75-5299817da28b by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '66c71171-6dfb-41eb-9453-7d9b29a7a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '91a75301-cfc8-4ca3-82c0-cdff25c848c4'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:15:54.498607 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68168af-ee23-42a8-b59f-6440bc705a43 None None] Attempting to bind port b4c64bf0-11e8-4fc4-9d75-5299817da28b on network 91a75301-cfc8-4ca3-82c0-cdff25c848c4 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:15:54.504595 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68168af-ee23-42a8-b59f-6440bc705a43 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:15:54.505214 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68168af-ee23-42a8-b59f-6440bc705a43 None None] Checking segment: {'id': '66c71171-6dfb-41eb-9453-7d9b29a7a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '91a75301-cfc8-4ca3-82c0-cdff25c848c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:15:54.505920 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e68168af-ee23-42a8-b59f-6440bc705a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:54.506467 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68168af-ee23-42a8-b59f-6440bc705a43 None None] Bound using segment: {'id': '66c71171-6dfb-41eb-9453-7d9b29a7a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '91a75301-cfc8-4ca3-82c0-cdff25c848c4'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:15:54.507151 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-e68168af-ee23-42a8-b59f-6440bc705a43 None None] Bound port: b4c64bf0-11e8-4fc4-9d75-5299817da28b, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c71171-6dfb-41eb-9453-7d9b29a7a3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '91a75301-cfc8-4ca3-82c0-cdff25c848c4'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:15:54.507723 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e68168af-ee23-42a8-b59f-6440bc705a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:54.565110 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cecb833a-6953-4aa3-8c70-69c5f3f7b6cc tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:54.598113 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-cecb833a-6953-4aa3-8c70-69c5f3f7b6cc tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Calling delete_port for 97882cc9-8ca8-4990-b291-7731b163bfea owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:54.635547 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-e68168af-ee23-42a8-b59f-6440bc705a43 None None] For port b4c64bf0-11e8-4fc4-9d75-5299817da28b, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:15:54.665264 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-e68168af-ee23-42a8-b59f-6440bc705a43 None None] For port b4c64bf0-11e8-4fc4-9d75-5299817da28b, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=b4c64bf0-11e8-4fc4-9d75-5299817da28b,segment=NetworkSegment(66c71171-6dfb-41eb-9453-7d9b29a7a3df),segment_id=66c71171-6dfb-41eb-9453-7d9b29a7a3df)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:15:54.667741 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:54.673674 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e68168af-ee23-42a8-b59f-6440bc705a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:54.813076 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68168af-ee23-42a8-b59f-6440bc705a43 None None] Pushing event updated for resources: {'Port': ['ID=b4c64bf0-11e8-4fc4-9d75-5299817da28b,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:54.858760 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981beb11-fb5f-44c7-9813-68e8d1c6e079 req-b492a775-21bf-45a5-9cc7-1bf7bc01ed94 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:54.867541 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-981beb11-fb5f-44c7-9813-68e8d1c6e079 req-b492a775-21bf-45a5-9cc7-1bf7bc01ed94 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/ports?device_id=69899988-b844-4ae0-8a22-0cca34449c0c HTTP/1.1" status: 200 len: 945 time: 0.6030242 Sep 21 18:15:54.876629 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cecb833a-6953-4aa3-8c70-69c5f3f7b6cc tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:54.939551 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cecb833a-6953-4aa3-8c70-69c5f3f7b6cc tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:54.946264 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37584) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:54.956761 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-cecb833a-6953-4aa3-8c70-69c5f3f7b6cc tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/ports/97882cc9-8ca8-4990-b291-7731b163bfea HTTP/1.1" status: 204 len: 168 time: 0.8533721 Sep 21 18:15:54.960669 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb833a-6953-4aa3-8c70-69c5f3f7b6cc tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Port': ['ID=97882cc9-8ca8-4990-b291-7731b163bfea,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:54.991949 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-844c2707-de45-41c1-9b22-10b893791124 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] GET failed (client error): The resource could not be found. Sep 21 18:15:55.006894 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-844c2707-de45-41c1-9b22-10b893791124 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "GET /v2.0/ports/97882cc9-8ca8-4990-b291-7731b163bfea HTTP/1.1" status: 404 len: 333 time: 0.0591509 Sep 21 18:15:55.007565 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37592) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:55.025026 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-981beb11-fb5f-44c7-9813-68e8d1c6e079 req-a9c81334-0abf-4500-ac84-a4f90693c14a tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/security-groups?id=34a0d50e-1e59-42b9-b792-fda00096070e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560917 Sep 21 18:15:55.112712 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-016c2ebc-1b04-40c7-8856-9150ba583a38 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Deleting subnet ebb18705-f644-412a-942b-83e9f81719a4 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:15:55.117188 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-016c2ebc-1b04-40c7-8856-9150ba583a38 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:55.296460 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-016c2ebc-1b04-40c7-8856-9150ba583a38 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:55.406104 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-016c2ebc-1b04-40c7-8856-9150ba583a38 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:55.497281 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-016c2ebc-1b04-40c7-8856-9150ba583a38 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:55.513855 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-016c2ebc-1b04-40c7-8856-9150ba583a38 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:55.519270 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-016c2ebc-1b04-40c7-8856-9150ba583a38 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/subnets/ebb18705-f644-412a-942b-83e9f81719a4 HTTP/1.1" status: 204 len: 168 time: 0.5081303 Sep 21 18:15:55.519995 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37656) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:55.524443 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:15:55.545575 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c2ebc-1b04-40c7-8856-9150ba583a38 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Subnet': ['ID=ebb18705-f644-412a-942b-83e9f81719a4,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:55.753891 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b4c64bf0-11e8-4fc4-9d75-5299817da28b up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:15:55.801942 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37668) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:55.839215 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cae3644e-4bdc-440e-813c-0a7ef8048543 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:55.905605 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port b4c64bf0-11e8-4fc4-9d75-5299817da28b triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:15:55.905986 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:55.965261 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e65c549e-0f6d-48fc-9b6b-ef338bfa005c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:56.016302 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-cae3644e-4bdc-440e-813c-0a7ef8048543 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Deleting port b4c64bf0-11e8-4fc4-9d75-5299817da28b {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:56.018758 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cae3644e-4bdc-440e-813c-0a7ef8048543 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:56.090592 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:56.167221 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port b4c64bf0-11e8-4fc4-9d75-5299817da28b, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=b4c64bf0-11e8-4fc4-9d75-5299817da28b,segment=NetworkSegment(66c71171-6dfb-41eb-9453-7d9b29a7a3df),segment_id=66c71171-6dfb-41eb-9453-7d9b29a7a3df)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:56.176397 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:56.199385 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-cae3644e-4bdc-440e-813c-0a7ef8048543 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] For port b4c64bf0-11e8-4fc4-9d75-5299817da28b, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=b4c64bf0-11e8-4fc4-9d75-5299817da28b,segment=NetworkSegment(66c71171-6dfb-41eb-9453-7d9b29a7a3df),segment_id=66c71171-6dfb-41eb-9453-7d9b29a7a3df)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:15:56.199746 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cae3644e-4bdc-440e-813c-0a7ef8048543 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:56.238138 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-cae3644e-4bdc-440e-813c-0a7ef8048543 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Calling delete_port for b4c64bf0-11e8-4fc4-9d75-5299817da28b owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:56.282460 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=b4c64bf0-11e8-4fc4-9d75-5299817da28b,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:56.289966 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e65c549e-0f6d-48fc-9b6b-ef338bfa005c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:56.295563 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e65c549e-0f6d-48fc-9b6b-ef338bfa005c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:56.345874 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e65c549e-0f6d-48fc-9b6b-ef338bfa005c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6000d77e331348c49de5037a43e30d72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5427103 Sep 21 18:15:56.348129 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c549e-0f6d-48fc-9b6b-ef338bfa005c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1872505c-e845-4083-8047-5f0b78373798,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:56.350855 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37716) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:56.403310 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d9f0fc-24b2-41d4-b416-4654f1851bb4 None None] Network 91a75301-cfc8-4ca3-82c0-cdff25c848c4 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:15:56.437929 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f144cc60-e337-4de2-81e5-483a204dfbc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:56.438132 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cae3644e-4bdc-440e-813c-0a7ef8048543 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:56.467691 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f144cc60-e337-4de2-81e5-483a204dfbc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:56.509946 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3644e-4bdc-440e-813c-0a7ef8048543 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Port': ['ID=b4c64bf0-11e8-4fc4-9d75-5299817da28b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:56.520249 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae3644e-4bdc-440e-813c-0a7ef8048543 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] No DVR routers for this DVR port b4c64bf0-11e8-4fc4-9d75-5299817da28b on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:15:56.537832 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f144cc60-e337-4de2-81e5-483a204dfbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:56.545673 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f144cc60-e337-4de2-81e5-483a204dfbc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:56.561998 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f144cc60-e337-4de2-81e5-483a204dfbc0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1872505c-e845-4083-8047-5f0b78373798 HTTP/1.1" status: 204 len: 168 time: 0.2099912 Sep 21 18:15:56.593621 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144cc60-e337-4de2-81e5-483a204dfbc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1872505c-e845-4083-8047-5f0b78373798,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:56.665306 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-bb79ce66-30b0-4175-b7db-4eb6d30bccd6 None None] Could not find standard attr ID for object b4c64bf0-11e8-4fc4-9d75-5299817da28b. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:15:56.747169 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a242c077-1cc6-4e47-9c47-98d1a2fbdca8 None None] DHCP port deletion for 91a75301-cfc8-4ca3-82c0-cdff25c848c4 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:15:56.763685 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cae3644e-4bdc-440e-813c-0a7ef8048543 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:56.792246 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-cae3644e-4bdc-440e-813c-0a7ef8048543 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a75301-cfc8-4ca3-82c0-cdff25c848c4']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:56.804294 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-cae3644e-4bdc-440e-813c-0a7ef8048543 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c71171-6dfb-41eb-9453-7d9b29a7a3df') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:56.804931 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-cae3644e-4bdc-440e-813c-0a7ef8048543 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c71171-6dfb-41eb-9453-7d9b29a7a3df') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:15:56.816676 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cae3644e-4bdc-440e-813c-0a7ef8048543 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:56.841003 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cae3644e-4bdc-440e-813c-0a7ef8048543 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:56.850231 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae3644e-4bdc-440e-813c-0a7ef8048543 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:15:56.850720 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cae3644e-4bdc-440e-813c-0a7ef8048543 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:56.892543 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:15:56.892543 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:15:56.892543 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:15:56.892543 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:15:56.892543 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:15:56.892543 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:15:56.892543 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:15:56.892543 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:15:56.892543 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:15:56.892543 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:15:56.892543 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:15:56.892543 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:15:56.892543 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:15:56.892543 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:15:56.892543 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:15:56.892543 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:15:56.892543 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:15:56.892543 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:15:56.892543 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:15:56.892543 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:15:56.892543 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:15:56.892543 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:15:56.892543 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:15:56.892543 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:15:56.892543 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:15:56.892543 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:15:56.892543 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:15:56.892543 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:15:56.892543 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:15:56.892543 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:15:56.892543 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:15:56.892543 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:15:56.957991 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cae3644e-4bdc-440e-813c-0a7ef8048543 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:56.970493 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cae3644e-4bdc-440e-813c-0a7ef8048543 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:56.973008 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-cae3644e-4bdc-440e-813c-0a7ef8048543 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/networks/91a75301-cfc8-4ca3-82c0-cdff25c848c4 HTTP/1.1" status: 204 len: 168 time: 1.4514453 Sep 21 18:15:56.977059 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37726) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:56.984222 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-ed1af4a4-45b1-4656-892d-15d90639c8ad tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'port': {'network_id': '762a9641-7b05-4fe9-a8b4-9639ac21171f', 'name': 'tempest-PortsIpV6TestJSON-802946001'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:56.989682 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3644e-4bdc-440e-813c-0a7ef8048543 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Network': ['ID=91a75301-cfc8-4ca3-82c0-cdff25c848c4,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:57.099633 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1af4a4-45b1-4656-892d-15d90639c8ad tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:57.105812 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ed1af4a4-45b1-4656-892d-15d90639c8ad tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:57.133173 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-ed1af4a4-45b1-4656-892d-15d90639c8ad tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] device_id is not set on port b6f504ee-c8a4-447a-ab4f-553280fb3fdf yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:15:57.401042 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ed1af4a4-45b1-4656-892d-15d90639c8ad tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:57.441207 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ed1af4a4-45b1-4656-892d-15d90639c8ad tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:57.541979 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1af4a4-45b1-4656-892d-15d90639c8ad tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Port': ['ID=b6f504ee-c8a4-447a-ab4f-553280fb3fdf,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:57.574735 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1af4a4-45b1-4656-892d-15d90639c8ad tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network 762a9641-7b05-4fe9-a8b4-9639ac21171f is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:15:57.576716 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-ed1af4a4-45b1-4656-892d-15d90639c8ad tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:57.583940 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1af4a4-45b1-4656-892d-15d90639c8ad tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:15:57.594465 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b4c64bf0-11e8-4fc4-9d75-5299817da28b no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:15:57.612309 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1af4a4-45b1-4656-892d-15d90639c8ad tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:57.614082 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ed1af4a4-45b1-4656-892d-15d90639c8ad tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:57.640121 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: b4c64bf0-11e8-4fc4-9d75-5299817da28b {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:15:57.640422 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b4c64bf0-11e8-4fc4-9d75-5299817da28b not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:15:57.653816 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ed1af4a4-45b1-4656-892d-15d90639c8ad tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6734037 Sep 21 18:15:57.655338 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37748) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:57.780562 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-50d531c1-4e5e-46d8-b12e-433e93bb6d9d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Deleting port b6f504ee-c8a4-447a-ab4f-553280fb3fdf {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:57.781023 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-50d531c1-4e5e-46d8-b12e-433e93bb6d9d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:57.863437 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-50d531c1-4e5e-46d8-b12e-433e93bb6d9d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:57.896441 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-50d531c1-4e5e-46d8-b12e-433e93bb6d9d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Calling delete_port for b6f504ee-c8a4-447a-ab4f-553280fb3fdf owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:58.077046 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-50d531c1-4e5e-46d8-b12e-433e93bb6d9d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:58.141784 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d531c1-4e5e-46d8-b12e-433e93bb6d9d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Port': ['ID=b6f504ee-c8a4-447a-ab4f-553280fb3fdf,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:58.163332 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-50d531c1-4e5e-46d8-b12e-433e93bb6d9d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:58.165257 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-50d531c1-4e5e-46d8-b12e-433e93bb6d9d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/ports/b6f504ee-c8a4-447a-ab4f-553280fb3fdf HTTP/1.1" status: 204 len: 168 time: 0.5086586 Sep 21 18:15:58.168761 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37762) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:58.176169 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-5cc64b0f-c6b7-4db8-b4cf-823bec8291d0 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'port': {'network_id': '762a9641-7b05-4fe9-a8b4-9639ac21171f', 'mac_address': 'fa:16:3e:77:59:30', 'name': 'tempest-PortsIpV6TestJSON-259251189'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:58.299976 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37768) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:58.344865 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc64b0f-c6b7-4db8-b4cf-823bec8291d0 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:58.458225 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5cc64b0f-c6b7-4db8-b4cf-823bec8291d0 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:58.482706 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-5cc64b0f-c6b7-4db8-b4cf-823bec8291d0 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] device_id is not set on port caa0d98e-9de7-4698-8463-750c98562e59 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:15:58.489927 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-df918d56-61a9-4741-b0d4-36cc8610b739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:58.658805 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-df918d56-61a9-4741-b0d4-36cc8610b739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:58.664023 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-df918d56-61a9-4741-b0d4-36cc8610b739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:58.710473 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-df918d56-61a9-4741-b0d4-36cc8610b739 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cf03e26fe59543a8b63d3f15f6330a9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4093206 Sep 21 18:15:58.711508 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df918d56-61a9-4741-b0d4-36cc8610b739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beeb522e-9c64-4bda-a353-2f2b4e03ad64,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:58.713892 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5cc64b0f-c6b7-4db8-b4cf-823bec8291d0 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:58.714636 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37774) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:58.755920 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5cc64b0f-c6b7-4db8-b4cf-823bec8291d0 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:58.805280 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-110f3517-73b9-4a71-8e9f-c72c11af94e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:58.805511 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc64b0f-c6b7-4db8-b4cf-823bec8291d0 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network 762a9641-7b05-4fe9-a8b4-9639ac21171f is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:15:58.810096 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-5cc64b0f-c6b7-4db8-b4cf-823bec8291d0 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:15:58.814804 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc64b0f-c6b7-4db8-b4cf-823bec8291d0 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:15:58.823153 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc64b0f-c6b7-4db8-b4cf-823bec8291d0 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:58.824277 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5cc64b0f-c6b7-4db8-b4cf-823bec8291d0 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:58.831632 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-110f3517-73b9-4a71-8e9f-c72c11af94e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:58.845283 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc64b0f-c6b7-4db8-b4cf-823bec8291d0 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Port': ['ID=caa0d98e-9de7-4698-8463-750c98562e59,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:58.855884 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5cc64b0f-c6b7-4db8-b4cf-823bec8291d0 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6857462 Sep 21 18:15:58.858540 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37778) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:58.898650 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-110f3517-73b9-4a71-8e9f-c72c11af94e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:58.906324 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-110f3517-73b9-4a71-8e9f-c72c11af94e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:58.907736 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-110f3517-73b9-4a71-8e9f-c72c11af94e3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/beeb522e-9c64-4bda-a353-2f2b4e03ad64 HTTP/1.1" status: 204 len: 168 time: 0.1921055 Sep 21 18:15:58.919808 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f3517-73b9-4a71-8e9f-c72c11af94e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beeb522e-9c64-4bda-a353-2f2b4e03ad64,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:58.953731 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124a47df-72dc-4b99-a2af-a098d60aab24 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:15:58.957689 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-124a47df-72dc-4b99-a2af-a098d60aab24 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "GET /v2.0/ports/caa0d98e-9de7-4698-8463-750c98562e59 HTTP/1.1" status: 200 len: 844 time: 0.0978222 Sep 21 18:15:58.960603 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37782) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:59.116422 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-e9d25f65-d79f-4309-8693-ca2e54aace89 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Deleting port caa0d98e-9de7-4698-8463-750c98562e59 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:15:59.117293 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e9d25f65-d79f-4309-8693-ca2e54aace89 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:59.207921 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e9d25f65-d79f-4309-8693-ca2e54aace89 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:59.222875 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-e9d25f65-d79f-4309-8693-ca2e54aace89 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Calling delete_port for caa0d98e-9de7-4698-8463-750c98562e59 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:15:59.663594 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e9d25f65-d79f-4309-8693-ca2e54aace89 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:59.719536 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d25f65-d79f-4309-8693-ca2e54aace89 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Port': ['ID=caa0d98e-9de7-4698-8463-750c98562e59,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:15:59.730259 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e9d25f65-d79f-4309-8693-ca2e54aace89 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:15:59.733385 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e9d25f65-d79f-4309-8693-ca2e54aace89 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/ports/caa0d98e-9de7-4698-8463-750c98562e59 HTTP/1.1" status: 204 len: 168 time: 0.7708933 Sep 21 18:15:59.735505 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37804) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:59.793124 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-d98968d9-027a-45d9-915a-a175920055f4 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] GET failed (client error): The resource could not be found. Sep 21 18:15:59.802691 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d98968d9-027a-45d9-915a-a175920055f4 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "GET /v2.0/ports/caa0d98e-9de7-4698-8463-750c98562e59 HTTP/1.1" status: 404 len: 333 time: 0.0621464 Sep 21 18:15:59.802874 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37812) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:15:59.808545 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-e42b0ccb-2eff-4ea9-9c7d-9805f744ca55 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'port': {'network_id': '762a9641-7b05-4fe9-a8b4-9639ac21171f', 'name': 'tempest-PortsIpV6TestJSON-1269777068'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:15:59.969241 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42b0ccb-2eff-4ea9-9c7d-9805f744ca55 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:15:59.973909 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e42b0ccb-2eff-4ea9-9c7d-9805f744ca55 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:00.003299 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-e42b0ccb-2eff-4ea9-9c7d-9805f744ca55 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] device_id is not set on port 17d27cd3-fa78-424d-85af-b97f65d98cfe yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:16:00.229187 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e42b0ccb-2eff-4ea9-9c7d-9805f744ca55 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:00.281377 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e42b0ccb-2eff-4ea9-9c7d-9805f744ca55 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:00.344360 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37832) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:00.402135 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42b0ccb-2eff-4ea9-9c7d-9805f744ca55 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network 762a9641-7b05-4fe9-a8b4-9639ac21171f is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:00.408227 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-e42b0ccb-2eff-4ea9-9c7d-9805f744ca55 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:00.412935 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42b0ccb-2eff-4ea9-9c7d-9805f744ca55 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:16:00.418711 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42b0ccb-2eff-4ea9-9c7d-9805f744ca55 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:00.419391 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e42b0ccb-2eff-4ea9-9c7d-9805f744ca55 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:00.423620 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b0ccb-2eff-4ea9-9c7d-9805f744ca55 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Port': ['ID=17d27cd3-fa78-424d-85af-b97f65d98cfe,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:00.442812 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e42b0ccb-2eff-4ea9-9c7d-9805f744ca55 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6358716 Sep 21 18:16:00.444108 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37838) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:00.449095 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-1bbd0835-ccad-4923-abdd-911a5e52b184 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:00.559250 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-90942116-2ed9-4145-a7fc-9a08789e67f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:00.571437 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1bbd0835-ccad-4923-abdd-911a5e52b184 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:00.831533 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1bbd0835-ccad-4923-abdd-911a5e52b184 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:00.858394 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1bbd0835-ccad-4923-abdd-911a5e52b184 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:00.864875 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-90942116-2ed9-4145-a7fc-9a08789e67f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:00.904621 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-90942116-2ed9-4145-a7fc-9a08789e67f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:00.926645 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-1bbd0835-ccad-4923-abdd-911a5e52b184 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] In _notify_port_updated(), no bound segment for port 17d27cd3-fa78-424d-85af-b97f65d98cfe on network 762a9641-7b05-4fe9-a8b4-9639ac21171f {{(pid=101461) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:16:00.931506 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd0835-ccad-4923-abdd-911a5e52b184 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:00.932548 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1bbd0835-ccad-4923-abdd-911a5e52b184 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:00.936603 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1bbd0835-ccad-4923-abdd-911a5e52b184 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "PUT /v2.0/ports/17d27cd3-fa78-424d-85af-b97f65d98cfe HTTP/1.1" status: 200 len: 818 time: 0.4897733 Sep 21 18:16:00.937130 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37860) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:00.990571 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37864) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:00.992251 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-90942116-2ed9-4145-a7fc-9a08789e67f8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8d346568296540298e54ec950773dd87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6467295 Sep 21 18:16:01.010306 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90942116-2ed9-4145-a7fc-9a08789e67f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857b2341-7a2d-4c75-b637-9a3c4e402e79,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:01.020028 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd0835-ccad-4923-abdd-911a5e52b184 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Port': ['ID=17d27cd3-fa78-424d-85af-b97f65d98cfe,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:01.113253 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-97a0d5de-1950-406f-9f7e-659962609b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:01.162979 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-97a0d5de-1950-406f-9f7e-659962609b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:01.173818 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-b0b5f6ff-8ec1-49fc-9f82-7de9b42dfa0f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Deleting port 17d27cd3-fa78-424d-85af-b97f65d98cfe {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:01.174243 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f6ff-8ec1-49fc-9f82-7de9b42dfa0f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:01.270168 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f6ff-8ec1-49fc-9f82-7de9b42dfa0f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:01.286018 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-b0b5f6ff-8ec1-49fc-9f82-7de9b42dfa0f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Calling delete_port for 17d27cd3-fa78-424d-85af-b97f65d98cfe owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:01.338629 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-97a0d5de-1950-406f-9f7e-659962609b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:01.352587 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-97a0d5de-1950-406f-9f7e-659962609b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:01.352587 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-97a0d5de-1950-406f-9f7e-659962609b6e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/857b2341-7a2d-4c75-b637-9a3c4e402e79 HTTP/1.1" status: 204 len: 168 time: 0.3533537 Sep 21 18:16:01.360745 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0d5de-1950-406f-9f7e-659962609b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857b2341-7a2d-4c75-b637-9a3c4e402e79,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:01.422771 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f6ff-8ec1-49fc-9f82-7de9b42dfa0f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:01.487958 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5f6ff-8ec1-49fc-9f82-7de9b42dfa0f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Port': ['ID=17d27cd3-fa78-424d-85af-b97f65d98cfe,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:01.494043 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f6ff-8ec1-49fc-9f82-7de9b42dfa0f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:01.498726 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b0b5f6ff-8ec1-49fc-9f82-7de9b42dfa0f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/ports/17d27cd3-fa78-424d-85af-b97f65d98cfe HTTP/1.1" status: 204 len: 168 time: 0.5578411 Sep 21 18:16:01.499414 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37884) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:01.560211 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37888) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:01.566905 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e9858c-92f0-4a38-8937-0d96d68d6f82 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:01.569129 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-53e9858c-92f0-4a38-8937-0d96d68d6f82 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.0688801 Sep 21 18:16:01.571978 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37892) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:01.599498 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb8bf090-97c4-4532-966a-8eb10bccb683 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] GET failed (client error): The resource could not be found. Sep 21 18:16:01.601459 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bb8bf090-97c4-4532-966a-8eb10bccb683 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "GET /v2.0/ports/17d27cd3-fa78-424d-85af-b97f65d98cfe HTTP/1.1" status: 404 len: 333 time: 0.0284109 Sep 21 18:16:01.605197 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37894) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:01.615082 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-a2b31e8f-6f90-4eac-8d3b-0cda66c6153a tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2069194907'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:01.662417 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b31e8f-6f90-4eac-8d3b-0cda66c6153a tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:01.676974 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a2b31e8f-6f90-4eac-8d3b-0cda66c6153a tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:01.743441 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2b31e8f-6f90-4eac-8d3b-0cda66c6153a tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:16:01.761518 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a2b31e8f-6f90-4eac-8d3b-0cda66c6153a tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:01.763574 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-a2b31e8f-6f90-4eac-8d3b-0cda66c6153a tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Added segment 0b3d290c-689d-4856-83d5-2a04bda56fd9 of type vlan for network 12d9c057-c3a4-4806-8687-77c33fd5422c Sep 21 18:16:01.840473 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a2b31e8f-6f90-4eac-8d3b-0cda66c6153a tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:01.930710 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a2b31e8f-6f90-4eac-8d3b-0cda66c6153a tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:01.937275 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b31e8f-6f90-4eac-8d3b-0cda66c6153a tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:01.937728 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37898) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:01.938207 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a2b31e8f-6f90-4eac-8d3b-0cda66c6153a tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:01.944505 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-138783a0-4b1f-4ac5-a323-4a009677e769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:01.957111 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3999f1cd-37f0-4f52-b89a-ea4821a1915e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:01.995450 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a2b31e8f-6f90-4eac-8d3b-0cda66c6153a tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3863614 Sep 21 18:16:01.996112 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37900) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:02.003085 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-3376b39d-43bc-4863-b979-ade08234457d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'subnet': {'network_id': '12d9c057-c3a4-4806-8687-77c33fd5422c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:02.021988 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b31e8f-6f90-4eac-8d3b-0cda66c6153a tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Network': ['ID=12d9c057-c3a4-4806-8687-77c33fd5422c,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:02.035375 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 12d9c057-c3a4-4806-8687-77c33fd5422c details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:16:02.049262 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.db.api [None req-138783a0-4b1f-4ac5-a323-4a009677e769 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 18:16:02.049262 n-d-810291-1 neutron-server[101461]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 18:16:02.049262 n-d-810291-1 neutron-server[101461]: [parameters: {'project_id_1': '380aa8373c86484899b8267453407b32', 'expiration_1': datetime.datetime(2021, 9, 21, 18, 15, 41, 981901)}] Sep 21 18:16:02.049262 n-d-810291-1 neutron-server[101461]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:16:02.050300 n-d-810291-1 neutron-server[101461]: DEBUG oslo_db.api [None req-138783a0-4b1f-4ac5-a323-4a009677e769 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:16:02.199674 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3999f1cd-37f0-4f52-b89a-ea4821a1915e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:02.206772 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3999f1cd-37f0-4f52-b89a-ea4821a1915e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:02.254290 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3376b39d-43bc-4863-b979-ade08234457d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:02.257502 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3376b39d-43bc-4863-b979-ade08234457d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:02.262756 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999f1cd-37f0-4f52-b89a-ea4821a1915e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f65721d-1e51-4fa2-8f8d-58d4dd368bff,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:02.278988 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3999f1cd-37f0-4f52-b89a-ea4821a1915e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4005a3f15f8f408aafc6891851c66b78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3352318 Sep 21 18:16:02.279478 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37902) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:02.374250 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d8247c2e-e7bd-435d-8bec-e287c6518d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:02.431737 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d8247c2e-e7bd-435d-8bec-e287c6518d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:02.482211 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d8247c2e-e7bd-435d-8bec-e287c6518d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:02.485806 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d8247c2e-e7bd-435d-8bec-e287c6518d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:02.487323 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d8247c2e-e7bd-435d-8bec-e287c6518d4a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9f65721d-1e51-4fa2-8f8d-58d4dd368bff HTTP/1.1" status: 204 len: 168 time: 0.2058616 Sep 21 18:16:02.497888 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8247c2e-e7bd-435d-8bec-e287c6518d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f65721d-1e51-4fa2-8f8d-58d4dd368bff,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:02.534770 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3376b39d-43bc-4863-b979-ade08234457d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:02.552213 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-138783a0-4b1f-4ac5-a323-4a009677e769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:02.607588 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376b39d-43bc-4863-b979-ade08234457d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Subnet': ['ID=df8d3739-b1d9-4c86-8ce7-41738a0a0524,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:02.613714 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3376b39d-43bc-4863-b979-ade08234457d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Checking segment: {'id': '0b3d290c-689d-4856-83d5-2a04bda56fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '12d9c057-c3a4-4806-8687-77c33fd5422c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:16:02.614403 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3376b39d-43bc-4863-b979-ade08234457d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network hostable DHCP agents. Network: 12d9c057-c3a4-4806-8687-77c33fd5422c, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:16:02.635825 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3376b39d-43bc-4863-b979-ade08234457d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network 12d9c057-c3a4-4806-8687-77c33fd5422c is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:16:02.650290 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-3376b39d-43bc-4863-b979-ade08234457d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 12d9c057-c3a4-4806-8687-77c33fd5422c) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:02.660358 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44320f7-1ec5-4c8d-bc99-4d20d788eb42 None None] Network 12d9c057-c3a4-4806-8687-77c33fd5422c requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:02.665548 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3376b39d-43bc-4863-b979-ade08234457d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:02.666199 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3376b39d-43bc-4863-b979-ade08234457d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:02.729816 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-138783a0-4b1f-4ac5-a323-4a009677e769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:02.735277 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-138783a0-4b1f-4ac5-a323-4a009677e769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:02.744021 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3376b39d-43bc-4863-b979-ade08234457d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7467418 Sep 21 18:16:02.746777 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37912) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:02.753471 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-85603505-f690-4a8d-baf6-d69d1597b585 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'subnet': {'network_id': '12d9c057-c3a4-4806-8687-77c33fd5422c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:02.797129 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-138783a0-4b1f-4ac5-a323-4a009677e769 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=380aa8373c86484899b8267453407b32&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2334464 Sep 21 18:16:02.797129 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138783a0-4b1f-4ac5-a323-4a009677e769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2510248-d2bd-4bfd-a36f-7372aa67be9e,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:02.797710 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 37916) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:02.949427 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4a1520-d924-430d-b37c-5044fdf28a25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-12d9c057-c3a4-4806-8687-77c33fd5422c', 'network_id': '12d9c057-c3a4-4806-8687-77c33fd5422c', 'tenant_id': '6b7c19a38a1a455bb8bfddaab5a294ea', 'fixed_ips': [{'subnet_id': 'df8d3739-b1d9-4c86-8ce7-41738a0a0524'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:16:02.951581 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8f4a1520-d924-430d-b37c-5044fdf28a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:02.965121 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-83b6e634-1aaf-4113-8bae-82d756eea20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:03.010230 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-83b6e634-1aaf-4113-8bae-82d756eea20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:03.077845 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85603505-f690-4a8d-baf6-d69d1597b585 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:03.082081 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-85603505-f690-4a8d-baf6-d69d1597b585 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:03.200511 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-83b6e634-1aaf-4113-8bae-82d756eea20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:03.203087 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-83b6e634-1aaf-4113-8bae-82d756eea20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:03.206726 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-83b6e634-1aaf-4113-8bae-82d756eea20b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c2510248-d2bd-4bfd-a36f-7372aa67be9e HTTP/1.1" status: 204 len: 168 time: 0.4026275 Sep 21 18:16:03.223370 n-d-810291-1 neutron-server[101460]: INFO neutron.db.ipam_backend_mixin [None req-85603505-f690-4a8d-baf6-d69d1597b585 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet df8d3739-b1d9-4c86-8ce7-41738a0a0524 (CIDR: 2001:db8::/64) Sep 21 18:16:03.224687 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6e634-1aaf-4113-8bae-82d756eea20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2510248-d2bd-4bfd-a36f-7372aa67be9e,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:03.228612 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-85603505-f690-4a8d-baf6-d69d1597b585 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:16:03.229125 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85603505-f690-4a8d-baf6-d69d1597b585 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:16:03.249081 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-85603505-f690-4a8d-baf6-d69d1597b585 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5010660 Sep 21 18:16:03.252418 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37934) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:03.257524 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-770969be-ca24-48a4-8be1-eb1431720fea tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'subnet': {'network_id': '12d9c057-c3a4-4806-8687-77c33fd5422c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:03.296779 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-8f4a1520-d924-430d-b37c-5044fdf28a25 None None] Allocated IP 2001:db8::2 (12d9c057-c3a4-4806-8687-77c33fd5422c/df8d3739-b1d9-4c86-8ce7-41738a0a0524/aaa06c2e-4ede-402d-b827-a44dbdebbafb) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:03.463522 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770969be-ca24-48a4-8be1-eb1431720fea tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:03.467459 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-770969be-ca24-48a4-8be1-eb1431720fea tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:03.631317 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8f4a1520-d924-430d-b37c-5044fdf28a25 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:03.667311 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8f4a1520-d924-430d-b37c-5044fdf28a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:03.754472 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a1520-d924-430d-b37c-5044fdf28a25 None None] Pushing event updated for resources: {'Port': ['ID=aaa06c2e-4ede-402d-b827-a44dbdebbafb,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:03.781363 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4a1520-d924-430d-b37c-5044fdf28a25 None None] Network 12d9c057-c3a4-4806-8687-77c33fd5422c is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:03.788447 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-8f4a1520-d924-430d-b37c-5044fdf28a25 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:03.792389 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4a1520-d924-430d-b37c-5044fdf28a25 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:16:03.900923 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-770969be-ca24-48a4-8be1-eb1431720fea tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:03.901548 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-8f4a1520-d924-430d-b37c-5044fdf28a25 None None] Attempting to bind port aaa06c2e-4ede-402d-b827-a44dbdebbafb on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:03.901778 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-8f4a1520-d924-430d-b37c-5044fdf28a25 None None] Attempting to bind port aaa06c2e-4ede-402d-b827-a44dbdebbafb by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '0b3d290c-689d-4856-83d5-2a04bda56fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '12d9c057-c3a4-4806-8687-77c33fd5422c'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:03.902145 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4a1520-d924-430d-b37c-5044fdf28a25 None None] Attempting to bind port aaa06c2e-4ede-402d-b827-a44dbdebbafb on network 12d9c057-c3a4-4806-8687-77c33fd5422c {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:03.916468 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4a1520-d924-430d-b37c-5044fdf28a25 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:16:03.916844 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4a1520-d924-430d-b37c-5044fdf28a25 None None] Checking segment: {'id': '0b3d290c-689d-4856-83d5-2a04bda56fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '12d9c057-c3a4-4806-8687-77c33fd5422c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:16:03.918146 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8f4a1520-d924-430d-b37c-5044fdf28a25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:03.927511 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4a1520-d924-430d-b37c-5044fdf28a25 None None] Bound using segment: {'id': '0b3d290c-689d-4856-83d5-2a04bda56fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '12d9c057-c3a4-4806-8687-77c33fd5422c'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:16:03.928046 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-8f4a1520-d924-430d-b37c-5044fdf28a25 None None] Bound port: aaa06c2e-4ede-402d-b827-a44dbdebbafb, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b3d290c-689d-4856-83d5-2a04bda56fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '12d9c057-c3a4-4806-8687-77c33fd5422c'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:16:03.928452 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8f4a1520-d924-430d-b37c-5044fdf28a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:04.011331 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770969be-ca24-48a4-8be1-eb1431720fea tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network 12d9c057-c3a4-4806-8687-77c33fd5422c is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:04.014600 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-770969be-ca24-48a4-8be1-eb1431720fea tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:04.020766 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770969be-ca24-48a4-8be1-eb1431720fea tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:04.021377 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-770969be-ca24-48a4-8be1-eb1431720fea tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:04.059500 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-8f4a1520-d924-430d-b37c-5044fdf28a25 None None] For port aaa06c2e-4ede-402d-b827-a44dbdebbafb, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:16:04.060396 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770969be-ca24-48a4-8be1-eb1431720fea tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Subnet': ['ID=7df76e0b-a7ef-4b07-9eaa-bcfe5ad30051,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:04.064059 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-8f4a1520-d924-430d-b37c-5044fdf28a25 None None] For port aaa06c2e-4ede-402d-b827-a44dbdebbafb, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=aaa06c2e-4ede-402d-b827-a44dbdebbafb,segment=NetworkSegment(0b3d290c-689d-4856-83d5-2a04bda56fd9),segment_id=0b3d290c-689d-4856-83d5-2a04bda56fd9)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:16:04.070978 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-770969be-ca24-48a4-8be1-eb1431720fea tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8166668 Sep 21 18:16:04.076328 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8f4a1520-d924-430d-b37c-5044fdf28a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:04.083258 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 37962) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:04.089739 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-3707c457-b4ac-4e89-8032-e505662a5950 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'port': {'network_id': '12d9c057-c3a4-4806-8687-77c33fd5422c', 'fixed_ips': [{'subnet_id': 'df8d3739-b1d9-4c86-8ce7-41738a0a0524'}, {'subnet_id': '7df76e0b-a7ef-4b07-9eaa-bcfe5ad30051'}], 'name': 'tempest-PortsIpV6TestJSON-392177243'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:04.221852 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a1520-d924-430d-b37c-5044fdf28a25 None None] Pushing event updated for resources: {'Port': ['ID=aaa06c2e-4ede-402d-b827-a44dbdebbafb,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:04.330568 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3707c457-b4ac-4e89-8032-e505662a5950 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:04.518372 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3707c457-b4ac-4e89-8032-e505662a5950 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:04.551777 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-3707c457-b4ac-4e89-8032-e505662a5950 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] device_id is not set on port f6bec176-4dd4-4667-9759-a243c860ccd4 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:16:05.104450 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-3707c457-b4ac-4e89-8032-e505662a5950 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Allocated IP 2001:db8::395 (12d9c057-c3a4-4806-8687-77c33fd5422c/df8d3739-b1d9-4c86-8ce7-41738a0a0524/f6bec176-4dd4-4667-9759-a243c860ccd4) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:05.131405 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-3707c457-b4ac-4e89-8032-e505662a5950 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Allocated IP 2001:db8:0:1::325 (12d9c057-c3a4-4806-8687-77c33fd5422c/7df76e0b-a7ef-4b07-9eaa-bcfe5ad30051/f6bec176-4dd4-4667-9759-a243c860ccd4) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:05.541730 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3707c457-b4ac-4e89-8032-e505662a5950 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:05.678761 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3707c457-b4ac-4e89-8032-e505662a5950 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:05.683612 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device aaa06c2e-4ede-402d-b827-a44dbdebbafb up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:16:05.762071 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3707c457-b4ac-4e89-8032-e505662a5950 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network 12d9c057-c3a4-4806-8687-77c33fd5422c is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:05.768955 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-3707c457-b4ac-4e89-8032-e505662a5950 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:05.774638 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3707c457-b4ac-4e89-8032-e505662a5950 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:16:05.787203 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3707c457-b4ac-4e89-8032-e505662a5950 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:05.790543 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3707c457-b4ac-4e89-8032-e505662a5950 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:05.806903 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3707c457-b4ac-4e89-8032-e505662a5950 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Port': ['ID=f6bec176-4dd4-4667-9759-a243c860ccd4,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:05.819259 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3707c457-b4ac-4e89-8032-e505662a5950 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.7337124 Sep 21 18:16:05.822224 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 38006) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:05.833020 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-da6c4c67-40c1-4ef7-b5a9-e783f270c20d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'df8d3739-b1d9-4c86-8ce7-41738a0a0524'}]}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:05.881389 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port aaa06c2e-4ede-402d-b827-a44dbdebbafb triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:05.881701 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:05.940625 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a8625b-c709-4873-81b6-d8e877cb34e5 None None] Network 12d9c057-c3a4-4806-8687-77c33fd5422c requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:06.023391 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-da6c4c67-40c1-4ef7-b5a9-e783f270c20d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:06.044692 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-69eba726-2e07-4eee-b83c-297734ffc2fe None None] Provisioning complete for port aaa06c2e-4ede-402d-b827-a44dbdebbafb triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:06.050838 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-69eba726-2e07-4eee-b83c-297734ffc2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:06.134041 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:06.459877 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port aaa06c2e-4ede-402d-b827-a44dbdebbafb, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=aaa06c2e-4ede-402d-b827-a44dbdebbafb,segment=NetworkSegment(0b3d290c-689d-4856-83d5-2a04bda56fd9),segment_id=0b3d290c-689d-4856-83d5-2a04bda56fd9)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:06.471256 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-69eba726-2e07-4eee-b83c-297734ffc2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:06.526228 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:06.604250 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-da6c4c67-40c1-4ef7-b5a9-e783f270c20d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Delete allocated IP 2001:db8:0:1::325 (12d9c057-c3a4-4806-8687-77c33fd5422c/7df76e0b-a7ef-4b07-9eaa-bcfe5ad30051) {{(pid=101461) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 21 18:16:06.824126 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=aaa06c2e-4ede-402d-b827-a44dbdebbafb,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:06.871734 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.db.api [None req-69eba726-2e07-4eee-b83c-297734ffc2fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:16:06.873040 n-d-810291-1 neutron-server[101462]: DEBUG oslo_db.api [None req-69eba726-2e07-4eee-b83c-297734ffc2fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:16:06.877572 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-da6c4c67-40c1-4ef7-b5a9-e783f270c20d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:06.898132 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-da6c4c67-40c1-4ef7-b5a9-e783f270c20d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:07.012131 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-da6c4c67-40c1-4ef7-b5a9-e783f270c20d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] In _notify_port_updated(), no bound segment for port f6bec176-4dd4-4667-9759-a243c860ccd4 on network 12d9c057-c3a4-4806-8687-77c33fd5422c {{(pid=101461) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:16:07.018188 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6c4c67-40c1-4ef7-b5a9-e783f270c20d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:07.019043 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-da6c4c67-40c1-4ef7-b5a9-e783f270c20d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:07.023357 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38070) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:07.024038 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-da6c4c67-40c1-4ef7-b5a9-e783f270c20d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "PUT /v2.0/ports/f6bec176-4dd4-4667-9759-a243c860ccd4 HTTP/1.1" status: 200 len: 925 time: 1.1995647 Sep 21 18:16:07.030805 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-3b8a46da-e0da-4489-8f5f-df085efb4dcd tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'df8d3739-b1d9-4c86-8ce7-41738a0a0524'}, {'subnet_id': '7df76e0b-a7ef-4b07-9eaa-bcfe5ad30051'}]}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:07.033724 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c4c67-40c1-4ef7-b5a9-e783f270c20d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Port': ['ID=f6bec176-4dd4-4667-9759-a243c860ccd4,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:07.049042 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08b2342-5ecc-407a-afc6-c01be5bea6bf None None] Update dhcp port {'port': {'network_id': '12d9c057-c3a4-4806-8687-77c33fd5422c', 'fixed_ips': [{'subnet_id': 'df8d3739-b1d9-4c86-8ce7-41738a0a0524', 'ip_address': '2001:db8::2'}, {'subnet_id': '7df76e0b-a7ef-4b07-9eaa-bcfe5ad30051'}], 'binding:host_id': 'n-d-810291-1'}, 'id': 'aaa06c2e-4ede-402d-b827-a44dbdebbafb'} from n-d-810291-1. {{(pid=101462) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 18:16:07.089295 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d08b2342-5ecc-407a-afc6-c01be5bea6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:07.282156 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 38092) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:07.386460 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-d08b2342-5ecc-407a-afc6-c01be5bea6bf None None] Allocated IP 2001:db8:0:1::2 (12d9c057-c3a4-4806-8687-77c33fd5422c/7df76e0b-a7ef-4b07-9eaa-bcfe5ad30051/aaa06c2e-4ede-402d-b827-a44dbdebbafb) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:07.505290 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3b8a46da-e0da-4489-8f5f-df085efb4dcd tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:07.526392 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5cff077d-5230-4780-bd5a-4ad3c3289df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:07.822155 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5cff077d-5230-4780-bd5a-4ad3c3289df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:07.830792 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5cff077d-5230-4780-bd5a-4ad3c3289df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:07.840927 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-d08b2342-5ecc-407a-afc6-c01be5bea6bf None None] For port aaa06c2e-4ede-402d-b827-a44dbdebbafb, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=aaa06c2e-4ede-402d-b827-a44dbdebbafb,segment=NetworkSegment(0b3d290c-689d-4856-83d5-2a04bda56fd9),segment_id=0b3d290c-689d-4856-83d5-2a04bda56fd9)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:07.883056 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d08b2342-5ecc-407a-afc6-c01be5bea6bf None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:07.887982 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device aaa06c2e-4ede-402d-b827-a44dbdebbafb up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:16:07.915030 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d08b2342-5ecc-407a-afc6-c01be5bea6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:07.924667 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5cff077d-5230-4780-bd5a-4ad3c3289df8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fc32f81e0b6342109dfa633bbd312222&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6384368 Sep 21 18:16:07.926405 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 38138) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:07.946390 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff077d-5230-4780-bd5a-4ad3c3289df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781ad1df-94eb-4c9f-bd1b-02ca02a37e3a,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:08.086792 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b2342-5ecc-407a-afc6-c01be5bea6bf None None] Pushing event updated for resources: {'Port': ['ID=aaa06c2e-4ede-402d-b827-a44dbdebbafb,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:08.088921 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-3b8a46da-e0da-4489-8f5f-df085efb4dcd tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Allocated IP 2001:db8:0:1::211 (12d9c057-c3a4-4806-8687-77c33fd5422c/7df76e0b-a7ef-4b07-9eaa-bcfe5ad30051/f6bec176-4dd4-4667-9759-a243c860ccd4) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:08.090520 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-657a10af-6419-466e-b51a-7797eefc0dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:08.095540 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port aaa06c2e-4ede-402d-b827-a44dbdebbafb triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:08.096210 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:08.157718 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-657a10af-6419-466e-b51a-7797eefc0dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:08.207276 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08b2342-5ecc-407a-afc6-c01be5bea6bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:08.207958 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08b2342-5ecc-407a-afc6-c01be5bea6bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:08.208519 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08b2342-5ecc-407a-afc6-c01be5bea6bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:08.209104 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08b2342-5ecc-407a-afc6-c01be5bea6bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:08.209530 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08b2342-5ecc-407a-afc6-c01be5bea6bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:08.215704 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08b2342-5ecc-407a-afc6-c01be5bea6bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:08.217312 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08b2342-5ecc-407a-afc6-c01be5bea6bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:08.217815 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08b2342-5ecc-407a-afc6-c01be5bea6bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:08.219672 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08b2342-5ecc-407a-afc6-c01be5bea6bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:08.220140 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08b2342-5ecc-407a-afc6-c01be5bea6bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:08.220561 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08b2342-5ecc-407a-afc6-c01be5bea6bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:08.221298 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08b2342-5ecc-407a-afc6-c01be5bea6bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:08.285996 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-657a10af-6419-466e-b51a-7797eefc0dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:08.289642 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-657a10af-6419-466e-b51a-7797eefc0dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:08.304326 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-657a10af-6419-466e-b51a-7797eefc0dfb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/781ad1df-94eb-4c9f-bd1b-02ca02a37e3a HTTP/1.1" status: 204 len: 168 time: 0.3709395 Sep 21 18:16:08.305284 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3b8a46da-e0da-4489-8f5f-df085efb4dcd tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:08.312500 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3b8a46da-e0da-4489-8f5f-df085efb4dcd tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:08.320344 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38148) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:08.340917 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a10af-6419-466e-b51a-7797eefc0dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781ad1df-94eb-4c9f-bd1b-02ca02a37e3a,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:08.438331 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-3b8a46da-e0da-4489-8f5f-df085efb4dcd tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] In _notify_port_updated(), no bound segment for port f6bec176-4dd4-4667-9759-a243c860ccd4 on network 12d9c057-c3a4-4806-8687-77c33fd5422c {{(pid=101460) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:16:08.444869 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8a46da-e0da-4489-8f5f-df085efb4dcd tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:08.445532 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3b8a46da-e0da-4489-8f5f-df085efb4dcd tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:08.446870 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3b8a46da-e0da-4489-8f5f-df085efb4dcd tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "PUT /v2.0/ports/f6bec176-4dd4-4667-9759-a243c860ccd4 HTTP/1.1" status: 200 len: 1011 time: 1.4220665 Sep 21 18:16:08.447948 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a46da-e0da-4489-8f5f-df085efb4dcd tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Port': ['ID=f6bec176-4dd4-4667-9759-a243c860ccd4,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:08.449759 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 38152) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:08.461200 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8a46da-e0da-4489-8f5f-df085efb4dcd tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:08.461548 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8a46da-e0da-4489-8f5f-df085efb4dcd tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:08.461889 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8a46da-e0da-4489-8f5f-df085efb4dcd tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:08.462226 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8a46da-e0da-4489-8f5f-df085efb4dcd tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:08.464395 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8a46da-e0da-4489-8f5f-df085efb4dcd tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:08.464395 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8a46da-e0da-4489-8f5f-df085efb4dcd tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:08.464395 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8a46da-e0da-4489-8f5f-df085efb4dcd tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:08.464395 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8a46da-e0da-4489-8f5f-df085efb4dcd tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:08.464395 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8a46da-e0da-4489-8f5f-df085efb4dcd tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:08.464395 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8a46da-e0da-4489-8f5f-df085efb4dcd tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:08.464873 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8a46da-e0da-4489-8f5f-df085efb4dcd tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:08.464873 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8a46da-e0da-4489-8f5f-df085efb4dcd tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:08.665944 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-4bfc9f03-44f4-435a-9f26-c9957b69591b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Deleting port f6bec176-4dd4-4667-9759-a243c860ccd4 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:08.666292 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4bfc9f03-44f4-435a-9f26-c9957b69591b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:08.857134 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-29b63c6c-7c2b-4714-84d9-42a06f3bbec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:08.883137 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4bfc9f03-44f4-435a-9f26-c9957b69591b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:08.912318 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-4bfc9f03-44f4-435a-9f26-c9957b69591b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Calling delete_port for f6bec176-4dd4-4667-9759-a243c860ccd4 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:08.953570 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38160) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:08.984837 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-212b55fb-418e-4dff-aa76-b46dca5c7a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:09.083805 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-29b63c6c-7c2b-4714-84d9-42a06f3bbec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:09.093107 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-29b63c6c-7c2b-4714-84d9-42a06f3bbec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:09.141800 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b63c6c-7c2b-4714-84d9-42a06f3bbec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940bb3d7-d8cb-4c79-989d-026f83529d97,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:09.187842 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4bfc9f03-44f4-435a-9f26-c9957b69591b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:09.200292 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-76f6e972-d95c-405c-9ab6-fcdbfd1f0e59 None None] Provisioning complete for port aaa06c2e-4ede-402d-b827-a44dbdebbafb triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:09.202904 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-76f6e972-d95c-405c-9ab6-fcdbfd1f0e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:09.240930 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc9f03-44f4-435a-9f26-c9957b69591b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Port': ['ID=f6bec176-4dd4-4667-9759-a243c860ccd4,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:09.249426 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-212b55fb-418e-4dff-aa76-b46dca5c7a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:09.268621 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9781fd80-8ba8-4e28-b2de-fcd9d94f3702 None None] Network 12d9c057-c3a4-4806-8687-77c33fd5422c requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:09.270603 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 38166) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:09.273902 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-29b63c6c-7c2b-4714-84d9-42a06f3bbec5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d8bc1963ee7a41d6a50407fb3d02b442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9503560 Sep 21 18:16:09.275406 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-212b55fb-418e-4dff-aa76-b46dca5c7a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:09.311178 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4bfc9f03-44f4-435a-9f26-c9957b69591b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:09.314883 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4bfc9f03-44f4-435a-9f26-c9957b69591b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/ports/f6bec176-4dd4-4667-9759-a243c860ccd4 HTTP/1.1" status: 204 len: 168 time: 0.8638403 Sep 21 18:16:09.321982 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 38170) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:09.343385 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-212b55fb-418e-4dff-aa76-b46dca5c7a9d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e46346f2ba034534954e18af18f587a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3887215 Sep 21 18:16:09.344299 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b55fb-418e-4dff-aa76-b46dca5c7a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ba1b71-10e1-461d-9f55-1ee5feb053f8,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:09.354047 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38172) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:09.369731 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ad6ecb-53bc-4689-af9a-f55db1e3b44b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] GET failed (client error): The resource could not be found. Sep 21 18:16:09.371939 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-38ad6ecb-53bc-4689-af9a-f55db1e3b44b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "GET /v2.0/ports/f6bec176-4dd4-4667-9759-a243c860ccd4 HTTP/1.1" status: 404 len: 333 time: 0.0488029 Sep 21 18:16:09.375460 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 38174) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:09.425515 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3b5cb1b9-a7d6-49ad-a157-6a1163c751f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:09.426592 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e931d32f-0f6e-42d5-be4c-d40648a4fdda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:09.450831 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-c32feee4-a7a6-4f86-97cb-21f7279d597b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Deleting subnet 7df76e0b-a7ef-4b07-9eaa-bcfe5ad30051 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:16:09.461451 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c32feee4-a7a6-4f86-97cb-21f7279d597b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:09.462602 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e931d32f-0f6e-42d5-be4c-d40648a4fdda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:09.466026 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3b5cb1b9-a7d6-49ad-a157-6a1163c751f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:09.529731 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c32feee4-a7a6-4f86-97cb-21f7279d597b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:09.546319 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e931d32f-0f6e-42d5-be4c-d40648a4fdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:09.547923 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-76f6e972-d95c-405c-9ab6-fcdbfd1f0e59 None None] Could not find standard attr ID for object f6bec176-4dd4-4667-9759-a243c860ccd4. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:16:09.555530 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e931d32f-0f6e-42d5-be4c-d40648a4fdda admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:09.556735 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e931d32f-0f6e-42d5-be4c-d40648a4fdda admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/16ba1b71-10e1-461d-9f55-1ee5feb053f8 HTTP/1.1" status: 204 len: 168 time: 0.2011678 Sep 21 18:16:09.576259 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931d32f-0f6e-42d5-be4c-d40648a4fdda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ba1b71-10e1-461d-9f55-1ee5feb053f8,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:09.643352 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3b5cb1b9-a7d6-49ad-a157-6a1163c751f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:09.653064 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3b5cb1b9-a7d6-49ad-a157-6a1163c751f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:09.654492 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3b5cb1b9-a7d6-49ad-a157-6a1163c751f0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/940bb3d7-d8cb-4c79-989d-026f83529d97 HTTP/1.1" status: 204 len: 168 time: 0.3810451 Sep 21 18:16:09.683126 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device aaa06c2e-4ede-402d-b827-a44dbdebbafb up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:16:09.728082 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5cb1b9-a7d6-49ad-a157-6a1163c751f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940bb3d7-d8cb-4c79-989d-026f83529d97,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:09.781769 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c32feee4-a7a6-4f86-97cb-21f7279d597b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:09.831332 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port aaa06c2e-4ede-402d-b827-a44dbdebbafb triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:09.831700 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:09.911736 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c32feee4-a7a6-4f86-97cb-21f7279d597b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:09.974774 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c32feee4-a7a6-4f86-97cb-21f7279d597b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:09.982804 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c32feee4-a7a6-4f86-97cb-21f7279d597b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/subnets/7df76e0b-a7ef-4b07-9eaa-bcfe5ad30051 HTTP/1.1" status: 204 len: 168 time: 0.6058252 Sep 21 18:16:09.986026 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38184) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:09.988669 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32feee4-a7a6-4f86-97cb-21f7279d597b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Subnet': ['ID=7df76e0b-a7ef-4b07-9eaa-bcfe5ad30051,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:10.011583 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b23bad-231a-4d2b-ba6b-16f136c5d7ae None None] Network 12d9c057-c3a4-4806-8687-77c33fd5422c requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:10.081390 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-2185b72a-c7aa-48e2-9415-d669cf5e32c9 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Deleting subnet df8d3739-b1d9-4c86-8ce7-41738a0a0524 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:16:10.093994 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2185b72a-c7aa-48e2-9415-d669cf5e32c9 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:10.131869 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-3c20d88e-fec3-4c85-9f62-35d0e1ed56b5 None None] Provisioning complete for port aaa06c2e-4ede-402d-b827-a44dbdebbafb triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:10.133061 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3c20d88e-fec3-4c85-9f62-35d0e1ed56b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:10.241931 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2185b72a-c7aa-48e2-9415-d669cf5e32c9 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:10.420441 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2185b72a-c7aa-48e2-9415-d669cf5e32c9 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:10.505607 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2185b72a-c7aa-48e2-9415-d669cf5e32c9 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:10.561789 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2185b72a-c7aa-48e2-9415-d669cf5e32c9 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Subnet': ['ID=df8d3739-b1d9-4c86-8ce7-41738a0a0524,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:10.566231 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2185b72a-c7aa-48e2-9415-d669cf5e32c9 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:10.571454 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 38202) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:10.572330 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2185b72a-c7aa-48e2-9415-d669cf5e32c9 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/subnets/df8d3739-b1d9-4c86-8ce7-41738a0a0524 HTTP/1.1" status: 204 len: 168 time: 0.5848577 Sep 21 18:16:10.620231 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38204) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:10.640918 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-149b573d-a608-4e66-bf31-07d3888754bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:10.707169 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d6faa0d-346e-468a-bf02-b38e55a009f5 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:10.771834 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-4d6faa0d-346e-468a-bf02-b38e55a009f5 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Deleting port aaa06c2e-4ede-402d-b827-a44dbdebbafb {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:10.772525 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d6faa0d-346e-468a-bf02-b38e55a009f5 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:10.897600 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-149b573d-a608-4e66-bf31-07d3888754bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:10.906578 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-149b573d-a608-4e66-bf31-07d3888754bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:10.919887 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-4d6faa0d-346e-468a-bf02-b38e55a009f5 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] For port aaa06c2e-4ede-402d-b827-a44dbdebbafb, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=aaa06c2e-4ede-402d-b827-a44dbdebbafb,segment=NetworkSegment(0b3d290c-689d-4856-83d5-2a04bda56fd9),segment_id=0b3d290c-689d-4856-83d5-2a04bda56fd9)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:10.920441 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d6faa0d-346e-468a-bf02-b38e55a009f5 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:10.951434 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-4d6faa0d-346e-468a-bf02-b38e55a009f5 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Calling delete_port for aaa06c2e-4ede-402d-b827-a44dbdebbafb owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:10.999912 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-149b573d-a608-4e66-bf31-07d3888754bf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8503348c2d364eac9819f0101ea69bb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3757832 Sep 21 18:16:11.007269 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38214) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:11.022849 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b573d-a608-4e66-bf31-07d3888754bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616fe58e-f0e6-4079-94cd-2b497a4009ed,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:11.094786 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d6faa0d-346e-468a-bf02-b38e55a009f5 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.120649 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6faa0d-346e-468a-bf02-b38e55a009f5 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] No DVR routers for this DVR port aaa06c2e-4ede-402d-b827-a44dbdebbafb on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:16:11.128738 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e1becabc-6965-4773-9c98-361eaf88da75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.160104 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6faa0d-346e-468a-bf02-b38e55a009f5 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Port': ['ID=aaa06c2e-4ede-402d-b827-a44dbdebbafb,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:11.198822 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e1becabc-6965-4773-9c98-361eaf88da75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.308374 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e1becabc-6965-4773-9c98-361eaf88da75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.315984 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e1becabc-6965-4773-9c98-361eaf88da75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.324589 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e1becabc-6965-4773-9c98-361eaf88da75 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/616fe58e-f0e6-4079-94cd-2b497a4009ed HTTP/1.1" status: 204 len: 168 time: 0.3124447 Sep 21 18:16:11.328111 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d6faa0d-346e-468a-bf02-b38e55a009f5 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.350599 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1becabc-6965-4773-9c98-361eaf88da75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616fe58e-f0e6-4079-94cd-2b497a4009ed,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:11.378477 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-4d6faa0d-346e-468a-bf02-b38e55a009f5 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d9c057-c3a4-4806-8687-77c33fd5422c']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:11.397975 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-4d6faa0d-346e-468a-bf02-b38e55a009f5 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b3d290c-689d-4856-83d5-2a04bda56fd9') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:11.398274 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-4d6faa0d-346e-468a-bf02-b38e55a009f5 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b3d290c-689d-4856-83d5-2a04bda56fd9') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:11.399072 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67c40fb-1fe8-41e4-80d3-ba99c83749fa None None] Network 12d9c057-c3a4-4806-8687-77c33fd5422c requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:11.410979 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d6faa0d-346e-468a-bf02-b38e55a009f5 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.428413 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d6faa0d-346e-468a-bf02-b38e55a009f5 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.434963 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-3370a4d3-a028-4562-b257-6fd4d4d94c2e None None] Could not find standard attr ID for object aaa06c2e-4ede-402d-b827-a44dbdebbafb. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:16:11.443399 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6faa0d-346e-468a-bf02-b38e55a009f5 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:16:11.443897 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d6faa0d-346e-468a-bf02-b38e55a009f5 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.523286 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:16:11.523286 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:16:11.523286 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:16:11.523286 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:16:11.523286 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:16:11.523286 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:16:11.523286 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:16:11.523286 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:16:11.523286 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:16:11.523286 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:16:11.523286 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:16:11.523286 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:16:11.523286 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:16:11.523286 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:16:11.523286 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:16:11.523286 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:16:11.523286 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:16:11.523286 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:16:11.523286 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:16:11.523286 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:16:11.523286 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:16:11.523286 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:16:11.523286 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:16:11.523286 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:16:11.523286 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:16:11.523286 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:16:11.523286 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:16:11.523286 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:16:11.523286 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:16:11.523286 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:16:11.523286 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:16:11.523286 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:16:11.541980 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d6faa0d-346e-468a-bf02-b38e55a009f5 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.584117 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d6faa0d-346e-468a-bf02-b38e55a009f5 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:11.588463 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4d6faa0d-346e-468a-bf02-b38e55a009f5 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/networks/12d9c057-c3a4-4806-8687-77c33fd5422c HTTP/1.1" status: 204 len: 168 time: 1.0159419 Sep 21 18:16:11.592333 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38230) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:11.594345 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6faa0d-346e-468a-bf02-b38e55a009f5 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Network': ['ID=12d9c057-c3a4-4806-8687-77c33fd5422c,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:11.750372 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d64da25-3cd7-429f-b910-6d3469f8cc65 None None] DHCP port deletion for 12d9c057-c3a4-4806-8687-77c33fd5422c request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:16:11.775678 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a264626-d583-4e11-8c5c-9cd5110aa008 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:11.781237 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6a264626-d583-4e11-8c5c-9cd5110aa008 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1870241 Sep 21 18:16:11.785014 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 38234) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:11.896477 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5eff72f7-7980-4abf-b436-4aa18593d4d6 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1096733 Sep 21 18:16:11.900020 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38244) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:11.907918 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-87865c7e-a683-40a2-8644-116e8f3f9c97 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1182845058'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:11.944738 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87865c7e-a683-40a2-8644-116e8f3f9c97 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:11.952128 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-87865c7e-a683-40a2-8644-116e8f3f9c97 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:12.000781 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87865c7e-a683-40a2-8644-116e8f3f9c97 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:16:12.014050 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-87865c7e-a683-40a2-8644-116e8f3f9c97 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:12.014879 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-87865c7e-a683-40a2-8644-116e8f3f9c97 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Added segment 221dd278-d036-46ea-8da0-f261741ea1dc of type vlan for network e1e6df8b-a3ad-4ed2-bbe2-65e3aba0ae57 Sep 21 18:16:12.080351 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-87865c7e-a683-40a2-8644-116e8f3f9c97 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:12.114960 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-87865c7e-a683-40a2-8644-116e8f3f9c97 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:12.129591 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87865c7e-a683-40a2-8644-116e8f3f9c97 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:12.130510 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-87865c7e-a683-40a2-8644-116e8f3f9c97 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:12.201324 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-87865c7e-a683-40a2-8644-116e8f3f9c97 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2997801 Sep 21 18:16:12.204556 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38256) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:12.245044 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-75e8f301-d9d5-41dc-80e8-d4403e0207af tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'subnet': {'network_id': 'e1e6df8b-a3ad-4ed2-bbe2-65e3aba0ae57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:12.248787 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-b9d467f2-f8eb-4f63-ad38-5316d340e5a2 req-7a9a99c8-e0b4-4824-80e2-fadbab0f2320 service neutron] (101460) timed out ('10.222.0.38', 56923) {{(pid=101460) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 18:16:12.269570 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87865c7e-a683-40a2-8644-116e8f3f9c97 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Network': ['ID=e1e6df8b-a3ad-4ed2-bbe2-65e3aba0ae57,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:12.281392 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network e1e6df8b-a3ad-4ed2-bbe2-65e3aba0ae57 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:16:12.393151 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e8f301-d9d5-41dc-80e8-d4403e0207af tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:12.401322 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-75e8f301-d9d5-41dc-80e8-d4403e0207af tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:12.694005 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-75e8f301-d9d5-41dc-80e8-d4403e0207af tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:12.790067 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8f301-d9d5-41dc-80e8-d4403e0207af tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Subnet': ['ID=9dc5dde1-f4a8-453a-9a94-184a583b63f3,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:12.805819 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8f301-d9d5-41dc-80e8-d4403e0207af tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Checking segment: {'id': '221dd278-d036-46ea-8da0-f261741ea1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e1e6df8b-a3ad-4ed2-bbe2-65e3aba0ae57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:16:12.806187 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e8f301-d9d5-41dc-80e8-d4403e0207af tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network hostable DHCP agents. Network: e1e6df8b-a3ad-4ed2-bbe2-65e3aba0ae57, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:16:12.825898 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e8f301-d9d5-41dc-80e8-d4403e0207af tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network e1e6df8b-a3ad-4ed2-bbe2-65e3aba0ae57 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:16:12.841216 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-75e8f301-d9d5-41dc-80e8-d4403e0207af tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, e1e6df8b-a3ad-4ed2-bbe2-65e3aba0ae57) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:12.851686 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51caf281-4494-411c-9bf6-29bdee8f08ae None None] Network e1e6df8b-a3ad-4ed2-bbe2-65e3aba0ae57 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:12.858523 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e8f301-d9d5-41dc-80e8-d4403e0207af tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:12.861596 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-75e8f301-d9d5-41dc-80e8-d4403e0207af tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:12.894905 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-75e8f301-d9d5-41dc-80e8-d4403e0207af tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6895053 Sep 21 18:16:12.897872 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38282) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:12.905270 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-052c668c-2816-47f1-b99b-a8db9195bc05 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'port': {'network_id': 'e1e6df8b-a3ad-4ed2-bbe2-65e3aba0ae57', 'name': 'tempest-PortsIpV6TestJSON-1991006064'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:13.131922 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052c668c-2816-47f1-b99b-a8db9195bc05 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:13.136683 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-052c668c-2816-47f1-b99b-a8db9195bc05 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:13.141294 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf46bad-6408-4787-ad70-e93480642c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-e1e6df8b-a3ad-4ed2-bbe2-65e3aba0ae57', 'network_id': 'e1e6df8b-a3ad-4ed2-bbe2-65e3aba0ae57', 'tenant_id': '6b7c19a38a1a455bb8bfddaab5a294ea', 'fixed_ips': [{'subnet_id': '9dc5dde1-f4a8-453a-9a94-184a583b63f3'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:16:13.142544 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cbf46bad-6408-4787-ad70-e93480642c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:13.174427 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-052c668c-2816-47f1-b99b-a8db9195bc05 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] device_id is not set on port 1783182a-e420-4d0d-b356-e1ec9b0ba462 yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:16:13.383792 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-cbf46bad-6408-4787-ad70-e93480642c53 None None] Allocated IP 2001:db8::2 (e1e6df8b-a3ad-4ed2-bbe2-65e3aba0ae57/9dc5dde1-f4a8-453a-9a94-184a583b63f3/2d381ef3-70c9-4a6c-80ac-16646773111e) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:13.619438 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cbf46bad-6408-4787-ad70-e93480642c53 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:13.629913 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device aaa06c2e-4ede-402d-b827-a44dbdebbafb no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:16:13.683043 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: aaa06c2e-4ede-402d-b827-a44dbdebbafb {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:16:13.683412 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device aaa06c2e-4ede-402d-b827-a44dbdebbafb not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:16:13.686533 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cbf46bad-6408-4787-ad70-e93480642c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:13.763495 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf46bad-6408-4787-ad70-e93480642c53 None None] Network e1e6df8b-a3ad-4ed2-bbe2-65e3aba0ae57 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:13.773697 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-cbf46bad-6408-4787-ad70-e93480642c53 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:13.786057 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf46bad-6408-4787-ad70-e93480642c53 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:16:13.814293 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-052c668c-2816-47f1-b99b-a8db9195bc05 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Allocated IP 2001:db8::3b (e1e6df8b-a3ad-4ed2-bbe2-65e3aba0ae57/9dc5dde1-f4a8-453a-9a94-184a583b63f3/1783182a-e420-4d0d-b356-e1ec9b0ba462) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:13.880387 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-cbf46bad-6408-4787-ad70-e93480642c53 None None] Attempting to bind port 2d381ef3-70c9-4a6c-80ac-16646773111e on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:13.880961 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-cbf46bad-6408-4787-ad70-e93480642c53 None None] Attempting to bind port 2d381ef3-70c9-4a6c-80ac-16646773111e by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '221dd278-d036-46ea-8da0-f261741ea1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e1e6df8b-a3ad-4ed2-bbe2-65e3aba0ae57'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:13.881258 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf46bad-6408-4787-ad70-e93480642c53 None None] Attempting to bind port 2d381ef3-70c9-4a6c-80ac-16646773111e on network e1e6df8b-a3ad-4ed2-bbe2-65e3aba0ae57 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:13.893416 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf46bad-6408-4787-ad70-e93480642c53 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:16:13.893787 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf46bad-6408-4787-ad70-e93480642c53 None None] Checking segment: {'id': '221dd278-d036-46ea-8da0-f261741ea1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e1e6df8b-a3ad-4ed2-bbe2-65e3aba0ae57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:16:13.894191 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cbf46bad-6408-4787-ad70-e93480642c53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:13.894585 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf46bad-6408-4787-ad70-e93480642c53 None None] Bound using segment: {'id': '221dd278-d036-46ea-8da0-f261741ea1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e1e6df8b-a3ad-4ed2-bbe2-65e3aba0ae57'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:16:13.895087 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-cbf46bad-6408-4787-ad70-e93480642c53 None None] Bound port: 2d381ef3-70c9-4a6c-80ac-16646773111e, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221dd278-d036-46ea-8da0-f261741ea1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e1e6df8b-a3ad-4ed2-bbe2-65e3aba0ae57'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:16:13.895463 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cbf46bad-6408-4787-ad70-e93480642c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:13.912531 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf46bad-6408-4787-ad70-e93480642c53 None None] Pushing event updated for resources: {'Port': ['ID=2d381ef3-70c9-4a6c-80ac-16646773111e,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:13.973944 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-cbf46bad-6408-4787-ad70-e93480642c53 None None] For port 2d381ef3-70c9-4a6c-80ac-16646773111e, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:16:13.977819 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-cbf46bad-6408-4787-ad70-e93480642c53 None None] For port 2d381ef3-70c9-4a6c-80ac-16646773111e, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=2d381ef3-70c9-4a6c-80ac-16646773111e,segment=NetworkSegment(221dd278-d036-46ea-8da0-f261741ea1dc),segment_id=221dd278-d036-46ea-8da0-f261741ea1dc)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:16:13.996987 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cbf46bad-6408-4787-ad70-e93480642c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:14.147686 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf46bad-6408-4787-ad70-e93480642c53 None None] Pushing event updated for resources: {'Port': ['ID=2d381ef3-70c9-4a6c-80ac-16646773111e,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:14.236070 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-052c668c-2816-47f1-b99b-a8db9195bc05 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:14.310512 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-052c668c-2816-47f1-b99b-a8db9195bc05 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:14.524107 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052c668c-2816-47f1-b99b-a8db9195bc05 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network e1e6df8b-a3ad-4ed2-bbe2-65e3aba0ae57 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:14.531718 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-052c668c-2816-47f1-b99b-a8db9195bc05 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:14.541455 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052c668c-2816-47f1-b99b-a8db9195bc05 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:16:14.557349 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052c668c-2816-47f1-b99b-a8db9195bc05 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:14.563653 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-052c668c-2816-47f1-b99b-a8db9195bc05 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:14.600710 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c668c-2816-47f1-b99b-a8db9195bc05 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Port': ['ID=1783182a-e420-4d0d-b356-e1ec9b0ba462,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:14.609146 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-052c668c-2816-47f1-b99b-a8db9195bc05 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7091317 Sep 21 18:16:14.612107 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 38372) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:14.617249 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-ca30d5d1-fad4-447b-b3e6-3464defb5352 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'port': {'network_id': 'e1e6df8b-a3ad-4ed2-bbe2-65e3aba0ae57', 'name': 'tempest-PortsIpV6TestJSON-1753281069'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:14.810700 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca30d5d1-fad4-447b-b3e6-3464defb5352 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:14.815638 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ca30d5d1-fad4-447b-b3e6-3464defb5352 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:14.845204 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-ca30d5d1-fad4-447b-b3e6-3464defb5352 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] device_id is not set on port c3b13098-76cc-4402-8222-1f5959442145 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:16:15.034225 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-ca30d5d1-fad4-447b-b3e6-3464defb5352 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Allocated IP 2001:db8::23c (e1e6df8b-a3ad-4ed2-bbe2-65e3aba0ae57/9dc5dde1-f4a8-453a-9a94-184a583b63f3/c3b13098-76cc-4402-8222-1f5959442145) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:15.300720 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ca30d5d1-fad4-447b-b3e6-3464defb5352 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:15.366390 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ca30d5d1-fad4-447b-b3e6-3464defb5352 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:15.497964 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca30d5d1-fad4-447b-b3e6-3464defb5352 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network e1e6df8b-a3ad-4ed2-bbe2-65e3aba0ae57 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:15.499996 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-ca30d5d1-fad4-447b-b3e6-3464defb5352 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:15.532623 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca30d5d1-fad4-447b-b3e6-3464defb5352 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:16:15.538442 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca30d5d1-fad4-447b-b3e6-3464defb5352 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:15.547289 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ca30d5d1-fad4-447b-b3e6-3464defb5352 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:15.576557 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ca30d5d1-fad4-447b-b3e6-3464defb5352 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9632945 Sep 21 18:16:15.579600 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38448) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:15.588509 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30d5d1-fad4-447b-b3e6-3464defb5352 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Port': ['ID=c3b13098-76cc-4402-8222-1f5959442145,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:15.597967 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b290538-1753-4f89-9fde-56bf78d6b14b None None] Network e1e6df8b-a3ad-4ed2-bbe2-65e3aba0ae57 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:15.774798 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 2d381ef3-70c9-4a6c-80ac-16646773111e up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:16:15.786907 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7891d8cd-3211-4743-b4eb-e33972d0fe2b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:15.791783 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 38456) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:15.792301 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7891d8cd-3211-4743-b4eb-e33972d0fe2b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3b HTTP/1.1" status: 200 len: 928 time: 0.2111113 Sep 21 18:16:15.946488 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-bd810a8a-65b9-4dd6-8b08-eca31210e1a6 None None] Provisioning complete for port 2d381ef3-70c9-4a6c-80ac-16646773111e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:15.951454 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bd810a8a-65b9-4dd6-8b08-eca31210e1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:15.985635 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-f9bfc209-7634-4974-8ebf-1d8cfa47c8b7 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Deleting port c3b13098-76cc-4402-8222-1f5959442145 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:15.985905 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f9bfc209-7634-4974-8ebf-1d8cfa47c8b7 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:15.989475 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 2d381ef3-70c9-4a6c-80ac-16646773111e triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:15.990002 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:15.992345 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b19593f1-c6b6-40a4-af72-84af00c3feb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:16.143226 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f9bfc209-7634-4974-8ebf-1d8cfa47c8b7 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:16.160672 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-f9bfc209-7634-4974-8ebf-1d8cfa47c8b7 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Calling delete_port for c3b13098-76cc-4402-8222-1f5959442145 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:16.219013 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:16.370629 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 2d381ef3-70c9-4a6c-80ac-16646773111e, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=2d381ef3-70c9-4a6c-80ac-16646773111e,segment=NetworkSegment(221dd278-d036-46ea-8da0-f261741ea1dc),segment_id=221dd278-d036-46ea-8da0-f261741ea1dc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:16.388822 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:16.401546 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bd810a8a-65b9-4dd6-8b08-eca31210e1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:16.447638 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f9bfc209-7634-4974-8ebf-1d8cfa47c8b7 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:16.497144 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bfc209-7634-4974-8ebf-1d8cfa47c8b7 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Port': ['ID=c3b13098-76cc-4402-8222-1f5959442145,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:16.517560 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=2d381ef3-70c9-4a6c-80ac-16646773111e,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:16.580894 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f9bfc209-7634-4974-8ebf-1d8cfa47c8b7 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:16.585467 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f9bfc209-7634-4974-8ebf-1d8cfa47c8b7 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/ports/c3b13098-76cc-4402-8222-1f5959442145 HTTP/1.1" status: 204 len: 168 time: 0.7894502 Sep 21 18:16:16.586465 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 38496) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:16.594972 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.db.api [None req-bd810a8a-65b9-4dd6-8b08-eca31210e1a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:16:16.595341 n-d-810291-1 neutron-server[101462]: DEBUG oslo_db.api [None req-bd810a8a-65b9-4dd6-8b08-eca31210e1a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:16:16.643947 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-2308898d-182d-44b3-b311-f4f9ecfcfb52 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] GET failed (client error): The resource could not be found. Sep 21 18:16:16.661928 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2308898d-182d-44b3-b311-f4f9ecfcfb52 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "GET /v2.0/ports/c3b13098-76cc-4402-8222-1f5959442145 HTTP/1.1" status: 404 len: 333 time: 0.0718114 Sep 21 18:16:16.662382 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 38500) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:16.833605 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38508) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:16.834493 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-4b6d2fcb-acd1-4df9-bf53-dcb95032e7d6 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Deleting port 1783182a-e420-4d0d-b356-e1ec9b0ba462 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:16.836444 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4b6d2fcb-acd1-4df9-bf53-dcb95032e7d6 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.011951 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4b6d2fcb-acd1-4df9-bf53-dcb95032e7d6 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.048233 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-4b6d2fcb-acd1-4df9-bf53-dcb95032e7d6 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Calling delete_port for 1783182a-e420-4d0d-b356-e1ec9b0ba462 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:17.069396 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a2b31efe-acf9-4a60-840a-d5cf4128eebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.282054 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a2b31efe-acf9-4a60-840a-d5cf4128eebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.288129 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a2b31efe-acf9-4a60-840a-d5cf4128eebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.317232 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-a75948b1-0f1f-44fb-8370-928952614ab4 None None] Could not find standard attr ID for object c3b13098-76cc-4402-8222-1f5959442145. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:16:17.338169 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-a75948b1-0f1f-44fb-8370-928952614ab4 None None] Provisioning complete for port 1783182a-e420-4d0d-b356-e1ec9b0ba462 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:17.338711 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a75948b1-0f1f-44fb-8370-928952614ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.357200 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4b6d2fcb-acd1-4df9-bf53-dcb95032e7d6 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.358418 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b31efe-acf9-4a60-840a-d5cf4128eebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac70eb2-5406-48d2-a51b-e82dc9bea570,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:17.364477 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a2b31efe-acf9-4a60-840a-d5cf4128eebb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=26bc4c0bd1f9468398a94ebb6b99fbec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5284619 Sep 21 18:16:17.378797 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38516) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:17.434774 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-a75948b1-0f1f-44fb-8370-928952614ab4 None None] Port 1783182a-e420-4d0d-b356-e1ec9b0ba462 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:16:17.463071 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-a75948b1-0f1f-44fb-8370-928952614ab4 None None] Provisioning complete for port 2d381ef3-70c9-4a6c-80ac-16646773111e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:17.463758 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a75948b1-0f1f-44fb-8370-928952614ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.491035 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c2a60bf9-5bca-4f25-837b-14f06734ce78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.502646 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4b6d2fcb-acd1-4df9-bf53-dcb95032e7d6 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.510625 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4b6d2fcb-acd1-4df9-bf53-dcb95032e7d6 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/ports/1783182a-e420-4d0d-b356-e1ec9b0ba462 HTTP/1.1" status: 204 len: 168 time: 0.8388600 Sep 21 18:16:17.511587 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 38522) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:17.512619 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d2fcb-acd1-4df9-bf53-dcb95032e7d6 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Port': ['ID=1783182a-e420-4d0d-b356-e1ec9b0ba462,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:17.570494 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c2a60bf9-5bca-4f25-837b-14f06734ce78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.587638 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-b48a3c3b-9854-4a84-ac15-431b45839c99 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] GET failed (client error): The resource could not be found. Sep 21 18:16:17.592304 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b48a3c3b-9854-4a84-ac15-431b45839c99 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "GET /v2.0/ports/1783182a-e420-4d0d-b356-e1ec9b0ba462 HTTP/1.1" status: 404 len: 333 time: 0.0739222 Sep 21 18:16:17.593309 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 38526) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:17.669702 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c2a60bf9-5bca-4f25-837b-14f06734ce78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.672681 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c2a60bf9-5bca-4f25-837b-14f06734ce78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.677271 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c2a60bf9-5bca-4f25-837b-14f06734ce78 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eac70eb2-5406-48d2-a51b-e82dc9bea570 HTTP/1.1" status: 204 len: 168 time: 0.2973294 Sep 21 18:16:17.693392 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a60bf9-5bca-4f25-837b-14f06734ce78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac70eb2-5406-48d2-a51b-e82dc9bea570,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:17.705980 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 2d381ef3-70c9-4a6c-80ac-16646773111e up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:16:17.740448 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ba4baa-2014-4ad8-9a4c-06bebb288f26 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Deleting subnet 9dc5dde1-f4a8-453a-9a94-184a583b63f3 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:16:17.756846 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-61ba4baa-2014-4ad8-9a4c-06bebb288f26 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.803098 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-bbd5f665-a9b4-4092-89c6-0237d3113139 None None] Could not find standard attr ID for object c3b13098-76cc-4402-8222-1f5959442145. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:16:17.852228 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-61ba4baa-2014-4ad8-9a4c-06bebb288f26 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:17.864244 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 2d381ef3-70c9-4a6c-80ac-16646773111e triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:17.871565 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.078261 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-61ba4baa-2014-4ad8-9a4c-06bebb288f26 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.187689 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-61ba4baa-2014-4ad8-9a4c-06bebb288f26 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.233684 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-61ba4baa-2014-4ad8-9a4c-06bebb288f26 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.239958 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-61ba4baa-2014-4ad8-9a4c-06bebb288f26 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/subnets/9dc5dde1-f4a8-453a-9a94-184a583b63f3 HTTP/1.1" status: 204 len: 168 time: 0.6456118 Sep 21 18:16:18.242873 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38540) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:18.243560 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba4baa-2014-4ad8-9a4c-06bebb288f26 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Subnet': ['ID=9dc5dde1-f4a8-453a-9a94-184a583b63f3,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:18.331170 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86864b4-b862-49d7-b632-ad98b754d6c9 None None] Network e1e6df8b-a3ad-4ed2-bbe2-65e3aba0ae57 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:18.353314 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 38542) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:18.380538 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7a2380c5-a654-4c10-b73f-cfe5769e34bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.428906 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a4373ea-b506-478e-994c-c24e83e585de tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.527069 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-7a4373ea-b506-478e-994c-c24e83e585de tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Deleting port 2d381ef3-70c9-4a6c-80ac-16646773111e {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:18.528702 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a4373ea-b506-478e-994c-c24e83e585de tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.607132 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7a2380c5-a654-4c10-b73f-cfe5769e34bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.629470 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7a2380c5-a654-4c10-b73f-cfe5769e34bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.661696 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-7a4373ea-b506-478e-994c-c24e83e585de tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] For port 2d381ef3-70c9-4a6c-80ac-16646773111e, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=2d381ef3-70c9-4a6c-80ac-16646773111e,segment=NetworkSegment(221dd278-d036-46ea-8da0-f261741ea1dc),segment_id=221dd278-d036-46ea-8da0-f261741ea1dc)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:18.662138 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a4373ea-b506-478e-994c-c24e83e585de tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.671605 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7a2380c5-a654-4c10-b73f-cfe5769e34bd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=005033d5daa94f449961854f2ba364e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3168108 Sep 21 18:16:18.679573 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 38556) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:18.705783 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-7a4373ea-b506-478e-994c-c24e83e585de tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Calling delete_port for 2d381ef3-70c9-4a6c-80ac-16646773111e owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:18.771567 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2380c5-a654-4c10-b73f-cfe5769e34bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c335f5-ae98-44d2-a4db-aafa0170f550,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:18.822880 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a4373ea-b506-478e-994c-c24e83e585de tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.836813 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4373ea-b506-478e-994c-c24e83e585de tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] No DVR routers for this DVR port 2d381ef3-70c9-4a6c-80ac-16646773111e on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:16:18.843838 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a3e76740-f1fd-439a-bb1b-7f60bf987ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.867013 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a3e76740-f1fd-439a-bb1b-7f60bf987ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.875763 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4373ea-b506-478e-994c-c24e83e585de tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Port': ['ID=2d381ef3-70c9-4a6c-80ac-16646773111e,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:18.930765 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a3e76740-f1fd-439a-bb1b-7f60bf987ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.935334 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a3e76740-f1fd-439a-bb1b-7f60bf987ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.935978 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ddbeee80-44a6-4aa7-8edc-7a1c1ddece72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:18.943236 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a3e76740-f1fd-439a-bb1b-7f60bf987ddf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a9c335f5-ae98-44d2-a4db-aafa0170f550 HTTP/1.1" status: 204 len: 168 time: 0.2597134 Sep 21 18:16:18.959409 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e76740-f1fd-439a-bb1b-7f60bf987ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c335f5-ae98-44d2-a4db-aafa0170f550,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:19.045317 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24022495-de94-4a66-9a04-6ca666799f18 None None] DHCP port deletion for e1e6df8b-a3ad-4ed2-bbe2-65e3aba0ae57 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:16:19.056841 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:19.404115 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a4373ea-b506-478e-994c-c24e83e585de tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:19.458751 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-7a4373ea-b506-478e-994c-c24e83e585de tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e6df8b-a3ad-4ed2-bbe2-65e3aba0ae57']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:19.476895 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-7a4373ea-b506-478e-994c-c24e83e585de tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '221dd278-d036-46ea-8da0-f261741ea1dc') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:19.477323 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-7a4373ea-b506-478e-994c-c24e83e585de tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '221dd278-d036-46ea-8da0-f261741ea1dc') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:19.482293 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cc2d0133-f8d8-4a0a-abba-cfe6f71647d9 req-a8773ead-eb5f-4561-9bb9-49bda66e09b7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=69899988-b844-4ae0-8a22-0cca34449c0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0804372 Sep 21 18:16:19.493042 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a4373ea-b506-478e-994c-c24e83e585de tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:19.512625 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a4373ea-b506-478e-994c-c24e83e585de tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:19.531674 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a4373ea-b506-478e-994c-c24e83e585de tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:16:19.532452 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a4373ea-b506-478e-994c-c24e83e585de tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:19.536236 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:16:19.536236 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:16:19.536236 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:16:19.536236 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:16:19.536236 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:16:19.536236 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:16:19.536236 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:16:19.536236 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:16:19.536236 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:16:19.536236 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:16:19.536236 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:16:19.536236 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:16:19.536236 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:16:19.536236 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:16:19.536236 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:16:19.536236 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:16:19.536236 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:16:19.536236 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:16:19.536236 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:16:19.536236 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:16:19.536236 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:16:19.536236 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:16:19.536236 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:16:19.536236 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:16:19.536236 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:16:19.536236 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:16:19.536236 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:16:19.536236 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:16:19.536236 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:16:19.536236 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:16:19.536236 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:16:19.536236 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:16:19.618470 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 2d381ef3-70c9-4a6c-80ac-16646773111e no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:16:19.645624 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 2d381ef3-70c9-4a6c-80ac-16646773111e {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:16:19.646243 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 2d381ef3-70c9-4a6c-80ac-16646773111e not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:16:19.664043 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a4373ea-b506-478e-994c-c24e83e585de tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:19.673825 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a4373ea-b506-478e-994c-c24e83e585de tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:19.680163 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7a4373ea-b506-478e-994c-c24e83e585de tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/networks/e1e6df8b-a3ad-4ed2-bbe2-65e3aba0ae57 HTTP/1.1" status: 204 len: 168 time: 1.4311020 Sep 21 18:16:19.680163 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d0133-f8d8-4a0a-abba-cfe6f71647d9 req-afd789b2-a95d-462a-a794-421d277595ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:19.680808 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 38588) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:19.681990 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cc2d0133-f8d8-4a0a-abba-cfe6f71647d9 req-afd789b2-a95d-462a-a794-421d277595ef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6482b25286a049529c3e4c33e9a21ac2&device_id=69899988-b844-4ae0-8a22-0cca34449c0c HTTP/1.1" status: 200 len: 1096 time: 0.1315169 Sep 21 18:16:19.688207 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-e72f8a9a-4eac-425b-930b-556ebee2e995 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-182894037'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:19.696393 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4373ea-b506-478e-994c-c24e83e585de tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Network': ['ID=e1e6df8b-a3ad-4ed2-bbe2-65e3aba0ae57,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:19.766299 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72f8a9a-4eac-425b-930b-556ebee2e995 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:19.770178 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e72f8a9a-4eac-425b-930b-556ebee2e995 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:19.841007 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e72f8a9a-4eac-425b-930b-556ebee2e995 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:16:19.858268 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d0133-f8d8-4a0a-abba-cfe6f71647d9 req-a999b866-0f5f-492c-9a5a-c6a14f87df75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:19.859945 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cc2d0133-f8d8-4a0a-abba-cfe6f71647d9 req-a999b866-0f5f-492c-9a5a-c6a14f87df75 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4414324d-cff1-47f5-9d20-e0f623054348 HTTP/1.1" status: 200 len: 913 time: 0.1538527 Sep 21 18:16:19.895627 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e72f8a9a-4eac-425b-930b-556ebee2e995 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:19.897025 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-e72f8a9a-4eac-425b-930b-556ebee2e995 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Added segment 8cebcfd6-aebe-4940-abe0-93f380dae55e of type vlan for network 4ef1450b-d3c9-417c-9cfd-16330743ff0d Sep 21 18:16:19.940214 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cc2d0133-f8d8-4a0a-abba-cfe6f71647d9 req-c49c9202-beed-44af-a589-c858453fac3e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b57fe9b-2667-4c8b-bc2f-e97a2be004cf HTTP/1.1" status: 200 len: 217 time: 0.0674925 Sep 21 18:16:19.984902 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e72f8a9a-4eac-425b-930b-556ebee2e995 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:20.021425 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e72f8a9a-4eac-425b-930b-556ebee2e995 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:20.032267 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72f8a9a-4eac-425b-930b-556ebee2e995 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:20.033247 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e72f8a9a-4eac-425b-930b-556ebee2e995 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:20.043285 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d0133-f8d8-4a0a-abba-cfe6f71647d9 req-6ff889a0-ab9d-40f0-8145-af9c403c504e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:20.055825 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cc2d0133-f8d8-4a0a-abba-cfe6f71647d9 req-6ff889a0-ab9d-40f0-8145-af9c403c504e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bcfa8d73-94ae-4d7c-91d1-c9db69ba7b95 HTTP/1.1" status: 200 len: 852 time: 0.1055682 Sep 21 18:16:20.095368 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e72f8a9a-4eac-425b-930b-556ebee2e995 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4136825 Sep 21 18:16:20.100234 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 38598) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:20.105485 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:20.107119 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-b9d43f63-f9d0-41df-8f2f-247e7ddf351f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'subnet': {'network_id': '4ef1450b-d3c9-417c-9cfd-16330743ff0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:20.117956 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cc2d0133-f8d8-4a0a-abba-cfe6f71647d9 req-c064072f-22af-4993-9a06-3ff17eed531b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4414324d-cff1-47f5-9d20-e0f623054348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515170 Sep 21 18:16:20.367354 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cc2d0133-f8d8-4a0a-abba-cfe6f71647d9 req-198435af-c9a0-4514-8ff1-6f0aae78ec2d service neutron] 10.222.0.44 "GET /v2.0/networks/4414324d-cff1-47f5-9d20-e0f623054348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374275 Sep 21 18:16:20.587855 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cc2d0133-f8d8-4a0a-abba-cfe6f71647d9 req-9b9dcffb-4e6f-4bb9-ad3f-52f762b8b93b service neutron] 10.222.0.44 "GET /v2.0/networks/4414324d-cff1-47f5-9d20-e0f623054348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120421 Sep 21 18:16:20.665841 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f8a9a-4eac-425b-930b-556ebee2e995 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Network': ['ID=4ef1450b-d3c9-417c-9cfd-16330743ff0d,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:20.677548 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 4ef1450b-d3c9-417c-9cfd-16330743ff0d details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:16:20.842459 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d43f63-f9d0-41df-8f2f-247e7ddf351f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:20.848929 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b9d43f63-f9d0-41df-8f2f-247e7ddf351f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:21.142593 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b9d43f63-f9d0-41df-8f2f-247e7ddf351f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:21.226487 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d43f63-f9d0-41df-8f2f-247e7ddf351f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Subnet': ['ID=ae2bcb1c-f505-4814-99a2-175ccafa1971,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:21.236200 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d43f63-f9d0-41df-8f2f-247e7ddf351f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Checking segment: {'id': '8cebcfd6-aebe-4940-abe0-93f380dae55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4ef1450b-d3c9-417c-9cfd-16330743ff0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:16:21.236564 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d43f63-f9d0-41df-8f2f-247e7ddf351f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network hostable DHCP agents. Network: 4ef1450b-d3c9-417c-9cfd-16330743ff0d, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:16:21.272331 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d43f63-f9d0-41df-8f2f-247e7ddf351f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network 4ef1450b-d3c9-417c-9cfd-16330743ff0d is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:16:21.286491 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-b9d43f63-f9d0-41df-8f2f-247e7ddf351f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 4ef1450b-d3c9-417c-9cfd-16330743ff0d) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:21.291305 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d43f63-f9d0-41df-8f2f-247e7ddf351f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:21.291878 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b9d43f63-f9d0-41df-8f2f-247e7ddf351f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:21.298535 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2671389-d0c5-4c9b-bbd8-a94dcd68a95f None None] Network 4ef1450b-d3c9-417c-9cfd-16330743ff0d requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:21.334763 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b9d43f63-f9d0-41df-8f2f-247e7ddf351f tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2328243 Sep 21 18:16:21.337723 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 38692) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:21.343519 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-81d2b915-98da-460a-b91f-e2c642a4fac3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'port': {'network_id': '4ef1450b-d3c9-417c-9cfd-16330743ff0d', 'name': 'tempest-PortsIpV6TestJSON-2018161572', 'fixed_ips': [{'subnet_id': 'ae2bcb1c-f505-4814-99a2-175ccafa1971', 'ip_address': '2001:db8::10'}]}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:21.595928 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d2b915-98da-460a-b91f-e2c642a4fac3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:21.688021 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:21.749229 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-81d2b915-98da-460a-b91f-e2c642a4fac3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:21.754582 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32956ab5-8caf-4e04-9741-e7c4f2598526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-4ef1450b-d3c9-417c-9cfd-16330743ff0d', 'network_id': '4ef1450b-d3c9-417c-9cfd-16330743ff0d', 'tenant_id': '6b7c19a38a1a455bb8bfddaab5a294ea', 'fixed_ips': [{'subnet_id': 'ae2bcb1c-f505-4814-99a2-175ccafa1971'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:16:21.755560 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-32956ab5-8caf-4e04-9741-e7c4f2598526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:21.812144 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-81d2b915-98da-460a-b91f-e2c642a4fac3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] device_id is not set on port 50728330-5bec-4dd0-98bf-28d5520e2b76 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:16:22.027005 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-32956ab5-8caf-4e04-9741-e7c4f2598526 None None] Allocated IP 2001:db8::2 (4ef1450b-d3c9-417c-9cfd-16330743ff0d/ae2bcb1c-f505-4814-99a2-175ccafa1971/f0b96736-f426-4010-859d-6e3c3e2110cc) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:22.191330 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 38718) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:22.342310 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-53dffda5-ab95-4d4f-a4bd-052041ff7506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:22.393409 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-32956ab5-8caf-4e04-9741-e7c4f2598526 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:22.401833 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-32956ab5-8caf-4e04-9741-e7c4f2598526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:22.443999 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32956ab5-8caf-4e04-9741-e7c4f2598526 None None] Network 4ef1450b-d3c9-417c-9cfd-16330743ff0d is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:22.449544 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-32956ab5-8caf-4e04-9741-e7c4f2598526 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:22.454186 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32956ab5-8caf-4e04-9741-e7c4f2598526 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:16:22.457734 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32956ab5-8caf-4e04-9741-e7c4f2598526 None None] Pushing event updated for resources: {'Port': ['ID=f0b96736-f426-4010-859d-6e3c3e2110cc,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:22.474006 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-81d2b915-98da-460a-b91f-e2c642a4fac3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Allocated IP 2001:db8::10 (4ef1450b-d3c9-417c-9cfd-16330743ff0d/ae2bcb1c-f505-4814-99a2-175ccafa1971/50728330-5bec-4dd0-98bf-28d5520e2b76) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:22.521694 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-32956ab5-8caf-4e04-9741-e7c4f2598526 None None] Attempting to bind port f0b96736-f426-4010-859d-6e3c3e2110cc on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:22.522074 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-32956ab5-8caf-4e04-9741-e7c4f2598526 None None] Attempting to bind port f0b96736-f426-4010-859d-6e3c3e2110cc by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '8cebcfd6-aebe-4940-abe0-93f380dae55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4ef1450b-d3c9-417c-9cfd-16330743ff0d'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:22.522440 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32956ab5-8caf-4e04-9741-e7c4f2598526 None None] Attempting to bind port f0b96736-f426-4010-859d-6e3c3e2110cc on network 4ef1450b-d3c9-417c-9cfd-16330743ff0d {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:22.523730 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-53dffda5-ab95-4d4f-a4bd-052041ff7506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:22.530325 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32956ab5-8caf-4e04-9741-e7c4f2598526 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:16:22.530800 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32956ab5-8caf-4e04-9741-e7c4f2598526 None None] Checking segment: {'id': '8cebcfd6-aebe-4940-abe0-93f380dae55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4ef1450b-d3c9-417c-9cfd-16330743ff0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:16:22.531405 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-32956ab5-8caf-4e04-9741-e7c4f2598526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:22.531716 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32956ab5-8caf-4e04-9741-e7c4f2598526 None None] Bound using segment: {'id': '8cebcfd6-aebe-4940-abe0-93f380dae55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4ef1450b-d3c9-417c-9cfd-16330743ff0d'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:16:22.532265 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-32956ab5-8caf-4e04-9741-e7c4f2598526 None None] Bound port: f0b96736-f426-4010-859d-6e3c3e2110cc, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cebcfd6-aebe-4940-abe0-93f380dae55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4ef1450b-d3c9-417c-9cfd-16330743ff0d'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:16:22.532667 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-32956ab5-8caf-4e04-9741-e7c4f2598526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:22.550267 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-53dffda5-ab95-4d4f-a4bd-052041ff7506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:22.623136 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-53dffda5-ab95-4d4f-a4bd-052041ff7506 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d938b8d1e0fe47ea9ae9ffbf5b0b5b43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4298277 Sep 21 18:16:22.625848 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38728) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:22.641860 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dffda5-ab95-4d4f-a4bd-052041ff7506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d60e152-b7f0-468e-822c-b39f6d5c7d2d,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:22.652030 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-32956ab5-8caf-4e04-9741-e7c4f2598526 None None] For port f0b96736-f426-4010-859d-6e3c3e2110cc, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:16:22.656279 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-32956ab5-8caf-4e04-9741-e7c4f2598526 None None] For port f0b96736-f426-4010-859d-6e3c3e2110cc, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f0b96736-f426-4010-859d-6e3c3e2110cc,segment=NetworkSegment(8cebcfd6-aebe-4940-abe0-93f380dae55e),segment_id=8cebcfd6-aebe-4940-abe0-93f380dae55e)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:16:22.662658 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-32956ab5-8caf-4e04-9741-e7c4f2598526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:22.730157 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f0d96820-807f-46a2-aace-df0f1ef17281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:22.776109 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f0d96820-807f-46a2-aace-df0f1ef17281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:22.794208 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32956ab5-8caf-4e04-9741-e7c4f2598526 None None] Pushing event updated for resources: {'Port': ['ID=f0b96736-f426-4010-859d-6e3c3e2110cc,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:22.857716 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-81d2b915-98da-460a-b91f-e2c642a4fac3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:22.875670 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f0d96820-807f-46a2-aace-df0f1ef17281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:22.879023 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f0d96820-807f-46a2-aace-df0f1ef17281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:22.880275 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f0d96820-807f-46a2-aace-df0f1ef17281 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7d60e152-b7f0-468e-822c-b39f6d5c7d2d HTTP/1.1" status: 204 len: 168 time: 0.2533753 Sep 21 18:16:22.901502 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d96820-807f-46a2-aace-df0f1ef17281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d60e152-b7f0-468e-822c-b39f6d5c7d2d,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:22.944643 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-81d2b915-98da-460a-b91f-e2c642a4fac3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:23.019929 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d2b915-98da-460a-b91f-e2c642a4fac3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network 4ef1450b-d3c9-417c-9cfd-16330743ff0d is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:23.027507 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-81d2b915-98da-460a-b91f-e2c642a4fac3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:23.050223 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d2b915-98da-460a-b91f-e2c642a4fac3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:16:23.058310 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d2b915-98da-460a-b91f-e2c642a4fac3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:23.059035 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-81d2b915-98da-460a-b91f-e2c642a4fac3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:23.075976 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2b915-98da-460a-b91f-e2c642a4fac3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Port': ['ID=50728330-5bec-4dd0-98bf-28d5520e2b76,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:23.100292 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2b915-98da-460a-b91f-e2c642a4fac3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:23.101173 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2b915-98da-460a-b91f-e2c642a4fac3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:23.101173 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2b915-98da-460a-b91f-e2c642a4fac3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:23.101401 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2b915-98da-460a-b91f-e2c642a4fac3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:23.101620 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2b915-98da-460a-b91f-e2c642a4fac3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:23.101947 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2b915-98da-460a-b91f-e2c642a4fac3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:23.102323 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2b915-98da-460a-b91f-e2c642a4fac3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:23.103030 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2b915-98da-460a-b91f-e2c642a4fac3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:23.103280 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2b915-98da-460a-b91f-e2c642a4fac3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:23.103620 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2b915-98da-460a-b91f-e2c642a4fac3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:23.103938 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2b915-98da-460a-b91f-e2c642a4fac3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:23.104277 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2b915-98da-460a-b91f-e2c642a4fac3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:16:23.114551 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38740) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:23.122781 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-605e9cb0-169f-43b3-9723-7cca214bdc34 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'port': {'network_id': '4ef1450b-d3c9-417c-9cfd-16330743ff0d', 'name': 'tempest-PortsIpV6TestJSON-1385977642', 'fixed_ips': [{'subnet_id': 'ae2bcb1c-f505-4814-99a2-175ccafa1971', 'ip_address': '2001:db8::f'}]}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:23.128346 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-81d2b915-98da-460a-b91f-e2c642a4fac3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7894361 Sep 21 18:16:23.316944 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605e9cb0-169f-43b3-9723-7cca214bdc34 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:23.474114 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-605e9cb0-169f-43b3-9723-7cca214bdc34 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:23.486300 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:23.495615 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-605e9cb0-169f-43b3-9723-7cca214bdc34 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] device_id is not set on port 47a7e7e2-0f50-4e37-9cab-33b9786e3ece yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:16:23.673662 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f0b96736-f426-4010-859d-6e3c3e2110cc up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:16:23.731271 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port f0b96736-f426-4010-859d-6e3c3e2110cc triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:23.732048 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:23.776239 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-605e9cb0-169f-43b3-9723-7cca214bdc34 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Allocated IP 2001:db8::f (4ef1450b-d3c9-417c-9cfd-16330743ff0d/ae2bcb1c-f505-4814-99a2-175ccafa1971/47a7e7e2-0f50-4e37-9cab-33b9786e3ece) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:23.883974 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:23.958863 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port f0b96736-f426-4010-859d-6e3c3e2110cc, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f0b96736-f426-4010-859d-6e3c3e2110cc,segment=NetworkSegment(8cebcfd6-aebe-4940-abe0-93f380dae55e),segment_id=8cebcfd6-aebe-4940-abe0-93f380dae55e)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:23.965647 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:24.010875 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-605e9cb0-169f-43b3-9723-7cca214bdc34 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:24.031074 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=f0b96736-f426-4010-859d-6e3c3e2110cc,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:24.049830 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-605e9cb0-169f-43b3-9723-7cca214bdc34 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:24.106892 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605e9cb0-169f-43b3-9723-7cca214bdc34 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network 4ef1450b-d3c9-417c-9cfd-16330743ff0d is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:24.110473 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-605e9cb0-169f-43b3-9723-7cca214bdc34 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:24.114783 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605e9cb0-169f-43b3-9723-7cca214bdc34 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:16:24.120618 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605e9cb0-169f-43b3-9723-7cca214bdc34 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:24.121481 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-605e9cb0-169f-43b3-9723-7cca214bdc34 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:24.148229 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-605e9cb0-169f-43b3-9723-7cca214bdc34 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0324724 Sep 21 18:16:24.152677 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 38784) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:24.162272 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e9cb0-169f-43b3-9723-7cca214bdc34 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Port': ['ID=47a7e7e2-0f50-4e37-9cab-33b9786e3ece,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:24.319493 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d23fbd3-768e-4f18-8525-6a42c2fd9cda tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:24.321808 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3d23fbd3-768e-4f18-8525-6a42c2fd9cda tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1680677 Sep 21 18:16:24.324878 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38792) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:24.430504 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c071337a-ae04-4de0-9043-4f5a7a38b32d None None] Network 4ef1450b-d3c9-417c-9cfd-16330743ff0d requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:24.445820 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339bb6d0-5a7f-4808-b0ae-832f7bb535fb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:24.452134 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339bb6d0-5a7f-4808-b0ae-832f7bb535fb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:24.458095 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339bb6d0-5a7f-4808-b0ae-832f7bb535fb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:24.460173 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-339bb6d0-5a7f-4808-b0ae-832f7bb535fb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1340256 Sep 21 18:16:24.463105 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 38802) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:24.561479 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-365431e4-6f05-4692-9308-550bbad83fd1 None None] Provisioning complete for port f0b96736-f426-4010-859d-6e3c3e2110cc triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:24.561861 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-365431e4-6f05-4692-9308-550bbad83fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:24.642784 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-7a5aea2f-9c86-4148-a9f3-0f035c03774e tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Deleting port 47a7e7e2-0f50-4e37-9cab-33b9786e3ece {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:24.646761 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7a5aea2f-9c86-4148-a9f3-0f035c03774e tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:24.710375 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:24.833311 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7a5aea2f-9c86-4148-a9f3-0f035c03774e tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:24.860019 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-7a5aea2f-9c86-4148-a9f3-0f035c03774e tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Calling delete_port for 47a7e7e2-0f50-4e37-9cab-33b9786e3ece owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:25.019154 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38842) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:25.117283 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7a5aea2f-9c86-4148-a9f3-0f035c03774e tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.190337 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5aea2f-9c86-4148-a9f3-0f035c03774e tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Port': ['ID=47a7e7e2-0f50-4e37-9cab-33b9786e3ece,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:25.284386 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7a5aea2f-9c86-4148-a9f3-0f035c03774e tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.286521 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7a5aea2f-9c86-4148-a9f3-0f035c03774e tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/ports/47a7e7e2-0f50-4e37-9cab-33b9786e3ece HTTP/1.1" status: 204 len: 168 time: 0.8219829 Sep 21 18:16:25.289459 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38854) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:25.298870 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-fd25c941-65fe-45ab-9a8e-617fcda27511 None None] Provisioning complete for port 50728330-5bec-4dd0-98bf-28d5520e2b76 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:25.301181 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fd25c941-65fe-45ab-9a8e-617fcda27511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.328027 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-57df2a6e-58c6-4e9c-ae26-a1f064ae3884 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] GET failed (client error): The resource could not be found. Sep 21 18:16:25.330122 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-57df2a6e-58c6-4e9c-ae26-a1f064ae3884 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "GET /v2.0/ports/47a7e7e2-0f50-4e37-9cab-33b9786e3ece HTTP/1.1" status: 404 len: 333 time: 0.0396802 Sep 21 18:16:25.331310 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8dcb4abf-ef7c-4cba-8cf8-f8224edbb869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.333006 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 38856) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:25.361800 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-fd25c941-65fe-45ab-9a8e-617fcda27511 None None] Port 50728330-5bec-4dd0-98bf-28d5520e2b76 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:16:25.366249 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-fd25c941-65fe-45ab-9a8e-617fcda27511 None None] Could not find standard attr ID for object 47a7e7e2-0f50-4e37-9cab-33b9786e3ece. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:16:25.379293 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-fd25c941-65fe-45ab-9a8e-617fcda27511 None None] Provisioning complete for port f0b96736-f426-4010-859d-6e3c3e2110cc triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:25.379907 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fd25c941-65fe-45ab-9a8e-617fcda27511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.516688 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8dcb4abf-ef7c-4cba-8cf8-f8224edbb869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.522135 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-6a6adde7-3c35-4305-896d-89a0e8bdbafb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Deleting port 50728330-5bec-4dd0-98bf-28d5520e2b76 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:25.522733 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6a6adde7-3c35-4305-896d-89a0e8bdbafb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.533384 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8dcb4abf-ef7c-4cba-8cf8-f8224edbb869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.627402 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f0b96736-f426-4010-859d-6e3c3e2110cc up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:16:25.645291 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8dcb4abf-ef7c-4cba-8cf8-f8224edbb869 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=665dc72351454bddbdad85d2ef447943&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6223719 Sep 21 18:16:25.647245 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38868) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:25.685753 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6a6adde7-3c35-4305-896d-89a0e8bdbafb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.702134 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-6a6adde7-3c35-4305-896d-89a0e8bdbafb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Calling delete_port for 50728330-5bec-4dd0-98bf-28d5520e2b76 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:25.702418 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb4abf-ef7c-4cba-8cf8-f8224edbb869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a7551d-511d-49e2-a724-6c674bc4f907,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:25.789250 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-c530f691-5008-4490-8882-c40c005442b3 None None] Provisioning complete for port 50728330-5bec-4dd0-98bf-28d5520e2b76 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:25.789926 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c530f691-5008-4490-8882-c40c005442b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.814615 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ca1541f1-6e49-4645-862a-0bab81b14420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.856920 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ca1541f1-6e49-4645-862a-0bab81b14420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.891039 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-c530f691-5008-4490-8882-c40c005442b3 None None] Port 50728330-5bec-4dd0-98bf-28d5520e2b76 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:16:25.902620 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port f0b96736-f426-4010-859d-6e3c3e2110cc triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:25.908287 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.930943 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ca1541f1-6e49-4645-862a-0bab81b14420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.934340 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ca1541f1-6e49-4645-862a-0bab81b14420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:25.936173 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ca1541f1-6e49-4645-862a-0bab81b14420 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/86a7551d-511d-49e2-a724-6c674bc4f907 HTTP/1.1" status: 204 len: 168 time: 0.2633650 Sep 21 18:16:25.950359 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1541f1-6e49-4645-862a-0bab81b14420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a7551d-511d-49e2-a724-6c674bc4f907,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:26.061809 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6a6adde7-3c35-4305-896d-89a0e8bdbafb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:26.146130 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-aa40cae2-a438-4b5a-94b9-d90d5ee2b4ee None None] Could not find standard attr ID for object 47a7e7e2-0f50-4e37-9cab-33b9786e3ece. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:16:26.152321 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6adde7-3c35-4305-896d-89a0e8bdbafb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Port': ['ID=50728330-5bec-4dd0-98bf-28d5520e2b76,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:26.198002 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6a6adde7-3c35-4305-896d-89a0e8bdbafb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:26.203570 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6a6adde7-3c35-4305-896d-89a0e8bdbafb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/ports/50728330-5bec-4dd0-98bf-28d5520e2b76 HTTP/1.1" status: 204 len: 168 time: 0.8693290 Sep 21 18:16:26.206451 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38882) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:26.281757 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa544d14-6d48-4eeb-b841-68cbaab6bc0d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] GET failed (client error): The resource could not be found. Sep 21 18:16:26.284033 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-fa544d14-6d48-4eeb-b841-68cbaab6bc0d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "GET /v2.0/ports/50728330-5bec-4dd0-98bf-28d5520e2b76 HTTP/1.1" status: 404 len: 333 time: 0.0759270 Sep 21 18:16:26.286755 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38886) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:26.407998 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe4dcae-83cb-42c0-afe8-392845ec5f08 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Deleting subnet ae2bcb1c-f505-4814-99a2-175ccafa1971 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:16:26.410364 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-abe4dcae-83cb-42c0-afe8-392845ec5f08 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:26.464694 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-abe4dcae-83cb-42c0-afe8-392845ec5f08 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:26.664054 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-abe4dcae-83cb-42c0-afe8-392845ec5f08 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:26.796589 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-abe4dcae-83cb-42c0-afe8-392845ec5f08 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:26.863999 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe4dcae-83cb-42c0-afe8-392845ec5f08 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Subnet': ['ID=ae2bcb1c-f505-4814-99a2-175ccafa1971,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:26.875826 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2c15cd-295f-46f1-b910-0d3822c4a470 None None] Network 4ef1450b-d3c9-417c-9cfd-16330743ff0d requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:26.879758 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-abe4dcae-83cb-42c0-afe8-392845ec5f08 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:26.884334 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-abe4dcae-83cb-42c0-afe8-392845ec5f08 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/subnets/ae2bcb1c-f505-4814-99a2-175ccafa1971 HTTP/1.1" status: 204 len: 168 time: 0.5919070 Sep 21 18:16:26.884776 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 38906) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:27.111684 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8b8a8471-16e5-4a5d-b370-3ba181aeaefb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:27.189742 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf47dc35-1794-43ee-b209-0351b78b2a4f None None] DHCP port deletion for 4ef1450b-d3c9-417c-9cfd-16330743ff0d request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:16:27.253390 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-8b8a8471-16e5-4a5d-b370-3ba181aeaefb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Deleting port f0b96736-f426-4010-859d-6e3c3e2110cc {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:27.254288 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8b8a8471-16e5-4a5d-b370-3ba181aeaefb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:27.289613 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-bf47dc35-1794-43ee-b209-0351b78b2a4f None None] Deleting port f0b96736-f426-4010-859d-6e3c3e2110cc {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:27.290007 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bf47dc35-1794-43ee-b209-0351b78b2a4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:27.334388 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-8b8a8471-16e5-4a5d-b370-3ba181aeaefb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] For port f0b96736-f426-4010-859d-6e3c3e2110cc, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f0b96736-f426-4010-859d-6e3c3e2110cc,segment=NetworkSegment(8cebcfd6-aebe-4940-abe0-93f380dae55e),segment_id=8cebcfd6-aebe-4940-abe0-93f380dae55e)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:27.335022 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8b8a8471-16e5-4a5d-b370-3ba181aeaefb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:27.350194 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-8b8a8471-16e5-4a5d-b370-3ba181aeaefb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Calling delete_port for f0b96736-f426-4010-859d-6e3c3e2110cc owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:27.448837 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-bf47dc35-1794-43ee-b209-0351b78b2a4f None None] For port f0b96736-f426-4010-859d-6e3c3e2110cc, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f0b96736-f426-4010-859d-6e3c3e2110cc,segment=NetworkSegment(8cebcfd6-aebe-4940-abe0-93f380dae55e),segment_id=8cebcfd6-aebe-4940-abe0-93f380dae55e)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:27.449356 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bf47dc35-1794-43ee-b209-0351b78b2a4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:27.467553 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-bf47dc35-1794-43ee-b209-0351b78b2a4f None None] Calling delete_port for f0b96736-f426-4010-859d-6e3c3e2110cc owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:27.554671 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8b8a8471-16e5-4a5d-b370-3ba181aeaefb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:27.595577 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bf47dc35-1794-43ee-b209-0351b78b2a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:27.610444 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8a8471-16e5-4a5d-b370-3ba181aeaefb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] No DVR routers for this DVR port f0b96736-f426-4010-859d-6e3c3e2110cc on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:16:27.656090 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a8471-16e5-4a5d-b370-3ba181aeaefb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Port': ['ID=f0b96736-f426-4010-859d-6e3c3e2110cc,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:27.674831 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf47dc35-1794-43ee-b209-0351b78b2a4f None None] No DVR routers for this DVR port f0b96736-f426-4010-859d-6e3c3e2110cc on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:16:27.695122 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f0b96736-f426-4010-859d-6e3c3e2110cc no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:16:27.699485 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47dc35-1794-43ee-b209-0351b78b2a4f None None] Pushing event deleted for resources: {'Port': ['ID=f0b96736-f426-4010-859d-6e3c3e2110cc,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:27.721705 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: f0b96736-f426-4010-859d-6e3c3e2110cc {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:16:27.722388 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f0b96736-f426-4010-859d-6e3c3e2110cc not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:16:27.737648 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8b8a8471-16e5-4a5d-b370-3ba181aeaefb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:27.785452 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-8b8a8471-16e5-4a5d-b370-3ba181aeaefb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef1450b-d3c9-417c-9cfd-16330743ff0d']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:27.809655 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-8b8a8471-16e5-4a5d-b370-3ba181aeaefb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cebcfd6-aebe-4940-abe0-93f380dae55e') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:27.809975 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-8b8a8471-16e5-4a5d-b370-3ba181aeaefb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cebcfd6-aebe-4940-abe0-93f380dae55e') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:27.839108 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8b8a8471-16e5-4a5d-b370-3ba181aeaefb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:27.870215 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8b8a8471-16e5-4a5d-b370-3ba181aeaefb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:27.883199 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8a8471-16e5-4a5d-b370-3ba181aeaefb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:16:27.884679 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8b8a8471-16e5-4a5d-b370-3ba181aeaefb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:27.900678 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:16:27.900678 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:16:27.900678 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:16:27.900678 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:16:27.900678 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:16:27.900678 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:16:27.900678 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:16:27.900678 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:16:27.900678 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:16:27.900678 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:16:27.900678 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:16:27.900678 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:16:27.900678 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:16:27.900678 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:16:27.900678 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:16:27.900678 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:16:27.900678 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:16:27.900678 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:16:27.900678 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:16:27.900678 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:16:27.900678 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:16:27.900678 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:16:27.900678 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:16:27.900678 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:16:27.900678 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:16:27.900678 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:16:27.900678 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:16:27.900678 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:16:27.900678 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:16:27.900678 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:16:27.900678 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:16:27.900678 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:16:27.980444 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8b8a8471-16e5-4a5d-b370-3ba181aeaefb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:27.991204 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8b8a8471-16e5-4a5d-b370-3ba181aeaefb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:27.993395 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8b8a8471-16e5-4a5d-b370-3ba181aeaefb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/networks/4ef1450b-d3c9-417c-9cfd-16330743ff0d HTTP/1.1" status: 204 len: 168 time: 1.1075141 Sep 21 18:16:27.997226 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38944) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:28.011321 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a8471-16e5-4a5d-b370-3ba181aeaefb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Network': ['ID=4ef1450b-d3c9-417c-9cfd-16330743ff0d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:28.035484 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-c7e2e3e7-272f-4235-ba2f-6c046c4f7fea tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-865727209'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:28.079220 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e2e3e7-272f-4235-ba2f-6c046c4f7fea tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:28.082772 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c7e2e3e7-272f-4235-ba2f-6c046c4f7fea tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:28.117559 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7e2e3e7-272f-4235-ba2f-6c046c4f7fea tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:16:28.133958 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c7e2e3e7-272f-4235-ba2f-6c046c4f7fea tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:28.134326 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-c7e2e3e7-272f-4235-ba2f-6c046c4f7fea tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Added segment 7623f281-35c5-404b-8ac3-5272d0d1523c of type vlan for network e15e86ee-c9c3-44f5-aec2-5dc4f4e2a876 Sep 21 18:16:28.224670 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c7e2e3e7-272f-4235-ba2f-6c046c4f7fea tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:28.298156 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c7e2e3e7-272f-4235-ba2f-6c046c4f7fea tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:28.304262 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e2e3e7-272f-4235-ba2f-6c046c4f7fea tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:28.306382 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c7e2e3e7-272f-4235-ba2f-6c046c4f7fea tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:28.381677 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 38960) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:28.382182 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c7e2e3e7-272f-4235-ba2f-6c046c4f7fea tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3823996 Sep 21 18:16:28.387659 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-052cb538-57a3-4727-b461-a0835d3cd83d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'subnet': {'network_id': 'e15e86ee-c9c3-44f5-aec2-5dc4f4e2a876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:28.473749 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2e3e7-272f-4235-ba2f-6c046c4f7fea tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Network': ['ID=e15e86ee-c9c3-44f5-aec2-5dc4f4e2a876,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:28.487569 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network e15e86ee-c9c3-44f5-aec2-5dc4f4e2a876 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:16:28.495006 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38962) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:28.625442 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052cb538-57a3-4727-b461-a0835d3cd83d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:28.633203 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-052cb538-57a3-4727-b461-a0835d3cd83d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:28.667765 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-836fa5a4-0c25-44a7-92ef-fc66e50a2350 tempest-MeteringTestJSON-950685415 tempest-MeteringTestJSON-950685415-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-869646720'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:28.668247 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-836fa5a4-0c25-44a7-92ef-fc66e50a2350 tempest-MeteringTestJSON-950685415 tempest-MeteringTestJSON-950685415-project-admin] Unknown quota resources ['metering_label']. {{(pid=101460) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 18:16:28.867365 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-052cb538-57a3-4727-b461-a0835d3cd83d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:28.959415 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052cb538-57a3-4727-b461-a0835d3cd83d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Subnet': ['ID=3c41ac68-a2b6-41aa-9670-a1cf744e23a4,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:28.961663 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052cb538-57a3-4727-b461-a0835d3cd83d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Checking segment: {'id': '7623f281-35c5-404b-8ac3-5272d0d1523c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e15e86ee-c9c3-44f5-aec2-5dc4f4e2a876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:16:28.962030 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052cb538-57a3-4727-b461-a0835d3cd83d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network hostable DHCP agents. Network: e15e86ee-c9c3-44f5-aec2-5dc4f4e2a876, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:16:28.981381 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052cb538-57a3-4727-b461-a0835d3cd83d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network e15e86ee-c9c3-44f5-aec2-5dc4f4e2a876 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:16:28.986293 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-836fa5a4-0c25-44a7-92ef-fc66e50a2350 tempest-MeteringTestJSON-950685415 tempest-MeteringTestJSON-950685415-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:28.987543 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-836fa5a4-0c25-44a7-92ef-fc66e50a2350 tempest-MeteringTestJSON-950685415 tempest-MeteringTestJSON-950685415-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4915791 Sep 21 18:16:28.990310 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38978) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:28.995986 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-ee53b6f7-124e-4a97-baa5-aaf55dcd7b03 tempest-MeteringTestJSON-950685415 tempest-MeteringTestJSON-950685415-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'ca79a9fa-803d-4df8-b6d6-4b71658b36b7'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:28.996495 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-ee53b6f7-124e-4a97-baa5-aaf55dcd7b03 tempest-MeteringTestJSON-950685415 tempest-MeteringTestJSON-950685415-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101460) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 18:16:28.999151 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-052cb538-57a3-4727-b461-a0835d3cd83d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, e15e86ee-c9c3-44f5-aec2-5dc4f4e2a876) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:29.009245 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052cb538-57a3-4727-b461-a0835d3cd83d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:29.009851 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-052cb538-57a3-4727-b461-a0835d3cd83d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:29.013886 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1f1856-e1aa-4342-b7b1-40f018f5e8b2 None None] Network e15e86ee-c9c3-44f5-aec2-5dc4f4e2a876 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:29.051983 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-052cb538-57a3-4727-b461-a0835d3cd83d tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6659272 Sep 21 18:16:29.057263 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 38984) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:29.061956 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-9b488ffb-77e2-4cd4-86de-b1a62dbcf562 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-179390827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:29.130957 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9b488ffb-77e2-4cd4-86de-b1a62dbcf562 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:29.132050 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9b488ffb-77e2-4cd4-86de-b1a62dbcf562 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:29.132743 n-d-810291-1 neutron-server[101460]: WARNING neutron.services.metering.metering_plugin [None req-ee53b6f7-124e-4a97-baa5-aaf55dcd7b03 tempest-MeteringTestJSON-950685415 tempest-MeteringTestJSON-950685415-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 21 18:16:29.309569 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9b488ffb-77e2-4cd4-86de-b1a62dbcf562 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:29.312342 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6142a9-7075-45b9-a886-2a648edbd356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-e15e86ee-c9c3-44f5-aec2-5dc4f4e2a876', 'network_id': 'e15e86ee-c9c3-44f5-aec2-5dc4f4e2a876', 'tenant_id': '6b7c19a38a1a455bb8bfddaab5a294ea', 'fixed_ips': [{'subnet_id': '3c41ac68-a2b6-41aa-9670-a1cf744e23a4'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:16:29.313228 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ac6142a9-7075-45b9-a886-2a648edbd356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:29.317800 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9b488ffb-77e2-4cd4-86de-b1a62dbcf562 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:29.333412 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ee53b6f7-124e-4a97-baa5-aaf55dcd7b03 tempest-MeteringTestJSON-950685415 tempest-MeteringTestJSON-950685415-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:29.338518 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 38992) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:29.339270 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ee53b6f7-124e-4a97-baa5-aaf55dcd7b03 tempest-MeteringTestJSON-950685415 tempest-MeteringTestJSON-950685415-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3472867 Sep 21 18:16:29.343943 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-0436ca8c-4d60-48e6-b6e4-f6b4e9d0b9b8 tempest-MeteringTestJSON-950685415 tempest-MeteringTestJSON-950685415-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'ca79a9fa-803d-4df8-b6d6-4b71658b36b7'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:29.344505 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-0436ca8c-4d60-48e6-b6e4-f6b4e9d0b9b8 tempest-MeteringTestJSON-950685415 tempest-MeteringTestJSON-950685415-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101461) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 18:16:29.354792 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9b488ffb-77e2-4cd4-86de-b1a62dbcf562 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:29.356434 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9b488ffb-77e2-4cd4-86de-b1a62dbcf562 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2981679 Sep 21 18:16:29.359590 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 38994) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:29.366078 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-eb3ac2d4-ba91-4753-8b13-6cee8f95d225 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'port': {'network_id': 'e15e86ee-c9c3-44f5-aec2-5dc4f4e2a876', 'name': 'tempest-PortsIpV6TestJSON-2033937073'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:29.438094 n-d-810291-1 neutron-server[101461]: WARNING neutron.services.metering.metering_plugin [None req-0436ca8c-4d60-48e6-b6e4-f6b4e9d0b9b8 tempest-MeteringTestJSON-950685415 tempest-MeteringTestJSON-950685415-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 21 18:16:29.611235 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3ac2d4-ba91-4753-8b13-6cee8f95d225 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:29.614849 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eb3ac2d4-ba91-4753-8b13-6cee8f95d225 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:29.622707 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0436ca8c-4d60-48e6-b6e4-f6b4e9d0b9b8 tempest-MeteringTestJSON-950685415 tempest-MeteringTestJSON-950685415-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:29.624330 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0436ca8c-4d60-48e6-b6e4-f6b4e9d0b9b8 tempest-MeteringTestJSON-950685415 tempest-MeteringTestJSON-950685415-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2848060 Sep 21 18:16:29.627087 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39004) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:29.633415 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-eb3ac2d4-ba91-4753-8b13-6cee8f95d225 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] device_id is not set on port 79616e34-2ada-46fd-9575-71f5fb27ecae yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:16:29.635928 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-ac6142a9-7075-45b9-a886-2a648edbd356 None None] Allocated IP 2001:db8::2 (e15e86ee-c9c3-44f5-aec2-5dc4f4e2a876/3c41ac68-a2b6-41aa-9670-a1cf744e23a4/fde22191-874c-44a3-9867-99e4f30d88d8) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:29.652531 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-30923fb1-2c8a-44d4-93ac-5c4bf7bdce9f tempest-MeteringTestJSON-950685415 tempest-MeteringTestJSON-950685415-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=10c5b53f-37dd-45cc-9139-63118127ecd2 HTTP/1.1" status: 200 len: 464 time: 0.0235741 Sep 21 18:16:29.655215 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39006) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:29.849096 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2976d609-799e-4d49-8d94-606b81df2f47 tempest-MeteringTestJSON-950685415 tempest-MeteringTestJSON-950685415-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:29.850437 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2976d609-799e-4d49-8d94-606b81df2f47 tempest-MeteringTestJSON-950685415 tempest-MeteringTestJSON-950685415-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/10c5b53f-37dd-45cc-9139-63118127ecd2 HTTP/1.1" status: 204 len: 168 time: 0.1932979 Sep 21 18:16:29.853551 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39012) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:29.867526 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c8c07cd0-11ba-41d7-b002-d3d91d0e8232 tempest-MeteringTestJSON-950685415 tempest-MeteringTestJSON-950685415-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=10c5b53f-37dd-45cc-9139-63118127ecd2 HTTP/1.1" status: 200 len: 221 time: 0.0126939 Sep 21 18:16:29.871170 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39014) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:29.875846 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-74403091-7e10-454f-a710-1a39207ce1da tempest-MeteringTestJSON-950685415 tempest-MeteringTestJSON-950685415-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--697884862', 'description': 'label created by tempest'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:29.876408 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-74403091-7e10-454f-a710-1a39207ce1da tempest-MeteringTestJSON-950685415 tempest-MeteringTestJSON-950685415-project-admin] Unknown quota resources ['metering_label']. {{(pid=101461) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 18:16:29.884364 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ac6142a9-7075-45b9-a886-2a648edbd356 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:29.892352 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ac6142a9-7075-45b9-a886-2a648edbd356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:29.938547 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6142a9-7075-45b9-a886-2a648edbd356 None None] Network e15e86ee-c9c3-44f5-aec2-5dc4f4e2a876 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:29.942128 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-ac6142a9-7075-45b9-a886-2a648edbd356 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:29.949065 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6142a9-7075-45b9-a886-2a648edbd356 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:16:30.016444 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6142a9-7075-45b9-a886-2a648edbd356 None None] Pushing event updated for resources: {'Port': ['ID=fde22191-874c-44a3-9867-99e4f30d88d8,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:30.030945 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-ac6142a9-7075-45b9-a886-2a648edbd356 None None] Attempting to bind port fde22191-874c-44a3-9867-99e4f30d88d8 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:30.031381 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-ac6142a9-7075-45b9-a886-2a648edbd356 None None] Attempting to bind port fde22191-874c-44a3-9867-99e4f30d88d8 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '7623f281-35c5-404b-8ac3-5272d0d1523c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e15e86ee-c9c3-44f5-aec2-5dc4f4e2a876'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:30.031753 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6142a9-7075-45b9-a886-2a648edbd356 None None] Attempting to bind port fde22191-874c-44a3-9867-99e4f30d88d8 on network e15e86ee-c9c3-44f5-aec2-5dc4f4e2a876 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:30.034585 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-eb3ac2d4-ba91-4753-8b13-6cee8f95d225 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Allocated IP 2001:db8::322 (e15e86ee-c9c3-44f5-aec2-5dc4f4e2a876/3c41ac68-a2b6-41aa-9670-a1cf744e23a4/79616e34-2ada-46fd-9575-71f5fb27ecae) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:30.038179 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6142a9-7075-45b9-a886-2a648edbd356 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:16:30.038831 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6142a9-7075-45b9-a886-2a648edbd356 None None] Checking segment: {'id': '7623f281-35c5-404b-8ac3-5272d0d1523c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e15e86ee-c9c3-44f5-aec2-5dc4f4e2a876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:16:30.040110 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ac6142a9-7075-45b9-a886-2a648edbd356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:30.040547 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6142a9-7075-45b9-a886-2a648edbd356 None None] Bound using segment: {'id': '7623f281-35c5-404b-8ac3-5272d0d1523c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e15e86ee-c9c3-44f5-aec2-5dc4f4e2a876'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:16:30.041258 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-ac6142a9-7075-45b9-a886-2a648edbd356 None None] Bound port: fde22191-874c-44a3-9867-99e4f30d88d8, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7623f281-35c5-404b-8ac3-5272d0d1523c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e15e86ee-c9c3-44f5-aec2-5dc4f4e2a876'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:16:30.041712 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ac6142a9-7075-45b9-a886-2a648edbd356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:30.133159 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-ac6142a9-7075-45b9-a886-2a648edbd356 None None] For port fde22191-874c-44a3-9867-99e4f30d88d8, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:16:30.137332 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-ac6142a9-7075-45b9-a886-2a648edbd356 None None] For port fde22191-874c-44a3-9867-99e4f30d88d8, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=fde22191-874c-44a3-9867-99e4f30d88d8,segment=NetworkSegment(7623f281-35c5-404b-8ac3-5272d0d1523c),segment_id=7623f281-35c5-404b-8ac3-5272d0d1523c)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:16:30.143271 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ac6142a9-7075-45b9-a886-2a648edbd356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:30.173599 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-74403091-7e10-454f-a710-1a39207ce1da tempest-MeteringTestJSON-950685415 tempest-MeteringTestJSON-950685415-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:30.174894 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-74403091-7e10-454f-a710-1a39207ce1da tempest-MeteringTestJSON-950685415 tempest-MeteringTestJSON-950685415-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3024940 Sep 21 18:16:30.179484 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39022) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:30.253264 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6142a9-7075-45b9-a886-2a648edbd356 None None] Pushing event updated for resources: {'Port': ['ID=fde22191-874c-44a3-9867-99e4f30d88d8,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:30.425945 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eb3ac2d4-ba91-4753-8b13-6cee8f95d225 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:30.499209 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eb3ac2d4-ba91-4753-8b13-6cee8f95d225 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:30.654548 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ac2d4-ba91-4753-8b13-6cee8f95d225 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Port': ['ID=79616e34-2ada-46fd-9575-71f5fb27ecae,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:30.689897 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3ac2d4-ba91-4753-8b13-6cee8f95d225 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network e15e86ee-c9c3-44f5-aec2-5dc4f4e2a876 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:30.691427 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-eb3ac2d4-ba91-4753-8b13-6cee8f95d225 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:30.695521 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3ac2d4-ba91-4753-8b13-6cee8f95d225 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:16:30.701171 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3ac2d4-ba91-4753-8b13-6cee8f95d225 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:30.701875 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eb3ac2d4-ba91-4753-8b13-6cee8f95d225 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:30.737910 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-eb3ac2d4-ba91-4753-8b13-6cee8f95d225 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3745701 Sep 21 18:16:30.738161 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39038) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:30.840680 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0281d6a0-f6a7-45ec-a7ff-3249a115cf78 tempest-MeteringTestJSON-950685415 tempest-MeteringTestJSON-950685415-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=35538590-d46a-4425-8c1d-2bd837c725f7 HTTP/1.1" status: 200 len: 467 time: 0.6601686 Sep 21 18:16:30.843257 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39042) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:31.101573 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bfdc8930-c7ba-4a73-aac6-7230bef740f4 tempest-MeteringTestJSON-950685415 tempest-MeteringTestJSON-950685415-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:31.102900 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bfdc8930-c7ba-4a73-aac6-7230bef740f4 tempest-MeteringTestJSON-950685415 tempest-MeteringTestJSON-950685415-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/35538590-d46a-4425-8c1d-2bd837c725f7 HTTP/1.1" status: 204 len: 168 time: 0.2586415 Sep 21 18:16:31.105618 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39048) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:31.117956 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0626ac6d-0d8a-4858-813e-ede2ff960968 tempest-MeteringTestJSON-950685415 tempest-MeteringTestJSON-950685415-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=35538590-d46a-4425-8c1d-2bd837c725f7 HTTP/1.1" status: 200 len: 216 time: 0.0111730 Sep 21 18:16:31.121799 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39050) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:31.131803 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2dae81e0-0ea9-4172-9770-c21236835084 tempest-MeteringTestJSON-950685415 tempest-MeteringTestJSON-950685415-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0086863 Sep 21 18:16:31.135109 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39054) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:31.154996 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-043c6da7-a260-4939-990d-9d0aa00cbba2 tempest-MeteringTestJSON-950685415 tempest-MeteringTestJSON-950685415-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0169322 Sep 21 18:16:31.159522 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39058) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:31.244311 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b95fcd9a-a5d4-41f0-a21e-53a857a79836 tempest-MeteringTestJSON-950685415 tempest-MeteringTestJSON-950685415-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels/ca79a9fa-803d-4df8-b6d6-4b71658b36b7 HTTP/1.1" status: 200 len: 472 time: 0.0835862 Sep 21 18:16:31.253837 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39062) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:31.274076 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e23f489a-e928-4286-90d5-946775903735 tempest-MeteringTestJSON-950685415 tempest-MeteringTestJSON-950685415-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules/77156e5a-488f-47ac-a530-a03a5d0b4f0f HTTP/1.1" status: 200 len: 461 time: 0.0190144 Sep 21 18:16:31.278735 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39066) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:31.340006 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-864230a8-f473-49d6-aba8-ee512e99d74e tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:31.501692 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a2c57f2f-3ac2-4dd9-9178-003a05f83ec8 tempest-MeteringTestJSON-950685415 tempest-MeteringTestJSON-950685415-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:31.505652 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a2c57f2f-3ac2-4dd9-9178-003a05f83ec8 tempest-MeteringTestJSON-950685415 tempest-MeteringTestJSON-950685415-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/77156e5a-488f-47ac-a530-a03a5d0b4f0f HTTP/1.1" status: 204 len: 168 time: 0.2253625 Sep 21 18:16:31.523266 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39070) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:31.611971 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79067f0-7b73-4d01-a08d-6ec2d3bc65a3 None None] Network e15e86ee-c9c3-44f5-aec2-5dc4f4e2a876 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:31.692587 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-864230a8-f473-49d6-aba8-ee512e99d74e tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:31.702473 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-864230a8-f473-49d6-aba8-ee512e99d74e tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:31.756810 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-72e56c4d-f9c6-4541-939c-1fffa5bf9215 None None] Provisioning complete for port fde22191-874c-44a3-9867-99e4f30d88d8 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:31.757192 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-72e56c4d-f9c6-4541-939c-1fffa5bf9215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:31.830317 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device fde22191-874c-44a3-9867-99e4f30d88d8 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:16:31.917974 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864230a8-f473-49d6-aba8-ee512e99d74e tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Port': ['ID=79616e34-2ada-46fd-9575-71f5fb27ecae,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:32.007198 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-944ccd54-397c-4dea-a7c9-02ed2dc4adeb tempest-MeteringTestJSON-950685415 tempest-MeteringTestJSON-950685415-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:32.010867 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-944ccd54-397c-4dea-a7c9-02ed2dc4adeb tempest-MeteringTestJSON-950685415 tempest-MeteringTestJSON-950685415-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/ca79a9fa-803d-4df8-b6d6-4b71658b36b7 HTTP/1.1" status: 204 len: 168 time: 0.4839289 Sep 21 18:16:32.017961 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port fde22191-874c-44a3-9867-99e4f30d88d8 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:32.018914 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:32.092819 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-72e56c4d-f9c6-4541-939c-1fffa5bf9215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:32.128081 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-72e56c4d-f9c6-4541-939c-1fffa5bf9215 None None] For port fde22191-874c-44a3-9867-99e4f30d88d8, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=fde22191-874c-44a3-9867-99e4f30d88d8,segment=NetworkSegment(7623f281-35c5-404b-8ac3-5272d0d1523c),segment_id=7623f281-35c5-404b-8ac3-5272d0d1523c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:32.169698 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-72e56c4d-f9c6-4541-939c-1fffa5bf9215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:32.203918 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-864230a8-f473-49d6-aba8-ee512e99d74e tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:32.344840 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e56c4d-f9c6-4541-939c-1fffa5bf9215 None None] Pushing event updated for resources: {'Port': ['ID=fde22191-874c-44a3-9867-99e4f30d88d8,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:32.431253 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-864230a8-f473-49d6-aba8-ee512e99d74e tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:32.468316 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39098) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:32.514424 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-f6767517-491f-4a85-86c4-6ae91c112ea4 None None] Provisioning complete for port fde22191-874c-44a3-9867-99e4f30d88d8 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:32.515277 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f6767517-491f-4a85-86c4-6ae91c112ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:32.524219 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:16:32.663784 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-f6767517-491f-4a85-86c4-6ae91c112ea4 None None] Provisioning complete for port 79616e34-2ada-46fd-9575-71f5fb27ecae triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:32.664802 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f6767517-491f-4a85-86c4-6ae91c112ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:32.727866 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d34ef927-06eb-4cca-83cb-95366697192d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:32.779945 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-f6767517-491f-4a85-86c4-6ae91c112ea4 None None] Port 79616e34-2ada-46fd-9575-71f5fb27ecae cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:16:32.889309 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-864230a8-f473-49d6-aba8-ee512e99d74e tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:32.897031 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-864230a8-f473-49d6-aba8-ee512e99d74e tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:32.898475 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-864230a8-f473-49d6-aba8-ee512e99d74e tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:32.960901 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d34ef927-06eb-4cca-83cb-95366697192d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:32.967134 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d34ef927-06eb-4cca-83cb-95366697192d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:33.003849 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-7b749f5f-4f18-403e-8721-dcf7158e36b0 None None] Provisioning complete for port 79616e34-2ada-46fd-9575-71f5fb27ecae triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:33.004224 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7b749f5f-4f18-403e-8721-dcf7158e36b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:33.043277 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d34ef927-06eb-4cca-83cb-95366697192d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d5eeefa1d1e5488b9aa937c7a49a6f30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5710676 Sep 21 18:16:33.043277 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ef927-06eb-4cca-83cb-95366697192d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4073cea1-059e-45a5-8638-b7199505eb0e,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:33.043965 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39122) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:33.053411 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-7b749f5f-4f18-403e-8721-dcf7158e36b0 None None] Port 79616e34-2ada-46fd-9575-71f5fb27ecae cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:16:33.104474 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864230a8-f473-49d6-aba8-ee512e99d74e tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Port': ['ID=79616e34-2ada-46fd-9575-71f5fb27ecae,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:33.140964 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a0d5aad3-c4c6-4a88-96f0-a9c078ca7f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:33.144632 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864230a8-f473-49d6-aba8-ee512e99d74e tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network e15e86ee-c9c3-44f5-aec2-5dc4f4e2a876 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:33.146519 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-864230a8-f473-49d6-aba8-ee512e99d74e tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:33.180613 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a0d5aad3-c4c6-4a88-96f0-a9c078ca7f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:33.273337 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a0d5aad3-c4c6-4a88-96f0-a9c078ca7f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:33.280047 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a0d5aad3-c4c6-4a88-96f0-a9c078ca7f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:33.284452 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a0d5aad3-c4c6-4a88-96f0-a9c078ca7f39 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4073cea1-059e-45a5-8638-b7199505eb0e HTTP/1.1" status: 204 len: 168 time: 0.2285926 Sep 21 18:16:33.323312 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5aad3-c4c6-4a88-96f0-a9c078ca7f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4073cea1-059e-45a5-8638-b7199505eb0e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:33.388947 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864230a8-f473-49d6-aba8-ee512e99d74e tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Router 5af286db-c211-44d0-a206-4a972dec61b6 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:16:33.525426 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5cb02b49-e237-48bd-b5fa-6da5175d7101 None None] Provisioning complete for port 79616e34-2ada-46fd-9575-71f5fb27ecae triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:33.525872 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5cb02b49-e237-48bd-b5fa-6da5175d7101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:33.601734 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5cb02b49-e237-48bd-b5fa-6da5175d7101 None None] Port 79616e34-2ada-46fd-9575-71f5fb27ecae cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:16:33.650315 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device fde22191-874c-44a3-9867-99e4f30d88d8 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:16:33.723342 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port fde22191-874c-44a3-9867-99e4f30d88d8 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:33.724606 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:33.812113 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39146) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:33.836771 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-83ed8996-cb45-4f29-8779-c42c334c4308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:34.038874 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-83ed8996-cb45-4f29-8779-c42c334c4308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:34.044747 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-83ed8996-cb45-4f29-8779-c42c334c4308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:34.090217 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-621da87b-4323-4e9b-9fe4-72f4c5ce672f None None] Provisioning complete for port 79616e34-2ada-46fd-9575-71f5fb27ecae triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:34.090581 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-621da87b-4323-4e9b-9fe4-72f4c5ce672f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:34.103854 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-83ed8996-cb45-4f29-8779-c42c334c4308 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f3924b70dcd54b39b4fd9a4b0d912403&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2881150 Sep 21 18:16:34.103854 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed8996-cb45-4f29-8779-c42c334c4308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80ba6f1-9784-4400-8509-a71881c43dd2,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:34.109902 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39152) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:34.142328 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-621da87b-4323-4e9b-9fe4-72f4c5ce672f None None] Port 79616e34-2ada-46fd-9575-71f5fb27ecae cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:16:34.150782 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864230a8-f473-49d6-aba8-ee512e99d74e tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:16:34.158887 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-864230a8-f473-49d6-aba8-ee512e99d74e tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "PUT /v2.0/routers/5af286db-c211-44d0-a206-4a972dec61b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4195676 Sep 21 18:16:34.159583 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39158) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:34.162907 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425e7c71-bae8-42f7-8013-55cadf1e4c9e None None] Sync routers for ids ['5af286db-c211-44d0-a206-4a972dec61b6'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:16:34.178143 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425e7c71-bae8-42f7-8013-55cadf1e4c9e None None] Routers {'5af286db-c211-44d0-a206-4a972dec61b6'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:16:34.178782 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-425e7c71-bae8-42f7-8013-55cadf1e4c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:16:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['5af286db-c211-44d0-a206-4a972dec61b6'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:34.226676 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c3c873b4-c71e-4697-8835-f6993351b6f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:34.264095 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-425e7c71-bae8-42f7-8013-55cadf1e4c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:34.271547 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c3c873b4-c71e-4697-8835-f6993351b6f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:34.276061 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425e7c71-bae8-42f7-8013-55cadf1e4c9e None None] Routers {'5af286db-c211-44d0-a206-4a972dec61b6'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:16:34.276723 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-425e7c71-bae8-42f7-8013-55cadf1e4c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:16:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['5af286db-c211-44d0-a206-4a972dec61b6'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:34.292279 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114ff88c-29b8-4fc8-8e04-206c34ae3dde tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:34.302096 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-114ff88c-29b8-4fc8-8e04-206c34ae3dde tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "GET /v2.0/ports?device_id=5af286db-c211-44d0-a206-4a972dec61b6 HTTP/1.1" status: 200 len: 989 time: 0.1414957 Sep 21 18:16:34.304196 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39166) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:34.313517 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-425e7c71-bae8-42f7-8013-55cadf1e4c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:34.314264 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425e7c71-bae8-42f7-8013-55cadf1e4c9e None None] The sync data for ids ['5af286db-c211-44d0-a206-4a972dec61b6'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:16:34.348745 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c3c873b4-c71e-4697-8835-f6993351b6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:34.352541 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c3c873b4-c71e-4697-8835-f6993351b6f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:34.357456 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c3c873b4-c71e-4697-8835-f6993351b6f2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b80ba6f1-9784-4400-8509-a71881c43dd2 HTTP/1.1" status: 204 len: 168 time: 0.2467198 Sep 21 18:16:34.368043 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c873b4-c71e-4697-8835-f6993351b6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80ba6f1-9784-4400-8509-a71881c43dd2,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:34.884505 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-499061f4-2c57-40bc-88bc-b0abf8bce933 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:35.157132 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-499061f4-2c57-40bc-88bc-b0abf8bce933 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Deleting port 79616e34-2ada-46fd-9575-71f5fb27ecae {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:35.157736 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-499061f4-2c57-40bc-88bc-b0abf8bce933 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:35.299693 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-499061f4-2c57-40bc-88bc-b0abf8bce933 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:35.314693 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-499061f4-2c57-40bc-88bc-b0abf8bce933 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Calling delete_port for 79616e34-2ada-46fd-9575-71f5fb27ecae owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:35.544224 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-499061f4-2c57-40bc-88bc-b0abf8bce933 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:35.587646 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499061f4-2c57-40bc-88bc-b0abf8bce933 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Port': ['ID=79616e34-2ada-46fd-9575-71f5fb27ecae,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:35.691348 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-499061f4-2c57-40bc-88bc-b0abf8bce933 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:35.895372 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499061f4-2c57-40bc-88bc-b0abf8bce933 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Router 5af286db-c211-44d0-a206-4a972dec61b6 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:16:35.986433 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499061f4-2c57-40bc-88bc-b0abf8bce933 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:16:35.993057 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-499061f4-2c57-40bc-88bc-b0abf8bce933 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "PUT /v2.0/routers/5af286db-c211-44d0-a206-4a972dec61b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6875846 Sep 21 18:16:35.995798 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39250) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:35.999144 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e324df17-7832-4fd4-92e4-b93b71f9c86f None None] Sync routers for ids ['5af286db-c211-44d0-a206-4a972dec61b6'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:16:36.014035 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e324df17-7832-4fd4-92e4-b93b71f9c86f None None] Routers {'5af286db-c211-44d0-a206-4a972dec61b6'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:16:36.014789 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-e324df17-7832-4fd4-92e4-b93b71f9c86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:16:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['5af286db-c211-44d0-a206-4a972dec61b6'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:36.023200 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-d96becd9-a90b-4e24-9a30-c350e22295ee tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] GET failed (client error): The resource could not be found. Sep 21 18:16:36.027006 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d96becd9-a90b-4e24-9a30-c350e22295ee tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "GET /v2.0/ports/79616e34-2ada-46fd-9575-71f5fb27ecae HTTP/1.1" status: 404 len: 333 time: 0.0280101 Sep 21 18:16:36.027775 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39252) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:36.069096 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-e324df17-7832-4fd4-92e4-b93b71f9c86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:36.079232 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e324df17-7832-4fd4-92e4-b93b71f9c86f None None] Routers {'5af286db-c211-44d0-a206-4a972dec61b6'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:16:36.086902 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-e324df17-7832-4fd4-92e4-b93b71f9c86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:16:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['5af286db-c211-44d0-a206-4a972dec61b6'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:36.158976 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39256) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:36.168073 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-e324df17-7832-4fd4-92e4-b93b71f9c86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:36.169188 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e324df17-7832-4fd4-92e4-b93b71f9c86f None None] The sync data for ids ['5af286db-c211-44d0-a206-4a972dec61b6'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:16:36.178598 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3ef9c6ed-d1c7-43b2-ad9e-0901bb4787e2 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:36.325433 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-00a88de7-e95c-44b2-a34d-8e4459231f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1337233324'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:36.367168 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a88de7-e95c-44b2-a34d-8e4459231f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920-project] Made reservation on behalf of 10f3ea9f442a47deaebc999ed30a4d19 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:36.370944 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-00a88de7-e95c-44b2-a34d-8e4459231f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:36.380386 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-00a88de7-e95c-44b2-a34d-8e4459231f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:36.405955 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3ef9c6ed-d1c7-43b2-ad9e-0901bb4787e2 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:36.409699 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3ef9c6ed-d1c7-43b2-ad9e-0901bb4787e2 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:36.481129 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3ef9c6ed-d1c7-43b2-ad9e-0901bb4787e2 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:36.481963 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef9c6ed-d1c7-43b2-ad9e-0901bb4787e2 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Fanout notify agent at l3_agent the message router_deleted on router 5af286db-c211-44d0-a206-4a972dec61b6 {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:16:36.490054 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3ef9c6ed-d1c7-43b2-ad9e-0901bb4787e2 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:36.491340 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3ef9c6ed-d1c7-43b2-ad9e-0901bb4787e2 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/routers/5af286db-c211-44d0-a206-4a972dec61b6 HTTP/1.1" status: 204 len: 168 time: 0.4623487 Sep 21 18:16:36.493861 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39270) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:36.498223 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-00a88de7-e95c-44b2-a34d-8e4459231f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:36.505134 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-00a88de7-e95c-44b2-a34d-8e4459231f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:36.531584 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a88de7-e95c-44b2-a34d-8e4459231f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:16:36.545175 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a88de7-e95c-44b2-a34d-8e4459231f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa1ed9c-eaab-412f-a26c-f492ab49a5e3,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:36.550413 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-00a88de7-e95c-44b2-a34d-8e4459231f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:36.550762 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-00a88de7-e95c-44b2-a34d-8e4459231f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920-project] Added segment cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a of type vlan for network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 Sep 21 18:16:36.592376 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-30c70d66-a19b-47a2-9760-f59fc6de9a92 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Deleting subnet 3c41ac68-a2b6-41aa-9670-a1cf744e23a4 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:16:36.596491 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-30c70d66-a19b-47a2-9760-f59fc6de9a92 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:36.599911 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-00a88de7-e95c-44b2-a34d-8e4459231f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:36.629562 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-00a88de7-e95c-44b2-a34d-8e4459231f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:36.636994 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a88de7-e95c-44b2-a34d-8e4459231f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:36.637598 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-00a88de7-e95c-44b2-a34d-8e4459231f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:36.657069 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-30c70d66-a19b-47a2-9760-f59fc6de9a92 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:36.679781 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-00a88de7-e95c-44b2-a34d-8e4459231f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.5171068 Sep 21 18:16:36.755907 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a88de7-e95c-44b2-a34d-8e4459231f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920-project] Pushing event updated for resources: {'Network': ['ID=8b70b00c-3d1e-408b-871a-8d9bf7e24f96,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:36.767594 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:16:36.803834 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-30c70d66-a19b-47a2-9760-f59fc6de9a92 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:36.886950 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-30c70d66-a19b-47a2-9760-f59fc6de9a92 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:36.927626 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39288) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:36.932830 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Request body: {'port': {'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96', 'binding:host_id': 'n-h2-810291-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537217393'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:36.942184 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c70d66-a19b-47a2-9760-f59fc6de9a92 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Subnet': ['ID=3c41ac68-a2b6-41aa-9670-a1cf744e23a4,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:36.958196 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-30c70d66-a19b-47a2-9760-f59fc6de9a92 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:36.959784 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Made reservation on behalf of 66f549160287487b903d245b6f1da6b4 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:36.964724 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:36.966773 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e0fb00-d459-43ba-a503-4d53d9aee13c None None] Network e15e86ee-c9c3-44f5-aec2-5dc4f4e2a876 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:36.969858 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-30c70d66-a19b-47a2-9760-f59fc6de9a92 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/subnets/3c41ac68-a2b6-41aa-9670-a1cf744e23a4 HTTP/1.1" status: 204 len: 168 time: 0.4749672 Sep 21 18:16:36.975047 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39290) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:37.086572 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a1d4b298-ce73-491e-af4d-65f05d42ea0b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:37.090183 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:37.210550 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b5085a-faaa-4b9b-831a-5de70f4e966e None None] DHCP port deletion for e15e86ee-c9c3-44f5-aec2-5dc4f4e2a876 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:16:37.279467 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-42b5085a-faaa-4b9b-831a-5de70f4e966e None None] Deleting port fde22191-874c-44a3-9867-99e4f30d88d8 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:37.280029 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:37.280532 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-42b5085a-faaa-4b9b-831a-5de70f4e966e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:37.291085 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:37.297354 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] device_id is not set on port 4292c426-8358-4e7f-b31f-320db37a100c yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:16:37.367474 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-42b5085a-faaa-4b9b-831a-5de70f4e966e None None] For port fde22191-874c-44a3-9867-99e4f30d88d8, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=fde22191-874c-44a3-9867-99e4f30d88d8,segment=NetworkSegment(7623f281-35c5-404b-8ac3-5272d0d1523c),segment_id=7623f281-35c5-404b-8ac3-5272d0d1523c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:37.368104 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-42b5085a-faaa-4b9b-831a-5de70f4e966e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:37.381488 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-42b5085a-faaa-4b9b-831a-5de70f4e966e None None] Calling delete_port for fde22191-874c-44a3-9867-99e4f30d88d8 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:37.442321 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d871974e-5452-44fe-83f5-47615e3d983b,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:37.486894 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-42b5085a-faaa-4b9b-831a-5de70f4e966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:37.511037 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b5085a-faaa-4b9b-831a-5de70f4e966e None None] Pushing event deleted for resources: {'Port': ['ID=fde22191-874c-44a3-9867-99e4f30d88d8,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:37.522558 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b5085a-faaa-4b9b-831a-5de70f4e966e None None] No DVR routers for this DVR port fde22191-874c-44a3-9867-99e4f30d88d8 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:16:37.553126 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-a1d4b298-ce73-491e-af4d-65f05d42ea0b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Deleting port fde22191-874c-44a3-9867-99e4f30d88d8 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:37.553756 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a1d4b298-ce73-491e-af4d-65f05d42ea0b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:37.623165 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device fde22191-874c-44a3-9867-99e4f30d88d8 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:16:37.648327 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: fde22191-874c-44a3-9867-99e4f30d88d8 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:16:37.648708 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device fde22191-874c-44a3-9867-99e4f30d88d8 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:16:37.704547 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-a1d4b298-ce73-491e-af4d-65f05d42ea0b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] For port fde22191-874c-44a3-9867-99e4f30d88d8, host n-d-810291-1, got binding levels [] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:37.704916 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a1d4b298-ce73-491e-af4d-65f05d42ea0b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:37.728789 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-a1d4b298-ce73-491e-af4d-65f05d42ea0b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Calling delete_port for fde22191-874c-44a3-9867-99e4f30d88d8 owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:37.732879 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.ipam_backend_mixin [None req-a1d4b298-ce73-491e-af4d-65f05d42ea0b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Port fde22191-874c-44a3-9867-99e4f30d88d8 was not found and therefore no delete operation was performed {{(pid=101461) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 18:16:37.734640 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a1d4b298-ce73-491e-af4d-65f05d42ea0b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:37.790329 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4b298-ce73-491e-af4d-65f05d42ea0b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Port': ['ID=fde22191-874c-44a3-9867-99e4f30d88d8,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:37.795631 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d4b298-ce73-491e-af4d-65f05d42ea0b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] No DVR routers for this DVR port fde22191-874c-44a3-9867-99e4f30d88d8 on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:16:37.802462 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] device_id is not set on port 4292c426-8358-4e7f-b31f-320db37a100c yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:16:37.834516 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:37.848351 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:37.926133 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a1d4b298-ce73-491e-af4d-65f05d42ea0b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:37.988774 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Pushing event updated for resources: {'Port': ['ID=4292c426-8358-4e7f-b31f-320db37a100c,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:37.992111 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-a1d4b298-ce73-491e-af4d-65f05d42ea0b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e15e86ee-c9c3-44f5-aec2-5dc4f4e2a876']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:38.009469 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-a1d4b298-ce73-491e-af4d-65f05d42ea0b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7623f281-35c5-404b-8ac3-5272d0d1523c') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:38.009794 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-a1d4b298-ce73-491e-af4d-65f05d42ea0b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7623f281-35c5-404b-8ac3-5272d0d1523c') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:38.020995 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Checking segment: {'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:16:38.021359 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Network hostable DHCP agents. Network: 8b70b00c-3d1e-408b-871a-8d9bf7e24f96, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:16:38.024325 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a1d4b298-ce73-491e-af4d-65f05d42ea0b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:38.040309 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a1d4b298-ce73-491e-af4d-65f05d42ea0b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:38.049775 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d4b298-ce73-491e-af4d-65f05d42ea0b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:16:38.050100 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a1d4b298-ce73-491e-af4d-65f05d42ea0b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:38.053279 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:16:38.053279 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:16:38.053279 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:16:38.053279 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:16:38.053279 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:16:38.053279 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:16:38.053279 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:16:38.053279 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:16:38.053279 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:16:38.053279 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:16:38.053279 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:16:38.053279 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:16:38.053279 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:16:38.053279 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:16:38.053279 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:16:38.053279 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:16:38.053279 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:16:38.053279 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:16:38.053279 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:16:38.053279 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:16:38.053279 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:16:38.053279 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:16:38.053279 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:16:38.053279 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:16:38.053279 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:16:38.053279 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:16:38.053279 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:16:38.053279 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:16:38.053279 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:16:38.053279 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:16:38.053279 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:16:38.053279 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:16:38.064512 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:16:38.109587 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 8b70b00c-3d1e-408b-871a-8d9bf7e24f96) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:38.118371 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cba218-4b17-4e34-a5f9-792a3eac3484 None None] Network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:38.138441 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:16:38.156376 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a1d4b298-ce73-491e-af4d-65f05d42ea0b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:38.164720 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a1d4b298-ce73-491e-af4d-65f05d42ea0b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:38.166623 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a1d4b298-ce73-491e-af4d-65f05d42ea0b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/networks/e15e86ee-c9c3-44f5-aec2-5dc4f4e2a876 HTTP/1.1" status: 204 len: 168 time: 1.1856570 Sep 21 18:16:38.168756 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 4292c426-8358-4e7f-b31f-320db37a100c on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:38.169095 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 4292c426-8358-4e7f-b31f-320db37a100c by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:38.169432 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 4292c426-8358-4e7f-b31f-320db37a100c on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:38.170612 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39328) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:38.192575 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4b298-ce73-491e-af4d-65f05d42ea0b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Network': ['ID=e15e86ee-c9c3-44f5-aec2-5dc4f4e2a876,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:38.199506 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Port 4292c426-8358-4e7f-b31f-320db37a100c on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:38.199888 n-d-810291-1 neutron-server[101461]: ERROR neutron.plugins.ml2.managers [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Failed to bind port 4292c426-8358-4e7f-b31f-320db37a100c on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] Sep 21 18:16:38.200678 n-d-810291-1 neutron-server[101461]: INFO neutron.plugins.ml2.plugin [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempt 2 to bind port 4292c426-8358-4e7f-b31f-320db37a100c Sep 21 18:16:38.221634 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 4292c426-8358-4e7f-b31f-320db37a100c on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:38.222121 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 4292c426-8358-4e7f-b31f-320db37a100c by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:38.222833 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 4292c426-8358-4e7f-b31f-320db37a100c on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:38.233084 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Port 4292c426-8358-4e7f-b31f-320db37a100c on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:38.233752 n-d-810291-1 neutron-server[101461]: ERROR neutron.plugins.ml2.managers [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Failed to bind port 4292c426-8358-4e7f-b31f-320db37a100c on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] Sep 21 18:16:38.234364 n-d-810291-1 neutron-server[101461]: INFO neutron.plugins.ml2.plugin [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempt 3 to bind port 4292c426-8358-4e7f-b31f-320db37a100c Sep 21 18:16:38.242462 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554b50c2-b83b-4177-8958-054697c876ab tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:38.244269 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-554b50c2-b83b-4177-8958-054697c876ab tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "GET /v2.0/ports/e29b0fc8-b688-4922-903b-2c30d31d38c3 HTTP/1.1" status: 200 len: 843 time: 0.0726264 Sep 21 18:16:38.250720 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39334) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:38.257010 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 4292c426-8358-4e7f-b31f-320db37a100c on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:38.257369 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 4292c426-8358-4e7f-b31f-320db37a100c by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:38.257793 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 4292c426-8358-4e7f-b31f-320db37a100c on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:38.283477 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Port 4292c426-8358-4e7f-b31f-320db37a100c on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:38.283811 n-d-810291-1 neutron-server[101461]: ERROR neutron.plugins.ml2.managers [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Failed to bind port 4292c426-8358-4e7f-b31f-320db37a100c on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] Sep 21 18:16:38.284213 n-d-810291-1 neutron-server[101461]: INFO neutron.plugins.ml2.plugin [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempt 4 to bind port 4292c426-8358-4e7f-b31f-320db37a100c Sep 21 18:16:38.298014 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 4292c426-8358-4e7f-b31f-320db37a100c on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:38.298349 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 4292c426-8358-4e7f-b31f-320db37a100c by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:38.298818 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 4292c426-8358-4e7f-b31f-320db37a100c on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:38.303488 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Port 4292c426-8358-4e7f-b31f-320db37a100c on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:38.303811 n-d-810291-1 neutron-server[101461]: ERROR neutron.plugins.ml2.managers [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Failed to bind port 4292c426-8358-4e7f-b31f-320db37a100c on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] Sep 21 18:16:38.304198 n-d-810291-1 neutron-server[101461]: INFO neutron.plugins.ml2.plugin [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempt 5 to bind port 4292c426-8358-4e7f-b31f-320db37a100c Sep 21 18:16:38.327422 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 4292c426-8358-4e7f-b31f-320db37a100c on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:38.328085 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 4292c426-8358-4e7f-b31f-320db37a100c by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:38.328659 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 4292c426-8358-4e7f-b31f-320db37a100c on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:38.337807 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Port 4292c426-8358-4e7f-b31f-320db37a100c on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:38.338241 n-d-810291-1 neutron-server[101461]: ERROR neutron.plugins.ml2.managers [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Failed to bind port 4292c426-8358-4e7f-b31f-320db37a100c on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] Sep 21 18:16:38.338734 n-d-810291-1 neutron-server[101461]: INFO neutron.plugins.ml2.plugin [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempt 6 to bind port 4292c426-8358-4e7f-b31f-320db37a100c Sep 21 18:16:38.357782 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39338) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:38.360348 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-672426f7-611f-4fae-8c61-1cf4221bcbb7 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "GET /v2.0/ports/e29b0fc8-b688-4922-903b-2c30d31d38c3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0854292 Sep 21 18:16:38.363399 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-51c3cf03-1eea-496a-84c9-5c8bcc5c0040 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'subnet': {'network_id': '762a9641-7b05-4fe9-a8b4-9639ac21171f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:38.371688 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 4292c426-8358-4e7f-b31f-320db37a100c on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:38.371831 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 4292c426-8358-4e7f-b31f-320db37a100c by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:38.372269 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 4292c426-8358-4e7f-b31f-320db37a100c on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:38.399999 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Port 4292c426-8358-4e7f-b31f-320db37a100c on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:38.400331 n-d-810291-1 neutron-server[101461]: ERROR neutron.plugins.ml2.managers [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Failed to bind port 4292c426-8358-4e7f-b31f-320db37a100c on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] Sep 21 18:16:38.402629 n-d-810291-1 neutron-server[101461]: INFO neutron.plugins.ml2.plugin [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempt 7 to bind port 4292c426-8358-4e7f-b31f-320db37a100c Sep 21 18:16:38.464953 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 4292c426-8358-4e7f-b31f-320db37a100c on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:38.465295 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 4292c426-8358-4e7f-b31f-320db37a100c by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:38.465643 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 4292c426-8358-4e7f-b31f-320db37a100c on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:38.506900 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Port 4292c426-8358-4e7f-b31f-320db37a100c on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:38.506900 n-d-810291-1 neutron-server[101461]: ERROR neutron.plugins.ml2.managers [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Failed to bind port 4292c426-8358-4e7f-b31f-320db37a100c on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] Sep 21 18:16:38.515800 n-d-810291-1 neutron-server[101461]: INFO neutron.plugins.ml2.plugin [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempt 8 to bind port 4292c426-8358-4e7f-b31f-320db37a100c Sep 21 18:16:38.534708 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 4292c426-8358-4e7f-b31f-320db37a100c on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:38.535115 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 4292c426-8358-4e7f-b31f-320db37a100c by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:38.535578 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 4292c426-8358-4e7f-b31f-320db37a100c on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:38.541196 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Port 4292c426-8358-4e7f-b31f-320db37a100c on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:38.541604 n-d-810291-1 neutron-server[101461]: ERROR neutron.plugins.ml2.managers [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Failed to bind port 4292c426-8358-4e7f-b31f-320db37a100c on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] Sep 21 18:16:38.542190 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c3cf03-1eea-496a-84c9-5c8bcc5c0040 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:38.546237 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-51c3cf03-1eea-496a-84c9-5c8bcc5c0040 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:38.581973 n-d-810291-1 neutron-server[101461]: INFO neutron.plugins.ml2.plugin [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempt 9 to bind port 4292c426-8358-4e7f-b31f-320db37a100c Sep 21 18:16:38.640303 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 4292c426-8358-4e7f-b31f-320db37a100c on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:38.640745 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 4292c426-8358-4e7f-b31f-320db37a100c by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:38.641174 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 4292c426-8358-4e7f-b31f-320db37a100c on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:38.653680 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Port 4292c426-8358-4e7f-b31f-320db37a100c on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:38.654186 n-d-810291-1 neutron-server[101461]: ERROR neutron.plugins.ml2.managers [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Failed to bind port 4292c426-8358-4e7f-b31f-320db37a100c on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] Sep 21 18:16:38.658346 n-d-810291-1 neutron-server[101461]: INFO neutron.plugins.ml2.plugin [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempt 10 to bind port 4292c426-8358-4e7f-b31f-320db37a100c Sep 21 18:16:38.684029 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 4292c426-8358-4e7f-b31f-320db37a100c on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:38.684536 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 4292c426-8358-4e7f-b31f-320db37a100c by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:38.684925 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 4292c426-8358-4e7f-b31f-320db37a100c on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:38.694779 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Port 4292c426-8358-4e7f-b31f-320db37a100c on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:38.695231 n-d-810291-1 neutron-server[101461]: ERROR neutron.plugins.ml2.managers [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Failed to bind port 4292c426-8358-4e7f-b31f-320db37a100c on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] Sep 21 18:16:38.695703 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:38.849038 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] For port 4292c426-8358-4e7f-b31f-320db37a100c, host n-h2-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:16:38.849575 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempted to set empty binding levels {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 21 18:16:38.863757 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:38.918390 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Pushing event updated for resources: {'Port': ['ID=4292c426-8358-4e7f-b31f-320db37a100c,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:38.931255 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-51c3cf03-1eea-496a-84c9-5c8bcc5c0040 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:38.945181 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:38.946047 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:38.982236 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c3cf03-1eea-496a-84c9-5c8bcc5c0040 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network 762a9641-7b05-4fe9-a8b4-9639ac21171f is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:38.987742 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-51c3cf03-1eea-496a-84c9-5c8bcc5c0040 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:38.993876 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c3cf03-1eea-496a-84c9-5c8bcc5c0040 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:38.994772 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-51c3cf03-1eea-496a-84c9-5c8bcc5c0040 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:38.999423 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9a9c30-bc3e-40f5-8306-ed6ce92a0de1 None None] Network 762a9641-7b05-4fe9-a8b4-9639ac21171f requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:39.003181 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-28bb1b8c-b6b3-4a6e-ab90-08d95f2160c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.0743933 Sep 21 18:16:39.005970 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39364) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:39.015327 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c3cf03-1eea-496a-84c9-5c8bcc5c0040 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Subnet': ['ID=adfc347c-40ea-49f6-a61b-44b75353d982,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:39.035678 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-51c3cf03-1eea-496a-84c9-5c8bcc5c0040 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6806538 Sep 21 18:16:39.037624 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39366) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:39.059198 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-0d487e11-73ab-456e-9eb3-6fff6898e50b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'security_group': {'name': 'tempest-secgroup-228810598'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:39.120649 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d487e11-73ab-456e-9eb3-6fff6898e50b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:39.168484 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-57a1bd05-7ba5-4221-8c6a-93ffda6a6567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Deleting port 4292c426-8358-4e7f-b31f-320db37a100c {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:39.168840 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57a1bd05-7ba5-4221-8c6a-93ffda6a6567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:39.310186 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d487e11-73ab-456e-9eb3-6fff6898e50b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:39.315937 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d487e11-73ab-456e-9eb3-6fff6898e50b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:39.328044 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef6eb8a-8a25-463e-bf24-0bd246f9eb57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-762a9641-7b05-4fe9-a8b4-9639ac21171f', 'network_id': '762a9641-7b05-4fe9-a8b4-9639ac21171f', 'tenant_id': '6b7c19a38a1a455bb8bfddaab5a294ea', 'fixed_ips': [{'subnet_id': 'adfc347c-40ea-49f6-a61b-44b75353d982'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:16:39.330072 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6ef6eb8a-8a25-463e-bf24-0bd246f9eb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:39.336950 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-57a1bd05-7ba5-4221-8c6a-93ffda6a6567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] For port 4292c426-8358-4e7f-b31f-320db37a100c, host n-h2-810291-1, got binding levels [] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:39.337506 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57a1bd05-7ba5-4221-8c6a-93ffda6a6567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:39.366248 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-57a1bd05-7ba5-4221-8c6a-93ffda6a6567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Calling delete_port for 4292c426-8358-4e7f-b31f-320db37a100c owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:39.382143 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d487e11-73ab-456e-9eb3-6fff6898e50b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:39.386108 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0d487e11-73ab-456e-9eb3-6fff6898e50b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3431735 Sep 21 18:16:39.386408 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39378) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:39.391234 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-6d1fe876-6965-4796-a300-89152c44f7e3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'security_group': {'name': 'tempest-secgroup-1443701117'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:39.391656 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d487e11-73ab-456e-9eb3-6fff6898e50b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=797079f5-9e96-4bcc-ab86-bef9434999f1,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:39.481806 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6d1fe876-6965-4796-a300-89152c44f7e3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:39.553460 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57a1bd05-7ba5-4221-8c6a-93ffda6a6567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:39.573091 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-6ef6eb8a-8a25-463e-bf24-0bd246f9eb57 None None] Allocated IP 2001:db8::2 (762a9641-7b05-4fe9-a8b4-9639ac21171f/adfc347c-40ea-49f6-a61b-44b75353d982/5395a9f7-3bde-4ad4-bcff-c1cee50d1291) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:39.621080 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a1bd05-7ba5-4221-8c6a-93ffda6a6567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Pushing event deleted for resources: {'Port': ['ID=4292c426-8358-4e7f-b31f-320db37a100c,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:39.662731 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57a1bd05-7ba5-4221-8c6a-93ffda6a6567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:39.664685 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-57a1bd05-7ba5-4221-8c6a-93ffda6a6567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] 10.222.0.58 "DELETE /v2.0/ports/4292c426-8358-4e7f-b31f-320db37a100c HTTP/1.1" status: 204 len: 168 time: 0.6572435 Sep 21 18:16:39.667925 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39388) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:39.727644 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4d6d2aa-09b3-431c-a2cb-ad72b1c2ae36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] GET failed (client error): The resource could not be found. Sep 21 18:16:39.729481 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e4d6d2aa-09b3-431c-a2cb-ad72b1c2ae36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] 10.222.0.58 "GET /v2.0/ports/4292c426-8358-4e7f-b31f-320db37a100c HTTP/1.1" status: 404 len: 333 time: 0.0602531 Sep 21 18:16:39.735079 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39390) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:39.740082 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-0905c1c3-f812-49d9-bc11-693ceaa3f481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Request body: {'port': {'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-453817368'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:39.745320 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6d1fe876-6965-4796-a300-89152c44f7e3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:39.751524 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6d1fe876-6965-4796-a300-89152c44f7e3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:39.782381 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0905c1c3-f812-49d9-bc11-693ceaa3f481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Made reservation on behalf of 66f549160287487b903d245b6f1da6b4 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:39.784957 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0905c1c3-f812-49d9-bc11-693ceaa3f481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:39.812007 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-0905c1c3-f812-49d9-bc11-693ceaa3f481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] device_id is not set on port f428c96d-5325-4611-8366-09b778dd7d88 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:16:39.822078 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6d1fe876-6965-4796-a300-89152c44f7e3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:39.827026 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39396) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:39.827866 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6d1fe876-6965-4796-a300-89152c44f7e3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4400544 Sep 21 18:16:39.829775 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1fe876-6965-4796-a300-89152c44f7e3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8487dcf6-2874-4aa0-aecc-9e4b8406d165,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:39.836023 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-30214191-a59d-4624-84c5-0105585e9db3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1821921559', 'security_groups': ['8487dcf6-2874-4aa0-aecc-9e4b8406d165'], 'network_id': '762a9641-7b05-4fe9-a8b4-9639ac21171f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'adfc347c-40ea-49f6-a61b-44b75353d982'}]}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:39.951749 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6ef6eb8a-8a25-463e-bf24-0bd246f9eb57 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:39.960020 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6ef6eb8a-8a25-463e-bf24-0bd246f9eb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:40.058305 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6eb8a-8a25-463e-bf24-0bd246f9eb57 None None] Pushing event updated for resources: {'Port': ['ID=5395a9f7-3bde-4ad4-bcff-c1cee50d1291,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:40.081792 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef6eb8a-8a25-463e-bf24-0bd246f9eb57 None None] Network 762a9641-7b05-4fe9-a8b4-9639ac21171f is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:40.083419 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-6ef6eb8a-8a25-463e-bf24-0bd246f9eb57 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:40.089617 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef6eb8a-8a25-463e-bf24-0bd246f9eb57 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:16:40.170017 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-6ef6eb8a-8a25-463e-bf24-0bd246f9eb57 None None] Attempting to bind port 5395a9f7-3bde-4ad4-bcff-c1cee50d1291 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:40.170017 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-6ef6eb8a-8a25-463e-bf24-0bd246f9eb57 None None] Attempting to bind port 5395a9f7-3bde-4ad4-bcff-c1cee50d1291 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'dca26d59-fec5-42b1-a3ba-f4f8f47d82cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '762a9641-7b05-4fe9-a8b4-9639ac21171f'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:40.170017 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef6eb8a-8a25-463e-bf24-0bd246f9eb57 None None] Attempting to bind port 5395a9f7-3bde-4ad4-bcff-c1cee50d1291 on network 762a9641-7b05-4fe9-a8b4-9639ac21171f {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:40.175390 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef6eb8a-8a25-463e-bf24-0bd246f9eb57 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:16:40.175873 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef6eb8a-8a25-463e-bf24-0bd246f9eb57 None None] Checking segment: {'id': 'dca26d59-fec5-42b1-a3ba-f4f8f47d82cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '762a9641-7b05-4fe9-a8b4-9639ac21171f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:16:40.176948 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6ef6eb8a-8a25-463e-bf24-0bd246f9eb57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:40.177427 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef6eb8a-8a25-463e-bf24-0bd246f9eb57 None None] Bound using segment: {'id': 'dca26d59-fec5-42b1-a3ba-f4f8f47d82cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '762a9641-7b05-4fe9-a8b4-9639ac21171f'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:16:40.178918 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-6ef6eb8a-8a25-463e-bf24-0bd246f9eb57 None None] Bound port: 5395a9f7-3bde-4ad4-bcff-c1cee50d1291, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca26d59-fec5-42b1-a3ba-f4f8f47d82cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '762a9641-7b05-4fe9-a8b4-9639ac21171f'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:16:40.179418 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6ef6eb8a-8a25-463e-bf24-0bd246f9eb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:40.273659 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0905c1c3-f812-49d9-bc11-693ceaa3f481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:40.287685 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30214191-a59d-4624-84c5-0105585e9db3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:40.290752 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-6ef6eb8a-8a25-463e-bf24-0bd246f9eb57 None None] For port 5395a9f7-3bde-4ad4-bcff-c1cee50d1291, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:16:40.295824 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-6ef6eb8a-8a25-463e-bf24-0bd246f9eb57 None None] For port 5395a9f7-3bde-4ad4-bcff-c1cee50d1291, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=5395a9f7-3bde-4ad4-bcff-c1cee50d1291,segment=NetworkSegment(dca26d59-fec5-42b1-a3ba-f4f8f47d82cf),segment_id=dca26d59-fec5-42b1-a3ba-f4f8f47d82cf)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:16:40.321999 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6ef6eb8a-8a25-463e-bf24-0bd246f9eb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:40.381001 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0905c1c3-f812-49d9-bc11-693ceaa3f481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:40.414532 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6eb8a-8a25-463e-bf24-0bd246f9eb57 None None] Pushing event updated for resources: {'Port': ['ID=5395a9f7-3bde-4ad4-bcff-c1cee50d1291,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:40.449933 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0905c1c3-f812-49d9-bc11-693ceaa3f481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:40.455584 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-0905c1c3-f812-49d9-bc11-693ceaa3f481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:40.470533 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0905c1c3-f812-49d9-bc11-693ceaa3f481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:16:40.471607 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0905c1c3-f812-49d9-bc11-693ceaa3f481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:40.472226 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0905c1c3-f812-49d9-bc11-693ceaa3f481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:40.478890 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905c1c3-f812-49d9-bc11-693ceaa3f481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Pushing event updated for resources: {'Port': ['ID=f428c96d-5325-4611-8366-09b778dd7d88,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:40.497595 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30214191-a59d-4624-84c5-0105585e9db3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:40.501655 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0905c1c3-f812-49d9-bc11-693ceaa3f481 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7655184 Sep 21 18:16:40.504655 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39412) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:40.513123 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:40.516257 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-30214191-a59d-4624-84c5-0105585e9db3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] device_id is not set on port 9f15dd48-30c4-4c4c-b7ef-3213620ee969 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:16:40.588942 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:40.836302 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-30214191-a59d-4624-84c5-0105585e9db3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Allocated IP 2001:db8::35f (762a9641-7b05-4fe9-a8b4-9639ac21171f/adfc347c-40ea-49f6-a61b-44b75353d982/9f15dd48-30c4-4c4c-b7ef-3213620ee969) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:40.961014 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] device_id is not set on port f428c96d-5325-4611-8366-09b778dd7d88 yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:16:40.970592 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:40.980227 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:41.064294 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Pushing event updated for resources: {'Port': ['ID=f428c96d-5325-4611-8366-09b778dd7d88,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:41.077236 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port f428c96d-5325-4611-8366-09b778dd7d88 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:41.077926 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port f428c96d-5325-4611-8366-09b778dd7d88 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:41.078499 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port f428c96d-5325-4611-8366-09b778dd7d88 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:41.087712 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Port f428c96d-5325-4611-8366-09b778dd7d88 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:41.088052 n-d-810291-1 neutron-server[101460]: ERROR neutron.plugins.ml2.managers [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Failed to bind port f428c96d-5325-4611-8366-09b778dd7d88 on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] Sep 21 18:16:41.088501 n-d-810291-1 neutron-server[101460]: INFO neutron.plugins.ml2.plugin [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempt 2 to bind port f428c96d-5325-4611-8366-09b778dd7d88 Sep 21 18:16:41.104750 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port f428c96d-5325-4611-8366-09b778dd7d88 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:41.105116 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port f428c96d-5325-4611-8366-09b778dd7d88 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:41.105474 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port f428c96d-5325-4611-8366-09b778dd7d88 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:41.110571 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Port f428c96d-5325-4611-8366-09b778dd7d88 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:41.110906 n-d-810291-1 neutron-server[101460]: ERROR neutron.plugins.ml2.managers [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Failed to bind port f428c96d-5325-4611-8366-09b778dd7d88 on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] Sep 21 18:16:41.111336 n-d-810291-1 neutron-server[101460]: INFO neutron.plugins.ml2.plugin [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempt 3 to bind port f428c96d-5325-4611-8366-09b778dd7d88 Sep 21 18:16:41.114384 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30214191-a59d-4624-84c5-0105585e9db3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:41.133845 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port f428c96d-5325-4611-8366-09b778dd7d88 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:41.134118 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port f428c96d-5325-4611-8366-09b778dd7d88 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:41.134476 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port f428c96d-5325-4611-8366-09b778dd7d88 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:41.147839 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Port f428c96d-5325-4611-8366-09b778dd7d88 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:41.148214 n-d-810291-1 neutron-server[101460]: ERROR neutron.plugins.ml2.managers [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Failed to bind port f428c96d-5325-4611-8366-09b778dd7d88 on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] Sep 21 18:16:41.148677 n-d-810291-1 neutron-server[101460]: INFO neutron.plugins.ml2.plugin [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempt 4 to bind port f428c96d-5325-4611-8366-09b778dd7d88 Sep 21 18:16:41.161425 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30214191-a59d-4624-84c5-0105585e9db3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:41.169713 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port f428c96d-5325-4611-8366-09b778dd7d88 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:41.170061 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port f428c96d-5325-4611-8366-09b778dd7d88 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:41.170409 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port f428c96d-5325-4611-8366-09b778dd7d88 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:41.189592 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Port f428c96d-5325-4611-8366-09b778dd7d88 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:41.189930 n-d-810291-1 neutron-server[101460]: ERROR neutron.plugins.ml2.managers [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Failed to bind port f428c96d-5325-4611-8366-09b778dd7d88 on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] Sep 21 18:16:41.190428 n-d-810291-1 neutron-server[101460]: INFO neutron.plugins.ml2.plugin [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempt 5 to bind port f428c96d-5325-4611-8366-09b778dd7d88 Sep 21 18:16:41.224036 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port f428c96d-5325-4611-8366-09b778dd7d88 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:41.224408 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port f428c96d-5325-4611-8366-09b778dd7d88 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:41.224719 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port f428c96d-5325-4611-8366-09b778dd7d88 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:41.232185 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Port f428c96d-5325-4611-8366-09b778dd7d88 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:41.232526 n-d-810291-1 neutron-server[101460]: ERROR neutron.plugins.ml2.managers [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Failed to bind port f428c96d-5325-4611-8366-09b778dd7d88 on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] Sep 21 18:16:41.232935 n-d-810291-1 neutron-server[101460]: INFO neutron.plugins.ml2.plugin [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempt 6 to bind port f428c96d-5325-4611-8366-09b778dd7d88 Sep 21 18:16:41.252457 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30214191-a59d-4624-84c5-0105585e9db3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network 762a9641-7b05-4fe9-a8b4-9639ac21171f is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:41.256772 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-30214191-a59d-4624-84c5-0105585e9db3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:41.261549 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30214191-a59d-4624-84c5-0105585e9db3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:16:41.269423 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30214191-a59d-4624-84c5-0105585e9db3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:41.270480 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30214191-a59d-4624-84c5-0105585e9db3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:41.271128 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port f428c96d-5325-4611-8366-09b778dd7d88 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:41.271472 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port f428c96d-5325-4611-8366-09b778dd7d88 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:41.271841 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port f428c96d-5325-4611-8366-09b778dd7d88 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:41.276688 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Port f428c96d-5325-4611-8366-09b778dd7d88 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:41.277022 n-d-810291-1 neutron-server[101460]: ERROR neutron.plugins.ml2.managers [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Failed to bind port f428c96d-5325-4611-8366-09b778dd7d88 on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] Sep 21 18:16:41.277426 n-d-810291-1 neutron-server[101460]: INFO neutron.plugins.ml2.plugin [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempt 7 to bind port f428c96d-5325-4611-8366-09b778dd7d88 Sep 21 18:16:41.290919 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30214191-a59d-4624-84c5-0105585e9db3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Port': ['ID=9f15dd48-30c4-4c4c-b7ef-3213620ee969,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:41.301831 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-30214191-a59d-4624-84c5-0105585e9db3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4731619 Sep 21 18:16:41.304858 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39440) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:41.311097 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-5474a4e6-9ac7-474f-86c6-31eee44ea1fb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'subnet': {'network_id': '762a9641-7b05-4fe9-a8b4-9639ac21171f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:41.317891 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port f428c96d-5325-4611-8366-09b778dd7d88 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:41.318821 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port f428c96d-5325-4611-8366-09b778dd7d88 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:41.319339 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port f428c96d-5325-4611-8366-09b778dd7d88 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:41.324361 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Port f428c96d-5325-4611-8366-09b778dd7d88 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:41.324858 n-d-810291-1 neutron-server[101460]: ERROR neutron.plugins.ml2.managers [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Failed to bind port f428c96d-5325-4611-8366-09b778dd7d88 on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] Sep 21 18:16:41.325399 n-d-810291-1 neutron-server[101460]: INFO neutron.plugins.ml2.plugin [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempt 8 to bind port f428c96d-5325-4611-8366-09b778dd7d88 Sep 21 18:16:41.366789 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port f428c96d-5325-4611-8366-09b778dd7d88 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:41.366789 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port f428c96d-5325-4611-8366-09b778dd7d88 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:41.371828 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port f428c96d-5325-4611-8366-09b778dd7d88 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:41.382295 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Port f428c96d-5325-4611-8366-09b778dd7d88 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:41.394437 n-d-810291-1 neutron-server[101460]: ERROR neutron.plugins.ml2.managers [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Failed to bind port f428c96d-5325-4611-8366-09b778dd7d88 on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] Sep 21 18:16:41.395082 n-d-810291-1 neutron-server[101460]: INFO neutron.plugins.ml2.plugin [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempt 9 to bind port f428c96d-5325-4611-8366-09b778dd7d88 Sep 21 18:16:41.419828 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port f428c96d-5325-4611-8366-09b778dd7d88 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:41.420423 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port f428c96d-5325-4611-8366-09b778dd7d88 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:41.420958 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port f428c96d-5325-4611-8366-09b778dd7d88 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:41.425555 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Port f428c96d-5325-4611-8366-09b778dd7d88 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:41.426080 n-d-810291-1 neutron-server[101460]: ERROR neutron.plugins.ml2.managers [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Failed to bind port f428c96d-5325-4611-8366-09b778dd7d88 on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] Sep 21 18:16:41.426624 n-d-810291-1 neutron-server[101460]: INFO neutron.plugins.ml2.plugin [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempt 10 to bind port f428c96d-5325-4611-8366-09b778dd7d88 Sep 21 18:16:41.457810 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port f428c96d-5325-4611-8366-09b778dd7d88 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:41.467634 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port f428c96d-5325-4611-8366-09b778dd7d88 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:41.468237 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port f428c96d-5325-4611-8366-09b778dd7d88 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:41.474045 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Port f428c96d-5325-4611-8366-09b778dd7d88 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:41.474609 n-d-810291-1 neutron-server[101460]: ERROR neutron.plugins.ml2.managers [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Failed to bind port f428c96d-5325-4611-8366-09b778dd7d88 on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] Sep 21 18:16:41.475068 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:41.481025 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5474a4e6-9ac7-474f-86c6-31eee44ea1fb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:41.486578 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5474a4e6-9ac7-474f-86c6-31eee44ea1fb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:41.642778 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] For port f428c96d-5325-4611-8366-09b778dd7d88, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:16:41.643758 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempted to set empty binding levels {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 21 18:16:41.650615 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:41.686189 n-d-810291-1 neutron-server[101461]: INFO neutron.db.ipam_backend_mixin [None req-5474a4e6-9ac7-474f-86c6-31eee44ea1fb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet adfc347c-40ea-49f6-a61b-44b75353d982 (CIDR: 2001:db8::/64) Sep 21 18:16:41.692265 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-5474a4e6-9ac7-474f-86c6-31eee44ea1fb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:16:41.692776 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5474a4e6-9ac7-474f-86c6-31eee44ea1fb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:16:41.708360 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 5395a9f7-3bde-4ad4-bcff-c1cee50d1291 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:16:41.711429 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] In _notify_port_updated(), no bound segment for port f428c96d-5325-4611-8366-09b778dd7d88 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 {{(pid=101460) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:16:41.712664 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:41.713540 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:41.715147 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] 10.222.0.58 "PUT /v2.0/ports/f428c96d-5325-4611-8366-09b778dd7d88 HTTP/1.1" status: 200 len: 978 time: 1.2086632 Sep 21 18:16:41.718831 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39452) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:41.754964 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb406eed-d757-4ee0-97ac-b5778256c4d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Pushing event updated for resources: {'Port': ['ID=f428c96d-5325-4611-8366-09b778dd7d88,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:41.780020 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39454) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:41.785319 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-217aa7a7-37fa-482f-8f98-2fa1831ed654 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'subnet': {'network_id': '762a9641-7b05-4fe9-a8b4-9639ac21171f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:41.790691 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5474a4e6-9ac7-474f-86c6-31eee44ea1fb tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4706459 Sep 21 18:16:41.819518 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 5395a9f7-3bde-4ad4-bcff-c1cee50d1291 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:41.819924 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:41.899992 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a716cd5-eed1-4c4f-9a33-0f3dcb490727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:41.900644 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a716cd5-eed1-4c4f-9a33-0f3dcb490727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:41.901119 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a716cd5-eed1-4c4f-9a33-0f3dcb490727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:41.901583 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a716cd5-eed1-4c4f-9a33-0f3dcb490727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:41.902053 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a716cd5-eed1-4c4f-9a33-0f3dcb490727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:41.902771 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a716cd5-eed1-4c4f-9a33-0f3dcb490727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:41.903932 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a716cd5-eed1-4c4f-9a33-0f3dcb490727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:41.904396 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a716cd5-eed1-4c4f-9a33-0f3dcb490727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:41.905017 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a716cd5-eed1-4c4f-9a33-0f3dcb490727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:41.905600 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a716cd5-eed1-4c4f-9a33-0f3dcb490727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:41.905944 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a716cd5-eed1-4c4f-9a33-0f3dcb490727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:41.906404 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a716cd5-eed1-4c4f-9a33-0f3dcb490727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:41.906867 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a716cd5-eed1-4c4f-9a33-0f3dcb490727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:41.907364 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a716cd5-eed1-4c4f-9a33-0f3dcb490727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:41.907803 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a716cd5-eed1-4c4f-9a33-0f3dcb490727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:41.916108 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8a716cd5-eed1-4c4f-9a33-0f3dcb490727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13543 time: 0.1947205 Sep 21 18:16:41.920146 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39456) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:41.989890 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217aa7a7-37fa-482f-8f98-2fa1831ed654 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:41.993497 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:41.994254 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-217aa7a7-37fa-482f-8f98-2fa1831ed654 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:42.042832 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-cdcfb211-99cc-4675-9951-323bb1702059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Deleting port f428c96d-5325-4611-8366-09b778dd7d88 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:42.043376 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cdcfb211-99cc-4675-9951-323bb1702059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:42.066771 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 5395a9f7-3bde-4ad4-bcff-c1cee50d1291, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=5395a9f7-3bde-4ad4-bcff-c1cee50d1291,segment=NetworkSegment(dca26d59-fec5-42b1-a3ba-f4f8f47d82cf),segment_id=dca26d59-fec5-42b1-a3ba-f4f8f47d82cf)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:42.088812 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:42.147074 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-cdcfb211-99cc-4675-9951-323bb1702059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] For port f428c96d-5325-4611-8366-09b778dd7d88, host n-h2-810291-1, got binding levels [] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:42.147442 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cdcfb211-99cc-4675-9951-323bb1702059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:42.170490 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-71ea3821-7699-46b7-8ff0-4e9ee71169df None None] Provisioning complete for port 5395a9f7-3bde-4ad4-bcff-c1cee50d1291 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:42.171014 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-71ea3821-7699-46b7-8ff0-4e9ee71169df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:42.182297 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-cdcfb211-99cc-4675-9951-323bb1702059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Calling delete_port for f428c96d-5325-4611-8366-09b778dd7d88 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:42.340285 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=5395a9f7-3bde-4ad4-bcff-c1cee50d1291,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:42.391890 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cdcfb211-99cc-4675-9951-323bb1702059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:42.395907 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-71ea3821-7699-46b7-8ff0-4e9ee71169df None None] Provisioning complete for port e29b0fc8-b688-4922-903b-2c30d31d38c3 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:42.397525 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-71ea3821-7699-46b7-8ff0-4e9ee71169df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:42.469752 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcfb211-99cc-4675-9951-323bb1702059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Pushing event deleted for resources: {'Port': ['ID=f428c96d-5325-4611-8366-09b778dd7d88,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:42.491355 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-71ea3821-7699-46b7-8ff0-4e9ee71169df None None] Port e29b0fc8-b688-4922-903b-2c30d31d38c3 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:16:42.504109 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cdcfb211-99cc-4675-9951-323bb1702059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:42.508507 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-cdcfb211-99cc-4675-9951-323bb1702059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] 10.222.0.58 "DELETE /v2.0/ports/f428c96d-5325-4611-8366-09b778dd7d88 HTTP/1.1" status: 204 len: 168 time: 0.5849760 Sep 21 18:16:42.509856 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39478) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:42.571320 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-c37df2e0-f98a-4da9-83a3-497c241f7c49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] GET failed (client error): The resource could not be found. Sep 21 18:16:42.572990 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c37df2e0-f98a-4da9-83a3-497c241f7c49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] 10.222.0.58 "GET /v2.0/ports/f428c96d-5325-4611-8366-09b778dd7d88 HTTP/1.1" status: 404 len: 333 time: 0.0544088 Sep 21 18:16:42.579344 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39484) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:42.584664 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-1df4489c-5e06-4ce7-979d-26108f4bc31c tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-462760095', 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:42.612375 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df4489c-5e06-4ce7-979d-26108f4bc31c tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Made reservation on behalf of 66f549160287487b903d245b6f1da6b4 for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:42.614786 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1df4489c-5e06-4ce7-979d-26108f4bc31c tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:42.618773 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-3c0b821f-0095-4328-8cef-a6ae0ef43948 None None] Provisioning complete for port 9f15dd48-30c4-4c4c-b7ef-3213620ee969 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:42.619173 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3c0b821f-0095-4328-8cef-a6ae0ef43948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:42.633054 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-217aa7a7-37fa-482f-8f98-2fa1831ed654 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:42.638872 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-1df4489c-5e06-4ce7-979d-26108f4bc31c tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] device_id is not set on port 4a8e8b25-3048-4a0f-8078-38d078f13211 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:16:42.667918 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-3c0b821f-0095-4328-8cef-a6ae0ef43948 None None] Port 9f15dd48-30c4-4c4c-b7ef-3213620ee969 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:16:42.675402 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217aa7a7-37fa-482f-8f98-2fa1831ed654 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network 762a9641-7b05-4fe9-a8b4-9639ac21171f is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:42.678689 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-217aa7a7-37fa-482f-8f98-2fa1831ed654 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:42.684667 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217aa7a7-37fa-482f-8f98-2fa1831ed654 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:42.685412 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-217aa7a7-37fa-482f-8f98-2fa1831ed654 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:42.691631 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973aa54b-589d-4f9c-9c25-b407bfeefad1 None None] Network 762a9641-7b05-4fe9-a8b4-9639ac21171f requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:42.707530 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217aa7a7-37fa-482f-8f98-2fa1831ed654 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Subnet': ['ID=bae86e9e-b86b-4db3-a18d-612f066792cf,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:42.713251 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-217aa7a7-37fa-482f-8f98-2fa1831ed654 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9321342 Sep 21 18:16:42.715988 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39488) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:42.722608 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-11c8a614-4e05-49f2-9af2-7efdd0c3f6dc tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1686427402', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bae86e9e-b86b-4db3-a18d-612f066792cf'}], 'security_groups': ['797079f5-9e96-4bcc-ab86-bef9434999f1']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:42.869031 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1df4489c-5e06-4ce7-979d-26108f4bc31c tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:42.940073 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1df4489c-5e06-4ce7-979d-26108f4bc31c tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:43.004962 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-11c8a614-4e05-49f2-9af2-7efdd0c3f6dc tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:43.152258 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df4489c-5e06-4ce7-979d-26108f4bc31c tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:43.160595 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c75b2a-f6d6-4506-9dab-e27f4d7e7555 None None] Update dhcp port {'port': {'network_id': '762a9641-7b05-4fe9-a8b4-9639ac21171f', 'fixed_ips': [{'subnet_id': 'adfc347c-40ea-49f6-a61b-44b75353d982', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bae86e9e-b86b-4db3-a18d-612f066792cf'}], 'binding:host_id': 'n-d-810291-1'}, 'id': '5395a9f7-3bde-4ad4-bcff-c1cee50d1291'} from n-d-810291-1. {{(pid=101462) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 18:16:43.161605 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-1df4489c-5e06-4ce7-979d-26108f4bc31c tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:43.164327 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df4489c-5e06-4ce7-979d-26108f4bc31c tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:16:43.165576 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df4489c-5e06-4ce7-979d-26108f4bc31c tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:43.166206 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1df4489c-5e06-4ce7-979d-26108f4bc31c tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:43.194429 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4489c-5e06-4ce7-979d-26108f4bc31c tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Pushing event updated for resources: {'Port': ['ID=4a8e8b25-3048-4a0f-8078-38d078f13211,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:43.219601 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1df4489c-5e06-4ce7-979d-26108f4bc31c tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6387610 Sep 21 18:16:43.220234 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39496) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:43.226103 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b5c75b2a-f6d6-4506-9dab-e27f4d7e7555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:43.306615 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d9fc92-0968-4e07-b277-99bc24573c0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:43.313723 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f3d9fc92-0968-4e07-b277-99bc24573c0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] 10.222.0.58 "GET /v2.0/ports/4a8e8b25-3048-4a0f-8078-38d078f13211 HTTP/1.1" status: 200 len: 958 time: 0.0924027 Sep 21 18:16:43.315972 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39500) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:43.475619 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-2adca8c9-6c74-4e6b-976c-8681fc41a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Deleting port 4a8e8b25-3048-4a0f-8078-38d078f13211 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:43.476329 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2adca8c9-6c74-4e6b-976c-8681fc41a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:43.527173 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-11c8a614-4e05-49f2-9af2-7efdd0c3f6dc tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Delete allocated IP 2001:db8::35f (762a9641-7b05-4fe9-a8b4-9639ac21171f/adfc347c-40ea-49f6-a61b-44b75353d982) {{(pid=101460) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 21 18:16:43.538194 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-11c8a614-4e05-49f2-9af2-7efdd0c3f6dc tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Allocated IP 2001:db8:0:1::296 (762a9641-7b05-4fe9-a8b4-9639ac21171f/bae86e9e-b86b-4db3-a18d-612f066792cf/9f15dd48-30c4-4c4c-b7ef-3213620ee969) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:43.549324 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2adca8c9-6c74-4e6b-976c-8681fc41a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:43.562913 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-2adca8c9-6c74-4e6b-976c-8681fc41a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Calling delete_port for 4a8e8b25-3048-4a0f-8078-38d078f13211 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:43.645924 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 5395a9f7-3bde-4ad4-bcff-c1cee50d1291 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:16:43.691761 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2adca8c9-6c74-4e6b-976c-8681fc41a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:43.737630 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adca8c9-6c74-4e6b-976c-8681fc41a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a8e8b25-3048-4a0f-8078-38d078f13211,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:43.743578 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 5395a9f7-3bde-4ad4-bcff-c1cee50d1291 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:43.744144 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:43.746744 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2adca8c9-6c74-4e6b-976c-8681fc41a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:43.752221 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2adca8c9-6c74-4e6b-976c-8681fc41a573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] 10.222.0.58 "DELETE /v2.0/ports/4a8e8b25-3048-4a0f-8078-38d078f13211 HTTP/1.1" status: 204 len: 168 time: 0.4345386 Sep 21 18:16:43.755099 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39512) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:43.794876 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9013e1-65f6-4162-a1ca-38a4d595c177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] GET failed (client error): The resource could not be found. Sep 21 18:16:43.805996 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5e9013e1-65f6-4162-a1ca-38a4d595c177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] 10.222.0.58 "GET /v2.0/ports/4a8e8b25-3048-4a0f-8078-38d078f13211 HTTP/1.1" status: 404 len: 333 time: 0.0464768 Sep 21 18:16:43.806182 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-11c8a614-4e05-49f2-9af2-7efdd0c3f6dc tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:43.806754 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39514) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:43.811175 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-035524c6-d4f2-42b3-b212-043f0959c88f tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Request body: {'port': {'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046475240'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:43.815630 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-11c8a614-4e05-49f2-9af2-7efdd0c3f6dc tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:43.890862 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035524c6-d4f2-42b3-b212-043f0959c88f tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Made reservation on behalf of 66f549160287487b903d245b6f1da6b4 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:43.893467 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-035524c6-d4f2-42b3-b212-043f0959c88f tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:43.901089 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-11c8a614-4e05-49f2-9af2-7efdd0c3f6dc tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] In _notify_port_updated(), no bound segment for port 9f15dd48-30c4-4c4c-b7ef-3213620ee969 on network 762a9641-7b05-4fe9-a8b4-9639ac21171f {{(pid=101460) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:16:43.906632 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c8a614-4e05-49f2-9af2-7efdd0c3f6dc tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:43.907283 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-11c8a614-4e05-49f2-9af2-7efdd0c3f6dc tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:43.908973 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-11c8a614-4e05-49f2-9af2-7efdd0c3f6dc tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "PUT /v2.0/ports/9f15dd48-30c4-4c4c-b7ef-3213620ee969 HTTP/1.1" status: 200 len: 931 time: 1.1904330 Sep 21 18:16:43.910166 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-b5c75b2a-f6d6-4506-9dab-e27f4d7e7555 None None] Allocated IP 2001:db8:0:1::2 (762a9641-7b05-4fe9-a8b4-9639ac21171f/bae86e9e-b86b-4db3-a18d-612f066792cf/5395a9f7-3bde-4ad4-bcff-c1cee50d1291) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:43.912302 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39516) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:43.921676 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8a614-4e05-49f2-9af2-7efdd0c3f6dc tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Port': ['ID=9f15dd48-30c4-4c4c-b7ef-3213620ee969,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:43.929512 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-035524c6-d4f2-42b3-b212-043f0959c88f tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] device_id is not set on port 22eb6955-9f08-4acf-aceb-e797fee87e65 yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:16:44.050214 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-068ce1c5-7086-4eb4-8a1a-70cc558337e7 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Deleting port 9f15dd48-30c4-4c4c-b7ef-3213620ee969 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:44.052193 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-068ce1c5-7086-4eb4-8a1a-70cc558337e7 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:44.081464 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b5c75b2a-f6d6-4506-9dab-e27f4d7e7555 None None] For port 5395a9f7-3bde-4ad4-bcff-c1cee50d1291, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=5395a9f7-3bde-4ad4-bcff-c1cee50d1291,segment=NetworkSegment(dca26d59-fec5-42b1-a3ba-f4f8f47d82cf),segment_id=dca26d59-fec5-42b1-a3ba-f4f8f47d82cf)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:44.143273 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b5c75b2a-f6d6-4506-9dab-e27f4d7e7555 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:44.166824 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b5c75b2a-f6d6-4506-9dab-e27f4d7e7555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:44.240190 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-068ce1c5-7086-4eb4-8a1a-70cc558337e7 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:44.271058 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-068ce1c5-7086-4eb4-8a1a-70cc558337e7 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Calling delete_port for 9f15dd48-30c4-4c4c-b7ef-3213620ee969 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:44.316444 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c75b2a-f6d6-4506-9dab-e27f4d7e7555 None None] Pushing event updated for resources: {'Port': ['ID=5395a9f7-3bde-4ad4-bcff-c1cee50d1291,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:44.557975 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-068ce1c5-7086-4eb4-8a1a-70cc558337e7 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:44.640735 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ce1c5-7086-4eb4-8a1a-70cc558337e7 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Port': ['ID=9f15dd48-30c4-4c4c-b7ef-3213620ee969,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:44.677496 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-068ce1c5-7086-4eb4-8a1a-70cc558337e7 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:44.687210 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-068ce1c5-7086-4eb4-8a1a-70cc558337e7 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/ports/9f15dd48-30c4-4c4c-b7ef-3213620ee969 HTTP/1.1" status: 204 len: 168 time: 0.7739091 Sep 21 18:16:44.687889 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39534) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:44.737071 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d235d9-aa61-4055-bd68-ab6ac080e291 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] GET failed (client error): The resource could not be found. Sep 21 18:16:44.741777 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-44d235d9-aa61-4055-bd68-ab6ac080e291 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "GET /v2.0/ports/9f15dd48-30c4-4c4c-b7ef-3213620ee969 HTTP/1.1" status: 404 len: 333 time: 0.0528803 Sep 21 18:16:44.752806 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39538) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:44.871914 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-854fa789-fe9f-406e-abf9-545d94bb79d1 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:44.912225 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-035524c6-d4f2-42b3-b212-043f0959c88f tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:44.920582 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-854fa789-fe9f-406e-abf9-545d94bb79d1 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:44.980843 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-854fa789-fe9f-406e-abf9-545d94bb79d1 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:44.984077 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-854fa789-fe9f-406e-abf9-545d94bb79d1 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:44.988383 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-854fa789-fe9f-406e-abf9-545d94bb79d1 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/security-groups/8487dcf6-2874-4aa0-aecc-9e4b8406d165 HTTP/1.1" status: 204 len: 168 time: 0.2344267 Sep 21 18:16:44.989035 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39544) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:45.009753 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-035524c6-d4f2-42b3-b212-043f0959c88f tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:45.021926 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854fa789-fe9f-406e-abf9-545d94bb79d1 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8487dcf6-2874-4aa0-aecc-9e4b8406d165,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:45.092650 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035524c6-d4f2-42b3-b212-043f0959c88f tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Pushing event updated for resources: {'Port': ['ID=22eb6955-9f08-4acf-aceb-e797fee87e65,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:45.104622 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-266803a9-f015-4d01-80d5-f39bb3928f28 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:45.108452 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035524c6-d4f2-42b3-b212-043f0959c88f tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:45.110676 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-035524c6-d4f2-42b3-b212-043f0959c88f tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:45.113767 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035524c6-d4f2-42b3-b212-043f0959c88f tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:16:45.115261 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035524c6-d4f2-42b3-b212-043f0959c88f tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:45.115867 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-035524c6-d4f2-42b3-b212-043f0959c88f tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:45.127828 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-266803a9-f015-4d01-80d5-f39bb3928f28 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:45.137905 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-035524c6-d4f2-42b3-b212-043f0959c88f tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3305056 Sep 21 18:16:45.140646 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39546) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:45.145836 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-810291-1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:45.222697 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-2f052854-a50f-4be5-927e-06c82d3d73a1 None None] Provisioning complete for port 5395a9f7-3bde-4ad4-bcff-c1cee50d1291 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:45.225327 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2f052854-a50f-4be5-927e-06c82d3d73a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:45.294512 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:45.427197 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-2f052854-a50f-4be5-927e-06c82d3d73a1 None None] Provisioning complete for port e29b0fc8-b688-4922-903b-2c30d31d38c3 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:45.428105 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2f052854-a50f-4be5-927e-06c82d3d73a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:45.519376 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-2f052854-a50f-4be5-927e-06c82d3d73a1 None None] Port e29b0fc8-b688-4922-903b-2c30d31d38c3 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:16:45.523367 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-2f052854-a50f-4be5-927e-06c82d3d73a1 None None] Could not find standard attr ID for object 9f15dd48-30c4-4c4c-b7ef-3213620ee969. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:16:45.578382 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] device_id is not set on port 22eb6955-9f08-4acf-aceb-e797fee87e65 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:16:45.586787 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:45.590763 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-266803a9-f015-4d01-80d5-f39bb3928f28 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:45.606092 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-266803a9-f015-4d01-80d5-f39bb3928f28 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:45.607766 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-266803a9-f015-4d01-80d5-f39bb3928f28 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/security-groups/797079f5-9e96-4bcc-ab86-bef9434999f1 HTTP/1.1" status: 204 len: 168 time: 0.6146426 Sep 21 18:16:45.610869 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39556) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:45.618302 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266803a9-f015-4d01-80d5-f39bb3928f28 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=797079f5-9e96-4bcc-ab86-bef9434999f1,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:45.620103 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:45.642686 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-dcaeb5e5-772b-4256-a1db-59720d0b6a0e None None] Could not find standard attr ID for object 9f15dd48-30c4-4c4c-b7ef-3213620ee969. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:16:45.674630 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 5395a9f7-3bde-4ad4-bcff-c1cee50d1291 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:16:45.711451 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f69bc7-8bae-43b6-bfbe-9798da6e3a55 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Deleting subnet adfc347c-40ea-49f6-a61b-44b75353d982 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:16:45.716013 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-46f69bc7-8bae-43b6-bfbe-9798da6e3a55 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:45.832725 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 5395a9f7-3bde-4ad4-bcff-c1cee50d1291 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:45.833238 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:45.837533 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-46f69bc7-8bae-43b6-bfbe-9798da6e3a55 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:45.975201 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6f18ce1f-e352-4aa6-9583-a66543a0e581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:46.140355 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-46f69bc7-8bae-43b6-bfbe-9798da6e3a55 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:46.297277 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-46f69bc7-8bae-43b6-bfbe-9798da6e3a55 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:46.337888 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f69bc7-8bae-43b6-bfbe-9798da6e3a55 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Subnet': ['ID=adfc347c-40ea-49f6-a61b-44b75353d982,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:46.342687 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-46f69bc7-8bae-43b6-bfbe-9798da6e3a55 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:46.345030 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-46f69bc7-8bae-43b6-bfbe-9798da6e3a55 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/subnets/adfc347c-40ea-49f6-a61b-44b75353d982 HTTP/1.1" status: 204 len: 168 time: 0.7323387 Sep 21 18:16:46.349046 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39568) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:46.357431 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29436499-7817-40ee-8620-88d2fb3772ca None None] Network 762a9641-7b05-4fe9-a8b4-9639ac21171f requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:46.370093 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-98ba6dc6-0ff0-4a71-884f-d8e8ebb46734 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'subnet': {'network_id': '762a9641-7b05-4fe9-a8b4-9639ac21171f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:46.378489 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Pushing event updated for resources: {'Port': ['ID=22eb6955-9f08-4acf-aceb-e797fee87e65,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:46.380923 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:46.381142 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:46.381522 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:46.393968 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Port 22eb6955-9f08-4acf-aceb-e797fee87e65 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:46.394320 n-d-810291-1 neutron-server[101461]: ERROR neutron.plugins.ml2.managers [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Failed to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] Sep 21 18:16:46.395005 n-d-810291-1 neutron-server[101461]: INFO neutron.plugins.ml2.plugin [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempt 2 to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 Sep 21 18:16:46.410147 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:46.410147 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:46.410147 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:46.414889 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Port 22eb6955-9f08-4acf-aceb-e797fee87e65 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:46.415515 n-d-810291-1 neutron-server[101461]: ERROR neutron.plugins.ml2.managers [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Failed to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] Sep 21 18:16:46.415917 n-d-810291-1 neutron-server[101461]: INFO neutron.plugins.ml2.plugin [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempt 3 to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 Sep 21 18:16:46.431000 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:46.431354 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:46.431698 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:46.437324 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Port 22eb6955-9f08-4acf-aceb-e797fee87e65 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:46.437653 n-d-810291-1 neutron-server[101461]: ERROR neutron.plugins.ml2.managers [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Failed to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] Sep 21 18:16:46.438050 n-d-810291-1 neutron-server[101461]: INFO neutron.plugins.ml2.plugin [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempt 4 to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 Sep 21 18:16:46.460896 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:46.461485 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:46.461974 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:46.467137 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Port 22eb6955-9f08-4acf-aceb-e797fee87e65 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:46.467741 n-d-810291-1 neutron-server[101461]: ERROR neutron.plugins.ml2.managers [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Failed to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] Sep 21 18:16:46.468439 n-d-810291-1 neutron-server[101461]: INFO neutron.plugins.ml2.plugin [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempt 5 to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 Sep 21 18:16:46.491539 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:46.491902 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:46.492670 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:46.497734 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Port 22eb6955-9f08-4acf-aceb-e797fee87e65 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:46.498130 n-d-810291-1 neutron-server[101461]: ERROR neutron.plugins.ml2.managers [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Failed to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] Sep 21 18:16:46.498525 n-d-810291-1 neutron-server[101461]: INFO neutron.plugins.ml2.plugin [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempt 6 to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 Sep 21 18:16:46.517399 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:46.517791 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:46.518134 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:46.530364 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Port 22eb6955-9f08-4acf-aceb-e797fee87e65 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:46.531695 n-d-810291-1 neutron-server[101461]: ERROR neutron.plugins.ml2.managers [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Failed to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] Sep 21 18:16:46.532700 n-d-810291-1 neutron-server[101461]: INFO neutron.plugins.ml2.plugin [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempt 7 to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 Sep 21 18:16:46.562221 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:46.562615 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:46.563738 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:46.572684 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Port 22eb6955-9f08-4acf-aceb-e797fee87e65 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:46.573014 n-d-810291-1 neutron-server[101461]: ERROR neutron.plugins.ml2.managers [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Failed to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] Sep 21 18:16:46.573419 n-d-810291-1 neutron-server[101461]: INFO neutron.plugins.ml2.plugin [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempt 8 to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 Sep 21 18:16:46.628790 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ba6dc6-0ff0-4a71-884f-d8e8ebb46734 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:46.629018 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:46.629543 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:46.629693 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:46.633116 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-98ba6dc6-0ff0-4a71-884f-d8e8ebb46734 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:46.641665 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Port 22eb6955-9f08-4acf-aceb-e797fee87e65 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:46.641989 n-d-810291-1 neutron-server[101461]: ERROR neutron.plugins.ml2.managers [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Failed to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] Sep 21 18:16:46.642397 n-d-810291-1 neutron-server[101461]: INFO neutron.plugins.ml2.plugin [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempt 9 to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 Sep 21 18:16:46.671461 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:46.671461 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:46.671764 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:46.678393 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Port 22eb6955-9f08-4acf-aceb-e797fee87e65 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:46.678646 n-d-810291-1 neutron-server[101461]: ERROR neutron.plugins.ml2.managers [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Failed to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] Sep 21 18:16:46.679069 n-d-810291-1 neutron-server[101461]: INFO neutron.plugins.ml2.plugin [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempt 10 to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 Sep 21 18:16:46.707724 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:16:46.708412 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:16:46.709758 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempting to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:16:46.716080 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Port 22eb6955-9f08-4acf-aceb-e797fee87e65 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:16:46.717891 n-d-810291-1 neutron-server[101461]: ERROR neutron.plugins.ml2.managers [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Failed to bind port 22eb6955-9f08-4acf-aceb-e797fee87e65 on host n-h2-810291-1 for vnic_type normal using segments [{'id': 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8b70b00c-3d1e-408b-871a-8d9bf7e24f96'}] Sep 21 18:16:46.718556 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:46.815713 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] For port 22eb6955-9f08-4acf-aceb-e797fee87e65, host n-h2-810291-1, cleared binding levels {{(pid=101461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:16:46.816125 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attempted to set empty binding levels {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 21 18:16:46.822655 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:46.890661 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] In _notify_port_updated(), no bound segment for port 22eb6955-9f08-4acf-aceb-e797fee87e65 on network 8b70b00c-3d1e-408b-871a-8d9bf7e24f96 {{(pid=101461) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:16:46.891584 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:46.892199 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:46.894046 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] 10.222.0.58 "PUT /v2.0/ports/22eb6955-9f08-4acf-aceb-e797fee87e65 HTTP/1.1" status: 200 len: 979 time: 1.7523720 Sep 21 18:16:46.896906 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39580) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:46.929924 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-98ba6dc6-0ff0-4a71-884f-d8e8ebb46734 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:46.940799 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa9f5e-9fb0-47c1-ac53-36e1fb49bc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Pushing event updated for resources: {'Port': ['ID=22eb6955-9f08-4acf-aceb-e797fee87e65,revision_number=3']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:46.971880 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ba6dc6-0ff0-4a71-884f-d8e8ebb46734 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network 762a9641-7b05-4fe9-a8b4-9639ac21171f is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:46.976914 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-98ba6dc6-0ff0-4a71-884f-d8e8ebb46734 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:46.992602 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ba6dc6-0ff0-4a71-884f-d8e8ebb46734 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:46.993352 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-98ba6dc6-0ff0-4a71-884f-d8e8ebb46734 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:47.023111 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba6dc6-0ff0-4a71-884f-d8e8ebb46734 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Subnet': ['ID=3bfb7154-d2d2-4299-8006-fb5c18ccc5ec,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:47.033937 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-98ba6dc6-0ff0-4a71-884f-d8e8ebb46734 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6835523 Sep 21 18:16:47.034601 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39586) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:47.040166 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-c4374526-8b5b-4932-950d-16263505cc65 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'security_group': {'name': 'tempest-secgroup-1525171035'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:47.074136 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c4374526-8b5b-4932-950d-16263505cc65 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:47.075338 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-330a374a-3f0a-4494-8632-dd708be97b35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Deleting port 22eb6955-9f08-4acf-aceb-e797fee87e65 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:47.075710 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-330a374a-3f0a-4494-8632-dd708be97b35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:47.159209 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-330a374a-3f0a-4494-8632-dd708be97b35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] For port 22eb6955-9f08-4acf-aceb-e797fee87e65, host n-h2-810291-1, got binding levels [] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:47.159584 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-330a374a-3f0a-4494-8632-dd708be97b35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:47.183140 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c4374526-8b5b-4932-950d-16263505cc65 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:47.191143 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-330a374a-3f0a-4494-8632-dd708be97b35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Calling delete_port for 22eb6955-9f08-4acf-aceb-e797fee87e65 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:47.197362 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c4374526-8b5b-4932-950d-16263505cc65 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:47.246556 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c4374526-8b5b-4932-950d-16263505cc65 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:47.247921 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c4374526-8b5b-4932-950d-16263505cc65 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2118404 Sep 21 18:16:47.248781 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4374526-8b5b-4932-950d-16263505cc65 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45cad114-7f6c-46ab-9bf5-a67366ea4e76,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:47.251483 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39592) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:47.257945 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-45019e36-4d26-430b-996b-80b25afbe311 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'security_group': {'name': 'tempest-secgroup-1244395868'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:47.302315 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-45019e36-4d26-430b-996b-80b25afbe311 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:47.334867 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-330a374a-3f0a-4494-8632-dd708be97b35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:47.373975 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a374a-3f0a-4494-8632-dd708be97b35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Pushing event deleted for resources: {'Port': ['ID=22eb6955-9f08-4acf-aceb-e797fee87e65,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:47.388867 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-330a374a-3f0a-4494-8632-dd708be97b35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:47.390831 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-330a374a-3f0a-4494-8632-dd708be97b35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] 10.222.0.58 "DELETE /v2.0/ports/22eb6955-9f08-4acf-aceb-e797fee87e65 HTTP/1.1" status: 204 len: 168 time: 0.4929926 Sep 21 18:16:47.394405 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39594) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:47.457363 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-638e7f22-5fbf-48aa-9389-703722e33ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] GET failed (client error): The resource could not be found. Sep 21 18:16:47.459198 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-638e7f22-5fbf-48aa-9389-703722e33ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-632003679-project-admin] 10.222.0.58 "GET /v2.0/ports/22eb6955-9f08-4acf-aceb-e797fee87e65 HTTP/1.1" status: 404 len: 333 time: 0.0635796 Sep 21 18:16:47.462955 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39598) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:47.472730 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-45019e36-4d26-430b-996b-80b25afbe311 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:47.478392 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-45019e36-4d26-430b-996b-80b25afbe311 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:47.511527 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-45019e36-4d26-430b-996b-80b25afbe311 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:47.515005 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-45019e36-4d26-430b-996b-80b25afbe311 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2604690 Sep 21 18:16:47.516354 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39600) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:47.533063 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-e49eee00-3caf-428d-bc33-3392d9ec3734 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'security_group': {'name': 'tempest-secgroup-2032782791'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:47.540206 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45019e36-4d26-430b-996b-80b25afbe311 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9150b914-3423-49fd-b7f6-fbc77258d913,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:47.573444 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-90aab30b-b932-4b61-9340-c1a49e095bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:47.575572 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e49eee00-3caf-428d-bc33-3392d9ec3734 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:47.640481 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f192df1-85a5-4e53-8693-eed2e800ebc5 None None] Network 762a9641-7b05-4fe9-a8b4-9639ac21171f requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:47.727522 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e49eee00-3caf-428d-bc33-3392d9ec3734 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:47.730862 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e49eee00-3caf-428d-bc33-3392d9ec3734 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:47.769857 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-90aab30b-b932-4b61-9340-c1a49e095bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:47.795885 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e49eee00-3caf-428d-bc33-3392d9ec3734 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:47.795885 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e49eee00-3caf-428d-bc33-3392d9ec3734 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2769835 Sep 21 18:16:47.795885 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49eee00-3caf-428d-bc33-3392d9ec3734 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8601d5-fcdb-47f5-ad8e-d0f89748096d,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:47.805937 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39612) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:47.824380 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-d02c8ee5-d988-4c37-9ef4-a618041cf3c8 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1021872298', 'security_groups': ['ab8601d5-fcdb-47f5-ad8e-d0f89748096d'], 'network_id': '762a9641-7b05-4fe9-a8b4-9639ac21171f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3bfb7154-d2d2-4299-8006-fb5c18ccc5ec'}]}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:47.869546 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-90aab30b-b932-4b61-9340-c1a49e095bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b70b00c-3d1e-408b-871a-8d9bf7e24f96']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:47.912368 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-90aab30b-b932-4b61-9340-c1a49e095bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:47.912776 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-90aab30b-b932-4b61-9340-c1a49e095bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd59bc04-ba64-48bc-b6b6-b9d3a76b6b0a') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:47.978118 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b539f748-0d38-4c05-9933-1c97ff445f30 None None] Provisioning complete for port 5395a9f7-3bde-4ad4-bcff-c1cee50d1291 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:47.978621 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b539f748-0d38-4c05-9933-1c97ff445f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:48.009140 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-90aab30b-b932-4b61-9340-c1a49e095bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:48.066581 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-90aab30b-b932-4b61-9340-c1a49e095bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:48.117082 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90aab30b-b932-4b61-9340-c1a49e095bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:16:48.118012 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-90aab30b-b932-4b61-9340-c1a49e095bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:48.198395 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:16:48.198395 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:16:48.198395 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:16:48.198395 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:16:48.198395 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:16:48.198395 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:16:48.198395 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:16:48.198395 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:16:48.198395 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:16:48.198395 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:16:48.198395 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:16:48.198395 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:16:48.198395 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:16:48.198395 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:16:48.198395 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:16:48.198395 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:16:48.198395 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:16:48.198395 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:16:48.198395 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:16:48.198395 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:16:48.198395 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:16:48.198395 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:16:48.198395 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:16:48.198395 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:16:48.198395 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:16:48.198395 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:16:48.198395 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:16:48.198395 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:16:48.198395 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:16:48.198395 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:16:48.198395 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:16:48.198395 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:16:48.208122 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-90aab30b-b932-4b61-9340-c1a49e095bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:48.225255 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-90aab30b-b932-4b61-9340-c1a49e095bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:48.230689 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-90aab30b-b932-4b61-9340-c1a49e095bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920-project] 10.222.0.58 "DELETE /v2.0/networks/8b70b00c-3d1e-408b-871a-8d9bf7e24f96 HTTP/1.1" status: 204 len: 168 time: 0.7666430 Sep 21 18:16:48.312104 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b25670-cacc-4bbc-9af7-b0c795da49da None None] Update dhcp port {'port': {'network_id': '762a9641-7b05-4fe9-a8b4-9639ac21171f', 'fixed_ips': [{'subnet_id': 'bae86e9e-b86b-4db3-a18d-612f066792cf', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3bfb7154-d2d2-4299-8006-fb5c18ccc5ec'}], 'binding:host_id': 'n-d-810291-1'}, 'id': '5395a9f7-3bde-4ad4-bcff-c1cee50d1291'} from n-d-810291-1. {{(pid=101462) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 18:16:48.319549 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b539f748-0d38-4c05-9933-1c97ff445f30 None None] Provisioning complete for port e29b0fc8-b688-4922-903b-2c30d31d38c3 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:48.319672 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aab30b-b932-4b61-9340-c1a49e095bd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578189920-project] Pushing event deleted for resources: {'Network': ['ID=8b70b00c-3d1e-408b-871a-8d9bf7e24f96,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:48.319930 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b539f748-0d38-4c05-9933-1c97ff445f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:48.343205 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02c8ee5-d988-4c37-9ef4-a618041cf3c8 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:48.379553 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f9b25670-cacc-4bbc-9af7-b0c795da49da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:48.382579 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b539f748-0d38-4c05-9933-1c97ff445f30 None None] Port e29b0fc8-b688-4922-903b-2c30d31d38c3 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:16:48.449563 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ff6a1af9-b831-4e88-bc94-7007e3b2af19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:48.563794 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d02c8ee5-d988-4c37-9ef4-a618041cf3c8 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:48.605037 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-d02c8ee5-d988-4c37-9ef4-a618041cf3c8 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] device_id is not set on port 0fd02248-73d3-4eda-82fc-b54edb3f92ee yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:16:48.620264 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39630) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:48.660043 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-f9b25670-cacc-4bbc-9af7-b0c795da49da None None] Allocated IP 2001:db8::2 (762a9641-7b05-4fe9-a8b4-9639ac21171f/3bfb7154-d2d2-4299-8006-fb5c18ccc5ec/5395a9f7-3bde-4ad4-bcff-c1cee50d1291) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:48.821244 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-f9b25670-cacc-4bbc-9af7-b0c795da49da None None] For port 5395a9f7-3bde-4ad4-bcff-c1cee50d1291, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=5395a9f7-3bde-4ad4-bcff-c1cee50d1291,segment=NetworkSegment(dca26d59-fec5-42b1-a3ba-f4f8f47d82cf),segment_id=dca26d59-fec5-42b1-a3ba-f4f8f47d82cf)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:48.882858 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1cd8b11e-38be-40e6-888c-094989888b77 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=10f3ea9f442a47deaebc999ed30a4d19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2611825 Sep 21 18:16:48.885044 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39642) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:48.895070 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f9b25670-cacc-4bbc-9af7-b0c795da49da None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:48.914003 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f9b25670-cacc-4bbc-9af7-b0c795da49da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:48.993515 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db2d112d-e7f5-4ff4-ae27-11f931d2bfbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:49.028561 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-d02c8ee5-d988-4c37-9ef4-a618041cf3c8 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Allocated IP 2001:db8::265 (762a9641-7b05-4fe9-a8b4-9639ac21171f/3bfb7154-d2d2-4299-8006-fb5c18ccc5ec/0fd02248-73d3-4eda-82fc-b54edb3f92ee) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:49.030419 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db2d112d-e7f5-4ff4-ae27-11f931d2bfbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:49.058497 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:49.060325 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b25670-cacc-4bbc-9af7-b0c795da49da None None] Pushing event updated for resources: {'Port': ['ID=5395a9f7-3bde-4ad4-bcff-c1cee50d1291,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:49.094566 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db2d112d-e7f5-4ff4-ae27-11f931d2bfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:49.097311 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db2d112d-e7f5-4ff4-ae27-11f931d2bfbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:49.101163 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-db2d112d-e7f5-4ff4-ae27-11f931d2bfbd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3aa1ed9c-eaab-412f-a26c-f492ab49a5e3 HTTP/1.1" status: 204 len: 168 time: 0.2114165 Sep 21 18:16:49.112190 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d112d-e7f5-4ff4-ae27-11f931d2bfbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa1ed9c-eaab-412f-a26c-f492ab49a5e3,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:49.398307 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d02c8ee5-d988-4c37-9ef4-a618041cf3c8 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:49.467636 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d02c8ee5-d988-4c37-9ef4-a618041cf3c8 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:49.634757 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c8ee5-d988-4c37-9ef4-a618041cf3c8 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Port': ['ID=0fd02248-73d3-4eda-82fc-b54edb3f92ee,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:49.643848 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 5395a9f7-3bde-4ad4-bcff-c1cee50d1291 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:16:49.678290 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02c8ee5-d988-4c37-9ef4-a618041cf3c8 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network 762a9641-7b05-4fe9-a8b4-9639ac21171f is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:49.683309 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-d02c8ee5-d988-4c37-9ef4-a618041cf3c8 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:49.689365 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02c8ee5-d988-4c37-9ef4-a618041cf3c8 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:16:49.706627 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02c8ee5-d988-4c37-9ef4-a618041cf3c8 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:49.707067 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d02c8ee5-d988-4c37-9ef4-a618041cf3c8 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:49.740826 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d02c8ee5-d988-4c37-9ef4-a618041cf3c8 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9309790 Sep 21 18:16:49.741355 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39654) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:49.742269 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 5395a9f7-3bde-4ad4-bcff-c1cee50d1291 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:49.745736 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:49.755838 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-282ca959-77d2-4044-8d95-f3b6f6b0d64e tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'subnet': {'network_id': '762a9641-7b05-4fe9-a8b4-9639ac21171f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:49.839834 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39664) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:49.939925 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2e040cb4-7bb2-4ca4-a7ff-36258b95a683 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=66f549160287487b903d245b6f1da6b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0976155 Sep 21 18:16:49.942973 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39672) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:50.031181 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ec143199-1830-4da8-8bf9-1f700600203c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:50.035315 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282ca959-77d2-4044-8d95-f3b6f6b0d64e tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:50.038858 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-282ca959-77d2-4044-8d95-f3b6f6b0d64e tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:50.061003 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ec143199-1830-4da8-8bf9-1f700600203c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:50.122443 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:50.147702 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-8400e8ff-7b6c-4b7a-b237-97f832f07db2 None None] Provisioning complete for port 5395a9f7-3bde-4ad4-bcff-c1cee50d1291 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:50.148159 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8400e8ff-7b6c-4b7a-b237-97f832f07db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:50.164905 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ec143199-1830-4da8-8bf9-1f700600203c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:50.168208 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ec143199-1830-4da8-8bf9-1f700600203c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:50.172006 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ec143199-1830-4da8-8bf9-1f700600203c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d871974e-5452-44fe-83f5-47615e3d983b HTTP/1.1" status: 204 len: 168 time: 0.2251799 Sep 21 18:16:50.189293 n-d-810291-1 neutron-server[101461]: INFO neutron.db.ipam_backend_mixin [None req-282ca959-77d2-4044-8d95-f3b6f6b0d64e tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3bfb7154-d2d2-4299-8006-fb5c18ccc5ec (CIDR: 2001:db8::/64) Sep 21 18:16:50.194045 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec143199-1830-4da8-8bf9-1f700600203c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d871974e-5452-44fe-83f5-47615e3d983b,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:50.202174 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-282ca959-77d2-4044-8d95-f3b6f6b0d64e tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:16:50.202886 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-282ca959-77d2-4044-8d95-f3b6f6b0d64e tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:16:50.244906 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-282ca959-77d2-4044-8d95-f3b6f6b0d64e tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5018430 Sep 21 18:16:50.247635 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39678) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:50.252755 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-88ec6231-2b0c-48fc-acea-f1a284aabd25 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'subnet': {'network_id': '762a9641-7b05-4fe9-a8b4-9639ac21171f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:50.436681 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ec6231-2b0c-48fc-acea-f1a284aabd25 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:50.441442 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-88ec6231-2b0c-48fc-acea-f1a284aabd25 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:50.470294 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-8400e8ff-7b6c-4b7a-b237-97f832f07db2 None None] Provisioning complete for port e29b0fc8-b688-4922-903b-2c30d31d38c3 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:50.470666 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8400e8ff-7b6c-4b7a-b237-97f832f07db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:50.561234 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-8400e8ff-7b6c-4b7a-b237-97f832f07db2 None None] Port e29b0fc8-b688-4922-903b-2c30d31d38c3 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:16:50.601881 n-d-810291-1 neutron-server[101461]: INFO neutron.db.ipam_backend_mixin [None req-88ec6231-2b0c-48fc-acea-f1a284aabd25 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet bae86e9e-b86b-4db3-a18d-612f066792cf (CIDR: 2001:db8:0:1::/64) Sep 21 18:16:50.607423 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ec6231-2b0c-48fc-acea-f1a284aabd25 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:16:50.607922 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88ec6231-2b0c-48fc-acea-f1a284aabd25 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:16:50.626517 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-88ec6231-2b0c-48fc-acea-f1a284aabd25 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3777883 Sep 21 18:16:50.629580 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39690) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:50.634835 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-e9583f0e-6896-4578-bc4c-84ad83f4782b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'subnet': {'network_id': '762a9641-7b05-4fe9-a8b4-9639ac21171f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:50.681695 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-211fc928-5829-4168-af19-b77660db3c24 None None] Provisioning complete for port 0fd02248-73d3-4eda-82fc-b54edb3f92ee triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:50.682063 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-211fc928-5829-4168-af19-b77660db3c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:50.734025 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-211fc928-5829-4168-af19-b77660db3c24 None None] Port 0fd02248-73d3-4eda-82fc-b54edb3f92ee cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:16:50.843594 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9583f0e-6896-4578-bc4c-84ad83f4782b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Made reservation on behalf of 6b7c19a38a1a455bb8bfddaab5a294ea for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:50.848333 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e9583f0e-6896-4578-bc4c-84ad83f4782b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:51.186658 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e9583f0e-6896-4578-bc4c-84ad83f4782b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:51.282618 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9583f0e-6896-4578-bc4c-84ad83f4782b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Network 762a9641-7b05-4fe9-a8b4-9639ac21171f is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:51.288322 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-e9583f0e-6896-4578-bc4c-84ad83f4782b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:51.292202 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9583f0e-6896-4578-bc4c-84ad83f4782b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:51.295187 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e9583f0e-6896-4578-bc4c-84ad83f4782b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:51.306028 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a20a88-87cc-46cd-8f17-e608107b5484 None None] Network 762a9641-7b05-4fe9-a8b4-9639ac21171f requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:51.330996 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9583f0e-6896-4578-bc4c-84ad83f4782b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Subnet': ['ID=b6c5ba7c-a80d-417a-8c6f-1e9b53296ae5,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:51.349432 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e9583f0e-6896-4578-bc4c-84ad83f4782b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7186291 Sep 21 18:16:51.352214 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39724) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:51.357910 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-48644293-20c9-495d-ac67-2b7ccc131717 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-408988316', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b6c5ba7c-a80d-417a-8c6f-1e9b53296ae5'}], 'security_groups': ['45cad114-7f6c-46ab-9bf5-a67366ea4e76', '9150b914-3423-49fd-b7f6-fbc77258d913']}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:51.702387 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:51.755995 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-48644293-20c9-495d-ac67-2b7ccc131717 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:51.980278 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ccd68c-f2ff-4a52-8dac-e4324da8e1e1 None None] Update dhcp port {'port': {'network_id': '762a9641-7b05-4fe9-a8b4-9639ac21171f', 'fixed_ips': [{'subnet_id': 'bae86e9e-b86b-4db3-a18d-612f066792cf', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3bfb7154-d2d2-4299-8006-fb5c18ccc5ec', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b6c5ba7c-a80d-417a-8c6f-1e9b53296ae5'}], 'binding:host_id': 'n-d-810291-1'}, 'id': '5395a9f7-3bde-4ad4-bcff-c1cee50d1291'} from n-d-810291-1. {{(pid=101462) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 18:16:52.013238 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a2ccd68c-f2ff-4a52-8dac-e4324da8e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:52.320554 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-48644293-20c9-495d-ac67-2b7ccc131717 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Delete allocated IP 2001:db8::265 (762a9641-7b05-4fe9-a8b4-9639ac21171f/3bfb7154-d2d2-4299-8006-fb5c18ccc5ec) {{(pid=101461) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 21 18:16:52.332729 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-48644293-20c9-495d-ac67-2b7ccc131717 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Allocated IP 2001:db8:0:2::2e8 (762a9641-7b05-4fe9-a8b4-9639ac21171f/b6c5ba7c-a80d-417a-8c6f-1e9b53296ae5/0fd02248-73d3-4eda-82fc-b54edb3f92ee) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:52.535082 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-48644293-20c9-495d-ac67-2b7ccc131717 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:52.545536 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-48644293-20c9-495d-ac67-2b7ccc131717 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:52.565430 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39760) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:52.616830 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-48644293-20c9-495d-ac67-2b7ccc131717 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] In _notify_port_updated(), no bound segment for port 0fd02248-73d3-4eda-82fc-b54edb3f92ee on network 762a9641-7b05-4fe9-a8b4-9639ac21171f {{(pid=101461) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:16:52.622781 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48644293-20c9-495d-ac67-2b7ccc131717 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:52.623614 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-48644293-20c9-495d-ac67-2b7ccc131717 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:52.627558 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-48644293-20c9-495d-ac67-2b7ccc131717 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "PUT /v2.0/ports/0fd02248-73d3-4eda-82fc-b54edb3f92ee HTTP/1.1" status: 200 len: 969 time: 1.2717121 Sep 21 18:16:52.627970 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39766) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:52.648658 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-a2ccd68c-f2ff-4a52-8dac-e4324da8e1e1 None None] Allocated IP 2001:db8:0:2::2 (762a9641-7b05-4fe9-a8b4-9639ac21171f/b6c5ba7c-a80d-417a-8c6f-1e9b53296ae5/5395a9f7-3bde-4ad4-bcff-c1cee50d1291) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:52.661432 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48644293-20c9-495d-ac67-2b7ccc131717 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event updated for resources: {'Port': ['ID=0fd02248-73d3-4eda-82fc-b54edb3f92ee,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:52.774578 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-61bfffc1-6b07-44ff-93e2-8f0966704426 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Deleting port 0fd02248-73d3-4eda-82fc-b54edb3f92ee {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:52.775222 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-61bfffc1-6b07-44ff-93e2-8f0966704426 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:52.783543 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-b5479c7e-6d77-45cd-8f90-d153638aaa31 tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1348746211', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:52.807575 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a2ccd68c-f2ff-4a52-8dac-e4324da8e1e1 None None] For port 5395a9f7-3bde-4ad4-bcff-c1cee50d1291, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=5395a9f7-3bde-4ad4-bcff-c1cee50d1291,segment=NetworkSegment(dca26d59-fec5-42b1-a3ba-f4f8f47d82cf),segment_id=dca26d59-fec5-42b1-a3ba-f4f8f47d82cf)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:52.860620 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a2ccd68c-f2ff-4a52-8dac-e4324da8e1e1 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:52.873395 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a2ccd68c-f2ff-4a52-8dac-e4324da8e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:52.879380 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5479c7e-6d77-45cd-8f90-d153638aaa31 tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] Made reservation on behalf of 82b1e1f722a74fdd81dddef98059e8a1 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:16:52.882025 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b5479c7e-6d77-45cd-8f90-d153638aaa31 tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:52.895584 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b5479c7e-6d77-45cd-8f90-d153638aaa31 tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:52.948295 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-61bfffc1-6b07-44ff-93e2-8f0966704426 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:52.981011 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-61bfffc1-6b07-44ff-93e2-8f0966704426 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Calling delete_port for 0fd02248-73d3-4eda-82fc-b54edb3f92ee owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:53.027801 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ccd68c-f2ff-4a52-8dac-e4324da8e1e1 None None] Pushing event updated for resources: {'Port': ['ID=5395a9f7-3bde-4ad4-bcff-c1cee50d1291,revision_number=7']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:53.228469 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b5479c7e-6d77-45cd-8f90-d153638aaa31 tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:53.230426 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-61bfffc1-6b07-44ff-93e2-8f0966704426 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:53.241085 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b5479c7e-6d77-45cd-8f90-d153638aaa31 tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:53.276656 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-b5479c7e-6d77-45cd-8f90-d153638aaa31 tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] device_id is not set on port d937b953-62b7-452e-8404-5a7db6c6cbad yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:16:53.286195 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bfffc1-6b07-44ff-93e2-8f0966704426 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Port': ['ID=0fd02248-73d3-4eda-82fc-b54edb3f92ee,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:53.412435 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-61bfffc1-6b07-44ff-93e2-8f0966704426 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:53.416817 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-61bfffc1-6b07-44ff-93e2-8f0966704426 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/ports/0fd02248-73d3-4eda-82fc-b54edb3f92ee HTTP/1.1" status: 204 len: 168 time: 0.7854354 Sep 21 18:16:53.417725 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39782) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:53.422371 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5479c7e-6d77-45cd-8f90-d153638aaa31 tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86258e3e-3f63-4ba2-bdd1-662133141487,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:53.473081 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-9182b43c-8496-4a41-af74-54a75541e6bd tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] GET failed (client error): The resource could not be found. Sep 21 18:16:53.481807 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39784) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:53.482489 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9182b43c-8496-4a41-af74-54a75541e6bd tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "GET /v2.0/ports/0fd02248-73d3-4eda-82fc-b54edb3f92ee HTTP/1.1" status: 404 len: 333 time: 0.0618036 Sep 21 18:16:53.508432 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:53.544898 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-b5479c7e-6d77-45cd-8f90-d153638aaa31 tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] Allocated IP 172.25.6.27 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/d937b953-62b7-452e-8404-5a7db6c6cbad) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:16:53.622116 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-13e25ebe-dee4-43b3-a433-7c680c93bd74 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:53.649997 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-13e25ebe-dee4-43b3-a433-7c680c93bd74 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:53.669215 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 5395a9f7-3bde-4ad4-bcff-c1cee50d1291 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:16:53.744789 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 5395a9f7-3bde-4ad4-bcff-c1cee50d1291 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:53.745796 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:53.774652 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-13e25ebe-dee4-43b3-a433-7c680c93bd74 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:53.777533 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-13e25ebe-dee4-43b3-a433-7c680c93bd74 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:53.778783 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-13e25ebe-dee4-43b3-a433-7c680c93bd74 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/security-groups/ab8601d5-fcdb-47f5-ad8e-d0f89748096d HTTP/1.1" status: 204 len: 168 time: 0.2954154 Sep 21 18:16:53.782653 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39794) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:53.821548 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e25ebe-dee4-43b3-a433-7c680c93bd74 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8601d5-fcdb-47f5-ad8e-d0f89748096d,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:53.900694 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b5479c7e-6d77-45cd-8f90-d153638aaa31 tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:53.903794 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-47e6b82d-85ed-44ee-b8f7-c9b274ee022a tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:53.952144 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-47e6b82d-85ed-44ee-b8f7-c9b274ee022a tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:53.977114 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b5479c7e-6d77-45cd-8f90-d153638aaa31 tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.032430 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-47e6b82d-85ed-44ee-b8f7-c9b274ee022a tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.035120 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-47e6b82d-85ed-44ee-b8f7-c9b274ee022a tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.038912 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-47e6b82d-85ed-44ee-b8f7-c9b274ee022a tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/security-groups/9150b914-3423-49fd-b7f6-fbc77258d913 HTTP/1.1" status: 204 len: 168 time: 0.2520745 Sep 21 18:16:54.039938 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39796) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:54.047698 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5479c7e-6d77-45cd-8f90-d153638aaa31 tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:16:54.060437 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-b5479c7e-6d77-45cd-8f90-d153638aaa31 tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:16:54.066545 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5479c7e-6d77-45cd-8f90-d153638aaa31 tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:16:54.112842 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6b82d-85ed-44ee-b8f7-c9b274ee022a tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9150b914-3423-49fd-b7f6-fbc77258d913,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:54.141878 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5479c7e-6d77-45cd-8f90-d153638aaa31 tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] Pushing event updated for resources: {'Port': ['ID=d937b953-62b7-452e-8404-5a7db6c6cbad,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:54.173498 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5479c7e-6d77-45cd-8f90-d153638aaa31 tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:16:54.174233 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b5479c7e-6d77-45cd-8f90-d153638aaa31 tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.202566 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b7241657-3a0c-440d-b931-6ec64545cc73 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.220029 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-35a2c050-5c4c-4298-90b5-249812eabe7d None None] Provisioning complete for port 5395a9f7-3bde-4ad4-bcff-c1cee50d1291 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:54.221248 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-35a2c050-5c4c-4298-90b5-249812eabe7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.229628 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b5479c7e-6d77-45cd-8f90-d153638aaa31 tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6595044 Sep 21 18:16:54.233597 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39802) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:54.242013 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-9c233afa-e2f8-4feb-99a8-58175a19825f tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.27'}]}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:16:54.283411 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b7241657-3a0c-440d-b931-6ec64545cc73 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.316985 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9c233afa-e2f8-4feb-99a8-58175a19825f tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.318744 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9c233afa-e2f8-4feb-99a8-58175a19825f tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.338226 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b7241657-3a0c-440d-b931-6ec64545cc73 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.342756 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b7241657-3a0c-440d-b931-6ec64545cc73 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.358406 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b7241657-3a0c-440d-b931-6ec64545cc73 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/security-groups/45cad114-7f6c-46ab-9bf5-a67366ea4e76 HTTP/1.1" status: 204 len: 168 time: 0.3161671 Sep 21 18:16:54.363358 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39808) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:54.392464 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-35a2c050-5c4c-4298-90b5-249812eabe7d None None] Provisioning complete for port e29b0fc8-b688-4922-903b-2c30d31d38c3 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:54.393084 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-35a2c050-5c4c-4298-90b5-249812eabe7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.457897 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7241657-3a0c-440d-b931-6ec64545cc73 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cad114-7f6c-46ab-9bf5-a67366ea4e76,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:54.461790 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9c233afa-e2f8-4feb-99a8-58175a19825f tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.511746 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96ed736-fbd3-4e34-8c85-dd8e4cbf8408 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Deleting subnet 3bfb7154-d2d2-4299-8006-fb5c18ccc5ec {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:16:54.524222 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c96ed736-fbd3-4e34-8c85-dd8e4cbf8408 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.529012 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-35a2c050-5c4c-4298-90b5-249812eabe7d None None] Port e29b0fc8-b688-4922-903b-2c30d31d38c3 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:16:54.532932 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-35a2c050-5c4c-4298-90b5-249812eabe7d None None] Could not find standard attr ID for object 0fd02248-73d3-4eda-82fc-b54edb3f92ee. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:16:54.657128 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-da877f57-e989-457e-89d8-3f54ab3ee523 None None] Could not find standard attr ID for object 0fd02248-73d3-4eda-82fc-b54edb3f92ee. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:16:54.663235 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c96ed736-fbd3-4e34-8c85-dd8e4cbf8408 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.724632 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.788358 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9c233afa-e2f8-4feb-99a8-58175a19825f tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.930274 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c96ed736-fbd3-4e34-8c85-dd8e4cbf8408 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:54.998841 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c96ed736-fbd3-4e34-8c85-dd8e4cbf8408 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:55.055639 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ed736-fbd3-4e34-8c85-dd8e4cbf8408 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Subnet': ['ID=3bfb7154-d2d2-4299-8006-fb5c18ccc5ec,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:55.074608 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb75d13-39a9-4dbd-b5f3-a6b9234c8fbf None None] Network 762a9641-7b05-4fe9-a8b4-9639ac21171f requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:55.076497 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c96ed736-fbd3-4e34-8c85-dd8e4cbf8408 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:55.084009 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39828) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:55.084889 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c96ed736-fbd3-4e34-8c85-dd8e4cbf8408 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/subnets/3bfb7154-d2d2-4299-8006-fb5c18ccc5ec HTTP/1.1" status: 204 len: 168 time: 0.7203588 Sep 21 18:16:55.102965 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9c233afa-e2f8-4feb-99a8-58175a19825f tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:55.179531 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-87ba589d-b642-4344-8b4f-2177068aad13 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Deleting subnet b6c5ba7c-a80d-417a-8c6f-1e9b53296ae5 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:16:55.182565 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9c233afa-e2f8-4feb-99a8-58175a19825f tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:55.185923 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-87ba589d-b642-4344-8b4f-2177068aad13 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:55.565808 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-87ba589d-b642-4344-8b4f-2177068aad13 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:55.824088 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-87ba589d-b642-4344-8b4f-2177068aad13 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:55.892545 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9c233afa-e2f8-4feb-99a8-58175a19825f tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:56.059905 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-87ba589d-b642-4344-8b4f-2177068aad13 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:56.108282 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-69a87ed5-a957-403e-8789-085b954ba3f6 None None] Provisioning complete for port 5395a9f7-3bde-4ad4-bcff-c1cee50d1291 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:56.109013 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-69a87ed5-a957-403e-8789-085b954ba3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:56.128354 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9c233afa-e2f8-4feb-99a8-58175a19825f tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:56.130077 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba589d-b642-4344-8b4f-2177068aad13 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Subnet': ['ID=b6c5ba7c-a80d-417a-8c6f-1e9b53296ae5,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:56.132292 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-87ba589d-b642-4344-8b4f-2177068aad13 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:56.134184 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-87ba589d-b642-4344-8b4f-2177068aad13 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/subnets/b6c5ba7c-a80d-417a-8c6f-1e9b53296ae5 HTTP/1.1" status: 204 len: 168 time: 1.0492089 Sep 21 18:16:56.135525 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9c233afa-e2f8-4feb-99a8-58175a19825f tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:56.137101 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39848) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:56.162140 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e66a41-4d29-41e7-9529-d14e5b993701 None None] Network 762a9641-7b05-4fe9-a8b4-9639ac21171f requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:56.166496 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e420dd-9cbf-4604-8811-7c00704ea37b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] DELETE failed (client error): The resource could not be found. Sep 21 18:16:56.166981 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2e420dd-9cbf-4604-8811-7c00704ea37b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:16:56.169195 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a2e420dd-9cbf-4604-8811-7c00704ea37b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/subnets/3bfb7154-d2d2-4299-8006-fb5c18ccc5ec HTTP/1.1" status: 404 len: 337 time: 0.0305452 Sep 21 18:16:56.171815 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39850) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:56.234499 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-612210ff-b806-442b-828e-971fcc21f7b4 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Deleting subnet bae86e9e-b86b-4db3-a18d-612f066792cf {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:16:56.285277 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-612210ff-b806-442b-828e-971fcc21f7b4 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:56.301052 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-69a87ed5-a957-403e-8789-085b954ba3f6 None None] Provisioning complete for port e29b0fc8-b688-4922-903b-2c30d31d38c3 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:56.301867 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-69a87ed5-a957-403e-8789-085b954ba3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:56.338437 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9c233afa-e2f8-4feb-99a8-58175a19825f tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:56.338437 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c233afa-e2f8-4feb-99a8-58175a19825f tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 411c3cf0-50fe-4680-934b-b09b5b51d310 {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:16:56.367019 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-612210ff-b806-442b-828e-971fcc21f7b4 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:56.391207 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-9c233afa-e2f8-4feb-99a8-58175a19825f tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 21 18:16:56.396568 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9c233afa-e2f8-4feb-99a8-58175a19825f tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.1578207 Sep 21 18:16:56.397232 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39856) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:56.457121 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-69a87ed5-a957-403e-8789-085b954ba3f6 None None] Port e29b0fc8-b688-4922-903b-2c30d31d38c3 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:16:56.510785 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-fdd9b2ee-0b22-4e94-8cc3-16ca5babbaeb tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] Deleting port d937b953-62b7-452e-8404-5a7db6c6cbad {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:56.511466 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fdd9b2ee-0b22-4e94-8cc3-16ca5babbaeb tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:56.514816 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-612210ff-b806-442b-828e-971fcc21f7b4 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:56.592752 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-612210ff-b806-442b-828e-971fcc21f7b4 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:56.601946 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fdd9b2ee-0b22-4e94-8cc3-16ca5babbaeb tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:56.618491 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-fdd9b2ee-0b22-4e94-8cc3-16ca5babbaeb tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] Calling delete_port for d937b953-62b7-452e-8404-5a7db6c6cbad owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:56.672633 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-612210ff-b806-442b-828e-971fcc21f7b4 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:56.678293 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-612210ff-b806-442b-828e-971fcc21f7b4 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/subnets/bae86e9e-b86b-4db3-a18d-612f066792cf HTTP/1.1" status: 204 len: 168 time: 0.5054390 Sep 21 18:16:56.679473 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39862) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:56.680877 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612210ff-b806-442b-828e-971fcc21f7b4 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Subnet': ['ID=bae86e9e-b86b-4db3-a18d-612f066792cf,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:56.734379 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5fa4aac-bb3b-4ee2-873e-a4d3386eb3cc tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] DELETE failed (client error): The resource could not be found. Sep 21 18:16:56.735014 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5fa4aac-bb3b-4ee2-873e-a4d3386eb3cc tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:16:56.740521 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a5fa4aac-bb3b-4ee2-873e-a4d3386eb3cc tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/subnets/adfc347c-40ea-49f6-a61b-44b75353d982 HTTP/1.1" status: 404 len: 337 time: 0.0557039 Sep 21 18:16:56.741214 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39864) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:56.775887 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-21de9859-f0bc-451c-aa72-f7a3cfce662b tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "GET /v2.0/ports?device_id=5af286db-c211-44d0-a206-4a972dec61b6 HTTP/1.1" status: 200 len: 205 time: 0.0333626 Sep 21 18:16:56.776776 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39866) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:56.803191 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fdd9b2ee-0b22-4e94-8cc3-16ca5babbaeb tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:56.821184 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-b7e7d199-c901-4fa8-83d8-adadd70b7351 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] delete failed (client error): The resource could not be found. Sep 21 18:16:56.822365 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b7e7d199-c901-4fa8-83d8-adadd70b7351 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/routers/5af286db-c211-44d0-a206-4a972dec61b6 HTTP/1.1" status: 404 len: 336 time: 0.0446138 Sep 21 18:16:56.824896 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39868) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:56.837573 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9b2ee-0b22-4e94-8cc3-16ca5babbaeb tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] Pushing event deleted for resources: {'Port': ['ID=d937b953-62b7-452e-8404-5a7db6c6cbad,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:56.875287 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-922cd0c9-905d-4045-b140-839cda26e799 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] DELETE failed (client error): The resource could not be found. Sep 21 18:16:56.875765 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-922cd0c9-905d-4045-b140-839cda26e799 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:16:56.881327 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39870) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:56.881750 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-922cd0c9-905d-4045-b140-839cda26e799 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/subnets/3c41ac68-a2b6-41aa-9670-a1cf744e23a4 HTTP/1.1" status: 404 len: 337 time: 0.0557690 Sep 21 18:16:56.963652 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6836974-8b5c-452d-9fbd-48d70c2a0ea0 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] DELETE failed (client error): The resource could not be found. Sep 21 18:16:56.967316 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6836974-8b5c-452d-9fbd-48d70c2a0ea0 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:16:56.976684 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b6836974-8b5c-452d-9fbd-48d70c2a0ea0 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/subnets/ae2bcb1c-f505-4814-99a2-175ccafa1971 HTTP/1.1" status: 404 len: 337 time: 0.0918076 Sep 21 18:16:56.977934 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39882) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:57.013475 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fdd9b2ee-0b22-4e94-8cc3-16ca5babbaeb tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:57.018015 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fdd9b2ee-0b22-4e94-8cc3-16ca5babbaeb tempest-RoutersAdminNegativeTest-1291855923 tempest-RoutersAdminNegativeTest-1291855923-project-admin] 10.222.0.58 "DELETE /v2.0/ports/d937b953-62b7-452e-8404-5a7db6c6cbad HTTP/1.1" status: 204 len: 168 time: 0.6190968 Sep 21 18:16:57.030971 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-b478042f-b41c-499d-aebf-5e887dc46d21 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] DELETE failed (client error): The resource could not be found. Sep 21 18:16:57.033237 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b478042f-b41c-499d-aebf-5e887dc46d21 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:16:57.037753 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39886) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:57.037912 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b478042f-b41c-499d-aebf-5e887dc46d21 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/subnets/9dc5dde1-f4a8-453a-9a94-184a583b63f3 HTTP/1.1" status: 404 len: 337 time: 0.0573628 Sep 21 18:16:57.087317 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-0374c1c0-ade3-49ed-900e-614a7d2ad049 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] DELETE failed (client error): The resource could not be found. Sep 21 18:16:57.088055 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0374c1c0-ade3-49ed-900e-614a7d2ad049 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:16:57.097358 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39888) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:57.110098 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0374c1c0-ade3-49ed-900e-614a7d2ad049 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/ports/f6bec176-4dd4-4667-9759-a243c860ccd4 HTTP/1.1" status: 404 len: 333 time: 0.0708654 Sep 21 18:16:57.129435 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cfbcdcb-560b-4bd9-aed4-6c6fc3def1bd tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] DELETE failed (client error): The resource could not be found. Sep 21 18:16:57.129915 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cfbcdcb-560b-4bd9-aed4-6c6fc3def1bd tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:16:57.135075 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39890) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:57.141965 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9cfbcdcb-560b-4bd9-aed4-6c6fc3def1bd tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/subnets/7df76e0b-a7ef-4b07-9eaa-bcfe5ad30051 HTTP/1.1" status: 404 len: 337 time: 0.0434594 Sep 21 18:16:57.165263 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec57d94-5119-41d8-8607-7c50fd1f5679 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] DELETE failed (client error): The resource could not be found. Sep 21 18:16:57.165602 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bec57d94-5119-41d8-8607-7c50fd1f5679 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:16:57.171522 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39892) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:57.171704 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bec57d94-5119-41d8-8607-7c50fd1f5679 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/subnets/df8d3739-b1d9-4c86-8ce7-41738a0a0524 HTTP/1.1" status: 404 len: 337 time: 0.0354140 Sep 21 18:16:57.200441 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-474cf584-9012-4ea8-ac7e-cd3eea1a4a48 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] DELETE failed (client error): The resource could not be found. Sep 21 18:16:57.201365 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-474cf584-9012-4ea8-ac7e-cd3eea1a4a48 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:16:57.203728 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-474cf584-9012-4ea8-ac7e-cd3eea1a4a48 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/ports/97882cc9-8ca8-4990-b291-7731b163bfea HTTP/1.1" status: 404 len: 333 time: 0.0310624 Sep 21 18:16:57.206677 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39894) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:57.259082 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-29014202-b739-43e8-b7af-eebf44c593d8 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] DELETE failed (client error): The resource could not be found. Sep 21 18:16:57.260387 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29014202-b739-43e8-b7af-eebf44c593d8 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:16:57.265322 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39900) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:57.265705 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-29014202-b739-43e8-b7af-eebf44c593d8 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/subnets/ebb18705-f644-412a-942b-83e9f81719a4 HTTP/1.1" status: 404 len: 337 time: 0.0575852 Sep 21 18:16:57.297530 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec50937-7092-4c93-b60a-2d1dec984cd7 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] DELETE failed (client error): The resource could not be found. Sep 21 18:16:57.298056 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ec50937-7092-4c93-b60a-2d1dec984cd7 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:16:57.302431 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4ec50937-7092-4c93-b60a-2d1dec984cd7 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/subnets/738e8d1c-4cb0-423b-96fa-b6f005a9a169 HTTP/1.1" status: 404 len: 337 time: 0.0332403 Sep 21 18:16:57.302640 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39904) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:57.352116 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdda98ca-264e-480f-8f50-92373d0ae833 None None] Network 762a9641-7b05-4fe9-a8b4-9639ac21171f requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:16:57.412201 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39906) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:57.445474 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-a92def89-cacc-47fd-a3b5-32d757fa8de3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Deleting port e29b0fc8-b688-4922-903b-2c30d31d38c3 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:57.448109 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a92def89-cacc-47fd-a3b5-32d757fa8de3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:57.484219 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-46118d1a-1e20-4568-b378-2b7f842a8302 None None] Provisioning complete for port 5395a9f7-3bde-4ad4-bcff-c1cee50d1291 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:57.484809 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-46118d1a-1e20-4568-b378-2b7f842a8302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:57.540665 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a92def89-cacc-47fd-a3b5-32d757fa8de3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:57.555011 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-a92def89-cacc-47fd-a3b5-32d757fa8de3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Calling delete_port for e29b0fc8-b688-4922-903b-2c30d31d38c3 owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:57.601940 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-82f3946e-e147-476e-9b4d-9453cc773288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:57.646304 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-46118d1a-1e20-4568-b378-2b7f842a8302 None None] Provisioning complete for port e29b0fc8-b688-4922-903b-2c30d31d38c3 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:16:57.646774 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-46118d1a-1e20-4568-b378-2b7f842a8302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:57.680280 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a92def89-cacc-47fd-a3b5-32d757fa8de3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:57.706602 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bd224a-a021-47aa-8ab6-9ecd9d13f30a None None] DHCP port deletion for 762a9641-7b05-4fe9-a8b4-9639ac21171f request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:16:57.736732 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92def89-cacc-47fd-a3b5-32d757fa8de3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Port': ['ID=e29b0fc8-b688-4922-903b-2c30d31d38c3,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:57.747067 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a92def89-cacc-47fd-a3b5-32d757fa8de3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:57.753412 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39914) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:57.753572 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a92def89-cacc-47fd-a3b5-32d757fa8de3 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/ports/e29b0fc8-b688-4922-903b-2c30d31d38c3 HTTP/1.1" status: 204 len: 168 time: 0.4499545 Sep 21 18:16:57.767979 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-82f3946e-e147-476e-9b4d-9453cc773288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:57.777349 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-46118d1a-1e20-4568-b378-2b7f842a8302 None None] Port e29b0fc8-b688-4922-903b-2c30d31d38c3 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:16:57.781026 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-82f3946e-e147-476e-9b4d-9453cc773288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:57.800481 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-30bd224a-a021-47aa-8ab6-9ecd9d13f30a None None] Deleting port 5395a9f7-3bde-4ad4-bcff-c1cee50d1291 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:57.801116 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-30bd224a-a021-47aa-8ab6-9ecd9d13f30a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:57.867123 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-30bd224a-a021-47aa-8ab6-9ecd9d13f30a None None] For port 5395a9f7-3bde-4ad4-bcff-c1cee50d1291, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=5395a9f7-3bde-4ad4-bcff-c1cee50d1291,segment=NetworkSegment(dca26d59-fec5-42b1-a3ba-f4f8f47d82cf),segment_id=dca26d59-fec5-42b1-a3ba-f4f8f47d82cf)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:57.868012 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-30bd224a-a021-47aa-8ab6-9ecd9d13f30a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:57.886087 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-30bd224a-a021-47aa-8ab6-9ecd9d13f30a None None] Calling delete_port for 5395a9f7-3bde-4ad4-bcff-c1cee50d1291 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:57.894510 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-08757a48-e09f-4dd7-9bae-c2bda1a9db18 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:57.898277 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3946e-e147-476e-9b4d-9453cc773288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f078d4-6c50-4f71-9a4c-4d42a3af26b8,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:57.903828 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-82f3946e-e147-476e-9b4d-9453cc773288 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f71441f71db041f1996cca3e6848581c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4846342 Sep 21 18:16:57.906718 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39916) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:57.995662 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-08757a48-e09f-4dd7-9bae-c2bda1a9db18 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Deleting port 5395a9f7-3bde-4ad4-bcff-c1cee50d1291 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:16:57.995662 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-08757a48-e09f-4dd7-9bae-c2bda1a9db18 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:58.016395 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bec52311-027f-4b37-b381-408504927e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:58.034901 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-30bd224a-a021-47aa-8ab6-9ecd9d13f30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:58.059603 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bd224a-a021-47aa-8ab6-9ecd9d13f30a None None] No DVR routers for this DVR port 5395a9f7-3bde-4ad4-bcff-c1cee50d1291 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:16:58.085310 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bec52311-027f-4b37-b381-408504927e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:58.099771 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-08757a48-e09f-4dd7-9bae-c2bda1a9db18 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] For port 5395a9f7-3bde-4ad4-bcff-c1cee50d1291, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=5395a9f7-3bde-4ad4-bcff-c1cee50d1291,segment=NetworkSegment(dca26d59-fec5-42b1-a3ba-f4f8f47d82cf),segment_id=dca26d59-fec5-42b1-a3ba-f4f8f47d82cf)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:16:58.100149 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-08757a48-e09f-4dd7-9bae-c2bda1a9db18 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:58.115338 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-08757a48-e09f-4dd7-9bae-c2bda1a9db18 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Calling delete_port for 5395a9f7-3bde-4ad4-bcff-c1cee50d1291 owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:16:58.128717 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd224a-a021-47aa-8ab6-9ecd9d13f30a None None] Pushing event deleted for resources: {'Port': ['ID=5395a9f7-3bde-4ad4-bcff-c1cee50d1291,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:58.152775 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bec52311-027f-4b37-b381-408504927e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:58.156525 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bec52311-027f-4b37-b381-408504927e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:58.157797 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-bec52311-027f-4b37-b381-408504927e8e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c1f078d4-6c50-4f71-9a4c-4d42a3af26b8 HTTP/1.1" status: 204 len: 168 time: 0.2498615 Sep 21 18:16:58.168376 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec52311-027f-4b37-b381-408504927e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f078d4-6c50-4f71-9a4c-4d42a3af26b8,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:58.257232 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-08757a48-e09f-4dd7-9bae-c2bda1a9db18 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:58.276344 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08757a48-e09f-4dd7-9bae-c2bda1a9db18 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] No DVR routers for this DVR port 5395a9f7-3bde-4ad4-bcff-c1cee50d1291 on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:16:58.300789 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08757a48-e09f-4dd7-9bae-c2bda1a9db18 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Port': ['ID=5395a9f7-3bde-4ad4-bcff-c1cee50d1291,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:58.402658 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-08757a48-e09f-4dd7-9bae-c2bda1a9db18 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:58.424707 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-08757a48-e09f-4dd7-9bae-c2bda1a9db18 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['762a9641-7b05-4fe9-a8b4-9639ac21171f']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:58.435507 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-08757a48-e09f-4dd7-9bae-c2bda1a9db18 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca26d59-fec5-42b1-a3ba-f4f8f47d82cf') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:58.435805 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-08757a48-e09f-4dd7-9bae-c2bda1a9db18 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca26d59-fec5-42b1-a3ba-f4f8f47d82cf') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:16:58.447707 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-08757a48-e09f-4dd7-9bae-c2bda1a9db18 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:58.466330 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-08757a48-e09f-4dd7-9bae-c2bda1a9db18 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:58.473075 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08757a48-e09f-4dd7-9bae-c2bda1a9db18 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:16:58.473559 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-08757a48-e09f-4dd7-9bae-c2bda1a9db18 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: self.session.flush() Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:16:58.477488 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:16:58.546315 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-08757a48-e09f-4dd7-9bae-c2bda1a9db18 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:58.565229 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39938) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:58.567595 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-08757a48-e09f-4dd7-9bae-c2bda1a9db18 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:58.569898 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-08757a48-e09f-4dd7-9bae-c2bda1a9db18 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] 10.222.0.58 "DELETE /v2.0/networks/762a9641-7b05-4fe9-a8b4-9639ac21171f HTTP/1.1" status: 204 len: 168 time: 0.8151612 Sep 21 18:16:58.571218 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08757a48-e09f-4dd7-9bae-c2bda1a9db18 tempest-PortsIpV6TestJSON-1200040110 tempest-PortsIpV6TestJSON-1200040110-project] Pushing event deleted for resources: {'Network': ['ID=762a9641-7b05-4fe9-a8b4-9639ac21171f,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:58.619408 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8dbf956c-ed1b-42e0-a2c3-8cd948786ccb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=82b1e1f722a74fdd81dddef98059e8a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526373 Sep 21 18:16:58.622868 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39944) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:58.690776 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a8b95697-5724-4291-b9a1-c041de130199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:58.735908 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a8b95697-5724-4291-b9a1-c041de130199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:58.788546 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a8b95697-5724-4291-b9a1-c041de130199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:58.792150 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a8b95697-5724-4291-b9a1-c041de130199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:58.796724 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a8b95697-5724-4291-b9a1-c041de130199 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/86258e3e-3f63-4ba2-bdd1-662133141487 HTTP/1.1" status: 204 len: 168 time: 0.1724572 Sep 21 18:16:58.805433 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b95697-5724-4291-b9a1-c041de130199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86258e3e-3f63-4ba2-bdd1-662133141487,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:58.944446 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 39954) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:59.225720 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ce2132ec-2db0-4596-8895-c82432883feb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6b7c19a38a1a455bb8bfddaab5a294ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2793517 Sep 21 18:16:59.228255 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 39974) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:16:59.303838 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-87e8b29b-f8be-4c43-b41d-29f598e1beab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:59.327779 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-87e8b29b-f8be-4c43-b41d-29f598e1beab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:59.381909 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-87e8b29b-f8be-4c43-b41d-29f598e1beab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:59.387255 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-87e8b29b-f8be-4c43-b41d-29f598e1beab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:16:59.391356 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-87e8b29b-f8be-4c43-b41d-29f598e1beab admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/87e950d2-7d88-4fb3-b938-a93f1f60a388 HTTP/1.1" status: 204 len: 168 time: 0.1597407 Sep 21 18:16:59.400919 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8b29b-f8be-4c43-b41d-29f598e1beab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e950d2-7d88-4fb3-b938-a93f1f60a388,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:16:59.676411 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 5395a9f7-3bde-4ad4-bcff-c1cee50d1291 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:16:59.710593 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 5395a9f7-3bde-4ad4-bcff-c1cee50d1291 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:16:59.713966 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 5395a9f7-3bde-4ad4-bcff-c1cee50d1291 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:16:59.862417 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40002) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:00.010318 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-2e2f15ab-5893-46cb-84c2-42060467db87 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-983171497'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:00.037395 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2f15ab-5893-46cb-84c2-42060467db87 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Made reservation on behalf of 7b06c9b5e39a4de780ae939b02a782fa for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:00.042794 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2e2f15ab-5893-46cb-84c2-42060467db87 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:00.055817 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2e2f15ab-5893-46cb-84c2-42060467db87 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:00.184114 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2e2f15ab-5893-46cb-84c2-42060467db87 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:00.211976 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2e2f15ab-5893-46cb-84c2-42060467db87 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:00.262091 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e2f15ab-5893-46cb-84c2-42060467db87 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:17:00.277901 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f15ab-5893-46cb-84c2-42060467db87 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa1612d-7b80-47ad-8e22-aa45dc806374,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:00.281192 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2e2f15ab-5893-46cb-84c2-42060467db87 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:00.282001 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-2e2f15ab-5893-46cb-84c2-42060467db87 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Added segment 4e934ac1-f599-4914-b9d9-357949c4c6f3 of type vlan for network 8debaea5-5319-4bb0-87f3-da0e8af4f6e8 Sep 21 18:17:00.336815 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2e2f15ab-5893-46cb-84c2-42060467db87 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:00.370284 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2e2f15ab-5893-46cb-84c2-42060467db87 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:00.377996 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2f15ab-5893-46cb-84c2-42060467db87 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:00.378662 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2e2f15ab-5893-46cb-84c2-42060467db87 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:00.452056 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f15ab-5893-46cb-84c2-42060467db87 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Pushing event updated for resources: {'Network': ['ID=8debaea5-5319-4bb0-87f3-da0e8af4f6e8,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:00.460890 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40030) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:00.465243 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2e2f15ab-5893-46cb-84c2-42060467db87 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.5989087 Sep 21 18:17:00.465621 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40032) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:00.471308 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-d428b886-0780-477c-b28d-efc18cea1d52 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Request body: {'subnet': {'network_id': '8debaea5-5319-4bb0-87f3-da0e8af4f6e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:00.477034 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 8debaea5-5319-4bb0-87f3-da0e8af4f6e8 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:17:00.613947 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d428b886-0780-477c-b28d-efc18cea1d52 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Made reservation on behalf of 7b06c9b5e39a4de780ae939b02a782fa for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:00.619928 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d428b886-0780-477c-b28d-efc18cea1d52 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:00.651644 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-49d42e6a-e016-4080-8143-ad03764b43e1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1089141950'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:00.676097 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d42e6a-e016-4080-8143-ad03764b43e1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Made reservation on behalf of f75ad6b511e2465480f41f234aa66fad for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:00.680817 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-49d42e6a-e016-4080-8143-ad03764b43e1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:00.694540 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-49d42e6a-e016-4080-8143-ad03764b43e1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:00.813250 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-49d42e6a-e016-4080-8143-ad03764b43e1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:00.821157 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-49d42e6a-e016-4080-8143-ad03764b43e1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:00.831130 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d428b886-0780-477c-b28d-efc18cea1d52 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:00.847622 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d42e6a-e016-4080-8143-ad03764b43e1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:17:00.870593 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-49d42e6a-e016-4080-8143-ad03764b43e1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:00.870972 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-49d42e6a-e016-4080-8143-ad03764b43e1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Added segment 094602ec-b1e0-48ee-b0f3-272571f98776 of type vlan for network 6e5e1c6e-010b-4479-9a77-41c19954c33d Sep 21 18:17:00.885663 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d42e6a-e016-4080-8143-ad03764b43e1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3186eb30-9c06-433a-bdc9-6f65d70047a2,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:00.918820 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428b886-0780-477c-b28d-efc18cea1d52 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Pushing event updated for resources: {'Subnet': ['ID=b01ea3b0-63f5-4edf-afc6-550891412418,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:00.926911 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-49d42e6a-e016-4080-8143-ad03764b43e1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:00.930271 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d428b886-0780-477c-b28d-efc18cea1d52 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Checking segment: {'id': '4e934ac1-f599-4914-b9d9-357949c4c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8debaea5-5319-4bb0-87f3-da0e8af4f6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:00.930649 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d428b886-0780-477c-b28d-efc18cea1d52 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Network hostable DHCP agents. Network: 8debaea5-5319-4bb0-87f3-da0e8af4f6e8, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:17:00.952785 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d428b886-0780-477c-b28d-efc18cea1d52 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Network 8debaea5-5319-4bb0-87f3-da0e8af4f6e8 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:17:00.956634 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-49d42e6a-e016-4080-8143-ad03764b43e1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:00.964958 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d42e6a-e016-4080-8143-ad03764b43e1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:00.965942 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-49d42e6a-e016-4080-8143-ad03764b43e1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:00.966083 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-d428b886-0780-477c-b28d-efc18cea1d52 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 8debaea5-5319-4bb0-87f3-da0e8af4f6e8) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:00.977923 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6c5bc6-956b-417e-a2ba-3efd37383aed None None] Network 8debaea5-5319-4bb0-87f3-da0e8af4f6e8 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:00.983407 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428b886-0780-477c-b28d-efc18cea1d52 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:00.984218 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d428b886-0780-477c-b28d-efc18cea1d52 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:01.005903 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d428b886-0780-477c-b28d-efc18cea1d52 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5389645 Sep 21 18:17:01.007242 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-49d42e6a-e016-4080-8143-ad03764b43e1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5405827 Sep 21 18:17:01.008647 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40044) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:01.010371 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40046) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:01.016468 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-e8246417-c9f4-49ed-bb2d-2ec4ad244c5c tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Request body: {'port': {'network_id': '8debaea5-5319-4bb0-87f3-da0e8af4f6e8', 'name': 'tempest-AllowedAddressPairTestJSON-1931376647'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:01.018259 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-c5d8e4f1-9b9b-4f1f-9a18-40369516b558 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-385352925'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:01.052935 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d42e6a-e016-4080-8143-ad03764b43e1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Network': ['ID=6e5e1c6e-010b-4479-9a77-41c19954c33d,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:01.073578 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d8e4f1-9b9b-4f1f-9a18-40369516b558 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Made reservation on behalf of f75ad6b511e2465480f41f234aa66fad for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:01.078296 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c5d8e4f1-9b9b-4f1f-9a18-40369516b558 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:01.114048 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 6e5e1c6e-010b-4479-9a77-41c19954c33d details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:17:01.114787 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5d8e4f1-9b9b-4f1f-9a18-40369516b558 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:17:01.128340 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c5d8e4f1-9b9b-4f1f-9a18-40369516b558 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:01.128689 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-c5d8e4f1-9b9b-4f1f-9a18-40369516b558 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Added segment 3a8a8dd5-04d8-46d0-9d41-c0f7a136f4d3 of type vlan for network d25f4509-16e0-448e-be23-28ba4a1010d3 Sep 21 18:17:01.179107 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c5d8e4f1-9b9b-4f1f-9a18-40369516b558 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:01.236654 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c5d8e4f1-9b9b-4f1f-9a18-40369516b558 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:01.249847 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d8e4f1-9b9b-4f1f-9a18-40369516b558 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:01.250994 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c5d8e4f1-9b9b-4f1f-9a18-40369516b558 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:01.291339 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8246417-c9f4-49ed-bb2d-2ec4ad244c5c tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Made reservation on behalf of 7b06c9b5e39a4de780ae939b02a782fa for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:01.296623 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e8246417-c9f4-49ed-bb2d-2ec4ad244c5c tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:01.311212 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4706730e-780e-4434-ac65-f72585d7c5b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-8debaea5-5319-4bb0-87f3-da0e8af4f6e8', 'network_id': '8debaea5-5319-4bb0-87f3-da0e8af4f6e8', 'tenant_id': '7b06c9b5e39a4de780ae939b02a782fa', 'fixed_ips': [{'subnet_id': 'b01ea3b0-63f5-4edf-afc6-550891412418'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:17:01.313871 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4706730e-780e-4434-ac65-f72585d7c5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:01.327517 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-e8246417-c9f4-49ed-bb2d-2ec4ad244c5c tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] device_id is not set on port 258f4527-e0c6-4ba6-842d-ebe28935ba62 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:17:01.330445 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c5d8e4f1-9b9b-4f1f-9a18-40369516b558 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3186705 Sep 21 18:17:01.331160 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40054) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:01.340753 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-097e25f9-a14a-4193-b161-a2018b20892e tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Request body: {'subnet': {'network_id': '6e5e1c6e-010b-4479-9a77-41c19954c33d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:01.410641 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8e4f1-9b9b-4f1f-9a18-40369516b558 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Network': ['ID=d25f4509-16e0-448e-be23-28ba4a1010d3,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:01.460108 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network d25f4509-16e0-448e-be23-28ba4a1010d3 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:17:01.535908 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097e25f9-a14a-4193-b161-a2018b20892e tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Made reservation on behalf of f75ad6b511e2465480f41f234aa66fad for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:01.539677 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-097e25f9-a14a-4193-b161-a2018b20892e tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:01.607358 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-e8246417-c9f4-49ed-bb2d-2ec4ad244c5c tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Allocated IP 172.20.0.5 (8debaea5-5319-4bb0-87f3-da0e8af4f6e8/b01ea3b0-63f5-4edf-afc6-550891412418/258f4527-e0c6-4ba6-842d-ebe28935ba62) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:01.784964 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e8246417-c9f4-49ed-bb2d-2ec4ad244c5c tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:01.793299 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-097e25f9-a14a-4193-b161-a2018b20892e tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:01.838220 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e8246417-c9f4-49ed-bb2d-2ec4ad244c5c tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:01.879743 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-4706730e-780e-4434-ac65-f72585d7c5b8 None None] Allocated IP 172.20.0.2 (8debaea5-5319-4bb0-87f3-da0e8af4f6e8/b01ea3b0-63f5-4edf-afc6-550891412418/2e303667-0281-4361-9efb-788a068466d5) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:01.880080 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e25f9-a14a-4193-b161-a2018b20892e tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Subnet': ['ID=54041cb6-ea6a-452a-9f65-73740e38f7f6,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:01.917725 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8246417-c9f4-49ed-bb2d-2ec4ad244c5c tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Network 8debaea5-5319-4bb0-87f3-da0e8af4f6e8 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:01.921668 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-e8246417-c9f4-49ed-bb2d-2ec4ad244c5c tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:01.924940 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8246417-c9f4-49ed-bb2d-2ec4ad244c5c tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:01.953051 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e25f9-a14a-4193-b161-a2018b20892e tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Checking segment: {'id': '094602ec-b1e0-48ee-b0f3-272571f98776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6e5e1c6e-010b-4479-9a77-41c19954c33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:01.953716 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097e25f9-a14a-4193-b161-a2018b20892e tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network hostable DHCP agents. Network: 6e5e1c6e-010b-4479-9a77-41c19954c33d, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:17:01.974833 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097e25f9-a14a-4193-b161-a2018b20892e tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network 6e5e1c6e-010b-4479-9a77-41c19954c33d is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:17:01.990530 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-097e25f9-a14a-4193-b161-a2018b20892e tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 6e5e1c6e-010b-4479-9a77-41c19954c33d) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:01.997615 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097e25f9-a14a-4193-b161-a2018b20892e tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:01.998755 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-097e25f9-a14a-4193-b161-a2018b20892e tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:02.000703 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8246417-c9f4-49ed-bb2d-2ec4ad244c5c tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Pushing event updated for resources: {'Port': ['ID=258f4527-e0c6-4ba6-842d-ebe28935ba62,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:02.019686 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-097e25f9-a14a-4193-b161-a2018b20892e tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6837106 Sep 21 18:17:02.021363 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40068) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:02.029033 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-4858bab6-094c-422e-8f22-88e25e66cfc0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Request body: {'subnet': {'network_id': 'd25f4509-16e0-448e-be23-28ba4a1010d3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:02.032868 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0384ba-fff4-40e8-a375-f3aea551ee9f None None] Network 6e5e1c6e-010b-4479-9a77-41c19954c33d requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:02.045054 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8246417-c9f4-49ed-bb2d-2ec4ad244c5c tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:02.045788 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e8246417-c9f4-49ed-bb2d-2ec4ad244c5c tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:02.066383 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e8246417-c9f4-49ed-bb2d-2ec4ad244c5c tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0536058 Sep 21 18:17:02.066852 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40070) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:02.072655 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-fc4bfbbe-f088-4441-b0de-29fc82a027de tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Request body: {'port': {'network_id': '8debaea5-5319-4bb0-87f3-da0e8af4f6e8', 'name': 'tempest-AllowedAddressPairTestJSON-2051110969', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:4d:ca:52'}]}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:02.150783 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4858bab6-094c-422e-8f22-88e25e66cfc0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Made reservation on behalf of f75ad6b511e2465480f41f234aa66fad for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:02.163368 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4858bab6-094c-422e-8f22-88e25e66cfc0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:02.274670 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4bfbbe-f088-4441-b0de-29fc82a027de tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Made reservation on behalf of 7b06c9b5e39a4de780ae939b02a782fa for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:02.438350 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fc4bfbbe-f088-4441-b0de-29fc82a027de tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:02.491278 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4858bab6-094c-422e-8f22-88e25e66cfc0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:02.501514 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4706730e-780e-4434-ac65-f72585d7c5b8 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:02.512619 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4706730e-780e-4434-ac65-f72585d7c5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:02.532440 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-fc4bfbbe-f088-4441-b0de-29fc82a027de tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] device_id is not set on port 886cfec4-f4ad-4a1c-87f5-9c612a7d78de yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:17:02.640704 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858bab6-094c-422e-8f22-88e25e66cfc0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Subnet': ['ID=a830b58a-c666-411f-a16c-11e757b302e3,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:02.651135 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706730e-780e-4434-ac65-f72585d7c5b8 None None] Pushing event updated for resources: {'Port': ['ID=2e303667-0281-4361-9efb-788a068466d5,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:02.657166 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416d60a6-e570-4673-b160-33e97a270cf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-6e5e1c6e-010b-4479-9a77-41c19954c33d', 'network_id': '6e5e1c6e-010b-4479-9a77-41c19954c33d', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'fixed_ips': [{'subnet_id': '54041cb6-ea6a-452a-9f65-73740e38f7f6'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:17:02.658257 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-416d60a6-e570-4673-b160-33e97a270cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:02.665656 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4858bab6-094c-422e-8f22-88e25e66cfc0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Checking segment: {'id': '3a8a8dd5-04d8-46d0-9d41-c0f7a136f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd25f4509-16e0-448e-be23-28ba4a1010d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:02.666037 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4858bab6-094c-422e-8f22-88e25e66cfc0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network hostable DHCP agents. Network: d25f4509-16e0-448e-be23-28ba4a1010d3, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:17:02.708002 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4706730e-780e-4434-ac65-f72585d7c5b8 None None] Network 8debaea5-5319-4bb0-87f3-da0e8af4f6e8 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:02.710699 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-4706730e-780e-4434-ac65-f72585d7c5b8 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:02.714829 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4858bab6-094c-422e-8f22-88e25e66cfc0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network d25f4509-16e0-448e-be23-28ba4a1010d3 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:17:02.728384 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-4858bab6-094c-422e-8f22-88e25e66cfc0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, d25f4509-16e0-448e-be23-28ba4a1010d3) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:02.732548 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4858bab6-094c-422e-8f22-88e25e66cfc0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:02.733106 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4858bab6-094c-422e-8f22-88e25e66cfc0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:02.762855 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40090) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:02.763041 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4858bab6-094c-422e-8f22-88e25e66cfc0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7404621 Sep 21 18:17:02.789007 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4706730e-780e-4434-ac65-f72585d7c5b8 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:02.794974 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb3d537-e2fd-42eb-a311-15271a7043b2 None None] Network d25f4509-16e0-448e-be23-28ba4a1010d3 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:02.819401 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-20a9a0da-9568-4022-bd36-bf70f3f7d8fb tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-328155083', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:02.884537 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-fc4bfbbe-f088-4441-b0de-29fc82a027de tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Allocated IP 172.20.0.8 (8debaea5-5319-4bb0-87f3-da0e8af4f6e8/b01ea3b0-63f5-4edf-afc6-550891412418/886cfec4-f4ad-4a1c-87f5-9c612a7d78de) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:02.910901 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599d994-fabc-4059-9a2e-1e9219d9777e req-de551c82-35ca-4496-abe3-ef44112d2da3 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:02.914363 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a599d994-fabc-4059-9a2e-1e9219d9777e req-de551c82-35ca-4496-abe3-ef44112d2da3 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/ports?device_id=69899988-b844-4ae0-8a22-0cca34449c0c HTTP/1.1" status: 200 len: 945 time: 0.0857530 Sep 21 18:17:02.950484 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-4706730e-780e-4434-ac65-f72585d7c5b8 None None] Attempting to bind port 2e303667-0281-4361-9efb-788a068466d5 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:17:02.950853 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-4706730e-780e-4434-ac65-f72585d7c5b8 None None] Attempting to bind port 2e303667-0281-4361-9efb-788a068466d5 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '4e934ac1-f599-4914-b9d9-357949c4c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8debaea5-5319-4bb0-87f3-da0e8af4f6e8'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:17:02.951244 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4706730e-780e-4434-ac65-f72585d7c5b8 None None] Attempting to bind port 2e303667-0281-4361-9efb-788a068466d5 on network 8debaea5-5319-4bb0-87f3-da0e8af4f6e8 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:17:02.989273 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a599d994-fabc-4059-9a2e-1e9219d9777e req-806f9ec0-772e-47fe-86d5-715b5844088c tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/security-groups?id=34a0d50e-1e59-42b9-b792-fda00096070e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661983 Sep 21 18:17:03.020936 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4706730e-780e-4434-ac65-f72585d7c5b8 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:17:03.021234 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4706730e-780e-4434-ac65-f72585d7c5b8 None None] Checking segment: {'id': '4e934ac1-f599-4914-b9d9-357949c4c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8debaea5-5319-4bb0-87f3-da0e8af4f6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:03.021629 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4706730e-780e-4434-ac65-f72585d7c5b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:03.022024 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4706730e-780e-4434-ac65-f72585d7c5b8 None None] Bound using segment: {'id': '4e934ac1-f599-4914-b9d9-357949c4c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8debaea5-5319-4bb0-87f3-da0e8af4f6e8'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:17:03.022512 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-4706730e-780e-4434-ac65-f72585d7c5b8 None None] Bound port: 2e303667-0281-4361-9efb-788a068466d5, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e934ac1-f599-4914-b9d9-357949c4c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8debaea5-5319-4bb0-87f3-da0e8af4f6e8'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:17:03.022900 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4706730e-780e-4434-ac65-f72585d7c5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:03.068242 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fc4bfbbe-f088-4441-b0de-29fc82a027de tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:03.080974 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-20a9a0da-9568-4022-bd36-bf70f3f7d8fb tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:03.082708 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-20a9a0da-9568-4022-bd36-bf70f3f7d8fb tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:03.102702 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-416d60a6-e570-4673-b160-33e97a270cf9 None None] Allocated IP 2001:db8::2 (6e5e1c6e-010b-4479-9a77-41c19954c33d/54041cb6-ea6a-452a-9f65-73740e38f7f6/0daa9520-872a-4924-825b-51d04b7a22cd) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:03.146082 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-20a9a0da-9568-4022-bd36-bf70f3f7d8fb tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:03.156310 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-20a9a0da-9568-4022-bd36-bf70f3f7d8fb tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:03.189425 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-20a9a0da-9568-4022-bd36-bf70f3f7d8fb tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:03.193903 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-20a9a0da-9568-4022-bd36-bf70f3f7d8fb tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3900225 Sep 21 18:17:03.196027 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40098) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:03.279854 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a201321c-7c11-4d58-b213-8acc3e279e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-d25f4509-16e0-448e-be23-28ba4a1010d3', 'network_id': 'd25f4509-16e0-448e-be23-28ba4a1010d3', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'fixed_ips': [{'subnet_id': 'a830b58a-c666-411f-a16c-11e757b302e3'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:17:03.280787 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a201321c-7c11-4d58-b213-8acc3e279e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:03.288101 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fc4bfbbe-f088-4441-b0de-29fc82a027de tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:03.304937 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-4706730e-780e-4434-ac65-f72585d7c5b8 None None] For port 2e303667-0281-4361-9efb-788a068466d5, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:17:03.329635 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-4706730e-780e-4434-ac65-f72585d7c5b8 None None] For port 2e303667-0281-4361-9efb-788a068466d5, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=2e303667-0281-4361-9efb-788a068466d5,segment=NetworkSegment(4e934ac1-f599-4914-b9d9-357949c4c6f3),segment_id=4e934ac1-f599-4914-b9d9-357949c4c6f3)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:17:03.392004 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4706730e-780e-4434-ac65-f72585d7c5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:03.486056 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4bfbbe-f088-4441-b0de-29fc82a027de tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Network 8debaea5-5319-4bb0-87f3-da0e8af4f6e8 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:03.520955 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-fc4bfbbe-f088-4441-b0de-29fc82a027de tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:03.525179 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4bfbbe-f088-4441-b0de-29fc82a027de tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Pushing event updated for resources: {'Port': ['ID=886cfec4-f4ad-4a1c-87f5-9c612a7d78de,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:03.536422 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4bfbbe-f088-4441-b0de-29fc82a027de tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:03.538016 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-416d60a6-e570-4673-b160-33e97a270cf9 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:03.562906 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-416d60a6-e570-4673-b160-33e97a270cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:03.626120 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706730e-780e-4434-ac65-f72585d7c5b8 None None] Pushing event updated for resources: {'Port': ['ID=2e303667-0281-4361-9efb-788a068466d5,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:03.636424 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416d60a6-e570-4673-b160-33e97a270cf9 None None] Network 6e5e1c6e-010b-4479-9a77-41c19954c33d is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:03.636700 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-416d60a6-e570-4673-b160-33e97a270cf9 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:03.647244 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416d60a6-e570-4673-b160-33e97a270cf9 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:03.661373 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05031a8b-68fe-402f-8aee-8eebc17a9490 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:03.673464 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4bfbbe-f088-4441-b0de-29fc82a027de tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:03.674471 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fc4bfbbe-f088-4441-b0de-29fc82a027de tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:03.697001 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-a201321c-7c11-4d58-b213-8acc3e279e41 None None] Allocated IP 2001:db8:1::2 (d25f4509-16e0-448e-be23-28ba4a1010d3/a830b58a-c666-411f-a16c-11e757b302e3/22662134-85b0-4404-a8b2-459906a6d542) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:03.714092 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d60a6-e570-4673-b160-33e97a270cf9 None None] Pushing event updated for resources: {'Port': ['ID=0daa9520-872a-4924-825b-51d04b7a22cd,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:03.806671 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-416d60a6-e570-4673-b160-33e97a270cf9 None None] Attempting to bind port 0daa9520-872a-4924-825b-51d04b7a22cd on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:17:03.807077 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-416d60a6-e570-4673-b160-33e97a270cf9 None None] Attempting to bind port 0daa9520-872a-4924-825b-51d04b7a22cd by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '094602ec-b1e0-48ee-b0f3-272571f98776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6e5e1c6e-010b-4479-9a77-41c19954c33d'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:17:03.807445 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416d60a6-e570-4673-b160-33e97a270cf9 None None] Attempting to bind port 0daa9520-872a-4924-825b-51d04b7a22cd on network 6e5e1c6e-010b-4479-9a77-41c19954c33d {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:17:03.822775 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fc4bfbbe-f088-4441-b0de-29fc82a027de tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.7488968 Sep 21 18:17:03.823027 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416d60a6-e570-4673-b160-33e97a270cf9 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:17:03.823027 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416d60a6-e570-4673-b160-33e97a270cf9 None None] Checking segment: {'id': '094602ec-b1e0-48ee-b0f3-272571f98776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6e5e1c6e-010b-4479-9a77-41c19954c33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:03.823027 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-416d60a6-e570-4673-b160-33e97a270cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:03.823027 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416d60a6-e570-4673-b160-33e97a270cf9 None None] Bound using segment: {'id': '094602ec-b1e0-48ee-b0f3-272571f98776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6e5e1c6e-010b-4479-9a77-41c19954c33d'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:17:03.823027 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-416d60a6-e570-4673-b160-33e97a270cf9 None None] Bound port: 0daa9520-872a-4924-825b-51d04b7a22cd, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094602ec-b1e0-48ee-b0f3-272571f98776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6e5e1c6e-010b-4479-9a77-41c19954c33d'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:17:03.823574 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40114) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:03.824122 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-416d60a6-e570-4673-b160-33e97a270cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:03.942467 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc8e599-8296-42b8-a410-079e1ab61d60 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:03.953897 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc8e599-8296-42b8-a410-079e1ab61d60 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:03.970345 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc8e599-8296-42b8-a410-079e1ab61d60 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:03.972338 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1dc8e599-8296-42b8-a410-079e1ab61d60 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1484458 Sep 21 18:17:03.975911 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40116) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:03.999534 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-416d60a6-e570-4673-b160-33e97a270cf9 None None] For port 0daa9520-872a-4924-825b-51d04b7a22cd, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:17:04.004858 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-416d60a6-e570-4673-b160-33e97a270cf9 None None] For port 0daa9520-872a-4924-825b-51d04b7a22cd, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=0daa9520-872a-4924-825b-51d04b7a22cd,segment=NetworkSegment(094602ec-b1e0-48ee-b0f3-272571f98776),segment_id=094602ec-b1e0-48ee-b0f3-272571f98776)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:17:04.039565 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-416d60a6-e570-4673-b160-33e97a270cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:04.119422 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-05031a8b-68fe-402f-8aee-8eebc17a9490 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Allocated IP 2001:db8::1 (6e5e1c6e-010b-4479-9a77-41c19954c33d/54041cb6-ea6a-452a-9f65-73740e38f7f6/bde649f7-3b24-45cf-a286-00e05892c942) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:04.135788 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a201321c-7c11-4d58-b213-8acc3e279e41 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:04.147526 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d60a6-e570-4673-b160-33e97a270cf9 None None] Pushing event updated for resources: {'Port': ['ID=0daa9520-872a-4924-825b-51d04b7a22cd,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:04.159822 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-6696bd46-93eb-4957-9ccd-b4c8b6cb2f31 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Deleting port 886cfec4-f4ad-4a1c-87f5-9c612a7d78de {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:04.160243 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6696bd46-93eb-4957-9ccd-b4c8b6cb2f31 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:04.165795 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a201321c-7c11-4d58-b213-8acc3e279e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:04.229691 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a201321c-7c11-4d58-b213-8acc3e279e41 None None] Network d25f4509-16e0-448e-be23-28ba4a1010d3 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:04.233001 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-a201321c-7c11-4d58-b213-8acc3e279e41 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:04.236242 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a201321c-7c11-4d58-b213-8acc3e279e41 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:04.330453 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201321c-7c11-4d58-b213-8acc3e279e41 None None] Pushing event updated for resources: {'Port': ['ID=22662134-85b0-4404-a8b2-459906a6d542,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:04.332586 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6696bd46-93eb-4957-9ccd-b4c8b6cb2f31 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:04.354086 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a201321c-7c11-4d58-b213-8acc3e279e41 None None] Attempting to bind port 22662134-85b0-4404-a8b2-459906a6d542 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:17:04.354452 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a201321c-7c11-4d58-b213-8acc3e279e41 None None] Attempting to bind port 22662134-85b0-4404-a8b2-459906a6d542 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '3a8a8dd5-04d8-46d0-9d41-c0f7a136f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd25f4509-16e0-448e-be23-28ba4a1010d3'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:17:04.354817 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a201321c-7c11-4d58-b213-8acc3e279e41 None None] Attempting to bind port 22662134-85b0-4404-a8b2-459906a6d542 on network d25f4509-16e0-448e-be23-28ba4a1010d3 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:17:04.362179 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a201321c-7c11-4d58-b213-8acc3e279e41 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:17:04.362456 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a201321c-7c11-4d58-b213-8acc3e279e41 None None] Checking segment: {'id': '3a8a8dd5-04d8-46d0-9d41-c0f7a136f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd25f4509-16e0-448e-be23-28ba4a1010d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:04.362869 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a201321c-7c11-4d58-b213-8acc3e279e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:04.363477 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a201321c-7c11-4d58-b213-8acc3e279e41 None None] Bound using segment: {'id': '3a8a8dd5-04d8-46d0-9d41-c0f7a136f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd25f4509-16e0-448e-be23-28ba4a1010d3'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:17:04.364106 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a201321c-7c11-4d58-b213-8acc3e279e41 None None] Bound port: 22662134-85b0-4404-a8b2-459906a6d542, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a8a8dd5-04d8-46d0-9d41-c0f7a136f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd25f4509-16e0-448e-be23-28ba4a1010d3'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:17:04.364496 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a201321c-7c11-4d58-b213-8acc3e279e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:04.365845 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-6696bd46-93eb-4957-9ccd-b4c8b6cb2f31 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Calling delete_port for 886cfec4-f4ad-4a1c-87f5-9c612a7d78de owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:04.453313 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a201321c-7c11-4d58-b213-8acc3e279e41 None None] For port 22662134-85b0-4404-a8b2-459906a6d542, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:17:04.460949 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a201321c-7c11-4d58-b213-8acc3e279e41 None None] For port 22662134-85b0-4404-a8b2-459906a6d542, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=22662134-85b0-4404-a8b2-459906a6d542,segment=NetworkSegment(3a8a8dd5-04d8-46d0-9d41-c0f7a136f4d3),segment_id=3a8a8dd5-04d8-46d0-9d41-c0f7a136f4d3)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:17:04.472246 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a201321c-7c11-4d58-b213-8acc3e279e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:04.517690 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cac5bc-113a-47aa-a5b6-3597652d896d req-db3b5496-261a-49f0-8744-e422acf91727 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:04.519309 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-28cac5bc-113a-47aa-a5b6-3597652d896d req-db3b5496-261a-49f0-8744-e422acf91727 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.44 "GET /v2.0/ports?device_id=69899988-b844-4ae0-8a22-0cca34449c0c HTTP/1.1" status: 200 len: 945 time: 0.1183658 Sep 21 18:17:04.589840 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201321c-7c11-4d58-b213-8acc3e279e41 None None] Pushing event updated for resources: {'Port': ['ID=22662134-85b0-4404-a8b2-459906a6d542,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:04.780661 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-28cac5bc-113a-47aa-a5b6-3597652d896d req-3ce46bbe-712b-4e41-a098-fe937e1a3f48 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Deleting port 9b57fe9b-2667-4c8b-bc2f-e97a2be004cf {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:04.781012 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-28cac5bc-113a-47aa-a5b6-3597652d896d req-3ce46bbe-712b-4e41-a098-fe937e1a3f48 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:04.853516 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6696bd46-93eb-4957-9ccd-b4c8b6cb2f31 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:04.864461 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec366521-0109-4218-9538-ebb4f0b7a447 req-e4cb3a34-45cc-429b-8a85-965598abcc2d tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:04.872670 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ec366521-0109-4218-9538-ebb4f0b7a447 req-e4cb3a34-45cc-429b-8a85-965598abcc2d tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/ports?device_id=69899988-b844-4ae0-8a22-0cca34449c0c HTTP/1.1" status: 200 len: 945 time: 0.7497101 Sep 21 18:17:04.956143 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ec366521-0109-4218-9538-ebb4f0b7a447 req-aa7a97a3-b98c-4387-bcc4-57b7bbea88b1 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/security-groups?id=34a0d50e-1e59-42b9-b792-fda00096070e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824289 Sep 21 18:17:05.018333 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696bd46-93eb-4957-9ccd-b4c8b6cb2f31 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Pushing event deleted for resources: {'Port': ['ID=886cfec4-f4ad-4a1c-87f5-9c612a7d78de,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:05.060421 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05031a8b-68fe-402f-8aee-8eebc17a9490 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:05.156228 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05031a8b-68fe-402f-8aee-8eebc17a9490 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:05.216226 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-28cac5bc-113a-47aa-a5b6-3597652d896d req-3ce46bbe-712b-4e41-a098-fe937e1a3f48 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] For port 9b57fe9b-2667-4c8b-bc2f-e97a2be004cf, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9b57fe9b-2667-4c8b-bc2f-e97a2be004cf,segment=NetworkSegment(2bba27de-5e29-4d49-baba-f0d73c451eb9),segment_id=2bba27de-5e29-4d49-baba-f0d73c451eb9)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:05.216603 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-28cac5bc-113a-47aa-a5b6-3597652d896d req-3ce46bbe-712b-4e41-a098-fe937e1a3f48 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:05.262655 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05031a8b-68fe-402f-8aee-8eebc17a9490 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network 6e5e1c6e-010b-4479-9a77-41c19954c33d is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:05.276012 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-05031a8b-68fe-402f-8aee-8eebc17a9490 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:05.280995 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05031a8b-68fe-402f-8aee-8eebc17a9490 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:05.281577 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05031a8b-68fe-402f-8aee-8eebc17a9490 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:05.310653 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-28cac5bc-113a-47aa-a5b6-3597652d896d req-3ce46bbe-712b-4e41-a098-fe937e1a3f48 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Calling delete_port for 9b57fe9b-2667-4c8b-bc2f-e97a2be004cf owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:05.348252 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f53f07-e14d-4f6c-9b33-05f51f5649b3 None None] Network 8debaea5-5319-4bb0-87f3-da0e8af4f6e8 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:05.375031 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6696bd46-93eb-4957-9ccd-b4c8b6cb2f31 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:05.385069 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6696bd46-93eb-4957-9ccd-b4c8b6cb2f31 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] 10.222.0.58 "DELETE /v2.0/ports/886cfec4-f4ad-4a1c-87f5-9c612a7d78de HTTP/1.1" status: 204 len: 168 time: 1.4080498 Sep 21 18:17:05.385746 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40136) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:05.387017 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05031a8b-68fe-402f-8aee-8eebc17a9490 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Port': ['ID=bde649f7-3b24-45cf-a286-00e05892c942,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:05.474294 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a50f460-5d66-49a1-b6ee-82e7aa17df71 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] GET failed (client error): The resource could not be found. Sep 21 18:17:05.476070 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-12e09e7a-a337-4a60-9354-7519bc352565 None None] Provisioning complete for port 2e303667-0281-4361-9efb-788a068466d5 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:05.476605 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-12e09e7a-a337-4a60-9354-7519bc352565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:05.640808 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2a50f460-5d66-49a1-b6ee-82e7aa17df71 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] 10.222.0.58 "GET /v2.0/ports/886cfec4-f4ad-4a1c-87f5-9c612a7d78de HTTP/1.1" status: 404 len: 333 time: 0.0324631 Sep 21 18:17:05.640808 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40142) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:05.640808 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-43e4e7f7-8031-40af-83d0-90ebbb9e424d tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Request body: {'port': {'network_id': '8debaea5-5319-4bb0-87f3-da0e8af4f6e8', 'name': 'tempest-AllowedAddressPairTestJSON-793725694'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:05.774613 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05031a8b-68fe-402f-8aee-8eebc17a9490 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:05.989241 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-12e09e7a-a337-4a60-9354-7519bc352565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:06.028939 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 22662134-85b0-4404-a8b2-459906a6d542 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:17:06.030118 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e4e7f7-8031-40af-83d0-90ebbb9e424d tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Made reservation on behalf of 7b06c9b5e39a4de780ae939b02a782fa for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:06.047376 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-43e4e7f7-8031-40af-83d0-90ebbb9e424d tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:06.111767 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-28cac5bc-113a-47aa-a5b6-3597652d896d req-3ce46bbe-712b-4e41-a098-fe937e1a3f48 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:06.112392 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ce12f2-375d-4856-9a51-96471c2af929 None None] Network 6e5e1c6e-010b-4479-9a77-41c19954c33d requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:06.159972 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-43e4e7f7-8031-40af-83d0-90ebbb9e424d tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] device_id is not set on port e201cd55-e978-4b18-b962-4552d9a79217 yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:17:06.186029 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-12e09e7a-a337-4a60-9354-7519bc352565 None None] For port 2e303667-0281-4361-9efb-788a068466d5, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=2e303667-0281-4361-9efb-788a068466d5,segment=NetworkSegment(4e934ac1-f599-4914-b9d9-357949c4c6f3),segment_id=4e934ac1-f599-4914-b9d9-357949c4c6f3)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:06.226601 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-12e09e7a-a337-4a60-9354-7519bc352565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:06.416927 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 22662134-85b0-4404-a8b2-459906a6d542 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:06.417574 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:06.528622 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e09e7a-a337-4a60-9354-7519bc352565 None None] Pushing event updated for resources: {'Port': ['ID=2e303667-0281-4361-9efb-788a068466d5,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:06.535739 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b051cc2b-6d51-448e-aef7-5eadff61369a None None] Provisioning complete for port 0daa9520-872a-4924-825b-51d04b7a22cd triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:06.536165 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b051cc2b-6d51-448e-aef7-5eadff61369a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:06.564990 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05031a8b-68fe-402f-8aee-8eebc17a9490 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:06.575033 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05031a8b-68fe-402f-8aee-8eebc17a9490 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:06.576034 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05031a8b-68fe-402f-8aee-8eebc17a9490 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:06.715203 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0761b1ca-5448-4ea0-9a3e-26e1057f60c7 None None] Network d25f4509-16e0-448e-be23-28ba4a1010d3 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:06.867874 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05031a8b-68fe-402f-8aee-8eebc17a9490 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network 6e5e1c6e-010b-4479-9a77-41c19954c33d is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:06.874298 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-05031a8b-68fe-402f-8aee-8eebc17a9490 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:06.974958 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05031a8b-68fe-402f-8aee-8eebc17a9490 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Port': ['ID=bde649f7-3b24-45cf-a286-00e05892c942,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:06.991289 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ee37c77f-34e0-4687-8717-3d3d07f1e806 req-36c41ccb-7e23-4c18-8529-80ea3f5d33be tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/ports?device_id=69899988-b844-4ae0-8a22-0cca34449c0c HTTP/1.1" status: 200 len: 210 time: 0.7366676 Sep 21 18:17:07.044742 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce46bbe-712b-4e41-a098-fe937e1a3f48 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Pushing event deleted for resources: {'Port': ['ID=9b57fe9b-2667-4c8b-bc2f-e97a2be004cf,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:07.070161 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-28cac5bc-113a-47aa-a5b6-3597652d896d req-3ce46bbe-712b-4e41-a098-fe937e1a3f48 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] No DVR routers for this DVR port 9b57fe9b-2667-4c8b-bc2f-e97a2be004cf on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:17:07.075590 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-28cac5bc-113a-47aa-a5b6-3597652d896d req-3ce46bbe-712b-4e41-a098-fe937e1a3f48 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:07.077928 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-28cac5bc-113a-47aa-a5b6-3597652d896d req-3ce46bbe-712b-4e41-a098-fe937e1a3f48 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.44 "DELETE /v2.0/ports/9b57fe9b-2667-4c8b-bc2f-e97a2be004cf HTTP/1.1" status: 204 len: 173 time: 2.5469551 Sep 21 18:17:07.078462 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69899988-b844-4ae0-8a22-0cca34449c0c', 'name': 'network-vif-deleted', 'tag': '9b57fe9b-2667-4c8b-bc2f-e97a2be004cf'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:17:07.082061 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8f7981-cb0a-469d-bfb4-91e1a7a7ea0f" -d '{"events": [{"server_uuid": "69899988-b844-4ae0-8a22-0cca34449c0c", "name": "network-vif-deleted", "tag": "9b57fe9b-2667-4c8b-bc2f-e97a2be004cf"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:17:07.175045 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05031a8b-68fe-402f-8aee-8eebc17a9490 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Router c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:17:07.181948 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-43e4e7f7-8031-40af-83d0-90ebbb9e424d tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Allocated IP 172.20.0.11 (8debaea5-5319-4bb0-87f3-da0e8af4f6e8/b01ea3b0-63f5-4edf-afc6-550891412418/e201cd55-e978-4b18-b962-4552d9a79217) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:07.237034 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:07.252570 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458c421c-4760-49d5-a8ae-b39d08c0a50d x-openstack-request-id: req-458c421c-4760-49d5-a8ae-b39d08c0a50d {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:17:07.252913 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69899988-b844-4ae0-8a22-0cca34449c0c", "name": "network-vif-deleted", "tag": "9b57fe9b-2667-4c8b-bc2f-e97a2be004cf", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:17:07.253110 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-458c421c-4760-49d5-a8ae-b39d08c0a50d {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:17:07.253871 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69899988-b844-4ae0-8a22-0cca34449c0c', 'name': 'network-vif-deleted', 'tag': '9b57fe9b-2667-4c8b-bc2f-e97a2be004cf', 'status': 'completed', 'code': 200} Sep 21 18:17:07.321322 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 22662134-85b0-4404-a8b2-459906a6d542, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=22662134-85b0-4404-a8b2-459906a6d542,segment=NetworkSegment(3a8a8dd5-04d8-46d0-9d41-c0f7a136f4d3),segment_id=3a8a8dd5-04d8-46d0-9d41-c0f7a136f4d3)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:07.336409 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:07.337787 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 0daa9520-872a-4924-825b-51d04b7a22cd up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:17:07.450149 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05031a8b-68fe-402f-8aee-8eebc17a9490 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:17:07.464966 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-05031a8b-68fe-402f-8aee-8eebc17a9490 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "PUT /v2.0/routers/c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2678332 Sep 21 18:17:07.465634 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40186) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:07.500257 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c81a7c-2d11-40fe-b6d9-9c45b03dc9b3 None None] Sync routers for ids ['c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:17:07.548574 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-43e4e7f7-8031-40af-83d0-90ebbb9e424d tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:07.575940 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4654ea5a-a56f-41a8-bde6-957d9c31aa72 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:07.581812 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4654ea5a-a56f-41a8-bde6-957d9c31aa72 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "GET /v2.0/ports/bde649f7-3b24-45cf-a286-00e05892c942 HTTP/1.1" status: 200 len: 911 time: 0.1151121 Sep 21 18:17:07.583129 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40188) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:07.609442 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b051cc2b-6d51-448e-aef7-5eadff61369a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:07.633154 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-43e4e7f7-8031-40af-83d0-90ebbb9e424d tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:07.653387 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c81a7c-2d11-40fe-b6d9-9c45b03dc9b3 None None] Routers {'c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:07.654032 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-86c81a7c-2d11-40fe-b6d9-9c45b03dc9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:16:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:07.682494 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=22662134-85b0-4404-a8b2-459906a6d542,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:07.745730 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e4e7f7-8031-40af-83d0-90ebbb9e424d tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Network 8debaea5-5319-4bb0-87f3-da0e8af4f6e8 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:07.781279 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-43e4e7f7-8031-40af-83d0-90ebbb9e424d tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:07.785843 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e4e7f7-8031-40af-83d0-90ebbb9e424d tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:07.797614 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-86c81a7c-2d11-40fe-b6d9-9c45b03dc9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:07.816417 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 0daa9520-872a-4924-825b-51d04b7a22cd triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:07.816417 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:07.859524 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4e7f7-8031-40af-83d0-90ebbb9e424d tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Pushing event updated for resources: {'Port': ['ID=e201cd55-e978-4b18-b962-4552d9a79217,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:07.879801 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b051cc2b-6d51-448e-aef7-5eadff61369a None None] For port 0daa9520-872a-4924-825b-51d04b7a22cd, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=0daa9520-872a-4924-825b-51d04b7a22cd,segment=NetworkSegment(094602ec-b1e0-48ee-b0f3-272571f98776),segment_id=094602ec-b1e0-48ee-b0f3-272571f98776)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:07.898539 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c81a7c-2d11-40fe-b6d9-9c45b03dc9b3 None None] Routers {'c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:07.899348 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-86c81a7c-2d11-40fe-b6d9-9c45b03dc9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:16:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:07.900500 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e4e7f7-8031-40af-83d0-90ebbb9e424d tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:07.901955 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-43e4e7f7-8031-40af-83d0-90ebbb9e424d tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:07.911182 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b051cc2b-6d51-448e-aef7-5eadff61369a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:07.922241 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-43e4e7f7-8031-40af-83d0-90ebbb9e424d tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4388726 Sep 21 18:17:07.924758 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40198) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:07.933691 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-57b93327-05b2-4402-abe9-481ae30f2bb8 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:4d:ca:52'}]}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:08.037755 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-86c81a7c-2d11-40fe-b6d9-9c45b03dc9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:08.038835 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c81a7c-2d11-40fe-b6d9-9c45b03dc9b3 None None] The sync data for ids ['c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:17:08.137490 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 9b57fe9b-2667-4c8b-bc2f-e97a2be004cf no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:17:08.266918 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-7006960e-4ae9-484f-8a9a-92b04ac26419 None None] Provisioning complete for port bde649f7-3b24-45cf-a286-00e05892c942 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:08.267372 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7006960e-4ae9-484f-8a9a-92b04ac26419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:08.406328 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 9b57fe9b-2667-4c8b-bc2f-e97a2be004cf {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:17:08.407110 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 9b57fe9b-2667-4c8b-bc2f-e97a2be004cf not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:17:08.410198 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-7006960e-4ae9-484f-8a9a-92b04ac26419 None None] Port bde649f7-3b24-45cf-a286-00e05892c942 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:17:08.417362 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57b93327-05b2-4402-abe9-481ae30f2bb8 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:08.419915 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051cc2b-6d51-448e-aef7-5eadff61369a None None] Pushing event updated for resources: {'Port': ['ID=0daa9520-872a-4924-825b-51d04b7a22cd,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:08.472658 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b051cc2b-6d51-448e-aef7-5eadff61369a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:08.474717 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b051cc2b-6d51-448e-aef7-5eadff61369a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:08.475328 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b051cc2b-6d51-448e-aef7-5eadff61369a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:08.475727 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b051cc2b-6d51-448e-aef7-5eadff61369a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:08.476916 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b051cc2b-6d51-448e-aef7-5eadff61369a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:08.478281 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b051cc2b-6d51-448e-aef7-5eadff61369a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:08.478789 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b051cc2b-6d51-448e-aef7-5eadff61369a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:08.480447 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b051cc2b-6d51-448e-aef7-5eadff61369a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:08.482520 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b051cc2b-6d51-448e-aef7-5eadff61369a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:08.482910 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b051cc2b-6d51-448e-aef7-5eadff61369a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:08.483327 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b051cc2b-6d51-448e-aef7-5eadff61369a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:08.483659 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b051cc2b-6d51-448e-aef7-5eadff61369a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:08.508735 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-7006960e-4ae9-484f-8a9a-92b04ac26419 None None] Provisioning complete for port 258f4527-e0c6-4ba6-842d-ebe28935ba62 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:08.509405 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7006960e-4ae9-484f-8a9a-92b04ac26419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:08.515687 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f8e02b98-c383-43ea-8714-14a7960176d0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:08.618434 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 2e303667-0281-4361-9efb-788a068466d5 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:17:08.691111 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-7006960e-4ae9-484f-8a9a-92b04ac26419 None None] Port 258f4527-e0c6-4ba6-842d-ebe28935ba62 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:17:08.728249 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-7006960e-4ae9-484f-8a9a-92b04ac26419 None None] Provisioning complete for port 2e303667-0281-4361-9efb-788a068466d5 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:08.728626 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7006960e-4ae9-484f-8a9a-92b04ac26419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:08.839355 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57b93327-05b2-4402-abe9-481ae30f2bb8 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:08.844831 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 2e303667-0281-4361-9efb-788a068466d5 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:08.845435 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:08.855176 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57b93327-05b2-4402-abe9-481ae30f2bb8 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:08.987328 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b93327-05b2-4402-abe9-481ae30f2bb8 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Pushing event updated for resources: {'Port': ['ID=e201cd55-e978-4b18-b962-4552d9a79217,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:09.036819 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-7006960e-4ae9-484f-8a9a-92b04ac26419 None None] Could not find standard attr ID for object 886cfec4-f4ad-4a1c-87f5-9c612a7d78de. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:17:09.053885 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-7006960e-4ae9-484f-8a9a-92b04ac26419 None None] Provisioning complete for port 0daa9520-872a-4924-825b-51d04b7a22cd triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:09.054257 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7006960e-4ae9-484f-8a9a-92b04ac26419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:09.060708 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b93327-05b2-4402-abe9-481ae30f2bb8 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:09.061101 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b93327-05b2-4402-abe9-481ae30f2bb8 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:09.061446 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b93327-05b2-4402-abe9-481ae30f2bb8 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:09.062027 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b93327-05b2-4402-abe9-481ae30f2bb8 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:09.062366 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b93327-05b2-4402-abe9-481ae30f2bb8 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:09.067194 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b93327-05b2-4402-abe9-481ae30f2bb8 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:09.067601 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b93327-05b2-4402-abe9-481ae30f2bb8 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:09.068234 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b93327-05b2-4402-abe9-481ae30f2bb8 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:09.068917 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b93327-05b2-4402-abe9-481ae30f2bb8 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:09.069312 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b93327-05b2-4402-abe9-481ae30f2bb8 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:09.069612 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b93327-05b2-4402-abe9-481ae30f2bb8 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:09.070097 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b93327-05b2-4402-abe9-481ae30f2bb8 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:09.114519 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-57b93327-05b2-4402-abe9-481ae30f2bb8 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] In _notify_port_updated(), no bound segment for port e201cd55-e978-4b18-b962-4552d9a79217 on network 8debaea5-5319-4bb0-87f3-da0e8af4f6e8 {{(pid=101460) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:17:09.138011 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-f8e02b98-c383-43ea-8714-14a7960176d0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Allocated IP 2001:db8:1::1 (d25f4509-16e0-448e-be23-28ba4a1010d3/a830b58a-c666-411f-a16c-11e757b302e3/be75bbbd-12d4-47ee-92a5-cd6e4495e004) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:09.147108 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b93327-05b2-4402-abe9-481ae30f2bb8 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:09.148170 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57b93327-05b2-4402-abe9-481ae30f2bb8 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:09.150068 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-57b93327-05b2-4402-abe9-481ae30f2bb8 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] 10.222.0.58 "PUT /v2.0/ports/e201cd55-e978-4b18-b962-4552d9a79217 HTTP/1.1" status: 200 len: 993 time: 1.2241442 Sep 21 18:17:09.153743 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40224) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:09.305334 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-7006960e-4ae9-484f-8a9a-92b04ac26419 None None] Provisioning complete for port 22662134-85b0-4404-a8b2-459906a6d542 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:09.305710 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7006960e-4ae9-484f-8a9a-92b04ac26419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:09.345839 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 22662134-85b0-4404-a8b2-459906a6d542 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:17:09.362129 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f8e02b98-c383-43ea-8714-14a7960176d0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:09.384407 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-c8315226-f14c-4b25-99e8-ec9881d4e972 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Deleting port e201cd55-e978-4b18-b962-4552d9a79217 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:09.395134 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c8315226-f14c-4b25-99e8-ec9881d4e972 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:09.404350 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f8e02b98-c383-43ea-8714-14a7960176d0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:09.473040 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 22662134-85b0-4404-a8b2-459906a6d542 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:09.473551 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:09.487288 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e02b98-c383-43ea-8714-14a7960176d0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Port': ['ID=be75bbbd-12d4-47ee-92a5-cd6e4495e004,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:09.508739 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e02b98-c383-43ea-8714-14a7960176d0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network d25f4509-16e0-448e-be23-28ba4a1010d3 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:09.515053 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c8315226-f14c-4b25-99e8-ec9881d4e972 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:09.517647 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-f8e02b98-c383-43ea-8714-14a7960176d0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:09.524307 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:17:09.526248 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e02b98-c383-43ea-8714-14a7960176d0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:09.527074 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f8e02b98-c383-43ea-8714-14a7960176d0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:09.551806 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-c8315226-f14c-4b25-99e8-ec9881d4e972 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Calling delete_port for e201cd55-e978-4b18-b962-4552d9a79217 owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:09.691391 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 0daa9520-872a-4924-825b-51d04b7a22cd up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:17:09.746788 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f8e02b98-c383-43ea-8714-14a7960176d0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:09.845109 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-ae7a6004-28d2-48e6-9d84-764a4b3cb00d None None] Provisioning complete for port bde649f7-3b24-45cf-a286-00e05892c942 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:09.845486 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ae7a6004-28d2-48e6-9d84-764a4b3cb00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:09.897544 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c8315226-f14c-4b25-99e8-ec9881d4e972 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:09.956949 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-ae7a6004-28d2-48e6-9d84-764a4b3cb00d None None] Port bde649f7-3b24-45cf-a286-00e05892c942 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:17:09.961759 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 0daa9520-872a-4924-825b-51d04b7a22cd triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:09.962402 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:10.058454 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-ae7a6004-28d2-48e6-9d84-764a4b3cb00d None None] Provisioning complete for port 22662134-85b0-4404-a8b2-459906a6d542 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:10.058827 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ae7a6004-28d2-48e6-9d84-764a4b3cb00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:10.085965 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8315226-f14c-4b25-99e8-ec9881d4e972 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Pushing event deleted for resources: {'Port': ['ID=e201cd55-e978-4b18-b962-4552d9a79217,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:10.150023 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f8e02b98-c383-43ea-8714-14a7960176d0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:10.157968 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f8e02b98-c383-43ea-8714-14a7960176d0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:10.159593 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f8e02b98-c383-43ea-8714-14a7960176d0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:10.254437 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c8315226-f14c-4b25-99e8-ec9881d4e972 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:10.256630 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c8315226-f14c-4b25-99e8-ec9881d4e972 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] 10.222.0.58 "DELETE /v2.0/ports/e201cd55-e978-4b18-b962-4552d9a79217 HTTP/1.1" status: 204 len: 168 time: 1.1014807 Sep 21 18:17:10.260551 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40238) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:10.309687 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-ae7a6004-28d2-48e6-9d84-764a4b3cb00d None None] Could not find standard attr ID for object e201cd55-e978-4b18-b962-4552d9a79217. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:17:10.315400 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1cc49fb-3172-423d-891b-8f818cd8032c tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] GET failed (client error): The resource could not be found. Sep 21 18:17:10.320801 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d1cc49fb-3172-423d-891b-8f818cd8032c tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] 10.222.0.58 "GET /v2.0/ports/e201cd55-e978-4b18-b962-4552d9a79217 HTTP/1.1" status: 404 len: 333 time: 0.0554180 Sep 21 18:17:10.321472 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40242) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:10.323685 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 2e303667-0281-4361-9efb-788a068466d5 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:17:10.330228 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-eccfa7b0-c2d2-409b-bde3-5e07616fdbda tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Request body: {'port': {'network_id': '8debaea5-5319-4bb0-87f3-da0e8af4f6e8', 'name': 'tempest-AllowedAddressPairTestJSON-2003848641'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:10.366580 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e02b98-c383-43ea-8714-14a7960176d0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Port': ['ID=be75bbbd-12d4-47ee-92a5-cd6e4495e004,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:10.463964 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-05dbd7b8-3448-4a57-ba25-6e74a0b6e8ae None None] Provisioning complete for port be75bbbd-12d4-47ee-92a5-cd6e4495e004 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:10.471960 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-05dbd7b8-3448-4a57-ba25-6e74a0b6e8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:10.521195 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e02b98-c383-43ea-8714-14a7960176d0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network d25f4509-16e0-448e-be23-28ba4a1010d3 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:10.522719 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-f8e02b98-c383-43ea-8714-14a7960176d0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:10.536055 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 2e303667-0281-4361-9efb-788a068466d5 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:10.553305 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:10.590680 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccfa7b0-c2d2-409b-bde3-5e07616fdbda tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Made reservation on behalf of 7b06c9b5e39a4de780ae939b02a782fa for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:10.594438 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eccfa7b0-c2d2-409b-bde3-5e07616fdbda tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:10.625704 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-05dbd7b8-3448-4a57-ba25-6e74a0b6e8ae None None] Port be75bbbd-12d4-47ee-92a5-cd6e4495e004 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:17:10.635494 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-eccfa7b0-c2d2-409b-bde3-5e07616fdbda tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] device_id is not set on port 56f8aacf-185a-4fd4-bf2c-7ab8a778543a yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:17:10.750637 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e02b98-c383-43ea-8714-14a7960176d0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Router c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:17:10.910788 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-eccfa7b0-c2d2-409b-bde3-5e07616fdbda tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Allocated IP 172.20.0.6 (8debaea5-5319-4bb0-87f3-da0e8af4f6e8/b01ea3b0-63f5-4edf-afc6-550891412418/56f8aacf-185a-4fd4-bf2c-7ab8a778543a) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:10.998509 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e02b98-c383-43ea-8714-14a7960176d0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:17:11.004473 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f8e02b98-c383-43ea-8714-14a7960176d0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "PUT /v2.0/routers/c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4201801 Sep 21 18:17:11.009168 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eed347-32a0-43bd-832b-d82a3d404ff8 None None] Sync routers for ids ['c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:17:11.021561 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40254) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:11.028097 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eed347-32a0-43bd-832b-d82a3d404ff8 None None] Routers {'c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:11.029063 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c9eed347-32a0-43bd-832b-d82a3d404ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:16:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:11.076673 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c9eed347-32a0-43bd-832b-d82a3d404ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:11.086713 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eed347-32a0-43bd-832b-d82a3d404ff8 None None] Routers {'c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:11.087732 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c9eed347-32a0-43bd-832b-d82a3d404ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:16:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:11.130413 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b967bd-0adf-4755-94b2-9233cd0bf446 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:11.132263 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-97b967bd-0adf-4755-94b2-9233cd0bf446 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "GET /v2.0/ports/be75bbbd-12d4-47ee-92a5-cd6e4495e004 HTTP/1.1" status: 200 len: 913 time: 0.1080878 Sep 21 18:17:11.137557 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40256) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:11.141333 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c9eed347-32a0-43bd-832b-d82a3d404ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:11.142004 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eed347-32a0-43bd-832b-d82a3d404ff8 None None] The sync data for ids ['c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:17:11.170127 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-e1df9e17-8cea-46a0-9966-12c23dbe89ff None None] Provisioning complete for port be75bbbd-12d4-47ee-92a5-cd6e4495e004 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:11.170813 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e1df9e17-8cea-46a0-9966-12c23dbe89ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:11.251386 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-e1df9e17-8cea-46a0-9966-12c23dbe89ff None None] Port be75bbbd-12d4-47ee-92a5-cd6e4495e004 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:17:11.292733 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eccfa7b0-c2d2-409b-bde3-5e07616fdbda tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:11.332956 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eccfa7b0-c2d2-409b-bde3-5e07616fdbda tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:11.355978 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccfa7b0-c2d2-409b-bde3-5e07616fdbda tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Network 8debaea5-5319-4bb0-87f3-da0e8af4f6e8 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:11.359077 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-eccfa7b0-c2d2-409b-bde3-5e07616fdbda tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:11.361899 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccfa7b0-c2d2-409b-bde3-5e07616fdbda tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:11.449181 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccfa7b0-c2d2-409b-bde3-5e07616fdbda tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:11.449837 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eccfa7b0-c2d2-409b-bde3-5e07616fdbda tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:11.485265 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-eccfa7b0-c2d2-409b-bde3-5e07616fdbda tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1627917 Sep 21 18:17:11.485871 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40262) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:11.491815 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-fa4b9bac-9298-48c8-b968-86fa5dd00062 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:4d:ca:52'}]}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:11.497565 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccfa7b0-c2d2-409b-bde3-5e07616fdbda tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Pushing event updated for resources: {'Port': ['ID=56f8aacf-185a-4fd4-bf2c-7ab8a778543a,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:11.582484 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fa4b9bac-9298-48c8-b968-86fa5dd00062 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:11.778575 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-c030453b-bc40-41b7-b8b1-b6ab7eefc72e None None] Provisioning complete for port 56f8aacf-185a-4fd4-bf2c-7ab8a778543a triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:11.779251 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c030453b-bc40-41b7-b8b1-b6ab7eefc72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:11.898987 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fa4b9bac-9298-48c8-b968-86fa5dd00062 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:11.908443 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fa4b9bac-9298-48c8-b968-86fa5dd00062 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:11.933801 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-c030453b-bc40-41b7-b8b1-b6ab7eefc72e None None] Port 56f8aacf-185a-4fd4-bf2c-7ab8a778543a cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:17:12.083884 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b9bac-9298-48c8-b968-86fa5dd00062 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Pushing event updated for resources: {'Port': ['ID=56f8aacf-185a-4fd4-bf2c-7ab8a778543a,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:12.106076 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-fa4b9bac-9298-48c8-b968-86fa5dd00062 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] In _notify_port_updated(), no bound segment for port 56f8aacf-185a-4fd4-bf2c-7ab8a778543a on network 8debaea5-5319-4bb0-87f3-da0e8af4f6e8 {{(pid=101460) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:17:12.122894 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4b9bac-9298-48c8-b968-86fa5dd00062 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:12.125851 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fa4b9bac-9298-48c8-b968-86fa5dd00062 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:12.128064 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-fa4b9bac-9298-48c8-b968-86fa5dd00062 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] 10.222.0.58 "PUT /v2.0/ports/56f8aacf-185a-4fd4-bf2c-7ab8a778543a HTTP/1.1" status: 200 len: 996 time: 0.6408617 Sep 21 18:17:12.130637 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40286) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:12.134691 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-14386699-bb09-46d4-98b8-a0a7fa52b1aa tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:12.253609 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5224fc18-cdcd-47c3-a05e-6c3ec1b113f8 None None] Provisioning complete for port 56f8aacf-185a-4fd4-bf2c-7ab8a778543a triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:12.254207 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5224fc18-cdcd-47c3-a05e-6c3ec1b113f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:12.294617 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5224fc18-cdcd-47c3-a05e-6c3ec1b113f8 None None] Port 56f8aacf-185a-4fd4-bf2c-7ab8a778543a cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:17:12.322702 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-fdfe00a2-f387-474e-97aa-fbd86ab31ea1 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Deleting port 56f8aacf-185a-4fd4-bf2c-7ab8a778543a {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:12.323081 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fdfe00a2-f387-474e-97aa-fbd86ab31ea1 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:12.466975 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fdfe00a2-f387-474e-97aa-fbd86ab31ea1 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:12.507250 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-14386699-bb09-46d4-98b8-a0a7fa52b1aa tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Deleting port be75bbbd-12d4-47ee-92a5-cd6e4495e004 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:12.507750 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-14386699-bb09-46d4-98b8-a0a7fa52b1aa tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:12.511266 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-fdfe00a2-f387-474e-97aa-fbd86ab31ea1 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Calling delete_port for 56f8aacf-185a-4fd4-bf2c-7ab8a778543a owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:12.633752 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-14386699-bb09-46d4-98b8-a0a7fa52b1aa tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:12.653949 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-14386699-bb09-46d4-98b8-a0a7fa52b1aa tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Calling delete_port for be75bbbd-12d4-47ee-92a5-cd6e4495e004 owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:12.754755 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fdfe00a2-f387-474e-97aa-fbd86ab31ea1 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:12.883725 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe00a2-f387-474e-97aa-fbd86ab31ea1 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Pushing event deleted for resources: {'Port': ['ID=56f8aacf-185a-4fd4-bf2c-7ab8a778543a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:12.937455 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-14386699-bb09-46d4-98b8-a0a7fa52b1aa tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:12.953750 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fdfe00a2-f387-474e-97aa-fbd86ab31ea1 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:12.957485 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-fdfe00a2-f387-474e-97aa-fbd86ab31ea1 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] 10.222.0.58 "DELETE /v2.0/ports/56f8aacf-185a-4fd4-bf2c-7ab8a778543a HTTP/1.1" status: 204 len: 168 time: 0.8248544 Sep 21 18:17:12.959722 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40296) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:12.974457 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14386699-bb09-46d4-98b8-a0a7fa52b1aa tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Port': ['ID=be75bbbd-12d4-47ee-92a5-cd6e4495e004,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:13.049034 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe0e20c0-2844-43a1-8e24-a1ac283b7c39 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] GET failed (client error): The resource could not be found. Sep 21 18:17:13.056543 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-fe0e20c0-2844-43a1-8e24-a1ac283b7c39 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] 10.222.0.58 "GET /v2.0/ports/56f8aacf-185a-4fd4-bf2c-7ab8a778543a HTTP/1.1" status: 404 len: 333 time: 0.0954313 Sep 21 18:17:13.057373 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40302) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:13.062840 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-c1cff134-4fe0-45dc-92af-b54a24d99ba3 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Request body: {'port': {'network_id': '8debaea5-5319-4bb0-87f3-da0e8af4f6e8', 'name': 'tempest-AllowedAddressPairTestJSON-936678370'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:13.315848 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-14386699-bb09-46d4-98b8-a0a7fa52b1aa tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:13.316459 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cff134-4fe0-45dc-92af-b54a24d99ba3 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Made reservation on behalf of 7b06c9b5e39a4de780ae939b02a782fa for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:13.320741 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c1cff134-4fe0-45dc-92af-b54a24d99ba3 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:13.344827 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-c1cff134-4fe0-45dc-92af-b54a24d99ba3 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] device_id is not set on port 37ff724e-90d4-416d-a923-d92384b9d59e yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:17:13.501266 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-c1cff134-4fe0-45dc-92af-b54a24d99ba3 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Allocated IP 172.20.0.8 (8debaea5-5319-4bb0-87f3-da0e8af4f6e8/b01ea3b0-63f5-4edf-afc6-550891412418/37ff724e-90d4-416d-a923-d92384b9d59e) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:13.656479 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14386699-bb09-46d4-98b8-a0a7fa52b1aa tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Router c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:17:13.732781 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c1cff134-4fe0-45dc-92af-b54a24d99ba3 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:13.776131 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c1cff134-4fe0-45dc-92af-b54a24d99ba3 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:13.831907 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cff134-4fe0-45dc-92af-b54a24d99ba3 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Pushing event updated for resources: {'Port': ['ID=37ff724e-90d4-416d-a923-d92384b9d59e,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:13.852401 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cff134-4fe0-45dc-92af-b54a24d99ba3 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Network 8debaea5-5319-4bb0-87f3-da0e8af4f6e8 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:13.853811 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-c1cff134-4fe0-45dc-92af-b54a24d99ba3 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:13.856647 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cff134-4fe0-45dc-92af-b54a24d99ba3 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:13.857565 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14386699-bb09-46d4-98b8-a0a7fa52b1aa tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:17:13.871369 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f12c6e-153f-495d-b148-d68efb662142 None None] Sync routers for ids ['c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:17:13.882119 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f12c6e-153f-495d-b148-d68efb662142 None None] Routers {'c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:13.882691 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-29f12c6e-153f-495d-b148-d68efb662142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:16:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:13.884922 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-14386699-bb09-46d4-98b8-a0a7fa52b1aa tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "PUT /v2.0/routers/c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7354934 Sep 21 18:17:13.885876 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40312) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:13.954296 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-29f12c6e-153f-495d-b148-d68efb662142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:13.971900 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f12c6e-153f-495d-b148-d68efb662142 None None] Routers {'c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:13.974351 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-29f12c6e-153f-495d-b148-d68efb662142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:16:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:13.984253 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cff134-4fe0-45dc-92af-b54a24d99ba3 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:13.991387 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c1cff134-4fe0-45dc-92af-b54a24d99ba3 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:14.023448 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c1cff134-4fe0-45dc-92af-b54a24d99ba3 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9625139 Sep 21 18:17:14.023659 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40316) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:14.028951 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-5f07d2f3-a0e7-4f0a-95c4-aea029fda55b tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Request body: {'port': {'network_id': '8debaea5-5319-4bb0-87f3-da0e8af4f6e8', 'name': 'tempest-AllowedAddressPairTestJSON-1429906191'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:14.053482 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-29f12c6e-153f-495d-b148-d68efb662142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:14.056103 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f12c6e-153f-495d-b148-d68efb662142 None None] The sync data for ids ['c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:17:14.261712 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f07d2f3-a0e7-4f0a-95c4-aea029fda55b tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Made reservation on behalf of 7b06c9b5e39a4de780ae939b02a782fa for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:14.278634 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f07d2f3-a0e7-4f0a-95c4-aea029fda55b tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:14.301100 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-5f07d2f3-a0e7-4f0a-95c4-aea029fda55b tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] device_id is not set on port 6abd43ea-c05b-40a7-9615-920f1d9a9a42 yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:17:14.344147 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-47825de9-121d-49db-97c7-e5618e3b41db None None] Provisioning complete for port 37ff724e-90d4-416d-a923-d92384b9d59e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:14.345105 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-47825de9-121d-49db-97c7-e5618e3b41db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:14.382911 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-47825de9-121d-49db-97c7-e5618e3b41db None None] Port 37ff724e-90d4-416d-a923-d92384b9d59e cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:17:14.428503 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-602687dc-58a3-4fda-b426-9125ecd9dcab tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:14.431671 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-5f07d2f3-a0e7-4f0a-95c4-aea029fda55b tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Allocated IP 172.20.0.14 (8debaea5-5319-4bb0-87f3-da0e8af4f6e8/b01ea3b0-63f5-4edf-afc6-550891412418/6abd43ea-c05b-40a7-9615-920f1d9a9a42) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:14.586696 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f07d2f3-a0e7-4f0a-95c4-aea029fda55b tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:14.629791 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f07d2f3-a0e7-4f0a-95c4-aea029fda55b tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:14.673538 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f07d2f3-a0e7-4f0a-95c4-aea029fda55b tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Network 8debaea5-5319-4bb0-87f3-da0e8af4f6e8 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:14.678477 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-5f07d2f3-a0e7-4f0a-95c4-aea029fda55b tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:14.685434 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f07d2f3-a0e7-4f0a-95c4-aea029fda55b tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:14.692128 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07d2f3-a0e7-4f0a-95c4-aea029fda55b tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Pushing event updated for resources: {'Port': ['ID=6abd43ea-c05b-40a7-9615-920f1d9a9a42,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:14.719816 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-602687dc-58a3-4fda-b426-9125ecd9dcab tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Deleting port bde649f7-3b24-45cf-a286-00e05892c942 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:14.720142 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-602687dc-58a3-4fda-b426-9125ecd9dcab tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:14.760140 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f07d2f3-a0e7-4f0a-95c4-aea029fda55b tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:14.760836 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f07d2f3-a0e7-4f0a-95c4-aea029fda55b tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:14.783952 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5f07d2f3-a0e7-4f0a-95c4-aea029fda55b tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7591834 Sep 21 18:17:14.791267 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40332) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:14.800961 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-97c74245-e94e-4cec-b26f-550462daf5a5 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:4d:ca:52'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:0a:3c:b2'}]}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:14.838590 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-602687dc-58a3-4fda-b426-9125ecd9dcab tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:14.852359 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-602687dc-58a3-4fda-b426-9125ecd9dcab tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Calling delete_port for bde649f7-3b24-45cf-a286-00e05892c942 owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:14.996956 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-97c74245-e94e-4cec-b26f-550462daf5a5 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:15.019645 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-c03f988b-c43b-4308-893f-45b69268be6d None None] Provisioning complete for port 6abd43ea-c05b-40a7-9615-920f1d9a9a42 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:15.020568 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c03f988b-c43b-4308-893f-45b69268be6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:15.056458 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-c03f988b-c43b-4308-893f-45b69268be6d None None] Port 6abd43ea-c05b-40a7-9615-920f1d9a9a42 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:17:15.088148 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-602687dc-58a3-4fda-b426-9125ecd9dcab tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:15.117090 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602687dc-58a3-4fda-b426-9125ecd9dcab tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Port': ['ID=bde649f7-3b24-45cf-a286-00e05892c942,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:15.272987 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-97c74245-e94e-4cec-b26f-550462daf5a5 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:15.297997 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-97c74245-e94e-4cec-b26f-550462daf5a5 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:15.344399 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-602687dc-58a3-4fda-b426-9125ecd9dcab tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:15.505345 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c74245-e94e-4cec-b26f-550462daf5a5 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Pushing event updated for resources: {'Port': ['ID=6abd43ea-c05b-40a7-9615-920f1d9a9a42,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:15.514626 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-97c74245-e94e-4cec-b26f-550462daf5a5 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] In _notify_port_updated(), no bound segment for port 6abd43ea-c05b-40a7-9615-920f1d9a9a42 on network 8debaea5-5319-4bb0-87f3-da0e8af4f6e8 {{(pid=101460) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 18:17:15.521176 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c74245-e94e-4cec-b26f-550462daf5a5 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:15.522095 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-97c74245-e94e-4cec-b26f-550462daf5a5 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:15.526721 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-97c74245-e94e-4cec-b26f-550462daf5a5 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] 10.222.0.58 "PUT /v2.0/ports/6abd43ea-c05b-40a7-9615-920f1d9a9a42 HTTP/1.1" status: 200 len: 1056 time: 0.7315195 Sep 21 18:17:15.529107 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40354) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:15.665217 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-6b534bf9-c23c-42da-b3bf-90399a5c7c40 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Deleting port 6abd43ea-c05b-40a7-9615-920f1d9a9a42 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:15.666003 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6b534bf9-c23c-42da-b3bf-90399a5c7c40 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:15.706491 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602687dc-58a3-4fda-b426-9125ecd9dcab tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Router c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:17:15.791386 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-bb3d6b72-60a1-4dcd-846d-d7f81ad60e1b None None] Provisioning complete for port 6abd43ea-c05b-40a7-9615-920f1d9a9a42 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:15.792959 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bb3d6b72-60a1-4dcd-846d-d7f81ad60e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:15.814970 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602687dc-58a3-4fda-b426-9125ecd9dcab tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:17:15.826073 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0eac87-b16b-4385-ad80-1d56fa614b30 None None] Sync routers for ids ['c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:17:15.828540 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-602687dc-58a3-4fda-b426-9125ecd9dcab tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "PUT /v2.0/routers/c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9399107 Sep 21 18:17:15.831349 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40364) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:15.841128 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0eac87-b16b-4385-ad80-1d56fa614b30 None None] Routers {'c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:15.844110 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-3e0eac87-b16b-4385-ad80-1d56fa614b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:16:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:15.862850 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6b534bf9-c23c-42da-b3bf-90399a5c7c40 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:15.867351 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5e5a652e-129d-4ea7-b95e-273a4ccc1645 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "GET /v2.0/ports?device_id=c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42 HTTP/1.1" status: 200 len: 205 time: 0.0348611 Sep 21 18:17:15.870245 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40366) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:15.904112 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-6b534bf9-c23c-42da-b3bf-90399a5c7c40 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Calling delete_port for 6abd43ea-c05b-40a7-9615-920f1d9a9a42 owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:15.929782 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-3e0eac87-b16b-4385-ad80-1d56fa614b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:15.941307 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-bb3d6b72-60a1-4dcd-846d-d7f81ad60e1b None None] Port 6abd43ea-c05b-40a7-9615-920f1d9a9a42 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:17:15.946296 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9d85485c-8f14-4dfb-8b3d-fec9102ee587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:15.956007 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0eac87-b16b-4385-ad80-1d56fa614b30 None None] Routers {'c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:15.956779 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-3e0eac87-b16b-4385-ad80-1d56fa614b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:16:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:16.011839 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68163763-daeb-4ed0-a380-7cbaf4f59cde tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:16.017722 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-3e0eac87-b16b-4385-ad80-1d56fa614b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:16.018372 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0eac87-b16b-4385-ad80-1d56fa614b30 None None] The sync data for ids ['c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:17:16.174305 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6b534bf9-c23c-42da-b3bf-90399a5c7c40 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:16.223460 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b534bf9-c23c-42da-b3bf-90399a5c7c40 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Pushing event deleted for resources: {'Port': ['ID=6abd43ea-c05b-40a7-9615-920f1d9a9a42,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:16.235439 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68163763-daeb-4ed0-a380-7cbaf4f59cde tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:16.239000 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68163763-daeb-4ed0-a380-7cbaf4f59cde tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:16.298786 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68163763-daeb-4ed0-a380-7cbaf4f59cde tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:16.300131 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68163763-daeb-4ed0-a380-7cbaf4f59cde tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Fanout notify agent at l3_agent the message router_deleted on router c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:17:16.314169 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-68163763-daeb-4ed0-a380-7cbaf4f59cde tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:16.317873 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-68163763-daeb-4ed0-a380-7cbaf4f59cde tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/routers/c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42 HTTP/1.1" status: 204 len: 168 time: 0.4444528 Sep 21 18:17:16.318198 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40380) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:16.398075 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c8b6c9f-a1b3-4cff-8260-4fb789464a15 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Deleting subnet a830b58a-c666-411f-a16c-11e757b302e3 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:17:16.404481 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5c8b6c9f-a1b3-4cff-8260-4fb789464a15 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:16.460349 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5c8b6c9f-a1b3-4cff-8260-4fb789464a15 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:16.557610 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5c8b6c9f-a1b3-4cff-8260-4fb789464a15 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:16.587491 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6b534bf9-c23c-42da-b3bf-90399a5c7c40 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:16.592592 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6b534bf9-c23c-42da-b3bf-90399a5c7c40 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] 10.222.0.58 "DELETE /v2.0/ports/6abd43ea-c05b-40a7-9615-920f1d9a9a42 HTTP/1.1" status: 204 len: 168 time: 1.0608571 Sep 21 18:17:16.593251 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40388) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:16.638407 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-56cf8137-4cca-4aa3-96c4-57ffa0ee4482 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] GET failed (client error): The resource could not be found. Sep 21 18:17:16.642943 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40390) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:16.643168 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-56cf8137-4cca-4aa3-96c4-57ffa0ee4482 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] 10.222.0.58 "GET /v2.0/ports/6abd43ea-c05b-40a7-9615-920f1d9a9a42 HTTP/1.1" status: 404 len: 333 time: 0.0488110 Sep 21 18:17:16.653701 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5c8b6c9f-a1b3-4cff-8260-4fb789464a15 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:16.703472 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b6c9f-a1b3-4cff-8260-4fb789464a15 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Subnet': ['ID=a830b58a-c666-411f-a16c-11e757b302e3,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:16.711118 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5c8b6c9f-a1b3-4cff-8260-4fb789464a15 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:16.713690 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5c8b6c9f-a1b3-4cff-8260-4fb789464a15 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/subnets/a830b58a-c666-411f-a16c-11e757b302e3 HTTP/1.1" status: 204 len: 168 time: 0.3940954 Sep 21 18:17:16.716448 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40392) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:16.725900 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca26c56-7423-44c1-889f-9eff718c308a None None] Network d25f4509-16e0-448e-be23-28ba4a1010d3 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:16.821454 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-429710d9-8a4b-4c7e-a0e6-0a4a3b9f2bd5 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Deleting subnet 54041cb6-ea6a-452a-9f65-73740e38f7f6 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:17:16.824991 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-429710d9-8a4b-4c7e-a0e6-0a4a3b9f2bd5 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:16.833535 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-c0d1a0cb-0b1d-4e51-9300-8de7fa234f66 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Deleting port 37ff724e-90d4-416d-a923-d92384b9d59e {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:16.833898 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c0d1a0cb-0b1d-4e51-9300-8de7fa234f66 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:16.886203 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-429710d9-8a4b-4c7e-a0e6-0a4a3b9f2bd5 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:16.946566 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf285a18-abd4-42e7-be15-ff336cd97150 None None] DHCP port deletion for d25f4509-16e0-448e-be23-28ba4a1010d3 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:17:16.994129 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-429710d9-8a4b-4c7e-a0e6-0a4a3b9f2bd5 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:17.020866 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c0d1a0cb-0b1d-4e51-9300-8de7fa234f66 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:17.034548 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-c0d1a0cb-0b1d-4e51-9300-8de7fa234f66 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Calling delete_port for 37ff724e-90d4-416d-a923-d92384b9d59e owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:17.054138 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-bf285a18-abd4-42e7-be15-ff336cd97150 None None] Deleting port 22662134-85b0-4404-a8b2-459906a6d542 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:17.054481 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bf285a18-abd4-42e7-be15-ff336cd97150 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:17.095135 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-429710d9-8a4b-4c7e-a0e6-0a4a3b9f2bd5 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:17.120437 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-429710d9-8a4b-4c7e-a0e6-0a4a3b9f2bd5 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:17.125901 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-429710d9-8a4b-4c7e-a0e6-0a4a3b9f2bd5 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/subnets/54041cb6-ea6a-452a-9f65-73740e38f7f6 HTTP/1.1" status: 204 len: 168 time: 0.4056909 Sep 21 18:17:17.130595 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40400) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:17.160616 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326f9dfe-712c-4414-8cff-cdc7d0f591a0 None None] Network 6e5e1c6e-010b-4479-9a77-41c19954c33d requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:17.208434 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429710d9-8a4b-4c7e-a0e6-0a4a3b9f2bd5 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Subnet': ['ID=54041cb6-ea6a-452a-9f65-73740e38f7f6,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:17.328576 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4670c7ad-3435-4a93-8597-334fa8c00a67 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:17.366767 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-bf285a18-abd4-42e7-be15-ff336cd97150 None None] For port 22662134-85b0-4404-a8b2-459906a6d542, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=22662134-85b0-4404-a8b2-459906a6d542,segment=NetworkSegment(3a8a8dd5-04d8-46d0-9d41-c0f7a136f4d3),segment_id=3a8a8dd5-04d8-46d0-9d41-c0f7a136f4d3)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:17.367261 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bf285a18-abd4-42e7-be15-ff336cd97150 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:17.413285 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-4670c7ad-3435-4a93-8597-334fa8c00a67 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Deleting port 22662134-85b0-4404-a8b2-459906a6d542 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:17.413560 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4670c7ad-3435-4a93-8597-334fa8c00a67 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:17.418963 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 22662134-85b0-4404-a8b2-459906a6d542 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:17:17.501977 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-bf285a18-abd4-42e7-be15-ff336cd97150 None None] Calling delete_port for 22662134-85b0-4404-a8b2-459906a6d542 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:17.505643 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c0d1a0cb-0b1d-4e51-9300-8de7fa234f66 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:17.567490 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-4670c7ad-3435-4a93-8597-334fa8c00a67 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] For port 22662134-85b0-4404-a8b2-459906a6d542, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=22662134-85b0-4404-a8b2-459906a6d542,segment=NetworkSegment(3a8a8dd5-04d8-46d0-9d41-c0f7a136f4d3),segment_id=3a8a8dd5-04d8-46d0-9d41-c0f7a136f4d3)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:17.567899 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4670c7ad-3435-4a93-8597-334fa8c00a67 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:17.606117 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-4670c7ad-3435-4a93-8597-334fa8c00a67 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Calling delete_port for 22662134-85b0-4404-a8b2-459906a6d542 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:17.801576 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4670c7ad-3435-4a93-8597-334fa8c00a67 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:17.844429 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No active binding found for port 22662134-85b0-4404-a8b2-459906a6d542 {{(pid=101462) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 21 18:17:17.848564 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 22662134-85b0-4404-a8b2-459906a6d542 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:17:17.900862 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670c7ad-3435-4a93-8597-334fa8c00a67 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Port': ['ID=22662134-85b0-4404-a8b2-459906a6d542,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:17.935460 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4670c7ad-3435-4a93-8597-334fa8c00a67 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] No DVR routers for this DVR port 22662134-85b0-4404-a8b2-459906a6d542 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:17:17.959403 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bf285a18-abd4-42e7-be15-ff336cd97150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:18.048895 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf285a18-abd4-42e7-be15-ff336cd97150 None None] Pushing event deleted for resources: {'Port': ['ID=22662134-85b0-4404-a8b2-459906a6d542,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:18.051401 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf285a18-abd4-42e7-be15-ff336cd97150 None None] No DVR routers for this DVR port 22662134-85b0-4404-a8b2-459906a6d542 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:17:18.054345 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcab51ce-746b-450c-9c24-3e3a1606e82b None None] DHCP port deletion for 6e5e1c6e-010b-4479-9a77-41c19954c33d request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:17:18.117697 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4670c7ad-3435-4a93-8597-334fa8c00a67 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:18.143154 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-4670c7ad-3435-4a93-8597-334fa8c00a67 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d25f4509-16e0-448e-be23-28ba4a1010d3']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:18.145762 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-dcab51ce-746b-450c-9c24-3e3a1606e82b None None] Deleting port 0daa9520-872a-4924-825b-51d04b7a22cd {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:18.146303 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d1a0cb-0b1d-4e51-9300-8de7fa234f66 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Pushing event deleted for resources: {'Port': ['ID=37ff724e-90d4-416d-a923-d92384b9d59e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:18.146858 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dcab51ce-746b-450c-9c24-3e3a1606e82b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:18.169879 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-4670c7ad-3435-4a93-8597-334fa8c00a67 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a8a8dd5-04d8-46d0-9d41-c0f7a136f4d3') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:18.169879 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-4670c7ad-3435-4a93-8597-334fa8c00a67 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a8a8dd5-04d8-46d0-9d41-c0f7a136f4d3') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:18.176491 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4670c7ad-3435-4a93-8597-334fa8c00a67 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:18.209485 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4670c7ad-3435-4a93-8597-334fa8c00a67 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:18.225561 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4670c7ad-3435-4a93-8597-334fa8c00a67 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:17:18.226246 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4670c7ad-3435-4a93-8597-334fa8c00a67 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:18.254707 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c0d1a0cb-0b1d-4e51-9300-8de7fa234f66 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:18.258604 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c0d1a0cb-0b1d-4e51-9300-8de7fa234f66 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] 10.222.0.58 "DELETE /v2.0/ports/37ff724e-90d4-416d-a923-d92384b9d59e HTTP/1.1" status: 204 len: 168 time: 1.6141047 Sep 21 18:17:18.280951 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-dcab51ce-746b-450c-9c24-3e3a1606e82b None None] For port 0daa9520-872a-4924-825b-51d04b7a22cd, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=0daa9520-872a-4924-825b-51d04b7a22cd,segment=NetworkSegment(094602ec-b1e0-48ee-b0f3-272571f98776),segment_id=094602ec-b1e0-48ee-b0f3-272571f98776)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:18.280951 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dcab51ce-746b-450c-9c24-3e3a1606e82b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:18.292600 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40440) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:18.293529 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:17:18.293529 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:17:18.293529 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:17:18.293529 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:17:18.293529 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:17:18.293529 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:17:18.293529 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:17:18.293529 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:17:18.293529 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:17:18.293529 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:17:18.293529 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:17:18.293529 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:17:18.293529 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:17:18.293529 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:17:18.293529 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:17:18.293529 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:17:18.293529 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:17:18.293529 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:17:18.293529 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:17:18.293529 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:17:18.293529 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:17:18.293529 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:17:18.293529 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:17:18.293529 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:17:18.293529 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:17:18.293529 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:17:18.293529 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:17:18.293529 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:17:18.293529 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:17:18.293529 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:17:18.293529 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:17:18.293529 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:17:18.299051 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-dcab51ce-746b-450c-9c24-3e3a1606e82b None None] Calling delete_port for 0daa9520-872a-4924-825b-51d04b7a22cd owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:18.325822 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-f522f562-73fe-4fd7-8d7f-f4ea8a002980 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] GET failed (client error): The resource could not be found. Sep 21 18:17:18.331918 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f522f562-73fe-4fd7-8d7f-f4ea8a002980 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] 10.222.0.58 "GET /v2.0/ports/37ff724e-90d4-416d-a923-d92384b9d59e HTTP/1.1" status: 404 len: 333 time: 0.0374684 Sep 21 18:17:18.333561 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40444) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:18.345277 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4670c7ad-3435-4a93-8597-334fa8c00a67 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:18.351398 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4670c7ad-3435-4a93-8597-334fa8c00a67 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:18.353991 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4670c7ad-3435-4a93-8597-334fa8c00a67 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/networks/d25f4509-16e0-448e-be23-28ba4a1010d3 HTTP/1.1" status: 204 len: 168 time: 1.2216845 Sep 21 18:17:18.364996 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40446) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:18.429912 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670c7ad-3435-4a93-8597-334fa8c00a67 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Network': ['ID=d25f4509-16e0-448e-be23-28ba4a1010d3,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:18.449404 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dcab51ce-746b-450c-9c24-3e3a1606e82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:18.491730 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab51ce-746b-450c-9c24-3e3a1606e82b None None] Pushing event deleted for resources: {'Port': ['ID=0daa9520-872a-4924-825b-51d04b7a22cd,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:18.495565 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-edfc207a-e77c-4fe0-bb14-767601bdc411 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:18.500775 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-84c2fa70-d69b-4c43-89ff-95c821f384f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:18.502462 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcab51ce-746b-450c-9c24-3e3a1606e82b None None] No DVR routers for this DVR port 0daa9520-872a-4924-825b-51d04b7a22cd on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:17:18.508061 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-edfc207a-e77c-4fe0-bb14-767601bdc411 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/networks?id=4414324d-cff1-47f5-9d20-e0f623054348 HTTP/1.1" status: 200 len: 812 time: 0.3713217 Sep 21 18:17:18.524759 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c78c42cd-ce42-444a-9ef2-808f2af29ed3 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:18.531750 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-d2cb1050-f069-49a4-8b63-e21cfd3cfb58 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/quotas/6482b25286a049529c3e4c33e9a21ac2 HTTP/1.1" status: 200 len: 375 time: 0.0225105 Sep 21 18:17:18.548537 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-10546f95-594b-48f2-b3a2-692134f422e6 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Deleting port 258f4527-e0c6-4ba6-842d-ebe28935ba62 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:18.548992 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-10546f95-594b-48f2-b3a2-692134f422e6 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:18.597579 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-aa35c887-1870-4aa8-89a6-883ee7ccd150 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6482b25286a049529c3e4c33e9a21ac2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566959 Sep 21 18:17:18.690209 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-10546f95-594b-48f2-b3a2-692134f422e6 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:18.728605 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-10546f95-594b-48f2-b3a2-692134f422e6 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Calling delete_port for 258f4527-e0c6-4ba6-842d-ebe28935ba62 owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:18.732063 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c78c42cd-ce42-444a-9ef2-808f2af29ed3 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:18.797335 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-c78c42cd-ce42-444a-9ef2-808f2af29ed3 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e5e1c6e-010b-4479-9a77-41c19954c33d']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:18.812380 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-c78c42cd-ce42-444a-9ef2-808f2af29ed3 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094602ec-b1e0-48ee-b0f3-272571f98776') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:18.812686 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-c78c42cd-ce42-444a-9ef2-808f2af29ed3 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094602ec-b1e0-48ee-b0f3-272571f98776') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:18.830326 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c78c42cd-ce42-444a-9ef2-808f2af29ed3 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:18.858391 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-3a98f686-db9c-4f5a-97d0-3e820ad0febc service neutron] 10.222.0.58 "GET /v2.0/networks/4414324d-cff1-47f5-9d20-e0f623054348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429502 Sep 21 18:17:18.859645 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c78c42cd-ce42-444a-9ef2-808f2af29ed3 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:18.866341 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c78c42cd-ce42-444a-9ef2-808f2af29ed3 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:17:18.866753 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c78c42cd-ce42-444a-9ef2-808f2af29ed3 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:18.870778 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:17:18.870778 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:17:18.870778 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:17:18.870778 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:17:18.870778 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:17:18.870778 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:17:18.870778 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:17:18.870778 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:17:18.870778 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:17:18.870778 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:17:18.870778 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:17:18.870778 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:17:18.870778 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:17:18.870778 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:17:18.870778 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:17:18.870778 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:17:18.870778 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:17:18.870778 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:17:18.870778 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:17:18.870778 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:17:18.870778 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:17:18.870778 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:17:18.870778 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:17:18.870778 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:17:18.870778 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:17:18.870778 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:17:18.870778 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:17:18.870778 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:17:18.870778 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:17:18.870778 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:17:18.870778 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:17:18.870778 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:17:18.890083 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-10546f95-594b-48f2-b3a2-692134f422e6 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:18.929604 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10546f95-594b-48f2-b3a2-692134f422e6 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Pushing event deleted for resources: {'Port': ['ID=258f4527-e0c6-4ba6-842d-ebe28935ba62,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:18.992091 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c78c42cd-ce42-444a-9ef2-808f2af29ed3 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:19.003660 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c78c42cd-ce42-444a-9ef2-808f2af29ed3 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:19.009847 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c78c42cd-ce42-444a-9ef2-808f2af29ed3 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/networks/6e5e1c6e-010b-4479-9a77-41c19954c33d HTTP/1.1" status: 204 len: 168 time: 0.6295123 Sep 21 18:17:19.013313 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:19.015427 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40456) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:19.022591 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-91d1119b-1119-4ba9-a413-32caf98046bb tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1164101521'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:19.026889 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c42cd-ce42-444a-9ef2-808f2af29ed3 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Network': ['ID=6e5e1c6e-010b-4479-9a77-41c19954c33d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:19.033157 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-10546f95-594b-48f2-b3a2-692134f422e6 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:19.035105 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-10546f95-594b-48f2-b3a2-692134f422e6 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] 10.222.0.58 "DELETE /v2.0/ports/258f4527-e0c6-4ba6-842d-ebe28935ba62 HTTP/1.1" status: 204 len: 168 time: 0.7003794 Sep 21 18:17:19.037882 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40458) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:19.052465 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d1119b-1119-4ba9-a413-32caf98046bb tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Made reservation on behalf of f75ad6b511e2465480f41f234aa66fad for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:19.057009 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-91d1119b-1119-4ba9-a413-32caf98046bb tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:19.092508 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d1119b-1119-4ba9-a413-32caf98046bb tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:17:19.105225 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-91d1119b-1119-4ba9-a413-32caf98046bb tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:19.105583 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-91d1119b-1119-4ba9-a413-32caf98046bb tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Added segment fd5c5972-7f21-437c-913d-c383508fb3af of type vlan for network c7dff904-50ae-4374-b89d-cb82d6ee4887 Sep 21 18:17:19.115960 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-471219d9-b933-4f6a-8689-a30a6a7d1a61 service neutron] 10.222.0.58 "GET /v2.0/networks/4414324d-cff1-47f5-9d20-e0f623054348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403572 Sep 21 18:17:19.143110 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b2b880-54b4-41f0-a592-0f543074db18 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Deleting subnet b01ea3b0-63f5-4edf-afc6-550891412418 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:17:19.146792 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06b2b880-54b4-41f0-a592-0f543074db18 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:19.167393 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-91d1119b-1119-4ba9-a413-32caf98046bb tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:19.199946 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06b2b880-54b4-41f0-a592-0f543074db18 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:19.220312 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-91d1119b-1119-4ba9-a413-32caf98046bb tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:19.230179 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d1119b-1119-4ba9-a413-32caf98046bb tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:19.230849 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-91d1119b-1119-4ba9-a413-32caf98046bb tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:19.258378 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 0daa9520-872a-4924-825b-51d04b7a22cd no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:17:19.271449 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-91d1119b-1119-4ba9-a413-32caf98046bb tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2549109 Sep 21 18:17:19.274458 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40462) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:19.280740 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-d1bb6fda-c734-45ee-91d4-74e9fa93ae36 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Request body: {'subnet': {'network_id': 'c7dff904-50ae-4374-b89d-cb82d6ee4887', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:19.290982 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 0daa9520-872a-4924-825b-51d04b7a22cd {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:17:19.291559 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 0daa9520-872a-4924-825b-51d04b7a22cd not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:17:19.343145 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1119b-1119-4ba9-a413-32caf98046bb tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Network': ['ID=c7dff904-50ae-4374-b89d-cb82d6ee4887,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:19.354952 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network c7dff904-50ae-4374-b89d-cb82d6ee4887 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:17:19.400275 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06b2b880-54b4-41f0-a592-0f543074db18 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:19.477440 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5093e128-584c-4958-9d3c-bcd64a4c03ad req-ce6d3423-b0c8-4d5d-81f0-1d33f97bf31a tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6d88a09-d985-41da-8622-b0c7f9a06b6a HTTP/1.1" status: 200 len: 210 time: 0.0854704 Sep 21 18:17:19.507961 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06b2b880-54b4-41f0-a592-0f543074db18 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:19.522307 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bb6fda-c734-45ee-91d4-74e9fa93ae36 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Made reservation on behalf of f75ad6b511e2465480f41f234aa66fad for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:19.527715 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d1bb6fda-c734-45ee-91d4-74e9fa93ae36 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:19.537789 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2b880-54b4-41f0-a592-0f543074db18 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Pushing event deleted for resources: {'Subnet': ['ID=b01ea3b0-63f5-4edf-afc6-550891412418,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:19.545854 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06b2b880-54b4-41f0-a592-0f543074db18 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:19.547808 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-06b2b880-54b4-41f0-a592-0f543074db18 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] 10.222.0.58 "DELETE /v2.0/subnets/b01ea3b0-63f5-4edf-afc6-550891412418 HTTP/1.1" status: 204 len: 168 time: 0.5089662 Sep 21 18:17:19.550217 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40474) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:19.552786 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8ad31e-3aed-47b5-a359-53f2bfc04126 None None] Network 8debaea5-5319-4bb0-87f3-da0e8af4f6e8 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:19.666430 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-01723f82-7c99-49d2-b28e-b20e6fde5401 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:19.817721 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-01723f82-7c99-49d2-b28e-b20e6fde5401 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Deleting port 2e303667-0281-4361-9efb-788a068466d5 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:19.818202 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-01723f82-7c99-49d2-b28e-b20e6fde5401 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:19.861468 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36e6827-3a9f-47f4-8948-d66b19448067 None None] DHCP port deletion for 8debaea5-5319-4bb0-87f3-da0e8af4f6e8 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:17:19.921365 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-01723f82-7c99-49d2-b28e-b20e6fde5401 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] For port 2e303667-0281-4361-9efb-788a068466d5, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=2e303667-0281-4361-9efb-788a068466d5,segment=NetworkSegment(4e934ac1-f599-4914-b9d9-357949c4c6f3),segment_id=4e934ac1-f599-4914-b9d9-357949c4c6f3)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:19.922064 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-01723f82-7c99-49d2-b28e-b20e6fde5401 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:19.937187 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-01723f82-7c99-49d2-b28e-b20e6fde5401 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Calling delete_port for 2e303667-0281-4361-9efb-788a068466d5 owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:19.975313 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-a36e6827-3a9f-47f4-8948-d66b19448067 None None] Deleting port 2e303667-0281-4361-9efb-788a068466d5 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:19.975757 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a36e6827-3a9f-47f4-8948-d66b19448067 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:20.061983 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d1bb6fda-c734-45ee-91d4-74e9fa93ae36 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:20.143189 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb6fda-c734-45ee-91d4-74e9fa93ae36 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Subnet': ['ID=2e3ab7df-08f2-44e5-8765-3414a2ccf62a,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:20.153206 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bb6fda-c734-45ee-91d4-74e9fa93ae36 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Checking segment: {'id': 'fd5c5972-7f21-437c-913d-c383508fb3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c7dff904-50ae-4374-b89d-cb82d6ee4887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:20.153498 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bb6fda-c734-45ee-91d4-74e9fa93ae36 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network hostable DHCP agents. Network: c7dff904-50ae-4374-b89d-cb82d6ee4887, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:17:20.169046 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-01723f82-7c99-49d2-b28e-b20e6fde5401 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:20.176733 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bb6fda-c734-45ee-91d4-74e9fa93ae36 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network c7dff904-50ae-4374-b89d-cb82d6ee4887 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:17:20.192658 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-d1bb6fda-c734-45ee-91d4-74e9fa93ae36 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, c7dff904-50ae-4374-b89d-cb82d6ee4887) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:20.215265 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01723f82-7c99-49d2-b28e-b20e6fde5401 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Pushing event deleted for resources: {'Port': ['ID=2e303667-0281-4361-9efb-788a068466d5,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:20.217477 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01723f82-7c99-49d2-b28e-b20e6fde5401 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] No DVR routers for this DVR port 2e303667-0281-4361-9efb-788a068466d5 on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:17:20.229157 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bb6fda-c734-45ee-91d4-74e9fa93ae36 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:20.232285 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d1bb6fda-c734-45ee-91d4-74e9fa93ae36 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:20.268397 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dea88c-127c-478e-a8e3-b240e5286ef0 None None] Network c7dff904-50ae-4374-b89d-cb82d6ee4887 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:20.272509 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40496) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:20.274173 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d1bb6fda-c734-45ee-91d4-74e9fa93ae36 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9975195 Sep 21 18:17:20.277433 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-c13ef8cc-e2ce-45d8-ad57-59d505780876 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-88560833', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:20.338133 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c13ef8cc-e2ce-45d8-ad57-59d505780876 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:20.339007 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c13ef8cc-e2ce-45d8-ad57-59d505780876 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:20.345868 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-01723f82-7c99-49d2-b28e-b20e6fde5401 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:20.392363 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a36e6827-3a9f-47f4-8948-d66b19448067 None None] For port 2e303667-0281-4361-9efb-788a068466d5, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=2e303667-0281-4361-9efb-788a068466d5,segment=NetworkSegment(4e934ac1-f599-4914-b9d9-357949c4c6f3),segment_id=4e934ac1-f599-4914-b9d9-357949c4c6f3)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:20.392833 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a36e6827-3a9f-47f4-8948-d66b19448067 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:20.408375 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-01723f82-7c99-49d2-b28e-b20e6fde5401 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8debaea5-5319-4bb0-87f3-da0e8af4f6e8']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:20.430085 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-01723f82-7c99-49d2-b28e-b20e6fde5401 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e934ac1-f599-4914-b9d9-357949c4c6f3') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:20.430563 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-01723f82-7c99-49d2-b28e-b20e6fde5401 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e934ac1-f599-4914-b9d9-357949c4c6f3') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:20.434746 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:20.436331 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-a36e6827-3a9f-47f4-8948-d66b19448067 None None] Calling delete_port for 2e303667-0281-4361-9efb-788a068466d5 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:20.460698 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-01723f82-7c99-49d2-b28e-b20e6fde5401 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:20.506579 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c13ef8cc-e2ce-45d8-ad57-59d505780876 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:20.513078 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-01723f82-7c99-49d2-b28e-b20e6fde5401 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:20.520829 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c13ef8cc-e2ce-45d8-ad57-59d505780876 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:20.533274 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34adc0a4-1463-40f8-a365-559bbf6bcfa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-c7dff904-50ae-4374-b89d-cb82d6ee4887', 'network_id': 'c7dff904-50ae-4374-b89d-cb82d6ee4887', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'fixed_ips': [{'subnet_id': '2e3ab7df-08f2-44e5-8765-3414a2ccf62a'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:17:20.534317 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-34adc0a4-1463-40f8-a365-559bbf6bcfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:20.536030 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01723f82-7c99-49d2-b28e-b20e6fde5401 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:17:20.536441 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-01723f82-7c99-49d2-b28e-b20e6fde5401 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:20.540294 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:17:20.540294 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:17:20.540294 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:17:20.540294 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:17:20.540294 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:17:20.540294 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:17:20.540294 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:17:20.540294 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:17:20.540294 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:17:20.540294 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:17:20.540294 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:17:20.540294 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:17:20.540294 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:17:20.540294 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:17:20.540294 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:17:20.540294 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:17:20.540294 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:17:20.540294 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:17:20.540294 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:17:20.540294 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:17:20.540294 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:17:20.540294 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:17:20.540294 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:17:20.540294 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:17:20.540294 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:17:20.540294 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:17:20.540294 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:17:20.540294 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:17:20.540294 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:17:20.540294 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:17:20.540294 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:17:20.540294 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:17:20.588410 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c13ef8cc-e2ce-45d8-ad57-59d505780876 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:20.589807 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c13ef8cc-e2ce-45d8-ad57-59d505780876 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3163052 Sep 21 18:17:20.592826 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40506) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:20.598086 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-9ad7fafc-f3c4-400a-bc6d-adcace9c6049 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Request body: {'port': {'network_id': 'c7dff904-50ae-4374-b89d-cb82d6ee4887', 'name': 'tempest-RoutersIpV6Test-1600816358'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:20.627713 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-636f013d-7e8b-4d3c-b4a0-5c98f255ee0e req-af8b5564-500d-41d6-8a0a-d1e043b71d78 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6d88a09-d985-41da-8622-b0c7f9a06b6a HTTP/1.1" status: 200 len: 210 time: 0.0391784 Sep 21 18:17:20.661555 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a36e6827-3a9f-47f4-8948-d66b19448067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:20.694666 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-01723f82-7c99-49d2-b28e-b20e6fde5401 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:20.704636 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-01723f82-7c99-49d2-b28e-b20e6fde5401 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:20.707691 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-01723f82-7c99-49d2-b28e-b20e6fde5401 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] 10.222.0.58 "DELETE /v2.0/networks/8debaea5-5319-4bb0-87f3-da0e8af4f6e8 HTTP/1.1" status: 204 len: 168 time: 1.1440554 Sep 21 18:17:20.738651 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36e6827-3a9f-47f4-8948-d66b19448067 None None] No DVR routers for this DVR port 2e303667-0281-4361-9efb-788a068466d5 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:17:20.752502 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e6827-3a9f-47f4-8948-d66b19448067 None None] Pushing event deleted for resources: {'Port': ['ID=2e303667-0281-4361-9efb-788a068466d5,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:20.769152 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01723f82-7c99-49d2-b28e-b20e6fde5401 tempest-AllowedAddressPairTestJSON-784657948 tempest-AllowedAddressPairTestJSON-784657948-project] Pushing event deleted for resources: {'Network': ['ID=8debaea5-5319-4bb0-87f3-da0e8af4f6e8,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:20.849335 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-34adc0a4-1463-40f8-a365-559bbf6bcfa8 None None] Allocated IP 2001:db8::2 (c7dff904-50ae-4374-b89d-cb82d6ee4887/2e3ab7df-08f2-44e5-8765-3414a2ccf62a/ad34f075-d9e5-46bb-97c8-40f1f58071eb) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:20.927406 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad7fafc-f3c4-400a-bc6d-adcace9c6049 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Made reservation on behalf of f75ad6b511e2465480f41f234aa66fad for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:20.933670 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9ad7fafc-f3c4-400a-bc6d-adcace9c6049 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:20.974016 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-6dcf3940-0999-4a14-bc32-c5c1e2aaa098 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:20.976431 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-6dcf3940-0999-4a14-bc32-c5c1e2aaa098 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.44 "GET /v2.0/networks?id=4414324d-cff1-47f5-9d20-e0f623054348 HTTP/1.1" status: 200 len: 812 time: 0.1692512 Sep 21 18:17:20.977901 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-9ad7fafc-f3c4-400a-bc6d-adcace9c6049 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] device_id is not set on port 10566109-a399-4727-bd55-74749efc9fd7 yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:17:20.990885 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-c8c63bbb-70cc-4bf8-90ab-82280931decc tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Request body: {'port': {'device_id': 'c6d88a09-d985-41da-8622-b0c7f9a06b6a', 'network_id': '4414324d-cff1-47f5-9d20-e0f623054348', 'admin_state_up': True, 'tenant_id': '6482b25286a049529c3e4c33e9a21ac2'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:21.113937 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-34adc0a4-1463-40f8-a365-559bbf6bcfa8 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:21.133952 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-34adc0a4-1463-40f8-a365-559bbf6bcfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:21.194719 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 2e303667-0281-4361-9efb-788a068466d5 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:17:21.210301 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34adc0a4-1463-40f8-a365-559bbf6bcfa8 None None] Network c7dff904-50ae-4374-b89d-cb82d6ee4887 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:21.234066 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-34adc0a4-1463-40f8-a365-559bbf6bcfa8 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:21.238138 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-9ad7fafc-f3c4-400a-bc6d-adcace9c6049 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Allocated IP 2001:db8::22a (c7dff904-50ae-4374-b89d-cb82d6ee4887/2e3ab7df-08f2-44e5-8765-3414a2ccf62a/10566109-a399-4727-bd55-74749efc9fd7) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:21.240839 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 2e303667-0281-4361-9efb-788a068466d5 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:17:21.241235 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 2e303667-0281-4361-9efb-788a068466d5 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:17:21.257724 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34adc0a4-1463-40f8-a365-559bbf6bcfa8 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:21.262103 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34adc0a4-1463-40f8-a365-559bbf6bcfa8 None None] Pushing event updated for resources: {'Port': ['ID=ad34f075-d9e5-46bb-97c8-40f1f58071eb,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:21.289867 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-c8c63bbb-70cc-4bf8-90ab-82280931decc tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Made reservation on behalf of 6482b25286a049529c3e4c33e9a21ac2 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:21.294217 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-c8c63bbb-70cc-4bf8-90ab-82280931decc tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:21.335256 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-34adc0a4-1463-40f8-a365-559bbf6bcfa8 None None] Attempting to bind port ad34f075-d9e5-46bb-97c8-40f1f58071eb on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:17:21.336268 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-34adc0a4-1463-40f8-a365-559bbf6bcfa8 None None] Attempting to bind port ad34f075-d9e5-46bb-97c8-40f1f58071eb by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'fd5c5972-7f21-437c-913d-c383508fb3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c7dff904-50ae-4374-b89d-cb82d6ee4887'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:17:21.336885 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34adc0a4-1463-40f8-a365-559bbf6bcfa8 None None] Attempting to bind port ad34f075-d9e5-46bb-97c8-40f1f58071eb on network c7dff904-50ae-4374-b89d-cb82d6ee4887 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:17:21.342861 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34adc0a4-1463-40f8-a365-559bbf6bcfa8 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:17:21.343529 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34adc0a4-1463-40f8-a365-559bbf6bcfa8 None None] Checking segment: {'id': 'fd5c5972-7f21-437c-913d-c383508fb3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c7dff904-50ae-4374-b89d-cb82d6ee4887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:21.344423 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-34adc0a4-1463-40f8-a365-559bbf6bcfa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:21.345058 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34adc0a4-1463-40f8-a365-559bbf6bcfa8 None None] Bound using segment: {'id': 'fd5c5972-7f21-437c-913d-c383508fb3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c7dff904-50ae-4374-b89d-cb82d6ee4887'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:17:21.346645 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-34adc0a4-1463-40f8-a365-559bbf6bcfa8 None None] Bound port: ad34f075-d9e5-46bb-97c8-40f1f58071eb, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd5c5972-7f21-437c-913d-c383508fb3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c7dff904-50ae-4374-b89d-cb82d6ee4887'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:17:21.347009 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-34adc0a4-1463-40f8-a365-559bbf6bcfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:21.417354 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40522) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:21.435687 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-34adc0a4-1463-40f8-a365-559bbf6bcfa8 None None] For port ad34f075-d9e5-46bb-97c8-40f1f58071eb, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:17:21.450507 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-34adc0a4-1463-40f8-a365-559bbf6bcfa8 None None] For port ad34f075-d9e5-46bb-97c8-40f1f58071eb, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ad34f075-d9e5-46bb-97c8-40f1f58071eb,segment=NetworkSegment(fd5c5972-7f21-437c-913d-c383508fb3af),segment_id=fd5c5972-7f21-437c-913d-c383508fb3af)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:17:21.460241 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-34adc0a4-1463-40f8-a365-559bbf6bcfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:21.549969 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34adc0a4-1463-40f8-a365-559bbf6bcfa8 None None] Pushing event updated for resources: {'Port': ['ID=ad34f075-d9e5-46bb-97c8-40f1f58071eb,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:21.601321 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:21.732733 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9ad7fafc-f3c4-400a-bc6d-adcace9c6049 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:21.740317 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-c8c63bbb-70cc-4bf8-90ab-82280931decc tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Allocated IP 172.20.0.5 (4414324d-cff1-47f5-9d20-e0f623054348/bcfa8d73-94ae-4d7c-91d1-c9db69ba7b95/9d59bd6b-991f-4b70-83d2-ea4bf53f303b) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:21.746258 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2ab38ce0-7c28-4395-8781-85df417a94a3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7b06c9b5e39a4de780ae939b02a782fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3275578 Sep 21 18:17:21.748951 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40532) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:21.876178 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3669ce8b-0fc7-4aba-ba3e-a62d392cc1a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:21.881619 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ff38261b-6e85-48ed-a47a-21608ad47b72 req-5eb0a6fd-cb05-44b6-8e22-57514ef23ce1 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6d88a09-d985-41da-8622-b0c7f9a06b6a HTTP/1.1" status: 200 len: 210 time: 0.0955698 Sep 21 18:17:21.922128 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3669ce8b-0fc7-4aba-ba3e-a62d392cc1a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:22.004224 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3669ce8b-0fc7-4aba-ba3e-a62d392cc1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:22.007384 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3669ce8b-0fc7-4aba-ba3e-a62d392cc1a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:22.010871 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3669ce8b-0fc7-4aba-ba3e-a62d392cc1a7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2aa1612d-7b80-47ad-8e22-aa45dc806374 HTTP/1.1" status: 204 len: 168 time: 0.2583523 Sep 21 18:17:22.019182 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669ce8b-0fc7-4aba-ba3e-a62d392cc1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa1612d-7b80-47ad-8e22-aa45dc806374,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:22.044496 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9ad7fafc-f3c4-400a-bc6d-adcace9c6049 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:22.155749 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad7fafc-f3c4-400a-bc6d-adcace9c6049 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network c7dff904-50ae-4374-b89d-cb82d6ee4887 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:22.162729 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-9ad7fafc-f3c4-400a-bc6d-adcace9c6049 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:22.170540 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad7fafc-f3c4-400a-bc6d-adcace9c6049 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:22.176342 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad7fafc-f3c4-400a-bc6d-adcace9c6049 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:22.177004 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9ad7fafc-f3c4-400a-bc6d-adcace9c6049 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:22.208187 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9ad7fafc-f3c4-400a-bc6d-adcace9c6049 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6141307 Sep 21 18:17:22.210906 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40544) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:22.214704 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7fafc-f3c4-400a-bc6d-adcace9c6049 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Port': ['ID=10566109-a399-4727-bd55-74749efc9fd7,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:22.249713 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-c8c63bbb-70cc-4bf8-90ab-82280931decc tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:22.303822 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-c8c63bbb-70cc-4bf8-90ab-82280931decc tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:22.350409 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-c8c63bbb-70cc-4bf8-90ab-82280931decc tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Network 4414324d-cff1-47f5-9d20-e0f623054348 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:22.356146 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-c8c63bbb-70cc-4bf8-90ab-82280931decc tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:22.359448 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-c8c63bbb-70cc-4bf8-90ab-82280931decc tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:22.449051 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c63bbb-70cc-4bf8-90ab-82280931decc tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Pushing event updated for resources: {'Port': ['ID=9d59bd6b-991f-4b70-83d2-ea4bf53f303b,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:22.486858 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-c8c63bbb-70cc-4bf8-90ab-82280931decc tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:22.487546 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-c8c63bbb-70cc-4bf8-90ab-82280931decc tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:22.525425 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-c8c63bbb-70cc-4bf8-90ab-82280931decc tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5386457 Sep 21 18:17:22.538509 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-9bbd71dd-2b4e-42ea-af07-f9d3ba3aa450 service neutron] Request body: {'port': {'device_id': 'c6d88a09-d985-41da-8622-b0c7f9a06b6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:22.676181 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-9bbd71dd-2b4e-42ea-af07-f9d3ba3aa450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:22.921716 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5d66db6c-9888-4e54-82ab-ca7355a2c11a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:23.152517 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf1b2b9-a3d7-45b4-9aa3-dfeb64276afd None None] Network c7dff904-50ae-4374-b89d-cb82d6ee4887 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:23.213913 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-9bbd71dd-2b4e-42ea-af07-f9d3ba3aa450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d59bd6b-991f-4b70-83d2-ea4bf53f303b {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:17:23.224609 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-9bbd71dd-2b4e-42ea-af07-f9d3ba3aa450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:23.242680 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-9bbd71dd-2b4e-42ea-af07-f9d3ba3aa450 service neutron] Transition to ACTIVE for port object 9d59bd6b-991f-4b70-83d2-ea4bf53f303b will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:17:23.246952 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-9bbd71dd-2b4e-42ea-af07-f9d3ba3aa450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:23.321177 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd71dd-2b4e-42ea-af07-f9d3ba3aa450 service neutron] Pushing event updated for resources: {'Port': ['ID=9d59bd6b-991f-4b70-83d2-ea4bf53f303b,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:23.382736 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa6ada-9515-47fb-aa81-80e1b677f7f4 req-0e9ddf5f-d040-4802-9ec2-dd587d6c62a9 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:23.387314 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ad34f075-d9e5-46bb-97c8-40f1f58071eb up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:17:23.390839 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-52aa6ada-9515-47fb-aa81-80e1b677f7f4 req-0e9ddf5f-d040-4802-9ec2-dd587d6c62a9 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6d88a09-d985-41da-8622-b0c7f9a06b6a HTTP/1.1" status: 200 len: 931 time: 0.2628994 Sep 21 18:17:23.448979 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-9bbd71dd-2b4e-42ea-af07-f9d3ba3aa450 service neutron] Attempting to bind port 9d59bd6b-991f-4b70-83d2-ea4bf53f303b on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:17:23.449328 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-9bbd71dd-2b4e-42ea-af07-f9d3ba3aa450 service neutron] Attempting to bind port 9d59bd6b-991f-4b70-83d2-ea4bf53f303b by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '2bba27de-5e29-4d49-baba-f0d73c451eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4414324d-cff1-47f5-9d20-e0f623054348'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:17:23.449661 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-9bbd71dd-2b4e-42ea-af07-f9d3ba3aa450 service neutron] Attempting to bind port 9d59bd6b-991f-4b70-83d2-ea4bf53f303b on network 4414324d-cff1-47f5-9d20-e0f623054348 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:17:23.455067 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-9bbd71dd-2b4e-42ea-af07-f9d3ba3aa450 service neutron] Port 9d59bd6b-991f-4b70-83d2-ea4bf53f303b on network 4414324d-cff1-47f5-9d20-e0f623054348 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:17:23.455409 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-9bbd71dd-2b4e-42ea-af07-f9d3ba3aa450 service neutron] Attempting to bind port 9d59bd6b-991f-4b70-83d2-ea4bf53f303b on network 4414324d-cff1-47f5-9d20-e0f623054348 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:17:23.462618 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-9bbd71dd-2b4e-42ea-af07-f9d3ba3aa450 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:17:23.463254 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-9bbd71dd-2b4e-42ea-af07-f9d3ba3aa450 service neutron] Checking segment: {'id': '2bba27de-5e29-4d49-baba-f0d73c451eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4414324d-cff1-47f5-9d20-e0f623054348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:23.463487 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-9bbd71dd-2b4e-42ea-af07-f9d3ba3aa450 service neutron] Bound using segment: {'id': '2bba27de-5e29-4d49-baba-f0d73c451eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4414324d-cff1-47f5-9d20-e0f623054348'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:17:23.463738 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-9bbd71dd-2b4e-42ea-af07-f9d3ba3aa450 service neutron] Bound port: 9d59bd6b-991f-4b70-83d2-ea4bf53f303b, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bba27de-5e29-4d49-baba-f0d73c451eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4414324d-cff1-47f5-9d20-e0f623054348'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:17:23.464108 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-9bbd71dd-2b4e-42ea-af07-f9d3ba3aa450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:23.476309 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5d66db6c-9888-4e54-82ab-ca7355a2c11a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:23.511966 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5d66db6c-9888-4e54-82ab-ca7355a2c11a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:23.522090 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40588) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:23.528878 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-2eb92d23-94d1-421a-b177-add281ee685e None None] Provisioning complete for port ad34f075-d9e5-46bb-97c8-40f1f58071eb triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:23.529533 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2eb92d23-94d1-421a-b177-add281ee685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:23.583685 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-52aa6ada-9515-47fb-aa81-80e1b677f7f4 req-929b1830-40b4-45d2-93e4-6986dc9800c8 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/security-groups?id=34a0d50e-1e59-42b9-b792-fda00096070e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916897 Sep 21 18:17:23.596856 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-9bbd71dd-2b4e-42ea-af07-f9d3ba3aa450 service neutron] For port 9d59bd6b-991f-4b70-83d2-ea4bf53f303b, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:17:23.609107 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66db6c-9888-4e54-82ab-ca7355a2c11a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Port': ['ID=10566109-a399-4727-bd55-74749efc9fd7,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:23.621190 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-9bbd71dd-2b4e-42ea-af07-f9d3ba3aa450 service neutron] For port 9d59bd6b-991f-4b70-83d2-ea4bf53f303b, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9d59bd6b-991f-4b70-83d2-ea4bf53f303b,segment=NetworkSegment(2bba27de-5e29-4d49-baba-f0d73c451eb9),segment_id=2bba27de-5e29-4d49-baba-f0d73c451eb9)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:17:23.642852 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-9bbd71dd-2b4e-42ea-af07-f9d3ba3aa450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:23.737250 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:23.759285 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-9bbd71dd-2b4e-42ea-af07-f9d3ba3aa450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:23.763534 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-9bbd71dd-2b4e-42ea-af07-f9d3ba3aa450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:23.766863 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-9bbd71dd-2b4e-42ea-af07-f9d3ba3aa450 service neutron] 10.222.0.44 "PUT /v2.0/ports/9d59bd6b-991f-4b70-83d2-ea4bf53f303b HTTP/1.1" status: 200 len: 1091 time: 1.2329679 Sep 21 18:17:23.767382 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d88a09-d985-41da-8622-b0c7f9a06b6a', 'tag': '9d59bd6b-991f-4b70-83d2-ea4bf53f303b'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:17:23.770129 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dea45c0-facd-4734-9d45-d91822a245eb" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d88a09-d985-41da-8622-b0c7f9a06b6a", "tag": "9d59bd6b-991f-4b70-83d2-ea4bf53f303b"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:17:23.796630 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-bd1af88f-11ae-48e3-87c6-8cc6814387e1 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-794772655'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:23.846630 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port ad34f075-d9e5-46bb-97c8-40f1f58071eb triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:23.847200 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:23.849424 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5d66db6c-9888-4e54-82ab-ca7355a2c11a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:23.900324 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140d351e-b9d1-4b62-8c55-111e000c082a x-openstack-request-id: req-140d351e-b9d1-4b62-8c55-111e000c082a {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:17:23.900961 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d88a09-d985-41da-8622-b0c7f9a06b6a", "tag": "9d59bd6b-991f-4b70-83d2-ea4bf53f303b", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:17:23.901544 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-140d351e-b9d1-4b62-8c55-111e000c082a {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:17:23.902155 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d88a09-d985-41da-8622-b0c7f9a06b6a', 'tag': '9d59bd6b-991f-4b70-83d2-ea4bf53f303b', 'status': 'completed', 'code': 200} Sep 21 18:17:23.926913 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66db6c-9888-4e54-82ab-ca7355a2c11a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:23.927515 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66db6c-9888-4e54-82ab-ca7355a2c11a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:23.927753 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66db6c-9888-4e54-82ab-ca7355a2c11a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:23.928066 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66db6c-9888-4e54-82ab-ca7355a2c11a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:23.928411 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66db6c-9888-4e54-82ab-ca7355a2c11a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:23.928795 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66db6c-9888-4e54-82ab-ca7355a2c11a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:23.929409 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66db6c-9888-4e54-82ab-ca7355a2c11a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:23.929900 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66db6c-9888-4e54-82ab-ca7355a2c11a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:23.930240 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66db6c-9888-4e54-82ab-ca7355a2c11a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:23.930574 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66db6c-9888-4e54-82ab-ca7355a2c11a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:23.930914 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66db6c-9888-4e54-82ab-ca7355a2c11a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:23.931360 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66db6c-9888-4e54-82ab-ca7355a2c11a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:17:23.945675 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1af88f-11ae-48e3-87c6-8cc6814387e1 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Made reservation on behalf of 4e4131d988df4b4abc7f07d148732ef2 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:23.950305 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bd1af88f-11ae-48e3-87c6-8cc6814387e1 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:23.968160 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bd1af88f-11ae-48e3-87c6-8cc6814387e1 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:23.970095 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd71dd-2b4e-42ea-af07-f9d3ba3aa450 service neutron] Pushing event updated for resources: {'Port': ['ID=9d59bd6b-991f-4b70-83d2-ea4bf53f303b,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:23.992521 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-98203789-2acd-48e4-9b3d-e57eb31ed4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:23.994058 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-98203789-2acd-48e4-9b3d-e57eb31ed4e0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6482b25286a049529c3e4c33e9a21ac2&device_id=c6d88a09-d985-41da-8622-b0c7f9a06b6a HTTP/1.1" status: 200 len: 1094 time: 0.1575038 Sep 21 18:17:24.014398 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2eb92d23-94d1-421a-b177-add281ee685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:24.056413 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-efe93d74-d0db-423c-9670-bdeeaf969fe0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d59bd6b-991f-4b70-83d2-ea4bf53f303b HTTP/1.1" status: 200 len: 217 time: 0.0504181 Sep 21 18:17:24.103990 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:24.134739 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-2eb92d23-94d1-421a-b177-add281ee685e None None] For port ad34f075-d9e5-46bb-97c8-40f1f58071eb, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ad34f075-d9e5-46bb-97c8-40f1f58071eb,segment=NetworkSegment(fd5c5972-7f21-437c-913d-c383508fb3af),segment_id=fd5c5972-7f21-437c-913d-c383508fb3af)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:24.144896 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2eb92d23-94d1-421a-b177-add281ee685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:24.156473 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5d66db6c-9888-4e54-82ab-ca7355a2c11a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:24.175827 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-ec110d35-c2ad-4f14-82c6-2605e0b05006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:24.177699 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-ec110d35-c2ad-4f14-82c6-2605e0b05006 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bcfa8d73-94ae-4d7c-91d1-c9db69ba7b95 HTTP/1.1" status: 200 len: 852 time: 0.1109924 Sep 21 18:17:24.293805 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb92d23-94d1-421a-b177-add281ee685e None None] Pushing event updated for resources: {'Port': ['ID=ad34f075-d9e5-46bb-97c8-40f1f58071eb,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:24.301126 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.db.api [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:17:24.301899 n-d-810291-1 neutron-server[101462]: DEBUG oslo_db.api [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:17:24.305132 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-1bc5132b-7482-4a11-a768-10bd6585e1e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4414324d-cff1-47f5-9d20-e0f623054348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081021 Sep 21 18:17:24.369175 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c333aaa-fd3a-4a23-a5a0-4553c487092e None None] Provisioning complete for port ad34f075-d9e5-46bb-97c8-40f1f58071eb triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:24.369681 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c333aaa-fd3a-4a23-a5a0-4553c487092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:24.461482 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-04c75b6e-68a6-48a9-b743-23c8a121caf7 service neutron] 10.222.0.44 "GET /v2.0/networks/4414324d-cff1-47f5-9d20-e0f623054348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322274 Sep 21 18:17:24.466837 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bd1af88f-11ae-48e3-87c6-8cc6814387e1 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:24.480314 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bd1af88f-11ae-48e3-87c6-8cc6814387e1 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:24.603365 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd1af88f-11ae-48e3-87c6-8cc6814387e1 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:17:24.658372 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bd1af88f-11ae-48e3-87c6-8cc6814387e1 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:24.658855 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-bd1af88f-11ae-48e3-87c6-8cc6814387e1 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Added segment 9ac67498-aeed-44c5-af0b-8295d12ed2a9 of type vlan for network 275a77e2-b2fe-43ae-84a4-670b5fc225fd Sep 21 18:17:24.675658 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1af88f-11ae-48e3-87c6-8cc6814387e1 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98101d5b-7326-4fde-a3bc-dbb3aad02c7f,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:24.723268 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:24.729950 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c333aaa-fd3a-4a23-a5a0-4553c487092e None None] Provisioning complete for port 10566109-a399-4727-bd55-74749efc9fd7 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:24.730329 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c333aaa-fd3a-4a23-a5a0-4553c487092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:24.741693 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bd1af88f-11ae-48e3-87c6-8cc6814387e1 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:24.751837 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c749c5e7-dc19-4abe-8ba3-3f614dada106 req-d5ef03ed-b272-43df-b173-e341c818d400 service neutron] 10.222.0.44 "GET /v2.0/networks/4414324d-cff1-47f5-9d20-e0f623054348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819796 Sep 21 18:17:24.822039 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c333aaa-fd3a-4a23-a5a0-4553c487092e None None] Port 10566109-a399-4727-bd55-74749efc9fd7 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:17:24.844935 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5d66db6c-9888-4e54-82ab-ca7355a2c11a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:24.854021 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5d66db6c-9888-4e54-82ab-ca7355a2c11a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:24.854870 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5d66db6c-9888-4e54-82ab-ca7355a2c11a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:24.911324 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bd1af88f-11ae-48e3-87c6-8cc6814387e1 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:24.918979 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1af88f-11ae-48e3-87c6-8cc6814387e1 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:24.923598 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bd1af88f-11ae-48e3-87c6-8cc6814387e1 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:24.941800 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66db6c-9888-4e54-82ab-ca7355a2c11a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Port': ['ID=10566109-a399-4727-bd55-74749efc9fd7,revision_number=3']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:24.963367 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-e5944868-a647-4cc7-93d6-766aebd4cc52 None None] Provisioning complete for port 10566109-a399-4727-bd55-74749efc9fd7 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:24.963683 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e5944868-a647-4cc7-93d6-766aebd4cc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:24.993654 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-bd1af88f-11ae-48e3-87c6-8cc6814387e1 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4703193 Sep 21 18:17:25.057118 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-e5944868-a647-4cc7-93d6-766aebd4cc52 None None] Port 10566109-a399-4727-bd55-74749efc9fd7 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:17:25.147556 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1af88f-11ae-48e3-87c6-8cc6814387e1 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Pushing event updated for resources: {'Network': ['ID=275a77e2-b2fe-43ae-84a4-670b5fc225fd,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:25.158786 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce6cd0-8654-475a-9971-6b8670b804e5 req-9874b6b4-b1b5-468e-a2df-3773d5b13e65 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:25.166041 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 275a77e2-b2fe-43ae-84a4-670b5fc225fd details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:17:25.172848 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f0ce6cd0-8654-475a-9971-6b8670b804e5 req-9874b6b4-b1b5-468e-a2df-3773d5b13e65 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6d88a09-d985-41da-8622-b0c7f9a06b6a HTTP/1.1" status: 200 len: 943 time: 0.4278646 Sep 21 18:17:25.187944 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea45c0-facd-4734-9d45-d91822a245eb req-b6423ea5-6e75-4b19-b564-92bf0e7f920c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:25.191672 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0dea45c0-facd-4734-9d45-d91822a245eb req-b6423ea5-6e75-4b19-b564-92bf0e7f920c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6482b25286a049529c3e4c33e9a21ac2&device_id=c6d88a09-d985-41da-8622-b0c7f9a06b6a HTTP/1.1" status: 200 len: 1094 time: 0.3519170 Sep 21 18:17:25.284462 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ad34f075-d9e5-46bb-97c8-40f1f58071eb up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:17:25.322588 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f0ce6cd0-8654-475a-9971-6b8670b804e5 req-9e84a320-1f4f-4751-9834-94a0fb3a281c tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/security-groups?id=34a0d50e-1e59-42b9-b792-fda00096070e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134164 Sep 21 18:17:25.337073 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d66db6c-9888-4e54-82ab-ca7355a2c11a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network c7dff904-50ae-4374-b89d-cb82d6ee4887 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:25.340319 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-5d66db6c-9888-4e54-82ab-ca7355a2c11a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:25.353144 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-73476c0e-da6b-4306-860b-7c851e02d2b0 None None] Provisioning complete for port 10566109-a399-4727-bd55-74749efc9fd7 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:25.353673 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-73476c0e-da6b-4306-860b-7c851e02d2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:25.439204 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea45c0-facd-4734-9d45-d91822a245eb req-279b6e3d-64ca-470e-8793-1ec9cd1cdbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:25.439635 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-73476c0e-da6b-4306-860b-7c851e02d2b0 None None] Port 10566109-a399-4727-bd55-74749efc9fd7 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:17:25.441371 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0dea45c0-facd-4734-9d45-d91822a245eb req-279b6e3d-64ca-470e-8793-1ec9cd1cdbf4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4414324d-cff1-47f5-9d20-e0f623054348 HTTP/1.1" status: 200 len: 913 time: 0.2311802 Sep 21 18:17:25.446087 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port ad34f075-d9e5-46bb-97c8-40f1f58071eb triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:25.446461 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:25.539119 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0dea45c0-facd-4734-9d45-d91822a245eb req-30dc3bd5-58ab-448f-a3bc-5941abd31807 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d59bd6b-991f-4b70-83d2-ea4bf53f303b HTTP/1.1" status: 200 len: 217 time: 0.0842316 Sep 21 18:17:25.681403 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d66db6c-9888-4e54-82ab-ca7355a2c11a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Router e28004a7-747c-44d8-b740-f0d51b652faa is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:17:25.717365 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea45c0-facd-4734-9d45-d91822a245eb req-0c566569-621d-44d4-909a-39f930695806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:25.727711 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0dea45c0-facd-4734-9d45-d91822a245eb req-0c566569-621d-44d4-909a-39f930695806 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bcfa8d73-94ae-4d7c-91d1-c9db69ba7b95 HTTP/1.1" status: 200 len: 852 time: 0.1777039 Sep 21 18:17:25.789257 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0dea45c0-facd-4734-9d45-d91822a245eb req-d540d319-1d3e-423e-b14f-f11e45687776 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4414324d-cff1-47f5-9d20-e0f623054348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494924 Sep 21 18:17:25.865085 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-db75f4c9-2739-46d5-975a-d0d502d0add7 None None] Provisioning complete for port 10566109-a399-4727-bd55-74749efc9fd7 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:25.865381 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-db75f4c9-2739-46d5-975a-d0d502d0add7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:25.898891 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d66db6c-9888-4e54-82ab-ca7355a2c11a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:17:25.911869 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40634) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:25.915339 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5d66db6c-9888-4e54-82ab-ca7355a2c11a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "PUT /v2.0/routers/e28004a7-747c-44d8-b740-f0d51b652faa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6960733 Sep 21 18:17:25.944582 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647df048-d151-4235-adf3-eb39426d55a4 None None] Sync routers for ids ['e28004a7-747c-44d8-b740-f0d51b652faa'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:17:25.950412 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-db75f4c9-2739-46d5-975a-d0d502d0add7 None None] Port 10566109-a399-4727-bd55-74749efc9fd7 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:17:25.962778 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647df048-d151-4235-adf3-eb39426d55a4 None None] Routers {'e28004a7-747c-44d8-b740-f0d51b652faa'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:25.963540 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-647df048-d151-4235-adf3-eb39426d55a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:17:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e28004a7-747c-44d8-b740-f0d51b652faa'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:25.967834 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0dea45c0-facd-4734-9d45-d91822a245eb req-386f7287-e7a4-4def-abed-1c821835dfcb service neutron] 10.222.0.44 "GET /v2.0/networks/4414324d-cff1-47f5-9d20-e0f623054348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693480 Sep 21 18:17:26.003002 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc0200f-6fa0-4f39-af20-48f325fdaf77 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:26.004725 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8bc0200f-6fa0-4f39-af20-48f325fdaf77 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "GET /v2.0/ports/10566109-a399-4727-bd55-74749efc9fd7 HTTP/1.1" status: 200 len: 984 time: 0.0916755 Sep 21 18:17:26.007709 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-647df048-d151-4235-adf3-eb39426d55a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:26.007898 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40636) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:26.038307 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647df048-d151-4235-adf3-eb39426d55a4 None None] Routers {'e28004a7-747c-44d8-b740-f0d51b652faa'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:26.038945 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-647df048-d151-4235-adf3-eb39426d55a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:17:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e28004a7-747c-44d8-b740-f0d51b652faa'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:26.104669 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-647df048-d151-4235-adf3-eb39426d55a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:26.105463 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647df048-d151-4235-adf3-eb39426d55a4 None None] The sync data for ids ['e28004a7-747c-44d8-b740-f0d51b652faa'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:17:26.177671 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0dea45c0-facd-4734-9d45-d91822a245eb req-2aad5171-ddf2-4cf4-9206-7863b1d522cb service neutron] 10.222.0.44 "GET /v2.0/networks/4414324d-cff1-47f5-9d20-e0f623054348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682541 Sep 21 18:17:26.588342 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca28c6-72c0-422b-9dbe-1f7cc2887342 req-8ba27afd-38d3-4f2a-971d-3b0fe9837ea8 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:26.597171 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a5ca28c6-72c0-422b-9dbe-1f7cc2887342 req-8ba27afd-38d3-4f2a-971d-3b0fe9837ea8 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6d88a09-d985-41da-8622-b0c7f9a06b6a HTTP/1.1" status: 200 len: 943 time: 0.1472011 Sep 21 18:17:26.608063 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dd6ae2e8-9aef-4d7a-9d01-c64b9240dcb1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:26.668904 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a5ca28c6-72c0-422b-9dbe-1f7cc2887342 req-362ec3f6-dad7-4fa8-ae59-5750a0acec72 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/security-groups?id=34a0d50e-1e59-42b9-b792-fda00096070e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681207 Sep 21 18:17:26.942222 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-dd6ae2e8-9aef-4d7a-9d01-c64b9240dcb1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Deleting port 10566109-a399-4727-bd55-74749efc9fd7 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:26.942804 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dd6ae2e8-9aef-4d7a-9d01-c64b9240dcb1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:27.050585 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dd6ae2e8-9aef-4d7a-9d01-c64b9240dcb1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:27.073470 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-dd6ae2e8-9aef-4d7a-9d01-c64b9240dcb1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Calling delete_port for 10566109-a399-4727-bd55-74749efc9fd7 owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:27.646617 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dd6ae2e8-9aef-4d7a-9d01-c64b9240dcb1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:27.858029 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ae2e8-9aef-4d7a-9d01-c64b9240dcb1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Port': ['ID=10566109-a399-4727-bd55-74749efc9fd7,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:27.919470 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dd6ae2e8-9aef-4d7a-9d01-c64b9240dcb1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:27.989953 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200afe46-1e2c-4a20-bd99-6b2aa1ffbfc7 req-1400dfae-fa7e-4b50-82b3-c1af61e6e3d3 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:27.991525 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-200afe46-1e2c-4a20-bd99-6b2aa1ffbfc7 req-1400dfae-fa7e-4b50-82b3-c1af61e6e3d3 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6d88a09-d985-41da-8622-b0c7f9a06b6a HTTP/1.1" status: 200 len: 943 time: 0.1991816 Sep 21 18:17:28.119283 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-200afe46-1e2c-4a20-bd99-6b2aa1ffbfc7 req-e93a07dd-5fad-47cf-9410-a663986d32d4 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/security-groups?id=34a0d50e-1e59-42b9-b792-fda00096070e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956490 Sep 21 18:17:28.125918 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6ae2e8-9aef-4d7a-9d01-c64b9240dcb1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Router e28004a7-747c-44d8-b740-f0d51b652faa has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:17:28.139752 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 9d59bd6b-991f-4b70-83d2-ea4bf53f303b details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:17:28.205724 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6ae2e8-9aef-4d7a-9d01-c64b9240dcb1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:17:28.214095 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-dd6ae2e8-9aef-4d7a-9d01-c64b9240dcb1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "PUT /v2.0/routers/e28004a7-747c-44d8-b740-f0d51b652faa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2025664 Sep 21 18:17:28.214307 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40670) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:28.226495 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa3409f-d206-4673-aff3-b24a64127bb9 None None] Sync routers for ids ['e28004a7-747c-44d8-b740-f0d51b652faa'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:17:28.244954 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa3409f-d206-4673-aff3-b24a64127bb9 None None] Routers {'e28004a7-747c-44d8-b740-f0d51b652faa'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:28.245943 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-2aa3409f-d206-4673-aff3-b24a64127bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:17:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e28004a7-747c-44d8-b740-f0d51b652faa'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:28.263150 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40672) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:28.270898 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-8b331ac9-a133-4ce7-a715-7e2d5effdfc8 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Request body: {'subnet': {'network_id': '275a77e2-b2fe-43ae-84a4-670b5fc225fd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:28.273322 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 9d59bd6b-991f-4b70-83d2-ea4bf53f303b, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9d59bd6b-991f-4b70-83d2-ea4bf53f303b,segment=NetworkSegment(2bba27de-5e29-4d49-baba-f0d73c451eb9),segment_id=2bba27de-5e29-4d49-baba-f0d73c451eb9)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:28.283497 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-2aa3409f-d206-4673-aff3-b24a64127bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:28.286234 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '9d59bd6b-991f-4b70-83d2-ea4bf53f303b', 'network_id': '4414324d-cff1-47f5-9d20-e0f623054348', 'port_id': '9d59bd6b-991f-4b70-83d2-ea4bf53f303b', 'mac_address': 'fa:16:3e:c6:59:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcfa8d73-94ae-4d7c-91d1-c9db69ba7b95', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:17:28.292597 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa3409f-d206-4673-aff3-b24a64127bb9 None None] Routers {'e28004a7-747c-44d8-b740-f0d51b652faa'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:28.293526 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-2aa3409f-d206-4673-aff3-b24a64127bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:17:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e28004a7-747c-44d8-b740-f0d51b652faa'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:28.325873 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:28.327230 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-2aa3409f-d206-4673-aff3-b24a64127bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:28.329207 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa3409f-d206-4673-aff3-b24a64127bb9 None None] The sync data for ids ['e28004a7-747c-44d8-b740-f0d51b652faa'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:17:28.340006 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d59bd6b-991f-4b70-83d2-ea4bf53f303b {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:17:28.361748 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 9d59bd6b-991f-4b70-83d2-ea4bf53f303b, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9d59bd6b-991f-4b70-83d2-ea4bf53f303b,segment=NetworkSegment(2bba27de-5e29-4d49-baba-f0d73c451eb9),segment_id=2bba27de-5e29-4d49-baba-f0d73c451eb9)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:28.366423 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:28.385327 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b331ac9-a133-4ce7-a715-7e2d5effdfc8 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Made reservation on behalf of 4e4131d988df4b4abc7f07d148732ef2 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:28.389052 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8b331ac9-a133-4ce7-a715-7e2d5effdfc8 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:28.421277 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=9d59bd6b-991f-4b70-83d2-ea4bf53f303b,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:28.441720 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-4c020e71-bf2b-4728-87e2-0ac8371fcffe tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] remove_router_interface failed (client error): The resource could not be found. Sep 21 18:17:28.442797 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4c020e71-bf2b-4728-87e2-0ac8371fcffe tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "PUT /v2.0/routers/e28004a7-747c-44d8-b740-f0d51b652faa/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2275507 Sep 21 18:17:28.446060 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40676) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:28.475285 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-eb4fd9c5-17cf-4599-a128-65360fdc9c93 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "GET /v2.0/ports?device_id=e28004a7-747c-44d8-b740-f0d51b652faa HTTP/1.1" status: 200 len: 205 time: 0.0281434 Sep 21 18:17:28.477883 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40678) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:28.547301 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0a9f377c-595f-48ee-a1e8-9701e6f2e63f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:28.574685 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8b331ac9-a133-4ce7-a715-7e2d5effdfc8 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:28.579664 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['9d59bd6b-991f-4b70-83d2-ea4bf53f303b'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:17:28.642432 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b331ac9-a133-4ce7-a715-7e2d5effdfc8 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Pushing event updated for resources: {'Subnet': ['ID=7526899f-fdc4-4988-8726-42cf1641d9f9,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:28.651574 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b331ac9-a133-4ce7-a715-7e2d5effdfc8 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Checking segment: {'id': '9ac67498-aeed-44c5-af0b-8295d12ed2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '275a77e2-b2fe-43ae-84a4-670b5fc225fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:28.651937 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b331ac9-a133-4ce7-a715-7e2d5effdfc8 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Network hostable DHCP agents. Network: 275a77e2-b2fe-43ae-84a4-670b5fc225fd, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:17:28.672975 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b331ac9-a133-4ce7-a715-7e2d5effdfc8 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Network 275a77e2-b2fe-43ae-84a4-670b5fc225fd is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:17:28.687042 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-8b331ac9-a133-4ce7-a715-7e2d5effdfc8 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 275a77e2-b2fe-43ae-84a4-670b5fc225fd) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:28.691730 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b331ac9-a133-4ce7-a715-7e2d5effdfc8 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:28.692163 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8b331ac9-a133-4ce7-a715-7e2d5effdfc8 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:28.702802 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207a5e85-d9ee-483e-bf59-409bf1145b3e None None] Network 275a77e2-b2fe-43ae-84a4-670b5fc225fd requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:28.712387 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8b331ac9-a133-4ce7-a715-7e2d5effdfc8 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4479594 Sep 21 18:17:28.715927 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40680) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:28.721398 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0a9f377c-595f-48ee-a1e8-9701e6f2e63f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:28.723115 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-4c460573-413f-4db7-a4d5-536653959a06 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-374531434'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:28.723873 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0a9f377c-595f-48ee-a1e8-9701e6f2e63f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:28.755003 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c460573-413f-4db7-a4d5-536653959a06 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Made reservation on behalf of 4e4131d988df4b4abc7f07d148732ef2 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:28.759566 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4c460573-413f-4db7-a4d5-536653959a06 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:28.796150 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0a9f377c-595f-48ee-a1e8-9701e6f2e63f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:28.796923 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9f377c-595f-48ee-a1e8-9701e6f2e63f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Fanout notify agent at l3_agent the message router_deleted on router e28004a7-747c-44d8-b740-f0d51b652faa {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:17:28.809113 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c460573-413f-4db7-a4d5-536653959a06 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:17:28.809877 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0a9f377c-595f-48ee-a1e8-9701e6f2e63f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:28.813848 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0a9f377c-595f-48ee-a1e8-9701e6f2e63f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/routers/e28004a7-747c-44d8-b740-f0d51b652faa HTTP/1.1" status: 204 len: 168 time: 0.3326044 Sep 21 18:17:28.814088 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40684) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:28.825697 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4c460573-413f-4db7-a4d5-536653959a06 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:28.826614 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-4c460573-413f-4db7-a4d5-536653959a06 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Added segment 56a99d43-cf2f-4aa0-aac1-0f1d629cf7be of type vlan for network d0cbf5c0-1169-4a19-8348-d298e3c20e03 Sep 21 18:17:28.890551 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfd9a436-5332-45a1-a47d-ee0af1a68370 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Deleting subnet 2e3ab7df-08f2-44e5-8765-3414a2ccf62a {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:17:28.893311 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4c460573-413f-4db7-a4d5-536653959a06 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:28.893942 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bfd9a436-5332-45a1-a47d-ee0af1a68370 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:28.928393 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4c460573-413f-4db7-a4d5-536653959a06 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:28.933145 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edd7c51-82d7-45cf-8030-d628d8909a07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-275a77e2-b2fe-43ae-84a4-670b5fc225fd', 'network_id': '275a77e2-b2fe-43ae-84a4-670b5fc225fd', 'tenant_id': '4e4131d988df4b4abc7f07d148732ef2', 'fixed_ips': [{'subnet_id': '7526899f-fdc4-4988-8726-42cf1641d9f9'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:17:28.934168 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c460573-413f-4db7-a4d5-536653959a06 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:28.934300 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0edd7c51-82d7-45cf-8030-d628d8909a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:28.935140 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4c460573-413f-4db7-a4d5-536653959a06 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:28.960637 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bfd9a436-5332-45a1-a47d-ee0af1a68370 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:29.019184 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c460573-413f-4db7-a4d5-536653959a06 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Pushing event updated for resources: {'Network': ['ID=d0cbf5c0-1169-4a19-8348-d298e3c20e03,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:29.036296 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4c460573-413f-4db7-a4d5-536653959a06 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3160827 Sep 21 18:17:29.036638 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40686) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:29.042727 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-f77ad37d-822d-4bdb-9ff7-e2a943cc9fe9 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Request body: {'subnet': {'network_id': 'd0cbf5c0-1169-4a19-8348-d298e3c20e03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:29.046353 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network d0cbf5c0-1169-4a19-8348-d298e3c20e03 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:17:29.089822 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bfd9a436-5332-45a1-a47d-ee0af1a68370 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:29.166893 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bfd9a436-5332-45a1-a47d-ee0af1a68370 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:29.215832 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77ad37d-822d-4bdb-9ff7-e2a943cc9fe9 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Made reservation on behalf of 4e4131d988df4b4abc7f07d148732ef2 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:29.221522 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f77ad37d-822d-4bdb-9ff7-e2a943cc9fe9 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:29.236157 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9a436-5332-45a1-a47d-ee0af1a68370 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Subnet': ['ID=2e3ab7df-08f2-44e5-8765-3414a2ccf62a,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:29.251942 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-0edd7c51-82d7-45cf-8030-d628d8909a07 None None] Allocated IP 2001:db8:0:ffff::2 (275a77e2-b2fe-43ae-84a4-670b5fc225fd/7526899f-fdc4-4988-8726-42cf1641d9f9/dfa0fa5e-3507-43bd-9cf1-ac654c1a123c) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:29.253132 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bfd9a436-5332-45a1-a47d-ee0af1a68370 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:29.257899 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bfd9a436-5332-45a1-a47d-ee0af1a68370 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/subnets/2e3ab7df-08f2-44e5-8765-3414a2ccf62a HTTP/1.1" status: 204 len: 168 time: 0.4413476 Sep 21 18:17:29.260244 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6931262d-6f38-4b07-9b2e-2d63ebef6b5c None None] Network c7dff904-50ae-4374-b89d-cb82d6ee4887 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:29.262178 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40694) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:29.550902 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aa669174-9f54-42c1-9e8e-87cf9186a988 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:29.576325 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5199a29-19fb-48d6-9ab0-a480c3ef7773 req-32f5a328-0cb1-421c-a8c1-e7603b7bf008 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:29.578770 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d5199a29-19fb-48d6-9ab0-a480c3ef7773 req-32f5a328-0cb1-421c-a8c1-e7603b7bf008 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6d88a09-d985-41da-8622-b0c7f9a06b6a HTTP/1.1" status: 200 len: 944 time: 0.1795182 Sep 21 18:17:29.613439 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-aa669174-9f54-42c1-9e8e-87cf9186a988 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Deleting port ad34f075-d9e5-46bb-97c8-40f1f58071eb {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:29.613855 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aa669174-9f54-42c1-9e8e-87cf9186a988 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:29.703457 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-aa669174-9f54-42c1-9e8e-87cf9186a988 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] For port ad34f075-d9e5-46bb-97c8-40f1f58071eb, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ad34f075-d9e5-46bb-97c8-40f1f58071eb,segment=NetworkSegment(fd5c5972-7f21-437c-913d-c383508fb3af),segment_id=fd5c5972-7f21-437c-913d-c383508fb3af)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:29.704254 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aa669174-9f54-42c1-9e8e-87cf9186a988 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:29.721292 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-aa669174-9f54-42c1-9e8e-87cf9186a988 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Calling delete_port for ad34f075-d9e5-46bb-97c8-40f1f58071eb owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:29.820585 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d5199a29-19fb-48d6-9ab0-a480c3ef7773 req-b11be113-38c5-4f95-906d-4aedeeadc562 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/security-groups?id=34a0d50e-1e59-42b9-b792-fda00096070e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780838 Sep 21 18:17:29.884932 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0edd7c51-82d7-45cf-8030-d628d8909a07 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:29.898683 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0edd7c51-82d7-45cf-8030-d628d8909a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:29.911907 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aa669174-9f54-42c1-9e8e-87cf9186a988 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:29.939410 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa669174-9f54-42c1-9e8e-87cf9186a988 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] No DVR routers for this DVR port ad34f075-d9e5-46bb-97c8-40f1f58071eb on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:17:29.941943 n-d-810291-1 neutron-server[101460]: DEBUG neutron.objects.ports [None req-f77ad37d-822d-4bdb-9ff7-e2a943cc9fe9 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101460) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:17:29.944540 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f77ad37d-822d-4bdb-9ff7-e2a943cc9fe9 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:29.988186 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edd7c51-82d7-45cf-8030-d628d8909a07 None None] Network 275a77e2-b2fe-43ae-84a4-670b5fc225fd is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:29.992315 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-0edd7c51-82d7-45cf-8030-d628d8909a07 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:29.994388 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4a06e3-98b5-4f70-8203-743cbdc18e26 None None] DHCP port deletion for c7dff904-50ae-4374-b89d-cb82d6ee4887 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:17:30.000417 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edd7c51-82d7-45cf-8030-d628d8909a07 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:30.007992 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ad37d-822d-4bdb-9ff7-e2a943cc9fe9 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Pushing event updated for resources: {'Subnet': ['ID=a002e190-fa44-4508-be27-b31e4fabf1b1,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:30.022632 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa669174-9f54-42c1-9e8e-87cf9186a988 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Port': ['ID=ad34f075-d9e5-46bb-97c8-40f1f58071eb,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:30.032669 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd7c51-82d7-45cf-8030-d628d8909a07 None None] Pushing event updated for resources: {'Port': ['ID=dfa0fa5e-3507-43bd-9cf1-ac654c1a123c,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:30.076260 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77ad37d-822d-4bdb-9ff7-e2a943cc9fe9 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Checking segment: {'id': '56a99d43-cf2f-4aa0-aac1-0f1d629cf7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd0cbf5c0-1169-4a19-8348-d298e3c20e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:30.076614 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77ad37d-822d-4bdb-9ff7-e2a943cc9fe9 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Network hostable DHCP agents. Network: d0cbf5c0-1169-4a19-8348-d298e3c20e03, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:17:30.099615 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77ad37d-822d-4bdb-9ff7-e2a943cc9fe9 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Network d0cbf5c0-1169-4a19-8348-d298e3c20e03 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:17:30.109326 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0edd7c51-82d7-45cf-8030-d628d8909a07 None None] Attempting to bind port dfa0fa5e-3507-43bd-9cf1-ac654c1a123c on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:17:30.109690 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0edd7c51-82d7-45cf-8030-d628d8909a07 None None] Attempting to bind port dfa0fa5e-3507-43bd-9cf1-ac654c1a123c by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '9ac67498-aeed-44c5-af0b-8295d12ed2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '275a77e2-b2fe-43ae-84a4-670b5fc225fd'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:17:30.110729 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd7c51-82d7-45cf-8030-d628d8909a07 None None] Attempting to bind port dfa0fa5e-3507-43bd-9cf1-ac654c1a123c on network 275a77e2-b2fe-43ae-84a4-670b5fc225fd {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:17:30.114355 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-f77ad37d-822d-4bdb-9ff7-e2a943cc9fe9 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, d0cbf5c0-1169-4a19-8348-d298e3c20e03) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:30.117234 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd7c51-82d7-45cf-8030-d628d8909a07 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:17:30.125915 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77ad37d-822d-4bdb-9ff7-e2a943cc9fe9 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:30.126625 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f77ad37d-822d-4bdb-9ff7-e2a943cc9fe9 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:30.132754 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd7c51-82d7-45cf-8030-d628d8909a07 None None] Checking segment: {'id': '9ac67498-aeed-44c5-af0b-8295d12ed2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '275a77e2-b2fe-43ae-84a4-670b5fc225fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:30.133957 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0edd7c51-82d7-45cf-8030-d628d8909a07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:30.134437 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd7c51-82d7-45cf-8030-d628d8909a07 None None] Bound using segment: {'id': '9ac67498-aeed-44c5-af0b-8295d12ed2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '275a77e2-b2fe-43ae-84a4-670b5fc225fd'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:17:30.137730 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-0edd7c51-82d7-45cf-8030-d628d8909a07 None None] Bound port: dfa0fa5e-3507-43bd-9cf1-ac654c1a123c, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac67498-aeed-44c5-af0b-8295d12ed2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '275a77e2-b2fe-43ae-84a4-670b5fc225fd'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:17:30.139168 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0edd7c51-82d7-45cf-8030-d628d8909a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:30.154730 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc2ac21-387a-4106-8f7f-f42876e2f93b None None] Network d0cbf5c0-1169-4a19-8348-d298e3c20e03 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:30.160155 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aa669174-9f54-42c1-9e8e-87cf9186a988 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:30.170300 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f77ad37d-822d-4bdb-9ff7-e2a943cc9fe9 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1295118 Sep 21 18:17:30.170893 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40722) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:30.174955 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 9d59bd6b-991f-4b70-83d2-ea4bf53f303b up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:17:30.177448 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-dcc67cdf-c683-4ad7-8361-ea7ac043ae3b tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Request body: {'port': {'network_id': 'd0cbf5c0-1169-4a19-8348-d298e3c20e03', 'name': 'tempest-NetworksIpV6TestAttrs-201132557'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:30.223495 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-aa669174-9f54-42c1-9e8e-87cf9186a988 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7dff904-50ae-4374-b89d-cb82d6ee4887']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:30.236213 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-aa669174-9f54-42c1-9e8e-87cf9186a988 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5c5972-7f21-437c-913d-c383508fb3af') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:30.237080 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-aa669174-9f54-42c1-9e8e-87cf9186a988 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5c5972-7f21-437c-913d-c383508fb3af') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:30.248257 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aa669174-9f54-42c1-9e8e-87cf9186a988 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:30.263417 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aa669174-9f54-42c1-9e8e-87cf9186a988 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:30.270295 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa669174-9f54-42c1-9e8e-87cf9186a988 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:17:30.270691 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aa669174-9f54-42c1-9e8e-87cf9186a988 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:30.274277 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:17:30.274277 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:17:30.274277 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:17:30.274277 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:17:30.274277 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:17:30.274277 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:17:30.274277 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:17:30.274277 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:17:30.274277 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:17:30.274277 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:17:30.274277 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:17:30.274277 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:17:30.274277 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:17:30.274277 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:17:30.274277 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:17:30.274277 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:17:30.274277 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:17:30.274277 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:17:30.274277 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:17:30.274277 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:17:30.274277 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:17:30.274277 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:17:30.274277 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:17:30.274277 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:17:30.274277 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:17:30.274277 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:17:30.274277 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:17:30.274277 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:17:30.274277 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:17:30.274277 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:17:30.274277 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:17:30.274277 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:17:30.326573 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-0edd7c51-82d7-45cf-8030-d628d8909a07 None None] For port dfa0fa5e-3507-43bd-9cf1-ac654c1a123c, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:17:30.330527 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-0edd7c51-82d7-45cf-8030-d628d8909a07 None None] For port dfa0fa5e-3507-43bd-9cf1-ac654c1a123c, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=dfa0fa5e-3507-43bd-9cf1-ac654c1a123c,segment=NetworkSegment(9ac67498-aeed-44c5-af0b-8295d12ed2a9),segment_id=9ac67498-aeed-44c5-af0b-8295d12ed2a9)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:17:30.362399 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0edd7c51-82d7-45cf-8030-d628d8909a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:30.381296 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aa669174-9f54-42c1-9e8e-87cf9186a988 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:30.395658 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aa669174-9f54-42c1-9e8e-87cf9186a988 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:30.398104 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-aa669174-9f54-42c1-9e8e-87cf9186a988 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/networks/c7dff904-50ae-4374-b89d-cb82d6ee4887 HTTP/1.1" status: 204 len: 168 time: 1.1349146 Sep 21 18:17:30.404355 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40728) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:30.436120 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-bad612cb-d838-483c-aca4-7c54e463b947 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-387206678'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:30.492311 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa669174-9f54-42c1-9e8e-87cf9186a988 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Network': ['ID=c7dff904-50ae-4374-b89d-cb82d6ee4887,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:30.516057 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd7c51-82d7-45cf-8030-d628d8909a07 None None] Pushing event updated for resources: {'Port': ['ID=dfa0fa5e-3507-43bd-9cf1-ac654c1a123c,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:30.516188 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad612cb-d838-483c-aca4-7c54e463b947 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Made reservation on behalf of f75ad6b511e2465480f41f234aa66fad for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:30.519718 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bad612cb-d838-483c-aca4-7c54e463b947 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:30.552107 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 9d59bd6b-991f-4b70-83d2-ea4bf53f303b completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:17:30.574987 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad612cb-d838-483c-aca4-7c54e463b947 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:17:30.586154 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bad612cb-d838-483c-aca4-7c54e463b947 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:30.586407 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-bad612cb-d838-483c-aca4-7c54e463b947 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Added segment e1dd683a-64d2-4fd3-956c-15600769c082 of type vlan for network 54eea28e-70f9-4632-b4e9-6de64879a3f9 Sep 21 18:17:30.591439 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 9d59bd6b-991f-4b70-83d2-ea4bf53f303b triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:30.591925 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:30.719839 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bad612cb-d838-483c-aca4-7c54e463b947 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:30.783697 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bad612cb-d838-483c-aca4-7c54e463b947 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:30.788535 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33786f6-e894-41af-8f65-baabec8ddac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-d0cbf5c0-1169-4a19-8348-d298e3c20e03', 'network_id': 'd0cbf5c0-1169-4a19-8348-d298e3c20e03', 'tenant_id': '4e4131d988df4b4abc7f07d148732ef2', 'fixed_ips': [{'subnet_id': 'a002e190-fa44-4508-be27-b31e4fabf1b1'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:17:30.789597 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c33786f6-e894-41af-8f65-baabec8ddac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:30.793748 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:30.811362 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad612cb-d838-483c-aca4-7c54e463b947 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:30.812356 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bad612cb-d838-483c-aca4-7c54e463b947 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:30.890679 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bad612cb-d838-483c-aca4-7c54e463b947 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4842887 Sep 21 18:17:30.893890 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40740) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:30.903468 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-9df8daf8-edf9-414a-97b8-6d7d2afd19f8 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Request body: {'subnet': {'network_id': '54eea28e-70f9-4632-b4e9-6de64879a3f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:30.970427 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad612cb-d838-483c-aca4-7c54e463b947 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Network': ['ID=54eea28e-70f9-4632-b4e9-6de64879a3f9,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:30.972978 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d88a09-d985-41da-8622-b0c7f9a06b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d59bd6b-991f-4b70-83d2-ea4bf53f303b'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:17:30.975299 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f04fce0-21cf-4eba-b6e4-3a156ba6dca9" -d '{"events": [{"server_uuid": "c6d88a09-d985-41da-8622-b0c7f9a06b6a", "name": "network-vif-plugged", "status": "completed", "tag": "9d59bd6b-991f-4b70-83d2-ea4bf53f303b"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:17:31.006681 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc67cdf-c683-4ad7-8361-ea7ac043ae3b tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Made reservation on behalf of 4e4131d988df4b4abc7f07d148732ef2 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:31.015444 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dcc67cdf-c683-4ad7-8361-ea7ac043ae3b tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:31.020655 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 54eea28e-70f9-4632-b4e9-6de64879a3f9 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:17:31.115345 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb89b1-8b85-447c-904f-45cdcf727edd req-75321fd5-14e9-4bbe-87ea-71b7148c19b0 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:31.116926 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b0eb89b1-8b85-447c-904f-45cdcf727edd req-75321fd5-14e9-4bbe-87ea-71b7148c19b0 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6d88a09-d985-41da-8622-b0c7f9a06b6a HTTP/1.1" status: 200 len: 944 time: 0.1312211 Sep 21 18:17:31.129402 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-dcc67cdf-c683-4ad7-8361-ea7ac043ae3b tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] device_id is not set on port 68f3b14f-b81e-4ffa-a525-9f592a861778 yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:17:31.144011 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19563deb-a92f-4a7a-8724-ed1c4090e176 x-openstack-request-id: req-19563deb-a92f-4a7a-8724-ed1c4090e176 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:17:31.144561 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d88a09-d985-41da-8622-b0c7f9a06b6a", "name": "network-vif-plugged", "status": "completed", "tag": "9d59bd6b-991f-4b70-83d2-ea4bf53f303b", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:17:31.153290 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-19563deb-a92f-4a7a-8724-ed1c4090e176 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:17:31.154363 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d88a09-d985-41da-8622-b0c7f9a06b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d59bd6b-991f-4b70-83d2-ea4bf53f303b', 'code': 200} Sep 21 18:17:31.228813 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 9d59bd6b-991f-4b70-83d2-ea4bf53f303b, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9d59bd6b-991f-4b70-83d2-ea4bf53f303b,segment=NetworkSegment(2bba27de-5e29-4d49-baba-f0d73c451eb9),segment_id=2bba27de-5e29-4d49-baba-f0d73c451eb9)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:31.240116 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df8daf8-edf9-414a-97b8-6d7d2afd19f8 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Made reservation on behalf of f75ad6b511e2465480f41f234aa66fad for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:31.243671 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:31.244072 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9df8daf8-edf9-414a-97b8-6d7d2afd19f8 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:31.268555 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b0eb89b1-8b85-447c-904f-45cdcf727edd req-7eb9651c-8efa-4efe-bd89-fbb7a2478805 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/security-groups?id=34a0d50e-1e59-42b9-b792-fda00096070e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424658 Sep 21 18:17:31.385559 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2e533-775b-403f-97c6-400b28727be0 req-fc1d4b63-a3bf-4952-b17d-da2294c7e8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:31.387220 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device dfa0fa5e-3507-43bd-9cf1-ac654c1a123c up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:17:31.387776 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6fc2e533-775b-403f-97c6-400b28727be0 req-fc1d4b63-a3bf-4952-b17d-da2294c7e8bd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c6d88a09-d985-41da-8622-b0c7f9a06b6a HTTP/1.1" status: 200 len: 1095 time: 0.2249484 Sep 21 18:17:31.418855 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-c33786f6-e894-41af-8f65-baabec8ddac2 None None] Allocated IP 2001:db8::f816:3eff:fe3b:8b25 (d0cbf5c0-1169-4a19-8348-d298e3c20e03/a002e190-fa44-4508-be27-b31e4fabf1b1/d035c99d-4ead-4105-9268-9fb9961ced5d) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:31.498726 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=9d59bd6b-991f-4b70-83d2-ea4bf53f303b,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:31.512523 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6fc2e533-775b-403f-97c6-400b28727be0 req-01be9f04-649d-433a-837c-fd260c503647 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=34a0d50e-1e59-42b9-b792-fda00096070e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014240 Sep 21 18:17:31.517412 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port dfa0fa5e-3507-43bd-9cf1-ac654c1a123c triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:31.517891 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:31.572695 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9df8daf8-edf9-414a-97b8-6d7d2afd19f8 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:31.687315 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8daf8-edf9-414a-97b8-6d7d2afd19f8 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Subnet': ['ID=99802f35-cbb0-4baf-b5ab-91df6426d0a3,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:31.707454 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df8daf8-edf9-414a-97b8-6d7d2afd19f8 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Checking segment: {'id': 'e1dd683a-64d2-4fd3-956c-15600769c082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '54eea28e-70f9-4632-b4e9-6de64879a3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:31.707953 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df8daf8-edf9-414a-97b8-6d7d2afd19f8 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network hostable DHCP agents. Network: 54eea28e-70f9-4632-b4e9-6de64879a3f9, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:17:31.730327 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df8daf8-edf9-414a-97b8-6d7d2afd19f8 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network 54eea28e-70f9-4632-b4e9-6de64879a3f9 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:17:31.754109 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c33786f6-e894-41af-8f65-baabec8ddac2 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:31.755583 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-9df8daf8-edf9-414a-97b8-6d7d2afd19f8 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 54eea28e-70f9-4632-b4e9-6de64879a3f9) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:31.765756 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df8daf8-edf9-414a-97b8-6d7d2afd19f8 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:31.767661 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9df8daf8-edf9-414a-97b8-6d7d2afd19f8 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:31.781399 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d186ded2-d04c-4726-9fc3-32e81f151682 None None] Network 54eea28e-70f9-4632-b4e9-6de64879a3f9 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:31.802662 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c33786f6-e894-41af-8f65-baabec8ddac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:31.829985 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40758) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:31.836689 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-ee0f7aa8-33cb-47ac-9ae3-b70b191c677d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1780831380', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:31.841559 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9df8daf8-edf9-414a-97b8-6d7d2afd19f8 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9462359 Sep 21 18:17:31.885495 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee0f7aa8-33cb-47ac-9ae3-b70b191c677d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:31.886772 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee0f7aa8-33cb-47ac-9ae3-b70b191c677d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:31.897601 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-dcc67cdf-c683-4ad7-8361-ea7ac043ae3b tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Allocated IP 2001:db8::f816:3eff:fe66:83aa (d0cbf5c0-1169-4a19-8348-d298e3c20e03/a002e190-fa44-4508-be27-b31e4fabf1b1/68f3b14f-b81e-4ffa-a525-9f592a861778) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:31.952905 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33786f6-e894-41af-8f65-baabec8ddac2 None None] Network d0cbf5c0-1169-4a19-8348-d298e3c20e03 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:31.960052 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-c33786f6-e894-41af-8f65-baabec8ddac2 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:31.968044 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33786f6-e894-41af-8f65-baabec8ddac2 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:31.969199 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:31.981488 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee0f7aa8-33cb-47ac-9ae3-b70b191c677d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:31.989058 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee0f7aa8-33cb-47ac-9ae3-b70b191c677d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:32.018706 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ee0f7aa8-33cb-47ac-9ae3-b70b191c677d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:32.024180 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ee0f7aa8-33cb-47ac-9ae3-b70b191c677d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1924992 Sep 21 18:17:32.028012 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40764) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:32.029645 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33786f6-e894-41af-8f65-baabec8ddac2 None None] Pushing event updated for resources: {'Port': ['ID=d035c99d-4ead-4105-9268-9fb9961ced5d,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:32.169328 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port dfa0fa5e-3507-43bd-9cf1-ac654c1a123c, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=dfa0fa5e-3507-43bd-9cf1-ac654c1a123c,segment=NetworkSegment(9ac67498-aeed-44c5-af0b-8295d12ed2a9),segment_id=9ac67498-aeed-44c5-af0b-8295d12ed2a9)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:32.198147 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-c33786f6-e894-41af-8f65-baabec8ddac2 None None] Attempting to bind port d035c99d-4ead-4105-9268-9fb9961ced5d on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:17:32.198389 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-c33786f6-e894-41af-8f65-baabec8ddac2 None None] Attempting to bind port d035c99d-4ead-4105-9268-9fb9961ced5d by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '56a99d43-cf2f-4aa0-aac1-0f1d629cf7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd0cbf5c0-1169-4a19-8348-d298e3c20e03'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:17:32.203375 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33786f6-e894-41af-8f65-baabec8ddac2 None None] Attempting to bind port d035c99d-4ead-4105-9268-9fb9961ced5d on network d0cbf5c0-1169-4a19-8348-d298e3c20e03 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:17:32.206473 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:32.219773 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33786f6-e894-41af-8f65-baabec8ddac2 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:17:32.220183 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33786f6-e894-41af-8f65-baabec8ddac2 None None] Checking segment: {'id': '56a99d43-cf2f-4aa0-aac1-0f1d629cf7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd0cbf5c0-1169-4a19-8348-d298e3c20e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:32.225215 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c33786f6-e894-41af-8f65-baabec8ddac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:32.225643 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33786f6-e894-41af-8f65-baabec8ddac2 None None] Bound using segment: {'id': '56a99d43-cf2f-4aa0-aac1-0f1d629cf7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd0cbf5c0-1169-4a19-8348-d298e3c20e03'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:17:32.226163 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-c33786f6-e894-41af-8f65-baabec8ddac2 None None] Bound port: d035c99d-4ead-4105-9268-9fb9961ced5d, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a99d43-cf2f-4aa0-aac1-0f1d629cf7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd0cbf5c0-1169-4a19-8348-d298e3c20e03'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:17:32.226639 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c33786f6-e894-41af-8f65-baabec8ddac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:32.363576 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dcc67cdf-c683-4ad7-8361-ea7ac043ae3b tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:32.394551 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-c33786f6-e894-41af-8f65-baabec8ddac2 None None] For port d035c99d-4ead-4105-9268-9fb9961ced5d, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:17:32.398290 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-c33786f6-e894-41af-8f65-baabec8ddac2 None None] For port d035c99d-4ead-4105-9268-9fb9961ced5d, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d035c99d-4ead-4105-9268-9fb9961ced5d,segment=NetworkSegment(56a99d43-cf2f-4aa0-aac1-0f1d629cf7be),segment_id=56a99d43-cf2f-4aa0-aac1-0f1d629cf7be)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:17:32.405732 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ad34f075-d9e5-46bb-97c8-40f1f58071eb no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:17:32.429774 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dcc67cdf-c683-4ad7-8361-ea7ac043ae3b tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:32.476108 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b9cd2a-e25e-412f-8a36-dbe41d2ab1fa None None] Network 275a77e2-b2fe-43ae-84a4-670b5fc225fd requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:32.481238 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131eef1c-de53-41c4-b480-68d62b34b577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-54eea28e-70f9-4632-b4e9-6de64879a3f9', 'network_id': '54eea28e-70f9-4632-b4e9-6de64879a3f9', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'fixed_ips': [{'subnet_id': '99802f35-cbb0-4baf-b5ab-91df6426d0a3'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:17:32.482271 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-131eef1c-de53-41c4-b480-68d62b34b577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:32.500212 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c33786f6-e894-41af-8f65-baabec8ddac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:32.529744 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafe4ef-0748-47ae-a119-295122b1ed08 req-128ba11b-595c-4188-a917-c36b07a1fc5e tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:32.531456 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ddafe4ef-0748-47ae-a119-295122b1ed08 req-128ba11b-595c-4188-a917-c36b07a1fc5e tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6d88a09-d985-41da-8622-b0c7f9a06b6a HTTP/1.1" status: 200 len: 945 time: 0.1141953 Sep 21 18:17:32.548815 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc67cdf-c683-4ad7-8361-ea7ac043ae3b tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Network d0cbf5c0-1169-4a19-8348-d298e3c20e03 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:32.559874 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-dcc67cdf-c683-4ad7-8361-ea7ac043ae3b tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:32.568786 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc67cdf-c683-4ad7-8361-ea7ac043ae3b tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Pushing event updated for resources: {'Port': ['ID=68f3b14f-b81e-4ffa-a525-9f592a861778,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:32.572096 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc67cdf-c683-4ad7-8361-ea7ac043ae3b tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:32.578554 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc67cdf-c683-4ad7-8361-ea7ac043ae3b tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:32.579354 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dcc67cdf-c683-4ad7-8361-ea7ac043ae3b tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:32.618621 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-dcc67cdf-c683-4ad7-8361-ea7ac043ae3b tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.4465482 Sep 21 18:17:32.622311 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40778) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:32.642633 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b2825de2-19b1-403e-bfd6-2b00c1f999bd tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:32.651036 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ddafe4ef-0748-47ae-a119-295122b1ed08 req-f77b09c6-31c9-45ca-a58e-5d1e9e4e6f5c tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/security-groups?id=34a0d50e-1e59-42b9-b792-fda00096070e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985150 Sep 21 18:17:32.699192 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=dfa0fa5e-3507-43bd-9cf1-ac654c1a123c,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:32.705294 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: ad34f075-d9e5-46bb-97c8-40f1f58071eb {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:17:32.705707 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ad34f075-d9e5-46bb-97c8-40f1f58071eb not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:17:32.772760 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ab668e-b51c-4cf1-8b3a-9d21a6fd320c tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Deleting subnet a002e190-fa44-4508-be27-b31e4fabf1b1 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:17:32.781219 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-08ab668e-b51c-4cf1-8b3a-9d21a6fd320c tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:32.878493 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-08ab668e-b51c-4cf1-8b3a-9d21a6fd320c tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:33.061298 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-131eef1c-de53-41c4-b480-68d62b34b577 None None] Allocated IP 2001:db8::2 (54eea28e-70f9-4632-b4e9-6de64879a3f9/99802f35-cbb0-4baf-b5ab-91df6426d0a3/c12adc95-4ad7-4769-9962-4924e43a6a09) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:33.155716 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-08ab668e-b51c-4cf1-8b3a-9d21a6fd320c tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:33.246105 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33786f6-e894-41af-8f65-baabec8ddac2 None None] Pushing event updated for resources: {'Port': ['ID=d035c99d-4ead-4105-9268-9fb9961ced5d,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:33.276171 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device dfa0fa5e-3507-43bd-9cf1-ac654c1a123c up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:17:33.278077 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-e62015af-b0c1-404c-8030-1f73e586c4b6 None None] Provisioning complete for port dfa0fa5e-3507-43bd-9cf1-ac654c1a123c triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:33.278442 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e62015af-b0c1-404c-8030-1f73e586c4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:33.287406 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-08ab668e-b51c-4cf1-8b3a-9d21a6fd320c tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:33.317810 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-08ab668e-b51c-4cf1-8b3a-9d21a6fd320c tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:33.321018 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-08ab668e-b51c-4cf1-8b3a-9d21a6fd320c tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "DELETE /v2.0/subnets/a002e190-fa44-4508-be27-b31e4fabf1b1 HTTP/1.1" status: 204 len: 168 time: 0.6973753 Sep 21 18:17:33.324035 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40790) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:33.344917 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab668e-b51c-4cf1-8b3a-9d21a6fd320c tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Pushing event deleted for resources: {'Subnet': ['ID=a002e190-fa44-4508-be27-b31e4fabf1b1,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:33.409770 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2c6ef7-a8b9-4f45-9de3-ca0a0d68a143 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:33.411421 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2c6ef7-a8b9-4f45-9de3-ca0a0d68a143 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:33.413456 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8b2c6ef7-a8b9-4f45-9de3-ca0a0d68a143 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0882156 Sep 21 18:17:33.417781 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40794) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:33.525959 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-436f5daf-56f1-4fee-8596-6106389a1eb8 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:33.534378 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-436f5daf-56f1-4fee-8596-6106389a1eb8 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 21 18:17:33.534991 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-436f5daf-56f1-4fee-8596-6106389a1eb8 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:17:33.540628 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-436f5daf-56f1-4fee-8596-6106389a1eb8 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "DELETE /v2.0/networks/d0cbf5c0-1169-4a19-8348-d298e3c20e03 HTTP/1.1" status: 409 len: 405 time: 0.1169655 Sep 21 18:17:33.541037 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40798) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:33.546483 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-43581b64-ed62-4ab1-af46-8da8b8f81ca0 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-827576124'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:33.577341 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43581b64-ed62-4ab1-af46-8da8b8f81ca0 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Made reservation on behalf of 4e4131d988df4b4abc7f07d148732ef2 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:33.581034 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43581b64-ed62-4ab1-af46-8da8b8f81ca0 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:33.610142 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43581b64-ed62-4ab1-af46-8da8b8f81ca0 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:17:33.635875 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43581b64-ed62-4ab1-af46-8da8b8f81ca0 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:33.636733 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-43581b64-ed62-4ab1-af46-8da8b8f81ca0 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Added segment ab033585-d956-4e5e-900e-7a422460552a of type vlan for network 966d64b1-74da-4d02-99e6-fbbe0c3ec1db Sep 21 18:17:33.713108 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-131eef1c-de53-41c4-b480-68d62b34b577 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:33.778952 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-131eef1c-de53-41c4-b480-68d62b34b577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:33.787069 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port dfa0fa5e-3507-43bd-9cf1-ac654c1a123c triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:33.787918 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:33.830713 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43581b64-ed62-4ab1-af46-8da8b8f81ca0 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:33.888177 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131eef1c-de53-41c4-b480-68d62b34b577 None None] Pushing event updated for resources: {'Port': ['ID=c12adc95-4ad7-4769-9962-4924e43a6a09,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:33.896785 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43581b64-ed62-4ab1-af46-8da8b8f81ca0 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:33.905626 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43581b64-ed62-4ab1-af46-8da8b8f81ca0 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:33.906943 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43581b64-ed62-4ab1-af46-8da8b8f81ca0 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:33.912151 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-b2825de2-19b1-403e-bfd6-2b00c1f999bd tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Allocated IP 2001:db8::1 (54eea28e-70f9-4632-b4e9-6de64879a3f9/99802f35-cbb0-4baf-b5ab-91df6426d0a3/193d279d-71dc-4784-a73a-e3e416aa9c6b) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:33.995576 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131eef1c-de53-41c4-b480-68d62b34b577 None None] Network 54eea28e-70f9-4632-b4e9-6de64879a3f9 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:34.009495 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43581b64-ed62-4ab1-af46-8da8b8f81ca0 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Pushing event updated for resources: {'Network': ['ID=966d64b1-74da-4d02-99e6-fbbe0c3ec1db,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:34.027308 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 966d64b1-74da-4d02-99e6-fbbe0c3ec1db details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:17:34.087675 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-43581b64-ed62-4ab1-af46-8da8b8f81ca0 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5454595 Sep 21 18:17:34.090746 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40812) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:34.096441 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-210fb59a-558e-4f45-8129-173e145901e3 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Request body: {'subnet': {'network_id': '966d64b1-74da-4d02-99e6-fbbe0c3ec1db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:34.127954 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-131eef1c-de53-41c4-b480-68d62b34b577 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:34.131371 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131eef1c-de53-41c4-b480-68d62b34b577 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:34.166384 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461a29b-5a63-4a2e-a0d8-44445b53101c req-e2a4d00d-ee5c-4dfc-a243-f33455d9ca46 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:34.168602 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1461a29b-5a63-4a2e-a0d8-44445b53101c req-e2a4d00d-ee5c-4dfc-a243-f33455d9ca46 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6d88a09-d985-41da-8622-b0c7f9a06b6a HTTP/1.1" status: 200 len: 945 time: 0.3121619 Sep 21 18:17:34.231356 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-131eef1c-de53-41c4-b480-68d62b34b577 None None] Attempting to bind port c12adc95-4ad7-4769-9962-4924e43a6a09 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:17:34.231894 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-131eef1c-de53-41c4-b480-68d62b34b577 None None] Attempting to bind port c12adc95-4ad7-4769-9962-4924e43a6a09 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'e1dd683a-64d2-4fd3-956c-15600769c082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '54eea28e-70f9-4632-b4e9-6de64879a3f9'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:17:34.232527 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131eef1c-de53-41c4-b480-68d62b34b577 None None] Attempting to bind port c12adc95-4ad7-4769-9962-4924e43a6a09 on network 54eea28e-70f9-4632-b4e9-6de64879a3f9 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:17:34.243931 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131eef1c-de53-41c4-b480-68d62b34b577 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:17:34.244517 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131eef1c-de53-41c4-b480-68d62b34b577 None None] Checking segment: {'id': 'e1dd683a-64d2-4fd3-956c-15600769c082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '54eea28e-70f9-4632-b4e9-6de64879a3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:34.245714 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-131eef1c-de53-41c4-b480-68d62b34b577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:34.246316 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131eef1c-de53-41c4-b480-68d62b34b577 None None] Bound using segment: {'id': 'e1dd683a-64d2-4fd3-956c-15600769c082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '54eea28e-70f9-4632-b4e9-6de64879a3f9'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:17:34.246895 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-131eef1c-de53-41c4-b480-68d62b34b577 None None] Bound port: c12adc95-4ad7-4769-9962-4924e43a6a09, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1dd683a-64d2-4fd3-956c-15600769c082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '54eea28e-70f9-4632-b4e9-6de64879a3f9'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:17:34.247657 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-131eef1c-de53-41c4-b480-68d62b34b577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:34.307116 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210fb59a-558e-4f45-8129-173e145901e3 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Made reservation on behalf of 4e4131d988df4b4abc7f07d148732ef2 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:34.325199 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-210fb59a-558e-4f45-8129-173e145901e3 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:34.343832 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-131eef1c-de53-41c4-b480-68d62b34b577 None None] For port c12adc95-4ad7-4769-9962-4924e43a6a09, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:17:34.366572 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-131eef1c-de53-41c4-b480-68d62b34b577 None None] For port c12adc95-4ad7-4769-9962-4924e43a6a09, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=c12adc95-4ad7-4769-9962-4924e43a6a09,segment=NetworkSegment(e1dd683a-64d2-4fd3-956c-15600769c082),segment_id=e1dd683a-64d2-4fd3-956c-15600769c082)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:17:34.371394 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-8f887772-a370-4a2e-bd04-14e316d5bac3 None None] Provisioning complete for port dfa0fa5e-3507-43bd-9cf1-ac654c1a123c triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:34.372353 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8f887772-a370-4a2e-bd04-14e316d5bac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:34.403183 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1461a29b-5a63-4a2e-a0d8-44445b53101c req-2bbc94ac-2cc5-4acb-ba02-3410d3b4370a tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/security-groups?id=34a0d50e-1e59-42b9-b792-fda00096070e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233183 Sep 21 18:17:34.434153 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80096be7-4c55-4382-a115-a67d21e8149f None None] Network d0cbf5c0-1169-4a19-8348-d298e3c20e03 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:34.455164 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b2825de2-19b1-403e-bfd6-2b00c1f999bd tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:34.530709 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-131eef1c-de53-41c4-b480-68d62b34b577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:34.535911 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b2825de2-19b1-403e-bfd6-2b00c1f999bd tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:34.646213 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2825de2-19b1-403e-bfd6-2b00c1f999bd tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network 54eea28e-70f9-4632-b4e9-6de64879a3f9 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:34.649791 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-b2825de2-19b1-403e-bfd6-2b00c1f999bd tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:34.697467 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2825de2-19b1-403e-bfd6-2b00c1f999bd tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:34.698155 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b2825de2-19b1-403e-bfd6-2b00c1f999bd tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:34.800350 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131eef1c-de53-41c4-b480-68d62b34b577 None None] Pushing event updated for resources: {'Port': ['ID=c12adc95-4ad7-4769-9962-4924e43a6a09,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:34.808457 n-d-810291-1 neutron-server[101460]: DEBUG neutron.objects.ports [None req-210fb59a-558e-4f45-8129-173e145901e3 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101460) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:17:34.812572 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-210fb59a-558e-4f45-8129-173e145901e3 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:34.988190 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210fb59a-558e-4f45-8129-173e145901e3 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Pushing event updated for resources: {'Subnet': ['ID=301a6136-4120-4ded-a110-478bdaee9798,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:34.995450 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210fb59a-558e-4f45-8129-173e145901e3 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Checking segment: {'id': 'ab033585-d956-4e5e-900e-7a422460552a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '966d64b1-74da-4d02-99e6-fbbe0c3ec1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:34.996060 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210fb59a-558e-4f45-8129-173e145901e3 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Network hostable DHCP agents. Network: 966d64b1-74da-4d02-99e6-fbbe0c3ec1db, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:17:35.032932 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210fb59a-558e-4f45-8129-173e145901e3 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Network 966d64b1-74da-4d02-99e6-fbbe0c3ec1db is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:17:35.044104 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-cfa6b295-1734-4515-93a4-60fa9c2ffd05 None None] Provisioning complete for port d035c99d-4ead-4105-9268-9fb9961ced5d triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:35.044535 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cfa6b295-1734-4515-93a4-60fa9c2ffd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:35.067124 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-210fb59a-558e-4f45-8129-173e145901e3 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 966d64b1-74da-4d02-99e6-fbbe0c3ec1db) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:35.073629 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210fb59a-558e-4f45-8129-173e145901e3 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:35.074519 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-210fb59a-558e-4f45-8129-173e145901e3 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:35.135600 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-210fb59a-558e-4f45-8129-173e145901e3 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0435812 Sep 21 18:17:35.138057 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40840) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:35.153950 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-5f18308e-6406-4aab-b0f1-21430feeb516 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Request body: {'port': {'network_id': '966d64b1-74da-4d02-99e6-fbbe0c3ec1db', 'name': 'tempest-NetworksIpV6TestAttrs-137618300'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:35.210645 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116633d8-630b-4737-b4dd-2cfe283e1d8c None None] Network 966d64b1-74da-4d02-99e6-fbbe0c3ec1db requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:35.213229 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df94287c-987b-4543-8a62-4df7d55df2a4 None None] DHCP port deletion for d0cbf5c0-1169-4a19-8348-d298e3c20e03 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:17:35.334430 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device c12adc95-4ad7-4769-9962-4924e43a6a09 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:17:35.417071 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f18308e-6406-4aab-b0f1-21430feeb516 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Made reservation on behalf of 4e4131d988df4b4abc7f07d148732ef2 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:35.424282 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f18308e-6406-4aab-b0f1-21430feeb516 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:35.448114 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [None req-5f18308e-6406-4aab-b0f1-21430feeb516 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] device_id is not set on port 8288bf77-6c20-4ac0-8ba0-890db3592f66 yet. {{(pid=101460) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:17:35.474243 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cfa6b295-1734-4515-93a4-60fa9c2ffd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:35.528229 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-df94287c-987b-4543-8a62-4df7d55df2a4 None None] Deleting port d035c99d-4ead-4105-9268-9fb9961ced5d {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:35.528229 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-df94287c-987b-4543-8a62-4df7d55df2a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:35.550776 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2825de2-19b1-403e-bfd6-2b00c1f999bd tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Port': ['ID=193d279d-71dc-4784-a73a-e3e416aa9c6b,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:35.612546 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-df94287c-987b-4543-8a62-4df7d55df2a4 None None] For port d035c99d-4ead-4105-9268-9fb9961ced5d, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d035c99d-4ead-4105-9268-9fb9961ced5d,segment=NetworkSegment(56a99d43-cf2f-4aa0-aac1-0f1d629cf7be),segment_id=56a99d43-cf2f-4aa0-aac1-0f1d629cf7be)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:35.613115 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-df94287c-987b-4543-8a62-4df7d55df2a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:35.618957 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b2825de2-19b1-403e-bfd6-2b00c1f999bd tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:35.630248 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-df94287c-987b-4543-8a62-4df7d55df2a4 None None] Calling delete_port for d035c99d-4ead-4105-9268-9fb9961ced5d owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:35.700113 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-5f18308e-6406-4aab-b0f1-21430feeb516 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Allocated IP 2001:db8::f816:3eff:fe09:bec (966d64b1-74da-4d02-99e6-fbbe0c3ec1db/301a6136-4120-4ded-a110-478bdaee9798/8288bf77-6c20-4ac0-8ba0-890db3592f66) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:35.867844 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-df94287c-987b-4543-8a62-4df7d55df2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:35.872121 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port c12adc95-4ad7-4769-9962-4924e43a6a09 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:35.878704 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:36.012247 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94287c-987b-4543-8a62-4df7d55df2a4 None None] Pushing event deleted for resources: {'Port': ['ID=d035c99d-4ead-4105-9268-9fb9961ced5d,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:36.013482 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f18308e-6406-4aab-b0f1-21430feeb516 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:36.063311 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f18308e-6406-4aab-b0f1-21430feeb516 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:36.065512 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df94287c-987b-4543-8a62-4df7d55df2a4 None None] No DVR routers for this DVR port d035c99d-4ead-4105-9268-9fb9961ced5d on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:17:36.133445 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b2825de2-19b1-403e-bfd6-2b00c1f999bd tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:36.141875 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b2825de2-19b1-403e-bfd6-2b00c1f999bd tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:36.142856 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b2825de2-19b1-403e-bfd6-2b00c1f999bd tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:36.169802 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f18308e-6406-4aab-b0f1-21430feeb516 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Network 966d64b1-74da-4d02-99e6-fbbe0c3ec1db is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:36.177134 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-5f18308e-6406-4aab-b0f1-21430feeb516 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:36.200684 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f18308e-6406-4aab-b0f1-21430feeb516 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:36.210151 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f18308e-6406-4aab-b0f1-21430feeb516 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:36.214298 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f18308e-6406-4aab-b0f1-21430feeb516 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:36.276286 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18308e-6406-4aab-b0f1-21430feeb516 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Pushing event updated for resources: {'Port': ['ID=8288bf77-6c20-4ac0-8ba0-890db3592f66,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:36.286186 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5f18308e-6406-4aab-b0f1-21430feeb516 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.1469877 Sep 21 18:17:36.288749 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40868) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:36.335920 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a0e67a-3ccf-40e3-a5b6-fdaf7778a9ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-966d64b1-74da-4d02-99e6-fbbe0c3ec1db', 'network_id': '966d64b1-74da-4d02-99e6-fbbe0c3ec1db', 'tenant_id': '4e4131d988df4b4abc7f07d148732ef2', 'fixed_ips': [{'subnet_id': '301a6136-4120-4ded-a110-478bdaee9798'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:17:36.337764 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-45a0e67a-3ccf-40e3-a5b6-fdaf7778a9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:36.339890 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:36.373000 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2825de2-19b1-403e-bfd6-2b00c1f999bd tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Port': ['ID=193d279d-71dc-4784-a73a-e3e416aa9c6b,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:36.391202 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628c6901-6977-4ad4-b79d-3ad0bd8f8cdb None None] Network 54eea28e-70f9-4632-b4e9-6de64879a3f9 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:36.391318 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c07ad2a-d38e-43f3-b613-aadc968c57d1 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Deleting subnet 301a6136-4120-4ded-a110-478bdaee9798 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:17:36.394633 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c07ad2a-d38e-43f3-b613-aadc968c57d1 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:36.460688 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2825de2-19b1-403e-bfd6-2b00c1f999bd tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network 54eea28e-70f9-4632-b4e9-6de64879a3f9 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:36.470273 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-b2825de2-19b1-403e-bfd6-2b00c1f999bd tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:36.498544 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c07ad2a-d38e-43f3-b613-aadc968c57d1 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:36.669219 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40878) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:36.676741 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-7af97811-fc3f-4821-8f6c-1d07fac4330a tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1848519310', 'description': 'tempest-secgroup-smoke-1848519310 description', 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:36.707413 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c07ad2a-d38e-43f3-b613-aadc968c57d1 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:36.713792 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2825de2-19b1-403e-bfd6-2b00c1f999bd tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Router cd587837-f556-4293-b614-96c9ddc7856b is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:17:36.725276 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port c12adc95-4ad7-4769-9962-4924e43a6a09, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=c12adc95-4ad7-4769-9962-4924e43a6a09,segment=NetworkSegment(e1dd683a-64d2-4fd3-956c-15600769c082),segment_id=e1dd683a-64d2-4fd3-956c-15600769c082)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:36.754740 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:36.764269 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7af97811-fc3f-4821-8f6c-1d07fac4330a tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:36.839045 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device d035c99d-4ead-4105-9268-9fb9961ced5d no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:17:36.841406 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c07ad2a-d38e-43f3-b613-aadc968c57d1 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:36.841656 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-7283c1a4-87e6-438e-88a5-a9da64767fbd None None] Provisioning complete for port c12adc95-4ad7-4769-9962-4924e43a6a09 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:36.842630 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7283c1a4-87e6-438e-88a5-a9da64767fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:36.890200 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07ad2a-d38e-43f3-b613-aadc968c57d1 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Pushing event deleted for resources: {'Subnet': ['ID=301a6136-4120-4ded-a110-478bdaee9798,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:36.901767 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c07ad2a-d38e-43f3-b613-aadc968c57d1 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:36.910551 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8c07ad2a-d38e-43f3-b613-aadc968c57d1 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "DELETE /v2.0/subnets/301a6136-4120-4ded-a110-478bdaee9798 HTTP/1.1" status: 204 len: 168 time: 0.6207726 Sep 21 18:17:36.916927 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40884) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:36.991822 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1835839e-556b-48b7-985d-fadf7dcaf99a tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:36.993537 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1835839e-556b-48b7-985d-fadf7dcaf99a tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:36.999156 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40888) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:37.000243 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1835839e-556b-48b7-985d-fadf7dcaf99a tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0823233 Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server [None req-45a0e67a-3ccf-40e3-a5b6-fdaf7778a9ee None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 301a6136-4120-4ded-a110-478bdaee9798: This subnet is being modified by another concurrent operation. Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise exception Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 301a6136-4120-4ded-a110-478bdaee9798: This subnet is being modified by another concurrent operation. Sep 21 18:17:37.004406 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server Sep 21 18:17:37.010489 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=c12adc95-4ad7-4769-9962-4924e43a6a09,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:37.028404 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: d035c99d-4ead-4105-9268-9fb9961ced5d {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:17:37.028816 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device d035c99d-4ead-4105-9268-9fb9961ced5d not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:17:37.042074 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3235d59b-1bd0-4940-9fa4-ceeec5b1016b None None] Network 966d64b1-74da-4d02-99e6-fbbe0c3ec1db requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:37.128414 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7af97811-fc3f-4821-8f6c-1d07fac4330a tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:37.136378 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2825de2-19b1-403e-bfd6-2b00c1f999bd tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:17:37.136603 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7af97811-fc3f-4821-8f6c-1d07fac4330a tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:37.154032 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b2825de2-19b1-403e-bfd6-2b00c1f999bd tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "PUT /v2.0/routers/cd587837-f556-4293-b614-96c9ddc7856b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1245542 Sep 21 18:17:37.164911 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40892) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:37.188314 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5b97cba8-8dd1-47df-a5cb-bdbe3cf3eaae tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:37.214365 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b97cba8-8dd1-47df-a5cb-bdbe3cf3eaae tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 21 18:17:37.215519 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b97cba8-8dd1-47df-a5cb-bdbe3cf3eaae tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:17:37.221819 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2260445-ef8e-4c35-adee-9b71bafb046c None None] Sync routers for ids ['cd587837-f556-4293-b614-96c9ddc7856b'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:17:37.222527 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5b97cba8-8dd1-47df-a5cb-bdbe3cf3eaae tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "DELETE /v2.0/networks/966d64b1-74da-4d02-99e6-fbbe0c3ec1db HTTP/1.1" status: 409 len: 405 time: 0.2217090 Sep 21 18:17:37.223022 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40896) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:37.231138 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7af97811-fc3f-4821-8f6c-1d07fac4330a tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:37.232764 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7af97811-fc3f-4821-8f6c-1d07fac4330a tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5611713 Sep 21 18:17:37.240265 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40898) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:37.243119 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-d2bec7af-f6f0-4026-b4ee-0395a47a714a tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-373979799'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:37.265079 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-08d85201-0872-4379-8596-cd74a1c26d58 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Request body: {'security_group_rule': {'security_group_id': '0e812192-3fe5-4288-a99e-e9d52821f963', 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:37.287852 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775455f0-0689-4c78-a42d-2202ebd60192 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:37.293068 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-775455f0-0689-4c78-a42d-2202ebd60192 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "GET /v2.0/ports/193d279d-71dc-4784-a73a-e3e416aa9c6b HTTP/1.1" status: 200 len: 911 time: 0.1261289 Sep 21 18:17:37.293729 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40902) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:37.301957 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device c12adc95-4ad7-4769-9962-4924e43a6a09 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:17:37.321196 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bec7af-f6f0-4026-b4ee-0395a47a714a tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Made reservation on behalf of 4e4131d988df4b4abc7f07d148732ef2 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:37.326085 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d2bec7af-f6f0-4026-b4ee-0395a47a714a tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:37.352641 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2260445-ef8e-4c35-adee-9b71bafb046c None None] Routers {'cd587837-f556-4293-b614-96c9ddc7856b'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:37.353322 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b2260445-ef8e-4c35-adee-9b71bafb046c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:17:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['cd587837-f556-4293-b614-96c9ddc7856b'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:37.376727 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2bec7af-f6f0-4026-b4ee-0395a47a714a tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:17:37.391954 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d2bec7af-f6f0-4026-b4ee-0395a47a714a tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:37.392442 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-d2bec7af-f6f0-4026-b4ee-0395a47a714a tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Added segment ed7db3c3-2c78-40ed-b969-8726327b2c57 of type vlan for network 3f7beba5-f735-4620-8bc8-2d84bedde386 Sep 21 18:17:37.396175 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b2260445-ef8e-4c35-adee-9b71bafb046c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:37.477414 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-07c9b3cb-2966-45c9-bad1-54d214d51e3d None None] Provisioning complete for port c12adc95-4ad7-4769-9962-4924e43a6a09 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:37.477795 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-07c9b3cb-2966-45c9-bad1-54d214d51e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:37.491705 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d2bec7af-f6f0-4026-b4ee-0395a47a714a tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:37.530183 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d2bec7af-f6f0-4026-b4ee-0395a47a714a tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:37.536949 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2260445-ef8e-4c35-adee-9b71bafb046c None None] Routers {'cd587837-f556-4293-b614-96c9ddc7856b'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:37.537691 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b2260445-ef8e-4c35-adee-9b71bafb046c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:17:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['cd587837-f556-4293-b614-96c9ddc7856b'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:37.546241 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bec7af-f6f0-4026-b4ee-0395a47a714a tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:37.549086 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af97811-fc3f-4821-8f6c-1d07fac4330a tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e812192-3fe5-4288-a99e-e9d52821f963,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:37.558176 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d2bec7af-f6f0-4026-b4ee-0395a47a714a tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:37.614017 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d2bec7af-f6f0-4026-b4ee-0395a47a714a tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3855090 Sep 21 18:17:37.617796 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40906) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:37.623108 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-c87fb75c-cb25-4cb7-b9c3-a6922391791d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Request body: {'subnet': {'network_id': '3f7beba5-f735-4620-8bc8-2d84bedde386', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:37.642770 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.db.api [None req-08d85201-0872-4379-8596-cd74a1c26d58 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 18:17:37.642770 n-d-810291-1 neutron-server[101460]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 18:17:37.642770 n-d-810291-1 neutron-server[101460]: [parameters: {'project_id_1': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'expiration_1': datetime.datetime(2021, 9, 21, 18, 17, 17, 272904)}] Sep 21 18:17:37.642770 n-d-810291-1 neutron-server[101460]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:17:37.645873 n-d-810291-1 neutron-server[101460]: DEBUG oslo_db.api [None req-08d85201-0872-4379-8596-cd74a1c26d58 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:17:37.654696 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b2260445-ef8e-4c35-adee-9b71bafb046c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:37.655899 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2260445-ef8e-4c35-adee-9b71bafb046c None None] The sync data for ids ['cd587837-f556-4293-b614-96c9ddc7856b'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:17:37.730688 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port c12adc95-4ad7-4769-9962-4924e43a6a09 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:37.731120 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:37.814792 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-07c9b3cb-2966-45c9-bad1-54d214d51e3d None None] Provisioning complete for port 193d279d-71dc-4784-a73a-e3e416aa9c6b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:37.814792 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-07c9b3cb-2966-45c9-bad1-54d214d51e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:37.860424 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bec7af-f6f0-4026-b4ee-0395a47a714a tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Pushing event updated for resources: {'Network': ['ID=3f7beba5-f735-4620-8bc8-2d84bedde386,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:37.895462 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 3f7beba5-f735-4620-8bc8-2d84bedde386 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:17:37.907348 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-07c9b3cb-2966-45c9-bad1-54d214d51e3d None None] Port 193d279d-71dc-4784-a73a-e3e416aa9c6b cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:17:37.929145 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b26d185-9aeb-42ea-b5a4-964d8f810b01 None None] get_active_networks_info from n-d-810291-1 {{(pid=101462) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:17:37.957068 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87fb75c-cb25-4cb7-b9c3-a6922391791d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Made reservation on behalf of 4e4131d988df4b4abc7f07d148732ef2 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:37.967413 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c87fb75c-cb25-4cb7-b9c3-a6922391791d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:38.080776 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b321ef9c-f5fe-4dc7-a33c-bcdfe78d0613 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:38.227341 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b26d185-9aeb-42ea-b5a4-964d8f810b01 None None] Resources bound (agent type, host, resource id): {{(pid=101462) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:17:38.351884 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-887ee82c-200a-48ca-b671-9d9be8c90e56 None None] Provisioning complete for port 193d279d-71dc-4784-a73a-e3e416aa9c6b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:38.352533 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-887ee82c-200a-48ca-b671-9d9be8c90e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:38.357211 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-08d85201-0872-4379-8596-cd74a1c26d58 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:38.438285 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-887ee82c-200a-48ca-b671-9d9be8c90e56 None None] Port 193d279d-71dc-4784-a73a-e3e416aa9c6b cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:17:38.464859 n-d-810291-1 neutron-server[101461]: DEBUG neutron.objects.ports [None req-c87fb75c-cb25-4cb7-b9c3-a6922391791d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101461) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:17:38.466794 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c87fb75c-cb25-4cb7-b9c3-a6922391791d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:38.540659 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87fb75c-cb25-4cb7-b9c3-a6922391791d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Pushing event updated for resources: {'Subnet': ['ID=83ecbf4c-7b79-43c2-9dc9-ac5402889440,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:38.576832 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87fb75c-cb25-4cb7-b9c3-a6922391791d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Checking segment: {'id': 'ed7db3c3-2c78-40ed-b969-8726327b2c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3f7beba5-f735-4620-8bc8-2d84bedde386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:38.577292 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87fb75c-cb25-4cb7-b9c3-a6922391791d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Network hostable DHCP agents. Network: 3f7beba5-f735-4620-8bc8-2d84bedde386, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:17:38.601681 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-08d85201-0872-4379-8596-cd74a1c26d58 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:38.602497 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87fb75c-cb25-4cb7-b9c3-a6922391791d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Network 3f7beba5-f735-4620-8bc8-2d84bedde386 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:17:38.607409 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-08d85201-0872-4379-8596-cd74a1c26d58 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:38.627532 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d85201-0872-4379-8596-cd74a1c26d58 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d05685c-a764-4ea1-a711-92000ce09b0d,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:38.645280 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-c87fb75c-cb25-4cb7-b9c3-a6922391791d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 3f7beba5-f735-4620-8bc8-2d84bedde386) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:38.650604 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87fb75c-cb25-4cb7-b9c3-a6922391791d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:38.651512 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c87fb75c-cb25-4cb7-b9c3-a6922391791d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:38.660668 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-b321ef9c-f5fe-4dc7-a33c-bcdfe78d0613 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Deleting port 193d279d-71dc-4784-a73a-e3e416aa9c6b {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:38.661071 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b321ef9c-f5fe-4dc7-a33c-bcdfe78d0613 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:38.667209 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-08d85201-0872-4379-8596-cd74a1c26d58 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:38.671015 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-08d85201-0872-4379-8596-cd74a1c26d58 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4258895 Sep 21 18:17:38.673229 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40926) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:38.687575 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-9c8ea104-1bf1-4855-b092-65e5263cc6d3 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Request body: {'security_group_rule': {'security_group_id': '0e812192-3fe5-4288-a99e-e9d52821f963', 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:38.697759 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c87fb75c-cb25-4cb7-b9c3-a6922391791d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0787053 Sep 21 18:17:38.701838 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40930) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:38.752517 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9c8ea104-1bf1-4855-b092-65e5263cc6d3 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:38.831471 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a6f018-431e-462c-b7ad-fa53b9d9bc41 None None] Network 3f7beba5-f735-4620-8bc8-2d84bedde386 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:38.873076 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9c8ea104-1bf1-4855-b092-65e5263cc6d3 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:38.881827 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9c8ea104-1bf1-4855-b092-65e5263cc6d3 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:38.912566 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-93c70655-7a49-4d7c-a669-60f7d8753f71 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:38.933951 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ea104-1bf1-4855-b092-65e5263cc6d3 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b680d50-6331-4c29-90cf-7470e63970c8,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:38.940508 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9c8ea104-1bf1-4855-b092-65e5263cc6d3 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:38.945393 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9c8ea104-1bf1-4855-b092-65e5263cc6d3 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2599926 Sep 21 18:17:38.945393 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40936) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:38.948303 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b321ef9c-f5fe-4dc7-a33c-bcdfe78d0613 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:38.950766 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-93f426cd-d7e9-4221-950f-44201c15e451 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Request body: {'security_group_rule': {'security_group_id': '0e812192-3fe5-4288-a99e-e9d52821f963', 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:38.986912 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-93f426cd-d7e9-4221-950f-44201c15e451 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.009459 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-b321ef9c-f5fe-4dc7-a33c-bcdfe78d0613 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Calling delete_port for 193d279d-71dc-4784-a73a-e3e416aa9c6b owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:39.053129 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-93c70655-7a49-4d7c-a669-60f7d8753f71 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.094427 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b73612d-7aba-4c13-9dd9-76416013d9d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-3f7beba5-f735-4620-8bc8-2d84bedde386', 'network_id': '3f7beba5-f735-4620-8bc8-2d84bedde386', 'tenant_id': '4e4131d988df4b4abc7f07d148732ef2', 'fixed_ips': [{'subnet_id': '83ecbf4c-7b79-43c2-9dc9-ac5402889440'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:17:39.095354 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7b73612d-7aba-4c13-9dd9-76416013d9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.124121 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-93f426cd-d7e9-4221-950f-44201c15e451 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.139736 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-93f426cd-d7e9-4221-950f-44201c15e451 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.171652 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f426cd-d7e9-4221-950f-44201c15e451 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f92724-85ea-4c15-bb8f-36ec0d5f1783,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:39.181450 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-93f426cd-d7e9-4221-950f-44201c15e451 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.187324 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-93f426cd-d7e9-4221-950f-44201c15e451 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2410619 Sep 21 18:17:39.190910 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40942) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:39.202019 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-afa61d4c-7e74-450f-b86d-f7e9378ff09f tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Request body: {'security_group_rule': {'security_group_id': '0e812192-3fe5-4288-a99e-e9d52821f963', 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:39.246872 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-93c70655-7a49-4d7c-a669-60f7d8753f71 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server [None req-7b73612d-7aba-4c13-9dd9-76416013d9d6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 83ecbf4c-7b79-43c2-9dc9-ac5402889440: This subnet is being modified by another concurrent operation. Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise exception Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 83ecbf4c-7b79-43c2-9dc9-ac5402889440: This subnet is being modified by another concurrent operation. Sep 21 18:17:39.248093 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server Sep 21 18:17:39.271888 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6517a384-bc6b-4270-964c-148ba87a65f1 None None] Network 3f7beba5-f735-4620-8bc8-2d84bedde386 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:39.280315 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-afa61d4c-7e74-450f-b86d-f7e9378ff09f tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.326759 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c70655-7a49-4d7c-a669-60f7d8753f71 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Pushing event deleted for resources: {'Subnet': ['ID=83ecbf4c-7b79-43c2-9dc9-ac5402889440,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:39.412910 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-93c70655-7a49-4d7c-a669-60f7d8753f71 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.421269 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-afa61d4c-7e74-450f-b86d-f7e9378ff09f tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.425694 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c304093c-4c1f-4b15-aa71-33fd2fd0312e None None] get_active_networks_info from n-d-810291-1 {{(pid=101462) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:17:39.432130 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-afa61d4c-7e74-450f-b86d-f7e9378ff09f tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.461613 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa61d4c-7e74-450f-b86d-f7e9378ff09f tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0c1b93-6e9c-460a-89ac-b44a591ef957,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:39.467634 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-afa61d4c-7e74-450f-b86d-f7e9378ff09f tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.469841 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-afa61d4c-7e74-450f-b86d-f7e9378ff09f tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2772539 Sep 21 18:17:39.473478 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40950) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:39.483269 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-145c9fea-9b1c-4778-8950-5bf7f57d64e8 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Request body: {'security_group_rule': {'security_group_id': '0e812192-3fe5-4288-a99e-e9d52821f963', 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:39.525280 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-93c70655-7a49-4d7c-a669-60f7d8753f71 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f7beba5-f735-4620-8bc8-2d84bedde386']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:39.537726 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-93c70655-7a49-4d7c-a669-60f7d8753f71 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed7db3c3-2c78-40ed-b969-8726327b2c57') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:39.538026 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-93c70655-7a49-4d7c-a669-60f7d8753f71 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed7db3c3-2c78-40ed-b969-8726327b2c57') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:39.539064 n-d-810291-1 neutron-server[101461]: INFO neutron.db.securitygroups_db [None req-145c9fea-9b1c-4778-8950-5bf7f57d64e8 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Project f96d86a1c5474b3d9bf2e837e99b27d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:17:39.545693 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-145c9fea-9b1c-4778-8950-5bf7f57d64e8 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.551595 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-93c70655-7a49-4d7c-a669-60f7d8753f71 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.569996 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-93c70655-7a49-4d7c-a669-60f7d8753f71 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.581502 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93c70655-7a49-4d7c-a669-60f7d8753f71 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:17:39.586114 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-93c70655-7a49-4d7c-a669-60f7d8753f71 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.593510 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c304093c-4c1f-4b15-aa71-33fd2fd0312e None None] Resources bound (agent type, host, resource id): {{(pid=101462) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:17:39.658831 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:17:39.658831 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:17:39.658831 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:17:39.658831 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:17:39.658831 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:17:39.658831 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:17:39.658831 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:17:39.658831 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:17:39.658831 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:17:39.658831 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:17:39.658831 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:17:39.658831 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:17:39.658831 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:17:39.658831 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:17:39.658831 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:17:39.658831 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:17:39.658831 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:17:39.658831 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:17:39.658831 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:17:39.658831 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:17:39.658831 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:17:39.658831 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:17:39.658831 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:17:39.658831 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:17:39.658831 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:17:39.658831 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:17:39.658831 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:17:39.658831 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:17:39.658831 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:17:39.658831 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:17:39.658831 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:17:39.658831 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:17:39.661063 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b321ef9c-f5fe-4dc7-a33c-bcdfe78d0613 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.672334 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-145c9fea-9b1c-4778-8950-5bf7f57d64e8 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.682912 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-145c9fea-9b1c-4778-8950-5bf7f57d64e8 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.693708 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321ef9c-f5fe-4dc7-a33c-bcdfe78d0613 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Port': ['ID=193d279d-71dc-4784-a73a-e3e416aa9c6b,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:39.697419 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-93c70655-7a49-4d7c-a669-60f7d8753f71 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.706216 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-93c70655-7a49-4d7c-a669-60f7d8753f71 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.708388 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-93c70655-7a49-4d7c-a669-60f7d8753f71 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "DELETE /v2.0/networks/3f7beba5-f735-4620-8bc8-2d84bedde386 HTTP/1.1" status: 204 len: 168 time: 1.0058584 Sep 21 18:17:39.714582 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40956) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:39.721865 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-5f522a5a-806d-4e06-b1f0-6c734c83e9a9 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-940016876'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:39.726348 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c9fea-9b1c-4778-8950-5bf7f57d64e8 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e384faa-9507-492e-aabc-c96ee9766378,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:39.741428 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c70655-7a49-4d7c-a669-60f7d8753f71 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Pushing event deleted for resources: {'Network': ['ID=3f7beba5-f735-4620-8bc8-2d84bedde386,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:39.759916 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-145c9fea-9b1c-4778-8950-5bf7f57d64e8 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.761671 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-145c9fea-9b1c-4778-8950-5bf7f57d64e8 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2884064 Sep 21 18:17:39.764615 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40958) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:39.769629 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-6c1ffd73-d2ca-4b16-a02e-cb21e1160697 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Request body: {'security_group_rule': {'security_group_id': '0e812192-3fe5-4288-a99e-e9d52821f963', 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:39.779952 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f522a5a-806d-4e06-b1f0-6c734c83e9a9 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Made reservation on behalf of 4e4131d988df4b4abc7f07d148732ef2 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:39.784353 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f522a5a-806d-4e06-b1f0-6c734c83e9a9 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.835632 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f522a5a-806d-4e06-b1f0-6c734c83e9a9 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:17:39.850860 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f522a5a-806d-4e06-b1f0-6c734c83e9a9 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.852205 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-5f522a5a-806d-4e06-b1f0-6c734c83e9a9 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Added segment c62a1526-d417-48d3-9f78-37f44ff4035c of type vlan for network 3e37f63f-f085-4941-ae1b-a6931f4c82c2 Sep 21 18:17:39.927072 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f522a5a-806d-4e06-b1f0-6c734c83e9a9 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.941856 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b321ef9c-f5fe-4dc7-a33c-bcdfe78d0613 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.964945 n-d-810291-1 neutron-server[101460]: INFO neutron.db.securitygroups_db [None req-6c1ffd73-d2ca-4b16-a02e-cb21e1160697 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Project f96d86a1c5474b3d9bf2e837e99b27d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:17:39.975844 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f522a5a-806d-4e06-b1f0-6c734c83e9a9 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:39.982713 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f522a5a-806d-4e06-b1f0-6c734c83e9a9 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:39.983533 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f522a5a-806d-4e06-b1f0-6c734c83e9a9 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.077146 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f522a5a-806d-4e06-b1f0-6c734c83e9a9 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Pushing event updated for resources: {'Network': ['ID=3e37f63f-f085-4941-ae1b-a6931f4c82c2,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:40.088557 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 3e37f63f-f085-4941-ae1b-a6931f4c82c2 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:17:40.109338 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5f522a5a-806d-4e06-b1f0-6c734c83e9a9 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3929164 Sep 21 18:17:40.123628 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40968) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:40.130722 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-1f9ec659-1cf9-499b-9edf-4d31328463d4 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Request body: {'subnet': {'network_id': '3e37f63f-f085-4941-ae1b-a6931f4c82c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:40.283052 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9ec659-1cf9-499b-9edf-4d31328463d4 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Made reservation on behalf of 4e4131d988df4b4abc7f07d148732ef2 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:40.287498 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1f9ec659-1cf9-499b-9edf-4d31328463d4 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.439496 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6c1ffd73-d2ca-4b16-a02e-cb21e1160697 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.564253 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1f9ec659-1cf9-499b-9edf-4d31328463d4 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.568867 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b321ef9c-f5fe-4dc7-a33c-bcdfe78d0613 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Router cd587837-f556-4293-b614-96c9ddc7856b has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:17:40.586437 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6c1ffd73-d2ca-4b16-a02e-cb21e1160697 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.595407 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6c1ffd73-d2ca-4b16-a02e-cb21e1160697 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.647362 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ec659-1cf9-499b-9edf-4d31328463d4 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Pushing event updated for resources: {'Subnet': ['ID=4f391fa8-33bb-4a71-96b3-69bf41a5cf6e,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:40.657178 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9ec659-1cf9-499b-9edf-4d31328463d4 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Checking segment: {'id': 'c62a1526-d417-48d3-9f78-37f44ff4035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3e37f63f-f085-4941-ae1b-a6931f4c82c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:40.657545 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9ec659-1cf9-499b-9edf-4d31328463d4 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Network hostable DHCP agents. Network: 3e37f63f-f085-4941-ae1b-a6931f4c82c2, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:17:40.680364 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9ec659-1cf9-499b-9edf-4d31328463d4 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Network 3e37f63f-f085-4941-ae1b-a6931f4c82c2 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:17:40.693618 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-1f9ec659-1cf9-499b-9edf-4d31328463d4 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 3e37f63f-f085-4941-ae1b-a6931f4c82c2) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:40.699511 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9ec659-1cf9-499b-9edf-4d31328463d4 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:40.700157 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1f9ec659-1cf9-499b-9edf-4d31328463d4 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.706722 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c7ba79-d50a-4699-9bdc-80c65df205ab None None] Network 3e37f63f-f085-4941-ae1b-a6931f4c82c2 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:40.718981 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1f9ec659-1cf9-499b-9edf-4d31328463d4 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5937440 Sep 21 18:17:40.721523 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40980) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:40.752947 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b321ef9c-f5fe-4dc7-a33c-bcdfe78d0613 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:17:40.759009 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ffd73-d2ca-4b16-a02e-cb21e1160697 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad6b3b8-f182-4af6-897e-1cce50d7cdbf,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:40.770732 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e08abd-71be-4ce3-994f-3a1915c9631e None None] Sync routers for ids ['cd587837-f556-4293-b614-96c9ddc7856b'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:17:40.772329 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b321ef9c-f5fe-4dc7-a33c-bcdfe78d0613 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "PUT /v2.0/routers/cd587837-f556-4293-b614-96c9ddc7856b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4604628 Sep 21 18:17:40.773418 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6c1ffd73-d2ca-4b16-a02e-cb21e1160697 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.774091 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 40982) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:40.801861 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e08abd-71be-4ce3-994f-3a1915c9631e None None] Routers {'cd587837-f556-4293-b614-96c9ddc7856b'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:40.802513 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-55e08abd-71be-4ce3-994f-3a1915c9631e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:17:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['cd587837-f556-4293-b614-96c9ddc7856b'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:40.803612 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6c1ffd73-d2ca-4b16-a02e-cb21e1160697 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0279822 Sep 21 18:17:40.872884 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-55e08abd-71be-4ce3-994f-3a1915c9631e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:40.895768 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e08abd-71be-4ce3-994f-3a1915c9631e None None] Routers {'cd587837-f556-4293-b614-96c9ddc7856b'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:40.895768 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-55e08abd-71be-4ce3-994f-3a1915c9631e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:17:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['cd587837-f556-4293-b614-96c9ddc7856b'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:40.924495 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-db56de09-2051-4732-8d9f-f8b77489417a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd587837-f556-4293-b614-96c9ddc7856b HTTP/1.1" status: 200 len: 205 time: 0.1334536 Sep 21 18:17:40.924913 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee96730e-db58-4186-9d80-70027b901cf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-3e37f63f-f085-4941-ae1b-a6931f4c82c2', 'network_id': '3e37f63f-f085-4941-ae1b-a6931f4c82c2', 'tenant_id': '4e4131d988df4b4abc7f07d148732ef2', 'fixed_ips': [{'subnet_id': '4f391fa8-33bb-4a71-96b3-69bf41a5cf6e'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:17:40.925111 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 40990) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:40.925290 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ee96730e-db58-4186-9d80-70027b901cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:40.982967 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-55e08abd-71be-4ce3-994f-3a1915c9631e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:40.983852 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e08abd-71be-4ce3-994f-3a1915c9631e None None] The sync data for ids ['cd587837-f556-4293-b614-96c9ddc7856b'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:17:41.047134 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-56ce2b6c-0c92-45fc-a62c-31e61adf9de9 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.062556 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b071-53e4-4229-b2f8-4ae8d4d3d4e7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.155393 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-ee96730e-db58-4186-9d80-70027b901cf8 None None] Allocated IP 2001:db8::2 (3e37f63f-f085-4941-ae1b-a6931f4c82c2/4f391fa8-33bb-4a71-96b3-69bf41a5cf6e/6a6d0302-f500-4e89-b462-673fad44397a) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:41.195113 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b071-53e4-4229-b2f8-4ae8d4d3d4e7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.359417 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ee96730e-db58-4186-9d80-70027b901cf8 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.370718 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ee96730e-db58-4186-9d80-70027b901cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.400691 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b071-53e4-4229-b2f8-4ae8d4d3d4e7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.439302 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1b071-53e4-4229-b2f8-4ae8d4d3d4e7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Pushing event deleted for resources: {'Subnet': ['ID=4f391fa8-33bb-4a71-96b3-69bf41a5cf6e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:41.442796 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-4fab16b5-d137-4244-935b-57753838425e tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1848519310&fields=id&tenant_id=f96d86a1c5474b3d9bf2e837e99b27d8 HTTP/1.1" status: 200 len: 267 time: 0.2217193 Sep 21 18:17:41.445627 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-56ce2b6c-0c92-45fc-a62c-31e61adf9de9 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.448290 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee96730e-db58-4186-9d80-70027b901cf8 None None] Network 3e37f63f-f085-4941-ae1b-a6931f4c82c2 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:41.453062 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-ee96730e-db58-4186-9d80-70027b901cf8 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:41.456529 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-56ce2b6c-0c92-45fc-a62c-31e61adf9de9 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.460882 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee96730e-db58-4186-9d80-70027b901cf8 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:41.513728 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee96730e-db58-4186-9d80-70027b901cf8 None None] Pushing event updated for resources: {'Port': ['ID=6a6d0302-f500-4e89-b462-673fad44397a,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:41.531520 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-ee96730e-db58-4186-9d80-70027b901cf8 None None] Attempting to bind port 6a6d0302-f500-4e89-b462-673fad44397a on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:17:41.532166 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-ee96730e-db58-4186-9d80-70027b901cf8 None None] Attempting to bind port 6a6d0302-f500-4e89-b462-673fad44397a by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'c62a1526-d417-48d3-9f78-37f44ff4035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3e37f63f-f085-4941-ae1b-a6931f4c82c2'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:17:41.532709 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee96730e-db58-4186-9d80-70027b901cf8 None None] Attempting to bind port 6a6d0302-f500-4e89-b462-673fad44397a on network 3e37f63f-f085-4941-ae1b-a6931f4c82c2 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:17:41.539158 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee96730e-db58-4186-9d80-70027b901cf8 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:17:41.540395 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee96730e-db58-4186-9d80-70027b901cf8 None None] Checking segment: {'id': 'c62a1526-d417-48d3-9f78-37f44ff4035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3e37f63f-f085-4941-ae1b-a6931f4c82c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:41.541080 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ee96730e-db58-4186-9d80-70027b901cf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.541633 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee96730e-db58-4186-9d80-70027b901cf8 None None] Bound using segment: {'id': 'c62a1526-d417-48d3-9f78-37f44ff4035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3e37f63f-f085-4941-ae1b-a6931f4c82c2'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:17:41.542259 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-ee96730e-db58-4186-9d80-70027b901cf8 None None] Bound port: 6a6d0302-f500-4e89-b462-673fad44397a, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62a1526-d417-48d3-9f78-37f44ff4035c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3e37f63f-f085-4941-ae1b-a6931f4c82c2'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:17:41.542806 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ee96730e-db58-4186-9d80-70027b901cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.555825 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b071-53e4-4229-b2f8-4ae8d4d3d4e7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.585499 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-a8a1b071-53e4-4229-b2f8-4ae8d4d3d4e7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e37f63f-f085-4941-ae1b-a6931f4c82c2']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:41.608595 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-3e156e96-5c52-4234-90be-dc9e937756db tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:41.610133 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-3e156e96-5c52-4234-90be-dc9e937756db tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/networks?id=0c6d657c-30ac-4186-bace-aa79fc15bd34 HTTP/1.1" status: 200 len: 814 time: 0.1455140 Sep 21 18:17:41.613275 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-a8a1b071-53e4-4229-b2f8-4ae8d4d3d4e7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c62a1526-d417-48d3-9f78-37f44ff4035c') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:41.613711 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-a8a1b071-53e4-4229-b2f8-4ae8d4d3d4e7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c62a1526-d417-48d3-9f78-37f44ff4035c') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:41.628230 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b071-53e4-4229-b2f8-4ae8d4d3d4e7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.638746 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-ee96730e-db58-4186-9d80-70027b901cf8 None None] For port 6a6d0302-f500-4e89-b462-673fad44397a, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:17:41.643983 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b071-53e4-4229-b2f8-4ae8d4d3d4e7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.651328 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8a1b071-53e4-4229-b2f8-4ae8d4d3d4e7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:17:41.652162 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b071-53e4-4229-b2f8-4ae8d4d3d4e7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.656512 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:17:41.656512 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:17:41.656512 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:17:41.656512 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:17:41.656512 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:17:41.656512 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:17:41.656512 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:17:41.656512 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:17:41.656512 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:17:41.656512 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:17:41.656512 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:17:41.656512 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:17:41.656512 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:17:41.656512 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:17:41.656512 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:17:41.656512 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:17:41.656512 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:17:41.656512 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:17:41.656512 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:17:41.656512 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:17:41.656512 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:17:41.656512 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:17:41.656512 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:17:41.656512 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:17:41.656512 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:17:41.656512 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:17:41.656512 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:17:41.656512 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:17:41.656512 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:17:41.656512 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:17:41.656512 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:17:41.656512 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:17:41.671432 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-a0951879-5cc2-4035-aa9d-e85ba17cf764 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/quotas/f96d86a1c5474b3d9bf2e837e99b27d8 HTTP/1.1" status: 200 len: 375 time: 0.0116234 Sep 21 18:17:41.672993 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-56ce2b6c-0c92-45fc-a62c-31e61adf9de9 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.673608 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ce2b6c-0c92-45fc-a62c-31e61adf9de9 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Fanout notify agent at l3_agent the message router_deleted on router cd587837-f556-4293-b614-96c9ddc7856b {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:17:41.682307 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-56ce2b6c-0c92-45fc-a62c-31e61adf9de9 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.686408 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-56ce2b6c-0c92-45fc-a62c-31e61adf9de9 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/routers/cd587837-f556-4293-b614-96c9ddc7856b HTTP/1.1" status: 204 len: 168 time: 0.7588458 Sep 21 18:17:41.694546 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41008) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:41.731507 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-ee96730e-db58-4186-9d80-70027b901cf8 None None] For port 6a6d0302-f500-4e89-b462-673fad44397a, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=6a6d0302-f500-4e89-b462-673fad44397a,segment=NetworkSegment(c62a1526-d417-48d3-9f78-37f44ff4035c),segment_id=c62a1526-d417-48d3-9f78-37f44ff4035c)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:17:41.742111 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.db.api [None req-a8a1b071-53e4-4229-b2f8-4ae8d4d3d4e7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 18:17:41.742111 n-d-810291-1 neutron-server[101461]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 18:17:41.742111 n-d-810291-1 neutron-server[101461]: [parameters: {'id': '3e37f63f-f085-4941-ae1b-a6931f4c82c2'}] Sep 21 18:17:41.742111 n-d-810291-1 neutron-server[101461]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:17:41.742833 n-d-810291-1 neutron-server[101461]: DEBUG oslo_db.api [None req-a8a1b071-53e4-4229-b2f8-4ae8d4d3d4e7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:17:41.746336 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ee96730e-db58-4186-9d80-70027b901cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.838345 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee96730e-db58-4186-9d80-70027b901cf8 None None] Pushing event updated for resources: {'Port': ['ID=6a6d0302-f500-4e89-b462-673fad44397a,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:41.849440 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-0a32ac4b-b1fe-4e16-b456-3dad55289312 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f96d86a1c5474b3d9bf2e837e99b27d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1644299 Sep 21 18:17:41.859764 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-524a7445-fa89-43de-bf96-23a6a7ec3678 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Deleting subnet 99802f35-cbb0-4baf-b5ab-91df6426d0a3 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:17:41.863684 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffee53c-29e8-4059-9e1b-e75389c7e5af None None] Network 3e37f63f-f085-4941-ae1b-a6931f4c82c2 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:41.864053 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-524a7445-fa89-43de-bf96-23a6a7ec3678 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:41.986233 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-524a7445-fa89-43de-bf96-23a6a7ec3678 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:42.020448 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbc2c66-9541-4993-827b-21c2b9247a1a None None] get_active_networks_info from n-d-810291-1 {{(pid=101462) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:17:42.037329 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-9df798b0-5020-4efc-b750-4b1a0e59ac9f service neutron] 10.222.0.58 "GET /v2.0/networks/0c6d657c-30ac-4186-bace-aa79fc15bd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685851 Sep 21 18:17:42.118427 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbc2c66-9541-4993-827b-21c2b9247a1a None None] Resources bound (agent type, host, resource id): {{(pid=101462) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:17:42.153225 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-524a7445-fa89-43de-bf96-23a6a7ec3678 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:42.217731 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-5d90ae35-cbb2-4316-a6aa-a0a8d94a54eb service neutron] 10.222.0.58 "GET /v2.0/networks/0c6d657c-30ac-4186-bace-aa79fc15bd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699367 Sep 21 18:17:42.244357 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b071-53e4-4229-b2f8-4ae8d4d3d4e7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:42.247023 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-524a7445-fa89-43de-bf96-23a6a7ec3678 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:42.279082 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a7445-fa89-43de-bf96-23a6a7ec3678 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Subnet': ['ID=99802f35-cbb0-4baf-b5ab-91df6426d0a3,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:42.290373 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-524a7445-fa89-43de-bf96-23a6a7ec3678 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:42.293246 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-524a7445-fa89-43de-bf96-23a6a7ec3678 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/subnets/99802f35-cbb0-4baf-b5ab-91df6426d0a3 HTTP/1.1" status: 204 len: 168 time: 0.5974412 Sep 21 18:17:42.296471 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41026) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:42.345907 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1b071-53e4-4229-b2f8-4ae8d4d3d4e7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Deleting port 6a6d0302-f500-4e89-b462-673fad44397a {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:42.346261 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b071-53e4-4229-b2f8-4ae8d4d3d4e7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:42.420249 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-a8a1b071-53e4-4229-b2f8-4ae8d4d3d4e7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] For port 6a6d0302-f500-4e89-b462-673fad44397a, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=6a6d0302-f500-4e89-b462-673fad44397a,segment=NetworkSegment(c62a1526-d417-48d3-9f78-37f44ff4035c),segment_id=c62a1526-d417-48d3-9f78-37f44ff4035c)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:42.420624 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b071-53e4-4229-b2f8-4ae8d4d3d4e7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:42.431063 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629ef784-7bae-4d11-96be-4d30e1d75af8 None None] Network 54eea28e-70f9-4632-b4e9-6de64879a3f9 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:42.440652 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1b071-53e4-4229-b2f8-4ae8d4d3d4e7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Calling delete_port for 6a6d0302-f500-4e89-b462-673fad44397a owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:42.509697 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-336ee211-06b4-416f-857b-e2502dfe8c56 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:42.571294 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b071-53e4-4229-b2f8-4ae8d4d3d4e7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:42.606290 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1b071-53e4-4229-b2f8-4ae8d4d3d4e7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Pushing event deleted for resources: {'Port': ['ID=6a6d0302-f500-4e89-b462-673fad44397a,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:42.616718 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-336ee211-06b4-416f-857b-e2502dfe8c56 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Deleting port c12adc95-4ad7-4769-9962-4924e43a6a09 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:42.617052 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-336ee211-06b4-416f-857b-e2502dfe8c56 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:42.632182 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a1b071-53e4-4229-b2f8-4ae8d4d3d4e7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] No DVR routers for this DVR port 6a6d0302-f500-4e89-b462-673fad44397a on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:17:42.723723 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-336ee211-06b4-416f-857b-e2502dfe8c56 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] For port c12adc95-4ad7-4769-9962-4924e43a6a09, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=c12adc95-4ad7-4769-9962-4924e43a6a09,segment=NetworkSegment(e1dd683a-64d2-4fd3-956c-15600769c082),segment_id=e1dd683a-64d2-4fd3-956c-15600769c082)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:42.724546 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-336ee211-06b4-416f-857b-e2502dfe8c56 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:42.725347 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5f249042-73b6-418a-83d9-3d1414f65c97 req-0a650168-27ce-4fcf-940d-5ed375025fa4 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4543bd-db80-430d-858c-863e3a463e5f HTTP/1.1" status: 200 len: 210 time: 0.0493474 Sep 21 18:17:42.743927 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-336ee211-06b4-416f-857b-e2502dfe8c56 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Calling delete_port for c12adc95-4ad7-4769-9962-4924e43a6a09 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:42.748677 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70505d70-6530-4dad-bef2-c63e0c0ddbda None None] DHCP port deletion for 54eea28e-70f9-4632-b4e9-6de64879a3f9 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:17:42.812685 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-70505d70-6530-4dad-bef2-c63e0c0ddbda None None] Deleting port c12adc95-4ad7-4769-9962-4924e43a6a09 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:42.813069 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-70505d70-6530-4dad-bef2-c63e0c0ddbda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:42.827666 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b071-53e4-4229-b2f8-4ae8d4d3d4e7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:42.869839 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-a8a1b071-53e4-4229-b2f8-4ae8d4d3d4e7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e37f63f-f085-4941-ae1b-a6931f4c82c2']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:42.888471 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-a8a1b071-53e4-4229-b2f8-4ae8d4d3d4e7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c62a1526-d417-48d3-9f78-37f44ff4035c') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:42.888471 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-a8a1b071-53e4-4229-b2f8-4ae8d4d3d4e7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c62a1526-d417-48d3-9f78-37f44ff4035c') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:42.890821 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-336ee211-06b4-416f-857b-e2502dfe8c56 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:42.900158 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b071-53e4-4229-b2f8-4ae8d4d3d4e7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:42.919516 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b071-53e4-4229-b2f8-4ae8d4d3d4e7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:42.922625 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ee211-06b4-416f-857b-e2502dfe8c56 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Port': ['ID=c12adc95-4ad7-4769-9962-4924e43a6a09,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:42.932069 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336ee211-06b4-416f-857b-e2502dfe8c56 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] No DVR routers for this DVR port c12adc95-4ad7-4769-9962-4924e43a6a09 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:17:42.934838 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8a1b071-53e4-4229-b2f8-4ae8d4d3d4e7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:17:42.935594 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b071-53e4-4229-b2f8-4ae8d4d3d4e7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:42.939945 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:17:42.939945 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:17:42.939945 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:17:42.939945 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:17:42.939945 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:17:42.939945 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:17:42.939945 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:17:42.939945 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:17:42.939945 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:17:42.939945 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:17:42.939945 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:17:42.939945 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:17:42.939945 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:17:42.939945 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:17:42.939945 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:17:42.939945 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:17:42.939945 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:17:42.939945 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:17:42.939945 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:17:42.939945 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:17:42.939945 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:17:42.939945 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:17:42.939945 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:17:42.939945 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:17:42.939945 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:17:42.939945 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:17:42.939945 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:17:42.939945 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:17:42.939945 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:17:42.939945 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:17:42.939945 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:17:42.939945 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:17:42.978595 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-70505d70-6530-4dad-bef2-c63e0c0ddbda None None] For port c12adc95-4ad7-4769-9962-4924e43a6a09, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=c12adc95-4ad7-4769-9962-4924e43a6a09,segment=NetworkSegment(e1dd683a-64d2-4fd3-956c-15600769c082),segment_id=e1dd683a-64d2-4fd3-956c-15600769c082)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:42.979542 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-70505d70-6530-4dad-bef2-c63e0c0ddbda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:42.997426 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-70505d70-6530-4dad-bef2-c63e0c0ddbda None None] Calling delete_port for c12adc95-4ad7-4769-9962-4924e43a6a09 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:43.034908 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b071-53e4-4229-b2f8-4ae8d4d3d4e7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:43.053665 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-336ee211-06b4-416f-857b-e2502dfe8c56 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:43.055594 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a8a1b071-53e4-4229-b2f8-4ae8d4d3d4e7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:43.058967 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a8a1b071-53e4-4229-b2f8-4ae8d4d3d4e7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "DELETE /v2.0/networks/3e37f63f-f085-4941-ae1b-a6931f4c82c2 HTTP/1.1" status: 204 len: 168 time: 2.3363154 Sep 21 18:17:43.064839 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41052) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:43.072095 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-a07b5718-caae-4096-a5aa-cded643e9e88 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-419919433'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:43.097539 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1b071-53e4-4229-b2f8-4ae8d4d3d4e7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Pushing event deleted for resources: {'Network': ['ID=3e37f63f-f085-4941-ae1b-a6931f4c82c2,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:43.118251 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-336ee211-06b4-416f-857b-e2502dfe8c56 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54eea28e-70f9-4632-b4e9-6de64879a3f9']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:17:43.119059 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 18:17:43.128080 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-70505d70-6530-4dad-bef2-c63e0c0ddbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:43.150891 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70505d70-6530-4dad-bef2-c63e0c0ddbda None None] Pushing event deleted for resources: {'Port': ['ID=c12adc95-4ad7-4769-9962-4924e43a6a09,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:43.159903 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70505d70-6530-4dad-bef2-c63e0c0ddbda None None] No DVR routers for this DVR port c12adc95-4ad7-4769-9962-4924e43a6a09 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:17:43.167569 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-336ee211-06b4-416f-857b-e2502dfe8c56 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1dd683a-64d2-4fd3-956c-15600769c082') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:43.167948 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-336ee211-06b4-416f-857b-e2502dfe8c56 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1dd683a-64d2-4fd3-956c-15600769c082') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:43.178494 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07b5718-caae-4096-a5aa-cded643e9e88 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Made reservation on behalf of 4e4131d988df4b4abc7f07d148732ef2 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:43.182311 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a07b5718-caae-4096-a5aa-cded643e9e88 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:43.190108 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-336ee211-06b4-416f-857b-e2502dfe8c56 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:43.223951 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device c12adc95-4ad7-4769-9962-4924e43a6a09 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:17:43.233363 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-336ee211-06b4-416f-857b-e2502dfe8c56 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:43.240120 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a07b5718-caae-4096-a5aa-cded643e9e88 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:17:43.246822 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-336ee211-06b4-416f-857b-e2502dfe8c56 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:17:43.247328 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-336ee211-06b4-416f-857b-e2502dfe8c56 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:43.250407 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:17:43.250407 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:17:43.250407 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:17:43.250407 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:17:43.250407 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:17:43.250407 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:17:43.250407 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:17:43.250407 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:17:43.250407 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:17:43.250407 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:17:43.250407 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:17:43.250407 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:17:43.250407 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:17:43.250407 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:17:43.250407 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:17:43.250407 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:17:43.250407 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:17:43.250407 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:17:43.250407 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:17:43.250407 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:17:43.250407 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:17:43.250407 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:17:43.250407 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:17:43.250407 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:17:43.250407 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:17:43.250407 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:17:43.250407 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:17:43.250407 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:17:43.250407 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:17:43.250407 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:17:43.250407 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:17:43.250407 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:17:43.253582 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: c12adc95-4ad7-4769-9962-4924e43a6a09 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:17:43.253928 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device c12adc95-4ad7-4769-9962-4924e43a6a09 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:17:43.286539 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a07b5718-caae-4096-a5aa-cded643e9e88 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:43.286894 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-a07b5718-caae-4096-a5aa-cded643e9e88 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Added segment 22c055fc-2348-4b86-9f5d-24c6e2261101 of type vlan for network 6428e49c-5941-4f2f-8633-cd10c055215a Sep 21 18:17:43.363084 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-336ee211-06b4-416f-857b-e2502dfe8c56 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:43.378178 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-336ee211-06b4-416f-857b-e2502dfe8c56 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:43.384311 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-336ee211-06b4-416f-857b-e2502dfe8c56 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/networks/54eea28e-70f9-4632-b4e9-6de64879a3f9 HTTP/1.1" status: 204 len: 168 time: 1.0869069 Sep 21 18:17:43.384477 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41066) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:43.386550 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a07b5718-caae-4096-a5aa-cded643e9e88 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:43.390963 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-2deb99c1-d3a0-4663-bf4f-0a9d023197ba tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-787549648', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}, 'admin_state_up': False}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:43.402221 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ee211-06b4-416f-857b-e2502dfe8c56 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Network': ['ID=54eea28e-70f9-4632-b4e9-6de64879a3f9,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:43.436362 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2deb99c1-d3a0-4663-bf4f-0a9d023197ba tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:43.437294 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2deb99c1-d3a0-4663-bf4f-0a9d023197ba tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:43.440291 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a07b5718-caae-4096-a5aa-cded643e9e88 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:43.451802 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07b5718-caae-4096-a5aa-cded643e9e88 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:43.452482 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a07b5718-caae-4096-a5aa-cded643e9e88 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:43.498486 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a07b5718-caae-4096-a5aa-cded643e9e88 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4325728 Sep 21 18:17:43.501314 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41070) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:43.507870 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-445f2c53-2141-428f-a654-275a2460b14c tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Request body: {'subnet': {'network_id': '6428e49c-5941-4f2f-8633-cd10c055215a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:43.519332 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2deb99c1-d3a0-4663-bf4f-0a9d023197ba tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:43.572251 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b5718-caae-4096-a5aa-cded643e9e88 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Pushing event updated for resources: {'Network': ['ID=6428e49c-5941-4f2f-8633-cd10c055215a,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:43.583723 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 6428e49c-5941-4f2f-8633-cd10c055215a details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:17:43.674458 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445f2c53-2141-428f-a654-275a2460b14c tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Made reservation on behalf of 4e4131d988df4b4abc7f07d148732ef2 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:43.681920 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-445f2c53-2141-428f-a654-275a2460b14c tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:43.720206 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2deb99c1-d3a0-4663-bf4f-0a9d023197ba tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:43.893172 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-63ebe7a3-f09a-4cfc-8d54-86cba8fec7e2 req-4e62e027-4fb3-4c5c-96bd-6c3f13a995ff tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4543bd-db80-430d-858c-863e3a463e5f HTTP/1.1" status: 200 len: 210 time: 0.0368381 Sep 21 18:17:43.965953 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2deb99c1-d3a0-4663-bf4f-0a9d023197ba tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:43.994499 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2deb99c1-d3a0-4663-bf4f-0a9d023197ba tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:44.047722 n-d-810291-1 neutron-server[101460]: DEBUG neutron.objects.ports [None req-445f2c53-2141-428f-a654-275a2460b14c tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101460) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 18:17:44.049221 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-445f2c53-2141-428f-a654-275a2460b14c tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:44.126449 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f2c53-2141-428f-a654-275a2460b14c tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Pushing event updated for resources: {'Subnet': ['ID=b7251964-186b-4cfc-aa83-18016571c712,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:44.126631 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-2deb99c1-d3a0-4663-bf4f-0a9d023197ba tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Allocated IP 172.25.6.16 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/0f339f79-e513-425d-9c35-33b66f43f4f3) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:44.142391 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445f2c53-2141-428f-a654-275a2460b14c tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Checking segment: {'id': '22c055fc-2348-4b86-9f5d-24c6e2261101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6428e49c-5941-4f2f-8633-cd10c055215a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:44.142829 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445f2c53-2141-428f-a654-275a2460b14c tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Network hostable DHCP agents. Network: 6428e49c-5941-4f2f-8633-cd10c055215a, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:17:44.194034 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445f2c53-2141-428f-a654-275a2460b14c tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Network 6428e49c-5941-4f2f-8633-cd10c055215a is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:17:44.223104 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-445f2c53-2141-428f-a654-275a2460b14c tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 6428e49c-5941-4f2f-8633-cd10c055215a) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:44.237565 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9397bdf6-c820-4cca-bcfb-09533b358aa8 None None] Network 6428e49c-5941-4f2f-8633-cd10c055215a requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:44.259130 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445f2c53-2141-428f-a654-275a2460b14c tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:44.259745 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-445f2c53-2141-428f-a654-275a2460b14c tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:44.276826 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2deb99c1-d3a0-4663-bf4f-0a9d023197ba tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:44.298687 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-445f2c53-2141-428f-a654-275a2460b14c tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7961431 Sep 21 18:17:44.302428 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41090) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:44.323075 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-69ce3367-3fe5-489a-893c-29b07121266e tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:44.325095 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-69ce3367-3fe5-489a-893c-29b07121266e tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.38 "GET /v2.0/networks?id=0c6d657c-30ac-4186-bace-aa79fc15bd34 HTTP/1.1" status: 200 len: 814 time: 0.1566706 Sep 21 18:17:44.429554 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2deb99c1-d3a0-4663-bf4f-0a9d023197ba tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:44.515719 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2deb99c1-d3a0-4663-bf4f-0a9d023197ba tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:44.538737 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-2deb99c1-d3a0-4663-bf4f-0a9d023197ba tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:44.553411 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4ad837-ea88-47c1-bba1-ea92603969fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-6428e49c-5941-4f2f-8633-cd10c055215a', 'network_id': '6428e49c-5941-4f2f-8633-cd10c055215a', 'tenant_id': '4e4131d988df4b4abc7f07d148732ef2', 'fixed_ips': [{'subnet_id': 'b7251964-186b-4cfc-aa83-18016571c712'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:17:44.553671 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deb99c1-d3a0-4663-bf4f-0a9d023197ba tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:44.555077 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad837-ea88-47c1-bba1-ea92603969fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:44.599504 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-45c146b5-4e4f-408a-b6cc-87dca8ebdd5d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:44.603290 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb99c1-d3a0-4663-bf4f-0a9d023197ba tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Port': ['ID=0f339f79-e513-425d-9c35-33b66f43f4f3,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:44.798224 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-ac4ad837-ea88-47c1-bba1-ea92603969fe None None] Allocated IP 2001:db8::f816:3eff:fe1d:d702 (6428e49c-5941-4f2f-8633-cd10c055215a/b7251964-186b-4cfc-aa83-18016571c712/ba6db856-8d3d-455a-a64b-296b5c372fac) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:44.818072 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-45c146b5-4e4f-408a-b6cc-87dca8ebdd5d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:44.946108 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-53712942-b192-40fe-b68c-cd83e4c361ec tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f96d86a1c5474b3d9bf2e837e99b27d8 HTTP/1.1" status: 200 len: 380 time: 0.6060688 Sep 21 18:17:44.959473 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-c3f9e2f1-ec51-4b97-af35-872ac2b2b13c tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Request body: {'port': {'device_id': '0e4543bd-db80-430d-858c-863e3a463e5f', 'network_id': '0c6d657c-30ac-4186-bace-aa79fc15bd34', 'admin_state_up': True, 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'security_groups': ['0e812192-3fe5-4288-a99e-e9d52821f963']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:45.015415 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad837-ea88-47c1-bba1-ea92603969fe None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:45.022890 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad837-ea88-47c1-bba1-ea92603969fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:45.060009 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2deb99c1-d3a0-4663-bf4f-0a9d023197ba tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:45.061912 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4ad837-ea88-47c1-bba1-ea92603969fe None None] Network 6428e49c-5941-4f2f-8633-cd10c055215a is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:45.066834 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-ac4ad837-ea88-47c1-bba1-ea92603969fe None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:45.071790 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4ad837-ea88-47c1-bba1-ea92603969fe None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:45.131055 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ad837-ea88-47c1-bba1-ea92603969fe None None] Pushing event updated for resources: {'Port': ['ID=ba6db856-8d3d-455a-a64b-296b5c372fac,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:45.145871 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d3dfa6f2-2066-4044-9d08-176657c4e841 req-4bfd246d-ffda-4868-919d-f03a5d974f07 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4543bd-db80-430d-858c-863e3a463e5f HTTP/1.1" status: 200 len: 210 time: 0.0350873 Sep 21 18:17:45.220058 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-c3f9e2f1-ec51-4b97-af35-872ac2b2b13c tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Made reservation on behalf of f96d86a1c5474b3d9bf2e837e99b27d8 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:45.224402 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-c3f9e2f1-ec51-4b97-af35-872ac2b2b13c tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:45.227167 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-ac4ad837-ea88-47c1-bba1-ea92603969fe None None] Attempting to bind port ba6db856-8d3d-455a-a64b-296b5c372fac on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:17:45.227798 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-ac4ad837-ea88-47c1-bba1-ea92603969fe None None] Attempting to bind port ba6db856-8d3d-455a-a64b-296b5c372fac by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '22c055fc-2348-4b86-9f5d-24c6e2261101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6428e49c-5941-4f2f-8633-cd10c055215a'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:17:45.228344 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4ad837-ea88-47c1-bba1-ea92603969fe None None] Attempting to bind port ba6db856-8d3d-455a-a64b-296b5c372fac on network 6428e49c-5941-4f2f-8633-cd10c055215a {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:17:45.234605 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4ad837-ea88-47c1-bba1-ea92603969fe None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:17:45.235339 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4ad837-ea88-47c1-bba1-ea92603969fe None None] Checking segment: {'id': '22c055fc-2348-4b86-9f5d-24c6e2261101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6428e49c-5941-4f2f-8633-cd10c055215a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:45.235924 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad837-ea88-47c1-bba1-ea92603969fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:45.236511 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4ad837-ea88-47c1-bba1-ea92603969fe None None] Bound using segment: {'id': '22c055fc-2348-4b86-9f5d-24c6e2261101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6428e49c-5941-4f2f-8633-cd10c055215a'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:17:45.237180 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-ac4ad837-ea88-47c1-bba1-ea92603969fe None None] Bound port: ba6db856-8d3d-455a-a64b-296b5c372fac, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c055fc-2348-4b86-9f5d-24c6e2261101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6428e49c-5941-4f2f-8633-cd10c055215a'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:17:45.237741 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad837-ea88-47c1-bba1-ea92603969fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:45.280071 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-45c146b5-4e4f-408a-b6cc-87dca8ebdd5d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:45.323335 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-ac4ad837-ea88-47c1-bba1-ea92603969fe None None] For port ba6db856-8d3d-455a-a64b-296b5c372fac, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:17:45.326484 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c146b5-4e4f-408a-b6cc-87dca8ebdd5d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Pushing event deleted for resources: {'Subnet': ['ID=b7251964-186b-4cfc-aa83-18016571c712,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:45.332489 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-ac4ad837-ea88-47c1-bba1-ea92603969fe None None] For port ba6db856-8d3d-455a-a64b-296b5c372fac, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ba6db856-8d3d-455a-a64b-296b5c372fac,segment=NetworkSegment(22c055fc-2348-4b86-9f5d-24c6e2261101),segment_id=22c055fc-2348-4b86-9f5d-24c6e2261101)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:17:45.340701 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad837-ea88-47c1-bba1-ea92603969fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:45.530427 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-c3f9e2f1-ec51-4b97-af35-872ac2b2b13c tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Allocated IP 172.20.0.9 (0c6d657c-30ac-4186-bace-aa79fc15bd34/1e995253-a1fe-4767-b026-590b9f4eb12c/69d71ad3-5fad-4778-876a-57d3ee9970b0) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:45.770448 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-c3f9e2f1-ec51-4b97-af35-872ac2b2b13c tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:45.780867 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ad837-ea88-47c1-bba1-ea92603969fe None None] Pushing event updated for resources: {'Port': ['ID=ba6db856-8d3d-455a-a64b-296b5c372fac,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:45.796441 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e70d6b-063e-4b13-bda3-46139526e444 None None] Network 6428e49c-5941-4f2f-8633-cd10c055215a requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:45.833253 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-c3f9e2f1-ec51-4b97-af35-872ac2b2b13c tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:45.866334 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-45c146b5-4e4f-408a-b6cc-87dca8ebdd5d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:45.888626 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-c3f9e2f1-ec51-4b97-af35-872ac2b2b13c tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Network 0c6d657c-30ac-4186-bace-aa79fc15bd34 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:45.892072 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-c3f9e2f1-ec51-4b97-af35-872ac2b2b13c tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:45.900603 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-45c146b5-4e4f-408a-b6cc-87dca8ebdd5d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6428e49c-5941-4f2f-8633-cd10c055215a']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:45.901126 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-c3f9e2f1-ec51-4b97-af35-872ac2b2b13c tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:45.909128 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9e2f1-ec51-4b97-af35-872ac2b2b13c tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Pushing event updated for resources: {'Port': ['ID=69d71ad3-5fad-4778-876a-57d3ee9970b0,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:45.943371 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-45c146b5-4e4f-408a-b6cc-87dca8ebdd5d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c055fc-2348-4b86-9f5d-24c6e2261101') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:45.943670 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-45c146b5-4e4f-408a-b6cc-87dca8ebdd5d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c055fc-2348-4b86-9f5d-24c6e2261101') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:45.963056 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-970be1f5-1476-460c-9bb6-cc275881540d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:45.972959 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-c3f9e2f1-ec51-4b97-af35-872ac2b2b13c tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:45.973447 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-c3f9e2f1-ec51-4b97-af35-872ac2b2b13c tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:45.993927 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-c3f9e2f1-ec51-4b97-af35-872ac2b2b13c tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0420692 Sep 21 18:17:46.011060 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-c29e2a38-b6c9-42d0-a7af-00b284e877dc service neutron] Request body: {'port': {'device_id': '0e4543bd-db80-430d-858c-863e3a463e5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:46.019060 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-45c146b5-4e4f-408a-b6cc-87dca8ebdd5d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:46.040026 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-45c146b5-4e4f-408a-b6cc-87dca8ebdd5d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:46.054217 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2deb99c1-d3a0-4663-bf4f-0a9d023197ba tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:46.056920 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c146b5-4e4f-408a-b6cc-87dca8ebdd5d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:17:46.057331 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-45c146b5-4e4f-408a-b6cc-87dca8ebdd5d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:46.060679 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:17:46.060679 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:17:46.060679 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:17:46.060679 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:17:46.060679 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:17:46.060679 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:17:46.060679 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:17:46.060679 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:17:46.060679 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:17:46.060679 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:17:46.060679 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:17:46.060679 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:17:46.060679 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:17:46.060679 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:17:46.060679 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:17:46.060679 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:17:46.060679 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:17:46.060679 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:17:46.060679 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:17:46.060679 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:17:46.060679 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:17:46.060679 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:17:46.060679 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:17:46.060679 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:17:46.060679 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:17:46.060679 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:17:46.060679 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:17:46.060679 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:17:46.060679 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:17:46.060679 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:17:46.060679 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:17:46.060679 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:17:46.083829 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-c29e2a38-b6c9-42d0-a7af-00b284e877dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:46.164006 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.db.api [None req-45c146b5-4e4f-408a-b6cc-87dca8ebdd5d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 18:17:46.164006 n-d-810291-1 neutron-server[101461]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 18:17:46.164006 n-d-810291-1 neutron-server[101461]: [parameters: {'id': '6428e49c-5941-4f2f-8633-cd10c055215a'}] Sep 21 18:17:46.164006 n-d-810291-1 neutron-server[101461]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:17:46.164510 n-d-810291-1 neutron-server[101461]: DEBUG oslo_db.api [None req-45c146b5-4e4f-408a-b6cc-87dca8ebdd5d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:17:46.262095 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b72438d-85d7-46f4-b826-acef1051d7b7 None None] get_active_networks_info from n-d-810291-1 {{(pid=101462) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:17:46.283831 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2deb99c1-d3a0-4663-bf4f-0a9d023197ba tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Router affb4ead-b76d-4c6f-bb7b-80290198dc16 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:17:46.346324 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-d946fbc5-7fd2-426e-8303-ee7eba511715 None None] Provisioning complete for port 69d71ad3-5fad-4778-876a-57d3ee9970b0 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:46.347536 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d946fbc5-7fd2-426e-8303-ee7eba511715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:46.424663 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b72438d-85d7-46f4-b826-acef1051d7b7 None None] Resources bound (agent type, host, resource id): {{(pid=101462) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:17:46.426619 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2deb99c1-d3a0-4663-bf4f-0a9d023197ba tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:17:46.440356 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475f311-765c-4637-b6d1-9ed0dd08d803 req-a42a17f9-3bb5-4e1c-a53f-ea1b9f9ec6c0 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:46.442101 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4475f311-765c-4637-b6d1-9ed0dd08d803 req-a42a17f9-3bb5-4e1c-a53f-ea1b9f9ec6c0 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4543bd-db80-430d-858c-863e3a463e5f HTTP/1.1" status: 200 len: 931 time: 0.1286757 Sep 21 18:17:46.446352 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd269fd-dcf2-4ffc-a33c-6d16b363bbff None None] Sync routers for ids ['affb4ead-b76d-4c6f-bb7b-80290198dc16'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:17:46.450416 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2deb99c1-d3a0-4663-bf4f-0a9d023197ba tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:46.453498 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2deb99c1-d3a0-4663-bf4f-0a9d023197ba tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.0674036 Sep 21 18:17:46.456657 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41112) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:46.471708 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd269fd-dcf2-4ffc-a33c-6d16b363bbff None None] Routers {'affb4ead-b76d-4c6f-bb7b-80290198dc16'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:46.472777 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-0dd269fd-dcf2-4ffc-a33c-6d16b363bbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:17:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['affb4ead-b76d-4c6f-bb7b-80290198dc16'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:46.501275 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4475f311-765c-4637-b6d1-9ed0dd08d803 req-ae90dc33-a8aa-4f01-ac6e-2a150aa95561 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e812192-3fe5-4288-a99e-e9d52821f963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490425 Sep 21 18:17:46.525485 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:17:46.533729 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-0dd269fd-dcf2-4ffc-a33c-6d16b363bbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:46.561639 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-d946fbc5-7fd2-426e-8303-ee7eba511715 None None] Port 69d71ad3-5fad-4778-876a-57d3ee9970b0 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:17:46.573486 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd269fd-dcf2-4ffc-a33c-6d16b363bbff None None] Routers {'affb4ead-b76d-4c6f-bb7b-80290198dc16'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:46.574983 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-0dd269fd-dcf2-4ffc-a33c-6d16b363bbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:17:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['affb4ead-b76d-4c6f-bb7b-80290198dc16'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:46.593090 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9e3f0d4a-856a-40e4-b771-f879ac5799e2 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "GET /v2.0/routers/affb4ead-b76d-4c6f-bb7b-80290198dc16 HTTP/1.1" status: 200 len: 883 time: 0.1348891 Sep 21 18:17:46.593856 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41114) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:46.596774 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-c29e2a38-b6c9-42d0-a7af-00b284e877dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d71ad3-5fad-4778-876a-57d3ee9970b0 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:17:46.604873 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-c29e2a38-b6c9-42d0-a7af-00b284e877dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:46.617167 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-c29e2a38-b6c9-42d0-a7af-00b284e877dc service neutron] Transition to ACTIVE for port object 69d71ad3-5fad-4778-876a-57d3ee9970b0 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:17:46.624183 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-c29e2a38-b6c9-42d0-a7af-00b284e877dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:46.649241 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-0dd269fd-dcf2-4ffc-a33c-6d16b363bbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:46.650163 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd269fd-dcf2-4ffc-a33c-6d16b363bbff None None] The sync data for ids ['affb4ead-b76d-4c6f-bb7b-80290198dc16'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:17:46.667741 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-45c146b5-4e4f-408a-b6cc-87dca8ebdd5d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:46.697446 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e2a38-b6c9-42d0-a7af-00b284e877dc service neutron] Pushing event updated for resources: {'Port': ['ID=69d71ad3-5fad-4778-876a-57d3ee9970b0,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:46.779772 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-c29e2a38-b6c9-42d0-a7af-00b284e877dc service neutron] Attempting to bind port 69d71ad3-5fad-4778-876a-57d3ee9970b0 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:17:46.779772 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-c29e2a38-b6c9-42d0-a7af-00b284e877dc service neutron] Attempting to bind port 69d71ad3-5fad-4778-876a-57d3ee9970b0 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '145937db-b4f9-4144-b660-b39e8c1b5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0c6d657c-30ac-4186-bace-aa79fc15bd34'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:17:46.780217 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-c29e2a38-b6c9-42d0-a7af-00b284e877dc service neutron] Attempting to bind port 69d71ad3-5fad-4778-876a-57d3ee9970b0 on network 0c6d657c-30ac-4186-bace-aa79fc15bd34 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:17:46.785363 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-c29e2a38-b6c9-42d0-a7af-00b284e877dc service neutron] Port 69d71ad3-5fad-4778-876a-57d3ee9970b0 on network 0c6d657c-30ac-4186-bace-aa79fc15bd34 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:17:46.785773 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-c29e2a38-b6c9-42d0-a7af-00b284e877dc service neutron] Attempting to bind port 69d71ad3-5fad-4778-876a-57d3ee9970b0 on network 0c6d657c-30ac-4186-bace-aa79fc15bd34 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:17:46.792402 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-c29e2a38-b6c9-42d0-a7af-00b284e877dc service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:17:46.792748 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-c29e2a38-b6c9-42d0-a7af-00b284e877dc service neutron] Checking segment: {'id': '145937db-b4f9-4144-b660-b39e8c1b5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0c6d657c-30ac-4186-bace-aa79fc15bd34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:46.793315 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-c29e2a38-b6c9-42d0-a7af-00b284e877dc service neutron] Bound using segment: {'id': '145937db-b4f9-4144-b660-b39e8c1b5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0c6d657c-30ac-4186-bace-aa79fc15bd34'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:17:46.793813 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-c29e2a38-b6c9-42d0-a7af-00b284e877dc service neutron] Bound port: 69d71ad3-5fad-4778-876a-57d3ee9970b0, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '145937db-b4f9-4144-b660-b39e8c1b5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0c6d657c-30ac-4186-bace-aa79fc15bd34'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:17:46.795121 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-c29e2a38-b6c9-42d0-a7af-00b284e877dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:46.832732 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-45c146b5-4e4f-408a-b6cc-87dca8ebdd5d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Deleting port ba6db856-8d3d-455a-a64b-296b5c372fac {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:46.832973 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-45c146b5-4e4f-408a-b6cc-87dca8ebdd5d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:46.884139 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-c29e2a38-b6c9-42d0-a7af-00b284e877dc service neutron] For port 69d71ad3-5fad-4778-876a-57d3ee9970b0, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:17:46.887612 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-c29e2a38-b6c9-42d0-a7af-00b284e877dc service neutron] For port 69d71ad3-5fad-4778-876a-57d3ee9970b0, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=69d71ad3-5fad-4778-876a-57d3ee9970b0,segment=NetworkSegment(145937db-b4f9-4144-b660-b39e8c1b5163),segment_id=145937db-b4f9-4144-b660-b39e8c1b5163)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:17:46.892912 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b40d30ba-2f00-48b8-a883-d84487b1dd38 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2977369 Sep 21 18:17:46.895591 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41116) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:46.901298 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-2516f55b-f749-4846-8d59-f23589f56ceb tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-787549648'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:46.905291 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-c29e2a38-b6c9-42d0-a7af-00b284e877dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:46.934235 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-45c146b5-4e4f-408a-b6cc-87dca8ebdd5d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] For port ba6db856-8d3d-455a-a64b-296b5c372fac, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ba6db856-8d3d-455a-a64b-296b5c372fac,segment=NetworkSegment(22c055fc-2348-4b86-9f5d-24c6e2261101),segment_id=22c055fc-2348-4b86-9f5d-24c6e2261101)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:46.934649 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-45c146b5-4e4f-408a-b6cc-87dca8ebdd5d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:46.952267 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-45c146b5-4e4f-408a-b6cc-87dca8ebdd5d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Calling delete_port for ba6db856-8d3d-455a-a64b-296b5c372fac owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:47.052452 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-45c146b5-4e4f-408a-b6cc-87dca8ebdd5d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:47.069903 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-c29e2a38-b6c9-42d0-a7af-00b284e877dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:47.070596 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-c29e2a38-b6c9-42d0-a7af-00b284e877dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:47.072159 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-c29e2a38-b6c9-42d0-a7af-00b284e877dc service neutron] 10.222.0.38 "PUT /v2.0/ports/69d71ad3-5fad-4778-876a-57d3ee9970b0 HTTP/1.1" status: 200 len: 1091 time: 1.0694294 Sep 21 18:17:47.072759 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4543bd-db80-430d-858c-863e3a463e5f', 'tag': '69d71ad3-5fad-4778-876a-57d3ee9970b0'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:17:47.074953 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2b8d53-05fa-4f24-9684-5d9212cbe7e1" -d '{"events": [{"name": "network-changed", "server_uuid": "0e4543bd-db80-430d-858c-863e3a463e5f", "tag": "69d71ad3-5fad-4778-876a-57d3ee9970b0"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:17:47.090544 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c146b5-4e4f-408a-b6cc-87dca8ebdd5d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Pushing event deleted for resources: {'Port': ['ID=ba6db856-8d3d-455a-a64b-296b5c372fac,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:47.097688 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c146b5-4e4f-408a-b6cc-87dca8ebdd5d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] No DVR routers for this DVR port ba6db856-8d3d-455a-a64b-296b5c372fac on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:17:47.124674 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e2a38-b6c9-42d0-a7af-00b284e877dc service neutron] Pushing event updated for resources: {'Port': ['ID=69d71ad3-5fad-4778-876a-57d3ee9970b0,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:47.149005 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cb8e5d-8807-4ff6-a6ea-cfc42e170040 x-openstack-request-id: req-b4cb8e5d-8807-4ff6-a6ea-cfc42e170040 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:17:47.149195 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e4543bd-db80-430d-858c-863e3a463e5f", "tag": "69d71ad3-5fad-4778-876a-57d3ee9970b0", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:17:47.149448 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b4cb8e5d-8807-4ff6-a6ea-cfc42e170040 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:17:47.149863 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4543bd-db80-430d-858c-863e3a463e5f', 'tag': '69d71ad3-5fad-4778-876a-57d3ee9970b0', 'status': 'completed', 'code': 200} Sep 21 18:17:47.240242 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-45c146b5-4e4f-408a-b6cc-87dca8ebdd5d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:47.262947 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-45c146b5-4e4f-408a-b6cc-87dca8ebdd5d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6428e49c-5941-4f2f-8633-cd10c055215a']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:47.273564 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-45c146b5-4e4f-408a-b6cc-87dca8ebdd5d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c055fc-2348-4b86-9f5d-24c6e2261101') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:47.274006 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-45c146b5-4e4f-408a-b6cc-87dca8ebdd5d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c055fc-2348-4b86-9f5d-24c6e2261101') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:47.284997 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-45c146b5-4e4f-408a-b6cc-87dca8ebdd5d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:47.300035 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-45c146b5-4e4f-408a-b6cc-87dca8ebdd5d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:47.308394 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c146b5-4e4f-408a-b6cc-87dca8ebdd5d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:17:47.308965 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-45c146b5-4e4f-408a-b6cc-87dca8ebdd5d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:47.314500 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:17:47.314500 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:17:47.314500 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:17:47.314500 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:17:47.314500 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:17:47.314500 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:17:47.314500 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:17:47.314500 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:17:47.314500 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:17:47.314500 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:17:47.314500 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:17:47.314500 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:17:47.314500 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:17:47.314500 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:17:47.314500 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:17:47.314500 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:17:47.314500 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:17:47.314500 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:17:47.314500 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:17:47.314500 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:17:47.314500 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:17:47.314500 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:17:47.314500 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:17:47.314500 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:17:47.314500 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:17:47.314500 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:17:47.314500 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:17:47.314500 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:17:47.314500 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:17:47.314500 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:17:47.314500 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:17:47.314500 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:17:47.335879 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-17d00e18-7bde-493a-bd5a-bc260de7df50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:47.337423 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-17d00e18-7bde-493a-bd5a-bc260de7df50 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f96d86a1c5474b3d9bf2e837e99b27d8&device_id=0e4543bd-db80-430d-858c-863e3a463e5f HTTP/1.1" status: 200 len: 1094 time: 0.2096560 Sep 21 18:17:47.400631 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-fc154b80-0d86-4281-a8cb-d8944848f9fa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69d71ad3-5fad-4778-876a-57d3ee9970b0 HTTP/1.1" status: 200 len: 217 time: 0.0524952 Sep 21 18:17:47.404854 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-45c146b5-4e4f-408a-b6cc-87dca8ebdd5d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:47.413683 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-45c146b5-4e4f-408a-b6cc-87dca8ebdd5d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:47.424634 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-45c146b5-4e4f-408a-b6cc-87dca8ebdd5d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "DELETE /v2.0/networks/6428e49c-5941-4f2f-8633-cd10c055215a HTTP/1.1" status: 204 len: 168 time: 3.1171474 Sep 21 18:17:47.424634 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41124) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:47.466134 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c146b5-4e4f-408a-b6cc-87dca8ebdd5d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Pushing event deleted for resources: {'Network': ['ID=6428e49c-5941-4f2f-8633-cd10c055215a,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:47.472752 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-41877a0a-edbd-4e48-8dda-c0470c2efb5e tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] DELETE failed (client error): The resource could not be found. Sep 21 18:17:47.473375 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41877a0a-edbd-4e48-8dda-c0470c2efb5e tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:17:47.478353 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-41877a0a-edbd-4e48-8dda-c0470c2efb5e tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "DELETE /v2.0/subnets/b7251964-186b-4cfc-aa83-18016571c712 HTTP/1.1" status: 404 len: 337 time: 0.0537934 Sep 21 18:17:47.479001 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41126) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:47.494291 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2516f55b-f749-4846-8d59-f23589f56ceb tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1427'] for router, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:47.499746 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-835172ac-85aa-407d-b806-f78ae7812d60 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] DELETE failed (client error): The resource could not be found. Sep 21 18:17:47.500787 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-835172ac-85aa-407d-b806-f78ae7812d60 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:17:47.504962 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-835172ac-85aa-407d-b806-f78ae7812d60 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "DELETE /v2.0/networks/6428e49c-5941-4f2f-8633-cd10c055215a HTTP/1.1" status: 404 len: 339 time: 0.0220373 Sep 21 18:17:47.505234 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41128) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:47.533133 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2516f55b-f749-4846-8d59-f23589f56ceb tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-734625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-734648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-574993'] for router, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:47.534657 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18b9b30-771f-4c2c-8e84-95814bf6d02a tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] DELETE failed (client error): The resource could not be found. Sep 21 18:17:47.535252 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a18b9b30-771f-4c2c-8e84-95814bf6d02a tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:17:47.537075 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a18b9b30-771f-4c2c-8e84-95814bf6d02a tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "DELETE /v2.0/subnets/4f391fa8-33bb-4a71-96b3-69bf41a5cf6e HTTP/1.1" status: 404 len: 337 time: 0.0309241 Sep 21 18:17:47.541218 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41132) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:47.583650 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf39d953-9574-4fbc-ae17-f3f23f8b2829 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] DELETE failed (client error): The resource could not be found. Sep 21 18:17:47.584437 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf39d953-9574-4fbc-ae17-f3f23f8b2829 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:17:47.588598 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-cf39d953-9574-4fbc-ae17-f3f23f8b2829 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "DELETE /v2.0/networks/3e37f63f-f085-4941-ae1b-a6931f4c82c2 HTTP/1.1" status: 404 len: 339 time: 0.0440090 Sep 21 18:17:47.590325 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41134) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:47.651064 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-ac55e67e-c0f0-47df-a124-1b01ff6346cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:47.652436 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-ac55e67e-c0f0-47df-a124-1b01ff6346cb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1e995253-a1fe-4767-b026-590b9f4eb12c HTTP/1.1" status: 200 len: 853 time: 0.2435293 Sep 21 18:17:47.655850 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88a88a8-4afc-4311-ac98-52141d82065a tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] DELETE failed (client error): The resource could not be found. Sep 21 18:17:47.656290 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e88a88a8-4afc-4311-ac98-52141d82065a tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:17:47.657924 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e88a88a8-4afc-4311-ac98-52141d82065a tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "DELETE /v2.0/subnets/83ecbf4c-7b79-43c2-9dc9-ac5402889440 HTTP/1.1" status: 404 len: 337 time: 0.0628676 Sep 21 18:17:47.661069 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41138) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:47.681398 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-82545518-4502-4edd-9eb0-e79def4ac555 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] DELETE failed (client error): The resource could not be found. Sep 21 18:17:47.681398 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82545518-4502-4edd-9eb0-e79def4ac555 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:17:47.683622 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-82545518-4502-4edd-9eb0-e79def4ac555 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "DELETE /v2.0/networks/3f7beba5-f735-4620-8bc8-2d84bedde386 HTTP/1.1" status: 404 len: 339 time: 0.0206058 Sep 21 18:17:47.686337 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41140) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:47.755127 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9cac3f-7e75-4fee-86d4-2ba7e7197262 req-aeb7fbf0-9d42-414d-bb6e-763d7493c6c1 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:47.756601 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6f9cac3f-7e75-4fee-86d4-2ba7e7197262 req-aeb7fbf0-9d42-414d-bb6e-763d7493c6c1 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4543bd-db80-430d-858c-863e3a463e5f HTTP/1.1" status: 200 len: 943 time: 0.1653874 Sep 21 18:17:47.774318 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-c3991f85-89b9-470c-89d7-cd68346db33b tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Deleting port 8288bf77-6c20-4ac0-8ba0-890db3592f66 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:47.774824 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c3991f85-89b9-470c-89d7-cd68346db33b tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:47.784624 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2516f55b-f749-4846-8d59-f23589f56ceb tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Router affb4ead-b76d-4c6f-bb7b-80290198dc16 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:17:47.786800 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-8c2b9f9a-ac8b-436f-9aaa-2be900e6a298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:47.788354 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-8c2b9f9a-ac8b-436f-9aaa-2be900e6a298 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0c6d657c-30ac-4186-bace-aa79fc15bd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1255891 Sep 21 18:17:47.850619 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c3991f85-89b9-470c-89d7-cd68346db33b tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:47.864072 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-c3991f85-89b9-470c-89d7-cd68346db33b tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Calling delete_port for 8288bf77-6c20-4ac0-8ba0-890db3592f66 owned by {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:47.911015 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6f9cac3f-7e75-4fee-86d4-2ba7e7197262 req-7a95ddb1-cef2-42aa-a9df-588f7a38143f tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e812192-3fe5-4288-a99e-e9d52821f963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375027 Sep 21 18:17:47.962014 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c3991f85-89b9-470c-89d7-cd68346db33b tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:47.979873 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-130fb051-2d58-4d31-9a45-9274fcc00a79 service neutron] 10.222.0.38 "GET /v2.0/networks/0c6d657c-30ac-4186-bace-aa79fc15bd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819618 Sep 21 18:17:48.002263 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3991f85-89b9-470c-89d7-cd68346db33b tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Pushing event deleted for resources: {'Port': ['ID=8288bf77-6c20-4ac0-8ba0-890db3592f66,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:48.004659 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c3991f85-89b9-470c-89d7-cd68346db33b tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:48.007437 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c3991f85-89b9-470c-89d7-cd68346db33b tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "DELETE /v2.0/ports/8288bf77-6c20-4ac0-8ba0-890db3592f66 HTTP/1.1" status: 204 len: 168 time: 0.3193636 Sep 21 18:17:48.012345 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41142) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:48.029198 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2516f55b-f749-4846-8d59-f23589f56ceb tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:17:48.039767 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2002bdcb-69ad-42c9-8668-6052f7e9eea6 None None] Sync routers for ids ['affb4ead-b76d-4c6f-bb7b-80290198dc16'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:17:48.049182 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2002bdcb-69ad-42c9-8668-6052f7e9eea6 None None] Routers {'affb4ead-b76d-4c6f-bb7b-80290198dc16'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:48.049801 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-2002bdcb-69ad-42c9-8668-6052f7e9eea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:17:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['affb4ead-b76d-4c6f-bb7b-80290198dc16'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:48.058840 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2516f55b-f749-4846-8d59-f23589f56ceb tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:48.061850 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2516f55b-f749-4846-8d59-f23589f56ceb tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "PUT /v2.0/routers/affb4ead-b76d-4c6f-bb7b-80290198dc16 HTTP/1.1" status: 200 len: 890 time: 1.1648693 Sep 21 18:17:48.063003 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41144) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:48.086237 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-2002bdcb-69ad-42c9-8668-6052f7e9eea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:48.096013 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2002bdcb-69ad-42c9-8668-6052f7e9eea6 None None] Routers {'affb4ead-b76d-4c6f-bb7b-80290198dc16'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:48.096994 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-2002bdcb-69ad-42c9-8668-6052f7e9eea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:17:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['affb4ead-b76d-4c6f-bb7b-80290198dc16'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:48.126836 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9a4d6f76-b541-4ca1-b0e5-ce48dac33397 req-104ac363-6540-4892-97f7-3f378bdd477b service neutron] 10.222.0.38 "GET /v2.0/networks/0c6d657c-30ac-4186-bace-aa79fc15bd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401467 Sep 21 18:17:48.127918 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec810ca-c356-4e4a-9a34-eb4f122050a7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] DELETE failed (client error): The resource could not be found. Sep 21 18:17:48.128478 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ec810ca-c356-4e4a-9a34-eb4f122050a7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:17:48.130259 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7ec810ca-c356-4e4a-9a34-eb4f122050a7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "DELETE /v2.0/subnets/301a6136-4120-4ded-a110-478bdaee9798 HTTP/1.1" status: 404 len: 337 time: 0.1168644 Sep 21 18:17:48.135100 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-2002bdcb-69ad-42c9-8668-6052f7e9eea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:48.135426 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41146) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:48.136312 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2002bdcb-69ad-42c9-8668-6052f7e9eea6 None None] The sync data for ids ['affb4ead-b76d-4c6f-bb7b-80290198dc16'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:17:48.203956 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c36bb249-6037-41e4-9df3-79880d0c9789 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "GET /v2.0/routers/affb4ead-b76d-4c6f-bb7b-80290198dc16 HTTP/1.1" status: 200 len: 890 time: 0.1394277 Sep 21 18:17:48.206522 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41148) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:48.236366 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ac4efec7-3749-47f3-9ac8-5b52b57cc140 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "GET /v2.0/ports?device_id=affb4ead-b76d-4c6f-bb7b-80290198dc16 HTTP/1.1" status: 200 len: 205 time: 0.0286026 Sep 21 18:17:48.239159 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41150) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:48.260181 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cdd7835b-4662-4a1e-aa5b-c52af702a102 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:48.276662 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b8d53-05fa-4f24-9684-5d9212cbe7e1 req-6b1b9e51-88bd-4331-9c87-0eb020fdba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:48.277865 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b2b8d53-05fa-4f24-9684-5d9212cbe7e1 req-6b1b9e51-88bd-4331-9c87-0eb020fdba15 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f96d86a1c5474b3d9bf2e837e99b27d8&device_id=0e4543bd-db80-430d-858c-863e3a463e5f HTTP/1.1" status: 200 len: 1094 time: 0.0958598 Sep 21 18:17:48.345177 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8719516d-ec39-49c5-b4f7-1015c88e9db8 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:48.406877 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cdd7835b-4662-4a1e-aa5b-c52af702a102 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:48.437527 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-cdd7835b-4662-4a1e-aa5b-c52af702a102 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['966d64b1-74da-4d02-99e6-fbbe0c3ec1db']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:48.438177 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7553691c-679b-4b0b-8863-ff3f60abc0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:48.457780 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-cdd7835b-4662-4a1e-aa5b-c52af702a102 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab033585-d956-4e5e-900e-7a422460552a') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:48.458088 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-cdd7835b-4662-4a1e-aa5b-c52af702a102 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab033585-d956-4e5e-900e-7a422460552a') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:48.464359 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8719516d-ec39-49c5-b4f7-1015c88e9db8 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:48.473521 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b8d53-05fa-4f24-9684-5d9212cbe7e1 req-d17453ff-23a8-4e18-98aa-07f0d4557cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:48.475718 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b2b8d53-05fa-4f24-9684-5d9212cbe7e1 req-d17453ff-23a8-4e18-98aa-07f0d4557cb9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0c6d657c-30ac-4186-bace-aa79fc15bd34 HTTP/1.1" status: 200 len: 915 time: 0.1767292 Sep 21 18:17:48.478012 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cdd7835b-4662-4a1e-aa5b-c52af702a102 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:48.536188 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cdd7835b-4662-4a1e-aa5b-c52af702a102 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:48.539339 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b2b8d53-05fa-4f24-9684-5d9212cbe7e1 req-55c645e4-cda6-4147-8468-f034ac03fda8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69d71ad3-5fad-4778-876a-57d3ee9970b0 HTTP/1.1" status: 200 len: 217 time: 0.0540984 Sep 21 18:17:48.547663 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-8719516d-ec39-49c5-b4f7-1015c88e9db8 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Deleting port 0f339f79-e513-425d-9c35-33b66f43f4f3 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:48.548062 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8719516d-ec39-49c5-b4f7-1015c88e9db8 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:48.550896 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdd7835b-4662-4a1e-aa5b-c52af702a102 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:17:48.552352 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cdd7835b-4662-4a1e-aa5b-c52af702a102 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:48.603716 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:17:48.603716 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:17:48.603716 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:17:48.603716 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:17:48.603716 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:17:48.603716 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:17:48.603716 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:17:48.603716 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:17:48.603716 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:17:48.603716 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:17:48.603716 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:17:48.603716 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:17:48.603716 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:17:48.603716 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:17:48.603716 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:17:48.603716 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:17:48.603716 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:17:48.603716 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:17:48.603716 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:17:48.603716 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:17:48.603716 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:17:48.603716 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:17:48.603716 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:17:48.603716 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:17:48.603716 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:17:48.603716 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:17:48.603716 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:17:48.603716 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:17:48.603716 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:17:48.603716 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:17:48.603716 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:17:48.603716 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:17:48.630199 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b8d53-05fa-4f24-9684-5d9212cbe7e1 req-abf4e38c-1ab7-4781-9036-22a8a731b6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:48.632050 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b2b8d53-05fa-4f24-9684-5d9212cbe7e1 req-abf4e38c-1ab7-4781-9036-22a8a731b6e1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1e995253-a1fe-4767-b026-590b9f4eb12c HTTP/1.1" status: 200 len: 853 time: 0.0848112 Sep 21 18:17:48.649009 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8719516d-ec39-49c5-b4f7-1015c88e9db8 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:48.661518 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-8719516d-ec39-49c5-b4f7-1015c88e9db8 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Calling delete_port for 0f339f79-e513-425d-9c35-33b66f43f4f3 owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:48.709900 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cdd7835b-4662-4a1e-aa5b-c52af702a102 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:48.725911 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cdd7835b-4662-4a1e-aa5b-c52af702a102 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:48.727900 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-cdd7835b-4662-4a1e-aa5b-c52af702a102 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "DELETE /v2.0/networks/966d64b1-74da-4d02-99e6-fbbe0c3ec1db HTTP/1.1" status: 204 len: 168 time: 0.5915017 Sep 21 18:17:48.745583 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41160) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:48.754111 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7835b-4662-4a1e-aa5b-c52af702a102 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Pushing event deleted for resources: {'Network': ['ID=966d64b1-74da-4d02-99e6-fbbe0c3ec1db,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:48.835939 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8719516d-ec39-49c5-b4f7-1015c88e9db8 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:48.873183 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8719516d-ec39-49c5-b4f7-1015c88e9db8 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Port': ['ID=0f339f79-e513-425d-9c35-33b66f43f4f3,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:48.970654 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8719516d-ec39-49c5-b4f7-1015c88e9db8 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:49.004272 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:49.134346 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b8d53-05fa-4f24-9684-5d9212cbe7e1 req-22c36617-314a-4c94-a3dc-01c3b779e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:49.136603 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b2b8d53-05fa-4f24-9684-5d9212cbe7e1 req-22c36617-314a-4c94-a3dc-01c3b779e9ab service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0c6d657c-30ac-4186-bace-aa79fc15bd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4756076 Sep 21 18:17:49.263690 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-6170c556-84ab-4a57-8839-c876031fd308 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Deleting port 68f3b14f-b81e-4ffa-a525-9f592a861778 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:49.264004 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6170c556-84ab-4a57-8839-c876031fd308 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:49.283678 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b2b8d53-05fa-4f24-9684-5d9212cbe7e1 req-74ef4f8e-42da-4139-a874-ba4f706477cb service neutron] 10.222.0.38 "GET /v2.0/networks/0c6d657c-30ac-4186-bace-aa79fc15bd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289611 Sep 21 18:17:49.371838 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6170c556-84ab-4a57-8839-c876031fd308 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:49.420373 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-6170c556-84ab-4a57-8839-c876031fd308 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Calling delete_port for 68f3b14f-b81e-4ffa-a525-9f592a861778 owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:49.511913 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8719516d-ec39-49c5-b4f7-1015c88e9db8 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:49.515988 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8719516d-ec39-49c5-b4f7-1015c88e9db8 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:49.535008 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b2b8d53-05fa-4f24-9684-5d9212cbe7e1 req-2ef56cd8-99b9-45af-abe9-2298075a1087 service neutron] 10.222.0.38 "GET /v2.0/networks/0c6d657c-30ac-4186-bace-aa79fc15bd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395589 Sep 21 18:17:49.536093 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6170c556-84ab-4a57-8839-c876031fd308 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:49.581892 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32527a1-b543-42f1-b444-7568aab53591 req-6537aed1-7486-4dde-89a9-56c12ee577f1 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:49.582213 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170c556-84ab-4a57-8839-c876031fd308 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Pushing event deleted for resources: {'Port': ['ID=68f3b14f-b81e-4ffa-a525-9f592a861778,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:49.583498 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b32527a1-b543-42f1-b444-7568aab53591 req-6537aed1-7486-4dde-89a9-56c12ee577f1 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4543bd-db80-430d-858c-863e3a463e5f HTTP/1.1" status: 200 len: 943 time: 0.4956179 Sep 21 18:17:49.592531 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6170c556-84ab-4a57-8839-c876031fd308 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:49.597617 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41166) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:49.602119 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6170c556-84ab-4a57-8839-c876031fd308 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "DELETE /v2.0/ports/68f3b14f-b81e-4ffa-a525-9f592a861778 HTTP/1.1" status: 204 len: 168 time: 0.8553884 Sep 21 18:17:49.606726 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8719516d-ec39-49c5-b4f7-1015c88e9db8 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:49.607311 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8719516d-ec39-49c5-b4f7-1015c88e9db8 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Fanout notify agent at l3_agent the message router_deleted on router affb4ead-b76d-4c6f-bb7b-80290198dc16 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:17:49.631367 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8719516d-ec39-49c5-b4f7-1015c88e9db8 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:49.635937 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8719516d-ec39-49c5-b4f7-1015c88e9db8 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/routers/affb4ead-b76d-4c6f-bb7b-80290198dc16 HTTP/1.1" status: 204 len: 168 time: 1.3923452 Sep 21 18:17:49.637283 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41170) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:49.641527 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-45921fc9-c3a5-4d6f-97f6-0ed56f6ceac6 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1503969072'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:49.663707 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45921fc9-c3a5-4d6f-97f6-0ed56f6ceac6 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Made reservation on behalf of f75ad6b511e2465480f41f234aa66fad for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:49.664750 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e877e01-bfd1-4373-82ef-3a9682ad0f8c tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] DELETE failed (client error): The resource could not be found. Sep 21 18:17:49.665387 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e877e01-bfd1-4373-82ef-3a9682ad0f8c tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:17:49.667425 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1e877e01-bfd1-4373-82ef-3a9682ad0f8c tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "DELETE /v2.0/subnets/a002e190-fa44-4508-be27-b31e4fabf1b1 HTTP/1.1" status: 404 len: 337 time: 0.0676849 Sep 21 18:17:49.670750 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-45921fc9-c3a5-4d6f-97f6-0ed56f6ceac6 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:49.673452 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41172) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:49.694509 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b32527a1-b543-42f1-b444-7568aab53591 req-358b05ba-449c-4bdf-b826-7ef4fbcef2fe tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e812192-3fe5-4288-a99e-e9d52821f963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039798 Sep 21 18:17:49.755609 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45921fc9-c3a5-4d6f-97f6-0ed56f6ceac6 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:17:49.778221 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-45921fc9-c3a5-4d6f-97f6-0ed56f6ceac6 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:49.778500 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-45921fc9-c3a5-4d6f-97f6-0ed56f6ceac6 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Added segment 99f46169-6549-4ac5-a5d0-12e9b4810938 of type vlan for network 6cd9e1e0-76a9-4026-8755-3f3433e6aa2f Sep 21 18:17:49.784660 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fa631bfe-f27b-4b19-9695-052238ed278d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:49.843939 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-45921fc9-c3a5-4d6f-97f6-0ed56f6ceac6 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:49.956016 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-45921fc9-c3a5-4d6f-97f6-0ed56f6ceac6 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:49.966356 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45921fc9-c3a5-4d6f-97f6-0ed56f6ceac6 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:49.968719 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-45921fc9-c3a5-4d6f-97f6-0ed56f6ceac6 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:49.973600 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fa631bfe-f27b-4b19-9695-052238ed278d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.062314 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-fa631bfe-f27b-4b19-9695-052238ed278d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0cbf5c0-1169-4a19-8348-d298e3c20e03']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:50.078818 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-45921fc9-c3a5-4d6f-97f6-0ed56f6ceac6 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4380186 Sep 21 18:17:50.079188 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41176) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:50.086260 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-fa631bfe-f27b-4b19-9695-052238ed278d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a99d43-cf2f-4aa0-aac1-0f1d629cf7be') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:50.086912 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-fa631bfe-f27b-4b19-9695-052238ed278d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a99d43-cf2f-4aa0-aac1-0f1d629cf7be') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:50.095712 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-4d0e3dc2-1524-419b-82d2-27fe078d7de1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Request body: {'subnet': {'network_id': '6cd9e1e0-76a9-4026-8755-3f3433e6aa2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:50.137929 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.144966 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fa631bfe-f27b-4b19-9695-052238ed278d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.152886 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45921fc9-c3a5-4d6f-97f6-0ed56f6ceac6 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Network': ['ID=6cd9e1e0-76a9-4026-8755-3f3433e6aa2f,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:50.166399 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fa631bfe-f27b-4b19-9695-052238ed278d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.173974 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 6cd9e1e0-76a9-4026-8755-3f3433e6aa2f details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:17:50.174728 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa631bfe-f27b-4b19-9695-052238ed278d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:17:50.175339 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fa631bfe-f27b-4b19-9695-052238ed278d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.179386 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:17:50.179386 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:17:50.179386 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:17:50.179386 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:17:50.179386 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:17:50.179386 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:17:50.179386 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:17:50.179386 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:17:50.179386 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:17:50.179386 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:17:50.179386 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:17:50.179386 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:17:50.179386 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:17:50.179386 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:17:50.179386 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:17:50.179386 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:17:50.179386 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:17:50.179386 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:17:50.179386 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:17:50.179386 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:17:50.179386 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:17:50.179386 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:17:50.179386 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:17:50.179386 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:17:50.179386 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:17:50.179386 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:17:50.179386 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:17:50.179386 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:17:50.179386 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:17:50.179386 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:17:50.179386 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:17:50.179386 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:17:50.250519 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fa631bfe-f27b-4b19-9695-052238ed278d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.259203 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fa631bfe-f27b-4b19-9695-052238ed278d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.262424 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-fa631bfe-f27b-4b19-9695-052238ed278d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "DELETE /v2.0/networks/d0cbf5c0-1169-4a19-8348-d298e3c20e03 HTTP/1.1" status: 204 len: 168 time: 0.5878792 Sep 21 18:17:50.265448 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41178) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:50.268824 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0e3dc2-1524-419b-82d2-27fe078d7de1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Made reservation on behalf of f75ad6b511e2465480f41f234aa66fad for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:50.273085 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d0e3dc2-1524-419b-82d2-27fe078d7de1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.287468 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa631bfe-f27b-4b19-9695-052238ed278d tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Pushing event deleted for resources: {'Network': ['ID=d0cbf5c0-1169-4a19-8348-d298e3c20e03,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:50.342443 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-efe82dea-f1cb-4c19-8879-2091cfdbf2b7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Deleting subnet 7526899f-fdc4-4988-8726-42cf1641d9f9 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:17:50.345755 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-efe82dea-f1cb-4c19-8879-2091cfdbf2b7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.388217 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-efe82dea-f1cb-4c19-8879-2091cfdbf2b7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.470310 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d0e3dc2-1524-419b-82d2-27fe078d7de1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.476861 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-efe82dea-f1cb-4c19-8879-2091cfdbf2b7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.532064 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e3dc2-1524-419b-82d2-27fe078d7de1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Subnet': ['ID=bf5ee88d-6b14-4d08-bc87-b97da591de9e,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:50.547740 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-efe82dea-f1cb-4c19-8879-2091cfdbf2b7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.549166 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e3dc2-1524-419b-82d2-27fe078d7de1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Checking segment: {'id': '99f46169-6549-4ac5-a5d0-12e9b4810938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6cd9e1e0-76a9-4026-8755-3f3433e6aa2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:50.549166 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0e3dc2-1524-419b-82d2-27fe078d7de1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network hostable DHCP agents. Network: 6cd9e1e0-76a9-4026-8755-3f3433e6aa2f, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:17:50.569015 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0e3dc2-1524-419b-82d2-27fe078d7de1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network 6cd9e1e0-76a9-4026-8755-3f3433e6aa2f is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:17:50.577292 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe82dea-f1cb-4c19-8879-2091cfdbf2b7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Pushing event deleted for resources: {'Subnet': ['ID=7526899f-fdc4-4988-8726-42cf1641d9f9,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:50.579768 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-4d0e3dc2-1524-419b-82d2-27fe078d7de1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 6cd9e1e0-76a9-4026-8755-3f3433e6aa2f) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:50.583887 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-efe82dea-f1cb-4c19-8879-2091cfdbf2b7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.584817 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0e3dc2-1524-419b-82d2-27fe078d7de1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:50.585412 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d0e3dc2-1524-419b-82d2-27fe078d7de1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.585982 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-efe82dea-f1cb-4c19-8879-2091cfdbf2b7 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "DELETE /v2.0/subnets/7526899f-fdc4-4988-8726-42cf1641d9f9 HTTP/1.1" status: 204 len: 168 time: 0.3192213 Sep 21 18:17:50.588603 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41182) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:50.598297 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77072488-85e3-4049-aec4-5779372c91af None None] Network 6cd9e1e0-76a9-4026-8755-3f3433e6aa2f requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:50.616480 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4d0e3dc2-1524-419b-82d2-27fe078d7de1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5364079 Sep 21 18:17:50.617125 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41184) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:50.621668 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-8cfc614a-32f8-480c-8080-d06be1bde85c tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-308889582', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:50.646361 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8cfc614a-32f8-480c-8080-d06be1bde85c tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.647639 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8cfc614a-32f8-480c-8080-d06be1bde85c tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.667845 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16adc303-9afa-47e4-aae5-bd022381a35d None None] Network 275a77e2-b2fe-43ae-84a4-670b5fc225fd requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:50.704750 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2c8beb3b-2ff2-4a77-bfae-44b195b085c0 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.714635 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8cfc614a-32f8-480c-8080-d06be1bde85c tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.724852 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8cfc614a-32f8-480c-8080-d06be1bde85c tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.758469 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8cfc614a-32f8-480c-8080-d06be1bde85c tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.765248 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8cfc614a-32f8-480c-8080-d06be1bde85c tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1470482 Sep 21 18:17:50.765881 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41192) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:50.866252 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68245477-e076-41b5-b767-6d71105d13c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-6cd9e1e0-76a9-4026-8755-3f3433e6aa2f', 'network_id': '6cd9e1e0-76a9-4026-8755-3f3433e6aa2f', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'fixed_ips': [{'subnet_id': 'bf5ee88d-6b14-4d08-bc87-b97da591de9e'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:17:50.867410 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-68245477-e076-41b5-b767-6d71105d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.877397 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-2c8beb3b-2ff2-4a77-bfae-44b195b085c0 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Deleting port dfa0fa5e-3507-43bd-9cf1-ac654c1a123c {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:50.877883 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2c8beb3b-2ff2-4a77-bfae-44b195b085c0 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:50.918817 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd956d-c437-4cd6-987f-fe4f8025e259 req-9dc75838-310c-4422-9adf-ef4506239d5f tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:50.921336 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bcfd956d-c437-4cd6-987f-fe4f8025e259 req-9dc75838-310c-4422-9adf-ef4506239d5f tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4543bd-db80-430d-858c-863e3a463e5f HTTP/1.1" status: 200 len: 943 time: 0.1317589 Sep 21 18:17:51.057958 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-2c8beb3b-2ff2-4a77-bfae-44b195b085c0 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] For port dfa0fa5e-3507-43bd-9cf1-ac654c1a123c, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=dfa0fa5e-3507-43bd-9cf1-ac654c1a123c,segment=NetworkSegment(9ac67498-aeed-44c5-af0b-8295d12ed2a9),segment_id=9ac67498-aeed-44c5-af0b-8295d12ed2a9)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:51.063147 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2c8beb3b-2ff2-4a77-bfae-44b195b085c0 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:51.095629 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-2c8beb3b-2ff2-4a77-bfae-44b195b085c0 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Calling delete_port for dfa0fa5e-3507-43bd-9cf1-ac654c1a123c owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:51.112460 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bcfd956d-c437-4cd6-987f-fe4f8025e259 req-b51084f7-34a4-4aee-ab23-80f809e83a76 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e812192-3fe5-4288-a99e-e9d52821f963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836870 Sep 21 18:17:51.121988 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0fd651-04e3-4a44-b106-b1e6e6e5a4c2 None None] DHCP port deletion for 275a77e2-b2fe-43ae-84a4-670b5fc225fd request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:17:51.236946 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device dfa0fa5e-3507-43bd-9cf1-ac654c1a123c no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:17:51.297581 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2c8beb3b-2ff2-4a77-bfae-44b195b085c0 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:51.315189 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-68245477-e076-41b5-b767-6d71105d13c1 None None] Allocated IP 2001:db8::2 (6cd9e1e0-76a9-4026-8755-3f3433e6aa2f/bf5ee88d-6b14-4d08-bc87-b97da591de9e/afb4ac6d-190f-4f61-84d9-1989921decaf) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:51.343391 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8beb3b-2ff2-4a77-bfae-44b195b085c0 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Pushing event deleted for resources: {'Port': ['ID=dfa0fa5e-3507-43bd-9cf1-ac654c1a123c,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:51.360003 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8beb3b-2ff2-4a77-bfae-44b195b085c0 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] No DVR routers for this DVR port dfa0fa5e-3507-43bd-9cf1-ac654c1a123c on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:17:51.475207 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e32b986a-c168-496f-9e80-de5f4a32e631 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:51.477618 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No active binding found for port dfa0fa5e-3507-43bd-9cf1-ac654c1a123c {{(pid=101462) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 21 18:17:51.480482 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device dfa0fa5e-3507-43bd-9cf1-ac654c1a123c not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:17:51.497114 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2c8beb3b-2ff2-4a77-bfae-44b195b085c0 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:51.525101 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-2c8beb3b-2ff2-4a77-bfae-44b195b085c0 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275a77e2-b2fe-43ae-84a4-670b5fc225fd']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:51.537253 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-2c8beb3b-2ff2-4a77-bfae-44b195b085c0 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac67498-aeed-44c5-af0b-8295d12ed2a9') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:51.537762 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-2c8beb3b-2ff2-4a77-bfae-44b195b085c0 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac67498-aeed-44c5-af0b-8295d12ed2a9') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:51.552468 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2c8beb3b-2ff2-4a77-bfae-44b195b085c0 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:51.565765 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-ec0fd651-04e3-4a44-b106-b1e6e6e5a4c2 None None] Deleting port dfa0fa5e-3507-43bd-9cf1-ac654c1a123c {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:51.566203 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ec0fd651-04e3-4a44-b106-b1e6e6e5a4c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:51.580982 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2c8beb3b-2ff2-4a77-bfae-44b195b085c0 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:51.610803 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8beb3b-2ff2-4a77-bfae-44b195b085c0 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:17:51.613888 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2c8beb3b-2ff2-4a77-bfae-44b195b085c0 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:51.622180 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:17:51.622180 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:17:51.622180 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:17:51.622180 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:17:51.622180 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:17:51.622180 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:17:51.622180 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:17:51.622180 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:17:51.622180 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:17:51.622180 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:17:51.622180 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:17:51.622180 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:17:51.622180 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:17:51.622180 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:17:51.622180 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:17:51.622180 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:17:51.622180 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:17:51.622180 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:17:51.622180 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:17:51.622180 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:17:51.622180 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:17:51.622180 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:17:51.622180 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:17:51.622180 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:17:51.622180 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:17:51.622180 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:17:51.622180 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:17:51.622180 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:17:51.622180 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:17:51.622180 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:17:51.622180 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:17:51.622180 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:17:51.680470 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:51.729172 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2c8beb3b-2ff2-4a77-bfae-44b195b085c0 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:51.745645 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2c8beb3b-2ff2-4a77-bfae-44b195b085c0 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:51.747796 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2c8beb3b-2ff2-4a77-bfae-44b195b085c0 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] 10.222.0.58 "DELETE /v2.0/networks/275a77e2-b2fe-43ae-84a4-670b5fc225fd HTTP/1.1" status: 204 len: 168 time: 1.1575429 Sep 21 18:17:51.759225 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8beb3b-2ff2-4a77-bfae-44b195b085c0 tempest-NetworksIpV6TestAttrs-15690895 tempest-NetworksIpV6TestAttrs-15690895-project] Pushing event deleted for resources: {'Network': ['ID=275a77e2-b2fe-43ae-84a4-670b5fc225fd,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:51.771677 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-ec0fd651-04e3-4a44-b106-b1e6e6e5a4c2 None None] For port dfa0fa5e-3507-43bd-9cf1-ac654c1a123c, host n-d-810291-1, got binding levels [] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:51.772085 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ec0fd651-04e3-4a44-b106-b1e6e6e5a4c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:51.811031 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-ec0fd651-04e3-4a44-b106-b1e6e6e5a4c2 None None] Calling delete_port for dfa0fa5e-3507-43bd-9cf1-ac654c1a123c owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:51.815332 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.ipam_backend_mixin [None req-ec0fd651-04e3-4a44-b106-b1e6e6e5a4c2 None None] Port dfa0fa5e-3507-43bd-9cf1-ac654c1a123c was not found and therefore no delete operation was performed {{(pid=101462) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 18:17:51.817986 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ec0fd651-04e3-4a44-b106-b1e6e6e5a4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:51.849623 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0fd651-04e3-4a44-b106-b1e6e6e5a4c2 None None] Pushing event deleted for resources: {'Port': ['ID=dfa0fa5e-3507-43bd-9cf1-ac654c1a123c,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:51.857260 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ec0fd651-04e3-4a44-b106-b1e6e6e5a4c2 None None] Network 275a77e2-b2fe-43ae-84a4-670b5fc225fd is not hosted by any dhcp agent {{(pid=101462) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 21 18:17:51.857804 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0fd651-04e3-4a44-b106-b1e6e6e5a4c2 None None] No DVR routers for this DVR port dfa0fa5e-3507-43bd-9cf1-ac654c1a123c on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:17:51.874742 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-68245477-e076-41b5-b767-6d71105d13c1 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:51.882509 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-68245477-e076-41b5-b767-6d71105d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:51.934191 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68245477-e076-41b5-b767-6d71105d13c1 None None] Network 6cd9e1e0-76a9-4026-8755-3f3433e6aa2f is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:51.936625 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-e32b986a-c168-496f-9e80-de5f4a32e631 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Allocated IP 2001:db8::1 (6cd9e1e0-76a9-4026-8755-3f3433e6aa2f/bf5ee88d-6b14-4d08-bc87-b97da591de9e/b49b74c9-407b-4314-8639-1c46c58e3f60) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:51.938713 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-68245477-e076-41b5-b767-6d71105d13c1 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:51.943077 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68245477-e076-41b5-b767-6d71105d13c1 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:51.964698 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68245477-e076-41b5-b767-6d71105d13c1 None None] Pushing event updated for resources: {'Port': ['ID=afb4ac6d-190f-4f61-84d9-1989921decaf,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:52.025111 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-68245477-e076-41b5-b767-6d71105d13c1 None None] Attempting to bind port afb4ac6d-190f-4f61-84d9-1989921decaf on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:17:52.025484 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-68245477-e076-41b5-b767-6d71105d13c1 None None] Attempting to bind port afb4ac6d-190f-4f61-84d9-1989921decaf by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '99f46169-6549-4ac5-a5d0-12e9b4810938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6cd9e1e0-76a9-4026-8755-3f3433e6aa2f'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:17:52.025863 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68245477-e076-41b5-b767-6d71105d13c1 None None] Attempting to bind port afb4ac6d-190f-4f61-84d9-1989921decaf on network 6cd9e1e0-76a9-4026-8755-3f3433e6aa2f {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:17:52.031652 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68245477-e076-41b5-b767-6d71105d13c1 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:17:52.032081 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68245477-e076-41b5-b767-6d71105d13c1 None None] Checking segment: {'id': '99f46169-6549-4ac5-a5d0-12e9b4810938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6cd9e1e0-76a9-4026-8755-3f3433e6aa2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:52.032733 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-68245477-e076-41b5-b767-6d71105d13c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:52.033143 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68245477-e076-41b5-b767-6d71105d13c1 None None] Bound using segment: {'id': '99f46169-6549-4ac5-a5d0-12e9b4810938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6cd9e1e0-76a9-4026-8755-3f3433e6aa2f'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:17:52.033957 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-68245477-e076-41b5-b767-6d71105d13c1 None None] Bound port: afb4ac6d-190f-4f61-84d9-1989921decaf, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f46169-6549-4ac5-a5d0-12e9b4810938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6cd9e1e0-76a9-4026-8755-3f3433e6aa2f'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:17:52.034351 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-68245477-e076-41b5-b767-6d71105d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:52.089201 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e32b986a-c168-496f-9e80-de5f4a32e631 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:52.147626 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-68245477-e076-41b5-b767-6d71105d13c1 None None] For port afb4ac6d-190f-4f61-84d9-1989921decaf, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:17:52.152703 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-68245477-e076-41b5-b767-6d71105d13c1 None None] For port afb4ac6d-190f-4f61-84d9-1989921decaf, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=afb4ac6d-190f-4f61-84d9-1989921decaf,segment=NetworkSegment(99f46169-6549-4ac5-a5d0-12e9b4810938),segment_id=99f46169-6549-4ac5-a5d0-12e9b4810938)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:17:52.153650 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e32b986a-c168-496f-9e80-de5f4a32e631 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:52.158429 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-68245477-e076-41b5-b767-6d71105d13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:52.220062 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41206) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:52.252114 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68245477-e076-41b5-b767-6d71105d13c1 None None] Pushing event updated for resources: {'Port': ['ID=afb4ac6d-190f-4f61-84d9-1989921decaf,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:52.290303 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b986a-c168-496f-9e80-de5f4a32e631 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Port': ['ID=b49b74c9-407b-4314-8639-1c46c58e3f60,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:52.302019 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32b986a-c168-496f-9e80-de5f4a32e631 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network 6cd9e1e0-76a9-4026-8755-3f3433e6aa2f is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:52.312784 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-e32b986a-c168-496f-9e80-de5f4a32e631 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:52.318281 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32b986a-c168-496f-9e80-de5f4a32e631 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:52.318281 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e32b986a-c168-496f-9e80-de5f4a32e631 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:52.502639 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0007aa3a-5dbc-4357-bb30-b2aa31a21fa4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4e4131d988df4b4abc7f07d148732ef2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2813137 Sep 21 18:17:52.506121 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bac58-7a70-4725-b88c-cef38dc621ec req-963d2f08-a5b6-4db5-a3b8-a6298eb76917 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:52.508384 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-815bac58-7a70-4725-b88c-cef38dc621ec req-963d2f08-a5b6-4db5-a3b8-a6298eb76917 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4543bd-db80-430d-858c-863e3a463e5f HTTP/1.1" status: 200 len: 943 time: 0.2504983 Sep 21 18:17:52.516180 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41210) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:52.714177 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e32b986a-c168-496f-9e80-de5f4a32e631 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:52.725528 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-815bac58-7a70-4725-b88c-cef38dc621ec req-44c5cbf4-4ccf-4a67-9d62-2901c5b1f687 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e812192-3fe5-4288-a99e-e9d52821f963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906521 Sep 21 18:17:52.832517 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-09e9bbec-8e38-4c3a-be9c-41cdd10a8cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:52.959301 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-09e9bbec-8e38-4c3a-be9c-41cdd10a8cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:53.072888 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-09e9bbec-8e38-4c3a-be9c-41cdd10a8cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:53.075470 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-09e9bbec-8e38-4c3a-be9c-41cdd10a8cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:53.076757 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-09e9bbec-8e38-4c3a-be9c-41cdd10a8cee admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/98101d5b-7326-4fde-a3bc-dbb3aad02c7f HTTP/1.1" status: 204 len: 168 time: 0.5592525 Sep 21 18:17:53.129118 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9bbec-8e38-4c3a-be9c-41cdd10a8cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98101d5b-7326-4fde-a3bc-dbb3aad02c7f,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:53.263453 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e32b986a-c168-496f-9e80-de5f4a32e631 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:53.271440 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e32b986a-c168-496f-9e80-de5f4a32e631 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:53.272548 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e32b986a-c168-496f-9e80-de5f4a32e631 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:53.345784 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device afb4ac6d-190f-4f61-84d9-1989921decaf up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:17:53.390452 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b986a-c168-496f-9e80-de5f4a32e631 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Port': ['ID=b49b74c9-407b-4314-8639-1c46c58e3f60,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:53.451970 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port afb4ac6d-190f-4f61-84d9-1989921decaf triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:53.452976 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:53.522057 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32b986a-c168-496f-9e80-de5f4a32e631 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network 6cd9e1e0-76a9-4026-8755-3f3433e6aa2f is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:53.525967 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-e32b986a-c168-496f-9e80-de5f4a32e631 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:53.595228 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:53.604421 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:53.666394 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port afb4ac6d-190f-4f61-84d9-1989921decaf, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=afb4ac6d-190f-4f61-84d9-1989921decaf,segment=NetworkSegment(99f46169-6549-4ac5-a5d0-12e9b4810938),segment_id=99f46169-6549-4ac5-a5d0-12e9b4810938)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:53.672233 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:53.754181 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32b986a-c168-496f-9e80-de5f4a32e631 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Router 6f69d40e-a38f-4514-8be7-8e5b76cd7795 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:17:53.759520 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=afb4ac6d-190f-4f61-84d9-1989921decaf,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:53.943808 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32b986a-c168-496f-9e80-de5f4a32e631 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:17:53.960740 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a447ac3-28fe-4b1e-b3f6-d1c8d5e2fb85 None None] Sync routers for ids ['6f69d40e-a38f-4514-8be7-8e5b76cd7795'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:17:53.965837 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1f1fd-db3c-4200-8db0-2cc0963b316d req-2dff538c-ebc2-475c-8445-53e60b9498ea tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:53.972061 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e32b986a-c168-496f-9e80-de5f4a32e631 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "PUT /v2.0/routers/6f69d40e-a38f-4514-8be7-8e5b76cd7795/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2051024 Sep 21 18:17:53.973425 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a447ac3-28fe-4b1e-b3f6-d1c8d5e2fb85 None None] Routers {'6f69d40e-a38f-4514-8be7-8e5b76cd7795'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:53.974065 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-2a447ac3-28fe-4b1e-b3f6-d1c8d5e2fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:17:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['6f69d40e-a38f-4514-8be7-8e5b76cd7795'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:53.974413 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41240) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:53.983047 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8bb1f1fd-db3c-4200-8db0-2cc0963b316d req-2dff538c-ebc2-475c-8445-53e60b9498ea tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4543bd-db80-430d-858c-863e3a463e5f HTTP/1.1" status: 200 len: 943 time: 0.1056321 Sep 21 18:17:54.043663 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8bb1f1fd-db3c-4200-8db0-2cc0963b316d req-7125e2f4-42ed-4de7-815b-3c1d96846196 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e812192-3fe5-4288-a99e-e9d52821f963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592589 Sep 21 18:17:54.051511 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e8c7c2-6528-44f7-bf2f-57ab90491f99 None None] Network 6cd9e1e0-76a9-4026-8755-3f3433e6aa2f requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:54.070423 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-2a447ac3-28fe-4b1e-b3f6-d1c8d5e2fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:54.073271 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d982bebc-1d2f-4cb5-bb49-d7a456c165d8 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:54.081850 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d982bebc-1d2f-4cb5-bb49-d7a456c165d8 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "GET /v2.0/ports/b49b74c9-407b-4314-8639-1c46c58e3f60 HTTP/1.1" status: 200 len: 911 time: 0.0996048 Sep 21 18:17:54.084614 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41244) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:54.090570 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-0d1e4f44-f900-4b4e-b109-d02e2d66ea69 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bf5ee88d-6b14-4d08-bc87-b97da591de9e'}]}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:54.109977 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a447ac3-28fe-4b1e-b3f6-d1c8d5e2fb85 None None] Routers {'6f69d40e-a38f-4514-8be7-8e5b76cd7795'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:54.110505 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-2a447ac3-28fe-4b1e-b3f6-d1c8d5e2fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:17:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['6f69d40e-a38f-4514-8be7-8e5b76cd7795'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:54.135290 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-11a1bf8d-6401-4593-871e-d2454a27778f None None] Provisioning complete for port afb4ac6d-190f-4f61-84d9-1989921decaf triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:54.135669 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-11a1bf8d-6401-4593-871e-d2454a27778f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:54.206304 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-2a447ac3-28fe-4b1e-b3f6-d1c8d5e2fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:54.207247 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a447ac3-28fe-4b1e-b3f6-d1c8d5e2fb85 None None] The sync data for ids ['6f69d40e-a38f-4514-8be7-8e5b76cd7795'] in n-d-810291-1 is: [] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:17:54.335082 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41250) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:54.343149 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d1e4f44-f900-4b4e-b109-d02e2d66ea69 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:54.553467 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-47c40aac-2cc6-4c62-a510-a7dae8157ac2 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-729735272'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:54.648884 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c40aac-2cc6-4c62-a510-a7dae8157ac2 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Made reservation on behalf of 8e1bfd5997944624809863a50e13a18e for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:54.653523 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-47c40aac-2cc6-4c62-a510-a7dae8157ac2 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:54.663593 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-47c40aac-2cc6-4c62-a510-a7dae8157ac2 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:54.686104 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:54.809136 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-47c40aac-2cc6-4c62-a510-a7dae8157ac2 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:54.814737 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-47c40aac-2cc6-4c62-a510-a7dae8157ac2 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:54.855912 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47c40aac-2cc6-4c62-a510-a7dae8157ac2 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:17:54.868849 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b48648d0-7f31-4fe1-93ce-629af1b42952 None None] Provisioning complete for port b49b74c9-407b-4314-8639-1c46c58e3f60 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:54.869521 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b48648d0-7f31-4fe1-93ce-629af1b42952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:54.875888 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c40aac-2cc6-4c62-a510-a7dae8157ac2 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4036607f-31f0-484f-8d26-48f31f9e03c3,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:54.891907 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-47c40aac-2cc6-4c62-a510-a7dae8157ac2 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:54.893216 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-47c40aac-2cc6-4c62-a510-a7dae8157ac2 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Added segment 6aab4ab1-4629-4ee3-a8aa-a7953c1f7147 of type vlan for network 13da8165-5979-42d4-aed2-c48e868e9905 Sep 21 18:17:54.939403 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b48648d0-7f31-4fe1-93ce-629af1b42952 None None] Port b49b74c9-407b-4314-8639-1c46c58e3f60 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:17:54.966026 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b48648d0-7f31-4fe1-93ce-629af1b42952 None None] Provisioning complete for port afb4ac6d-190f-4f61-84d9-1989921decaf triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:54.966500 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b48648d0-7f31-4fe1-93ce-629af1b42952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:54.978822 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-47c40aac-2cc6-4c62-a510-a7dae8157ac2 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:54.987774 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d1e4f44-f900-4b4e-b109-d02e2d66ea69 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:55.007771 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d1e4f44-f900-4b4e-b109-d02e2d66ea69 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:55.015516 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1e4f44-f900-4b4e-b109-d02e2d66ea69 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:55.017620 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0d1e4f44-f900-4b4e-b109-d02e2d66ea69 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:55.019094 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0d1e4f44-f900-4b4e-b109-d02e2d66ea69 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "PUT /v2.0/ports/b49b74c9-407b-4314-8639-1c46c58e3f60 HTTP/1.1" status: 200 len: 911 time: 0.9331810 Sep 21 18:17:55.032315 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41258) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:55.038032 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-47c40aac-2cc6-4c62-a510-a7dae8157ac2 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:55.051813 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c40aac-2cc6-4c62-a510-a7dae8157ac2 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:55.052947 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-47c40aac-2cc6-4c62-a510-a7dae8157ac2 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:55.197614 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e4f44-f900-4b4e-b109-d02e2d66ea69 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Port': ['ID=b49b74c9-407b-4314-8639-1c46c58e3f60,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:55.224204 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-47c40aac-2cc6-4c62-a510-a7dae8157ac2 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8879199 Sep 21 18:17:55.224858 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41266) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:55.246047 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-17af7e3f-a8bc-406e-9998-e5b1fd44f258 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Request body: {'subnet': {'network_id': '13da8165-5979-42d4-aed2-c48e868e9905', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:55.267812 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-7dce114f-20cf-4e56-a8fa-fa2d179eadba None None] Provisioning complete for port b49b74c9-407b-4314-8639-1c46c58e3f60 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:55.269675 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7dce114f-20cf-4e56-a8fa-fa2d179eadba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:55.332015 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c40aac-2cc6-4c62-a510-a7dae8157ac2 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Pushing event updated for resources: {'Network': ['ID=13da8165-5979-42d4-aed2-c48e868e9905,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:55.334852 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device afb4ac6d-190f-4f61-84d9-1989921decaf up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:17:55.417933 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 13da8165-5979-42d4-aed2-c48e868e9905 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:17:55.444152 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79142b8-38a2-445c-adb4-8cb809d7216f req-41ae77ae-e50a-46c3-8b5d-a99da5994557 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:55.446376 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d79142b8-38a2-445c-adb4-8cb809d7216f req-41ae77ae-e50a-46c3-8b5d-a99da5994557 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4543bd-db80-430d-858c-863e3a463e5f HTTP/1.1" status: 200 len: 943 time: 0.2611678 Sep 21 18:17:55.521313 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d79142b8-38a2-445c-adb4-8cb809d7216f req-8c8c0c0d-f22a-492b-adc5-e0ea9c842555 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e812192-3fe5-4288-a99e-e9d52821f963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615149 Sep 21 18:17:55.524348 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17af7e3f-a8bc-406e-9998-e5b1fd44f258 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Made reservation on behalf of 8e1bfd5997944624809863a50e13a18e for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:55.537429 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-17af7e3f-a8bc-406e-9998-e5b1fd44f258 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:55.564307 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-7dce114f-20cf-4e56-a8fa-fa2d179eadba None None] Port b49b74c9-407b-4314-8639-1c46c58e3f60 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:17:55.776780 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port afb4ac6d-190f-4f61-84d9-1989921decaf triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:55.777377 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:55.805551 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cba78471-2bfc-49be-8b48-4a8e46e50997 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:55.835629 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-95d63027-ee5a-46ca-a86b-c1c71ba328d9 None None] Provisioning complete for port b49b74c9-407b-4314-8639-1c46c58e3f60 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:55.836023 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-95d63027-ee5a-46ca-a86b-c1c71ba328d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:55.934662 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-95d63027-ee5a-46ca-a86b-c1c71ba328d9 None None] Port b49b74c9-407b-4314-8639-1c46c58e3f60 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:17:55.936200 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-17af7e3f-a8bc-406e-9998-e5b1fd44f258 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:56.004176 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af7e3f-a8bc-406e-9998-e5b1fd44f258 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Pushing event updated for resources: {'Subnet': ['ID=898e87cc-df71-4e35-8dc0-2ead696c2489,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:56.027089 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17af7e3f-a8bc-406e-9998-e5b1fd44f258 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Checking segment: {'id': '6aab4ab1-4629-4ee3-a8aa-a7953c1f7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '13da8165-5979-42d4-aed2-c48e868e9905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:56.027469 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17af7e3f-a8bc-406e-9998-e5b1fd44f258 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Network hostable DHCP agents. Network: 13da8165-5979-42d4-aed2-c48e868e9905, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:17:56.053452 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17af7e3f-a8bc-406e-9998-e5b1fd44f258 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Network 13da8165-5979-42d4-aed2-c48e868e9905 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:17:56.068662 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-17af7e3f-a8bc-406e-9998-e5b1fd44f258 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 13da8165-5979-42d4-aed2-c48e868e9905) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:56.073837 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17af7e3f-a8bc-406e-9998-e5b1fd44f258 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:56.074500 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-17af7e3f-a8bc-406e-9998-e5b1fd44f258 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:56.082056 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0ecac9-7719-40d7-9ef7-555a084db165 None None] Network 13da8165-5979-42d4-aed2-c48e868e9905 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:56.099683 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-17af7e3f-a8bc-406e-9998-e5b1fd44f258 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8631556 Sep 21 18:17:56.102295 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41288) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:56.124027 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-7400304e-11e5-40b4-82f1-55e5d0ed0276 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Request body: {'port': {'network_id': '13da8165-5979-42d4-aed2-c48e868e9905', 'name': 'tempest-TagsExtTest-1271470631'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:56.163734 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-cba78471-2bfc-49be-8b48-4a8e46e50997 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Deleting port b49b74c9-407b-4314-8639-1c46c58e3f60 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:56.164330 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cba78471-2bfc-49be-8b48-4a8e46e50997 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:56.285701 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cba78471-2bfc-49be-8b48-4a8e46e50997 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:56.299649 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7400304e-11e5-40b4-82f1-55e5d0ed0276 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Made reservation on behalf of 8e1bfd5997944624809863a50e13a18e for: {'port': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:17:56.305454 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7400304e-11e5-40b4-82f1-55e5d0ed0276 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:56.306197 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-cba78471-2bfc-49be-8b48-4a8e46e50997 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Calling delete_port for b49b74c9-407b-4314-8639-1c46c58e3f60 owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:17:56.354653 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [None req-7400304e-11e5-40b4-82f1-55e5d0ed0276 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] device_id is not set on port b9b5e2c9-2fa5-4890-9a5e-c497cc879d89 yet. {{(pid=101461) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 18:17:56.599376 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffded377-b077-47f7-8ab4-a901fdecd2cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-13da8165-5979-42d4-aed2-c48e868e9905', 'network_id': '13da8165-5979-42d4-aed2-c48e868e9905', 'tenant_id': '8e1bfd5997944624809863a50e13a18e', 'fixed_ips': [{'subnet_id': '898e87cc-df71-4e35-8dc0-2ead696c2489'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:17:56.604052 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ffded377-b077-47f7-8ab4-a901fdecd2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:56.633424 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-7400304e-11e5-40b4-82f1-55e5d0ed0276 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Allocated IP 172.20.0.4 (13da8165-5979-42d4-aed2-c48e868e9905/898e87cc-df71-4e35-8dc0-2ead696c2489/b9b5e2c9-2fa5-4890-9a5e-c497cc879d89) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:56.642168 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cba78471-2bfc-49be-8b48-4a8e46e50997 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:56.741343 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba78471-2bfc-49be-8b48-4a8e46e50997 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Port': ['ID=b49b74c9-407b-4314-8639-1c46c58e3f60,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:56.895354 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302f4fb-c411-4456-a355-39504d55b067 req-bb2ede87-f11a-4ccd-ab05-91f725bcc7aa tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:56.903299 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5302f4fb-c411-4456-a355-39504d55b067 req-bb2ede87-f11a-4ccd-ab05-91f725bcc7aa tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4543bd-db80-430d-858c-863e3a463e5f HTTP/1.1" status: 200 len: 943 time: 0.1870797 Sep 21 18:17:57.008496 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cba78471-2bfc-49be-8b48-4a8e46e50997 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:57.054403 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7400304e-11e5-40b4-82f1-55e5d0ed0276 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:57.107492 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5302f4fb-c411-4456-a355-39504d55b067 req-48d9abab-0870-467c-a9d8-6547d6608acc tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e812192-3fe5-4288-a99e-e9d52821f963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032382 Sep 21 18:17:57.128028 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7400304e-11e5-40b4-82f1-55e5d0ed0276 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:57.240479 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-ffded377-b077-47f7-8ab4-a901fdecd2cf None None] Allocated IP 172.20.0.2 (13da8165-5979-42d4-aed2-c48e868e9905/898e87cc-df71-4e35-8dc0-2ead696c2489/692e19cd-6449-4ddf-b177-b972e9ec5264) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:17:57.268291 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7400304e-11e5-40b4-82f1-55e5d0ed0276 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Network 13da8165-5979-42d4-aed2-c48e868e9905 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:57.280571 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-7400304e-11e5-40b4-82f1-55e5d0ed0276 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:57.312176 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7400304e-11e5-40b4-82f1-55e5d0ed0276 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:57.315694 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400304e-11e5-40b4-82f1-55e5d0ed0276 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Pushing event updated for resources: {'Port': ['ID=b9b5e2c9-2fa5-4890-9a5e-c497cc879d89,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:57.364555 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba78471-2bfc-49be-8b48-4a8e46e50997 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Router 6f69d40e-a38f-4514-8be7-8e5b76cd7795 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:17:57.452600 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7400304e-11e5-40b4-82f1-55e5d0ed0276 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:57.453300 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7400304e-11e5-40b4-82f1-55e5d0ed0276 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:57.471393 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba78471-2bfc-49be-8b48-4a8e46e50997 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:17:57.478249 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-cba78471-2bfc-49be-8b48-4a8e46e50997 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "PUT /v2.0/routers/6f69d40e-a38f-4514-8be7-8e5b76cd7795/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4437301 Sep 21 18:17:57.480674 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7400304e-11e5-40b4-82f1-55e5d0ed0276 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3772051 Sep 21 18:17:57.481596 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41384) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:57.484827 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41386) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:57.491153 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-2cfa7df8-600f-4a38-a915-39d5c1ff1f0f tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2140231801', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:57.493690 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bff579a-3cf3-4422-9a40-af2960fed62b None None] Sync routers for ids ['6f69d40e-a38f-4514-8be7-8e5b76cd7795'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:17:57.514565 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bff579a-3cf3-4422-9a40-af2960fed62b None None] Routers {'6f69d40e-a38f-4514-8be7-8e5b76cd7795'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:57.515429 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-2bff579a-3cf3-4422-9a40-af2960fed62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:17:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['6f69d40e-a38f-4514-8be7-8e5b76cd7795'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:57.523974 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7df8-600f-4a38-a915-39d5c1ff1f0f tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:57.525611 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7df8-600f-4a38-a915-39d5c1ff1f0f tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:57.525858 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ffded377-b077-47f7-8ab4-a901fdecd2cf None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:57.530246 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b4bbc4d1-2d2f-4415-b85f-f62f0fd6172e tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f69d40e-a38f-4514-8be7-8e5b76cd7795 HTTP/1.1" status: 200 len: 205 time: 0.0472074 Sep 21 18:17:57.533015 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41394) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:57.538911 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ffded377-b077-47f7-8ab4-a901fdecd2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:57.573010 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-2bff579a-3cf3-4422-9a40-af2960fed62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:57.583137 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bff579a-3cf3-4422-9a40-af2960fed62b None None] Routers {'6f69d40e-a38f-4514-8be7-8e5b76cd7795'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:17:57.583789 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-2bff579a-3cf3-4422-9a40-af2960fed62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:17:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['6f69d40e-a38f-4514-8be7-8e5b76cd7795'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:57.621746 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-2bff579a-3cf3-4422-9a40-af2960fed62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:57.622432 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bff579a-3cf3-4422-9a40-af2960fed62b None None] The sync data for ids ['6f69d40e-a38f-4514-8be7-8e5b76cd7795'] in n-d-810291-1 is: [] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:17:57.626772 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7df8-600f-4a38-a915-39d5c1ff1f0f tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:57.632499 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7df8-600f-4a38-a915-39d5c1ff1f0f tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:57.666826 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffded377-b077-47f7-8ab4-a901fdecd2cf None None] Network 13da8165-5979-42d4-aed2-c48e868e9905 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:17:57.667634 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7df8-600f-4a38-a915-39d5c1ff1f0f tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:57.672277 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-ffded377-b077-47f7-8ab4-a901fdecd2cf None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:17:57.673548 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2cfa7df8-600f-4a38-a915-39d5c1ff1f0f tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1871650 Sep 21 18:17:57.674114 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41416) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:57.684085 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffded377-b077-47f7-8ab4-a901fdecd2cf None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:17:57.686656 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-061edb05-e841-448d-b5c8-e75b5a3217f2 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-445587711', 'prefixes': ['172.20.0.0/16']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:17:57.777152 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3d340eb0-b411-4dc6-92e4-8ef08d01b31b tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:57.782803 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffded377-b077-47f7-8ab4-a901fdecd2cf None None] Pushing event updated for resources: {'Port': ['ID=692e19cd-6449-4ddf-b177-b972e9ec5264,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:57.823707 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-ffded377-b077-47f7-8ab4-a901fdecd2cf None None] Attempting to bind port 692e19cd-6449-4ddf-b177-b972e9ec5264 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:17:57.824250 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-ffded377-b077-47f7-8ab4-a901fdecd2cf None None] Attempting to bind port 692e19cd-6449-4ddf-b177-b972e9ec5264 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '6aab4ab1-4629-4ee3-a8aa-a7953c1f7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '13da8165-5979-42d4-aed2-c48e868e9905'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:17:57.824735 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffded377-b077-47f7-8ab4-a901fdecd2cf None None] Attempting to bind port 692e19cd-6449-4ddf-b177-b972e9ec5264 on network 13da8165-5979-42d4-aed2-c48e868e9905 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:17:57.831136 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffded377-b077-47f7-8ab4-a901fdecd2cf None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:17:57.831874 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffded377-b077-47f7-8ab4-a901fdecd2cf None None] Checking segment: {'id': '6aab4ab1-4629-4ee3-a8aa-a7953c1f7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '13da8165-5979-42d4-aed2-c48e868e9905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:17:57.832710 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ffded377-b077-47f7-8ab4-a901fdecd2cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:57.833221 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffded377-b077-47f7-8ab4-a901fdecd2cf None None] Bound using segment: {'id': '6aab4ab1-4629-4ee3-a8aa-a7953c1f7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '13da8165-5979-42d4-aed2-c48e868e9905'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:17:57.833814 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-ffded377-b077-47f7-8ab4-a901fdecd2cf None None] Bound port: 692e19cd-6449-4ddf-b177-b972e9ec5264, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aab4ab1-4629-4ee3-a8aa-a7953c1f7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '13da8165-5979-42d4-aed2-c48e868e9905'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:17:57.834247 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ffded377-b077-47f7-8ab4-a901fdecd2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:57.839089 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-061edb05-e841-448d-b5c8-e75b5a3217f2 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks [] for subnetpool, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:57.840737 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-061edb05-e841-448d-b5c8-e75b5a3217f2 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1642914 Sep 21 18:17:57.844740 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41438) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:57.852198 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.tag.tag_plugin [None req-8a7a6774-431f-48bd-93de-fa3b400b8ba8 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '898e87cc-df71-4e35-8dc0-2ead696c2489', 'tempest-TagsExtTest-Tag-1147299271') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:57.917278 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-ffded377-b077-47f7-8ab4-a901fdecd2cf None None] For port 692e19cd-6449-4ddf-b177-b972e9ec5264, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:17:57.922215 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-ffded377-b077-47f7-8ab4-a901fdecd2cf None None] For port 692e19cd-6449-4ddf-b177-b972e9ec5264, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=692e19cd-6449-4ddf-b177-b972e9ec5264,segment=NetworkSegment(6aab4ab1-4629-4ee3-a8aa-a7953c1f7147),segment_id=6aab4ab1-4629-4ee3-a8aa-a7953c1f7147)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:17:57.928866 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ffded377-b077-47f7-8ab4-a901fdecd2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:57.991861 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffded377-b077-47f7-8ab4-a901fdecd2cf None None] Pushing event updated for resources: {'Port': ['ID=692e19cd-6449-4ddf-b177-b972e9ec5264,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:58.075352 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8a7a6774-431f-48bd-93de-fa3b400b8ba8 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "PUT /v2.0/subnets/898e87cc-df71-4e35-8dc0-2ead696c2489/tags/tempest-TagsExtTest-Tag-1147299271 HTTP/1.1" status: 201 len: 201 time: 0.2291176 Sep 21 18:17:58.078159 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41464) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:58.089227 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.tag.tag_plugin [None req-ffb1f166-9adb-4db0-a859-f67581ba1532 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b9b5e2c9-2fa5-4890-9a5e-c497cc879d89', 'tempest-TagsExtTest-Tag-1095081878') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:58.116322 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3d340eb0-b411-4dc6-92e4-8ef08d01b31b tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:58.119291 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3d340eb0-b411-4dc6-92e4-8ef08d01b31b tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:58.181381 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3d340eb0-b411-4dc6-92e4-8ef08d01b31b tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:58.182349 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d340eb0-b411-4dc6-92e4-8ef08d01b31b tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Fanout notify agent at l3_agent the message router_deleted on router 6f69d40e-a38f-4514-8be7-8e5b76cd7795 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:17:58.216087 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ffb1f166-9adb-4db0-a859-f67581ba1532 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "PUT /v2.0/ports/b9b5e2c9-2fa5-4890-9a5e-c497cc879d89/tags/tempest-TagsExtTest-Tag-1095081878 HTTP/1.1" status: 201 len: 201 time: 0.1361938 Sep 21 18:17:58.216835 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41480) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:58.218993 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3d340eb0-b411-4dc6-92e4-8ef08d01b31b tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:58.226050 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3d340eb0-b411-4dc6-92e4-8ef08d01b31b tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/routers/6f69d40e-a38f-4514-8be7-8e5b76cd7795 HTTP/1.1" status: 204 len: 168 time: 0.6915371 Sep 21 18:17:58.227067 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41482) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:58.231178 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.tag.tag_plugin [None req-51e58370-4c7f-42ff-8cd8-107cb0baf1d0 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0bb9adee-0ec3-46ae-90a1-6a4b722e09c0', 'tempest-TagsExtTest-Tag-1950403704') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:58.413527 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-924ed39e-ae22-4efe-ad28-9504a351ab6e tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Deleting subnet bf5ee88d-6b14-4d08-bc87-b97da591de9e {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:17:58.422408 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-924ed39e-ae22-4efe-ad28-9504a351ab6e tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:58.972666 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-51e58370-4c7f-42ff-8cd8-107cb0baf1d0 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "PUT /v2.0/routers/0bb9adee-0ec3-46ae-90a1-6a4b722e09c0/tags/tempest-TagsExtTest-Tag-1950403704 HTTP/1.1" status: 201 len: 201 time: 0.7543650 Sep 21 18:17:58.975427 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41564) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:58.982642 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.tag.tag_plugin [None req-51e98b1f-e173-4ce8-b661-21c286d8b7c1 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e2766da2-d2df-49e7-b04a-8c1bb80c63ee', 'tempest-TagsExtTest-Tag-128499483') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:59.011528 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11f0e5-cb21-4497-a839-f1d935ace16c req-cbb2c62a-403a-42be-80af-6215bcfc9d1d tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:17:59.026335 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dd11f0e5-cb21-4497-a839-f1d935ace16c req-cbb2c62a-403a-42be-80af-6215bcfc9d1d tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4543bd-db80-430d-858c-863e3a463e5f HTTP/1.1" status: 200 len: 943 time: 0.7487843 Sep 21 18:17:59.049654 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-924ed39e-ae22-4efe-ad28-9504a351ab6e tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:59.064378 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-51e98b1f-e173-4ce8-b661-21c286d8b7c1 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "PUT /v2.0/subnetpools/e2766da2-d2df-49e7-b04a-8c1bb80c63ee/tags/tempest-TagsExtTest-Tag-128499483 HTTP/1.1" status: 201 len: 201 time: 0.0869224 Sep 21 18:17:59.065542 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41576) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:59.071957 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.tag.tag_plugin [None req-c31496fd-ffd8-48dd-a0ec-fa3439aeab08 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '898e87cc-df71-4e35-8dc0-2ead696c2489') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:59.121714 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 69d71ad3-5fad-4778-876a-57d3ee9970b0 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:17:59.191487 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c31496fd-ffd8-48dd-a0ec-fa3439aeab08 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "GET /v2.0/subnets/898e87cc-df71-4e35-8dc0-2ead696c2489/tags HTTP/1.1" status: 200 len: 241 time: 0.1245563 Sep 21 18:17:59.192810 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41590) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:59.203865 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.tag.tag_plugin [None req-d6c9076d-3385-4877-b0ee-9dea742fdcc0 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '898e87cc-df71-4e35-8dc0-2ead696c2489', 'tempest-TagsExtTest-Tag-1147299271') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:59.269976 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-924ed39e-ae22-4efe-ad28-9504a351ab6e tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:59.339351 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d6c9076d-3385-4877-b0ee-9dea742fdcc0 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "GET /v2.0/subnets/898e87cc-df71-4e35-8dc0-2ead696c2489/tags/tempest-TagsExtTest-Tag-1147299271 HTTP/1.1" status: 204 len: 168 time: 0.1450546 Sep 21 18:17:59.341931 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41602) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:59.348181 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.tag.tag_plugin [None req-b499e5df-37ee-4b9a-8b44-3cfc6e99efc5 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '898e87cc-df71-4e35-8dc0-2ead696c2489', 'tempest-TagsExtTest-Tag-1147299271') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:59.459025 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dd11f0e5-cb21-4497-a839-f1d935ace16c req-7262d73f-57ac-4b5b-8b34-f044cd0a526d tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e812192-3fe5-4288-a99e-e9d52821f963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4180942 Sep 21 18:17:59.463006 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-924ed39e-ae22-4efe-ad28-9504a351ab6e tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:59.475855 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 692e19cd-6449-4ddf-b177-b972e9ec5264 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:17:59.495121 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-924ed39e-ae22-4efe-ad28-9504a351ab6e tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:59.497270 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-924ed39e-ae22-4efe-ad28-9504a351ab6e tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/subnets/bf5ee88d-6b14-4d08-bc87-b97da591de9e HTTP/1.1" status: 204 len: 168 time: 1.2690063 Sep 21 18:17:59.500098 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41620) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:59.574815 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ed39e-ae22-4efe-ad28-9504a351ab6e tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Subnet': ['ID=bf5ee88d-6b14-4d08-bc87-b97da591de9e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:17:59.603724 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5994d24-9686-4937-b9a2-03a5acb0b2f2 None None] Network 6cd9e1e0-76a9-4026-8755-3f3433e6aa2f requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:59.677803 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-35d5f3fa-d0f7-4c5b-b5bf-42ccd6a3b2a1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:59.708337 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b499e5df-37ee-4b9a-8b44-3cfc6e99efc5 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "DELETE /v2.0/subnets/898e87cc-df71-4e35-8dc0-2ead696c2489/tags/tempest-TagsExtTest-Tag-1147299271 HTTP/1.1" status: 204 len: 168 time: 0.3650880 Sep 21 18:17:59.711536 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41640) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:59.734086 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-b7eb839e-f5ba-4501-9701-bf615fb5e88b tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '898e87cc-df71-4e35-8dc0-2ead696c2489') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:17:59.898484 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f32bc4-96d0-4648-b3f5-a376ab18a8d7 None None] Network 13da8165-5979-42d4-aed2-c48e868e9905 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:17:59.917414 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-35d5f3fa-d0f7-4c5b-b5bf-42ccd6a3b2a1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Deleting port afb4ac6d-190f-4f61-84d9-1989921decaf {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:17:59.918573 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-35d5f3fa-d0f7-4c5b-b5bf-42ccd6a3b2a1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:59.920272 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 69d71ad3-5fad-4778-876a-57d3ee9970b0, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=69d71ad3-5fad-4778-876a-57d3ee9970b0,segment=NetworkSegment(145937db-b4f9-4144-b660-b39e8c1b5163),segment_id=145937db-b4f9-4144-b660-b39e8c1b5163)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:17:59.986172 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 692e19cd-6449-4ddf-b177-b972e9ec5264 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:17:59.986612 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:17:59.987198 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b7eb839e-f5ba-4501-9701-bf615fb5e88b tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "GET /v2.0/subnets/898e87cc-df71-4e35-8dc0-2ead696c2489/tags HTTP/1.1" status: 200 len: 205 time: 0.2699816 Sep 21 18:17:59.988847 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41674) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:17:59.995038 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-e80df2bf-23d9-4242-a6a8-61110fba4370 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b9b5e2c9-2fa5-4890-9a5e-c497cc879d89') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:00.056937 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '69d71ad3-5fad-4778-876a-57d3ee9970b0', 'network_id': '0c6d657c-30ac-4186-bace-aa79fc15bd34', 'port_id': '69d71ad3-5fad-4778-876a-57d3ee9970b0', 'mac_address': 'fa:16:3e:64:38:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e995253-a1fe-4767-b026-590b9f4eb12c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:18:00.064975 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e80df2bf-23d9-4242-a6a8-61110fba4370 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "GET /v2.0/ports/b9b5e2c9-2fa5-4890-9a5e-c497cc879d89/tags HTTP/1.1" status: 200 len: 241 time: 0.0742826 Sep 21 18:18:00.066478 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41684) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:00.071845 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-b800b669-d11b-419c-a313-6b3aa96bfbbb tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b9b5e2c9-2fa5-4890-9a5e-c497cc879d89', 'tempest-TagsExtTest-Tag-1095081878') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:00.081744 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-35d5f3fa-d0f7-4c5b-b5bf-42ccd6a3b2a1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] For port afb4ac6d-190f-4f61-84d9-1989921decaf, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=afb4ac6d-190f-4f61-84d9-1989921decaf,segment=NetworkSegment(99f46169-6549-4ac5-a5d0-12e9b4810938),segment_id=99f46169-6549-4ac5-a5d0-12e9b4810938)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:00.082749 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-35d5f3fa-d0f7-4c5b-b5bf-42ccd6a3b2a1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:00.123415 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-3f00a827-ad87-4537-b160-d482e51d9c4e None None] Provisioning complete for port 692e19cd-6449-4ddf-b177-b972e9ec5264 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:00.123945 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3f00a827-ad87-4537-b160-d482e51d9c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:00.124933 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-35d5f3fa-d0f7-4c5b-b5bf-42ccd6a3b2a1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Calling delete_port for afb4ac6d-190f-4f61-84d9-1989921decaf owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:18:00.155245 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b800b669-d11b-419c-a313-6b3aa96bfbbb tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "GET /v2.0/ports/b9b5e2c9-2fa5-4890-9a5e-c497cc879d89/tags/tempest-TagsExtTest-Tag-1095081878 HTTP/1.1" status: 204 len: 168 time: 0.0872848 Sep 21 18:18:00.157053 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41694) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:00.162250 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-0506fae1-5fca-4fb1-a702-e5d7a65680cc tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b9b5e2c9-2fa5-4890-9a5e-c497cc879d89', 'tempest-TagsExtTest-Tag-1095081878') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:00.268396 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:00.274361 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0506fae1-5fca-4fb1-a702-e5d7a65680cc tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "DELETE /v2.0/ports/b9b5e2c9-2fa5-4890-9a5e-c497cc879d89/tags/tempest-TagsExtTest-Tag-1095081878 HTTP/1.1" status: 204 len: 168 time: 0.1161849 Sep 21 18:18:00.277989 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41708) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:00.285043 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-8ab814d3-435a-458d-bd71-79815b5d3953 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b9b5e2c9-2fa5-4890-9a5e-c497cc879d89') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:00.299804 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d71ad3-5fad-4778-876a-57d3ee9970b0 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:18:00.336258 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-35d5f3fa-d0f7-4c5b-b5bf-42ccd6a3b2a1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:00.381158 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5f3fa-d0f7-4c5b-b5bf-42ccd6a3b2a1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Port': ['ID=afb4ac6d-190f-4f61-84d9-1989921decaf,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:00.386186 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 69d71ad3-5fad-4778-876a-57d3ee9970b0, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=69d71ad3-5fad-4778-876a-57d3ee9970b0,segment=NetworkSegment(145937db-b4f9-4144-b660-b39e8c1b5163),segment_id=145937db-b4f9-4144-b660-b39e8c1b5163)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:00.387085 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41718) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:00.389429 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8ab814d3-435a-458d-bd71-79815b5d3953 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "GET /v2.0/ports/b9b5e2c9-2fa5-4890-9a5e-c497cc879d89/tags HTTP/1.1" status: 200 len: 205 time: 0.1095695 Sep 21 18:18:00.390508 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4810467a-8eac-4fe8-bba0-77243c8c156d None None] DHCP port deletion for 6cd9e1e0-76a9-4026-8755-3f3433e6aa2f request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:18:00.392717 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.tag.tag_plugin [None req-e2c61ce0-e544-4ae9-a957-8a9791a87522 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0bb9adee-0ec3-46ae-90a1-6a4b722e09c0') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:00.428020 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:00.433521 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d5f3fa-d0f7-4c5b-b5bf-42ccd6a3b2a1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] No DVR routers for this DVR port afb4ac6d-190f-4f61-84d9-1989921decaf on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:18:00.489827 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:00.525572 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3f00a827-ad87-4537-b160-d482e51d9c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:00.551406 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-35d5f3fa-d0f7-4c5b-b5bf-42ccd6a3b2a1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:00.600869 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=69d71ad3-5fad-4778-876a-57d3ee9970b0,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:00.621571 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 692e19cd-6449-4ddf-b177-b972e9ec5264, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=692e19cd-6449-4ddf-b177-b972e9ec5264,segment=NetworkSegment(6aab4ab1-4629-4ee3-a8aa-a7953c1f7147),segment_id=6aab4ab1-4629-4ee3-a8aa-a7953c1f7147)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:00.624934 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-35d5f3fa-d0f7-4c5b-b5bf-42ccd6a3b2a1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd9e1e0-76a9-4026-8755-3f3433e6aa2f']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:00.630113 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:00.676409 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-35d5f3fa-d0f7-4c5b-b5bf-42ccd6a3b2a1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f46169-6549-4ac5-a5d0-12e9b4810938') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:00.676986 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-35d5f3fa-d0f7-4c5b-b5bf-42ccd6a3b2a1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f46169-6549-4ac5-a5d0-12e9b4810938') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:00.681678 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e2c61ce0-e544-4ae9-a957-8a9791a87522 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "GET /v2.0/routers/0bb9adee-0ec3-46ae-90a1-6a4b722e09c0/tags HTTP/1.1" status: 200 len: 241 time: 0.2929726 Sep 21 18:18:00.684511 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41748) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:00.698100 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['69d71ad3-5fad-4778-876a-57d3ee9970b0'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:18:00.700388 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-a21cd489-a916-4b71-9288-811258c32b9f tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0bb9adee-0ec3-46ae-90a1-6a4b722e09c0', 'tempest-TagsExtTest-Tag-1950403704') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:00.707773 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-35d5f3fa-d0f7-4c5b-b5bf-42ccd6a3b2a1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:00.760848 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-35d5f3fa-d0f7-4c5b-b5bf-42ccd6a3b2a1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:00.797028 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=692e19cd-6449-4ddf-b177-b972e9ec5264,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:00.810546 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0d625-8d94-403d-a6dc-784353067af0 req-25834149-22c4-479b-a3f5-6b16e7970fd8 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:00.812141 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.db.api [None req-3f00a827-ad87-4537-b160-d482e51d9c4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:18:00.812552 n-d-810291-1 neutron-server[101462]: DEBUG oslo_db.api [None req-3f00a827-ad87-4537-b160-d482e51d9c4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:18:00.817463 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-71f0d625-8d94-403d-a6dc-784353067af0 req-25834149-22c4-479b-a3f5-6b16e7970fd8 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4543bd-db80-430d-858c-863e3a463e5f HTTP/1.1" status: 200 len: 944 time: 0.2403719 Sep 21 18:18:00.826664 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35d5f3fa-d0f7-4c5b-b5bf-42ccd6a3b2a1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:18:00.827118 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-35d5f3fa-d0f7-4c5b-b5bf-42ccd6a3b2a1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:00.830594 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:18:00.830594 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:18:00.830594 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:18:00.830594 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:18:00.830594 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:18:00.830594 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:18:00.830594 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:18:00.830594 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:18:00.830594 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:18:00.830594 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:18:00.830594 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:18:00.830594 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:18:00.830594 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:18:00.830594 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:18:00.830594 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:18:00.830594 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:18:00.830594 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:18:00.830594 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:18:00.830594 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:18:00.830594 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:18:00.830594 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:18:00.830594 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:18:00.830594 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:18:00.830594 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:18:00.830594 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:18:00.830594 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:18:00.830594 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:18:00.830594 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:18:00.830594 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:18:00.830594 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:18:00.830594 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:18:00.830594 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:18:00.930245 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a21cd489-a916-4b71-9288-811258c32b9f tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "GET /v2.0/routers/0bb9adee-0ec3-46ae-90a1-6a4b722e09c0/tags/tempest-TagsExtTest-Tag-1950403704 HTTP/1.1" status: 204 len: 168 time: 0.2440066 Sep 21 18:18:00.935544 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41778) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:00.943693 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-89884573-1f23-4483-90cc-8fdaba8ea345 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '0bb9adee-0ec3-46ae-90a1-6a4b722e09c0', 'tempest-TagsExtTest-Tag-1950403704') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:01.024850 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-35d5f3fa-d0f7-4c5b-b5bf-42ccd6a3b2a1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:01.034745 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-35d5f3fa-d0f7-4c5b-b5bf-42ccd6a3b2a1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:01.048340 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-35d5f3fa-d0f7-4c5b-b5bf-42ccd6a3b2a1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/networks/6cd9e1e0-76a9-4026-8755-3f3433e6aa2f HTTP/1.1" status: 204 len: 168 time: 1.5429416 Sep 21 18:18:01.051307 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41794) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:01.086021 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-47e7600e-e2ed-46a2-ae19-ad6a344d39a0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1712117633', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:01.105516 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5f3fa-d0f7-4c5b-b5bf-42ccd6a3b2a1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Network': ['ID=6cd9e1e0-76a9-4026-8755-3f3433e6aa2f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:01.125461 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-71f0d625-8d94-403d-a6dc-784353067af0 req-72a9fd75-1852-44c4-bfd2-3cb1925fc354 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e812192-3fe5-4288-a99e-e9d52821f963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2834942 Sep 21 18:18:01.164267 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-47e7600e-e2ed-46a2-ae19-ad6a344d39a0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:01.165574 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-47e7600e-e2ed-46a2-ae19-ad6a344d39a0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:01.270124 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-89884573-1f23-4483-90cc-8fdaba8ea345 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "DELETE /v2.0/routers/0bb9adee-0ec3-46ae-90a1-6a4b722e09c0/tags/tempest-TagsExtTest-Tag-1950403704 HTTP/1.1" status: 204 len: 168 time: 0.3299820 Sep 21 18:18:01.270501 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41802) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:01.271636 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-47e7600e-e2ed-46a2-ae19-ad6a344d39a0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:01.277256 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-fc43c0bb-644d-4750-b3c7-c68605b76416 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0bb9adee-0ec3-46ae-90a1-6a4b722e09c0') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:01.278308 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-47e7600e-e2ed-46a2-ae19-ad6a344d39a0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:01.318564 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 692e19cd-6449-4ddf-b177-b972e9ec5264 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:18:01.322890 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-47e7600e-e2ed-46a2-ae19-ad6a344d39a0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:01.327729 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-47e7600e-e2ed-46a2-ae19-ad6a344d39a0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2440958 Sep 21 18:18:01.328590 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41804) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:01.337290 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-e5725780-a75f-42fa-844d-44d7599f05e7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-121629191'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:01.375939 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5725780-a75f-42fa-844d-44d7599f05e7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Made reservation on behalf of f75ad6b511e2465480f41f234aa66fad for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:18:01.379822 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e5725780-a75f-42fa-844d-44d7599f05e7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:01.421915 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41808) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:01.422498 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fc43c0bb-644d-4750-b3c7-c68605b76416 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "GET /v2.0/routers/0bb9adee-0ec3-46ae-90a1-6a4b722e09c0/tags HTTP/1.1" status: 200 len: 205 time: 0.1506107 Sep 21 18:18:01.427130 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.tag.tag_plugin [None req-31f4ec1c-f831-400e-bb18-e2aed3763c66 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e2766da2-d2df-49e7-b04a-8c1bb80c63ee') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:01.449095 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5725780-a75f-42fa-844d-44d7599f05e7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:18:01.455706 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 692e19cd-6449-4ddf-b177-b972e9ec5264 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:01.456579 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:01.468190 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-31f4ec1c-f831-400e-bb18-e2aed3763c66 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "GET /v2.0/subnetpools/e2766da2-d2df-49e7-b04a-8c1bb80c63ee/tags HTTP/1.1" status: 200 len: 240 time: 0.0425444 Sep 21 18:18:01.468190 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e5725780-a75f-42fa-844d-44d7599f05e7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:01.468190 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-e5725780-a75f-42fa-844d-44d7599f05e7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Added segment e44d6fa2-fbce-4179-9a93-8185f43157b7 of type vlan for network b144126c-beae-452e-a294-c4bf94965a65 Sep 21 18:18:01.468571 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41810) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:01.479121 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.tag.tag_plugin [None req-385e5974-91a3-4679-82fa-c7e9b6d20f0a tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e2766da2-d2df-49e7-b04a-8c1bb80c63ee', 'tempest-TagsExtTest-Tag-128499483') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:01.525223 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e5725780-a75f-42fa-844d-44d7599f05e7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:01.534192 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-385e5974-91a3-4679-82fa-c7e9b6d20f0a tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "GET /v2.0/subnetpools/e2766da2-d2df-49e7-b04a-8c1bb80c63ee/tags/tempest-TagsExtTest-Tag-128499483 HTTP/1.1" status: 204 len: 168 time: 0.0648773 Sep 21 18:18:01.536995 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41812) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:01.543881 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.tag.tag_plugin [None req-1273defb-a987-414a-ba02-15b2b5ffd881 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e2766da2-d2df-49e7-b04a-8c1bb80c63ee', 'tempest-TagsExtTest-Tag-128499483') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:01.557609 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-00d72d17-817a-46df-b5a4-4374f1e69855 None None] Provisioning complete for port b9b5e2c9-2fa5-4890-9a5e-c497cc879d89 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:01.557957 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-00d72d17-817a-46df-b5a4-4374f1e69855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:01.581024 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e5725780-a75f-42fa-844d-44d7599f05e7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:01.587050 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5725780-a75f-42fa-844d-44d7599f05e7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:01.587652 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e5725780-a75f-42fa-844d-44d7599f05e7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:01.596728 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-00d72d17-817a-46df-b5a4-4374f1e69855 None None] Port b9b5e2c9-2fa5-4890-9a5e-c497cc879d89 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:18:01.600473 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device afb4ac6d-190f-4f61-84d9-1989921decaf no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:18:01.623366 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: afb4ac6d-190f-4f61-84d9-1989921decaf {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:18:01.623609 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device afb4ac6d-190f-4f61-84d9-1989921decaf not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:18:01.629450 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-00d72d17-817a-46df-b5a4-4374f1e69855 None None] Provisioning complete for port 692e19cd-6449-4ddf-b177-b972e9ec5264 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:01.631102 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-00d72d17-817a-46df-b5a4-4374f1e69855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:01.641009 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e5725780-a75f-42fa-844d-44d7599f05e7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3116813 Sep 21 18:18:01.644028 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41814) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:01.649198 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-8ad95da2-cd8c-4947-ad0b-0651e1ecaf7a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Request body: {'subnet': {'network_id': 'b144126c-beae-452e-a294-c4bf94965a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:01.693672 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5725780-a75f-42fa-844d-44d7599f05e7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Network': ['ID=b144126c-beae-452e-a294-c4bf94965a65,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:01.700977 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1273defb-a987-414a-ba02-15b2b5ffd881 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "DELETE /v2.0/subnetpools/e2766da2-d2df-49e7-b04a-8c1bb80c63ee/tags/tempest-TagsExtTest-Tag-128499483 HTTP/1.1" status: 204 len: 168 time: 0.1629779 Sep 21 18:18:01.701703 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41816) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:01.707231 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.tag.tag_plugin [None req-76ea7da2-f411-4061-907d-8c28f88dcd50 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e2766da2-d2df-49e7-b04a-8c1bb80c63ee') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:01.717834 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network b144126c-beae-452e-a294-c4bf94965a65 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:18:01.735292 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-76ea7da2-f411-4061-907d-8c28f88dcd50 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "GET /v2.0/subnetpools/e2766da2-d2df-49e7-b04a-8c1bb80c63ee/tags HTTP/1.1" status: 200 len: 205 time: 0.0320556 Sep 21 18:18:01.735985 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41818) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:01.743260 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.tag.tag_plugin [None req-53a6f47a-5277-43bf-9491-a43941333ab0 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e2766da2-d2df-49e7-b04a-8c1bb80c63ee') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:01.747542 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad95da2-cd8c-4947-ad0b-0651e1ecaf7a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Made reservation on behalf of f75ad6b511e2465480f41f234aa66fad for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:18:01.751459 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8ad95da2-cd8c-4947-ad0b-0651e1ecaf7a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:01.777284 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-53a6f47a-5277-43bf-9491-a43941333ab0 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "DELETE /v2.0/subnetpools/e2766da2-d2df-49e7-b04a-8c1bb80c63ee/tags HTTP/1.1" status: 204 len: 168 time: 0.0400960 Sep 21 18:18:01.777903 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41820) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:01.782649 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.tag.tag_plugin [None req-ea2c5486-707d-4153-8369-1717e9a2e808 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0bb9adee-0ec3-46ae-90a1-6a4b722e09c0') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:01.905460 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ea2c5486-707d-4153-8369-1717e9a2e808 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "DELETE /v2.0/routers/0bb9adee-0ec3-46ae-90a1-6a4b722e09c0/tags HTTP/1.1" status: 204 len: 168 time: 0.1264696 Sep 21 18:18:01.906081 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41826) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:01.910621 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.tag.tag_plugin [None req-e21f6004-5ba7-4cfb-a7af-57671cb37b5d tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b9b5e2c9-2fa5-4890-9a5e-c497cc879d89') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:01.983496 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e21f6004-5ba7-4cfb-a7af-57671cb37b5d tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "DELETE /v2.0/ports/b9b5e2c9-2fa5-4890-9a5e-c497cc879d89/tags HTTP/1.1" status: 204 len: 168 time: 0.0763593 Sep 21 18:18:01.984497 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8ad95da2-cd8c-4947-ad0b-0651e1ecaf7a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:01.986436 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41828) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:01.992575 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.tag.tag_plugin [None req-219a363b-a9c5-4f67-9e19-99751c9cb1fd tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '898e87cc-df71-4e35-8dc0-2ead696c2489') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:02.066531 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad95da2-cd8c-4947-ad0b-0651e1ecaf7a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Subnet': ['ID=fd58006c-ad92-4333-a47d-35a90f6c4b1e,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:02.071674 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad95da2-cd8c-4947-ad0b-0651e1ecaf7a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Checking segment: {'id': 'e44d6fa2-fbce-4179-9a93-8185f43157b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b144126c-beae-452e-a294-c4bf94965a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:18:02.072174 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad95da2-cd8c-4947-ad0b-0651e1ecaf7a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network hostable DHCP agents. Network: b144126c-beae-452e-a294-c4bf94965a65, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:18:02.083529 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-219a363b-a9c5-4f67-9e19-99751c9cb1fd tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "DELETE /v2.0/subnets/898e87cc-df71-4e35-8dc0-2ead696c2489/tags HTTP/1.1" status: 204 len: 168 time: 0.0951149 Sep 21 18:18:02.087327 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41830) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:02.093893 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.tag.tag_plugin [None req-da899d5f-54e3-45ac-96ca-b5bc85eef79b tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '898e87cc-df71-4e35-8dc0-2ead696c2489', 'tempest-TagsExtTest-Tag-1240303973') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:02.095634 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad95da2-cd8c-4947-ad0b-0651e1ecaf7a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network b144126c-beae-452e-a294-c4bf94965a65 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:18:02.128458 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-8ad95da2-cd8c-4947-ad0b-0651e1ecaf7a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, b144126c-beae-452e-a294-c4bf94965a65) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:18:02.136063 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad95da2-cd8c-4947-ad0b-0651e1ecaf7a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:02.136652 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8ad95da2-cd8c-4947-ad0b-0651e1ecaf7a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:02.140464 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83df6e2-ab34-4234-9625-16dd272401dd None None] Network b144126c-beae-452e-a294-c4bf94965a65 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:18:02.169377 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8ad95da2-cd8c-4947-ad0b-0651e1ecaf7a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5241587 Sep 21 18:18:02.174422 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41838) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:02.367312 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed82ddc0-977c-4553-adf2-0ef8eb200e26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-b144126c-beae-452e-a294-c4bf94965a65', 'network_id': 'b144126c-beae-452e-a294-c4bf94965a65', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'fixed_ips': [{'subnet_id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:18:02.368883 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ed82ddc0-977c-4553-adf2-0ef8eb200e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:02.425922 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-da899d5f-54e3-45ac-96ca-b5bc85eef79b tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "PUT /v2.0/subnets/898e87cc-df71-4e35-8dc0-2ead696c2489/tags/tempest-TagsExtTest-Tag-1240303973 HTTP/1.1" status: 201 len: 201 time: 0.3340216 Sep 21 18:18:02.426609 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41844) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:02.432921 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-b0a56c73-a074-4335-a8cc-a99f8213e80f tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b9b5e2c9-2fa5-4890-9a5e-c497cc879d89', 'tempest-TagsExtTest-Tag-668748429') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:02.523595 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f120e5-98f4-4c93-bf65-794fce3fac61 req-7ce92ff9-cb57-49aa-8b29-aeb7311a1e2f tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:02.523595 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c0f120e5-98f4-4c93-bf65-794fce3fac61 req-7ce92ff9-cb57-49aa-8b29-aeb7311a1e2f tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4543bd-db80-430d-858c-863e3a463e5f HTTP/1.1" status: 200 len: 944 time: 0.2584159 Sep 21 18:18:02.545444 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b0a56c73-a074-4335-a8cc-a99f8213e80f tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "PUT /v2.0/ports/b9b5e2c9-2fa5-4890-9a5e-c497cc879d89/tags/tempest-TagsExtTest-Tag-668748429 HTTP/1.1" status: 201 len: 201 time: 0.1178172 Sep 21 18:18:02.548273 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41846) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:02.558111 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-ed75f6ae-19eb-4bcc-b455-c80e74ca8331 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0bb9adee-0ec3-46ae-90a1-6a4b722e09c0', 'tempest-TagsExtTest-Tag-1352663479') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:02.589269 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-ed82ddc0-977c-4553-adf2-0ef8eb200e26 None None] Allocated IP 2001:db8::2 (b144126c-beae-452e-a294-c4bf94965a65/fd58006c-ad92-4333-a47d-35a90f6c4b1e/293b7c1d-e9cc-4fff-9e63-3ec072ea5782) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:18:02.675463 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c0f120e5-98f4-4c93-bf65-794fce3fac61 req-e4d9932b-e5d2-43ab-a9d5-b7d49923e174 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e812192-3fe5-4288-a99e-e9d52821f963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429338 Sep 21 18:18:02.707323 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f315390f-ea0c-4ae1-902d-27cf7b36d030 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:02.725981 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ed75f6ae-19eb-4bcc-b455-c80e74ca8331 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "PUT /v2.0/routers/0bb9adee-0ec3-46ae-90a1-6a4b722e09c0/tags/tempest-TagsExtTest-Tag-1352663479 HTTP/1.1" status: 201 len: 201 time: 0.1765888 Sep 21 18:18:02.727069 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41848) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:02.732375 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-9099c134-b5ec-4ae5-a748-b176abe6e8fd tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e2766da2-d2df-49e7-b04a-8c1bb80c63ee', 'tempest-TagsExtTest-Tag-423386420') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:02.802489 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9099c134-b5ec-4ae5-a748-b176abe6e8fd tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "PUT /v2.0/subnetpools/e2766da2-d2df-49e7-b04a-8c1bb80c63ee/tags/tempest-TagsExtTest-Tag-423386420 HTTP/1.1" status: 201 len: 201 time: 0.0740628 Sep 21 18:18:02.803662 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41850) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:02.810485 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-2cb41770-9f87-42e2-981c-29343ee376ce tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '898e87cc-df71-4e35-8dc0-2ead696c2489', {'tags': ['tempest-TagsExtTest-Tag-703682629', 'tempest-TagsExtTest-Tag-1222628771', 'tempest-TagsExtTest-Tag-1487428885']}) {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:02.893609 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2cb41770-9f87-42e2-981c-29343ee376ce tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "PUT /v2.0/subnets/898e87cc-df71-4e35-8dc0-2ead696c2489/tags HTTP/1.1" status: 200 len: 317 time: 0.0885327 Sep 21 18:18:02.894707 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41852) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:02.899767 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-106d376e-be77-417c-a9e5-37ac6eccdab9 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '898e87cc-df71-4e35-8dc0-2ead696c2489') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:03.027677 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-106d376e-be77-417c-a9e5-37ac6eccdab9 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "DELETE /v2.0/subnets/898e87cc-df71-4e35-8dc0-2ead696c2489/tags HTTP/1.1" status: 204 len: 168 time: 0.1288116 Sep 21 18:18:03.027873 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41854) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:03.032823 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-1f98196d-fe02-4ead-bcf3-f0d6b7ef346a tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '898e87cc-df71-4e35-8dc0-2ead696c2489', 'tempest-TagsExtTest-Tag-703682629') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:03.100077 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ed82ddc0-977c-4553-adf2-0ef8eb200e26 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:03.104265 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-1f98196d-fe02-4ead-bcf3-f0d6b7ef346a tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] show failed (client error): The resource could not be found. Sep 21 18:18:03.107558 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ed82ddc0-977c-4553-adf2-0ef8eb200e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:03.122916 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1f98196d-fe02-4ead-bcf3-f0d6b7ef346a tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "GET /v2.0/subnets/898e87cc-df71-4e35-8dc0-2ead696c2489/tags/tempest-TagsExtTest-Tag-703682629 HTTP/1.1" status: 404 len: 328 time: 0.0939748 Sep 21 18:18:03.124740 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41856) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:03.130767 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-eac3c39f-331c-4183-886c-84ca20071aa6 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '898e87cc-df71-4e35-8dc0-2ead696c2489', 'tempest-TagsExtTest-Tag-1222628771') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:03.146270 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed82ddc0-977c-4553-adf2-0ef8eb200e26 None None] Network b144126c-beae-452e-a294-c4bf94965a65 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:18:03.149131 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-ed82ddc0-977c-4553-adf2-0ef8eb200e26 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:18:03.151642 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed82ddc0-977c-4553-adf2-0ef8eb200e26 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:18:03.167676 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82ddc0-977c-4553-adf2-0ef8eb200e26 None None] Pushing event updated for resources: {'Port': ['ID=293b7c1d-e9cc-4fff-9e63-3ec072ea5782,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:03.185155 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-f315390f-ea0c-4ae1-902d-27cf7b36d030 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Allocated IP 2001:db8::1 (b144126c-beae-452e-a294-c4bf94965a65/fd58006c-ad92-4333-a47d-35a90f6c4b1e/d42323d5-05d6-4b1d-8cbe-5858c6885b0e) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:18:03.190913 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 69d71ad3-5fad-4778-876a-57d3ee9970b0 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:18:03.212637 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-eac3c39f-331c-4183-886c-84ca20071aa6 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] show failed (client error): The resource could not be found. Sep 21 18:18:03.214336 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-eac3c39f-331c-4183-886c-84ca20071aa6 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "GET /v2.0/subnets/898e87cc-df71-4e35-8dc0-2ead696c2489/tags/tempest-TagsExtTest-Tag-1222628771 HTTP/1.1" status: 404 len: 329 time: 0.0886567 Sep 21 18:18:03.217429 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41858) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:03.226285 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.tag.tag_plugin [None req-1d570d61-5d4b-4004-bf97-88d68cfcaa7e tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '898e87cc-df71-4e35-8dc0-2ead696c2489', 'tempest-TagsExtTest-Tag-1487428885') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:03.259243 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-ed82ddc0-977c-4553-adf2-0ef8eb200e26 None None] Attempting to bind port 293b7c1d-e9cc-4fff-9e63-3ec072ea5782 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:18:03.260033 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-ed82ddc0-977c-4553-adf2-0ef8eb200e26 None None] Attempting to bind port 293b7c1d-e9cc-4fff-9e63-3ec072ea5782 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'e44d6fa2-fbce-4179-9a93-8185f43157b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b144126c-beae-452e-a294-c4bf94965a65'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:18:03.260627 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed82ddc0-977c-4553-adf2-0ef8eb200e26 None None] Attempting to bind port 293b7c1d-e9cc-4fff-9e63-3ec072ea5782 on network b144126c-beae-452e-a294-c4bf94965a65 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:18:03.269074 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed82ddc0-977c-4553-adf2-0ef8eb200e26 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:18:03.269452 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed82ddc0-977c-4553-adf2-0ef8eb200e26 None None] Checking segment: {'id': 'e44d6fa2-fbce-4179-9a93-8185f43157b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b144126c-beae-452e-a294-c4bf94965a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:18:03.269862 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ed82ddc0-977c-4553-adf2-0ef8eb200e26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:03.270261 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed82ddc0-977c-4553-adf2-0ef8eb200e26 None None] Bound using segment: {'id': 'e44d6fa2-fbce-4179-9a93-8185f43157b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b144126c-beae-452e-a294-c4bf94965a65'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:18:03.270739 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-ed82ddc0-977c-4553-adf2-0ef8eb200e26 None None] Bound port: 293b7c1d-e9cc-4fff-9e63-3ec072ea5782, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e44d6fa2-fbce-4179-9a93-8185f43157b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b144126c-beae-452e-a294-c4bf94965a65'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:18:03.271149 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ed82ddc0-977c-4553-adf2-0ef8eb200e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:03.339857 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-ed82ddc0-977c-4553-adf2-0ef8eb200e26 None None] For port 293b7c1d-e9cc-4fff-9e63-3ec072ea5782, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:18:03.343772 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-ed82ddc0-977c-4553-adf2-0ef8eb200e26 None None] For port 293b7c1d-e9cc-4fff-9e63-3ec072ea5782, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=293b7c1d-e9cc-4fff-9e63-3ec072ea5782,segment=NetworkSegment(e44d6fa2-fbce-4179-9a93-8185f43157b7),segment_id=e44d6fa2-fbce-4179-9a93-8185f43157b7)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:18:03.347791 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 69d71ad3-5fad-4778-876a-57d3ee9970b0 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:18:03.352946 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ed82ddc0-977c-4553-adf2-0ef8eb200e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:03.358603 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 69d71ad3-5fad-4778-876a-57d3ee9970b0 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:03.359029 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:03.394757 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-1d570d61-5d4b-4004-bf97-88d68cfcaa7e tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] show failed (client error): The resource could not be found. Sep 21 18:18:03.396148 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1d570d61-5d4b-4004-bf97-88d68cfcaa7e tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "GET /v2.0/subnets/898e87cc-df71-4e35-8dc0-2ead696c2489/tags/tempest-TagsExtTest-Tag-1487428885 HTTP/1.1" status: 404 len: 329 time: 0.1777480 Sep 21 18:18:03.399074 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41864) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:03.404330 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-73e39bdf-8b10-4c4e-984a-83a072eae8d8 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b9b5e2c9-2fa5-4890-9a5e-c497cc879d89', {'tags': ['tempest-TagsExtTest-Tag-704241062', 'tempest-TagsExtTest-Tag-2140906603', 'tempest-TagsExtTest-Tag-967142495']}) {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:03.418762 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f315390f-ea0c-4ae1-902d-27cf7b36d030 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:03.450974 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82ddc0-977c-4553-adf2-0ef8eb200e26 None None] Pushing event updated for resources: {'Port': ['ID=293b7c1d-e9cc-4fff-9e63-3ec072ea5782,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:03.502090 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-73e39bdf-8b10-4c4e-984a-83a072eae8d8 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "PUT /v2.0/ports/b9b5e2c9-2fa5-4890-9a5e-c497cc879d89/tags HTTP/1.1" status: 200 len: 316 time: 0.1017616 Sep 21 18:18:03.504605 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41866) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:03.505308 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f315390f-ea0c-4ae1-902d-27cf7b36d030 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:03.510196 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-524752d1-410b-41d7-803c-5ed15c006305 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b9b5e2c9-2fa5-4890-9a5e-c497cc879d89') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:03.578205 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:03.596639 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f315390f-ea0c-4ae1-902d-27cf7b36d030 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network b144126c-beae-452e-a294-c4bf94965a65 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:18:03.616445 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-f315390f-ea0c-4ae1-902d-27cf7b36d030 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:18:03.620971 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f315390f-ea0c-4ae1-902d-27cf7b36d030 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:18:03.621833 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f315390f-ea0c-4ae1-902d-27cf7b36d030 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:03.627216 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315390f-ea0c-4ae1-902d-27cf7b36d030 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Port': ['ID=d42323d5-05d6-4b1d-8cbe-5858c6885b0e,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:03.643795 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4543bd-db80-430d-858c-863e3a463e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d71ad3-5fad-4778-876a-57d3ee9970b0'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:18:03.650333 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e87cfb4-ca9c-40ef-bc5f-0b685502a574" -d '{"events": [{"server_uuid": "0e4543bd-db80-430d-858c-863e3a463e5f", "name": "network-vif-plugged", "status": "completed", "tag": "69d71ad3-5fad-4778-876a-57d3ee9970b0"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:18:03.662192 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-524752d1-410b-41d7-803c-5ed15c006305 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "DELETE /v2.0/ports/b9b5e2c9-2fa5-4890-9a5e-c497cc879d89/tags HTTP/1.1" status: 204 len: 168 time: 0.1538346 Sep 21 18:18:03.683794 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41874) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:03.684904 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 69d71ad3-5fad-4778-876a-57d3ee9970b0, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=69d71ad3-5fad-4778-876a-57d3ee9970b0,segment=NetworkSegment(145937db-b4f9-4144-b660-b39e8c1b5163),segment_id=145937db-b4f9-4144-b660-b39e8c1b5163)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:03.697333 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:03.701223 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-06bc9906-a2e2-40e0-b48a-e19aaacce2f5 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b9b5e2c9-2fa5-4890-9a5e-c497cc879d89', 'tempest-TagsExtTest-Tag-704241062') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:03.759363 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcaa13d3-1793-4d29-89de-bc637a79691d x-openstack-request-id: req-fcaa13d3-1793-4d29-89de-bc637a79691d {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:18:03.759942 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4543bd-db80-430d-858c-863e3a463e5f", "name": "network-vif-plugged", "status": "completed", "tag": "69d71ad3-5fad-4778-876a-57d3ee9970b0", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:18:03.760296 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fcaa13d3-1793-4d29-89de-bc637a79691d {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:18:03.760797 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4543bd-db80-430d-858c-863e3a463e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d71ad3-5fad-4778-876a-57d3ee9970b0', 'code': 200} Sep 21 18:18:03.790122 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=69d71ad3-5fad-4778-876a-57d3ee9970b0,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:03.855343 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-06bc9906-a2e2-40e0-b48a-e19aaacce2f5 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] show failed (client error): The resource could not be found. Sep 21 18:18:03.856568 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-06bc9906-a2e2-40e0-b48a-e19aaacce2f5 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "GET /v2.0/ports/b9b5e2c9-2fa5-4890-9a5e-c497cc879d89/tags/tempest-TagsExtTest-Tag-704241062 HTTP/1.1" status: 404 len: 328 time: 0.1709614 Sep 21 18:18:03.860110 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41880) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:03.867060 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-dbf79bb7-c8a2-4049-ba2d-c3c15a872938 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b9b5e2c9-2fa5-4890-9a5e-c497cc879d89', 'tempest-TagsExtTest-Tag-2140906603') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:03.937857 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-dbf79bb7-c8a2-4049-ba2d-c3c15a872938 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] show failed (client error): The resource could not be found. Sep 21 18:18:03.942234 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-dbf79bb7-c8a2-4049-ba2d-c3c15a872938 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "GET /v2.0/ports/b9b5e2c9-2fa5-4890-9a5e-c497cc879d89/tags/tempest-TagsExtTest-Tag-2140906603 HTTP/1.1" status: 404 len: 329 time: 0.0784314 Sep 21 18:18:03.947432 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41882) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:03.952035 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-e2cc844a-53d3-490d-8840-432cac94ff64 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b9b5e2c9-2fa5-4890-9a5e-c497cc879d89', 'tempest-TagsExtTest-Tag-967142495') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:03.967343 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3110926-8377-41ae-8564-eca132e54318 req-4ee8f635-78e2-41ba-960a-a43e6a64cfcb tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:03.969388 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3110926-8377-41ae-8564-eca132e54318 req-4ee8f635-78e2-41ba-960a-a43e6a64cfcb tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4543bd-db80-430d-858c-863e3a463e5f HTTP/1.1" status: 200 len: 945 time: 0.1084609 Sep 21 18:18:03.971805 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2e6a2-a1ad-4e8b-a7c6-04a791173f06 req-2e5a5f6f-9b1a-44c4-8456-33da68aeeae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:03.973493 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ad2e6a2-a1ad-4e8b-a7c6-04a791173f06 req-2e5a5f6f-9b1a-44c4-8456-33da68aeeae3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0e4543bd-db80-430d-858c-863e3a463e5f HTTP/1.1" status: 200 len: 1096 time: 0.1246860 Sep 21 18:18:04.009925 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-e2cc844a-53d3-490d-8840-432cac94ff64 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] show failed (client error): The resource could not be found. Sep 21 18:18:04.014462 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e2cc844a-53d3-490d-8840-432cac94ff64 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "GET /v2.0/ports/b9b5e2c9-2fa5-4890-9a5e-c497cc879d89/tags/tempest-TagsExtTest-Tag-967142495 HTTP/1.1" status: 404 len: 328 time: 0.0628970 Sep 21 18:18:04.015546 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41884) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:04.025038 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-faae3bc9-1570-4175-93d5-dec146e33859 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '0bb9adee-0ec3-46ae-90a1-6a4b722e09c0', {'tags': ['tempest-TagsExtTest-Tag-1639974943', 'tempest-TagsExtTest-Tag-1579039049', 'tempest-TagsExtTest-Tag-1670129222']}) {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:04.076986 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3110926-8377-41ae-8564-eca132e54318 req-83c06aa5-4295-441d-b0b3-98591432f337 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e812192-3fe5-4288-a99e-e9d52821f963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822599 Sep 21 18:18:04.078372 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f315390f-ea0c-4ae1-902d-27cf7b36d030 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:04.102574 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ad2e6a2-a1ad-4e8b-a7c6-04a791173f06 req-eeeb03b7-7e4c-4407-8d26-83aa91ed6189 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0e812192-3fe5-4288-a99e-e9d52821f963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728559 Sep 21 18:18:04.130693 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-faae3bc9-1570-4175-93d5-dec146e33859 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "PUT /v2.0/routers/0bb9adee-0ec3-46ae-90a1-6a4b722e09c0/tags HTTP/1.1" status: 200 len: 318 time: 0.1096513 Sep 21 18:18:04.133251 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41886) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:04.139396 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-95b1561b-97f3-42e7-909d-4e9389264a13 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0bb9adee-0ec3-46ae-90a1-6a4b722e09c0') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:04.288235 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-95b1561b-97f3-42e7-909d-4e9389264a13 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "DELETE /v2.0/routers/0bb9adee-0ec3-46ae-90a1-6a4b722e09c0/tags HTTP/1.1" status: 204 len: 168 time: 0.1537461 Sep 21 18:18:04.290856 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41888) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:04.298056 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-b3b28bb2-bc43-4662-b9c8-d3737bcf9044 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0bb9adee-0ec3-46ae-90a1-6a4b722e09c0', 'tempest-TagsExtTest-Tag-1639974943') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:04.392629 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-b3b28bb2-bc43-4662-b9c8-d3737bcf9044 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] show failed (client error): The resource could not be found. Sep 21 18:18:04.393934 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b3b28bb2-bc43-4662-b9c8-d3737bcf9044 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "GET /v2.0/routers/0bb9adee-0ec3-46ae-90a1-6a4b722e09c0/tags/tempest-TagsExtTest-Tag-1639974943 HTTP/1.1" status: 404 len: 329 time: 0.1013987 Sep 21 18:18:04.397114 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41890) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:04.402617 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-bc45c72c-0d56-42ee-9344-d1b1746b8f74 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0bb9adee-0ec3-46ae-90a1-6a4b722e09c0', 'tempest-TagsExtTest-Tag-1579039049') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:04.426485 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f315390f-ea0c-4ae1-902d-27cf7b36d030 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:04.432038 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f315390f-ea0c-4ae1-902d-27cf7b36d030 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:04.433042 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f315390f-ea0c-4ae1-902d-27cf7b36d030 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:04.544736 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-bc45c72c-0d56-42ee-9344-d1b1746b8f74 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] show failed (client error): The resource could not be found. Sep 21 18:18:04.545934 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bc45c72c-0d56-42ee-9344-d1b1746b8f74 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "GET /v2.0/routers/0bb9adee-0ec3-46ae-90a1-6a4b722e09c0/tags/tempest-TagsExtTest-Tag-1579039049 HTTP/1.1" status: 404 len: 329 time: 0.1478918 Sep 21 18:18:04.549322 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41892) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:04.555486 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-ba33c208-9b57-4668-98ca-4a8570b53754 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0bb9adee-0ec3-46ae-90a1-6a4b722e09c0', 'tempest-TagsExtTest-Tag-1670129222') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:04.559336 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315390f-ea0c-4ae1-902d-27cf7b36d030 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Port': ['ID=d42323d5-05d6-4b1d-8cbe-5858c6885b0e,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:04.602311 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f315390f-ea0c-4ae1-902d-27cf7b36d030 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network b144126c-beae-452e-a294-c4bf94965a65 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:18:04.604776 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-f315390f-ea0c-4ae1-902d-27cf7b36d030 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:18:04.645237 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-ba33c208-9b57-4668-98ca-4a8570b53754 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] show failed (client error): The resource could not be found. Sep 21 18:18:04.646218 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ba33c208-9b57-4668-98ca-4a8570b53754 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "GET /v2.0/routers/0bb9adee-0ec3-46ae-90a1-6a4b722e09c0/tags/tempest-TagsExtTest-Tag-1670129222 HTTP/1.1" status: 404 len: 329 time: 0.0956101 Sep 21 18:18:04.649247 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41896) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:04.654499 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-c03af1e2-0fe4-4bf3-9c6b-20264a6b06e7 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e2766da2-d2df-49e7-b04a-8c1bb80c63ee', {'tags': ['tempest-TagsExtTest-Tag-2124961244', 'tempest-TagsExtTest-Tag-512940776', 'tempest-TagsExtTest-Tag-1722556329']}) {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:04.716168 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c03af1e2-0fe4-4bf3-9c6b-20264a6b06e7 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "PUT /v2.0/subnetpools/e2766da2-d2df-49e7-b04a-8c1bb80c63ee/tags HTTP/1.1" status: 200 len: 317 time: 0.0652218 Sep 21 18:18:04.718582 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41900) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:04.723870 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-146beb0f-6186-45c9-8505-2b42db73c5a9 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e2766da2-d2df-49e7-b04a-8c1bb80c63ee') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:04.771132 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-146beb0f-6186-45c9-8505-2b42db73c5a9 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "DELETE /v2.0/subnetpools/e2766da2-d2df-49e7-b04a-8c1bb80c63ee/tags HTTP/1.1" status: 204 len: 168 time: 0.0510075 Sep 21 18:18:04.775330 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41902) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:04.781065 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-79ded355-13d4-4145-b2e4-2572d5abe55b tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e2766da2-d2df-49e7-b04a-8c1bb80c63ee', 'tempest-TagsExtTest-Tag-2124961244') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:04.788516 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f315390f-ea0c-4ae1-902d-27cf7b36d030 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Router 8e8e3c01-34e0-4da0-a394-3d5a036f808f is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:18:04.825826 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-79ded355-13d4-4145-b2e4-2572d5abe55b tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] show failed (client error): The resource could not be found. Sep 21 18:18:04.830323 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-79ded355-13d4-4145-b2e4-2572d5abe55b tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "GET /v2.0/subnetpools/e2766da2-d2df-49e7-b04a-8c1bb80c63ee/tags/tempest-TagsExtTest-Tag-2124961244 HTTP/1.1" status: 404 len: 329 time: 0.0536244 Sep 21 18:18:04.830844 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41904) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:04.835649 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-d14f7552-ac2c-4c07-8987-c6d255ee25ff tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e2766da2-d2df-49e7-b04a-8c1bb80c63ee', 'tempest-TagsExtTest-Tag-512940776') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:04.861529 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-d14f7552-ac2c-4c07-8987-c6d255ee25ff tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] show failed (client error): The resource could not be found. Sep 21 18:18:04.866216 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d14f7552-ac2c-4c07-8987-c6d255ee25ff tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "GET /v2.0/subnetpools/e2766da2-d2df-49e7-b04a-8c1bb80c63ee/tags/tempest-TagsExtTest-Tag-512940776 HTTP/1.1" status: 404 len: 328 time: 0.0340979 Sep 21 18:18:04.867274 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41906) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:04.872197 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-c34c5c49-b403-41bb-a247-5a066a16c277 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e2766da2-d2df-49e7-b04a-8c1bb80c63ee', 'tempest-TagsExtTest-Tag-1722556329') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:04.897238 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-c34c5c49-b403-41bb-a247-5a066a16c277 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] show failed (client error): The resource could not be found. Sep 21 18:18:04.898330 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c34c5c49-b403-41bb-a247-5a066a16c277 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "GET /v2.0/subnetpools/e2766da2-d2df-49e7-b04a-8c1bb80c63ee/tags/tempest-TagsExtTest-Tag-1722556329 HTTP/1.1" status: 404 len: 329 time: 0.0299392 Sep 21 18:18:04.901998 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41908) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:04.907960 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-44e6ffab-e713-478e-a64b-99db899ac7a8 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e2766da2-d2df-49e7-b04a-8c1bb80c63ee') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:04.912413 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f315390f-ea0c-4ae1-902d-27cf7b36d030 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:18:04.926183 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39b7945-3e6e-4b94-aa32-bc2e390aa043 None None] Sync routers for ids ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:18:04.939200 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-44e6ffab-e713-478e-a64b-99db899ac7a8 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "DELETE /v2.0/subnetpools/e2766da2-d2df-49e7-b04a-8c1bb80c63ee/tags HTTP/1.1" status: 204 len: 168 time: 0.0360591 Sep 21 18:18:04.941717 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41910) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:04.946392 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89682c99-04ee-4500-81f1-d8c29ce59881 None None] Network b144126c-beae-452e-a294-c4bf94965a65 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:18:04.947018 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-45f26dc6-38dd-4821-ab9b-daab0d54ed57 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0bb9adee-0ec3-46ae-90a1-6a4b722e09c0') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:04.950773 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f315390f-ea0c-4ae1-902d-27cf7b36d030 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "PUT /v2.0/routers/8e8e3c01-34e0-4da0-a394-3d5a036f808f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7690396 Sep 21 18:18:04.950939 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41912) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:04.958046 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-3cb000fc-7d44-48f2-9f8c-26dd6d0b7c01 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1814951634'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:04.969252 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39b7945-3e6e-4b94-aa32-bc2e390aa043 None None] Routers {'8e8e3c01-34e0-4da0-a394-3d5a036f808f'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:18:04.969858 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-e39b7945-3e6e-4b94-aa32-bc2e390aa043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:17:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:05.072857 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb000fc-7d44-48f2-9f8c-26dd6d0b7c01 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Made reservation on behalf of f75ad6b511e2465480f41f234aa66fad for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:18:05.077040 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3cb000fc-7d44-48f2-9f8c-26dd6d0b7c01 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:05.101117 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-45f26dc6-38dd-4821-ab9b-daab0d54ed57 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "DELETE /v2.0/routers/0bb9adee-0ec3-46ae-90a1-6a4b722e09c0/tags HTTP/1.1" status: 204 len: 168 time: 0.1581447 Sep 21 18:18:05.105569 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41916) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:05.114801 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb000fc-7d44-48f2-9f8c-26dd6d0b7c01 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:18:05.121212 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.tag.tag_plugin [None req-e0379a72-0025-4475-a9fc-03d930e47cbd tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b9b5e2c9-2fa5-4890-9a5e-c497cc879d89') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:05.153872 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3cb000fc-7d44-48f2-9f8c-26dd6d0b7c01 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:05.154083 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-3cb000fc-7d44-48f2-9f8c-26dd6d0b7c01 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Added segment 25ebd463-64d7-420f-a917-2ba780cb94e5 of type vlan for network c4e00615-aa92-4fed-9b9a-373ccd269a9e Sep 21 18:18:05.259857 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e0379a72-0025-4475-a9fc-03d930e47cbd tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "DELETE /v2.0/ports/b9b5e2c9-2fa5-4890-9a5e-c497cc879d89/tags HTTP/1.1" status: 204 len: 168 time: 0.1531696 Sep 21 18:18:05.262446 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41918) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:05.265051 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-92c2f79d-1fcd-4b38-bdf1-03591b870063 None None] Provisioning complete for port 293b7c1d-e9cc-4fff-9e63-3ec072ea5782 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:05.265492 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-92c2f79d-1fcd-4b38-bdf1-03591b870063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:05.269116 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.tag.tag_plugin [None req-7d03d2db-93fa-45c0-88d6-437589d4af67 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '898e87cc-df71-4e35-8dc0-2ead696c2489') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:05.274512 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3cb000fc-7d44-48f2-9f8c-26dd6d0b7c01 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:05.303436 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 293b7c1d-e9cc-4fff-9e63-3ec072ea5782 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:18:05.313174 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-e39b7945-3e6e-4b94-aa32-bc2e390aa043 None None] Set router 8e8e3c01-34e0-4da0-a394-3d5a036f808f gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:18:05.366481 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7d03d2db-93fa-45c0-88d6-437589d4af67 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "DELETE /v2.0/subnets/898e87cc-df71-4e35-8dc0-2ead696c2489/tags HTTP/1.1" status: 204 len: 168 time: 0.1024463 Sep 21 18:18:05.371155 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41920) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:05.371311 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3cb000fc-7d44-48f2-9f8c-26dd6d0b7c01 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:05.377145 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb000fc-7d44-48f2-9f8c-26dd6d0b7c01 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:05.377793 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3cb000fc-7d44-48f2-9f8c-26dd6d0b7c01 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:05.415599 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3cb000fc-7d44-48f2-9f8c-26dd6d0b7c01 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4630125 Sep 21 18:18:05.425252 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41922) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:05.430523 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-8812d465-c413-447e-92c5-3aebd2517d66 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Request body: {'subnet': {'network_id': 'c4e00615-aa92-4fed-9b9a-373ccd269a9e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:05.467329 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca4a24-8b73-4461-ace3-79315fd77b6b req-5b4f3d1c-47e5-4635-8839-7e82ed49e905 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:05.468939 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-49ca4a24-8b73-4461-ace3-79315fd77b6b req-5b4f3d1c-47e5-4635-8839-7e82ed49e905 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4543bd-db80-430d-858c-863e3a463e5f HTTP/1.1" status: 200 len: 945 time: 0.2160907 Sep 21 18:18:05.515030 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-db157baf-1a9a-434a-8c0f-4670c4463a7d tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks [] for subnetpool, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:05.518901 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-db157baf-1a9a-434a-8c0f-4670c4463a7d tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "DELETE /v2.0/subnetpools/e2766da2-d2df-49e7-b04a-8c1bb80c63ee HTTP/1.1" status: 204 len: 168 time: 0.1465547 Sep 21 18:18:05.519560 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41924) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:05.575576 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f69f15f5-0eaf-4bff-a89f-fe0a33a0ae15 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bb9adee-0ec3-46ae-90a1-6a4b722e09c0 HTTP/1.1" status: 200 len: 205 time: 0.0548596 Sep 21 18:18:05.576199 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41926) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:05.626996 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb000fc-7d44-48f2-9f8c-26dd6d0b7c01 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Network': ['ID=c4e00615-aa92-4fed-9b9a-373ccd269a9e,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:05.633547 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 293b7c1d-e9cc-4fff-9e63-3ec072ea5782 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:05.633921 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:05.644981 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8812d465-c413-447e-92c5-3aebd2517d66 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Made reservation on behalf of f75ad6b511e2465480f41f234aa66fad for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:18:05.649447 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8812d465-c413-447e-92c5-3aebd2517d66 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:05.675604 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network c4e00615-aa92-4fed-9b9a-373ccd269a9e details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:18:05.743827 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-49ca4a24-8b73-4461-ace3-79315fd77b6b req-616b888b-995a-4a44-964c-33229cc34131 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e812192-3fe5-4288-a99e-e9d52821f963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113153 Sep 21 18:18:05.770569 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-92c2f79d-1fcd-4b38-bdf1-03591b870063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:05.981744 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-92c2f79d-1fcd-4b38-bdf1-03591b870063 None None] For port 293b7c1d-e9cc-4fff-9e63-3ec072ea5782, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=293b7c1d-e9cc-4fff-9e63-3ec072ea5782,segment=NetworkSegment(e44d6fa2-fbce-4179-9a93-8185f43157b7),segment_id=e44d6fa2-fbce-4179-9a93-8185f43157b7)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:05.997669 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-92c2f79d-1fcd-4b38-bdf1-03591b870063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:06.026154 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8812d465-c413-447e-92c5-3aebd2517d66 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:06.161631 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812d465-c413-447e-92c5-3aebd2517d66 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Subnet': ['ID=923d166c-a464-434e-8454-68d879ad5963,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:06.179681 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8812d465-c413-447e-92c5-3aebd2517d66 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Checking segment: {'id': '25ebd463-64d7-420f-a917-2ba780cb94e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c4e00615-aa92-4fed-9b9a-373ccd269a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:18:06.180201 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8812d465-c413-447e-92c5-3aebd2517d66 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network hostable DHCP agents. Network: c4e00615-aa92-4fed-9b9a-373ccd269a9e, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:18:06.185074 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2f79d-1fcd-4b38-bdf1-03591b870063 None None] Pushing event updated for resources: {'Port': ['ID=293b7c1d-e9cc-4fff-9e63-3ec072ea5782,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:06.216103 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8812d465-c413-447e-92c5-3aebd2517d66 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network c4e00615-aa92-4fed-9b9a-373ccd269a9e is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:18:06.221443 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-e39b7945-3e6e-4b94-aa32-bc2e390aa043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'name': 'tempest-RoutersIpV6Test-router-1712117633', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:18:01Z', 'updated_at': '2021-09-21T18:18:03Z', 'revision_number': 2, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'gw_port_host': None, '_interfaces': [{'id': 'd42323d5-05d6-4b1d-8cbe-5858c6885b0e', 'name': '', 'network_id': 'b144126c-beae-452e-a294-c4bf94965a65', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:3e:e8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:02Z', 'updated_at': '2021-09-21T18:18:04Z', 'revision_number': 2, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:06.231345 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-8812d465-c413-447e-92c5-3aebd2517d66 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, c4e00615-aa92-4fed-9b9a-373ccd269a9e) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:18:06.253153 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8812d465-c413-447e-92c5-3aebd2517d66 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:06.257246 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39b7945-3e6e-4b94-aa32-bc2e390aa043 None None] Checking router: 8e8e3c01-34e0-4da0-a394-3d5a036f808f for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:18:06.257599 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39b7945-3e6e-4b94-aa32-bc2e390aa043 None None] Updating router 8e8e3c01-34e0-4da0-a394-3d5a036f808f port d42323d5-05d6-4b1d-8cbe-5858c6885b0e binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:18:06.260175 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8812d465-c413-447e-92c5-3aebd2517d66 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:06.261351 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4785bf62-eea7-417e-8c8f-8a65d83a25aa None None] Network c4e00615-aa92-4fed-9b9a-373ccd269a9e requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:18:06.262682 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1f856d47-c7dd-4f5b-97f9-04d3b6e37880 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:06.280291 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8812d465-c413-447e-92c5-3aebd2517d66 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8538671 Sep 21 18:18:06.281190 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41934) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:06.349570 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574f8b0-d40b-4492-b5cc-0787e83fc9f1 req-ea265c29-47e6-44cf-a556-f6c3949c3a79 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:06.351128 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3574f8b0-d40b-4492-b5cc-0787e83fc9f1 req-ea265c29-47e6-44cf-a556-f6c3949c3a79 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4543bd-db80-430d-858c-863e3a463e5f HTTP/1.1" status: 200 len: 945 time: 0.1210749 Sep 21 18:18:06.443233 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e39b7945-3e6e-4b94-aa32-bc2e390aa043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:06.470400 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-607f8d7e-612b-4db8-89c0-db5a18d1ac8b None None] Provisioning complete for port d42323d5-05d6-4b1d-8cbe-5858c6885b0e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:06.471133 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-607f8d7e-612b-4db8-89c0-db5a18d1ac8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:06.526801 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1f856d47-c7dd-4f5b-97f9-04d3b6e37880 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:06.529722 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1f856d47-c7dd-4f5b-97f9-04d3b6e37880 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:06.592511 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1f856d47-c7dd-4f5b-97f9-04d3b6e37880 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:06.593548 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f856d47-c7dd-4f5b-97f9-04d3b6e37880 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Fanout notify agent at l3_agent the message router_deleted on router 0bb9adee-0ec3-46ae-90a1-6a4b722e09c0 {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:18:06.603851 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1f856d47-c7dd-4f5b-97f9-04d3b6e37880 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:06.607692 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1f856d47-c7dd-4f5b-97f9-04d3b6e37880 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "DELETE /v2.0/routers/0bb9adee-0ec3-46ae-90a1-6a4b722e09c0 HTTP/1.1" status: 204 len: 168 time: 1.0279570 Sep 21 18:18:06.608576 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41936) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:06.663822 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3574f8b0-d40b-4492-b5cc-0787e83fc9f1 req-dd6954b6-0c93-4a1a-aaf5-69df12fe85d2 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e812192-3fe5-4288-a99e-e9d52821f963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3004229 Sep 21 18:18:06.696030 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41940) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:06.802585 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-01f784db-df51-4438-87c7-c9eeb2854d88 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Deleting port b9b5e2c9-2fa5-4890-9a5e-c497cc879d89 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:18:06.803201 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-01f784db-df51-4438-87c7-c9eeb2854d88 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:06.907736 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-01f784db-df51-4438-87c7-c9eeb2854d88 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:06.923522 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-01f784db-df51-4438-87c7-c9eeb2854d88 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Calling delete_port for b9b5e2c9-2fa5-4890-9a5e-c497cc879d89 owned by {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:18:07.054005 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d82597ea-cfde-44fa-86ce-3e803931259d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:07.070746 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-607f8d7e-612b-4db8-89c0-db5a18d1ac8b None None] Port d42323d5-05d6-4b1d-8cbe-5858c6885b0e cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:18:07.143773 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-607f8d7e-612b-4db8-89c0-db5a18d1ac8b None None] Provisioning complete for port 293b7c1d-e9cc-4fff-9e63-3ec072ea5782 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:07.145612 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-607f8d7e-612b-4db8-89c0-db5a18d1ac8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:07.185702 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57166c9b-cf84-4f8e-8d54-192b0aad4315 tempest-TestVolumeBackupRestore-1409703340 tempest-TestVolumeBackupRestore-1409703340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:07.189980 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-57166c9b-cf84-4f8e-8d54-192b0aad4315 tempest-TestVolumeBackupRestore-1409703340 tempest-TestVolumeBackupRestore-1409703340-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0e4543bd-db80-430d-858c-863e3a463e5f HTTP/1.1" status: 200 len: 1091 time: 0.4926639 Sep 21 18:18:07.193559 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41948) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:07.210129 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-647a2b1e-3a1f-4902-a1d3-19189bb4e587 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'port_id': '69d71ad3-5fad-4778-876a-57d3ee9970b0', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:07.253196 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daee91ed-0716-4003-ab63-cedc8d491f78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-c4e00615-aa92-4fed-9b9a-373ccd269a9e', 'network_id': 'c4e00615-aa92-4fed-9b9a-373ccd269a9e', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'fixed_ips': [{'subnet_id': '923d166c-a464-434e-8454-68d879ad5963'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:18:07.254710 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-daee91ed-0716-4003-ab63-cedc8d491f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:07.257499 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 293b7c1d-e9cc-4fff-9e63-3ec072ea5782 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:18:07.302072 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-647a2b1e-3a1f-4902-a1d3-19189bb4e587 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks [] for floatingip, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:07.341840 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-01f784db-df51-4438-87c7-c9eeb2854d88 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:07.392115 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f784db-df51-4438-87c7-c9eeb2854d88 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Pushing event deleted for resources: {'Port': ['ID=b9b5e2c9-2fa5-4890-9a5e-c497cc879d89,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:07.606842 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e39b7945-3e6e-4b94-aa32-bc2e390aa043 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:07.608741 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 293b7c1d-e9cc-4fff-9e63-3ec072ea5782 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:07.609228 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:07.631057 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd1482-0d58-4006-9c41-0ef9bff9447b req-9a165198-1a20-4f52-aa1b-69a2c394a75b tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:07.639236 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e39b7945-3e6e-4b94-aa32-bc2e390aa043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:07.639836 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d0bd1482-0d58-4006-9c41-0ef9bff9447b req-9a165198-1a20-4f52-aa1b-69a2c394a75b tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6d88a09-d985-41da-8622-b0c7f9a06b6a HTTP/1.1" status: 200 len: 945 time: 0.2510533 Sep 21 18:18:07.706469 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806bfdc-b411-460c-ab4a-e810e925b087 None None] Pushing event updated for resources: {'Port': ['ID=d42323d5-05d6-4b1d-8cbe-5858c6885b0e,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:07.726516 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-01f784db-df51-4438-87c7-c9eeb2854d88 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:07.732276 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-daee91ed-0716-4003-ab63-cedc8d491f78 None None] Allocated IP 2001:db8:1::2 (c4e00615-aa92-4fed-9b9a-373ccd269a9e/923d166c-a464-434e-8454-68d879ad5963/dae03ab9-583e-4b27-9412-1cc4eae71aba) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:18:07.733630 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-01f784db-df51-4438-87c7-c9eeb2854d88 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "DELETE /v2.0/ports/b9b5e2c9-2fa5-4890-9a5e-c497cc879d89 HTTP/1.1" status: 204 len: 168 time: 1.1240437 Sep 21 18:18:07.737908 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d0bd1482-0d58-4006-9c41-0ef9bff9447b req-7e22abf8-a6e1-41bd-8041-71a401b6c306 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/security-groups?id=34a0d50e-1e59-42b9-b792-fda00096070e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970366 Sep 21 18:18:07.742146 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41954) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:07.821338 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-3bfa97fd-07b8-44ab-93ce-a5676418840a None None] Provisioning complete for port d42323d5-05d6-4b1d-8cbe-5858c6885b0e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:07.821840 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3bfa97fd-07b8-44ab-93ce-a5676418840a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:07.830366 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-647a2b1e-3a1f-4902-a1d3-19189bb4e587 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:07.863528 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-e39b7945-3e6e-4b94-aa32-bc2e390aa043 None None] Attempting to bind port d42323d5-05d6-4b1d-8cbe-5858c6885b0e on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:18:07.864052 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-e39b7945-3e6e-4b94-aa32-bc2e390aa043 None None] Attempting to bind port d42323d5-05d6-4b1d-8cbe-5858c6885b0e by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'e44d6fa2-fbce-4179-9a93-8185f43157b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b144126c-beae-452e-a294-c4bf94965a65'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:18:07.864560 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b7945-3e6e-4b94-aa32-bc2e390aa043 None None] Attempting to bind port d42323d5-05d6-4b1d-8cbe-5858c6885b0e on network b144126c-beae-452e-a294-c4bf94965a65 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:18:07.899429 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f380f39-c043-48fe-802a-0b49e49165cd tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Deleting subnet 898e87cc-df71-4e35-8dc0-2ead696c2489 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:18:07.909353 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4f380f39-c043-48fe-802a-0b49e49165cd tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:07.913627 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b7945-3e6e-4b94-aa32-bc2e390aa043 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:18:07.914417 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b7945-3e6e-4b94-aa32-bc2e390aa043 None None] Checking segment: {'id': 'e44d6fa2-fbce-4179-9a93-8185f43157b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b144126c-beae-452e-a294-c4bf94965a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:18:07.914690 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e39b7945-3e6e-4b94-aa32-bc2e390aa043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:07.915223 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b7945-3e6e-4b94-aa32-bc2e390aa043 None None] Bound using segment: {'id': 'e44d6fa2-fbce-4179-9a93-8185f43157b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b144126c-beae-452e-a294-c4bf94965a65'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:18:07.915815 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-e39b7945-3e6e-4b94-aa32-bc2e390aa043 None None] Bound port: d42323d5-05d6-4b1d-8cbe-5858c6885b0e, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e44d6fa2-fbce-4179-9a93-8185f43157b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b144126c-beae-452e-a294-c4bf94965a65'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:18:07.916302 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e39b7945-3e6e-4b94-aa32-bc2e390aa043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:07.965984 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-3bfa97fd-07b8-44ab-93ce-a5676418840a None None] Port d42323d5-05d6-4b1d-8cbe-5858c6885b0e cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:18:07.990452 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4f380f39-c043-48fe-802a-0b49e49165cd tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:08.059622 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-647a2b1e-3a1f-4902-a1d3-19189bb4e587 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Allocated IP 172.25.6.248 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/89a5d7aa-9e8a-4267-9088-03b300b5803d) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:18:08.117525 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-e39b7945-3e6e-4b94-aa32-bc2e390aa043 None None] For port d42323d5-05d6-4b1d-8cbe-5858c6885b0e, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:18:08.124540 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-e39b7945-3e6e-4b94-aa32-bc2e390aa043 None None] For port d42323d5-05d6-4b1d-8cbe-5858c6885b0e, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d42323d5-05d6-4b1d-8cbe-5858c6885b0e,segment=NetworkSegment(e44d6fa2-fbce-4179-9a93-8185f43157b7),segment_id=e44d6fa2-fbce-4179-9a93-8185f43157b7)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:18:08.129244 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-e5a3be41-5a81-4d60-845e-2c5e49edfd11 None None] Provisioning complete for port d42323d5-05d6-4b1d-8cbe-5858c6885b0e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:08.129777 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e5a3be41-5a81-4d60-845e-2c5e49edfd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:08.140654 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e39b7945-3e6e-4b94-aa32-bc2e390aa043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:08.150029 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4f380f39-c043-48fe-802a-0b49e49165cd tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:08.174350 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-daee91ed-0716-4003-ab63-cedc8d491f78 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:08.224821 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-daee91ed-0716-4003-ab63-cedc8d491f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:08.258803 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-647a2b1e-3a1f-4902-a1d3-19189bb4e587 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:08.272102 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4f380f39-c043-48fe-802a-0b49e49165cd tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:08.277958 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39b7945-3e6e-4b94-aa32-bc2e390aa043 None None] Routers {'8e8e3c01-34e0-4da0-a394-3d5a036f808f'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:18:08.278676 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-e39b7945-3e6e-4b94-aa32-bc2e390aa043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:17:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:08.292694 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daee91ed-0716-4003-ab63-cedc8d491f78 None None] Network c4e00615-aa92-4fed-9b9a-373ccd269a9e is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:18:08.301466 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f380f39-c043-48fe-802a-0b49e49165cd tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Pushing event deleted for resources: {'Subnet': ['ID=898e87cc-df71-4e35-8dc0-2ead696c2489,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:08.317467 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4f380f39-c043-48fe-802a-0b49e49165cd tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:08.322090 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4f380f39-c043-48fe-802a-0b49e49165cd tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "DELETE /v2.0/subnets/898e87cc-df71-4e35-8dc0-2ead696c2489 HTTP/1.1" status: 204 len: 168 time: 0.5743055 Sep 21 18:18:08.324738 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41956) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:08.338986 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-647a2b1e-3a1f-4902-a1d3-19189bb4e587 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:08.339734 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-daee91ed-0716-4003-ab63-cedc8d491f78 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:18:08.342525 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daee91ed-0716-4003-ab63-cedc8d491f78 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:18:08.344454 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-d82597ea-cfde-44fa-86ce-3e803931259d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Allocated IP 2001:db8:1::1 (c4e00615-aa92-4fed-9b9a-373ccd269a9e/923d166c-a464-434e-8454-68d879ad5963/e48f741e-3739-4d28-967d-b8ebbb4c453e) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:18:08.349479 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90293e14-de9b-475f-aa42-40987260601a None None] Network 13da8165-5979-42d4-aed2-c48e868e9905 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:18:08.379625 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806bfdc-b411-460c-ab4a-e810e925b087 None None] Pushing event updated for resources: {'Port': ['ID=d42323d5-05d6-4b1d-8cbe-5858c6885b0e,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:08.411209 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647a2b1e-3a1f-4902-a1d3-19189bb4e587 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:18:08.417042 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-647a2b1e-3a1f-4902-a1d3-19189bb4e587 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:18:08.421430 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647a2b1e-3a1f-4902-a1d3-19189bb4e587 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:18:08.466999 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a2b1e-3a1f-4902-a1d3-19189bb4e587 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Pushing event updated for resources: {'Port': ['ID=89a5d7aa-9e8a-4267-9088-03b300b5803d,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:08.546960 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8c9d984f-1a1a-4379-8180-d5adf4d6c743 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:08.552314 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-e39b7945-3e6e-4b94-aa32-bc2e390aa043 None None] Set router 8e8e3c01-34e0-4da0-a394-3d5a036f808f gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:18:08.597094 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-daee91ed-0716-4003-ab63-cedc8d491f78 None None] Attempting to bind port dae03ab9-583e-4b27-9412-1cc4eae71aba on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:18:08.597372 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-daee91ed-0716-4003-ab63-cedc8d491f78 None None] Attempting to bind port dae03ab9-583e-4b27-9412-1cc4eae71aba by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '25ebd463-64d7-420f-a917-2ba780cb94e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c4e00615-aa92-4fed-9b9a-373ccd269a9e'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:18:08.597738 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daee91ed-0716-4003-ab63-cedc8d491f78 None None] Attempting to bind port dae03ab9-583e-4b27-9412-1cc4eae71aba on network c4e00615-aa92-4fed-9b9a-373ccd269a9e {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:18:08.641823 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daee91ed-0716-4003-ab63-cedc8d491f78 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:18:08.642200 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daee91ed-0716-4003-ab63-cedc8d491f78 None None] Checking segment: {'id': '25ebd463-64d7-420f-a917-2ba780cb94e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c4e00615-aa92-4fed-9b9a-373ccd269a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:18:08.642628 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-daee91ed-0716-4003-ab63-cedc8d491f78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:08.643073 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daee91ed-0716-4003-ab63-cedc8d491f78 None None] Bound using segment: {'id': '25ebd463-64d7-420f-a917-2ba780cb94e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c4e00615-aa92-4fed-9b9a-373ccd269a9e'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:18:08.643570 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-daee91ed-0716-4003-ab63-cedc8d491f78 None None] Bound port: dae03ab9-583e-4b27-9412-1cc4eae71aba, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ebd463-64d7-420f-a917-2ba780cb94e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c4e00615-aa92-4fed-9b9a-373ccd269a9e'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:18:08.643952 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-daee91ed-0716-4003-ab63-cedc8d491f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:08.670807 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d82597ea-cfde-44fa-86ce-3e803931259d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:08.717093 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-8c9d984f-1a1a-4379-8180-d5adf4d6c743 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Deleting port 692e19cd-6449-4ddf-b177-b972e9ec5264 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:18:08.717093 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8c9d984f-1a1a-4379-8180-d5adf4d6c743 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:08.800569 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-daee91ed-0716-4003-ab63-cedc8d491f78 None None] For port dae03ab9-583e-4b27-9412-1cc4eae71aba, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:18:08.804456 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-daee91ed-0716-4003-ab63-cedc8d491f78 None None] For port dae03ab9-583e-4b27-9412-1cc4eae71aba, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=dae03ab9-583e-4b27-9412-1cc4eae71aba,segment=NetworkSegment(25ebd463-64d7-420f-a917-2ba780cb94e5),segment_id=25ebd463-64d7-420f-a917-2ba780cb94e5)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:18:08.806062 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee91ed-0716-4003-ab63-cedc8d491f78 None None] Pushing event updated for resources: {'Port': ['ID=dae03ab9-583e-4b27-9412-1cc4eae71aba,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:08.811108 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e5a3be41-5a81-4d60-845e-2c5e49edfd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:08.856594 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d82597ea-cfde-44fa-86ce-3e803931259d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:08.858452 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-e5a3be41-5a81-4d60-845e-2c5e49edfd11 None None] For port d42323d5-05d6-4b1d-8cbe-5858c6885b0e, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d42323d5-05d6-4b1d-8cbe-5858c6885b0e,segment=NetworkSegment(e44d6fa2-fbce-4179-9a93-8185f43157b7),segment_id=e44d6fa2-fbce-4179-9a93-8185f43157b7)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:08.860531 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-daee91ed-0716-4003-ab63-cedc8d491f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:08.896947 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e5a3be41-5a81-4d60-845e-2c5e49edfd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:08.907121 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee91ed-0716-4003-ab63-cedc8d491f78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:08.907121 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee91ed-0716-4003-ab63-cedc8d491f78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:08.907121 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee91ed-0716-4003-ab63-cedc8d491f78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:08.907121 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee91ed-0716-4003-ab63-cedc8d491f78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:08.907705 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee91ed-0716-4003-ab63-cedc8d491f78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:08.908020 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee91ed-0716-4003-ab63-cedc8d491f78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:08.908430 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee91ed-0716-4003-ab63-cedc8d491f78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:08.908966 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee91ed-0716-4003-ab63-cedc8d491f78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:08.909392 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee91ed-0716-4003-ab63-cedc8d491f78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:08.909815 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee91ed-0716-4003-ab63-cedc8d491f78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:08.910251 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee91ed-0716-4003-ab63-cedc8d491f78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:08.910668 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daee91ed-0716-4003-ab63-cedc8d491f78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:08.942410 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82597ea-cfde-44fa-86ce-3e803931259d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Port': ['ID=e48f741e-3739-4d28-967d-b8ebbb4c453e,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:08.967633 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-8c9d984f-1a1a-4379-8180-d5adf4d6c743 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] For port 692e19cd-6449-4ddf-b177-b972e9ec5264, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=692e19cd-6449-4ddf-b177-b972e9ec5264,segment=NetworkSegment(6aab4ab1-4629-4ee3-a8aa-a7953c1f7147),segment_id=6aab4ab1-4629-4ee3-a8aa-a7953c1f7147)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:08.967999 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8c9d984f-1a1a-4379-8180-d5adf4d6c743 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:08.978170 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82597ea-cfde-44fa-86ce-3e803931259d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network c4e00615-aa92-4fed-9b9a-373ccd269a9e is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:18:08.984725 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-d82597ea-cfde-44fa-86ce-3e803931259d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:18:08.987406 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82597ea-cfde-44fa-86ce-3e803931259d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:18:08.988159 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d82597ea-cfde-44fa-86ce-3e803931259d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:09.017854 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee91ed-0716-4003-ab63-cedc8d491f78 None None] Pushing event updated for resources: {'Port': ['ID=dae03ab9-583e-4b27-9412-1cc4eae71aba,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:09.043052 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f7035-cd21-4f82-bddd-a01516cad0cb req-2a553a71-c052-49fc-9561-f177a612199f tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:09.045327 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-827f7035-cd21-4f82-bddd-a01516cad0cb req-2a553a71-c052-49fc-9561-f177a612199f tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d88a09-d985-41da-8622-b0c7f9a06b6a HTTP/1.1" status: 200 len: 945 time: 0.1494646 Sep 21 18:18:09.182132 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-8c9d984f-1a1a-4379-8180-d5adf4d6c743 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Calling delete_port for 692e19cd-6449-4ddf-b177-b972e9ec5264 owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:18:09.186018 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d82597ea-cfde-44fa-86ce-3e803931259d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:09.229635 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-d595f462-0bfa-409a-a9b7-f35ca6fdbfe5 None None] Provisioning complete for port d42323d5-05d6-4b1d-8cbe-5858c6885b0e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:09.230312 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d595f462-0bfa-409a-a9b7-f35ca6fdbfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:09.309281 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-647a2b1e-3a1f-4902-a1d3-19189bb4e587 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:09.353153 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9386e659-7128-43c7-8e61-d8dc18af4989 None None] DHCP port deletion for 13da8165-5979-42d4-aed2-c48e868e9905 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:18:09.360287 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac22dd4-6fa9-4e6b-b0ba-4d80e7fab9cc req-e4471f5b-37df-4aca-8003-1635afabb0e5 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:09.369631 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bac22dd4-6fa9-4e6b-b0ba-4d80e7fab9cc req-e4471f5b-37df-4aca-8003-1635afabb0e5 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6d88a09-d985-41da-8622-b0c7f9a06b6a HTTP/1.1" status: 200 len: 945 time: 0.5462906 Sep 21 18:18:09.387346 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8c9d984f-1a1a-4379-8180-d5adf4d6c743 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:09.414414 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a3be41-5a81-4d60-845e-2c5e49edfd11 None None] Pushing event updated for resources: {'Port': ['ID=d42323d5-05d6-4b1d-8cbe-5858c6885b0e,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:09.465763 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9d984f-1a1a-4379-8180-d5adf4d6c743 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] No DVR routers for this DVR port 692e19cd-6449-4ddf-b177-b972e9ec5264 on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:18:09.466380 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-827f7035-cd21-4f82-bddd-a01516cad0cb req-a6e23d06-90ae-45d0-9b56-3f3d7fbc4ec5 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Deleting port 9d59bd6b-991f-4b70-83d2-ea4bf53f303b {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:18:09.467002 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-827f7035-cd21-4f82-bddd-a01516cad0cb req-a6e23d06-90ae-45d0-9b56-3f3d7fbc4ec5 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:09.469355 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d984f-1a1a-4379-8180-d5adf4d6c743 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Pushing event deleted for resources: {'Port': ['ID=692e19cd-6449-4ddf-b177-b972e9ec5264,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:09.527031 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-e39b7945-3e6e-4b94-aa32-bc2e390aa043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'name': 'tempest-RoutersIpV6Test-router-1712117633', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:18:01Z', 'updated_at': '2021-09-21T18:18:03Z', 'revision_number': 2, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'gw_port_host': None, '_interfaces': [{'id': 'd42323d5-05d6-4b1d-8cbe-5858c6885b0e', 'name': '', 'network_id': 'b144126c-beae-452e-a294-c4bf94965a65', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:3e:e8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:02Z', 'updated_at': '2021-09-21T18:18:08Z', 'revision_number': 4, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:09.549094 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-647a2b1e-3a1f-4902-a1d3-19189bb4e587 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:09.558351 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39b7945-3e6e-4b94-aa32-bc2e390aa043 None None] The sync data for ids ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'] in n-d-810291-1 is: [{'id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'name': 'tempest-RoutersIpV6Test-router-1712117633', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:18:01Z', 'updated_at': '2021-09-21T18:18:03Z', 'revision_number': 2, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'gw_port_host': None, '_interfaces': [{'id': 'd42323d5-05d6-4b1d-8cbe-5858c6885b0e', 'name': '', 'network_id': 'b144126c-beae-452e-a294-c4bf94965a65', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:3e:e8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:02Z', 'updated_at': '2021-09-21T18:18:08Z', 'revision_number': 4, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:18:09.578175 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8c9d984f-1a1a-4379-8180-d5adf4d6c743 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:09.616541 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-8c9d984f-1a1a-4379-8180-d5adf4d6c743 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13da8165-5979-42d4-aed2-c48e868e9905']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:09.628402 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-8c9d984f-1a1a-4379-8180-d5adf4d6c743 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aab4ab1-4629-4ee3-a8aa-a7953c1f7147') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:09.628785 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-8c9d984f-1a1a-4379-8180-d5adf4d6c743 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aab4ab1-4629-4ee3-a8aa-a7953c1f7147') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:09.641203 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8c9d984f-1a1a-4379-8180-d5adf4d6c743 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:09.661092 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bac22dd4-6fa9-4e6b-b0ba-4d80e7fab9cc req-3503e440-78c7-41f6-b485-b4650ca776bd tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/security-groups?id=34a0d50e-1e59-42b9-b792-fda00096070e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893918 Sep 21 18:18:09.667224 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8c9d984f-1a1a-4379-8180-d5adf4d6c743 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:09.687906 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-827f7035-cd21-4f82-bddd-a01516cad0cb req-a6e23d06-90ae-45d0-9b56-3f3d7fbc4ec5 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] For port 9d59bd6b-991f-4b70-83d2-ea4bf53f303b, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9d59bd6b-991f-4b70-83d2-ea4bf53f303b,segment=NetworkSegment(2bba27de-5e29-4d49-baba-f0d73c451eb9),segment_id=2bba27de-5e29-4d49-baba-f0d73c451eb9)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:09.688276 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-827f7035-cd21-4f82-bddd-a01516cad0cb req-a6e23d06-90ae-45d0-9b56-3f3d7fbc4ec5 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:09.713955 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c9d984f-1a1a-4379-8180-d5adf4d6c743 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:18:09.715054 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8c9d984f-1a1a-4379-8180-d5adf4d6c743 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:09.720498 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:18:09.720498 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:18:09.720498 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:18:09.720498 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:18:09.720498 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:18:09.720498 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:18:09.720498 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:18:09.720498 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:18:09.720498 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:18:09.720498 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:18:09.720498 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:18:09.720498 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:18:09.720498 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:18:09.720498 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:18:09.720498 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:18:09.720498 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:18:09.720498 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:18:09.720498 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:18:09.720498 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:18:09.720498 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:18:09.720498 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:18:09.720498 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:18:09.720498 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:18:09.720498 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:18:09.720498 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:18:09.720498 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:18:09.720498 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:18:09.720498 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:18:09.720498 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:18:09.720498 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:18:09.720498 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:18:09.720498 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:18:09.731216 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-827f7035-cd21-4f82-bddd-a01516cad0cb req-a6e23d06-90ae-45d0-9b56-3f3d7fbc4ec5 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Calling delete_port for 9d59bd6b-991f-4b70-83d2-ea4bf53f303b owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:18:09.844782 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8c9d984f-1a1a-4379-8180-d5adf4d6c743 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:09.881712 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8c9d984f-1a1a-4379-8180-d5adf4d6c743 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:09.886071 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8c9d984f-1a1a-4379-8180-d5adf4d6c743 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] 10.222.0.58 "DELETE /v2.0/networks/13da8165-5979-42d4-aed2-c48e868e9905 HTTP/1.1" status: 204 len: 168 time: 1.5562298 Sep 21 18:18:09.932087 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d984f-1a1a-4379-8180-d5adf4d6c743 tempest-TagsExtTest-1259408148 tempest-TagsExtTest-1259408148-project] Pushing event deleted for resources: {'Network': ['ID=13da8165-5979-42d4-aed2-c48e868e9905,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:10.169626 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d82597ea-cfde-44fa-86ce-3e803931259d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:10.181287 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d82597ea-cfde-44fa-86ce-3e803931259d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:10.182135 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d82597ea-cfde-44fa-86ce-3e803931259d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:10.319433 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-647a2b1e-3a1f-4902-a1d3-19189bb4e587 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:10.330890 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-647a2b1e-3a1f-4902-a1d3-19189bb4e587 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:10.403576 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41970) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:10.475153 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82597ea-cfde-44fa-86ce-3e803931259d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network c4e00615-aa92-4fed-9b9a-373ccd269a9e is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:18:10.486868 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537bc767-29af-4619-bef8-f07f094ee087 None None] Network c4e00615-aa92-4fed-9b9a-373ccd269a9e requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:18:10.498165 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-d82597ea-cfde-44fa-86ce-3e803931259d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:18:10.508341 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82597ea-cfde-44fa-86ce-3e803931259d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Port': ['ID=e48f741e-3739-4d28-967d-b8ebbb4c453e,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:10.534945 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-827f7035-cd21-4f82-bddd-a01516cad0cb req-a6e23d06-90ae-45d0-9b56-3f3d7fbc4ec5 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:10.537577 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a2b1e-3a1f-4902-a1d3-19189bb4e587 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Pushing event updated for resources: {'Port': ['ID=89a5d7aa-9e8a-4267-9088-03b300b5803d,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:10.565247 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a2b1e-3a1f-4902-a1d3-19189bb4e587 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:10.565740 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a2b1e-3a1f-4902-a1d3-19189bb4e587 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:10.566212 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a2b1e-3a1f-4902-a1d3-19189bb4e587 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:10.571417 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a2b1e-3a1f-4902-a1d3-19189bb4e587 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:10.571775 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a2b1e-3a1f-4902-a1d3-19189bb4e587 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:10.572130 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a2b1e-3a1f-4902-a1d3-19189bb4e587 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:10.572474 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a2b1e-3a1f-4902-a1d3-19189bb4e587 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:10.572810 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a2b1e-3a1f-4902-a1d3-19189bb4e587 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:10.577391 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a2b1e-3a1f-4902-a1d3-19189bb4e587 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:10.577799 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a2b1e-3a1f-4902-a1d3-19189bb4e587 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:10.578148 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a2b1e-3a1f-4902-a1d3-19189bb4e587 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:10.579799 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a2b1e-3a1f-4902-a1d3-19189bb4e587 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:10.602767 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-647a2b1e-3a1f-4902-a1d3-19189bb4e587 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:10.686280 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82597ea-cfde-44fa-86ce-3e803931259d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Router 8e8e3c01-34e0-4da0-a394-3d5a036f808f has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:18:10.775855 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e23d06-90ae-45d0-9b56-3f3d7fbc4ec5 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Pushing event deleted for resources: {'Port': ['ID=9d59bd6b-991f-4b70-83d2-ea4bf53f303b,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:10.830316 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82597ea-cfde-44fa-86ce-3e803931259d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:18:10.844396 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d82597ea-cfde-44fa-86ce-3e803931259d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "PUT /v2.0/routers/8e8e3c01-34e0-4da0-a394-3d5a036f808f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5618844 Sep 21 18:18:10.845027 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41978) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:10.850871 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-9289341a-502c-4ce1-a73a-056197ac5430 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-782036884'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:10.856881 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-827f7035-cd21-4f82-bddd-a01516cad0cb req-a6e23d06-90ae-45d0-9b56-3f3d7fbc4ec5 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] No DVR routers for this DVR port 9d59bd6b-991f-4b70-83d2-ea4bf53f303b on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:18:10.860886 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad01ba0f-00a6-49b3-a519-eed52a0f2590 req-4fff901a-f4dd-4bc0-a165-995c669be662 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.58 "GET /v2.0/ports?device_id=c6d88a09-d985-41da-8622-b0c7f9a06b6a HTTP/1.1" status: 200 len: 210 time: 0.0605247 Sep 21 18:18:10.864487 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-827f7035-cd21-4f82-bddd-a01516cad0cb req-a6e23d06-90ae-45d0-9b56-3f3d7fbc4ec5 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:10.866477 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-827f7035-cd21-4f82-bddd-a01516cad0cb req-a6e23d06-90ae-45d0-9b56-3f3d7fbc4ec5 tempest-VolumesSnapshotTestJSON-323125853 tempest-VolumesSnapshotTestJSON-323125853-project] 10.222.0.44 "DELETE /v2.0/ports/9d59bd6b-991f-4b70-83d2-ea4bf53f303b HTTP/1.1" status: 204 len: 173 time: 1.7992592 Sep 21 18:18:10.867097 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d88a09-d985-41da-8622-b0c7f9a06b6a', 'name': 'network-vif-deleted', 'tag': '9d59bd6b-991f-4b70-83d2-ea4bf53f303b'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:18:10.867590 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-43a59953-0893-4f3d-957f-ba66e86bd312 None None] Provisioning complete for port dae03ab9-583e-4b27-9412-1cc4eae71aba triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:10.868374 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-43a59953-0893-4f3d-957f-ba66e86bd312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:10.870036 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17c221e-0495-446d-9177-19de538f0f47" -d '{"events": [{"server_uuid": "c6d88a09-d985-41da-8622-b0c7f9a06b6a", "name": "network-vif-deleted", "tag": "9d59bd6b-991f-4b70-83d2-ea4bf53f303b"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:18:10.891847 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-50eab390-e22d-43f1-9782-605722452d32 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8e1bfd5997944624809863a50e13a18e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4743147 Sep 21 18:18:10.891847 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41982) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:10.935193 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9289341a-502c-4ce1-a73a-056197ac5430 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Made reservation on behalf of f75ad6b511e2465480f41f234aa66fad for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:18:10.941387 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9289341a-502c-4ce1-a73a-056197ac5430 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:10.989316 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea60d7ea-b14b-4120-901e-8f0413837f7d x-openstack-request-id: req-ea60d7ea-b14b-4120-901e-8f0413837f7d {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:18:10.990309 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d88a09-d985-41da-8622-b0c7f9a06b6a", "name": "network-vif-deleted", "tag": "9d59bd6b-991f-4b70-83d2-ea4bf53f303b", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:18:10.990741 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ea60d7ea-b14b-4120-901e-8f0413837f7d {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:18:10.993196 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d88a09-d985-41da-8622-b0c7f9a06b6a', 'name': 'network-vif-deleted', 'tag': '9d59bd6b-991f-4b70-83d2-ea4bf53f303b', 'status': 'completed', 'code': 200} Sep 21 18:18:10.996078 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9289341a-502c-4ce1-a73a-056197ac5430 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:18:11.003473 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-647a2b1e-3a1f-4902-a1d3-19189bb4e587 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Floating IP 5d36e15d-3e3d-461d-a2d7-eceee2cc468e associated. External IP: 172.25.6.248, port: 69d71ad3-5fad-4778-876a-57d3ee9970b0. Sep 21 18:18:11.023244 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9289341a-502c-4ce1-a73a-056197ac5430 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:11.023536 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-9289341a-502c-4ce1-a73a-056197ac5430 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Added segment d149260c-732d-4d74-822c-a55f64f4a513 of type vlan for network 2dd477df-ece4-4607-9d47-1fd654561878 Sep 21 18:18:11.091255 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9289341a-502c-4ce1-a73a-056197ac5430 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:11.105806 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-43a59953-0893-4f3d-957f-ba66e86bd312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:11.145313 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9fb58f2b-63fb-4d70-ae46-0abfb9d984b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:11.147839 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-43a59953-0893-4f3d-957f-ba66e86bd312 None None] For port dae03ab9-583e-4b27-9412-1cc4eae71aba, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=dae03ab9-583e-4b27-9412-1cc4eae71aba,segment=NetworkSegment(25ebd463-64d7-420f-a917-2ba780cb94e5),segment_id=25ebd463-64d7-420f-a917-2ba780cb94e5)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:11.153830 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-43a59953-0893-4f3d-957f-ba66e86bd312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:11.166270 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9289341a-502c-4ce1-a73a-056197ac5430 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:11.193276 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9289341a-502c-4ce1-a73a-056197ac5430 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:11.194311 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9289341a-502c-4ce1-a73a-056197ac5430 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:11.219405 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a59953-0893-4f3d-957f-ba66e86bd312 None None] Pushing event updated for resources: {'Port': ['ID=dae03ab9-583e-4b27-9412-1cc4eae71aba,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:11.253881 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9289341a-502c-4ce1-a73a-056197ac5430 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4035752 Sep 21 18:18:11.254390 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 41984) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:11.259669 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-f7f968ed-12eb-42e4-abf4-e558741def1d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Request body: {'subnet': {'network_id': '2dd477df-ece4-4607-9d47-1fd654561878', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:11.346320 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9fb58f2b-63fb-4d70-ae46-0abfb9d984b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:11.383188 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289341a-502c-4ce1-a73a-056197ac5430 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Network': ['ID=2dd477df-ece4-4607-9d47-1fd654561878,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:11.464451 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 2dd477df-ece4-4607-9d47-1fd654561878 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:18:11.541987 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f968ed-12eb-42e4-abf4-e558741def1d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Made reservation on behalf of f75ad6b511e2465480f41f234aa66fad for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:18:11.546009 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f7f968ed-12eb-42e4-abf4-e558741def1d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:11.584003 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device d42323d5-05d6-4b1d-8cbe-5858c6885b0e up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:18:11.720111 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9fb58f2b-63fb-4d70-ae46-0abfb9d984b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:11.724352 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9fb58f2b-63fb-4d70-ae46-0abfb9d984b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:11.728246 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9fb58f2b-63fb-4d70-ae46-0abfb9d984b8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4036607f-31f0-484f-8d26-48f31f9e03c3 HTTP/1.1" status: 204 len: 168 time: 0.8035171 Sep 21 18:18:11.730506 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port d42323d5-05d6-4b1d-8cbe-5858c6885b0e triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:11.734636 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:11.737009 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647a2b1e-3a1f-4902-a1d3-19189bb4e587 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Router f2c92b86-ba53-420c-9178-58d549fadacf has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:18:11.746684 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb58f2b-63fb-4d70-ae46-0abfb9d984b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4036607f-31f0-484f-8d26-48f31f9e03c3,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:11.860461 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-c5454d84-6718-4d41-86da-e1d7f03b3158 None None] Provisioning complete for port e48f741e-3739-4d28-967d-b8ebbb4c453e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:11.860768 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c5454d84-6718-4d41-86da-e1d7f03b3158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:11.909785 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647a2b1e-3a1f-4902-a1d3-19189bb4e587 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:18:11.922757 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34078f1-53b7-45d1-ae22-2bb29f07617f None None] Sync routers for ids ['f2c92b86-ba53-420c-9178-58d549fadacf'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:18:11.937968 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34078f1-53b7-45d1-ae22-2bb29f07617f None None] Routers {'f2c92b86-ba53-420c-9178-58d549fadacf'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:18:11.938872 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c34078f1-53b7-45d1-ae22-2bb29f07617f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:17:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['f2c92b86-ba53-420c-9178-58d549fadacf'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:11.939584 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-647a2b1e-3a1f-4902-a1d3-19189bb4e587 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:11.982189 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fa7e5a-f3b3-4e85-9ff0-d6aece5804b8 None None] Sync routers for ids ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:18:11.987172 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f7f968ed-12eb-42e4-abf4-e558741def1d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:12.004070 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-c5454d84-6718-4d41-86da-e1d7f03b3158 None None] Port e48f741e-3739-4d28-967d-b8ebbb4c453e cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:18:12.008729 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-647a2b1e-3a1f-4902-a1d3-19189bb4e587 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8117278 Sep 21 18:18:12.011838 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41996) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:12.078104 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device dae03ab9-583e-4b27-9412-1cc4eae71aba up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:18:12.081415 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fa7e5a-f3b3-4e85-9ff0-d6aece5804b8 None None] Routers {'8e8e3c01-34e0-4da0-a394-3d5a036f808f'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:18:12.082242 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-f9fa7e5a-f3b3-4e85-9ff0-d6aece5804b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:17:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:12.095445 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64834bac-b36a-4cc9-9d57-9de50c8ffd3f tempest-TestVolumeBackupRestore-1409703340 tempest-TestVolumeBackupRestore-1409703340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:12.103654 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-64834bac-b36a-4cc9-9d57-9de50c8ffd3f tempest-TestVolumeBackupRestore-1409703340 tempest-TestVolumeBackupRestore-1409703340-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0e4543bd-db80-430d-858c-863e3a463e5f HTTP/1.1" status: 200 len: 1091 time: 0.0905776 Sep 21 18:18:12.106244 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 41998) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:12.112440 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-a5c19f42-3725-45fd-b620-35cf6d8f304b tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Request body: {'floatingip': {'port_id': '69d71ad3-5fad-4778-876a-57d3ee9970b0'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:12.227645 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-c5454d84-6718-4d41-86da-e1d7f03b3158 None None] Provisioning complete for port dae03ab9-583e-4b27-9412-1cc4eae71aba triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:12.228022 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c5454d84-6718-4d41-86da-e1d7f03b3158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:12.233216 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f968ed-12eb-42e4-abf4-e558741def1d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Checking segment: {'id': 'd149260c-732d-4d74-822c-a55f64f4a513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2dd477df-ece4-4607-9d47-1fd654561878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:18:12.235220 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f968ed-12eb-42e4-abf4-e558741def1d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network hostable DHCP agents. Network: 2dd477df-ece4-4607-9d47-1fd654561878, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:18:12.240991 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f968ed-12eb-42e4-abf4-e558741def1d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Subnet': ['ID=3c6d5e1b-c509-41af-b132-decb71ff1935,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:12.266730 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f968ed-12eb-42e4-abf4-e558741def1d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network 2dd477df-ece4-4607-9d47-1fd654561878 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:18:12.279778 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-f7f968ed-12eb-42e4-abf4-e558741def1d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 2dd477df-ece4-4607-9d47-1fd654561878) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:18:12.306662 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f968ed-12eb-42e4-abf4-e558741def1d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:12.308151 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f7f968ed-12eb-42e4-abf4-e558741def1d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:12.316908 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24dd55c-ce16-4112-aa66-9d786c65e334 None None] Network 2dd477df-ece4-4607-9d47-1fd654561878 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:18:12.352870 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f7f968ed-12eb-42e4-abf4-e558741def1d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0955510 Sep 21 18:18:12.353903 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42002) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:12.445353 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a5c19f42-3725-45fd-b620-35cf6d8f304b tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks [] for floatingip, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:12.457286 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 9d59bd6b-991f-4b70-83d2-ea4bf53f303b no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:18:12.467267 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-f9fa7e5a-f3b3-4e85-9ff0-d6aece5804b8 None None] Set router 8e8e3c01-34e0-4da0-a394-3d5a036f808f gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:18:12.538996 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-c34078f1-53b7-45d1-ae22-2bb29f07617f None None] Set router f2c92b86-ba53-420c-9178-58d549fadacf gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:18:12.612722 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 9d59bd6b-991f-4b70-83d2-ea4bf53f303b {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:18:12.613280 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 9d59bd6b-991f-4b70-83d2-ea4bf53f303b not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:18:12.691172 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port dae03ab9-583e-4b27-9412-1cc4eae71aba triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:12.691745 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:13.007267 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4543bd-db80-430d-858c-863e3a463e5f', 'tag': '69d71ad3-5fad-4778-876a-57d3ee9970b0'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:18:13.019532 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898875cf-99c9-473e-b77f-d5511b3e1888" -d '{"events": [{"name": "network-changed", "server_uuid": "0e4543bd-db80-430d-858c-863e3a463e5f", "tag": "69d71ad3-5fad-4778-876a-57d3ee9970b0"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:18:13.022823 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-90fee11f-dee3-4965-a40a-496fdf5dab4a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:13.089635 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c34078f1-53b7-45d1-ae22-2bb29f07617f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'name': 'tempest-TestVolumeBackupRestore-1249723574-router', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '7f83ca94-6ed8-40ef-8f0b-480ce5ce9353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:20Z', 'updated_at': '2021-09-21T18:14:26Z', 'revision_number': 4, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'gw_port': {'id': '7f83ca94-6ed8-40ef-8f0b-480ce5ce9353', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:20Z', 'updated_at': '2021-09-21T18:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '5d36e15d-3e3d-461d-a2d7-eceee2cc468e', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'floating_ip_address': '172.25.6.248', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'port_id': '69d71ad3-5fad-4778-876a-57d3ee9970b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c6d657c-30ac-4186-bace-aa79fc15bd34', 'mac_address': 'fa:16:3e:64:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4543bd-db80-430d-858c-863e3a463e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:18:08Z', 'updated_at': '2021-09-21T18:18:08Z', 'revision_number': 0, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef2eafc3-6b54-4a7d-81a3-957b3168b20f', 'name': '', 'network_id': '0c6d657c-30ac-4186-bace-aa79fc15bd34', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'mac_address': 'fa:16:3e:43:d0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '1e995253-a1fe-4767-b026-590b9f4eb12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:24Z', 'updated_at': '2021-09-21T18:14:31Z', 'revision_number': 5, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'subnets': [{'id': '1e995253-a1fe-4767-b026-590b9f4eb12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:13.090264 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54abcd6-8a56-466c-885e-1677ce4d6755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-2dd477df-ece4-4607-9d47-1fd654561878', 'network_id': '2dd477df-ece4-4607-9d47-1fd654561878', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'fixed_ips': [{'subnet_id': '3c6d5e1b-c509-41af-b132-decb71ff1935'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:18:13.091629 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f54abcd6-8a56-466c-885e-1677ce4d6755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:13.094073 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-64ac6144-8447-4568-ada5-265696e716d9 None None] Provisioning complete for port e48f741e-3739-4d28-967d-b8ebbb4c453e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:13.094440 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-64ac6144-8447-4568-ada5-265696e716d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:13.138806 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4bf0aa1-725a-4392-b537-49582032a6f2 x-openstack-request-id: req-b4bf0aa1-725a-4392-b537-49582032a6f2 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:18:13.139159 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e4543bd-db80-430d-858c-863e3a463e5f", "tag": "69d71ad3-5fad-4778-876a-57d3ee9970b0", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:18:13.139403 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b4bf0aa1-725a-4392-b537-49582032a6f2 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:18:13.139848 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4543bd-db80-430d-858c-863e3a463e5f', 'tag': '69d71ad3-5fad-4778-876a-57d3ee9970b0', 'status': 'completed', 'code': 200} Sep 21 18:18:13.161195 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34078f1-53b7-45d1-ae22-2bb29f07617f None None] Checking router: f2c92b86-ba53-420c-9178-58d549fadacf for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:18:13.176916 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34078f1-53b7-45d1-ae22-2bb29f07617f None None] Routers {'f2c92b86-ba53-420c-9178-58d549fadacf'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:18:13.177541 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c34078f1-53b7-45d1-ae22-2bb29f07617f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:17:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['f2c92b86-ba53-420c-9178-58d549fadacf'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:13.227656 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-64ac6144-8447-4568-ada5-265696e716d9 None None] Port e48f741e-3739-4d28-967d-b8ebbb4c453e cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:18:13.274174 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898875cf-99c9-473e-b77f-d5511b3e1888 req-d4dc1465-f281-45a6-9b7d-89e085326e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:13.275754 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-898875cf-99c9-473e-b77f-d5511b3e1888 req-d4dc1465-f281-45a6-9b7d-89e085326e87 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f96d86a1c5474b3d9bf2e837e99b27d8&device_id=0e4543bd-db80-430d-858c-863e3a463e5f HTTP/1.1" status: 200 len: 1096 time: 0.1148124 Sep 21 18:18:13.393437 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-c34078f1-53b7-45d1-ae22-2bb29f07617f None None] Set router f2c92b86-ba53-420c-9178-58d549fadacf gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:18:13.536704 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 692e19cd-6449-4ddf-b177-b972e9ec5264 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:18:13.575500 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-90fee11f-dee3-4965-a40a-496fdf5dab4a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Allocated IP 2001:db8:2::1 (2dd477df-ece4-4607-9d47-1fd654561878/3c6d5e1b-c509-41af-b132-decb71ff1935/a291cf32-c178-4412-a59e-1c0920d4af2a) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:18:13.613610 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898875cf-99c9-473e-b77f-d5511b3e1888 req-85760bd5-e26d-4962-9a01-9b74c9bb5220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:13.615400 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-898875cf-99c9-473e-b77f-d5511b3e1888 req-85760bd5-e26d-4962-9a01-9b74c9bb5220 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0c6d657c-30ac-4186-bace-aa79fc15bd34 HTTP/1.1" status: 200 len: 915 time: 0.2792954 Sep 21 18:18:13.637226 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 692e19cd-6449-4ddf-b177-b972e9ec5264 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:18:13.641183 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 692e19cd-6449-4ddf-b177-b972e9ec5264 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:18:13.731353 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a5c19f42-3725-45fd-b620-35cf6d8f304b tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:13.759631 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-f9fa7e5a-f3b3-4e85-9ff0-d6aece5804b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'name': 'tempest-RoutersIpV6Test-router-1712117633', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:18:01Z', 'updated_at': '2021-09-21T18:18:09Z', 'revision_number': 3, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'gw_port_host': None, '_interfaces': [{'id': 'd42323d5-05d6-4b1d-8cbe-5858c6885b0e', 'name': '', 'network_id': 'b144126c-beae-452e-a294-c4bf94965a65', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:3e:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:02Z', 'updated_at': '2021-09-21T18:18:08Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e48f741e-3739-4d28-967d-b8ebbb4c453e', 'name': '', 'network_id': 'c4e00615-aa92-4fed-9b9a-373ccd269a9e', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:9c:91:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '923d166c-a464-434e-8454-68d879ad5963', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:07Z', 'updated_at': '2021-09-21T18:18:09Z', 'revision_number': 2, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': '923d166c-a464-434e-8454-68d879ad5963', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:13.765776 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a5c19f42-3725-45fd-b620-35cf6d8f304b tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:13.847626 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fa7e5a-f3b3-4e85-9ff0-d6aece5804b8 None None] Checking router: 8e8e3c01-34e0-4da0-a394-3d5a036f808f for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:18:13.853724 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fa7e5a-f3b3-4e85-9ff0-d6aece5804b8 None None] Updating router 8e8e3c01-34e0-4da0-a394-3d5a036f808f port e48f741e-3739-4d28-967d-b8ebbb4c453e binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:18:13.897794 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device dae03ab9-583e-4b27-9412-1cc4eae71aba up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:18:13.939465 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c34078f1-53b7-45d1-ae22-2bb29f07617f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'name': 'tempest-TestVolumeBackupRestore-1249723574-router', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '7f83ca94-6ed8-40ef-8f0b-480ce5ce9353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:20Z', 'updated_at': '2021-09-21T18:14:26Z', 'revision_number': 4, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'gw_port': {'id': '7f83ca94-6ed8-40ef-8f0b-480ce5ce9353', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:20Z', 'updated_at': '2021-09-21T18:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '5d36e15d-3e3d-461d-a2d7-eceee2cc468e', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'floating_ip_address': '172.25.6.248', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'port_id': '69d71ad3-5fad-4778-876a-57d3ee9970b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c6d657c-30ac-4186-bace-aa79fc15bd34', 'mac_address': 'fa:16:3e:64:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4543bd-db80-430d-858c-863e3a463e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:18:08Z', 'updated_at': '2021-09-21T18:18:08Z', 'revision_number': 0, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef2eafc3-6b54-4a7d-81a3-957b3168b20f', 'name': '', 'network_id': '0c6d657c-30ac-4186-bace-aa79fc15bd34', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'mac_address': 'fa:16:3e:43:d0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '1e995253-a1fe-4767-b026-590b9f4eb12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:24Z', 'updated_at': '2021-09-21T18:14:31Z', 'revision_number': 5, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'subnets': [{'id': '1e995253-a1fe-4767-b026-590b9f4eb12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:13.950785 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-898875cf-99c9-473e-b77f-d5511b3e1888 req-4d8e21f5-1c06-4076-8082-c8887d1681ac service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69d71ad3-5fad-4778-876a-57d3ee9970b0 HTTP/1.1" status: 200 len: 999 time: 0.3279088 Sep 21 18:18:13.959013 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f9fa7e5a-f3b3-4e85-9ff0-d6aece5804b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:13.983513 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34078f1-53b7-45d1-ae22-2bb29f07617f None None] The sync data for ids ['f2c92b86-ba53-420c-9178-58d549fadacf'] in n-d-810291-1 is: [{'id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'name': 'tempest-TestVolumeBackupRestore-1249723574-router', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '7f83ca94-6ed8-40ef-8f0b-480ce5ce9353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:20Z', 'updated_at': '2021-09-21T18:14:26Z', 'revision_number': 4, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'gw_port': {'id': '7f83ca94-6ed8-40ef-8f0b-480ce5ce9353', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:20Z', 'updated_at': '2021-09-21T18:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '5d36e15d-3e3d-461d-a2d7-eceee2cc468e', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'floating_ip_address': '172.25.6.248', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'port_id': '69d71ad3-5fad-4778-876a-57d3ee9970b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c6d657c-30ac-4186-bace-aa79fc15bd34', 'mac_address': 'fa:16:3e:64:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4543bd-db80-430d-858c-863e3a463e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:18:08Z', 'updated_at': '2021-09-21T18:18:08Z', 'revision_number': 0, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef2eafc3-6b54-4a7d-81a3-957b3168b20f', 'name': '', 'network_id': '0c6d657c-30ac-4186-bace-aa79fc15bd34', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'mac_address': 'fa:16:3e:43:d0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '1e995253-a1fe-4767-b026-590b9f4eb12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:24Z', 'updated_at': '2021-09-21T18:14:31Z', 'revision_number': 5, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'subnets': [{'id': '1e995253-a1fe-4767-b026-590b9f4eb12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:18:14.025485 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-90fee11f-dee3-4965-a40a-496fdf5dab4a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:14.084820 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-90fee11f-dee3-4965-a40a-496fdf5dab4a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:14.137249 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fee11f-dee3-4965-a40a-496fdf5dab4a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network 2dd477df-ece4-4607-9d47-1fd654561878 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:18:14.141353 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-90fee11f-dee3-4965-a40a-496fdf5dab4a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:18:14.148808 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fee11f-dee3-4965-a40a-496fdf5dab4a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:18:14.149552 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-90fee11f-dee3-4965-a40a-496fdf5dab4a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:14.151238 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898875cf-99c9-473e-b77f-d5511b3e1888 req-75debf8b-4fbd-4b38-b825-c759b3512078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:14.153330 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-898875cf-99c9-473e-b77f-d5511b3e1888 req-75debf8b-4fbd-4b38-b825-c759b3512078 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1e995253-a1fe-4767-b026-590b9f4eb12c HTTP/1.1" status: 200 len: 853 time: 0.1913891 Sep 21 18:18:14.158258 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fee11f-dee3-4965-a40a-496fdf5dab4a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Port': ['ID=a291cf32-c178-4412-a59e-1c0920d4af2a,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:14.231502 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-f54abcd6-8a56-466c-885e-1677ce4d6755 None None] Allocated IP 2001:db8:2::2 (2dd477df-ece4-4607-9d47-1fd654561878/3c6d5e1b-c509-41af-b132-decb71ff1935/fabdbff4-4ab4-4bb2-a5d9-8de718c521a7) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:18:14.276180 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port dae03ab9-583e-4b27-9412-1cc4eae71aba triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:14.276558 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:14.350358 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-90fee11f-dee3-4965-a40a-496fdf5dab4a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:14.417156 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e33c25d-84f0-45ad-8c7b-d189895abc31 None None] New status for floating IP 5d36e15d-3e3d-461d-a2d7-eceee2cc468e: ACTIVE {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:18:14.783579 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f54abcd6-8a56-466c-885e-1677ce4d6755 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:14.852833 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f54abcd6-8a56-466c-885e-1677ce4d6755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:14.898176 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898875cf-99c9-473e-b77f-d5511b3e1888 req-2f8653c6-7922-4e9f-a544-301fefb93331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:14.899810 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-898875cf-99c9-473e-b77f-d5511b3e1888 req-2f8653c6-7922-4e9f-a544-301fefb93331 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0c6d657c-30ac-4186-bace-aa79fc15bd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7349641 Sep 21 18:18:14.901777 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c19f42-3725-45fd-b620-35cf6d8f304b tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Router f2c92b86-ba53-420c-9178-58d549fadacf has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:18:14.926454 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-90fee11f-dee3-4965-a40a-496fdf5dab4a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:14.939246 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-90fee11f-dee3-4965-a40a-496fdf5dab4a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:14.940079 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-90fee11f-dee3-4965-a40a-496fdf5dab4a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:14.978491 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54abcd6-8a56-466c-885e-1677ce4d6755 None None] Network 2dd477df-ece4-4607-9d47-1fd654561878 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:18:14.993855 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-f54abcd6-8a56-466c-885e-1677ce4d6755 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:18:14.996690 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54abcd6-8a56-466c-885e-1677ce4d6755 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:18:15.003721 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f9fa7e5a-f3b3-4e85-9ff0-d6aece5804b8 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:15.050528 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54abcd6-8a56-466c-885e-1677ce4d6755 None None] Pushing event updated for resources: {'Port': ['ID=fabdbff4-4ab4-4bb2-a5d9-8de718c521a7,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:15.055965 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f9fa7e5a-f3b3-4e85-9ff0-d6aece5804b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:15.112456 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fee11f-dee3-4965-a40a-496fdf5dab4a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Port': ['ID=a291cf32-c178-4412-a59e-1c0920d4af2a,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:15.252442 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-898875cf-99c9-473e-b77f-d5511b3e1888 req-e4c8a5dc-aa62-4e31-b1ad-52d7d3c9fe0f service neutron] 10.222.0.38 "GET /v2.0/networks/0c6d657c-30ac-4186-bace-aa79fc15bd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341579 Sep 21 18:18:15.284431 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fee11f-dee3-4965-a40a-496fdf5dab4a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network 2dd477df-ece4-4607-9d47-1fd654561878 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:18:15.294139 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-90fee11f-dee3-4965-a40a-496fdf5dab4a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:18:15.324178 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d37b95-7df5-43e9-a944-457237479081 None None] Pushing event updated for resources: {'Port': ['ID=e48f741e-3739-4d28-967d-b8ebbb4c453e,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:15.350417 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-f54abcd6-8a56-466c-885e-1677ce4d6755 None None] Attempting to bind port fabdbff4-4ab4-4bb2-a5d9-8de718c521a7 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:18:15.350737 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-f54abcd6-8a56-466c-885e-1677ce4d6755 None None] Attempting to bind port fabdbff4-4ab4-4bb2-a5d9-8de718c521a7 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'd149260c-732d-4d74-822c-a55f64f4a513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2dd477df-ece4-4607-9d47-1fd654561878'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:18:15.351820 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54abcd6-8a56-466c-885e-1677ce4d6755 None None] Attempting to bind port fabdbff4-4ab4-4bb2-a5d9-8de718c521a7 on network 2dd477df-ece4-4607-9d47-1fd654561878 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:18:15.421029 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54abcd6-8a56-466c-885e-1677ce4d6755 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:18:15.421029 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54abcd6-8a56-466c-885e-1677ce4d6755 None None] Checking segment: {'id': 'd149260c-732d-4d74-822c-a55f64f4a513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2dd477df-ece4-4607-9d47-1fd654561878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:18:15.421467 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f54abcd6-8a56-466c-885e-1677ce4d6755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:15.422011 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54abcd6-8a56-466c-885e-1677ce4d6755 None None] Bound using segment: {'id': 'd149260c-732d-4d74-822c-a55f64f4a513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2dd477df-ece4-4607-9d47-1fd654561878'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:18:15.422946 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-f54abcd6-8a56-466c-885e-1677ce4d6755 None None] Bound port: fabdbff4-4ab4-4bb2-a5d9-8de718c521a7, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd149260c-732d-4d74-822c-a55f64f4a513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2dd477df-ece4-4607-9d47-1fd654561878'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:18:15.423477 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f54abcd6-8a56-466c-885e-1677ce4d6755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:15.498912 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-f9fa7e5a-f3b3-4e85-9ff0-d6aece5804b8 None None] Attempting to bind port e48f741e-3739-4d28-967d-b8ebbb4c453e on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:18:15.505420 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-f9fa7e5a-f3b3-4e85-9ff0-d6aece5804b8 None None] Attempting to bind port e48f741e-3739-4d28-967d-b8ebbb4c453e by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '25ebd463-64d7-420f-a917-2ba780cb94e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c4e00615-aa92-4fed-9b9a-373ccd269a9e'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:18:15.505825 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fa7e5a-f3b3-4e85-9ff0-d6aece5804b8 None None] Attempting to bind port e48f741e-3739-4d28-967d-b8ebbb4c453e on network c4e00615-aa92-4fed-9b9a-373ccd269a9e {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:18:15.517302 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fa7e5a-f3b3-4e85-9ff0-d6aece5804b8 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:18:15.517683 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fa7e5a-f3b3-4e85-9ff0-d6aece5804b8 None None] Checking segment: {'id': '25ebd463-64d7-420f-a917-2ba780cb94e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c4e00615-aa92-4fed-9b9a-373ccd269a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:18:15.518714 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f9fa7e5a-f3b3-4e85-9ff0-d6aece5804b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:15.519191 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fa7e5a-f3b3-4e85-9ff0-d6aece5804b8 None None] Bound using segment: {'id': '25ebd463-64d7-420f-a917-2ba780cb94e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c4e00615-aa92-4fed-9b9a-373ccd269a9e'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:18:15.519685 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-f9fa7e5a-f3b3-4e85-9ff0-d6aece5804b8 None None] Bound port: e48f741e-3739-4d28-967d-b8ebbb4c453e, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ebd463-64d7-420f-a917-2ba780cb94e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c4e00615-aa92-4fed-9b9a-373ccd269a9e'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:18:15.520109 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f9fa7e5a-f3b3-4e85-9ff0-d6aece5804b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:15.579665 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c19f42-3725-45fd-b620-35cf6d8f304b tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:18:15.604070 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a5c19f42-3725-45fd-b620-35cf6d8f304b tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:15.623614 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-f54abcd6-8a56-466c-885e-1677ce4d6755 None None] For port fabdbff4-4ab4-4bb2-a5d9-8de718c521a7, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:18:15.628245 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-f54abcd6-8a56-466c-885e-1677ce4d6755 None None] For port fabdbff4-4ab4-4bb2-a5d9-8de718c521a7, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=fabdbff4-4ab4-4bb2-a5d9-8de718c521a7,segment=NetworkSegment(d149260c-732d-4d74-822c-a55f64f4a513),segment_id=d149260c-732d-4d74-822c-a55f64f4a513)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:18:15.633371 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7291bc0-438c-4b87-a5c3-03ee5a6e010b None None] Sync routers for ids ['f2c92b86-ba53-420c-9178-58d549fadacf'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:18:15.652857 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f54abcd6-8a56-466c-885e-1677ce4d6755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:15.717045 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-898875cf-99c9-473e-b77f-d5511b3e1888 req-5c497046-a55e-4947-9647-8e6e8d9161a6 service neutron] 10.222.0.38 "GET /v2.0/networks/0c6d657c-30ac-4186-bace-aa79fc15bd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4601250 Sep 21 18:18:15.725678 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4543bd-db80-430d-858c-863e3a463e5f', 'tag': '69d71ad3-5fad-4778-876a-57d3ee9970b0'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:18:15.728250 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e88c85-22f8-4e88-ab6b-990b68f196e2" -d '{"events": [{"name": "network-changed", "server_uuid": "0e4543bd-db80-430d-858c-863e3a463e5f", "tag": "69d71ad3-5fad-4778-876a-57d3ee9970b0"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:18:15.775338 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54abcd6-8a56-466c-885e-1677ce4d6755 None None] Pushing event updated for resources: {'Port': ['ID=fabdbff4-4ab4-4bb2-a5d9-8de718c521a7,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:15.789251 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7291bc0-438c-4b87-a5c3-03ee5a6e010b None None] Routers {'f2c92b86-ba53-420c-9178-58d549fadacf'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:18:15.790240 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d7291bc0-438c-4b87-a5c3-03ee5a6e010b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:17:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['f2c92b86-ba53-420c-9178-58d549fadacf'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:15.835474 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a5c19f42-3725-45fd-b620-35cf6d8f304b tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "PUT /v2.0/floatingips/5d36e15d-3e3d-461d-a2d7-eceee2cc468e HTTP/1.1" status: 200 len: 991 time: 3.7222219 Sep 21 18:18:15.870644 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00074d02-df61-425d-8adf-9c73bff4906e x-openstack-request-id: req-00074d02-df61-425d-8adf-9c73bff4906e {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:18:15.871257 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e4543bd-db80-430d-858c-863e3a463e5f", "tag": "69d71ad3-5fad-4778-876a-57d3ee9970b0", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:18:15.871678 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-00074d02-df61-425d-8adf-9c73bff4906e {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:18:15.872419 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4543bd-db80-430d-858c-863e3a463e5f', 'tag': '69d71ad3-5fad-4778-876a-57d3ee9970b0', 'status': 'completed', 'code': 200} Sep 21 18:18:16.025273 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e88c85-22f8-4e88-ab6b-990b68f196e2 req-b63f58f9-ade3-4588-9357-5af9a27defc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:16.032361 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43e88c85-22f8-4e88-ab6b-990b68f196e2 req-b63f58f9-ade3-4588-9357-5af9a27defc2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f96d86a1c5474b3d9bf2e837e99b27d8&device_id=0e4543bd-db80-430d-858c-863e3a463e5f HTTP/1.1" status: 200 len: 1096 time: 0.1436081 Sep 21 18:18:16.238233 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90fee11f-dee3-4965-a40a-496fdf5dab4a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Router 8e8e3c01-34e0-4da0-a394-3d5a036f808f has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:18:16.257770 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-d7291bc0-438c-4b87-a5c3-03ee5a6e010b None None] Set router f2c92b86-ba53-420c-9178-58d549fadacf gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:18:16.354791 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-f9fa7e5a-f3b3-4e85-9ff0-d6aece5804b8 None None] For port e48f741e-3739-4d28-967d-b8ebbb4c453e, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:18:16.359464 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-f9fa7e5a-f3b3-4e85-9ff0-d6aece5804b8 None None] For port e48f741e-3739-4d28-967d-b8ebbb4c453e, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e48f741e-3739-4d28-967d-b8ebbb4c453e,segment=NetworkSegment(25ebd463-64d7-420f-a917-2ba780cb94e5),segment_id=25ebd463-64d7-420f-a917-2ba780cb94e5)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:18:16.389247 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f9fa7e5a-f3b3-4e85-9ff0-d6aece5804b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:16.397818 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e88c85-22f8-4e88-ab6b-990b68f196e2 req-6beb5073-32fe-42ae-ac89-a193211575d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:16.399508 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43e88c85-22f8-4e88-ab6b-990b68f196e2 req-6beb5073-32fe-42ae-ac89-a193211575d3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0c6d657c-30ac-4186-bace-aa79fc15bd34 HTTP/1.1" status: 200 len: 915 time: 0.3597906 Sep 21 18:18:16.430079 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90fee11f-dee3-4965-a40a-496fdf5dab4a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:18:16.453917 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-90fee11f-dee3-4965-a40a-496fdf5dab4a tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "PUT /v2.0/routers/8e8e3c01-34e0-4da0-a394-3d5a036f808f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0962558 Sep 21 18:18:16.454282 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42106) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:16.462453 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-564df128-444d-47db-ba6e-06b4fcd849d7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1731932774'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:16.530408 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564df128-444d-47db-ba6e-06b4fcd849d7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Made reservation on behalf of f75ad6b511e2465480f41f234aa66fad for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:18:16.547679 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-564df128-444d-47db-ba6e-06b4fcd849d7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:16.551824 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43e88c85-22f8-4e88-ab6b-990b68f196e2 req-269bc041-f13b-44f7-a3e5-2fdc2605653c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69d71ad3-5fad-4778-876a-57d3ee9970b0 HTTP/1.1" status: 200 len: 1001 time: 0.1439452 Sep 21 18:18:16.570843 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d3744e56-d4db-4890-8ec0-c868aaa4dd63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:16.573306 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d37b95-7df5-43e9-a944-457237479081 None None] Pushing event updated for resources: {'Port': ['ID=e48f741e-3739-4d28-967d-b8ebbb4c453e,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:16.607976 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-564df128-444d-47db-ba6e-06b4fcd849d7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:18:16.626439 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-564df128-444d-47db-ba6e-06b4fcd849d7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:16.627365 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-564df128-444d-47db-ba6e-06b4fcd849d7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Added segment 7cc56f9b-468b-4768-880a-32cde43ec27d of type vlan for network 26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6 Sep 21 18:18:16.670039 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e88c85-22f8-4e88-ab6b-990b68f196e2 req-d48d4fc3-1c1c-49e5-999c-6902b6ede250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:16.670628 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-ed58d2c6-3094-4446-b944-d4b204006496 None None] Provisioning complete for port e48f741e-3739-4d28-967d-b8ebbb4c453e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:16.671060 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ed58d2c6-3094-4446-b944-d4b204006496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:16.674659 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43e88c85-22f8-4e88-ab6b-990b68f196e2 req-d48d4fc3-1c1c-49e5-999c-6902b6ede250 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1e995253-a1fe-4767-b026-590b9f4eb12c HTTP/1.1" status: 200 len: 853 time: 0.1148281 Sep 21 18:18:16.715889 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-564df128-444d-47db-ba6e-06b4fcd849d7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:16.784080 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-564df128-444d-47db-ba6e-06b4fcd849d7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:16.796449 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564df128-444d-47db-ba6e-06b4fcd849d7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:16.796646 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e88c85-22f8-4e88-ab6b-990b68f196e2 req-26e31fed-1ea4-48c8-9d5b-ec55926b49b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:16.798420 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43e88c85-22f8-4e88-ab6b-990b68f196e2 req-26e31fed-1ea4-48c8-9d5b-ec55926b49b0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0c6d657c-30ac-4186-bace-aa79fc15bd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1158574 Sep 21 18:18:16.799329 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-564df128-444d-47db-ba6e-06b4fcd849d7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:16.834497 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fa7e5a-f3b3-4e85-9ff0-d6aece5804b8 None None] Routers {'8e8e3c01-34e0-4da0-a394-3d5a036f808f'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:18:16.836832 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-564df128-444d-47db-ba6e-06b4fcd849d7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3811355 Sep 21 18:18:16.837662 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-f9fa7e5a-f3b3-4e85-9ff0-d6aece5804b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:17:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:16.852546 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42114) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:16.893746 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-074db0cb-1b62-44cb-bdf5-67104c4dc891 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Request body: {'subnet': {'network_id': '26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:16.988214 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564df128-444d-47db-ba6e-06b4fcd849d7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Network': ['ID=26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:17.003480 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ed58d2c6-3094-4446-b944-d4b204006496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:17.075252 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-ed58d2c6-3094-4446-b944-d4b204006496 None None] For port e48f741e-3739-4d28-967d-b8ebbb4c453e, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e48f741e-3739-4d28-967d-b8ebbb4c453e,segment=NetworkSegment(25ebd463-64d7-420f-a917-2ba780cb94e5),segment_id=25ebd463-64d7-420f-a917-2ba780cb94e5)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:17.079177 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:18:17.094865 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ed58d2c6-3094-4446-b944-d4b204006496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:17.232250 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43e88c85-22f8-4e88-ab6b-990b68f196e2 req-8e5ad512-6fbe-4555-b8ae-c36ef97c4ee2 service neutron] 10.222.0.38 "GET /v2.0/networks/0c6d657c-30ac-4186-bace-aa79fc15bd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257331 Sep 21 18:18:17.306959 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58d2c6-3094-4446-b944-d4b204006496 None None] Pushing event updated for resources: {'Port': ['ID=e48f741e-3739-4d28-967d-b8ebbb4c453e,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:17.453046 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074db0cb-1b62-44cb-bdf5-67104c4dc891 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Made reservation on behalf of f75ad6b511e2465480f41f234aa66fad for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:18:17.462715 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-074db0cb-1b62-44cb-bdf5-67104c4dc891 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:17.549580 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43e88c85-22f8-4e88-ab6b-990b68f196e2 req-44c61274-b1cc-4011-a09c-c11e62023420 service neutron] 10.222.0.38 "GET /v2.0/networks/0c6d657c-30ac-4186-bace-aa79fc15bd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068233 Sep 21 18:18:17.622363 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-f9fa7e5a-f3b3-4e85-9ff0-d6aece5804b8 None None] Set router 8e8e3c01-34e0-4da0-a394-3d5a036f808f gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:18:17.653475 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-f3de96f3-96e8-4964-9938-1da50e917d6f None None] Provisioning complete for port e48f741e-3739-4d28-967d-b8ebbb4c453e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:17.653857 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f3de96f3-96e8-4964-9938-1da50e917d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:17.731162 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2a5abc-e524-4c01-b007-272657e9bd50 None None] Network 2dd477df-ece4-4607-9d47-1fd654561878 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:18:17.856394 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device fabdbff4-4ab4-4bb2-a5d9-8de718c521a7 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:18:17.863913 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-074db0cb-1b62-44cb-bdf5-67104c4dc891 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:17.926812 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4543bd-db80-430d-858c-863e3a463e5f', 'tag': '69d71ad3-5fad-4778-876a-57d3ee9970b0'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:18:17.931232 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a046fb9-3672-4147-be2c-4fd214592253" -d '{"events": [{"name": "network-changed", "server_uuid": "0e4543bd-db80-430d-858c-863e3a463e5f", "tag": "69d71ad3-5fad-4778-876a-57d3ee9970b0"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:18:17.960835 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074db0cb-1b62-44cb-bdf5-67104c4dc891 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Subnet': ['ID=77858bc0-fc12-49f3-87ee-e609c9cbe888,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:17.996659 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074db0cb-1b62-44cb-bdf5-67104c4dc891 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Checking segment: {'id': '7cc56f9b-468b-4768-880a-32cde43ec27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:18:17.997035 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074db0cb-1b62-44cb-bdf5-67104c4dc891 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network hostable DHCP agents. Network: 26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:18:18.029754 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fd2e71-4659-46c4-9672-829ee877057d x-openstack-request-id: req-80fd2e71-4659-46c4-9672-829ee877057d {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:18:18.030074 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e4543bd-db80-430d-858c-863e3a463e5f", "tag": "69d71ad3-5fad-4778-876a-57d3ee9970b0", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:18:18.031081 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-80fd2e71-4659-46c4-9672-829ee877057d {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:18:18.043897 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4543bd-db80-430d-858c-863e3a463e5f', 'tag': '69d71ad3-5fad-4778-876a-57d3ee9970b0', 'status': 'completed', 'code': 200} Sep 21 18:18:18.045181 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074db0cb-1b62-44cb-bdf5-67104c4dc891 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network 26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:18:18.061994 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d7291bc0-438c-4b87-a5c3-03ee5a6e010b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'name': 'tempest-TestVolumeBackupRestore-1249723574-router', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '7f83ca94-6ed8-40ef-8f0b-480ce5ce9353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:20Z', 'updated_at': '2021-09-21T18:14:26Z', 'revision_number': 4, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'gw_port': {'id': '7f83ca94-6ed8-40ef-8f0b-480ce5ce9353', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:20Z', 'updated_at': '2021-09-21T18:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '5d36e15d-3e3d-461d-a2d7-eceee2cc468e', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'floating_ip_address': '172.25.6.248', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'port_id': '69d71ad3-5fad-4778-876a-57d3ee9970b0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c6d657c-30ac-4186-bace-aa79fc15bd34', 'mac_address': 'fa:16:3e:64:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4543bd-db80-430d-858c-863e3a463e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:18:08Z', 'updated_at': '2021-09-21T18:18:14Z', 'revision_number': 2, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef2eafc3-6b54-4a7d-81a3-957b3168b20f', 'name': '', 'network_id': '0c6d657c-30ac-4186-bace-aa79fc15bd34', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'mac_address': 'fa:16:3e:43:d0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '1e995253-a1fe-4767-b026-590b9f4eb12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:24Z', 'updated_at': '2021-09-21T18:14:31Z', 'revision_number': 5, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'subnets': [{'id': '1e995253-a1fe-4767-b026-590b9f4eb12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:18.093873 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-074db0cb-1b62-44cb-bdf5-67104c4dc891 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:18:18.115011 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd23cc6-68ee-47ca-9e4e-8f5a910908ab None None] Network 26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:18:18.130822 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074db0cb-1b62-44cb-bdf5-67104c4dc891 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:18.131486 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-074db0cb-1b62-44cb-bdf5-67104c4dc891 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:18.161231 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-074db0cb-1b62-44cb-bdf5-67104c4dc891 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3002758 Sep 21 18:18:18.164192 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42152) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:18.171712 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a046fb9-3672-4147-be2c-4fd214592253 req-94cd2f64-b6c8-4db0-bd70-d8cb89ec328e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:18.173668 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9a046fb9-3672-4147-be2c-4fd214592253 req-94cd2f64-b6c8-4db0-bd70-d8cb89ec328e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f96d86a1c5474b3d9bf2e837e99b27d8&device_id=0e4543bd-db80-430d-858c-863e3a463e5f HTTP/1.1" status: 200 len: 1096 time: 0.1072724 Sep 21 18:18:18.252126 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7291bc0-438c-4b87-a5c3-03ee5a6e010b None None] Checking router: f2c92b86-ba53-420c-9178-58d549fadacf for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:18:18.277101 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7291bc0-438c-4b87-a5c3-03ee5a6e010b None None] Routers {'f2c92b86-ba53-420c-9178-58d549fadacf'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:18:18.277728 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d7291bc0-438c-4b87-a5c3-03ee5a6e010b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:17:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['f2c92b86-ba53-420c-9178-58d549fadacf'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:18.342995 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a046fb9-3672-4147-be2c-4fd214592253 req-50fdb64d-f6ac-4ae7-9c87-59e9c2099b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:18.344461 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9a046fb9-3672-4147-be2c-4fd214592253 req-50fdb64d-f6ac-4ae7-9c87-59e9c2099b9f service neutron] 10.222.0.38 "GET /v2.0/networks?id=0c6d657c-30ac-4186-bace-aa79fc15bd34 HTTP/1.1" status: 200 len: 915 time: 0.1569078 Sep 21 18:18:18.460705 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9a046fb9-3672-4147-be2c-4fd214592253 req-951efd37-5e1a-4f17-b9b3-b468f1da88cc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69d71ad3-5fad-4778-876a-57d3ee9970b0 HTTP/1.1" status: 200 len: 1001 time: 0.1074262 Sep 21 18:18:18.630164 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a046fb9-3672-4147-be2c-4fd214592253 req-dbedd8c0-958b-439f-8de1-ce8a8f03feaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:18.632374 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9a046fb9-3672-4147-be2c-4fd214592253 req-dbedd8c0-958b-439f-8de1-ce8a8f03feaf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1e995253-a1fe-4767-b026-590b9f4eb12c HTTP/1.1" status: 200 len: 853 time: 0.1646545 Sep 21 18:18:18.648796 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port fabdbff4-4ab4-4bb2-a5d9-8de718c521a7 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:18.650215 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:18.676679 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-293ccb26-4883-4320-847f-49389b50b031 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:18.703329 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a046fb9-3672-4147-be2c-4fd214592253 req-dd31a4cc-15fb-490f-af62-16d2c3886edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:18.705045 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9a046fb9-3672-4147-be2c-4fd214592253 req-dd31a4cc-15fb-490f-af62-16d2c3886edf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0c6d657c-30ac-4186-bace-aa79fc15bd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637598 Sep 21 18:18:18.724342 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-9a046fb9-3672-4147-be2c-4fd214592253 req-3dd8572a-773f-474f-9559-d0236c8fc96f service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:18:18.727810 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9a046fb9-3672-4147-be2c-4fd214592253 req-3dd8572a-773f-474f-9559-d0236c8fc96f service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079131 Sep 21 18:18:18.856276 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-55b76235-1d3d-4e29-89a1-61fd0ae1cb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:18.902161 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-6a8cd60c-0028-4ef7-b58e-822a20d77034 None None] Provisioning complete for port fabdbff4-4ab4-4bb2-a5d9-8de718c521a7 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:18.904067 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6a8cd60c-0028-4ef7-b58e-822a20d77034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:18.981977 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9a046fb9-3672-4147-be2c-4fd214592253 req-d27d370d-b975-48f2-b110-a8a4bd78826c service neutron] 10.222.0.38 "GET /v2.0/networks/0c6d657c-30ac-4186-bace-aa79fc15bd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483118 Sep 21 18:18:19.013284 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-d7291bc0-438c-4b87-a5c3-03ee5a6e010b None None] Set router f2c92b86-ba53-420c-9178-58d549fadacf gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:18:19.159675 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9a046fb9-3672-4147-be2c-4fd214592253 req-6b51d389-cf6a-4656-9be0-7145ae11e2ff service neutron] 10.222.0.38 "GET /v2.0/networks/0c6d657c-30ac-4186-bace-aa79fc15bd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603084 Sep 21 18:18:19.216271 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:19.231041 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e42680d-957f-4c21-a9ff-46af39269a69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6', 'network_id': '26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'fixed_ips': [{'subnet_id': '77858bc0-fc12-49f3-87ee-e609c9cbe888'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:18:19.231872 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3e42680d-957f-4c21-a9ff-46af39269a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:19.303714 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-293ccb26-4883-4320-847f-49389b50b031 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Allocated IP 2001:db8:3::1 (26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6/77858bc0-fc12-49f3-87ee-e609c9cbe888/bc8ace41-ff06-4591-b0cf-c28a1fb081b7) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:18:19.346525 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-f9fa7e5a-f3b3-4e85-9ff0-d6aece5804b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'name': 'tempest-RoutersIpV6Test-router-1712117633', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:18:01Z', 'updated_at': '2021-09-21T18:18:14Z', 'revision_number': 4, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'gw_port_host': None, '_interfaces': [{'id': 'a291cf32-c178-4412-a59e-1c0920d4af2a', 'name': '', 'network_id': '2dd477df-ece4-4607-9d47-1fd654561878', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:c8:2b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '3c6d5e1b-c509-41af-b132-decb71ff1935', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:13Z', 'updated_at': '2021-09-21T18:18:14Z', 'revision_number': 2, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': '3c6d5e1b-c509-41af-b132-decb71ff1935', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42323d5-05d6-4b1d-8cbe-5858c6885b0e', 'name': '', 'network_id': 'b144126c-beae-452e-a294-c4bf94965a65', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:3e:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:02Z', 'updated_at': '2021-09-21T18:18:08Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e48f741e-3739-4d28-967d-b8ebbb4c453e', 'name': '', 'network_id': 'c4e00615-aa92-4fed-9b9a-373ccd269a9e', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:9c:91:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '923d166c-a464-434e-8454-68d879ad5963', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:07Z', 'updated_at': '2021-09-21T18:18:16Z', 'revision_number': 4, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': '923d166c-a464-434e-8454-68d879ad5963', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:19.453503 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fa7e5a-f3b3-4e85-9ff0-d6aece5804b8 None None] The sync data for ids ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'] in n-d-810291-1 is: [{'id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'name': 'tempest-RoutersIpV6Test-router-1712117633', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:18:01Z', 'updated_at': '2021-09-21T18:18:14Z', 'revision_number': 4, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'gw_port_host': None, '_interfaces': [{'id': 'a291cf32-c178-4412-a59e-1c0920d4af2a', 'name': '', 'network_id': '2dd477df-ece4-4607-9d47-1fd654561878', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:c8:2b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '3c6d5e1b-c509-41af-b132-decb71ff1935', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:13Z', 'updated_at': '2021-09-21T18:18:14Z', 'revision_number': 2, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': '3c6d5e1b-c509-41af-b132-decb71ff1935', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42323d5-05d6-4b1d-8cbe-5858c6885b0e', 'name': '', 'network_id': 'b144126c-beae-452e-a294-c4bf94965a65', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:3e:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:02Z', 'updated_at': '2021-09-21T18:18:08Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e48f741e-3739-4d28-967d-b8ebbb4c453e', 'name': '', 'network_id': 'c4e00615-aa92-4fed-9b9a-373ccd269a9e', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:9c:91:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '923d166c-a464-434e-8454-68d879ad5963', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:07Z', 'updated_at': '2021-09-21T18:18:16Z', 'revision_number': 4, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': '923d166c-a464-434e-8454-68d879ad5963', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:18:19.455159 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:19.587110 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-293ccb26-4883-4320-847f-49389b50b031 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:19.662232 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-293ccb26-4883-4320-847f-49389b50b031 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:19.737039 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293ccb26-4883-4320-847f-49389b50b031 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network 26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:18:19.766830 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-293ccb26-4883-4320-847f-49389b50b031 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:18:19.775913 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293ccb26-4883-4320-847f-49389b50b031 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:18:19.793103 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6a8cd60c-0028-4ef7-b58e-822a20d77034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:19.798467 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-293ccb26-4883-4320-847f-49389b50b031 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:19.804429 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ccb26-4883-4320-847f-49389b50b031 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Port': ['ID=bc8ace41-ff06-4591-b0cf-c28a1fb081b7,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:19.948695 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port fabdbff4-4ab4-4bb2-a5d9-8de718c521a7, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=fabdbff4-4ab4-4bb2-a5d9-8de718c521a7,segment=NetworkSegment(d149260c-732d-4d74-822c-a55f64f4a513),segment_id=d149260c-732d-4d74-822c-a55f64f4a513)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:19.999147 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:20.096819 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-293ccb26-4883-4320-847f-49389b50b031 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:20.245254 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-3e42680d-957f-4c21-a9ff-46af39269a69 None None] Allocated IP 2001:db8:3::2 (26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6/77858bc0-fc12-49f3-87ee-e609c9cbe888/60d162ed-6db9-4321-8fdc-c5a6f3dc391f) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:18:20.467607 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:20.534342 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.db.api [None req-6a8cd60c-0028-4ef7-b58e-822a20d77034 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:18:20.535007 n-d-810291-1 neutron-server[101462]: DEBUG oslo_db.api [None req-6a8cd60c-0028-4ef7-b58e-822a20d77034 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:18:20.545381 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=fabdbff4-4ab4-4bb2-a5d9-8de718c521a7,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:20.668351 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d7291bc0-438c-4b87-a5c3-03ee5a6e010b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'name': 'tempest-TestVolumeBackupRestore-1249723574-router', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '7f83ca94-6ed8-40ef-8f0b-480ce5ce9353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:20Z', 'updated_at': '2021-09-21T18:14:26Z', 'revision_number': 4, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'gw_port': {'id': '7f83ca94-6ed8-40ef-8f0b-480ce5ce9353', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:20Z', 'updated_at': '2021-09-21T18:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '5d36e15d-3e3d-461d-a2d7-eceee2cc468e', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'floating_ip_address': '172.25.6.248', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'port_id': '69d71ad3-5fad-4778-876a-57d3ee9970b0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c6d657c-30ac-4186-bace-aa79fc15bd34', 'mac_address': 'fa:16:3e:64:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4543bd-db80-430d-858c-863e3a463e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:18:08Z', 'updated_at': '2021-09-21T18:18:14Z', 'revision_number': 2, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef2eafc3-6b54-4a7d-81a3-957b3168b20f', 'name': '', 'network_id': '0c6d657c-30ac-4186-bace-aa79fc15bd34', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'mac_address': 'fa:16:3e:43:d0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '1e995253-a1fe-4767-b026-590b9f4eb12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:24Z', 'updated_at': '2021-09-21T18:14:31Z', 'revision_number': 5, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'subnets': [{'id': '1e995253-a1fe-4767-b026-590b9f4eb12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:20.794055 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7291bc0-438c-4b87-a5c3-03ee5a6e010b None None] The sync data for ids ['f2c92b86-ba53-420c-9178-58d549fadacf'] in n-d-810291-1 is: [{'id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'name': 'tempest-TestVolumeBackupRestore-1249723574-router', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '7f83ca94-6ed8-40ef-8f0b-480ce5ce9353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:20Z', 'updated_at': '2021-09-21T18:14:26Z', 'revision_number': 4, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'gw_port': {'id': '7f83ca94-6ed8-40ef-8f0b-480ce5ce9353', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:20Z', 'updated_at': '2021-09-21T18:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '5d36e15d-3e3d-461d-a2d7-eceee2cc468e', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'floating_ip_address': '172.25.6.248', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'port_id': '69d71ad3-5fad-4778-876a-57d3ee9970b0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c6d657c-30ac-4186-bace-aa79fc15bd34', 'mac_address': 'fa:16:3e:64:38:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4543bd-db80-430d-858c-863e3a463e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:18:08Z', 'updated_at': '2021-09-21T18:18:14Z', 'revision_number': 2, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef2eafc3-6b54-4a7d-81a3-957b3168b20f', 'name': '', 'network_id': '0c6d657c-30ac-4186-bace-aa79fc15bd34', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'mac_address': 'fa:16:3e:43:d0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '1e995253-a1fe-4767-b026-590b9f4eb12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:24Z', 'updated_at': '2021-09-21T18:14:31Z', 'revision_number': 5, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'subnets': [{'id': '1e995253-a1fe-4767-b026-590b9f4eb12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:18:20.818680 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-293ccb26-4883-4320-847f-49389b50b031 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:20.832088 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-293ccb26-4883-4320-847f-49389b50b031 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:20.832952 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-293ccb26-4883-4320-847f-49389b50b031 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:20.908332 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3e42680d-957f-4c21-a9ff-46af39269a69 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:20.920897 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3e42680d-957f-4c21-a9ff-46af39269a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:20.963971 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ccb26-4883-4320-847f-49389b50b031 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event updated for resources: {'Port': ['ID=bc8ace41-ff06-4591-b0cf-c28a1fb081b7,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:21.062085 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e42680d-957f-4c21-a9ff-46af39269a69 None None] Network 26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:18:21.104054 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42680d-957f-4c21-a9ff-46af39269a69 None None] Pushing event updated for resources: {'Port': ['ID=60d162ed-6db9-4321-8fdc-c5a6f3dc391f,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:21.125395 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-3e42680d-957f-4c21-a9ff-46af39269a69 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:18:21.129368 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e42680d-957f-4c21-a9ff-46af39269a69 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:18:21.145627 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293ccb26-4883-4320-847f-49389b50b031 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Network 26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:18:21.147418 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-293ccb26-4883-4320-847f-49389b50b031 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:18:21.330810 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-3e42680d-957f-4c21-a9ff-46af39269a69 None None] Attempting to bind port 60d162ed-6db9-4321-8fdc-c5a6f3dc391f on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:18:21.337193 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293ccb26-4883-4320-847f-49389b50b031 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Router 8e8e3c01-34e0-4da0-a394-3d5a036f808f has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:18:21.339500 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-3e42680d-957f-4c21-a9ff-46af39269a69 None None] Attempting to bind port 60d162ed-6db9-4321-8fdc-c5a6f3dc391f by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '7cc56f9b-468b-4768-880a-32cde43ec27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:18:21.340092 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e42680d-957f-4c21-a9ff-46af39269a69 None None] Attempting to bind port 60d162ed-6db9-4321-8fdc-c5a6f3dc391f on network 26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:18:21.362689 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e42680d-957f-4c21-a9ff-46af39269a69 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:18:21.363387 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e42680d-957f-4c21-a9ff-46af39269a69 None None] Checking segment: {'id': '7cc56f9b-468b-4768-880a-32cde43ec27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:18:21.364467 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3e42680d-957f-4c21-a9ff-46af39269a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:21.365047 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e42680d-957f-4c21-a9ff-46af39269a69 None None] Bound using segment: {'id': '7cc56f9b-468b-4768-880a-32cde43ec27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:18:21.365711 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-3e42680d-957f-4c21-a9ff-46af39269a69 None None] Bound port: 60d162ed-6db9-4321-8fdc-c5a6f3dc391f, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc56f9b-468b-4768-880a-32cde43ec27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:18:21.366306 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3e42680d-957f-4c21-a9ff-46af39269a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:21.368651 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-565b8a5c-4231-4243-9161-5e1374515342 None None] Provisioning complete for port fabdbff4-4ab4-4bb2-a5d9-8de718c521a7 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:21.369232 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-565b8a5c-4231-4243-9161-5e1374515342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:21.486979 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293ccb26-4883-4320-847f-49389b50b031 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:18:21.498000 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-293ccb26-4883-4320-847f-49389b50b031 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "PUT /v2.0/routers/8e8e3c01-34e0-4da0-a394-3d5a036f808f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3307881 Sep 21 18:18:21.499432 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42212) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:21.508287 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-467cbc88-a714-42ca-952c-50665638452f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:21.511162 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-3e42680d-957f-4c21-a9ff-46af39269a69 None None] For port 60d162ed-6db9-4321-8fdc-c5a6f3dc391f, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:18:21.528904 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-3e42680d-957f-4c21-a9ff-46af39269a69 None None] For port 60d162ed-6db9-4321-8fdc-c5a6f3dc391f, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=60d162ed-6db9-4321-8fdc-c5a6f3dc391f,segment=NetworkSegment(7cc56f9b-468b-4768-880a-32cde43ec27d),segment_id=7cc56f9b-468b-4768-880a-32cde43ec27d)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:18:21.539647 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3e42680d-957f-4c21-a9ff-46af39269a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:21.624263 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] Sync routers for ids ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:18:21.635595 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] Routers {'8e8e3c01-34e0-4da0-a394-3d5a036f808f'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:18:21.636628 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:18:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:21.652884 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:21.688410 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-565b8a5c-4231-4243-9161-5e1374515342 None None] Provisioning complete for port a291cf32-c178-4412-a59e-1c0920d4af2a triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:21.688725 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-565b8a5c-4231-4243-9161-5e1374515342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:21.690674 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42680d-957f-4c21-a9ff-46af39269a69 None None] Pushing event updated for resources: {'Port': ['ID=60d162ed-6db9-4321-8fdc-c5a6f3dc391f,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:21.774330 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-565b8a5c-4231-4243-9161-5e1374515342 None None] Port a291cf32-c178-4412-a59e-1c0920d4af2a cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:18:21.803719 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] Set router 8e8e3c01-34e0-4da0-a394-3d5a036f808f gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:18:22.165107 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'name': 'tempest-RoutersIpV6Test-router-1712117633', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:18:01Z', 'updated_at': '2021-09-21T18:18:19Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'gw_port_host': None, '_interfaces': [{'id': 'a291cf32-c178-4412-a59e-1c0920d4af2a', 'name': '', 'network_id': '2dd477df-ece4-4607-9d47-1fd654561878', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:c8:2b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '3c6d5e1b-c509-41af-b132-decb71ff1935', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:13Z', 'updated_at': '2021-09-21T18:18:14Z', 'revision_number': 2, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': '3c6d5e1b-c509-41af-b132-decb71ff1935', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc8ace41-ff06-4591-b0cf-c28a1fb081b7', 'name': '', 'network_id': '26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:cd:c2:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '77858bc0-fc12-49f3-87ee-e609c9cbe888', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:18Z', 'updated_at': '2021-09-21T18:18:20Z', 'revision_number': 2, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': '77858bc0-fc12-49f3-87ee-e609c9cbe888', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42323d5-05d6-4b1d-8cbe-5858c6885b0e', 'name': '', 'network_id': 'b144126c-beae-452e-a294-c4bf94965a65', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:3e:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:02Z', 'updated_at': '2021-09-21T18:18:08Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e48f741e-3739-4d28-967d-b8ebbb4c453e', 'name': '', 'network_id': 'c4e00615-aa92-4fed-9b9a-373ccd269a9e', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:9c:91:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '923d166c-a464-434e-8454-68d879ad5963', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:07Z', 'updated_at': '2021-09-21T18:18:17Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': '923d166c-a464-434e-8454-68d879ad5963', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:22.235517 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] Checking router: 8e8e3c01-34e0-4da0-a394-3d5a036f808f for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:18:22.235865 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] Updating router 8e8e3c01-34e0-4da0-a394-3d5a036f808f port a291cf32-c178-4412-a59e-1c0920d4af2a binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:18:22.282457 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:22.372801 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.extraroute_db [None req-467cbc88-a714-42ca-952c-50665638452f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=101460) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 21 18:18:22.419575 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.extraroute_db [None req-467cbc88-a714-42ca-952c-50665638452f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Removed routes are [] {{(pid=101460) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 21 18:18:22.420436 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-467cbc88-a714-42ca-952c-50665638452f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1427'] for router, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:22.426081 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e48f741e-3739-4d28-967d-b8ebbb4c453e up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:18:22.568462 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port e48f741e-3739-4d28-967d-b8ebbb4c453e triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:22.570772 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:22.824567 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 60d162ed-6db9-4321-8fdc-c5a6f3dc391f up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:18:22.834905 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-467cbc88-a714-42ca-952c-50665638452f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1427'] for router, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:22.841919 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-467cbc88-a714-42ca-952c-50665638452f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-734625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-734648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-574993'] for router, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:22.967566 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 60d162ed-6db9-4321-8fdc-c5a6f3dc391f triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:22.967949 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:23.093391 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467cbc88-a714-42ca-952c-50665638452f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Router 8e8e3c01-34e0-4da0-a394-3d5a036f808f has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:18:23.206152 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:23.217167 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:23.256328 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:23.353803 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 60d162ed-6db9-4321-8fdc-c5a6f3dc391f, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=60d162ed-6db9-4321-8fdc-c5a6f3dc391f,segment=NetworkSegment(7cc56f9b-468b-4768-880a-32cde43ec27d),segment_id=7cc56f9b-468b-4768-880a-32cde43ec27d)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:23.362675 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:23.363745 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device fabdbff4-4ab4-4bb2-a5d9-8de718c521a7 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:18:23.396074 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467cbc88-a714-42ca-952c-50665638452f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:18:23.427134 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-467cbc88-a714-42ca-952c-50665638452f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:23.432717 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42242) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:23.434132 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-467cbc88-a714-42ca-952c-50665638452f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "PUT /v2.0/routers/8e8e3c01-34e0-4da0-a394-3d5a036f808f HTTP/1.1" status: 200 len: 954 time: 1.9273200 Sep 21 18:18:23.474869 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] Attempting to bind port a291cf32-c178-4412-a59e-1c0920d4af2a on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:18:23.476886 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] Attempting to bind port a291cf32-c178-4412-a59e-1c0920d4af2a by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'd149260c-732d-4d74-822c-a55f64f4a513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2dd477df-ece4-4607-9d47-1fd654561878'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:18:23.478027 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] Attempting to bind port a291cf32-c178-4412-a59e-1c0920d4af2a on network 2dd477df-ece4-4607-9d47-1fd654561878 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:18:23.486151 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d3f78-8d1f-451f-be44-68df60f41c72 None None] Pushing event updated for resources: {'Port': ['ID=a291cf32-c178-4412-a59e-1c0920d4af2a,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:23.520685 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:18:23.521177 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] Checking segment: {'id': 'd149260c-732d-4d74-822c-a55f64f4a513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2dd477df-ece4-4607-9d47-1fd654561878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:18:23.521618 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:23.522039 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] Bound using segment: {'id': 'd149260c-732d-4d74-822c-a55f64f4a513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2dd477df-ece4-4607-9d47-1fd654561878'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:18:23.522539 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] Bound port: a291cf32-c178-4412-a59e-1c0920d4af2a, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd149260c-732d-4d74-822c-a55f64f4a513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2dd477df-ece4-4607-9d47-1fd654561878'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:18:23.522989 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:23.581686 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d3f78-8d1f-451f-be44-68df60f41c72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:23.582130 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d3f78-8d1f-451f-be44-68df60f41c72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:23.582408 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d3f78-8d1f-451f-be44-68df60f41c72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:23.582739 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d3f78-8d1f-451f-be44-68df60f41c72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:23.583157 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d3f78-8d1f-451f-be44-68df60f41c72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:23.583507 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d3f78-8d1f-451f-be44-68df60f41c72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:23.583854 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d3f78-8d1f-451f-be44-68df60f41c72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:23.584198 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d3f78-8d1f-451f-be44-68df60f41c72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:23.584512 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d3f78-8d1f-451f-be44-68df60f41c72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:23.584861 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d3f78-8d1f-451f-be44-68df60f41c72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:23.585191 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d3f78-8d1f-451f-be44-68df60f41c72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:23.585520 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d3f78-8d1f-451f-be44-68df60f41c72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:23.608186 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:18:23.686872 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=60d162ed-6db9-4321-8fdc-c5a6f3dc391f,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:23.727319 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80943c1-58d0-47a4-a2cc-563870610658 None None] Network 26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:18:23.771943 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] For port a291cf32-c178-4412-a59e-1c0920d4af2a, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:18:23.782390 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] For port a291cf32-c178-4412-a59e-1c0920d4af2a, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a291cf32-c178-4412-a59e-1c0920d4af2a,segment=NetworkSegment(d149260c-732d-4d74-822c-a55f64f4a513),segment_id=d149260c-732d-4d74-822c-a55f64f4a513)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:18:23.794001 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:23.824111 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-67c50837-1327-4cb6-b83f-4582dd28a57d tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "GET /v2.0/routers/8e8e3c01-34e0-4da0-a394-3d5a036f808f HTTP/1.1" status: 200 len: 954 time: 0.3889806 Sep 21 18:18:23.827371 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42252) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:23.833533 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-521140a4-9322-45db-9bf9-3041f3e25b34 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Request body: {'router': {'routes': None}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:23.884444 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] Updating router 8e8e3c01-34e0-4da0-a394-3d5a036f808f port bc8ace41-ff06-4591-b0cf-c28a1fb081b7 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:18:23.962595 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:23.978812 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:23.981568 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d3f78-8d1f-451f-be44-68df60f41c72 None None] Pushing event updated for resources: {'Port': ['ID=a291cf32-c178-4412-a59e-1c0920d4af2a,revision_number=4']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:23.996775 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-06e6d4ce-3b1d-4a73-adbd-c7d607ac05b8 None None] Provisioning complete for port 60d162ed-6db9-4321-8fdc-c5a6f3dc391f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:23.997071 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-06e6d4ce-3b1d-4a73-adbd-c7d607ac05b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:24.092525 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port fabdbff4-4ab4-4bb2-a5d9-8de718c521a7 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:24.092903 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:24.741514 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9fda4b2a-2e7d-4538-a5f7-992ae36ebf59 None None] Provisioning complete for port a291cf32-c178-4412-a59e-1c0920d4af2a triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:24.745319 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9fda4b2a-2e7d-4538-a5f7-992ae36ebf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:24.905542 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 60d162ed-6db9-4321-8fdc-c5a6f3dc391f up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:18:25.015086 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:25.027377 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:25.155249 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d3f78-8d1f-451f-be44-68df60f41c72 None None] Pushing event updated for resources: {'Port': ['ID=bc8ace41-ff06-4591-b0cf-c28a1fb081b7,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:25.232109 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:25.277582 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] Attempting to bind port bc8ace41-ff06-4591-b0cf-c28a1fb081b7 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:18:25.278317 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] Attempting to bind port bc8ace41-ff06-4591-b0cf-c28a1fb081b7 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '7cc56f9b-468b-4768-880a-32cde43ec27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:18:25.279143 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] Attempting to bind port bc8ace41-ff06-4591-b0cf-c28a1fb081b7 on network 26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:18:25.288820 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:18:25.291732 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] Checking segment: {'id': '7cc56f9b-468b-4768-880a-32cde43ec27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:18:25.293358 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:25.298291 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] Bound using segment: {'id': '7cc56f9b-468b-4768-880a-32cde43ec27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:18:25.302823 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] Bound port: bc8ace41-ff06-4591-b0cf-c28a1fb081b7, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc56f9b-468b-4768-880a-32cde43ec27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:18:25.303579 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:25.391939 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 60d162ed-6db9-4321-8fdc-c5a6f3dc391f triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:25.392312 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:25.394168 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9fda4b2a-2e7d-4538-a5f7-992ae36ebf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:25.434699 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] For port bc8ace41-ff06-4591-b0cf-c28a1fb081b7, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:18:25.438669 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] For port bc8ace41-ff06-4591-b0cf-c28a1fb081b7, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=bc8ace41-ff06-4591-b0cf-c28a1fb081b7,segment=NetworkSegment(7cc56f9b-468b-4768-880a-32cde43ec27d),segment_id=7cc56f9b-468b-4768-880a-32cde43ec27d)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:18:25.450503 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:25.528870 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9fda4b2a-2e7d-4538-a5f7-992ae36ebf59 None None] For port a291cf32-c178-4412-a59e-1c0920d4af2a, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a291cf32-c178-4412-a59e-1c0920d4af2a,segment=NetworkSegment(d149260c-732d-4d74-822c-a55f64f4a513),segment_id=d149260c-732d-4d74-822c-a55f64f4a513)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:25.539931 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9fda4b2a-2e7d-4538-a5f7-992ae36ebf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:25.588872 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d3f78-8d1f-451f-be44-68df60f41c72 None None] Pushing event updated for resources: {'Port': ['ID=bc8ace41-ff06-4591-b0cf-c28a1fb081b7,revision_number=4']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:25.596248 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] Routers {'8e8e3c01-34e0-4da0-a394-3d5a036f808f'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:18:25.597998 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:18:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:25.694034 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a291cf32-c178-4412-a59e-1c0920d4af2a up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:18:25.746978 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.extraroute_db [None req-521140a4-9322-45db-9bf9-3041f3e25b34 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Added routes are [] {{(pid=101460) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 21 18:18:25.747395 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.extraroute_db [None req-521140a4-9322-45db-9bf9-3041f3e25b34 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=101460) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 21 18:18:25.751962 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda4b2a-2e7d-4538-a5f7-992ae36ebf59 None None] Pushing event updated for resources: {'Port': ['ID=a291cf32-c178-4412-a59e-1c0920d4af2a,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:25.759774 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-3485747b-d1cb-4fa3-ac8d-d487b3cd0df8 None None] Provisioning complete for port bc8ace41-ff06-4591-b0cf-c28a1fb081b7 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:25.760709 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3485747b-d1cb-4fa3-ac8d-d487b3cd0df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:25.803140 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] Set router 8e8e3c01-34e0-4da0-a394-3d5a036f808f gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:18:25.854670 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-521140a4-9322-45db-9bf9-3041f3e25b34 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1427'] for router, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:25.908852 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port a291cf32-c178-4412-a59e-1c0920d4af2a triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:25.909281 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:26.185629 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3485747b-d1cb-4fa3-ac8d-d487b3cd0df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:26.293522 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-3485747b-d1cb-4fa3-ac8d-d487b3cd0df8 None None] For port bc8ace41-ff06-4591-b0cf-c28a1fb081b7, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=bc8ace41-ff06-4591-b0cf-c28a1fb081b7,segment=NetworkSegment(7cc56f9b-468b-4768-880a-32cde43ec27d),segment_id=7cc56f9b-468b-4768-880a-32cde43ec27d)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:26.327433 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3485747b-d1cb-4fa3-ac8d-d487b3cd0df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:26.434905 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-3485747b-d1cb-4fa3-ac8d-d487b3cd0df8 None None] Provisioning complete for port 60d162ed-6db9-4321-8fdc-c5a6f3dc391f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:26.435769 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3485747b-d1cb-4fa3-ac8d-d487b3cd0df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:26.485435 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-521140a4-9322-45db-9bf9-3041f3e25b34 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1427'] for router, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:26.491378 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-521140a4-9322-45db-9bf9-3041f3e25b34 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-734625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-734648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-574993'] for router, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:26.501743 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485747b-d1cb-4fa3-ac8d-d487b3cd0df8 None None] Pushing event updated for resources: {'Port': ['ID=bc8ace41-ff06-4591-b0cf-c28a1fb081b7,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:26.528809 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'name': 'tempest-RoutersIpV6Test-router-1712117633', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:18:01Z', 'updated_at': '2021-09-21T18:18:22Z', 'revision_number': 6, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'gw_port_host': None, '_interfaces': [{'id': 'a291cf32-c178-4412-a59e-1c0920d4af2a', 'name': '', 'network_id': '2dd477df-ece4-4607-9d47-1fd654561878', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:c8:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '3c6d5e1b-c509-41af-b132-decb71ff1935', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:13Z', 'updated_at': '2021-09-21T18:18:25Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': '3c6d5e1b-c509-41af-b132-decb71ff1935', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc8ace41-ff06-4591-b0cf-c28a1fb081b7', 'name': '', 'network_id': '26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:cd:c2:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '77858bc0-fc12-49f3-87ee-e609c9cbe888', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:18Z', 'updated_at': '2021-09-21T18:18:25Z', 'revision_number': 4, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': '77858bc0-fc12-49f3-87ee-e609c9cbe888', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42323d5-05d6-4b1d-8cbe-5858c6885b0e', 'name': '', 'network_id': 'b144126c-beae-452e-a294-c4bf94965a65', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:3e:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:02Z', 'updated_at': '2021-09-21T18:18:08Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e48f741e-3739-4d28-967d-b8ebbb4c453e', 'name': '', 'network_id': 'c4e00615-aa92-4fed-9b9a-373ccd269a9e', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:9c:91:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '923d166c-a464-434e-8454-68d879ad5963', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:07Z', 'updated_at': '2021-09-21T18:18:17Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': '923d166c-a464-434e-8454-68d879ad5963', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:26.565375 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03c5cac-0d9f-4ff4-b49d-4cb45a35f837 None None] The sync data for ids ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'] in n-d-810291-1 is: [{'id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'name': 'tempest-RoutersIpV6Test-router-1712117633', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:18:01Z', 'updated_at': '2021-09-21T18:18:22Z', 'revision_number': 6, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'gw_port_host': None, '_interfaces': [{'id': 'a291cf32-c178-4412-a59e-1c0920d4af2a', 'name': '', 'network_id': '2dd477df-ece4-4607-9d47-1fd654561878', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:c8:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '3c6d5e1b-c509-41af-b132-decb71ff1935', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:13Z', 'updated_at': '2021-09-21T18:18:25Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': '3c6d5e1b-c509-41af-b132-decb71ff1935', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc8ace41-ff06-4591-b0cf-c28a1fb081b7', 'name': '', 'network_id': '26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:cd:c2:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '77858bc0-fc12-49f3-87ee-e609c9cbe888', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:18Z', 'updated_at': '2021-09-21T18:18:25Z', 'revision_number': 4, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': '77858bc0-fc12-49f3-87ee-e609c9cbe888', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42323d5-05d6-4b1d-8cbe-5858c6885b0e', 'name': '', 'network_id': 'b144126c-beae-452e-a294-c4bf94965a65', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:3e:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:02Z', 'updated_at': '2021-09-21T18:18:08Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e48f741e-3739-4d28-967d-b8ebbb4c453e', 'name': '', 'network_id': 'c4e00615-aa92-4fed-9b9a-373ccd269a9e', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:9c:91:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '923d166c-a464-434e-8454-68d879ad5963', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:07Z', 'updated_at': '2021-09-21T18:18:17Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': '923d166c-a464-434e-8454-68d879ad5963', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:18:26.777892 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521140a4-9322-45db-9bf9-3041f3e25b34 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Router 8e8e3c01-34e0-4da0-a394-3d5a036f808f has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:18:26.826862 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-f71518d9-cfe5-4ba5-bdf8-4aa5778dfddc None None] Provisioning complete for port bc8ace41-ff06-4591-b0cf-c28a1fb081b7 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:26.831594 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f71518d9-cfe5-4ba5-bdf8-4aa5778dfddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:26.853008 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a291cf32-c178-4412-a59e-1c0920d4af2a up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:18:27.059682 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port a291cf32-c178-4412-a59e-1c0920d4af2a triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:27.060237 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:27.133138 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521140a4-9322-45db-9bf9-3041f3e25b34 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:18:27.181612 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-521140a4-9322-45db-9bf9-3041f3e25b34 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:27.196740 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42304) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:27.199642 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-521140a4-9322-45db-9bf9-3041f3e25b34 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "PUT /v2.0/routers/8e8e3c01-34e0-4da0-a394-3d5a036f808f HTTP/1.1" status: 200 len: 704 time: 3.3696425 Sep 21 18:18:27.420894 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9c35a5f3-b7c8-4bdd-a533-3d7cf9c70b7a None None] Provisioning complete for port bc8ace41-ff06-4591-b0cf-c28a1fb081b7 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:27.421266 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9c35a5f3-b7c8-4bdd-a533-3d7cf9c70b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:27.449792 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-191a5b59-ccff-4d5f-98e7-280c651cb276 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "GET /v2.0/routers/8e8e3c01-34e0-4da0-a394-3d5a036f808f HTTP/1.1" status: 200 len: 704 time: 0.2516732 Sep 21 18:18:27.452970 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42310) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:28.060149 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0599c1-5b77-4844-8d58-572b0f4a6d13 None None] Sync routers for ids ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:18:28.075301 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0599c1-5b77-4844-8d58-572b0f4a6d13 None None] Routers {'8e8e3c01-34e0-4da0-a394-3d5a036f808f'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:18:28.076242 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-7c0599c1-5b77-4844-8d58-572b0f4a6d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:18:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:28.248736 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-65a37729-b7fc-4965-80e8-44108d0ae378 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:28.258150 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-7c0599c1-5b77-4844-8d58-572b0f4a6d13 None None] Set router 8e8e3c01-34e0-4da0-a394-3d5a036f808f gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:18:28.664611 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-7c0599c1-5b77-4844-8d58-572b0f4a6d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'name': 'tempest-RoutersIpV6Test-router-1712117633', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:18:01Z', 'updated_at': '2021-09-21T18:18:25Z', 'revision_number': 7, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'gw_port_host': None, '_interfaces': [{'id': 'a291cf32-c178-4412-a59e-1c0920d4af2a', 'name': '', 'network_id': '2dd477df-ece4-4607-9d47-1fd654561878', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:c8:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '3c6d5e1b-c509-41af-b132-decb71ff1935', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:13Z', 'updated_at': '2021-09-21T18:18:25Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': '3c6d5e1b-c509-41af-b132-decb71ff1935', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc8ace41-ff06-4591-b0cf-c28a1fb081b7', 'name': '', 'network_id': '26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:cd:c2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '77858bc0-fc12-49f3-87ee-e609c9cbe888', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:18Z', 'updated_at': '2021-09-21T18:18:26Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': '77858bc0-fc12-49f3-87ee-e609c9cbe888', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42323d5-05d6-4b1d-8cbe-5858c6885b0e', 'name': '', 'network_id': 'b144126c-beae-452e-a294-c4bf94965a65', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:3e:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:02Z', 'updated_at': '2021-09-21T18:18:08Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e48f741e-3739-4d28-967d-b8ebbb4c453e', 'name': '', 'network_id': 'c4e00615-aa92-4fed-9b9a-373ccd269a9e', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:9c:91:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '923d166c-a464-434e-8454-68d879ad5963', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:07Z', 'updated_at': '2021-09-21T18:18:17Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': '923d166c-a464-434e-8454-68d879ad5963', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:28.707729 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0599c1-5b77-4844-8d58-572b0f4a6d13 None None] Checking router: 8e8e3c01-34e0-4da0-a394-3d5a036f808f for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:18:28.765748 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0599c1-5b77-4844-8d58-572b0f4a6d13 None None] Routers {'8e8e3c01-34e0-4da0-a394-3d5a036f808f'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:18:28.775398 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-65a37729-b7fc-4965-80e8-44108d0ae378 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Deleting port bc8ace41-ff06-4591-b0cf-c28a1fb081b7 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:18:28.777352 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-65a37729-b7fc-4965-80e8-44108d0ae378 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:28.780231 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-7c0599c1-5b77-4844-8d58-572b0f4a6d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:18:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:28.874401 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device bc8ace41-ff06-4591-b0cf-c28a1fb081b7 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:18:28.910157 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-7c0599c1-5b77-4844-8d58-572b0f4a6d13 None None] Set router 8e8e3c01-34e0-4da0-a394-3d5a036f808f gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:18:29.007534 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-65a37729-b7fc-4965-80e8-44108d0ae378 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] For port bc8ace41-ff06-4591-b0cf-c28a1fb081b7, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=bc8ace41-ff06-4591-b0cf-c28a1fb081b7,segment=NetworkSegment(7cc56f9b-468b-4768-880a-32cde43ec27d),segment_id=7cc56f9b-468b-4768-880a-32cde43ec27d)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:29.010448 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-65a37729-b7fc-4965-80e8-44108d0ae378 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:29.059984 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-65a37729-b7fc-4965-80e8-44108d0ae378 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Calling delete_port for bc8ace41-ff06-4591-b0cf-c28a1fb081b7 owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:18:29.084645 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port bc8ace41-ff06-4591-b0cf-c28a1fb081b7 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:18:29.085233 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:29.342272 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-7c0599c1-5b77-4844-8d58-572b0f4a6d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'name': 'tempest-RoutersIpV6Test-router-1712117633', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:18:01Z', 'updated_at': '2021-09-21T18:18:25Z', 'revision_number': 7, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'gw_port_host': None, '_interfaces': [{'id': 'a291cf32-c178-4412-a59e-1c0920d4af2a', 'name': '', 'network_id': '2dd477df-ece4-4607-9d47-1fd654561878', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:c8:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '3c6d5e1b-c509-41af-b132-decb71ff1935', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:13Z', 'updated_at': '2021-09-21T18:18:25Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': '3c6d5e1b-c509-41af-b132-decb71ff1935', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc8ace41-ff06-4591-b0cf-c28a1fb081b7', 'name': '', 'network_id': '26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:cd:c2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '77858bc0-fc12-49f3-87ee-e609c9cbe888', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:18Z', 'updated_at': '2021-09-21T18:18:26Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': '77858bc0-fc12-49f3-87ee-e609c9cbe888', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42323d5-05d6-4b1d-8cbe-5858c6885b0e', 'name': '', 'network_id': 'b144126c-beae-452e-a294-c4bf94965a65', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:3e:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:02Z', 'updated_at': '2021-09-21T18:18:08Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e48f741e-3739-4d28-967d-b8ebbb4c453e', 'name': '', 'network_id': 'c4e00615-aa92-4fed-9b9a-373ccd269a9e', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:9c:91:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '923d166c-a464-434e-8454-68d879ad5963', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:07Z', 'updated_at': '2021-09-21T18:18:17Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': '923d166c-a464-434e-8454-68d879ad5963', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:29.390311 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0599c1-5b77-4844-8d58-572b0f4a6d13 None None] The sync data for ids ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'] in n-d-810291-1 is: [{'id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'name': 'tempest-RoutersIpV6Test-router-1712117633', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:18:01Z', 'updated_at': '2021-09-21T18:18:25Z', 'revision_number': 7, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'gw_port_host': None, '_interfaces': [{'id': 'a291cf32-c178-4412-a59e-1c0920d4af2a', 'name': '', 'network_id': '2dd477df-ece4-4607-9d47-1fd654561878', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:c8:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '3c6d5e1b-c509-41af-b132-decb71ff1935', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:13Z', 'updated_at': '2021-09-21T18:18:25Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': '3c6d5e1b-c509-41af-b132-decb71ff1935', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc8ace41-ff06-4591-b0cf-c28a1fb081b7', 'name': '', 'network_id': '26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:cd:c2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '77858bc0-fc12-49f3-87ee-e609c9cbe888', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:18Z', 'updated_at': '2021-09-21T18:18:26Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': '77858bc0-fc12-49f3-87ee-e609c9cbe888', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42323d5-05d6-4b1d-8cbe-5858c6885b0e', 'name': '', 'network_id': 'b144126c-beae-452e-a294-c4bf94965a65', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:3e:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:02Z', 'updated_at': '2021-09-21T18:18:08Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e48f741e-3739-4d28-967d-b8ebbb4c453e', 'name': '', 'network_id': 'c4e00615-aa92-4fed-9b9a-373ccd269a9e', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:9c:91:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '923d166c-a464-434e-8454-68d879ad5963', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:07Z', 'updated_at': '2021-09-21T18:18:17Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': '923d166c-a464-434e-8454-68d879ad5963', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:18:29.456742 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-65a37729-b7fc-4965-80e8-44108d0ae378 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:29.536864 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a37729-b7fc-4965-80e8-44108d0ae378 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Port': ['ID=bc8ace41-ff06-4591-b0cf-c28a1fb081b7,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:29.771437 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-65a37729-b7fc-4965-80e8-44108d0ae378 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:30.065310 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9cdfe6f0-20e5-4e68-b56b-015e49fa0813 req-954d0c87-f862-4777-94fa-cdc40998f727 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0e4543bd-db80-430d-858c-863e3a463e5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3842204 Sep 21 18:18:30.233713 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfe6f0-20e5-4e68-b56b-015e49fa0813 req-28b535a4-f1cc-4e96-b531-6f66d9e9a622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:30.236301 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9cdfe6f0-20e5-4e68-b56b-015e49fa0813 req-28b535a4-f1cc-4e96-b531-6f66d9e9a622 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f96d86a1c5474b3d9bf2e837e99b27d8&device_id=0e4543bd-db80-430d-858c-863e3a463e5f HTTP/1.1" status: 200 len: 1096 time: 0.1005173 Sep 21 18:18:30.252296 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a37729-b7fc-4965-80e8-44108d0ae378 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Router 8e8e3c01-34e0-4da0-a394-3d5a036f808f has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:18:30.486823 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfe6f0-20e5-4e68-b56b-015e49fa0813 req-eac95e34-6427-4322-bdc9-b21bbd0483b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:30.488532 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9cdfe6f0-20e5-4e68-b56b-015e49fa0813 req-eac95e34-6427-4322-bdc9-b21bbd0483b2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0c6d657c-30ac-4186-bace-aa79fc15bd34 HTTP/1.1" status: 200 len: 915 time: 0.1190157 Sep 21 18:18:30.492173 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a37729-b7fc-4965-80e8-44108d0ae378 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:18:30.515843 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa299465-2616-4faf-be37-40f1f96d7f25 None None] Sync routers for ids ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:18:30.528648 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-65a37729-b7fc-4965-80e8-44108d0ae378 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "PUT /v2.0/routers/8e8e3c01-34e0-4da0-a394-3d5a036f808f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0726573 Sep 21 18:18:30.529315 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42366) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:30.530969 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa299465-2616-4faf-be37-40f1f96d7f25 None None] Routers {'8e8e3c01-34e0-4da0-a394-3d5a036f808f'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:18:30.538292 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-fa299465-2616-4faf-be37-40f1f96d7f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:18:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:30.610479 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9cdfe6f0-20e5-4e68-b56b-015e49fa0813 req-90077a67-a1b7-415c-9403-081d438dc6d3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69d71ad3-5fad-4778-876a-57d3ee9970b0 HTTP/1.1" status: 200 len: 1001 time: 0.1127696 Sep 21 18:18:30.738416 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-9126e277-1220-4849-9a3e-c8f377b931e7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Deleting subnet 77858bc0-fc12-49f3-87ee-e609c9cbe888 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:18:30.740322 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfe6f0-20e5-4e68-b56b-015e49fa0813 req-a68bcf5f-7b95-4939-9f13-842828b38545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:30.742402 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9cdfe6f0-20e5-4e68-b56b-015e49fa0813 req-a68bcf5f-7b95-4939-9f13-842828b38545 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1e995253-a1fe-4767-b026-590b9f4eb12c HTTP/1.1" status: 200 len: 853 time: 0.1246483 Sep 21 18:18:30.767224 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9126e277-1220-4849-9a3e-c8f377b931e7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:30.822419 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-fa299465-2616-4faf-be37-40f1f96d7f25 None None] Set router 8e8e3c01-34e0-4da0-a394-3d5a036f808f gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:18:30.825469 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfe6f0-20e5-4e68-b56b-015e49fa0813 req-9a82fb8b-40dc-49f3-93f5-96ee7e670f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:30.827692 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9cdfe6f0-20e5-4e68-b56b-015e49fa0813 req-9a82fb8b-40dc-49f3-93f5-96ee7e670f97 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0c6d657c-30ac-4186-bace-aa79fc15bd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777814 Sep 21 18:18:30.878139 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9126e277-1220-4849-9a3e-c8f377b931e7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:31.035306 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9cdfe6f0-20e5-4e68-b56b-015e49fa0813 req-be6fd5d9-b075-41ac-932e-7fa6bc64065d service neutron] 10.222.0.38 "GET /v2.0/networks/0c6d657c-30ac-4186-bace-aa79fc15bd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996951 Sep 21 18:18:31.082272 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9126e277-1220-4849-9a3e-c8f377b931e7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:31.258865 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9126e277-1220-4849-9a3e-c8f377b931e7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:31.308776 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a2d95b-3b67-49ae-97ca-07ed0f719fd7 None None] Network 26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:18:31.321173 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126e277-1220-4849-9a3e-c8f377b931e7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Subnet': ['ID=77858bc0-fc12-49f3-87ee-e609c9cbe888,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:31.333103 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9126e277-1220-4849-9a3e-c8f377b931e7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:31.333367 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9cdfe6f0-20e5-4e68-b56b-015e49fa0813 req-6e79f6b5-7de1-4a19-8f87-89820a54cd14 service neutron] 10.222.0.38 "GET /v2.0/networks/0c6d657c-30ac-4186-bace-aa79fc15bd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907159 Sep 21 18:18:31.338408 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9126e277-1220-4849-9a3e-c8f377b931e7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/subnets/77858bc0-fc12-49f3-87ee-e609c9cbe888 HTTP/1.1" status: 204 len: 168 time: 0.8057034 Sep 21 18:18:31.342205 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42380) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:31.343583 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-fa299465-2616-4faf-be37-40f1f96d7f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'name': 'tempest-RoutersIpV6Test-router-1712117633', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:18:01Z', 'updated_at': '2021-09-21T18:18:29Z', 'revision_number': 8, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'gw_port_host': None, '_interfaces': [{'id': 'a291cf32-c178-4412-a59e-1c0920d4af2a', 'name': '', 'network_id': '2dd477df-ece4-4607-9d47-1fd654561878', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:c8:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '3c6d5e1b-c509-41af-b132-decb71ff1935', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:13Z', 'updated_at': '2021-09-21T18:18:25Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': '3c6d5e1b-c509-41af-b132-decb71ff1935', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42323d5-05d6-4b1d-8cbe-5858c6885b0e', 'name': '', 'network_id': 'b144126c-beae-452e-a294-c4bf94965a65', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:3e:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:02Z', 'updated_at': '2021-09-21T18:18:08Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e48f741e-3739-4d28-967d-b8ebbb4c453e', 'name': '', 'network_id': 'c4e00615-aa92-4fed-9b9a-373ccd269a9e', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:9c:91:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '923d166c-a464-434e-8454-68d879ad5963', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:07Z', 'updated_at': '2021-09-21T18:18:17Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': '923d166c-a464-434e-8454-68d879ad5963', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:31.358898 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126e277-1220-4849-9a3e-c8f377b931e7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:31.359660 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126e277-1220-4849-9a3e-c8f377b931e7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:31.360161 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126e277-1220-4849-9a3e-c8f377b931e7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:31.360648 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126e277-1220-4849-9a3e-c8f377b931e7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:31.362051 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126e277-1220-4849-9a3e-c8f377b931e7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:31.362616 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126e277-1220-4849-9a3e-c8f377b931e7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:31.364830 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126e277-1220-4849-9a3e-c8f377b931e7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:31.365739 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126e277-1220-4849-9a3e-c8f377b931e7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:31.367312 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126e277-1220-4849-9a3e-c8f377b931e7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:31.369017 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126e277-1220-4849-9a3e-c8f377b931e7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:31.370794 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126e277-1220-4849-9a3e-c8f377b931e7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:31.371455 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9126e277-1220-4849-9a3e-c8f377b931e7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:18:31.449329 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa299465-2616-4faf-be37-40f1f96d7f25 None None] Checking router: 8e8e3c01-34e0-4da0-a394-3d5a036f808f for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:18:31.468364 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa299465-2616-4faf-be37-40f1f96d7f25 None None] Routers {'8e8e3c01-34e0-4da0-a394-3d5a036f808f'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:18:31.473611 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-fa299465-2616-4faf-be37-40f1f96d7f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:18:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:31.547893 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c6f8fd4-8ada-4e3a-8fe1-bdd7982aa1cf tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:31.587603 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5c70f7-68b2-47ef-aa5b-f91be9582cee None None] DHCP port deletion for 26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:18:31.677181 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-8c6f8fd4-8ada-4e3a-8fe1-bdd7982aa1cf tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Deleting port 60d162ed-6db9-4321-8fdc-c5a6f3dc391f {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:18:31.679736 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c6f8fd4-8ada-4e3a-8fe1-bdd7982aa1cf tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:31.726678 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-8b5c70f7-68b2-47ef-aa5b-f91be9582cee None None] Deleting port 60d162ed-6db9-4321-8fdc-c5a6f3dc391f {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:18:31.726678 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8b5c70f7-68b2-47ef-aa5b-f91be9582cee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:31.749793 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-fa299465-2616-4faf-be37-40f1f96d7f25 None None] Set router 8e8e3c01-34e0-4da0-a394-3d5a036f808f gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:18:31.925988 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-8c6f8fd4-8ada-4e3a-8fe1-bdd7982aa1cf tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] For port 60d162ed-6db9-4321-8fdc-c5a6f3dc391f, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=60d162ed-6db9-4321-8fdc-c5a6f3dc391f,segment=NetworkSegment(7cc56f9b-468b-4768-880a-32cde43ec27d),segment_id=7cc56f9b-468b-4768-880a-32cde43ec27d)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:31.928093 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c6f8fd4-8ada-4e3a-8fe1-bdd7982aa1cf tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:31.957214 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-8b5c70f7-68b2-47ef-aa5b-f91be9582cee None None] For port 60d162ed-6db9-4321-8fdc-c5a6f3dc391f, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=60d162ed-6db9-4321-8fdc-c5a6f3dc391f,segment=NetworkSegment(7cc56f9b-468b-4768-880a-32cde43ec27d),segment_id=7cc56f9b-468b-4768-880a-32cde43ec27d)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:31.958198 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8b5c70f7-68b2-47ef-aa5b-f91be9582cee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:31.973149 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-8b5c70f7-68b2-47ef-aa5b-f91be9582cee None None] Calling delete_port for 60d162ed-6db9-4321-8fdc-c5a6f3dc391f owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:18:31.975106 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-8c6f8fd4-8ada-4e3a-8fe1-bdd7982aa1cf tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Calling delete_port for 60d162ed-6db9-4321-8fdc-c5a6f3dc391f owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:18:32.113078 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8b5c70f7-68b2-47ef-aa5b-f91be9582cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:32.172338 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5c70f7-68b2-47ef-aa5b-f91be9582cee None None] No DVR routers for this DVR port 60d162ed-6db9-4321-8fdc-c5a6f3dc391f on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:18:32.181982 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c70f7-68b2-47ef-aa5b-f91be9582cee None None] Pushing event deleted for resources: {'Port': ['ID=60d162ed-6db9-4321-8fdc-c5a6f3dc391f,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:32.202105 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c6f8fd4-8ada-4e3a-8fe1-bdd7982aa1cf tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:32.248959 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-fa299465-2616-4faf-be37-40f1f96d7f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'name': 'tempest-RoutersIpV6Test-router-1712117633', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:18:01Z', 'updated_at': '2021-09-21T18:18:29Z', 'revision_number': 8, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'gw_port_host': None, '_interfaces': [{'id': 'a291cf32-c178-4412-a59e-1c0920d4af2a', 'name': '', 'network_id': '2dd477df-ece4-4607-9d47-1fd654561878', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:c8:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '3c6d5e1b-c509-41af-b132-decb71ff1935', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:13Z', 'updated_at': '2021-09-21T18:18:25Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': '3c6d5e1b-c509-41af-b132-decb71ff1935', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42323d5-05d6-4b1d-8cbe-5858c6885b0e', 'name': '', 'network_id': 'b144126c-beae-452e-a294-c4bf94965a65', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:3e:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:02Z', 'updated_at': '2021-09-21T18:18:08Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e48f741e-3739-4d28-967d-b8ebbb4c453e', 'name': '', 'network_id': 'c4e00615-aa92-4fed-9b9a-373ccd269a9e', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:9c:91:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '923d166c-a464-434e-8454-68d879ad5963', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:07Z', 'updated_at': '2021-09-21T18:18:17Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': '923d166c-a464-434e-8454-68d879ad5963', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:32.273755 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f8fd4-8ada-4e3a-8fe1-bdd7982aa1cf tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Port': ['ID=60d162ed-6db9-4321-8fdc-c5a6f3dc391f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:32.283411 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6f8fd4-8ada-4e3a-8fe1-bdd7982aa1cf tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] No DVR routers for this DVR port 60d162ed-6db9-4321-8fdc-c5a6f3dc391f on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:18:32.297609 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa299465-2616-4faf-be37-40f1f96d7f25 None None] The sync data for ids ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'] in n-d-810291-1 is: [{'id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'name': 'tempest-RoutersIpV6Test-router-1712117633', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:18:01Z', 'updated_at': '2021-09-21T18:18:29Z', 'revision_number': 8, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'gw_port_host': None, '_interfaces': [{'id': 'a291cf32-c178-4412-a59e-1c0920d4af2a', 'name': '', 'network_id': '2dd477df-ece4-4607-9d47-1fd654561878', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:c8:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '3c6d5e1b-c509-41af-b132-decb71ff1935', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:13Z', 'updated_at': '2021-09-21T18:18:25Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': '3c6d5e1b-c509-41af-b132-decb71ff1935', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd42323d5-05d6-4b1d-8cbe-5858c6885b0e', 'name': '', 'network_id': 'b144126c-beae-452e-a294-c4bf94965a65', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:3e:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:02Z', 'updated_at': '2021-09-21T18:18:08Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e48f741e-3739-4d28-967d-b8ebbb4c453e', 'name': '', 'network_id': 'c4e00615-aa92-4fed-9b9a-373ccd269a9e', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:9c:91:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '923d166c-a464-434e-8454-68d879ad5963', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:07Z', 'updated_at': '2021-09-21T18:18:17Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': '923d166c-a464-434e-8454-68d879ad5963', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:18:32.446723 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c6f8fd4-8ada-4e3a-8fe1-bdd7982aa1cf tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:32.467288 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-8c6f8fd4-8ada-4e3a-8fe1-bdd7982aa1cf tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:32.476772 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-8c6f8fd4-8ada-4e3a-8fe1-bdd7982aa1cf tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cc56f9b-468b-4768-880a-32cde43ec27d') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:32.477065 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-8c6f8fd4-8ada-4e3a-8fe1-bdd7982aa1cf tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cc56f9b-468b-4768-880a-32cde43ec27d') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:32.488480 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c6f8fd4-8ada-4e3a-8fe1-bdd7982aa1cf tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:32.505117 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c6f8fd4-8ada-4e3a-8fe1-bdd7982aa1cf tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:32.514430 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c6f8fd4-8ada-4e3a-8fe1-bdd7982aa1cf tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:18:32.514824 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c6f8fd4-8ada-4e3a-8fe1-bdd7982aa1cf tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:18:32.518307 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:18:32.604130 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c6f8fd4-8ada-4e3a-8fe1-bdd7982aa1cf tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:32.614759 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c6f8fd4-8ada-4e3a-8fe1-bdd7982aa1cf tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:32.618235 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8c6f8fd4-8ada-4e3a-8fe1-bdd7982aa1cf tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/networks/26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6 HTTP/1.1" status: 204 len: 168 time: 1.2750967 Sep 21 18:18:32.621018 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42418) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:32.631803 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f8fd4-8ada-4e3a-8fe1-bdd7982aa1cf tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Network': ['ID=26b0c0aa-5f0c-4fcb-89b3-761a4305f7c6,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:32.812512 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 60d162ed-6db9-4321-8fdc-c5a6f3dc391f no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:18:32.832321 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42424) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:32.854743 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 60d162ed-6db9-4321-8fdc-c5a6f3dc391f {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:18:32.868114 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 60d162ed-6db9-4321-8fdc-c5a6f3dc391f not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:18:32.868661 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device bc8ace41-ff06-4591-b0cf-c28a1fb081b7 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:18:32.920999 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: bc8ace41-ff06-4591-b0cf-c28a1fb081b7 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:18:32.921355 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device bc8ace41-ff06-4591-b0cf-c28a1fb081b7 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:18:32.975019 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4a5f51d0-435b-4831-be9d-34fe844e730e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:33.081416 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4a5f51d0-435b-4831-be9d-34fe844e730e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:33.093006 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4a5f51d0-435b-4831-be9d-34fe844e730e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:33.125669 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2c8907c6-2a83-4fd4-b954-3c32e42edd24 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:33.151388 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4a5f51d0-435b-4831-be9d-34fe844e730e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f4610aaa378747aabe2d336b94c0f5dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3178620 Sep 21 18:18:33.154943 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42432) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:33.173099 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f51d0-435b-4831-be9d-34fe844e730e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e091f9-cba0-4b84-a9d6-85f2eeb70e4f,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:33.226764 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b3bbe2dd-dd3e-456e-acfe-09866ea9af7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:33.256293 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b3bbe2dd-dd3e-456e-acfe-09866ea9af7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:33.319801 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b3bbe2dd-dd3e-456e-acfe-09866ea9af7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:33.323780 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b3bbe2dd-dd3e-456e-acfe-09866ea9af7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:33.327535 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b3bbe2dd-dd3e-456e-acfe-09866ea9af7e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/08e091f9-cba0-4b84-a9d6-85f2eeb70e4f HTTP/1.1" status: 204 len: 168 time: 0.1688406 Sep 21 18:18:33.348338 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbe2dd-dd3e-456e-acfe-09866ea9af7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e091f9-cba0-4b84-a9d6-85f2eeb70e4f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:33.467628 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-2c8907c6-2a83-4fd4-b954-3c32e42edd24 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Deleting port a291cf32-c178-4412-a59e-1c0920d4af2a {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:18:33.468180 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2c8907c6-2a83-4fd4-b954-3c32e42edd24 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:33.577871 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-2c8907c6-2a83-4fd4-b954-3c32e42edd24 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] For port a291cf32-c178-4412-a59e-1c0920d4af2a, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a291cf32-c178-4412-a59e-1c0920d4af2a,segment=NetworkSegment(d149260c-732d-4d74-822c-a55f64f4a513),segment_id=d149260c-732d-4d74-822c-a55f64f4a513)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:33.578324 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2c8907c6-2a83-4fd4-b954-3c32e42edd24 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:33.594515 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-2c8907c6-2a83-4fd4-b954-3c32e42edd24 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Calling delete_port for a291cf32-c178-4412-a59e-1c0920d4af2a owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:18:33.689789 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42448) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:33.712187 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-482f64d5-fc8b-444c-977d-67fffd24a91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:33.823882 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2c8907c6-2a83-4fd4-b954-3c32e42edd24 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:33.861513 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8907c6-2a83-4fd4-b954-3c32e42edd24 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Port': ['ID=a291cf32-c178-4412-a59e-1c0920d4af2a,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:33.911058 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-482f64d5-fc8b-444c-977d-67fffd24a91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:33.916399 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-482f64d5-fc8b-444c-977d-67fffd24a91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:33.966562 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-482f64d5-fc8b-444c-977d-67fffd24a91b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7018d1e8102943309238ad20935077be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2750008 Sep 21 18:18:33.968140 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f64d5-fc8b-444c-977d-67fffd24a91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e53fe1-909d-4c2a-803b-76f6a6acb75d,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:33.971117 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42452) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:34.006322 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2c8907c6-2a83-4fd4-b954-3c32e42edd24 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:34.075363 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4c484cf2-12ed-4a4f-8e7a-03ddefe6fcdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:34.110261 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4c484cf2-12ed-4a4f-8e7a-03ddefe6fcdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:34.219452 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4c484cf2-12ed-4a4f-8e7a-03ddefe6fcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:34.224261 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4c484cf2-12ed-4a4f-8e7a-03ddefe6fcdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:34.227628 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4c484cf2-12ed-4a4f-8e7a-03ddefe6fcdc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c3e53fe1-909d-4c2a-803b-76f6a6acb75d HTTP/1.1" status: 204 len: 168 time: 0.2548394 Sep 21 18:18:34.237093 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c484cf2-12ed-4a4f-8e7a-03ddefe6fcdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e53fe1-909d-4c2a-803b-76f6a6acb75d,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:34.290491 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8907c6-2a83-4fd4-b954-3c32e42edd24 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Router 8e8e3c01-34e0-4da0-a394-3d5a036f808f has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:18:34.805023 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8907c6-2a83-4fd4-b954-3c32e42edd24 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:18:34.818798 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2c8907c6-2a83-4fd4-b954-3c32e42edd24 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "PUT /v2.0/routers/8e8e3c01-34e0-4da0-a394-3d5a036f808f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1942058 Sep 21 18:18:34.819269 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42474) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:34.829017 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba7c966-2b90-4bf8-88c1-53bd7b146cf2 None None] Sync routers for ids ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:18:34.850472 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba7c966-2b90-4bf8-88c1-53bd7b146cf2 None None] Routers {'8e8e3c01-34e0-4da0-a394-3d5a036f808f'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:18:34.854063 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-dba7c966-2b90-4bf8-88c1-53bd7b146cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:18:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:34.919797 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42480) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:34.955368 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-60fa8830-7e3c-459f-a362-2b93563d88f4 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Deleting subnet 3c6d5e1b-c509-41af-b132-decb71ff1935 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:18:34.956564 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-29b15476-045d-4553-a858-c61cef5e73cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:34.970786 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-60fa8830-7e3c-459f-a362-2b93563d88f4 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:35.038093 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-60fa8830-7e3c-459f-a362-2b93563d88f4 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:35.209893 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-29b15476-045d-4553-a858-c61cef5e73cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:35.217484 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-29b15476-045d-4553-a858-c61cef5e73cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:35.271286 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-29b15476-045d-4553-a858-c61cef5e73cf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f9cd1f82402641d290f7b07291682a4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3496881 Sep 21 18:18:35.274361 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42492) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:35.299875 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b15476-045d-4553-a858-c61cef5e73cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4696a42-adcf-4092-8027-29459a2ac70d,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:35.353390 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-dba7c966-2b90-4bf8-88c1-53bd7b146cf2 None None] Set router 8e8e3c01-34e0-4da0-a394-3d5a036f808f gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:18:35.356899 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-60fa8830-7e3c-459f-a362-2b93563d88f4 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:35.447521 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-84e76b06-c950-4733-ad09-1dd92d9d55c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:35.464546 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-60fa8830-7e3c-459f-a362-2b93563d88f4 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:35.529709 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-60fa8830-7e3c-459f-a362-2b93563d88f4 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:35.537554 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-60fa8830-7e3c-459f-a362-2b93563d88f4 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/subnets/3c6d5e1b-c509-41af-b132-decb71ff1935 HTTP/1.1" status: 204 len: 168 time: 0.7125497 Sep 21 18:18:35.537554 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa8830-7e3c-459f-a362-2b93563d88f4 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Subnet': ['ID=3c6d5e1b-c509-41af-b132-decb71ff1935,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:35.538249 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42494) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:35.549425 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-84e76b06-c950-4733-ad09-1dd92d9d55c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:35.553024 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d9f91d-3b4a-44a6-b140-94af063faeea None None] Network 2dd477df-ece4-4607-9d47-1fd654561878 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:18:35.685305 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-84e76b06-c950-4733-ad09-1dd92d9d55c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:35.690409 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-84e76b06-c950-4733-ad09-1dd92d9d55c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:35.695714 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-84e76b06-c950-4733-ad09-1dd92d9d55c7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e4696a42-adcf-4092-8027-29459a2ac70d HTTP/1.1" status: 204 len: 168 time: 0.4195530 Sep 21 18:18:35.713196 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e76b06-c950-4733-ad09-1dd92d9d55c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4696a42-adcf-4092-8027-29459a2ac70d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:35.777489 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1e15cc94-0da3-4be3-9ead-d2a63433aa9f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:35.966198 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-1e15cc94-0da3-4be3-9ead-d2a63433aa9f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Deleting port fabdbff4-4ab4-4bb2-a5d9-8de718c521a7 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:18:35.967060 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1e15cc94-0da3-4be3-9ead-d2a63433aa9f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:36.027596 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-dba7c966-2b90-4bf8-88c1-53bd7b146cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'name': 'tempest-RoutersIpV6Test-router-1712117633', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:18:01Z', 'updated_at': '2021-09-21T18:18:33Z', 'revision_number': 9, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'gw_port_host': None, '_interfaces': [{'id': 'd42323d5-05d6-4b1d-8cbe-5858c6885b0e', 'name': '', 'network_id': 'b144126c-beae-452e-a294-c4bf94965a65', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:3e:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:02Z', 'updated_at': '2021-09-21T18:18:08Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e48f741e-3739-4d28-967d-b8ebbb4c453e', 'name': '', 'network_id': 'c4e00615-aa92-4fed-9b9a-373ccd269a9e', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:9c:91:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '923d166c-a464-434e-8454-68d879ad5963', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:07Z', 'updated_at': '2021-09-21T18:18:17Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': '923d166c-a464-434e-8454-68d879ad5963', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:36.059446 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba7c966-2b90-4bf8-88c1-53bd7b146cf2 None None] Checking router: 8e8e3c01-34e0-4da0-a394-3d5a036f808f for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:18:36.073250 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402f577e-c5a3-420c-897b-8e1e32c8578a None None] DHCP port deletion for 2dd477df-ece4-4607-9d47-1fd654561878 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:18:36.075546 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-1e15cc94-0da3-4be3-9ead-d2a63433aa9f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] For port fabdbff4-4ab4-4bb2-a5d9-8de718c521a7, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=fabdbff4-4ab4-4bb2-a5d9-8de718c521a7,segment=NetworkSegment(d149260c-732d-4d74-822c-a55f64f4a513),segment_id=d149260c-732d-4d74-822c-a55f64f4a513)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:36.075863 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1e15cc94-0da3-4be3-9ead-d2a63433aa9f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:36.117430 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-1e15cc94-0da3-4be3-9ead-d2a63433aa9f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Calling delete_port for fabdbff4-4ab4-4bb2-a5d9-8de718c521a7 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:18:36.118820 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba7c966-2b90-4bf8-88c1-53bd7b146cf2 None None] Routers {'8e8e3c01-34e0-4da0-a394-3d5a036f808f'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:18:36.119571 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-dba7c966-2b90-4bf8-88c1-53bd7b146cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:18:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:36.242218 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-dba7c966-2b90-4bf8-88c1-53bd7b146cf2 None None] Set router 8e8e3c01-34e0-4da0-a394-3d5a036f808f gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:18:36.267067 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1e15cc94-0da3-4be3-9ead-d2a63433aa9f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:36.310405 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15cc94-0da3-4be3-9ead-d2a63433aa9f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Port': ['ID=fabdbff4-4ab4-4bb2-a5d9-8de718c521a7,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:36.313694 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e15cc94-0da3-4be3-9ead-d2a63433aa9f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] No DVR routers for this DVR port fabdbff4-4ab4-4bb2-a5d9-8de718c521a7 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:18:36.444941 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1e15cc94-0da3-4be3-9ead-d2a63433aa9f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:36.480688 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-1e15cc94-0da3-4be3-9ead-d2a63433aa9f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd477df-ece4-4607-9d47-1fd654561878']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:36.491969 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-402f577e-c5a3-420c-897b-8e1e32c8578a None None] Deleting port fabdbff4-4ab4-4bb2-a5d9-8de718c521a7 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:18:36.492288 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-1e15cc94-0da3-4be3-9ead-d2a63433aa9f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd149260c-732d-4d74-822c-a55f64f4a513') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:36.492428 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-402f577e-c5a3-420c-897b-8e1e32c8578a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:36.492593 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-1e15cc94-0da3-4be3-9ead-d2a63433aa9f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd149260c-732d-4d74-822c-a55f64f4a513') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:36.505453 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1e15cc94-0da3-4be3-9ead-d2a63433aa9f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:36.521699 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1e15cc94-0da3-4be3-9ead-d2a63433aa9f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:36.531820 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e15cc94-0da3-4be3-9ead-d2a63433aa9f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:18:36.531820 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1e15cc94-0da3-4be3-9ead-d2a63433aa9f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:36.536360 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:18:36.536360 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:18:36.536360 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:18:36.536360 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:18:36.536360 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:18:36.536360 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:18:36.536360 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:18:36.536360 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:18:36.536360 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:18:36.536360 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:18:36.536360 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:18:36.536360 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:18:36.536360 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:18:36.536360 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:18:36.536360 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:18:36.536360 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:18:36.536360 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:18:36.536360 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:18:36.536360 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:18:36.536360 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:18:36.536360 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:18:36.536360 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:18:36.536360 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:18:36.536360 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:18:36.536360 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:18:36.536360 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:18:36.536360 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:18:36.536360 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:18:36.536360 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:18:36.536360 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:18:36.536360 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:18:36.536360 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:18:36.645097 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-402f577e-c5a3-420c-897b-8e1e32c8578a None None] For port fabdbff4-4ab4-4bb2-a5d9-8de718c521a7, host n-d-810291-1, got binding levels [] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:36.645575 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-402f577e-c5a3-420c-897b-8e1e32c8578a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:36.650113 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1e15cc94-0da3-4be3-9ead-d2a63433aa9f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:36.661223 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1e15cc94-0da3-4be3-9ead-d2a63433aa9f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:36.667168 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42530) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:36.667849 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1e15cc94-0da3-4be3-9ead-d2a63433aa9f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/networks/2dd477df-ece4-4607-9d47-1fd654561878 HTTP/1.1" status: 204 len: 168 time: 1.1275835 Sep 21 18:18:36.678558 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-402f577e-c5a3-420c-897b-8e1e32c8578a None None] Calling delete_port for fabdbff4-4ab4-4bb2-a5d9-8de718c521a7 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:18:36.681738 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15cc94-0da3-4be3-9ead-d2a63433aa9f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Network': ['ID=2dd477df-ece4-4607-9d47-1fd654561878,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:36.694978 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.ipam_backend_mixin [None req-402f577e-c5a3-420c-897b-8e1e32c8578a None None] Port fabdbff4-4ab4-4bb2-a5d9-8de718c521a7 was not found and therefore no delete operation was performed {{(pid=101462) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 18:18:36.709249 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-402f577e-c5a3-420c-897b-8e1e32c8578a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:36.770677 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f577e-c5a3-420c-897b-8e1e32c8578a None None] Pushing event deleted for resources: {'Port': ['ID=fabdbff4-4ab4-4bb2-a5d9-8de718c521a7,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:36.782477 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-402f577e-c5a3-420c-897b-8e1e32c8578a None None] Network 2dd477df-ece4-4607-9d47-1fd654561878 is not hosted by any dhcp agent {{(pid=101462) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 21 18:18:36.783266 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402f577e-c5a3-420c-897b-8e1e32c8578a None None] No DVR routers for this DVR port fabdbff4-4ab4-4bb2-a5d9-8de718c521a7 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:18:36.818794 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device fabdbff4-4ab4-4bb2-a5d9-8de718c521a7 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:18:36.827837 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-dba7c966-2b90-4bf8-88c1-53bd7b146cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'name': 'tempest-RoutersIpV6Test-router-1712117633', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:18:01Z', 'updated_at': '2021-09-21T18:18:33Z', 'revision_number': 9, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'gw_port_host': None, '_interfaces': [{'id': 'd42323d5-05d6-4b1d-8cbe-5858c6885b0e', 'name': '', 'network_id': 'b144126c-beae-452e-a294-c4bf94965a65', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:3e:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:02Z', 'updated_at': '2021-09-21T18:18:08Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e48f741e-3739-4d28-967d-b8ebbb4c453e', 'name': '', 'network_id': 'c4e00615-aa92-4fed-9b9a-373ccd269a9e', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:9c:91:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '923d166c-a464-434e-8454-68d879ad5963', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:07Z', 'updated_at': '2021-09-21T18:18:17Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': '923d166c-a464-434e-8454-68d879ad5963', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:36.860055 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: fabdbff4-4ab4-4bb2-a5d9-8de718c521a7 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:18:36.860807 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device fabdbff4-4ab4-4bb2-a5d9-8de718c521a7 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:18:36.924696 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba7c966-2b90-4bf8-88c1-53bd7b146cf2 None None] The sync data for ids ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'] in n-d-810291-1 is: [{'id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'name': 'tempest-RoutersIpV6Test-router-1712117633', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:18:01Z', 'updated_at': '2021-09-21T18:18:33Z', 'revision_number': 9, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'gw_port_host': None, '_interfaces': [{'id': 'd42323d5-05d6-4b1d-8cbe-5858c6885b0e', 'name': '', 'network_id': 'b144126c-beae-452e-a294-c4bf94965a65', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:3e:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:02Z', 'updated_at': '2021-09-21T18:18:08Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e48f741e-3739-4d28-967d-b8ebbb4c453e', 'name': '', 'network_id': 'c4e00615-aa92-4fed-9b9a-373ccd269a9e', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:9c:91:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '923d166c-a464-434e-8454-68d879ad5963', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:07Z', 'updated_at': '2021-09-21T18:18:17Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': '923d166c-a464-434e-8454-68d879ad5963', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:18:37.298602 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05cfdceb-07d6-4d04-8920-913948e1e3d6 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:37.656541 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-05cfdceb-07d6-4d04-8920-913948e1e3d6 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Deleting port e48f741e-3739-4d28-967d-b8ebbb4c453e {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:18:37.657063 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05cfdceb-07d6-4d04-8920-913948e1e3d6 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:37.791650 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-05cfdceb-07d6-4d04-8920-913948e1e3d6 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] For port e48f741e-3739-4d28-967d-b8ebbb4c453e, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e48f741e-3739-4d28-967d-b8ebbb4c453e,segment=NetworkSegment(25ebd463-64d7-420f-a917-2ba780cb94e5),segment_id=25ebd463-64d7-420f-a917-2ba780cb94e5)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:37.792673 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05cfdceb-07d6-4d04-8920-913948e1e3d6 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:37.815214 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-05cfdceb-07d6-4d04-8920-913948e1e3d6 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Calling delete_port for e48f741e-3739-4d28-967d-b8ebbb4c453e owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:18:38.155510 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05cfdceb-07d6-4d04-8920-913948e1e3d6 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:38.200632 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cfdceb-07d6-4d04-8920-913948e1e3d6 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Port': ['ID=e48f741e-3739-4d28-967d-b8ebbb4c453e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:38.333723 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05cfdceb-07d6-4d04-8920-913948e1e3d6 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:38.562549 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05cfdceb-07d6-4d04-8920-913948e1e3d6 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Router 8e8e3c01-34e0-4da0-a394-3d5a036f808f has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:18:38.701384 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cfdceb-07d6-4d04-8920-913948e1e3d6 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:18:38.713525 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f9a381-188f-43d6-8f3c-4d415656e568 None None] Sync routers for ids ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:18:38.723528 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-05cfdceb-07d6-4d04-8920-913948e1e3d6 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "PUT /v2.0/routers/8e8e3c01-34e0-4da0-a394-3d5a036f808f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0523014 Sep 21 18:18:38.724202 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42602) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:38.752758 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f9a381-188f-43d6-8f3c-4d415656e568 None None] Routers {'8e8e3c01-34e0-4da0-a394-3d5a036f808f'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:18:38.759513 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-05f9a381-188f-43d6-8f3c-4d415656e568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:18:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:38.853890 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a291cf32-c178-4412-a59e-1c0920d4af2a no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:18:38.876533 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-527fa94c-59bb-45e6-ba70-bb755809e886 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Deleting subnet 923d166c-a464-434e-8454-68d879ad5963 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:18:38.884335 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: a291cf32-c178-4412-a59e-1c0920d4af2a {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:18:38.885066 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a291cf32-c178-4412-a59e-1c0920d4af2a not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:18:38.886339 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-527fa94c-59bb-45e6-ba70-bb755809e886 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:38.980501 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-05f9a381-188f-43d6-8f3c-4d415656e568 None None] Set router 8e8e3c01-34e0-4da0-a394-3d5a036f808f gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:18:39.327050 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-05f9a381-188f-43d6-8f3c-4d415656e568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'name': 'tempest-RoutersIpV6Test-router-1712117633', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:18:01Z', 'updated_at': '2021-09-21T18:18:38Z', 'revision_number': 10, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'gw_port_host': None, '_interfaces': [{'id': 'd42323d5-05d6-4b1d-8cbe-5858c6885b0e', 'name': '', 'network_id': 'b144126c-beae-452e-a294-c4bf94965a65', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:3e:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:02Z', 'updated_at': '2021-09-21T18:18:08Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:39.395221 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f9a381-188f-43d6-8f3c-4d415656e568 None None] Checking router: 8e8e3c01-34e0-4da0-a394-3d5a036f808f for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:18:39.406120 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f9a381-188f-43d6-8f3c-4d415656e568 None None] Routers {'8e8e3c01-34e0-4da0-a394-3d5a036f808f'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:18:39.407086 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-05f9a381-188f-43d6-8f3c-4d415656e568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:18:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:39.511341 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-527fa94c-59bb-45e6-ba70-bb755809e886 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:39.546892 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-05f9a381-188f-43d6-8f3c-4d415656e568 None None] Set router 8e8e3c01-34e0-4da0-a394-3d5a036f808f gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:18:39.646640 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-527fa94c-59bb-45e6-ba70-bb755809e886 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:39.757942 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-527fa94c-59bb-45e6-ba70-bb755809e886 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:39.782685 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9522dd-fca0-4e20-811d-ab14ae04c78b None None] Network c4e00615-aa92-4fed-9b9a-373ccd269a9e requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:18:39.784536 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-527fa94c-59bb-45e6-ba70-bb755809e886 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:39.788979 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-527fa94c-59bb-45e6-ba70-bb755809e886 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/subnets/923d166c-a464-434e-8454-68d879ad5963 HTTP/1.1" status: 204 len: 168 time: 1.0611796 Sep 21 18:18:39.789373 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42632) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:39.814353 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527fa94c-59bb-45e6-ba70-bb755809e886 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Subnet': ['ID=923d166c-a464-434e-8454-68d879ad5963,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:39.878110 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-05f9a381-188f-43d6-8f3c-4d415656e568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'name': 'tempest-RoutersIpV6Test-router-1712117633', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:18:01Z', 'updated_at': '2021-09-21T18:18:38Z', 'revision_number': 10, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'gw_port_host': None, '_interfaces': [{'id': 'd42323d5-05d6-4b1d-8cbe-5858c6885b0e', 'name': '', 'network_id': 'b144126c-beae-452e-a294-c4bf94965a65', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:3e:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:02Z', 'updated_at': '2021-09-21T18:18:08Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:39.927152 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-babc20dd-4f3b-468b-9302-dbfab75475fe tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:39.951634 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f9a381-188f-43d6-8f3c-4d415656e568 None None] The sync data for ids ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'] in n-d-810291-1 is: [{'id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'name': 'tempest-RoutersIpV6Test-router-1712117633', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:18:01Z', 'updated_at': '2021-09-21T18:18:38Z', 'revision_number': 10, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'gw_port_host': None, '_interfaces': [{'id': 'd42323d5-05d6-4b1d-8cbe-5858c6885b0e', 'name': '', 'network_id': 'b144126c-beae-452e-a294-c4bf94965a65', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'mac_address': 'fa:16:3e:3e:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:18:02Z', 'updated_at': '2021-09-21T18:18:08Z', 'revision_number': 5, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'subnets': [{'id': 'fd58006c-ad92-4333-a47d-35a90f6c4b1e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:18:40.011209 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-babc20dd-4f3b-468b-9302-dbfab75475fe tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Deleting port dae03ab9-583e-4b27-9412-1cc4eae71aba {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:18:40.015329 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-babc20dd-4f3b-468b-9302-dbfab75475fe tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:40.149552 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-babc20dd-4f3b-468b-9302-dbfab75475fe tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] For port dae03ab9-583e-4b27-9412-1cc4eae71aba, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=dae03ab9-583e-4b27-9412-1cc4eae71aba,segment=NetworkSegment(25ebd463-64d7-420f-a917-2ba780cb94e5),segment_id=25ebd463-64d7-420f-a917-2ba780cb94e5)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:40.152390 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-babc20dd-4f3b-468b-9302-dbfab75475fe tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:40.176122 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-babc20dd-4f3b-468b-9302-dbfab75475fe tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Calling delete_port for dae03ab9-583e-4b27-9412-1cc4eae71aba owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:18:40.296254 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-babc20dd-4f3b-468b-9302-dbfab75475fe tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:40.341363 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd7cd80-bcdc-4b07-87f1-499622280169 None None] DHCP port deletion for c4e00615-aa92-4fed-9b9a-373ccd269a9e request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:18:40.346419 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc20dd-4f3b-468b-9302-dbfab75475fe tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Port': ['ID=dae03ab9-583e-4b27-9412-1cc4eae71aba,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:40.358617 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babc20dd-4f3b-468b-9302-dbfab75475fe tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] No DVR routers for this DVR port dae03ab9-583e-4b27-9412-1cc4eae71aba on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:18:40.473373 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-babc20dd-4f3b-468b-9302-dbfab75475fe tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:40.506296 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-babc20dd-4f3b-468b-9302-dbfab75475fe tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e00615-aa92-4fed-9b9a-373ccd269a9e']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:40.519740 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-babc20dd-4f3b-468b-9302-dbfab75475fe tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ebd463-64d7-420f-a917-2ba780cb94e5') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:40.520067 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-babc20dd-4f3b-468b-9302-dbfab75475fe tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ebd463-64d7-420f-a917-2ba780cb94e5') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:40.535127 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-babc20dd-4f3b-468b-9302-dbfab75475fe tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:40.562811 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-babc20dd-4f3b-468b-9302-dbfab75475fe tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:40.571660 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-babc20dd-4f3b-468b-9302-dbfab75475fe tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:18:40.572491 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-babc20dd-4f3b-468b-9302-dbfab75475fe tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:40.576733 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:18:40.576733 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:18:40.576733 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:18:40.576733 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:18:40.576733 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:18:40.576733 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:18:40.576733 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:18:40.576733 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:18:40.576733 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:18:40.576733 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:18:40.576733 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:18:40.576733 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:18:40.576733 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:18:40.576733 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:18:40.576733 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:18:40.576733 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:18:40.576733 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:18:40.576733 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:18:40.576733 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:18:40.576733 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:18:40.576733 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:18:40.576733 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:18:40.576733 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:18:40.576733 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:18:40.576733 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:18:40.576733 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:18:40.576733 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:18:40.576733 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:18:40.576733 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:18:40.576733 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:18:40.576733 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:18:40.576733 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:18:40.660821 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-babc20dd-4f3b-468b-9302-dbfab75475fe tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:40.673233 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-babc20dd-4f3b-468b-9302-dbfab75475fe tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:40.675149 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-babc20dd-4f3b-468b-9302-dbfab75475fe tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/networks/c4e00615-aa92-4fed-9b9a-373ccd269a9e HTTP/1.1" status: 204 len: 168 time: 0.8847089 Sep 21 18:18:40.678013 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42656) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:40.715885 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc20dd-4f3b-468b-9302-dbfab75475fe tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Network': ['ID=c4e00615-aa92-4fed-9b9a-373ccd269a9e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:40.777700 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e48f741e-3739-4d28-967d-b8ebbb4c453e no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:18:40.804849 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: e48f741e-3739-4d28-967d-b8ebbb4c453e {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:18:40.805282 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e48f741e-3739-4d28-967d-b8ebbb4c453e not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:18:40.805924 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device dae03ab9-583e-4b27-9412-1cc4eae71aba no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:18:40.831282 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: dae03ab9-583e-4b27-9412-1cc4eae71aba {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:18:40.831881 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device dae03ab9-583e-4b27-9412-1cc4eae71aba not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:18:41.105221 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b0dac52b-9966-4164-b253-27dab1c9cdce tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:41.456278 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-b0dac52b-9966-4164-b253-27dab1c9cdce tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Deleting port d42323d5-05d6-4b1d-8cbe-5858c6885b0e {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:18:41.456634 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b0dac52b-9966-4164-b253-27dab1c9cdce tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:41.620962 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-b0dac52b-9966-4164-b253-27dab1c9cdce tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] For port d42323d5-05d6-4b1d-8cbe-5858c6885b0e, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=d42323d5-05d6-4b1d-8cbe-5858c6885b0e,segment=NetworkSegment(e44d6fa2-fbce-4179-9a93-8185f43157b7),segment_id=e44d6fa2-fbce-4179-9a93-8185f43157b7)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:41.621611 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b0dac52b-9966-4164-b253-27dab1c9cdce tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:41.635023 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-b0dac52b-9966-4164-b253-27dab1c9cdce tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Calling delete_port for d42323d5-05d6-4b1d-8cbe-5858c6885b0e owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:18:41.874736 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b0dac52b-9966-4164-b253-27dab1c9cdce tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:41.910044 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dac52b-9966-4164-b253-27dab1c9cdce tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Port': ['ID=d42323d5-05d6-4b1d-8cbe-5858c6885b0e,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:42.036462 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b0dac52b-9966-4164-b253-27dab1c9cdce tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:42.253148 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0dac52b-9966-4164-b253-27dab1c9cdce tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Router 8e8e3c01-34e0-4da0-a394-3d5a036f808f has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:18:42.341933 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0dac52b-9966-4164-b253-27dab1c9cdce tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:18:42.353287 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec405828-301a-404c-b363-dc2bb898d101 None None] Sync routers for ids ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:18:42.369155 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec405828-301a-404c-b363-dc2bb898d101 None None] Routers {'8e8e3c01-34e0-4da0-a394-3d5a036f808f'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:18:42.370437 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b0dac52b-9966-4164-b253-27dab1c9cdce tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "PUT /v2.0/routers/8e8e3c01-34e0-4da0-a394-3d5a036f808f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6912851 Sep 21 18:18:42.371006 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-ec405828-301a-404c-b363-dc2bb898d101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:18:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:42.373481 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42694) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:42.495667 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-ec405828-301a-404c-b363-dc2bb898d101 None None] Set router 8e8e3c01-34e0-4da0-a394-3d5a036f808f gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:18:42.533402 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb935c2-d9ec-4a5d-a154-74457c3792c6 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Deleting subnet fd58006c-ad92-4333-a47d-35a90f6c4b1e {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:18:42.537775 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3eb935c2-d9ec-4a5d-a154-74457c3792c6 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:42.565757 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-ec405828-301a-404c-b363-dc2bb898d101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'name': 'tempest-RoutersIpV6Test-router-1712117633', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:18:01Z', 'updated_at': '2021-09-21T18:18:41Z', 'revision_number': 11, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:42.619804 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec405828-301a-404c-b363-dc2bb898d101 None None] Checking router: 8e8e3c01-34e0-4da0-a394-3d5a036f808f for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:18:42.629977 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec405828-301a-404c-b363-dc2bb898d101 None None] Routers {'8e8e3c01-34e0-4da0-a394-3d5a036f808f'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:18:42.631323 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-ec405828-301a-404c-b363-dc2bb898d101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:18:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:42.641719 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3eb935c2-d9ec-4a5d-a154-74457c3792c6 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:42.873781 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3eb935c2-d9ec-4a5d-a154-74457c3792c6 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:42.882568 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-ec405828-301a-404c-b363-dc2bb898d101 None None] Set router 8e8e3c01-34e0-4da0-a394-3d5a036f808f gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:18:43.047745 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3eb935c2-d9ec-4a5d-a154-74457c3792c6 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:43.050103 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-ec405828-301a-404c-b363-dc2bb898d101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'name': 'tempest-RoutersIpV6Test-router-1712117633', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:18:01Z', 'updated_at': '2021-09-21T18:18:41Z', 'revision_number': 11, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:43.089781 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb935c2-d9ec-4a5d-a154-74457c3792c6 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Subnet': ['ID=fd58006c-ad92-4333-a47d-35a90f6c4b1e,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:43.093901 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3eb935c2-d9ec-4a5d-a154-74457c3792c6 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:43.096000 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3eb935c2-d9ec-4a5d-a154-74457c3792c6 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/subnets/fd58006c-ad92-4333-a47d-35a90f6c4b1e HTTP/1.1" status: 204 len: 168 time: 0.7215605 Sep 21 18:18:43.098665 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42704) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:43.106583 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec405828-301a-404c-b363-dc2bb898d101 None None] The sync data for ids ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'] in n-d-810291-1 is: [{'id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'name': 'tempest-RoutersIpV6Test-router-1712117633', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:18:01Z', 'updated_at': '2021-09-21T18:18:41Z', 'revision_number': 11, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'gw_port_host': None}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:18:43.108950 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a368dcb2-776a-4e56-bddb-9b01273c9bd4 None None] Network b144126c-beae-452e-a294-c4bf94965a65 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:18:43.215223 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6fd89e3a-022a-464d-8729-2f08242f7fe7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:43.345444 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-6fd89e3a-022a-464d-8729-2f08242f7fe7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Deleting port 293b7c1d-e9cc-4fff-9e63-3ec072ea5782 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:18:43.346083 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6fd89e3a-022a-464d-8729-2f08242f7fe7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:43.436043 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-6fd89e3a-022a-464d-8729-2f08242f7fe7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] For port 293b7c1d-e9cc-4fff-9e63-3ec072ea5782, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=293b7c1d-e9cc-4fff-9e63-3ec072ea5782,segment=NetworkSegment(e44d6fa2-fbce-4179-9a93-8185f43157b7),segment_id=e44d6fa2-fbce-4179-9a93-8185f43157b7)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:43.436803 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6fd89e3a-022a-464d-8729-2f08242f7fe7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:43.489113 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-6fd89e3a-022a-464d-8729-2f08242f7fe7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Calling delete_port for 293b7c1d-e9cc-4fff-9e63-3ec072ea5782 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:18:43.535659 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4dc0cb-047a-44d0-8a77-db59bb298ddf None None] DHCP port deletion for b144126c-beae-452e-a294-c4bf94965a65 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:18:43.664709 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-ea4dc0cb-047a-44d0-8a77-db59bb298ddf None None] Deleting port 293b7c1d-e9cc-4fff-9e63-3ec072ea5782 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:18:43.665545 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ea4dc0cb-047a-44d0-8a77-db59bb298ddf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:43.671977 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6fd89e3a-022a-464d-8729-2f08242f7fe7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:43.706681 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd89e3a-022a-464d-8729-2f08242f7fe7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Port': ['ID=293b7c1d-e9cc-4fff-9e63-3ec072ea5782,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:43.729736 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd89e3a-022a-464d-8729-2f08242f7fe7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] No DVR routers for this DVR port 293b7c1d-e9cc-4fff-9e63-3ec072ea5782 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:18:43.872925 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-ea4dc0cb-047a-44d0-8a77-db59bb298ddf None None] For port 293b7c1d-e9cc-4fff-9e63-3ec072ea5782, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=293b7c1d-e9cc-4fff-9e63-3ec072ea5782,segment=NetworkSegment(e44d6fa2-fbce-4179-9a93-8185f43157b7),segment_id=e44d6fa2-fbce-4179-9a93-8185f43157b7)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:43.874387 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ea4dc0cb-047a-44d0-8a77-db59bb298ddf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:43.931206 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-ea4dc0cb-047a-44d0-8a77-db59bb298ddf None None] Calling delete_port for 293b7c1d-e9cc-4fff-9e63-3ec072ea5782 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:18:43.935105 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6fd89e3a-022a-464d-8729-2f08242f7fe7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:43.992524 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-6fd89e3a-022a-464d-8729-2f08242f7fe7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b144126c-beae-452e-a294-c4bf94965a65']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:44.015033 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-6fd89e3a-022a-464d-8729-2f08242f7fe7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e44d6fa2-fbce-4179-9a93-8185f43157b7') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:44.017606 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-6fd89e3a-022a-464d-8729-2f08242f7fe7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e44d6fa2-fbce-4179-9a93-8185f43157b7') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:44.039248 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6fd89e3a-022a-464d-8729-2f08242f7fe7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:44.074485 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6fd89e3a-022a-464d-8729-2f08242f7fe7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:44.078364 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ea4dc0cb-047a-44d0-8a77-db59bb298ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:44.093778 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd89e3a-022a-464d-8729-2f08242f7fe7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:18:44.094244 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6fd89e3a-022a-464d-8729-2f08242f7fe7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:44.107312 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:18:44.107312 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:18:44.107312 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:18:44.107312 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:18:44.107312 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:18:44.107312 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:18:44.107312 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:18:44.107312 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:18:44.107312 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:18:44.107312 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:18:44.107312 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:18:44.107312 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:18:44.107312 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:18:44.107312 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:18:44.107312 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:18:44.107312 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:18:44.107312 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:18:44.107312 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:18:44.107312 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:18:44.107312 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:18:44.107312 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:18:44.107312 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:18:44.107312 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:18:44.107312 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:18:44.107312 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:18:44.107312 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:18:44.107312 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:18:44.107312 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:18:44.107312 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:18:44.107312 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:18:44.107312 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:18:44.107312 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:18:44.229616 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4dc0cb-047a-44d0-8a77-db59bb298ddf None None] No DVR routers for this DVR port 293b7c1d-e9cc-4fff-9e63-3ec072ea5782 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:18:44.236958 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4dc0cb-047a-44d0-8a77-db59bb298ddf None None] Pushing event deleted for resources: {'Port': ['ID=293b7c1d-e9cc-4fff-9e63-3ec072ea5782,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:44.322576 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6fd89e3a-022a-464d-8729-2f08242f7fe7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:44.347049 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6fd89e3a-022a-464d-8729-2f08242f7fe7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:44.355228 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6fd89e3a-022a-464d-8729-2f08242f7fe7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/networks/b144126c-beae-452e-a294-c4bf94965a65 HTTP/1.1" status: 204 len: 168 time: 1.2546957 Sep 21 18:18:44.355412 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42736) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:44.379548 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd89e3a-022a-464d-8729-2f08242f7fe7 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Pushing event deleted for resources: {'Network': ['ID=b144126c-beae-452e-a294-c4bf94965a65,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:44.383624 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-fff75484-8201-461b-83e6-48781f6af963 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Request body: {'router': {'routes': None}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:44.638794 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42748) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:44.799021 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7708ce29-02f7-4ae9-9f93-28d167c3cd56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:44.808378 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 293b7c1d-e9cc-4fff-9e63-3ec072ea5782 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:18:44.841231 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 293b7c1d-e9cc-4fff-9e63-3ec072ea5782 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:18:44.841874 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 293b7c1d-e9cc-4fff-9e63-3ec072ea5782 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:18:44.842452 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device d42323d5-05d6-4b1d-8cbe-5858c6885b0e no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:18:44.879922 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.extraroute_db [None req-fff75484-8201-461b-83e6-48781f6af963 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Added routes are [] {{(pid=101461) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 21 18:18:44.880584 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.extraroute_db [None req-fff75484-8201-461b-83e6-48781f6af963 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Removed routes are [] {{(pid=101461) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 21 18:18:44.880968 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fff75484-8201-461b-83e6-48781f6af963 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1427'] for router, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:44.882225 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: d42323d5-05d6-4b1d-8cbe-5858c6885b0e {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:18:44.882735 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device d42323d5-05d6-4b1d-8cbe-5858c6885b0e not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:18:44.916560 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42754) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:45.054759 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7708ce29-02f7-4ae9-9f93-28d167c3cd56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:45.111715 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7708ce29-02f7-4ae9-9f93-28d167c3cd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:45.176299 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fff75484-8201-461b-83e6-48781f6af963 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1427'] for router, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:45.190774 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fff75484-8201-461b-83e6-48781f6af963 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-734625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-734648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-574993'] for router, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:45.220242 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7708ce29-02f7-4ae9-9f93-28d167c3cd56 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=420c44de1b1c4167bbd800d4bb2ebf88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5800736 Sep 21 18:18:45.224223 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708ce29-02f7-4ae9-9f93-28d167c3cd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bca3b4-2ba7-4085-81c4-8528ba3ed8bf,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:45.240860 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42758) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:45.316034 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-ffbea062-13fa-4eaa-a11a-4dad9fd85801 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Deleting port 89a5d7aa-9e8a-4267-9088-03b300b5803d {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:18:45.316792 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ffbea062-13fa-4eaa-a11a-4dad9fd85801 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:45.378776 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff75484-8201-461b-83e6-48781f6af963 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Router 8e8e3c01-34e0-4da0-a394-3d5a036f808f has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:18:45.434401 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-73e5eb76-9db7-4045-acba-c90d16a0c28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:45.476463 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-73e5eb76-9db7-4045-acba-c90d16a0c28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:45.480553 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff75484-8201-461b-83e6-48781f6af963 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:18:45.494534 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fff75484-8201-461b-83e6-48781f6af963 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:45.494980 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81bef28-fe3f-4ae4-a226-0e5007318cd4 None None] Sync routers for ids ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:18:45.502574 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fff75484-8201-461b-83e6-48781f6af963 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "PUT /v2.0/routers/8e8e3c01-34e0-4da0-a394-3d5a036f808f HTTP/1.1" status: 200 len: 705 time: 1.1452918 Sep 21 18:18:45.503246 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42766) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:45.507961 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81bef28-fe3f-4ae4-a226-0e5007318cd4 None None] Routers {'8e8e3c01-34e0-4da0-a394-3d5a036f808f'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:18:45.509224 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-f81bef28-fe3f-4ae4-a226-0e5007318cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:18:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:45.562771 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ffbea062-13fa-4eaa-a11a-4dad9fd85801 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:45.563101 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ffbea062-13fa-4eaa-a11a-4dad9fd85801 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:45.573784 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-73e5eb76-9db7-4045-acba-c90d16a0c28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:45.574304 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fbcfd7a1-2a14-4c2b-bfa4-dfb5717ff7ef tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e8e3c01-34e0-4da0-a394-3d5a036f808f HTTP/1.1" status: 200 len: 205 time: 0.0698907 Sep 21 18:18:45.575483 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42768) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:45.577169 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-73e5eb76-9db7-4045-acba-c90d16a0c28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:45.580988 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-73e5eb76-9db7-4045-acba-c90d16a0c28a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f2bca3b4-2ba7-4085-81c4-8528ba3ed8bf HTTP/1.1" status: 204 len: 168 time: 0.3341775 Sep 21 18:18:45.606645 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-f81bef28-fe3f-4ae4-a226-0e5007318cd4 None None] Set router 8e8e3c01-34e0-4da0-a394-3d5a036f808f gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:18:45.620471 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5eb76-9db7-4045-acba-c90d16a0c28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bca3b4-2ba7-4085-81c4-8528ba3ed8bf,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:45.637883 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-ffbea062-13fa-4eaa-a11a-4dad9fd85801 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Calling delete_port for 89a5d7aa-9e8a-4267-9088-03b300b5803d owned by network:floatingip {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:18:45.689409 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-f81bef28-fe3f-4ae4-a226-0e5007318cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'name': 'tempest-RoutersIpV6Test-router-1712117633', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:18:01Z', 'updated_at': '2021-09-21T18:18:41Z', 'revision_number': 11, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:45.744626 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81bef28-fe3f-4ae4-a226-0e5007318cd4 None None] Checking router: 8e8e3c01-34e0-4da0-a394-3d5a036f808f for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:18:45.770062 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81bef28-fe3f-4ae4-a226-0e5007318cd4 None None] Routers {'8e8e3c01-34e0-4da0-a394-3d5a036f808f'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:18:45.775979 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-f81bef28-fe3f-4ae4-a226-0e5007318cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:18:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:45.798131 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-288b724d-dfc1-4986-b150-bd9a08f7db97 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:45.870419 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-f81bef28-fe3f-4ae4-a226-0e5007318cd4 None None] Set router 8e8e3c01-34e0-4da0-a394-3d5a036f808f gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:18:45.957133 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-32b5bc53-29a5-42c4-b145-90799da2a8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:46.046127 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-f81bef28-fe3f-4ae4-a226-0e5007318cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'name': 'tempest-RoutersIpV6Test-router-1712117633', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:18:01Z', 'updated_at': '2021-09-21T18:18:41Z', 'revision_number': 11, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:46.078222 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81bef28-fe3f-4ae4-a226-0e5007318cd4 None None] The sync data for ids ['8e8e3c01-34e0-4da0-a394-3d5a036f808f'] in n-d-810291-1 is: [{'id': '8e8e3c01-34e0-4da0-a394-3d5a036f808f', 'name': 'tempest-RoutersIpV6Test-router-1712117633', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:18:01Z', 'updated_at': '2021-09-21T18:18:41Z', 'revision_number': 11, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'gw_port_host': None}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:18:46.097205 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ffbea062-13fa-4eaa-a11a-4dad9fd85801 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:46.184406 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbea062-13fa-4eaa-a11a-4dad9fd85801 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Pushing event deleted for resources: {'Port': ['ID=89a5d7aa-9e8a-4267-9088-03b300b5803d,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:46.306055 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42786) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:46.341866 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7bd5967d-5b10-475c-9f02-18bf7c1ce8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:46.397926 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ffbea062-13fa-4eaa-a11a-4dad9fd85801 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks [] for floatingip, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:46.398686 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-ffbea062-13fa-4eaa-a11a-4dad9fd85801 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Floating IP 5d36e15d-3e3d-461d-a2d7-eceee2cc468e disassociated (deleted). External IP: 172.25.6.248, port: 69d71ad3-5fad-4778-876a-57d3ee9970b0. Sep 21 18:18:46.708278 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-288b724d-dfc1-4986-b150-bd9a08f7db97 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:46.711557 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-288b724d-dfc1-4986-b150-bd9a08f7db97 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:46.770653 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-288b724d-dfc1-4986-b150-bd9a08f7db97 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:46.771612 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288b724d-dfc1-4986-b150-bd9a08f7db97 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Fanout notify agent at l3_agent the message router_deleted on router 8e8e3c01-34e0-4da0-a394-3d5a036f808f {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:18:46.798187 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-288b724d-dfc1-4986-b150-bd9a08f7db97 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:46.812870 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-288b724d-dfc1-4986-b150-bd9a08f7db97 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/routers/8e8e3c01-34e0-4da0-a394-3d5a036f808f HTTP/1.1" status: 204 len: 168 time: 1.2331624 Sep 21 18:18:46.815168 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42794) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:46.823051 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-083a85e8-2a55-4471-af25-cb7f3f3b3a26 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-153890500', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:47.137410 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbea062-13fa-4eaa-a11a-4dad9fd85801 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Router f2c92b86-ba53-420c-9178-58d549fadacf has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:18:47.197645 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7bd5967d-5b10-475c-9f02-18bf7c1ce8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:47.210520 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7bd5967d-5b10-475c-9f02-18bf7c1ce8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:47.235100 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-083a85e8-2a55-4471-af25-cb7f3f3b3a26 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:47.236230 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-083a85e8-2a55-4471-af25-cb7f3f3b3a26 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:47.245481 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5967d-5b10-475c-9f02-18bf7c1ce8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40e8d32-608a-4bf7-8413-85dbcbf9d9c6,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:47.302308 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7bd5967d-5b10-475c-9f02-18bf7c1ce8de admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6bdb0faa4ff746d58c4b6836cc1a82d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9878345 Sep 21 18:18:47.305480 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42804) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:47.338461 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbea062-13fa-4eaa-a11a-4dad9fd85801 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:18:47.345863 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ffbea062-13fa-4eaa-a11a-4dad9fd85801 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:47.354260 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f9db4d-4308-48d0-8dd6-6378e5e01d0a None None] Sync routers for ids ['f2c92b86-ba53-420c-9178-58d549fadacf'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:18:47.374155 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-083a85e8-2a55-4471-af25-cb7f3f3b3a26 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:47.382651 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f9db4d-4308-48d0-8dd6-6378e5e01d0a None None] Routers {'f2c92b86-ba53-420c-9178-58d549fadacf'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:18:47.384147 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-c6f9db4d-4308-48d0-8dd6-6378e5e01d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:18:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['f2c92b86-ba53-420c-9178-58d549fadacf'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:47.388691 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-083a85e8-2a55-4471-af25-cb7f3f3b3a26 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:47.397910 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ffbea062-13fa-4eaa-a11a-4dad9fd85801 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "DELETE /v2.0/floatingips/5d36e15d-3e3d-461d-a2d7-eceee2cc468e HTTP/1.1" status: 204 len: 168 time: 2.4758983 Sep 21 18:18:47.409715 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4543bd-db80-430d-858c-863e3a463e5f', 'tag': '69d71ad3-5fad-4778-876a-57d3ee9970b0'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:18:47.412402 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7b181e-ec64-4358-abfa-eb86449752c2" -d '{"events": [{"name": "network-changed", "server_uuid": "0e4543bd-db80-430d-858c-863e3a463e5f", "tag": "69d71ad3-5fad-4778-876a-57d3ee9970b0"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:18:47.415703 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-36a2a05c-03aa-4420-a651-84f19942a90c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:47.431618 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-083a85e8-2a55-4471-af25-cb7f3f3b3a26 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:47.435662 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-083a85e8-2a55-4471-af25-cb7f3f3b3a26 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6160781 Sep 21 18:18:47.436491 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42812) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:47.445707 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-63b8d039-e67d-4ae5-969f-8a83d75337ff tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:47.469045 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-36a2a05c-03aa-4420-a651-84f19942a90c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:47.582879 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-36a2a05c-03aa-4420-a651-84f19942a90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:47.588584 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-36a2a05c-03aa-4420-a651-84f19942a90c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:47.590583 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-36a2a05c-03aa-4420-a651-84f19942a90c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c40e8d32-608a-4bf7-8413-85dbcbf9d9c6 HTTP/1.1" status: 204 len: 168 time: 0.2837512 Sep 21 18:18:47.600932 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2a05c-03aa-4420-a651-84f19942a90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40e8d32-608a-4bf7-8413-85dbcbf9d9c6,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:47.691519 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-c6f9db4d-4308-48d0-8dd6-6378e5e01d0a None None] Set router f2c92b86-ba53-420c-9178-58d549fadacf gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:18:47.882233 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-63b8d039-e67d-4ae5-969f-8a83d75337ff tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-734634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1427'] for router, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:47.920830 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-63b8d039-e67d-4ae5-969f-8a83d75337ff tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-734625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-734648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-574993'] for router, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:47.932416 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188b76b-3474-428b-9ce0-78e7309a11d6 req-0840c4f0-f47a-4d94-99f2-f2a4f133323c tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:47.947508 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c188b76b-3474-428b-9ce0-78e7309a11d6 req-0840c4f0-f47a-4d94-99f2-f2a4f133323c tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4543bd-db80-430d-858c-863e3a463e5f HTTP/1.1" status: 200 len: 945 time: 0.2278323 Sep 21 18:18:48.006856 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-c6f9db4d-4308-48d0-8dd6-6378e5e01d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'name': 'tempest-TestVolumeBackupRestore-1249723574-router', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '7f83ca94-6ed8-40ef-8f0b-480ce5ce9353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:20Z', 'updated_at': '2021-09-21T18:14:26Z', 'revision_number': 4, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'gw_port': {'id': '7f83ca94-6ed8-40ef-8f0b-480ce5ce9353', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:20Z', 'updated_at': '2021-09-21T18:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'ef2eafc3-6b54-4a7d-81a3-957b3168b20f', 'name': '', 'network_id': '0c6d657c-30ac-4186-bace-aa79fc15bd34', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'mac_address': 'fa:16:3e:43:d0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '1e995253-a1fe-4767-b026-590b9f4eb12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:24Z', 'updated_at': '2021-09-21T18:14:31Z', 'revision_number': 5, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'subnets': [{'id': '1e995253-a1fe-4767-b026-590b9f4eb12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:48.060181 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c188b76b-3474-428b-9ce0-78e7309a11d6 req-8dadddec-f23c-4743-a53f-c8ea8a006f16 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e812192-3fe5-4288-a99e-e9d52821f963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117449 Sep 21 18:18:48.075289 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f9db4d-4308-48d0-8dd6-6378e5e01d0a None None] Checking router: f2c92b86-ba53-420c-9178-58d549fadacf for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:18:48.089163 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f9db4d-4308-48d0-8dd6-6378e5e01d0a None None] Routers {'f2c92b86-ba53-420c-9178-58d549fadacf'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:18:48.090317 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-c6f9db4d-4308-48d0-8dd6-6378e5e01d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:18:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['f2c92b86-ba53-420c-9178-58d549fadacf'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:48.109920 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca5e90f-c673-4702-975e-d799aa6a47c6 x-openstack-request-id: req-6ca5e90f-c673-4702-975e-d799aa6a47c6 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:18:48.110212 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e4543bd-db80-430d-858c-863e3a463e5f", "tag": "69d71ad3-5fad-4778-876a-57d3ee9970b0", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:18:48.110888 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6ca5e90f-c673-4702-975e-d799aa6a47c6 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:18:48.111498 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4543bd-db80-430d-858c-863e3a463e5f', 'tag': '69d71ad3-5fad-4778-876a-57d3ee9970b0', 'status': 'completed', 'code': 200} Sep 21 18:18:48.149839 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b8d039-e67d-4ae5-969f-8a83d75337ff tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Router 5029f682-0fdd-4681-91fe-4964f7032abb is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:18:48.204725 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b181e-ec64-4358-abfa-eb86449752c2 req-3b8871b2-8f6c-41bf-8ae5-a3584ee4c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:48.206147 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca7b181e-ec64-4358-abfa-eb86449752c2 req-3b8871b2-8f6c-41bf-8ae5-a3584ee4c6ad service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f96d86a1c5474b3d9bf2e837e99b27d8&device_id=0e4543bd-db80-430d-858c-863e3a463e5f HTTP/1.1" status: 200 len: 1096 time: 0.0739074 Sep 21 18:18:48.372141 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b8d039-e67d-4ae5-969f-8a83d75337ff tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:18:48.384457 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5352cde1-049f-4159-9fca-7b66b344f63e None None] Sync routers for ids ['5029f682-0fdd-4681-91fe-4964f7032abb'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:18:48.387373 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-63b8d039-e67d-4ae5-969f-8a83d75337ff tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:48.391529 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-63b8d039-e67d-4ae5-969f-8a83d75337ff tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "PUT /v2.0/routers/5029f682-0fdd-4681-91fe-4964f7032abb HTTP/1.1" status: 200 len: 697 time: 0.9515541 Sep 21 18:18:48.393093 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42836) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:48.410553 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5352cde1-049f-4159-9fca-7b66b344f63e None None] Routers {'5029f682-0fdd-4681-91fe-4964f7032abb'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:18:48.411236 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5352cde1-049f-4159-9fca-7b66b344f63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:18:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['5029f682-0fdd-4681-91fe-4964f7032abb'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:48.532336 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b181e-ec64-4358-abfa-eb86449752c2 req-032bed02-4b74-45a2-bfd6-9979640a5e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:48.551877 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca7b181e-ec64-4358-abfa-eb86449752c2 req-032bed02-4b74-45a2-bfd6-9979640a5e4c service neutron] 10.222.0.38 "GET /v2.0/networks?id=0c6d657c-30ac-4186-bace-aa79fc15bd34 HTTP/1.1" status: 200 len: 915 time: 0.3365159 Sep 21 18:18:48.565948 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1676e016-98d2-4348-b92f-c378b11a39b2 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "GET /v2.0/routers/5029f682-0fdd-4681-91fe-4964f7032abb HTTP/1.1" status: 200 len: 703 time: 0.1715770 Sep 21 18:18:48.569459 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42840) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:48.622487 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1acda7ec-4d92-4d52-a977-3a274539c19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:48.655173 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-c6f9db4d-4308-48d0-8dd6-6378e5e01d0a None None] Set router f2c92b86-ba53-420c-9178-58d549fadacf gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:18:48.694280 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3046b206-e34a-419a-a2e9-cbeb8823c2fd tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "GET /v2.0/ports?device_id=5029f682-0fdd-4681-91fe-4964f7032abb HTTP/1.1" status: 200 len: 205 time: 0.1200478 Sep 21 18:18:48.696113 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42844) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:48.700766 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca7b181e-ec64-4358-abfa-eb86449752c2 req-a915495b-f36b-4954-a7b7-56490385f7e8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69d71ad3-5fad-4778-876a-57d3ee9970b0 HTTP/1.1" status: 200 len: 217 time: 0.1402178 Sep 21 18:18:48.847729 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b181e-ec64-4358-abfa-eb86449752c2 req-7cb2e552-95d2-411e-b316-a81a26d47c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:48.855123 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca7b181e-ec64-4358-abfa-eb86449752c2 req-7cb2e552-95d2-411e-b316-a81a26d47c84 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1e995253-a1fe-4767-b026-590b9f4eb12c HTTP/1.1" status: 200 len: 853 time: 0.1408298 Sep 21 18:18:48.868211 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-037ecc22-cba8-44f6-b68c-8f23b36ae822 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:48.902981 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-5352cde1-049f-4159-9fca-7b66b344f63e None None] Set router 5029f682-0fdd-4681-91fe-4964f7032abb gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:18:48.962160 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b181e-ec64-4358-abfa-eb86449752c2 req-e7a67500-3db1-4e14-ab5c-041fff1e37a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:48.966234 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca7b181e-ec64-4358-abfa-eb86449752c2 req-e7a67500-3db1-4e14-ab5c-041fff1e37a4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0c6d657c-30ac-4186-bace-aa79fc15bd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053076 Sep 21 18:18:49.017125 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:49.029651 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5352cde1-049f-4159-9fca-7b66b344f63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5029f682-0fdd-4681-91fe-4964f7032abb', 'name': 'tempest-RoutersIpV6Test-router-153890500', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:18:47Z', 'updated_at': '2021-09-21T18:18:47Z', 'revision_number': 2, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:49.094753 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-c6f9db4d-4308-48d0-8dd6-6378e5e01d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'name': 'tempest-TestVolumeBackupRestore-1249723574-router', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '7f83ca94-6ed8-40ef-8f0b-480ce5ce9353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:20Z', 'updated_at': '2021-09-21T18:14:26Z', 'revision_number': 4, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'gw_port': {'id': '7f83ca94-6ed8-40ef-8f0b-480ce5ce9353', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:20Z', 'updated_at': '2021-09-21T18:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'ef2eafc3-6b54-4a7d-81a3-957b3168b20f', 'name': '', 'network_id': '0c6d657c-30ac-4186-bace-aa79fc15bd34', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'mac_address': 'fa:16:3e:43:d0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '1e995253-a1fe-4767-b026-590b9f4eb12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:24Z', 'updated_at': '2021-09-21T18:14:31Z', 'revision_number': 5, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'subnets': [{'id': '1e995253-a1fe-4767-b026-590b9f4eb12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:49.100657 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5352cde1-049f-4159-9fca-7b66b344f63e None None] Checking router: 5029f682-0fdd-4681-91fe-4964f7032abb for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:18:49.119953 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5352cde1-049f-4159-9fca-7b66b344f63e None None] Routers {'5029f682-0fdd-4681-91fe-4964f7032abb'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:18:49.122058 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5352cde1-049f-4159-9fca-7b66b344f63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:18:49Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['5029f682-0fdd-4681-91fe-4964f7032abb'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:49.172526 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f9db4d-4308-48d0-8dd6-6378e5e01d0a None None] The sync data for ids ['f2c92b86-ba53-420c-9178-58d549fadacf'] in n-d-810291-1 is: [{'id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'name': 'tempest-TestVolumeBackupRestore-1249723574-router', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '7f83ca94-6ed8-40ef-8f0b-480ce5ce9353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:20Z', 'updated_at': '2021-09-21T18:14:26Z', 'revision_number': 4, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'gw_port': {'id': '7f83ca94-6ed8-40ef-8f0b-480ce5ce9353', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:20Z', 'updated_at': '2021-09-21T18:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'ef2eafc3-6b54-4a7d-81a3-957b3168b20f', 'name': '', 'network_id': '0c6d657c-30ac-4186-bace-aa79fc15bd34', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'mac_address': 'fa:16:3e:43:d0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '1e995253-a1fe-4767-b026-590b9f4eb12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:24Z', 'updated_at': '2021-09-21T18:14:31Z', 'revision_number': 5, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'subnets': [{'id': '1e995253-a1fe-4767-b026-590b9f4eb12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:18:49.219088 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-037ecc22-cba8-44f6-b68c-8f23b36ae822 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:49.226451 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-037ecc22-cba8-44f6-b68c-8f23b36ae822 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:49.302791 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156133ce-3cd3-4415-93d2-1858087c7456 req-8d24c65b-6103-48a3-b8c0-ed861d448316 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:49.305733 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-156133ce-3cd3-4415-93d2-1858087c7456 req-8d24c65b-6103-48a3-b8c0-ed861d448316 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e4543bd-db80-430d-858c-863e3a463e5f HTTP/1.1" status: 200 len: 945 time: 0.1739974 Sep 21 18:18:49.315661 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-037ecc22-cba8-44f6-b68c-8f23b36ae822 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:49.316365 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037ecc22-cba8-44f6-b68c-8f23b36ae822 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Fanout notify agent at l3_agent the message router_deleted on router 5029f682-0fdd-4681-91fe-4964f7032abb {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:18:49.317243 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-5352cde1-049f-4159-9fca-7b66b344f63e None None] Set router 5029f682-0fdd-4681-91fe-4964f7032abb gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:18:49.381715 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-037ecc22-cba8-44f6-b68c-8f23b36ae822 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:49.391666 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-037ecc22-cba8-44f6-b68c-8f23b36ae822 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/routers/5029f682-0fdd-4681-91fe-4964f7032abb HTTP/1.1" status: 204 len: 168 time: 0.6936388 Sep 21 18:18:49.393975 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42876) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:49.403548 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5352cde1-049f-4159-9fca-7b66b344f63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5029f682-0fdd-4681-91fe-4964f7032abb', 'name': 'tempest-RoutersIpV6Test-router-153890500', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:18:47Z', 'updated_at': '2021-09-21T18:18:47Z', 'revision_number': 2, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:49.454103 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0893dcd6-2d95-41e6-9f18-d7865c634bdc tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "GET /v2.0/ports?device_id=5029f682-0fdd-4681-91fe-4964f7032abb HTTP/1.1" status: 200 len: 205 time: 0.0564442 Sep 21 18:18:49.458738 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42880) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:49.472773 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5352cde1-049f-4159-9fca-7b66b344f63e None None] The sync data for ids ['5029f682-0fdd-4681-91fe-4964f7032abb'] in n-d-810291-1 is: [{'id': '5029f682-0fdd-4681-91fe-4964f7032abb', 'name': 'tempest-RoutersIpV6Test-router-153890500', 'tenant_id': 'f75ad6b511e2465480f41f234aa66fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:18:47Z', 'updated_at': '2021-09-21T18:18:47Z', 'revision_number': 2, 'project_id': 'f75ad6b511e2465480f41f234aa66fad', 'gw_port_host': None}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:18:49.548661 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca7b181e-ec64-4358-abfa-eb86449752c2 req-604a5606-57ca-444a-aa5f-9c5e62196f5e service neutron] 10.222.0.38 "GET /v2.0/networks/0c6d657c-30ac-4186-bace-aa79fc15bd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5647902 Sep 21 18:18:49.566257 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-9e93f986-38cb-42b8-a290-572d8c9b9506 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] delete failed (client error): The resource could not be found. Sep 21 18:18:49.575646 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9e93f986-38cb-42b8-a290-572d8c9b9506 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/routers/5029f682-0fdd-4681-91fe-4964f7032abb HTTP/1.1" status: 404 len: 336 time: 0.1154287 Sep 21 18:18:49.576480 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42884) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:49.675018 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe9e842-c9cb-42eb-a008-f9a45e60df3c tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] DELETE failed (client error): The resource could not be found. Sep 21 18:18:49.675653 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffe9e842-c9cb-42eb-a008-f9a45e60df3c tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:18:49.680392 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7614d705-dce3-45a7-903f-7c7a60a28676 None None] New status for floating IP 5d36e15d-3e3d-461d-a2d7-eceee2cc468e: DOWN {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:18:49.680903 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42886) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:49.694963 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ffe9e842-c9cb-42eb-a008-f9a45e60df3c tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/subnets/77858bc0-fc12-49f3-87ee-e609c9cbe888 HTTP/1.1" status: 404 len: 337 time: 0.1161048 Sep 21 18:18:49.729326 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6d9f6-580e-4e30-b382-e646c93a00f0 req-4207a92f-f9e7-4782-aa95-5292b8075f8f tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:49.732650 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e9e8656-d1ab-43c4-a85d-f63498d80f71 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] DELETE failed (client error): The resource could not be found. Sep 21 18:18:49.733114 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e9e8656-d1ab-43c4-a85d-f63498d80f71 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:18:49.735716 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80d6d9f6-580e-4e30-b382-e646c93a00f0 req-4207a92f-f9e7-4782-aa95-5292b8075f8f tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4543bd-db80-430d-858c-863e3a463e5f HTTP/1.1" status: 200 len: 945 time: 0.4466965 Sep 21 18:18:49.740207 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3e9e8656-d1ab-43c4-a85d-f63498d80f71 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/subnets/3c6d5e1b-c509-41af-b132-decb71ff1935 HTTP/1.1" status: 404 len: 337 time: 0.0571809 Sep 21 18:18:49.741151 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42894) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:49.786040 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48419ff-ac08-4248-b79b-c41414c48cec tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] DELETE failed (client error): The resource could not be found. Sep 21 18:18:49.786512 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a48419ff-ac08-4248-b79b-c41414c48cec tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:18:49.791263 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a48419ff-ac08-4248-b79b-c41414c48cec tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/subnets/923d166c-a464-434e-8454-68d879ad5963 HTTP/1.1" status: 404 len: 337 time: 0.0488787 Sep 21 18:18:49.791877 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42896) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:49.822883 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-819626d6-e936-4564-aacd-9aea14cdd8ad tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] DELETE failed (client error): The resource could not be found. Sep 21 18:18:49.822883 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-819626d6-e936-4564-aacd-9aea14cdd8ad tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:18:49.831159 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-819626d6-e936-4564-aacd-9aea14cdd8ad tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/subnets/fd58006c-ad92-4333-a47d-35a90f6c4b1e HTTP/1.1" status: 404 len: 337 time: 0.0326664 Sep 21 18:18:49.831159 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42898) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:49.863312 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0e7537e4-e774-4c34-a7cf-51fb6e85d825 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e8e3c01-34e0-4da0-a394-3d5a036f808f HTTP/1.1" status: 200 len: 205 time: 0.0357735 Sep 21 18:18:49.863937 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42900) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:49.890166 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80d6d9f6-580e-4e30-b382-e646c93a00f0 req-5bd82ffa-b399-4ef8-ac42-d7f5e475ae22 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/security-groups?id=0e812192-3fe5-4288-a99e-e9d52821f963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073823 Sep 21 18:18:49.903670 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-9d42860d-e445-4be9-8bc9-70f346625f78 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] delete failed (client error): The resource could not be found. Sep 21 18:18:49.907859 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9d42860d-e445-4be9-8bc9-70f346625f78 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/routers/8e8e3c01-34e0-4da0-a394-3d5a036f808f HTTP/1.1" status: 404 len: 336 time: 0.0428548 Sep 21 18:18:49.908505 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42902) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:49.933175 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-156133ce-3cd3-4415-93d2-1858087c7456 req-0b31eaf4-ad6e-47e4-87de-49552997e64c tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Deleting port 69d71ad3-5fad-4778-876a-57d3ee9970b0 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:18:49.933763 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-156133ce-3cd3-4415-93d2-1858087c7456 req-0b31eaf4-ad6e-47e4-87de-49552997e64c tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:49.953699 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-977d2b79-5eac-4c9e-afe8-51bc54f1c472 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f69d40e-a38f-4514-8be7-8e5b76cd7795 HTTP/1.1" status: 200 len: 205 time: 0.0440121 Sep 21 18:18:49.954644 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42904) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:49.996546 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-d24033cc-7cf0-43f6-a8d3-ea31aab637a0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] delete failed (client error): The resource could not be found. Sep 21 18:18:50.000979 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d24033cc-7cf0-43f6-a8d3-ea31aab637a0 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/routers/6f69d40e-a38f-4514-8be7-8e5b76cd7795 HTTP/1.1" status: 404 len: 336 time: 0.0450666 Sep 21 18:18:50.001958 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42908) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:50.017743 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca7b181e-ec64-4358-abfa-eb86449752c2 req-59c75994-305c-48bf-a7bd-10c07a915f65 service neutron] 10.222.0.38 "GET /v2.0/networks/0c6d657c-30ac-4186-bace-aa79fc15bd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679258 Sep 21 18:18:50.054044 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-156133ce-3cd3-4415-93d2-1858087c7456 req-0b31eaf4-ad6e-47e4-87de-49552997e64c tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] For port 69d71ad3-5fad-4778-876a-57d3ee9970b0, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=69d71ad3-5fad-4778-876a-57d3ee9970b0,segment=NetworkSegment(145937db-b4f9-4144-b660-b39e8c1b5163),segment_id=145937db-b4f9-4144-b660-b39e8c1b5163)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:18:50.054671 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-156133ce-3cd3-4415-93d2-1858087c7456 req-0b31eaf4-ad6e-47e4-87de-49552997e64c tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:50.066179 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e77b425-887c-4875-99ec-e3fbf412b570 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] DELETE failed (client error): The resource could not be found. Sep 21 18:18:50.066901 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e77b425-887c-4875-99ec-e3fbf412b570 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:18:50.069111 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8e77b425-887c-4875-99ec-e3fbf412b570 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/subnets/bf5ee88d-6b14-4d08-bc87-b97da591de9e HTTP/1.1" status: 404 len: 337 time: 0.0660706 Sep 21 18:18:50.072482 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42912) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:50.080562 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-156133ce-3cd3-4415-93d2-1858087c7456 req-0b31eaf4-ad6e-47e4-87de-49552997e64c tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Calling delete_port for 69d71ad3-5fad-4778-876a-57d3ee9970b0 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:18:50.118594 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9940a45c-a0b2-49c2-852a-a62de4f4e10e tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "GET /v2.0/ports?device_id=affb4ead-b76d-4c6f-bb7b-80290198dc16 HTTP/1.1" status: 200 len: 205 time: 0.0416963 Sep 21 18:18:50.118848 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42914) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:50.123648 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:50.168586 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-22db4f2b-df5a-4952-84a8-31a43ab3a949 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] delete failed (client error): The resource could not be found. Sep 21 18:18:50.169664 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-22db4f2b-df5a-4952-84a8-31a43ab3a949 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/routers/affb4ead-b76d-4c6f-bb7b-80290198dc16 HTTP/1.1" status: 404 len: 336 time: 0.0498495 Sep 21 18:18:50.172461 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42922) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:50.224904 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6fe28679-bee1-47b8-bef0-8c0f48f343a1 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd587837-f556-4293-b614-96c9ddc7856b HTTP/1.1" status: 200 len: 205 time: 0.0507276 Sep 21 18:18:50.228197 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42924) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:50.292928 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-d525c4ea-42a7-4b88-96f2-dc13a769b1fb tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] delete failed (client error): The resource could not be found. Sep 21 18:18:50.293988 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d525c4ea-42a7-4b88-96f2-dc13a769b1fb tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/routers/cd587837-f556-4293-b614-96c9ddc7856b HTTP/1.1" status: 404 len: 336 time: 0.0625103 Sep 21 18:18:50.298667 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42928) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:50.305475 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-156133ce-3cd3-4415-93d2-1858087c7456 req-0b31eaf4-ad6e-47e4-87de-49552997e64c tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:50.332316 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0d8314b-19a3-450a-9bc7-b1ba6ff64ba2 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] DELETE failed (client error): The resource could not be found. Sep 21 18:18:50.332781 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0d8314b-19a3-450a-9bc7-b1ba6ff64ba2 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:18:50.334550 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e0d8314b-19a3-450a-9bc7-b1ba6ff64ba2 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/subnets/99802f35-cbb0-4baf-b5ab-91df6426d0a3 HTTP/1.1" status: 404 len: 337 time: 0.0348141 Sep 21 18:18:50.337240 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42930) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:50.370137 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31eaf4-ad6e-47e4-87de-49552997e64c tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Pushing event deleted for resources: {'Port': ['ID=69d71ad3-5fad-4778-876a-57d3ee9970b0,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:50.376879 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6768ff85-9234-4c8e-8472-b6d068853cff tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "GET /v2.0/ports?device_id=e28004a7-747c-44d8-b740-f0d51b652faa HTTP/1.1" status: 200 len: 205 time: 0.0384741 Sep 21 18:18:50.377527 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42934) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:50.444045 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-156133ce-3cd3-4415-93d2-1858087c7456 req-0b31eaf4-ad6e-47e4-87de-49552997e64c tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] No DVR routers for this DVR port 69d71ad3-5fad-4778-876a-57d3ee9970b0 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:18:50.449855 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-156133ce-3cd3-4415-93d2-1858087c7456 req-0b31eaf4-ad6e-47e4-87de-49552997e64c tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:50.452155 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-156133ce-3cd3-4415-93d2-1858087c7456 req-0b31eaf4-ad6e-47e4-87de-49552997e64c tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.38 "DELETE /v2.0/ports/69d71ad3-5fad-4778-876a-57d3ee9970b0 HTTP/1.1" status: 204 len: 173 time: 1.1083448 Sep 21 18:18:50.452669 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4543bd-db80-430d-858c-863e3a463e5f', 'name': 'network-vif-deleted', 'tag': '69d71ad3-5fad-4778-876a-57d3ee9970b0'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:18:50.455030 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384520c0-bc3d-410a-8ff9-1f134bbfb14d" -d '{"events": [{"server_uuid": "0e4543bd-db80-430d-858c-863e3a463e5f", "name": "network-vif-deleted", "tag": "69d71ad3-5fad-4778-876a-57d3ee9970b0"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:18:50.510629 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-7a1ce359-8135-4dc8-8382-ae1f9d124cfb tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] delete failed (client error): The resource could not be found. Sep 21 18:18:50.514840 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42946) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:50.515790 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7a1ce359-8135-4dc8-8382-ae1f9d124cfb tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/routers/e28004a7-747c-44d8-b740-f0d51b652faa HTTP/1.1" status: 404 len: 336 time: 0.1372285 Sep 21 18:18:50.556827 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad54498e-5269-4636-bb2c-2ee93eba629f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] DELETE failed (client error): The resource could not be found. Sep 21 18:18:50.557321 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad54498e-5269-4636-bb2c-2ee93eba629f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:18:50.561860 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ad54498e-5269-4636-bb2c-2ee93eba629f tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/subnets/2e3ab7df-08f2-44e5-8765-3414a2ccf62a HTTP/1.1" status: 404 len: 337 time: 0.0435429 Sep 21 18:18:50.562130 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42948) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:50.584209 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db79c07f-17a7-487a-925f-c87808f3b79b x-openstack-request-id: req-db79c07f-17a7-487a-925f-c87808f3b79b {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:18:50.584727 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4543bd-db80-430d-858c-863e3a463e5f", "name": "network-vif-deleted", "tag": "69d71ad3-5fad-4778-876a-57d3ee9970b0", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:18:50.596946 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-db79c07f-17a7-487a-925f-c87808f3b79b {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:18:50.597543 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4543bd-db80-430d-858c-863e3a463e5f', 'name': 'network-vif-deleted', 'tag': '69d71ad3-5fad-4778-876a-57d3ee9970b0', 'status': 'completed', 'code': 200} Sep 21 18:18:50.613193 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6d54a528-73c9-486c-bcc7-5fea78e3c5bf tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "GET /v2.0/ports?device_id=c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42 HTTP/1.1" status: 200 len: 205 time: 0.0499117 Sep 21 18:18:50.615957 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42954) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:50.659288 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-a13b2600-f411-4740-8d97-77d4911507eb tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] delete failed (client error): The resource could not be found. Sep 21 18:18:50.660342 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a13b2600-f411-4740-8d97-77d4911507eb tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/routers/c752f4a7-bd92-4ddd-ba6c-42e3b5adfa42 HTTP/1.1" status: 404 len: 336 time: 0.0434453 Sep 21 18:18:50.663111 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 42956) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:50.727358 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-0257ba2a-82ac-4195-81ee-c1076f50fccb tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] DELETE failed (client error): The resource could not be found. Sep 21 18:18:50.727817 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0257ba2a-82ac-4195-81ee-c1076f50fccb tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:18:50.732532 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42960) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:50.733276 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0257ba2a-82ac-4195-81ee-c1076f50fccb tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/subnets/a830b58a-c666-411f-a16c-11e757b302e3 HTTP/1.1" status: 404 len: 337 time: 0.0691051 Sep 21 18:18:50.775280 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-f455314b-7293-452b-9622-8686559fcb01 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] DELETE failed (client error): The resource could not be found. Sep 21 18:18:50.777288 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f455314b-7293-452b-9622-8686559fcb01 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:18:50.781855 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f455314b-7293-452b-9622-8686559fcb01 tempest-RoutersIpV6Test-1290849059 tempest-RoutersIpV6Test-1290849059-project] 10.222.0.58 "DELETE /v2.0/subnets/54041cb6-ea6a-452a-9f65-73740e38f7f6 HTTP/1.1" status: 404 len: 337 time: 0.0483010 Sep 21 18:18:51.034629 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-37e65ba1-eb0d-4021-ab67-e0397e8112c7 req-f775b212-1159-4bee-acc3-77eb2003f25b tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4543bd-db80-430d-858c-863e3a463e5f HTTP/1.1" status: 200 len: 210 time: 0.0545547 Sep 21 18:18:51.331670 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42986) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:51.431228 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 42994) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:51.582654 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4db929a2-c8d4-424e-9d14-8883ae5626c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:51.616647 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:51.728451 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3bdb4036-54bd-4a7a-a748-8c548f854143 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f75ad6b511e2465480f41f234aa66fad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3948741 Sep 21 18:18:51.731540 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43006) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:51.748131 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4db929a2-c8d4-424e-9d14-8883ae5626c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:51.755137 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4db929a2-c8d4-424e-9d14-8883ae5626c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:51.849818 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4db929a2-c8d4-424e-9d14-8883ae5626c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f7d390dfc6e0462a9294b4fdec22e040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4149857 Sep 21 18:18:51.850335 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43008) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:51.856866 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-eacdbc55-4df5-458f-8e5a-f9dce10813ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:51.885032 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-eacdbc55-4df5-458f-8e5a-f9dce10813ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:51.919326 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db929a2-c8d4-424e-9d14-8883ae5626c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9a95f3-e7cd-427f-98f1-212838ca3b08,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:51.945113 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-eacdbc55-4df5-458f-8e5a-f9dce10813ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:51.950513 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-eacdbc55-4df5-458f-8e5a-f9dce10813ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:51.955868 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-eacdbc55-4df5-458f-8e5a-f9dce10813ca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3186eb30-9c06-433a-bdc9-6f65d70047a2 HTTP/1.1" status: 204 len: 168 time: 0.2207079 Sep 21 18:18:51.977487 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacdbc55-4df5-458f-8e5a-f9dce10813ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3186eb30-9c06-433a-bdc9-6f65d70047a2,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:52.000196 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0998b907-0858-46ef-90b1-1c51b8064ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:52.026860 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0998b907-0858-46ef-90b1-1c51b8064ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:52.095034 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0998b907-0858-46ef-90b1-1c51b8064ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:52.097817 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0998b907-0858-46ef-90b1-1c51b8064ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:52.101604 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0998b907-0858-46ef-90b1-1c51b8064ae6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0f9a95f3-e7cd-427f-98f1-212838ca3b08 HTTP/1.1" status: 204 len: 168 time: 0.2342963 Sep 21 18:18:52.117708 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998b907-0858-46ef-90b1-1c51b8064ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9a95f3-e7cd-427f-98f1-212838ca3b08,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:52.227357 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d6fe4bcc-9bf9-4af8-b0e7-004fd919b741 req-7f2e5206-1141-4200-bded-084a31c1e7c2 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4543bd-db80-430d-858c-863e3a463e5f HTTP/1.1" status: 200 len: 210 time: 0.0818629 Sep 21 18:18:52.601563 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43038) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:52.636577 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6095b5f9-a80b-4806-b96e-b730dc16e395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:52.799944 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6095b5f9-a80b-4806-b96e-b730dc16e395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:52.805457 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6095b5f9-a80b-4806-b96e-b730dc16e395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:52.838471 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095b5f9-a80b-4806-b96e-b730dc16e395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a15e429-d51e-4e61-87a1-de64968149e4,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:52.915624 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43052) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:52.917515 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6095b5f9-a80b-4806-b96e-b730dc16e395 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=64524e742c404c5e974e34cbd15694c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3144999 Sep 21 18:18:53.069778 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5b266d17-55f4-471d-b960-7464d8fdb298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:53.161445 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5b266d17-55f4-471d-b960-7464d8fdb298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:53.272971 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5b266d17-55f4-471d-b960-7464d8fdb298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:53.278590 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5b266d17-55f4-471d-b960-7464d8fdb298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:53.279636 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43064) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:53.283728 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5b266d17-55f4-471d-b960-7464d8fdb298 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1a15e429-d51e-4e61-87a1-de64968149e4 HTTP/1.1" status: 204 len: 168 time: 0.3671024 Sep 21 18:18:53.314026 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b266d17-55f4-471d-b960-7464d8fdb298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a15e429-d51e-4e61-87a1-de64968149e4,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:53.480862 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-84c8e56e-b147-4cb2-a784-a4299df53168 req-ab9be5dd-4939-4b1d-8362-4e9b8c2370ff tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4543bd-db80-430d-858c-863e3a463e5f HTTP/1.1" status: 200 len: 210 time: 0.0906425 Sep 21 18:18:53.503986 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-1b271514-fa34-44af-ab1d-878038a2e375 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-996535743'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:18:53.568589 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 69d71ad3-5fad-4778-876a-57d3ee9970b0 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:18:53.598033 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b271514-fa34-44af-ab1d-878038a2e375 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] Made reservation on behalf of 5be7d3b9a34247b19cf7d324c2165959 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:18:53.601768 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1b271514-fa34-44af-ab1d-878038a2e375 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:53.639467 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1b271514-fa34-44af-ab1d-878038a2e375 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:53.646544 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:53.647776 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 69d71ad3-5fad-4778-876a-57d3ee9970b0 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:18:53.648106 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 69d71ad3-5fad-4778-876a-57d3ee9970b0 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:18:53.800368 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1b271514-fa34-44af-ab1d-878038a2e375 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:53.805925 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1b271514-fa34-44af-ab1d-878038a2e375 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:53.826515 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b271514-fa34-44af-ab1d-878038a2e375 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:18:53.838474 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1b271514-fa34-44af-ab1d-878038a2e375 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:53.851307 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-1b271514-fa34-44af-ab1d-878038a2e375 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] Added segment 02dbc4dc-b783-448d-9b8b-46d25ec87705 of type vlan for network 21d01707-49db-470e-9afd-fc3f0bff4eb8 Sep 21 18:18:53.941124 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1b271514-fa34-44af-ab1d-878038a2e375 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:53.945051 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b271514-fa34-44af-ab1d-878038a2e375 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bda4a8-8f71-4822-b320-83a956722fd3,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:54.008351 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1b271514-fa34-44af-ab1d-878038a2e375 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:54.014671 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b271514-fa34-44af-ab1d-878038a2e375 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:18:54.015431 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1b271514-fa34-44af-ab1d-878038a2e375 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:54.058186 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1b271514-fa34-44af-ab1d-878038a2e375 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.7731042 Sep 21 18:18:54.058512 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43090) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:54.065820 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.tag.tag_plugin [None req-e1618cdc-7810-43a0-8193-7eb6e2572d0c tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '21d01707-49db-470e-9afd-fc3f0bff4eb8', 'tempest-TagsTest-Tag-1178877071') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:54.121408 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b271514-fa34-44af-ab1d-878038a2e375 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] Pushing event updated for resources: {'Network': ['ID=21d01707-49db-470e-9afd-fc3f0bff4eb8,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:54.133946 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 21d01707-49db-470e-9afd-fc3f0bff4eb8 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:18:54.234861 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43098) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:54.235437 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e1618cdc-7810-43a0-8193-7eb6e2572d0c tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] 10.222.0.58 "PUT /v2.0/networks/21d01707-49db-470e-9afd-fc3f0bff4eb8/tags/tempest-TagsTest-Tag-1178877071 HTTP/1.1" status: 201 len: 201 time: 0.1732793 Sep 21 18:18:54.240057 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-1bdaf0af-d7fc-44fd-ad60-edb81f0a3a9a tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '21d01707-49db-470e-9afd-fc3f0bff4eb8', 'tempest-TagsTest-Tag-1178877071') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:54.373472 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1bdaf0af-d7fc-44fd-ad60-edb81f0a3a9a tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] 10.222.0.58 "GET /v2.0/networks/21d01707-49db-470e-9afd-fc3f0bff4eb8/tags/tempest-TagsTest-Tag-1178877071 HTTP/1.1" status: 204 len: 168 time: 0.1366384 Sep 21 18:18:54.376135 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43108) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:54.381071 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.tag.tag_plugin [None req-26584ef5-4658-49c4-a0c9-207146936a8b tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '21d01707-49db-470e-9afd-fc3f0bff4eb8') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:54.519865 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-26584ef5-4658-49c4-a0c9-207146936a8b tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] 10.222.0.58 "GET /v2.0/networks/21d01707-49db-470e-9afd-fc3f0bff4eb8/tags HTTP/1.1" status: 200 len: 238 time: 0.1423042 Sep 21 18:18:54.521072 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43110) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:54.526870 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.tag.tag_plugin [None req-65a2cdb3-7d8e-4d80-94e4-a20a3edbf16c tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '21d01707-49db-470e-9afd-fc3f0bff4eb8', {'tags': ['tempest-TagsTest-Tag-1531980903', 'tempest-TagsTest-Tag-1019410068', 'tempest-TagsTest-Tag-589827007']}) {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:54.645049 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-65a2cdb3-7d8e-4d80-94e4-a20a3edbf16c tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] 10.222.0.58 "PUT /v2.0/networks/21d01707-49db-470e-9afd-fc3f0bff4eb8/tags HTTP/1.1" status: 200 len: 308 time: 0.1226766 Sep 21 18:18:54.648025 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43118) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:54.658048 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.tag.tag_plugin [None req-527d1139-8510-4090-99e0-b97883197c96 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '21d01707-49db-470e-9afd-fc3f0bff4eb8', 'tempest-TagsTest-Tag-1531980903') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:54.702316 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d071a8db-5297-4e76-af3b-eba87e6a087e req-6dfaf12c-d937-4879-a299-72013ae27613 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4543bd-db80-430d-858c-863e3a463e5f HTTP/1.1" status: 200 len: 210 time: 0.0569334 Sep 21 18:18:54.705229 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:54.838042 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-527d1139-8510-4090-99e0-b97883197c96 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] 10.222.0.58 "DELETE /v2.0/networks/21d01707-49db-470e-9afd-fc3f0bff4eb8/tags/tempest-TagsTest-Tag-1531980903 HTTP/1.1" status: 204 len: 168 time: 0.1889141 Sep 21 18:18:54.839459 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43126) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:54.859749 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.tag.tag_plugin [None req-596f2e8a-44d6-4b39-8e20-ae56f8e9cfc2 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '21d01707-49db-470e-9afd-fc3f0bff4eb8', 'tempest-TagsTest-Tag-1531980903') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:54.978546 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-596f2e8a-44d6-4b39-8e20-ae56f8e9cfc2 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] show failed (client error): The resource could not be found. Sep 21 18:18:54.982369 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-596f2e8a-44d6-4b39-8e20-ae56f8e9cfc2 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] 10.222.0.58 "GET /v2.0/networks/21d01707-49db-470e-9afd-fc3f0bff4eb8/tags/tempest-TagsTest-Tag-1531980903 HTTP/1.1" status: 404 len: 326 time: 0.1389558 Sep 21 18:18:54.982895 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43128) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:54.988626 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.tag.tag_plugin [None req-6b1217d3-1189-4533-bb3b-30e85aea0e43 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '21d01707-49db-470e-9afd-fc3f0bff4eb8', 'tempest-TagsTest-Tag-1019410068') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:55.078754 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6b1217d3-1189-4533-bb3b-30e85aea0e43 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] 10.222.0.58 "GET /v2.0/networks/21d01707-49db-470e-9afd-fc3f0bff4eb8/tags/tempest-TagsTest-Tag-1019410068 HTTP/1.1" status: 204 len: 168 time: 0.0945818 Sep 21 18:18:55.081324 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43138) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:55.085650 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.tag.tag_plugin [None req-c752c5ea-dd98-4833-a6fe-b65f01ec2563 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '21d01707-49db-470e-9afd-fc3f0bff4eb8', 'tempest-TagsTest-Tag-589827007') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:55.177919 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c752c5ea-dd98-4833-a6fe-b65f01ec2563 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] 10.222.0.58 "GET /v2.0/networks/21d01707-49db-470e-9afd-fc3f0bff4eb8/tags/tempest-TagsTest-Tag-589827007 HTTP/1.1" status: 204 len: 168 time: 0.0955765 Sep 21 18:18:55.181045 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43144) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:55.185747 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-a65d6457-ecdb-47f5-a591-4295029d66bf tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '21d01707-49db-470e-9afd-fc3f0bff4eb8') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:55.295552 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a65d6457-ecdb-47f5-a591-4295029d66bf tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] 10.222.0.58 "DELETE /v2.0/networks/21d01707-49db-470e-9afd-fc3f0bff4eb8/tags HTTP/1.1" status: 204 len: 168 time: 0.1132042 Sep 21 18:18:55.298055 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43150) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:55.311761 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.tag.tag_plugin [None req-e8d67cc1-4c81-4786-ade2-eb306ecbdaa6 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '21d01707-49db-470e-9afd-fc3f0bff4eb8', 'tempest-TagsTest-Tag-1019410068') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:55.420866 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-e8d67cc1-4c81-4786-ade2-eb306ecbdaa6 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] show failed (client error): The resource could not be found. Sep 21 18:18:55.421930 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e8d67cc1-4c81-4786-ade2-eb306ecbdaa6 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] 10.222.0.58 "GET /v2.0/networks/21d01707-49db-470e-9afd-fc3f0bff4eb8/tags/tempest-TagsTest-Tag-1019410068 HTTP/1.1" status: 404 len: 326 time: 0.1223710 Sep 21 18:18:55.425358 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43158) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:55.431052 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-b92ce4cc-73e2-4a1e-8ec6-2225e8a5c4e9 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '21d01707-49db-470e-9afd-fc3f0bff4eb8', 'tempest-TagsTest-Tag-589827007') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:55.573122 n-d-810291-1 neutron-server[101461]: INFO neutron.api.v2.resource [None req-b92ce4cc-73e2-4a1e-8ec6-2225e8a5c4e9 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] show failed (client error): The resource could not be found. Sep 21 18:18:55.574406 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b92ce4cc-73e2-4a1e-8ec6-2225e8a5c4e9 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] 10.222.0.58 "GET /v2.0/networks/21d01707-49db-470e-9afd-fc3f0bff4eb8/tags/tempest-TagsTest-Tag-589827007 HTTP/1.1" status: 404 len: 325 time: 0.1477978 Sep 21 18:18:55.578033 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43166) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:55.586131 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.tag.tag_plugin [None req-0d6549a5-3f1d-4d3b-ab99-7681ae060388 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '21d01707-49db-470e-9afd-fc3f0bff4eb8') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:55.701930 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0d6549a5-3f1d-4d3b-ab99-7681ae060388 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] 10.222.0.58 "DELETE /v2.0/networks/21d01707-49db-470e-9afd-fc3f0bff4eb8/tags HTTP/1.1" status: 204 len: 168 time: 0.1228809 Sep 21 18:18:55.708046 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43172) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:55.815228 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a24ceda6-cbcf-4f3e-a25a-47aeb75e8a65 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:55.851826 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-221bded4-9089-4ffb-8e66-c7cf9e60678e req-8a7776f9-c78a-40ec-9b8c-560b842fb667 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e4543bd-db80-430d-858c-863e3a463e5f HTTP/1.1" status: 200 len: 210 time: 0.0362680 Sep 21 18:18:55.950528 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a24ceda6-cbcf-4f3e-a25a-47aeb75e8a65 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:55.976068 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-a24ceda6-cbcf-4f3e-a25a-47aeb75e8a65 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d01707-49db-470e-9afd-fc3f0bff4eb8']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:55.988305 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-a24ceda6-cbcf-4f3e-a25a-47aeb75e8a65 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02dbc4dc-b783-448d-9b8b-46d25ec87705') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:55.988662 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-a24ceda6-cbcf-4f3e-a25a-47aeb75e8a65 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02dbc4dc-b783-448d-9b8b-46d25ec87705') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:18:56.005625 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a24ceda6-cbcf-4f3e-a25a-47aeb75e8a65 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:56.029200 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a24ceda6-cbcf-4f3e-a25a-47aeb75e8a65 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:56.042082 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a24ceda6-cbcf-4f3e-a25a-47aeb75e8a65 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:18:56.043238 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a24ceda6-cbcf-4f3e-a25a-47aeb75e8a65 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:56.059615 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:18:56.059615 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:18:56.059615 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:18:56.059615 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:18:56.059615 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:18:56.059615 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:18:56.059615 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:18:56.059615 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:18:56.059615 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:18:56.059615 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:18:56.059615 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:18:56.059615 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:18:56.059615 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:18:56.059615 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:18:56.059615 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:18:56.059615 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:18:56.059615 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:18:56.059615 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:18:56.059615 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:18:56.059615 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:18:56.059615 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:18:56.059615 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:18:56.059615 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:18:56.059615 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:18:56.059615 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:18:56.059615 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:18:56.059615 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:18:56.059615 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:18:56.059615 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:18:56.059615 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:18:56.059615 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:18:56.059615 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:18:56.137576 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a24ceda6-cbcf-4f3e-a25a-47aeb75e8a65 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:56.151320 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a24ceda6-cbcf-4f3e-a25a-47aeb75e8a65 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:56.161686 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a24ceda6-cbcf-4f3e-a25a-47aeb75e8a65 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] 10.222.0.58 "DELETE /v2.0/networks/21d01707-49db-470e-9afd-fc3f0bff4eb8 HTTP/1.1" status: 204 len: 168 time: 0.4445930 Sep 21 18:18:56.185138 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ceda6-cbcf-4f3e-a25a-47aeb75e8a65 tempest-TagsTest-2077666525 tempest-TagsTest-2077666525-project] Pushing event deleted for resources: {'Network': ['ID=21d01707-49db-470e-9afd-fc3f0bff4eb8,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:56.528108 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43206) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:56.737760 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2d4d1dc6-36e9-4498-88e3-c294a2324934 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5be7d3b9a34247b19cf7d324c2165959&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2082858 Sep 21 18:18:56.740287 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43212) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:56.826017 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eba89aac-8037-4dfb-9f36-c96db17c830f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:56.853871 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eba89aac-8037-4dfb-9f36-c96db17c830f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:56.906981 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eba89aac-8037-4dfb-9f36-c96db17c830f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:56.909971 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eba89aac-8037-4dfb-9f36-c96db17c830f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:56.915091 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-eba89aac-8037-4dfb-9f36-c96db17c830f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f0bda4a8-8f71-4822-b320-83a956722fd3 HTTP/1.1" status: 204 len: 168 time: 0.1736047 Sep 21 18:18:56.923855 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43222) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:18:56.935106 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba89aac-8037-4dfb-9f36-c96db17c830f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bda4a8-8f71-4822-b320-83a956722fd3,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:18:57.039866 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b76a452e-ec9a-4c29-a625-bce7f520b181 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:57.072643 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b76a452e-ec9a-4c29-a625-bce7f520b181 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:57.181803 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b76a452e-ec9a-4c29-a625-bce7f520b181 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:57.197585 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b76a452e-ec9a-4c29-a625-bce7f520b181 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:18:57.205070 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b76a452e-ec9a-4c29-a625-bce7f520b181 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] 10.222.0.58 "DELETE /v2.0/security-groups/0e812192-3fe5-4288-a99e-e9d52821f963 HTTP/1.1" status: 204 len: 168 time: 0.2786911 Sep 21 18:18:57.248722 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a452e-ec9a-4c29-a625-bce7f520b181 tempest-TestVolumeBackupRestore-824516694 tempest-TestVolumeBackupRestore-824516694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e812192-3fe5-4288-a99e-e9d52821f963,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:00.108672 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43492) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:00.413925 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-323f6ed7-56c7-4012-a154-83060b0dbd82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:00.542173 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:19:00.596711 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-323f6ed7-56c7-4012-a154-83060b0dbd82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:00.603361 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-323f6ed7-56c7-4012-a154-83060b0dbd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:00.656935 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f6ed7-56c7-4012-a154-83060b0dbd82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee46f11-cb00-4bd8-a2a8-afee893766f2,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:00.678804 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-323f6ed7-56c7-4012-a154-83060b0dbd82 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cacff2bcd7724123bb09d269e7f9b0a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5690379 Sep 21 18:19:00.679285 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43550) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:00.762969 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-38143031-5f26-4413-b04e-2a452b00da93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:00.789587 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-38143031-5f26-4413-b04e-2a452b00da93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:00.853421 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-38143031-5f26-4413-b04e-2a452b00da93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:00.856715 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-38143031-5f26-4413-b04e-2a452b00da93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:00.859431 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-38143031-5f26-4413-b04e-2a452b00da93 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7ee46f11-cb00-4bd8-a2a8-afee893766f2 HTTP/1.1" status: 204 len: 168 time: 0.1784077 Sep 21 18:19:00.878086 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38143031-5f26-4413-b04e-2a452b00da93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee46f11-cb00-4bd8-a2a8-afee893766f2,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:01.441434 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43644) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:01.505123 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0f37e70e-1792-4df6-b346-a0bd12aa7692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:01.719318 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0f37e70e-1792-4df6-b346-a0bd12aa7692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:01.735836 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0f37e70e-1792-4df6-b346-a0bd12aa7692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:01.792861 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0f37e70e-1792-4df6-b346-a0bd12aa7692 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9433e60b3faa4ae294d406d31c099c2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3501923 Sep 21 18:19:01.794018 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37e70e-1792-4df6-b346-a0bd12aa7692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45382ae2-d781-4d16-b0ee-8f3964823397,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:01.795748 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43684) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:01.876988 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bf47a0e3-4c25-43bd-9a4f-db89676d5d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:01.922232 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bf47a0e3-4c25-43bd-9a4f-db89676d5d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:02.011724 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bf47a0e3-4c25-43bd-9a4f-db89676d5d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:02.014782 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bf47a0e3-4c25-43bd-9a4f-db89676d5d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:02.023111 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-bf47a0e3-4c25-43bd-9a4f-db89676d5d52 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/45382ae2-d781-4d16-b0ee-8f3964823397 HTTP/1.1" status: 204 len: 168 time: 0.2260103 Sep 21 18:19:02.039517 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47a0e3-4c25-43bd-9a4f-db89676d5d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45382ae2-d781-4d16-b0ee-8f3964823397,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:03.367753 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43832) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:04.063070 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-31722da8-535e-4e23-8abe-d974c9e23916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:04.488568 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-31722da8-535e-4e23-8abe-d974c9e23916 admin admin] Deleting port ef2eafc3-6b54-4a7d-81a3-957b3168b20f {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:19:04.489170 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-31722da8-535e-4e23-8abe-d974c9e23916 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:04.598301 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-31722da8-535e-4e23-8abe-d974c9e23916 admin admin] For port ef2eafc3-6b54-4a7d-81a3-957b3168b20f, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ef2eafc3-6b54-4a7d-81a3-957b3168b20f,segment=NetworkSegment(145937db-b4f9-4144-b660-b39e8c1b5163),segment_id=145937db-b4f9-4144-b660-b39e8c1b5163)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:04.599076 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-31722da8-535e-4e23-8abe-d974c9e23916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:04.614271 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-31722da8-535e-4e23-8abe-d974c9e23916 admin admin] Calling delete_port for ef2eafc3-6b54-4a7d-81a3-957b3168b20f owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:19:04.837601 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-31722da8-535e-4e23-8abe-d974c9e23916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:04.907940 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31722da8-535e-4e23-8abe-d974c9e23916 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef2eafc3-6b54-4a7d-81a3-957b3168b20f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:05.201800 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-31722da8-535e-4e23-8abe-d974c9e23916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:05.580367 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43908) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:05.739086 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-785c2dbf-8fa9-4e02-874c-1c7f49538d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:05.873851 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-785c2dbf-8fa9-4e02-874c-1c7f49538d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:05.882575 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-785c2dbf-8fa9-4e02-874c-1c7f49538d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:05.942385 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-785c2dbf-8fa9-4e02-874c-1c7f49538d1b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3587b949aec9437a8f09beea434bc6ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3602302 Sep 21 18:19:05.953202 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43912) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:06.011391 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c2dbf-8fa9-4e02-874c-1c7f49538d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678d584e-29e9-4e63-af44-48bb09e371e8,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:06.061036 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-002667d8-784e-4c61-a436-21ab533ad868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:06.065206 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31722da8-535e-4e23-8abe-d974c9e23916 admin admin] Router f2c92b86-ba53-420c-9178-58d549fadacf has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:19:06.097035 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-002667d8-784e-4c61-a436-21ab533ad868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:06.195119 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31722da8-535e-4e23-8abe-d974c9e23916 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:19:06.198743 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-002667d8-784e-4c61-a436-21ab533ad868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:06.202107 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-002667d8-784e-4c61-a436-21ab533ad868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:06.207492 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-002667d8-784e-4c61-a436-21ab533ad868 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/678d584e-29e9-4e63-af44-48bb09e371e8 HTTP/1.1" status: 204 len: 168 time: 0.2527480 Sep 21 18:19:06.216436 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801354e1-0992-47ee-97bb-610a6dc65e8e None None] Sync routers for ids ['f2c92b86-ba53-420c-9178-58d549fadacf'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:19:06.225467 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-31722da8-535e-4e23-8abe-d974c9e23916 admin admin] 10.222.0.58 "PUT /v2.0/routers/f2c92b86-ba53-420c-9178-58d549fadacf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8562605 Sep 21 18:19:06.226396 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43918) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:06.227724 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002667d8-784e-4c61-a436-21ab533ad868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678d584e-29e9-4e63-af44-48bb09e371e8,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:06.234386 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801354e1-0992-47ee-97bb-610a6dc65e8e None None] Routers {'f2c92b86-ba53-420c-9178-58d549fadacf'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:06.235447 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-801354e1-0992-47ee-97bb-610a6dc65e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:18:49Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['f2c92b86-ba53-420c-9178-58d549fadacf'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:06.425969 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b6805d37-2529-47d9-bdcf-a9d962a396b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:06.442535 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-801354e1-0992-47ee-97bb-610a6dc65e8e None None] Set router f2c92b86-ba53-420c-9178-58d549fadacf gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:19:06.562609 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b6805d37-2529-47d9-bdcf-a9d962a396b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:06.651423 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-b6805d37-2529-47d9-bdcf-a9d962a396b5 admin admin] Deleting port 7f83ca94-6ed8-40ef-8f0b-480ce5ce9353 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:19:06.652458 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b6805d37-2529-47d9-bdcf-a9d962a396b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:06.680061 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43926) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:06.695278 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-801354e1-0992-47ee-97bb-610a6dc65e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'name': 'tempest-TestVolumeBackupRestore-1249723574-router', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '7f83ca94-6ed8-40ef-8f0b-480ce5ce9353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:20Z', 'updated_at': '2021-09-21T18:19:04Z', 'revision_number': 5, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'gw_port': {'id': '7f83ca94-6ed8-40ef-8f0b-480ce5ce9353', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:20Z', 'updated_at': '2021-09-21T18:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:06.727489 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801354e1-0992-47ee-97bb-610a6dc65e8e None None] Checking router: f2c92b86-ba53-420c-9178-58d549fadacf for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:19:06.736899 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801354e1-0992-47ee-97bb-610a6dc65e8e None None] Routers {'f2c92b86-ba53-420c-9178-58d549fadacf'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:06.739522 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-801354e1-0992-47ee-97bb-610a6dc65e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:18:49Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['f2c92b86-ba53-420c-9178-58d549fadacf'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:06.742609 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e4f44440-8454-42c0-af1a-14ea83419b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:06.837940 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-801354e1-0992-47ee-97bb-610a6dc65e8e None None] Set router f2c92b86-ba53-420c-9178-58d549fadacf gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:19:06.845708 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e4f44440-8454-42c0-af1a-14ea83419b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:06.856871 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e4f44440-8454-42c0-af1a-14ea83419b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:06.864506 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-b6805d37-2529-47d9-bdcf-a9d962a396b5 admin admin] For port 7f83ca94-6ed8-40ef-8f0b-480ce5ce9353, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=7f83ca94-6ed8-40ef-8f0b-480ce5ce9353,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:06.864865 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b6805d37-2529-47d9-bdcf-a9d962a396b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:06.902580 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-b6805d37-2529-47d9-bdcf-a9d962a396b5 admin admin] Calling delete_port for 7f83ca94-6ed8-40ef-8f0b-480ce5ce9353 owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:19:06.904879 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-801354e1-0992-47ee-97bb-610a6dc65e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'name': 'tempest-TestVolumeBackupRestore-1249723574-router', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:20Z', 'updated_at': '2021-09-21T18:19:06Z', 'revision_number': 6, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:06.918761 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e4f44440-8454-42c0-af1a-14ea83419b60 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=79b2eda7dc574591bf2552a7750a4771&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2372131 Sep 21 18:19:06.921307 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f44440-8454-42c0-af1a-14ea83419b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeecc691-f048-4750-b1f4-80a165dd602c,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:06.922089 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43928) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:06.939909 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801354e1-0992-47ee-97bb-610a6dc65e8e None None] The sync data for ids ['f2c92b86-ba53-420c-9178-58d549fadacf'] in n-d-810291-1 is: [{'id': 'f2c92b86-ba53-420c-9178-58d549fadacf', 'name': 'tempest-TestVolumeBackupRestore-1249723574-router', 'tenant_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:20Z', 'updated_at': '2021-09-21T18:19:06Z', 'revision_number': 6, 'project_id': 'f96d86a1c5474b3d9bf2e837e99b27d8', 'gw_port_host': None}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:19:07.004444 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3bf82ad1-9790-443b-9fca-914ca9a587ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:07.026820 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3bf82ad1-9790-443b-9fca-914ca9a587ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:07.078057 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3bf82ad1-9790-443b-9fca-914ca9a587ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:07.081410 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3bf82ad1-9790-443b-9fca-914ca9a587ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:07.082970 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3bf82ad1-9790-443b-9fca-914ca9a587ad admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aeecc691-f048-4750-b1f4-80a165dd602c HTTP/1.1" status: 204 len: 168 time: 0.1595862 Sep 21 18:19:07.110303 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf82ad1-9790-443b-9fca-914ca9a587ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeecc691-f048-4750-b1f4-80a165dd602c,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:07.116383 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b6805d37-2529-47d9-bdcf-a9d962a396b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:07.158036 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6805d37-2529-47d9-bdcf-a9d962a396b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f83ca94-6ed8-40ef-8f0b-480ce5ce9353,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:07.273791 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b6805d37-2529-47d9-bdcf-a9d962a396b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:07.400845 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b6805d37-2529-47d9-bdcf-a9d962a396b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:07.403573 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b6805d37-2529-47d9-bdcf-a9d962a396b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:07.453375 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b6805d37-2529-47d9-bdcf-a9d962a396b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:07.453698 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6805d37-2529-47d9-bdcf-a9d962a396b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2c92b86-ba53-420c-9178-58d549fadacf {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:19:07.460596 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b6805d37-2529-47d9-bdcf-a9d962a396b5 admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:07.462970 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b6805d37-2529-47d9-bdcf-a9d962a396b5 admin admin] 10.222.0.58 "DELETE /v2.0/routers/f2c92b86-ba53-420c-9178-58d549fadacf HTTP/1.1" status: 204 len: 168 time: 1.2232277 Sep 21 18:19:07.464705 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43942) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:07.525282 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-24da9849-38ac-4413-b1b1-0975c39dae79 admin admin] Deleting subnet 1e995253-a1fe-4767-b026-590b9f4eb12c {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:19:07.529071 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-24da9849-38ac-4413-b1b1-0975c39dae79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:07.579977 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-24da9849-38ac-4413-b1b1-0975c39dae79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:07.678793 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-24da9849-38ac-4413-b1b1-0975c39dae79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:07.749726 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-24da9849-38ac-4413-b1b1-0975c39dae79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:07.778483 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da9849-38ac-4413-b1b1-0975c39dae79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e995253-a1fe-4767-b026-590b9f4eb12c,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:07.782599 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-24da9849-38ac-4413-b1b1-0975c39dae79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:07.784801 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-24da9849-38ac-4413-b1b1-0975c39dae79 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1e995253-a1fe-4767-b026-590b9f4eb12c HTTP/1.1" status: 204 len: 168 time: 0.3187027 Sep 21 18:19:07.787287 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 43958) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:07.794728 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47bd2a4-8306-469e-9c96-20045369809f None None] Network 0c6d657c-30ac-4186-bace-aa79fc15bd34 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:19:07.917762 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-04350e4a-9469-4c79-af28-f6738dc8b64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:08.024059 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-04350e4a-9469-4c79-af28-f6738dc8b64d admin admin] Deleting port 8ab297d4-bd38-4fbf-96d1-15168aa10552 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:19:08.025615 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-04350e4a-9469-4c79-af28-f6738dc8b64d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:08.136345 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-04350e4a-9469-4c79-af28-f6738dc8b64d admin admin] For port 8ab297d4-bd38-4fbf-96d1-15168aa10552, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=8ab297d4-bd38-4fbf-96d1-15168aa10552,segment=NetworkSegment(145937db-b4f9-4144-b660-b39e8c1b5163),segment_id=145937db-b4f9-4144-b660-b39e8c1b5163)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:08.143649 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-04350e4a-9469-4c79-af28-f6738dc8b64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:08.166129 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e73ca6-5be4-418d-ac14-1519c68f4456 None None] DHCP port deletion for 0c6d657c-30ac-4186-bace-aa79fc15bd34 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:19:08.176577 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-04350e4a-9469-4c79-af28-f6738dc8b64d admin admin] Calling delete_port for 8ab297d4-bd38-4fbf-96d1-15168aa10552 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:19:08.237281 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-01e73ca6-5be4-418d-ac14-1519c68f4456 None None] Deleting port 8ab297d4-bd38-4fbf-96d1-15168aa10552 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:19:08.237742 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-01e73ca6-5be4-418d-ac14-1519c68f4456 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:08.341388 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-04350e4a-9469-4c79-af28-f6738dc8b64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:08.387916 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04350e4a-9469-4c79-af28-f6738dc8b64d admin admin] Pushing event deleted for resources: {'Port': ['ID=8ab297d4-bd38-4fbf-96d1-15168aa10552,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:08.392125 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-01e73ca6-5be4-418d-ac14-1519c68f4456 None None] For port 8ab297d4-bd38-4fbf-96d1-15168aa10552, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=8ab297d4-bd38-4fbf-96d1-15168aa10552,segment=NetworkSegment(145937db-b4f9-4144-b660-b39e8c1b5163),segment_id=145937db-b4f9-4144-b660-b39e8c1b5163)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:08.397091 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-01e73ca6-5be4-418d-ac14-1519c68f4456 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:08.399935 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04350e4a-9469-4c79-af28-f6738dc8b64d admin admin] No DVR routers for this DVR port 8ab297d4-bd38-4fbf-96d1-15168aa10552 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:19:08.452693 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-01e73ca6-5be4-418d-ac14-1519c68f4456 None None] Calling delete_port for 8ab297d4-bd38-4fbf-96d1-15168aa10552 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:19:08.494308 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 43978) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:08.647941 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-01e73ca6-5be4-418d-ac14-1519c68f4456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:08.650522 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-04350e4a-9469-4c79-af28-f6738dc8b64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:08.702096 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-04350e4a-9469-4c79-af28-f6738dc8b64d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c6d657c-30ac-4186-bace-aa79fc15bd34']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:08.732266 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e73ca6-5be4-418d-ac14-1519c68f4456 None None] Pushing event deleted for resources: {'Port': ['ID=8ab297d4-bd38-4fbf-96d1-15168aa10552,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:08.741743 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e73ca6-5be4-418d-ac14-1519c68f4456 None None] No DVR routers for this DVR port 8ab297d4-bd38-4fbf-96d1-15168aa10552 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:19:08.749966 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-04350e4a-9469-4c79-af28-f6738dc8b64d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145937db-b4f9-4144-b660-b39e8c1b5163') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:08.749966 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-04350e4a-9469-4c79-af28-f6738dc8b64d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145937db-b4f9-4144-b660-b39e8c1b5163') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:08.794056 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-04350e4a-9469-4c79-af28-f6738dc8b64d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:08.835727 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 8ab297d4-bd38-4fbf-96d1-15168aa10552 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:19:08.844178 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-04350e4a-9469-4c79-af28-f6738dc8b64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:08.872053 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04350e4a-9469-4c79-af28-f6738dc8b64d admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:19:08.872479 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-04350e4a-9469-4c79-af28-f6738dc8b64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:08.885959 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:19:08.885959 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:19:08.885959 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:19:08.885959 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:19:08.885959 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:19:08.885959 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:19:08.885959 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:19:08.885959 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:19:08.885959 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:19:08.885959 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:19:08.885959 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:19:08.885959 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:19:08.885959 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:19:08.885959 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:19:08.885959 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:19:08.885959 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:19:08.885959 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:19:08.885959 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:19:08.885959 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:19:08.885959 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:19:08.885959 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:19:08.885959 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:19:08.885959 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:19:08.885959 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:19:08.885959 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:19:08.885959 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:19:08.885959 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:19:08.885959 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:19:08.885959 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:19:08.885959 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:19:08.885959 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:19:08.885959 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:19:08.889534 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 8ab297d4-bd38-4fbf-96d1-15168aa10552 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:19:08.892929 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 8ab297d4-bd38-4fbf-96d1-15168aa10552 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:19:08.893462 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 7f83ca94-6ed8-40ef-8f0b-480ce5ce9353 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:19:08.952438 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 7f83ca94-6ed8-40ef-8f0b-480ce5ce9353 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:19:08.953016 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 7f83ca94-6ed8-40ef-8f0b-480ce5ce9353 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:19:08.955682 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ef2eafc3-6b54-4a7d-81a3-957b3168b20f no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:19:08.969586 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-04350e4a-9469-4c79-af28-f6738dc8b64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:08.985694 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-04350e4a-9469-4c79-af28-f6738dc8b64d admin admin] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:08.988923 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-04350e4a-9469-4c79-af28-f6738dc8b64d admin admin] 10.222.0.58 "DELETE /v2.0/networks/0c6d657c-30ac-4186-bace-aa79fc15bd34 HTTP/1.1" status: 204 len: 168 time: 1.1996841 Sep 21 18:19:08.990561 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: ef2eafc3-6b54-4a7d-81a3-957b3168b20f {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:19:08.991339 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44030) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:09.008912 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ef2eafc3-6b54-4a7d-81a3-957b3168b20f not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:19:09.026729 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04350e4a-9469-4c79-af28-f6738dc8b64d admin admin] Pushing event deleted for resources: {'Network': ['ID=0c6d657c-30ac-4186-bace-aa79fc15bd34,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:09.069927 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3c0716d0-ac85-450b-b2a5-15ccab751267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:09.327063 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3c0716d0-ac85-450b-b2a5-15ccab751267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:09.366547 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3c0716d0-ac85-450b-b2a5-15ccab751267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:09.425624 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44088) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:09.428120 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3c0716d0-ac85-450b-b2a5-15ccab751267 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f74f61d7e49b4b53bbf15632b839b5d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9316289 Sep 21 18:19:09.461856 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0716d0-ac85-450b-b2a5-15ccab751267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2591ea-4bd0-4c85-a946-6bd3745472aa,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:09.499502 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-62e01b2a-7c86-406d-b354-5001373ad320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:09.530687 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-62e01b2a-7c86-406d-b354-5001373ad320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:09.573600 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e058fdbc-8a83-4534-aa3f-c57cac5f174c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:09.605428 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-62e01b2a-7c86-406d-b354-5001373ad320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:09.608281 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-62e01b2a-7c86-406d-b354-5001373ad320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:09.609702 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-62e01b2a-7c86-406d-b354-5001373ad320 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/df2591ea-4bd0-4c85-a946-6bd3745472aa HTTP/1.1" status: 204 len: 168 time: 0.1822155 Sep 21 18:19:09.622720 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e01b2a-7c86-406d-b354-5001373ad320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2591ea-4bd0-4c85-a946-6bd3745472aa,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:10.209256 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44196) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:10.235794 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b8959a9e-debd-48fa-a8e7-ec609aa1896a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:10.413447 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b8959a9e-debd-48fa-a8e7-ec609aa1896a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:10.420307 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b8959a9e-debd-48fa-a8e7-ec609aa1896a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:10.437145 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-e058fdbc-8a83-4534-aa3f-c57cac5f174c admin admin] Deleting port 8ad53292-b8fc-4780-9f12-953bc921f934 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:19:10.437492 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e058fdbc-8a83-4534-aa3f-c57cac5f174c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:10.468341 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b8959a9e-debd-48fa-a8e7-ec609aa1896a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c8ec1d0fa1fd4403be665fa9b3cbb28c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2577131 Sep 21 18:19:10.475502 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44226) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:10.494833 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8959a9e-debd-48fa-a8e7-ec609aa1896a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925e86ca-90fa-4e60-a4ea-e6c3df0d8f43,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:10.581452 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-e058fdbc-8a83-4534-aa3f-c57cac5f174c admin admin] For port 8ad53292-b8fc-4780-9f12-953bc921f934, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=8ad53292-b8fc-4780-9f12-953bc921f934,segment=NetworkSegment(d3705f0e-b634-4e34-8fc9-80750d41daf6),segment_id=d3705f0e-b634-4e34-8fc9-80750d41daf6)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:10.581985 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e058fdbc-8a83-4534-aa3f-c57cac5f174c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:10.584488 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-923ad65f-bec1-4aaa-8edf-8485e9709c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:10.606466 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-e058fdbc-8a83-4534-aa3f-c57cac5f174c admin admin] Calling delete_port for 8ad53292-b8fc-4780-9f12-953bc921f934 owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:19:10.619174 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-923ad65f-bec1-4aaa-8edf-8485e9709c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:10.754802 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-923ad65f-bec1-4aaa-8edf-8485e9709c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:10.757325 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-923ad65f-bec1-4aaa-8edf-8485e9709c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:10.760747 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-923ad65f-bec1-4aaa-8edf-8485e9709c00 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/925e86ca-90fa-4e60-a4ea-e6c3df0d8f43 HTTP/1.1" status: 204 len: 168 time: 0.2820065 Sep 21 18:19:10.772630 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ad65f-bec1-4aaa-8edf-8485e9709c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925e86ca-90fa-4e60-a4ea-e6c3df0d8f43,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:10.880633 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e058fdbc-8a83-4534-aa3f-c57cac5f174c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:10.975630 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058fdbc-8a83-4534-aa3f-c57cac5f174c admin admin] Pushing event deleted for resources: {'Port': ['ID=8ad53292-b8fc-4780-9f12-953bc921f934,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:11.252707 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e058fdbc-8a83-4534-aa3f-c57cac5f174c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:11.678287 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e058fdbc-8a83-4534-aa3f-c57cac5f174c admin admin] Router be22f0ab-87ec-40b7-9b23-03e2e88da525 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:19:11.910219 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e058fdbc-8a83-4534-aa3f-c57cac5f174c admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:19:11.920062 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e877ee5-98a4-42f7-81e7-053b1a876405 None None] Sync routers for ids ['be22f0ab-87ec-40b7-9b23-03e2e88da525'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:19:11.922844 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e058fdbc-8a83-4534-aa3f-c57cac5f174c admin admin] 10.222.0.58 "PUT /v2.0/routers/be22f0ab-87ec-40b7-9b23-03e2e88da525/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9294140 Sep 21 18:19:11.926604 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44404) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:11.937921 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e877ee5-98a4-42f7-81e7-053b1a876405 None None] Routers {'be22f0ab-87ec-40b7-9b23-03e2e88da525'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:11.938788 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-6e877ee5-98a4-42f7-81e7-053b1a876405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:18:49Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['be22f0ab-87ec-40b7-9b23-03e2e88da525'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:12.141031 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-71fd8fce-54dc-4358-ba1a-95fa37da5946 admin admin] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:12.211941 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-6e877ee5-98a4-42f7-81e7-053b1a876405 None None] Set router be22f0ab-87ec-40b7-9b23-03e2e88da525 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:19:12.449406 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-71fd8fce-54dc-4358-ba1a-95fa37da5946 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:12.536394 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-71fd8fce-54dc-4358-ba1a-95fa37da5946 admin admin] Deleting port 09362fb5-7001-4f7a-937e-bdf446e16fba {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:19:12.536959 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-71fd8fce-54dc-4358-ba1a-95fa37da5946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:12.671759 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-6e877ee5-98a4-42f7-81e7-053b1a876405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be22f0ab-87ec-40b7-9b23-03e2e88da525', 'name': 'tempest-TestVolumeBackupRestore-906742070-router', 'tenant_id': '9742e3b6e13b421c864c3c1c34f677f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '09362fb5-7001-4f7a-937e-bdf446e16fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:31Z', 'updated_at': '2021-09-21T18:19:10Z', 'revision_number': 5, 'project_id': '9742e3b6e13b421c864c3c1c34f677f4', 'gw_port': {'id': '09362fb5-7001-4f7a-937e-bdf446e16fba', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:44:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be22f0ab-87ec-40b7-9b23-03e2e88da525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:14:32Z', 'updated_at': '2021-09-21T18:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:12.763539 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-71fd8fce-54dc-4358-ba1a-95fa37da5946 admin admin] For port 09362fb5-7001-4f7a-937e-bdf446e16fba, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=09362fb5-7001-4f7a-937e-bdf446e16fba,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:12.764796 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-71fd8fce-54dc-4358-ba1a-95fa37da5946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:12.771805 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e877ee5-98a4-42f7-81e7-053b1a876405 None None] Checking router: be22f0ab-87ec-40b7-9b23-03e2e88da525 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:19:12.803617 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e877ee5-98a4-42f7-81e7-053b1a876405 None None] Routers {'be22f0ab-87ec-40b7-9b23-03e2e88da525'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:12.804593 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-6e877ee5-98a4-42f7-81e7-053b1a876405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:18:49Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['be22f0ab-87ec-40b7-9b23-03e2e88da525'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:12.807962 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-71fd8fce-54dc-4358-ba1a-95fa37da5946 admin admin] Calling delete_port for 09362fb5-7001-4f7a-937e-bdf446e16fba owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:19:13.026258 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-6e877ee5-98a4-42f7-81e7-053b1a876405 None None] Set router be22f0ab-87ec-40b7-9b23-03e2e88da525 gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:19:13.098914 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-6e877ee5-98a4-42f7-81e7-053b1a876405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be22f0ab-87ec-40b7-9b23-03e2e88da525', 'name': 'tempest-TestVolumeBackupRestore-906742070-router', 'tenant_id': '9742e3b6e13b421c864c3c1c34f677f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:31Z', 'updated_at': '2021-09-21T18:19:12Z', 'revision_number': 6, 'project_id': '9742e3b6e13b421c864c3c1c34f677f4', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:13.160580 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e877ee5-98a4-42f7-81e7-053b1a876405 None None] The sync data for ids ['be22f0ab-87ec-40b7-9b23-03e2e88da525'] in n-d-810291-1 is: [{'id': 'be22f0ab-87ec-40b7-9b23-03e2e88da525', 'name': 'tempest-TestVolumeBackupRestore-906742070-router', 'tenant_id': '9742e3b6e13b421c864c3c1c34f677f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:14:31Z', 'updated_at': '2021-09-21T18:19:12Z', 'revision_number': 6, 'project_id': '9742e3b6e13b421c864c3c1c34f677f4', 'gw_port_host': None}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:19:13.244319 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-71fd8fce-54dc-4358-ba1a-95fa37da5946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:13.282088 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd8fce-54dc-4358-ba1a-95fa37da5946 admin admin] Pushing event deleted for resources: {'Port': ['ID=09362fb5-7001-4f7a-937e-bdf446e16fba,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:13.358552 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-71fd8fce-54dc-4358-ba1a-95fa37da5946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:13.453858 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-71fd8fce-54dc-4358-ba1a-95fa37da5946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:13.456453 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-71fd8fce-54dc-4358-ba1a-95fa37da5946 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:13.508285 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-71fd8fce-54dc-4358-ba1a-95fa37da5946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:13.508993 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fd8fce-54dc-4358-ba1a-95fa37da5946 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be22f0ab-87ec-40b7-9b23-03e2e88da525 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:19:13.527544 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-71fd8fce-54dc-4358-ba1a-95fa37da5946 admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:13.533864 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-71fd8fce-54dc-4358-ba1a-95fa37da5946 admin admin] 10.222.0.58 "DELETE /v2.0/routers/be22f0ab-87ec-40b7-9b23-03e2e88da525 HTTP/1.1" status: 204 len: 168 time: 1.6060786 Sep 21 18:19:13.536139 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44526) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:13.619132 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd1dd7a-5f83-4956-be7f-b1c4920b7197 admin admin] Deleting subnet 41f36324-6e8e-4f63-ba66-287abdfe52d4 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:19:13.624087 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8bd1dd7a-5f83-4956-be7f-b1c4920b7197 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:13.688131 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8bd1dd7a-5f83-4956-be7f-b1c4920b7197 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:13.853063 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8bd1dd7a-5f83-4956-be7f-b1c4920b7197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:13.922957 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8bd1dd7a-5f83-4956-be7f-b1c4920b7197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:13.994081 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1dd7a-5f83-4956-be7f-b1c4920b7197 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41f36324-6e8e-4f63-ba66-287abdfe52d4,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:14.020664 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8bd1dd7a-5f83-4956-be7f-b1c4920b7197 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:14.023293 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8bd1dd7a-5f83-4956-be7f-b1c4920b7197 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/41f36324-6e8e-4f63-ba66-287abdfe52d4 HTTP/1.1" status: 204 len: 168 time: 0.4859149 Sep 21 18:19:14.027211 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44540) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:14.027665 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503945da-5d28-4221-bb86-58bbc7f2cdc0 None None] Network 09d222f6-349d-4096-9bc6-5f4be8b4e9a0 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:19:14.180087 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d4d6af78-36fd-480c-bb23-f5b45cdad0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:14.281995 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-d4d6af78-36fd-480c-bb23-f5b45cdad0bf admin admin] Deleting port 44b259b8-cec5-499f-9884-20f079199bb1 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:19:14.282360 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d4d6af78-36fd-480c-bb23-f5b45cdad0bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:14.408800 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-d4d6af78-36fd-480c-bb23-f5b45cdad0bf admin admin] For port 44b259b8-cec5-499f-9884-20f079199bb1, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=44b259b8-cec5-499f-9884-20f079199bb1,segment=NetworkSegment(d3705f0e-b634-4e34-8fc9-80750d41daf6),segment_id=d3705f0e-b634-4e34-8fc9-80750d41daf6)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:14.409181 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d4d6af78-36fd-480c-bb23-f5b45cdad0bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:14.437131 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69d79bb-2320-482f-8dfd-f4587062924c None None] DHCP port deletion for 09d222f6-349d-4096-9bc6-5f4be8b4e9a0 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:19:14.455871 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-d4d6af78-36fd-480c-bb23-f5b45cdad0bf admin admin] Calling delete_port for 44b259b8-cec5-499f-9884-20f079199bb1 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:19:14.569758 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b69d79bb-2320-482f-8dfd-f4587062924c None None] Deleting port 44b259b8-cec5-499f-9884-20f079199bb1 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:19:14.570505 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b69d79bb-2320-482f-8dfd-f4587062924c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:14.710713 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d4d6af78-36fd-480c-bb23-f5b45cdad0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:14.723443 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d6af78-36fd-480c-bb23-f5b45cdad0bf admin admin] No DVR routers for this DVR port 44b259b8-cec5-499f-9884-20f079199bb1 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:19:14.745120 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b69d79bb-2320-482f-8dfd-f4587062924c None None] For port 44b259b8-cec5-499f-9884-20f079199bb1, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=44b259b8-cec5-499f-9884-20f079199bb1,segment=NetworkSegment(d3705f0e-b634-4e34-8fc9-80750d41daf6),segment_id=d3705f0e-b634-4e34-8fc9-80750d41daf6)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:14.745449 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b69d79bb-2320-482f-8dfd-f4587062924c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:14.790229 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b69d79bb-2320-482f-8dfd-f4587062924c None None] Calling delete_port for 44b259b8-cec5-499f-9884-20f079199bb1 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:19:14.823565 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 44b259b8-cec5-499f-9884-20f079199bb1 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:19:14.887806 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 44b259b8-cec5-499f-9884-20f079199bb1 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:19:14.888160 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 44b259b8-cec5-499f-9884-20f079199bb1 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:19:14.888674 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 09362fb5-7001-4f7a-937e-bdf446e16fba no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:19:14.896559 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6af78-36fd-480c-bb23-f5b45cdad0bf admin admin] Pushing event deleted for resources: {'Port': ['ID=44b259b8-cec5-499f-9884-20f079199bb1,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:14.923949 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6af78-36fd-480c-bb23-f5b45cdad0bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:14.924528 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6af78-36fd-480c-bb23-f5b45cdad0bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:14.925022 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6af78-36fd-480c-bb23-f5b45cdad0bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:14.925533 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6af78-36fd-480c-bb23-f5b45cdad0bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:14.926014 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6af78-36fd-480c-bb23-f5b45cdad0bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:14.926506 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6af78-36fd-480c-bb23-f5b45cdad0bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:14.927119 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6af78-36fd-480c-bb23-f5b45cdad0bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:14.927609 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6af78-36fd-480c-bb23-f5b45cdad0bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:14.928080 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6af78-36fd-480c-bb23-f5b45cdad0bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:14.928550 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6af78-36fd-480c-bb23-f5b45cdad0bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:14.929017 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6af78-36fd-480c-bb23-f5b45cdad0bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:14.929482 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6af78-36fd-480c-bb23-f5b45cdad0bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:14.991958 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 09362fb5-7001-4f7a-937e-bdf446e16fba {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:19:14.992347 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 09362fb5-7001-4f7a-937e-bdf446e16fba not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:19:14.992775 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 8ad53292-b8fc-4780-9f12-953bc921f934 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:19:15.003372 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d4d6af78-36fd-480c-bb23-f5b45cdad0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:15.032180 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 8ad53292-b8fc-4780-9f12-953bc921f934 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:19:15.033344 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 8ad53292-b8fc-4780-9f12-953bc921f934 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:19:15.036735 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-d4d6af78-36fd-480c-bb23-f5b45cdad0bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d222f6-349d-4096-9bc6-5f4be8b4e9a0']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:15.049909 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-d4d6af78-36fd-480c-bb23-f5b45cdad0bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3705f0e-b634-4e34-8fc9-80750d41daf6') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:15.050314 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-d4d6af78-36fd-480c-bb23-f5b45cdad0bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3705f0e-b634-4e34-8fc9-80750d41daf6') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:15.061651 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d4d6af78-36fd-480c-bb23-f5b45cdad0bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:15.081663 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d4d6af78-36fd-480c-bb23-f5b45cdad0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:15.089377 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b69d79bb-2320-482f-8dfd-f4587062924c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:15.091589 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d6af78-36fd-480c-bb23-f5b45cdad0bf admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:19:15.092342 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d4d6af78-36fd-480c-bb23-f5b45cdad0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:15.094530 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:19:15.094530 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:19:15.094530 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:19:15.094530 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:19:15.094530 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:19:15.094530 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:19:15.094530 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:19:15.094530 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:19:15.094530 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:19:15.094530 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:19:15.094530 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:19:15.094530 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:19:15.094530 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:19:15.094530 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:19:15.094530 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:19:15.094530 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:19:15.094530 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:19:15.094530 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:19:15.094530 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:19:15.094530 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:19:15.094530 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:19:15.094530 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:19:15.094530 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:19:15.094530 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:19:15.094530 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:19:15.094530 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:19:15.094530 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:19:15.094530 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:19:15.094530 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:19:15.094530 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:19:15.094530 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:19:15.094530 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:19:15.138234 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69d79bb-2320-482f-8dfd-f4587062924c None None] No DVR routers for this DVR port 44b259b8-cec5-499f-9884-20f079199bb1 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:19:15.163553 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d4d6af78-36fd-480c-bb23-f5b45cdad0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:15.171857 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d4d6af78-36fd-480c-bb23-f5b45cdad0bf admin admin] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:15.175726 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d4d6af78-36fd-480c-bb23-f5b45cdad0bf admin admin] 10.222.0.58 "DELETE /v2.0/networks/09d222f6-349d-4096-9bc6-5f4be8b4e9a0 HTTP/1.1" status: 204 len: 168 time: 1.1466110 Sep 21 18:19:15.179563 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d79bb-2320-482f-8dfd-f4587062924c None None] Pushing event deleted for resources: {'Port': ['ID=44b259b8-cec5-499f-9884-20f079199bb1,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:15.189423 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d79bb-2320-482f-8dfd-f4587062924c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:15.189959 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d79bb-2320-482f-8dfd-f4587062924c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:15.190515 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d79bb-2320-482f-8dfd-f4587062924c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:15.191037 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d79bb-2320-482f-8dfd-f4587062924c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:15.191521 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d79bb-2320-482f-8dfd-f4587062924c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:15.192003 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d79bb-2320-482f-8dfd-f4587062924c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:15.192497 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d79bb-2320-482f-8dfd-f4587062924c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:15.192986 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d79bb-2320-482f-8dfd-f4587062924c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:15.193476 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d79bb-2320-482f-8dfd-f4587062924c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:15.193950 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d79bb-2320-482f-8dfd-f4587062924c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:15.197041 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d79bb-2320-482f-8dfd-f4587062924c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:15.197605 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d79bb-2320-482f-8dfd-f4587062924c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:15.215248 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6af78-36fd-480c-bb23-f5b45cdad0bf admin admin] Pushing event deleted for resources: {'Network': ['ID=09d222f6-349d-4096-9bc6-5f4be8b4e9a0,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:15.486888 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44562) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:15.553518 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44566) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:15.554187 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b4a122b1-e246-4d39-8245-069f03ce04ae admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f96d86a1c5474b3d9bf2e837e99b27d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0652699 Sep 21 18:19:15.649004 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8be1fdc2-8769-45ad-88d3-08879e5543c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:15.672639 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8be1fdc2-8769-45ad-88d3-08879e5543c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:15.728779 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8be1fdc2-8769-45ad-88d3-08879e5543c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:15.733421 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8be1fdc2-8769-45ad-88d3-08879e5543c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:15.739600 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8be1fdc2-8769-45ad-88d3-08879e5543c3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8559b9fa-e938-4775-b2fd-2df9ce776abe HTTP/1.1" status: 204 len: 168 time: 0.1837530 Sep 21 18:19:15.766729 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1fdc2-8769-45ad-88d3-08879e5543c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8559b9fa-e938-4775-b2fd-2df9ce776abe,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:15.962511 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4cd21bbe-f968-4c60-8360-67ee1d393619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:16.409678 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44582) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:16.490034 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8fe27770-8acb-4f88-b384-a4b6d6b52091 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9742e3b6e13b421c864c3c1c34f677f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0789044 Sep 21 18:19:16.492889 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44584) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:16.567790 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb8e55d8-af59-4ce1-855a-372d26311d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:16.589466 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb8e55d8-af59-4ce1-855a-372d26311d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:16.664206 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb8e55d8-af59-4ce1-855a-372d26311d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:16.666897 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb8e55d8-af59-4ce1-855a-372d26311d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:16.675115 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bb8e55d8-af59-4ce1-855a-372d26311d0e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/95d86cc7-bb85-445b-af83-e6592818e3fd HTTP/1.1" status: 204 len: 168 time: 0.1764374 Sep 21 18:19:16.690679 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e55d8-af59-4ce1-855a-372d26311d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d86cc7-bb85-445b-af83-e6592818e3fd,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:17.270533 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44604) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:17.698336 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-a22a1c73-7833-493c-b91a-0d9efcac03a7 admin admin] Deleting subnet bcfa8d73-94ae-4d7c-91d1-c9db69ba7b95 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:19:17.701830 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a22a1c73-7833-493c-b91a-0d9efcac03a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:17.740643 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a22a1c73-7833-493c-b91a-0d9efcac03a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:17.807827 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a22a1c73-7833-493c-b91a-0d9efcac03a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:17.875643 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a22a1c73-7833-493c-b91a-0d9efcac03a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:17.903708 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a1c73-7833-493c-b91a-0d9efcac03a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcfa8d73-94ae-4d7c-91d1-c9db69ba7b95,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:17.906162 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a22a1c73-7833-493c-b91a-0d9efcac03a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:17.908364 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a22a1c73-7833-493c-b91a-0d9efcac03a7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/bcfa8d73-94ae-4d7c-91d1-c9db69ba7b95 HTTP/1.1" status: 204 len: 168 time: 0.6369085 Sep 21 18:19:17.911158 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44628) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:17.995714 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-692d1cd2-4140-4c09-a145-cfa7294a403d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:18.133093 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-692d1cd2-4140-4c09-a145-cfa7294a403d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:18.155634 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-692d1cd2-4140-4c09-a145-cfa7294a403d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4414324d-cff1-47f5-9d20-e0f623054348']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:18.166031 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-692d1cd2-4140-4c09-a145-cfa7294a403d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bba27de-5e29-4d49-baba-f0d73c451eb9') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:18.166664 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-692d1cd2-4140-4c09-a145-cfa7294a403d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bba27de-5e29-4d49-baba-f0d73c451eb9') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:18.177114 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-692d1cd2-4140-4c09-a145-cfa7294a403d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:18.199306 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-692d1cd2-4140-4c09-a145-cfa7294a403d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:18.219459 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-692d1cd2-4140-4c09-a145-cfa7294a403d admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:19:18.219878 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-692d1cd2-4140-4c09-a145-cfa7294a403d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:18.306618 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:19:18.306618 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:19:18.306618 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:19:18.306618 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:19:18.306618 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:19:18.306618 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:19:18.306618 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:19:18.306618 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:19:18.306618 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:19:18.306618 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:19:18.306618 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:19:18.306618 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:19:18.306618 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:19:18.306618 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:19:18.306618 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:19:18.306618 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:19:18.306618 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:19:18.306618 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:19:18.306618 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:19:18.306618 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:19:18.306618 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:19:18.306618 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:19:18.306618 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:19:18.306618 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:19:18.306618 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:19:18.306618 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:19:18.306618 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:19:18.306618 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:19:18.306618 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:19:18.306618 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:19:18.306618 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:19:18.306618 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:19:18.329834 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-692d1cd2-4140-4c09-a145-cfa7294a403d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:18.335445 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-692d1cd2-4140-4c09-a145-cfa7294a403d admin admin] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:18.338432 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-692d1cd2-4140-4c09-a145-cfa7294a403d admin admin] 10.222.0.58 "DELETE /v2.0/networks/4414324d-cff1-47f5-9d20-e0f623054348 HTTP/1.1" status: 204 len: 168 time: 0.4257686 Sep 21 18:19:18.353402 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d1cd2-4140-4c09-a145-cfa7294a403d admin admin] Pushing event deleted for resources: {'Network': ['ID=4414324d-cff1-47f5-9d20-e0f623054348,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:18.429030 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-86348c89-42a4-445a-b27a-735931b96a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:18.471149 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44646) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:18.564290 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e3cbdbad-a783-4c5a-9e98-0bbfa19c476a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6482b25286a049529c3e4c33e9a21ac2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0906928 Sep 21 18:19:18.566006 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44650) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:18.652726 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-85e38278-9391-4d7c-96e6-67d728ebe1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:18.689217 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-85e38278-9391-4d7c-96e6-67d728ebe1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:18.747566 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-85e38278-9391-4d7c-96e6-67d728ebe1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:18.750126 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-85e38278-9391-4d7c-96e6-67d728ebe1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:18.751326 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-85e38278-9391-4d7c-96e6-67d728ebe1b3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/34a0d50e-1e59-42b9-b792-fda00096070e HTTP/1.1" status: 204 len: 168 time: 0.1833162 Sep 21 18:19:18.765851 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e38278-9391-4d7c-96e6-67d728ebe1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a0d50e-1e59-42b9-b792-fda00096070e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:18.995223 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:20.136944 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:21.623725 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:22.287537 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44742) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:22.330974 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44746) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:22.336766 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-9a1707a0-16d9-4646-91ac-2c1b5dbec68a tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Request body: {'network': {'name': 'tempest-network-smoke--2033246551', 'project_id': '0e1a191972f04deba3d357390e99740f', 'port_security_enabled': True}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:22.378443 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1707a0-16d9-4646-91ac-2c1b5dbec68a tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Made reservation on behalf of 0e1a191972f04deba3d357390e99740f for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:19:22.386907 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9a1707a0-16d9-4646-91ac-2c1b5dbec68a tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:22.402992 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9a1707a0-16d9-4646-91ac-2c1b5dbec68a tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:22.512531 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f8587481-b50f-4f79-b1f7-2e7309a5d38d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:22.536857 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9a1707a0-16d9-4646-91ac-2c1b5dbec68a tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:22.547753 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9a1707a0-16d9-4646-91ac-2c1b5dbec68a tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:22.588302 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a1707a0-16d9-4646-91ac-2c1b5dbec68a tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:19:22.629694 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9a1707a0-16d9-4646-91ac-2c1b5dbec68a tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:22.629694 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-9a1707a0-16d9-4646-91ac-2c1b5dbec68a tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Added segment 14f646e8-ce4e-4e14-8fd2-749452971ffe of type vlan for network 1cd72bea-97c0-42c6-bfc6-ae764f72a0a7 Sep 21 18:19:22.630969 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1707a0-16d9-4646-91ac-2c1b5dbec68a tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1e248d-fb64-4b36-a389-68f5ac216eeb,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:22.677060 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f8587481-b50f-4f79-b1f7-2e7309a5d38d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:22.684254 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f8587481-b50f-4f79-b1f7-2e7309a5d38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:22.696286 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9a1707a0-16d9-4646-91ac-2c1b5dbec68a tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:22.749531 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9a1707a0-16d9-4646-91ac-2c1b5dbec68a tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:22.767919 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1707a0-16d9-4646-91ac-2c1b5dbec68a tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:22.775153 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9a1707a0-16d9-4646-91ac-2c1b5dbec68a tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:22.789640 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8587481-b50f-4f79-b1f7-2e7309a5d38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6182cd-defb-4f01-bed9-5e2c73096d0d,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:22.806615 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9a1707a0-16d9-4646-91ac-2c1b5dbec68a tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4738839 Sep 21 18:19:22.807701 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44758) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:22.816451 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-ab4e87e6-64fe-4867-a367-40b1f323d8ac tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1398638975', 'admin_state_up': True, 'project_id': '0e1a191972f04deba3d357390e99740f', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:22.819698 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f8587481-b50f-4f79-b1f7-2e7309a5d38d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5c55fa56b6d645b0a14771ba1b16bdea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5275874 Sep 21 18:19:22.820379 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44760) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:22.879509 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1707a0-16d9-4646-91ac-2c1b5dbec68a tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Pushing event updated for resources: {'Network': ['ID=1cd72bea-97c0-42c6-bfc6-ae764f72a0a7,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:22.895883 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 1cd72bea-97c0-42c6-bfc6-ae764f72a0a7 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:19:22.896584 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ab4e87e6-64fe-4867-a367-40b1f323d8ac tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:22.899123 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ab4e87e6-64fe-4867-a367-40b1f323d8ac tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:22.943229 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b9f9a81d-f536-46fd-926b-b7bea96b5891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:22.993789 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b9f9a81d-f536-46fd-926b-b7bea96b5891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:23.002389 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44762) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:23.005360 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ab4e87e6-64fe-4867-a367-40b1f323d8ac tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:23.081941 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b9f9a81d-f536-46fd-926b-b7bea96b5891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:23.085375 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b9f9a81d-f536-46fd-926b-b7bea96b5891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:23.086171 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b9f9a81d-f536-46fd-926b-b7bea96b5891 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ca6182cd-defb-4f01-bed9-5e2c73096d0d HTTP/1.1" status: 204 len: 168 time: 0.2619278 Sep 21 18:19:23.120511 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9a81d-f536-46fd-926b-b7bea96b5891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6182cd-defb-4f01-bed9-5e2c73096d0d,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:23.180712 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ab4e87e6-64fe-4867-a367-40b1f323d8ac tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:23.191593 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4617f405-02af-4c3c-b584-c36f7dbbf4a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:23.451608 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4617f405-02af-4c3c-b584-c36f7dbbf4a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:23.465305 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4617f405-02af-4c3c-b584-c36f7dbbf4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:23.520821 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44770) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:23.521644 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4617f405-02af-4c3c-b584-c36f7dbbf4a8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=658c4e0622294849ad712fb7521fd9f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5167537 Sep 21 18:19:23.521644 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617f405-02af-4c3c-b584-c36f7dbbf4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecb13fa-c909-44f4-a996-f464e7059fbb,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:23.601976 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:23.628830 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ab4e87e6-64fe-4867-a367-40b1f323d8ac tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:23.649475 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3ba93fee-6a6a-47e6-9024-e83a90062ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:23.673779 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44772) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:23.682118 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3ba93fee-6a6a-47e6-9024-e83a90062ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:23.684643 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ab4e87e6-64fe-4867-a367-40b1f323d8ac tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:23.703645 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0c65fef-5f90-4c87-aa66-94f1429053d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:23.770635 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3ba93fee-6a6a-47e6-9024-e83a90062ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:23.775805 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3ba93fee-6a6a-47e6-9024-e83a90062ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:23.778254 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3ba93fee-6a6a-47e6-9024-e83a90062ca2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0ecb13fa-c909-44f4-a996-f464e7059fbb HTTP/1.1" status: 204 len: 168 time: 0.2570572 Sep 21 18:19:23.795936 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba93fee-6a6a-47e6-9024-e83a90062ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecb13fa-c909-44f4-a996-f464e7059fbb,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:23.861682 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-ab4e87e6-64fe-4867-a367-40b1f323d8ac tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Allocated IP 172.25.6.144 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/9bc20b93-9c2f-4e79-a3cc-c78856516425) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:19:23.912962 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0c65fef-5f90-4c87-aa66-94f1429053d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:23.919175 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0c65fef-5f90-4c87-aa66-94f1429053d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:23.987141 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e0c65fef-5f90-4c87-aa66-94f1429053d2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f07ad8d6f260427aa33fed85c982b7e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3120108 Sep 21 18:19:23.988842 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44780) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:23.995659 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c65fef-5f90-4c87-aa66-94f1429053d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fa3a13-0895-4b85-817f-70638a36d2e7,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:24.009641 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ab4e87e6-64fe-4867-a367-40b1f323d8ac tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:24.049746 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-58e44058-aa1b-42ca-8441-b00bade2e9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:24.063128 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ab4e87e6-64fe-4867-a367-40b1f323d8ac tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:24.083304 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-58e44058-aa1b-42ca-8441-b00bade2e9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:24.107584 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4e87e6-64fe-4867-a367-40b1f323d8ac tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:19:24.111483 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-ab4e87e6-64fe-4867-a367-40b1f323d8ac tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:24.114311 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4e87e6-64fe-4867-a367-40b1f323d8ac tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:19:24.137932 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-58e44058-aa1b-42ca-8441-b00bade2e9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:24.141172 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-58e44058-aa1b-42ca-8441-b00bade2e9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:24.147483 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-58e44058-aa1b-42ca-8441-b00bade2e9f0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/55fa3a13-0895-4b85-817f-70638a36d2e7 HTTP/1.1" status: 204 len: 168 time: 0.1573067 Sep 21 18:19:24.152296 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e87e6-64fe-4867-a367-40b1f323d8ac tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Pushing event updated for resources: {'Port': ['ID=9bc20b93-9c2f-4e79-a3cc-c78856516425,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:24.162351 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e44058-aa1b-42ca-8441-b00bade2e9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fa3a13-0895-4b85-817f-70638a36d2e7,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:24.723306 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:24.804569 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ab4e87e6-64fe-4867-a367-40b1f323d8ac tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:25.076957 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ab4e87e6-64fe-4867-a367-40b1f323d8ac tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:25.230842 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4e87e6-64fe-4867-a367-40b1f323d8ac tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Router ac790734-c8a9-4c06-a2a1-381513fa703d is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:19:25.352900 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4e87e6-64fe-4867-a367-40b1f323d8ac tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:19:25.369315 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9851baa-003f-4ab2-8c23-246f8fb20e07 None None] Sync routers for ids ['ac790734-c8a9-4c06-a2a1-381513fa703d'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:19:25.382647 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9851baa-003f-4ab2-8c23-246f8fb20e07 None None] Routers {'ac790734-c8a9-4c06-a2a1-381513fa703d'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:25.383791 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-a9851baa-003f-4ab2-8c23-246f8fb20e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:19:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ac790734-c8a9-4c06-a2a1-381513fa703d'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:25.388886 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ab4e87e6-64fe-4867-a367-40b1f323d8ac tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:25.390166 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ab4e87e6-64fe-4867-a367-40b1f323d8ac tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5778320 Sep 21 18:19:25.393675 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44832) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:25.505981 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-a9851baa-003f-4ab2-8c23-246f8fb20e07 None None] Set router ac790734-c8a9-4c06-a2a1-381513fa703d gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:19:25.722149 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1c9da2f2-df92-4d2b-a6d2-9195d37abbac tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=0e1a191972f04deba3d357390e99740f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3262119 Sep 21 18:19:25.724775 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44850) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:25.757218 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-a9851baa-003f-4ab2-8c23-246f8fb20e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1398638975', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '9bc20b93-9c2f-4e79-a3cc-c78856516425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:22Z', 'updated_at': '2021-09-21T18:19:24Z', 'revision_number': 3, 'project_id': '0e1a191972f04deba3d357390e99740f', 'gw_port': {'id': '9bc20b93-9c2f-4e79-a3cc-c78856516425', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a4:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:23Z', 'updated_at': '2021-09-21T18:19:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:25.803703 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9851baa-003f-4ab2-8c23-246f8fb20e07 None None] Checking router: ac790734-c8a9-4c06-a2a1-381513fa703d for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:19:25.804435 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9851baa-003f-4ab2-8c23-246f8fb20e07 None None] Updating router ac790734-c8a9-4c06-a2a1-381513fa703d port 9bc20b93-9c2f-4e79-a3cc-c78856516425 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:19:25.846999 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-a9851baa-003f-4ab2-8c23-246f8fb20e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:25.952509 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878d9f3b-43ff-43b3-9ffd-53f74950e498 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:25.955724 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-878d9f3b-43ff-43b3-9ffd-53f74950e498 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2289021 Sep 21 18:19:25.959229 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44866) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:26.042125 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-10796f54-c343-4ee9-bf5a-7184d2d0dbec tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b8a002cf-2233-41c0-bbfe-1c8ea43e5299&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0804832 Sep 21 18:19:26.045636 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44880) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:26.051307 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-668ce5a4-3a0f-4e2d-82b6-3781b8107892 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1570552510', 'network_id': '1cd72bea-97c0-42c6-bfc6-ae764f72a0a7', 'project_id': '0e1a191972f04deba3d357390e99740f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:26.276268 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668ce5a4-3a0f-4e2d-82b6-3781b8107892 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Made reservation on behalf of 0e1a191972f04deba3d357390e99740f for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:19:26.294808 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-668ce5a4-3a0f-4e2d-82b6-3781b8107892 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:26.528338 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-a9851baa-003f-4ab2-8c23-246f8fb20e07 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:26.543145 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-a9851baa-003f-4ab2-8c23-246f8fb20e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:26.584771 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-a9851baa-003f-4ab2-8c23-246f8fb20e07 None None] Attempting to bind port 9bc20b93-9c2f-4e79-a3cc-c78856516425 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:19:26.585137 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-a9851baa-003f-4ab2-8c23-246f8fb20e07 None None] Attempting to bind port 9bc20b93-9c2f-4e79-a3cc-c78856516425 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:19:26.585622 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9851baa-003f-4ab2-8c23-246f8fb20e07 None None] Attempting to bind port 9bc20b93-9c2f-4e79-a3cc-c78856516425 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:19:26.599966 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-668ce5a4-3a0f-4e2d-82b6-3781b8107892 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:26.618139 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9851baa-003f-4ab2-8c23-246f8fb20e07 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:19:26.618553 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9851baa-003f-4ab2-8c23-246f8fb20e07 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:19:26.620432 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-a9851baa-003f-4ab2-8c23-246f8fb20e07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:26.620841 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9851baa-003f-4ab2-8c23-246f8fb20e07 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:19:26.621690 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-a9851baa-003f-4ab2-8c23-246f8fb20e07 None None] Bound port: 9bc20b93-9c2f-4e79-a3cc-c78856516425, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:19:26.622061 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-a9851baa-003f-4ab2-8c23-246f8fb20e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:26.678185 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f77ff-c1d4-401c-9296-ca4315a0a9a6 None None] Pushing event updated for resources: {'Port': ['ID=9bc20b93-9c2f-4e79-a3cc-c78856516425,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:26.692723 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f77ff-c1d4-401c-9296-ca4315a0a9a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:26.693110 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f77ff-c1d4-401c-9296-ca4315a0a9a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:26.693454 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f77ff-c1d4-401c-9296-ca4315a0a9a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:26.693775 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f77ff-c1d4-401c-9296-ca4315a0a9a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:26.694101 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f77ff-c1d4-401c-9296-ca4315a0a9a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:26.694414 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f77ff-c1d4-401c-9296-ca4315a0a9a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:26.694732 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f77ff-c1d4-401c-9296-ca4315a0a9a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:26.695082 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f77ff-c1d4-401c-9296-ca4315a0a9a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:26.695447 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f77ff-c1d4-401c-9296-ca4315a0a9a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:26.695762 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f77ff-c1d4-401c-9296-ca4315a0a9a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:26.696569 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f77ff-c1d4-401c-9296-ca4315a0a9a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:26.697041 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f77ff-c1d4-401c-9296-ca4315a0a9a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:26.713560 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-a9851baa-003f-4ab2-8c23-246f8fb20e07 None None] For port 9bc20b93-9c2f-4e79-a3cc-c78856516425, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:19:26.717697 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ce5a4-3a0f-4e2d-82b6-3781b8107892 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Pushing event updated for resources: {'Subnet': ['ID=60da61b0-5687-4be6-b2d1-15131cfc2672,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:26.718672 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-a9851baa-003f-4ab2-8c23-246f8fb20e07 None None] For port 9bc20b93-9c2f-4e79-a3cc-c78856516425, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=9bc20b93-9c2f-4e79-a3cc-c78856516425,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:19:26.724014 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ce5a4-3a0f-4e2d-82b6-3781b8107892 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Checking segment: {'id': '14f646e8-ce4e-4e14-8fd2-749452971ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1cd72bea-97c0-42c6-bfc6-ae764f72a0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:19:26.724585 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668ce5a4-3a0f-4e2d-82b6-3781b8107892 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Network hostable DHCP agents. Network: 1cd72bea-97c0-42c6-bfc6-ae764f72a0a7, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:19:26.728751 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-a9851baa-003f-4ab2-8c23-246f8fb20e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:26.745095 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668ce5a4-3a0f-4e2d-82b6-3781b8107892 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Network 1cd72bea-97c0-42c6-bfc6-ae764f72a0a7 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:19:26.760042 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-668ce5a4-3a0f-4e2d-82b6-3781b8107892 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 1cd72bea-97c0-42c6-bfc6-ae764f72a0a7) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:26.766581 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668ce5a4-3a0f-4e2d-82b6-3781b8107892 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:26.767457 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-668ce5a4-3a0f-4e2d-82b6-3781b8107892 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:26.777526 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd605334-e563-4b3b-b3fb-f3360227c5ce None None] Network 1cd72bea-97c0-42c6-bfc6-ae764f72a0a7 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:19:26.793586 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-668ce5a4-3a0f-4e2d-82b6-3781b8107892 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7465930 Sep 21 18:19:26.796314 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 44978) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:26.809448 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f77ff-c1d4-401c-9296-ca4315a0a9a6 None None] Pushing event updated for resources: {'Port': ['ID=9bc20b93-9c2f-4e79-a3cc-c78856516425,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:26.812749 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9851baa-003f-4ab2-8c23-246f8fb20e07 None None] Routers {'ac790734-c8a9-4c06-a2a1-381513fa703d'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:26.813346 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-a9851baa-003f-4ab2-8c23-246f8fb20e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:19:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ac790734-c8a9-4c06-a2a1-381513fa703d'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:27.004392 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a29435-ef61-4c82-a880-5c4dd262094a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-1cd72bea-97c0-42c6-bfc6-ae764f72a0a7', 'network_id': '1cd72bea-97c0-42c6-bfc6-ae764f72a0a7', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'fixed_ips': [{'subnet_id': '60da61b0-5687-4be6-b2d1-15131cfc2672'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:19:27.006084 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d5a29435-ef61-4c82-a880-5c4dd262094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:27.008142 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-a9851baa-003f-4ab2-8c23-246f8fb20e07 None None] Set router ac790734-c8a9-4c06-a2a1-381513fa703d gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:19:27.203191 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-d5a29435-ef61-4c82-a880-5c4dd262094a None None] Allocated IP 172.20.0.2 (1cd72bea-97c0-42c6-bfc6-ae764f72a0a7/60da61b0-5687-4be6-b2d1-15131cfc2672/0bd20cc1-991e-4e57-83e9-5a2fb6b95f4f) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:19:27.265654 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 44992) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:27.361342 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-db9e92b4-8767-4a86-bde2-6e45e4a85072 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:27.494238 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-67c44a40-1e0a-4314-9521-71bfeb6bcd68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:27.517739 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-a9851baa-003f-4ab2-8c23-246f8fb20e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1398638975', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '9bc20b93-9c2f-4e79-a3cc-c78856516425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:22Z', 'updated_at': '2021-09-21T18:19:24Z', 'revision_number': 3, 'project_id': '0e1a191972f04deba3d357390e99740f', 'gw_port': {'id': '9bc20b93-9c2f-4e79-a3cc-c78856516425', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a4:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:23Z', 'updated_at': '2021-09-21T18:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:27.538582 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d5a29435-ef61-4c82-a880-5c4dd262094a None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:27.552414 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d5a29435-ef61-4c82-a880-5c4dd262094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:27.586623 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9851baa-003f-4ab2-8c23-246f8fb20e07 None None] The sync data for ids ['ac790734-c8a9-4c06-a2a1-381513fa703d'] in n-d-810291-1 is: [{'id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1398638975', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '9bc20b93-9c2f-4e79-a3cc-c78856516425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:22Z', 'updated_at': '2021-09-21T18:19:24Z', 'revision_number': 3, 'project_id': '0e1a191972f04deba3d357390e99740f', 'gw_port': {'id': '9bc20b93-9c2f-4e79-a3cc-c78856516425', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a4:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:23Z', 'updated_at': '2021-09-21T18:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:19:27.608137 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a29435-ef61-4c82-a880-5c4dd262094a None None] Pushing event updated for resources: {'Port': ['ID=0bd20cc1-991e-4e57-83e9-5a2fb6b95f4f,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:27.622545 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a29435-ef61-4c82-a880-5c4dd262094a None None] Network 1cd72bea-97c0-42c6-bfc6-ae764f72a0a7 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:19:27.624379 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-d5a29435-ef61-4c82-a880-5c4dd262094a None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:27.630738 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a29435-ef61-4c82-a880-5c4dd262094a None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:19:27.705249 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-d5a29435-ef61-4c82-a880-5c4dd262094a None None] Attempting to bind port 0bd20cc1-991e-4e57-83e9-5a2fb6b95f4f on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:19:27.705874 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-d5a29435-ef61-4c82-a880-5c4dd262094a None None] Attempting to bind port 0bd20cc1-991e-4e57-83e9-5a2fb6b95f4f by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '14f646e8-ce4e-4e14-8fd2-749452971ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1cd72bea-97c0-42c6-bfc6-ae764f72a0a7'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:19:27.706451 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a29435-ef61-4c82-a880-5c4dd262094a None None] Attempting to bind port 0bd20cc1-991e-4e57-83e9-5a2fb6b95f4f on network 1cd72bea-97c0-42c6-bfc6-ae764f72a0a7 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:19:27.712828 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a29435-ef61-4c82-a880-5c4dd262094a None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:19:27.713869 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a29435-ef61-4c82-a880-5c4dd262094a None None] Checking segment: {'id': '14f646e8-ce4e-4e14-8fd2-749452971ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1cd72bea-97c0-42c6-bfc6-ae764f72a0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:19:27.714617 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d5a29435-ef61-4c82-a880-5c4dd262094a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:27.715214 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a29435-ef61-4c82-a880-5c4dd262094a None None] Bound using segment: {'id': '14f646e8-ce4e-4e14-8fd2-749452971ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1cd72bea-97c0-42c6-bfc6-ae764f72a0a7'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:19:27.715868 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-d5a29435-ef61-4c82-a880-5c4dd262094a None None] Bound port: 0bd20cc1-991e-4e57-83e9-5a2fb6b95f4f, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f646e8-ce4e-4e14-8fd2-749452971ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1cd72bea-97c0-42c6-bfc6-ae764f72a0a7'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:19:27.716422 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d5a29435-ef61-4c82-a880-5c4dd262094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:27.741884 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-db9e92b4-8767-4a86-bde2-6e45e4a85072 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Allocated IP 172.20.0.1 (1cd72bea-97c0-42c6-bfc6-ae764f72a0a7/60da61b0-5687-4be6-b2d1-15131cfc2672/00b50d65-d24f-4b52-b601-9e7153b84a3f) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:19:27.799275 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-67c44a40-1e0a-4314-9521-71bfeb6bcd68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:27.804959 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-67c44a40-1e0a-4314-9521-71bfeb6bcd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:27.828028 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-d5a29435-ef61-4c82-a880-5c4dd262094a None None] For port 0bd20cc1-991e-4e57-83e9-5a2fb6b95f4f, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:19:27.840977 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-d5a29435-ef61-4c82-a880-5c4dd262094a None None] For port 0bd20cc1-991e-4e57-83e9-5a2fb6b95f4f, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=0bd20cc1-991e-4e57-83e9-5a2fb6b95f4f,segment=NetworkSegment(14f646e8-ce4e-4e14-8fd2-749452971ffe),segment_id=14f646e8-ce4e-4e14-8fd2-749452971ffe)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:19:27.855620 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d5a29435-ef61-4c82-a880-5c4dd262094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:27.870607 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-67c44a40-1e0a-4314-9521-71bfeb6bcd68 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b6f1c4c6bdf44f5faca2928fe8bbd820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6029010 Sep 21 18:19:27.871750 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45016) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:27.872702 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c44a40-1e0a-4314-9521-71bfeb6bcd68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c074a5b4-b839-450f-9f8d-b701f62edadd,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:27.927774 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a29435-ef61-4c82-a880-5c4dd262094a None None] Pushing event updated for resources: {'Port': ['ID=0bd20cc1-991e-4e57-83e9-5a2fb6b95f4f,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:27.960998 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f8b8e75d-33da-4122-a741-9699d9aaf91f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:27.990221 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f8b8e75d-33da-4122-a741-9699d9aaf91f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:28.007208 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-db9e92b4-8767-4a86-bde2-6e45e4a85072 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:28.108763 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f8b8e75d-33da-4122-a741-9699d9aaf91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:28.112025 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f8b8e75d-33da-4122-a741-9699d9aaf91f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:28.124745 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f8b8e75d-33da-4122-a741-9699d9aaf91f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c074a5b4-b839-450f-9f8d-b701f62edadd HTTP/1.1" status: 204 len: 168 time: 0.2421296 Sep 21 18:19:28.156930 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b8e75d-33da-4122-a741-9699d9aaf91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c074a5b4-b839-450f-9f8d-b701f62edadd,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:28.205819 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-db9e92b4-8767-4a86-bde2-6e45e4a85072 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:28.349532 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9e92b4-8767-4a86-bde2-6e45e4a85072 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Network 1cd72bea-97c0-42c6-bfc6-ae764f72a0a7 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:19:28.354511 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-db9e92b4-8767-4a86-bde2-6e45e4a85072 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:28.355385 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e92b4-8767-4a86-bde2-6e45e4a85072 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Pushing event updated for resources: {'Port': ['ID=00b50d65-d24f-4b52-b601-9e7153b84a3f,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:28.361457 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9e92b4-8767-4a86-bde2-6e45e4a85072 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:19:28.471822 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-db9e92b4-8767-4a86-bde2-6e45e4a85072 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:28.645242 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-db9e92b4-8767-4a86-bde2-6e45e4a85072 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:28.770729 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45032) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:28.804294 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30761f50-3464-42ab-b302-9f7a6274b292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:28.938026 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 0bd20cc1-991e-4e57-83e9-5a2fb6b95f4f up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:19:29.005849 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30761f50-3464-42ab-b302-9f7a6274b292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:29.019401 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30761f50-3464-42ab-b302-9f7a6274b292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:29.054071 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 0bd20cc1-991e-4e57-83e9-5a2fb6b95f4f triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:29.055074 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:29.088089 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-db9e92b4-8767-4a86-bde2-6e45e4a85072 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:29.098184 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-db9e92b4-8767-4a86-bde2-6e45e4a85072 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:29.132054 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-30761f50-3464-42ab-b302-9f7a6274b292 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=644efe5c528941d7b7f16aa75f76e75c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3601544 Sep 21 18:19:29.144609 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45034) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:29.144609 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30761f50-3464-42ab-b302-9f7a6274b292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6db16f-eb47-4491-94e8-06ad0de6826e,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:29.153374 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-db9e92b4-8767-4a86-bde2-6e45e4a85072 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:29.255186 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fe5467bc-431d-47cb-b9d1-b51df0875b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:29.286077 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fe5467bc-431d-47cb-b9d1-b51df0875b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:29.330227 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:29.370918 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fe5467bc-431d-47cb-b9d1-b51df0875b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:29.375287 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fe5467bc-431d-47cb-b9d1-b51df0875b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:29.377841 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fe5467bc-431d-47cb-b9d1-b51df0875b12 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bf6db16f-eb47-4491-94e8-06ad0de6826e HTTP/1.1" status: 204 len: 168 time: 0.2366006 Sep 21 18:19:29.403637 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5467bc-431d-47cb-b9d1-b51df0875b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6db16f-eb47-4491-94e8-06ad0de6826e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:29.406090 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e92b4-8767-4a86-bde2-6e45e4a85072 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Pushing event updated for resources: {'Port': ['ID=00b50d65-d24f-4b52-b601-9e7153b84a3f,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:29.447840 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 0bd20cc1-991e-4e57-83e9-5a2fb6b95f4f, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=0bd20cc1-991e-4e57-83e9-5a2fb6b95f4f,segment=NetworkSegment(14f646e8-ce4e-4e14-8fd2-749452971ffe),segment_id=14f646e8-ce4e-4e14-8fd2-749452971ffe)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:29.498373 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:29.500875 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 9bc20b93-9c2f-4e79-a3cc-c78856516425 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:19:29.514788 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9e92b4-8767-4a86-bde2-6e45e4a85072 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Network 1cd72bea-97c0-42c6-bfc6-ae764f72a0a7 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:19:29.525484 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-db9e92b4-8767-4a86-bde2-6e45e4a85072 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:29.603512 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=0bd20cc1-991e-4e57-83e9-5a2fb6b95f4f,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:29.657696 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 9bc20b93-9c2f-4e79-a3cc-c78856516425 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:29.658374 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:29.660724 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953f846b-265f-46c4-91aa-214b57d0809f None None] Network 1cd72bea-97c0-42c6-bfc6-ae764f72a0a7 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:19:29.724756 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9e92b4-8767-4a86-bde2-6e45e4a85072 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Router ac790734-c8a9-4c06-a2a1-381513fa703d has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:19:30.241553 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5b5341fb-e97f-4240-a981-5e3ca97ee408 None None] Provisioning complete for port 0bd20cc1-991e-4e57-83e9-5a2fb6b95f4f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:30.242168 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5b5341fb-e97f-4240-a981-5e3ca97ee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:30.387997 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:30.421646 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9e92b4-8767-4a86-bde2-6e45e4a85072 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:19:30.427774 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 9bc20b93-9c2f-4e79-a3cc-c78856516425, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=9bc20b93-9c2f-4e79-a3cc-c78856516425,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:30.439197 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe0b866-8fb1-471f-98ab-c6793bf4a318 None None] Sync routers for ids ['ac790734-c8a9-4c06-a2a1-381513fa703d'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:19:30.442903 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45068) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:30.443408 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-db9e92b4-8767-4a86-bde2-6e45e4a85072 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "PUT /v2.0/routers/ac790734-c8a9-4c06-a2a1-381513fa703d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6453969 Sep 21 18:19:30.450912 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-75c495a8-036b-4712-b4c1-50d1c9fb5c36 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1648483327', 'description': 'tempest-secgroup_access--1648483327 description', 'project_id': '0e1a191972f04deba3d357390e99740f'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:30.452073 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:30.477831 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe0b866-8fb1-471f-98ab-c6793bf4a318 None None] Routers {'ac790734-c8a9-4c06-a2a1-381513fa703d'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:30.478491 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-abe0b866-8fb1-471f-98ab-c6793bf4a318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:19:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ac790734-c8a9-4c06-a2a1-381513fa703d'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:30.505047 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-75c495a8-036b-4712-b4c1-50d1c9fb5c36 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:30.643226 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=9bc20b93-9c2f-4e79-a3cc-c78856516425,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:30.687139 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45074) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:30.688266 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-75c495a8-036b-4712-b4c1-50d1c9fb5c36 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:30.698872 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-75c495a8-036b-4712-b4c1-50d1c9fb5c36 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:30.723063 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-abe0b866-8fb1-471f-98ab-c6793bf4a318 None None] Set router ac790734-c8a9-4c06-a2a1-381513fa703d gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:19:30.759365 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c495a8-036b-4712-b4c1-50d1c9fb5c36 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d515a61-c6bf-44fb-b030-067b347890b6,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:30.779946 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-75c495a8-036b-4712-b4c1-50d1c9fb5c36 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:30.785870 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-75c495a8-036b-4712-b4c1-50d1c9fb5c36 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3390527 Sep 21 18:19:30.786301 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45078) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:30.793932 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-63903fbd-b35a-4edc-8bd3-de0e810e889f tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1585744325', 'description': 'tempest-secgroup_general--1585744325 description', 'project_id': '0e1a191972f04deba3d357390e99740f'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:30.828545 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-63903fbd-b35a-4edc-8bd3-de0e810e889f tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:30.860770 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 0bd20cc1-991e-4e57-83e9-5a2fb6b95f4f up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:19:30.868864 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-94c84b49-34e3-4b5c-a261-18cdbfd0b53e None None] Provisioning complete for port 0bd20cc1-991e-4e57-83e9-5a2fb6b95f4f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:30.869231 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-94c84b49-34e3-4b5c-a261-18cdbfd0b53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:30.961528 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-5b5c3c18-d09f-447f-b9c8-129d8920b82a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-64137485-network', 'tenant_id': '08e34419ed4e41388b212b7cfbe8a9c2'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:30.967926 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-63903fbd-b35a-4edc-8bd3-de0e810e889f tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:30.977357 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-63903fbd-b35a-4edc-8bd3-de0e810e889f tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:31.026751 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63903fbd-b35a-4edc-8bd3-de0e810e889f tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3aa665-dfad-44ed-ae89-7a7e5e2dbeac,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:31.031974 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5c3c18-d09f-447f-b9c8-129d8920b82a admin admin] Made reservation on behalf of 08e34419ed4e41388b212b7cfbe8a9c2 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:19:31.034411 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5b5c3c18-d09f-447f-b9c8-129d8920b82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:31.036853 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-63903fbd-b35a-4edc-8bd3-de0e810e889f tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:31.041369 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-63903fbd-b35a-4edc-8bd3-de0e810e889f tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2507963 Sep 21 18:19:31.041745 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45080) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:31.046535 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-acce316f-69e2-4529-9792-87af00c86205 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Request body: {'security_group_rule': {'security_group_id': '1d515a61-c6bf-44fb-b030-067b347890b6', 'project_id': '0e1a191972f04deba3d357390e99740f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:31.046704 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5b5c3c18-d09f-447f-b9c8-129d8920b82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:31.060273 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 0bd20cc1-991e-4e57-83e9-5a2fb6b95f4f triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:31.060703 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:31.104448 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-acce316f-69e2-4529-9792-87af00c86205 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:31.177682 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-94c84b49-34e3-4b5c-a261-18cdbfd0b53e None None] Provisioning complete for port 00b50d65-d24f-4b52-b601-9e7153b84a3f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:31.178051 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-94c84b49-34e3-4b5c-a261-18cdbfd0b53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:31.225690 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-acce316f-69e2-4529-9792-87af00c86205 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:31.233973 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-acce316f-69e2-4529-9792-87af00c86205 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:31.249520 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5b5c3c18-d09f-447f-b9c8-129d8920b82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:31.258468 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce316f-69e2-4529-9792-87af00c86205 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d20ba155-5650-4ee6-adcb-e85b2df75980,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:31.259914 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5b5c3c18-d09f-447f-b9c8-129d8920b82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:31.266550 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-acce316f-69e2-4529-9792-87af00c86205 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:31.276214 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-acce316f-69e2-4529-9792-87af00c86205 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2253926 Sep 21 18:19:31.298370 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5c3c18-d09f-447f-b9c8-129d8920b82a admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:19:31.311501 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c3c18-d09f-447f-b9c8-129d8920b82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b374e05-548a-4ca5-9fd5-83e4c28ef746,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:31.314124 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 9bc20b93-9c2f-4e79-a3cc-c78856516425 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:19:31.325145 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5b5c3c18-d09f-447f-b9c8-129d8920b82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:31.325634 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-5b5c3c18-d09f-447f-b9c8-129d8920b82a admin admin] Added segment 95d4daec-1316-416c-aef0-0b6bc52415ff of type vlan for network 13543e6d-446a-4106-9970-a4ed65e1a1ab Sep 21 18:19:31.382823 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5b5c3c18-d09f-447f-b9c8-129d8920b82a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:31.391932 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-94c84b49-34e3-4b5c-a261-18cdbfd0b53e None None] Port 00b50d65-d24f-4b52-b601-9e7153b84a3f cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:19:31.398480 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 9bc20b93-9c2f-4e79-a3cc-c78856516425 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:31.398852 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:31.419470 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5b5c3c18-d09f-447f-b9c8-129d8920b82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:31.421027 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5c3c18-d09f-447f-b9c8-129d8920b82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:31.422121 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5b5c3c18-d09f-447f-b9c8-129d8920b82a admin admin] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:31.449820 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-abe0b866-8fb1-471f-98ab-c6793bf4a318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1398638975', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '9bc20b93-9c2f-4e79-a3cc-c78856516425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:22Z', 'updated_at': '2021-09-21T18:19:28Z', 'revision_number': 4, 'project_id': '0e1a191972f04deba3d357390e99740f', 'gw_port': {'id': '9bc20b93-9c2f-4e79-a3cc-c78856516425', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:23Z', 'updated_at': '2021-09-21T18:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '00b50d65-d24f-4b52-b601-9e7153b84a3f', 'name': '', 'network_id': '1cd72bea-97c0-42c6-bfc6-ae764f72a0a7', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'mac_address': 'fa:16:3e:c5:c2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '60da61b0-5687-4be6-b2d1-15131cfc2672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:27Z', 'updated_at': '2021-09-21T18:19:28Z', 'revision_number': 2, 'project_id': '0e1a191972f04deba3d357390e99740f', 'subnets': [{'id': '60da61b0-5687-4be6-b2d1-15131cfc2672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:31.486836 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe0b866-8fb1-471f-98ab-c6793bf4a318 None None] Checking router: ac790734-c8a9-4c06-a2a1-381513fa703d for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:19:31.487265 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe0b866-8fb1-471f-98ab-c6793bf4a318 None None] Updating router ac790734-c8a9-4c06-a2a1-381513fa703d port 00b50d65-d24f-4b52-b601-9e7153b84a3f binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:19:31.502535 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5b5c3c18-d09f-447f-b9c8-129d8920b82a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8101370 Sep 21 18:19:31.503146 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45096) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:31.509244 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-7d0e93f5-1afe-46cb-a925-c0548a5ff471 admin admin] Request body: {'subnet': {'network_id': '13543e6d-446a-4106-9970-a4ed65e1a1ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-64137485-subnet', 'tenant_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:31.517116 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-abe0b866-8fb1-471f-98ab-c6793bf4a318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:31.556113 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c3c18-d09f-447f-b9c8-129d8920b82a admin admin] Pushing event updated for resources: {'Network': ['ID=13543e6d-446a-4106-9970-a4ed65e1a1ab,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:31.571739 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0e93f5-1afe-46cb-a925-c0548a5ff471 admin admin] Made reservation on behalf of 08e34419ed4e41388b212b7cfbe8a9c2 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:19:31.571739 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7d0e93f5-1afe-46cb-a925-c0548a5ff471 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:31.571946 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-324ecb5c-0fc5-4878-affd-1729fc912d20 None None] Provisioning complete for port 00b50d65-d24f-4b52-b601-9e7153b84a3f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:31.571946 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-324ecb5c-0fc5-4878-affd-1729fc912d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:31.602097 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 13543e6d-446a-4106-9970-a4ed65e1a1ab details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:19:31.616622 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-f2ff670b-ec94-46b9-9418-9b4d0cfe3683 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup_access--1648483327&fields=id&tenant_id=0e1a191972f04deba3d357390e99740f HTTP/1.1" status: 200 len: 267 time: 0.0703306 Sep 21 18:19:31.726433 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-38a32403-15f6-46cd-983f-3704b205349a tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup_general--1585744325&fields=id&tenant_id=0e1a191972f04deba3d357390e99740f HTTP/1.1" status: 200 len: 267 time: 0.1077349 Sep 21 18:19:31.767061 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-324ecb5c-0fc5-4878-affd-1729fc912d20 None None] Port 00b50d65-d24f-4b52-b601-9e7153b84a3f cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:19:31.901195 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7d0e93f5-1afe-46cb-a925-c0548a5ff471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:32.035634 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e93f5-1afe-46cb-a925-c0548a5ff471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b9e78cb-ebe5-4e7a-97f3-9861a92d567d,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:32.039548 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0e93f5-1afe-46cb-a925-c0548a5ff471 admin admin] Checking segment: {'id': '95d4daec-1316-416c-aef0-0b6bc52415ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '13543e6d-446a-4106-9970-a4ed65e1a1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:19:32.040295 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0e93f5-1afe-46cb-a925-c0548a5ff471 admin admin] Network hostable DHCP agents. Network: 13543e6d-446a-4106-9970-a4ed65e1a1ab, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:19:32.047374 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-2c4ef394-a6e9-43e2-88fe-3aaf43bfcdb6 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:32.051349 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-2c4ef394-a6e9-43e2-88fe-3aaf43bfcdb6 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/networks?id=1cd72bea-97c0-42c6-bfc6-ae764f72a0a7 HTTP/1.1" status: 200 len: 797 time: 0.3205376 Sep 21 18:19:32.080883 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e93f5-1afe-46cb-a925-c0548a5ff471 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:32.083249 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e93f5-1afe-46cb-a925-c0548a5ff471 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:32.083782 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e93f5-1afe-46cb-a925-c0548a5ff471 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:32.084189 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e93f5-1afe-46cb-a925-c0548a5ff471 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:32.085200 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-ec939534-16f8-4720-b846-2b84ba3e4c5f tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/quotas/0e1a191972f04deba3d357390e99740f HTTP/1.1" status: 200 len: 375 time: 0.0143130 Sep 21 18:19:32.091603 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e93f5-1afe-46cb-a925-c0548a5ff471 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:32.092791 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e93f5-1afe-46cb-a925-c0548a5ff471 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:32.094020 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e93f5-1afe-46cb-a925-c0548a5ff471 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:32.095208 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e93f5-1afe-46cb-a925-c0548a5ff471 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:32.095624 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e93f5-1afe-46cb-a925-c0548a5ff471 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:32.096903 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e93f5-1afe-46cb-a925-c0548a5ff471 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:32.097319 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e93f5-1afe-46cb-a925-c0548a5ff471 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:32.099000 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e93f5-1afe-46cb-a925-c0548a5ff471 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:19:32.122421 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0e93f5-1afe-46cb-a925-c0548a5ff471 admin admin] Network 13543e6d-446a-4106-9970-a4ed65e1a1ab is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:19:32.135823 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-7d0e93f5-1afe-46cb-a925-c0548a5ff471 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 13543e6d-446a-4106-9970-a4ed65e1a1ab) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:32.141134 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0e93f5-1afe-46cb-a925-c0548a5ff471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:32.142259 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7d0e93f5-1afe-46cb-a925-c0548a5ff471 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:32.149237 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7e28da-32fb-4020-8d56-d21f0548f306 None None] Network 13543e6d-446a-4106-9970-a4ed65e1a1ab requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:19:32.176204 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7d0e93f5-1afe-46cb-a925-c0548a5ff471 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6718514 Sep 21 18:19:32.178810 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45126) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:32.185489 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-3c9e3c41-b944-4f43-ac9d-e95e02453366 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-64137485-router', 'tenant_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:32.188835 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-6664fe3c-291b-48db-b379-b6712b44ccd1 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0e1a191972f04deba3d357390e99740f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936341 Sep 21 18:19:32.236508 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3c9e3c41-b944-4f43-ac9d-e95e02453366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:32.237878 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3c9e3c41-b944-4f43-ac9d-e95e02453366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:32.297845 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3c9e3c41-b944-4f43-ac9d-e95e02453366 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:32.314777 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-199e179e-04c3-4558-a6bd-cd228e98ab22 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:19:32.323924 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-199e179e-04c3-4558-a6bd-cd228e98ab22 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1163368 Sep 21 18:19:32.334321 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-abe0b866-8fb1-471f-98ab-c6793bf4a318 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:32.361098 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-abe0b866-8fb1-471f-98ab-c6793bf4a318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:32.471578 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ac7ac-4c7d-438d-8848-79538ada0107 None None] Pushing event updated for resources: {'Port': ['ID=00b50d65-d24f-4b52-b601-9e7153b84a3f,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:32.481888 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-ffb2af11-7575-4ac6-85df-4544adc7ed51 service neutron] 10.222.0.58 "GET /v2.0/networks/1cd72bea-97c0-42c6-bfc6-ae764f72a0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569827 Sep 21 18:19:32.490533 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895b94e0-f712-43b4-b82e-e7a159f8758d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-13543e6d-446a-4106-9970-a4ed65e1a1ab', 'network_id': '13543e6d-446a-4106-9970-a4ed65e1a1ab', 'tenant_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'fixed_ips': [{'subnet_id': '4b9e78cb-ebe5-4e7a-97f3-9861a92d567d'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:19:32.503598 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-895b94e0-f712-43b4-b82e-e7a159f8758d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:32.523932 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3c9e3c41-b944-4f43-ac9d-e95e02453366 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:32.546053 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-abe0b866-8fb1-471f-98ab-c6793bf4a318 None None] Attempting to bind port 00b50d65-d24f-4b52-b601-9e7153b84a3f on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:19:32.546431 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-abe0b866-8fb1-471f-98ab-c6793bf4a318 None None] Attempting to bind port 00b50d65-d24f-4b52-b601-9e7153b84a3f by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '14f646e8-ce4e-4e14-8fd2-749452971ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1cd72bea-97c0-42c6-bfc6-ae764f72a0a7'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:19:32.546873 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe0b866-8fb1-471f-98ab-c6793bf4a318 None None] Attempting to bind port 00b50d65-d24f-4b52-b601-9e7153b84a3f on network 1cd72bea-97c0-42c6-bfc6-ae764f72a0a7 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:19:32.562501 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe0b866-8fb1-471f-98ab-c6793bf4a318 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:19:32.562880 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe0b866-8fb1-471f-98ab-c6793bf4a318 None None] Checking segment: {'id': '14f646e8-ce4e-4e14-8fd2-749452971ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1cd72bea-97c0-42c6-bfc6-ae764f72a0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:19:32.563307 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-abe0b866-8fb1-471f-98ab-c6793bf4a318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:32.563708 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe0b866-8fb1-471f-98ab-c6793bf4a318 None None] Bound using segment: {'id': '14f646e8-ce4e-4e14-8fd2-749452971ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1cd72bea-97c0-42c6-bfc6-ae764f72a0a7'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:19:32.564199 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-abe0b866-8fb1-471f-98ab-c6793bf4a318 None None] Bound port: 00b50d65-d24f-4b52-b601-9e7153b84a3f, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f646e8-ce4e-4e14-8fd2-749452971ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1cd72bea-97c0-42c6-bfc6-ae764f72a0a7'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:19:32.564584 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-abe0b866-8fb1-471f-98ab-c6793bf4a318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:32.642131 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-dc7c078a-4bf5-465e-9550-c5f4f0abc209 service neutron] 10.222.0.58 "GET /v2.0/networks/1cd72bea-97c0-42c6-bfc6-ae764f72a0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531210 Sep 21 18:19:32.781177 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-895b94e0-f712-43b4-b82e-e7a159f8758d None None] Allocated IP 172.20.0.2 (13543e6d-446a-4106-9970-a4ed65e1a1ab/4b9e78cb-ebe5-4e7a-97f3-9861a92d567d/b8828edf-b11a-4d77-8ef0-4626f7236219) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:19:32.806497 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-abe0b866-8fb1-471f-98ab-c6793bf4a318 None None] For port 00b50d65-d24f-4b52-b601-9e7153b84a3f, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:19:32.810205 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-abe0b866-8fb1-471f-98ab-c6793bf4a318 None None] For port 00b50d65-d24f-4b52-b601-9e7153b84a3f, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=00b50d65-d24f-4b52-b601-9e7153b84a3f,segment=NetworkSegment(14f646e8-ce4e-4e14-8fd2-749452971ffe),segment_id=14f646e8-ce4e-4e14-8fd2-749452971ffe)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:19:32.822811 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3c9e3c41-b944-4f43-ac9d-e95e02453366 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:32.834306 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-abe0b866-8fb1-471f-98ab-c6793bf4a318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:32.847811 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3c9e3c41-b944-4f43-ac9d-e95e02453366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:32.920433 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-60ca7aab-d8b1-4854-8eaa-42316c531252 None None] Provisioning complete for port 00b50d65-d24f-4b52-b601-9e7153b84a3f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:32.920811 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-60ca7aab-d8b1-4854-8eaa-42316c531252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:32.979063 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f0144869-6f15-4385-93a5-84d13de7533e req-06347699-b9a3-4478-8297-43a7e9f7283b tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7c6598-0d92-49a2-b166-7a37f822e8a3 HTTP/1.1" status: 200 len: 210 time: 0.0482652 Sep 21 18:19:33.058445 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-3c9e3c41-b944-4f43-ac9d-e95e02453366 admin admin] Allocated IP 172.25.6.216 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/b0b30a20-7bbb-4a7b-89e7-67cb9b692844) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:19:33.153131 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe0b866-8fb1-471f-98ab-c6793bf4a318 None None] Routers {'ac790734-c8a9-4c06-a2a1-381513fa703d'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:33.153791 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-abe0b866-8fb1-471f-98ab-c6793bf4a318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:19:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ac790734-c8a9-4c06-a2a1-381513fa703d'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:33.355197 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3c9e3c41-b944-4f43-ac9d-e95e02453366 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:33.398202 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3c9e3c41-b944-4f43-ac9d-e95e02453366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:33.417748 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9e3c41-b944-4f43-ac9d-e95e02453366 admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:19:33.420989 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-3c9e3c41-b944-4f43-ac9d-e95e02453366 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:33.446860 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9e3c41-b944-4f43-ac9d-e95e02453366 admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:19:33.473998 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ac7ac-4c7d-438d-8848-79538ada0107 None None] Pushing event updated for resources: {'Port': ['ID=00b50d65-d24f-4b52-b601-9e7153b84a3f,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:33.502182 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e3c41-b944-4f43-ac9d-e95e02453366 admin admin] Pushing event updated for resources: {'Port': ['ID=b0b30a20-7bbb-4a7b-89e7-67cb9b692844,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:33.605111 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-895b94e0-f712-43b4-b82e-e7a159f8758d None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:33.618174 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-60ca7aab-d8b1-4854-8eaa-42316c531252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:33.623646 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-895b94e0-f712-43b4-b82e-e7a159f8758d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:33.678348 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895b94e0-f712-43b4-b82e-e7a159f8758d None None] Network 13543e6d-446a-4106-9970-a4ed65e1a1ab is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:19:33.690329 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-abe0b866-8fb1-471f-98ab-c6793bf4a318 None None] Set router ac790734-c8a9-4c06-a2a1-381513fa703d gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:19:33.692417 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-895b94e0-f712-43b4-b82e-e7a159f8758d None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:33.724592 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895b94e0-f712-43b4-b82e-e7a159f8758d None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:19:33.750731 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b94e0-f712-43b4-b82e-e7a159f8758d None None] Pushing event updated for resources: {'Port': ['ID=b8828edf-b11a-4d77-8ef0-4626f7236219,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:33.752234 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3c9e3c41-b944-4f43-ac9d-e95e02453366 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:33.756930 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-60ca7aab-d8b1-4854-8eaa-42316c531252 None None] For port 00b50d65-d24f-4b52-b601-9e7153b84a3f, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=00b50d65-d24f-4b52-b601-9e7153b84a3f,segment=NetworkSegment(14f646e8-ce4e-4e14-8fd2-749452971ffe),segment_id=14f646e8-ce4e-4e14-8fd2-749452971ffe)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:33.781662 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-60ca7aab-d8b1-4854-8eaa-42316c531252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:33.892695 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-895b94e0-f712-43b4-b82e-e7a159f8758d None None] Attempting to bind port b8828edf-b11a-4d77-8ef0-4626f7236219 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:19:33.893066 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-895b94e0-f712-43b4-b82e-e7a159f8758d None None] Attempting to bind port b8828edf-b11a-4d77-8ef0-4626f7236219 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '95d4daec-1316-416c-aef0-0b6bc52415ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '13543e6d-446a-4106-9970-a4ed65e1a1ab'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:19:33.893435 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b94e0-f712-43b4-b82e-e7a159f8758d None None] Attempting to bind port b8828edf-b11a-4d77-8ef0-4626f7236219 on network 13543e6d-446a-4106-9970-a4ed65e1a1ab {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:19:33.949889 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b94e0-f712-43b4-b82e-e7a159f8758d None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:19:33.950270 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b94e0-f712-43b4-b82e-e7a159f8758d None None] Checking segment: {'id': '95d4daec-1316-416c-aef0-0b6bc52415ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '13543e6d-446a-4106-9970-a4ed65e1a1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:19:33.950679 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-895b94e0-f712-43b4-b82e-e7a159f8758d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:33.951365 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b94e0-f712-43b4-b82e-e7a159f8758d None None] Bound using segment: {'id': '95d4daec-1316-416c-aef0-0b6bc52415ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '13543e6d-446a-4106-9970-a4ed65e1a1ab'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:19:33.951637 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-895b94e0-f712-43b4-b82e-e7a159f8758d None None] Bound port: b8828edf-b11a-4d77-8ef0-4626f7236219, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d4daec-1316-416c-aef0-0b6bc52415ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '13543e6d-446a-4106-9970-a4ed65e1a1ab'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:19:33.952243 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-895b94e0-f712-43b4-b82e-e7a159f8758d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:33.975570 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca7aab-d8b1-4854-8eaa-42316c531252 None None] Pushing event updated for resources: {'Port': ['ID=00b50d65-d24f-4b52-b601-9e7153b84a3f,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:33.984289 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-0c8ebcbd-729d-4bf2-ba38-7226d04280ae None None] Provisioning complete for port 00b50d65-d24f-4b52-b601-9e7153b84a3f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:33.984929 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0c8ebcbd-729d-4bf2-ba38-7226d04280ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:34.011367 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3c9e3c41-b944-4f43-ac9d-e95e02453366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:34.100016 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a0826e82-1cb0-48b1-8c99-62c34935e3e4 req-0011ce9a-de61-414f-ac3f-dd46563f0f80 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7c6598-0d92-49a2-b166-7a37f822e8a3 HTTP/1.1" status: 200 len: 210 time: 0.0510144 Sep 21 18:19:34.119828 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-895b94e0-f712-43b4-b82e-e7a159f8758d None None] For port b8828edf-b11a-4d77-8ef0-4626f7236219, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:19:34.134766 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-895b94e0-f712-43b4-b82e-e7a159f8758d None None] For port b8828edf-b11a-4d77-8ef0-4626f7236219, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=b8828edf-b11a-4d77-8ef0-4626f7236219,segment=NetworkSegment(95d4daec-1316-416c-aef0-0b6bc52415ff),segment_id=95d4daec-1316-416c-aef0-0b6bc52415ff)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:19:34.159242 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-895b94e0-f712-43b4-b82e-e7a159f8758d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:34.232225 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-abe0b866-8fb1-471f-98ab-c6793bf4a318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1398638975', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '9bc20b93-9c2f-4e79-a3cc-c78856516425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:22Z', 'updated_at': '2021-09-21T18:19:28Z', 'revision_number': 4, 'project_id': '0e1a191972f04deba3d357390e99740f', 'gw_port': {'id': '9bc20b93-9c2f-4e79-a3cc-c78856516425', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:23Z', 'updated_at': '2021-09-21T18:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '00b50d65-d24f-4b52-b601-9e7153b84a3f', 'name': '', 'network_id': '1cd72bea-97c0-42c6-bfc6-ae764f72a0a7', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'mac_address': 'fa:16:3e:c5:c2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '60da61b0-5687-4be6-b2d1-15131cfc2672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:27Z', 'updated_at': '2021-09-21T18:19:32Z', 'revision_number': 4, 'project_id': '0e1a191972f04deba3d357390e99740f', 'subnets': [{'id': '60da61b0-5687-4be6-b2d1-15131cfc2672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:34.249098 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9e3c41-b944-4f43-ac9d-e95e02453366 admin admin] Router 2ad4891e-8b5e-49f4-aa26-c4540be4c108 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:19:34.296967 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe0b866-8fb1-471f-98ab-c6793bf4a318 None None] The sync data for ids ['ac790734-c8a9-4c06-a2a1-381513fa703d'] in n-d-810291-1 is: [{'id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1398638975', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '9bc20b93-9c2f-4e79-a3cc-c78856516425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:22Z', 'updated_at': '2021-09-21T18:19:28Z', 'revision_number': 4, 'project_id': '0e1a191972f04deba3d357390e99740f', 'gw_port': {'id': '9bc20b93-9c2f-4e79-a3cc-c78856516425', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:23Z', 'updated_at': '2021-09-21T18:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '00b50d65-d24f-4b52-b601-9e7153b84a3f', 'name': '', 'network_id': '1cd72bea-97c0-42c6-bfc6-ae764f72a0a7', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'mac_address': 'fa:16:3e:c5:c2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '60da61b0-5687-4be6-b2d1-15131cfc2672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:27Z', 'updated_at': '2021-09-21T18:19:32Z', 'revision_number': 4, 'project_id': '0e1a191972f04deba3d357390e99740f', 'subnets': [{'id': '60da61b0-5687-4be6-b2d1-15131cfc2672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:19:34.308429 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b94e0-f712-43b4-b82e-e7a159f8758d None None] Pushing event updated for resources: {'Port': ['ID=b8828edf-b11a-4d77-8ef0-4626f7236219,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:34.449192 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-e8d2f6f6-df89-4b84-9ae1-66946dcf7919 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:34.455296 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-e8d2f6f6-df89-4b84-9ae1-66946dcf7919 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.44 "GET /v2.0/networks?id=1cd72bea-97c0-42c6-bfc6-ae764f72a0a7 HTTP/1.1" status: 200 len: 797 time: 0.2681255 Sep 21 18:19:34.653566 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-a1e8b853-c48d-41a3-b19a-46114931147b tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e1a191972f04deba3d357390e99740f HTTP/1.1" status: 200 len: 478 time: 0.1897259 Sep 21 18:19:34.667145 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-80c945aa-7b17-4a71-8958-faf08bdb6057 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Request body: {'port': {'device_id': '2c7c6598-0d92-49a2-b166-7a37f822e8a3', 'network_id': '1cd72bea-97c0-42c6-bfc6-ae764f72a0a7', 'admin_state_up': True, 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'security_groups': ['1d515a61-c6bf-44fb-b030-067b347890b6', '3f3aa665-dfad-44ed-ae89-7a7e5e2dbeac']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:34.922311 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-80c945aa-7b17-4a71-8958-faf08bdb6057 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Made reservation on behalf of 0e1a191972f04deba3d357390e99740f for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:19:34.927490 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-80c945aa-7b17-4a71-8958-faf08bdb6057 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:34.964543 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b8828edf-b11a-4d77-8ef0-4626f7236219 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:19:35.061534 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port b8828edf-b11a-4d77-8ef0-4626f7236219 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:35.061975 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:35.212873 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9e3c41-b944-4f43-ac9d-e95e02453366 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:19:35.225817 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b72aab-cd82-4683-877c-2d8803ac1eab None None] Sync routers for ids ['2ad4891e-8b5e-49f4-aa26-c4540be4c108'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:19:35.238423 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-80c945aa-7b17-4a71-8958-faf08bdb6057 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Allocated IP 172.20.0.8 (1cd72bea-97c0-42c6-bfc6-ae764f72a0a7/60da61b0-5687-4be6-b2d1-15131cfc2672/380e94ee-8ab6-4d47-a899-b59e2016e5f7) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:19:35.242291 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b72aab-cd82-4683-877c-2d8803ac1eab None None] Routers {'2ad4891e-8b5e-49f4-aa26-c4540be4c108'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:35.248781 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:35.250337 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-67b72aab-cd82-4683-877c-2d8803ac1eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:19:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['2ad4891e-8b5e-49f4-aa26-c4540be4c108'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:35.303237 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e47b6324-69e0-49e1-94f6-532e190c8f0e req-8b07a8f8-95e6-4657-b62a-43cef599f147 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7c6598-0d92-49a2-b166-7a37f822e8a3 HTTP/1.1" status: 200 len: 210 time: 0.0727506 Sep 21 18:19:35.306863 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3c9e3c41-b944-4f43-ac9d-e95e02453366 admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:35.308360 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3c9e3c41-b944-4f43-ac9d-e95e02453366 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1283851 Sep 21 18:19:35.320976 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port b8828edf-b11a-4d77-8ef0-4626f7236219, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=b8828edf-b11a-4d77-8ef0-4626f7236219,segment=NetworkSegment(95d4daec-1316-416c-aef0-0b6bc52415ff),segment_id=95d4daec-1316-416c-aef0-0b6bc52415ff)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:35.321463 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45166) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:35.327692 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:35.328659 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 00b50d65-d24f-4b52-b601-9e7153b84a3f up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:19:35.424527 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-67b72aab-cd82-4683-877c-2d8803ac1eab None None] Set router 2ad4891e-8b5e-49f4-aa26-c4540be4c108 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:19:35.451629 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=b8828edf-b11a-4d77-8ef0-4626f7236219,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:35.553032 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 00b50d65-d24f-4b52-b601-9e7153b84a3f triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:35.553433 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:35.824496 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-67b72aab-cd82-4683-877c-2d8803ac1eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'name': 'tempest-TestServerBasicOps-64137485-router', 'tenant_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'b0b30a20-7bbb-4a7b-89e7-67cb9b692844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:32Z', 'updated_at': '2021-09-21T18:19:33Z', 'revision_number': 3, 'project_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'gw_port': {'id': 'b0b30a20-7bbb-4a7b-89e7-67cb9b692844', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:32Z', 'updated_at': '2021-09-21T18:19:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:35.855237 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-80c945aa-7b17-4a71-8958-faf08bdb6057 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:35.877925 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b72aab-cd82-4683-877c-2d8803ac1eab None None] Checking router: 2ad4891e-8b5e-49f4-aa26-c4540be4c108 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:19:35.878719 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b72aab-cd82-4683-877c-2d8803ac1eab None None] Updating router 2ad4891e-8b5e-49f4-aa26-c4540be4c108 port b0b30a20-7bbb-4a7b-89e7-67cb9b692844 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:19:35.916483 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-67b72aab-cd82-4683-877c-2d8803ac1eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:35.939823 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-80c945aa-7b17-4a71-8958-faf08bdb6057 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:35.974459 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7988d6a0-4fc0-4cd8-9219-92e391df3ee9 None None] Network 13543e6d-446a-4106-9970-a4ed65e1a1ab requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:19:36.111304 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-80c945aa-7b17-4a71-8958-faf08bdb6057 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Network 1cd72bea-97c0-42c6-bfc6-ae764f72a0a7 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:19:36.125744 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-80c945aa-7b17-4a71-8958-faf08bdb6057 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:36.129687 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-80c945aa-7b17-4a71-8958-faf08bdb6057 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:19:36.135404 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-a949170a-d0dc-486e-b79d-aa55ed1b8ee6 None None] Provisioning complete for port b8828edf-b11a-4d77-8ef0-4626f7236219 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:36.138774 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a949170a-d0dc-486e-b79d-aa55ed1b8ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:36.245279 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-80c945aa-7b17-4a71-8958-faf08bdb6057 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:36.246318 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-80c945aa-7b17-4a71-8958-faf08bdb6057 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:36.297308 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c945aa-7b17-4a71-8958-faf08bdb6057 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Pushing event updated for resources: {'Port': ['ID=380e94ee-8ab6-4d47-a899-b59e2016e5f7,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:36.411039 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45192) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:36.533869 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-80c945aa-7b17-4a71-8958-faf08bdb6057 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.8727031 Sep 21 18:19:36.565134 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-71c67681-efd4-4b5a-8662-08a453091841 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:19:36.566168 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-71c67681-efd4-4b5a-8662-08a453091841 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148141 Sep 21 18:19:36.614903 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-67b72aab-cd82-4683-877c-2d8803ac1eab None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:36.627708 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-75e4c485-8795-4552-9e3e-5d370a101ee3 None None] Provisioning complete for port 380e94ee-8ab6-4d47-a899-b59e2016e5f7 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:36.628081 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-75e4c485-8795-4552-9e3e-5d370a101ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:36.629564 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-67b72aab-cd82-4683-877c-2d8803ac1eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:36.662049 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-5f6d1dea-201d-4866-a996-73e10fecbc32 service neutron] Request body: {'port': {'device_id': '2c7c6598-0d92-49a2-b166-7a37f822e8a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:36.701017 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-568c4146-bbbd-4aa6-9e1e-7bcfccd28af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:36.703134 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-67b72aab-cd82-4683-877c-2d8803ac1eab None None] Attempting to bind port b0b30a20-7bbb-4a7b-89e7-67cb9b692844 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:19:36.703632 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-67b72aab-cd82-4683-877c-2d8803ac1eab None None] Attempting to bind port b0b30a20-7bbb-4a7b-89e7-67cb9b692844 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:19:36.704096 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b72aab-cd82-4683-877c-2d8803ac1eab None None] Attempting to bind port b0b30a20-7bbb-4a7b-89e7-67cb9b692844 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:19:36.719627 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b72aab-cd82-4683-877c-2d8803ac1eab None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:19:36.720275 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b72aab-cd82-4683-877c-2d8803ac1eab None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:19:36.720994 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-67b72aab-cd82-4683-877c-2d8803ac1eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:36.721459 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b72aab-cd82-4683-877c-2d8803ac1eab None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:19:36.722040 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-67b72aab-cd82-4683-877c-2d8803ac1eab None None] Bound port: b0b30a20-7bbb-4a7b-89e7-67cb9b692844, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:19:36.722623 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-67b72aab-cd82-4683-877c-2d8803ac1eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:36.733113 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-75e4c485-8795-4552-9e3e-5d370a101ee3 None None] Port 380e94ee-8ab6-4d47-a899-b59e2016e5f7 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:19:36.791585 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-67b72aab-cd82-4683-877c-2d8803ac1eab None None] For port b0b30a20-7bbb-4a7b-89e7-67cb9b692844, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:19:36.796943 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-67b72aab-cd82-4683-877c-2d8803ac1eab None None] For port b0b30a20-7bbb-4a7b-89e7-67cb9b692844, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=b0b30a20-7bbb-4a7b-89e7-67cb9b692844,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:19:36.799541 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38b8e8-4732-4c4e-b7d2-70dce36effbe None None] Pushing event updated for resources: {'Port': ['ID=b0b30a20-7bbb-4a7b-89e7-67cb9b692844,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:36.807038 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-67b72aab-cd82-4683-877c-2d8803ac1eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:36.868364 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-259523a5-b8f9-4859-9d26-5f0fb1e703ff None None] Provisioning complete for port b8828edf-b11a-4d77-8ef0-4626f7236219 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:36.868733 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-259523a5-b8f9-4859-9d26-5f0fb1e703ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:36.885287 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b72aab-cd82-4683-877c-2d8803ac1eab None None] Routers {'2ad4891e-8b5e-49f4-aa26-c4540be4c108'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:36.886171 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-67b72aab-cd82-4683-877c-2d8803ac1eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:19:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['2ad4891e-8b5e-49f4-aa26-c4540be4c108'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:36.896301 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-5f6d1dea-201d-4866-a996-73e10fecbc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:36.921392 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-568c4146-bbbd-4aa6-9e1e-7bcfccd28af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:36.924637 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546cebc-9f3c-407b-89c9-a97693aa49d6 req-374847b5-37b0-44df-b894-6ccd464c998c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:36.928900 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-568c4146-bbbd-4aa6-9e1e-7bcfccd28af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:36.930436 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d546cebc-9f3c-407b-89c9-a97693aa49d6 req-374847b5-37b0-44df-b894-6ccd464c998c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7c6598-0d92-49a2-b166-7a37f822e8a3 HTTP/1.1" status: 200 len: 970 time: 0.4223166 Sep 21 18:19:36.932057 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b8828edf-b11a-4d77-8ef0-4626f7236219 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:19:37.004384 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-568c4146-bbbd-4aa6-9e1e-7bcfccd28af9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b9496d37f4e74430b69313eabcce7322&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5918999 Sep 21 18:19:37.006040 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c4146-bbbd-4aa6-9e1e-7bcfccd28af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c902da7e-b6fa-4b31-8fe7-fc32decdf79a,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:37.009629 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45196) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:37.027603 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-67b72aab-cd82-4683-877c-2d8803ac1eab None None] Set router 2ad4891e-8b5e-49f4-aa26-c4540be4c108 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:19:37.088865 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port b8828edf-b11a-4d77-8ef0-4626f7236219 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:37.089402 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:37.104152 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e03dec1b-46b5-4816-822b-d893c064623f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:37.128506 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e03dec1b-46b5-4816-822b-d893c064623f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:37.147762 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38b8e8-4732-4c4e-b7d2-70dce36effbe None None] Pushing event updated for resources: {'Port': ['ID=b0b30a20-7bbb-4a7b-89e7-67cb9b692844,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:37.220590 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e03dec1b-46b5-4816-822b-d893c064623f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:37.223613 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e03dec1b-46b5-4816-822b-d893c064623f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:37.224907 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e03dec1b-46b5-4816-822b-d893c064623f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c902da7e-b6fa-4b31-8fe7-fc32decdf79a HTTP/1.1" status: 204 len: 168 time: 0.2141106 Sep 21 18:19:37.238345 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03dec1b-46b5-4816-822b-d893c064623f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c902da7e-b6fa-4b31-8fe7-fc32decdf79a,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:37.263864 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d546cebc-9f3c-407b-89c9-a97693aa49d6 req-e77181be-ead4-4093-8003-98b40534115a tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3aa665-dfad-44ed-ae89-7a7e5e2dbeac&id=1d515a61-c6bf-44fb-b030-067b347890b6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3186080 Sep 21 18:19:37.326745 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-67b72aab-cd82-4683-877c-2d8803ac1eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'name': 'tempest-TestServerBasicOps-64137485-router', 'tenant_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'b0b30a20-7bbb-4a7b-89e7-67cb9b692844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:32Z', 'updated_at': '2021-09-21T18:19:33Z', 'revision_number': 3, 'project_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'gw_port': {'id': 'b0b30a20-7bbb-4a7b-89e7-67cb9b692844', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:32Z', 'updated_at': '2021-09-21T18:19:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:37.355486 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b72aab-cd82-4683-877c-2d8803ac1eab None None] The sync data for ids ['2ad4891e-8b5e-49f4-aa26-c4540be4c108'] in n-d-810291-1 is: [{'id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'name': 'tempest-TestServerBasicOps-64137485-router', 'tenant_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'b0b30a20-7bbb-4a7b-89e7-67cb9b692844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:32Z', 'updated_at': '2021-09-21T18:19:33Z', 'revision_number': 3, 'project_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'gw_port': {'id': 'b0b30a20-7bbb-4a7b-89e7-67cb9b692844', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:32Z', 'updated_at': '2021-09-21T18:19:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:19:37.473915 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d4a646ba-d804-4c08-8554-2a959c93121e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:37.551173 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:19:37.575130 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45204) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:37.584622 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-5f6d1dea-201d-4866-a996-73e10fecbc32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 380e94ee-8ab6-4d47-a899-b59e2016e5f7 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:19:37.595531 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-5f6d1dea-201d-4866-a996-73e10fecbc32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:37.607376 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6648d2bd-c9a9-4b9c-94c4-af55568c651e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:37.647220 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-5f6d1dea-201d-4866-a996-73e10fecbc32 service neutron] Transition to ACTIVE for port object 380e94ee-8ab6-4d47-a899-b59e2016e5f7 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:19:37.652646 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-5f6d1dea-201d-4866-a996-73e10fecbc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:37.768568 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d1dea-201d-4866-a996-73e10fecbc32 service neutron] Pushing event updated for resources: {'Port': ['ID=380e94ee-8ab6-4d47-a899-b59e2016e5f7,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:37.773944 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6648d2bd-c9a9-4b9c-94c4-af55568c651e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:37.781552 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6648d2bd-c9a9-4b9c-94c4-af55568c651e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:37.802705 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-d4a646ba-d804-4c08-8554-2a959c93121e admin admin] Allocated IP 172.20.0.1 (13543e6d-446a-4106-9970-a4ed65e1a1ab/4b9e78cb-ebe5-4e7a-97f3-9861a92d567d/4708e845-d28d-4f18-b4f3-7a1b09991637) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:19:37.855600 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6648d2bd-c9a9-4b9c-94c4-af55568c651e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=893cb56481e3409198e490ec4abd788d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2774777 Sep 21 18:19:37.859385 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45210) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:37.875825 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648d2bd-c9a9-4b9c-94c4-af55568c651e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd555668-0174-417c-b2f4-961a01383ef6,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:37.922509 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-5f6d1dea-201d-4866-a996-73e10fecbc32 service neutron] Attempting to bind port 380e94ee-8ab6-4d47-a899-b59e2016e5f7 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:19:37.922850 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-5f6d1dea-201d-4866-a996-73e10fecbc32 service neutron] Attempting to bind port 380e94ee-8ab6-4d47-a899-b59e2016e5f7 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '14f646e8-ce4e-4e14-8fd2-749452971ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1cd72bea-97c0-42c6-bfc6-ae764f72a0a7'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:19:37.923201 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-5f6d1dea-201d-4866-a996-73e10fecbc32 service neutron] Attempting to bind port 380e94ee-8ab6-4d47-a899-b59e2016e5f7 on network 1cd72bea-97c0-42c6-bfc6-ae764f72a0a7 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:19:37.951966 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6d156528-282b-4374-b8f8-c223f0876f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:37.952478 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-5f6d1dea-201d-4866-a996-73e10fecbc32 service neutron] Port 380e94ee-8ab6-4d47-a899-b59e2016e5f7 on network 1cd72bea-97c0-42c6-bfc6-ae764f72a0a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:19:37.956992 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-5f6d1dea-201d-4866-a996-73e10fecbc32 service neutron] Attempting to bind port 380e94ee-8ab6-4d47-a899-b59e2016e5f7 on network 1cd72bea-97c0-42c6-bfc6-ae764f72a0a7 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:19:37.976272 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-5f6d1dea-201d-4866-a996-73e10fecbc32 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:19:37.981357 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6d156528-282b-4374-b8f8-c223f0876f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:37.982069 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-5f6d1dea-201d-4866-a996-73e10fecbc32 service neutron] Checking segment: {'id': '14f646e8-ce4e-4e14-8fd2-749452971ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1cd72bea-97c0-42c6-bfc6-ae764f72a0a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:19:37.983209 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-5f6d1dea-201d-4866-a996-73e10fecbc32 service neutron] Bound using segment: {'id': '14f646e8-ce4e-4e14-8fd2-749452971ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1cd72bea-97c0-42c6-bfc6-ae764f72a0a7'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:19:37.983849 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-5f6d1dea-201d-4866-a996-73e10fecbc32 service neutron] Bound port: 380e94ee-8ab6-4d47-a899-b59e2016e5f7, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14f646e8-ce4e-4e14-8fd2-749452971ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1cd72bea-97c0-42c6-bfc6-ae764f72a0a7'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:19:37.984384 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-5f6d1dea-201d-4866-a996-73e10fecbc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:38.104075 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6d156528-282b-4374-b8f8-c223f0876f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:38.110264 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6d156528-282b-4374-b8f8-c223f0876f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:38.127389 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6d156528-282b-4374-b8f8-c223f0876f95 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cd555668-0174-417c-b2f4-961a01383ef6 HTTP/1.1" status: 204 len: 168 time: 0.2589457 Sep 21 18:19:38.151527 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d156528-282b-4374-b8f8-c223f0876f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd555668-0174-417c-b2f4-961a01383ef6,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:38.154808 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d4a646ba-d804-4c08-8554-2a959c93121e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:38.188707 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-5f6d1dea-201d-4866-a996-73e10fecbc32 service neutron] For port 380e94ee-8ab6-4d47-a899-b59e2016e5f7, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:19:38.193774 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-5f6d1dea-201d-4866-a996-73e10fecbc32 service neutron] For port 380e94ee-8ab6-4d47-a899-b59e2016e5f7, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=380e94ee-8ab6-4d47-a899-b59e2016e5f7,segment=NetworkSegment(14f646e8-ce4e-4e14-8fd2-749452971ffe),segment_id=14f646e8-ce4e-4e14-8fd2-749452971ffe)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:19:38.205893 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-5f6d1dea-201d-4866-a996-73e10fecbc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:38.296264 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d1dea-201d-4866-a996-73e10fecbc32 service neutron] Pushing event updated for resources: {'Port': ['ID=380e94ee-8ab6-4d47-a899-b59e2016e5f7,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:38.313975 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-5f6d1dea-201d-4866-a996-73e10fecbc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:38.314605 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-5f6d1dea-201d-4866-a996-73e10fecbc32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:38.316035 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-5f6d1dea-201d-4866-a996-73e10fecbc32 service neutron] 10.222.0.44 "PUT /v2.0/ports/380e94ee-8ab6-4d47-a899-b59e2016e5f7 HTTP/1.1" status: 200 len: 1130 time: 1.6798077 Sep 21 18:19:38.316484 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7c6598-0d92-49a2-b166-7a37f822e8a3', 'tag': '380e94ee-8ab6-4d47-a899-b59e2016e5f7'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:19:38.318749 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26d8e19-b44e-4f14-a942-1662ca41a412" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7c6598-0d92-49a2-b166-7a37f822e8a3", "tag": "380e94ee-8ab6-4d47-a899-b59e2016e5f7"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:19:38.339686 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d4a646ba-d804-4c08-8554-2a959c93121e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:38.393960 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a646ba-d804-4c08-8554-2a959c93121e admin admin] Network 13543e6d-446a-4106-9970-a4ed65e1a1ab is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:19:38.441899 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120c390f-bf1d-4b1a-ab0f-d74959932fce x-openstack-request-id: req-120c390f-bf1d-4b1a-ab0f-d74959932fce {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:19:38.442191 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7c6598-0d92-49a2-b166-7a37f822e8a3", "tag": "380e94ee-8ab6-4d47-a899-b59e2016e5f7", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:19:38.442438 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-120c390f-bf1d-4b1a-ab0f-d74959932fce {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:19:38.442908 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7c6598-0d92-49a2-b166-7a37f822e8a3', 'tag': '380e94ee-8ab6-4d47-a899-b59e2016e5f7', 'status': 'completed', 'code': 200} Sep 21 18:19:38.478387 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-d4a646ba-d804-4c08-8554-2a959c93121e admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:38.491287 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a646ba-d804-4c08-8554-2a959c93121e admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:19:38.581728 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed56cc-2760-403b-a504-c7b419f26cbe req-ccbeae9d-4e35-41ca-aab1-c31fa4429a01 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:38.583979 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-25ed56cc-2760-403b-a504-c7b419f26cbe req-ccbeae9d-4e35-41ca-aab1-c31fa4429a01 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7c6598-0d92-49a2-b166-7a37f822e8a3 HTTP/1.1" status: 200 len: 982 time: 0.1408577 Sep 21 18:19:38.644804 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a646ba-d804-4c08-8554-2a959c93121e admin admin] Pushing event updated for resources: {'Port': ['ID=4708e845-d28d-4f18-b4f3-7a1b09991637,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:38.666953 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-25ed56cc-2760-403b-a504-c7b419f26cbe req-2b8a26cb-ba28-4240-8efe-684422186a2c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3aa665-dfad-44ed-ae89-7a7e5e2dbeac&id=1d515a61-c6bf-44fb-b030-067b347890b6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0763049 Sep 21 18:19:38.689429 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d4a646ba-d804-4c08-8554-2a959c93121e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:38.785740 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-ae7dceca-66fa-4333-926d-937ace96e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:38.791051 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-ae7dceca-66fa-4333-926d-937ace96e24c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e1a191972f04deba3d357390e99740f&device_id=2c7c6598-0d92-49a2-b166-7a37f822e8a3 HTTP/1.1" status: 200 len: 1133 time: 0.3900592 Sep 21 18:19:38.849762 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b0b30a20-7bbb-4a7b-89e7-67cb9b692844 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:19:38.874951 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-1ce96141-65e4-468b-85c5-ad33fac4ca81 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=380e94ee-8ab6-4d47-a899-b59e2016e5f7 HTTP/1.1" status: 200 len: 217 time: 0.0703509 Sep 21 18:19:38.923120 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-c99b6704-b30b-4f80-a482-654be202e723 None None] Provisioning complete for port 4708e845-d28d-4f18-b4f3-7a1b09991637 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:38.923820 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c99b6704-b30b-4f80-a482-654be202e723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:38.967957 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-c99b6704-b30b-4f80-a482-654be202e723 None None] Port 4708e845-d28d-4f18-b4f3-7a1b09991637 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:19:38.978115 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port b0b30a20-7bbb-4a7b-89e7-67cb9b692844 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:38.978769 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:39.030702 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-033b1359-1b80-468b-828a-278af6e66a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:39.034376 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-033b1359-1b80-468b-828a-278af6e66a4e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60da61b0-5687-4be6-b2d1-15131cfc2672 HTTP/1.1" status: 200 len: 835 time: 0.1424909 Sep 21 18:19:39.145192 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-fc72e397-bc24-42de-90ce-a04d35664fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:39.146971 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-fc72e397-bc24-42de-90ce-a04d35664fd9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1cd72bea-97c0-42c6-bfc6-ae764f72a0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044171 Sep 21 18:19:39.152042 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d4a646ba-d804-4c08-8554-2a959c93121e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:39.162289 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:39.224074 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port b0b30a20-7bbb-4a7b-89e7-67cb9b692844, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=b0b30a20-7bbb-4a7b-89e7-67cb9b692844,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:39.236677 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:39.328400 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=b0b30a20-7bbb-4a7b-89e7-67cb9b692844,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:39.336614 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-e6341bfb-bc1e-4fad-b6dd-2fed68f5b446 service neutron] 10.222.0.44 "GET /v2.0/networks/1cd72bea-97c0-42c6-bfc6-ae764f72a0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799664 Sep 21 18:19:39.519857 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-53cfd29f-86f9-412d-8e88-c4a6011cda52 req-70670e4d-9726-4bcf-a61a-2399e1441ee4 service neutron] 10.222.0.44 "GET /v2.0/networks/1cd72bea-97c0-42c6-bfc6-ae764f72a0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729522 Sep 21 18:19:39.624537 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d4a646ba-d804-4c08-8554-2a959c93121e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:39.635622 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d8e19-b44e-4f14-a942-1662ca41a412 req-d320be30-2200-4bb7-9900-24df0c5eca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:39.637305 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a26d8e19-b44e-4f14-a942-1662ca41a412 req-d320be30-2200-4bb7-9900-24df0c5eca66 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e1a191972f04deba3d357390e99740f&device_id=2c7c6598-0d92-49a2-b166-7a37f822e8a3 HTTP/1.1" status: 200 len: 1133 time: 0.0625606 Sep 21 18:19:39.637990 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d4a646ba-d804-4c08-8554-2a959c93121e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:39.745148 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a646ba-d804-4c08-8554-2a959c93121e admin admin] Pushing event updated for resources: {'Port': ['ID=4708e845-d28d-4f18-b4f3-7a1b09991637,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:39.780538 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d4a646ba-d804-4c08-8554-2a959c93121e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:39.911658 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a646ba-d804-4c08-8554-2a959c93121e admin admin] Network 13543e6d-446a-4106-9970-a4ed65e1a1ab is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:19:39.926598 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-d4a646ba-d804-4c08-8554-2a959c93121e admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:39.941853 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d8e19-b44e-4f14-a942-1662ca41a412 req-3f44c9dd-58bd-4966-9b82-f152fc6bcba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:39.943362 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a26d8e19-b44e-4f14-a942-1662ca41a412 req-3f44c9dd-58bd-4966-9b82-f152fc6bcba4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1cd72bea-97c0-42c6-bfc6-ae764f72a0a7 HTTP/1.1" status: 200 len: 898 time: 0.2767851 Sep 21 18:19:40.036333 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb243f-e175-4878-b5d3-8f1d69fee964 req-24b3e7d8-f1b9-4285-95d7-be9abe42a10a tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:40.038053 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-79cb243f-e175-4878-b5d3-8f1d69fee964 req-24b3e7d8-f1b9-4285-95d7-be9abe42a10a tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7c6598-0d92-49a2-b166-7a37f822e8a3 HTTP/1.1" status: 200 len: 982 time: 0.2368648 Sep 21 18:19:40.086154 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a26d8e19-b44e-4f14-a942-1662ca41a412 req-7298f9b4-1fc7-481e-a7ad-a22e41b8a003 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=380e94ee-8ab6-4d47-a899-b59e2016e5f7 HTTP/1.1" status: 200 len: 217 time: 0.0986955 Sep 21 18:19:40.219574 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-79cb243f-e175-4878-b5d3-8f1d69fee964 req-9ba2787b-9d2a-45c2-bc68-999f0bca6cc3 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3aa665-dfad-44ed-ae89-7a7e5e2dbeac&id=1d515a61-c6bf-44fb-b030-067b347890b6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1380398 Sep 21 18:19:40.236321 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d8e19-b44e-4f14-a942-1662ca41a412 req-c7e37b43-9d9c-46a5-9895-69a3bd3b957f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:40.237790 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a26d8e19-b44e-4f14-a942-1662ca41a412 req-c7e37b43-9d9c-46a5-9895-69a3bd3b957f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60da61b0-5687-4be6-b2d1-15131cfc2672 HTTP/1.1" status: 200 len: 835 time: 0.0950475 Sep 21 18:19:40.239779 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a646ba-d804-4c08-8554-2a959c93121e admin admin] Router 2ad4891e-8b5e-49f4-aa26-c4540be4c108 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:19:40.300677 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-c0924a5f-db91-473d-abb2-7c57b8b4c72b None None] Provisioning complete for port 4708e845-d28d-4f18-b4f3-7a1b09991637 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:40.301298 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c0924a5f-db91-473d-abb2-7c57b8b4c72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:40.352054 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-c0924a5f-db91-473d-abb2-7c57b8b4c72b None None] Port 4708e845-d28d-4f18-b4f3-7a1b09991637 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:19:40.819546 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b0b30a20-7bbb-4a7b-89e7-67cb9b692844 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:19:40.886361 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port b0b30a20-7bbb-4a7b-89e7-67cb9b692844 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:40.887769 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:40.939335 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d8e19-b44e-4f14-a942-1662ca41a412 req-41ede1cf-894f-461c-bf69-a210dc06b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:40.941023 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a26d8e19-b44e-4f14-a942-1662ca41a412 req-41ede1cf-894f-461c-bf69-a210dc06b930 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1cd72bea-97c0-42c6-bfc6-ae764f72a0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6933367 Sep 21 18:19:41.023674 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a646ba-d804-4c08-8554-2a959c93121e admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:19:41.037753 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d4a646ba-d804-4c08-8554-2a959c93121e admin admin] 10.222.0.58 "PUT /v2.0/routers/2ad4891e-8b5e-49f4-aa26-c4540be4c108/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6861382 Sep 21 18:19:41.048347 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6945403-6b15-451f-8e89-db1778e58a7b None None] Sync routers for ids ['2ad4891e-8b5e-49f4-aa26-c4540be4c108'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:19:41.074647 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6945403-6b15-451f-8e89-db1778e58a7b None None] Routers {'2ad4891e-8b5e-49f4-aa26-c4540be4c108'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:41.075551 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d6945403-6b15-451f-8e89-db1778e58a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:19:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['2ad4891e-8b5e-49f4-aa26-c4540be4c108'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:41.109183 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a26d8e19-b44e-4f14-a942-1662ca41a412 req-4b1c6e86-a6f9-4c8b-8412-b51c5e4fafa2 service neutron] 10.222.0.44 "GET /v2.0/networks/1cd72bea-97c0-42c6-bfc6-ae764f72a0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303113 Sep 21 18:19:41.310315 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-d6945403-6b15-451f-8e89-db1778e58a7b None None] Set router 2ad4891e-8b5e-49f4-aa26-c4540be4c108 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:19:41.330844 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a26d8e19-b44e-4f14-a942-1662ca41a412 req-ed783663-a4dd-413a-ae0c-965a2b3baeac service neutron] 10.222.0.44 "GET /v2.0/networks/1cd72bea-97c0-42c6-bfc6-ae764f72a0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127867 Sep 21 18:19:41.526520 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3070fe-1414-480c-8ceb-61db5a25a7ee req-b8c0df98-7ab6-4cf9-b606-6b2fe7c2b6f2 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:41.536795 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7d3070fe-1414-480c-8ceb-61db5a25a7ee req-b8c0df98-7ab6-4cf9-b606-6b2fe7c2b6f2 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7c6598-0d92-49a2-b166-7a37f822e8a3 HTTP/1.1" status: 200 len: 982 time: 0.1316230 Sep 21 18:19:41.622319 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7d3070fe-1414-480c-8ceb-61db5a25a7ee req-621dcf92-f1ac-4984-b535-440468fb8f2b tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3aa665-dfad-44ed-ae89-7a7e5e2dbeac&id=1d515a61-c6bf-44fb-b030-067b347890b6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0837483 Sep 21 18:19:41.921569 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d6945403-6b15-451f-8e89-db1778e58a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'name': 'tempest-TestServerBasicOps-64137485-router', 'tenant_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'b0b30a20-7bbb-4a7b-89e7-67cb9b692844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:32Z', 'updated_at': '2021-09-21T18:19:39Z', 'revision_number': 4, 'project_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'gw_port': {'id': 'b0b30a20-7bbb-4a7b-89e7-67cb9b692844', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:32Z', 'updated_at': '2021-09-21T18:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '4708e845-d28d-4f18-b4f3-7a1b09991637', 'name': '', 'network_id': '13543e6d-446a-4106-9970-a4ed65e1a1ab', 'tenant_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'mac_address': 'fa:16:3e:23:8a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '4b9e78cb-ebe5-4e7a-97f3-9861a92d567d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:37Z', 'updated_at': '2021-09-21T18:19:39Z', 'revision_number': 2, 'project_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'subnets': [{'id': '4b9e78cb-ebe5-4e7a-97f3-9861a92d567d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:41.958826 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6945403-6b15-451f-8e89-db1778e58a7b None None] Checking router: 2ad4891e-8b5e-49f4-aa26-c4540be4c108 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:19:41.958826 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6945403-6b15-451f-8e89-db1778e58a7b None None] Updating router 2ad4891e-8b5e-49f4-aa26-c4540be4c108 port 4708e845-d28d-4f18-b4f3-7a1b09991637 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:19:41.971874 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45298) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:41.978334 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-8cd469c2-4fb0-48b7-957b-7a957b94a6ca admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-376085345-network', 'tenant_id': '551483f5da494162ba96dd9271cffdd1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:41.993197 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d6945403-6b15-451f-8e89-db1778e58a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:42.016684 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd469c2-4fb0-48b7-957b-7a957b94a6ca admin admin] Made reservation on behalf of 551483f5da494162ba96dd9271cffdd1 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:19:42.020094 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8cd469c2-4fb0-48b7-957b-7a957b94a6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:42.030661 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8cd469c2-4fb0-48b7-957b-7a957b94a6ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:42.171017 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8cd469c2-4fb0-48b7-957b-7a957b94a6ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:42.178810 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8cd469c2-4fb0-48b7-957b-7a957b94a6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:42.208426 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd469c2-4fb0-48b7-957b-7a957b94a6ca admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:19:42.225953 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd469c2-4fb0-48b7-957b-7a957b94a6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76de166-5cb6-4546-b9a4-9a98ffbd4d58,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:42.242250 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8cd469c2-4fb0-48b7-957b-7a957b94a6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:42.244155 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-8cd469c2-4fb0-48b7-957b-7a957b94a6ca admin admin] Added segment ecb8c7eb-a0bd-45e2-9354-99e92f52b08e of type vlan for network 76b28b2e-2189-40ad-81a7-83f1bc6a5be5 Sep 21 18:19:42.288340 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8cd469c2-4fb0-48b7-957b-7a957b94a6ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:42.313858 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8cd469c2-4fb0-48b7-957b-7a957b94a6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:42.315038 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd469c2-4fb0-48b7-957b-7a957b94a6ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:42.315665 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8cd469c2-4fb0-48b7-957b-7a957b94a6ca admin admin] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:42.339740 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d6945403-6b15-451f-8e89-db1778e58a7b None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:42.344632 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d6945403-6b15-451f-8e89-db1778e58a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:42.353491 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8cd469c2-4fb0-48b7-957b-7a957b94a6ca admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3806033 Sep 21 18:19:42.356235 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45300) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:42.362720 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-b6449d64-5c7b-44e0-aedb-10f1dc7031d0 admin admin] Request body: {'subnet': {'network_id': '76b28b2e-2189-40ad-81a7-83f1bc6a5be5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-376085345-subnet', 'tenant_id': '551483f5da494162ba96dd9271cffdd1', 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:42.401477 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd469c2-4fb0-48b7-957b-7a957b94a6ca admin admin] Pushing event updated for resources: {'Network': ['ID=76b28b2e-2189-40ad-81a7-83f1bc6a5be5,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:42.421246 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 76b28b2e-2189-40ad-81a7-83f1bc6a5be5 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:19:42.432238 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6449d64-5c7b-44e0-aedb-10f1dc7031d0 admin admin] Made reservation on behalf of 551483f5da494162ba96dd9271cffdd1 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:19:42.435182 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b6449d64-5c7b-44e0-aedb-10f1dc7031d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:42.442671 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be968b5-52a7-4a20-9287-844dda1d18cf None None] Pushing event updated for resources: {'Port': ['ID=4708e845-d28d-4f18-b4f3-7a1b09991637,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:42.576364 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-d6945403-6b15-451f-8e89-db1778e58a7b None None] Attempting to bind port 4708e845-d28d-4f18-b4f3-7a1b09991637 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:19:42.578875 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-d6945403-6b15-451f-8e89-db1778e58a7b None None] Attempting to bind port 4708e845-d28d-4f18-b4f3-7a1b09991637 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '95d4daec-1316-416c-aef0-0b6bc52415ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '13543e6d-446a-4106-9970-a4ed65e1a1ab'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:19:42.580411 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6945403-6b15-451f-8e89-db1778e58a7b None None] Attempting to bind port 4708e845-d28d-4f18-b4f3-7a1b09991637 on network 13543e6d-446a-4106-9970-a4ed65e1a1ab {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:19:42.592190 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6945403-6b15-451f-8e89-db1778e58a7b None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:19:42.592636 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6945403-6b15-451f-8e89-db1778e58a7b None None] Checking segment: {'id': '95d4daec-1316-416c-aef0-0b6bc52415ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '13543e6d-446a-4106-9970-a4ed65e1a1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:19:42.593111 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d6945403-6b15-451f-8e89-db1778e58a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:42.593589 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6945403-6b15-451f-8e89-db1778e58a7b None None] Bound using segment: {'id': '95d4daec-1316-416c-aef0-0b6bc52415ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '13543e6d-446a-4106-9970-a4ed65e1a1ab'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:19:42.594151 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-d6945403-6b15-451f-8e89-db1778e58a7b None None] Bound port: 4708e845-d28d-4f18-b4f3-7a1b09991637, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d4daec-1316-416c-aef0-0b6bc52415ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '13543e6d-446a-4106-9970-a4ed65e1a1ab'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:19:42.594605 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d6945403-6b15-451f-8e89-db1778e58a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:42.692100 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-d6945403-6b15-451f-8e89-db1778e58a7b None None] For port 4708e845-d28d-4f18-b4f3-7a1b09991637, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:19:42.692286 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b6449d64-5c7b-44e0-aedb-10f1dc7031d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:42.699734 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-d6945403-6b15-451f-8e89-db1778e58a7b None None] For port 4708e845-d28d-4f18-b4f3-7a1b09991637, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=4708e845-d28d-4f18-b4f3-7a1b09991637,segment=NetworkSegment(95d4daec-1316-416c-aef0-0b6bc52415ff),segment_id=95d4daec-1316-416c-aef0-0b6bc52415ff)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:19:42.706656 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d6945403-6b15-451f-8e89-db1778e58a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:42.793607 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 380e94ee-8ab6-4d47-a899-b59e2016e5f7 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:19:42.813742 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6449d64-5c7b-44e0-aedb-10f1dc7031d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65833933-ed67-41b1-9742-c7829f560425,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:42.901390 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6945403-6b15-451f-8e89-db1778e58a7b None None] Routers {'2ad4891e-8b5e-49f4-aa26-c4540be4c108'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:42.902035 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d6945403-6b15-451f-8e89-db1778e58a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:19:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['2ad4891e-8b5e-49f4-aa26-c4540be4c108'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:42.912489 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6449d64-5c7b-44e0-aedb-10f1dc7031d0 admin admin] Checking segment: {'id': 'ecb8c7eb-a0bd-45e2-9354-99e92f52b08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '76b28b2e-2189-40ad-81a7-83f1bc6a5be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:19:42.912489 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6449d64-5c7b-44e0-aedb-10f1dc7031d0 admin admin] Network hostable DHCP agents. Network: 76b28b2e-2189-40ad-81a7-83f1bc6a5be5, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:19:42.912699 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759875dc-ba8c-4716-b92a-6d09e255bade req-8be6ac21-ef1e-483f-bafd-6abb6ff9318b tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:42.913170 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be968b5-52a7-4a20-9287-844dda1d18cf None None] Pushing event updated for resources: {'Port': ['ID=4708e845-d28d-4f18-b4f3-7a1b09991637,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:42.927719 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-759875dc-ba8c-4716-b92a-6d09e255bade req-8be6ac21-ef1e-483f-bafd-6abb6ff9318b tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7c6598-0d92-49a2-b166-7a37f822e8a3 HTTP/1.1" status: 200 len: 982 time: 0.1592116 Sep 21 18:19:42.948639 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6449d64-5c7b-44e0-aedb-10f1dc7031d0 admin admin] Network 76b28b2e-2189-40ad-81a7-83f1bc6a5be5 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:19:42.967685 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-b6449d64-5c7b-44e0-aedb-10f1dc7031d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 76b28b2e-2189-40ad-81a7-83f1bc6a5be5) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:42.978304 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6449d64-5c7b-44e0-aedb-10f1dc7031d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:42.980566 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b6449d64-5c7b-44e0-aedb-10f1dc7031d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:42.990489 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-759875dc-ba8c-4716-b92a-6d09e255bade req-bb1a08e8-7d29-44ad-b02e-53526084c757 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3aa665-dfad-44ed-ae89-7a7e5e2dbeac&id=1d515a61-c6bf-44fb-b030-067b347890b6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0573318 Sep 21 18:19:43.003353 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1d82c3-1410-4c40-beaf-c335457d0882 None None] Network 76b28b2e-2189-40ad-81a7-83f1bc6a5be5 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:19:43.017919 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b6449d64-5c7b-44e0-aedb-10f1dc7031d0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6583974 Sep 21 18:19:43.019221 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45314) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:43.024687 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-7d273a1d-b630-40b8-9dde-1f20500112e8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-376085345-router', 'tenant_id': '551483f5da494162ba96dd9271cffdd1', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:43.060575 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-dabcbeee-c8d7-4194-b05e-cb7823b6066e None None] Provisioning complete for port 4708e845-d28d-4f18-b4f3-7a1b09991637 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:43.060862 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dabcbeee-c8d7-4194-b05e-cb7823b6066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:43.069326 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d273a1d-b630-40b8-9dde-1f20500112e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:43.070742 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d273a1d-b630-40b8-9dde-1f20500112e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:43.147788 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d273a1d-b630-40b8-9dde-1f20500112e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:43.324787 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d273a1d-b630-40b8-9dde-1f20500112e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:43.335129 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-d6945403-6b15-451f-8e89-db1778e58a7b None None] Set router 2ad4891e-8b5e-49f4-aa26-c4540be4c108 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:19:43.379735 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 380e94ee-8ab6-4d47-a899-b59e2016e5f7, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=380e94ee-8ab6-4d47-a899-b59e2016e5f7,segment=NetworkSegment(14f646e8-ce4e-4e14-8fd2-749452971ffe),segment_id=14f646e8-ce4e-4e14-8fd2-749452971ffe)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:43.423390 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dabcbeee-c8d7-4194-b05e-cb7823b6066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:43.425121 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '380e94ee-8ab6-4d47-a899-b59e2016e5f7', 'network_id': '1cd72bea-97c0-42c6-bfc6-ae764f72a0a7', 'port_id': '380e94ee-8ab6-4d47-a899-b59e2016e5f7', 'mac_address': 'fa:16:3e:c3:9f:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60da61b0-5687-4be6-b2d1-15131cfc2672', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:19:43.465706 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5367d24c-71fc-4397-94a7-b7e0edf7ab93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-76b28b2e-2189-40ad-81a7-83f1bc6a5be5', 'network_id': '76b28b2e-2189-40ad-81a7-83f1bc6a5be5', 'tenant_id': '551483f5da494162ba96dd9271cffdd1', 'fixed_ips': [{'subnet_id': '65833933-ed67-41b1-9742-c7829f560425'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:19:43.466610 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5367d24c-71fc-4397-94a7-b7e0edf7ab93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:43.568057 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d273a1d-b630-40b8-9dde-1f20500112e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:43.590595 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d273a1d-b630-40b8-9dde-1f20500112e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:43.645956 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-dabcbeee-c8d7-4194-b05e-cb7823b6066e None None] For port 4708e845-d28d-4f18-b4f3-7a1b09991637, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=4708e845-d28d-4f18-b4f3-7a1b09991637,segment=NetworkSegment(95d4daec-1316-416c-aef0-0b6bc52415ff),segment_id=95d4daec-1316-416c-aef0-0b6bc52415ff)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:43.647100 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:43.677023 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dabcbeee-c8d7-4194-b05e-cb7823b6066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:43.696087 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 380e94ee-8ab6-4d47-a899-b59e2016e5f7 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:19:43.719726 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-7d273a1d-b630-40b8-9dde-1f20500112e8 admin admin] Allocated IP 172.25.6.198 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/99a3fd27-8963-4d55-9e5e-f58ea5cfbc54) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:19:43.808087 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 380e94ee-8ab6-4d47-a899-b59e2016e5f7, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=380e94ee-8ab6-4d47-a899-b59e2016e5f7,segment=NetworkSegment(14f646e8-ce4e-4e14-8fd2-749452971ffe),segment_id=14f646e8-ce4e-4e14-8fd2-749452971ffe)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:43.824822 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:43.832431 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabcbeee-c8d7-4194-b05e-cb7823b6066e None None] Pushing event updated for resources: {'Port': ['ID=4708e845-d28d-4f18-b4f3-7a1b09991637,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:43.854251 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-5367d24c-71fc-4397-94a7-b7e0edf7ab93 None None] Allocated IP 172.20.0.2 (76b28b2e-2189-40ad-81a7-83f1bc6a5be5/65833933-ed67-41b1-9742-c7829f560425/012632ea-c171-452b-9171-af3e07c080f2) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:19:43.867957 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d273a1d-b630-40b8-9dde-1f20500112e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:43.905207 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-d24c09d0-c5b3-4c20-abf4-8447eb49f199 None None] Provisioning complete for port 4708e845-d28d-4f18-b4f3-7a1b09991637 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:43.905575 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d24c09d0-c5b3-4c20-abf4-8447eb49f199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:43.925734 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d273a1d-b630-40b8-9dde-1f20500112e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:43.984009 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d273a1d-b630-40b8-9dde-1f20500112e8 admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:19:43.987632 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-7d273a1d-b630-40b8-9dde-1f20500112e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:44.001602 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d273a1d-b630-40b8-9dde-1f20500112e8 admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:19:44.005600 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=380e94ee-8ab6-4d47-a899-b59e2016e5f7,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:44.023563 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d273a1d-b630-40b8-9dde-1f20500112e8 admin admin] Pushing event updated for resources: {'Port': ['ID=99a3fd27-8963-4d55-9e5e-f58ea5cfbc54,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:44.063897 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['380e94ee-8ab6-4d47-a899-b59e2016e5f7'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:19:44.209733 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603c776-a15f-45e1-a348-4e8ea2b35223 req-1112441e-978f-4ac4-a0ef-142113f931b0 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:44.220788 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c603c776-a15f-45e1-a348-4e8ea2b35223 req-1112441e-978f-4ac4-a0ef-142113f931b0 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7c6598-0d92-49a2-b166-7a37f822e8a3 HTTP/1.1" status: 200 len: 983 time: 0.1342149 Sep 21 18:19:44.246476 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d6945403-6b15-451f-8e89-db1778e58a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'name': 'tempest-TestServerBasicOps-64137485-router', 'tenant_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'b0b30a20-7bbb-4a7b-89e7-67cb9b692844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:32Z', 'updated_at': '2021-09-21T18:19:39Z', 'revision_number': 4, 'project_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'gw_port': {'id': 'b0b30a20-7bbb-4a7b-89e7-67cb9b692844', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:32Z', 'updated_at': '2021-09-21T18:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '4708e845-d28d-4f18-b4f3-7a1b09991637', 'name': '', 'network_id': '13543e6d-446a-4106-9970-a4ed65e1a1ab', 'tenant_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'mac_address': 'fa:16:3e:23:8a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '4b9e78cb-ebe5-4e7a-97f3-9861a92d567d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:37Z', 'updated_at': '2021-09-21T18:19:42Z', 'revision_number': 4, 'project_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'subnets': [{'id': '4b9e78cb-ebe5-4e7a-97f3-9861a92d567d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:44.280414 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c603c776-a15f-45e1-a348-4e8ea2b35223 req-6e1e102b-6b6d-4649-9f3e-55617cf52b6a tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3aa665-dfad-44ed-ae89-7a7e5e2dbeac&id=1d515a61-c6bf-44fb-b030-067b347890b6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0579367 Sep 21 18:19:44.310695 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6945403-6b15-451f-8e89-db1778e58a7b None None] The sync data for ids ['2ad4891e-8b5e-49f4-aa26-c4540be4c108'] in n-d-810291-1 is: [{'id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'name': 'tempest-TestServerBasicOps-64137485-router', 'tenant_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'b0b30a20-7bbb-4a7b-89e7-67cb9b692844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:32Z', 'updated_at': '2021-09-21T18:19:39Z', 'revision_number': 4, 'project_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'gw_port': {'id': 'b0b30a20-7bbb-4a7b-89e7-67cb9b692844', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:32Z', 'updated_at': '2021-09-21T18:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '4708e845-d28d-4f18-b4f3-7a1b09991637', 'name': '', 'network_id': '13543e6d-446a-4106-9970-a4ed65e1a1ab', 'tenant_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'mac_address': 'fa:16:3e:23:8a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '4b9e78cb-ebe5-4e7a-97f3-9861a92d567d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:37Z', 'updated_at': '2021-09-21T18:19:42Z', 'revision_number': 4, 'project_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'subnets': [{'id': '4b9e78cb-ebe5-4e7a-97f3-9861a92d567d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:19:44.347519 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d273a1d-b630-40b8-9dde-1f20500112e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:44.629087 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5367d24c-71fc-4397-94a7-b7e0edf7ab93 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:44.652829 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d273a1d-b630-40b8-9dde-1f20500112e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:44.686919 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5367d24c-71fc-4397-94a7-b7e0edf7ab93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:44.710522 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5367d24c-71fc-4397-94a7-b7e0edf7ab93 None None] Network 76b28b2e-2189-40ad-81a7-83f1bc6a5be5 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:19:44.734125 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-5367d24c-71fc-4397-94a7-b7e0edf7ab93 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:44.737886 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5367d24c-71fc-4397-94a7-b7e0edf7ab93 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:19:44.800737 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367d24c-71fc-4397-94a7-b7e0edf7ab93 None None] Pushing event updated for resources: {'Port': ['ID=012632ea-c171-452b-9171-af3e07c080f2,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:44.855912 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-5367d24c-71fc-4397-94a7-b7e0edf7ab93 None None] Attempting to bind port 012632ea-c171-452b-9171-af3e07c080f2 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:19:44.856979 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-5367d24c-71fc-4397-94a7-b7e0edf7ab93 None None] Attempting to bind port 012632ea-c171-452b-9171-af3e07c080f2 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'ecb8c7eb-a0bd-45e2-9354-99e92f52b08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '76b28b2e-2189-40ad-81a7-83f1bc6a5be5'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:19:44.857358 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5367d24c-71fc-4397-94a7-b7e0edf7ab93 None None] Attempting to bind port 012632ea-c171-452b-9171-af3e07c080f2 on network 76b28b2e-2189-40ad-81a7-83f1bc6a5be5 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:19:44.864642 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d273a1d-b630-40b8-9dde-1f20500112e8 admin admin] Router f7616f37-072f-40b4-bf35-06024919a7e5 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:19:44.881435 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5367d24c-71fc-4397-94a7-b7e0edf7ab93 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:19:44.881931 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5367d24c-71fc-4397-94a7-b7e0edf7ab93 None None] Checking segment: {'id': 'ecb8c7eb-a0bd-45e2-9354-99e92f52b08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '76b28b2e-2189-40ad-81a7-83f1bc6a5be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:19:44.882324 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5367d24c-71fc-4397-94a7-b7e0edf7ab93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:44.882723 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5367d24c-71fc-4397-94a7-b7e0edf7ab93 None None] Bound using segment: {'id': 'ecb8c7eb-a0bd-45e2-9354-99e92f52b08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '76b28b2e-2189-40ad-81a7-83f1bc6a5be5'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:19:44.883327 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-5367d24c-71fc-4397-94a7-b7e0edf7ab93 None None] Bound port: 012632ea-c171-452b-9171-af3e07c080f2, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecb8c7eb-a0bd-45e2-9354-99e92f52b08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '76b28b2e-2189-40ad-81a7-83f1bc6a5be5'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:19:44.883730 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5367d24c-71fc-4397-94a7-b7e0edf7ab93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:44.986591 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5367d24c-71fc-4397-94a7-b7e0edf7ab93 None None] For port 012632ea-c171-452b-9171-af3e07c080f2, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:19:44.990245 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5367d24c-71fc-4397-94a7-b7e0edf7ab93 None None] For port 012632ea-c171-452b-9171-af3e07c080f2, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=012632ea-c171-452b-9171-af3e07c080f2,segment=NetworkSegment(ecb8c7eb-a0bd-45e2-9354-99e92f52b08e),segment_id=ecb8c7eb-a0bd-45e2-9354-99e92f52b08e)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:19:44.997569 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 4708e845-d28d-4f18-b4f3-7a1b09991637 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:19:45.003024 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5367d24c-71fc-4397-94a7-b7e0edf7ab93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:45.044690 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d273a1d-b630-40b8-9dde-1f20500112e8 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:19:45.059922 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66c6875-efe5-46a1-9e3f-4b09427e7124 None None] Sync routers for ids ['f7616f37-072f-40b4-bf35-06024919a7e5'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:19:45.081681 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7d273a1d-b630-40b8-9dde-1f20500112e8 admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:45.083251 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7d273a1d-b630-40b8-9dde-1f20500112e8 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0627847 Sep 21 18:19:45.086225 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45340) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:45.100360 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66c6875-efe5-46a1-9e3f-4b09427e7124 None None] Routers {'f7616f37-072f-40b4-bf35-06024919a7e5'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:45.101423 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-e66c6875-efe5-46a1-9e3f-4b09427e7124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:19:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['f7616f37-072f-40b4-bf35-06024919a7e5'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:45.134263 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367d24c-71fc-4397-94a7-b7e0edf7ab93 None None] Pushing event updated for resources: {'Port': ['ID=012632ea-c171-452b-9171-af3e07c080f2,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:45.164575 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 4708e845-d28d-4f18-b4f3-7a1b09991637 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:45.164976 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:45.352597 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-e66c6875-efe5-46a1-9e3f-4b09427e7124 None None] Set router f7616f37-072f-40b4-bf35-06024919a7e5 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:19:45.554045 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24870b-3d79-47ab-9345-d8a6a7decf51 req-379e5f36-5bf7-4b39-9970-9fc3d53fa381 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:45.556527 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad24870b-3d79-47ab-9345-d8a6a7decf51 req-379e5f36-5bf7-4b39-9970-9fc3d53fa381 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7c6598-0d92-49a2-b166-7a37f822e8a3 HTTP/1.1" status: 200 len: 983 time: 0.1251097 Sep 21 18:19:45.692849 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-e66c6875-efe5-46a1-9e3f-4b09427e7124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7616f37-072f-40b4-bf35-06024919a7e5', 'name': 'tempest-TestServerBasicOps-376085345-router', 'tenant_id': '551483f5da494162ba96dd9271cffdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '99a3fd27-8963-4d55-9e5e-f58ea5cfbc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:43Z', 'updated_at': '2021-09-21T18:19:44Z', 'revision_number': 3, 'project_id': '551483f5da494162ba96dd9271cffdd1', 'gw_port': {'id': '99a3fd27-8963-4d55-9e5e-f58ea5cfbc54', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7616f37-072f-40b4-bf35-06024919a7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:43Z', 'updated_at': '2021-09-21T18:19:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:45.749344 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad24870b-3d79-47ab-9345-d8a6a7decf51 req-d80da3c8-9c5c-416b-bb56-231b68e950f3 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3aa665-dfad-44ed-ae89-7a7e5e2dbeac&id=1d515a61-c6bf-44fb-b030-067b347890b6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1751392 Sep 21 18:19:45.844878 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66c6875-efe5-46a1-9e3f-4b09427e7124 None None] Checking router: f7616f37-072f-40b4-bf35-06024919a7e5 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:19:45.845357 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66c6875-efe5-46a1-9e3f-4b09427e7124 None None] Updating router f7616f37-072f-40b4-bf35-06024919a7e5 port 99a3fd27-8963-4d55-9e5e-f58ea5cfbc54 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:19:45.871591 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e66c6875-efe5-46a1-9e3f-4b09427e7124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:45.901996 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-987b549f-924c-487f-a164-198d4105b3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:45.922822 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8d44385b-283a-4b5c-8b95-922a1c1bb913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:46.146097 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-987b549f-924c-487f-a164-198d4105b3d3 admin admin] Allocated IP 172.20.0.1 (76b28b2e-2189-40ad-81a7-83f1bc6a5be5/65833933-ed67-41b1-9742-c7829f560425/63e1cee1-653d-4c1d-919b-0a63c0fc7b92) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:19:46.350500 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e66c6875-efe5-46a1-9e3f-4b09427e7124 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:46.367593 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e66c6875-efe5-46a1-9e3f-4b09427e7124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:46.424974 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-e66c6875-efe5-46a1-9e3f-4b09427e7124 None None] Attempting to bind port 99a3fd27-8963-4d55-9e5e-f58ea5cfbc54 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:19:46.425463 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-e66c6875-efe5-46a1-9e3f-4b09427e7124 None None] Attempting to bind port 99a3fd27-8963-4d55-9e5e-f58ea5cfbc54 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:19:46.425916 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66c6875-efe5-46a1-9e3f-4b09427e7124 None None] Attempting to bind port 99a3fd27-8963-4d55-9e5e-f58ea5cfbc54 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:19:46.426595 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-987b549f-924c-487f-a164-198d4105b3d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:46.434580 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66c6875-efe5-46a1-9e3f-4b09427e7124 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:19:46.435269 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66c6875-efe5-46a1-9e3f-4b09427e7124 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:19:46.435821 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e66c6875-efe5-46a1-9e3f-4b09427e7124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:46.436483 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66c6875-efe5-46a1-9e3f-4b09427e7124 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:19:46.437278 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-e66c6875-efe5-46a1-9e3f-4b09427e7124 None None] Bound port: 99a3fd27-8963-4d55-9e5e-f58ea5cfbc54, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:19:46.437951 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e66c6875-efe5-46a1-9e3f-4b09427e7124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:46.477929 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d733121-c3d8-40f8-b5f3-cca4a29b91a2 None None] Pushing event updated for resources: {'Port': ['ID=99a3fd27-8963-4d55-9e5e-f58ea5cfbc54,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:46.495100 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-987b549f-924c-487f-a164-198d4105b3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:46.542408 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-e66c6875-efe5-46a1-9e3f-4b09427e7124 None None] For port 99a3fd27-8963-4d55-9e5e-f58ea5cfbc54, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:19:46.543601 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987b549f-924c-487f-a164-198d4105b3d3 admin admin] Network 76b28b2e-2189-40ad-81a7-83f1bc6a5be5 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:19:46.548599 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-987b549f-924c-487f-a164-198d4105b3d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:46.551615 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-e66c6875-efe5-46a1-9e3f-4b09427e7124 None None] For port 99a3fd27-8963-4d55-9e5e-f58ea5cfbc54, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=99a3fd27-8963-4d55-9e5e-f58ea5cfbc54,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:19:46.559028 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987b549f-924c-487f-a164-198d4105b3d3 admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:19:46.562589 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e66c6875-efe5-46a1-9e3f-4b09427e7124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:46.612088 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b549f-924c-487f-a164-198d4105b3d3 admin admin] Pushing event updated for resources: {'Port': ['ID=63e1cee1-653d-4c1d-919b-0a63c0fc7b92,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:46.629997 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45352) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:46.641041 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-987b549f-924c-487f-a164-198d4105b3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:46.650711 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66c6875-efe5-46a1-9e3f-4b09427e7124 None None] Routers {'f7616f37-072f-40b4-bf35-06024919a7e5'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:46.651388 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-e66c6875-efe5-46a1-9e3f-4b09427e7124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:19:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['f7616f37-072f-40b4-bf35-06024919a7e5'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:46.751270 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d733121-c3d8-40f8-b5f3-cca4a29b91a2 None None] Pushing event updated for resources: {'Port': ['ID=99a3fd27-8963-4d55-9e5e-f58ea5cfbc54,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:46.798910 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 380e94ee-8ab6-4d47-a899-b59e2016e5f7 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:19:46.805709 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-87b62aa9-e8f9-44dd-a3a2-12508546f10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:46.899035 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-987b549f-924c-487f-a164-198d4105b3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:46.938547 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-e66c6875-efe5-46a1-9e3f-4b09427e7124 None None] Set router f7616f37-072f-40b4-bf35-06024919a7e5 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:19:46.988416 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 012632ea-c171-452b-9171-af3e07c080f2 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:19:47.002384 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddc4bfb-feac-474f-8979-850c20f71f3b None None] Network 76b28b2e-2189-40ad-81a7-83f1bc6a5be5 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:19:47.046666 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c62f4-3e83-4c9c-a532-e264df689052 req-d1c9e28f-4bcd-40be-8507-e2875af7f453 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:47.054238 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fb7c62f4-3e83-4c9c-a532-e264df689052 req-d1c9e28f-4bcd-40be-8507-e2875af7f453 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7c6598-0d92-49a2-b166-7a37f822e8a3 HTTP/1.1" status: 200 len: 983 time: 0.1747217 Sep 21 18:19:47.137209 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fb7c62f4-3e83-4c9c-a532-e264df689052 req-ce6f0c55-2181-4e68-b3a8-ecf8b84912fc tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3aa665-dfad-44ed-ae89-7a7e5e2dbeac&id=1d515a61-c6bf-44fb-b030-067b347890b6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0774794 Sep 21 18:19:47.167214 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-87b62aa9-e8f9-44dd-a3a2-12508546f10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:47.176493 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-87b62aa9-e8f9-44dd-a3a2-12508546f10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:47.206166 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-e66c6875-efe5-46a1-9e3f-4b09427e7124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7616f37-072f-40b4-bf35-06024919a7e5', 'name': 'tempest-TestServerBasicOps-376085345-router', 'tenant_id': '551483f5da494162ba96dd9271cffdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '99a3fd27-8963-4d55-9e5e-f58ea5cfbc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:43Z', 'updated_at': '2021-09-21T18:19:44Z', 'revision_number': 3, 'project_id': '551483f5da494162ba96dd9271cffdd1', 'gw_port': {'id': '99a3fd27-8963-4d55-9e5e-f58ea5cfbc54', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7616f37-072f-40b4-bf35-06024919a7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:43Z', 'updated_at': '2021-09-21T18:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:47.246112 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66c6875-efe5-46a1-9e3f-4b09427e7124 None None] The sync data for ids ['f7616f37-072f-40b4-bf35-06024919a7e5'] in n-d-810291-1 is: [{'id': 'f7616f37-072f-40b4-bf35-06024919a7e5', 'name': 'tempest-TestServerBasicOps-376085345-router', 'tenant_id': '551483f5da494162ba96dd9271cffdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '99a3fd27-8963-4d55-9e5e-f58ea5cfbc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:43Z', 'updated_at': '2021-09-21T18:19:44Z', 'revision_number': 3, 'project_id': '551483f5da494162ba96dd9271cffdd1', 'gw_port': {'id': '99a3fd27-8963-4d55-9e5e-f58ea5cfbc54', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7616f37-072f-40b4-bf35-06024919a7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:43Z', 'updated_at': '2021-09-21T18:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:19:47.271851 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 380e94ee-8ab6-4d47-a899-b59e2016e5f7 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:19:47.278864 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-987b549f-924c-487f-a164-198d4105b3d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:47.282479 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 380e94ee-8ab6-4d47-a899-b59e2016e5f7 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:47.283095 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:47.302502 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-987b549f-924c-487f-a164-198d4105b3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:47.312929 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-87b62aa9-e8f9-44dd-a3a2-12508546f10f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6fbcaad633c948efbb2cb03efcb330f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6794798 Sep 21 18:19:47.313850 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45360) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:47.325713 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-2dff309f-c844-4b43-9500-243bc80a83c3 None None] Provisioning complete for port 012632ea-c171-452b-9171-af3e07c080f2 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:47.326186 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2dff309f-c844-4b43-9500-243bc80a83c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:47.337175 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b62aa9-e8f9-44dd-a3a2-12508546f10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d02fe2-2249-4359-ab7b-401b49d77b79,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:47.412031 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 012632ea-c171-452b-9171-af3e07c080f2 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:47.412404 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:47.425332 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b549f-924c-487f-a164-198d4105b3d3 admin admin] Pushing event updated for resources: {'Port': ['ID=63e1cee1-653d-4c1d-919b-0a63c0fc7b92,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:47.428928 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e1a071e9-42c0-4ee2-ba5d-acf6f52699c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:47.439116 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-987b549f-924c-487f-a164-198d4105b3d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:47.480047 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e1a071e9-42c0-4ee2-ba5d-acf6f52699c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:47.542743 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:47.549676 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e1a071e9-42c0-4ee2-ba5d-acf6f52699c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:47.553772 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e1a071e9-42c0-4ee2-ba5d-acf6f52699c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:47.555591 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e1a071e9-42c0-4ee2-ba5d-acf6f52699c8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/75d02fe2-2249-4359-ab7b-401b49d77b79 HTTP/1.1" status: 204 len: 168 time: 0.2402928 Sep 21 18:19:47.568074 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a071e9-42c0-4ee2-ba5d-acf6f52699c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d02fe2-2249-4359-ab7b-401b49d77b79,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:47.637074 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2dff309f-c844-4b43-9500-243bc80a83c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:47.675470 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7c6598-0d92-49a2-b166-7a37f822e8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '380e94ee-8ab6-4d47-a899-b59e2016e5f7'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:19:47.677302 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8af41f-b00a-4cbf-a51c-0fd1127f30b7" -d '{"events": [{"server_uuid": "2c7c6598-0d92-49a2-b166-7a37f822e8a3", "name": "network-vif-plugged", "status": "completed", "tag": "380e94ee-8ab6-4d47-a899-b59e2016e5f7"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:19:47.692325 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:47.702677 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 380e94ee-8ab6-4d47-a899-b59e2016e5f7, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=380e94ee-8ab6-4d47-a899-b59e2016e5f7,segment=NetworkSegment(14f646e8-ce4e-4e14-8fd2-749452971ffe),segment_id=14f646e8-ce4e-4e14-8fd2-749452971ffe)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:47.793570 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48089348-5da1-4594-a111-2bce21dd355f x-openstack-request-id: req-48089348-5da1-4594-a111-2bce21dd355f {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:19:47.794215 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7c6598-0d92-49a2-b166-7a37f822e8a3", "name": "network-vif-plugged", "status": "completed", "tag": "380e94ee-8ab6-4d47-a899-b59e2016e5f7", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:19:47.794215 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-48089348-5da1-4594-a111-2bce21dd355f {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:19:47.794493 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7c6598-0d92-49a2-b166-7a37f822e8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '380e94ee-8ab6-4d47-a899-b59e2016e5f7', 'code': 200} Sep 21 18:19:47.809312 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:47.868061 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-2dff309f-c844-4b43-9500-243bc80a83c3 None None] For port 012632ea-c171-452b-9171-af3e07c080f2, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=012632ea-c171-452b-9171-af3e07c080f2,segment=NetworkSegment(ecb8c7eb-a0bd-45e2-9354-99e92f52b08e),segment_id=ecb8c7eb-a0bd-45e2-9354-99e92f52b08e)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:47.889963 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2dff309f-c844-4b43-9500-243bc80a83c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:48.024337 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=380e94ee-8ab6-4d47-a899-b59e2016e5f7,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:48.086358 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.db.api [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:19:48.086850 n-d-810291-1 neutron-server[101462]: DEBUG oslo_db.api [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:19:48.089073 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45368) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:48.105247 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-df20b01f-cfba-4819-aa0b-7887090a1f35 None None] Provisioning complete for port 012632ea-c171-452b-9171-af3e07c080f2 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:48.106003 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-df20b01f-cfba-4819-aa0b-7887090a1f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:48.113851 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e5ebce4d-a6c7-485f-b16c-2c28ea3c8b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:48.156322 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff309f-c844-4b43-9500-243bc80a83c3 None None] Pushing event updated for resources: {'Port': ['ID=012632ea-c171-452b-9171-af3e07c080f2,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:48.268422 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-df20b01f-cfba-4819-aa0b-7887090a1f35 None None] Provisioning complete for port 63e1cee1-653d-4c1d-919b-0a63c0fc7b92 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:48.268864 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-df20b01f-cfba-4819-aa0b-7887090a1f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:48.318915 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-df20b01f-cfba-4819-aa0b-7887090a1f35 None None] Port 63e1cee1-653d-4c1d-919b-0a63c0fc7b92 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:19:48.320543 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e5ebce4d-a6c7-485f-b16c-2c28ea3c8b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:48.337581 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e5ebce4d-a6c7-485f-b16c-2c28ea3c8b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:48.345397 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e3b90-0e40-44cd-8668-a75b34c842a2 req-f5f1913f-5cd5-4ccd-acc1-53e2ce72a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:48.347243 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-270e3b90-0e40-44cd-8668-a75b34c842a2 req-f5f1913f-5cd5-4ccd-acc1-53e2ce72a36a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2c7c6598-0d92-49a2-b166-7a37f822e8a3 HTTP/1.1" status: 200 len: 1135 time: 0.0909653 Sep 21 18:19:48.386246 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987b549f-924c-487f-a164-198d4105b3d3 admin admin] Network 76b28b2e-2189-40ad-81a7-83f1bc6a5be5 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:19:48.389211 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-987b549f-924c-487f-a164-198d4105b3d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:48.407640 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e5ebce4d-a6c7-485f-b16c-2c28ea3c8b57 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6bcae4e8714a4203b1e466d9b22146bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3168123 Sep 21 18:19:48.408858 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45376) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:48.409801 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebce4d-a6c7-485f-b16c-2c28ea3c8b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595ef6fa-7ad2-4844-abf4-a07a8a0fec81,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:48.428249 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c8602-0512-4f4a-8fae-a9e3844fc6f6 req-ac252009-5f90-447e-9ac3-628c8dcd9e6f tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:48.450267 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4c9c8602-0512-4f4a-8fae-a9e3844fc6f6 req-ac252009-5f90-447e-9ac3-628c8dcd9e6f tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7c6598-0d92-49a2-b166-7a37f822e8a3 HTTP/1.1" status: 200 len: 984 time: 0.1612673 Sep 21 18:19:48.452631 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0de7ad76-be28-4872-b724-9001b004ece3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:48.491893 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-a9a97caa-4930-477d-865e-bc016e925f45 None None] Provisioning complete for port 63e1cee1-653d-4c1d-919b-0a63c0fc7b92 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:48.493829 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a9a97caa-4930-477d-865e-bc016e925f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:48.534589 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4c9c8602-0512-4f4a-8fae-a9e3844fc6f6 req-76f780ff-b579-45a5-963a-d5c038c03127 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3aa665-dfad-44ed-ae89-7a7e5e2dbeac&id=1d515a61-c6bf-44fb-b030-067b347890b6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0821831 Sep 21 18:19:48.587114 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-270e3b90-0e40-44cd-8668-a75b34c842a2 req-0161b773-aa59-467d-83b0-73bfacd72094 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1d515a61-c6bf-44fb-b030-067b347890b6&id=3f3aa665-dfad-44ed-ae89-7a7e5e2dbeac&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2270694 Sep 21 18:19:48.613862 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1e4f8734-93fc-49a0-8724-1509873a12eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:48.624167 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-a9a97caa-4930-477d-865e-bc016e925f45 None None] Port 63e1cee1-653d-4c1d-919b-0a63c0fc7b92 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:19:48.675497 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1e4f8734-93fc-49a0-8724-1509873a12eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:48.743650 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1e4f8734-93fc-49a0-8724-1509873a12eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:48.746640 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1e4f8734-93fc-49a0-8724-1509873a12eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:48.748175 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1e4f8734-93fc-49a0-8724-1509873a12eb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/595ef6fa-7ad2-4844-abf4-a07a8a0fec81 HTTP/1.1" status: 204 len: 168 time: 0.3361490 Sep 21 18:19:48.854727 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f8734-93fc-49a0-8724-1509873a12eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595ef6fa-7ad2-4844-abf4-a07a8a0fec81,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:48.864312 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987b549f-924c-487f-a164-198d4105b3d3 admin admin] Router f7616f37-072f-40b4-bf35-06024919a7e5 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:19:48.892668 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-098b3cb4-6cb4-4143-b24f-1576d6af24ba None None] Provisioning complete for port 63e1cee1-653d-4c1d-919b-0a63c0fc7b92 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:48.893843 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-098b3cb4-6cb4-4143-b24f-1576d6af24ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:48.938300 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-098b3cb4-6cb4-4143-b24f-1576d6af24ba None None] Port 63e1cee1-653d-4c1d-919b-0a63c0fc7b92 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:19:48.996195 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:49.007172 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 99a3fd27-8963-4d55-9e5e-f58ea5cfbc54 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:19:49.019628 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987b549f-924c-487f-a164-198d4105b3d3 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:19:49.024695 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-987b549f-924c-487f-a164-198d4105b3d3 admin admin] 10.222.0.58 "PUT /v2.0/routers/f7616f37-072f-40b4-bf35-06024919a7e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9368200 Sep 21 18:19:49.072748 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 99a3fd27-8963-4d55-9e5e-f58ea5cfbc54 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:49.073281 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:49.085910 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45388) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:49.157485 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:49.177962 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 99a3fd27-8963-4d55-9e5e-f58ea5cfbc54, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=99a3fd27-8963-4d55-9e5e-f58ea5cfbc54,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:49.183286 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:49.184152 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 012632ea-c171-452b-9171-af3e07c080f2 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:19:49.218485 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-79e91e25-0e6e-4125-92f1-c3254e0abee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:49.364543 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-79e91e25-0e6e-4125-92f1-c3254e0abee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:49.370243 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=99a3fd27-8963-4d55-9e5e-f58ea5cfbc54,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:49.373030 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-79e91e25-0e6e-4125-92f1-c3254e0abee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:49.381620 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 012632ea-c171-452b-9171-af3e07c080f2 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:49.381997 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:49.436855 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-79e91e25-0e6e-4125-92f1-c3254e0abee3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dbb285239df24e26addd1b2a6411181d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3493595 Sep 21 18:19:49.437848 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e91e25-0e6e-4125-92f1-c3254e0abee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f9f58c-b4fe-46b4-8570-a3a7685fa1c0,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:49.439621 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45404) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:49.517967 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-112dbacb-8a64-400e-8d9c-469e7de2aafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:49.547362 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-112dbacb-8a64-400e-8d9c-469e7de2aafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:49.610819 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-112dbacb-8a64-400e-8d9c-469e7de2aafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:49.613370 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-112dbacb-8a64-400e-8d9c-469e7de2aafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:49.614723 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-112dbacb-8a64-400e-8d9c-469e7de2aafa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/78f9f58c-b4fe-46b4-8570-a3a7685fa1c0 HTTP/1.1" status: 204 len: 168 time: 0.1741138 Sep 21 18:19:49.655430 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112dbacb-8a64-400e-8d9c-469e7de2aafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f9f58c-b4fe-46b4-8570-a3a7685fa1c0,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:49.728259 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29722fd2-689b-4b48-8d42-dac48d4cff28 req-93b97d1a-1627-440a-a841-5f54fa918bcc tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:49.728259 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-29722fd2-689b-4b48-8d42-dac48d4cff28 req-93b97d1a-1627-440a-a841-5f54fa918bcc tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7c6598-0d92-49a2-b166-7a37f822e8a3 HTTP/1.1" status: 200 len: 984 time: 0.0884783 Sep 21 18:19:49.780282 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45418) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:49.785799 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-9efbeca3-e5c6-4368-9155-752c224c579e tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1628878550', 'description': 'tempest-secgroup-smoke-1628878550 description', 'project_id': '08e34419ed4e41388b212b7cfbe8a9c2'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:49.793555 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-29722fd2-689b-4b48-8d42-dac48d4cff28 req-e6309066-ab57-457b-99ec-00836b0d4d68 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3aa665-dfad-44ed-ae89-7a7e5e2dbeac&id=1d515a61-c6bf-44fb-b030-067b347890b6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0590813 Sep 21 18:19:49.814559 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b39af76-e60a-4cfe-8b6d-3af68374a6c2 None None] Sync routers for ids ['f7616f37-072f-40b4-bf35-06024919a7e5'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:19:49.827993 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b39af76-e60a-4cfe-8b6d-3af68374a6c2 None None] Routers {'f7616f37-072f-40b4-bf35-06024919a7e5'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:49.828806 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-9b39af76-e60a-4cfe-8b6d-3af68374a6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:19:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['f7616f37-072f-40b4-bf35-06024919a7e5'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:49.829477 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9efbeca3-e5c6-4368-9155-752c224c579e tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:49.933112 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9efbeca3-e5c6-4368-9155-752c224c579e tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:49.940682 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9efbeca3-e5c6-4368-9155-752c224c579e tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:49.964136 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-9b39af76-e60a-4cfe-8b6d-3af68374a6c2 None None] Set router f7616f37-072f-40b4-bf35-06024919a7e5 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:19:49.972532 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9efbeca3-e5c6-4368-9155-752c224c579e tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:49.977001 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9efbeca3-e5c6-4368-9155-752c224c579e tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1927755 Sep 21 18:19:49.977437 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45426) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:49.982210 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-395b44f6-9009-4dda-8cec-275b494e4c2f tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Request body: {'security_group_rule': {'security_group_id': 'd6e10150-041e-4e19-bfc2-7c174b41e794', 'project_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:49.997327 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbeca3-e5c6-4368-9155-752c224c579e tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e10150-041e-4e19-bfc2-7c174b41e794,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:50.022851 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-395b44f6-9009-4dda-8cec-275b494e4c2f tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:50.075873 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45428) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:50.082449 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-395b44f6-9009-4dda-8cec-275b494e4c2f tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:50.088812 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-395b44f6-9009-4dda-8cec-275b494e4c2f tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:50.096056 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2f64abc8-9588-4e39-96ad-e9e14024de78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:50.111655 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b44f6-9009-4dda-8cec-275b494e4c2f tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d93b07-ecdb-4d69-acc6-76526865e63c,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:50.199837 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:50.213947 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2f64abc8-9588-4e39-96ad-e9e14024de78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:50.218986 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2f64abc8-9588-4e39-96ad-e9e14024de78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:50.224165 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-395b44f6-9009-4dda-8cec-275b494e4c2f tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:50.225388 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-395b44f6-9009-4dda-8cec-275b494e4c2f tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2468388 Sep 21 18:19:50.228544 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45430) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:50.233390 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-bbe35562-07eb-4120-a2e2-e121b0b05895 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Request body: {'security_group_rule': {'security_group_id': 'd6e10150-041e-4e19-bfc2-7c174b41e794', 'project_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:50.235964 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-9b39af76-e60a-4cfe-8b6d-3af68374a6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7616f37-072f-40b4-bf35-06024919a7e5', 'name': 'tempest-TestServerBasicOps-376085345-router', 'tenant_id': '551483f5da494162ba96dd9271cffdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '99a3fd27-8963-4d55-9e5e-f58ea5cfbc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:43Z', 'updated_at': '2021-09-21T18:19:46Z', 'revision_number': 4, 'project_id': '551483f5da494162ba96dd9271cffdd1', 'gw_port': {'id': '99a3fd27-8963-4d55-9e5e-f58ea5cfbc54', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7616f37-072f-40b4-bf35-06024919a7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:43Z', 'updated_at': '2021-09-21T18:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '63e1cee1-653d-4c1d-919b-0a63c0fc7b92', 'name': '', 'network_id': '76b28b2e-2189-40ad-81a7-83f1bc6a5be5', 'tenant_id': '551483f5da494162ba96dd9271cffdd1', 'mac_address': 'fa:16:3e:48:c1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7616f37-072f-40b4-bf35-06024919a7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '65833933-ed67-41b1-9742-c7829f560425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:45Z', 'updated_at': '2021-09-21T18:19:47Z', 'revision_number': 2, 'project_id': '551483f5da494162ba96dd9271cffdd1', 'subnets': [{'id': '65833933-ed67-41b1-9742-c7829f560425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:50.270287 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bbe35562-07eb-4120-a2e2-e121b0b05895 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:50.272582 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2f64abc8-9588-4e39-96ad-e9e14024de78 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a39ef5ca20274d3594b6e8e1d62ac2f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1954315 Sep 21 18:19:50.275130 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45432) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:50.277297 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b39af76-e60a-4cfe-8b6d-3af68374a6c2 None None] Checking router: f7616f37-072f-40b4-bf35-06024919a7e5 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:19:50.277758 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b39af76-e60a-4cfe-8b6d-3af68374a6c2 None None] Updating router f7616f37-072f-40b4-bf35-06024919a7e5 port 63e1cee1-653d-4c1d-919b-0a63c0fc7b92 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:19:50.283136 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64abc8-9588-4e39-96ad-e9e14024de78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2f2768-10a2-4d86-a977-a662a9ffadaf,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:50.325859 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b39af76-e60a-4cfe-8b6d-3af68374a6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:50.345167 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e51767f9-d7e2-4d39-a639-4f24f3d83a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:50.346094 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bbe35562-07eb-4120-a2e2-e121b0b05895 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:50.351078 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bbe35562-07eb-4120-a2e2-e121b0b05895 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:50.371510 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe35562-07eb-4120-a2e2-e121b0b05895 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f47918-2f2c-45d7-a50a-07170c8bcfcd,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:50.382011 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bbe35562-07eb-4120-a2e2-e121b0b05895 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:50.386918 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bbe35562-07eb-4120-a2e2-e121b0b05895 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1549933 Sep 21 18:19:50.387288 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45434) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:50.387806 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e51767f9-d7e2-4d39-a639-4f24f3d83a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:50.393643 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-f8db5ea7-4e08-4fef-85e4-4b64c773e3b8 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Request body: {'security_group_rule': {'security_group_id': 'd6e10150-041e-4e19-bfc2-7c174b41e794', 'project_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:50.434374 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f8db5ea7-4e08-4fef-85e4-4b64c773e3b8 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:50.456981 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e51767f9-d7e2-4d39-a639-4f24f3d83a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:50.461020 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e51767f9-d7e2-4d39-a639-4f24f3d83a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:50.464862 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e51767f9-d7e2-4d39-a639-4f24f3d83a43 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ea2f2768-10a2-4d86-a977-a662a9ffadaf HTTP/1.1" status: 204 len: 168 time: 0.1862574 Sep 21 18:19:50.493090 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51767f9-d7e2-4d39-a639-4f24f3d83a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2f2768-10a2-4d86-a977-a662a9ffadaf,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:50.531854 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f8db5ea7-4e08-4fef-85e4-4b64c773e3b8 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:50.537407 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f8db5ea7-4e08-4fef-85e4-4b64c773e3b8 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:50.559940 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f8db5ea7-4e08-4fef-85e4-4b64c773e3b8 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:50.561334 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f8db5ea7-4e08-4fef-85e4-4b64c773e3b8 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1729045 Sep 21 18:19:50.563854 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db5ea7-4e08-4fef-85e4-4b64c773e3b8 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d9dd23-69a7-45e5-94f9-4e8fb7b1991c,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:50.564126 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45442) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:50.568834 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-fe05cebf-995f-4985-b1a0-ba79794b639d tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Request body: {'security_group_rule': {'security_group_id': 'd6e10150-041e-4e19-bfc2-7c174b41e794', 'project_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:50.605803 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe05cebf-995f-4985-b1a0-ba79794b639d tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:50.669033 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe05cebf-995f-4985-b1a0-ba79794b639d tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:50.674782 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe05cebf-995f-4985-b1a0-ba79794b639d tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:50.691968 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe05cebf-995f-4985-b1a0-ba79794b639d tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b0abaf3-3b2c-4cfc-8cd1-370ada9ac329,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:50.712010 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fe05cebf-995f-4985-b1a0-ba79794b639d tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:50.716305 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45448) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:50.717472 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-fe05cebf-995f-4985-b1a0-ba79794b639d tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1522324 Sep 21 18:19:50.722539 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-978968a9-7490-46ec-8b6a-39a977248355 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Request body: {'security_group_rule': {'security_group_id': 'd6e10150-041e-4e19-bfc2-7c174b41e794', 'project_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:50.749387 n-d-810291-1 neutron-server[101461]: INFO neutron.db.securitygroups_db [None req-978968a9-7490-46ec-8b6a-39a977248355 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Project 08e34419ed4e41388b212b7cfbe8a9c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:19:50.758449 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-978968a9-7490-46ec-8b6a-39a977248355 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:50.765003 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b39af76-e60a-4cfe-8b6d-3af68374a6c2 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:50.783303 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b39af76-e60a-4cfe-8b6d-3af68374a6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:50.854871 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 99a3fd27-8963-4d55-9e5e-f58ea5cfbc54 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:19:50.885496 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-978968a9-7490-46ec-8b6a-39a977248355 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:50.896907 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-978968a9-7490-46ec-8b6a-39a977248355 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:50.915710 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b52be-f21d-435e-8a08-22d67ea1dad5 None None] Pushing event updated for resources: {'Port': ['ID=63e1cee1-653d-4c1d-919b-0a63c0fc7b92,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:50.930552 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978968a9-7490-46ec-8b6a-39a977248355 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae2c5007-4ecc-419c-8b1a-44d679407b32,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:50.956577 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-978968a9-7490-46ec-8b6a-39a977248355 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:50.958096 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-978968a9-7490-46ec-8b6a-39a977248355 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2407119 Sep 21 18:19:50.961049 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45458) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:50.966084 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-8662a625-9a3f-4f0c-a078-e763af21b271 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Request body: {'security_group_rule': {'security_group_id': 'd6e10150-041e-4e19-bfc2-7c174b41e794', 'project_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:50.985197 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d5e82-e5e3-4bc8-90b0-361d7fdaa398 req-9050b455-383b-457c-b18b-0105ada5092f tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:50.988483 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 99a3fd27-8963-4d55-9e5e-f58ea5cfbc54 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:50.988865 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:50.993096 n-d-810291-1 neutron-server[101461]: INFO neutron.db.securitygroups_db [None req-8662a625-9a3f-4f0c-a078-e763af21b271 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Project 08e34419ed4e41388b212b7cfbe8a9c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:19:50.999240 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8662a625-9a3f-4f0c-a078-e763af21b271 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:51.003322 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-877d5e82-e5e3-4bc8-90b0-361d7fdaa398 req-9050b455-383b-457c-b18b-0105ada5092f tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7c6598-0d92-49a2-b166-7a37f822e8a3 HTTP/1.1" status: 200 len: 984 time: 0.1121109 Sep 21 18:19:51.054202 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-9b39af76-e60a-4cfe-8b6d-3af68374a6c2 None None] Attempting to bind port 63e1cee1-653d-4c1d-919b-0a63c0fc7b92 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:19:51.054576 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-9b39af76-e60a-4cfe-8b6d-3af68374a6c2 None None] Attempting to bind port 63e1cee1-653d-4c1d-919b-0a63c0fc7b92 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'ecb8c7eb-a0bd-45e2-9354-99e92f52b08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '76b28b2e-2189-40ad-81a7-83f1bc6a5be5'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:19:51.055027 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b39af76-e60a-4cfe-8b6d-3af68374a6c2 None None] Attempting to bind port 63e1cee1-653d-4c1d-919b-0a63c0fc7b92 on network 76b28b2e-2189-40ad-81a7-83f1bc6a5be5 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:19:51.066519 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b39af76-e60a-4cfe-8b6d-3af68374a6c2 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:19:51.066811 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b39af76-e60a-4cfe-8b6d-3af68374a6c2 None None] Checking segment: {'id': 'ecb8c7eb-a0bd-45e2-9354-99e92f52b08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '76b28b2e-2189-40ad-81a7-83f1bc6a5be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:19:51.067254 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b39af76-e60a-4cfe-8b6d-3af68374a6c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:51.069013 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-877d5e82-e5e3-4bc8-90b0-361d7fdaa398 req-0509aecc-ee02-43f5-8caf-efda49d88cbe tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3aa665-dfad-44ed-ae89-7a7e5e2dbeac&id=1d515a61-c6bf-44fb-b030-067b347890b6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0643394 Sep 21 18:19:51.069208 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b39af76-e60a-4cfe-8b6d-3af68374a6c2 None None] Bound using segment: {'id': 'ecb8c7eb-a0bd-45e2-9354-99e92f52b08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '76b28b2e-2189-40ad-81a7-83f1bc6a5be5'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:19:51.069521 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-9b39af76-e60a-4cfe-8b6d-3af68374a6c2 None None] Bound port: 63e1cee1-653d-4c1d-919b-0a63c0fc7b92, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecb8c7eb-a0bd-45e2-9354-99e92f52b08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '76b28b2e-2189-40ad-81a7-83f1bc6a5be5'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:19:51.070098 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b39af76-e60a-4cfe-8b6d-3af68374a6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:51.136904 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8662a625-9a3f-4f0c-a078-e763af21b271 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:51.144796 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8662a625-9a3f-4f0c-a078-e763af21b271 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:51.180864 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662a625-9a3f-4f0c-a078-e763af21b271 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3743666-7116-4724-b0c9-8ab722cc471c,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:51.198331 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8662a625-9a3f-4f0c-a078-e763af21b271 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:51.228036 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8662a625-9a3f-4f0c-a078-e763af21b271 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2648427 Sep 21 18:19:51.373905 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58089b-b3d7-4924-a00a-344df498e789 req-98424f05-bfb0-457f-bcac-c52ea1bcd4c8 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:51.383000 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4d58089b-b3d7-4924-a00a-344df498e789 req-98424f05-bfb0-457f-bcac-c52ea1bcd4c8 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7c6598-0d92-49a2-b166-7a37f822e8a3 HTTP/1.1" status: 200 len: 984 time: 0.1458888 Sep 21 18:19:51.462409 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4d58089b-b3d7-4924-a00a-344df498e789 req-7e3901db-d107-4e47-aaa6-6cd640b60eb4 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3aa665-dfad-44ed-ae89-7a7e5e2dbeac&id=1d515a61-c6bf-44fb-b030-067b347890b6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0646203 Sep 21 18:19:51.487046 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b39af76-e60a-4cfe-8b6d-3af68374a6c2 None None] For port 63e1cee1-653d-4c1d-919b-0a63c0fc7b92, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:19:51.487046 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-1a536059-fbe2-48ee-acd1-c7fb691fecf7 None None] Provisioning complete for port 63e1cee1-653d-4c1d-919b-0a63c0fc7b92 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:51.487046 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1a536059-fbe2-48ee-acd1-c7fb691fecf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:51.487939 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b39af76-e60a-4cfe-8b6d-3af68374a6c2 None None] For port 63e1cee1-653d-4c1d-919b-0a63c0fc7b92, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=63e1cee1-653d-4c1d-919b-0a63c0fc7b92,segment=NetworkSegment(ecb8c7eb-a0bd-45e2-9354-99e92f52b08e),segment_id=ecb8c7eb-a0bd-45e2-9354-99e92f52b08e)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:19:51.513496 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b39af76-e60a-4cfe-8b6d-3af68374a6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:51.563822 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-1a536059-fbe2-48ee-acd1-c7fb691fecf7 None None] Port 63e1cee1-653d-4c1d-919b-0a63c0fc7b92 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:19:51.584472 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-712cbbd0-a695-477c-a331-a78f98557926 req-01d5c32a-ef09-4c3f-b01e-e098031e3540 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1628878550&fields=id&tenant_id=08e34419ed4e41388b212b7cfbe8a9c2 HTTP/1.1" status: 200 len: 267 time: 0.0532165 Sep 21 18:19:51.660126 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b39af76-e60a-4cfe-8b6d-3af68374a6c2 None None] Routers {'f7616f37-072f-40b4-bf35-06024919a7e5'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:51.660775 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-9b39af76-e60a-4cfe-8b6d-3af68374a6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:19:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['f7616f37-072f-40b4-bf35-06024919a7e5'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:51.716023 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b52be-f21d-435e-8a08-22d67ea1dad5 None None] Pushing event updated for resources: {'Port': ['ID=63e1cee1-653d-4c1d-919b-0a63c0fc7b92,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:51.718426 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb85df-3cab-4bc5-a5ac-dbb9ceb2b17f req-91c6d5e7-57c5-4088-8eed-719f1e6dd458 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:51.728501 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cbbd0-a695-477c-a331-a78f98557926 req-44a76369-5027-4768-81ed-128c452376f9 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:51.729030 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d6bb85df-3cab-4bc5-a5ac-dbb9ceb2b17f req-91c6d5e7-57c5-4088-8eed-719f1e6dd458 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2c7c6598-0d92-49a2-b166-7a37f822e8a3 HTTP/1.1" status: 200 len: 1135 time: 0.1168933 Sep 21 18:19:51.737343 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-712cbbd0-a695-477c-a331-a78f98557926 req-44a76369-5027-4768-81ed-128c452376f9 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "GET /v2.0/networks?id=13543e6d-446a-4106-9970-a4ed65e1a1ab HTTP/1.1" status: 200 len: 807 time: 0.1518223 Sep 21 18:19:51.750119 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:51.757668 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-d6bb85df-3cab-4bc5-a5ac-dbb9ceb2b17f req-bb7eb903-3207-4f0a-b8e2-a4a9e29e26a6 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:51.761674 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-712cbbd0-a695-477c-a331-a78f98557926 req-e6641699-11a9-4cd5-ac27-d5800846f43b tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "GET /v2.0/quotas/08e34419ed4e41388b212b7cfbe8a9c2 HTTP/1.1" status: 200 len: 375 time: 0.0155098 Sep 21 18:19:51.851970 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-9b39af76-e60a-4cfe-8b6d-3af68374a6c2 None None] Set router f7616f37-072f-40b4-bf35-06024919a7e5 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:19:51.883555 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-712cbbd0-a695-477c-a331-a78f98557926 req-b5d6f92b-50fa-49ef-a618-31575fb1ef9d tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=08e34419ed4e41388b212b7cfbe8a9c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1149378 Sep 21 18:19:51.981148 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-d6bb85df-3cab-4bc5-a5ac-dbb9ceb2b17f req-bb7eb903-3207-4f0a-b8e2-a4a9e29e26a6 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:51.986673 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-d6bb85df-3cab-4bc5-a5ac-dbb9ceb2b17f req-bb7eb903-3207-4f0a-b8e2-a4a9e29e26a6 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:52.034846 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d6bb85df-3cab-4bc5-a5ac-dbb9ceb2b17f req-bb7eb903-3207-4f0a-b8e2-a4a9e29e26a6 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=3f3aa665-dfad-44ed-ae89-7a7e5e2dbeac&id=1d515a61-c6bf-44fb-b030-067b347890b6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3000951 Sep 21 18:19:52.050629 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-712cbbd0-a695-477c-a331-a78f98557926 req-63071ce9-dc3f-4f89-9a4c-ef1e936fe01e service neutron] 10.222.0.58 "GET /v2.0/networks/13543e6d-446a-4106-9970-a4ed65e1a1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596711 Sep 21 18:19:52.051344 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45496) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:52.057765 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7eb903-3207-4f0a-b8e2-a4a9e29e26a6 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a3ad72-dab5-4d6a-b764-56191369834d,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:52.077316 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-de05f72d-4a4d-413b-a800-dfe4673baced None None] Provisioning complete for port 63e1cee1-653d-4c1d-919b-0a63c0fc7b92 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:52.077684 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-de05f72d-4a4d-413b-a800-dfe4673baced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:52.177086 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e73325-e388-4219-b64d-fcec93f5731e tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:52.181704 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-43e73325-e388-4219-b64d-fcec93f5731e tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2c7c6598-0d92-49a2-b166-7a37f822e8a3 HTTP/1.1" status: 200 len: 1130 time: 0.1261129 Sep 21 18:19:52.182464 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45502) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:52.191551 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-bb5f559d-5e3d-4873-9919-0b067415da52 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'port_id': '380e94ee-8ab6-4d47-a899-b59e2016e5f7', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:52.206135 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-712cbbd0-a695-477c-a331-a78f98557926 req-1166cf35-c338-4778-862a-83cd2fcd08e5 service neutron] 10.222.0.58 "GET /v2.0/networks/13543e6d-446a-4106-9970-a4ed65e1a1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167021 Sep 21 18:19:52.227083 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-de05f72d-4a4d-413b-a800-dfe4673baced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:52.246996 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb5f559d-5e3d-4873-9919-0b067415da52 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for floatingip, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:52.266778 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-9b39af76-e60a-4cfe-8b6d-3af68374a6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7616f37-072f-40b4-bf35-06024919a7e5', 'name': 'tempest-TestServerBasicOps-376085345-router', 'tenant_id': '551483f5da494162ba96dd9271cffdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '99a3fd27-8963-4d55-9e5e-f58ea5cfbc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:43Z', 'updated_at': '2021-09-21T18:19:46Z', 'revision_number': 4, 'project_id': '551483f5da494162ba96dd9271cffdd1', 'gw_port': {'id': '99a3fd27-8963-4d55-9e5e-f58ea5cfbc54', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7616f37-072f-40b4-bf35-06024919a7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:43Z', 'updated_at': '2021-09-21T18:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '63e1cee1-653d-4c1d-919b-0a63c0fc7b92', 'name': '', 'network_id': '76b28b2e-2189-40ad-81a7-83f1bc6a5be5', 'tenant_id': '551483f5da494162ba96dd9271cffdd1', 'mac_address': 'fa:16:3e:48:c1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7616f37-072f-40b4-bf35-06024919a7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '65833933-ed67-41b1-9742-c7829f560425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:45Z', 'updated_at': '2021-09-21T18:19:51Z', 'revision_number': 4, 'project_id': '551483f5da494162ba96dd9271cffdd1', 'subnets': [{'id': '65833933-ed67-41b1-9742-c7829f560425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:52.307992 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b39af76-e60a-4cfe-8b6d-3af68374a6c2 None None] The sync data for ids ['f7616f37-072f-40b4-bf35-06024919a7e5'] in n-d-810291-1 is: [{'id': 'f7616f37-072f-40b4-bf35-06024919a7e5', 'name': 'tempest-TestServerBasicOps-376085345-router', 'tenant_id': '551483f5da494162ba96dd9271cffdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '99a3fd27-8963-4d55-9e5e-f58ea5cfbc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:43Z', 'updated_at': '2021-09-21T18:19:46Z', 'revision_number': 4, 'project_id': '551483f5da494162ba96dd9271cffdd1', 'gw_port': {'id': '99a3fd27-8963-4d55-9e5e-f58ea5cfbc54', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7616f37-072f-40b4-bf35-06024919a7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:43Z', 'updated_at': '2021-09-21T18:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '63e1cee1-653d-4c1d-919b-0a63c0fc7b92', 'name': '', 'network_id': '76b28b2e-2189-40ad-81a7-83f1bc6a5be5', 'tenant_id': '551483f5da494162ba96dd9271cffdd1', 'mac_address': 'fa:16:3e:48:c1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7616f37-072f-40b4-bf35-06024919a7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '65833933-ed67-41b1-9742-c7829f560425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:45Z', 'updated_at': '2021-09-21T18:19:51Z', 'revision_number': 4, 'project_id': '551483f5da494162ba96dd9271cffdd1', 'subnets': [{'id': '65833933-ed67-41b1-9742-c7829f560425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:19:52.312684 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-de05f72d-4a4d-413b-a800-dfe4673baced None None] For port 63e1cee1-653d-4c1d-919b-0a63c0fc7b92, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=63e1cee1-653d-4c1d-919b-0a63c0fc7b92,segment=NetworkSegment(ecb8c7eb-a0bd-45e2-9354-99e92f52b08e),segment_id=ecb8c7eb-a0bd-45e2-9354-99e92f52b08e)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:19:52.321984 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-de05f72d-4a4d-413b-a800-dfe4673baced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:52.413426 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05f72d-4a4d-413b-a800-dfe4673baced None None] Pushing event updated for resources: {'Port': ['ID=63e1cee1-653d-4c1d-919b-0a63c0fc7b92,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:52.445831 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb5f559d-5e3d-4873-9919-0b067415da52 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:52.646234 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-da77367a-006a-4056-83a9-49b549b25858 req-24d17eb6-c7bb-4d87-980a-3cfc1aa2b666 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b4edab-77ff-4308-83fa-b75ab1fef2be HTTP/1.1" status: 200 len: 210 time: 0.0557213 Sep 21 18:19:52.677402 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-bb5f559d-5e3d-4873-9919-0b067415da52 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Allocated IP 172.25.6.33 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/23310974-2116-45e9-9d22-c4901f87e18e) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:19:52.886141 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb5f559d-5e3d-4873-9919-0b067415da52 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:52.922653 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 63e1cee1-653d-4c1d-919b-0a63c0fc7b92 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:19:52.963426 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb5f559d-5e3d-4873-9919-0b067415da52 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:53.001232 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 63e1cee1-653d-4c1d-919b-0a63c0fc7b92 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:53.001937 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:53.030262 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5f559d-5e3d-4873-9919-0b067415da52 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:19:53.033647 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-bb5f559d-5e3d-4873-9919-0b067415da52 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:53.049350 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5f559d-5e3d-4873-9919-0b067415da52 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:19:53.117387 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f559d-5e3d-4873-9919-0b067415da52 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Pushing event updated for resources: {'Port': ['ID=23310974-2116-45e9-9d22-c4901f87e18e,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:53.582012 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:53.815036 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-99001c3f-ca17-4ec9-bc43-7f4b92f7d95a req-b3dc3869-7c56-48e8-a6bb-11893fb8146b tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b4edab-77ff-4308-83fa-b75ab1fef2be HTTP/1.1" status: 200 len: 210 time: 0.0468066 Sep 21 18:19:53.828527 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb5f559d-5e3d-4873-9919-0b067415da52 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:53.979899 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb5f559d-5e3d-4873-9919-0b067415da52 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:54.182371 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb5f559d-5e3d-4873-9919-0b067415da52 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:54.189037 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb5f559d-5e3d-4873-9919-0b067415da52 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:54.255803 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cbbd0-a695-477c-a331-a78f98557926 req-48cf6424-f8de-410a-85af-13219e30a9a9 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:54.259410 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-712cbbd0-a695-477c-a331-a78f98557926 req-48cf6424-f8de-410a-85af-13219e30a9a9 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.38 "GET /v2.0/networks?id=13543e6d-446a-4106-9970-a4ed65e1a1ab HTTP/1.1" status: 200 len: 807 time: 0.2263706 Sep 21 18:19:54.260218 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f559d-5e3d-4873-9919-0b067415da52 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Pushing event updated for resources: {'Port': ['ID=23310974-2116-45e9-9d22-c4901f87e18e,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:54.308011 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb5f559d-5e3d-4873-9919-0b067415da52 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:54.319435 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-712cbbd0-a695-477c-a331-a78f98557926 req-6428f01e-5047-415d-8584-acff71a6af4c tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08e34419ed4e41388b212b7cfbe8a9c2 HTTP/1.1" status: 200 len: 380 time: 0.0497789 Sep 21 18:19:54.330984 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-712cbbd0-a695-477c-a331-a78f98557926 req-bfae6d2d-b2a9-4817-870b-89bf68e0e3c9 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Request body: {'port': {'device_id': '61b4edab-77ff-4308-83fa-b75ab1fef2be', 'network_id': '13543e6d-446a-4106-9970-a4ed65e1a1ab', 'admin_state_up': True, 'tenant_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'security_groups': ['d6e10150-041e-4e19-bfc2-7c174b41e794']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:54.428202 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [None req-bb5f559d-5e3d-4873-9919-0b067415da52 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Floating IP bb2a3b45-701e-4fb3-b4ee-40bde2c3fcb3 associated. External IP: 172.25.6.33, port: 380e94ee-8ab6-4d47-a899-b59e2016e5f7. Sep 21 18:19:54.462010 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-712cbbd0-a695-477c-a331-a78f98557926 req-bfae6d2d-b2a9-4817-870b-89bf68e0e3c9 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Made reservation on behalf of 08e34419ed4e41388b212b7cfbe8a9c2 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:19:54.467589 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-712cbbd0-a695-477c-a331-a78f98557926 req-bfae6d2d-b2a9-4817-870b-89bf68e0e3c9 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:54.639929 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-712cbbd0-a695-477c-a331-a78f98557926 req-bfae6d2d-b2a9-4817-870b-89bf68e0e3c9 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Allocated IP 172.20.0.3 (13543e6d-446a-4106-9970-a4ed65e1a1ab/4b9e78cb-ebe5-4e7a-97f3-9861a92d567d/68694b09-b38a-441b-acde-60c8c6dade71) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:19:54.688692 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5f559d-5e3d-4873-9919-0b067415da52 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Router ac790734-c8a9-4c06-a2a1-381513fa703d has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:19:54.716703 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:54.803426 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5f559d-5e3d-4873-9919-0b067415da52 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:19:54.804102 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-712cbbd0-a695-477c-a331-a78f98557926 req-bfae6d2d-b2a9-4817-870b-89bf68e0e3c9 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:54.816648 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ccc93c-bf3a-46a0-82ed-c2cc75b22637 None None] Sync routers for ids ['ac790734-c8a9-4c06-a2a1-381513fa703d'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:19:54.822841 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bb5f559d-5e3d-4873-9919-0b067415da52 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:54.839810 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ccc93c-bf3a-46a0-82ed-c2cc75b22637 None None] Routers {'ac790734-c8a9-4c06-a2a1-381513fa703d'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:54.845271 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-52ccc93c-bf3a-46a0-82ed-c2cc75b22637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:19:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ac790734-c8a9-4c06-a2a1-381513fa703d'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:54.868329 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bb5f559d-5e3d-4873-9919-0b067415da52 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6814346 Sep 21 18:19:54.868329 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7c6598-0d92-49a2-b166-7a37f822e8a3', 'tag': '380e94ee-8ab6-4d47-a899-b59e2016e5f7'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:19:54.869099 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd2f187-8bd7-4135-bc8e-6fd3c2928099" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7c6598-0d92-49a2-b166-7a37f822e8a3", "tag": "380e94ee-8ab6-4d47-a899-b59e2016e5f7"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:19:54.878023 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45556) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:54.997136 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-52ccc93c-bf3a-46a0-82ed-c2cc75b22637 None None] Set router ac790734-c8a9-4c06-a2a1-381513fa703d gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:19:55.002835 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e6544011-58a5-44b2-9172-e3c86a529458 req-1319fb22-4c25-4b98-811f-b48efb164d17 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b4edab-77ff-4308-83fa-b75ab1fef2be HTTP/1.1" status: 200 len: 210 time: 0.0711656 Sep 21 18:19:55.161809 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa154cc-0c72-49e0-aa7c-6e767ec80444 x-openstack-request-id: req-9fa154cc-0c72-49e0-aa7c-6e767ec80444 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:19:55.162819 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7c6598-0d92-49a2-b166-7a37f822e8a3", "tag": "380e94ee-8ab6-4d47-a899-b59e2016e5f7", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:19:55.163239 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9fa154cc-0c72-49e0-aa7c-6e767ec80444 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:19:55.163747 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7c6598-0d92-49a2-b166-7a37f822e8a3', 'tag': '380e94ee-8ab6-4d47-a899-b59e2016e5f7', 'status': 'completed', 'code': 200} Sep 21 18:19:55.214029 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9756748b-3eb2-4f96-a83f-0ca71888dcc0 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:55.214736 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9756748b-3eb2-4f96-a83f-0ca71888dcc0 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:55.214900 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9756748b-3eb2-4f96-a83f-0ca71888dcc0 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:55.215393 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9756748b-3eb2-4f96-a83f-0ca71888dcc0 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:55.215853 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9756748b-3eb2-4f96-a83f-0ca71888dcc0 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:55.216313 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9756748b-3eb2-4f96-a83f-0ca71888dcc0 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:55.220849 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9756748b-3eb2-4f96-a83f-0ca71888dcc0 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4277 time: 0.3241966 Sep 21 18:19:55.220849 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-712cbbd0-a695-477c-a331-a78f98557926 req-bfae6d2d-b2a9-4817-870b-89bf68e0e3c9 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:55.221660 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45572) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:55.295704 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-712cbbd0-a695-477c-a331-a78f98557926 req-bfae6d2d-b2a9-4817-870b-89bf68e0e3c9 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Network 13543e6d-446a-4106-9970-a4ed65e1a1ab is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:19:55.303953 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-712cbbd0-a695-477c-a331-a78f98557926 req-bfae6d2d-b2a9-4817-870b-89bf68e0e3c9 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:19:55.320514 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-712cbbd0-a695-477c-a331-a78f98557926 req-bfae6d2d-b2a9-4817-870b-89bf68e0e3c9 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:19:55.336458 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae6d2d-b2a9-4817-870b-89bf68e0e3c9 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Pushing event updated for resources: {'Port': ['ID=68694b09-b38a-441b-acde-60c8c6dade71,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:55.374473 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2f187-8bd7-4135-bc8e-6fd3c2928099 req-100fe768-aacc-4a20-9ca5-4722f5bb5be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:55.379257 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9dd2f187-8bd7-4135-bc8e-6fd3c2928099 req-100fe768-aacc-4a20-9ca5-4722f5bb5be3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e1a191972f04deba3d357390e99740f&device_id=2c7c6598-0d92-49a2-b166-7a37f822e8a3 HTTP/1.1" status: 200 len: 1135 time: 0.1763699 Sep 21 18:19:55.434504 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faac62e-d78b-4470-b83f-4a0ec10f5927 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:55.435002 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faac62e-d78b-4470-b83f-4a0ec10f5927 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:55.435523 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faac62e-d78b-4470-b83f-4a0ec10f5927 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:55.435980 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faac62e-d78b-4470-b83f-4a0ec10f5927 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:55.436433 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faac62e-d78b-4470-b83f-4a0ec10f5927 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:55.436887 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faac62e-d78b-4470-b83f-4a0ec10f5927 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:55.446021 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4faac62e-d78b-4470-b83f-4a0ec10f5927 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3997 time: 0.2206056 Sep 21 18:19:55.446245 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cbbd0-a695-477c-a331-a78f98557926 req-bfae6d2d-b2a9-4817-870b-89bf68e0e3c9 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:55.446364 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-712cbbd0-a695-477c-a331-a78f98557926 req-bfae6d2d-b2a9-4817-870b-89bf68e0e3c9 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:55.447028 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45574) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:55.504879 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-52ccc93c-bf3a-46a0-82ed-c2cc75b22637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1398638975', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '9bc20b93-9c2f-4e79-a3cc-c78856516425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:22Z', 'updated_at': '2021-09-21T18:19:28Z', 'revision_number': 4, 'project_id': '0e1a191972f04deba3d357390e99740f', 'gw_port': {'id': '9bc20b93-9c2f-4e79-a3cc-c78856516425', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:23Z', 'updated_at': '2021-09-21T18:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'bb2a3b45-701e-4fb3-b4ee-40bde2c3fcb3', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'floating_ip_address': '172.25.6.33', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'port_id': '380e94ee-8ab6-4d47-a899-b59e2016e5f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cd72bea-97c0-42c6-bfc6-ae764f72a0a7', 'mac_address': 'fa:16:3e:c3:9f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7c6598-0d92-49a2-b166-7a37f822e8a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:19:53Z', 'updated_at': '2021-09-21T18:19:53Z', 'revision_number': 0, 'project_id': '0e1a191972f04deba3d357390e99740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b50d65-d24f-4b52-b601-9e7153b84a3f', 'name': '', 'network_id': '1cd72bea-97c0-42c6-bfc6-ae764f72a0a7', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'mac_address': 'fa:16:3e:c5:c2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '60da61b0-5687-4be6-b2d1-15131cfc2672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:27Z', 'updated_at': '2021-09-21T18:19:33Z', 'revision_number': 5, 'project_id': '0e1a191972f04deba3d357390e99740f', 'subnets': [{'id': '60da61b0-5687-4be6-b2d1-15131cfc2672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:55.513470 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-712cbbd0-a695-477c-a331-a78f98557926 req-bfae6d2d-b2a9-4817-870b-89bf68e0e3c9 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1863749 Sep 21 18:19:55.528774 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-712cbbd0-a695-477c-a331-a78f98557926 req-ad740de8-c163-4ca2-b73b-b955290860bb service neutron] Request body: {'port': {'device_id': '61b4edab-77ff-4308-83fa-b75ab1fef2be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:55.564183 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ccc93c-bf3a-46a0-82ed-c2cc75b22637 None None] Checking router: ac790734-c8a9-4c06-a2a1-381513fa703d for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:19:55.586273 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ccc93c-bf3a-46a0-82ed-c2cc75b22637 None None] Routers {'ac790734-c8a9-4c06-a2a1-381513fa703d'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:19:55.586920 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-52ccc93c-bf3a-46a0-82ed-c2cc75b22637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:19:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ac790734-c8a9-4c06-a2a1-381513fa703d'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:55.589705 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2f187-8bd7-4135-bc8e-6fd3c2928099 req-b375d698-6c27-4501-bf60-dcd8b08b1f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:55.591183 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9dd2f187-8bd7-4135-bc8e-6fd3c2928099 req-b375d698-6c27-4501-bf60-dcd8b08b1f7d service neutron] 10.222.0.44 "GET /v2.0/networks?id=1cd72bea-97c0-42c6-bfc6-ae764f72a0a7 HTTP/1.1" status: 200 len: 898 time: 0.2042806 Sep 21 18:19:55.676993 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-6922b2f8-8a1c-47d9-ad5d-7f229e3f646b None None] Provisioning complete for port 68694b09-b38a-441b-acde-60c8c6dade71 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:19:55.679410 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6922b2f8-8a1c-47d9-ad5d-7f229e3f646b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:55.749691 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-6922b2f8-8a1c-47d9-ad5d-7f229e3f646b None None] Port 68694b09-b38a-441b-acde-60c8c6dade71 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:19:55.755004 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-712cbbd0-a695-477c-a331-a78f98557926 req-ad740de8-c163-4ca2-b73b-b955290860bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:55.788658 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-52ccc93c-bf3a-46a0-82ed-c2cc75b22637 None None] Set router ac790734-c8a9-4c06-a2a1-381513fa703d gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:19:55.807680 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9dd2f187-8bd7-4135-bc8e-6fd3c2928099 req-f9dc891f-5e73-4739-a27f-bb85baa6d28a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=380e94ee-8ab6-4d47-a899-b59e2016e5f7 HTTP/1.1" status: 200 len: 998 time: 0.1811032 Sep 21 18:19:55.853691 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-647a648e-702a-4c95-92fa-a7d280034ce5 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.4055264 Sep 21 18:19:55.857849 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45576) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:55.869513 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2f187-8bd7-4135-bc8e-6fd3c2928099 req-61b4dfbe-fd7f-4c06-8789-46d280daf53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:55.869513 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9dd2f187-8bd7-4135-bc8e-6fd3c2928099 req-61b4dfbe-fd7f-4c06-8789-46d280daf53e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60da61b0-5687-4be6-b2d1-15131cfc2672 HTTP/1.1" status: 200 len: 835 time: 0.0525000 Sep 21 18:19:55.931333 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7fc160-4dbe-4445-aa06-302c7e53c84d tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:55.932654 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7fc160-4dbe-4445-aa06-302c7e53c84d tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:55.934825 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1b7fc160-4dbe-4445-aa06-302c7e53c84d tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ac790734-c8a9-4c06-a2a1-381513fa703d HTTP/1.1" status: 200 len: 1990 time: 0.0758326 Sep 21 18:19:55.992691 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2f187-8bd7-4135-bc8e-6fd3c2928099 req-51838d33-8012-4207-98b8-8c7a9aadb161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:55.994347 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9dd2f187-8bd7-4135-bc8e-6fd3c2928099 req-51838d33-8012-4207-98b8-8c7a9aadb161 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1cd72bea-97c0-42c6-bfc6-ae764f72a0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174865 Sep 21 18:19:56.099077 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-52ccc93c-bf3a-46a0-82ed-c2cc75b22637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1398638975', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '9bc20b93-9c2f-4e79-a3cc-c78856516425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:22Z', 'updated_at': '2021-09-21T18:19:28Z', 'revision_number': 4, 'project_id': '0e1a191972f04deba3d357390e99740f', 'gw_port': {'id': '9bc20b93-9c2f-4e79-a3cc-c78856516425', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:23Z', 'updated_at': '2021-09-21T18:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'bb2a3b45-701e-4fb3-b4ee-40bde2c3fcb3', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'floating_ip_address': '172.25.6.33', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'port_id': '380e94ee-8ab6-4d47-a899-b59e2016e5f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cd72bea-97c0-42c6-bfc6-ae764f72a0a7', 'mac_address': 'fa:16:3e:c3:9f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7c6598-0d92-49a2-b166-7a37f822e8a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:19:53Z', 'updated_at': '2021-09-21T18:19:53Z', 'revision_number': 0, 'project_id': '0e1a191972f04deba3d357390e99740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b50d65-d24f-4b52-b601-9e7153b84a3f', 'name': '', 'network_id': '1cd72bea-97c0-42c6-bfc6-ae764f72a0a7', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'mac_address': 'fa:16:3e:c5:c2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '60da61b0-5687-4be6-b2d1-15131cfc2672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:27Z', 'updated_at': '2021-09-21T18:19:33Z', 'revision_number': 5, 'project_id': '0e1a191972f04deba3d357390e99740f', 'subnets': [{'id': '60da61b0-5687-4be6-b2d1-15131cfc2672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:19:56.144408 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ccc93c-bf3a-46a0-82ed-c2cc75b22637 None None] The sync data for ids ['ac790734-c8a9-4c06-a2a1-381513fa703d'] in n-d-810291-1 is: [{'id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1398638975', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '9bc20b93-9c2f-4e79-a3cc-c78856516425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:22Z', 'updated_at': '2021-09-21T18:19:28Z', 'revision_number': 4, 'project_id': '0e1a191972f04deba3d357390e99740f', 'gw_port': {'id': '9bc20b93-9c2f-4e79-a3cc-c78856516425', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:23Z', 'updated_at': '2021-09-21T18:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'bb2a3b45-701e-4fb3-b4ee-40bde2c3fcb3', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'floating_ip_address': '172.25.6.33', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'port_id': '380e94ee-8ab6-4d47-a899-b59e2016e5f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cd72bea-97c0-42c6-bfc6-ae764f72a0a7', 'mac_address': 'fa:16:3e:c3:9f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7c6598-0d92-49a2-b166-7a37f822e8a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:19:53Z', 'updated_at': '2021-09-21T18:19:53Z', 'revision_number': 0, 'project_id': '0e1a191972f04deba3d357390e99740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b50d65-d24f-4b52-b601-9e7153b84a3f', 'name': '', 'network_id': '1cd72bea-97c0-42c6-bfc6-ae764f72a0a7', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'mac_address': 'fa:16:3e:c5:c2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '60da61b0-5687-4be6-b2d1-15131cfc2672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:27Z', 'updated_at': '2021-09-21T18:19:33Z', 'revision_number': 5, 'project_id': '0e1a191972f04deba3d357390e99740f', 'subnets': [{'id': '60da61b0-5687-4be6-b2d1-15131cfc2672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:19:56.200470 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37092698-40f4-4ee4-b248-a1200d897f20 req-cf133b59-9d69-4337-b31e-24ee6e29c97a tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:56.208302 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-37092698-40f4-4ee4-b248-a1200d897f20 req-cf133b59-9d69-4337-b31e-24ee6e29c97a tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b4edab-77ff-4308-83fa-b75ab1fef2be HTTP/1.1" status: 200 len: 931 time: 0.1028602 Sep 21 18:19:56.243677 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9dd2f187-8bd7-4135-bc8e-6fd3c2928099 req-3b756bb1-bd3a-43da-887f-7090f4ca8c84 service neutron] 10.222.0.44 "GET /v2.0/networks/1cd72bea-97c0-42c6-bfc6-ae764f72a0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326016 Sep 21 18:19:56.275667 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-37092698-40f4-4ee4-b248-a1200d897f20 req-b05ae2ac-baee-4862-8c29-763047d3ef39 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6e10150-041e-4e19-bfc2-7c174b41e794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664830 Sep 21 18:19:56.411791 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9dd2f187-8bd7-4135-bc8e-6fd3c2928099 req-71e905d2-5763-479d-b1be-b7e010a5ab5b service neutron] 10.222.0.44 "GET /v2.0/networks/1cd72bea-97c0-42c6-bfc6-ae764f72a0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600554 Sep 21 18:19:56.413930 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-712cbbd0-a695-477c-a331-a78f98557926 req-ad740de8-c163-4ca2-b73b-b955290860bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68694b09-b38a-441b-acde-60c8c6dade71 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:19:56.422162 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-712cbbd0-a695-477c-a331-a78f98557926 req-ad740de8-c163-4ca2-b73b-b955290860bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:56.454202 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-712cbbd0-a695-477c-a331-a78f98557926 req-ad740de8-c163-4ca2-b73b-b955290860bb service neutron] Transition to ACTIVE for port object 68694b09-b38a-441b-acde-60c8c6dade71 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:19:56.462278 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-712cbbd0-a695-477c-a331-a78f98557926 req-ad740de8-c163-4ca2-b73b-b955290860bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:56.508643 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1de41f-a306-4203-98fa-610f74e075b8 None None] New status for floating IP bb2a3b45-701e-4fb3-b4ee-40bde2c3fcb3: ACTIVE {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:19:56.587025 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad740de8-c163-4ca2-b73b-b955290860bb service neutron] Pushing event updated for resources: {'Port': ['ID=68694b09-b38a-441b-acde-60c8c6dade71,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:56.655435 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-712cbbd0-a695-477c-a331-a78f98557926 req-ad740de8-c163-4ca2-b73b-b955290860bb service neutron] Attempting to bind port 68694b09-b38a-441b-acde-60c8c6dade71 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:19:56.656803 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-712cbbd0-a695-477c-a331-a78f98557926 req-ad740de8-c163-4ca2-b73b-b955290860bb service neutron] Attempting to bind port 68694b09-b38a-441b-acde-60c8c6dade71 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '95d4daec-1316-416c-aef0-0b6bc52415ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '13543e6d-446a-4106-9970-a4ed65e1a1ab'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:19:56.657558 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712cbbd0-a695-477c-a331-a78f98557926 req-ad740de8-c163-4ca2-b73b-b955290860bb service neutron] Attempting to bind port 68694b09-b38a-441b-acde-60c8c6dade71 on network 13543e6d-446a-4106-9970-a4ed65e1a1ab {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:19:56.664587 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712cbbd0-a695-477c-a331-a78f98557926 req-ad740de8-c163-4ca2-b73b-b955290860bb service neutron] Port 68694b09-b38a-441b-acde-60c8c6dade71 on network 13543e6d-446a-4106-9970-a4ed65e1a1ab not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:19:56.665539 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712cbbd0-a695-477c-a331-a78f98557926 req-ad740de8-c163-4ca2-b73b-b955290860bb service neutron] Attempting to bind port 68694b09-b38a-441b-acde-60c8c6dade71 on network 13543e6d-446a-4106-9970-a4ed65e1a1ab {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:19:56.672225 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712cbbd0-a695-477c-a331-a78f98557926 req-ad740de8-c163-4ca2-b73b-b955290860bb service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:19:56.673079 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712cbbd0-a695-477c-a331-a78f98557926 req-ad740de8-c163-4ca2-b73b-b955290860bb service neutron] Checking segment: {'id': '95d4daec-1316-416c-aef0-0b6bc52415ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '13543e6d-446a-4106-9970-a4ed65e1a1ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:19:56.673734 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712cbbd0-a695-477c-a331-a78f98557926 req-ad740de8-c163-4ca2-b73b-b955290860bb service neutron] Bound using segment: {'id': '95d4daec-1316-416c-aef0-0b6bc52415ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '13543e6d-446a-4106-9970-a4ed65e1a1ab'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:19:56.674540 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-712cbbd0-a695-477c-a331-a78f98557926 req-ad740de8-c163-4ca2-b73b-b955290860bb service neutron] Bound port: 68694b09-b38a-441b-acde-60c8c6dade71, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95d4daec-1316-416c-aef0-0b6bc52415ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '13543e6d-446a-4106-9970-a4ed65e1a1ab'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:19:56.675414 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-712cbbd0-a695-477c-a331-a78f98557926 req-ad740de8-c163-4ca2-b73b-b955290860bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:56.786210 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-712cbbd0-a695-477c-a331-a78f98557926 req-ad740de8-c163-4ca2-b73b-b955290860bb service neutron] For port 68694b09-b38a-441b-acde-60c8c6dade71, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:19:56.790045 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-712cbbd0-a695-477c-a331-a78f98557926 req-ad740de8-c163-4ca2-b73b-b955290860bb service neutron] For port 68694b09-b38a-441b-acde-60c8c6dade71, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=68694b09-b38a-441b-acde-60c8c6dade71,segment=NetworkSegment(95d4daec-1316-416c-aef0-0b6bc52415ff),segment_id=95d4daec-1316-416c-aef0-0b6bc52415ff)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:19:56.793966 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-712cbbd0-a695-477c-a331-a78f98557926 req-ad740de8-c163-4ca2-b73b-b955290860bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:56.830504 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cbbd0-a695-477c-a331-a78f98557926 req-ad740de8-c163-4ca2-b73b-b955290860bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:56.831565 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-712cbbd0-a695-477c-a331-a78f98557926 req-ad740de8-c163-4ca2-b73b-b955290860bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:56.833649 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-712cbbd0-a695-477c-a331-a78f98557926 req-ad740de8-c163-4ca2-b73b-b955290860bb service neutron] 10.222.0.38 "PUT /v2.0/ports/68694b09-b38a-441b-acde-60c8c6dade71 HTTP/1.1" status: 200 len: 1091 time: 1.3107641 Sep 21 18:19:56.836447 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b4edab-77ff-4308-83fa-b75ab1fef2be', 'tag': '68694b09-b38a-441b-acde-60c8c6dade71'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:19:56.840118 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741b2bf8-8adc-46da-8a22-050bde330a61" -d '{"events": [{"name": "network-changed", "server_uuid": "61b4edab-77ff-4308-83fa-b75ab1fef2be", "tag": "68694b09-b38a-441b-acde-60c8c6dade71"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:19:56.921293 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b410b779-93bd-410d-ba79-9e60887ac7f3 x-openstack-request-id: req-b410b779-93bd-410d-ba79-9e60887ac7f3 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:19:56.921581 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b4edab-77ff-4308-83fa-b75ab1fef2be", "tag": "68694b09-b38a-441b-acde-60c8c6dade71", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:19:56.921833 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b410b779-93bd-410d-ba79-9e60887ac7f3 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:19:56.922235 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b4edab-77ff-4308-83fa-b75ab1fef2be', 'tag': '68694b09-b38a-441b-acde-60c8c6dade71', 'status': 'completed', 'code': 200} Sep 21 18:19:56.922829 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad740de8-c163-4ca2-b73b-b955290860bb service neutron] Pushing event updated for resources: {'Port': ['ID=68694b09-b38a-441b-acde-60c8c6dade71,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:56.947875 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cbbd0-a695-477c-a331-a78f98557926 req-6698c48e-abd0-4f78-9e09-4b600337dae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:56.949415 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-712cbbd0-a695-477c-a331-a78f98557926 req-6698c48e-abd0-4f78-9e09-4b600337dae1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=08e34419ed4e41388b212b7cfbe8a9c2&device_id=61b4edab-77ff-4308-83fa-b75ab1fef2be HTTP/1.1" status: 200 len: 1094 time: 0.0638759 Sep 21 18:19:56.996611 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-712cbbd0-a695-477c-a331-a78f98557926 req-723f81a2-e675-4e4e-8f9b-4f691e1eab16 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68694b09-b38a-441b-acde-60c8c6dade71 HTTP/1.1" status: 200 len: 217 time: 0.0396457 Sep 21 18:19:57.053671 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cbbd0-a695-477c-a331-a78f98557926 req-bb6c34ac-dc7c-4dd3-89d8-887dac38aafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:57.055390 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-712cbbd0-a695-477c-a331-a78f98557926 req-bb6c34ac-dc7c-4dd3-89d8-887dac38aafc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4b9e78cb-ebe5-4e7a-97f3-9861a92d567d HTTP/1.1" status: 200 len: 846 time: 0.0506122 Sep 21 18:19:57.109942 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cbbd0-a695-477c-a331-a78f98557926 req-6beb73f8-4f29-4406-aab1-450f7706f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:57.111764 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-712cbbd0-a695-477c-a331-a78f98557926 req-6beb73f8-4f29-4406-aab1-450f7706f024 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=13543e6d-446a-4106-9970-a4ed65e1a1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494246 Sep 21 18:19:57.215801 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-712cbbd0-a695-477c-a331-a78f98557926 req-7686dd6c-61de-48e9-9d38-19414b46e850 service neutron] 10.222.0.38 "GET /v2.0/networks/13543e6d-446a-4106-9970-a4ed65e1a1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964513 Sep 21 18:19:57.325070 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-712cbbd0-a695-477c-a331-a78f98557926 req-6176b320-f2c4-4785-899c-f4b7c49e94d9 service neutron] 10.222.0.38 "GET /v2.0/networks/13543e6d-446a-4106-9970-a4ed65e1a1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010833 Sep 21 18:19:57.436635 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b2bf8-8adc-46da-8a22-050bde330a61 req-2700555c-89d8-4321-a15d-92826846c282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:57.438870 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-741b2bf8-8adc-46da-8a22-050bde330a61 req-2700555c-89d8-4321-a15d-92826846c282 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=08e34419ed4e41388b212b7cfbe8a9c2&device_id=61b4edab-77ff-4308-83fa-b75ab1fef2be HTTP/1.1" status: 200 len: 1094 time: 0.0617774 Sep 21 18:19:57.472710 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16537b-7bc8-4a6c-b9ad-f8c3308a3fdb req-955eb15b-b520-43d3-b35c-99614ff7d2d9 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:57.480771 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2f16537b-7bc8-4a6c-b9ad-f8c3308a3fdb req-955eb15b-b520-43d3-b35c-99614ff7d2d9 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b4edab-77ff-4308-83fa-b75ab1fef2be HTTP/1.1" status: 200 len: 943 time: 0.0882332 Sep 21 18:19:57.549527 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2f16537b-7bc8-4a6c-b9ad-f8c3308a3fdb req-3fb8a644-abb3-456c-a0ff-4c75f3921131 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6e10150-041e-4e19-bfc2-7c174b41e794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585365 Sep 21 18:19:57.592779 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b2bf8-8adc-46da-8a22-050bde330a61 req-f3ad1a80-e001-48e1-8d6d-ac888d0ff9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:57.594481 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-741b2bf8-8adc-46da-8a22-050bde330a61 req-f3ad1a80-e001-48e1-8d6d-ac888d0ff9d8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=13543e6d-446a-4106-9970-a4ed65e1a1ab HTTP/1.1" status: 200 len: 908 time: 0.1471417 Sep 21 18:19:57.644761 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-741b2bf8-8adc-46da-8a22-050bde330a61 req-09fb18e5-edf6-4f1d-9160-0c013c7c1117 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68694b09-b38a-441b-acde-60c8c6dade71 HTTP/1.1" status: 200 len: 217 time: 0.0418665 Sep 21 18:19:57.702889 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b2bf8-8adc-46da-8a22-050bde330a61 req-f416a309-b327-4f6f-97ea-11a509f3313c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:57.704998 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-741b2bf8-8adc-46da-8a22-050bde330a61 req-f416a309-b327-4f6f-97ea-11a509f3313c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4b9e78cb-ebe5-4e7a-97f3-9861a92d567d HTTP/1.1" status: 200 len: 846 time: 0.0517504 Sep 21 18:19:57.753918 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b2bf8-8adc-46da-8a22-050bde330a61 req-2c94f12c-97f6-4f1b-9d50-9a5e272d01f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:57.755737 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-741b2bf8-8adc-46da-8a22-050bde330a61 req-2c94f12c-97f6-4f1b-9d50-9a5e272d01f2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=13543e6d-446a-4106-9970-a4ed65e1a1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431054 Sep 21 18:19:57.767474 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45598) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:57.864351 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-741b2bf8-8adc-46da-8a22-050bde330a61 req-9f13b39e-4cda-4172-80fb-6c05356ad929 service neutron] 10.222.0.38 "GET /v2.0/networks/13543e6d-446a-4106-9970-a4ed65e1a1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011615 Sep 21 18:19:57.931160 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a7f7e89d-8977-4a65-93ef-ec317227e681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:57.985271 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-741b2bf8-8adc-46da-8a22-050bde330a61 req-15ec79c4-d360-4eef-8bbd-440e860d24cd service neutron] 10.222.0.38 "GET /v2.0/networks/13543e6d-446a-4106-9970-a4ed65e1a1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128957 Sep 21 18:19:58.038338 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a7f7e89d-8977-4a65-93ef-ec317227e681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:58.043321 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a7f7e89d-8977-4a65-93ef-ec317227e681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:58.085451 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a7f7e89d-8977-4a65-93ef-ec317227e681 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5971397109cf44e181a4d69ca5857457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3166108 Sep 21 18:19:58.086660 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7e89d-8977-4a65-93ef-ec317227e681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8b52ce-4d61-48d5-bf92-5c8e31452a2a,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:58.088269 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45606) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:58.141250 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d7462c79-195d-4eff-82cb-60f40a3bd759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:58.164540 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d7462c79-195d-4eff-82cb-60f40a3bd759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:58.219869 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d7462c79-195d-4eff-82cb-60f40a3bd759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:58.223337 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d7462c79-195d-4eff-82cb-60f40a3bd759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:58.224746 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d7462c79-195d-4eff-82cb-60f40a3bd759 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2d8b52ce-4d61-48d5-bf92-5c8e31452a2a HTTP/1.1" status: 204 len: 168 time: 0.1354671 Sep 21 18:19:58.232931 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7462c79-195d-4eff-82cb-60f40a3bd759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8b52ce-4d61-48d5-bf92-5c8e31452a2a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:58.491710 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45612) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:58.505091 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-369db8c3-cab9-47e5-b054-ef0a81824e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:58.597381 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-369db8c3-cab9-47e5-b054-ef0a81824e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:58.602398 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-369db8c3-cab9-47e5-b054-ef0a81824e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:58.640288 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-369db8c3-cab9-47e5-b054-ef0a81824e2a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d2ca9653a3434e78a031a994fc7537c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1473608 Sep 21 18:19:58.641045 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369db8c3-cab9-47e5-b054-ef0a81824e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5300ac-c006-42f7-9ea3-6a62c486139a,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:58.643325 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45616) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:58.675851 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06114ddf-a1ae-4f12-b05f-d208940fcb94 req-adeb6eaa-0eee-44c3-a7eb-de41664b86ca tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:58.677409 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-06114ddf-a1ae-4f12-b05f-d208940fcb94 req-adeb6eaa-0eee-44c3-a7eb-de41664b86ca tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b4edab-77ff-4308-83fa-b75ab1fef2be HTTP/1.1" status: 200 len: 943 time: 0.0625198 Sep 21 18:19:58.693533 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4fb48037-bead-44b6-b7c0-66bfe7028162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:58.714967 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4fb48037-bead-44b6-b7c0-66bfe7028162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:58.717383 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-06114ddf-a1ae-4f12-b05f-d208940fcb94 req-16902505-0a07-457c-ae01-b38653dee129 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6e10150-041e-4e19-bfc2-7c174b41e794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331373 Sep 21 18:19:58.764274 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4fb48037-bead-44b6-b7c0-66bfe7028162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:58.769148 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4fb48037-bead-44b6-b7c0-66bfe7028162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:58.771526 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4fb48037-bead-44b6-b7c0-66bfe7028162 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/af5300ac-c006-42f7-9ea3-6a62c486139a HTTP/1.1" status: 204 len: 168 time: 0.1271288 Sep 21 18:19:58.780484 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb48037-bead-44b6-b7c0-66bfe7028162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5300ac-c006-42f7-9ea3-6a62c486139a,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:59.484459 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45650) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:59.582653 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-476cfe3a-28c1-4738-ac6d-9a5d7e983b06 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1402655920-network', 'tenant_id': '4dd003e9ef67479ea74ca42917d9769a'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:59.604560 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476cfe3a-28c1-4738-ac6d-9a5d7e983b06 admin admin] Made reservation on behalf of 4dd003e9ef67479ea74ca42917d9769a for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:19:59.607009 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-476cfe3a-28c1-4738-ac6d-9a5d7e983b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:59.615250 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-476cfe3a-28c1-4738-ac6d-9a5d7e983b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:59.713456 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-476cfe3a-28c1-4738-ac6d-9a5d7e983b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:59.717864 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-476cfe3a-28c1-4738-ac6d-9a5d7e983b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:59.747694 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-476cfe3a-28c1-4738-ac6d-9a5d7e983b06 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:19:59.759241 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476cfe3a-28c1-4738-ac6d-9a5d7e983b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af503a38-ed89-4df1-8afe-95bb978f3459,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:59.764225 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-476cfe3a-28c1-4738-ac6d-9a5d7e983b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:59.764573 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-476cfe3a-28c1-4738-ac6d-9a5d7e983b06 admin admin] Added segment d2110aaa-ce7b-442f-b68c-3405150d1bb2 of type vlan for network 244aaf5d-9e4d-4eab-b5ad-797e4d030d25 Sep 21 18:19:59.806303 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-476cfe3a-28c1-4738-ac6d-9a5d7e983b06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:59.834581 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-476cfe3a-28c1-4738-ac6d-9a5d7e983b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:59.835606 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476cfe3a-28c1-4738-ac6d-9a5d7e983b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:59.836193 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-476cfe3a-28c1-4738-ac6d-9a5d7e983b06 admin admin] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:59.871912 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558fee9-0963-479f-85d3-300d135bf109 req-8fd74c19-d071-4fd7-9d3a-690ecfa24387 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:19:59.872967 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-476cfe3a-28c1-4738-ac6d-9a5d7e983b06 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3873055 Sep 21 18:19:59.879697 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2558fee9-0963-479f-85d3-300d135bf109 req-8fd74c19-d071-4fd7-9d3a-690ecfa24387 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b4edab-77ff-4308-83fa-b75ab1fef2be HTTP/1.1" status: 200 len: 943 time: 0.0692689 Sep 21 18:19:59.882133 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45668) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:19:59.899357 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-eafcdb63-5872-4834-92ba-9408caef92b2 admin admin] Request body: {'subnet': {'network_id': '244aaf5d-9e4d-4eab-b5ad-797e4d030d25', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1402655920-subnet', 'tenant_id': '4dd003e9ef67479ea74ca42917d9769a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:19:59.899654 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476cfe3a-28c1-4738-ac6d-9a5d7e983b06 admin admin] Pushing event updated for resources: {'Network': ['ID=244aaf5d-9e4d-4eab-b5ad-797e4d030d25,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:19:59.910037 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 244aaf5d-9e4d-4eab-b5ad-797e4d030d25 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:19:59.934177 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2558fee9-0963-479f-85d3-300d135bf109 req-a5eb18f2-edf7-494c-8c27-a619ee25b0d0 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6e10150-041e-4e19-bfc2-7c174b41e794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535288 Sep 21 18:19:59.957309 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafcdb63-5872-4834-92ba-9408caef92b2 admin admin] Made reservation on behalf of 4dd003e9ef67479ea74ca42917d9769a for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:19:59.962257 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-eafcdb63-5872-4834-92ba-9408caef92b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:19:59.991555 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 68694b09-b38a-441b-acde-60c8c6dade71 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:20:00.116822 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 68694b09-b38a-441b-acde-60c8c6dade71, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=68694b09-b38a-441b-acde-60c8c6dade71,segment=NetworkSegment(95d4daec-1316-416c-aef0-0b6bc52415ff),segment_id=95d4daec-1316-416c-aef0-0b6bc52415ff)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:00.128664 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '68694b09-b38a-441b-acde-60c8c6dade71', 'network_id': '13543e6d-446a-4106-9970-a4ed65e1a1ab', 'port_id': '68694b09-b38a-441b-acde-60c8c6dade71', 'mac_address': 'fa:16:3e:04:3c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b9e78cb-ebe5-4e7a-97f3-9861a92d567d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:20:00.143492 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-eafcdb63-5872-4834-92ba-9408caef92b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:00.169490 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:00.196850 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68694b09-b38a-441b-acde-60c8c6dade71 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:20:00.212854 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafcdb63-5872-4834-92ba-9408caef92b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4df8944-ab7c-421a-bd5f-c8d54c59bb4f,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:00.223683 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 68694b09-b38a-441b-acde-60c8c6dade71, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=68694b09-b38a-441b-acde-60c8c6dade71,segment=NetworkSegment(95d4daec-1316-416c-aef0-0b6bc52415ff),segment_id=95d4daec-1316-416c-aef0-0b6bc52415ff)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:00.225512 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafcdb63-5872-4834-92ba-9408caef92b2 admin admin] Checking segment: {'id': 'd2110aaa-ce7b-442f-b68c-3405150d1bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '244aaf5d-9e4d-4eab-b5ad-797e4d030d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:20:00.225984 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafcdb63-5872-4834-92ba-9408caef92b2 admin admin] Network hostable DHCP agents. Network: 244aaf5d-9e4d-4eab-b5ad-797e4d030d25, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:20:00.232596 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:00.248440 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafcdb63-5872-4834-92ba-9408caef92b2 admin admin] Network 244aaf5d-9e4d-4eab-b5ad-797e4d030d25 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:20:00.261411 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-eafcdb63-5872-4834-92ba-9408caef92b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 244aaf5d-9e4d-4eab-b5ad-797e4d030d25) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:20:00.271475 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fea47b3-31ab-4204-96d3-0091878ebad0 None None] Network 244aaf5d-9e4d-4eab-b5ad-797e4d030d25 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:20:00.273429 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafcdb63-5872-4834-92ba-9408caef92b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:00.274106 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-eafcdb63-5872-4834-92ba-9408caef92b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:00.299045 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-eafcdb63-5872-4834-92ba-9408caef92b2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4122751 Sep 21 18:20:00.346630 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=68694b09-b38a-441b-acde-60c8c6dade71,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:00.426831 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84a8a67-e768-4e1e-a50c-01a9b4f7cda7 None None] Network 244aaf5d-9e4d-4eab-b5ad-797e4d030d25 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:20:00.488230 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['68694b09-b38a-441b-acde-60c8c6dade71'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:20:00.870614 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45702) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:00.875878 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-7b883b4b-e2d0-45e6-8fa4-ea19f7cee5a9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1390882023-network', 'tenant_id': 'b18c23e5b6994adc962b25aa3c04e75f'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:00.897852 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b883b4b-e2d0-45e6-8fa4-ea19f7cee5a9 admin admin] Made reservation on behalf of b18c23e5b6994adc962b25aa3c04e75f for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:20:00.900352 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7b883b4b-e2d0-45e6-8fa4-ea19f7cee5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:00.909797 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7b883b4b-e2d0-45e6-8fa4-ea19f7cee5a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:01.013546 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7b883b4b-e2d0-45e6-8fa4-ea19f7cee5a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:01.018608 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7b883b4b-e2d0-45e6-8fa4-ea19f7cee5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:01.048239 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b883b4b-e2d0-45e6-8fa4-ea19f7cee5a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:20:01.080481 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7b883b4b-e2d0-45e6-8fa4-ea19f7cee5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:01.080852 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-7b883b4b-e2d0-45e6-8fa4-ea19f7cee5a9 admin admin] Added segment 4f6622b8-3ece-4981-967a-c4002a4cf278 of type vlan for network 5997e4ad-3c1d-4203-937a-34f881ea6aa3 Sep 21 18:20:01.093818 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b883b4b-e2d0-45e6-8fa4-ea19f7cee5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f45185-3c59-4a3a-a51a-7b4e1a186c95,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:01.127602 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7b883b4b-e2d0-45e6-8fa4-ea19f7cee5a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:01.145153 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9395d3c-09cc-4560-bea1-c99f6a828cb2 req-03dee687-5a49-45d5-8e8a-8ed8ca232d84 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:01.146658 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f9395d3c-09cc-4560-bea1-c99f6a828cb2 req-03dee687-5a49-45d5-8e8a-8ed8ca232d84 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b4edab-77ff-4308-83fa-b75ab1fef2be HTTP/1.1" status: 200 len: 944 time: 0.1215277 Sep 21 18:20:01.180497 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7b883b4b-e2d0-45e6-8fa4-ea19f7cee5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:01.181445 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b883b4b-e2d0-45e6-8fa4-ea19f7cee5a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:01.182012 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7b883b4b-e2d0-45e6-8fa4-ea19f7cee5a9 admin admin] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:01.212351 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f9395d3c-09cc-4560-bea1-c99f6a828cb2 req-b1a41184-beca-4e66-bad4-bd3c500ea28a tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6e10150-041e-4e19-bfc2-7c174b41e794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567560 Sep 21 18:20:01.223399 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7b883b4b-e2d0-45e6-8fa4-ea19f7cee5a9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3513801 Sep 21 18:20:01.226342 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45712) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:01.232763 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-cbbd38bc-36c6-44f2-bb2f-6f1c22f4c34e admin admin] Request body: {'subnet': {'network_id': '5997e4ad-3c1d-4203-937a-34f881ea6aa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1390882023-subnet', 'tenant_id': 'b18c23e5b6994adc962b25aa3c04e75f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:01.277529 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b883b4b-e2d0-45e6-8fa4-ea19f7cee5a9 admin admin] Pushing event updated for resources: {'Network': ['ID=5997e4ad-3c1d-4203-937a-34f881ea6aa3,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:01.288560 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 5997e4ad-3c1d-4203-937a-34f881ea6aa3 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:20:01.293963 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbd38bc-36c6-44f2-bb2f-6f1c22f4c34e admin admin] Made reservation on behalf of b18c23e5b6994adc962b25aa3c04e75f for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:20:01.296602 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cbbd38bc-36c6-44f2-bb2f-6f1c22f4c34e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:01.468161 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cbbd38bc-36c6-44f2-bb2f-6f1c22f4c34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:01.523921 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd38bc-36c6-44f2-bb2f-6f1c22f4c34e admin admin] Pushing event updated for resources: {'Subnet': ['ID=da5477af-805c-44c1-8f85-bdc3da5614a7,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:01.534209 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbd38bc-36c6-44f2-bb2f-6f1c22f4c34e admin admin] Checking segment: {'id': '4f6622b8-3ece-4981-967a-c4002a4cf278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5997e4ad-3c1d-4203-937a-34f881ea6aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:20:01.534573 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbd38bc-36c6-44f2-bb2f-6f1c22f4c34e admin admin] Network hostable DHCP agents. Network: 5997e4ad-3c1d-4203-937a-34f881ea6aa3, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:20:01.551785 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbd38bc-36c6-44f2-bb2f-6f1c22f4c34e admin admin] Network 5997e4ad-3c1d-4203-937a-34f881ea6aa3 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:20:01.561113 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-cbbd38bc-36c6-44f2-bb2f-6f1c22f4c34e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 5997e4ad-3c1d-4203-937a-34f881ea6aa3) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:20:01.566796 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbd38bc-36c6-44f2-bb2f-6f1c22f4c34e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:01.568518 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cbbd38bc-36c6-44f2-bb2f-6f1c22f4c34e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:01.570316 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbb673a-d232-43b3-bd25-5bf82ea14d2c None None] Network 5997e4ad-3c1d-4203-937a-34f881ea6aa3 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:20:01.593878 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-cbbd38bc-36c6-44f2-bb2f-6f1c22f4c34e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3663976 Sep 21 18:20:01.706430 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e60f75b-ee6a-4064-ad0b-a18e76d68ee2 None None] Network 5997e4ad-3c1d-4203-937a-34f881ea6aa3 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:20:01.978988 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 68694b09-b38a-441b-acde-60c8c6dade71 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:20:02.034232 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 68694b09-b38a-441b-acde-60c8c6dade71 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:20:02.040324 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 68694b09-b38a-441b-acde-60c8c6dade71 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:20:02.046401 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:02.131875 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:02.159562 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b4edab-77ff-4308-83fa-b75ab1fef2be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68694b09-b38a-441b-acde-60c8c6dade71'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:20:02.162115 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0fba61-23d5-4b4d-84c0-f2a1c7f0a6c2" -d '{"events": [{"server_uuid": "61b4edab-77ff-4308-83fa-b75ab1fef2be", "name": "network-vif-plugged", "status": "completed", "tag": "68694b09-b38a-441b-acde-60c8c6dade71"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:20:02.178096 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 68694b09-b38a-441b-acde-60c8c6dade71, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=68694b09-b38a-441b-acde-60c8c6dade71,segment=NetworkSegment(95d4daec-1316-416c-aef0-0b6bc52415ff),segment_id=95d4daec-1316-416c-aef0-0b6bc52415ff)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:02.183704 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:02.223753 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-6f6ca492-54e3-4b92-aae0-c9dbce53e9f1 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:02.227467 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-6f6ca492-54e3-4b92-aae0-c9dbce53e9f1 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] 10.222.0.58 "GET /v2.0/networks?id=244aaf5d-9e4d-4eab-b5ad-797e4d030d25 HTTP/1.1" status: 200 len: 809 time: 0.1611323 Sep 21 18:20:02.239294 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=68694b09-b38a-441b-acde-60c8c6dade71,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:02.242964 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81aea13-fb26-4bb5-8c46-e64e6f5c455f x-openstack-request-id: req-a81aea13-fb26-4bb5-8c46-e64e6f5c455f {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:20:02.243378 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b4edab-77ff-4308-83fa-b75ab1fef2be", "name": "network-vif-plugged", "status": "completed", "tag": "68694b09-b38a-441b-acde-60c8c6dade71", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:20:02.243724 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a81aea13-fb26-4bb5-8c46-e64e6f5c455f {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:20:02.244214 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b4edab-77ff-4308-83fa-b75ab1fef2be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68694b09-b38a-441b-acde-60c8c6dade71', 'code': 200} Sep 21 18:20:02.249153 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-6fa9d215-30e7-44a5-bc21-161fd466cfdb tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] 10.222.0.58 "GET /v2.0/quotas/4dd003e9ef67479ea74ca42917d9769a HTTP/1.1" status: 200 len: 375 time: 0.0156584 Sep 21 18:20:02.279107 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-8e3316b4-d9c0-4447-ba28-573b17a055a6 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4dd003e9ef67479ea74ca42917d9769a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289326 Sep 21 18:20:02.291717 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-12bd336a-1d64-4e78-bc9f-f1511a737802 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:20:02.293108 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-12bd336a-1d64-4e78-bc9f-f1511a737802 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063241 Sep 21 18:20:02.382614 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5a9f7-d407-48d6-971e-b613221edcfe req-96e63512-e5ff-4a12-a0f7-baaf7750f5aa tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:02.384279 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-96d5a9f7-d407-48d6-971e-b613221edcfe req-96e63512-e5ff-4a12-a0f7-baaf7750f5aa tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b4edab-77ff-4308-83fa-b75ab1fef2be HTTP/1.1" status: 200 len: 945 time: 0.0829618 Sep 21 18:20:02.387255 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e3060-6503-423b-961a-960eef0c7ec5 req-40683100-2447-4ddb-a38f-a5a3485e8ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:02.388887 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-829e3060-6503-423b-961a-960eef0c7ec5 req-40683100-2447-4ddb-a38f-a5a3485e8ef4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=61b4edab-77ff-4308-83fa-b75ab1fef2be HTTP/1.1" status: 200 len: 1096 time: 0.0598316 Sep 21 18:20:02.455443 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-96d5a9f7-d407-48d6-971e-b613221edcfe req-e27d9bd9-0805-477b-a6d1-53265a6c2fa1 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6e10150-041e-4e19-bfc2-7c174b41e794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621970 Sep 21 18:20:02.457602 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-829e3060-6503-423b-961a-960eef0c7ec5 req-2564609b-ad72-4333-8842-ec6fc328c6b7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d6e10150-041e-4e19-bfc2-7c174b41e794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577891 Sep 21 18:20:02.740422 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-8f8d3c79-ad43-4f94-86d8-4cb141b180ec service neutron] 10.222.0.58 "GET /v2.0/networks/244aaf5d-9e4d-4eab-b5ad-797e4d030d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394302 Sep 21 18:20:02.827938 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-e5119146-6d77-4ea8-a310-8adf7fcecfd6 service neutron] 10.222.0.58 "GET /v2.0/networks/244aaf5d-9e4d-4eab-b5ad-797e4d030d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811412 Sep 21 18:20:02.838703 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-c0b918d6-070c-41c5-8185-0727ddba528f req-29074bc2-8c6b-408d-932b-2d5770cd32e1 service neutron] (101461) timed out ('10.222.0.58', 47422) {{(pid=101461) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 18:20:02.995424 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fd4bb8f3-2720-4fe7-8efd-007a093aebd3 req-e0e8e92f-3aa2-4645-8676-cbb9706b952d tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] 10.222.0.58 "GET /v2.0/ports?device_id=3886983c-508a-4d60-89ee-fb5af60d9091 HTTP/1.1" status: 200 len: 210 time: 0.0289998 Sep 21 18:20:03.596427 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c0bbe-963c-46ce-9e88-8c59239253a7 req-902c0778-e679-487d-ad6a-4ac4599e9e3a tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:03.597853 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c72c0bbe-963c-46ce-9e88-8c59239253a7 req-902c0778-e679-487d-ad6a-4ac4599e9e3a tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b4edab-77ff-4308-83fa-b75ab1fef2be HTTP/1.1" status: 200 len: 945 time: 0.0515649 Sep 21 18:20:03.649400 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c72c0bbe-963c-46ce-9e88-8c59239253a7 req-cc0c6f3d-7dac-4701-9f40-7830e3bd3cd6 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6e10150-041e-4e19-bfc2-7c174b41e794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312641 Sep 21 18:20:04.015953 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-23dd6602-9537-4d48-b625-7865baa35a8b tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:04.018306 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-23dd6602-9537-4d48-b625-7865baa35a8b tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] 10.222.0.44 "GET /v2.0/networks?id=244aaf5d-9e4d-4eab-b5ad-797e4d030d25 HTTP/1.1" status: 200 len: 809 time: 0.1126630 Sep 21 18:20:04.035995 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-0f2b5ad1-f7d4-4f58-a047-f9c1914d1707 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Request body: {'port': {'device_id': '3886983c-508a-4d60-89ee-fb5af60d9091', 'network_id': '244aaf5d-9e4d-4eab-b5ad-797e4d030d25', 'admin_state_up': True, 'tenant_id': '4dd003e9ef67479ea74ca42917d9769a'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:04.136695 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2ad519ba-a3c6-4f2f-9047-aad9ec98e19d req-73ebc90f-fef6-47de-9f43-8a4ffddeef00 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] 10.222.0.58 "GET /v2.0/ports?device_id=3886983c-508a-4d60-89ee-fb5af60d9091 HTTP/1.1" status: 200 len: 210 time: 0.0322452 Sep 21 18:20:04.181527 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-0f2b5ad1-f7d4-4f58-a047-f9c1914d1707 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Made reservation on behalf of 4dd003e9ef67479ea74ca42917d9769a for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:20:04.185330 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-0f2b5ad1-f7d4-4f58-a047-f9c1914d1707 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:04.323484 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-0f2b5ad1-f7d4-4f58-a047-f9c1914d1707 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Allocated IP 172.20.0.3 (244aaf5d-9e4d-4eab-b5ad-797e4d030d25/d4df8944-ab7c-421a-bd5f-c8d54c59bb4f/c22da665-6f91-4bec-adc0-b70c75f308ba) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:20:04.468232 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-0f2b5ad1-f7d4-4f58-a047-f9c1914d1707 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:04.781650 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bb79d-968e-4fe1-8098-186a5d9dd68c req-46e1448d-2b79-4c0a-9b6a-a438e63133ef tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:04.783238 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-660bb79d-968e-4fe1-8098-186a5d9dd68c req-46e1448d-2b79-4c0a-9b6a-a438e63133ef tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b4edab-77ff-4308-83fa-b75ab1fef2be HTTP/1.1" status: 200 len: 945 time: 0.0573654 Sep 21 18:20:04.827529 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-660bb79d-968e-4fe1-8098-186a5d9dd68c req-90ef903a-03f0-44fa-9406-2824432c87ee tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6e10150-041e-4e19-bfc2-7c174b41e794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379725 Sep 21 18:20:04.862168 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-0f2b5ad1-f7d4-4f58-a047-f9c1914d1707 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:04.914862 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-0f2b5ad1-f7d4-4f58-a047-f9c1914d1707 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Network 244aaf5d-9e4d-4eab-b5ad-797e4d030d25 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:20:04.921304 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-0f2b5ad1-f7d4-4f58-a047-f9c1914d1707 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:20:04.925980 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-0f2b5ad1-f7d4-4f58-a047-f9c1914d1707 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:20:04.950419 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b5ad1-f7d4-4f58-a047-f9c1914d1707 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Pushing event updated for resources: {'Port': ['ID=c22da665-6f91-4bec-adc0-b70c75f308ba,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:05.005469 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-0f2b5ad1-f7d4-4f58-a047-f9c1914d1707 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:05.006092 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-0f2b5ad1-f7d4-4f58-a047-f9c1914d1707 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:05.028490 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699fccd5-ceb0-45e3-b9ac-97c3eadfdf98 req-cef020fa-cd4e-4d7c-84c4-d05e42b7abcb tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:05.030048 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-699fccd5-ceb0-45e3-b9ac-97c3eadfdf98 req-cef020fa-cd4e-4d7c-84c4-d05e42b7abcb tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b4edab-77ff-4308-83fa-b75ab1fef2be HTTP/1.1" status: 200 len: 945 time: 0.0808203 Sep 21 18:20:05.031847 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-0f2b5ad1-f7d4-4f58-a047-f9c1914d1707 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0035956 Sep 21 18:20:05.056510 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-90018d1d-0d06-414e-9b72-27b846873837 service neutron] Request body: {'port': {'device_id': '3886983c-508a-4d60-89ee-fb5af60d9091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:05.102786 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-699fccd5-ceb0-45e3-b9ac-97c3eadfdf98 req-6c7ffcb8-dc10-4143-9429-6c787622a130 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6e10150-041e-4e19-bfc2-7c174b41e794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647120 Sep 21 18:20:05.134549 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-90018d1d-0d06-414e-9b72-27b846873837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:05.242681 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55455914-c4d2-4f7b-bd5c-ed0996e03646 req-1dad736d-9484-4266-a7d3-9d21023fb4b5 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:05.245468 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-55455914-c4d2-4f7b-bd5c-ed0996e03646 req-1dad736d-9484-4266-a7d3-9d21023fb4b5 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b4edab-77ff-4308-83fa-b75ab1fef2be HTTP/1.1" status: 200 len: 945 time: 0.0660136 Sep 21 18:20:05.290717 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-55455914-c4d2-4f7b-bd5c-ed0996e03646 req-5b59d157-720c-41cb-b927-1ec3c19f9dcc tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6e10150-041e-4e19-bfc2-7c174b41e794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391810 Sep 21 18:20:05.316213 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 45828) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:05.359004 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a4ec3-fd3f-4ec7-980a-1f2f666dad25 req-0850ba32-b4c3-4daf-873a-d770dcac0ad4 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:05.360617 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-932a4ec3-fd3f-4ec7-980a-1f2f666dad25 req-0850ba32-b4c3-4daf-873a-d770dcac0ad4 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] 10.222.0.58 "GET /v2.0/ports?device_id=3886983c-508a-4d60-89ee-fb5af60d9091 HTTP/1.1" status: 200 len: 931 time: 0.0857587 Sep 21 18:20:05.454276 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-932a4ec3-fd3f-4ec7-980a-1f2f666dad25 req-9ccdabb5-4871-42b0-a133-d1f9be392827 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] 10.222.0.58 "GET /v2.0/security-groups?id=af503a38-ed89-4df1-8afe-95bb978f3459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870628 Sep 21 18:20:05.541265 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-90018d1d-0d06-414e-9b72-27b846873837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c22da665-6f91-4bec-adc0-b70c75f308ba {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:20:05.548866 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-90018d1d-0d06-414e-9b72-27b846873837 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:05.560979 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-90018d1d-0d06-414e-9b72-27b846873837 service neutron] Transition to ACTIVE for port object c22da665-6f91-4bec-adc0-b70c75f308ba will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:20:05.566057 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-90018d1d-0d06-414e-9b72-27b846873837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:05.595261 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f819490c-bed4-474e-bb81-e9782e330553 tempest-TestServerBasicOps-1493384791 tempest-TestServerBasicOps-1493384791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:05.597122 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f819490c-bed4-474e-bb81-e9782e330553 tempest-TestServerBasicOps-1493384791 tempest-TestServerBasicOps-1493384791-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=61b4edab-77ff-4308-83fa-b75ab1fef2be HTTP/1.1" status: 200 len: 1091 time: 0.2797468 Sep 21 18:20:05.600574 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 45836) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:05.607525 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-1cbd4115-05ae-4c90-b9a1-c4f553e8a8dc tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'port_id': '68694b09-b38a-441b-acde-60c8c6dade71', 'tenant_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:05.630571 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90018d1d-0d06-414e-9b72-27b846873837 service neutron] Pushing event updated for resources: {'Port': ['ID=c22da665-6f91-4bec-adc0-b70c75f308ba,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:05.698584 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1cbd4115-05ae-4c90-b9a1-c4f553e8a8dc tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks [] for floatingip, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:05.719318 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-90018d1d-0d06-414e-9b72-27b846873837 service neutron] Attempting to bind port c22da665-6f91-4bec-adc0-b70c75f308ba on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:05.719731 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-90018d1d-0d06-414e-9b72-27b846873837 service neutron] Attempting to bind port c22da665-6f91-4bec-adc0-b70c75f308ba by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'd2110aaa-ce7b-442f-b68c-3405150d1bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '244aaf5d-9e4d-4eab-b5ad-797e4d030d25'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:05.719987 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-90018d1d-0d06-414e-9b72-27b846873837 service neutron] Attempting to bind port c22da665-6f91-4bec-adc0-b70c75f308ba on network 244aaf5d-9e4d-4eab-b5ad-797e4d030d25 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:05.729575 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-90018d1d-0d06-414e-9b72-27b846873837 service neutron] Port c22da665-6f91-4bec-adc0-b70c75f308ba on network 244aaf5d-9e4d-4eab-b5ad-797e4d030d25 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:20:05.729898 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-90018d1d-0d06-414e-9b72-27b846873837 service neutron] Attempting to bind port c22da665-6f91-4bec-adc0-b70c75f308ba on network 244aaf5d-9e4d-4eab-b5ad-797e4d030d25 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:05.742391 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-90018d1d-0d06-414e-9b72-27b846873837 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:20:05.742741 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-90018d1d-0d06-414e-9b72-27b846873837 service neutron] Checking segment: {'id': 'd2110aaa-ce7b-442f-b68c-3405150d1bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '244aaf5d-9e4d-4eab-b5ad-797e4d030d25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:20:05.743152 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-90018d1d-0d06-414e-9b72-27b846873837 service neutron] Bound using segment: {'id': 'd2110aaa-ce7b-442f-b68c-3405150d1bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '244aaf5d-9e4d-4eab-b5ad-797e4d030d25'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:20:05.743612 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-90018d1d-0d06-414e-9b72-27b846873837 service neutron] Bound port: c22da665-6f91-4bec-adc0-b70c75f308ba, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2110aaa-ce7b-442f-b68c-3405150d1bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '244aaf5d-9e4d-4eab-b5ad-797e4d030d25'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:20:05.743980 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-90018d1d-0d06-414e-9b72-27b846873837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:05.855201 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-90018d1d-0d06-414e-9b72-27b846873837 service neutron] For port c22da665-6f91-4bec-adc0-b70c75f308ba, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:20:05.859631 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-90018d1d-0d06-414e-9b72-27b846873837 service neutron] For port c22da665-6f91-4bec-adc0-b70c75f308ba, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=c22da665-6f91-4bec-adc0-b70c75f308ba,segment=NetworkSegment(d2110aaa-ce7b-442f-b68c-3405150d1bb2),segment_id=d2110aaa-ce7b-442f-b68c-3405150d1bb2)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:20:05.868018 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-90018d1d-0d06-414e-9b72-27b846873837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:05.907739 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-90018d1d-0d06-414e-9b72-27b846873837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:05.908362 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-90018d1d-0d06-414e-9b72-27b846873837 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:05.909750 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-90018d1d-0d06-414e-9b72-27b846873837 service neutron] 10.222.0.44 "PUT /v2.0/ports/c22da665-6f91-4bec-adc0-b70c75f308ba HTTP/1.1" status: 200 len: 1091 time: 0.8575885 Sep 21 18:20:05.911691 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3886983c-508a-4d60-89ee-fb5af60d9091', 'tag': 'c22da665-6f91-4bec-adc0-b70c75f308ba'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:20:05.914002 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385c40ef-f1b0-402c-b445-d1c077784bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "3886983c-508a-4d60-89ee-fb5af60d9091", "tag": "c22da665-6f91-4bec-adc0-b70c75f308ba"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:20:05.920677 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1cbd4115-05ae-4c90-b9a1-c4f553e8a8dc tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:05.949117 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90018d1d-0d06-414e-9b72-27b846873837 service neutron] Pushing event updated for resources: {'Port': ['ID=c22da665-6f91-4bec-adc0-b70c75f308ba,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:05.983230 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8987a13d-fa13-4702-94bc-e05b30c9e82a x-openstack-request-id: req-8987a13d-fa13-4702-94bc-e05b30c9e82a {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:20:05.983496 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3886983c-508a-4d60-89ee-fb5af60d9091", "tag": "c22da665-6f91-4bec-adc0-b70c75f308ba", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:20:05.983754 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8987a13d-fa13-4702-94bc-e05b30c9e82a {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:20:05.984139 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3886983c-508a-4d60-89ee-fb5af60d9091', 'tag': 'c22da665-6f91-4bec-adc0-b70c75f308ba', 'status': 'completed', 'code': 200} Sep 21 18:20:06.064709 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-f10b1d8e-2081-40cc-bdd3-34dff6ccedad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:06.066752 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-f10b1d8e-2081-40cc-bdd3-34dff6ccedad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4dd003e9ef67479ea74ca42917d9769a&device_id=3886983c-508a-4d60-89ee-fb5af60d9091 HTTP/1.1" status: 200 len: 1094 time: 0.0857570 Sep 21 18:20:06.090588 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-1cbd4115-05ae-4c90-b9a1-c4f553e8a8dc tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Allocated IP 172.25.6.84 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/fe62457b-6939-47ab-9137-f1bda497acdf) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:20:06.120493 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-a387a843-c081-46eb-a837-ac650be1bb86 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c22da665-6f91-4bec-adc0-b70c75f308ba HTTP/1.1" status: 200 len: 217 time: 0.0428267 Sep 21 18:20:06.228943 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-7c5285ea-7a60-4946-ac43-fdd273de41fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:06.230431 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-7c5285ea-7a60-4946-ac43-fdd273de41fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d4df8944-ab7c-421a-bd5f-c8d54c59bb4f HTTP/1.1" status: 200 len: 849 time: 0.0980458 Sep 21 18:20:06.280220 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-3438d9c4-e421-4b7d-9b9a-24d5fd1e40be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=244aaf5d-9e4d-4eab-b5ad-797e4d030d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389149 Sep 21 18:20:06.300219 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1cbd4115-05ae-4c90-b9a1-c4f553e8a8dc tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:06.391255 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1cbd4115-05ae-4c90-b9a1-c4f553e8a8dc tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:06.437222 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-372545b4-99e9-4ca4-b92e-5f2bbc61da4a service neutron] 10.222.0.44 "GET /v2.0/networks/244aaf5d-9e4d-4eab-b5ad-797e4d030d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481097 Sep 21 18:20:06.450378 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbd4115-05ae-4c90-b9a1-c4f553e8a8dc tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:20:06.473613 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-1cbd4115-05ae-4c90-b9a1-c4f553e8a8dc tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:20:06.477845 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbd4115-05ae-4c90-b9a1-c4f553e8a8dc tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:20:06.479835 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd4115-05ae-4c90-b9a1-c4f553e8a8dc tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Pushing event updated for resources: {'Port': ['ID=fe62457b-6939-47ab-9137-f1bda497acdf,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:06.667945 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3ff12b6a-e28d-478d-bd16-ec96ec14210c req-930eedaa-5329-4d34-b9f0-c68d1c26a2e9 service neutron] 10.222.0.44 "GET /v2.0/networks/244aaf5d-9e4d-4eab-b5ad-797e4d030d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195649 Sep 21 18:20:06.679976 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333572af-ab83-4c6f-b163-8df72172f2bf req-c684baaf-0356-41a6-9f9b-67ce202a88f7 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:06.681752 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-333572af-ab83-4c6f-b163-8df72172f2bf req-c684baaf-0356-41a6-9f9b-67ce202a88f7 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] 10.222.0.58 "GET /v2.0/ports?device_id=3886983c-508a-4d60-89ee-fb5af60d9091 HTTP/1.1" status: 200 len: 943 time: 0.1391940 Sep 21 18:20:06.803809 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-333572af-ab83-4c6f-b163-8df72172f2bf req-13960798-37c1-40a2-ba86-1aa840791754 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] 10.222.0.58 "GET /v2.0/security-groups?id=af503a38-ed89-4df1-8afe-95bb978f3459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141615 Sep 21 18:20:06.854437 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c40ef-f1b0-402c-b445-d1c077784bf3 req-f035e1a6-1a3a-4f8d-9b75-38d96e95f6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:06.855996 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-385c40ef-f1b0-402c-b445-d1c077784bf3 req-f035e1a6-1a3a-4f8d-9b75-38d96e95f6e1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4dd003e9ef67479ea74ca42917d9769a&device_id=3886983c-508a-4d60-89ee-fb5af60d9091 HTTP/1.1" status: 200 len: 1094 time: 0.1118445 Sep 21 18:20:07.031926 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c40ef-f1b0-402c-b445-d1c077784bf3 req-29446f70-604e-4d84-8fe3-f3a6b7643e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:07.033416 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-385c40ef-f1b0-402c-b445-d1c077784bf3 req-29446f70-604e-4d84-8fe3-f3a6b7643e11 service neutron] 10.222.0.44 "GET /v2.0/networks?id=244aaf5d-9e4d-4eab-b5ad-797e4d030d25 HTTP/1.1" status: 200 len: 910 time: 0.1690559 Sep 21 18:20:07.107591 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-385c40ef-f1b0-402c-b445-d1c077784bf3 req-089098d6-1bbd-4bc3-846a-302d918c9692 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c22da665-6f91-4bec-adc0-b70c75f308ba HTTP/1.1" status: 200 len: 217 time: 0.0427516 Sep 21 18:20:07.131733 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1cbd4115-05ae-4c90-b9a1-c4f553e8a8dc tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:07.197078 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c40ef-f1b0-402c-b445-d1c077784bf3 req-58eb7c13-54ee-47f5-95f3-1122846474a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:07.198580 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-385c40ef-f1b0-402c-b445-d1c077784bf3 req-58eb7c13-54ee-47f5-95f3-1122846474a0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d4df8944-ab7c-421a-bd5f-c8d54c59bb4f HTTP/1.1" status: 200 len: 849 time: 0.0759280 Sep 21 18:20:07.253423 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-385c40ef-f1b0-402c-b445-d1c077784bf3 req-5370ac3b-847a-4aff-a5f3-add64056491f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=244aaf5d-9e4d-4eab-b5ad-797e4d030d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348206 Sep 21 18:20:07.256145 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1cbd4115-05ae-4c90-b9a1-c4f553e8a8dc tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:07.438970 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-385c40ef-f1b0-402c-b445-d1c077784bf3 req-c5570e62-5b44-44f2-9b5a-b1a98dc0c6c1 service neutron] 10.222.0.44 "GET /v2.0/networks/244aaf5d-9e4d-4eab-b5ad-797e4d030d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616492 Sep 21 18:20:07.547203 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1cbd4115-05ae-4c90-b9a1-c4f553e8a8dc tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:07.554950 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1cbd4115-05ae-4c90-b9a1-c4f553e8a8dc tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:07.611033 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-385c40ef-f1b0-402c-b445-d1c077784bf3 req-9702b372-848f-4295-9d10-ad9b873c0eca service neutron] 10.222.0.44 "GET /v2.0/networks/244aaf5d-9e4d-4eab-b5ad-797e4d030d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657257 Sep 21 18:20:07.644528 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd4115-05ae-4c90-b9a1-c4f553e8a8dc tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Pushing event updated for resources: {'Port': ['ID=fe62457b-6939-47ab-9137-f1bda497acdf,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:07.658328 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1cbd4115-05ae-4c90-b9a1-c4f553e8a8dc tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:07.760438 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-1cbd4115-05ae-4c90-b9a1-c4f553e8a8dc tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Floating IP f6bbc2de-2f8e-45f6-86a1-c234ca9430f2 associated. External IP: 172.25.6.84, port: 68694b09-b38a-441b-acde-60c8c6dade71. Sep 21 18:20:07.944837 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b4439-b5e9-4f8d-920e-8f084f655515 req-e2d9b3b3-515c-4d00-8034-88de1e8ac2f3 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:07.947616 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cd2b4439-b5e9-4f8d-920e-8f084f655515 req-e2d9b3b3-515c-4d00-8034-88de1e8ac2f3 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] 10.222.0.58 "GET /v2.0/ports?device_id=3886983c-508a-4d60-89ee-fb5af60d9091 HTTP/1.1" status: 200 len: 943 time: 0.0633447 Sep 21 18:20:07.981038 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cbd4115-05ae-4c90-b9a1-c4f553e8a8dc tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Router 2ad4891e-8b5e-49f4-aa26-c4540be4c108 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:20:07.985522 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cd2b4439-b5e9-4f8d-920e-8f084f655515 req-6b465c80-3ec1-4661-96db-103893ec0436 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] 10.222.0.58 "GET /v2.0/security-groups?id=af503a38-ed89-4df1-8afe-95bb978f3459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323997 Sep 21 18:20:08.091407 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbd4115-05ae-4c90-b9a1-c4f553e8a8dc tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:20:08.101066 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c3c14e-39dc-49eb-a51e-888e3f805f4b None None] Sync routers for ids ['2ad4891e-8b5e-49f4-aa26-c4540be4c108'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:20:08.112108 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1cbd4115-05ae-4c90-b9a1-c4f553e8a8dc tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:08.112696 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c3c14e-39dc-49eb-a51e-888e3f805f4b None None] Routers {'2ad4891e-8b5e-49f4-aa26-c4540be4c108'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:20:08.113170 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-96c3c14e-39dc-49eb-a51e-888e3f805f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:19:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['2ad4891e-8b5e-49f4-aa26-c4540be4c108'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:08.144070 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1cbd4115-05ae-4c90-b9a1-c4f553e8a8dc tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5422363 Sep 21 18:20:08.144990 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b4edab-77ff-4308-83fa-b75ab1fef2be', 'tag': '68694b09-b38a-441b-acde-60c8c6dade71'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:20:08.147475 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebb29fb-bb0a-4dc3-bccf-05ce3fc69088" -d '{"events": [{"name": "network-changed", "server_uuid": "61b4edab-77ff-4308-83fa-b75ab1fef2be", "tag": "68694b09-b38a-441b-acde-60c8c6dade71"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:20:08.189507 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e180d2a6-9d4f-4261-a7d3-3cd6e6a583b3 x-openstack-request-id: req-e180d2a6-9d4f-4261-a7d3-3cd6e6a583b3 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:20:08.189798 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b4edab-77ff-4308-83fa-b75ab1fef2be", "tag": "68694b09-b38a-441b-acde-60c8c6dade71", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:20:08.190069 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e180d2a6-9d4f-4261-a7d3-3cd6e6a583b3 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:20:08.190470 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b4edab-77ff-4308-83fa-b75ab1fef2be', 'tag': '68694b09-b38a-441b-acde-60c8c6dade71', 'status': 'completed', 'code': 200} Sep 21 18:20:08.239915 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-96c3c14e-39dc-49eb-a51e-888e3f805f4b None None] Set router 2ad4891e-8b5e-49f4-aa26-c4540be4c108 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:20:08.265515 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb29fb-bb0a-4dc3-bccf-05ce3fc69088 req-2093c3a6-fa69-4b60-ac9e-39647e95ff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:08.267297 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1ebb29fb-bb0a-4dc3-bccf-05ce3fc69088 req-2093c3a6-fa69-4b60-ac9e-39647e95ff57 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=08e34419ed4e41388b212b7cfbe8a9c2&device_id=61b4edab-77ff-4308-83fa-b75ab1fef2be HTTP/1.1" status: 200 len: 1096 time: 0.0482981 Sep 21 18:20:08.370762 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb29fb-bb0a-4dc3-bccf-05ce3fc69088 req-d9a5b833-85dd-4d08-813d-8811db36013e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:08.372816 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1ebb29fb-bb0a-4dc3-bccf-05ce3fc69088 req-d9a5b833-85dd-4d08-813d-8811db36013e service neutron] 10.222.0.38 "GET /v2.0/networks?id=13543e6d-446a-4106-9970-a4ed65e1a1ab HTTP/1.1" status: 200 len: 908 time: 0.0979686 Sep 21 18:20:08.448499 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1ebb29fb-bb0a-4dc3-bccf-05ce3fc69088 req-72933d23-2ec0-42aa-a8d1-73f5dae07bfb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68694b09-b38a-441b-acde-60c8c6dade71 HTTP/1.1" status: 200 len: 998 time: 0.0675683 Sep 21 18:20:08.470986 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-96c3c14e-39dc-49eb-a51e-888e3f805f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'name': 'tempest-TestServerBasicOps-64137485-router', 'tenant_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'b0b30a20-7bbb-4a7b-89e7-67cb9b692844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:32Z', 'updated_at': '2021-09-21T18:19:39Z', 'revision_number': 4, 'project_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'gw_port': {'id': 'b0b30a20-7bbb-4a7b-89e7-67cb9b692844', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:32Z', 'updated_at': '2021-09-21T18:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'f6bbc2de-2f8e-45f6-86a1-c234ca9430f2', 'tenant_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'floating_ip_address': '172.25.6.84', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'port_id': '68694b09-b38a-441b-acde-60c8c6dade71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13543e6d-446a-4106-9970-a4ed65e1a1ab', 'mac_address': 'fa:16:3e:04:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b4edab-77ff-4308-83fa-b75ab1fef2be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:20:06Z', 'updated_at': '2021-09-21T18:20:06Z', 'revision_number': 0, 'project_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4708e845-d28d-4f18-b4f3-7a1b09991637', 'name': '', 'network_id': '13543e6d-446a-4106-9970-a4ed65e1a1ab', 'tenant_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'mac_address': 'fa:16:3e:23:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '4b9e78cb-ebe5-4e7a-97f3-9861a92d567d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:37Z', 'updated_at': '2021-09-21T18:19:43Z', 'revision_number': 5, 'project_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'subnets': [{'id': '4b9e78cb-ebe5-4e7a-97f3-9861a92d567d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:08.496968 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c3c14e-39dc-49eb-a51e-888e3f805f4b None None] Checking router: 2ad4891e-8b5e-49f4-aa26-c4540be4c108 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:20:08.502136 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb29fb-bb0a-4dc3-bccf-05ce3fc69088 req-58d74734-ca3a-41fb-bd42-fa150659d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:08.503741 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1ebb29fb-bb0a-4dc3-bccf-05ce3fc69088 req-58d74734-ca3a-41fb-bd42-fa150659d940 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4b9e78cb-ebe5-4e7a-97f3-9861a92d567d HTTP/1.1" status: 200 len: 846 time: 0.0487015 Sep 21 18:20:08.505888 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c3c14e-39dc-49eb-a51e-888e3f805f4b None None] Routers {'2ad4891e-8b5e-49f4-aa26-c4540be4c108'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:20:08.506501 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-96c3c14e-39dc-49eb-a51e-888e3f805f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:19:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['2ad4891e-8b5e-49f4-aa26-c4540be4c108'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:08.551569 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb29fb-bb0a-4dc3-bccf-05ce3fc69088 req-ac8a5ae8-f3be-4946-9ba4-c7b7a0cc2d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:08.553257 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1ebb29fb-bb0a-4dc3-bccf-05ce3fc69088 req-ac8a5ae8-f3be-4946-9ba4-c7b7a0cc2d86 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=13543e6d-446a-4106-9970-a4ed65e1a1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421648 Sep 21 18:20:08.613941 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-96c3c14e-39dc-49eb-a51e-888e3f805f4b None None] Set router 2ad4891e-8b5e-49f4-aa26-c4540be4c108 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:20:08.648222 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1ebb29fb-bb0a-4dc3-bccf-05ce3fc69088 req-6283ba21-730e-489b-b6e2-3a8794397af7 service neutron] 10.222.0.38 "GET /v2.0/networks/13543e6d-446a-4106-9970-a4ed65e1a1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877202 Sep 21 18:20:08.755826 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1ebb29fb-bb0a-4dc3-bccf-05ce3fc69088 req-83481366-06c2-4cc8-8707-7ccead006604 service neutron] 10.222.0.38 "GET /v2.0/networks/13543e6d-446a-4106-9970-a4ed65e1a1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008887 Sep 21 18:20:08.858568 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-96c3c14e-39dc-49eb-a51e-888e3f805f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'name': 'tempest-TestServerBasicOps-64137485-router', 'tenant_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'b0b30a20-7bbb-4a7b-89e7-67cb9b692844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:32Z', 'updated_at': '2021-09-21T18:19:39Z', 'revision_number': 4, 'project_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'gw_port': {'id': 'b0b30a20-7bbb-4a7b-89e7-67cb9b692844', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:32Z', 'updated_at': '2021-09-21T18:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'f6bbc2de-2f8e-45f6-86a1-c234ca9430f2', 'tenant_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'floating_ip_address': '172.25.6.84', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'port_id': '68694b09-b38a-441b-acde-60c8c6dade71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13543e6d-446a-4106-9970-a4ed65e1a1ab', 'mac_address': 'fa:16:3e:04:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b4edab-77ff-4308-83fa-b75ab1fef2be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:20:06Z', 'updated_at': '2021-09-21T18:20:06Z', 'revision_number': 0, 'project_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4708e845-d28d-4f18-b4f3-7a1b09991637', 'name': '', 'network_id': '13543e6d-446a-4106-9970-a4ed65e1a1ab', 'tenant_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'mac_address': 'fa:16:3e:23:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '4b9e78cb-ebe5-4e7a-97f3-9861a92d567d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:37Z', 'updated_at': '2021-09-21T18:19:43Z', 'revision_number': 5, 'project_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'subnets': [{'id': '4b9e78cb-ebe5-4e7a-97f3-9861a92d567d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:08.885432 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c3c14e-39dc-49eb-a51e-888e3f805f4b None None] The sync data for ids ['2ad4891e-8b5e-49f4-aa26-c4540be4c108'] in n-d-810291-1 is: [{'id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'name': 'tempest-TestServerBasicOps-64137485-router', 'tenant_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'b0b30a20-7bbb-4a7b-89e7-67cb9b692844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:32Z', 'updated_at': '2021-09-21T18:19:39Z', 'revision_number': 4, 'project_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'gw_port': {'id': 'b0b30a20-7bbb-4a7b-89e7-67cb9b692844', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:32Z', 'updated_at': '2021-09-21T18:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'f6bbc2de-2f8e-45f6-86a1-c234ca9430f2', 'tenant_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'floating_ip_address': '172.25.6.84', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'port_id': '68694b09-b38a-441b-acde-60c8c6dade71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13543e6d-446a-4106-9970-a4ed65e1a1ab', 'mac_address': 'fa:16:3e:04:3c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b4edab-77ff-4308-83fa-b75ab1fef2be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:20:06Z', 'updated_at': '2021-09-21T18:20:06Z', 'revision_number': 0, 'project_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4708e845-d28d-4f18-b4f3-7a1b09991637', 'name': '', 'network_id': '13543e6d-446a-4106-9970-a4ed65e1a1ab', 'tenant_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'mac_address': 'fa:16:3e:23:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '4b9e78cb-ebe5-4e7a-97f3-9861a92d567d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:37Z', 'updated_at': '2021-09-21T18:19:43Z', 'revision_number': 5, 'project_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'subnets': [{'id': '4b9e78cb-ebe5-4e7a-97f3-9861a92d567d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:20:08.886825 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device c22da665-6f91-4bec-adc0-b70c75f308ba details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:20:09.005213 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port c22da665-6f91-4bec-adc0-b70c75f308ba, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=c22da665-6f91-4bec-adc0-b70c75f308ba,segment=NetworkSegment(d2110aaa-ce7b-442f-b68c-3405150d1bb2),segment_id=d2110aaa-ce7b-442f-b68c-3405150d1bb2)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:09.020120 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'c22da665-6f91-4bec-adc0-b70c75f308ba', 'network_id': '244aaf5d-9e4d-4eab-b5ad-797e4d030d25', 'port_id': 'c22da665-6f91-4bec-adc0-b70c75f308ba', 'mac_address': 'fa:16:3e:93:77:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4df8944-ab7c-421a-bd5f-c8d54c59bb4f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:20:09.065252 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:09.080738 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c22da665-6f91-4bec-adc0-b70c75f308ba {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:20:09.107124 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port c22da665-6f91-4bec-adc0-b70c75f308ba, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=c22da665-6f91-4bec-adc0-b70c75f308ba,segment=NetworkSegment(d2110aaa-ce7b-442f-b68c-3405150d1bb2),segment_id=d2110aaa-ce7b-442f-b68c-3405150d1bb2)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:09.112240 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad4dd28-17cc-465d-8c5b-1c374d395ae6 None None] New status for floating IP f6bbc2de-2f8e-45f6-86a1-c234ca9430f2: ACTIVE {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:20:09.117192 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:09.124150 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a29060-afeb-4bce-a2dc-86ada66a700b req-9d83ec89-3e55-48c2-ba0c-b596848bbcce tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:09.125879 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b7a29060-afeb-4bce-a2dc-86ada66a700b req-9d83ec89-3e55-48c2-ba0c-b596848bbcce tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] 10.222.0.58 "GET /v2.0/ports?device_id=3886983c-508a-4d60-89ee-fb5af60d9091 HTTP/1.1" status: 200 len: 943 time: 0.0588448 Sep 21 18:20:09.165457 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b7a29060-afeb-4bce-a2dc-86ada66a700b req-544bdd00-0cdc-4e45-802f-fcb59e55ddf6 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] 10.222.0.58 "GET /v2.0/security-groups?id=af503a38-ed89-4df1-8afe-95bb978f3459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331783 Sep 21 18:20:09.242769 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=c22da665-6f91-4bec-adc0-b70c75f308ba,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:09.344480 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['c22da665-6f91-4bec-adc0-b70c75f308ba'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:20:10.287762 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c5e5e-50e1-415b-8190-2af09aa1e164 req-1dd3a8a2-8d21-44a2-89c7-006922189fa0 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:10.289276 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-987c5e5e-50e1-415b-8190-2af09aa1e164 req-1dd3a8a2-8d21-44a2-89c7-006922189fa0 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] 10.222.0.58 "GET /v2.0/ports?device_id=3886983c-508a-4d60-89ee-fb5af60d9091 HTTP/1.1" status: 200 len: 944 time: 0.0497270 Sep 21 18:20:10.329805 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-987c5e5e-50e1-415b-8190-2af09aa1e164 req-413b7abd-1a50-43fd-9ea7-8485360ded03 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] 10.222.0.58 "GET /v2.0/security-groups?id=af503a38-ed89-4df1-8afe-95bb978f3459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342693 Sep 21 18:20:10.918064 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device c22da665-6f91-4bec-adc0-b70c75f308ba up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:20:10.970191 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port c22da665-6f91-4bec-adc0-b70c75f308ba completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:20:10.974680 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port c22da665-6f91-4bec-adc0-b70c75f308ba triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:20:10.975190 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:11.062011 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:11.083909 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3886983c-508a-4d60-89ee-fb5af60d9091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22da665-6f91-4bec-adc0-b70c75f308ba'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:20:11.086128 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80f1e78-a20a-4d18-83c6-3e442166411d" -d '{"events": [{"server_uuid": "3886983c-508a-4d60-89ee-fb5af60d9091", "name": "network-vif-plugged", "status": "completed", "tag": "c22da665-6f91-4bec-adc0-b70c75f308ba"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:20:11.099282 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port c22da665-6f91-4bec-adc0-b70c75f308ba, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=c22da665-6f91-4bec-adc0-b70c75f308ba,segment=NetworkSegment(d2110aaa-ce7b-442f-b68c-3405150d1bb2),segment_id=d2110aaa-ce7b-442f-b68c-3405150d1bb2)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:11.104127 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:11.136555 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ca4357-fa8a-48d6-8a35-93d1c8355e72 x-openstack-request-id: req-82ca4357-fa8a-48d6-8a35-93d1c8355e72 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:20:11.136844 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3886983c-508a-4d60-89ee-fb5af60d9091", "name": "network-vif-plugged", "status": "completed", "tag": "c22da665-6f91-4bec-adc0-b70c75f308ba", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:20:11.137091 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-82ca4357-fa8a-48d6-8a35-93d1c8355e72 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:20:11.137478 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3886983c-508a-4d60-89ee-fb5af60d9091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22da665-6f91-4bec-adc0-b70c75f308ba', 'code': 200} Sep 21 18:20:11.162811 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=c22da665-6f91-4bec-adc0-b70c75f308ba,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:11.248567 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d8070-c555-4ffa-bcee-3f2ef55adf05 req-9270f6b1-e97b-4def-b168-46c209bc1e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:11.250165 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e6d8070-c555-4ffa-bcee-3f2ef55adf05 req-9270f6b1-e97b-4def-b168-46c209bc1e8b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3886983c-508a-4d60-89ee-fb5af60d9091 HTTP/1.1" status: 200 len: 1096 time: 0.0552456 Sep 21 18:20:11.287262 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e6d8070-c555-4ffa-bcee-3f2ef55adf05 req-b90cffd5-41f7-4f29-b113-18fb124071b1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=af503a38-ed89-4df1-8afe-95bb978f3459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294182 Sep 21 18:20:11.452746 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b6e14-23f9-4db2-b1f5-4119ad9fb1ab req-bcddf4eb-cb68-4194-a919-56d95b08fc50 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:11.454257 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cc0b6e14-23f9-4db2-b1f5-4119ad9fb1ab req-bcddf4eb-cb68-4194-a919-56d95b08fc50 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] 10.222.0.58 "GET /v2.0/ports?device_id=3886983c-508a-4d60-89ee-fb5af60d9091 HTTP/1.1" status: 200 len: 945 time: 0.0508783 Sep 21 18:20:11.496459 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cc0b6e14-23f9-4db2-b1f5-4119ad9fb1ab req-759de91a-3c4c-442e-ab29-60d7c1fa7a99 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] 10.222.0.58 "GET /v2.0/security-groups?id=af503a38-ed89-4df1-8afe-95bb978f3459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350528 Sep 21 18:20:12.614606 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab5599-a9a0-4754-9c49-a370118a0847 req-09ead4df-477f-466b-a89c-866a561572de tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:12.616121 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a7ab5599-a9a0-4754-9c49-a370118a0847 req-09ead4df-477f-466b-a89c-866a561572de tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] 10.222.0.58 "GET /v2.0/ports?device_id=3886983c-508a-4d60-89ee-fb5af60d9091 HTTP/1.1" status: 200 len: 945 time: 0.0520072 Sep 21 18:20:12.662853 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a7ab5599-a9a0-4754-9c49-a370118a0847 req-090c9856-588d-4f37-892e-c26e62d23895 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] 10.222.0.58 "GET /v2.0/security-groups?id=af503a38-ed89-4df1-8afe-95bb978f3459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402393 Sep 21 18:20:14.550199 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:20:15.149287 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0dc3fe-9315-419f-995c-c84d891fd6b2 req-73331862-8639-4aa4-9e02-c91352b6c3e9 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:15.151206 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3c0dc3fe-9315-419f-995c-c84d891fd6b2 req-73331862-8639-4aa4-9e02-c91352b6c3e9 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] 10.222.0.58 "GET /v2.0/ports?device_id=3886983c-508a-4d60-89ee-fb5af60d9091 HTTP/1.1" status: 200 len: 945 time: 0.0570467 Sep 21 18:20:15.190010 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3c0dc3fe-9315-419f-995c-c84d891fd6b2 req-7d98dc95-0c85-4395-8387-a1bf44b1a141 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] 10.222.0.58 "GET /v2.0/security-groups?id=af503a38-ed89-4df1-8afe-95bb978f3459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323744 Sep 21 18:20:15.917450 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d88b8749-f009-492e-8d64-6a40229711ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:16.316060 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f1d37-59b1-406d-86c1-8f5726955790 req-2a2274e2-66ce-4eb6-aa1c-9273ba336330 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:16.317668 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d61f1d37-59b1-406d-86c1-8f5726955790 req-2a2274e2-66ce-4eb6-aa1c-9273ba336330 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] 10.222.0.58 "GET /v2.0/ports?device_id=3886983c-508a-4d60-89ee-fb5af60d9091 HTTP/1.1" status: 200 len: 945 time: 0.0524890 Sep 21 18:20:16.361018 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d61f1d37-59b1-406d-86c1-8f5726955790 req-dfaef52f-7a23-496e-aa3e-170165b9677b tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] 10.222.0.58 "GET /v2.0/security-groups?id=af503a38-ed89-4df1-8afe-95bb978f3459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360155 Sep 21 18:20:16.587290 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab085c9-d488-40e9-836d-3207163d930a req-5c837f7d-cff3-446e-8986-d802229b22bb tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:16.588744 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bab085c9-d488-40e9-836d-3207163d930a req-5c837f7d-cff3-446e-8986-d802229b22bb tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] 10.222.0.44 "GET /v2.0/ports?device_id=3886983c-508a-4d60-89ee-fb5af60d9091 HTTP/1.1" status: 200 len: 945 time: 0.0550568 Sep 21 18:20:16.687131 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-bab085c9-d488-40e9-836d-3207163d930a req-20e6514b-76fb-4d0e-8c3c-fd54b19da7c2 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Deleting port c22da665-6f91-4bec-adc0-b70c75f308ba {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:20:16.687478 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bab085c9-d488-40e9-836d-3207163d930a req-20e6514b-76fb-4d0e-8c3c-fd54b19da7c2 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:17.136515 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-bab085c9-d488-40e9-836d-3207163d930a req-20e6514b-76fb-4d0e-8c3c-fd54b19da7c2 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] For port c22da665-6f91-4bec-adc0-b70c75f308ba, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=c22da665-6f91-4bec-adc0-b70c75f308ba,segment=NetworkSegment(d2110aaa-ce7b-442f-b68c-3405150d1bb2),segment_id=d2110aaa-ce7b-442f-b68c-3405150d1bb2)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:17.136857 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bab085c9-d488-40e9-836d-3207163d930a req-20e6514b-76fb-4d0e-8c3c-fd54b19da7c2 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:17.149647 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-bab085c9-d488-40e9-836d-3207163d930a req-20e6514b-76fb-4d0e-8c3c-fd54b19da7c2 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Calling delete_port for c22da665-6f91-4bec-adc0-b70c75f308ba owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:20:17.277816 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bab085c9-d488-40e9-836d-3207163d930a req-20e6514b-76fb-4d0e-8c3c-fd54b19da7c2 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:17.291827 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['c22da665-6f91-4bec-adc0-b70c75f308ba'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:20:17.309905 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6514b-76fb-4d0e-8c3c-fd54b19da7c2 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Pushing event deleted for resources: {'Port': ['ID=c22da665-6f91-4bec-adc0-b70c75f308ba,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:17.337576 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e6514b-76fb-4d0e-8c3c-fd54b19da7c2 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:17.338548 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e6514b-76fb-4d0e-8c3c-fd54b19da7c2 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:17.338548 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e6514b-76fb-4d0e-8c3c-fd54b19da7c2 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:17.338895 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e6514b-76fb-4d0e-8c3c-fd54b19da7c2 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:17.339102 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e6514b-76fb-4d0e-8c3c-fd54b19da7c2 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:17.339434 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e6514b-76fb-4d0e-8c3c-fd54b19da7c2 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:17.339637 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e6514b-76fb-4d0e-8c3c-fd54b19da7c2 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:17.339989 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e6514b-76fb-4d0e-8c3c-fd54b19da7c2 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:17.340337 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e6514b-76fb-4d0e-8c3c-fd54b19da7c2 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:17.340682 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e6514b-76fb-4d0e-8c3c-fd54b19da7c2 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:17.341008 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e6514b-76fb-4d0e-8c3c-fd54b19da7c2 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:17.341380 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e6514b-76fb-4d0e-8c3c-fd54b19da7c2 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:17.364831 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab085c9-d488-40e9-836d-3207163d930a req-20e6514b-76fb-4d0e-8c3c-fd54b19da7c2 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] No DVR routers for this DVR port c22da665-6f91-4bec-adc0-b70c75f308ba on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:20:17.367617 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bab085c9-d488-40e9-836d-3207163d930a req-20e6514b-76fb-4d0e-8c3c-fd54b19da7c2 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:17.369815 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bab085c9-d488-40e9-836d-3207163d930a req-20e6514b-76fb-4d0e-8c3c-fd54b19da7c2 tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] 10.222.0.44 "DELETE /v2.0/ports/c22da665-6f91-4bec-adc0-b70c75f308ba HTTP/1.1" status: 204 len: 173 time: 0.7736413 Sep 21 18:20:17.370377 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3886983c-508a-4d60-89ee-fb5af60d9091', 'name': 'network-vif-deleted', 'tag': 'c22da665-6f91-4bec-adc0-b70c75f308ba'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:20:17.372939 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ec4770-1ce9-4796-b0a5-359716c8410f" -d '{"events": [{"server_uuid": "3886983c-508a-4d60-89ee-fb5af60d9091", "name": "network-vif-deleted", "tag": "c22da665-6f91-4bec-adc0-b70c75f308ba"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:20:17.412124 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34dd31f4-15dc-4e26-a6a1-172da1275eba x-openstack-request-id: req-34dd31f4-15dc-4e26-a6a1-172da1275eba {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:20:17.412431 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3886983c-508a-4d60-89ee-fb5af60d9091", "name": "network-vif-deleted", "tag": "c22da665-6f91-4bec-adc0-b70c75f308ba", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:20:17.412689 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-34dd31f4-15dc-4e26-a6a1-172da1275eba {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:20:17.413101 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3886983c-508a-4d60-89ee-fb5af60d9091', 'name': 'network-vif-deleted', 'tag': 'c22da665-6f91-4bec-adc0-b70c75f308ba', 'status': 'completed', 'code': 200} Sep 21 18:20:17.469253 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ae6d886-7640-49a8-9009-21718d264138 req-0a8cb50c-c7e1-4063-b267-1a90742fde3c tempest-VolumesActionsTest-1207387072 tempest-VolumesActionsTest-1207387072-project] 10.222.0.58 "GET /v2.0/ports?device_id=3886983c-508a-4d60-89ee-fb5af60d9091 HTTP/1.1" status: 200 len: 210 time: 0.0283127 Sep 21 18:20:18.438040 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d4ac88b4-20ea-4b9b-8593-982ee48cffb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:18.991490 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:20.141231 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:20.263352 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-97377057-410a-406c-8f76-99482b261a56 req-0f9fadc4-8545-4ba9-8b31-0f94225fef6c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2c7c6598-0d92-49a2-b166-7a37f822e8a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427699 Sep 21 18:20:20.362061 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97377057-410a-406c-8f76-99482b261a56 req-56c3f7ab-4591-4214-a5fa-b92c83e4785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:20.363609 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-97377057-410a-406c-8f76-99482b261a56 req-56c3f7ab-4591-4214-a5fa-b92c83e4785c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e1a191972f04deba3d357390e99740f&device_id=2c7c6598-0d92-49a2-b166-7a37f822e8a3 HTTP/1.1" status: 200 len: 1135 time: 0.0544565 Sep 21 18:20:20.482005 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97377057-410a-406c-8f76-99482b261a56 req-53df7812-fbfa-4c45-a501-4125f54e628c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:20.483559 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-97377057-410a-406c-8f76-99482b261a56 req-53df7812-fbfa-4c45-a501-4125f54e628c service neutron] 10.222.0.44 "GET /v2.0/networks?id=1cd72bea-97c0-42c6-bfc6-ae764f72a0a7 HTTP/1.1" status: 200 len: 898 time: 0.0960031 Sep 21 18:20:20.558683 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-97377057-410a-406c-8f76-99482b261a56 req-b8c90a33-d766-430f-96ea-711d7b63e359 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=380e94ee-8ab6-4d47-a899-b59e2016e5f7 HTTP/1.1" status: 200 len: 1000 time: 0.0658007 Sep 21 18:20:20.614669 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97377057-410a-406c-8f76-99482b261a56 req-df5bba65-44f0-4d00-a1b3-1278186df517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:20.616331 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-97377057-410a-406c-8f76-99482b261a56 req-df5bba65-44f0-4d00-a1b3-1278186df517 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60da61b0-5687-4be6-b2d1-15131cfc2672 HTTP/1.1" status: 200 len: 835 time: 0.0484664 Sep 21 18:20:20.664811 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97377057-410a-406c-8f76-99482b261a56 req-82ca66fd-90c7-4d34-9145-519c2e0c80ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:20.666304 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-97377057-410a-406c-8f76-99482b261a56 req-82ca66fd-90c7-4d34-9145-519c2e0c80ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1cd72bea-97c0-42c6-bfc6-ae764f72a0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425289 Sep 21 18:20:20.770800 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-97377057-410a-406c-8f76-99482b261a56 req-844b8c20-4e80-43f9-a1e1-333f1ad9db31 service neutron] 10.222.0.44 "GET /v2.0/networks/1cd72bea-97c0-42c6-bfc6-ae764f72a0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966439 Sep 21 18:20:20.866559 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-97377057-410a-406c-8f76-99482b261a56 req-3ca1a138-394a-4eb3-90ec-461aa95c5904 service neutron] 10.222.0.44 "GET /v2.0/networks/1cd72bea-97c0-42c6-bfc6-ae764f72a0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863605 Sep 21 18:20:20.986892 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device c22da665-6f91-4bec-adc0-b70c75f308ba no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:20:21.007490 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: c22da665-6f91-4bec-adc0-b70c75f308ba {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:20:21.007847 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device c22da665-6f91-4bec-adc0-b70c75f308ba not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:20:21.615529 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:23.583646 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:24.729186 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:29.251255 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46370) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:29.363835 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5387812c-3a35-4db0-9541-a077f08af4ae tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] 10.222.0.58 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2412 time: 0.1113544 Sep 21 18:20:29.367513 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46372) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:29.372227 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-b0446f07-dca4-49f4-9a1a-70b5f81fa80a tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Request body: {'network': {'name': 'tempest-network-smoke--1397584993', 'project_id': '0e1a191972f04deba3d357390e99740f', 'port_security_enabled': False}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:29.394137 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0446f07-dca4-49f4-9a1a-70b5f81fa80a tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Made reservation on behalf of 0e1a191972f04deba3d357390e99740f for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:20:29.398685 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b0446f07-dca4-49f4-9a1a-70b5f81fa80a tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:29.423629 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0446f07-dca4-49f4-9a1a-70b5f81fa80a tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:20:29.433554 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b0446f07-dca4-49f4-9a1a-70b5f81fa80a tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:29.433943 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-b0446f07-dca4-49f4-9a1a-70b5f81fa80a tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Added segment 46385fd5-6257-439c-b71a-45328cbd6721 of type vlan for network 786e009d-aaf2-4cee-a590-cbd54b80bdc2 Sep 21 18:20:29.475744 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b0446f07-dca4-49f4-9a1a-70b5f81fa80a tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:29.502490 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b0446f07-dca4-49f4-9a1a-70b5f81fa80a tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:29.509173 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0446f07-dca4-49f4-9a1a-70b5f81fa80a tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:29.509853 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b0446f07-dca4-49f4-9a1a-70b5f81fa80a tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:29.600954 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b0446f07-dca4-49f4-9a1a-70b5f81fa80a tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2296860 Sep 21 18:20:29.602359 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46378) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:29.608460 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-717e2747-7718-4cbe-914a-948b85487c0b tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-830951098', 'admin_state_up': True, 'project_id': '0e1a191972f04deba3d357390e99740f', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:29.633810 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0446f07-dca4-49f4-9a1a-70b5f81fa80a tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Pushing event updated for resources: {'Network': ['ID=786e009d-aaf2-4cee-a590-cbd54b80bdc2,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:29.646252 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 786e009d-aaf2-4cee-a590-cbd54b80bdc2 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:20:29.652012 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-717e2747-7718-4cbe-914a-948b85487c0b tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:29.653266 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-717e2747-7718-4cbe-914a-948b85487c0b tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:29.720158 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-573489b9-094c-4242-beab-a9fbebb74f89 req-7ab0c49d-5218-496d-a606-6885ae79dd46 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=61b4edab-77ff-4308-83fa-b75ab1fef2be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466871 Sep 21 18:20:29.742159 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-717e2747-7718-4cbe-914a-948b85487c0b tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:29.845807 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573489b9-094c-4242-beab-a9fbebb74f89 req-d6592a83-0ca1-4b12-88fe-0a21b0a8f704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:29.847940 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-573489b9-094c-4242-beab-a9fbebb74f89 req-d6592a83-0ca1-4b12-88fe-0a21b0a8f704 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=08e34419ed4e41388b212b7cfbe8a9c2&device_id=61b4edab-77ff-4308-83fa-b75ab1fef2be HTTP/1.1" status: 200 len: 1096 time: 0.0744371 Sep 21 18:20:29.930559 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-717e2747-7718-4cbe-914a-948b85487c0b tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:30.039315 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573489b9-094c-4242-beab-a9fbebb74f89 req-37ab6e88-26c6-43a4-b821-b1010b6ee546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:30.041263 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-573489b9-094c-4242-beab-a9fbebb74f89 req-37ab6e88-26c6-43a4-b821-b1010b6ee546 service neutron] 10.222.0.38 "GET /v2.0/networks?id=13543e6d-446a-4106-9970-a4ed65e1a1ab HTTP/1.1" status: 200 len: 908 time: 0.1426244 Sep 21 18:20:30.125831 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-573489b9-094c-4242-beab-a9fbebb74f89 req-ec64fa99-1377-4a90-92b7-d1c7da339fdc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68694b09-b38a-441b-acde-60c8c6dade71 HTTP/1.1" status: 200 len: 1000 time: 0.0769298 Sep 21 18:20:30.173364 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-717e2747-7718-4cbe-914a-948b85487c0b tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:30.184993 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573489b9-094c-4242-beab-a9fbebb74f89 req-7f1c6184-e37f-401a-a92f-0b87c72572b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:30.196650 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-573489b9-094c-4242-beab-a9fbebb74f89 req-7f1c6184-e37f-401a-a92f-0b87c72572b5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4b9e78cb-ebe5-4e7a-97f3-9861a92d567d HTTP/1.1" status: 200 len: 846 time: 0.0629492 Sep 21 18:20:30.199768 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-717e2747-7718-4cbe-914a-948b85487c0b tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:30.252314 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573489b9-094c-4242-beab-a9fbebb74f89 req-f86e8d26-272a-4c20-a191-0e501d7ac76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:30.253867 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-573489b9-094c-4242-beab-a9fbebb74f89 req-f86e8d26-272a-4c20-a191-0e501d7ac76c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=13543e6d-446a-4106-9970-a4ed65e1a1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458617 Sep 21 18:20:30.318708 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-717e2747-7718-4cbe-914a-948b85487c0b tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Allocated IP 172.25.6.173 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/02678d95-0542-4da2-b13d-dc06038f04f6) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:20:30.366913 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-573489b9-094c-4242-beab-a9fbebb74f89 req-6ea8421f-eed3-437b-b84f-76781deb821a service neutron] 10.222.0.38 "GET /v2.0/networks/13543e6d-446a-4106-9970-a4ed65e1a1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045952 Sep 21 18:20:30.440272 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-717e2747-7718-4cbe-914a-948b85487c0b tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:30.477572 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-573489b9-094c-4242-beab-a9fbebb74f89 req-345f29bf-8e7e-48fe-9e51-cc78326d32ba service neutron] 10.222.0.38 "GET /v2.0/networks/13543e6d-446a-4106-9970-a4ed65e1a1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034541 Sep 21 18:20:30.489966 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-717e2747-7718-4cbe-914a-948b85487c0b tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:30.539835 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717e2747-7718-4cbe-914a-948b85487c0b tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:20:30.545377 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-717e2747-7718-4cbe-914a-948b85487c0b tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:20:30.550574 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717e2747-7718-4cbe-914a-948b85487c0b tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:20:30.554191 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e2747-7718-4cbe-914a-948b85487c0b tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Pushing event updated for resources: {'Port': ['ID=02678d95-0542-4da2-b13d-dc06038f04f6,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:30.828627 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-717e2747-7718-4cbe-914a-948b85487c0b tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:31.043499 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-717e2747-7718-4cbe-914a-948b85487c0b tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:31.182654 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717e2747-7718-4cbe-914a-948b85487c0b tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Router df1420e4-4fc4-4914-aa7c-88eb100706ec is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:20:31.303977 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717e2747-7718-4cbe-914a-948b85487c0b tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:20:31.316361 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4839c68-6af6-4946-81e8-b593d2741c93 None None] Sync routers for ids ['df1420e4-4fc4-4914-aa7c-88eb100706ec'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:20:31.327814 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4839c68-6af6-4946-81e8-b593d2741c93 None None] Routers {'df1420e4-4fc4-4914-aa7c-88eb100706ec'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:20:31.328403 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-717e2747-7718-4cbe-914a-948b85487c0b tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:31.328565 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c4839c68-6af6-4946-81e8-b593d2741c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:20:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['df1420e4-4fc4-4914-aa7c-88eb100706ec'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:31.333617 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46402) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:31.334739 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-717e2747-7718-4cbe-914a-948b85487c0b tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7298284 Sep 21 18:20:31.414181 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885c2053-ad9c-4400-a5c9-cd9d3211b2a7 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:31.415849 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-885c2053-ad9c-4400-a5c9-cd9d3211b2a7 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=0e1a191972f04deba3d357390e99740f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0811574 Sep 21 18:20:31.418662 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46404) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:31.440767 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-c4839c68-6af6-4946-81e8-b593d2741c93 None None] Set router df1420e4-4fc4-4914-aa7c-88eb100706ec gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:20:31.595223 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa5b653-5aa3-404f-9eb9-163fdfabee25 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:31.599533 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5fa5b653-5aa3-404f-9eb9-163fdfabee25 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1768384 Sep 21 18:20:31.599924 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46406) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:31.633632 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-bcaf8827-9fca-4671-ac92-787c71183c4f tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b8a002cf-2233-41c0-bbfe-1c8ea43e5299&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327878 Sep 21 18:20:31.633852 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c4839c68-6af6-4946-81e8-b593d2741c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1420e4-4fc4-4914-aa7c-88eb100706ec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-830951098', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '02678d95-0542-4da2-b13d-dc06038f04f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:20:29Z', 'updated_at': '2021-09-21T18:20:30Z', 'revision_number': 3, 'project_id': '0e1a191972f04deba3d357390e99740f', 'gw_port': {'id': '02678d95-0542-4da2-b13d-dc06038f04f6', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:6d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1420e4-4fc4-4914-aa7c-88eb100706ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:20:30Z', 'updated_at': '2021-09-21T18:20:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:31.636525 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46408) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:31.661256 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4839c68-6af6-4946-81e8-b593d2741c93 None None] Checking router: df1420e4-4fc4-4914-aa7c-88eb100706ec for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:20:31.661602 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4839c68-6af6-4946-81e8-b593d2741c93 None None] Updating router df1420e4-4fc4-4914-aa7c-88eb100706ec port 02678d95-0542-4da2-b13d-dc06038f04f6 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:20:31.664474 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7ada716c-1775-41ff-a3ea-6ba4a8ddaa6c tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=0e1a191972f04deba3d357390e99740f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268638 Sep 21 18:20:31.667022 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46410) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:31.686638 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-c4839c68-6af6-4946-81e8-b593d2741c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:31.760488 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b2fcb5-6b74-4cd3-9a69-2951eca21b4d tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:31.765012 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f6b2fcb5-6b74-4cd3-9a69-2951eca21b4d tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0940602 Sep 21 18:20:31.765263 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46412) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:31.794041 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-bc581072-03aa-4be4-b05a-6bc8c1287200 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b8a002cf-2233-41c0-bbfe-1c8ea43e5299&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276520 Sep 21 18:20:31.796773 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46414) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:31.801791 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-56789218-4946-44e3-9193-d7d4f2851831 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1950501528', 'network_id': '786e009d-aaf2-4cee-a590-cbd54b80bdc2', 'project_id': '0e1a191972f04deba3d357390e99740f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:31.893999 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56789218-4946-44e3-9193-d7d4f2851831 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Made reservation on behalf of 0e1a191972f04deba3d357390e99740f for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:20:31.898563 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-56789218-4946-44e3-9193-d7d4f2851831 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:31.950709 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-c4839c68-6af6-4946-81e8-b593d2741c93 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:31.957537 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-c4839c68-6af6-4946-81e8-b593d2741c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:32.019954 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-c4839c68-6af6-4946-81e8-b593d2741c93 None None] Attempting to bind port 02678d95-0542-4da2-b13d-dc06038f04f6 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:32.020479 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-c4839c68-6af6-4946-81e8-b593d2741c93 None None] Attempting to bind port 02678d95-0542-4da2-b13d-dc06038f04f6 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:32.020931 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4839c68-6af6-4946-81e8-b593d2741c93 None None] Attempting to bind port 02678d95-0542-4da2-b13d-dc06038f04f6 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:32.023042 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df439fb7-bd66-421a-99e4-db7d10efe275 None None] Pushing event updated for resources: {'Port': ['ID=02678d95-0542-4da2-b13d-dc06038f04f6,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:32.031515 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df439fb7-bd66-421a-99e4-db7d10efe275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:32.031996 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df439fb7-bd66-421a-99e4-db7d10efe275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:32.032429 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df439fb7-bd66-421a-99e4-db7d10efe275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:32.032858 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df439fb7-bd66-421a-99e4-db7d10efe275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:32.033311 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df439fb7-bd66-421a-99e4-db7d10efe275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:32.033730 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df439fb7-bd66-421a-99e4-db7d10efe275 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:32.034143 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df439fb7-bd66-421a-99e4-db7d10efe275 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:32.034564 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df439fb7-bd66-421a-99e4-db7d10efe275 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:32.034997 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df439fb7-bd66-421a-99e4-db7d10efe275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:32.035806 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df439fb7-bd66-421a-99e4-db7d10efe275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:32.035806 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df439fb7-bd66-421a-99e4-db7d10efe275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:32.036896 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df439fb7-bd66-421a-99e4-db7d10efe275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:32.049050 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4839c68-6af6-4946-81e8-b593d2741c93 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:20:32.049554 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4839c68-6af6-4946-81e8-b593d2741c93 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:20:32.050046 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-c4839c68-6af6-4946-81e8-b593d2741c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:32.050526 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4839c68-6af6-4946-81e8-b593d2741c93 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:20:32.051120 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-c4839c68-6af6-4946-81e8-b593d2741c93 None None] Bound port: 02678d95-0542-4da2-b13d-dc06038f04f6, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:20:32.051745 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-c4839c68-6af6-4946-81e8-b593d2741c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:32.101844 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-56789218-4946-44e3-9193-d7d4f2851831 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:32.110503 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-c4839c68-6af6-4946-81e8-b593d2741c93 None None] For port 02678d95-0542-4da2-b13d-dc06038f04f6, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:20:32.114656 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-c4839c68-6af6-4946-81e8-b593d2741c93 None None] For port 02678d95-0542-4da2-b13d-dc06038f04f6, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=02678d95-0542-4da2-b13d-dc06038f04f6,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:20:32.124071 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-c4839c68-6af6-4946-81e8-b593d2741c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:32.173387 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56789218-4946-44e3-9193-d7d4f2851831 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Checking segment: {'id': '46385fd5-6257-439c-b71a-45328cbd6721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '786e009d-aaf2-4cee-a590-cbd54b80bdc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:20:32.173795 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56789218-4946-44e3-9193-d7d4f2851831 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Network hostable DHCP agents. Network: 786e009d-aaf2-4cee-a590-cbd54b80bdc2, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:20:32.176476 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56789218-4946-44e3-9193-d7d4f2851831 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Pushing event updated for resources: {'Subnet': ['ID=124a20c3-c280-440a-b05a-7b9a592f6423,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:32.192682 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4839c68-6af6-4946-81e8-b593d2741c93 None None] Routers {'df1420e4-4fc4-4914-aa7c-88eb100706ec'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:20:32.195761 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c4839c68-6af6-4946-81e8-b593d2741c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:20:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['df1420e4-4fc4-4914-aa7c-88eb100706ec'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:32.197642 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56789218-4946-44e3-9193-d7d4f2851831 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Network 786e009d-aaf2-4cee-a590-cbd54b80bdc2 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:20:32.215945 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-56789218-4946-44e3-9193-d7d4f2851831 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 786e009d-aaf2-4cee-a590-cbd54b80bdc2) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:20:32.222021 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56789218-4946-44e3-9193-d7d4f2851831 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:32.222627 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-56789218-4946-44e3-9193-d7d4f2851831 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:32.230345 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aeebb17-0b0f-4924-8f2a-68049e81cd80 None None] Network 786e009d-aaf2-4cee-a590-cbd54b80bdc2 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:20:32.245577 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46426) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:32.246347 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-56789218-4946-44e3-9193-d7d4f2851831 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4480348 Sep 21 18:20:32.258605 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df439fb7-bd66-421a-99e4-db7d10efe275 None None] Pushing event updated for resources: {'Port': ['ID=02678d95-0542-4da2-b13d-dc06038f04f6,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:32.358432 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-c4839c68-6af6-4946-81e8-b593d2741c93 None None] Set router df1420e4-4fc4-4914-aa7c-88eb100706ec gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:20:32.640833 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7707302-9656-4249-b244-7a889202bd25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-786e009d-aaf2-4cee-a590-cbd54b80bdc2', 'network_id': '786e009d-aaf2-4cee-a590-cbd54b80bdc2', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'fixed_ips': [{'subnet_id': '124a20c3-c280-440a-b05a-7b9a592f6423'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:20:32.642083 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c7707302-9656-4249-b244-7a889202bd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:32.703131 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c4839c68-6af6-4946-81e8-b593d2741c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1420e4-4fc4-4914-aa7c-88eb100706ec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-830951098', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '02678d95-0542-4da2-b13d-dc06038f04f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:20:29Z', 'updated_at': '2021-09-21T18:20:30Z', 'revision_number': 3, 'project_id': '0e1a191972f04deba3d357390e99740f', 'gw_port': {'id': '02678d95-0542-4da2-b13d-dc06038f04f6', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:6d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1420e4-4fc4-4914-aa7c-88eb100706ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:20:30Z', 'updated_at': '2021-09-21T18:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:32.734100 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4839c68-6af6-4946-81e8-b593d2741c93 None None] The sync data for ids ['df1420e4-4fc4-4914-aa7c-88eb100706ec'] in n-d-810291-1 is: [{'id': 'df1420e4-4fc4-4914-aa7c-88eb100706ec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-830951098', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '02678d95-0542-4da2-b13d-dc06038f04f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:20:29Z', 'updated_at': '2021-09-21T18:20:30Z', 'revision_number': 3, 'project_id': '0e1a191972f04deba3d357390e99740f', 'gw_port': {'id': '02678d95-0542-4da2-b13d-dc06038f04f6', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:6d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1420e4-4fc4-4914-aa7c-88eb100706ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:20:30Z', 'updated_at': '2021-09-21T18:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:20:32.881002 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-c7707302-9656-4249-b244-7a889202bd25 None None] Allocated IP 172.20.0.18 (786e009d-aaf2-4cee-a590-cbd54b80bdc2/124a20c3-c280-440a-b05a-7b9a592f6423/688f4cfc-97df-43e1-a89d-c383baf1d818) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:20:32.966209 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e2efc1a0-91bf-4e34-983b-b0bc60fd5d6c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:33.163329 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c7707302-9656-4249-b244-7a889202bd25 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:33.183553 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c7707302-9656-4249-b244-7a889202bd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:33.265819 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7707302-9656-4249-b244-7a889202bd25 None None] Network 786e009d-aaf2-4cee-a590-cbd54b80bdc2 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:20:33.288619 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-c7707302-9656-4249-b244-7a889202bd25 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:20:33.296059 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7707302-9656-4249-b244-7a889202bd25 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:20:33.299538 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7707302-9656-4249-b244-7a889202bd25 None None] Pushing event updated for resources: {'Port': ['ID=688f4cfc-97df-43e1-a89d-c383baf1d818,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:33.335189 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7707302-9656-4249-b244-7a889202bd25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:33.335678 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7707302-9656-4249-b244-7a889202bd25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:33.336032 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7707302-9656-4249-b244-7a889202bd25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:33.336355 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7707302-9656-4249-b244-7a889202bd25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:33.336682 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7707302-9656-4249-b244-7a889202bd25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:33.337006 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7707302-9656-4249-b244-7a889202bd25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:33.337327 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7707302-9656-4249-b244-7a889202bd25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:33.337656 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7707302-9656-4249-b244-7a889202bd25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:33.338134 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7707302-9656-4249-b244-7a889202bd25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:33.338481 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7707302-9656-4249-b244-7a889202bd25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:33.338799 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7707302-9656-4249-b244-7a889202bd25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:33.339145 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7707302-9656-4249-b244-7a889202bd25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:33.406470 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-c7707302-9656-4249-b244-7a889202bd25 None None] Attempting to bind port 688f4cfc-97df-43e1-a89d-c383baf1d818 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:33.406847 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-c7707302-9656-4249-b244-7a889202bd25 None None] Attempting to bind port 688f4cfc-97df-43e1-a89d-c383baf1d818 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '46385fd5-6257-439c-b71a-45328cbd6721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '786e009d-aaf2-4cee-a590-cbd54b80bdc2'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:33.407235 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7707302-9656-4249-b244-7a889202bd25 None None] Attempting to bind port 688f4cfc-97df-43e1-a89d-c383baf1d818 on network 786e009d-aaf2-4cee-a590-cbd54b80bdc2 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:33.422867 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-e2efc1a0-91bf-4e34-983b-b0bc60fd5d6c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Allocated IP 172.20.0.17 (786e009d-aaf2-4cee-a590-cbd54b80bdc2/124a20c3-c280-440a-b05a-7b9a592f6423/e0f77235-1f5c-489e-9e4d-744079500e9e) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:20:33.423353 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7707302-9656-4249-b244-7a889202bd25 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:20:33.423353 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7707302-9656-4249-b244-7a889202bd25 None None] Checking segment: {'id': '46385fd5-6257-439c-b71a-45328cbd6721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '786e009d-aaf2-4cee-a590-cbd54b80bdc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:20:33.423353 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c7707302-9656-4249-b244-7a889202bd25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:33.423353 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7707302-9656-4249-b244-7a889202bd25 None None] Bound using segment: {'id': '46385fd5-6257-439c-b71a-45328cbd6721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '786e009d-aaf2-4cee-a590-cbd54b80bdc2'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:20:33.423779 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-c7707302-9656-4249-b244-7a889202bd25 None None] Bound port: 688f4cfc-97df-43e1-a89d-c383baf1d818, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46385fd5-6257-439c-b71a-45328cbd6721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '786e009d-aaf2-4cee-a590-cbd54b80bdc2'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:20:33.423885 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c7707302-9656-4249-b244-7a889202bd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:33.523857 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-c7707302-9656-4249-b244-7a889202bd25 None None] For port 688f4cfc-97df-43e1-a89d-c383baf1d818, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:20:33.527513 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-c7707302-9656-4249-b244-7a889202bd25 None None] For port 688f4cfc-97df-43e1-a89d-c383baf1d818, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=688f4cfc-97df-43e1-a89d-c383baf1d818,segment=NetworkSegment(46385fd5-6257-439c-b71a-45328cbd6721),segment_id=46385fd5-6257-439c-b71a-45328cbd6721)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:20:33.539747 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c7707302-9656-4249-b244-7a889202bd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:33.652007 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7707302-9656-4249-b244-7a889202bd25 None None] Pushing event updated for resources: {'Port': ['ID=688f4cfc-97df-43e1-a89d-c383baf1d818,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:33.659265 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e2efc1a0-91bf-4e34-983b-b0bc60fd5d6c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:33.717876 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e2efc1a0-91bf-4e34-983b-b0bc60fd5d6c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:33.771041 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2efc1a0-91bf-4e34-983b-b0bc60fd5d6c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Network 786e009d-aaf2-4cee-a590-cbd54b80bdc2 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:20:33.774506 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-e2efc1a0-91bf-4e34-983b-b0bc60fd5d6c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:20:33.782352 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2efc1a0-91bf-4e34-983b-b0bc60fd5d6c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:20:33.825282 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2efc1a0-91bf-4e34-983b-b0bc60fd5d6c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Pushing event updated for resources: {'Port': ['ID=e0f77235-1f5c-489e-9e4d-744079500e9e,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:33.847444 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2efc1a0-91bf-4e34-983b-b0bc60fd5d6c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:33.848022 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2efc1a0-91bf-4e34-983b-b0bc60fd5d6c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:33.848522 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2efc1a0-91bf-4e34-983b-b0bc60fd5d6c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:33.849003 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2efc1a0-91bf-4e34-983b-b0bc60fd5d6c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:33.849792 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2efc1a0-91bf-4e34-983b-b0bc60fd5d6c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:33.850279 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2efc1a0-91bf-4e34-983b-b0bc60fd5d6c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:33.855210 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2efc1a0-91bf-4e34-983b-b0bc60fd5d6c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:33.855812 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2efc1a0-91bf-4e34-983b-b0bc60fd5d6c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:33.856346 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2efc1a0-91bf-4e34-983b-b0bc60fd5d6c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:33.857374 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2efc1a0-91bf-4e34-983b-b0bc60fd5d6c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:33.858354 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2efc1a0-91bf-4e34-983b-b0bc60fd5d6c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:33.858664 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2efc1a0-91bf-4e34-983b-b0bc60fd5d6c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:20:33.880695 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e2efc1a0-91bf-4e34-983b-b0bc60fd5d6c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:34.202148 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e2efc1a0-91bf-4e34-983b-b0bc60fd5d6c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:34.588373 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e2efc1a0-91bf-4e34-983b-b0bc60fd5d6c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:34.596559 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e2efc1a0-91bf-4e34-983b-b0bc60fd5d6c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:34.683223 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2efc1a0-91bf-4e34-983b-b0bc60fd5d6c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Pushing event updated for resources: {'Port': ['ID=e0f77235-1f5c-489e-9e4d-744079500e9e,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:34.688368 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e2efc1a0-91bf-4e34-983b-b0bc60fd5d6c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:34.814483 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2efc1a0-91bf-4e34-983b-b0bc60fd5d6c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Network 786e009d-aaf2-4cee-a590-cbd54b80bdc2 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:20:34.818188 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-e2efc1a0-91bf-4e34-983b-b0bc60fd5d6c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:20:34.974196 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 688f4cfc-97df-43e1-a89d-c383baf1d818 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:20:35.039078 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2efc1a0-91bf-4e34-983b-b0bc60fd5d6c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Router df1420e4-4fc4-4914-aa7c-88eb100706ec has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:20:35.055917 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 688f4cfc-97df-43e1-a89d-c383baf1d818 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:20:35.056339 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:35.209662 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2efc1a0-91bf-4e34-983b-b0bc60fd5d6c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:20:35.235930 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e2efc1a0-91bf-4e34-983b-b0bc60fd5d6c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "PUT /v2.0/routers/df1420e4-4fc4-4914-aa7c-88eb100706ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9882886 Sep 21 18:20:35.261996 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:35.326260 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 688f4cfc-97df-43e1-a89d-c383baf1d818, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=688f4cfc-97df-43e1-a89d-c383baf1d818,segment=NetworkSegment(46385fd5-6257-439c-b71a-45328cbd6721),segment_id=46385fd5-6257-439c-b71a-45328cbd6721)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:35.332335 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:35.333601 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 02678d95-0542-4da2-b13d-dc06038f04f6 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:20:35.526992 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 02678d95-0542-4da2-b13d-dc06038f04f6 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:20:35.527411 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:35.577234 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=688f4cfc-97df-43e1-a89d-c383baf1d818,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:35.582413 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6577cf36-2128-4dfa-a857-783018209f91 None None] Network 786e009d-aaf2-4cee-a590-cbd54b80bdc2 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:20:35.701381 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-46c861fb-5446-4ab0-9657-80d9d2fe208f None None] Provisioning complete for port 688f4cfc-97df-43e1-a89d-c383baf1d818 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:20:35.701768 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-46c861fb-5446-4ab0-9657-80d9d2fe208f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:35.710181 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:35.735454 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-b29131ae-5d67-481c-9bfb-0737916904fc tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:35.745514 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-b29131ae-5d67-481c-9bfb-0737916904fc tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/networks?id=786e009d-aaf2-4cee-a590-cbd54b80bdc2 HTTP/1.1" status: 200 len: 798 time: 0.2098038 Sep 21 18:20:35.764995 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-34347cbf-f8e8-44f4-b277-437bd7406e7d tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/quotas/0e1a191972f04deba3d357390e99740f HTTP/1.1" status: 200 len: 375 time: 0.0185323 Sep 21 18:20:35.795349 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 02678d95-0542-4da2-b13d-dc06038f04f6, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=02678d95-0542-4da2-b13d-dc06038f04f6,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:35.799717 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242aa008-e622-4abb-af9a-b8015f7cbf9e None None] Sync routers for ids ['df1420e4-4fc4-4914-aa7c-88eb100706ec'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:20:35.813317 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:35.840270 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-911d5c52-0114-4e5b-80ed-0720b5b66ecc tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0e1a191972f04deba3d357390e99740f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0738676 Sep 21 18:20:35.850987 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242aa008-e622-4abb-af9a-b8015f7cbf9e None None] Routers {'df1420e4-4fc4-4914-aa7c-88eb100706ec'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:20:35.852022 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-242aa008-e622-4abb-af9a-b8015f7cbf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:20:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['df1420e4-4fc4-4914-aa7c-88eb100706ec'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:35.957984 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-741cb99b-003d-4e85-ab84-d087f06ea43e service neutron] 10.222.0.58 "GET /v2.0/networks/786e009d-aaf2-4cee-a590-cbd54b80bdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051502 Sep 21 18:20:35.960897 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=02678d95-0542-4da2-b13d-dc06038f04f6,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:36.041136 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-242aa008-e622-4abb-af9a-b8015f7cbf9e None None] Set router df1420e4-4fc4-4914-aa7c-88eb100706ec gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:20:36.120546 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-8adf340d-5298-47df-bcda-56f71862cb48 service neutron] 10.222.0.58 "GET /v2.0/networks/786e009d-aaf2-4cee-a590-cbd54b80bdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615996 Sep 21 18:20:36.400449 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-ddf8867d-986c-4573-bade-266e1355f03f None None] Provisioning complete for port 688f4cfc-97df-43e1-a89d-c383baf1d818 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:20:36.401421 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ddf8867d-986c-4573-bade-266e1355f03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:36.437524 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b7aaf01e-9b25-4c39-b130-3809d245fd9a req-f91cab07-924a-4973-a33f-da830bf5431f tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/ports?device_id=76157365-77fc-4545-b419-3ced52da6e65 HTTP/1.1" status: 200 len: 210 time: 0.0427670 Sep 21 18:20:36.554534 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-ddf8867d-986c-4573-bade-266e1355f03f None None] Provisioning complete for port e0f77235-1f5c-489e-9e4d-744079500e9e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:20:36.554919 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ddf8867d-986c-4573-bade-266e1355f03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:36.624563 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-242aa008-e622-4abb-af9a-b8015f7cbf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1420e4-4fc4-4914-aa7c-88eb100706ec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-830951098', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '02678d95-0542-4da2-b13d-dc06038f04f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:20:29Z', 'updated_at': '2021-09-21T18:20:34Z', 'revision_number': 4, 'project_id': '0e1a191972f04deba3d357390e99740f', 'gw_port': {'id': '02678d95-0542-4da2-b13d-dc06038f04f6', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1420e4-4fc4-4914-aa7c-88eb100706ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:20:30Z', 'updated_at': '2021-09-21T18:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'e0f77235-1f5c-489e-9e4d-744079500e9e', 'name': '', 'network_id': '786e009d-aaf2-4cee-a590-cbd54b80bdc2', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'mac_address': 'fa:16:3e:1f:6b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1420e4-4fc4-4914-aa7c-88eb100706ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '124a20c3-c280-440a-b05a-7b9a592f6423', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:20:33Z', 'updated_at': '2021-09-21T18:20:34Z', 'revision_number': 2, 'project_id': '0e1a191972f04deba3d357390e99740f', 'subnets': [{'id': '124a20c3-c280-440a-b05a-7b9a592f6423', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:36.664953 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242aa008-e622-4abb-af9a-b8015f7cbf9e None None] Checking router: df1420e4-4fc4-4914-aa7c-88eb100706ec for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:20:36.665316 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242aa008-e622-4abb-af9a-b8015f7cbf9e None None] Updating router df1420e4-4fc4-4914-aa7c-88eb100706ec port e0f77235-1f5c-489e-9e4d-744079500e9e binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:20:36.683912 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-ddf8867d-986c-4573-bade-266e1355f03f None None] Port e0f77235-1f5c-489e-9e4d-744079500e9e cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:20:36.693835 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-242aa008-e622-4abb-af9a-b8015f7cbf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:36.874459 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-83122efe-79fa-44cf-8f58-9318d7b6b33e None None] Provisioning complete for port e0f77235-1f5c-489e-9e4d-744079500e9e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:20:36.874844 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-83122efe-79fa-44cf-8f58-9318d7b6b33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:36.919237 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 688f4cfc-97df-43e1-a89d-c383baf1d818 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:20:37.000547 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-83122efe-79fa-44cf-8f58-9318d7b6b33e None None] Port e0f77235-1f5c-489e-9e4d-744079500e9e cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:20:37.043303 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 688f4cfc-97df-43e1-a89d-c383baf1d818 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:20:37.043975 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:37.149522 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-faeb24e0-320d-40eb-844a-f2dc646fadea None None] Provisioning complete for port e0f77235-1f5c-489e-9e4d-744079500e9e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:20:37.150115 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-faeb24e0-320d-40eb-844a-f2dc646fadea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:37.253257 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-242aa008-e622-4abb-af9a-b8015f7cbf9e None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:37.269898 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 02678d95-0542-4da2-b13d-dc06038f04f6 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:20:37.271659 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-242aa008-e622-4abb-af9a-b8015f7cbf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:37.331154 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-faeb24e0-320d-40eb-844a-f2dc646fadea None None] Port e0f77235-1f5c-489e-9e4d-744079500e9e cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:20:37.383426 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c0c80-e785-4de2-93a8-a2deae5e474a None None] Pushing event updated for resources: {'Port': ['ID=e0f77235-1f5c-489e-9e4d-744079500e9e,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:37.418097 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 02678d95-0542-4da2-b13d-dc06038f04f6 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:20:37.418470 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:37.450757 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-242aa008-e622-4abb-af9a-b8015f7cbf9e None None] Attempting to bind port e0f77235-1f5c-489e-9e4d-744079500e9e on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:37.451162 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-242aa008-e622-4abb-af9a-b8015f7cbf9e None None] Attempting to bind port e0f77235-1f5c-489e-9e4d-744079500e9e by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '46385fd5-6257-439c-b71a-45328cbd6721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '786e009d-aaf2-4cee-a590-cbd54b80bdc2'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:37.451535 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242aa008-e622-4abb-af9a-b8015f7cbf9e None None] Attempting to bind port e0f77235-1f5c-489e-9e4d-744079500e9e on network 786e009d-aaf2-4cee-a590-cbd54b80bdc2 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:37.464858 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242aa008-e622-4abb-af9a-b8015f7cbf9e None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:20:37.465229 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242aa008-e622-4abb-af9a-b8015f7cbf9e None None] Checking segment: {'id': '46385fd5-6257-439c-b71a-45328cbd6721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '786e009d-aaf2-4cee-a590-cbd54b80bdc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:20:37.465829 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-242aa008-e622-4abb-af9a-b8015f7cbf9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:37.466438 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242aa008-e622-4abb-af9a-b8015f7cbf9e None None] Bound using segment: {'id': '46385fd5-6257-439c-b71a-45328cbd6721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '786e009d-aaf2-4cee-a590-cbd54b80bdc2'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:20:37.467116 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-242aa008-e622-4abb-af9a-b8015f7cbf9e None None] Bound port: e0f77235-1f5c-489e-9e4d-744079500e9e, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46385fd5-6257-439c-b71a-45328cbd6721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '786e009d-aaf2-4cee-a590-cbd54b80bdc2'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:20:37.467674 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-242aa008-e622-4abb-af9a-b8015f7cbf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:37.575603 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-494ea86a-390b-473a-bc58-762fa20caf48 req-8d85d953-e57d-4a16-a047-e79710c42b13 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/ports?device_id=76157365-77fc-4545-b419-3ced52da6e65 HTTP/1.1" status: 200 len: 210 time: 0.0534725 Sep 21 18:20:37.597755 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-242aa008-e622-4abb-af9a-b8015f7cbf9e None None] For port e0f77235-1f5c-489e-9e4d-744079500e9e, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:20:37.604714 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-242aa008-e622-4abb-af9a-b8015f7cbf9e None None] For port e0f77235-1f5c-489e-9e4d-744079500e9e, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e0f77235-1f5c-489e-9e4d-744079500e9e,segment=NetworkSegment(46385fd5-6257-439c-b71a-45328cbd6721),segment_id=46385fd5-6257-439c-b71a-45328cbd6721)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:20:37.612996 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-242aa008-e622-4abb-af9a-b8015f7cbf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:37.720569 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c0c80-e785-4de2-93a8-a2deae5e474a None None] Pushing event updated for resources: {'Port': ['ID=e0f77235-1f5c-489e-9e4d-744079500e9e,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:37.765904 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-65ef5ccc-0dcc-4067-8c6e-750fb45d4134 None None] Provisioning complete for port e0f77235-1f5c-489e-9e4d-744079500e9e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:20:37.766312 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-65ef5ccc-0dcc-4067-8c6e-750fb45d4134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:37.809779 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-f3e925e5-bc08-440c-a552-d2e097d07ba0 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:37.811787 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-f3e925e5-bc08-440c-a552-d2e097d07ba0 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.38 "GET /v2.0/networks?id=786e009d-aaf2-4cee-a590-cbd54b80bdc2 HTTP/1.1" status: 200 len: 798 time: 0.1986821 Sep 21 18:20:37.821445 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242aa008-e622-4abb-af9a-b8015f7cbf9e None None] Routers {'df1420e4-4fc4-4914-aa7c-88eb100706ec'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:20:37.823022 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-242aa008-e622-4abb-af9a-b8015f7cbf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:20:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['df1420e4-4fc4-4914-aa7c-88eb100706ec'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:37.836142 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-b707d9db-56b9-41b9-b3da-f6deebb99340 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Request body: {'port': {'device_id': '76157365-77fc-4545-b419-3ced52da6e65', 'network_id': '786e009d-aaf2-4cee-a590-cbd54b80bdc2', 'admin_state_up': True, 'tenant_id': '0e1a191972f04deba3d357390e99740f'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:37.946859 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-242aa008-e622-4abb-af9a-b8015f7cbf9e None None] Set router df1420e4-4fc4-4914-aa7c-88eb100706ec gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:20:37.990071 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-b707d9db-56b9-41b9-b3da-f6deebb99340 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Made reservation on behalf of 0e1a191972f04deba3d357390e99740f for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:20:37.994480 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-b707d9db-56b9-41b9-b3da-f6deebb99340 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:38.151975 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-b707d9db-56b9-41b9-b3da-f6deebb99340 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Allocated IP 172.20.0.25 (786e009d-aaf2-4cee-a590-cbd54b80bdc2/124a20c3-c280-440a-b05a-7b9a592f6423/45da864d-c0c0-4c47-8e9a-8e26a8471795) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:20:38.317479 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-65ef5ccc-0dcc-4067-8c6e-750fb45d4134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:38.359583 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-b707d9db-56b9-41b9-b3da-f6deebb99340 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:38.410129 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-b707d9db-56b9-41b9-b3da-f6deebb99340 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:38.450635 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-65ef5ccc-0dcc-4067-8c6e-750fb45d4134 None None] For port e0f77235-1f5c-489e-9e4d-744079500e9e, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e0f77235-1f5c-489e-9e4d-744079500e9e,segment=NetworkSegment(46385fd5-6257-439c-b71a-45328cbd6721),segment_id=46385fd5-6257-439c-b71a-45328cbd6721)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:38.472449 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-65ef5ccc-0dcc-4067-8c6e-750fb45d4134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:38.474812 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-b707d9db-56b9-41b9-b3da-f6deebb99340 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Network 786e009d-aaf2-4cee-a590-cbd54b80bdc2 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:20:38.483958 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-b707d9db-56b9-41b9-b3da-f6deebb99340 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:20:38.487422 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-b707d9db-56b9-41b9-b3da-f6deebb99340 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:20:38.527233 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707d9db-56b9-41b9-b3da-f6deebb99340 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Pushing event updated for resources: {'Port': ['ID=45da864d-c0c0-4c47-8e9a-8e26a8471795,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:38.576374 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-b707d9db-56b9-41b9-b3da-f6deebb99340 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:38.578172 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-b707d9db-56b9-41b9-b3da-f6deebb99340 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:38.608567 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-b707d9db-56b9-41b9-b3da-f6deebb99340 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7849967 Sep 21 18:20:38.627681 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-bff38101-e07b-4d57-b221-373c30c6bff0 service neutron] Request body: {'port': {'device_id': '76157365-77fc-4545-b419-3ced52da6e65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:20:38.627964 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-fdb28784-1866-4655-b4c8-830d24b9fd91 None None] Provisioning complete for port e0f77235-1f5c-489e-9e4d-744079500e9e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:20:38.628174 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fdb28784-1866-4655-b4c8-830d24b9fd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:38.689976 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef5ccc-0dcc-4067-8c6e-750fb45d4134 None None] Pushing event updated for resources: {'Port': ['ID=e0f77235-1f5c-489e-9e4d-744079500e9e,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:38.716811 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-bff38101-e07b-4d57-b221-373c30c6bff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:38.755871 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-242aa008-e622-4abb-af9a-b8015f7cbf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1420e4-4fc4-4914-aa7c-88eb100706ec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-830951098', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '02678d95-0542-4da2-b13d-dc06038f04f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:20:29Z', 'updated_at': '2021-09-21T18:20:34Z', 'revision_number': 4, 'project_id': '0e1a191972f04deba3d357390e99740f', 'gw_port': {'id': '02678d95-0542-4da2-b13d-dc06038f04f6', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1420e4-4fc4-4914-aa7c-88eb100706ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:20:30Z', 'updated_at': '2021-09-21T18:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'e0f77235-1f5c-489e-9e4d-744079500e9e', 'name': '', 'network_id': '786e009d-aaf2-4cee-a590-cbd54b80bdc2', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'mac_address': 'fa:16:3e:1f:6b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1420e4-4fc4-4914-aa7c-88eb100706ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '124a20c3-c280-440a-b05a-7b9a592f6423', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:20:33Z', 'updated_at': '2021-09-21T18:20:37Z', 'revision_number': 4, 'project_id': '0e1a191972f04deba3d357390e99740f', 'subnets': [{'id': '124a20c3-c280-440a-b05a-7b9a592f6423', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:38.805433 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242aa008-e622-4abb-af9a-b8015f7cbf9e None None] The sync data for ids ['df1420e4-4fc4-4914-aa7c-88eb100706ec'] in n-d-810291-1 is: [{'id': 'df1420e4-4fc4-4914-aa7c-88eb100706ec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-830951098', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '02678d95-0542-4da2-b13d-dc06038f04f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:20:29Z', 'updated_at': '2021-09-21T18:20:34Z', 'revision_number': 4, 'project_id': '0e1a191972f04deba3d357390e99740f', 'gw_port': {'id': '02678d95-0542-4da2-b13d-dc06038f04f6', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1420e4-4fc4-4914-aa7c-88eb100706ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:20:30Z', 'updated_at': '2021-09-21T18:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'e0f77235-1f5c-489e-9e4d-744079500e9e', 'name': '', 'network_id': '786e009d-aaf2-4cee-a590-cbd54b80bdc2', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'mac_address': 'fa:16:3e:1f:6b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1420e4-4fc4-4914-aa7c-88eb100706ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '124a20c3-c280-440a-b05a-7b9a592f6423', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:20:33Z', 'updated_at': '2021-09-21T18:20:37Z', 'revision_number': 4, 'project_id': '0e1a191972f04deba3d357390e99740f', 'subnets': [{'id': '124a20c3-c280-440a-b05a-7b9a592f6423', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:20:38.830492 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed758f05-5fe9-41bc-9f50-d9e1b224b4d7 req-916649f9-d1ab-4762-bbe3-3f35965f3dc6 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:38.832130 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ed758f05-5fe9-41bc-9f50-d9e1b224b4d7 req-916649f9-d1ab-4762-bbe3-3f35965f3dc6 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/ports?device_id=76157365-77fc-4545-b419-3ced52da6e65 HTTP/1.1" status: 200 len: 895 time: 0.1166039 Sep 21 18:20:39.036657 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-e4249fbe-f28d-4693-af34-8142f79f3b9c None None] Provisioning complete for port 45da864d-c0c0-4c47-8e9a-8e26a8471795 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:20:39.037393 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e4249fbe-f28d-4693-af34-8142f79f3b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:39.143858 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-e4249fbe-f28d-4693-af34-8142f79f3b9c None None] Port 45da864d-c0c0-4c47-8e9a-8e26a8471795 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:20:39.231851 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-bff38101-e07b-4d57-b221-373c30c6bff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45da864d-c0c0-4c47-8e9a-8e26a8471795 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:20:39.242369 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-bff38101-e07b-4d57-b221-373c30c6bff0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:39.256986 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-bff38101-e07b-4d57-b221-373c30c6bff0 service neutron] Transition to ACTIVE for port object 45da864d-c0c0-4c47-8e9a-8e26a8471795 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:20:39.261590 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-bff38101-e07b-4d57-b221-373c30c6bff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:39.313967 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff38101-e07b-4d57-b221-373c30c6bff0 service neutron] Pushing event updated for resources: {'Port': ['ID=45da864d-c0c0-4c47-8e9a-8e26a8471795,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:39.403286 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-bff38101-e07b-4d57-b221-373c30c6bff0 service neutron] Attempting to bind port 45da864d-c0c0-4c47-8e9a-8e26a8471795 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:20:39.403635 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-bff38101-e07b-4d57-b221-373c30c6bff0 service neutron] Attempting to bind port 45da864d-c0c0-4c47-8e9a-8e26a8471795 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '46385fd5-6257-439c-b71a-45328cbd6721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '786e009d-aaf2-4cee-a590-cbd54b80bdc2'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:20:39.404056 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-bff38101-e07b-4d57-b221-373c30c6bff0 service neutron] Attempting to bind port 45da864d-c0c0-4c47-8e9a-8e26a8471795 on network 786e009d-aaf2-4cee-a590-cbd54b80bdc2 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:39.412392 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-bff38101-e07b-4d57-b221-373c30c6bff0 service neutron] Port 45da864d-c0c0-4c47-8e9a-8e26a8471795 on network 786e009d-aaf2-4cee-a590-cbd54b80bdc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:20:39.412732 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-bff38101-e07b-4d57-b221-373c30c6bff0 service neutron] Attempting to bind port 45da864d-c0c0-4c47-8e9a-8e26a8471795 on network 786e009d-aaf2-4cee-a590-cbd54b80bdc2 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:20:39.422810 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-bff38101-e07b-4d57-b221-373c30c6bff0 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:20:39.423351 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-bff38101-e07b-4d57-b221-373c30c6bff0 service neutron] Checking segment: {'id': '46385fd5-6257-439c-b71a-45328cbd6721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '786e009d-aaf2-4cee-a590-cbd54b80bdc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:20:39.423759 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-bff38101-e07b-4d57-b221-373c30c6bff0 service neutron] Bound using segment: {'id': '46385fd5-6257-439c-b71a-45328cbd6721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '786e009d-aaf2-4cee-a590-cbd54b80bdc2'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:20:39.424245 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-bff38101-e07b-4d57-b221-373c30c6bff0 service neutron] Bound port: 45da864d-c0c0-4c47-8e9a-8e26a8471795, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46385fd5-6257-439c-b71a-45328cbd6721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '786e009d-aaf2-4cee-a590-cbd54b80bdc2'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:20:39.424618 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-bff38101-e07b-4d57-b221-373c30c6bff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:39.575288 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-bff38101-e07b-4d57-b221-373c30c6bff0 service neutron] For port 45da864d-c0c0-4c47-8e9a-8e26a8471795, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:20:39.579240 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-bff38101-e07b-4d57-b221-373c30c6bff0 service neutron] For port 45da864d-c0c0-4c47-8e9a-8e26a8471795, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=45da864d-c0c0-4c47-8e9a-8e26a8471795,segment=NetworkSegment(46385fd5-6257-439c-b71a-45328cbd6721),segment_id=46385fd5-6257-439c-b71a-45328cbd6721)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:20:39.587299 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-bff38101-e07b-4d57-b221-373c30c6bff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:39.649980 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff38101-e07b-4d57-b221-373c30c6bff0 service neutron] Pushing event updated for resources: {'Port': ['ID=45da864d-c0c0-4c47-8e9a-8e26a8471795,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:39.657731 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-bff38101-e07b-4d57-b221-373c30c6bff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:39.658774 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-bff38101-e07b-4d57-b221-373c30c6bff0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:39.659744 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-bff38101-e07b-4d57-b221-373c30c6bff0 service neutron] 10.222.0.38 "PUT /v2.0/ports/45da864d-c0c0-4c47-8e9a-8e26a8471795 HTTP/1.1" status: 200 len: 1055 time: 1.0415905 Sep 21 18:20:39.660183 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76157365-77fc-4545-b419-3ced52da6e65', 'tag': '45da864d-c0c0-4c47-8e9a-8e26a8471795'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:20:39.664199 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545dbf97-6ae5-4b9f-af1f-d7653d862a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "76157365-77fc-4545-b419-3ced52da6e65", "tag": "45da864d-c0c0-4c47-8e9a-8e26a8471795"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:20:39.729553 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a03c8a-746a-43bd-bdc2-d8933814b153 x-openstack-request-id: req-23a03c8a-746a-43bd-bdc2-d8933814b153 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:20:39.729967 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76157365-77fc-4545-b419-3ced52da6e65", "tag": "45da864d-c0c0-4c47-8e9a-8e26a8471795", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:20:39.730299 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-23a03c8a-746a-43bd-bdc2-d8933814b153 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:20:39.730783 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76157365-77fc-4545-b419-3ced52da6e65', 'tag': '45da864d-c0c0-4c47-8e9a-8e26a8471795', 'status': 'completed', 'code': 200} Sep 21 18:20:39.779840 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-b6dbad97-0374-4f5b-aa1a-9b5e469c0a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:39.782088 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-b6dbad97-0374-4f5b-aa1a-9b5e469c0a57 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e1a191972f04deba3d357390e99740f&device_id=76157365-77fc-4545-b419-3ced52da6e65 HTTP/1.1" status: 200 len: 1058 time: 0.0653620 Sep 21 18:20:39.843405 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-e61c7f1d-36ad-4d28-9128-c8df279bf2e2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=45da864d-c0c0-4c47-8e9a-8e26a8471795 HTTP/1.1" status: 200 len: 217 time: 0.0535991 Sep 21 18:20:39.962509 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-eb2f15d2-2d26-416b-b978-aec8df1af320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:39.964731 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-eb2f15d2-2d26-416b-b978-aec8df1af320 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=124a20c3-c280-440a-b05a-7b9a592f6423 HTTP/1.1" status: 200 len: 838 time: 0.1137767 Sep 21 18:20:40.018855 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-c1c6204b-2a9c-4ede-a4cd-b5b2f332d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:40.020858 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-c1c6204b-2a9c-4ede-a4cd-b5b2f332d1c3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=786e009d-aaf2-4cee-a590-cbd54b80bdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467165 Sep 21 18:20:40.064577 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15a315-9544-4b6b-99b5-7f802c7b6c8a req-5d20e489-edb8-4a03-be41-c00672b24b54 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:40.075287 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8f15a315-9544-4b6b-99b5-7f802c7b6c8a req-5d20e489-edb8-4a03-be41-c00672b24b54 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/ports?device_id=76157365-77fc-4545-b419-3ced52da6e65 HTTP/1.1" status: 200 len: 907 time: 0.0693753 Sep 21 18:20:40.145276 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-a9506770-e841-4c70-a2e9-4cc7dce1a209 service neutron] 10.222.0.38 "GET /v2.0/networks/786e009d-aaf2-4cee-a590-cbd54b80bdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172936 Sep 21 18:20:40.259397 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fcdfcf5c-9a05-4c8c-b0ea-2c03f62c759b req-2acf837a-e7a2-4d91-969c-b458a5c04351 service neutron] 10.222.0.38 "GET /v2.0/networks/786e009d-aaf2-4cee-a590-cbd54b80bdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039362 Sep 21 18:20:40.366132 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545dbf97-6ae5-4b9f-af1f-d7653d862a0b req-d5036ef8-8f92-410e-b508-b984ec03ee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:40.367994 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-545dbf97-6ae5-4b9f-af1f-d7653d862a0b req-d5036ef8-8f92-410e-b508-b984ec03ee81 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e1a191972f04deba3d357390e99740f&device_id=76157365-77fc-4545-b419-3ced52da6e65 HTTP/1.1" status: 200 len: 1058 time: 0.0592144 Sep 21 18:20:40.469552 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545dbf97-6ae5-4b9f-af1f-d7653d862a0b req-9e96ec23-f31e-4a25-afe6-f7900ec8773e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:40.471099 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-545dbf97-6ae5-4b9f-af1f-d7653d862a0b req-9e96ec23-f31e-4a25-afe6-f7900ec8773e service neutron] 10.222.0.38 "GET /v2.0/networks?id=786e009d-aaf2-4cee-a590-cbd54b80bdc2 HTTP/1.1" status: 200 len: 899 time: 0.0962589 Sep 21 18:20:40.525103 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-545dbf97-6ae5-4b9f-af1f-d7653d862a0b req-f63e3afb-df35-4c49-a552-6047362e9f61 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=45da864d-c0c0-4c47-8e9a-8e26a8471795 HTTP/1.1" status: 200 len: 217 time: 0.0451460 Sep 21 18:20:40.581849 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545dbf97-6ae5-4b9f-af1f-d7653d862a0b req-6e318188-aea3-4fdd-b7b0-fcbf63ee2ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:40.583550 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-545dbf97-6ae5-4b9f-af1f-d7653d862a0b req-6e318188-aea3-4fdd-b7b0-fcbf63ee2ffe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=124a20c3-c280-440a-b05a-7b9a592f6423 HTTP/1.1" status: 200 len: 838 time: 0.0509195 Sep 21 18:20:40.637603 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545dbf97-6ae5-4b9f-af1f-d7653d862a0b req-3c3dae0a-1f2f-4898-868a-efae93098bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:40.639264 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-545dbf97-6ae5-4b9f-af1f-d7653d862a0b req-3c3dae0a-1f2f-4898-868a-efae93098bed service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=786e009d-aaf2-4cee-a590-cbd54b80bdc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478289 Sep 21 18:20:40.731740 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46964) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:40.774679 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-545dbf97-6ae5-4b9f-af1f-d7653d862a0b req-771468b9-aff5-4e86-8308-2e1d42dc5aa6 service neutron] 10.222.0.38 "GET /v2.0/networks/786e009d-aaf2-4cee-a590-cbd54b80bdc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263163 Sep 21 18:20:40.810977 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c9711c-3040-47c4-9ddc-62c8587f2029 admin admin] Deleting subnet d4df8944-ab7c-421a-bd5f-c8d54c59bb4f {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:20:40.821781 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-17c9711c-3040-47c4-9ddc-62c8587f2029 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:40.901708 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e0f77235-1f5c-489e-9e4d-744079500e9e up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:20:40.948052 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-545dbf97-6ae5-4b9f-af1f-d7653d862a0b req-b9e60021-fcaf-4835-a474-353db5c30a8f service neutron] 10.222.0.38 "GET /v2.0/networks/786e009d-aaf2-4cee-a590-cbd54b80bdc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652961 Sep 21 18:20:40.956244 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-17c9711c-3040-47c4-9ddc-62c8587f2029 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:40.979459 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port e0f77235-1f5c-489e-9e4d-744079500e9e triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:20:40.979984 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:41.006696 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-17c9711c-3040-47c4-9ddc-62c8587f2029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:41.111899 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-17c9711c-3040-47c4-9ddc-62c8587f2029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:41.145671 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9711c-3040-47c4-9ddc-62c8587f2029 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4df8944-ab7c-421a-bd5f-c8d54c59bb4f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:41.151581 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-17c9711c-3040-47c4-9ddc-62c8587f2029 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:41.156006 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-17c9711c-3040-47c4-9ddc-62c8587f2029 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d4df8944-ab7c-421a-bd5f-c8d54c59bb4f HTTP/1.1" status: 204 len: 168 time: 0.4206998 Sep 21 18:20:41.156216 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46974) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:41.277305 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ab83a3bd-6ee4-468c-a6a1-09d5421fbc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:41.294083 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782d5ac-f5e5-4c88-b09d-89f27ba4320c req-28803537-d90e-4836-980d-2bf8c1f19ade tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:41.295572 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d782d5ac-f5e5-4c88-b09d-89f27ba4320c req-28803537-d90e-4836-980d-2bf8c1f19ade tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/ports?device_id=76157365-77fc-4545-b419-3ced52da6e65 HTTP/1.1" status: 200 len: 907 time: 0.1309459 Sep 21 18:20:41.373236 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46980) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:41.414259 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ab83a3bd-6ee4-468c-a6a1-09d5421fbc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:41.435889 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-ab83a3bd-6ee4-468c-a6a1-09d5421fbc4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244aaf5d-9e4d-4eab-b5ad-797e4d030d25']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:41.454738 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-ab83a3bd-6ee4-468c-a6a1-09d5421fbc4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2110aaa-ce7b-442f-b68c-3405150d1bb2') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:41.455141 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-ab83a3bd-6ee4-468c-a6a1-09d5421fbc4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2110aaa-ce7b-442f-b68c-3405150d1bb2') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:41.473128 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ab83a3bd-6ee4-468c-a6a1-09d5421fbc4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:41.495030 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ab83a3bd-6ee4-468c-a6a1-09d5421fbc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:41.502222 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab83a3bd-6ee4-468c-a6a1-09d5421fbc4d admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:20:41.502835 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ab83a3bd-6ee4-468c-a6a1-09d5421fbc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:41.504548 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:20:41.504548 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:20:41.504548 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:20:41.504548 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:20:41.504548 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:20:41.504548 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:20:41.504548 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:20:41.504548 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:20:41.504548 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:20:41.504548 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:20:41.504548 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:20:41.504548 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:20:41.504548 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:20:41.504548 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:20:41.504548 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:20:41.504548 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:20:41.504548 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:20:41.504548 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:20:41.504548 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:20:41.504548 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:20:41.504548 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:20:41.504548 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:20:41.504548 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:20:41.504548 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:20:41.504548 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:20:41.504548 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:20:41.504548 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:20:41.504548 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:20:41.504548 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:20:41.504548 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:20:41.504548 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:20:41.504548 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:20:41.919676 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-09e2da37-c94c-44dc-b422-9e01ec100368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:41.934377 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ab83a3bd-6ee4-468c-a6a1-09d5421fbc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:41.940684 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ab83a3bd-6ee4-468c-a6a1-09d5421fbc4d admin admin] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:41.942564 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ab83a3bd-6ee4-468c-a6a1-09d5421fbc4d admin admin] 10.222.0.58 "DELETE /v2.0/networks/244aaf5d-9e4d-4eab-b5ad-797e4d030d25 HTTP/1.1" status: 204 len: 168 time: 0.7853572 Sep 21 18:20:41.945906 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 46984) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:41.958192 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83a3bd-6ee4-468c-a6a1-09d5421fbc4d admin admin] Pushing event deleted for resources: {'Network': ['ID=244aaf5d-9e4d-4eab-b5ad-797e4d030d25,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:41.996695 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c98dfba-7514-4197-b11a-52d7b4a3e5a0 admin admin] Deleting subnet da5477af-805c-44c1-8f85-bdc3da5614a7 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:20:42.000051 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c98dfba-7514-4197-b11a-52d7b4a3e5a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:42.032420 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-09e2da37-c94c-44dc-b422-9e01ec100368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:42.033806 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c98dfba-7514-4197-b11a-52d7b4a3e5a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:42.037313 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-09e2da37-c94c-44dc-b422-9e01ec100368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:42.071823 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c98dfba-7514-4197-b11a-52d7b4a3e5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:42.076071 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-09e2da37-c94c-44dc-b422-9e01ec100368 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=222b139116664a90902f4dffaf6af77f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7017658 Sep 21 18:20:42.077230 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2da37-c94c-44dc-b422-9e01ec100368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ac6d67-d16e-420d-b67c-9e69dbe44e11,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:42.080205 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46986) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:42.128334 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c98dfba-7514-4197-b11a-52d7b4a3e5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:42.133393 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c91954ef-0010-4ad7-aafc-80e0cf153c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:42.157088 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98dfba-7514-4197-b11a-52d7b4a3e5a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da5477af-805c-44c1-8f85-bdc3da5614a7,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:42.159431 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c91954ef-0010-4ad7-aafc-80e0cf153c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:42.167315 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c98dfba-7514-4197-b11a-52d7b4a3e5a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:42.169791 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6c98dfba-7514-4197-b11a-52d7b4a3e5a0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/da5477af-805c-44c1-8f85-bdc3da5614a7 HTTP/1.1" status: 204 len: 168 time: 0.2216334 Sep 21 18:20:42.172482 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 46988) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:42.267172 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-68aef362-de43-4b03-b062-0efa962812d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:42.280884 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c91954ef-0010-4ad7-aafc-80e0cf153c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:42.283401 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c91954ef-0010-4ad7-aafc-80e0cf153c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:42.284480 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c91954ef-0010-4ad7-aafc-80e0cf153c7f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/57ac6d67-d16e-420d-b67c-9e69dbe44e11 HTTP/1.1" status: 204 len: 168 time: 0.2019620 Sep 21 18:20:42.318980 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91954ef-0010-4ad7-aafc-80e0cf153c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ac6d67-d16e-420d-b67c-9e69dbe44e11,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:42.393358 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-68aef362-de43-4b03-b062-0efa962812d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:42.414217 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ae2d7-a5fd-406f-b39f-40272e58fdf3 req-813ba0c4-c544-44aa-93e3-7a7871bc042a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:42.415835 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-986ae2d7-a5fd-406f-b39f-40272e58fdf3 req-813ba0c4-c544-44aa-93e3-7a7871bc042a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=61b4edab-77ff-4308-83fa-b75ab1fef2be HTTP/1.1" status: 200 len: 1096 time: 0.1704659 Sep 21 18:20:42.419748 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-68aef362-de43-4b03-b062-0efa962812d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5997e4ad-3c1d-4203-937a-34f881ea6aa3']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:42.430576 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-68aef362-de43-4b03-b062-0efa962812d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f6622b8-3ece-4981-967a-c4002a4cf278') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:42.430876 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-68aef362-de43-4b03-b062-0efa962812d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f6622b8-3ece-4981-967a-c4002a4cf278') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:42.431335 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17722964-3e08-4c1a-a91b-f1b673dd5879 req-0d5188f3-677f-42d2-a0d1-4218ce2d3a06 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:42.432877 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-17722964-3e08-4c1a-a91b-f1b673dd5879 req-0d5188f3-677f-42d2-a0d1-4218ce2d3a06 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/ports?device_id=76157365-77fc-4545-b419-3ced52da6e65 HTTP/1.1" status: 200 len: 907 time: 0.0554888 Sep 21 18:20:42.461975 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-68aef362-de43-4b03-b062-0efa962812d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:42.474764 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-986ae2d7-a5fd-406f-b39f-40272e58fdf3 req-00acf275-dd1a-401f-b48b-9778a18b4270 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d6e10150-041e-4e19-bfc2-7c174b41e794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460589 Sep 21 18:20:42.482307 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-68aef362-de43-4b03-b062-0efa962812d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:42.488888 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68aef362-de43-4b03-b062-0efa962812d1 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:20:42.489216 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-68aef362-de43-4b03-b062-0efa962812d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:42.491183 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:20:42.491183 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:20:42.491183 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:20:42.491183 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:20:42.491183 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:20:42.491183 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:20:42.491183 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:20:42.491183 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:20:42.491183 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:20:42.491183 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:20:42.491183 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:20:42.491183 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:20:42.491183 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:20:42.491183 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:20:42.491183 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:20:42.491183 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:20:42.491183 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:20:42.491183 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:20:42.491183 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:20:42.491183 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:20:42.491183 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:20:42.491183 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:20:42.491183 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:20:42.491183 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:20:42.491183 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:20:42.491183 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:20:42.491183 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:20:42.491183 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:20:42.491183 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:20:42.491183 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:20:42.491183 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:20:42.491183 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:20:42.549941 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-68aef362-de43-4b03-b062-0efa962812d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:42.570012 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-68aef362-de43-4b03-b062-0efa962812d1 admin admin] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:42.572037 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-68aef362-de43-4b03-b062-0efa962812d1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/5997e4ad-3c1d-4203-937a-34f881ea6aa3 HTTP/1.1" status: 204 len: 168 time: 0.3984859 Sep 21 18:20:42.573634 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aef362-de43-4b03-b062-0efa962812d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5997e4ad-3c1d-4203-937a-34f881ea6aa3,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:42.693302 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47014) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:42.732584 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-14a6f65b-c8f1-4f31-b8d1-6a9f4cb469ba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4dd003e9ef67479ea74ca42917d9769a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379224 Sep 21 18:20:42.735034 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47016) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:42.783310 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05c95eba-44ce-4024-ac37-b85e0b6eb427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:42.812257 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05c95eba-44ce-4024-ac37-b85e0b6eb427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:42.882909 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05c95eba-44ce-4024-ac37-b85e0b6eb427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:42.885831 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-05c95eba-44ce-4024-ac37-b85e0b6eb427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:42.889479 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-05c95eba-44ce-4024-ac37-b85e0b6eb427 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/af503a38-ed89-4df1-8afe-95bb978f3459 HTTP/1.1" status: 204 len: 168 time: 0.1510975 Sep 21 18:20:42.895145 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c95eba-44ce-4024-ac37-b85e0b6eb427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af503a38-ed89-4df1-8afe-95bb978f3459,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:43.184599 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47044) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:43.236732 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9f04ab34-5fe8-4dd7-9f8e-a8638ea637f7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b18c23e5b6994adc962b25aa3c04e75f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489075 Sep 21 18:20:43.237562 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47048) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:43.289803 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4fb1c62e-e017-455b-ad5b-7e1617f8c727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:43.312512 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4fb1c62e-e017-455b-ad5b-7e1617f8c727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:43.362111 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4fb1c62e-e017-455b-ad5b-7e1617f8c727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:43.364785 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4fb1c62e-e017-455b-ad5b-7e1617f8c727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:43.365967 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4fb1c62e-e017-455b-ad5b-7e1617f8c727 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/54f45185-3c59-4a3a-a51a-7b4e1a186c95 HTTP/1.1" status: 204 len: 168 time: 0.1274793 Sep 21 18:20:43.373959 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1c62e-e017-455b-ad5b-7e1617f8c727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f45185-3c59-4a3a-a51a-7b4e1a186c95,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:43.577493 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6483c-c539-451b-95be-456288ed0fa8 req-54bf8f0f-be79-4869-9bc7-226fde6e8de3 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:43.586098 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4fd6483c-c539-451b-95be-456288ed0fa8 req-54bf8f0f-be79-4869-9bc7-226fde6e8de3 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/ports?device_id=76157365-77fc-4545-b419-3ced52da6e65 HTTP/1.1" status: 200 len: 907 time: 0.0701108 Sep 21 18:20:44.244186 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 45da864d-c0c0-4c47-8e9a-8e26a8471795 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:20:44.340912 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 45da864d-c0c0-4c47-8e9a-8e26a8471795, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=45da864d-c0c0-4c47-8e9a-8e26a8471795,segment=NetworkSegment(46385fd5-6257-439c-b71a-45328cbd6721),segment_id=46385fd5-6257-439c-b71a-45328cbd6721)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:44.352274 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '45da864d-c0c0-4c47-8e9a-8e26a8471795', 'network_id': '786e009d-aaf2-4cee-a590-cbd54b80bdc2', 'port_id': '45da864d-c0c0-4c47-8e9a-8e26a8471795', 'mac_address': 'fa:16:3e:7a:d6:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '124a20c3-c280-440a-b05a-7b9a592f6423', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:20:44.390702 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:44.404864 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45da864d-c0c0-4c47-8e9a-8e26a8471795 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:20:44.427478 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 45da864d-c0c0-4c47-8e9a-8e26a8471795, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=45da864d-c0c0-4c47-8e9a-8e26a8471795,segment=NetworkSegment(46385fd5-6257-439c-b71a-45328cbd6721),segment_id=46385fd5-6257-439c-b71a-45328cbd6721)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:44.433005 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:44.481591 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=45da864d-c0c0-4c47-8e9a-8e26a8471795,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:44.505660 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47092) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:44.625371 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ece082fd-5840-41ed-94d2-2b3cdf03d762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:44.638417 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['45da864d-c0c0-4c47-8e9a-8e26a8471795'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:20:44.738622 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c984b2b-fe8c-4c6e-a422-3a3e6df34914 req-683b08d6-f812-4343-b000-e4198da647bd tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:44.740294 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3c984b2b-fe8c-4c6e-a422-3a3e6df34914 req-683b08d6-f812-4343-b000-e4198da647bd tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/ports?device_id=76157365-77fc-4545-b419-3ced52da6e65 HTTP/1.1" status: 200 len: 908 time: 0.0781484 Sep 21 18:20:44.782555 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ece082fd-5840-41ed-94d2-2b3cdf03d762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:44.787991 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ece082fd-5840-41ed-94d2-2b3cdf03d762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:44.824810 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece082fd-5840-41ed-94d2-2b3cdf03d762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6960455e-ecaf-4834-9394-31ea0862e398,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:44.832526 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ece082fd-5840-41ed-94d2-2b3cdf03d762 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6ef6962b5ceb4bfca4b85184be64c1de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3232503 Sep 21 18:20:44.832855 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47106) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:44.891638 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b66ce476-38df-4721-af44-85d7161b754c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:44.913527 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b66ce476-38df-4721-af44-85d7161b754c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:44.962404 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b66ce476-38df-4721-af44-85d7161b754c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:44.965243 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b66ce476-38df-4721-af44-85d7161b754c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:44.966581 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b66ce476-38df-4721-af44-85d7161b754c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6960455e-ecaf-4834-9394-31ea0862e398 HTTP/1.1" status: 204 len: 168 time: 0.1328845 Sep 21 18:20:44.974845 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ce476-38df-4721-af44-85d7161b754c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6960455e-ecaf-4834-9394-31ea0862e398,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:45.875274 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a1880-8761-46c7-87db-a06feaf1dba0 req-03790eaf-38d8-46f6-ae71-82b0ab48d36f tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:45.883169 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8c4a1880-8761-46c7-87db-a06feaf1dba0 req-03790eaf-38d8-46f6-ae71-82b0ab48d36f tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/ports?device_id=76157365-77fc-4545-b419-3ced52da6e65 HTTP/1.1" status: 200 len: 908 time: 0.0617659 Sep 21 18:20:45.921785 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fcbb80df-0a8a-4645-aabc-ee980eee32c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:46.276041 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 45da864d-c0c0-4c47-8e9a-8e26a8471795 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:20:46.330020 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 45da864d-c0c0-4c47-8e9a-8e26a8471795 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:20:46.334866 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 45da864d-c0c0-4c47-8e9a-8e26a8471795 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:20:46.335269 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:46.413816 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:46.436831 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76157365-77fc-4545-b419-3ced52da6e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45da864d-c0c0-4c47-8e9a-8e26a8471795'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:20:46.439129 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56caa0d-c618-4a17-a08c-f0df4b1ae2c4" -d '{"events": [{"server_uuid": "76157365-77fc-4545-b419-3ced52da6e65", "name": "network-vif-plugged", "status": "completed", "tag": "45da864d-c0c0-4c47-8e9a-8e26a8471795"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:20:46.455571 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 45da864d-c0c0-4c47-8e9a-8e26a8471795, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=45da864d-c0c0-4c47-8e9a-8e26a8471795,segment=NetworkSegment(46385fd5-6257-439c-b71a-45328cbd6721),segment_id=46385fd5-6257-439c-b71a-45328cbd6721)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:46.461712 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:46.487881 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b94a860-bae8-4c3c-8c23-60903235afa6 x-openstack-request-id: req-3b94a860-bae8-4c3c-8c23-60903235afa6 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:20:46.488171 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76157365-77fc-4545-b419-3ced52da6e65", "name": "network-vif-plugged", "status": "completed", "tag": "45da864d-c0c0-4c47-8e9a-8e26a8471795", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:20:46.488619 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3b94a860-bae8-4c3c-8c23-60903235afa6 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:20:46.489200 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76157365-77fc-4545-b419-3ced52da6e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45da864d-c0c0-4c47-8e9a-8e26a8471795', 'code': 200} Sep 21 18:20:46.516295 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=45da864d-c0c0-4c47-8e9a-8e26a8471795,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:46.591207 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131e678-bb4c-4a0c-9ffa-032c67492b41 req-e1a23254-40ac-4e28-a5ed-5f09f3aa5b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:46.592779 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a131e678-bb4c-4a0c-9ffa-032c67492b41 req-e1a23254-40ac-4e28-a5ed-5f09f3aa5b79 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=76157365-77fc-4545-b419-3ced52da6e65 HTTP/1.1" status: 200 len: 1060 time: 0.0418687 Sep 21 18:20:46.998272 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb290a-f0a4-4083-9eea-9077e654689b req-eff5e3f1-055d-4af8-a6a2-e4943ddd5704 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:46.999998 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e5cb290a-f0a4-4083-9eea-9077e654689b req-eff5e3f1-055d-4af8-a6a2-e4943ddd5704 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/ports?device_id=76157365-77fc-4545-b419-3ced52da6e65 HTTP/1.1" status: 200 len: 909 time: 0.0558152 Sep 21 18:20:47.138294 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47158) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:47.263210 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9b79d7f8-c214-48df-a108-3b9d3fb54273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:47.367037 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9b79d7f8-c214-48df-a108-3b9d3fb54273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:47.372794 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9b79d7f8-c214-48df-a108-3b9d3fb54273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:47.412200 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79d7f8-c214-48df-a108-3b9d3fb54273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f705c8-e94a-4c9c-be3a-04fe9511ca58,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:47.419806 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9b79d7f8-c214-48df-a108-3b9d3fb54273 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=769935e887114d4991e7ffc167cea1ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2780633 Sep 21 18:20:47.420105 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47166) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:47.471488 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e132be21-54b9-4955-81cb-db8920766b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:47.492760 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e132be21-54b9-4955-81cb-db8920766b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:47.552495 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e132be21-54b9-4955-81cb-db8920766b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:47.555496 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e132be21-54b9-4955-81cb-db8920766b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:47.559645 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e132be21-54b9-4955-81cb-db8920766b22 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/38f705c8-e94a-4c9c-be3a-04fe9511ca58 HTTP/1.1" status: 204 len: 168 time: 0.1363807 Sep 21 18:20:47.567793 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132be21-54b9-4955-81cb-db8920766b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f705c8-e94a-4c9c-be3a-04fe9511ca58,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:48.119738 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18b46a-796d-4dd5-b333-450c54fa1de6 req-f2f83156-2213-4e95-a27c-e180653b9f75 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:48.121354 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3e18b46a-796d-4dd5-b333-450c54fa1de6 req-f2f83156-2213-4e95-a27c-e180653b9f75 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/ports?device_id=76157365-77fc-4545-b419-3ced52da6e65 HTTP/1.1" status: 200 len: 909 time: 0.0508258 Sep 21 18:20:48.264218 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626af25-e820-4d50-bf7d-331e5824f603 req-ffcf106e-47fe-413b-a128-12d377410165 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:48.265973 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9626af25-e820-4d50-bf7d-331e5824f603 req-ffcf106e-47fe-413b-a128-12d377410165 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/ports?device_id=76157365-77fc-4545-b419-3ced52da6e65 HTTP/1.1" status: 200 len: 909 time: 0.0620782 Sep 21 18:20:48.444882 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ccf06289-acac-4078-b150-71bbccd9fc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:48.455784 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d5bfd-ca04-4be9-9234-a259cb27b2de req-8a4f5594-450e-4d91-bcb9-c5f15913f243 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:48.457824 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c66d5bfd-ca04-4be9-9234-a259cb27b2de req-8a4f5594-450e-4d91-bcb9-c5f15913f243 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=76157365-77fc-4545-b419-3ced52da6e65 HTTP/1.1" status: 200 len: 1060 time: 0.0461812 Sep 21 18:20:48.579458 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c9d1e-2d5f-4f96-9595-81b2776f3f73 req-f9beacf6-f7c0-41ce-b340-34956b07b7b7 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:48.581079 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-488c9d1e-2d5f-4f96-9595-81b2776f3f73 req-f9beacf6-f7c0-41ce-b340-34956b07b7b7 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2c7c6598-0d92-49a2-b166-7a37f822e8a3 HTTP/1.1" status: 200 len: 1135 time: 0.0470963 Sep 21 18:20:48.618437 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-488c9d1e-2d5f-4f96-9595-81b2776f3f73 req-de32720d-7a8e-4f5d-990b-a41c23926185 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=3f3aa665-dfad-44ed-ae89-7a7e5e2dbeac&id=1d515a61-c6bf-44fb-b030-067b347890b6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0308661 Sep 21 18:20:48.641528 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47240) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:48.692504 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae3795e-e0af-44fd-acc9-389a461fdd82 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:48.694037 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-fae3795e-e0af-44fd-acc9-389a461fdd82 tempest-TestSecurityGroupsBasicOps-1704676031 tempest-TestSecurityGroupsBasicOps-1704676031-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=76157365-77fc-4545-b419-3ced52da6e65 HTTP/1.1" status: 200 len: 1055 time: 0.0514412 Sep 21 18:20:48.931310 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889bce2-6a7e-499d-a4c2-a0f84b52adef req-29ee0eff-0293-4b89-a7b0-40d706e168a9 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:48.933028 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3889bce2-6a7e-499d-a4c2-a0f84b52adef req-29ee0eff-0293-4b89-a7b0-40d706e168a9 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/ports?device_id=76157365-77fc-4545-b419-3ced52da6e65 HTTP/1.1" status: 200 len: 909 time: 0.0557570 Sep 21 18:20:49.004594 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:50.062184 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f57e57-ad80-4c91-b951-33acf2c4efb1 req-890c7d28-81eb-4163-9754-82579083b08b tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:50.065250 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-26f57e57-ad80-4c91-b951-33acf2c4efb1 req-890c7d28-81eb-4163-9754-82579083b08b tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/ports?device_id=76157365-77fc-4545-b419-3ced52da6e65 HTTP/1.1" status: 200 len: 909 time: 0.0559778 Sep 21 18:20:50.132502 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983086f-9cd8-4bb6-a419-105557a279c0 req-ec2aae43-05ac-4c10-877e-6852cfe29664 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:50.134222 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4983086f-9cd8-4bb6-a419-105557a279c0 req-ec2aae43-05ac-4c10-877e-6852cfe29664 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.38 "GET /v2.0/ports?device_id=76157365-77fc-4545-b419-3ced52da6e65 HTTP/1.1" status: 200 len: 909 time: 0.0531235 Sep 21 18:20:50.139217 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:50.242070 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-4983086f-9cd8-4bb6-a419-105557a279c0 req-5e102bbc-aaf9-4ab2-a73b-8b26cbd455c4 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Deleting port 45da864d-c0c0-4c47-8e9a-8e26a8471795 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:20:50.242443 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4983086f-9cd8-4bb6-a419-105557a279c0 req-5e102bbc-aaf9-4ab2-a73b-8b26cbd455c4 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:50.334502 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-4983086f-9cd8-4bb6-a419-105557a279c0 req-5e102bbc-aaf9-4ab2-a73b-8b26cbd455c4 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] For port 45da864d-c0c0-4c47-8e9a-8e26a8471795, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=45da864d-c0c0-4c47-8e9a-8e26a8471795,segment=NetworkSegment(46385fd5-6257-439c-b71a-45328cbd6721),segment_id=46385fd5-6257-439c-b71a-45328cbd6721)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:50.334772 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4983086f-9cd8-4bb6-a419-105557a279c0 req-5e102bbc-aaf9-4ab2-a73b-8b26cbd455c4 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:50.348863 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-4983086f-9cd8-4bb6-a419-105557a279c0 req-5e102bbc-aaf9-4ab2-a73b-8b26cbd455c4 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Calling delete_port for 45da864d-c0c0-4c47-8e9a-8e26a8471795 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:20:50.498115 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4983086f-9cd8-4bb6-a419-105557a279c0 req-5e102bbc-aaf9-4ab2-a73b-8b26cbd455c4 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:50.526378 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e102bbc-aaf9-4ab2-a73b-8b26cbd455c4 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Pushing event deleted for resources: {'Port': ['ID=45da864d-c0c0-4c47-8e9a-8e26a8471795,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:50.592592 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-4983086f-9cd8-4bb6-a419-105557a279c0 req-5e102bbc-aaf9-4ab2-a73b-8b26cbd455c4 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] No DVR routers for this DVR port 45da864d-c0c0-4c47-8e9a-8e26a8471795 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:20:50.605564 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4983086f-9cd8-4bb6-a419-105557a279c0 req-5e102bbc-aaf9-4ab2-a73b-8b26cbd455c4 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:50.621644 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4983086f-9cd8-4bb6-a419-105557a279c0 req-5e102bbc-aaf9-4ab2-a73b-8b26cbd455c4 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.38 "DELETE /v2.0/ports/45da864d-c0c0-4c47-8e9a-8e26a8471795 HTTP/1.1" status: 204 len: 173 time: 0.4806318 Sep 21 18:20:50.622871 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76157365-77fc-4545-b419-3ced52da6e65', 'name': 'network-vif-deleted', 'tag': '45da864d-c0c0-4c47-8e9a-8e26a8471795'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:20:50.629075 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32480667-6821-42ff-a583-31b7962ad5b7" -d '{"events": [{"server_uuid": "76157365-77fc-4545-b419-3ced52da6e65", "name": "network-vif-deleted", "tag": "45da864d-c0c0-4c47-8e9a-8e26a8471795"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:20:50.713150 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5389f0f6-b176-422a-bda9-396e17b6c260 x-openstack-request-id: req-5389f0f6-b176-422a-bda9-396e17b6c260 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:20:50.713735 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76157365-77fc-4545-b419-3ced52da6e65", "name": "network-vif-deleted", "tag": "45da864d-c0c0-4c47-8e9a-8e26a8471795", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:20:50.714145 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5389f0f6-b176-422a-bda9-396e17b6c260 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:20:50.714722 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76157365-77fc-4545-b419-3ced52da6e65', 'name': 'network-vif-deleted', 'tag': '45da864d-c0c0-4c47-8e9a-8e26a8471795', 'status': 'completed', 'code': 200} Sep 21 18:20:51.188994 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf4c2d7b-9e0e-432c-bce5-d8f142409e83 req-b7a9a1be-e140-42a6-bf0f-a756db4bf998 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/ports?device_id=76157365-77fc-4545-b419-3ced52da6e65 HTTP/1.1" status: 200 len: 210 time: 0.0277171 Sep 21 18:20:51.539999 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:20:51.618276 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:52.249978 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47308) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:52.784237 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ab0b3daa-cdf6-42b4-b727-cfea30bfc154 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:53.144477 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-ab0b3daa-cdf6-42b4-b727-cfea30bfc154 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Deleting port e0f77235-1f5c-489e-9e4d-744079500e9e {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:20:53.145007 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ab0b3daa-cdf6-42b4-b727-cfea30bfc154 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:53.252715 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-ab0b3daa-cdf6-42b4-b727-cfea30bfc154 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] For port e0f77235-1f5c-489e-9e4d-744079500e9e, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e0f77235-1f5c-489e-9e4d-744079500e9e,segment=NetworkSegment(46385fd5-6257-439c-b71a-45328cbd6721),segment_id=46385fd5-6257-439c-b71a-45328cbd6721)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:53.253415 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ab0b3daa-cdf6-42b4-b727-cfea30bfc154 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:53.266708 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-ab0b3daa-cdf6-42b4-b727-cfea30bfc154 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Calling delete_port for e0f77235-1f5c-489e-9e4d-744079500e9e owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:20:53.455894 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ab0b3daa-cdf6-42b4-b727-cfea30bfc154 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:53.481244 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b3daa-cdf6-42b4-b727-cfea30bfc154 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Pushing event deleted for resources: {'Port': ['ID=e0f77235-1f5c-489e-9e4d-744079500e9e,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:53.576603 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:53.681057 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ab0b3daa-cdf6-42b4-b727-cfea30bfc154 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:53.932381 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0b3daa-cdf6-42b4-b727-cfea30bfc154 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Router df1420e4-4fc4-4914-aa7c-88eb100706ec has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:20:54.068164 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0b3daa-cdf6-42b4-b727-cfea30bfc154 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:20:54.078178 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ab0b3daa-cdf6-42b4-b727-cfea30bfc154 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "PUT /v2.0/routers/df1420e4-4fc4-4914-aa7c-88eb100706ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8271344 Sep 21 18:20:54.081220 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47316) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:54.085828 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c629d9-23d3-49b9-acbc-9ebacbb8ec80 None None] Sync routers for ids ['df1420e4-4fc4-4914-aa7c-88eb100706ec'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:20:54.100896 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c629d9-23d3-49b9-acbc-9ebacbb8ec80 None None] Routers {'df1420e4-4fc4-4914-aa7c-88eb100706ec'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:20:54.102174 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-66c629d9-23d3-49b9-acbc-9ebacbb8ec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:20:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['df1420e4-4fc4-4914-aa7c-88eb100706ec'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:54.166710 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-0beeedce-6241-488e-89bc-c6f2522df17f tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Deleting subnet 124a20c3-c280-440a-b05a-7b9a592f6423 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:20:54.170148 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0beeedce-6241-488e-89bc-c6f2522df17f tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:54.223939 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0beeedce-6241-488e-89bc-c6f2522df17f tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:54.297374 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-66c629d9-23d3-49b9-acbc-9ebacbb8ec80 None None] Set router df1420e4-4fc4-4914-aa7c-88eb100706ec gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:20:54.339251 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 45da864d-c0c0-4c47-8e9a-8e26a8471795 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:20:54.354576 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0beeedce-6241-488e-89bc-c6f2522df17f tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:54.369301 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 45da864d-c0c0-4c47-8e9a-8e26a8471795 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:20:54.370392 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 45da864d-c0c0-4c47-8e9a-8e26a8471795 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:20:54.443633 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0beeedce-6241-488e-89bc-c6f2522df17f tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:54.482226 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beeedce-6241-488e-89bc-c6f2522df17f tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Pushing event deleted for resources: {'Subnet': ['ID=124a20c3-c280-440a-b05a-7b9a592f6423,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:54.506834 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977ab6dd-a9fb-4716-ba1e-b58899824acc None None] Network 786e009d-aaf2-4cee-a590-cbd54b80bdc2 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:20:54.508369 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0beeedce-6241-488e-89bc-c6f2522df17f tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:54.515219 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47320) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:54.523150 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0beeedce-6241-488e-89bc-c6f2522df17f tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "DELETE /v2.0/subnets/124a20c3-c280-440a-b05a-7b9a592f6423 HTTP/1.1" status: 204 len: 168 time: 0.4399471 Sep 21 18:20:54.586079 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-66c629d9-23d3-49b9-acbc-9ebacbb8ec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1420e4-4fc4-4914-aa7c-88eb100706ec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-830951098', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '02678d95-0542-4da2-b13d-dc06038f04f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:20:29Z', 'updated_at': '2021-09-21T18:20:53Z', 'revision_number': 5, 'project_id': '0e1a191972f04deba3d357390e99740f', 'gw_port': {'id': '02678d95-0542-4da2-b13d-dc06038f04f6', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1420e4-4fc4-4914-aa7c-88eb100706ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:20:30Z', 'updated_at': '2021-09-21T18:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:54.646238 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c629d9-23d3-49b9-acbc-9ebacbb8ec80 None None] Checking router: df1420e4-4fc4-4914-aa7c-88eb100706ec for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:20:54.650911 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e9a6afb0-8c95-4c84-bc91-e83562864cbc tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:54.667533 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c629d9-23d3-49b9-acbc-9ebacbb8ec80 None None] Routers {'df1420e4-4fc4-4914-aa7c-88eb100706ec'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:20:54.669696 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-66c629d9-23d3-49b9-acbc-9ebacbb8ec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:20:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['df1420e4-4fc4-4914-aa7c-88eb100706ec'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:54.734594 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4402f8-8909-4f10-910f-378c9b2ffb7e None None] DHCP port deletion for 786e009d-aaf2-4cee-a590-cbd54b80bdc2 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:20:54.788428 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:54.830202 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-0c4402f8-8909-4f10-910f-378c9b2ffb7e None None] Deleting port 688f4cfc-97df-43e1-a89d-c383baf1d818 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:20:54.830854 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0c4402f8-8909-4f10-910f-378c9b2ffb7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:54.878277 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-66c629d9-23d3-49b9-acbc-9ebacbb8ec80 None None] Set router df1420e4-4fc4-4914-aa7c-88eb100706ec gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:20:54.928445 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-0c4402f8-8909-4f10-910f-378c9b2ffb7e None None] For port 688f4cfc-97df-43e1-a89d-c383baf1d818, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=688f4cfc-97df-43e1-a89d-c383baf1d818,segment=NetworkSegment(46385fd5-6257-439c-b71a-45328cbd6721),segment_id=46385fd5-6257-439c-b71a-45328cbd6721)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:54.931207 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0c4402f8-8909-4f10-910f-378c9b2ffb7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:54.957407 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-0c4402f8-8909-4f10-910f-378c9b2ffb7e None None] Calling delete_port for 688f4cfc-97df-43e1-a89d-c383baf1d818 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:20:55.056596 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 688f4cfc-97df-43e1-a89d-c383baf1d818 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:20:55.095147 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-66c629d9-23d3-49b9-acbc-9ebacbb8ec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1420e4-4fc4-4914-aa7c-88eb100706ec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-830951098', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '02678d95-0542-4da2-b13d-dc06038f04f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:20:29Z', 'updated_at': '2021-09-21T18:20:53Z', 'revision_number': 5, 'project_id': '0e1a191972f04deba3d357390e99740f', 'gw_port': {'id': '02678d95-0542-4da2-b13d-dc06038f04f6', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1420e4-4fc4-4914-aa7c-88eb100706ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:20:30Z', 'updated_at': '2021-09-21T18:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:55.131507 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c629d9-23d3-49b9-acbc-9ebacbb8ec80 None None] The sync data for ids ['df1420e4-4fc4-4914-aa7c-88eb100706ec'] in n-d-810291-1 is: [{'id': 'df1420e4-4fc4-4914-aa7c-88eb100706ec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-830951098', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '02678d95-0542-4da2-b13d-dc06038f04f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:20:29Z', 'updated_at': '2021-09-21T18:20:53Z', 'revision_number': 5, 'project_id': '0e1a191972f04deba3d357390e99740f', 'gw_port': {'id': '02678d95-0542-4da2-b13d-dc06038f04f6', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1420e4-4fc4-4914-aa7c-88eb100706ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:20:30Z', 'updated_at': '2021-09-21T18:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:20:55.235253 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0c4402f8-8909-4f10-910f-378c9b2ffb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:55.242598 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e9a6afb0-8c95-4c84-bc91-e83562864cbc tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:55.261290 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:55.285198 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4402f8-8909-4f10-910f-378c9b2ffb7e None None] No DVR routers for this DVR port 688f4cfc-97df-43e1-a89d-c383baf1d818 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:20:55.303793 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4402f8-8909-4f10-910f-378c9b2ffb7e None None] Pushing event deleted for resources: {'Port': ['ID=688f4cfc-97df-43e1-a89d-c383baf1d818,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:55.307316 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-e9a6afb0-8c95-4c84-bc91-e83562864cbc tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Deleting port 02678d95-0542-4da2-b13d-dc06038f04f6 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:20:55.307676 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e9a6afb0-8c95-4c84-bc91-e83562864cbc tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:55.405871 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-e9a6afb0-8c95-4c84-bc91-e83562864cbc tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] For port 02678d95-0542-4da2-b13d-dc06038f04f6, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=02678d95-0542-4da2-b13d-dc06038f04f6,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:55.406303 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e9a6afb0-8c95-4c84-bc91-e83562864cbc tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:55.418574 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-e9a6afb0-8c95-4c84-bc91-e83562864cbc tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Calling delete_port for 02678d95-0542-4da2-b13d-dc06038f04f6 owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:20:55.608412 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e9a6afb0-8c95-4c84-bc91-e83562864cbc tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:55.637568 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6afb0-8c95-4c84-bc91-e83562864cbc tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Pushing event deleted for resources: {'Port': ['ID=02678d95-0542-4da2-b13d-dc06038f04f6,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:55.703124 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e9a6afb0-8c95-4c84-bc91-e83562864cbc tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:55.833308 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e9a6afb0-8c95-4c84-bc91-e83562864cbc tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:55.835676 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e9a6afb0-8c95-4c84-bc91-e83562864cbc tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:55.906639 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e9a6afb0-8c95-4c84-bc91-e83562864cbc tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:55.907487 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a6afb0-8c95-4c84-bc91-e83562864cbc tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Fanout notify agent at l3_agent the message router_deleted on router df1420e4-4fc4-4914-aa7c-88eb100706ec {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:20:55.915866 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e9a6afb0-8c95-4c84-bc91-e83562864cbc tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:55.917075 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e9a6afb0-8c95-4c84-bc91-e83562864cbc tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "DELETE /v2.0/routers/df1420e4-4fc4-4914-aa7c-88eb100706ec HTTP/1.1" status: 204 len: 168 time: 1.4008000 Sep 21 18:20:55.919849 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47326) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:56.012947 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d22ea4e2-d684-4f73-bea2-0edb57158bb1 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:56.125690 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d22ea4e2-d684-4f73-bea2-0edb57158bb1 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:56.150553 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-d22ea4e2-d684-4f73-bea2-0edb57158bb1 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['786e009d-aaf2-4cee-a590-cbd54b80bdc2']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:56.160176 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-d22ea4e2-d684-4f73-bea2-0edb57158bb1 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46385fd5-6257-439c-b71a-45328cbd6721') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:56.160474 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-d22ea4e2-d684-4f73-bea2-0edb57158bb1 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46385fd5-6257-439c-b71a-45328cbd6721') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:56.170518 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d22ea4e2-d684-4f73-bea2-0edb57158bb1 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:56.185417 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d22ea4e2-d684-4f73-bea2-0edb57158bb1 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:56.199079 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d22ea4e2-d684-4f73-bea2-0edb57158bb1 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:20:56.199478 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d22ea4e2-d684-4f73-bea2-0edb57158bb1 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:56.202513 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:20:56.202513 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:20:56.202513 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:20:56.202513 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:20:56.202513 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:20:56.202513 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:20:56.202513 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:20:56.202513 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:20:56.202513 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:20:56.202513 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:20:56.202513 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:20:56.202513 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:20:56.202513 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:20:56.202513 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:20:56.202513 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:20:56.202513 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:20:56.202513 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:20:56.202513 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:20:56.202513 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:20:56.202513 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:20:56.202513 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:20:56.202513 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:20:56.202513 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:20:56.202513 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:20:56.202513 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:20:56.202513 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:20:56.202513 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:20:56.202513 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:20:56.202513 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:20:56.202513 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:20:56.202513 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:20:56.202513 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:20:56.271390 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d22ea4e2-d684-4f73-bea2-0edb57158bb1 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:56.277156 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d22ea4e2-d684-4f73-bea2-0edb57158bb1 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:56.281569 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d22ea4e2-d684-4f73-bea2-0edb57158bb1 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "DELETE /v2.0/networks/786e009d-aaf2-4cee-a590-cbd54b80bdc2 HTTP/1.1" status: 204 len: 168 time: 0.3583190 Sep 21 18:20:56.282253 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47330) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:20:56.294067 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ea4e2-d684-4f73-bea2-0edb57158bb1 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Pushing event deleted for resources: {'Network': ['ID=786e009d-aaf2-4cee-a590-cbd54b80bdc2,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:56.841518 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-72ee9b35-4fb1-44f6-be68-06933673f8f5 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Deleting port 23310974-2116-45e9-9d22-c4901f87e18e {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:20:56.841905 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-72ee9b35-4fb1-44f6-be68-06933673f8f5 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:56.872116 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e0f77235-1f5c-489e-9e4d-744079500e9e no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:20:56.897399 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: e0f77235-1f5c-489e-9e4d-744079500e9e {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:20:56.898047 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e0f77235-1f5c-489e-9e4d-744079500e9e not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:20:56.898463 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 02678d95-0542-4da2-b13d-dc06038f04f6 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:20:56.926007 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 02678d95-0542-4da2-b13d-dc06038f04f6 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:20:56.926656 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 02678d95-0542-4da2-b13d-dc06038f04f6 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:20:56.939247 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-72ee9b35-4fb1-44f6-be68-06933673f8f5 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:56.939582 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-72ee9b35-4fb1-44f6-be68-06933673f8f5 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:56.954817 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-72ee9b35-4fb1-44f6-be68-06933673f8f5 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Calling delete_port for 23310974-2116-45e9-9d22-c4901f87e18e owned by network:floatingip {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:20:57.130275 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-72ee9b35-4fb1-44f6-be68-06933673f8f5 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:57.156570 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee9b35-4fb1-44f6-be68-06933673f8f5 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Pushing event deleted for resources: {'Port': ['ID=23310974-2116-45e9-9d22-c4901f87e18e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:57.225500 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-72ee9b35-4fb1-44f6-be68-06933673f8f5 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for floatingip, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:57.225918 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [None req-72ee9b35-4fb1-44f6-be68-06933673f8f5 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Floating IP bb2a3b45-701e-4fb3-b4ee-40bde2c3fcb3 disassociated (deleted). External IP: 172.25.6.33, port: 380e94ee-8ab6-4d47-a899-b59e2016e5f7. Sep 21 18:20:57.458348 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ee9b35-4fb1-44f6-be68-06933673f8f5 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Router ac790734-c8a9-4c06-a2a1-381513fa703d has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:20:57.612588 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ee9b35-4fb1-44f6-be68-06933673f8f5 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:20:57.617547 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-72ee9b35-4fb1-44f6-be68-06933673f8f5 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:57.633290 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4181aa0d-9944-421f-a14b-227a997c3d5c None None] Sync routers for ids ['ac790734-c8a9-4c06-a2a1-381513fa703d'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:20:57.652036 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4181aa0d-9944-421f-a14b-227a997c3d5c None None] Routers {'ac790734-c8a9-4c06-a2a1-381513fa703d'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:20:57.652036 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4181aa0d-9944-421f-a14b-227a997c3d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:20:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ac790734-c8a9-4c06-a2a1-381513fa703d'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:57.652748 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-72ee9b35-4fb1-44f6-be68-06933673f8f5 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "DELETE /v2.0/floatingips/bb2a3b45-701e-4fb3-b4ee-40bde2c3fcb3 HTTP/1.1" status: 204 len: 168 time: 1.3692615 Sep 21 18:20:57.653621 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7c6598-0d92-49a2-b166-7a37f822e8a3', 'tag': '380e94ee-8ab6-4d47-a899-b59e2016e5f7'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:20:57.656100 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86ed268-7866-40fa-a227-459f9258ea67" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7c6598-0d92-49a2-b166-7a37f822e8a3", "tag": "380e94ee-8ab6-4d47-a899-b59e2016e5f7"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:20:57.707983 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15233aa4-6477-4d92-87a0-906d3fea740f x-openstack-request-id: req-15233aa4-6477-4d92-87a0-906d3fea740f {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:20:57.708273 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7c6598-0d92-49a2-b166-7a37f822e8a3", "tag": "380e94ee-8ab6-4d47-a899-b59e2016e5f7", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:20:57.708519 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-15233aa4-6477-4d92-87a0-906d3fea740f {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:20:57.708932 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7c6598-0d92-49a2-b166-7a37f822e8a3', 'tag': '380e94ee-8ab6-4d47-a899-b59e2016e5f7', 'status': 'completed', 'code': 200} Sep 21 18:20:57.812471 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-4181aa0d-9944-421f-a14b-227a997c3d5c None None] Set router ac790734-c8a9-4c06-a2a1-381513fa703d gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:20:57.979281 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ed268-7866-40fa-a227-459f9258ea67 req-dc7f804c-2bff-4b0c-a07f-3eb42ccd362a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:57.984347 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f86ed268-7866-40fa-a227-459f9258ea67 req-dc7f804c-2bff-4b0c-a07f-3eb42ccd362a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e1a191972f04deba3d357390e99740f&device_id=2c7c6598-0d92-49a2-b166-7a37f822e8a3 HTTP/1.1" status: 200 len: 1135 time: 0.2543812 Sep 21 18:20:58.004007 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdce749-bfa7-4c2b-8032-4d8a24a233bc req-43fe228e-c8e8-4f08-9368-cdc796ea5180 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:58.011953 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5fdce749-bfa7-4c2b-8032-4d8a24a233bc req-43fe228e-c8e8-4f08-9368-cdc796ea5180 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7c6598-0d92-49a2-b166-7a37f822e8a3 HTTP/1.1" status: 200 len: 984 time: 0.0835559 Sep 21 18:20:58.068432 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5fdce749-bfa7-4c2b-8032-4d8a24a233bc req-af74e851-760e-4124-8229-1c28bc0a46ec tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3aa665-dfad-44ed-ae89-7a7e5e2dbeac&id=1d515a61-c6bf-44fb-b030-067b347890b6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0555403 Sep 21 18:20:58.091755 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4181aa0d-9944-421f-a14b-227a997c3d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1398638975', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '9bc20b93-9c2f-4e79-a3cc-c78856516425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:22Z', 'updated_at': '2021-09-21T18:19:28Z', 'revision_number': 4, 'project_id': '0e1a191972f04deba3d357390e99740f', 'gw_port': {'id': '9bc20b93-9c2f-4e79-a3cc-c78856516425', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:23Z', 'updated_at': '2021-09-21T18:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '00b50d65-d24f-4b52-b601-9e7153b84a3f', 'name': '', 'network_id': '1cd72bea-97c0-42c6-bfc6-ae764f72a0a7', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'mac_address': 'fa:16:3e:c5:c2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '60da61b0-5687-4be6-b2d1-15131cfc2672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:27Z', 'updated_at': '2021-09-21T18:19:33Z', 'revision_number': 5, 'project_id': '0e1a191972f04deba3d357390e99740f', 'subnets': [{'id': '60da61b0-5687-4be6-b2d1-15131cfc2672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:58.125694 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4181aa0d-9944-421f-a14b-227a997c3d5c None None] Checking router: ac790734-c8a9-4c06-a2a1-381513fa703d for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:20:58.134670 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4181aa0d-9944-421f-a14b-227a997c3d5c None None] Routers {'ac790734-c8a9-4c06-a2a1-381513fa703d'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:20:58.135557 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4181aa0d-9944-421f-a14b-227a997c3d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:20:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ac790734-c8a9-4c06-a2a1-381513fa703d'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:58.138995 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ed268-7866-40fa-a227-459f9258ea67 req-80405b9c-da7b-44c7-945b-e7aa82a11acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:58.140510 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f86ed268-7866-40fa-a227-459f9258ea67 req-80405b9c-da7b-44c7-945b-e7aa82a11acf service neutron] 10.222.0.44 "GET /v2.0/networks?id=1cd72bea-97c0-42c6-bfc6-ae764f72a0a7 HTTP/1.1" status: 200 len: 898 time: 0.1468823 Sep 21 18:20:58.188677 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f86ed268-7866-40fa-a227-459f9258ea67 req-16bf9d3b-8747-4842-89f1-b9b06f9fa1ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=380e94ee-8ab6-4d47-a899-b59e2016e5f7 HTTP/1.1" status: 200 len: 217 time: 0.0385499 Sep 21 18:20:58.255024 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ed268-7866-40fa-a227-459f9258ea67 req-5e29f631-1761-4d2c-bd3d-ddc2949fa04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:58.256809 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f86ed268-7866-40fa-a227-459f9258ea67 req-5e29f631-1761-4d2c-bd3d-ddc2949fa04f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60da61b0-5687-4be6-b2d1-15131cfc2672 HTTP/1.1" status: 200 len: 835 time: 0.0595124 Sep 21 18:20:58.262650 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-4181aa0d-9944-421f-a14b-227a997c3d5c None None] Set router ac790734-c8a9-4c06-a2a1-381513fa703d gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:20:58.323948 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ed268-7866-40fa-a227-459f9258ea67 req-2c00b46b-d179-4c87-8711-5f5f19f8608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:58.325582 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f86ed268-7866-40fa-a227-459f9258ea67 req-2c00b46b-d179-4c87-8711-5f5f19f8608f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1cd72bea-97c0-42c6-bfc6-ae764f72a0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614080 Sep 21 18:20:58.434522 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f86ed268-7866-40fa-a227-459f9258ea67 req-60f0d4bb-3c82-46f4-97e3-3ed3b1ac8a32 service neutron] 10.222.0.44 "GET /v2.0/networks/1cd72bea-97c0-42c6-bfc6-ae764f72a0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997708 Sep 21 18:20:58.504910 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4181aa0d-9944-421f-a14b-227a997c3d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1398638975', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '9bc20b93-9c2f-4e79-a3cc-c78856516425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:22Z', 'updated_at': '2021-09-21T18:19:28Z', 'revision_number': 4, 'project_id': '0e1a191972f04deba3d357390e99740f', 'gw_port': {'id': '9bc20b93-9c2f-4e79-a3cc-c78856516425', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:23Z', 'updated_at': '2021-09-21T18:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '00b50d65-d24f-4b52-b601-9e7153b84a3f', 'name': '', 'network_id': '1cd72bea-97c0-42c6-bfc6-ae764f72a0a7', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'mac_address': 'fa:16:3e:c5:c2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '60da61b0-5687-4be6-b2d1-15131cfc2672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:27Z', 'updated_at': '2021-09-21T18:19:33Z', 'revision_number': 5, 'project_id': '0e1a191972f04deba3d357390e99740f', 'subnets': [{'id': '60da61b0-5687-4be6-b2d1-15131cfc2672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:20:58.532974 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4181aa0d-9944-421f-a14b-227a997c3d5c None None] The sync data for ids ['ac790734-c8a9-4c06-a2a1-381513fa703d'] in n-d-810291-1 is: [{'id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1398638975', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '9bc20b93-9c2f-4e79-a3cc-c78856516425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:22Z', 'updated_at': '2021-09-21T18:19:28Z', 'revision_number': 4, 'project_id': '0e1a191972f04deba3d357390e99740f', 'gw_port': {'id': '9bc20b93-9c2f-4e79-a3cc-c78856516425', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:23Z', 'updated_at': '2021-09-21T18:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '00b50d65-d24f-4b52-b601-9e7153b84a3f', 'name': '', 'network_id': '1cd72bea-97c0-42c6-bfc6-ae764f72a0a7', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'mac_address': 'fa:16:3e:c5:c2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '60da61b0-5687-4be6-b2d1-15131cfc2672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:27Z', 'updated_at': '2021-09-21T18:19:33Z', 'revision_number': 5, 'project_id': '0e1a191972f04deba3d357390e99740f', 'subnets': [{'id': '60da61b0-5687-4be6-b2d1-15131cfc2672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:20:58.541290 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f86ed268-7866-40fa-a227-459f9258ea67 req-7cfcf015-3bb6-4341-b290-640dfaaf4dac service neutron] 10.222.0.44 "GET /v2.0/networks/1cd72bea-97c0-42c6-bfc6-ae764f72a0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993416 Sep 21 18:20:58.827649 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6590c5d6-3657-4c98-a024-68c4976261b5 None None] New status for floating IP bb2a3b45-701e-4fb3-b4ee-40bde2c3fcb3: DOWN {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:20:59.188875 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad983a3-df73-471a-a5ee-f7e1d335e2b4 req-cdf371a5-1960-41dc-94fa-5d8ee974dbf1 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:59.190821 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cad983a3-df73-471a-a5ee-f7e1d335e2b4 req-cdf371a5-1960-41dc-94fa-5d8ee974dbf1 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c7c6598-0d92-49a2-b166-7a37f822e8a3 HTTP/1.1" status: 200 len: 984 time: 0.0500894 Sep 21 18:20:59.272792 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cad983a3-df73-471a-a5ee-f7e1d335e2b4 req-30b4c1af-2413-4cee-a92f-e45930c03e78 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "GET /v2.0/security-groups?id=3f3aa665-dfad-44ed-ae89-7a7e5e2dbeac&id=1d515a61-c6bf-44fb-b030-067b347890b6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0725746 Sep 21 18:20:59.290534 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240a0c2-a9e2-40e3-ab83-6fbbaf6deee8 req-f6ee080b-de69-42c4-b147-37dc1f86c87c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:20:59.292257 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5240a0c2-a9e2-40e3-ab83-6fbbaf6deee8 req-f6ee080b-de69-42c4-b147-37dc1f86c87c tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c7c6598-0d92-49a2-b166-7a37f822e8a3 HTTP/1.1" status: 200 len: 984 time: 0.0782993 Sep 21 18:20:59.394964 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-5240a0c2-a9e2-40e3-ab83-6fbbaf6deee8 req-ae9a635b-4c6a-47f6-af98-97ebe61830eb tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Deleting port 380e94ee-8ab6-4d47-a899-b59e2016e5f7 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:20:59.395389 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5240a0c2-a9e2-40e3-ab83-6fbbaf6deee8 req-ae9a635b-4c6a-47f6-af98-97ebe61830eb tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:59.494715 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-5240a0c2-a9e2-40e3-ab83-6fbbaf6deee8 req-ae9a635b-4c6a-47f6-af98-97ebe61830eb tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] For port 380e94ee-8ab6-4d47-a899-b59e2016e5f7, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=380e94ee-8ab6-4d47-a899-b59e2016e5f7,segment=NetworkSegment(14f646e8-ce4e-4e14-8fd2-749452971ffe),segment_id=14f646e8-ce4e-4e14-8fd2-749452971ffe)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:20:59.495415 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5240a0c2-a9e2-40e3-ab83-6fbbaf6deee8 req-ae9a635b-4c6a-47f6-af98-97ebe61830eb tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:59.508785 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-5240a0c2-a9e2-40e3-ab83-6fbbaf6deee8 req-ae9a635b-4c6a-47f6-af98-97ebe61830eb tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Calling delete_port for 380e94ee-8ab6-4d47-a899-b59e2016e5f7 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:20:59.658295 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5240a0c2-a9e2-40e3-ab83-6fbbaf6deee8 req-ae9a635b-4c6a-47f6-af98-97ebe61830eb tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:59.693586 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a635b-4c6a-47f6-af98-97ebe61830eb tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Pushing event deleted for resources: {'Port': ['ID=380e94ee-8ab6-4d47-a899-b59e2016e5f7,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:20:59.742292 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-5240a0c2-a9e2-40e3-ab83-6fbbaf6deee8 req-ae9a635b-4c6a-47f6-af98-97ebe61830eb tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] No DVR routers for this DVR port 380e94ee-8ab6-4d47-a899-b59e2016e5f7 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:20:59.745045 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5240a0c2-a9e2-40e3-ab83-6fbbaf6deee8 req-ae9a635b-4c6a-47f6-af98-97ebe61830eb tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:20:59.751096 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5240a0c2-a9e2-40e3-ab83-6fbbaf6deee8 req-ae9a635b-4c6a-47f6-af98-97ebe61830eb tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.44 "DELETE /v2.0/ports/380e94ee-8ab6-4d47-a899-b59e2016e5f7 HTTP/1.1" status: 204 len: 173 time: 0.4517550 Sep 21 18:20:59.753362 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7c6598-0d92-49a2-b166-7a37f822e8a3', 'name': 'network-vif-deleted', 'tag': '380e94ee-8ab6-4d47-a899-b59e2016e5f7'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:20:59.763914 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22807690-536b-4260-b51f-692ebf1825d2" -d '{"events": [{"server_uuid": "2c7c6598-0d92-49a2-b166-7a37f822e8a3", "name": "network-vif-deleted", "tag": "380e94ee-8ab6-4d47-a899-b59e2016e5f7"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:20:59.871475 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765353f0-1f77-4ab3-83f9-3164fe85f945 x-openstack-request-id: req-765353f0-1f77-4ab3-83f9-3164fe85f945 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:20:59.871773 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7c6598-0d92-49a2-b166-7a37f822e8a3", "name": "network-vif-deleted", "tag": "380e94ee-8ab6-4d47-a899-b59e2016e5f7", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:20:59.872025 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-765353f0-1f77-4ab3-83f9-3164fe85f945 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:20:59.872453 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7c6598-0d92-49a2-b166-7a37f822e8a3', 'name': 'network-vif-deleted', 'tag': '380e94ee-8ab6-4d47-a899-b59e2016e5f7', 'status': 'completed', 'code': 200} Sep 21 18:21:00.333612 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47376) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:00.388114 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c56b923e-0060-4ff8-aeee-24b28f44dd5d tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:00.411431 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c56b923e-0060-4ff8-aeee-24b28f44dd5d tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:00.464389 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c56b923e-0060-4ff8-aeee-24b28f44dd5d tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:00.467274 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c56b923e-0060-4ff8-aeee-24b28f44dd5d tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:00.471110 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c56b923e-0060-4ff8-aeee-24b28f44dd5d tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "DELETE /v2.0/security-groups/3f3aa665-dfad-44ed-ae89-7a7e5e2dbeac HTTP/1.1" status: 204 len: 168 time: 0.1337223 Sep 21 18:21:00.471540 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47378) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:00.479517 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b923e-0060-4ff8-aeee-24b28f44dd5d tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3aa665-dfad-44ed-ae89-7a7e5e2dbeac,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:00.532311 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e8a677b7-ecb4-4fae-8cd3-9f6727c39f0d tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:00.558883 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e8a677b7-ecb4-4fae-8cd3-9f6727c39f0d tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:00.606257 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e8a677b7-ecb4-4fae-8cd3-9f6727c39f0d tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:00.609088 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e8a677b7-ecb4-4fae-8cd3-9f6727c39f0d tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:00.612998 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e8a677b7-ecb4-4fae-8cd3-9f6727c39f0d tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "DELETE /v2.0/security-groups/1d515a61-c6bf-44fb-b030-067b347890b6 HTTP/1.1" status: 204 len: 168 time: 0.1378257 Sep 21 18:21:00.613501 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47380) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:00.619648 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a677b7-ecb4-4fae-8cd3-9f6727c39f0d tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d515a61-c6bf-44fb-b030-067b347890b6,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:01.025347 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b011d6df-69bc-44c2-95d2-2fef36bdd128 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:01.313000 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-b011d6df-69bc-44c2-95d2-2fef36bdd128 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Deleting port 00b50d65-d24f-4b52-b601-9e7153b84a3f {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:21:01.313344 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b011d6df-69bc-44c2-95d2-2fef36bdd128 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:01.403046 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-b011d6df-69bc-44c2-95d2-2fef36bdd128 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] For port 00b50d65-d24f-4b52-b601-9e7153b84a3f, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=00b50d65-d24f-4b52-b601-9e7153b84a3f,segment=NetworkSegment(14f646e8-ce4e-4e14-8fd2-749452971ffe),segment_id=14f646e8-ce4e-4e14-8fd2-749452971ffe)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:01.403759 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b011d6df-69bc-44c2-95d2-2fef36bdd128 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:01.418604 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-b011d6df-69bc-44c2-95d2-2fef36bdd128 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Calling delete_port for 00b50d65-d24f-4b52-b601-9e7153b84a3f owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:21:01.616713 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b011d6df-69bc-44c2-95d2-2fef36bdd128 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:01.724959 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011d6df-69bc-44c2-95d2-2fef36bdd128 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Pushing event deleted for resources: {'Port': ['ID=00b50d65-d24f-4b52-b601-9e7153b84a3f,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:01.851168 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b011d6df-69bc-44c2-95d2-2fef36bdd128 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:02.083869 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b011d6df-69bc-44c2-95d2-2fef36bdd128 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Router ac790734-c8a9-4c06-a2a1-381513fa703d has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:21:02.193088 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b011d6df-69bc-44c2-95d2-2fef36bdd128 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:21:02.202247 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b011d6df-69bc-44c2-95d2-2fef36bdd128 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "PUT /v2.0/routers/ac790734-c8a9-4c06-a2a1-381513fa703d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5853665 Sep 21 18:21:02.203200 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47412) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:02.204262 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf3e1f5-e4a4-4dcd-98f3-4bc8ec3e1278 None None] Sync routers for ids ['ac790734-c8a9-4c06-a2a1-381513fa703d'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:21:02.220405 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf3e1f5-e4a4-4dcd-98f3-4bc8ec3e1278 None None] Routers {'ac790734-c8a9-4c06-a2a1-381513fa703d'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:21:02.221256 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-adf3e1f5-e4a4-4dcd-98f3-4bc8ec3e1278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:20:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ac790734-c8a9-4c06-a2a1-381513fa703d'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:02.258790 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e5c4f99-10c1-4f93-9bda-7386463c18ed tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Deleting subnet 60da61b0-5687-4be6-b2d1-15131cfc2672 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:21:02.262230 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9e5c4f99-10c1-4f93-9bda-7386463c18ed tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:02.329474 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9e5c4f99-10c1-4f93-9bda-7386463c18ed tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:02.480836 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9e5c4f99-10c1-4f93-9bda-7386463c18ed tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:02.518268 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-adf3e1f5-e4a4-4dcd-98f3-4bc8ec3e1278 None None] Set router ac790734-c8a9-4c06-a2a1-381513fa703d gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:21:02.557505 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9e5c4f99-10c1-4f93-9bda-7386463c18ed tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:02.595334 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c4f99-10c1-4f93-9bda-7386463c18ed tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Pushing event deleted for resources: {'Subnet': ['ID=60da61b0-5687-4be6-b2d1-15131cfc2672,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:02.597831 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9e5c4f99-10c1-4f93-9bda-7386463c18ed tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:02.600116 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9e5c4f99-10c1-4f93-9bda-7386463c18ed tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "DELETE /v2.0/subnets/60da61b0-5687-4be6-b2d1-15131cfc2672 HTTP/1.1" status: 204 len: 168 time: 0.3959014 Sep 21 18:21:02.602736 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47416) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:02.663351 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd56dc5a-553f-41a2-b63f-82e6a0b817bf None None] Network 1cd72bea-97c0-42c6-bfc6-ae764f72a0a7 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:21:02.730014 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ee277535-28dd-467f-93af-b52e7fca74f3 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:02.907549 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-adf3e1f5-e4a4-4dcd-98f3-4bc8ec3e1278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1398638975', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '9bc20b93-9c2f-4e79-a3cc-c78856516425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:22Z', 'updated_at': '2021-09-21T18:21:01Z', 'revision_number': 5, 'project_id': '0e1a191972f04deba3d357390e99740f', 'gw_port': {'id': '9bc20b93-9c2f-4e79-a3cc-c78856516425', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:23Z', 'updated_at': '2021-09-21T18:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:02.923571 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ee277535-28dd-467f-93af-b52e7fca74f3 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:02.949964 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf3e1f5-e4a4-4dcd-98f3-4bc8ec3e1278 None None] Checking router: ac790734-c8a9-4c06-a2a1-381513fa703d for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:21:02.960666 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf3e1f5-e4a4-4dcd-98f3-4bc8ec3e1278 None None] Routers {'ac790734-c8a9-4c06-a2a1-381513fa703d'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:21:02.961459 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-adf3e1f5-e4a4-4dcd-98f3-4bc8ec3e1278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:20:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ac790734-c8a9-4c06-a2a1-381513fa703d'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:03.011798 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2c00cd-fd25-46b0-b74a-38fd77b80664 None None] DHCP port deletion for 1cd72bea-97c0-42c6-bfc6-ae764f72a0a7 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:21:03.014839 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-ee277535-28dd-467f-93af-b52e7fca74f3 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Deleting port 9bc20b93-9c2f-4e79-a3cc-c78856516425 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:21:03.015343 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ee277535-28dd-467f-93af-b52e7fca74f3 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:03.078237 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-adf3e1f5-e4a4-4dcd-98f3-4bc8ec3e1278 None None] Set router ac790734-c8a9-4c06-a2a1-381513fa703d gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:21:03.117469 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-ee277535-28dd-467f-93af-b52e7fca74f3 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] For port 9bc20b93-9c2f-4e79-a3cc-c78856516425, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=9bc20b93-9c2f-4e79-a3cc-c78856516425,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:03.117932 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ee277535-28dd-467f-93af-b52e7fca74f3 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:03.133797 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-ee277535-28dd-467f-93af-b52e7fca74f3 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Calling delete_port for 9bc20b93-9c2f-4e79-a3cc-c78856516425 owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:21:03.140002 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-adf3e1f5-e4a4-4dcd-98f3-4bc8ec3e1278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1398638975', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:22Z', 'updated_at': '2021-09-21T18:21:02Z', 'revision_number': 6, 'project_id': '0e1a191972f04deba3d357390e99740f', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:03.190467 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf3e1f5-e4a4-4dcd-98f3-4bc8ec3e1278 None None] The sync data for ids ['ac790734-c8a9-4c06-a2a1-381513fa703d'] in n-d-810291-1 is: [{'id': 'ac790734-c8a9-4c06-a2a1-381513fa703d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1398638975', 'tenant_id': '0e1a191972f04deba3d357390e99740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:22Z', 'updated_at': '2021-09-21T18:21:02Z', 'revision_number': 6, 'project_id': '0e1a191972f04deba3d357390e99740f', 'gw_port_host': None}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:21:03.226862 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-0d2c00cd-fd25-46b0-b74a-38fd77b80664 None None] Deleting port 0bd20cc1-991e-4e57-83e9-5a2fb6b95f4f {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:21:03.228531 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0d2c00cd-fd25-46b0-b74a-38fd77b80664 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:03.309947 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-0d2c00cd-fd25-46b0-b74a-38fd77b80664 None None] For port 0bd20cc1-991e-4e57-83e9-5a2fb6b95f4f, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=0bd20cc1-991e-4e57-83e9-5a2fb6b95f4f,segment=NetworkSegment(14f646e8-ce4e-4e14-8fd2-749452971ffe),segment_id=14f646e8-ce4e-4e14-8fd2-749452971ffe)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:03.310565 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0d2c00cd-fd25-46b0-b74a-38fd77b80664 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:03.325173 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-0d2c00cd-fd25-46b0-b74a-38fd77b80664 None None] Calling delete_port for 0bd20cc1-991e-4e57-83e9-5a2fb6b95f4f owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:21:03.366090 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ee277535-28dd-467f-93af-b52e7fca74f3 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:03.400633 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee277535-28dd-467f-93af-b52e7fca74f3 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Pushing event deleted for resources: {'Port': ['ID=9bc20b93-9c2f-4e79-a3cc-c78856516425,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:03.437701 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 380e94ee-8ab6-4d47-a899-b59e2016e5f7 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:21:03.442971 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0d2c00cd-fd25-46b0-b74a-38fd77b80664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:03.499753 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ee277535-28dd-467f-93af-b52e7fca74f3 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:03.503671 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 380e94ee-8ab6-4d47-a899-b59e2016e5f7 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:21:03.504142 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 380e94ee-8ab6-4d47-a899-b59e2016e5f7 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:21:03.506015 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c00cd-fd25-46b0-b74a-38fd77b80664 None None] Pushing event deleted for resources: {'Port': ['ID=0bd20cc1-991e-4e57-83e9-5a2fb6b95f4f,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:03.519944 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2c00cd-fd25-46b0-b74a-38fd77b80664 None None] No DVR routers for this DVR port 0bd20cc1-991e-4e57-83e9-5a2fb6b95f4f on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:21:03.617033 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ee277535-28dd-467f-93af-b52e7fca74f3 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:03.619720 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ee277535-28dd-467f-93af-b52e7fca74f3 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:03.670014 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ee277535-28dd-467f-93af-b52e7fca74f3 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:03.670803 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee277535-28dd-467f-93af-b52e7fca74f3 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Fanout notify agent at l3_agent the message router_deleted on router ac790734-c8a9-4c06-a2a1-381513fa703d {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:21:03.678203 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ee277535-28dd-467f-93af-b52e7fca74f3 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:03.682278 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ee277535-28dd-467f-93af-b52e7fca74f3 tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "DELETE /v2.0/routers/ac790734-c8a9-4c06-a2a1-381513fa703d HTTP/1.1" status: 204 len: 168 time: 1.0782735 Sep 21 18:21:03.682887 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47430) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:03.774856 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e23ead75-c497-46df-9a37-37c597564c1e tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:03.869261 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e23ead75-c497-46df-9a37-37c597564c1e tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:03.891679 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-e23ead75-c497-46df-9a37-37c597564c1e tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd72bea-97c0-42c6-bfc6-ae764f72a0a7']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:03.902432 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-e23ead75-c497-46df-9a37-37c597564c1e tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f646e8-ce4e-4e14-8fd2-749452971ffe') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:03.902981 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-e23ead75-c497-46df-9a37-37c597564c1e tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f646e8-ce4e-4e14-8fd2-749452971ffe') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:03.913743 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e23ead75-c497-46df-9a37-37c597564c1e tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:03.928523 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e23ead75-c497-46df-9a37-37c597564c1e tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:03.935553 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e23ead75-c497-46df-9a37-37c597564c1e tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:21:03.936304 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e23ead75-c497-46df-9a37-37c597564c1e tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:03.939385 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:21:03.939385 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:21:03.939385 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:21:03.939385 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:21:03.939385 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:21:03.939385 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:21:03.939385 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:21:03.939385 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:21:03.939385 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:21:03.939385 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:21:03.939385 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:21:03.939385 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:21:03.939385 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:21:03.939385 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:21:03.939385 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:21:03.939385 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:21:03.939385 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:21:03.939385 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:21:03.939385 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:21:03.939385 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:21:03.939385 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:21:03.939385 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:21:03.939385 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:21:03.939385 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:21:03.939385 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:21:03.939385 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:21:03.939385 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:21:03.939385 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:21:03.939385 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:21:03.939385 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:21:03.939385 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:21:03.939385 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:21:04.001166 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e23ead75-c497-46df-9a37-37c597564c1e tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:04.024984 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e23ead75-c497-46df-9a37-37c597564c1e tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:04.026854 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e23ead75-c497-46df-9a37-37c597564c1e tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] 10.222.0.58 "DELETE /v2.0/networks/1cd72bea-97c0-42c6-bfc6-ae764f72a0a7 HTTP/1.1" status: 204 len: 168 time: 0.3423650 Sep 21 18:21:04.048425 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ead75-c497-46df-9a37-37c597564c1e tempest-TestSecurityGroupsBasicOps-1501210336 tempest-TestSecurityGroupsBasicOps-1501210336-project] Pushing event deleted for resources: {'Network': ['ID=1cd72bea-97c0-42c6-bfc6-ae764f72a0a7,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:04.550966 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47442) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:04.754058 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47448) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:04.761645 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-58c1fce8-7fe7-4a18-a003-2f6b73023ef2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0e1a191972f04deba3d357390e99740f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2079992 Sep 21 18:21:04.826538 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e8324fb5-eef8-4ece-9947-ab223e27901e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:04.861088 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 00b50d65-d24f-4b52-b601-9e7153b84a3f no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:21:04.878473 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e8324fb5-eef8-4ece-9947-ab223e27901e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:04.901854 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 00b50d65-d24f-4b52-b601-9e7153b84a3f {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:21:04.901854 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 00b50d65-d24f-4b52-b601-9e7153b84a3f not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:21:04.907055 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 0bd20cc1-991e-4e57-83e9-5a2fb6b95f4f no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:21:04.966853 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 0bd20cc1-991e-4e57-83e9-5a2fb6b95f4f {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:21:04.968097 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 0bd20cc1-991e-4e57-83e9-5a2fb6b95f4f not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:21:04.971558 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 9bc20b93-9c2f-4e79-a3cc-c78856516425 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:21:05.020378 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 9bc20b93-9c2f-4e79-a3cc-c78856516425 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:21:05.021075 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 9bc20b93-9c2f-4e79-a3cc-c78856516425 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:21:05.032838 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e8324fb5-eef8-4ece-9947-ab223e27901e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:05.035424 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e8324fb5-eef8-4ece-9947-ab223e27901e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:05.039068 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e8324fb5-eef8-4ece-9947-ab223e27901e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fd1e248d-fb64-4b36-a389-68f5ac216eeb HTTP/1.1" status: 204 len: 168 time: 0.2816017 Sep 21 18:21:05.062886 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8324fb5-eef8-4ece-9947-ab223e27901e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1e248d-fb64-4b36-a389-68f5ac216eeb,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:05.622201 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47458) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:05.652478 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b475579e-3abe-4204-b877-8e2cd7b277b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:05.854282 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b475579e-3abe-4204-b877-8e2cd7b277b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:05.861048 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b475579e-3abe-4204-b877-8e2cd7b277b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:05.897771 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b475579e-3abe-4204-b877-8e2cd7b277b6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e7b65c22e2694c42b66d3b7a5b12f50e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2736299 Sep 21 18:21:05.901010 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47460) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:05.926830 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475579e-3abe-4204-b877-8e2cd7b277b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c7edbb-2574-4635-a685-a7e59cb2152c,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:05.971195 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bae78ec4-eed6-4265-be5c-9d7726e81410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:06.000314 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bae78ec4-eed6-4265-be5c-9d7726e81410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:06.061277 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bae78ec4-eed6-4265-be5c-9d7726e81410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:06.065039 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bae78ec4-eed6-4265-be5c-9d7726e81410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:06.066722 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bae78ec4-eed6-4265-be5c-9d7726e81410 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/28c7edbb-2574-4635-a685-a7e59cb2152c HTTP/1.1" status: 204 len: 168 time: 0.1648171 Sep 21 18:21:06.076715 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae78ec4-eed6-4265-be5c-9d7726e81410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c7edbb-2574-4635-a685-a7e59cb2152c,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:06.488661 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47468) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:06.531564 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2eaf365f-92f7-4e04-885e-02e70c2e3c26 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=53a3d653896d46758591d5b95b7a9faf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413008 Sep 21 18:21:06.533906 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47470) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:06.588423 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bcc4f080-d9a6-47d5-9e11-f96ad63d00df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:06.611076 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bcc4f080-d9a6-47d5-9e11-f96ad63d00df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:06.663227 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bcc4f080-d9a6-47d5-9e11-f96ad63d00df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:06.665754 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bcc4f080-d9a6-47d5-9e11-f96ad63d00df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:06.670315 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bcc4f080-d9a6-47d5-9e11-f96ad63d00df admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/76a3ad72-dab5-4d6a-b764-56191369834d HTTP/1.1" status: 204 len: 168 time: 0.1354277 Sep 21 18:21:06.681901 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4f080-d9a6-47d5-9e11-f96ad63d00df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a3ad72-dab5-4d6a-b764-56191369834d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:07.416183 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47498) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:07.546700 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-dab2eb93-edd3-42cb-913c-bcc10040e2d2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1871760928-network', 'tenant_id': 'ed22908bce274772830e1e318854b4a6'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:21:07.583008 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab2eb93-edd3-42cb-913c-bcc10040e2d2 admin admin] Made reservation on behalf of ed22908bce274772830e1e318854b4a6 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:21:07.586083 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dab2eb93-edd3-42cb-913c-bcc10040e2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:07.596094 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dab2eb93-edd3-42cb-913c-bcc10040e2d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:07.738282 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dab2eb93-edd3-42cb-913c-bcc10040e2d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:07.742570 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dab2eb93-edd3-42cb-913c-bcc10040e2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:07.772113 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab2eb93-edd3-42cb-913c-bcc10040e2d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:21:07.783122 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2eb93-edd3-42cb-913c-bcc10040e2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba286347-cd9d-4ee7-a03a-e47bf800a1bf,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:07.788901 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dab2eb93-edd3-42cb-913c-bcc10040e2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:07.789307 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-dab2eb93-edd3-42cb-913c-bcc10040e2d2 admin admin] Added segment d206b966-34e5-43f7-bcf6-36f0960a312c of type vlan for network d369e5c5-60af-4748-b4b0-9650fd649648 Sep 21 18:21:07.841599 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dab2eb93-edd3-42cb-913c-bcc10040e2d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:07.871516 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dab2eb93-edd3-42cb-913c-bcc10040e2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:07.872884 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab2eb93-edd3-42cb-913c-bcc10040e2d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:07.873702 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dab2eb93-edd3-42cb-913c-bcc10040e2d2 admin admin] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:07.910797 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47506) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:07.911484 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-dab2eb93-edd3-42cb-913c-bcc10040e2d2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4935346 Sep 21 18:21:07.916880 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-3b1b58ab-b645-4008-bd8a-c3bee5b3cefe admin admin] Request body: {'subnet': {'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1871760928-subnet', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:21:07.942765 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1b58ab-b645-4008-bd8a-c3bee5b3cefe admin admin] Made reservation on behalf of ed22908bce274772830e1e318854b4a6 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:21:07.945542 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3b1b58ab-b645-4008-bd8a-c3bee5b3cefe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:07.946822 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2eb93-edd3-42cb-913c-bcc10040e2d2 admin admin] Pushing event updated for resources: {'Network': ['ID=d369e5c5-60af-4748-b4b0-9650fd649648,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:07.959253 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network d369e5c5-60af-4748-b4b0-9650fd649648 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:21:08.197201 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3b1b58ab-b645-4008-bd8a-c3bee5b3cefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:08.265720 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b58ab-b645-4008-bd8a-c3bee5b3cefe admin admin] Pushing event updated for resources: {'Subnet': ['ID=3451e09d-0afb-4f27-b18f-9613783297a1,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:08.289737 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1b58ab-b645-4008-bd8a-c3bee5b3cefe admin admin] Checking segment: {'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:21:08.290160 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1b58ab-b645-4008-bd8a-c3bee5b3cefe admin admin] Network hostable DHCP agents. Network: d369e5c5-60af-4748-b4b0-9650fd649648, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:21:08.310292 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1b58ab-b645-4008-bd8a-c3bee5b3cefe admin admin] Network d369e5c5-60af-4748-b4b0-9650fd649648 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:21:08.321027 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-3b1b58ab-b645-4008-bd8a-c3bee5b3cefe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, d369e5c5-60af-4748-b4b0-9650fd649648) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:21:08.331418 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c172c3-0617-48dd-83c7-e92cf4c2156c None None] Network d369e5c5-60af-4748-b4b0-9650fd649648 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:21:08.337474 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1b58ab-b645-4008-bd8a-c3bee5b3cefe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:08.338364 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3b1b58ab-b645-4008-bd8a-c3bee5b3cefe admin admin] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:08.366492 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3b1b58ab-b645-4008-bd8a-c3bee5b3cefe admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4516251 Sep 21 18:21:08.366823 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47508) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:08.371577 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-b1717f47-845c-4452-afaf-04db67c6b6ed admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1871760928-router', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:21:08.401325 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b1717f47-845c-4452-afaf-04db67c6b6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:08.402332 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b1717f47-845c-4452-afaf-04db67c6b6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:08.474952 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b1717f47-845c-4452-afaf-04db67c6b6ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:08.502586 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12950c5-f6cd-4f5b-b903-c5bb267ce347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-d369e5c5-60af-4748-b4b0-9650fd649648', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'fixed_ips': [{'subnet_id': '3451e09d-0afb-4f27-b18f-9613783297a1'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:21:08.503774 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d12950c5-f6cd-4f5b-b903-c5bb267ce347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:08.650191 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b1717f47-845c-4452-afaf-04db67c6b6ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:08.717298 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-d12950c5-f6cd-4f5b-b903-c5bb267ce347 None None] Allocated IP 172.20.0.2 (d369e5c5-60af-4748-b4b0-9650fd649648/3451e09d-0afb-4f27-b18f-9613783297a1/36e3d67b-6e17-4fc4-beac-ad5c7031fea6) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:21:08.896777 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d12950c5-f6cd-4f5b-b903-c5bb267ce347 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:08.901314 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d12950c5-f6cd-4f5b-b903-c5bb267ce347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:08.949990 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12950c5-f6cd-4f5b-b903-c5bb267ce347 None None] Pushing event updated for resources: {'Port': ['ID=36e3d67b-6e17-4fc4-beac-ad5c7031fea6,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:08.956416 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12950c5-f6cd-4f5b-b903-c5bb267ce347 None None] Network d369e5c5-60af-4748-b4b0-9650fd649648 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:21:08.962094 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-d12950c5-f6cd-4f5b-b903-c5bb267ce347 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:21:08.965212 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12950c5-f6cd-4f5b-b903-c5bb267ce347 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:21:09.033663 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-d12950c5-f6cd-4f5b-b903-c5bb267ce347 None None] Attempting to bind port 36e3d67b-6e17-4fc4-beac-ad5c7031fea6 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:21:09.034025 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-d12950c5-f6cd-4f5b-b903-c5bb267ce347 None None] Attempting to bind port 36e3d67b-6e17-4fc4-beac-ad5c7031fea6 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:21:09.034594 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12950c5-f6cd-4f5b-b903-c5bb267ce347 None None] Attempting to bind port 36e3d67b-6e17-4fc4-beac-ad5c7031fea6 on network d369e5c5-60af-4748-b4b0-9650fd649648 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:21:09.040844 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12950c5-f6cd-4f5b-b903-c5bb267ce347 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:21:09.041214 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12950c5-f6cd-4f5b-b903-c5bb267ce347 None None] Checking segment: {'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:21:09.041810 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d12950c5-f6cd-4f5b-b903-c5bb267ce347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:09.042380 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12950c5-f6cd-4f5b-b903-c5bb267ce347 None None] Bound using segment: {'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:21:09.043073 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-d12950c5-f6cd-4f5b-b903-c5bb267ce347 None None] Bound port: 36e3d67b-6e17-4fc4-beac-ad5c7031fea6, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:21:09.043623 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d12950c5-f6cd-4f5b-b903-c5bb267ce347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:09.118155 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-d12950c5-f6cd-4f5b-b903-c5bb267ce347 None None] For port 36e3d67b-6e17-4fc4-beac-ad5c7031fea6, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:21:09.121814 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-d12950c5-f6cd-4f5b-b903-c5bb267ce347 None None] For port 36e3d67b-6e17-4fc4-beac-ad5c7031fea6, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=36e3d67b-6e17-4fc4-beac-ad5c7031fea6,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:21:09.125540 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d12950c5-f6cd-4f5b-b903-c5bb267ce347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:09.182235 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12950c5-f6cd-4f5b-b903-c5bb267ce347 None None] Pushing event updated for resources: {'Port': ['ID=36e3d67b-6e17-4fc4-beac-ad5c7031fea6,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:09.340716 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b1717f47-845c-4452-afaf-04db67c6b6ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:09.362808 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b1717f47-845c-4452-afaf-04db67c6b6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:09.471170 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-b1717f47-845c-4452-afaf-04db67c6b6ed admin admin] Allocated IP 172.25.6.128 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/ac1c684f-8a33-46cf-a609-382aa685d11f) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:21:09.579269 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b1717f47-845c-4452-afaf-04db67c6b6ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:09.617372 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b1717f47-845c-4452-afaf-04db67c6b6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:09.656362 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1717f47-845c-4452-afaf-04db67c6b6ed admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:21:09.661356 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-b1717f47-845c-4452-afaf-04db67c6b6ed admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:21:09.664210 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1717f47-845c-4452-afaf-04db67c6b6ed admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:21:09.670362 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1717f47-845c-4452-afaf-04db67c6b6ed admin admin] Pushing event updated for resources: {'Port': ['ID=ac1c684f-8a33-46cf-a609-382aa685d11f,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:09.947082 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b1717f47-845c-4452-afaf-04db67c6b6ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:10.102635 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df764206-d5d5-4c71-8b53-3414eb4489da None None] Network d369e5c5-60af-4748-b4b0-9650fd649648 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:21:10.186605 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-2b730ad2-21f4-447e-aa7a-bb99e5c8c90b None None] Provisioning complete for port 36e3d67b-6e17-4fc4-beac-ad5c7031fea6 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:10.187008 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2b730ad2-21f4-447e-aa7a-bb99e5c8c90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:10.214887 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b1717f47-845c-4452-afaf-04db67c6b6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:10.377727 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1717f47-845c-4452-afaf-04db67c6b6ed admin admin] Router ef355b40-13e2-472b-b98c-41da1220afe9 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:21:10.378124 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2b730ad2-21f4-447e-aa7a-bb99e5c8c90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:10.416852 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-2b730ad2-21f4-447e-aa7a-bb99e5c8c90b None None] For port 36e3d67b-6e17-4fc4-beac-ad5c7031fea6, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=36e3d67b-6e17-4fc4-beac-ad5c7031fea6,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:10.422863 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2b730ad2-21f4-447e-aa7a-bb99e5c8c90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:10.476225 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b730ad2-21f4-447e-aa7a-bb99e5c8c90b None None] Pushing event updated for resources: {'Port': ['ID=36e3d67b-6e17-4fc4-beac-ad5c7031fea6,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:10.526371 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1717f47-845c-4452-afaf-04db67c6b6ed admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:21:10.536834 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80445e3a-9a92-4d87-97a4-6193e95fa823 None None] Sync routers for ids ['ef355b40-13e2-472b-b98c-41da1220afe9'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:21:10.550002 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b1717f47-845c-4452-afaf-04db67c6b6ed admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:10.550181 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80445e3a-9a92-4d87-97a4-6193e95fa823 None None] Routers {'ef355b40-13e2-472b-b98c-41da1220afe9'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:21:10.550654 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-80445e3a-9a92-4d87-97a4-6193e95fa823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:20:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ef355b40-13e2-472b-b98c-41da1220afe9'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:10.551807 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b1717f47-845c-4452-afaf-04db67c6b6ed admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1836562 Sep 21 18:21:10.555160 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47536) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:10.662688 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-80445e3a-9a92-4d87-97a4-6193e95fa823 None None] Set router ef355b40-13e2-472b-b98c-41da1220afe9 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:21:10.746213 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-d2ad94df-80c8-4c1a-9f5d-3914027af81a None None] Provisioning complete for port 36e3d67b-6e17-4fc4-beac-ad5c7031fea6 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:10.746548 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d2ad94df-80c8-4c1a-9f5d-3914027af81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:10.910307 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-80445e3a-9a92-4d87-97a4-6193e95fa823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'name': 'tempest-TestVolumeBootPattern-1871760928-router', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:08Z', 'updated_at': '2021-09-21T18:21:09Z', 'revision_number': 3, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'gw_port': {'id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:09Z', 'updated_at': '2021-09-21T18:21:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:10.949832 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80445e3a-9a92-4d87-97a4-6193e95fa823 None None] Checking router: ef355b40-13e2-472b-b98c-41da1220afe9 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:21:10.950356 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80445e3a-9a92-4d87-97a4-6193e95fa823 None None] Updating router ef355b40-13e2-472b-b98c-41da1220afe9 port ac1c684f-8a33-46cf-a609-382aa685d11f binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:21:10.994335 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 36e3d67b-6e17-4fc4-beac-ad5c7031fea6 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:21:10.995005 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-80445e3a-9a92-4d87-97a4-6193e95fa823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:11.098558 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 36e3d67b-6e17-4fc4-beac-ad5c7031fea6 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:11.099220 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:11.351333 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-80445e3a-9a92-4d87-97a4-6193e95fa823 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:11.364494 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-80445e3a-9a92-4d87-97a4-6193e95fa823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:11.582500 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74798387-03bf-47aa-81c6-1bdb2220a989 None None] Pushing event updated for resources: {'Port': ['ID=ac1c684f-8a33-46cf-a609-382aa685d11f,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:11.607910 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-80445e3a-9a92-4d87-97a4-6193e95fa823 None None] Attempting to bind port ac1c684f-8a33-46cf-a609-382aa685d11f on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:21:11.609290 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-80445e3a-9a92-4d87-97a4-6193e95fa823 None None] Attempting to bind port ac1c684f-8a33-46cf-a609-382aa685d11f by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:21:11.609647 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80445e3a-9a92-4d87-97a4-6193e95fa823 None None] Attempting to bind port ac1c684f-8a33-46cf-a609-382aa685d11f on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:21:11.615196 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80445e3a-9a92-4d87-97a4-6193e95fa823 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:21:11.615560 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80445e3a-9a92-4d87-97a4-6193e95fa823 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:21:11.615952 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-80445e3a-9a92-4d87-97a4-6193e95fa823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:11.616980 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80445e3a-9a92-4d87-97a4-6193e95fa823 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:21:11.616980 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-80445e3a-9a92-4d87-97a4-6193e95fa823 None None] Bound port: ac1c684f-8a33-46cf-a609-382aa685d11f, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:21:11.617353 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-80445e3a-9a92-4d87-97a4-6193e95fa823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:11.639970 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-34447688-9b3b-4e22-96ce-982fbfddd8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:11.684078 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-80445e3a-9a92-4d87-97a4-6193e95fa823 None None] For port ac1c684f-8a33-46cf-a609-382aa685d11f, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:21:11.688914 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-80445e3a-9a92-4d87-97a4-6193e95fa823 None None] For port ac1c684f-8a33-46cf-a609-382aa685d11f, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ac1c684f-8a33-46cf-a609-382aa685d11f,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:21:11.695870 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-80445e3a-9a92-4d87-97a4-6193e95fa823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:11.787406 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74798387-03bf-47aa-81c6-1bdb2220a989 None None] Pushing event updated for resources: {'Port': ['ID=ac1c684f-8a33-46cf-a609-382aa685d11f,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:11.811508 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80445e3a-9a92-4d87-97a4-6193e95fa823 None None] Routers {'ef355b40-13e2-472b-b98c-41da1220afe9'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:21:11.812753 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-80445e3a-9a92-4d87-97a4-6193e95fa823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:20:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ef355b40-13e2-472b-b98c-41da1220afe9'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:11.827599 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-34447688-9b3b-4e22-96ce-982fbfddd8ff admin admin] Allocated IP 172.20.0.1 (d369e5c5-60af-4748-b4b0-9650fd649648/3451e09d-0afb-4f27-b18f-9613783297a1/770c981b-b197-4732-acdd-7ff01aa4b473) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:21:11.949372 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-34447688-9b3b-4e22-96ce-982fbfddd8ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:11.956680 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-80445e3a-9a92-4d87-97a4-6193e95fa823 None None] Set router ef355b40-13e2-472b-b98c-41da1220afe9 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:21:11.987467 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-34447688-9b3b-4e22-96ce-982fbfddd8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:12.023884 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34447688-9b3b-4e22-96ce-982fbfddd8ff admin admin] Network d369e5c5-60af-4748-b4b0-9650fd649648 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:21:12.026781 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-34447688-9b3b-4e22-96ce-982fbfddd8ff admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:21:12.029885 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34447688-9b3b-4e22-96ce-982fbfddd8ff admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:21:12.081203 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34447688-9b3b-4e22-96ce-982fbfddd8ff admin admin] Pushing event updated for resources: {'Port': ['ID=770c981b-b197-4732-acdd-7ff01aa4b473,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:12.094647 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-34447688-9b3b-4e22-96ce-982fbfddd8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:12.202007 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-80445e3a-9a92-4d87-97a4-6193e95fa823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'name': 'tempest-TestVolumeBootPattern-1871760928-router', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:08Z', 'updated_at': '2021-09-21T18:21:09Z', 'revision_number': 3, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'gw_port': {'id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:09Z', 'updated_at': '2021-09-21T18:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:12.241744 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80445e3a-9a92-4d87-97a4-6193e95fa823 None None] The sync data for ids ['ef355b40-13e2-472b-b98c-41da1220afe9'] in n-d-810291-1 is: [{'id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'name': 'tempest-TestVolumeBootPattern-1871760928-router', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:08Z', 'updated_at': '2021-09-21T18:21:09Z', 'revision_number': 3, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'gw_port': {'id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:09Z', 'updated_at': '2021-09-21T18:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:21:12.286016 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-34447688-9b3b-4e22-96ce-982fbfddd8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:12.441882 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-6b3a6e97-d5b0-4707-bb2e-30f8beda9b7c None None] Provisioning complete for port 770c981b-b197-4732-acdd-7ff01aa4b473 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:12.442513 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6b3a6e97-d5b0-4707-bb2e-30f8beda9b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:12.533813 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-34447688-9b3b-4e22-96ce-982fbfddd8ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:12.537887 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a6e97-d5b0-4707-bb2e-30f8beda9b7c None None] Port 770c981b-b197-4732-acdd-7ff01aa4b473 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:21:12.548374 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-34447688-9b3b-4e22-96ce-982fbfddd8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:12.722038 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34447688-9b3b-4e22-96ce-982fbfddd8ff admin admin] Pushing event updated for resources: {'Port': ['ID=770c981b-b197-4732-acdd-7ff01aa4b473,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:12.740703 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-34447688-9b3b-4e22-96ce-982fbfddd8ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:12.914329 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34447688-9b3b-4e22-96ce-982fbfddd8ff admin admin] Network d369e5c5-60af-4748-b4b0-9650fd649648 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:21:12.915822 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-34447688-9b3b-4e22-96ce-982fbfddd8ff admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:21:12.933755 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ac1c684f-8a33-46cf-a609-382aa685d11f up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:21:13.035504 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port ac1c684f-8a33-46cf-a609-382aa685d11f triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:13.036181 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:13.061145 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34447688-9b3b-4e22-96ce-982fbfddd8ff admin admin] Router ef355b40-13e2-472b-b98c-41da1220afe9 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:21:13.156635 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:13.202272 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port ac1c684f-8a33-46cf-a609-382aa685d11f, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ac1c684f-8a33-46cf-a609-382aa685d11f,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:13.216995 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34447688-9b3b-4e22-96ce-982fbfddd8ff admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:21:13.224465 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:13.236181 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-34447688-9b3b-4e22-96ce-982fbfddd8ff admin admin] 10.222.0.58 "PUT /v2.0/routers/ef355b40-13e2-472b-b98c-41da1220afe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6804907 Sep 21 18:21:13.297575 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=ac1c684f-8a33-46cf-a609-382aa685d11f,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:13.304360 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-212db2e5-2963-4a7b-ad30-9727d2ae552f None None] Provisioning complete for port 770c981b-b197-4732-acdd-7ff01aa4b473 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:13.304870 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-212db2e5-2963-4a7b-ad30-9727d2ae552f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:13.524185 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-212db2e5-2963-4a7b-ad30-9727d2ae552f None None] Port 770c981b-b197-4732-acdd-7ff01aa4b473 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:21:13.850802 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47572) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:13.857186 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-768a4a49-78e6-496f-bff8-1781049ed4bf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-287967932-network', 'tenant_id': 'bee7d68fc36e4c6ea58b72f4206ef1a9'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:21:13.883328 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768a4a49-78e6-496f-bff8-1781049ed4bf admin admin] Made reservation on behalf of bee7d68fc36e4c6ea58b72f4206ef1a9 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:21:13.885964 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-768a4a49-78e6-496f-bff8-1781049ed4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:13.897567 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-768a4a49-78e6-496f-bff8-1781049ed4bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:14.007391 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-768a4a49-78e6-496f-bff8-1781049ed4bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:14.014538 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-768a4a49-78e6-496f-bff8-1781049ed4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:14.029155 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768a4a49-78e6-496f-bff8-1781049ed4bf admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:21:14.052531 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-768a4a49-78e6-496f-bff8-1781049ed4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:14.053118 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-768a4a49-78e6-496f-bff8-1781049ed4bf admin admin] Added segment 23ca2bf0-b105-4028-8398-e98bdc3b784a of type vlan for network 312e1248-e4a4-4073-a7c7-856a35d9a260 Sep 21 18:21:14.067752 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a4a49-78e6-496f-bff8-1781049ed4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f591581-67d4-4ff1-ad98-5266c516fa19,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:14.106653 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-768a4a49-78e6-496f-bff8-1781049ed4bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:14.133133 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-768a4a49-78e6-496f-bff8-1781049ed4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:14.134525 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768a4a49-78e6-496f-bff8-1781049ed4bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:14.135494 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-768a4a49-78e6-496f-bff8-1781049ed4bf admin admin] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:14.175107 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-768a4a49-78e6-496f-bff8-1781049ed4bf admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3223717 Sep 21 18:21:14.178052 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47574) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:14.183355 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-29ac5344-3057-44de-a3aa-0c01c441edf6 admin admin] Request body: {'subnet': {'network_id': '312e1248-e4a4-4073-a7c7-856a35d9a260', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-287967932-subnet', 'tenant_id': 'bee7d68fc36e4c6ea58b72f4206ef1a9', 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:21:14.207095 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a4a49-78e6-496f-bff8-1781049ed4bf admin admin] Pushing event updated for resources: {'Network': ['ID=312e1248-e4a4-4073-a7c7-856a35d9a260,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:14.222249 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 312e1248-e4a4-4073-a7c7-856a35d9a260 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:21:14.228934 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ac5344-3057-44de-a3aa-0c01c441edf6 admin admin] Made reservation on behalf of bee7d68fc36e4c6ea58b72f4206ef1a9 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:21:14.231779 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-29ac5344-3057-44de-a3aa-0c01c441edf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:14.416243 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-29ac5344-3057-44de-a3aa-0c01c441edf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:14.465398 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac5344-3057-44de-a3aa-0c01c441edf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a872461e-977e-47aa-bf05-ef1f6888ae53,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:14.482659 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ac5344-3057-44de-a3aa-0c01c441edf6 admin admin] Checking segment: {'id': '23ca2bf0-b105-4028-8398-e98bdc3b784a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '312e1248-e4a4-4073-a7c7-856a35d9a260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:21:14.483262 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ac5344-3057-44de-a3aa-0c01c441edf6 admin admin] Network hostable DHCP agents. Network: 312e1248-e4a4-4073-a7c7-856a35d9a260, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:21:14.504796 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ac5344-3057-44de-a3aa-0c01c441edf6 admin admin] Network 312e1248-e4a4-4073-a7c7-856a35d9a260 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:21:14.515998 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-29ac5344-3057-44de-a3aa-0c01c441edf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 312e1248-e4a4-4073-a7c7-856a35d9a260) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:21:14.520341 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ac5344-3057-44de-a3aa-0c01c441edf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:14.521170 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-29ac5344-3057-44de-a3aa-0c01c441edf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:14.529533 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661a0b06-b07b-4789-8c42-946b8dddc90b None None] Network 312e1248-e4a4-4073-a7c7-856a35d9a260 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:21:14.547549 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-29ac5344-3057-44de-a3aa-0c01c441edf6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3683298 Sep 21 18:21:14.549946 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47578) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:14.558639 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-51a361e5-d78f-4a1c-bcb1-243bcf16f193 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-287967932-router', 'tenant_id': 'bee7d68fc36e4c6ea58b72f4206ef1a9', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:21:14.569669 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a48de3-2a2e-4091-9699-c93127271cb6 None None] Sync routers for ids ['ef355b40-13e2-472b-b98c-41da1220afe9'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:21:14.611368 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-51a361e5-d78f-4a1c-bcb1-243bcf16f193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:14.612502 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-51a361e5-d78f-4a1c-bcb1-243bcf16f193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:14.683584 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a48de3-2a2e-4091-9699-c93127271cb6 None None] Routers {'ef355b40-13e2-472b-b98c-41da1220afe9'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:21:14.684247 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-21a48de3-2a2e-4091-9699-c93127271cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:20:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ef355b40-13e2-472b-b98c-41da1220afe9'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:14.693798 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-51a361e5-d78f-4a1c-bcb1-243bcf16f193 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:14.864991 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a83a11e-916f-4f01-b95c-99c6b15f8adb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-312e1248-e4a4-4073-a7c7-856a35d9a260', 'network_id': '312e1248-e4a4-4073-a7c7-856a35d9a260', 'tenant_id': 'bee7d68fc36e4c6ea58b72f4206ef1a9', 'fixed_ips': [{'subnet_id': 'a872461e-977e-47aa-bf05-ef1f6888ae53'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:21:14.866210 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8a83a11e-916f-4f01-b95c-99c6b15f8adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:14.900960 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-51a361e5-d78f-4a1c-bcb1-243bcf16f193 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:14.982559 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-21a48de3-2a2e-4091-9699-c93127271cb6 None None] Set router ef355b40-13e2-472b-b98c-41da1220afe9 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:21:14.987825 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ac1c684f-8a33-46cf-a609-382aa685d11f up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:21:15.173737 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-8a83a11e-916f-4f01-b95c-99c6b15f8adb None None] Allocated IP 172.20.0.2 (312e1248-e4a4-4073-a7c7-856a35d9a260/a872461e-977e-47aa-bf05-ef1f6888ae53/6145b89c-e90a-4bb9-a3ba-c49583717e2e) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:21:15.185069 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port ac1c684f-8a33-46cf-a609-382aa685d11f triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:15.185690 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:15.201473 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-51a361e5-d78f-4a1c-bcb1-243bcf16f193 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:15.226901 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-51a361e5-d78f-4a1c-bcb1-243bcf16f193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:15.279400 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-d653e9d9-c8ac-4c0c-b9ec-d78e7d974ba2 req-28222884-bd8b-4a22-a077-2474ace2ae34 service neutron] (101460) timed out ('10.222.0.58', 48670) {{(pid=101460) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 18:21:15.365320 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-51a361e5-d78f-4a1c-bcb1-243bcf16f193 admin admin] Allocated IP 172.25.6.219 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/a56a644a-ede7-4e6a-bda1-0c83cb321be4) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:21:15.491099 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-51a361e5-d78f-4a1c-bcb1-243bcf16f193 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:15.507819 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8a83a11e-916f-4f01-b95c-99c6b15f8adb None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:15.516197 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-21a48de3-2a2e-4091-9699-c93127271cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'name': 'tempest-TestVolumeBootPattern-1871760928-router', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:08Z', 'updated_at': '2021-09-21T18:21:12Z', 'revision_number': 4, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'gw_port': {'id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:09Z', 'updated_at': '2021-09-21T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '770c981b-b197-4732-acdd-7ff01aa4b473', 'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'mac_address': 'fa:16:3e:d9:05:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:11Z', 'updated_at': '2021-09-21T18:21:12Z', 'revision_number': 2, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'subnets': [{'id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:15.519671 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8a83a11e-916f-4f01-b95c-99c6b15f8adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:15.530459 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-51a361e5-d78f-4a1c-bcb1-243bcf16f193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:15.551571 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a48de3-2a2e-4091-9699-c93127271cb6 None None] Checking router: ef355b40-13e2-472b-b98c-41da1220afe9 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:21:15.552577 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a48de3-2a2e-4091-9699-c93127271cb6 None None] Updating router ef355b40-13e2-472b-b98c-41da1220afe9 port 770c981b-b197-4732-acdd-7ff01aa4b473 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:21:15.570679 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a361e5-d78f-4a1c-bcb1-243bcf16f193 admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:21:15.576283 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-51a361e5-d78f-4a1c-bcb1-243bcf16f193 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:21:15.580669 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a361e5-d78f-4a1c-bcb1-243bcf16f193 admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:21:15.617326 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a83a11e-916f-4f01-b95c-99c6b15f8adb None None] Network 312e1248-e4a4-4073-a7c7-856a35d9a260 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:21:15.624488 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-8a83a11e-916f-4f01-b95c-99c6b15f8adb None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:21:15.626594 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83a11e-916f-4f01-b95c-99c6b15f8adb None None] Pushing event updated for resources: {'Port': ['ID=6145b89c-e90a-4bb9-a3ba-c49583717e2e,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:15.629007 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a83a11e-916f-4f01-b95c-99c6b15f8adb None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:21:15.631353 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-21a48de3-2a2e-4091-9699-c93127271cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:15.682143 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a361e5-d78f-4a1c-bcb1-243bcf16f193 admin admin] Pushing event updated for resources: {'Port': ['ID=a56a644a-ede7-4e6a-bda1-0c83cb321be4,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:15.724290 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-8a83a11e-916f-4f01-b95c-99c6b15f8adb None None] Attempting to bind port 6145b89c-e90a-4bb9-a3ba-c49583717e2e on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:21:15.724944 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-8a83a11e-916f-4f01-b95c-99c6b15f8adb None None] Attempting to bind port 6145b89c-e90a-4bb9-a3ba-c49583717e2e by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '23ca2bf0-b105-4028-8398-e98bdc3b784a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '312e1248-e4a4-4073-a7c7-856a35d9a260'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:21:15.725508 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a83a11e-916f-4f01-b95c-99c6b15f8adb None None] Attempting to bind port 6145b89c-e90a-4bb9-a3ba-c49583717e2e on network 312e1248-e4a4-4073-a7c7-856a35d9a260 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:21:15.777826 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a83a11e-916f-4f01-b95c-99c6b15f8adb None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:21:15.778504 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a83a11e-916f-4f01-b95c-99c6b15f8adb None None] Checking segment: {'id': '23ca2bf0-b105-4028-8398-e98bdc3b784a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '312e1248-e4a4-4073-a7c7-856a35d9a260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:21:15.779137 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8a83a11e-916f-4f01-b95c-99c6b15f8adb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:15.779719 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a83a11e-916f-4f01-b95c-99c6b15f8adb None None] Bound using segment: {'id': '23ca2bf0-b105-4028-8398-e98bdc3b784a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '312e1248-e4a4-4073-a7c7-856a35d9a260'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:21:15.780385 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-8a83a11e-916f-4f01-b95c-99c6b15f8adb None None] Bound port: 6145b89c-e90a-4bb9-a3ba-c49583717e2e, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ca2bf0-b105-4028-8398-e98bdc3b784a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '312e1248-e4a4-4073-a7c7-856a35d9a260'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:21:15.780950 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8a83a11e-916f-4f01-b95c-99c6b15f8adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:15.870850 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-51a361e5-d78f-4a1c-bcb1-243bcf16f193 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:15.925120 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-8a83a11e-916f-4f01-b95c-99c6b15f8adb None None] For port 6145b89c-e90a-4bb9-a3ba-c49583717e2e, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:21:15.952449 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-8a83a11e-916f-4f01-b95c-99c6b15f8adb None None] For port 6145b89c-e90a-4bb9-a3ba-c49583717e2e, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=6145b89c-e90a-4bb9-a3ba-c49583717e2e,segment=NetworkSegment(23ca2bf0-b105-4028-8398-e98bdc3b784a),segment_id=23ca2bf0-b105-4028-8398-e98bdc3b784a)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:21:15.962482 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e310248e-6c9d-40ca-baa0-709be8b03541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:15.966494 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8a83a11e-916f-4f01-b95c-99c6b15f8adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:16.067948 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83a11e-916f-4f01-b95c-99c6b15f8adb None None] Pushing event updated for resources: {'Port': ['ID=6145b89c-e90a-4bb9-a3ba-c49583717e2e,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:16.137734 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-21a48de3-2a2e-4091-9699-c93127271cb6 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:16.148818 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-21a48de3-2a2e-4091-9699-c93127271cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:16.149170 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-51a361e5-d78f-4a1c-bcb1-243bcf16f193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:16.286429 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c62a0-a3e1-4948-8063-1ff02273b15b None None] Pushing event updated for resources: {'Port': ['ID=770c981b-b197-4732-acdd-7ff01aa4b473,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:16.376465 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-21a48de3-2a2e-4091-9699-c93127271cb6 None None] Attempting to bind port 770c981b-b197-4732-acdd-7ff01aa4b473 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:21:16.376830 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-21a48de3-2a2e-4091-9699-c93127271cb6 None None] Attempting to bind port 770c981b-b197-4732-acdd-7ff01aa4b473 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:21:16.377190 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a48de3-2a2e-4091-9699-c93127271cb6 None None] Attempting to bind port 770c981b-b197-4732-acdd-7ff01aa4b473 on network d369e5c5-60af-4748-b4b0-9650fd649648 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:21:16.382715 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a48de3-2a2e-4091-9699-c93127271cb6 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:21:16.387366 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a48de3-2a2e-4091-9699-c93127271cb6 None None] Checking segment: {'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:21:16.390048 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a361e5-d78f-4a1c-bcb1-243bcf16f193 admin admin] Router dac20d34-a0ae-42ae-8bd6-bc99a1169354 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:21:16.390555 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-21a48de3-2a2e-4091-9699-c93127271cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:16.390876 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a48de3-2a2e-4091-9699-c93127271cb6 None None] Bound using segment: {'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:21:16.395508 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-21a48de3-2a2e-4091-9699-c93127271cb6 None None] Bound port: 770c981b-b197-4732-acdd-7ff01aa4b473, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:21:16.396015 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-21a48de3-2a2e-4091-9699-c93127271cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:16.519006 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-21a48de3-2a2e-4091-9699-c93127271cb6 None None] For port 770c981b-b197-4732-acdd-7ff01aa4b473, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:21:16.523997 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-21a48de3-2a2e-4091-9699-c93127271cb6 None None] For port 770c981b-b197-4732-acdd-7ff01aa4b473, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=770c981b-b197-4732-acdd-7ff01aa4b473,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:21:16.538958 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-21a48de3-2a2e-4091-9699-c93127271cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:16.582086 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a361e5-d78f-4a1c-bcb1-243bcf16f193 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:21:16.594999 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5db717-783b-45b2-b54c-243f72a1138d None None] Sync routers for ids ['dac20d34-a0ae-42ae-8bd6-bc99a1169354'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:21:16.610970 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5db717-783b-45b2-b54c-243f72a1138d None None] Routers {'dac20d34-a0ae-42ae-8bd6-bc99a1169354'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:21:16.613248 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-fe5db717-783b-45b2-b54c-243f72a1138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:20:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['dac20d34-a0ae-42ae-8bd6-bc99a1169354'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:16.616821 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-51a361e5-d78f-4a1c-bcb1-243bcf16f193 admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:16.618946 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-51a361e5-d78f-4a1c-bcb1-243bcf16f193 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0666358 Sep 21 18:21:16.621700 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47594) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:16.626803 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-0521e53c-9550-4fe1-b7f7-26f34df71396 None None] Provisioning complete for port 770c981b-b197-4732-acdd-7ff01aa4b473 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:16.627472 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0521e53c-9550-4fe1-b7f7-26f34df71396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:16.709857 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a48de3-2a2e-4091-9699-c93127271cb6 None None] Routers {'ef355b40-13e2-472b-b98c-41da1220afe9'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:21:16.710537 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-21a48de3-2a2e-4091-9699-c93127271cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:20:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ef355b40-13e2-472b-b98c-41da1220afe9'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:16.712925 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c62a0-a3e1-4948-8063-1ff02273b15b None None] Pushing event updated for resources: {'Port': ['ID=770c981b-b197-4732-acdd-7ff01aa4b473,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:16.914813 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-fe5db717-783b-45b2-b54c-243f72a1138d None None] Set router dac20d34-a0ae-42ae-8bd6-bc99a1169354 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:21:17.271224 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 6145b89c-e90a-4bb9-a3ba-c49583717e2e up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:21:17.308197 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-fe5db717-783b-45b2-b54c-243f72a1138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac20d34-a0ae-42ae-8bd6-bc99a1169354', 'name': 'tempest-TestVolumeBootPattern-287967932-router', 'tenant_id': 'bee7d68fc36e4c6ea58b72f4206ef1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'a56a644a-ede7-4e6a-bda1-0c83cb321be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:14Z', 'updated_at': '2021-09-21T18:21:15Z', 'revision_number': 3, 'project_id': 'bee7d68fc36e4c6ea58b72f4206ef1a9', 'gw_port': {'id': 'a56a644a-ede7-4e6a-bda1-0c83cb321be4', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:12:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac20d34-a0ae-42ae-8bd6-bc99a1169354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:15Z', 'updated_at': '2021-09-21T18:21:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:17.380933 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5db717-783b-45b2-b54c-243f72a1138d None None] Checking router: dac20d34-a0ae-42ae-8bd6-bc99a1169354 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:21:17.381281 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5db717-783b-45b2-b54c-243f72a1138d None None] Updating router dac20d34-a0ae-42ae-8bd6-bc99a1169354 port a56a644a-ede7-4e6a-bda1-0c83cb321be4 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:21:17.407892 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-21a48de3-2a2e-4091-9699-c93127271cb6 None None] Set router ef355b40-13e2-472b-b98c-41da1220afe9 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:21:17.440745 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-fe5db717-783b-45b2-b54c-243f72a1138d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:17.457687 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0521e53c-9550-4fe1-b7f7-26f34df71396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:17.589463 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-0521e53c-9550-4fe1-b7f7-26f34df71396 None None] For port 770c981b-b197-4732-acdd-7ff01aa4b473, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=770c981b-b197-4732-acdd-7ff01aa4b473,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:17.607572 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0521e53c-9550-4fe1-b7f7-26f34df71396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:17.684582 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 6145b89c-e90a-4bb9-a3ba-c49583717e2e triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:17.685431 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:17.691783 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521e53c-9550-4fe1-b7f7-26f34df71396 None None] Pushing event updated for resources: {'Port': ['ID=770c981b-b197-4732-acdd-7ff01aa4b473,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:17.694730 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fb4d81-817d-49c0-b2d9-c3c6db8f1b40 None None] Network 312e1248-e4a4-4073-a7c7-856a35d9a260 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:21:17.698995 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47616) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:17.873635 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-fe5db717-783b-45b2-b54c-243f72a1138d None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:17.885985 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-fe5db717-783b-45b2-b54c-243f72a1138d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:17.905621 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b910b4b7-5f8a-413b-aead-b05c2de07b80 None None] Provisioning complete for port 6145b89c-e90a-4bb9-a3ba-c49583717e2e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:17.906350 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b910b4b7-5f8a-413b-aead-b05c2de07b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:17.917433 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-41a0d4f0-61bc-45ec-b59b-ba25ef7ec1c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:17.954535 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-fe5db717-783b-45b2-b54c-243f72a1138d None None] Attempting to bind port a56a644a-ede7-4e6a-bda1-0c83cb321be4 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:21:17.955082 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-fe5db717-783b-45b2-b54c-243f72a1138d None None] Attempting to bind port a56a644a-ede7-4e6a-bda1-0c83cb321be4 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:21:17.955619 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5db717-783b-45b2-b54c-243f72a1138d None None] Attempting to bind port a56a644a-ede7-4e6a-bda1-0c83cb321be4 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:21:17.980960 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5db717-783b-45b2-b54c-243f72a1138d None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:21:17.984602 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5db717-783b-45b2-b54c-243f72a1138d None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:21:17.985154 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-fe5db717-783b-45b2-b54c-243f72a1138d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:17.991553 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5db717-783b-45b2-b54c-243f72a1138d None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:21:17.992231 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-fe5db717-783b-45b2-b54c-243f72a1138d None None] Bound port: a56a644a-ede7-4e6a-bda1-0c83cb321be4, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:21:17.992710 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-fe5db717-783b-45b2-b54c-243f72a1138d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:18.036574 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c085b2-f005-4a58-986f-f2f128aeeeba None None] Pushing event updated for resources: {'Port': ['ID=a56a644a-ede7-4e6a-bda1-0c83cb321be4,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:18.055743 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b4d00618-27cd-4b9e-95aa-8c87f8fee955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:18.079819 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-41a0d4f0-61bc-45ec-b59b-ba25ef7ec1c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:18.080055 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-fe5db717-783b-45b2-b54c-243f72a1138d None None] For port a56a644a-ede7-4e6a-bda1-0c83cb321be4, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:21:18.086765 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-41a0d4f0-61bc-45ec-b59b-ba25ef7ec1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:18.091327 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-fe5db717-783b-45b2-b54c-243f72a1138d None None] For port a56a644a-ede7-4e6a-bda1-0c83cb321be4, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a56a644a-ede7-4e6a-bda1-0c83cb321be4,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:21:18.103751 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-fe5db717-783b-45b2-b54c-243f72a1138d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:18.150356 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0d4f0-61bc-45ec-b59b-ba25ef7ec1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbf97b4-e1ef-40d9-875f-ea5cf691fe1b,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:18.176085 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5db717-783b-45b2-b54c-243f72a1138d None None] Routers {'dac20d34-a0ae-42ae-8bd6-bc99a1169354'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:21:18.176714 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-fe5db717-783b-45b2-b54c-243f72a1138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:20:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['dac20d34-a0ae-42ae-8bd6-bc99a1169354'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:18.180760 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c085b2-f005-4a58-986f-f2f128aeeeba None None] Pushing event updated for resources: {'Port': ['ID=a56a644a-ede7-4e6a-bda1-0c83cb321be4,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:18.183704 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:18.185739 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-41a0d4f0-61bc-45ec-b59b-ba25ef7ec1c7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=80627184ef974726bceaf796bf492daa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4855087 Sep 21 18:21:18.188268 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47624) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:18.197782 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b910b4b7-5f8a-413b-aead-b05c2de07b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:18.238151 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a0d4f0-61bc-45ec-b59b-ba25ef7ec1c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:18.238568 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a0d4f0-61bc-45ec-b59b-ba25ef7ec1c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:18.239160 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a0d4f0-61bc-45ec-b59b-ba25ef7ec1c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:18.239546 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a0d4f0-61bc-45ec-b59b-ba25ef7ec1c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:18.240189 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a0d4f0-61bc-45ec-b59b-ba25ef7ec1c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:18.240556 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a0d4f0-61bc-45ec-b59b-ba25ef7ec1c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:18.240895 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a0d4f0-61bc-45ec-b59b-ba25ef7ec1c7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:18.241425 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a0d4f0-61bc-45ec-b59b-ba25ef7ec1c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:18.241759 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a0d4f0-61bc-45ec-b59b-ba25ef7ec1c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:18.242083 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a0d4f0-61bc-45ec-b59b-ba25ef7ec1c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:18.242407 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a0d4f0-61bc-45ec-b59b-ba25ef7ec1c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:18.243062 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a0d4f0-61bc-45ec-b59b-ba25ef7ec1c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:18.245160 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 6145b89c-e90a-4bb9-a3ba-c49583717e2e, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=6145b89c-e90a-4bb9-a3ba-c49583717e2e,segment=NetworkSegment(23ca2bf0-b105-4028-8398-e98bdc3b784a),segment_id=23ca2bf0-b105-4028-8398-e98bdc3b784a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:18.265114 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-21a48de3-2a2e-4091-9699-c93127271cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'name': 'tempest-TestVolumeBootPattern-1871760928-router', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:08Z', 'updated_at': '2021-09-21T18:21:12Z', 'revision_number': 4, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'gw_port': {'id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:09Z', 'updated_at': '2021-09-21T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '770c981b-b197-4732-acdd-7ff01aa4b473', 'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'mac_address': 'fa:16:3e:d9:05:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:11Z', 'updated_at': '2021-09-21T18:21:16Z', 'revision_number': 4, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'subnets': [{'id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:18.278204 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:18.321604 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-01aba0f7-fc2a-4616-8b1b-09f5a1563a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:18.350364 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a48de3-2a2e-4091-9699-c93127271cb6 None None] The sync data for ids ['ef355b40-13e2-472b-b98c-41da1220afe9'] in n-d-810291-1 is: [{'id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'name': 'tempest-TestVolumeBootPattern-1871760928-router', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:08Z', 'updated_at': '2021-09-21T18:21:12Z', 'revision_number': 4, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'gw_port': {'id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:09Z', 'updated_at': '2021-09-21T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '770c981b-b197-4732-acdd-7ff01aa4b473', 'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'mac_address': 'fa:16:3e:d9:05:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:11Z', 'updated_at': '2021-09-21T18:21:16Z', 'revision_number': 4, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'subnets': [{'id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:21:18.382403 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-01aba0f7-fc2a-4616-8b1b-09f5a1563a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:18.421869 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-b4d00618-27cd-4b9e-95aa-8c87f8fee955 admin admin] Allocated IP 172.20.0.1 (312e1248-e4a4-4073-a7c7-856a35d9a260/a872461e-977e-47aa-bf05-ef1f6888ae53/caba4692-4084-46e3-9223-b8539b544dfb) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:21:18.505416 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.db.api [None req-b910b4b7-5f8a-413b-aead-b05c2de07b80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:21:18.505780 n-d-810291-1 neutron-server[101462]: DEBUG oslo_db.api [None req-b910b4b7-5f8a-413b-aead-b05c2de07b80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:21:18.521247 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ba1822a1-1cd7-4020-a20f-316b34d3dbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:18.532670 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=6145b89c-e90a-4bb9-a3ba-c49583717e2e,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:18.539034 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-01aba0f7-fc2a-4616-8b1b-09f5a1563a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:18.542284 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-01aba0f7-fc2a-4616-8b1b-09f5a1563a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:18.545900 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-01aba0f7-fc2a-4616-8b1b-09f5a1563a77 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fdbf97b4-e1ef-40d9-875f-ea5cf691fe1b HTTP/1.1" status: 204 len: 168 time: 0.3531280 Sep 21 18:21:18.558899 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aba0f7-fc2a-4616-8b1b-09f5a1563a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbf97b4-e1ef-40d9-875f-ea5cf691fe1b,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:18.564549 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-fe5db717-783b-45b2-b54c-243f72a1138d None None] Set router dac20d34-a0ae-42ae-8bd6-bc99a1169354 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:21:18.731214 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b4d00618-27cd-4b9e-95aa-8c87f8fee955 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:18.797770 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b4d00618-27cd-4b9e-95aa-8c87f8fee955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:18.869407 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d00618-27cd-4b9e-95aa-8c87f8fee955 admin admin] Pushing event updated for resources: {'Port': ['ID=caba4692-4084-46e3-9223-b8539b544dfb,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:18.881155 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d00618-27cd-4b9e-95aa-8c87f8fee955 admin admin] Network 312e1248-e4a4-4073-a7c7-856a35d9a260 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:21:18.882735 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-b4d00618-27cd-4b9e-95aa-8c87f8fee955 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:21:18.897473 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d00618-27cd-4b9e-95aa-8c87f8fee955 admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:21:18.941307 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-fe5db717-783b-45b2-b54c-243f72a1138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac20d34-a0ae-42ae-8bd6-bc99a1169354', 'name': 'tempest-TestVolumeBootPattern-287967932-router', 'tenant_id': 'bee7d68fc36e4c6ea58b72f4206ef1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'a56a644a-ede7-4e6a-bda1-0c83cb321be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:14Z', 'updated_at': '2021-09-21T18:21:15Z', 'revision_number': 3, 'project_id': 'bee7d68fc36e4c6ea58b72f4206ef1a9', 'gw_port': {'id': 'a56a644a-ede7-4e6a-bda1-0c83cb321be4', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:12:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac20d34-a0ae-42ae-8bd6-bc99a1169354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:15Z', 'updated_at': '2021-09-21T18:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:18.994953 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b4d00618-27cd-4b9e-95aa-8c87f8fee955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:19.038045 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5db717-783b-45b2-b54c-243f72a1138d None None] The sync data for ids ['dac20d34-a0ae-42ae-8bd6-bc99a1169354'] in n-d-810291-1 is: [{'id': 'dac20d34-a0ae-42ae-8bd6-bc99a1169354', 'name': 'tempest-TestVolumeBootPattern-287967932-router', 'tenant_id': 'bee7d68fc36e4c6ea58b72f4206ef1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'a56a644a-ede7-4e6a-bda1-0c83cb321be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:14Z', 'updated_at': '2021-09-21T18:21:15Z', 'revision_number': 3, 'project_id': 'bee7d68fc36e4c6ea58b72f4206ef1a9', 'gw_port': {'id': 'a56a644a-ede7-4e6a-bda1-0c83cb321be4', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:12:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac20d34-a0ae-42ae-8bd6-bc99a1169354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:15Z', 'updated_at': '2021-09-21T18:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:21:19.124635 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:19.142818 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b910b4b7-5f8a-413b-aead-b05c2de07b80 None None] Provisioning complete for port 770c981b-b197-4732-acdd-7ff01aa4b473 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:19.143239 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b910b4b7-5f8a-413b-aead-b05c2de07b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:19.208796 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 6145b89c-e90a-4bb9-a3ba-c49583717e2e up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:21:19.351842 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 6145b89c-e90a-4bb9-a3ba-c49583717e2e triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:19.352279 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:19.366158 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b4d00618-27cd-4b9e-95aa-8c87f8fee955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:19.517365 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-119659cf-c555-40e7-a8d7-8a3b44ba5552 None None] Provisioning complete for port caba4692-4084-46e3-9223-b8539b544dfb triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:19.518154 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-119659cf-c555-40e7-a8d7-8a3b44ba5552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:19.561984 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 770c981b-b197-4732-acdd-7ff01aa4b473 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:21:19.645623 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-119659cf-c555-40e7-a8d7-8a3b44ba5552 None None] Port caba4692-4084-46e3-9223-b8539b544dfb cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:21:19.684176 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-119659cf-c555-40e7-a8d7-8a3b44ba5552 None None] Provisioning complete for port 6145b89c-e90a-4bb9-a3ba-c49583717e2e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:19.686399 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-119659cf-c555-40e7-a8d7-8a3b44ba5552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:19.688317 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 770c981b-b197-4732-acdd-7ff01aa4b473 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:19.688733 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:19.724120 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b4d00618-27cd-4b9e-95aa-8c87f8fee955 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:19.741205 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b4d00618-27cd-4b9e-95aa-8c87f8fee955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:19.833586 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b4d00618-27cd-4b9e-95aa-8c87f8fee955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:19.889647 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d00618-27cd-4b9e-95aa-8c87f8fee955 admin admin] Pushing event updated for resources: {'Port': ['ID=caba4692-4084-46e3-9223-b8539b544dfb,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:20.032165 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d00618-27cd-4b9e-95aa-8c87f8fee955 admin admin] Network 312e1248-e4a4-4073-a7c7-856a35d9a260 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:21:20.033685 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-b4d00618-27cd-4b9e-95aa-8c87f8fee955 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:21:20.202900 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:20.226734 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d00618-27cd-4b9e-95aa-8c87f8fee955 admin admin] Router dac20d34-a0ae-42ae-8bd6-bc99a1169354 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:21:20.407607 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d00618-27cd-4b9e-95aa-8c87f8fee955 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:21:20.421739 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b4d00618-27cd-4b9e-95aa-8c87f8fee955 admin admin] 10.222.0.58 "PUT /v2.0/routers/dac20d34-a0ae-42ae-8bd6-bc99a1169354/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7890534 Sep 21 18:21:20.421966 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-ad14d37e-3f51-4cb7-a82d-a3ca23fd427a None None] Provisioning complete for port caba4692-4084-46e3-9223-b8539b544dfb triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:20.421966 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ad14d37e-3f51-4cb7-a82d-a3ca23fd427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:20.527830 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-ad14d37e-3f51-4cb7-a82d-a3ca23fd427a None None] Port caba4692-4084-46e3-9223-b8539b544dfb cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:21:20.908808 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a56a644a-ede7-4e6a-bda1-0c83cb321be4 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:21:20.964371 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port a56a644a-ede7-4e6a-bda1-0c83cb321be4 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:20.964822 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:21.048298 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:21.075492 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port a56a644a-ede7-4e6a-bda1-0c83cb321be4, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a56a644a-ede7-4e6a-bda1-0c83cb321be4,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:21.083893 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:21.141308 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=a56a644a-ede7-4e6a-bda1-0c83cb321be4,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:21.456664 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebc3c3c-ab44-4aa3-aed8-021bb38ad4b0 None None] Sync routers for ids ['dac20d34-a0ae-42ae-8bd6-bc99a1169354'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:21:21.466417 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebc3c3c-ab44-4aa3-aed8-021bb38ad4b0 None None] Routers {'dac20d34-a0ae-42ae-8bd6-bc99a1169354'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:21:21.467150 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-aebc3c3c-ab44-4aa3-aed8-021bb38ad4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:21:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['dac20d34-a0ae-42ae-8bd6-bc99a1169354'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:21.583177 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-aebc3c3c-ab44-4aa3-aed8-021bb38ad4b0 None None] Set router dac20d34-a0ae-42ae-8bd6-bc99a1169354 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:21:21.641097 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:22.099939 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-aebc3c3c-ab44-4aa3-aed8-021bb38ad4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac20d34-a0ae-42ae-8bd6-bc99a1169354', 'name': 'tempest-TestVolumeBootPattern-287967932-router', 'tenant_id': 'bee7d68fc36e4c6ea58b72f4206ef1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'a56a644a-ede7-4e6a-bda1-0c83cb321be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:14Z', 'updated_at': '2021-09-21T18:21:19Z', 'revision_number': 4, 'project_id': 'bee7d68fc36e4c6ea58b72f4206ef1a9', 'gw_port': {'id': 'a56a644a-ede7-4e6a-bda1-0c83cb321be4', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac20d34-a0ae-42ae-8bd6-bc99a1169354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:15Z', 'updated_at': '2021-09-21T18:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'caba4692-4084-46e3-9223-b8539b544dfb', 'name': '', 'network_id': '312e1248-e4a4-4073-a7c7-856a35d9a260', 'tenant_id': 'bee7d68fc36e4c6ea58b72f4206ef1a9', 'mac_address': 'fa:16:3e:98:2b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac20d34-a0ae-42ae-8bd6-bc99a1169354', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'a872461e-977e-47aa-bf05-ef1f6888ae53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:18Z', 'updated_at': '2021-09-21T18:21:19Z', 'revision_number': 2, 'project_id': 'bee7d68fc36e4c6ea58b72f4206ef1a9', 'subnets': [{'id': 'a872461e-977e-47aa-bf05-ef1f6888ae53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:22.132733 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebc3c3c-ab44-4aa3-aed8-021bb38ad4b0 None None] Checking router: dac20d34-a0ae-42ae-8bd6-bc99a1169354 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:21:22.133307 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebc3c3c-ab44-4aa3-aed8-021bb38ad4b0 None None] Updating router dac20d34-a0ae-42ae-8bd6-bc99a1169354 port caba4692-4084-46e3-9223-b8539b544dfb binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:21:22.163263 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-aebc3c3c-ab44-4aa3-aed8-021bb38ad4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:22.488725 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-aebc3c3c-ab44-4aa3-aed8-021bb38ad4b0 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:22.517152 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-aebc3c3c-ab44-4aa3-aed8-021bb38ad4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:22.639872 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca25fb6-f61e-483e-8b10-866af0209ee0 None None] Pushing event updated for resources: {'Port': ['ID=caba4692-4084-46e3-9223-b8539b544dfb,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:22.654045 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-aebc3c3c-ab44-4aa3-aed8-021bb38ad4b0 None None] Attempting to bind port caba4692-4084-46e3-9223-b8539b544dfb on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:21:22.654398 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-aebc3c3c-ab44-4aa3-aed8-021bb38ad4b0 None None] Attempting to bind port caba4692-4084-46e3-9223-b8539b544dfb by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '23ca2bf0-b105-4028-8398-e98bdc3b784a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '312e1248-e4a4-4073-a7c7-856a35d9a260'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:21:22.654758 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebc3c3c-ab44-4aa3-aed8-021bb38ad4b0 None None] Attempting to bind port caba4692-4084-46e3-9223-b8539b544dfb on network 312e1248-e4a4-4073-a7c7-856a35d9a260 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:21:22.661348 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebc3c3c-ab44-4aa3-aed8-021bb38ad4b0 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:21:22.662213 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebc3c3c-ab44-4aa3-aed8-021bb38ad4b0 None None] Checking segment: {'id': '23ca2bf0-b105-4028-8398-e98bdc3b784a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '312e1248-e4a4-4073-a7c7-856a35d9a260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:21:22.662779 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-aebc3c3c-ab44-4aa3-aed8-021bb38ad4b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:22.663384 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebc3c3c-ab44-4aa3-aed8-021bb38ad4b0 None None] Bound using segment: {'id': '23ca2bf0-b105-4028-8398-e98bdc3b784a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '312e1248-e4a4-4073-a7c7-856a35d9a260'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:21:22.664221 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-aebc3c3c-ab44-4aa3-aed8-021bb38ad4b0 None None] Bound port: caba4692-4084-46e3-9223-b8539b544dfb, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ca2bf0-b105-4028-8398-e98bdc3b784a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '312e1248-e4a4-4073-a7c7-856a35d9a260'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:21:22.674995 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-aebc3c3c-ab44-4aa3-aed8-021bb38ad4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:22.803995 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-aebc3c3c-ab44-4aa3-aed8-021bb38ad4b0 None None] For port caba4692-4084-46e3-9223-b8539b544dfb, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:21:22.809885 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-aebc3c3c-ab44-4aa3-aed8-021bb38ad4b0 None None] For port caba4692-4084-46e3-9223-b8539b544dfb, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=caba4692-4084-46e3-9223-b8539b544dfb,segment=NetworkSegment(23ca2bf0-b105-4028-8398-e98bdc3b784a),segment_id=23ca2bf0-b105-4028-8398-e98bdc3b784a)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:21:22.817993 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-aebc3c3c-ab44-4aa3-aed8-021bb38ad4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:22.917960 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a56a644a-ede7-4e6a-bda1-0c83cb321be4 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:21:22.931544 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-49ecd7d8-4f05-4111-9344-f48d34a72cf3 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:22.934177 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-49ecd7d8-4f05-4111-9344-f48d34a72cf3 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/networks?id=d369e5c5-60af-4748-b4b0-9650fd649648 HTTP/1.1" status: 200 len: 812 time: 0.1590378 Sep 21 18:21:22.951906 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-cb64c4b0-872f-4c23-92b2-e2c4bd4d0641 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/quotas/ed22908bce274772830e1e318854b4a6 HTTP/1.1" status: 200 len: 375 time: 0.0111542 Sep 21 18:21:22.968612 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebc3c3c-ab44-4aa3-aed8-021bb38ad4b0 None None] Routers {'dac20d34-a0ae-42ae-8bd6-bc99a1169354'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:21:22.969535 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-aebc3c3c-ab44-4aa3-aed8-021bb38ad4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:21:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['dac20d34-a0ae-42ae-8bd6-bc99a1169354'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:23.010160 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-3d3ae152-b0f7-40e8-93e0-fd8baac068c5 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ed22908bce274772830e1e318854b4a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520000 Sep 21 18:21:23.021891 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-a1b45f8a-ce65-4c7f-ab43-fcd1e338f824 None None] Provisioning complete for port caba4692-4084-46e3-9223-b8539b544dfb triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:23.022323 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a1b45f8a-ce65-4c7f-ab43-fcd1e338f824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:23.053853 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca25fb6-f61e-483e-8b10-866af0209ee0 None None] Pushing event updated for resources: {'Port': ['ID=caba4692-4084-46e3-9223-b8539b544dfb,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:23.127651 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-48f6df0a-a100-4940-830b-35532f4bc6c2 service neutron] 10.222.0.58 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087663 Sep 21 18:21:23.180043 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-aebc3c3c-ab44-4aa3-aed8-021bb38ad4b0 None None] Set router dac20d34-a0ae-42ae-8bd6-bc99a1169354 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:21:23.226558 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port a56a644a-ede7-4e6a-bda1-0c83cb321be4 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:23.226962 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:23.287576 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-b2073305-a762-4423-be24-461c85b5d487 service neutron] 10.222.0.58 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515682 Sep 21 18:21:23.362895 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a1b45f8a-ce65-4c7f-ab43-fcd1e338f824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:23.458802 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a1b45f8a-ce65-4c7f-ab43-fcd1e338f824 None None] For port caba4692-4084-46e3-9223-b8539b544dfb, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=caba4692-4084-46e3-9223-b8539b544dfb,segment=NetworkSegment(23ca2bf0-b105-4028-8398-e98bdc3b784a),segment_id=23ca2bf0-b105-4028-8398-e98bdc3b784a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:23.482101 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a1b45f8a-ce65-4c7f-ab43-fcd1e338f824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:23.583998 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b45f8a-ce65-4c7f-ab43-fcd1e338f824 None None] Pushing event updated for resources: {'Port': ['ID=caba4692-4084-46e3-9223-b8539b544dfb,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:23.609318 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:23.617926 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-49ae6e0b-7a50-4b59-9a2a-a629293e99c8 None None] Provisioning complete for port caba4692-4084-46e3-9223-b8539b544dfb triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:23.618306 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-49ae6e0b-7a50-4b59-9a2a-a629293e99c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:23.642323 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-aebc3c3c-ab44-4aa3-aed8-021bb38ad4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac20d34-a0ae-42ae-8bd6-bc99a1169354', 'name': 'tempest-TestVolumeBootPattern-287967932-router', 'tenant_id': 'bee7d68fc36e4c6ea58b72f4206ef1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'a56a644a-ede7-4e6a-bda1-0c83cb321be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:14Z', 'updated_at': '2021-09-21T18:21:19Z', 'revision_number': 4, 'project_id': 'bee7d68fc36e4c6ea58b72f4206ef1a9', 'gw_port': {'id': 'a56a644a-ede7-4e6a-bda1-0c83cb321be4', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac20d34-a0ae-42ae-8bd6-bc99a1169354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:15Z', 'updated_at': '2021-09-21T18:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'caba4692-4084-46e3-9223-b8539b544dfb', 'name': '', 'network_id': '312e1248-e4a4-4073-a7c7-856a35d9a260', 'tenant_id': 'bee7d68fc36e4c6ea58b72f4206ef1a9', 'mac_address': 'fa:16:3e:98:2b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac20d34-a0ae-42ae-8bd6-bc99a1169354', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'a872461e-977e-47aa-bf05-ef1f6888ae53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:18Z', 'updated_at': '2021-09-21T18:21:22Z', 'revision_number': 4, 'project_id': 'bee7d68fc36e4c6ea58b72f4206ef1a9', 'subnets': [{'id': 'a872461e-977e-47aa-bf05-ef1f6888ae53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:23.670649 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e03709f0-c8aa-4dc6-9a6f-53db8f78532f req-738cdf03-f3fa-4a39-bc1f-2bf8878a4519 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd HTTP/1.1" status: 200 len: 210 time: 0.0354738 Sep 21 18:21:23.679497 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebc3c3c-ab44-4aa3-aed8-021bb38ad4b0 None None] The sync data for ids ['dac20d34-a0ae-42ae-8bd6-bc99a1169354'] in n-d-810291-1 is: [{'id': 'dac20d34-a0ae-42ae-8bd6-bc99a1169354', 'name': 'tempest-TestVolumeBootPattern-287967932-router', 'tenant_id': 'bee7d68fc36e4c6ea58b72f4206ef1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'a56a644a-ede7-4e6a-bda1-0c83cb321be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:14Z', 'updated_at': '2021-09-21T18:21:19Z', 'revision_number': 4, 'project_id': 'bee7d68fc36e4c6ea58b72f4206ef1a9', 'gw_port': {'id': 'a56a644a-ede7-4e6a-bda1-0c83cb321be4', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac20d34-a0ae-42ae-8bd6-bc99a1169354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:15Z', 'updated_at': '2021-09-21T18:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'caba4692-4084-46e3-9223-b8539b544dfb', 'name': '', 'network_id': '312e1248-e4a4-4073-a7c7-856a35d9a260', 'tenant_id': 'bee7d68fc36e4c6ea58b72f4206ef1a9', 'mac_address': 'fa:16:3e:98:2b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac20d34-a0ae-42ae-8bd6-bc99a1169354', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'a872461e-977e-47aa-bf05-ef1f6888ae53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:18Z', 'updated_at': '2021-09-21T18:21:22Z', 'revision_number': 4, 'project_id': 'bee7d68fc36e4c6ea58b72f4206ef1a9', 'subnets': [{'id': 'a872461e-977e-47aa-bf05-ef1f6888ae53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:21:24.762778 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:24.863315 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-649edaf2-2d71-4a63-a211-f452e18242a5 req-d9c451c4-a7cb-473f-af65-1bc9892372f3 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd HTTP/1.1" status: 200 len: 210 time: 0.0770261 Sep 21 18:21:24.996703 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device caba4692-4084-46e3-9223-b8539b544dfb up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:21:25.094979 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port caba4692-4084-46e3-9223-b8539b544dfb triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:25.095608 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:25.104849 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-563cc4f3-1c6c-4c1c-bbed-1f9e83f63f2c tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:25.106579 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-563cc4f3-1c6c-4c1c-bbed-1f9e83f63f2c tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.44 "GET /v2.0/networks?id=d369e5c5-60af-4748-b4b0-9650fd649648 HTTP/1.1" status: 200 len: 812 time: 0.1908686 Sep 21 18:21:25.125062 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-491a5d90-6ef7-4f3b-80c1-e07747d723fe tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Request body: {'port': {'device_id': 'ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'admin_state_up': True, 'tenant_id': 'ed22908bce274772830e1e318854b4a6'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:21:25.270833 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-491a5d90-6ef7-4f3b-80c1-e07747d723fe tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Made reservation on behalf of ed22908bce274772830e1e318854b4a6 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:21:25.275616 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-491a5d90-6ef7-4f3b-80c1-e07747d723fe tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:25.419251 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-491a5d90-6ef7-4f3b-80c1-e07747d723fe tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Allocated IP 172.20.0.3 (d369e5c5-60af-4748-b4b0-9650fd649648/3451e09d-0afb-4f27-b18f-9613783297a1/4f334783-c9b9-4903-ac75-f5399d497fe2) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:21:25.600023 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-491a5d90-6ef7-4f3b-80c1-e07747d723fe tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:25.639035 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-491a5d90-6ef7-4f3b-80c1-e07747d723fe tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:25.690339 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-491a5d90-6ef7-4f3b-80c1-e07747d723fe tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Network d369e5c5-60af-4748-b4b0-9650fd649648 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:21:25.693877 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-491a5d90-6ef7-4f3b-80c1-e07747d723fe tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:21:25.708941 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-491a5d90-6ef7-4f3b-80c1-e07747d723fe tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:21:25.765245 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a5d90-6ef7-4f3b-80c1-e07747d723fe tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Pushing event updated for resources: {'Port': ['ID=4f334783-c9b9-4903-ac75-f5399d497fe2,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:25.833869 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-491a5d90-6ef7-4f3b-80c1-e07747d723fe tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:25.834693 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-491a5d90-6ef7-4f3b-80c1-e07747d723fe tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:25.887951 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-491a5d90-6ef7-4f3b-80c1-e07747d723fe tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7670901 Sep 21 18:21:25.902224 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-be64edcd-c77a-403e-9443-aa20fa475ec5 service neutron] Request body: {'port': {'device_id': 'ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:21:25.989088 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-be64edcd-c77a-403e-9443-aa20fa475ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:26.104668 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e171a1-f7d5-40be-9a90-712073efb7fa req-07882c55-a5fc-434d-96c4-13b51a8cf658 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:26.107388 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-97e171a1-f7d5-40be-9a90-712073efb7fa req-07882c55-a5fc-434d-96c4-13b51a8cf658 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd HTTP/1.1" status: 200 len: 931 time: 0.1110654 Sep 21 18:21:26.157485 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-57be8a9a-a7fe-4b22-bc56-1ff8c284b56b None None] Provisioning complete for port 4f334783-c9b9-4903-ac75-f5399d497fe2 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:26.157976 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-57be8a9a-a7fe-4b22-bc56-1ff8c284b56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:26.185372 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-97e171a1-f7d5-40be-9a90-712073efb7fa req-c795b345-1167-4f23-82a0-22ff7c173205 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680525 Sep 21 18:21:26.268585 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-57be8a9a-a7fe-4b22-bc56-1ff8c284b56b None None] Port 4f334783-c9b9-4903-ac75-f5399d497fe2 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:21:26.488183 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-be64edcd-c77a-403e-9443-aa20fa475ec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f334783-c9b9-4903-ac75-f5399d497fe2 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:21:26.497716 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-be64edcd-c77a-403e-9443-aa20fa475ec5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:26.515827 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-be64edcd-c77a-403e-9443-aa20fa475ec5 service neutron] Transition to ACTIVE for port object 4f334783-c9b9-4903-ac75-f5399d497fe2 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:21:26.520610 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-be64edcd-c77a-403e-9443-aa20fa475ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:26.576255 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47796) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:26.746849 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64edcd-c77a-403e-9443-aa20fa475ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=4f334783-c9b9-4903-ac75-f5399d497fe2,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:26.789673 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-be64edcd-c77a-403e-9443-aa20fa475ec5 service neutron] Attempting to bind port 4f334783-c9b9-4903-ac75-f5399d497fe2 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:21:26.790273 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-be64edcd-c77a-403e-9443-aa20fa475ec5 service neutron] Attempting to bind port 4f334783-c9b9-4903-ac75-f5399d497fe2 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:21:26.790789 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-be64edcd-c77a-403e-9443-aa20fa475ec5 service neutron] Attempting to bind port 4f334783-c9b9-4903-ac75-f5399d497fe2 on network d369e5c5-60af-4748-b4b0-9650fd649648 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:21:26.795230 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8575aeb2-a0a5-462e-8670-d0f256a81f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:26.817659 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-be64edcd-c77a-403e-9443-aa20fa475ec5 service neutron] Port 4f334783-c9b9-4903-ac75-f5399d497fe2 on network d369e5c5-60af-4748-b4b0-9650fd649648 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:21:26.818137 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-be64edcd-c77a-403e-9443-aa20fa475ec5 service neutron] Attempting to bind port 4f334783-c9b9-4903-ac75-f5399d497fe2 on network d369e5c5-60af-4748-b4b0-9650fd649648 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:21:26.826064 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-be64edcd-c77a-403e-9443-aa20fa475ec5 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:21:26.828036 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-be64edcd-c77a-403e-9443-aa20fa475ec5 service neutron] Checking segment: {'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:21:26.828470 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-be64edcd-c77a-403e-9443-aa20fa475ec5 service neutron] Bound using segment: {'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:21:26.828939 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-be64edcd-c77a-403e-9443-aa20fa475ec5 service neutron] Bound port: 4f334783-c9b9-4903-ac75-f5399d497fe2, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:21:26.829332 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-be64edcd-c77a-403e-9443-aa20fa475ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:26.922427 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-be64edcd-c77a-403e-9443-aa20fa475ec5 service neutron] For port 4f334783-c9b9-4903-ac75-f5399d497fe2, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:21:26.926789 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-be64edcd-c77a-403e-9443-aa20fa475ec5 service neutron] For port 4f334783-c9b9-4903-ac75-f5399d497fe2, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=4f334783-c9b9-4903-ac75-f5399d497fe2,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:21:26.940028 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-be64edcd-c77a-403e-9443-aa20fa475ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:26.975453 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-be64edcd-c77a-403e-9443-aa20fa475ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:26.976480 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-be64edcd-c77a-403e-9443-aa20fa475ec5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:26.978523 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-be64edcd-c77a-403e-9443-aa20fa475ec5 service neutron] 10.222.0.44 "PUT /v2.0/ports/4f334783-c9b9-4903-ac75-f5399d497fe2 HTTP/1.1" status: 200 len: 1091 time: 1.0809064 Sep 21 18:21:26.981077 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd', 'tag': '4f334783-c9b9-4903-ac75-f5399d497fe2'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:21:26.986906 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6b15f3-77ea-4396-85d3-059a95477b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd", "tag": "4f334783-c9b9-4903-ac75-f5399d497fe2"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:21:27.101147 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8575aeb2-a0a5-462e-8670-d0f256a81f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:27.109713 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8575aeb2-a0a5-462e-8670-d0f256a81f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:27.122806 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b8a9ff-2bbd-4d29-904d-48ea1c0df43b x-openstack-request-id: req-c9b8a9ff-2bbd-4d29-904d-48ea1c0df43b {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:21:27.123204 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd", "tag": "4f334783-c9b9-4903-ac75-f5399d497fe2", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:21:27.123458 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c9b8a9ff-2bbd-4d29-904d-48ea1c0df43b {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:21:27.123873 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd', 'tag': '4f334783-c9b9-4903-ac75-f5399d497fe2', 'status': 'completed', 'code': 200} Sep 21 18:21:27.170609 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-d620e8de-b52e-4fb6-a85d-761afde7b96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:27.172261 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-d620e8de-b52e-4fb6-a85d-761afde7b96d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed22908bce274772830e1e318854b4a6&device_id=ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd HTTP/1.1" status: 200 len: 1094 time: 0.1312630 Sep 21 18:21:27.172905 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64edcd-c77a-403e-9443-aa20fa475ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=4f334783-c9b9-4903-ac75-f5399d497fe2,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:27.231200 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8575aeb2-a0a5-462e-8670-d0f256a81f93 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d0c755a497d740939d190946843632c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6536100 Sep 21 18:21:27.232017 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47810) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:27.297952 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575aeb2-a0a5-462e-8670-d0f256a81f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d0c1e9-2b6b-4876-a7eb-6b49e6052cf5,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:27.316945 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-6541b4be-ec4c-4d21-a656-42891990fee9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f334783-c9b9-4903-ac75-f5399d497fe2 HTTP/1.1" status: 200 len: 217 time: 0.1321537 Sep 21 18:21:27.424337 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8224960c-2b0c-4564-822a-215e5434a79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:27.436497 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-aed7af9b-f073-46cc-a4f7-d649543f96d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:27.438056 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-aed7af9b-f073-46cc-a4f7-d649543f96d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3451e09d-0afb-4f27-b18f-9613783297a1 HTTP/1.1" status: 200 len: 851 time: 0.1129284 Sep 21 18:21:27.489310 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741d043-aa91-4667-b4b9-05618f1db141 req-df5e34cc-0aab-47dd-807e-72d98e24e896 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:27.504275 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1741d043-aa91-4667-b4b9-05618f1db141 req-df5e34cc-0aab-47dd-807e-72d98e24e896 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd HTTP/1.1" status: 200 len: 943 time: 0.1554954 Sep 21 18:21:27.519846 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8224960c-2b0c-4564-822a-215e5434a79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:27.527046 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-da8c1e98-ee68-4e63-8ef2-e13d296d713b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:27.529011 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-da8c1e98-ee68-4e63-8ef2-e13d296d713b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d369e5c5-60af-4748-b4b0-9650fd649648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832849 Sep 21 18:21:27.637274 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-b4ea7660-749e-4024-ad64-ca8b7ac0930f service neutron] 10.222.0.44 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993273 Sep 21 18:21:27.640567 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8224960c-2b0c-4564-822a-215e5434a79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:27.643961 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8224960c-2b0c-4564-822a-215e5434a79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:27.645479 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8224960c-2b0c-4564-822a-215e5434a79b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/28d0c1e9-2b6b-4876-a7eb-6b49e6052cf5 HTTP/1.1" status: 204 len: 168 time: 0.4115646 Sep 21 18:21:27.677075 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1741d043-aa91-4667-b4b9-05618f1db141 req-fe6ed7ad-87d6-40ae-8341-9ffee574be28 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626656 Sep 21 18:21:27.678436 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8224960c-2b0c-4564-822a-215e5434a79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d0c1e9-2b6b-4876-a7eb-6b49e6052cf5,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:27.798597 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9083695-51c4-458d-8313-9a1aa641dd0d req-19983b15-88a6-439f-bef9-f10f681897b1 service neutron] 10.222.0.44 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494038 Sep 21 18:21:27.912865 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b15f3-77ea-4396-85d3-059a95477b0f req-dd22ca5b-452e-4964-8b90-cc4388e36cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:27.914630 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6a6b15f3-77ea-4396-85d3-059a95477b0f req-dd22ca5b-452e-4964-8b90-cc4388e36cc6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed22908bce274772830e1e318854b4a6&device_id=ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd HTTP/1.1" status: 200 len: 1094 time: 0.0583715 Sep 21 18:21:28.037615 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b15f3-77ea-4396-85d3-059a95477b0f req-87ca55e8-f940-459d-86a8-131d5c5afe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:28.040106 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6a6b15f3-77ea-4396-85d3-059a95477b0f req-87ca55e8-f940-459d-86a8-131d5c5afe61 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d369e5c5-60af-4748-b4b0-9650fd649648 HTTP/1.1" status: 200 len: 913 time: 0.1182792 Sep 21 18:21:28.093275 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6a6b15f3-77ea-4396-85d3-059a95477b0f req-98cf9262-234d-4b1d-ac04-63f22d111923 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f334783-c9b9-4903-ac75-f5399d497fe2 HTTP/1.1" status: 200 len: 217 time: 0.0441515 Sep 21 18:21:28.156233 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b15f3-77ea-4396-85d3-059a95477b0f req-826d547b-3efb-4816-a7cd-79d3fd5ea772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:28.157970 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6a6b15f3-77ea-4396-85d3-059a95477b0f req-826d547b-3efb-4816-a7cd-79d3fd5ea772 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3451e09d-0afb-4f27-b18f-9613783297a1 HTTP/1.1" status: 200 len: 851 time: 0.0568159 Sep 21 18:21:28.229119 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b15f3-77ea-4396-85d3-059a95477b0f req-5d02b005-480b-442c-aea7-1f4945443b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:28.230864 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6a6b15f3-77ea-4396-85d3-059a95477b0f req-5d02b005-480b-442c-aea7-1f4945443b26 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d369e5c5-60af-4748-b4b0-9650fd649648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622988 Sep 21 18:21:28.404735 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6a6b15f3-77ea-4396-85d3-059a95477b0f req-8d59bbc5-8d03-4540-903f-43270cf2c2f0 service neutron] 10.222.0.44 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623945 Sep 21 18:21:28.503589 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6a6b15f3-77ea-4396-85d3-059a95477b0f req-3177be0d-8b8d-4f48-bca0-af63198523d1 service neutron] 10.222.0.44 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908914 Sep 21 18:21:28.542719 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:21:28.817253 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb43a5-025e-4c51-bbb2-4901e72e360b req-b98c4835-4e16-4920-a367-8c7b14698b14 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:28.823932 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-68bb43a5-025e-4c51-bbb2-4901e72e360b req-b98c4835-4e16-4920-a367-8c7b14698b14 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd HTTP/1.1" status: 200 len: 943 time: 0.0711946 Sep 21 18:21:28.871617 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-68bb43a5-025e-4c51-bbb2-4901e72e360b req-78da5271-1e24-49ad-8603-93a5bae4040c tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440710 Sep 21 18:21:30.056838 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf71bbe-04cc-4c53-a3ed-95eddc92de04 req-d52df9d9-6797-4bc6-a4bd-5cfc4599cebc tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:30.058920 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5cf71bbe-04cc-4c53-a3ed-95eddc92de04 req-d52df9d9-6797-4bc6-a4bd-5cfc4599cebc tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd HTTP/1.1" status: 200 len: 943 time: 0.0950215 Sep 21 18:21:30.126651 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5cf71bbe-04cc-4c53-a3ed-95eddc92de04 req-94c261f7-3aba-482f-96f9-ef7e8e758d3f tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598614 Sep 21 18:21:30.217676 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-6a3ea6d7-4d19-4d12-81da-731da54dc2b9 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b97e5592fedf4efa8c21a9f5ac0c79ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374188 Sep 21 18:21:30.407191 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-71565127-08c1-4693-b4a0-814f6c6a7e22 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:30.409176 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-71565127-08c1-4693-b4a0-814f6c6a7e22 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1906855 Sep 21 18:21:30.426649 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-716ab506-86b4-429c-a53d-2f2f73ae496d tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] 10.222.0.58 "GET /v2.0/quotas/b97e5592fedf4efa8c21a9f5ac0c79ac HTTP/1.1" status: 200 len: 375 time: 0.0104754 Sep 21 18:21:30.749930 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-97ae9656-4017-407b-b6e7-1506240dc153 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b97e5592fedf4efa8c21a9f5ac0c79ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3162246 Sep 21 18:21:30.923409 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d77800ec-4173-41d1-b416-ae7b988841eb req-12aff1b4-6476-4671-b45d-baf8a8a87c44 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7cb9f6b-49b2-4855-bf8d-f99692f4defa HTTP/1.1" status: 200 len: 210 time: 0.0276392 Sep 21 18:21:31.279843 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b68ad-c19a-49f8-81cf-448955c2f2c8 req-9e381463-e780-4d8f-b7f8-32cde39c051c tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:31.281808 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4a8b68ad-c19a-49f8-81cf-448955c2f2c8 req-9e381463-e780-4d8f-b7f8-32cde39c051c tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd HTTP/1.1" status: 200 len: 943 time: 0.0691190 Sep 21 18:21:31.341752 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4a8b68ad-c19a-49f8-81cf-448955c2f2c8 req-c63d2ebf-c7f6-46f0-b2d4-dc3b07d131d1 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534694 Sep 21 18:21:31.761641 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43878faf-c9cf-4573-9d89-2aa5e81f8985 req-398d8f32-0bdd-480c-99da-efc42a98968b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=61b4edab-77ff-4308-83fa-b75ab1fef2be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0617182 Sep 21 18:21:31.863487 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-38ae4531-6e6e-49e5-b349-5eee636559c9 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=b97e5592fedf4efa8c21a9f5ac0c79ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489440 Sep 21 18:21:31.913870 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43878faf-c9cf-4573-9d89-2aa5e81f8985 req-b2db20b8-15dc-4a7a-b205-6a8fe8085215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:31.915442 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43878faf-c9cf-4573-9d89-2aa5e81f8985 req-b2db20b8-15dc-4a7a-b205-6a8fe8085215 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=08e34419ed4e41388b212b7cfbe8a9c2&device_id=61b4edab-77ff-4308-83fa-b75ab1fef2be HTTP/1.1" status: 200 len: 1096 time: 0.0907800 Sep 21 18:21:32.053551 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9865d4b1-f83d-4628-b01f-521159149621 req-701d2028-857a-4844-9bcc-3075c0b64ba7 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7cb9f6b-49b2-4855-bf8d-f99692f4defa HTTP/1.1" status: 200 len: 210 time: 0.0368648 Sep 21 18:21:32.081266 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-aeb9bfa5-7c59-4b32-9ada-39864c191660 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:32.082782 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-aeb9bfa5-7c59-4b32-9ada-39864c191660 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2127731 Sep 21 18:21:32.103966 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-d0c86fb5-bbe4-4f83-9b42-88d8abd93af3 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] Request body: {'port': {'device_id': 'f7cb9f6b-49b2-4855-bf8d-f99692f4defa', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'admin_state_up': True, 'tenant_id': 'b97e5592fedf4efa8c21a9f5ac0c79ac'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:21:32.124863 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43878faf-c9cf-4573-9d89-2aa5e81f8985 req-382cad73-a1e1-48f6-a842-ebcb11b25f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:32.126362 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43878faf-c9cf-4573-9d89-2aa5e81f8985 req-382cad73-a1e1-48f6-a842-ebcb11b25f57 service neutron] 10.222.0.38 "GET /v2.0/networks?id=13543e6d-446a-4106-9970-a4ed65e1a1ab HTTP/1.1" status: 200 len: 908 time: 0.1645093 Sep 21 18:21:32.247877 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47912) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:32.262338 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43878faf-c9cf-4573-9d89-2aa5e81f8985 req-515cce11-65d9-46dc-a2b8-ebd578434b2a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68694b09-b38a-441b-acde-60c8c6dade71 HTTP/1.1" status: 200 len: 1000 time: 0.1274259 Sep 21 18:21:32.324969 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-d0c86fb5-bbe4-4f83-9b42-88d8abd93af3 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] Made reservation on behalf of b97e5592fedf4efa8c21a9f5ac0c79ac for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:21:32.328616 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-d0c86fb5-bbe4-4f83-9b42-88d8abd93af3 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:32.332387 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43878faf-c9cf-4573-9d89-2aa5e81f8985 req-bcd26a70-bff0-49ac-af22-3c035c4e60d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:32.333844 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43878faf-c9cf-4573-9d89-2aa5e81f8985 req-bcd26a70-bff0-49ac-af22-3c035c4e60d5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4b9e78cb-ebe5-4e7a-97f3-9861a92d567d HTTP/1.1" status: 200 len: 846 time: 0.0640726 Sep 21 18:21:32.339473 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-d0c86fb5-bbe4-4f83-9b42-88d8abd93af3 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:32.358957 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3011de2c-041e-4cd2-bddb-6365e4c78d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:32.390318 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43878faf-c9cf-4573-9d89-2aa5e81f8985 req-f8dcac79-30f0-4558-a36d-762fb3d9b4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:32.391903 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43878faf-c9cf-4573-9d89-2aa5e81f8985 req-f8dcac79-30f0-4558-a36d-762fb3d9b4ef service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=13543e6d-446a-4106-9970-a4ed65e1a1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495093 Sep 21 18:21:32.455993 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3011de2c-041e-4cd2-bddb-6365e4c78d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:32.460951 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3011de2c-041e-4cd2-bddb-6365e4c78d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:32.499547 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3011de2c-041e-4cd2-bddb-6365e4c78d9d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9d911de69c484ee2881f4644ebea11a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2499328 Sep 21 18:21:32.502191 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47918) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:32.508763 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3011de2c-041e-4cd2-bddb-6365e4c78d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce21668f-8165-452b-9aa0-bb4cb323b6cc,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:32.538850 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f75b1-598e-4b50-8131-b2b65732eeef req-431fe8a7-1ce5-4d80-8df1-bd4689b771a3 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:32.540395 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-468f75b1-598e-4b50-8131-b2b65732eeef req-431fe8a7-1ce5-4d80-8df1-bd4689b771a3 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd HTTP/1.1" status: 200 len: 943 time: 0.1219895 Sep 21 18:21:32.557111 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c8bb4165-da85-4903-bff9-b56b20708489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:32.568353 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43878faf-c9cf-4573-9d89-2aa5e81f8985 req-4a2c4c88-4363-430c-944c-eb7d5f00dcbb service neutron] 10.222.0.38 "GET /v2.0/networks/13543e6d-446a-4106-9970-a4ed65e1a1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679020 Sep 21 18:21:32.582919 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c8bb4165-da85-4903-bff9-b56b20708489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:32.630279 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c8bb4165-da85-4903-bff9-b56b20708489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:32.633338 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c8bb4165-da85-4903-bff9-b56b20708489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:32.634735 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c8bb4165-da85-4903-bff9-b56b20708489 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ce21668f-8165-452b-9aa0-bb4cb323b6cc HTTP/1.1" status: 204 len: 168 time: 0.1312032 Sep 21 18:21:32.643266 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb4165-da85-4903-bff9-b56b20708489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce21668f-8165-452b-9aa0-bb4cb323b6cc,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:32.680818 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-468f75b1-598e-4b50-8131-b2b65732eeef req-bdeca614-b596-4325-a5d6-04da976ccd03 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262150 Sep 21 18:21:32.731541 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-d0c86fb5-bbe4-4f83-9b42-88d8abd93af3 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:32.734184 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43878faf-c9cf-4573-9d89-2aa5e81f8985 req-5fad3495-85df-4ca1-acf2-5ffedf060e31 service neutron] 10.222.0.38 "GET /v2.0/networks/13543e6d-446a-4106-9970-a4ed65e1a1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570885 Sep 21 18:21:32.735707 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-d0c86fb5-bbe4-4f83-9b42-88d8abd93af3 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:32.800089 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c86fb5-bbe4-4f83-9b42-88d8abd93af3 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=285020c1-5f4b-4ce2-9058-eab3d9a8d9d2,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:32.877322 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-d0c86fb5-bbe4-4f83-9b42-88d8abd93af3 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] Allocated IP 192.168.233.36 (c714db5f-672e-4004-8098-88db84169d3c/53f6ee96-7c10-4364-b9ae-9f7e7556e695/ab9b05c0-8b0f-4c19-913c-159eef00e840) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:21:32.923801 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47924) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:32.938007 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-12c1e5be-e3e0-4878-afe3-82af01b7c3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:33.030861 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-d0c86fb5-bbe4-4f83-9b42-88d8abd93af3 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:33.031218 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-12c1e5be-e3e0-4878-afe3-82af01b7c3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:33.035985 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-12c1e5be-e3e0-4878-afe3-82af01b7c3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:33.068435 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-d0c86fb5-bbe4-4f83-9b42-88d8abd93af3 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:33.074877 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1e5be-e3e0-4878-afe3-82af01b7c3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64372c52-3f05-424d-a586-6000b73b8ae6,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:33.100165 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-12c1e5be-e3e0-4878-afe3-82af01b7c3ca admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=49716c25b5b14f86a5d823d6260b220a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1752560 Sep 21 18:21:33.103574 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47928) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:33.115953 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-d0c86fb5-bbe4-4f83-9b42-88d8abd93af3 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] Network c714db5f-672e-4004-8098-88db84169d3c is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:21:33.119322 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-d0c86fb5-bbe4-4f83-9b42-88d8abd93af3 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:21:33.125762 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-d0c86fb5-bbe4-4f83-9b42-88d8abd93af3 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:21:33.150325 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c86fb5-bbe4-4f83-9b42-88d8abd93af3 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] Pushing event updated for resources: {'Port': ['ID=ab9b05c0-8b0f-4c19-913c-159eef00e840,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:33.184180 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-d0c86fb5-bbe4-4f83-9b42-88d8abd93af3 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:33.184896 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-d0c86fb5-bbe4-4f83-9b42-88d8abd93af3 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:33.205028 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-d0c86fb5-bbe4-4f83-9b42-88d8abd93af3 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1093364 Sep 21 18:21:33.205286 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfbbdd-4ce5-4bc2-9418-5f91077be4b5 req-d4a05d20-db65-4c60-8e64-b02875351202 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:33.206647 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bfcfbbdd-4ce5-4bc2-9418-5f91077be4b5 req-d4a05d20-db65-4c60-8e64-b02875351202 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7cb9f6b-49b2-4855-bf8d-f99692f4defa HTTP/1.1" status: 200 len: 935 time: 0.0856457 Sep 21 18:21:33.212104 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-66c593e9-27a5-4636-9a53-fe88c425245f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:33.220291 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-be6bc7ae-5544-45a4-97ce-0a644cf3a537 service neutron] Request body: {'port': {'device_id': 'f7cb9f6b-49b2-4855-bf8d-f99692f4defa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:21:33.265347 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-66c593e9-27a5-4636-9a53-fe88c425245f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:33.269761 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bfcfbbdd-4ce5-4bc2-9418-5f91077be4b5 req-3abc56a3-2f8a-4b66-97cb-c1d3a7af89b8 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] 10.222.0.58 "GET /v2.0/security-groups?id=285020c1-5f4b-4ce2-9058-eab3d9a8d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547690 Sep 21 18:21:33.292305 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-be6bc7ae-5544-45a4-97ce-0a644cf3a537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:33.327959 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-66c593e9-27a5-4636-9a53-fe88c425245f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:33.330518 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-66c593e9-27a5-4636-9a53-fe88c425245f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:33.331743 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-66c593e9-27a5-4636-9a53-fe88c425245f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/64372c52-3f05-424d-a586-6000b73b8ae6 HTTP/1.1" status: 204 len: 168 time: 0.2272122 Sep 21 18:21:33.340092 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c593e9-27a5-4636-9a53-fe88c425245f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64372c52-3f05-424d-a586-6000b73b8ae6,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:33.457546 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-02e03a58-c9a7-4818-9784-6ec15c1c0998 None None] Provisioning complete for port ab9b05c0-8b0f-4c19-913c-159eef00e840 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:33.458185 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-02e03a58-c9a7-4818-9784-6ec15c1c0998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:33.493994 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-02e03a58-c9a7-4818-9784-6ec15c1c0998 None None] Port ab9b05c0-8b0f-4c19-913c-159eef00e840 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:21:33.574374 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-be6bc7ae-5544-45a4-97ce-0a644cf3a537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab9b05c0-8b0f-4c19-913c-159eef00e840 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:21:33.581972 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-be6bc7ae-5544-45a4-97ce-0a644cf3a537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:33.593569 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-be6bc7ae-5544-45a4-97ce-0a644cf3a537 service neutron] Transition to ACTIVE for port object ab9b05c0-8b0f-4c19-913c-159eef00e840 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:21:33.597944 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-be6bc7ae-5544-45a4-97ce-0a644cf3a537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:33.676671 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6bc7ae-5544-45a4-97ce-0a644cf3a537 service neutron] Pushing event updated for resources: {'Port': ['ID=ab9b05c0-8b0f-4c19-913c-159eef00e840,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:33.701795 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 47934) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:33.721264 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b95e1cad-1cae-46aa-8c2c-fb510839b716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:33.738062 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-be6bc7ae-5544-45a4-97ce-0a644cf3a537 service neutron] Attempting to bind port ab9b05c0-8b0f-4c19-913c-159eef00e840 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:21:33.739057 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-be6bc7ae-5544-45a4-97ce-0a644cf3a537 service neutron] Attempting to bind port ab9b05c0-8b0f-4c19-913c-159eef00e840 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:21:33.739183 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-be6bc7ae-5544-45a4-97ce-0a644cf3a537 service neutron] Attempting to bind port ab9b05c0-8b0f-4c19-913c-159eef00e840 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:21:33.749880 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-be6bc7ae-5544-45a4-97ce-0a644cf3a537 service neutron] Port ab9b05c0-8b0f-4c19-913c-159eef00e840 on network c714db5f-672e-4004-8098-88db84169d3c not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:21:33.750241 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-be6bc7ae-5544-45a4-97ce-0a644cf3a537 service neutron] Attempting to bind port ab9b05c0-8b0f-4c19-913c-159eef00e840 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:21:33.756583 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-be6bc7ae-5544-45a4-97ce-0a644cf3a537 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:21:33.757060 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-be6bc7ae-5544-45a4-97ce-0a644cf3a537 service neutron] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:21:33.757815 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-be6bc7ae-5544-45a4-97ce-0a644cf3a537 service neutron] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:21:33.758432 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-be6bc7ae-5544-45a4-97ce-0a644cf3a537 service neutron] Bound port: ab9b05c0-8b0f-4c19-913c-159eef00e840, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:21:33.759130 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-be6bc7ae-5544-45a4-97ce-0a644cf3a537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:33.843167 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b95e1cad-1cae-46aa-8c2c-fb510839b716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:33.847501 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b95e1cad-1cae-46aa-8c2c-fb510839b716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:33.866679 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb2146-651b-41c0-9f37-f0fcb9408471 req-913e4b0b-e2ae-46b4-bcde-6280a4603b7a tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:33.868224 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e8cb2146-651b-41c0-9f37-f0fcb9408471 req-913e4b0b-e2ae-46b4-bcde-6280a4603b7a tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd HTTP/1.1" status: 200 len: 943 time: 0.0954416 Sep 21 18:21:33.885223 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b95e1cad-1cae-46aa-8c2c-fb510839b716 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=de0ed8b8e8cc49cab95dab4b1674e363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1822603 Sep 21 18:21:33.886589 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-be6bc7ae-5544-45a4-97ce-0a644cf3a537 service neutron] For port ab9b05c0-8b0f-4c19-913c-159eef00e840, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:21:33.886818 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e1cad-1cae-46aa-8c2c-fb510839b716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361cd6fe-faec-4e98-b4b3-199ec8a3136a,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:33.889187 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 47938) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:33.895353 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95e1cad-1cae-46aa-8c2c-fb510839b716 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:33.895698 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95e1cad-1cae-46aa-8c2c-fb510839b716 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:33.896065 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95e1cad-1cae-46aa-8c2c-fb510839b716 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:33.896407 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95e1cad-1cae-46aa-8c2c-fb510839b716 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:33.896738 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95e1cad-1cae-46aa-8c2c-fb510839b716 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:33.897065 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95e1cad-1cae-46aa-8c2c-fb510839b716 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:33.897381 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95e1cad-1cae-46aa-8c2c-fb510839b716 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:33.897831 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95e1cad-1cae-46aa-8c2c-fb510839b716 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:33.898163 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95e1cad-1cae-46aa-8c2c-fb510839b716 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:33.898487 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95e1cad-1cae-46aa-8c2c-fb510839b716 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:33.898808 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95e1cad-1cae-46aa-8c2c-fb510839b716 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:33.899161 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95e1cad-1cae-46aa-8c2c-fb510839b716 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:33.928477 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-be6bc7ae-5544-45a4-97ce-0a644cf3a537 service neutron] For port ab9b05c0-8b0f-4c19-913c-159eef00e840, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ab9b05c0-8b0f-4c19-913c-159eef00e840,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:21:33.943973 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-be6bc7ae-5544-45a4-97ce-0a644cf3a537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:33.962755 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e8cb2146-651b-41c0-9f37-f0fcb9408471 req-cdf82cee-d98b-4025-9ced-584e4bf71089 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864344 Sep 21 18:21:33.996573 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-be6bc7ae-5544-45a4-97ce-0a644cf3a537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:33.997288 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-be6bc7ae-5544-45a4-97ce-0a644cf3a537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:33.998801 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-be6bc7ae-5544-45a4-97ce-0a644cf3a537 service neutron] 10.222.0.38 "PUT /v2.0/ports/ab9b05c0-8b0f-4c19-913c-159eef00e840 HTTP/1.1" status: 200 len: 1095 time: 0.7836530 Sep 21 18:21:34.001454 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7cb9f6b-49b2-4855-bf8d-f99692f4defa', 'tag': 'ab9b05c0-8b0f-4c19-913c-159eef00e840'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:21:34.003914 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4dabe4-766d-48b1-8287-68a8a6a78f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "f7cb9f6b-49b2-4855-bf8d-f99692f4defa", "tag": "ab9b05c0-8b0f-4c19-913c-159eef00e840"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:21:34.039303 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6015f39a-c2cb-44b6-ac09-f0087226bbd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:34.043895 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6bc7ae-5544-45a4-97ce-0a644cf3a537 service neutron] Pushing event updated for resources: {'Port': ['ID=ab9b05c0-8b0f-4c19-913c-159eef00e840,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:34.057836 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04884cc-0b98-4177-8a1b-1364b434fc4f x-openstack-request-id: req-e04884cc-0b98-4177-8a1b-1364b434fc4f {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:21:34.058131 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7cb9f6b-49b2-4855-bf8d-f99692f4defa", "tag": "ab9b05c0-8b0f-4c19-913c-159eef00e840", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:21:34.058377 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e04884cc-0b98-4177-8a1b-1364b434fc4f {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:21:34.058781 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7cb9f6b-49b2-4855-bf8d-f99692f4defa', 'tag': 'ab9b05c0-8b0f-4c19-913c-159eef00e840', 'status': 'completed', 'code': 200} Sep 21 18:21:34.098963 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6015f39a-c2cb-44b6-ac09-f0087226bbd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:34.138545 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-f101f8c2-d2e4-4b47-9eff-8f500949eb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:34.140163 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-f101f8c2-d2e4-4b47-9eff-8f500949eb89 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b97e5592fedf4efa8c21a9f5ac0c79ac&device_id=f7cb9f6b-49b2-4855-bf8d-f99692f4defa HTTP/1.1" status: 200 len: 1098 time: 0.0861230 Sep 21 18:21:34.184059 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-78d01a0a-5095-4758-8337-57034073ef1d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=ab9b05c0-8b0f-4c19-913c-159eef00e840 HTTP/1.1" status: 200 len: 217 time: 0.0358195 Sep 21 18:21:34.190072 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6015f39a-c2cb-44b6-ac09-f0087226bbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:34.192743 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6015f39a-c2cb-44b6-ac09-f0087226bbd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:34.195339 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6015f39a-c2cb-44b6-ac09-f0087226bbd2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/361cd6fe-faec-4e98-b4b3-199ec8a3136a HTTP/1.1" status: 204 len: 168 time: 0.2982068 Sep 21 18:21:34.212396 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015f39a-c2cb-44b6-ac09-f0087226bbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361cd6fe-faec-4e98-b4b3-199ec8a3136a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:34.252410 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-d9511418-c3d4-40b0-b5d8-eb6b8c547bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:34.253927 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-d9511418-c3d4-40b0-b5d8-eb6b8c547bd3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.0575531 Sep 21 18:21:34.306541 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-59ae4dbd-2a29-47a0-9b14-d30e4471730e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:34.308149 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-59ae4dbd-2a29-47a0-9b14-d30e4471730e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0475330 Sep 21 18:21:34.438221 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ca163-01b6-4231-a035-4542bb755077 req-57026fa5-df9b-4b3d-b627-3381379eee12 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:34.439875 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-529ca163-01b6-4231-a035-4542bb755077 req-57026fa5-df9b-4b3d-b627-3381379eee12 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7cb9f6b-49b2-4855-bf8d-f99692f4defa HTTP/1.1" status: 200 len: 947 time: 0.0977802 Sep 21 18:21:34.442626 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-97037842-adde-456c-bc29-357e1a36f6e4 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270621 Sep 21 18:21:34.539367 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-529ca163-01b6-4231-a035-4542bb755077 req-9fe81545-17d1-4e65-afee-4c7e26d0cb25 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] 10.222.0.58 "GET /v2.0/security-groups?id=285020c1-5f4b-4ce2-9058-eab3d9a8d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914855 Sep 21 18:21:34.576551 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62922800-139f-46bf-b1b7-ce7ab85506cf req-48a19b2c-810b-4b12-bd00-28ca2449eb86 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216917 Sep 21 18:21:34.679037 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4dabe4-766d-48b1-8287-68a8a6a78f3c req-59a6f394-2e77-42c7-b769-415f3878f457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:34.680873 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0b4dabe4-766d-48b1-8287-68a8a6a78f3c req-59a6f394-2e77-42c7-b769-415f3878f457 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b97e5592fedf4efa8c21a9f5ac0c79ac&device_id=f7cb9f6b-49b2-4855-bf8d-f99692f4defa HTTP/1.1" status: 200 len: 1098 time: 0.0477681 Sep 21 18:21:34.786330 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4dabe4-766d-48b1-8287-68a8a6a78f3c req-d5b03149-c003-4317-ac8e-98dcf4b822a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:34.787897 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0b4dabe4-766d-48b1-8287-68a8a6a78f3c req-d5b03149-c003-4317-ac8e-98dcf4b822a4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.1006875 Sep 21 18:21:34.831371 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0b4dabe4-766d-48b1-8287-68a8a6a78f3c req-924e01e9-97d0-4e21-8ca8-8993e7c2d89b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=ab9b05c0-8b0f-4c19-913c-159eef00e840 HTTP/1.1" status: 200 len: 217 time: 0.0365293 Sep 21 18:21:34.888381 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4dabe4-766d-48b1-8287-68a8a6a78f3c req-43b10373-32fa-4b17-b727-6657e60ddd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:34.889860 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0b4dabe4-766d-48b1-8287-68a8a6a78f3c req-43b10373-32fa-4b17-b727-6657e60ddd03 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.0490432 Sep 21 18:21:34.937773 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4dabe4-766d-48b1-8287-68a8a6a78f3c req-8a6ff84c-6cdb-4a3e-a6e9-c1fd96dbd7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:34.939215 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0b4dabe4-766d-48b1-8287-68a8a6a78f3c req-8a6ff84c-6cdb-4a3e-a6e9-c1fd96dbd7a8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0409105 Sep 21 18:21:35.034595 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0b4dabe4-766d-48b1-8287-68a8a6a78f3c req-aeceb4ca-0015-454a-a6bb-273f0823f75f service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864284 Sep 21 18:21:35.098778 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc5196-87e1-4c4b-aeff-ee96b5a60711 req-75d481cf-4498-4f1f-8b43-94669604ff68 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:35.100408 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6acc5196-87e1-4c4b-aeff-ee96b5a60711 req-75d481cf-4498-4f1f-8b43-94669604ff68 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd HTTP/1.1" status: 200 len: 943 time: 0.0602553 Sep 21 18:21:35.138045 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6acc5196-87e1-4c4b-aeff-ee96b5a60711 req-3a6da81b-100f-419c-bed1-992acaee6c60 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316079 Sep 21 18:21:35.146559 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0b4dabe4-766d-48b1-8287-68a8a6a78f3c req-69c9d8a8-a042-41fd-a5b4-50a8e2f03db5 service neutron] 10.222.0.38 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037028 Sep 21 18:21:35.669481 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f9622-fa37-45a6-8e11-9e67250c6d6b req-25c1ec8b-4c44-427c-be4f-4b1d4294be04 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:35.670972 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4c7f9622-fa37-45a6-8e11-9e67250c6d6b req-25c1ec8b-4c44-427c-be4f-4b1d4294be04 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7cb9f6b-49b2-4855-bf8d-f99692f4defa HTTP/1.1" status: 200 len: 947 time: 0.0512502 Sep 21 18:21:35.708564 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4c7f9622-fa37-45a6-8e11-9e67250c6d6b req-4d7f42e3-0372-4a3a-9ffe-15fbea90a4ca tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] 10.222.0.58 "GET /v2.0/security-groups?id=285020c1-5f4b-4ce2-9058-eab3d9a8d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316260 Sep 21 18:21:36.270273 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb599cf0-1e6b-471a-80e0-651dd02b0484 req-fdb9ae50-7d02-407e-ae7f-91a1722911fa tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:36.271809 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bb599cf0-1e6b-471a-80e0-651dd02b0484 req-fdb9ae50-7d02-407e-ae7f-91a1722911fa tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd HTTP/1.1" status: 200 len: 943 time: 0.0533216 Sep 21 18:21:36.309958 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bb599cf0-1e6b-471a-80e0-651dd02b0484 req-b23cf402-f0b0-466f-8ed4-2cf4b12669ce tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319285 Sep 21 18:21:36.511946 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device ab9b05c0-8b0f-4c19-913c-159eef00e840 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:21:36.612972 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port ab9b05c0-8b0f-4c19-913c-159eef00e840, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ab9b05c0-8b0f-4c19-913c-159eef00e840,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:36.624198 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'ab9b05c0-8b0f-4c19-913c-159eef00e840', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': 'ab9b05c0-8b0f-4c19-913c-159eef00e840', 'mac_address': 'fa:16:3e:78:b8:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:21:36.662256 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:36.675536 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab9b05c0-8b0f-4c19-913c-159eef00e840 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:21:36.695100 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port ab9b05c0-8b0f-4c19-913c-159eef00e840, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ab9b05c0-8b0f-4c19-913c-159eef00e840,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:36.700124 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:36.746099 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=ab9b05c0-8b0f-4c19-913c-159eef00e840,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:36.753739 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:36.754084 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:36.754391 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:36.754725 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:36.755093 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:36.755424 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:36.755752 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:36.756075 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:36.756393 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:36.756713 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:36.757039 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:36.757363 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:36.834518 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9628da-b096-4828-97c8-590bd3ee6e88 req-a5fdd39f-9354-482c-986f-9ab9d036d3cb tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:36.836221 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dc9628da-b096-4828-97c8-590bd3ee6e88 req-a5fdd39f-9354-482c-986f-9ab9d036d3cb tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7cb9f6b-49b2-4855-bf8d-f99692f4defa HTTP/1.1" status: 200 len: 948 time: 0.0568326 Sep 21 18:21:36.878169 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dc9628da-b096-4828-97c8-590bd3ee6e88 req-8f1af985-9dec-4545-a200-2c41db7e7d77 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] 10.222.0.58 "GET /v2.0/security-groups?id=285020c1-5f4b-4ce2-9058-eab3d9a8d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328898 Sep 21 18:21:36.912746 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['ab9b05c0-8b0f-4c19-913c-159eef00e840'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:21:37.451811 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 4f334783-c9b9-4903-ac75-f5399d497fe2 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:21:37.454029 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cc8ef-1af6-460b-8b34-68c002ae1f31 req-2f008958-cb5a-446a-958a-4f3b53f8a796 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:37.455659 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-041cc8ef-1af6-460b-8b34-68c002ae1f31 req-2f008958-cb5a-446a-958a-4f3b53f8a796 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd HTTP/1.1" status: 200 len: 943 time: 0.0682487 Sep 21 18:21:37.495997 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-041cc8ef-1af6-460b-8b34-68c002ae1f31 req-277470cf-30fa-47a2-aaf0-938d5781f306 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337510 Sep 21 18:21:37.549887 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 4f334783-c9b9-4903-ac75-f5399d497fe2, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=4f334783-c9b9-4903-ac75-f5399d497fe2,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:37.560943 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '4f334783-c9b9-4903-ac75-f5399d497fe2', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'port_id': '4f334783-c9b9-4903-ac75-f5399d497fe2', 'mac_address': 'fa:16:3e:7f:80:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:21:37.598773 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:37.615777 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f334783-c9b9-4903-ac75-f5399d497fe2 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:21:37.636907 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 4f334783-c9b9-4903-ac75-f5399d497fe2, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=4f334783-c9b9-4903-ac75-f5399d497fe2,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:37.644123 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:37.699854 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=4f334783-c9b9-4903-ac75-f5399d497fe2,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:37.860288 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['4f334783-c9b9-4903-ac75-f5399d497fe2'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:21:37.998423 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b68394-1537-4177-863a-83ec0baae774 req-193cf361-0036-403d-a466-3812e6014138 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:38.000055 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-82b68394-1537-4177-863a-83ec0baae774 req-193cf361-0036-403d-a466-3812e6014138 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7cb9f6b-49b2-4855-bf8d-f99692f4defa HTTP/1.1" status: 200 len: 948 time: 0.0538523 Sep 21 18:21:38.041049 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-82b68394-1537-4177-863a-83ec0baae774 req-11d954ad-14e1-4c77-97b5-c9b6c5e52514 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] 10.222.0.58 "GET /v2.0/security-groups?id=285020c1-5f4b-4ce2-9058-eab3d9a8d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345740 Sep 21 18:21:38.527001 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device ab9b05c0-8b0f-4c19-913c-159eef00e840 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:21:38.580534 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port ab9b05c0-8b0f-4c19-913c-159eef00e840 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:21:38.584608 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port ab9b05c0-8b0f-4c19-913c-159eef00e840 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:38.584992 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:38.616356 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3129a4a-bd7c-4400-b5a8-d6ca36966b18 req-67e8bf96-2722-4b69-9c4b-223d5e72cec0 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:38.617866 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a3129a4a-bd7c-4400-b5a8-d6ca36966b18 req-67e8bf96-2722-4b69-9c4b-223d5e72cec0 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd HTTP/1.1" status: 200 len: 944 time: 0.0493076 Sep 21 18:21:38.656309 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a3129a4a-bd7c-4400-b5a8-d6ca36966b18 req-f9913380-ddf6-4930-8c5f-4820f3cb74d0 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318184 Sep 21 18:21:38.664119 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:38.687657 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7cb9f6b-49b2-4855-bf8d-f99692f4defa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9b05c0-8b0f-4c19-913c-159eef00e840'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:21:38.689992 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697d8b0a-3bd5-49ee-9116-87168b92ec3f" -d '{"events": [{"server_uuid": "f7cb9f6b-49b2-4855-bf8d-f99692f4defa", "name": "network-vif-plugged", "status": "completed", "tag": "ab9b05c0-8b0f-4c19-913c-159eef00e840"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:21:38.703042 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port ab9b05c0-8b0f-4c19-913c-159eef00e840, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ab9b05c0-8b0f-4c19-913c-159eef00e840,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:38.707505 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:38.753848 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=ab9b05c0-8b0f-4c19-913c-159eef00e840,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:38.921746 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c9c91e-1899-4bde-a83a-fc8a85796d69 x-openstack-request-id: req-00c9c91e-1899-4bde-a83a-fc8a85796d69 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:21:38.922112 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7cb9f6b-49b2-4855-bf8d-f99692f4defa", "name": "network-vif-plugged", "status": "completed", "tag": "ab9b05c0-8b0f-4c19-913c-159eef00e840", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:21:38.922433 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-00c9c91e-1899-4bde-a83a-fc8a85796d69 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:21:38.923001 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7cb9f6b-49b2-4855-bf8d-f99692f4defa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9b05c0-8b0f-4c19-913c-159eef00e840', 'code': 200} Sep 21 18:21:39.026879 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d43b6-8770-4764-b292-11a720283dd0 req-dc1e5589-c38c-4345-ad93-c8d7ad9f6fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:39.028412 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-995d43b6-8770-4764-b292-11a720283dd0 req-dc1e5589-c38c-4345-ad93-c8d7ad9f6fa5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f7cb9f6b-49b2-4855-bf8d-f99692f4defa HTTP/1.1" status: 200 len: 1100 time: 0.0410385 Sep 21 18:21:39.064998 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-995d43b6-8770-4764-b292-11a720283dd0 req-d6b186a4-19f9-4af8-af9a-ab9969a4de06 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=285020c1-5f4b-4ce2-9058-eab3d9a8d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275526 Sep 21 18:21:39.161898 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff6dbc-9989-4999-8d1e-97429715d416 req-3f2dac87-700a-4853-a6f2-1f7e9a265065 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:39.163540 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-39ff6dbc-9989-4999-8d1e-97429715d416 req-3f2dac87-700a-4853-a6f2-1f7e9a265065 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7cb9f6b-49b2-4855-bf8d-f99692f4defa HTTP/1.1" status: 200 len: 949 time: 0.0511310 Sep 21 18:21:39.205221 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-39ff6dbc-9989-4999-8d1e-97429715d416 req-c118b075-d8a6-4bd6-b177-2e31345a0f1b tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] 10.222.0.58 "GET /v2.0/security-groups?id=285020c1-5f4b-4ce2-9058-eab3d9a8d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329363 Sep 21 18:21:39.465956 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 4f334783-c9b9-4903-ac75-f5399d497fe2 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:21:39.524455 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 4f334783-c9b9-4903-ac75-f5399d497fe2 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:21:39.528289 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 4f334783-c9b9-4903-ac75-f5399d497fe2 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:39.528674 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:39.618800 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:39.651663 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 4f334783-c9b9-4903-ac75-f5399d497fe2, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=4f334783-c9b9-4903-ac75-f5399d497fe2,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:39.656010 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:39.704548 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=4f334783-c9b9-4903-ac75-f5399d497fe2,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:39.784265 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55a4eb-86a9-487a-8cb4-0a11b4278cc1 req-946bca64-ddb0-439a-906f-c02f6586dfb9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:39.786373 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3e55a4eb-86a9-487a-8cb4-0a11b4278cc1 req-946bca64-ddb0-439a-906f-c02f6586dfb9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd HTTP/1.1" status: 200 len: 945 time: 0.0613081 Sep 21 18:21:39.829742 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3e55a4eb-86a9-487a-8cb4-0a11b4278cc1 req-6dcef8c0-39e3-4a90-9e83-7b14f5807898 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339701 Sep 21 18:21:40.336620 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd1876-a388-4391-9f10-11033cccaf51 req-84e6d1d6-936b-4717-a733-bd442bcdea19 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:40.338127 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-06cd1876-a388-4391-9f10-11033cccaf51 req-84e6d1d6-936b-4717-a733-bd442bcdea19 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7cb9f6b-49b2-4855-bf8d-f99692f4defa HTTP/1.1" status: 200 len: 949 time: 0.0617533 Sep 21 18:21:40.377002 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-06cd1876-a388-4391-9f10-11033cccaf51 req-34154701-a16a-4c06-ae61-c34dc47eb36a tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] 10.222.0.58 "GET /v2.0/security-groups?id=285020c1-5f4b-4ce2-9058-eab3d9a8d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326383 Sep 21 18:21:40.640222 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507d9ec-38e0-41da-a97b-602840f4dc06 req-465a8fdc-7e41-4e69-9942-ced5619317ea tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:40.641715 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c507d9ec-38e0-41da-a97b-602840f4dc06 req-465a8fdc-7e41-4e69-9942-ced5619317ea tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7cb9f6b-49b2-4855-bf8d-f99692f4defa HTTP/1.1" status: 200 len: 949 time: 0.0529904 Sep 21 18:21:40.682595 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c507d9ec-38e0-41da-a97b-602840f4dc06 req-d490b6ac-3f0c-4042-8d9e-3a26b64d8eec tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] 10.222.0.58 "GET /v2.0/security-groups?id=285020c1-5f4b-4ce2-9058-eab3d9a8d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315995 Sep 21 18:21:40.924664 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f334783-c9b9-4903-ac75-f5399d497fe2'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:21:40.927055 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e077264-fa82-4588-8354-a4143487c2f1" -d '{"events": [{"server_uuid": "ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd", "name": "network-vif-plugged", "status": "completed", "tag": "4f334783-c9b9-4903-ac75-f5399d497fe2"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:21:40.958972 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd4039-db5d-4e27-9fb1-85afb6db8ff9 req-6155e28a-cf39-49ab-98c6-99960d8589dd tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:40.960588 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bfbd4039-db5d-4e27-9fb1-85afb6db8ff9 req-6155e28a-cf39-49ab-98c6-99960d8589dd tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd HTTP/1.1" status: 200 len: 945 time: 0.0608156 Sep 21 18:21:40.966399 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e007587-eef9-4262-b1f2-0733c02652bd x-openstack-request-id: req-4e007587-eef9-4262-b1f2-0733c02652bd {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:21:40.966691 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd", "name": "network-vif-plugged", "status": "completed", "tag": "4f334783-c9b9-4903-ac75-f5399d497fe2", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:21:40.966956 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4e007587-eef9-4262-b1f2-0733c02652bd {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:21:40.967375 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f334783-c9b9-4903-ac75-f5399d497fe2', 'code': 200} Sep 21 18:21:41.001382 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bfbd4039-db5d-4e27-9fb1-85afb6db8ff9 req-c9ae366a-c71a-4717-a897-513c828b5cc5 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345280 Sep 21 18:21:41.071548 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35dfd4-3b78-4ae8-ba70-962aaeadaa2f req-fa8c4c98-dafe-4f79-8875-14df80394b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:41.074143 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2e35dfd4-3b78-4ae8-ba70-962aaeadaa2f req-fa8c4c98-dafe-4f79-8875-14df80394b5f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd HTTP/1.1" status: 200 len: 1096 time: 0.0478482 Sep 21 18:21:41.120173 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2e35dfd4-3b78-4ae8-ba70-962aaeadaa2f req-998f5166-33f5-4714-b12a-8bf032b2c297 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387414 Sep 21 18:21:41.813142 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184264d-e95e-4523-a0f2-18d9de1860b0 req-7b32c200-9563-4aa5-95b2-bd7cb7253c90 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:41.814642 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e184264d-e95e-4523-a0f2-18d9de1860b0 req-7b32c200-9563-4aa5-95b2-bd7cb7253c90 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7cb9f6b-49b2-4855-bf8d-f99692f4defa HTTP/1.1" status: 200 len: 949 time: 0.0500450 Sep 21 18:21:41.856452 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e184264d-e95e-4523-a0f2-18d9de1860b0 req-ec50d9b9-9e21-40af-9df1-550ff91a3364 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] 10.222.0.58 "GET /v2.0/security-groups?id=285020c1-5f4b-4ce2-9058-eab3d9a8d9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355818 Sep 21 18:21:42.028070 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60656f-d2f7-437f-bee4-d78d8c927cc7 req-416fb57c-a6b2-49e1-8438-6d00682cbcd4 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:42.029537 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4f60656f-d2f7-437f-bee4-d78d8c927cc7 req-416fb57c-a6b2-49e1-8438-6d00682cbcd4 tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7cb9f6b-49b2-4855-bf8d-f99692f4defa HTTP/1.1" status: 200 len: 949 time: 0.0667944 Sep 21 18:21:42.146619 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c8e9c-301c-4ccb-8daf-8a424e7cad4b req-c8173711-ea8a-4945-8f51-895920db552b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:42.148196 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-499c8e9c-301c-4ccb-8daf-8a424e7cad4b req-c8173711-ea8a-4945-8f51-895920db552b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd HTTP/1.1" status: 200 len: 945 time: 0.0767083 Sep 21 18:21:42.178413 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-4f60656f-d2f7-437f-bee4-d78d8c927cc7 req-02d499ec-4f0c-4297-9ccc-b9effd1c1e5f tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] Deleting port ab9b05c0-8b0f-4c19-913c-159eef00e840 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:21:42.178750 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4f60656f-d2f7-437f-bee4-d78d8c927cc7 req-02d499ec-4f0c-4297-9ccc-b9effd1c1e5f tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:42.247302 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-499c8e9c-301c-4ccb-8daf-8a424e7cad4b req-9a2b7768-039d-4c65-8a4f-48ec01ee0313 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913351 Sep 21 18:21:42.282315 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-4f60656f-d2f7-437f-bee4-d78d8c927cc7 req-02d499ec-4f0c-4297-9ccc-b9effd1c1e5f tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] For port ab9b05c0-8b0f-4c19-913c-159eef00e840, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=ab9b05c0-8b0f-4c19-913c-159eef00e840,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:42.282605 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4f60656f-d2f7-437f-bee4-d78d8c927cc7 req-02d499ec-4f0c-4297-9ccc-b9effd1c1e5f tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:42.294550 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-4f60656f-d2f7-437f-bee4-d78d8c927cc7 req-02d499ec-4f0c-4297-9ccc-b9effd1c1e5f tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] Calling delete_port for ab9b05c0-8b0f-4c19-913c-159eef00e840 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:21:42.429810 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4f60656f-d2f7-437f-bee4-d78d8c927cc7 req-02d499ec-4f0c-4297-9ccc-b9effd1c1e5f tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:42.441963 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['ab9b05c0-8b0f-4c19-913c-159eef00e840'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:21:42.460601 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d499ec-4f0c-4297-9ccc-b9effd1c1e5f tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] Pushing event deleted for resources: {'Port': ['ID=ab9b05c0-8b0f-4c19-913c-159eef00e840,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:42.500492 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f60656f-d2f7-437f-bee4-d78d8c927cc7 req-02d499ec-4f0c-4297-9ccc-b9effd1c1e5f tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] No DVR routers for this DVR port ab9b05c0-8b0f-4c19-913c-159eef00e840 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:21:42.503598 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4f60656f-d2f7-437f-bee4-d78d8c927cc7 req-02d499ec-4f0c-4297-9ccc-b9effd1c1e5f tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:42.505686 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4f60656f-d2f7-437f-bee4-d78d8c927cc7 req-02d499ec-4f0c-4297-9ccc-b9effd1c1e5f tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] 10.222.0.38 "DELETE /v2.0/ports/ab9b05c0-8b0f-4c19-913c-159eef00e840 HTTP/1.1" status: 204 len: 173 time: 0.4698112 Sep 21 18:21:42.506146 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7cb9f6b-49b2-4855-bf8d-f99692f4defa', 'name': 'network-vif-deleted', 'tag': 'ab9b05c0-8b0f-4c19-913c-159eef00e840'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:21:42.508492 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5c63dd-6449-4e65-955c-35acf262c5ff" -d '{"events": [{"server_uuid": "f7cb9f6b-49b2-4855-bf8d-f99692f4defa", "name": "network-vif-deleted", "tag": "ab9b05c0-8b0f-4c19-913c-159eef00e840"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:21:42.556839 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4325715c-7f23-41ef-b318-7e1a6c09a5ff x-openstack-request-id: req-4325715c-7f23-41ef-b318-7e1a6c09a5ff {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:21:42.557141 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7cb9f6b-49b2-4855-bf8d-f99692f4defa", "name": "network-vif-deleted", "tag": "ab9b05c0-8b0f-4c19-913c-159eef00e840", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:21:42.557436 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4325715c-7f23-41ef-b318-7e1a6c09a5ff {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:21:42.557860 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7cb9f6b-49b2-4855-bf8d-f99692f4defa', 'name': 'network-vif-deleted', 'tag': 'ab9b05c0-8b0f-4c19-913c-159eef00e840', 'status': 'completed', 'code': 200} Sep 21 18:21:42.969486 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f5c03b8f-c0d7-4681-a92f-e32e79e95dc6 req-abbdc032-3799-43fa-a34b-c1f9024ca2cc tempest-VolumesNegativeTest-1441487052 tempest-VolumesNegativeTest-1441487052-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7cb9f6b-49b2-4855-bf8d-f99692f4defa HTTP/1.1" status: 200 len: 210 time: 0.0311491 Sep 21 18:21:43.391708 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b99c175-b0da-47a4-906c-0495ed6acbbe req-075bea1b-6f6b-4427-bd6c-db70ab06cd6b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:43.393534 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4b99c175-b0da-47a4-906c-0495ed6acbbe req-075bea1b-6f6b-4427-bd6c-db70ab06cd6b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd HTTP/1.1" status: 200 len: 945 time: 0.0652847 Sep 21 18:21:43.436843 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4b99c175-b0da-47a4-906c-0495ed6acbbe req-42e15a82-4d31-490e-8ea8-b60d2bc2843b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367939 Sep 21 18:21:43.552346 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f3a8f-81f0-47ef-9735-b3fe0c7a6e7a req-f8b962ae-2576-4f1c-8f0a-a093d77a45b3 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:43.553819 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bb2f3a8f-81f0-47ef-9735-b3fe0c7a6e7a req-f8b962ae-2576-4f1c-8f0a-a093d77a45b3 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd HTTP/1.1" status: 200 len: 945 time: 0.0508342 Sep 21 18:21:43.592317 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bb2f3a8f-81f0-47ef-9735-b3fe0c7a6e7a req-0cb460b8-54f7-48d5-a2f0-1973169a3f79 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324204 Sep 21 18:21:43.708526 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169713d-e9aa-4c2d-8eef-6f8e5136b1f6 req-672f4d2b-e944-4572-a99f-0e32ff8b4e4e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:43.710061 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1169713d-e9aa-4c2d-8eef-6f8e5136b1f6 req-672f4d2b-e944-4572-a99f-0e32ff8b4e4e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd HTTP/1.1" status: 200 len: 945 time: 0.0520742 Sep 21 18:21:43.751099 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1169713d-e9aa-4c2d-8eef-6f8e5136b1f6 req-72b9c72c-225b-4509-9bbd-cd91c2251641 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314853 Sep 21 18:21:44.001815 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2245e8-6402-429d-a4a5-ad77cbbd1ef0 req-e95c7fa3-8315-4125-8289-02a464541c2a tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:44.003403 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4e2245e8-6402-429d-a4a5-ad77cbbd1ef0 req-e95c7fa3-8315-4125-8289-02a464541c2a tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd HTTP/1.1" status: 200 len: 945 time: 0.0562732 Sep 21 18:21:44.043859 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4e2245e8-6402-429d-a4a5-ad77cbbd1ef0 req-5684ee24-6ea7-44d0-b099-17cf220946eb tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341070 Sep 21 18:21:45.162779 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ca110-1dbe-4835-895e-8bdea8cd3868 req-a8c12b4c-c6cf-4795-ba47-5ea71421060d tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:45.164335 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-583ca110-1dbe-4835-895e-8bdea8cd3868 req-a8c12b4c-c6cf-4795-ba47-5ea71421060d tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd HTTP/1.1" status: 200 len: 945 time: 0.0504909 Sep 21 18:21:45.210266 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-583ca110-1dbe-4835-895e-8bdea8cd3868 req-157036bb-74f5-4ba8-9ac6-a7d9078d2a59 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386243 Sep 21 18:21:45.488158 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e759181-50af-4380-9991-1a951c8803d1 req-dd1f9a46-d53f-4e0c-99c6-0b21e5b7bbac tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:45.489646 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5e759181-50af-4380-9991-1a951c8803d1 req-dd1f9a46-d53f-4e0c-99c6-0b21e5b7bbac tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd HTTP/1.1" status: 200 len: 945 time: 0.0506713 Sep 21 18:21:45.588922 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-5e759181-50af-4380-9991-1a951c8803d1 req-2f90491d-3204-4063-8f95-2c633f6a8d27 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Deleting port 4f334783-c9b9-4903-ac75-f5399d497fe2 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:21:45.589240 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5e759181-50af-4380-9991-1a951c8803d1 req-2f90491d-3204-4063-8f95-2c633f6a8d27 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:45.687314 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-5e759181-50af-4380-9991-1a951c8803d1 req-2f90491d-3204-4063-8f95-2c633f6a8d27 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] For port 4f334783-c9b9-4903-ac75-f5399d497fe2, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=4f334783-c9b9-4903-ac75-f5399d497fe2,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:45.687713 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5e759181-50af-4380-9991-1a951c8803d1 req-2f90491d-3204-4063-8f95-2c633f6a8d27 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:45.701009 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-5e759181-50af-4380-9991-1a951c8803d1 req-2f90491d-3204-4063-8f95-2c633f6a8d27 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Calling delete_port for 4f334783-c9b9-4903-ac75-f5399d497fe2 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:21:45.829819 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5e759181-50af-4380-9991-1a951c8803d1 req-2f90491d-3204-4063-8f95-2c633f6a8d27 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:45.842250 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['4f334783-c9b9-4903-ac75-f5399d497fe2'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:21:45.869981 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90491d-3204-4063-8f95-2c633f6a8d27 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Pushing event deleted for resources: {'Port': ['ID=4f334783-c9b9-4903-ac75-f5399d497fe2,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:45.922254 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e759181-50af-4380-9991-1a951c8803d1 req-2f90491d-3204-4063-8f95-2c633f6a8d27 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] No DVR routers for this DVR port 4f334783-c9b9-4903-ac75-f5399d497fe2 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:21:45.925696 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5e759181-50af-4380-9991-1a951c8803d1 req-2f90491d-3204-4063-8f95-2c633f6a8d27 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:45.928465 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-09300803-b339-4e19-b399-a65949e29fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:45.932935 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5e759181-50af-4380-9991-1a951c8803d1 req-2f90491d-3204-4063-8f95-2c633f6a8d27 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.44 "DELETE /v2.0/ports/4f334783-c9b9-4903-ac75-f5399d497fe2 HTTP/1.1" status: 204 len: 173 time: 0.4305294 Sep 21 18:21:45.933500 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd', 'name': 'network-vif-deleted', 'tag': '4f334783-c9b9-4903-ac75-f5399d497fe2'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:21:45.935929 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfc1a45-1764-4363-979d-fcb424d8b718" -d '{"events": [{"server_uuid": "ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd", "name": "network-vif-deleted", "tag": "4f334783-c9b9-4903-ac75-f5399d497fe2"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:21:45.986829 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1274f8d-6885-4ce2-99b2-a7c6c38f983c x-openstack-request-id: req-e1274f8d-6885-4ce2-99b2-a7c6c38f983c {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:21:45.987155 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd", "name": "network-vif-deleted", "tag": "4f334783-c9b9-4903-ac75-f5399d497fe2", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:21:45.987411 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e1274f8d-6885-4ce2-99b2-a7c6c38f983c {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:21:45.987815 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd', 'name': 'network-vif-deleted', 'tag': '4f334783-c9b9-4903-ac75-f5399d497fe2', 'status': 'completed', 'code': 200} Sep 21 18:21:46.318814 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aa5a7656-bcbf-4db3-b1f7-700c72f3c6b8 req-119294f6-8faf-4e91-8f29-3f29e7d6e475 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd HTTP/1.1" status: 200 len: 210 time: 0.0327325 Sep 21 18:21:46.618804 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device ab9b05c0-8b0f-4c19-913c-159eef00e840 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:21:46.640634 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: ab9b05c0-8b0f-4c19-913c-159eef00e840 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:21:46.641078 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device ab9b05c0-8b0f-4c19-913c-159eef00e840 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:21:47.420179 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0e2250a3-afdb-4637-9d42-6911fca9a1b1 req-2b20ec0e-350b-4844-9ab7-b7286fb8f428 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd HTTP/1.1" status: 200 len: 210 time: 0.0308547 Sep 21 18:21:48.435689 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cb516cd6-f225-4140-9734-90ed2229f970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:48.527170 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca944282-6f5d-4544-b631-9f6570bec5bf req-ca2eb34d-c832-47be-b7bc-7f1b515e0dd0 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd HTTP/1.1" status: 200 len: 210 time: 0.0300906 Sep 21 18:21:48.957213 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48238) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:48.998998 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:49.093885 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ab16b73f-d13f-4a61-9f81-c6f8f58c857a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b97e5592fedf4efa8c21a9f5ac0c79ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1353805 Sep 21 18:21:49.096576 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48242) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:49.146502 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-41cb88ba-191e-4341-b326-05e8bcd2f24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:49.174561 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-41cb88ba-191e-4341-b326-05e8bcd2f24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:49.228127 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-41cb88ba-191e-4341-b326-05e8bcd2f24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:49.230762 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-41cb88ba-191e-4341-b326-05e8bcd2f24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:49.232111 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-41cb88ba-191e-4341-b326-05e8bcd2f24d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/285020c1-5f4b-4ce2-9058-eab3d9a8d9d2 HTTP/1.1" status: 204 len: 168 time: 0.1345525 Sep 21 18:21:49.242289 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb88ba-191e-4341-b326-05e8bcd2f24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285020c1-5f4b-4ce2-9058-eab3d9a8d9d2,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:49.530954 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 4f334783-c9b9-4903-ac75-f5399d497fe2 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:21:49.552119 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 4f334783-c9b9-4903-ac75-f5399d497fe2 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:21:49.553331 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 4f334783-c9b9-4903-ac75-f5399d497fe2 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:21:49.642247 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ed9bf885-b4cb-4bae-9597-56a1ab7e1d5d req-b249b932-2b70-4801-8c00-8090246c267f tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad3f9d95-e3e0-46f2-804c-cb76e5fb7fcd HTTP/1.1" status: 200 len: 210 time: 0.0328178 Sep 21 18:21:49.917657 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48266) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:50.020858 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-014b8429-17cc-4005-8040-0cb381b874dd admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-876775531-network', 'tenant_id': '194317f849be4aff89d94228b6d2a0d9'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:21:50.043720 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014b8429-17cc-4005-8040-0cb381b874dd admin admin] Made reservation on behalf of 194317f849be4aff89d94228b6d2a0d9 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:21:50.045989 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-014b8429-17cc-4005-8040-0cb381b874dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:50.054151 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-014b8429-17cc-4005-8040-0cb381b874dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:50.140922 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-014b8429-17cc-4005-8040-0cb381b874dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:50.146539 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-014b8429-17cc-4005-8040-0cb381b874dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:50.147645 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:50.172622 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-014b8429-17cc-4005-8040-0cb381b874dd admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:21:50.178840 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b8429-17cc-4005-8040-0cb381b874dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68990052-7979-4e75-b317-520a90aef633,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:50.184966 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-014b8429-17cc-4005-8040-0cb381b874dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:50.185310 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-014b8429-17cc-4005-8040-0cb381b874dd admin admin] Added segment 64fc5914-78d8-4f3c-8a5c-003722bcab5b of type vlan for network 26f0c8a5-939a-4fc6-bc55-1a06f591f0ad Sep 21 18:21:50.230185 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-014b8429-17cc-4005-8040-0cb381b874dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:50.262192 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-014b8429-17cc-4005-8040-0cb381b874dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:50.263839 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014b8429-17cc-4005-8040-0cb381b874dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:50.264655 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-014b8429-17cc-4005-8040-0cb381b874dd admin admin] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:50.307684 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-014b8429-17cc-4005-8040-0cb381b874dd admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3887463 Sep 21 18:21:50.310391 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48270) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:50.315641 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-60519a95-23d3-4aab-b212-a38c4edb2167 admin admin] Request body: {'subnet': {'network_id': '26f0c8a5-939a-4fc6-bc55-1a06f591f0ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-876775531-subnet', 'tenant_id': '194317f849be4aff89d94228b6d2a0d9', 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:21:50.335862 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b8429-17cc-4005-8040-0cb381b874dd admin admin] Pushing event updated for resources: {'Network': ['ID=26f0c8a5-939a-4fc6-bc55-1a06f591f0ad,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:50.338909 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60519a95-23d3-4aab-b212-a38c4edb2167 admin admin] Made reservation on behalf of 194317f849be4aff89d94228b6d2a0d9 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:21:50.341406 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-60519a95-23d3-4aab-b212-a38c4edb2167 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:50.347620 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 26f0c8a5-939a-4fc6-bc55-1a06f591f0ad details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:21:50.506760 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-60519a95-23d3-4aab-b212-a38c4edb2167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:50.559385 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60519a95-23d3-4aab-b212-a38c4edb2167 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6de1bdf9-fcf1-4260-9c94-62b9d4782cda,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:50.568806 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60519a95-23d3-4aab-b212-a38c4edb2167 admin admin] Checking segment: {'id': '64fc5914-78d8-4f3c-8a5c-003722bcab5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '26f0c8a5-939a-4fc6-bc55-1a06f591f0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:21:50.569154 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60519a95-23d3-4aab-b212-a38c4edb2167 admin admin] Network hostable DHCP agents. Network: 26f0c8a5-939a-4fc6-bc55-1a06f591f0ad, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:21:50.587948 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60519a95-23d3-4aab-b212-a38c4edb2167 admin admin] Network 26f0c8a5-939a-4fc6-bc55-1a06f591f0ad is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:21:50.596880 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-60519a95-23d3-4aab-b212-a38c4edb2167 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 26f0c8a5-939a-4fc6-bc55-1a06f591f0ad) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:21:50.605131 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a3f1cc-cf8a-428e-8749-bcb08e546f3a None None] Network 26f0c8a5-939a-4fc6-bc55-1a06f591f0ad requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:21:50.606075 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60519a95-23d3-4aab-b212-a38c4edb2167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:50.606731 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-60519a95-23d3-4aab-b212-a38c4edb2167 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:50.625200 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-60519a95-23d3-4aab-b212-a38c4edb2167 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3135328 Sep 21 18:21:50.628022 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48272) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:50.633434 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-84d11a8e-5bb2-468b-83c4-b124770e1cf3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-876775531-router', 'tenant_id': '194317f849be4aff89d94228b6d2a0d9', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:21:50.656003 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-84d11a8e-5bb2-468b-83c4-b124770e1cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:50.657073 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-84d11a8e-5bb2-468b-83c4-b124770e1cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:50.721860 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-84d11a8e-5bb2-468b-83c4-b124770e1cf3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:50.765950 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919b1e78-99c1-4680-b5c3-1582c1225523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-26f0c8a5-939a-4fc6-bc55-1a06f591f0ad', 'network_id': '26f0c8a5-939a-4fc6-bc55-1a06f591f0ad', 'tenant_id': '194317f849be4aff89d94228b6d2a0d9', 'fixed_ips': [{'subnet_id': '6de1bdf9-fcf1-4260-9c94-62b9d4782cda'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:21:50.766585 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-919b1e78-99c1-4680-b5c3-1582c1225523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:50.878384 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-84d11a8e-5bb2-468b-83c4-b124770e1cf3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:50.918155 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-919b1e78-99c1-4680-b5c3-1582c1225523 None None] Allocated IP 172.20.0.2 (26f0c8a5-939a-4fc6-bc55-1a06f591f0ad/6de1bdf9-fcf1-4260-9c94-62b9d4782cda/c1f2e29f-4ead-42f3-ab2a-bdfaecf41faf) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:21:51.071010 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-919b1e78-99c1-4680-b5c3-1582c1225523 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:51.080470 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-919b1e78-99c1-4680-b5c3-1582c1225523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:51.094353 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-84d11a8e-5bb2-468b-83c4-b124770e1cf3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:51.113671 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-84d11a8e-5bb2-468b-83c4-b124770e1cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:51.114495 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919b1e78-99c1-4680-b5c3-1582c1225523 None None] Network 26f0c8a5-939a-4fc6-bc55-1a06f591f0ad is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:21:51.118766 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-919b1e78-99c1-4680-b5c3-1582c1225523 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:21:51.121607 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919b1e78-99c1-4680-b5c3-1582c1225523 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:21:51.139766 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b1e78-99c1-4680-b5c3-1582c1225523 None None] Pushing event updated for resources: {'Port': ['ID=c1f2e29f-4ead-42f3-ab2a-bdfaecf41faf,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:51.191193 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-919b1e78-99c1-4680-b5c3-1582c1225523 None None] Attempting to bind port c1f2e29f-4ead-42f3-ab2a-bdfaecf41faf on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:21:51.191569 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-919b1e78-99c1-4680-b5c3-1582c1225523 None None] Attempting to bind port c1f2e29f-4ead-42f3-ab2a-bdfaecf41faf by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '64fc5914-78d8-4f3c-8a5c-003722bcab5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '26f0c8a5-939a-4fc6-bc55-1a06f591f0ad'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:21:51.191971 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919b1e78-99c1-4680-b5c3-1582c1225523 None None] Attempting to bind port c1f2e29f-4ead-42f3-ab2a-bdfaecf41faf on network 26f0c8a5-939a-4fc6-bc55-1a06f591f0ad {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:21:51.200345 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919b1e78-99c1-4680-b5c3-1582c1225523 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:21:51.200790 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919b1e78-99c1-4680-b5c3-1582c1225523 None None] Checking segment: {'id': '64fc5914-78d8-4f3c-8a5c-003722bcab5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '26f0c8a5-939a-4fc6-bc55-1a06f591f0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:21:51.201135 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-919b1e78-99c1-4680-b5c3-1582c1225523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:51.201971 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919b1e78-99c1-4680-b5c3-1582c1225523 None None] Bound using segment: {'id': '64fc5914-78d8-4f3c-8a5c-003722bcab5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '26f0c8a5-939a-4fc6-bc55-1a06f591f0ad'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:21:51.201971 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-919b1e78-99c1-4680-b5c3-1582c1225523 None None] Bound port: c1f2e29f-4ead-42f3-ab2a-bdfaecf41faf, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64fc5914-78d8-4f3c-8a5c-003722bcab5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '26f0c8a5-939a-4fc6-bc55-1a06f591f0ad'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:21:51.202378 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-919b1e78-99c1-4680-b5c3-1582c1225523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:51.233146 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-84d11a8e-5bb2-468b-83c4-b124770e1cf3 admin admin] Allocated IP 172.25.6.80 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/0eaa9285-5a8f-4d1a-aa53-547f65bce83e) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:21:51.265744 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-919b1e78-99c1-4680-b5c3-1582c1225523 None None] For port c1f2e29f-4ead-42f3-ab2a-bdfaecf41faf, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:21:51.268942 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-919b1e78-99c1-4680-b5c3-1582c1225523 None None] For port c1f2e29f-4ead-42f3-ab2a-bdfaecf41faf, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=c1f2e29f-4ead-42f3-ab2a-bdfaecf41faf,segment=NetworkSegment(64fc5914-78d8-4f3c-8a5c-003722bcab5b),segment_id=64fc5914-78d8-4f3c-8a5c-003722bcab5b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:21:51.273914 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-919b1e78-99c1-4680-b5c3-1582c1225523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:51.331392 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b1e78-99c1-4680-b5c3-1582c1225523 None None] Pushing event updated for resources: {'Port': ['ID=c1f2e29f-4ead-42f3-ab2a-bdfaecf41faf,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:51.367345 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-84d11a8e-5bb2-468b-83c4-b124770e1cf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:51.404853 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-84d11a8e-5bb2-468b-83c4-b124770e1cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:51.446096 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d11a8e-5bb2-468b-83c4-b124770e1cf3 admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:21:51.449645 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-84d11a8e-5bb2-468b-83c4-b124770e1cf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:21:51.452314 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d11a8e-5bb2-468b-83c4-b124770e1cf3 admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:21:51.484443 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d11a8e-5bb2-468b-83c4-b124770e1cf3 admin admin] Pushing event updated for resources: {'Port': ['ID=0eaa9285-5a8f-4d1a-aa53-547f65bce83e,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:51.624569 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:51.743705 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-84d11a8e-5bb2-468b-83c4-b124770e1cf3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:51.945794 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-84d11a8e-5bb2-468b-83c4-b124770e1cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:52.080218 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d11a8e-5bb2-468b-83c4-b124770e1cf3 admin admin] Router 6a05f281-d209-4c9a-9993-3b7a0076b7c7 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:21:52.192062 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d11a8e-5bb2-468b-83c4-b124770e1cf3 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:21:52.212958 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf5e7b2-f456-4a87-83df-4e9afabf38ce None None] Sync routers for ids ['6a05f281-d209-4c9a-9993-3b7a0076b7c7'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:21:52.216365 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-84d11a8e-5bb2-468b-83c4-b124770e1cf3 admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:52.220779 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-84d11a8e-5bb2-468b-83c4-b124770e1cf3 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5890450 Sep 21 18:21:52.221450 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48282) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:52.227860 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf5e7b2-f456-4a87-83df-4e9afabf38ce None None] Routers {'6a05f281-d209-4c9a-9993-3b7a0076b7c7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:21:52.228502 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-baf5e7b2-f456-4a87-83df-4e9afabf38ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:21:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['6a05f281-d209-4c9a-9993-3b7a0076b7c7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:52.392044 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89466ac-74c2-4c86-8091-2af771b1dcce None None] Network 26f0c8a5-939a-4fc6-bc55-1a06f591f0ad requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:21:52.433116 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-ea78cdc3-7552-438c-ad91-e8cd77485083 None None] Provisioning complete for port c1f2e29f-4ead-42f3-ab2a-bdfaecf41faf triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:52.433521 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ea78cdc3-7552-438c-ad91-e8cd77485083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:52.451255 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-baf5e7b2-f456-4a87-83df-4e9afabf38ce None None] Set router 6a05f281-d209-4c9a-9993-3b7a0076b7c7 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:21:52.567730 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ea78cdc3-7552-438c-ad91-e8cd77485083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:52.649546 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-baf5e7b2-f456-4a87-83df-4e9afabf38ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a05f281-d209-4c9a-9993-3b7a0076b7c7', 'name': 'tempest-TestAggregatesBasicOps-876775531-router', 'tenant_id': '194317f849be4aff89d94228b6d2a0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '0eaa9285-5a8f-4d1a-aa53-547f65bce83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:50Z', 'updated_at': '2021-09-21T18:21:51Z', 'revision_number': 3, 'project_id': '194317f849be4aff89d94228b6d2a0d9', 'gw_port': {'id': '0eaa9285-5a8f-4d1a-aa53-547f65bce83e', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a05f281-d209-4c9a-9993-3b7a0076b7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:51Z', 'updated_at': '2021-09-21T18:21:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:52.655765 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-ea78cdc3-7552-438c-ad91-e8cd77485083 None None] For port c1f2e29f-4ead-42f3-ab2a-bdfaecf41faf, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=c1f2e29f-4ead-42f3-ab2a-bdfaecf41faf,segment=NetworkSegment(64fc5914-78d8-4f3c-8a5c-003722bcab5b),segment_id=64fc5914-78d8-4f3c-8a5c-003722bcab5b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:52.666325 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ea78cdc3-7552-438c-ad91-e8cd77485083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:52.699879 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf5e7b2-f456-4a87-83df-4e9afabf38ce None None] Checking router: 6a05f281-d209-4c9a-9993-3b7a0076b7c7 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:21:52.700497 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf5e7b2-f456-4a87-83df-4e9afabf38ce None None] Updating router 6a05f281-d209-4c9a-9993-3b7a0076b7c7 port 0eaa9285-5a8f-4d1a-aa53-547f65bce83e binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:21:52.737287 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-baf5e7b2-f456-4a87-83df-4e9afabf38ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:52.753110 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78cdc3-7552-438c-ad91-e8cd77485083 None None] Pushing event updated for resources: {'Port': ['ID=c1f2e29f-4ead-42f3-ab2a-bdfaecf41faf,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:52.993316 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5cc22e1e-43d9-4aa9-8948-fc56138bae45 None None] Provisioning complete for port c1f2e29f-4ead-42f3-ab2a-bdfaecf41faf triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:52.994769 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5cc22e1e-43d9-4aa9-8948-fc56138bae45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:53.067280 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8080c1f1-9c3e-4eaa-af87-3fb24fadd079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:53.098690 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device c1f2e29f-4ead-42f3-ab2a-bdfaecf41faf up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:21:53.123038 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-baf5e7b2-f456-4a87-83df-4e9afabf38ce None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:53.130248 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-baf5e7b2-f456-4a87-83df-4e9afabf38ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:53.155108 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port c1f2e29f-4ead-42f3-ab2a-bdfaecf41faf triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:53.155411 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:53.202284 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-baf5e7b2-f456-4a87-83df-4e9afabf38ce None None] Attempting to bind port 0eaa9285-5a8f-4d1a-aa53-547f65bce83e on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:21:53.202950 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-baf5e7b2-f456-4a87-83df-4e9afabf38ce None None] Attempting to bind port 0eaa9285-5a8f-4d1a-aa53-547f65bce83e by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:21:53.203517 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf5e7b2-f456-4a87-83df-4e9afabf38ce None None] Attempting to bind port 0eaa9285-5a8f-4d1a-aa53-547f65bce83e on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:21:53.207234 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba5f2b-cfa1-4596-bc5b-588e9d7a43fb None None] Pushing event updated for resources: {'Port': ['ID=0eaa9285-5a8f-4d1a-aa53-547f65bce83e,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:53.220686 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ba5f2b-cfa1-4596-bc5b-588e9d7a43fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:53.221320 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ba5f2b-cfa1-4596-bc5b-588e9d7a43fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:53.221414 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ba5f2b-cfa1-4596-bc5b-588e9d7a43fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:53.221681 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ba5f2b-cfa1-4596-bc5b-588e9d7a43fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:53.222019 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ba5f2b-cfa1-4596-bc5b-588e9d7a43fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:53.222341 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ba5f2b-cfa1-4596-bc5b-588e9d7a43fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:53.222666 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ba5f2b-cfa1-4596-bc5b-588e9d7a43fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:53.223019 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ba5f2b-cfa1-4596-bc5b-588e9d7a43fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:53.223464 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ba5f2b-cfa1-4596-bc5b-588e9d7a43fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:53.223793 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ba5f2b-cfa1-4596-bc5b-588e9d7a43fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:53.225284 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ba5f2b-cfa1-4596-bc5b-588e9d7a43fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:53.225284 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ba5f2b-cfa1-4596-bc5b-588e9d7a43fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:21:53.236458 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf5e7b2-f456-4a87-83df-4e9afabf38ce None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:21:53.237183 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf5e7b2-f456-4a87-83df-4e9afabf38ce None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:21:53.237814 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-baf5e7b2-f456-4a87-83df-4e9afabf38ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:53.238369 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf5e7b2-f456-4a87-83df-4e9afabf38ce None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:21:53.239191 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-baf5e7b2-f456-4a87-83df-4e9afabf38ce None None] Bound port: 0eaa9285-5a8f-4d1a-aa53-547f65bce83e, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:21:53.239773 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-baf5e7b2-f456-4a87-83df-4e9afabf38ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:53.275446 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-8080c1f1-9c3e-4eaa-af87-3fb24fadd079 admin admin] Allocated IP 172.20.0.1 (26f0c8a5-939a-4fc6-bc55-1a06f591f0ad/6de1bdf9-fcf1-4260-9c94-62b9d4782cda/88635e57-a09a-4c46-a8a0-f6fabf29aa02) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:21:53.302645 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-baf5e7b2-f456-4a87-83df-4e9afabf38ce None None] For port 0eaa9285-5a8f-4d1a-aa53-547f65bce83e, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:21:53.305792 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-baf5e7b2-f456-4a87-83df-4e9afabf38ce None None] For port 0eaa9285-5a8f-4d1a-aa53-547f65bce83e, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=0eaa9285-5a8f-4d1a-aa53-547f65bce83e,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:21:53.311009 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-baf5e7b2-f456-4a87-83df-4e9afabf38ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:53.370686 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf5e7b2-f456-4a87-83df-4e9afabf38ce None None] Routers {'6a05f281-d209-4c9a-9993-3b7a0076b7c7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:21:53.371424 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-baf5e7b2-f456-4a87-83df-4e9afabf38ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:21:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['6a05f281-d209-4c9a-9993-3b7a0076b7c7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:53.399442 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8080c1f1-9c3e-4eaa-af87-3fb24fadd079 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:53.427427 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba5f2b-cfa1-4596-bc5b-588e9d7a43fb None None] Pushing event updated for resources: {'Port': ['ID=0eaa9285-5a8f-4d1a-aa53-547f65bce83e,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:53.436392 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8080c1f1-9c3e-4eaa-af87-3fb24fadd079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:53.477615 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8080c1f1-9c3e-4eaa-af87-3fb24fadd079 admin admin] Network 26f0c8a5-939a-4fc6-bc55-1a06f591f0ad is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:21:53.484419 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-8080c1f1-9c3e-4eaa-af87-3fb24fadd079 admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:21:53.486992 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8080c1f1-9c3e-4eaa-af87-3fb24fadd079 admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:21:53.501983 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-baf5e7b2-f456-4a87-83df-4e9afabf38ce None None] Set router 6a05f281-d209-4c9a-9993-3b7a0076b7c7 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:21:53.519102 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080c1f1-9c3e-4eaa-af87-3fb24fadd079 admin admin] Pushing event updated for resources: {'Port': ['ID=88635e57-a09a-4c46-a8a0-f6fabf29aa02,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:53.531314 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8080c1f1-9c3e-4eaa-af87-3fb24fadd079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:53.592614 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:53.687137 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8080c1f1-9c3e-4eaa-af87-3fb24fadd079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:53.695631 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-baf5e7b2-f456-4a87-83df-4e9afabf38ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a05f281-d209-4c9a-9993-3b7a0076b7c7', 'name': 'tempest-TestAggregatesBasicOps-876775531-router', 'tenant_id': '194317f849be4aff89d94228b6d2a0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '0eaa9285-5a8f-4d1a-aa53-547f65bce83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:50Z', 'updated_at': '2021-09-21T18:21:51Z', 'revision_number': 3, 'project_id': '194317f849be4aff89d94228b6d2a0d9', 'gw_port': {'id': '0eaa9285-5a8f-4d1a-aa53-547f65bce83e', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a05f281-d209-4c9a-9993-3b7a0076b7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:51Z', 'updated_at': '2021-09-21T18:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:53.727539 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf5e7b2-f456-4a87-83df-4e9afabf38ce None None] The sync data for ids ['6a05f281-d209-4c9a-9993-3b7a0076b7c7'] in n-d-810291-1 is: [{'id': '6a05f281-d209-4c9a-9993-3b7a0076b7c7', 'name': 'tempest-TestAggregatesBasicOps-876775531-router', 'tenant_id': '194317f849be4aff89d94228b6d2a0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '0eaa9285-5a8f-4d1a-aa53-547f65bce83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:50Z', 'updated_at': '2021-09-21T18:21:51Z', 'revision_number': 3, 'project_id': '194317f849be4aff89d94228b6d2a0d9', 'gw_port': {'id': '0eaa9285-5a8f-4d1a-aa53-547f65bce83e', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a05f281-d209-4c9a-9993-3b7a0076b7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:51Z', 'updated_at': '2021-09-21T18:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:21:53.824877 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5e61ba0d-9de3-440b-b2f8-6c2f97bee23a None None] Provisioning complete for port 88635e57-a09a-4c46-a8a0-f6fabf29aa02 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:53.826507 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5e61ba0d-9de3-440b-b2f8-6c2f97bee23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:53.865382 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8080c1f1-9c3e-4eaa-af87-3fb24fadd079 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:53.873313 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8080c1f1-9c3e-4eaa-af87-3fb24fadd079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:53.877682 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5e61ba0d-9de3-440b-b2f8-6c2f97bee23a None None] Port 88635e57-a09a-4c46-a8a0-f6fabf29aa02 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:21:53.946599 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080c1f1-9c3e-4eaa-af87-3fb24fadd079 admin admin] Pushing event updated for resources: {'Port': ['ID=88635e57-a09a-4c46-a8a0-f6fabf29aa02,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:53.949943 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8080c1f1-9c3e-4eaa-af87-3fb24fadd079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:54.064565 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8080c1f1-9c3e-4eaa-af87-3fb24fadd079 admin admin] Network 26f0c8a5-939a-4fc6-bc55-1a06f591f0ad is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:21:54.066165 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-8080c1f1-9c3e-4eaa-af87-3fb24fadd079 admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:21:54.243228 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8080c1f1-9c3e-4eaa-af87-3fb24fadd079 admin admin] Router 6a05f281-d209-4c9a-9993-3b7a0076b7c7 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:21:54.385952 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8080c1f1-9c3e-4eaa-af87-3fb24fadd079 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:21:54.392615 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8080c1f1-9c3e-4eaa-af87-3fb24fadd079 admin admin] 10.222.0.58 "PUT /v2.0/routers/6a05f281-d209-4c9a-9993-3b7a0076b7c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1700001 Sep 21 18:21:54.411358 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-79439548-157d-4f9b-8685-483c980d78b9 None None] Provisioning complete for port 88635e57-a09a-4c46-a8a0-f6fabf29aa02 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:54.411869 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-79439548-157d-4f9b-8685-483c980d78b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:54.453232 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-79439548-157d-4f9b-8685-483c980d78b9 None None] Port 88635e57-a09a-4c46-a8a0-f6fabf29aa02 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:21:54.757173 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:54.957751 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 0eaa9285-5a8f-4d1a-aa53-547f65bce83e up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:21:55.010833 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 0eaa9285-5a8f-4d1a-aa53-547f65bce83e triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:55.011407 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:55.077426 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48378) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:55.084146 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-8bc9be94-9ee6-4a0c-bdda-8b82d2673169 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-167091497-network', 'tenant_id': '7b309cdce7804c819f2087b2f5627900'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:21:55.108162 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:55.109637 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc9be94-9ee6-4a0c-bdda-8b82d2673169 admin admin] Made reservation on behalf of 7b309cdce7804c819f2087b2f5627900 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:21:55.112192 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8bc9be94-9ee6-4a0c-bdda-8b82d2673169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:55.121900 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8bc9be94-9ee6-4a0c-bdda-8b82d2673169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:55.129593 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 0eaa9285-5a8f-4d1a-aa53-547f65bce83e, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=0eaa9285-5a8f-4d1a-aa53-547f65bce83e,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:55.134136 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:55.190511 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=0eaa9285-5a8f-4d1a-aa53-547f65bce83e,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:55.239189 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8bc9be94-9ee6-4a0c-bdda-8b82d2673169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:55.243340 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8bc9be94-9ee6-4a0c-bdda-8b82d2673169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:55.268047 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc9be94-9ee6-4a0c-bdda-8b82d2673169 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:21:55.283884 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc9be94-9ee6-4a0c-bdda-8b82d2673169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f94e7d-ed5b-4bee-90e4-9b59e6ce6fa4,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:55.299267 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8bc9be94-9ee6-4a0c-bdda-8b82d2673169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:55.299493 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-8bc9be94-9ee6-4a0c-bdda-8b82d2673169 admin admin] Added segment d371261b-fbcd-4674-886b-b65c2cce394e of type vlan for network adce5568-3025-4ec0-9ae3-4c917acae6ea Sep 21 18:21:55.344301 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8bc9be94-9ee6-4a0c-bdda-8b82d2673169 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:55.373817 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8bc9be94-9ee6-4a0c-bdda-8b82d2673169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:55.375927 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc9be94-9ee6-4a0c-bdda-8b82d2673169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:55.376526 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8bc9be94-9ee6-4a0c-bdda-8b82d2673169 admin admin] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:55.413174 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8bc9be94-9ee6-4a0c-bdda-8b82d2673169 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3345628 Sep 21 18:21:55.415973 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48380) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:55.422766 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-3ae68ece-7de8-4bfe-b3b5-344e6b3754fe admin admin] Request body: {'subnet': {'network_id': 'adce5568-3025-4ec0-9ae3-4c917acae6ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-167091497-subnet', 'tenant_id': '7b309cdce7804c819f2087b2f5627900', 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:21:55.456843 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc9be94-9ee6-4a0c-bdda-8b82d2673169 admin admin] Pushing event updated for resources: {'Network': ['ID=adce5568-3025-4ec0-9ae3-4c917acae6ea,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:55.469455 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network adce5568-3025-4ec0-9ae3-4c917acae6ea details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:21:55.472810 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae68ece-7de8-4bfe-b3b5-344e6b3754fe admin admin] Made reservation on behalf of 7b309cdce7804c819f2087b2f5627900 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:21:55.475833 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3ae68ece-7de8-4bfe-b3b5-344e6b3754fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:55.620281 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e0cbe6-6204-425b-93f7-c1d1cba4b329 None None] Sync routers for ids ['6a05f281-d209-4c9a-9993-3b7a0076b7c7'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:21:55.629871 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e0cbe6-6204-425b-93f7-c1d1cba4b329 None None] Routers {'6a05f281-d209-4c9a-9993-3b7a0076b7c7'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:21:55.630719 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-09e0cbe6-6204-425b-93f7-c1d1cba4b329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:21:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['6a05f281-d209-4c9a-9993-3b7a0076b7c7'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:55.658208 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3ae68ece-7de8-4bfe-b3b5-344e6b3754fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:55.715824 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae68ece-7de8-4bfe-b3b5-344e6b3754fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffc4e49f-1693-4b3b-b7ff-b5da936c6ac3,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:55.728419 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae68ece-7de8-4bfe-b3b5-344e6b3754fe admin admin] Checking segment: {'id': 'd371261b-fbcd-4674-886b-b65c2cce394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'adce5568-3025-4ec0-9ae3-4c917acae6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:21:55.729258 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae68ece-7de8-4bfe-b3b5-344e6b3754fe admin admin] Network hostable DHCP agents. Network: adce5568-3025-4ec0-9ae3-4c917acae6ea, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:21:55.754037 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae68ece-7de8-4bfe-b3b5-344e6b3754fe admin admin] Network adce5568-3025-4ec0-9ae3-4c917acae6ea is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:21:55.764282 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-09e0cbe6-6204-425b-93f7-c1d1cba4b329 None None] Set router 6a05f281-d209-4c9a-9993-3b7a0076b7c7 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:21:55.765010 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-3ae68ece-7de8-4bfe-b3b5-344e6b3754fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, adce5568-3025-4ec0-9ae3-4c917acae6ea) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:21:55.780383 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae68ece-7de8-4bfe-b3b5-344e6b3754fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:21:55.781201 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3ae68ece-7de8-4bfe-b3b5-344e6b3754fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:55.796409 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3ae68ece-7de8-4bfe-b3b5-344e6b3754fe admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3790276 Sep 21 18:21:55.798791 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48384) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:55.802676 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda72163-9d81-421b-9668-886ebce30b22 None None] Network adce5568-3025-4ec0-9ae3-4c917acae6ea requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:21:55.803757 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-007b6cc1-e207-4066-a1eb-af62bf2dd662 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-167091497-router', 'tenant_id': '7b309cdce7804c819f2087b2f5627900', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:21:55.826566 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-007b6cc1-e207-4066-a1eb-af62bf2dd662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:55.827911 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-007b6cc1-e207-4066-a1eb-af62bf2dd662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:55.887965 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-007b6cc1-e207-4066-a1eb-af62bf2dd662 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:56.036835 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-007b6cc1-e207-4066-a1eb-af62bf2dd662 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:56.077064 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b24000c-19bd-41fb-b602-69834070dba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-adce5568-3025-4ec0-9ae3-4c917acae6ea', 'network_id': 'adce5568-3025-4ec0-9ae3-4c917acae6ea', 'tenant_id': '7b309cdce7804c819f2087b2f5627900', 'fixed_ips': [{'subnet_id': 'ffc4e49f-1693-4b3b-b7ff-b5da936c6ac3'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:21:56.078004 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8b24000c-19bd-41fb-b602-69834070dba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:56.160244 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-09e0cbe6-6204-425b-93f7-c1d1cba4b329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a05f281-d209-4c9a-9993-3b7a0076b7c7', 'name': 'tempest-TestAggregatesBasicOps-876775531-router', 'tenant_id': '194317f849be4aff89d94228b6d2a0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '0eaa9285-5a8f-4d1a-aa53-547f65bce83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:50Z', 'updated_at': '2021-09-21T18:21:53Z', 'revision_number': 4, 'project_id': '194317f849be4aff89d94228b6d2a0d9', 'gw_port': {'id': '0eaa9285-5a8f-4d1a-aa53-547f65bce83e', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a05f281-d209-4c9a-9993-3b7a0076b7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:51Z', 'updated_at': '2021-09-21T18:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '88635e57-a09a-4c46-a8a0-f6fabf29aa02', 'name': '', 'network_id': '26f0c8a5-939a-4fc6-bc55-1a06f591f0ad', 'tenant_id': '194317f849be4aff89d94228b6d2a0d9', 'mac_address': 'fa:16:3e:ed:f6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a05f281-d209-4c9a-9993-3b7a0076b7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '6de1bdf9-fcf1-4260-9c94-62b9d4782cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:53Z', 'updated_at': '2021-09-21T18:21:53Z', 'revision_number': 2, 'project_id': '194317f849be4aff89d94228b6d2a0d9', 'subnets': [{'id': '6de1bdf9-fcf1-4260-9c94-62b9d4782cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:56.197133 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e0cbe6-6204-425b-93f7-c1d1cba4b329 None None] Checking router: 6a05f281-d209-4c9a-9993-3b7a0076b7c7 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:21:56.197488 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e0cbe6-6204-425b-93f7-c1d1cba4b329 None None] Updating router 6a05f281-d209-4c9a-9993-3b7a0076b7c7 port 88635e57-a09a-4c46-a8a0-f6fabf29aa02 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:21:56.259458 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-09e0cbe6-6204-425b-93f7-c1d1cba4b329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:56.286072 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-8b24000c-19bd-41fb-b602-69834070dba8 None None] Allocated IP 172.20.0.2 (adce5568-3025-4ec0-9ae3-4c917acae6ea/ffc4e49f-1693-4b3b-b7ff-b5da936c6ac3/5652125e-c7a9-489e-b357-d5ebf3e7d4fb) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:21:56.617568 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-007b6cc1-e207-4066-a1eb-af62bf2dd662 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:56.637617 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-007b6cc1-e207-4066-a1eb-af62bf2dd662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:56.756320 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-007b6cc1-e207-4066-a1eb-af62bf2dd662 admin admin] Allocated IP 172.25.6.41 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/3990cd00-c953-4f27-89eb-49d6924ad8aa) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:21:56.764052 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8b24000c-19bd-41fb-b602-69834070dba8 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:56.774396 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8b24000c-19bd-41fb-b602-69834070dba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:56.847211 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b24000c-19bd-41fb-b602-69834070dba8 None None] Network adce5568-3025-4ec0-9ae3-4c917acae6ea is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:21:56.852961 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-8b24000c-19bd-41fb-b602-69834070dba8 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:21:56.861391 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b24000c-19bd-41fb-b602-69834070dba8 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:21:56.894473 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-007b6cc1-e207-4066-a1eb-af62bf2dd662 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:56.897700 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24000c-19bd-41fb-b602-69834070dba8 None None] Pushing event updated for resources: {'Port': ['ID=5652125e-c7a9-489e-b357-d5ebf3e7d4fb,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:56.917860 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-09e0cbe6-6204-425b-93f7-c1d1cba4b329 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:56.928314 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 0eaa9285-5a8f-4d1a-aa53-547f65bce83e up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:21:56.943391 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-007b6cc1-e207-4066-a1eb-af62bf2dd662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:56.961570 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-09e0cbe6-6204-425b-93f7-c1d1cba4b329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:56.988868 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007b6cc1-e207-4066-a1eb-af62bf2dd662 admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:21:56.994337 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-007b6cc1-e207-4066-a1eb-af62bf2dd662 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:21:56.999825 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007b6cc1-e207-4066-a1eb-af62bf2dd662 admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:21:57.001806 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b6cc1-e207-4066-a1eb-af62bf2dd662 admin admin] Pushing event updated for resources: {'Port': ['ID=3990cd00-c953-4f27-89eb-49d6924ad8aa,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:57.026072 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-8b24000c-19bd-41fb-b602-69834070dba8 None None] Attempting to bind port 5652125e-c7a9-489e-b357-d5ebf3e7d4fb on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:21:57.026450 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-8b24000c-19bd-41fb-b602-69834070dba8 None None] Attempting to bind port 5652125e-c7a9-489e-b357-d5ebf3e7d4fb by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'd371261b-fbcd-4674-886b-b65c2cce394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'adce5568-3025-4ec0-9ae3-4c917acae6ea'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:21:57.026816 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b24000c-19bd-41fb-b602-69834070dba8 None None] Attempting to bind port 5652125e-c7a9-489e-b357-d5ebf3e7d4fb on network adce5568-3025-4ec0-9ae3-4c917acae6ea {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:21:57.051801 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b24000c-19bd-41fb-b602-69834070dba8 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:21:57.052174 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b24000c-19bd-41fb-b602-69834070dba8 None None] Checking segment: {'id': 'd371261b-fbcd-4674-886b-b65c2cce394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'adce5568-3025-4ec0-9ae3-4c917acae6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:21:57.052575 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8b24000c-19bd-41fb-b602-69834070dba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:57.052971 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b24000c-19bd-41fb-b602-69834070dba8 None None] Bound using segment: {'id': 'd371261b-fbcd-4674-886b-b65c2cce394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'adce5568-3025-4ec0-9ae3-4c917acae6ea'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:21:57.053440 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-8b24000c-19bd-41fb-b602-69834070dba8 None None] Bound port: 5652125e-c7a9-489e-b357-d5ebf3e7d4fb, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd371261b-fbcd-4674-886b-b65c2cce394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'adce5568-3025-4ec0-9ae3-4c917acae6ea'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:21:57.053830 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8b24000c-19bd-41fb-b602-69834070dba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:57.067381 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af359a4-d03b-49d8-abe7-a6b540b1d9e7 None None] Pushing event updated for resources: {'Port': ['ID=88635e57-a09a-4c46-a8a0-f6fabf29aa02,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:57.093521 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 0eaa9285-5a8f-4d1a-aa53-547f65bce83e triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:57.094205 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:57.158999 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-09e0cbe6-6204-425b-93f7-c1d1cba4b329 None None] Attempting to bind port 88635e57-a09a-4c46-a8a0-f6fabf29aa02 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:21:57.159370 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-09e0cbe6-6204-425b-93f7-c1d1cba4b329 None None] Attempting to bind port 88635e57-a09a-4c46-a8a0-f6fabf29aa02 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '64fc5914-78d8-4f3c-8a5c-003722bcab5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '26f0c8a5-939a-4fc6-bc55-1a06f591f0ad'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:21:57.159727 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e0cbe6-6204-425b-93f7-c1d1cba4b329 None None] Attempting to bind port 88635e57-a09a-4c46-a8a0-f6fabf29aa02 on network 26f0c8a5-939a-4fc6-bc55-1a06f591f0ad {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:21:57.171714 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e0cbe6-6204-425b-93f7-c1d1cba4b329 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:21:57.172209 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e0cbe6-6204-425b-93f7-c1d1cba4b329 None None] Checking segment: {'id': '64fc5914-78d8-4f3c-8a5c-003722bcab5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '26f0c8a5-939a-4fc6-bc55-1a06f591f0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:21:57.172632 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-09e0cbe6-6204-425b-93f7-c1d1cba4b329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:57.173068 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e0cbe6-6204-425b-93f7-c1d1cba4b329 None None] Bound using segment: {'id': '64fc5914-78d8-4f3c-8a5c-003722bcab5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '26f0c8a5-939a-4fc6-bc55-1a06f591f0ad'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:21:57.173586 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-09e0cbe6-6204-425b-93f7-c1d1cba4b329 None None] Bound port: 88635e57-a09a-4c46-a8a0-f6fabf29aa02, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64fc5914-78d8-4f3c-8a5c-003722bcab5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '26f0c8a5-939a-4fc6-bc55-1a06f591f0ad'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:21:57.173989 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-09e0cbe6-6204-425b-93f7-c1d1cba4b329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:57.240969 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-8b24000c-19bd-41fb-b602-69834070dba8 None None] For port 5652125e-c7a9-489e-b357-d5ebf3e7d4fb, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:21:57.277234 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-8b24000c-19bd-41fb-b602-69834070dba8 None None] For port 5652125e-c7a9-489e-b357-d5ebf3e7d4fb, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=5652125e-c7a9-489e-b357-d5ebf3e7d4fb,segment=NetworkSegment(d371261b-fbcd-4674-886b-b65c2cce394e),segment_id=d371261b-fbcd-4674-886b-b65c2cce394e)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:21:57.300996 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-007b6cc1-e207-4066-a1eb-af62bf2dd662 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:57.307704 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8b24000c-19bd-41fb-b602-69834070dba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:57.367688 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-09e0cbe6-6204-425b-93f7-c1d1cba4b329 None None] For port 88635e57-a09a-4c46-a8a0-f6fabf29aa02, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:21:57.400265 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-09e0cbe6-6204-425b-93f7-c1d1cba4b329 None None] For port 88635e57-a09a-4c46-a8a0-f6fabf29aa02, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=88635e57-a09a-4c46-a8a0-f6fabf29aa02,segment=NetworkSegment(64fc5914-78d8-4f3c-8a5c-003722bcab5b),segment_id=64fc5914-78d8-4f3c-8a5c-003722bcab5b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:21:57.408119 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-09e0cbe6-6204-425b-93f7-c1d1cba4b329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:57.418875 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24000c-19bd-41fb-b602-69834070dba8 None None] Pushing event updated for resources: {'Port': ['ID=5652125e-c7a9-489e-b357-d5ebf3e7d4fb,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:57.430080 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-3e194e37-cbf3-4be4-a621-fe8438674d51 None None] Provisioning complete for port 88635e57-a09a-4c46-a8a0-f6fabf29aa02 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:57.430462 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3e194e37-cbf3-4be4-a621-fe8438674d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:57.545355 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-007b6cc1-e207-4066-a1eb-af62bf2dd662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:57.552140 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af359a4-d03b-49d8-abe7-a6b540b1d9e7 None None] Pushing event updated for resources: {'Port': ['ID=88635e57-a09a-4c46-a8a0-f6fabf29aa02,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:57.571339 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e0cbe6-6204-425b-93f7-c1d1cba4b329 None None] Routers {'6a05f281-d209-4c9a-9993-3b7a0076b7c7'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:21:57.572023 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-09e0cbe6-6204-425b-93f7-c1d1cba4b329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:21:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['6a05f281-d209-4c9a-9993-3b7a0076b7c7'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:57.708030 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3e194e37-cbf3-4be4-a621-fe8438674d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:57.748140 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007b6cc1-e207-4066-a1eb-af62bf2dd662 admin admin] Router 4dfba3c1-c389-4188-a441-7bd87913e7c5 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:21:57.808168 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-3e194e37-cbf3-4be4-a621-fe8438674d51 None None] For port 88635e57-a09a-4c46-a8a0-f6fabf29aa02, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=88635e57-a09a-4c46-a8a0-f6fabf29aa02,segment=NetworkSegment(64fc5914-78d8-4f3c-8a5c-003722bcab5b),segment_id=64fc5914-78d8-4f3c-8a5c-003722bcab5b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:57.810531 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-09e0cbe6-6204-425b-93f7-c1d1cba4b329 None None] Set router 6a05f281-d209-4c9a-9993-3b7a0076b7c7 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:21:57.841971 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3e194e37-cbf3-4be4-a621-fe8438674d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:57.916420 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007b6cc1-e207-4066-a1eb-af62bf2dd662 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:21:57.926981 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e801816c-c502-4665-ab56-2986abc9ab13 None None] Sync routers for ids ['4dfba3c1-c389-4188-a441-7bd87913e7c5'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:21:57.939767 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-007b6cc1-e207-4066-a1eb-af62bf2dd662 admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:57.941470 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-007b6cc1-e207-4066-a1eb-af62bf2dd662 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1416202 Sep 21 18:21:57.942273 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e801816c-c502-4665-ab56-2986abc9ab13 None None] Routers {'4dfba3c1-c389-4188-a441-7bd87913e7c5'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:21:57.942908 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-e801816c-c502-4665-ab56-2986abc9ab13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:21:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['4dfba3c1-c389-4188-a441-7bd87913e7c5'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:57.944444 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48390) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:21:57.954185 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e194e37-cbf3-4be4-a621-fe8438674d51 None None] Pushing event updated for resources: {'Port': ['ID=88635e57-a09a-4c46-a8a0-f6fabf29aa02,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:58.009021 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-4264423b-1a99-4d19-99ea-154c016122d4 None None] Provisioning complete for port 88635e57-a09a-4c46-a8a0-f6fabf29aa02 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:58.009486 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4264423b-1a99-4d19-99ea-154c016122d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:58.096746 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-e801816c-c502-4665-ab56-2986abc9ab13 None None] Set router 4dfba3c1-c389-4188-a441-7bd87913e7c5 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:21:58.142906 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-09e0cbe6-6204-425b-93f7-c1d1cba4b329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a05f281-d209-4c9a-9993-3b7a0076b7c7', 'name': 'tempest-TestAggregatesBasicOps-876775531-router', 'tenant_id': '194317f849be4aff89d94228b6d2a0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '0eaa9285-5a8f-4d1a-aa53-547f65bce83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:50Z', 'updated_at': '2021-09-21T18:21:53Z', 'revision_number': 4, 'project_id': '194317f849be4aff89d94228b6d2a0d9', 'gw_port': {'id': '0eaa9285-5a8f-4d1a-aa53-547f65bce83e', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a05f281-d209-4c9a-9993-3b7a0076b7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:51Z', 'updated_at': '2021-09-21T18:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '88635e57-a09a-4c46-a8a0-f6fabf29aa02', 'name': '', 'network_id': '26f0c8a5-939a-4fc6-bc55-1a06f591f0ad', 'tenant_id': '194317f849be4aff89d94228b6d2a0d9', 'mac_address': 'fa:16:3e:ed:f6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a05f281-d209-4c9a-9993-3b7a0076b7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '6de1bdf9-fcf1-4260-9c94-62b9d4782cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:53Z', 'updated_at': '2021-09-21T18:21:57Z', 'revision_number': 4, 'project_id': '194317f849be4aff89d94228b6d2a0d9', 'subnets': [{'id': '6de1bdf9-fcf1-4260-9c94-62b9d4782cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:58.170370 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e0cbe6-6204-425b-93f7-c1d1cba4b329 None None] The sync data for ids ['6a05f281-d209-4c9a-9993-3b7a0076b7c7'] in n-d-810291-1 is: [{'id': '6a05f281-d209-4c9a-9993-3b7a0076b7c7', 'name': 'tempest-TestAggregatesBasicOps-876775531-router', 'tenant_id': '194317f849be4aff89d94228b6d2a0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '0eaa9285-5a8f-4d1a-aa53-547f65bce83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:50Z', 'updated_at': '2021-09-21T18:21:53Z', 'revision_number': 4, 'project_id': '194317f849be4aff89d94228b6d2a0d9', 'gw_port': {'id': '0eaa9285-5a8f-4d1a-aa53-547f65bce83e', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a05f281-d209-4c9a-9993-3b7a0076b7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:51Z', 'updated_at': '2021-09-21T18:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '88635e57-a09a-4c46-a8a0-f6fabf29aa02', 'name': '', 'network_id': '26f0c8a5-939a-4fc6-bc55-1a06f591f0ad', 'tenant_id': '194317f849be4aff89d94228b6d2a0d9', 'mac_address': 'fa:16:3e:ed:f6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a05f281-d209-4c9a-9993-3b7a0076b7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '6de1bdf9-fcf1-4260-9c94-62b9d4782cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:53Z', 'updated_at': '2021-09-21T18:21:57Z', 'revision_number': 4, 'project_id': '194317f849be4aff89d94228b6d2a0d9', 'subnets': [{'id': '6de1bdf9-fcf1-4260-9c94-62b9d4782cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:21:58.420321 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-e801816c-c502-4665-ab56-2986abc9ab13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfba3c1-c389-4188-a441-7bd87913e7c5', 'name': 'tempest-TestAggregatesBasicOps-167091497-router', 'tenant_id': '7b309cdce7804c819f2087b2f5627900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '3990cd00-c953-4f27-89eb-49d6924ad8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:55Z', 'updated_at': '2021-09-21T18:21:57Z', 'revision_number': 3, 'project_id': '7b309cdce7804c819f2087b2f5627900', 'gw_port': {'id': '3990cd00-c953-4f27-89eb-49d6924ad8aa', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfba3c1-c389-4188-a441-7bd87913e7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:56Z', 'updated_at': '2021-09-21T18:21:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:58.467505 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e801816c-c502-4665-ab56-2986abc9ab13 None None] Checking router: 4dfba3c1-c389-4188-a441-7bd87913e7c5 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:21:58.467886 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e801816c-c502-4665-ab56-2986abc9ab13 None None] Updating router 4dfba3c1-c389-4188-a441-7bd87913e7c5 port 3990cd00-c953-4f27-89eb-49d6924ad8aa binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:21:58.511600 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e801816c-c502-4665-ab56-2986abc9ab13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:58.622306 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f1ce5ba-49a4-4d12-891a-effacc08cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:58.707776 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3eb1384-b0b4-4c2c-92eb-b966261721d2 None None] Network adce5568-3025-4ec0-9ae3-4c917acae6ea requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:21:58.860440 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-e937fd50-3b3f-4342-abf8-688940a95af9 None None] Provisioning complete for port 5652125e-c7a9-489e-b357-d5ebf3e7d4fb triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:58.861001 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e937fd50-3b3f-4342-abf8-688940a95af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:58.879775 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-5f1ce5ba-49a4-4d12-891a-effacc08cd77 admin admin] Allocated IP 172.20.0.1 (adce5568-3025-4ec0-9ae3-4c917acae6ea/ffc4e49f-1693-4b3b-b7ff-b5da936c6ac3/5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:21:59.093928 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e937fd50-3b3f-4342-abf8-688940a95af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:59.118058 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 5652125e-c7a9-489e-b357-d5ebf3e7d4fb up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:21:59.118424 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f1ce5ba-49a4-4d12-891a-effacc08cd77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:59.140449 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e801816c-c502-4665-ab56-2986abc9ab13 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:59.151311 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e801816c-c502-4665-ab56-2986abc9ab13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:59.168668 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f1ce5ba-49a4-4d12-891a-effacc08cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:59.214003 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1ce5ba-49a4-4d12-891a-effacc08cd77 admin admin] Network adce5568-3025-4ec0-9ae3-4c917acae6ea is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:21:59.216864 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-5f1ce5ba-49a4-4d12-891a-effacc08cd77 admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:21:59.219565 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1ce5ba-49a4-4d12-891a-effacc08cd77 admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:21:59.258267 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-e801816c-c502-4665-ab56-2986abc9ab13 None None] Attempting to bind port 3990cd00-c953-4f27-89eb-49d6924ad8aa on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:21:59.258630 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-e801816c-c502-4665-ab56-2986abc9ab13 None None] Attempting to bind port 3990cd00-c953-4f27-89eb-49d6924ad8aa by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:21:59.259212 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e801816c-c502-4665-ab56-2986abc9ab13 None None] Attempting to bind port 3990cd00-c953-4f27-89eb-49d6924ad8aa on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:21:59.265264 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ce5ba-49a4-4d12-891a-effacc08cd77 admin admin] Pushing event updated for resources: {'Port': ['ID=5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:59.267990 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e801816c-c502-4665-ab56-2986abc9ab13 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:21:59.268359 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e801816c-c502-4665-ab56-2986abc9ab13 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:21:59.268764 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e801816c-c502-4665-ab56-2986abc9ab13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:59.269145 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e801816c-c502-4665-ab56-2986abc9ab13 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:21:59.269613 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-e801816c-c502-4665-ab56-2986abc9ab13 None None] Bound port: 3990cd00-c953-4f27-89eb-49d6924ad8aa, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:21:59.269987 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e801816c-c502-4665-ab56-2986abc9ab13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:59.271951 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d952f2e-2fdc-4afc-a935-0cf9d13bbb32 None None] Pushing event updated for resources: {'Port': ['ID=3990cd00-c953-4f27-89eb-49d6924ad8aa,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:59.289032 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f1ce5ba-49a4-4d12-891a-effacc08cd77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:59.294904 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-e937fd50-3b3f-4342-abf8-688940a95af9 None None] For port 5652125e-c7a9-489e-b357-d5ebf3e7d4fb, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=5652125e-c7a9-489e-b357-d5ebf3e7d4fb,segment=NetworkSegment(d371261b-fbcd-4674-886b-b65c2cce394e),segment_id=d371261b-fbcd-4674-886b-b65c2cce394e)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:21:59.309182 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e937fd50-3b3f-4342-abf8-688940a95af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:59.311760 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 5652125e-c7a9-489e-b357-d5ebf3e7d4fb triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:59.312213 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:59.377844 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937fd50-3b3f-4342-abf8-688940a95af9 None None] Pushing event updated for resources: {'Port': ['ID=5652125e-c7a9-489e-b357-d5ebf3e7d4fb,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:59.397100 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-e801816c-c502-4665-ab56-2986abc9ab13 None None] For port 3990cd00-c953-4f27-89eb-49d6924ad8aa, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:21:59.405758 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-e801816c-c502-4665-ab56-2986abc9ab13 None None] For port 3990cd00-c953-4f27-89eb-49d6924ad8aa, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=3990cd00-c953-4f27-89eb-49d6924ad8aa,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:21:59.416723 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-e801816c-c502-4665-ab56-2986abc9ab13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:59.502459 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 88635e57-a09a-4c46-a8a0-f6fabf29aa02 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:21:59.511137 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e801816c-c502-4665-ab56-2986abc9ab13 None None] Routers {'4dfba3c1-c389-4188-a441-7bd87913e7c5'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:21:59.511362 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f1ce5ba-49a4-4d12-891a-effacc08cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:59.517196 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-e801816c-c502-4665-ab56-2986abc9ab13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:21:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['4dfba3c1-c389-4188-a441-7bd87913e7c5'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:21:59.602570 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 88635e57-a09a-4c46-a8a0-f6fabf29aa02 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:59.604486 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:59.684894 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-3b101953-fb3c-45ee-ac77-b0d754f8e2d3 None None] Provisioning complete for port 5652125e-c7a9-489e-b357-d5ebf3e7d4fb triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:21:59.685523 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3b101953-fb3c-45ee-ac77-b0d754f8e2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:59.761977 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-e801816c-c502-4665-ab56-2986abc9ab13 None None] Set router 4dfba3c1-c389-4188-a441-7bd87913e7c5 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:21:59.763211 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d952f2e-2fdc-4afc-a935-0cf9d13bbb32 None None] Pushing event updated for resources: {'Port': ['ID=3990cd00-c953-4f27-89eb-49d6924ad8aa,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:21:59.811214 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f1ce5ba-49a4-4d12-891a-effacc08cd77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:59.820905 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f1ce5ba-49a4-4d12-891a-effacc08cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:59.980920 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f1ce5ba-49a4-4d12-891a-effacc08cd77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:21:59.987178 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ce5ba-49a4-4d12-891a-effacc08cd77 admin admin] Pushing event updated for resources: {'Port': ['ID=5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:00.123549 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1ce5ba-49a4-4d12-891a-effacc08cd77 admin admin] Network adce5568-3025-4ec0-9ae3-4c917acae6ea is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:22:00.125719 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-5f1ce5ba-49a4-4d12-891a-effacc08cd77 admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:22:00.128336 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-e801816c-c502-4665-ab56-2986abc9ab13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfba3c1-c389-4188-a441-7bd87913e7c5', 'name': 'tempest-TestAggregatesBasicOps-167091497-router', 'tenant_id': '7b309cdce7804c819f2087b2f5627900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '3990cd00-c953-4f27-89eb-49d6924ad8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:55Z', 'updated_at': '2021-09-21T18:21:59Z', 'revision_number': 4, 'project_id': '7b309cdce7804c819f2087b2f5627900', 'gw_port': {'id': '3990cd00-c953-4f27-89eb-49d6924ad8aa', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfba3c1-c389-4188-a441-7bd87913e7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:56Z', 'updated_at': '2021-09-21T18:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9', 'name': '', 'network_id': 'adce5568-3025-4ec0-9ae3-4c917acae6ea', 'tenant_id': '7b309cdce7804c819f2087b2f5627900', 'mac_address': 'fa:16:3e:e0:7b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfba3c1-c389-4188-a441-7bd87913e7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'ffc4e49f-1693-4b3b-b7ff-b5da936c6ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:58Z', 'updated_at': '2021-09-21T18:21:58Z', 'revision_number': 1, 'project_id': '7b309cdce7804c819f2087b2f5627900', 'subnets': [{'id': 'ffc4e49f-1693-4b3b-b7ff-b5da936c6ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:00.171661 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e801816c-c502-4665-ab56-2986abc9ab13 None None] The sync data for ids ['4dfba3c1-c389-4188-a441-7bd87913e7c5'] in n-d-810291-1 is: [{'id': '4dfba3c1-c389-4188-a441-7bd87913e7c5', 'name': 'tempest-TestAggregatesBasicOps-167091497-router', 'tenant_id': '7b309cdce7804c819f2087b2f5627900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '3990cd00-c953-4f27-89eb-49d6924ad8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:55Z', 'updated_at': '2021-09-21T18:21:59Z', 'revision_number': 4, 'project_id': '7b309cdce7804c819f2087b2f5627900', 'gw_port': {'id': '3990cd00-c953-4f27-89eb-49d6924ad8aa', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfba3c1-c389-4188-a441-7bd87913e7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:56Z', 'updated_at': '2021-09-21T18:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9', 'name': '', 'network_id': 'adce5568-3025-4ec0-9ae3-4c917acae6ea', 'tenant_id': '7b309cdce7804c819f2087b2f5627900', 'mac_address': 'fa:16:3e:e0:7b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfba3c1-c389-4188-a441-7bd87913e7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'ffc4e49f-1693-4b3b-b7ff-b5da936c6ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:58Z', 'updated_at': '2021-09-21T18:21:58Z', 'revision_number': 1, 'project_id': '7b309cdce7804c819f2087b2f5627900', 'subnets': [{'id': 'ffc4e49f-1693-4b3b-b7ff-b5da936c6ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:22:00.240317 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-21fac48e-082e-446f-acdc-006600acbd81 None None] Provisioning complete for port 5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:00.240850 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-21fac48e-082e-446f-acdc-006600acbd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:00.289309 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-21fac48e-082e-446f-acdc-006600acbd81 None None] Port 5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:22:00.300437 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1ce5ba-49a4-4d12-891a-effacc08cd77 admin admin] Router 4dfba3c1-c389-4188-a441-7bd87913e7c5 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:22:00.413725 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-89eba132-6dc0-4b3d-8451-670838c43da2 None None] Provisioning complete for port 5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:00.414234 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-89eba132-6dc0-4b3d-8451-670838c43da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:00.428245 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1ce5ba-49a4-4d12-891a-effacc08cd77 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:22:00.435699 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5f1ce5ba-49a4-4d12-891a-effacc08cd77 admin admin] 10.222.0.58 "PUT /v2.0/routers/4dfba3c1-c389-4188-a441-7bd87913e7c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4885931 Sep 21 18:22:00.460095 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-89eba132-6dc0-4b3d-8451-670838c43da2 None None] Port 5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:22:00.954445 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 5652125e-c7a9-489e-b357-d5ebf3e7d4fb up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:22:01.045782 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 5652125e-c7a9-489e-b357-d5ebf3e7d4fb triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:01.046323 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:01.725827 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48448) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:02.438405 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-33a72746-dc8d-4c9b-8481-439a77c10165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:02.494832 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89580a3-97c2-48a7-8a0c-b64d9fa0d589 None None] Sync routers for ids ['4dfba3c1-c389-4188-a441-7bd87913e7c5'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:22:02.507119 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89580a3-97c2-48a7-8a0c-b64d9fa0d589 None None] Routers {'4dfba3c1-c389-4188-a441-7bd87913e7c5'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:22:02.507964 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b89580a3-97c2-48a7-8a0c-b64d9fa0d589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:21:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['4dfba3c1-c389-4188-a441-7bd87913e7c5'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:02.620035 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-b89580a3-97c2-48a7-8a0c-b64d9fa0d589 None None] Set router 4dfba3c1-c389-4188-a441-7bd87913e7c5 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:22:02.701761 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-33a72746-dc8d-4c9b-8481-439a77c10165 admin admin] Deleting port 88635e57-a09a-4c46-a8a0-f6fabf29aa02 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:22:02.702250 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-33a72746-dc8d-4c9b-8481-439a77c10165 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:02.792279 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-33a72746-dc8d-4c9b-8481-439a77c10165 admin admin] For port 88635e57-a09a-4c46-a8a0-f6fabf29aa02, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=88635e57-a09a-4c46-a8a0-f6fabf29aa02,segment=NetworkSegment(64fc5914-78d8-4f3c-8a5c-003722bcab5b),segment_id=64fc5914-78d8-4f3c-8a5c-003722bcab5b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:02.792976 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-33a72746-dc8d-4c9b-8481-439a77c10165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:02.806564 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-33a72746-dc8d-4c9b-8481-439a77c10165 admin admin] Calling delete_port for 88635e57-a09a-4c46-a8a0-f6fabf29aa02 owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:22:02.838574 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b89580a3-97c2-48a7-8a0c-b64d9fa0d589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfba3c1-c389-4188-a441-7bd87913e7c5', 'name': 'tempest-TestAggregatesBasicOps-167091497-router', 'tenant_id': '7b309cdce7804c819f2087b2f5627900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '3990cd00-c953-4f27-89eb-49d6924ad8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:55Z', 'updated_at': '2021-09-21T18:21:59Z', 'revision_number': 4, 'project_id': '7b309cdce7804c819f2087b2f5627900', 'gw_port': {'id': '3990cd00-c953-4f27-89eb-49d6924ad8aa', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfba3c1-c389-4188-a441-7bd87913e7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:56Z', 'updated_at': '2021-09-21T18:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9', 'name': '', 'network_id': 'adce5568-3025-4ec0-9ae3-4c917acae6ea', 'tenant_id': '7b309cdce7804c819f2087b2f5627900', 'mac_address': 'fa:16:3e:e0:7b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfba3c1-c389-4188-a441-7bd87913e7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'ffc4e49f-1693-4b3b-b7ff-b5da936c6ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:58Z', 'updated_at': '2021-09-21T18:21:59Z', 'revision_number': 2, 'project_id': '7b309cdce7804c819f2087b2f5627900', 'subnets': [{'id': 'ffc4e49f-1693-4b3b-b7ff-b5da936c6ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:02.871118 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89580a3-97c2-48a7-8a0c-b64d9fa0d589 None None] Checking router: 4dfba3c1-c389-4188-a441-7bd87913e7c5 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:22:02.871280 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89580a3-97c2-48a7-8a0c-b64d9fa0d589 None None] Updating router 4dfba3c1-c389-4188-a441-7bd87913e7c5 port 5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:22:02.908821 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b89580a3-97c2-48a7-8a0c-b64d9fa0d589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:02.972991 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 3990cd00-c953-4f27-89eb-49d6924ad8aa up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:22:03.027465 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-33a72746-dc8d-4c9b-8481-439a77c10165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:03.055007 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a72746-dc8d-4c9b-8481-439a77c10165 admin admin] Pushing event deleted for resources: {'Port': ['ID=88635e57-a09a-4c46-a8a0-f6fabf29aa02,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:03.124820 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 3990cd00-c953-4f27-89eb-49d6924ad8aa triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:03.127247 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:03.257416 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-33a72746-dc8d-4c9b-8481-439a77c10165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:03.318505 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:03.364100 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b89580a3-97c2-48a7-8a0c-b64d9fa0d589 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:03.366623 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 3990cd00-c953-4f27-89eb-49d6924ad8aa, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=3990cd00-c953-4f27-89eb-49d6924ad8aa,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:03.371164 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:03.377163 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b89580a3-97c2-48a7-8a0c-b64d9fa0d589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:03.468284 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=3990cd00-c953-4f27-89eb-49d6924ad8aa,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:03.533391 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-b89580a3-97c2-48a7-8a0c-b64d9fa0d589 None None] Attempting to bind port 5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:22:03.534051 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-b89580a3-97c2-48a7-8a0c-b64d9fa0d589 None None] Attempting to bind port 5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'd371261b-fbcd-4674-886b-b65c2cce394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'adce5568-3025-4ec0-9ae3-4c917acae6ea'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:22:03.534159 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89580a3-97c2-48a7-8a0c-b64d9fa0d589 None None] Attempting to bind port 5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9 on network adce5568-3025-4ec0-9ae3-4c917acae6ea {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:22:03.540922 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a72746-dc8d-4c9b-8481-439a77c10165 admin admin] Router 6a05f281-d209-4c9a-9993-3b7a0076b7c7 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:22:03.546529 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ac583-a545-4649-a8f7-d3e98cb85d65 None None] Pushing event updated for resources: {'Port': ['ID=5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:03.555647 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89580a3-97c2-48a7-8a0c-b64d9fa0d589 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:22:03.556077 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89580a3-97c2-48a7-8a0c-b64d9fa0d589 None None] Checking segment: {'id': 'd371261b-fbcd-4674-886b-b65c2cce394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'adce5568-3025-4ec0-9ae3-4c917acae6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:22:03.556486 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b89580a3-97c2-48a7-8a0c-b64d9fa0d589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:03.556883 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89580a3-97c2-48a7-8a0c-b64d9fa0d589 None None] Bound using segment: {'id': 'd371261b-fbcd-4674-886b-b65c2cce394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'adce5568-3025-4ec0-9ae3-4c917acae6ea'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:22:03.557380 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-b89580a3-97c2-48a7-8a0c-b64d9fa0d589 None None] Bound port: 5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd371261b-fbcd-4674-886b-b65c2cce394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'adce5568-3025-4ec0-9ae3-4c917acae6ea'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:22:03.557768 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b89580a3-97c2-48a7-8a0c-b64d9fa0d589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:03.633343 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b89580a3-97c2-48a7-8a0c-b64d9fa0d589 None None] For port 5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:22:03.637186 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b89580a3-97c2-48a7-8a0c-b64d9fa0d589 None None] For port 5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9,segment=NetworkSegment(d371261b-fbcd-4674-886b-b65c2cce394e),segment_id=d371261b-fbcd-4674-886b-b65c2cce394e)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:22:03.641466 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b89580a3-97c2-48a7-8a0c-b64d9fa0d589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:03.676669 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a72746-dc8d-4c9b-8481-439a77c10165 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:22:03.682192 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-33a72746-dc8d-4c9b-8481-439a77c10165 admin admin] 10.222.0.58 "PUT /v2.0/routers/6a05f281-d209-4c9a-9993-3b7a0076b7c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9552610 Sep 21 18:22:03.685246 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48454) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:03.692193 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caf133e-01eb-4e3c-991d-77e85153c976 None None] Sync routers for ids ['6a05f281-d209-4c9a-9993-3b7a0076b7c7'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:22:03.706402 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caf133e-01eb-4e3c-991d-77e85153c976 None None] Routers {'6a05f281-d209-4c9a-9993-3b7a0076b7c7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:22:03.708557 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-9caf133e-01eb-4e3c-991d-77e85153c976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:21:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['6a05f281-d209-4c9a-9993-3b7a0076b7c7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:03.732013 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89580a3-97c2-48a7-8a0c-b64d9fa0d589 None None] Routers {'4dfba3c1-c389-4188-a441-7bd87913e7c5'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:22:03.732788 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b89580a3-97c2-48a7-8a0c-b64d9fa0d589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:21:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['4dfba3c1-c389-4188-a441-7bd87913e7c5'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:03.830757 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c2d6bd6a-b230-47d8-8565-5922cb594d7d admin admin] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:03.860099 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-9caf133e-01eb-4e3c-991d-77e85153c976 None None] Set router 6a05f281-d209-4c9a-9993-3b7a0076b7c7 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:22:03.874130 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-1032ea44-c966-4a4a-add2-2029c0474c78 None None] Provisioning complete for port 5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:03.876435 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1032ea44-c966-4a4a-add2-2029c0474c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:03.920786 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-b89580a3-97c2-48a7-8a0c-b64d9fa0d589 None None] Set router 4dfba3c1-c389-4188-a441-7bd87913e7c5 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:22:03.923238 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ac583-a545-4649-a8f7-d3e98cb85d65 None None] Pushing event updated for resources: {'Port': ['ID=5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:03.998899 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c2d6bd6a-b230-47d8-8565-5922cb594d7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:04.079826 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-c2d6bd6a-b230-47d8-8565-5922cb594d7d admin admin] Deleting port 0eaa9285-5a8f-4d1a-aa53-547f65bce83e {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:22:04.080298 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c2d6bd6a-b230-47d8-8565-5922cb594d7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:04.096937 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-9caf133e-01eb-4e3c-991d-77e85153c976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a05f281-d209-4c9a-9993-3b7a0076b7c7', 'name': 'tempest-TestAggregatesBasicOps-876775531-router', 'tenant_id': '194317f849be4aff89d94228b6d2a0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '0eaa9285-5a8f-4d1a-aa53-547f65bce83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:50Z', 'updated_at': '2021-09-21T18:22:02Z', 'revision_number': 5, 'project_id': '194317f849be4aff89d94228b6d2a0d9', 'gw_port': {'id': '0eaa9285-5a8f-4d1a-aa53-547f65bce83e', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a05f281-d209-4c9a-9993-3b7a0076b7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:51Z', 'updated_at': '2021-09-21T18:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:04.126777 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caf133e-01eb-4e3c-991d-77e85153c976 None None] Checking router: 6a05f281-d209-4c9a-9993-3b7a0076b7c7 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:22:04.136847 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caf133e-01eb-4e3c-991d-77e85153c976 None None] Routers {'6a05f281-d209-4c9a-9993-3b7a0076b7c7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:22:04.137463 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-9caf133e-01eb-4e3c-991d-77e85153c976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:21:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['6a05f281-d209-4c9a-9993-3b7a0076b7c7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:04.144852 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1032ea44-c966-4a4a-add2-2029c0474c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:04.182318 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-c2d6bd6a-b230-47d8-8565-5922cb594d7d admin admin] For port 0eaa9285-5a8f-4d1a-aa53-547f65bce83e, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=0eaa9285-5a8f-4d1a-aa53-547f65bce83e,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:04.182792 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c2d6bd6a-b230-47d8-8565-5922cb594d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:04.199245 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-c2d6bd6a-b230-47d8-8565-5922cb594d7d admin admin] Calling delete_port for 0eaa9285-5a8f-4d1a-aa53-547f65bce83e owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:22:04.205063 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-1032ea44-c966-4a4a-add2-2029c0474c78 None None] For port 5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9,segment=NetworkSegment(d371261b-fbcd-4674-886b-b65c2cce394e),segment_id=d371261b-fbcd-4674-886b-b65c2cce394e)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:04.237640 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-9caf133e-01eb-4e3c-991d-77e85153c976 None None] Set router 6a05f281-d209-4c9a-9993-3b7a0076b7c7 gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:22:04.239321 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1032ea44-c966-4a4a-add2-2029c0474c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:04.311073 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-9caf133e-01eb-4e3c-991d-77e85153c976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a05f281-d209-4c9a-9993-3b7a0076b7c7', 'name': 'tempest-TestAggregatesBasicOps-876775531-router', 'tenant_id': '194317f849be4aff89d94228b6d2a0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:50Z', 'updated_at': '2021-09-21T18:22:03Z', 'revision_number': 6, 'project_id': '194317f849be4aff89d94228b6d2a0d9', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:04.313172 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032ea44-c966-4a4a-add2-2029c0474c78 None None] Pushing event updated for resources: {'Port': ['ID=5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:04.325216 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b89580a3-97c2-48a7-8a0c-b64d9fa0d589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfba3c1-c389-4188-a441-7bd87913e7c5', 'name': 'tempest-TestAggregatesBasicOps-167091497-router', 'tenant_id': '7b309cdce7804c819f2087b2f5627900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '3990cd00-c953-4f27-89eb-49d6924ad8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:55Z', 'updated_at': '2021-09-21T18:21:59Z', 'revision_number': 4, 'project_id': '7b309cdce7804c819f2087b2f5627900', 'gw_port': {'id': '3990cd00-c953-4f27-89eb-49d6924ad8aa', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfba3c1-c389-4188-a441-7bd87913e7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:56Z', 'updated_at': '2021-09-21T18:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9', 'name': '', 'network_id': 'adce5568-3025-4ec0-9ae3-4c917acae6ea', 'tenant_id': '7b309cdce7804c819f2087b2f5627900', 'mac_address': 'fa:16:3e:e0:7b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfba3c1-c389-4188-a441-7bd87913e7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'ffc4e49f-1693-4b3b-b7ff-b5da936c6ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:58Z', 'updated_at': '2021-09-21T18:22:03Z', 'revision_number': 4, 'project_id': '7b309cdce7804c819f2087b2f5627900', 'subnets': [{'id': 'ffc4e49f-1693-4b3b-b7ff-b5da936c6ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:04.342113 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caf133e-01eb-4e3c-991d-77e85153c976 None None] The sync data for ids ['6a05f281-d209-4c9a-9993-3b7a0076b7c7'] in n-d-810291-1 is: [{'id': '6a05f281-d209-4c9a-9993-3b7a0076b7c7', 'name': 'tempest-TestAggregatesBasicOps-876775531-router', 'tenant_id': '194317f849be4aff89d94228b6d2a0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:50Z', 'updated_at': '2021-09-21T18:22:03Z', 'revision_number': 6, 'project_id': '194317f849be4aff89d94228b6d2a0d9', 'gw_port_host': None}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:22:04.372003 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89580a3-97c2-48a7-8a0c-b64d9fa0d589 None None] The sync data for ids ['4dfba3c1-c389-4188-a441-7bd87913e7c5'] in n-d-810291-1 is: [{'id': '4dfba3c1-c389-4188-a441-7bd87913e7c5', 'name': 'tempest-TestAggregatesBasicOps-167091497-router', 'tenant_id': '7b309cdce7804c819f2087b2f5627900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '3990cd00-c953-4f27-89eb-49d6924ad8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:55Z', 'updated_at': '2021-09-21T18:21:59Z', 'revision_number': 4, 'project_id': '7b309cdce7804c819f2087b2f5627900', 'gw_port': {'id': '3990cd00-c953-4f27-89eb-49d6924ad8aa', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfba3c1-c389-4188-a441-7bd87913e7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:56Z', 'updated_at': '2021-09-21T18:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9', 'name': '', 'network_id': 'adce5568-3025-4ec0-9ae3-4c917acae6ea', 'tenant_id': '7b309cdce7804c819f2087b2f5627900', 'mac_address': 'fa:16:3e:e0:7b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfba3c1-c389-4188-a441-7bd87913e7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'ffc4e49f-1693-4b3b-b7ff-b5da936c6ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:58Z', 'updated_at': '2021-09-21T18:22:03Z', 'revision_number': 4, 'project_id': '7b309cdce7804c819f2087b2f5627900', 'subnets': [{'id': 'ffc4e49f-1693-4b3b-b7ff-b5da936c6ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:22:04.385991 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-6617e2c1-533f-4ca2-80db-dd151bd574be None None] Provisioning complete for port 5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:04.386428 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6617e2c1-533f-4ca2-80db-dd151bd574be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:04.420887 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c2d6bd6a-b230-47d8-8565-5922cb594d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:04.459981 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6bd6a-b230-47d8-8565-5922cb594d7d admin admin] Pushing event deleted for resources: {'Port': ['ID=0eaa9285-5a8f-4d1a-aa53-547f65bce83e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:04.542902 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c2d6bd6a-b230-47d8-8565-5922cb594d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:04.651361 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c2d6bd6a-b230-47d8-8565-5922cb594d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:04.653785 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c2d6bd6a-b230-47d8-8565-5922cb594d7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:04.707412 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c2d6bd6a-b230-47d8-8565-5922cb594d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:04.708691 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d6bd6a-b230-47d8-8565-5922cb594d7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a05f281-d209-4c9a-9993-3b7a0076b7c7 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:22:04.714370 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c2d6bd6a-b230-47d8-8565-5922cb594d7d admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:04.718416 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c2d6bd6a-b230-47d8-8565-5922cb594d7d admin admin] 10.222.0.58 "DELETE /v2.0/routers/6a05f281-d209-4c9a-9993-3b7a0076b7c7 HTTP/1.1" status: 204 len: 168 time: 1.0297978 Sep 21 18:22:04.718726 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48460) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:04.770139 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc864bd3-4771-42c8-ac96-598967471e53 admin admin] Deleting subnet 6de1bdf9-fcf1-4260-9c94-62b9d4782cda {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:22:04.773967 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc864bd3-4771-42c8-ac96-598967471e53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:04.812713 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc864bd3-4771-42c8-ac96-598967471e53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:04.931815 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc864bd3-4771-42c8-ac96-598967471e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:05.015742 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc864bd3-4771-42c8-ac96-598967471e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:05.062666 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc864bd3-4771-42c8-ac96-598967471e53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6de1bdf9-fcf1-4260-9c94-62b9d4782cda,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:05.064707 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c7f0dc-8f48-443f-8979-c50f375d2730 None None] Network 26f0c8a5-939a-4fc6-bc55-1a06f591f0ad requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:22:05.066141 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bc864bd3-4771-42c8-ac96-598967471e53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:05.070708 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bc864bd3-4771-42c8-ac96-598967471e53 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6de1bdf9-fcf1-4260-9c94-62b9d4782cda HTTP/1.1" status: 204 len: 168 time: 0.3486440 Sep 21 18:22:05.070875 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48462) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:05.176108 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-36c77fdc-7183-42c7-8355-8bdf43837c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:05.251070 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-36c77fdc-7183-42c7-8355-8bdf43837c60 admin admin] Deleting port c1f2e29f-4ead-42f3-ab2a-bdfaecf41faf {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:22:05.252130 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-36c77fdc-7183-42c7-8355-8bdf43837c60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:05.351674 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-36c77fdc-7183-42c7-8355-8bdf43837c60 admin admin] For port c1f2e29f-4ead-42f3-ab2a-bdfaecf41faf, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=c1f2e29f-4ead-42f3-ab2a-bdfaecf41faf,segment=NetworkSegment(64fc5914-78d8-4f3c-8a5c-003722bcab5b),segment_id=64fc5914-78d8-4f3c-8a5c-003722bcab5b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:05.352045 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-36c77fdc-7183-42c7-8355-8bdf43837c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:05.368899 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-36c77fdc-7183-42c7-8355-8bdf43837c60 admin admin] Calling delete_port for c1f2e29f-4ead-42f3-ab2a-bdfaecf41faf owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:22:05.385211 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948be562-788d-4686-83de-88ec2665c836 None None] DHCP port deletion for 26f0c8a5-939a-4fc6-bc55-1a06f591f0ad request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:22:05.445051 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 3990cd00-c953-4f27-89eb-49d6924ad8aa up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:22:05.488218 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-36c77fdc-7183-42c7-8355-8bdf43837c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:05.530298 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-948be562-788d-4686-83de-88ec2665c836 None None] Deleting port c1f2e29f-4ead-42f3-ab2a-bdfaecf41faf {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:22:05.530825 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-948be562-788d-4686-83de-88ec2665c836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:05.533845 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 3990cd00-c953-4f27-89eb-49d6924ad8aa triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:05.534307 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:05.544417 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:22:05.547488 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c77fdc-7183-42c7-8355-8bdf43837c60 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1f2e29f-4ead-42f3-ab2a-bdfaecf41faf,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:05.565109 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c77fdc-7183-42c7-8355-8bdf43837c60 admin admin] No DVR routers for this DVR port c1f2e29f-4ead-42f3-ab2a-bdfaecf41faf on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:22:05.695618 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-948be562-788d-4686-83de-88ec2665c836 None None] For port c1f2e29f-4ead-42f3-ab2a-bdfaecf41faf, host n-d-810291-1, got binding levels [] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:05.696014 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-948be562-788d-4686-83de-88ec2665c836 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:05.696433 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-36c77fdc-7183-42c7-8355-8bdf43837c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:05.711676 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-948be562-788d-4686-83de-88ec2665c836 None None] Calling delete_port for c1f2e29f-4ead-42f3-ab2a-bdfaecf41faf owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:22:05.715176 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.ipam_backend_mixin [None req-948be562-788d-4686-83de-88ec2665c836 None None] Port c1f2e29f-4ead-42f3-ab2a-bdfaecf41faf was not found and therefore no delete operation was performed {{(pid=101462) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 18:22:05.718626 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-948be562-788d-4686-83de-88ec2665c836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:05.740108 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-36c77fdc-7183-42c7-8355-8bdf43837c60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f0c8a5-939a-4fc6-bc55-1a06f591f0ad']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:05.754872 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-36c77fdc-7183-42c7-8355-8bdf43837c60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64fc5914-78d8-4f3c-8a5c-003722bcab5b') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:05.755352 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-36c77fdc-7183-42c7-8355-8bdf43837c60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64fc5914-78d8-4f3c-8a5c-003722bcab5b') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:05.769305 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-36c77fdc-7183-42c7-8355-8bdf43837c60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:05.771538 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948be562-788d-4686-83de-88ec2665c836 None None] No DVR routers for this DVR port c1f2e29f-4ead-42f3-ab2a-bdfaecf41faf on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:22:05.773206 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948be562-788d-4686-83de-88ec2665c836 None None] Pushing event deleted for resources: {'Port': ['ID=c1f2e29f-4ead-42f3-ab2a-bdfaecf41faf,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:05.790448 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:22:05.796328 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-36c77fdc-7183-42c7-8355-8bdf43837c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:05.804042 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c77fdc-7183-42c7-8355-8bdf43837c60 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:22:05.804818 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-36c77fdc-7183-42c7-8355-8bdf43837c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:05.848043 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:05.848544 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:05.872254 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:22:05.872254 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:22:05.872254 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:22:05.872254 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:22:05.872254 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:22:05.872254 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:22:05.872254 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:22:05.872254 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:22:05.872254 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:22:05.872254 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:22:05.872254 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:22:05.872254 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:22:05.872254 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:22:05.872254 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:22:05.872254 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:22:05.872254 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:22:05.872254 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:22:05.872254 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:22:05.872254 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:22:05.872254 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:22:05.872254 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:22:05.872254 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:22:05.872254 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:22:05.872254 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:22:05.872254 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:22:05.872254 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:22:05.872254 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:22:05.872254 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:22:05.872254 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:22:05.872254 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:22:05.872254 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:22:05.872254 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:22:05.891695 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-36c77fdc-7183-42c7-8355-8bdf43837c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:05.899033 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-36c77fdc-7183-42c7-8355-8bdf43837c60 admin admin] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:05.905562 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48466) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:05.910330 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-36c77fdc-7183-42c7-8355-8bdf43837c60 admin admin] 10.222.0.58 "DELETE /v2.0/networks/26f0c8a5-939a-4fc6-bc55-1a06f591f0ad HTTP/1.1" status: 204 len: 168 time: 0.8380735 Sep 21 18:22:05.952351 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c77fdc-7183-42c7-8355-8bdf43837c60 admin admin] Pushing event deleted for resources: {'Network': ['ID=26f0c8a5-939a-4fc6-bc55-1a06f591f0ad,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:06.049652 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 88635e57-a09a-4c46-a8a0-f6fabf29aa02 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:22:06.082854 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 88635e57-a09a-4c46-a8a0-f6fabf29aa02 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:22:06.083534 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 88635e57-a09a-4c46-a8a0-f6fabf29aa02 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:22:06.328186 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c9193ef3-5e57-4c85-86e7-018747aea0d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:06.583619 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-c9193ef3-5e57-4c85-86e7-018747aea0d3 admin admin] Deleting port 5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:22:06.584014 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c9193ef3-5e57-4c85-86e7-018747aea0d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:06.666269 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-c9193ef3-5e57-4c85-86e7-018747aea0d3 admin admin] For port 5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9,segment=NetworkSegment(d371261b-fbcd-4674-886b-b65c2cce394e),segment_id=d371261b-fbcd-4674-886b-b65c2cce394e)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:06.666837 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c9193ef3-5e57-4c85-86e7-018747aea0d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:06.680148 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-c9193ef3-5e57-4c85-86e7-018747aea0d3 admin admin] Calling delete_port for 5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9 owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:22:06.879597 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c9193ef3-5e57-4c85-86e7-018747aea0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:06.908304 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 0eaa9285-5a8f-4d1a-aa53-547f65bce83e no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:22:06.910984 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9193ef3-5e57-4c85-86e7-018747aea0d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:06.936509 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 0eaa9285-5a8f-4d1a-aa53-547f65bce83e {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:22:06.936964 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 0eaa9285-5a8f-4d1a-aa53-547f65bce83e not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:22:06.937489 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device c1f2e29f-4ead-42f3-ab2a-bdfaecf41faf no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:22:06.960382 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: c1f2e29f-4ead-42f3-ab2a-bdfaecf41faf {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:22:06.962230 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device c1f2e29f-4ead-42f3-ab2a-bdfaecf41faf not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:22:07.090549 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c9193ef3-5e57-4c85-86e7-018747aea0d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:07.332624 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9193ef3-5e57-4c85-86e7-018747aea0d3 admin admin] Router 4dfba3c1-c389-4188-a441-7bd87913e7c5 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:22:07.438289 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9193ef3-5e57-4c85-86e7-018747aea0d3 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:22:07.443400 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c9193ef3-5e57-4c85-86e7-018747aea0d3 admin admin] 10.222.0.58 "PUT /v2.0/routers/4dfba3c1-c389-4188-a441-7bd87913e7c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5359125 Sep 21 18:22:07.446046 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48470) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:07.450215 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fbdbc3-b29a-4716-af52-c593ddfc6403 None None] Sync routers for ids ['4dfba3c1-c389-4188-a441-7bd87913e7c5'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:22:07.461381 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fbdbc3-b29a-4716-af52-c593ddfc6403 None None] Routers {'4dfba3c1-c389-4188-a441-7bd87913e7c5'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:22:07.462026 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-91fbdbc3-b29a-4716-af52-c593ddfc6403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:21:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['4dfba3c1-c389-4188-a441-7bd87913e7c5'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:07.557789 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3f5ade57-1337-41fa-a074-6de7243b3013 admin admin] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:07.669155 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3f5ade57-1337-41fa-a074-6de7243b3013 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:07.734795 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ade57-1337-41fa-a074-6de7243b3013 admin admin] Deleting port 3990cd00-c953-4f27-89eb-49d6924ad8aa {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:22:07.735167 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3f5ade57-1337-41fa-a074-6de7243b3013 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:07.735845 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-91fbdbc3-b29a-4716-af52-c593ddfc6403 None None] Set router 4dfba3c1-c389-4188-a441-7bd87913e7c5 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:22:07.820525 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-3f5ade57-1337-41fa-a074-6de7243b3013 admin admin] For port 3990cd00-c953-4f27-89eb-49d6924ad8aa, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=3990cd00-c953-4f27-89eb-49d6924ad8aa,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:07.820895 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3f5ade57-1337-41fa-a074-6de7243b3013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:07.833631 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ade57-1337-41fa-a074-6de7243b3013 admin admin] Calling delete_port for 3990cd00-c953-4f27-89eb-49d6924ad8aa owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:22:07.927458 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-91fbdbc3-b29a-4716-af52-c593ddfc6403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfba3c1-c389-4188-a441-7bd87913e7c5', 'name': 'tempest-TestAggregatesBasicOps-167091497-router', 'tenant_id': '7b309cdce7804c819f2087b2f5627900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '3990cd00-c953-4f27-89eb-49d6924ad8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:55Z', 'updated_at': '2021-09-21T18:22:06Z', 'revision_number': 5, 'project_id': '7b309cdce7804c819f2087b2f5627900', 'gw_port': {'id': '3990cd00-c953-4f27-89eb-49d6924ad8aa', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfba3c1-c389-4188-a441-7bd87913e7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:56Z', 'updated_at': '2021-09-21T18:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:07.958092 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fbdbc3-b29a-4716-af52-c593ddfc6403 None None] Checking router: 4dfba3c1-c389-4188-a441-7bd87913e7c5 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:22:07.966619 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fbdbc3-b29a-4716-af52-c593ddfc6403 None None] Routers {'4dfba3c1-c389-4188-a441-7bd87913e7c5'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:22:07.967261 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-91fbdbc3-b29a-4716-af52-c593ddfc6403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:21:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['4dfba3c1-c389-4188-a441-7bd87913e7c5'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:08.014905 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3f5ade57-1337-41fa-a074-6de7243b3013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:08.045919 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ade57-1337-41fa-a074-6de7243b3013 admin admin] Pushing event deleted for resources: {'Port': ['ID=3990cd00-c953-4f27-89eb-49d6924ad8aa,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:08.050247 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-91fbdbc3-b29a-4716-af52-c593ddfc6403 None None] Set router 4dfba3c1-c389-4188-a441-7bd87913e7c5 gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:22:08.109496 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3f5ade57-1337-41fa-a074-6de7243b3013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:08.110385 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-91fbdbc3-b29a-4716-af52-c593ddfc6403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfba3c1-c389-4188-a441-7bd87913e7c5', 'name': 'tempest-TestAggregatesBasicOps-167091497-router', 'tenant_id': '7b309cdce7804c819f2087b2f5627900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:55Z', 'updated_at': '2021-09-21T18:22:07Z', 'revision_number': 6, 'project_id': '7b309cdce7804c819f2087b2f5627900', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:08.138266 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fbdbc3-b29a-4716-af52-c593ddfc6403 None None] The sync data for ids ['4dfba3c1-c389-4188-a441-7bd87913e7c5'] in n-d-810291-1 is: [{'id': '4dfba3c1-c389-4188-a441-7bd87913e7c5', 'name': 'tempest-TestAggregatesBasicOps-167091497-router', 'tenant_id': '7b309cdce7804c819f2087b2f5627900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:55Z', 'updated_at': '2021-09-21T18:22:07Z', 'revision_number': 6, 'project_id': '7b309cdce7804c819f2087b2f5627900', 'gw_port_host': None}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:22:08.506185 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3f5ade57-1337-41fa-a074-6de7243b3013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:08.508480 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3f5ade57-1337-41fa-a074-6de7243b3013 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:08.552982 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3f5ade57-1337-41fa-a074-6de7243b3013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:08.553829 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5ade57-1337-41fa-a074-6de7243b3013 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dfba3c1-c389-4188-a441-7bd87913e7c5 {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:22:08.559218 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3f5ade57-1337-41fa-a074-6de7243b3013 admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:08.563491 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48490) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:08.564036 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3f5ade57-1337-41fa-a074-6de7243b3013 admin admin] 10.222.0.58 "DELETE /v2.0/routers/4dfba3c1-c389-4188-a441-7bd87913e7c5 HTTP/1.1" status: 204 len: 168 time: 1.1166606 Sep 21 18:22:08.612892 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-80fa3375-8114-46f4-88f5-72ed26c43ed7 admin admin] Deleting subnet ffc4e49f-1693-4b3b-b7ff-b5da936c6ac3 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:22:08.616817 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-80fa3375-8114-46f4-88f5-72ed26c43ed7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:08.655181 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-80fa3375-8114-46f4-88f5-72ed26c43ed7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:08.736006 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-80fa3375-8114-46f4-88f5-72ed26c43ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:08.791426 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-80fa3375-8114-46f4-88f5-72ed26c43ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:08.822280 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa3375-8114-46f4-88f5-72ed26c43ed7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffc4e49f-1693-4b3b-b7ff-b5da936c6ac3,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:08.826696 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-80fa3375-8114-46f4-88f5-72ed26c43ed7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:08.828711 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-80fa3375-8114-46f4-88f5-72ed26c43ed7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ffc4e49f-1693-4b3b-b7ff-b5da936c6ac3 HTTP/1.1" status: 204 len: 168 time: 0.2639010 Sep 21 18:22:08.831269 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48494) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:08.832641 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a574ed11-79e9-42f8-83cf-b3d65e6251d3 None None] Network adce5568-3025-4ec0-9ae3-4c917acae6ea requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:22:08.900941 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-16ab97aa-8610-455f-b79e-8a6a5884c72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:08.964522 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-16ab97aa-8610-455f-b79e-8a6a5884c72d admin admin] Deleting port 5652125e-c7a9-489e-b357-d5ebf3e7d4fb {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:22:08.966647 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-16ab97aa-8610-455f-b79e-8a6a5884c72d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:09.008439 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 3990cd00-c953-4f27-89eb-49d6924ad8aa no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:22:09.035202 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 3990cd00-c953-4f27-89eb-49d6924ad8aa {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:22:09.035553 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 3990cd00-c953-4f27-89eb-49d6924ad8aa not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:22:09.036018 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:22:09.042698 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-16ab97aa-8610-455f-b79e-8a6a5884c72d admin admin] For port 5652125e-c7a9-489e-b357-d5ebf3e7d4fb, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=5652125e-c7a9-489e-b357-d5ebf3e7d4fb,segment=NetworkSegment(d371261b-fbcd-4674-886b-b65c2cce394e),segment_id=d371261b-fbcd-4674-886b-b65c2cce394e)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:09.044410 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-16ab97aa-8610-455f-b79e-8a6a5884c72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:09.063515 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-16ab97aa-8610-455f-b79e-8a6a5884c72d admin admin] Calling delete_port for 5652125e-c7a9-489e-b357-d5ebf3e7d4fb owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:22:09.071407 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7001f256-90b3-48df-902f-5f20a1bf28c1 None None] DHCP port deletion for adce5568-3025-4ec0-9ae3-4c917acae6ea request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:22:09.075021 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:22:09.075530 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 5ceffd89-b4ec-42e9-82c1-ba00e06b6fa9 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:22:09.127315 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-7001f256-90b3-48df-902f-5f20a1bf28c1 None None] Deleting port 5652125e-c7a9-489e-b357-d5ebf3e7d4fb {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:22:09.127906 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7001f256-90b3-48df-902f-5f20a1bf28c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:09.148794 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-16ab97aa-8610-455f-b79e-8a6a5884c72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:09.175896 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab97aa-8610-455f-b79e-8a6a5884c72d admin admin] Pushing event deleted for resources: {'Port': ['ID=5652125e-c7a9-489e-b357-d5ebf3e7d4fb,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:09.179720 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ab97aa-8610-455f-b79e-8a6a5884c72d admin admin] No DVR routers for this DVR port 5652125e-c7a9-489e-b357-d5ebf3e7d4fb on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:22:09.211444 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-7001f256-90b3-48df-902f-5f20a1bf28c1 None None] For port 5652125e-c7a9-489e-b357-d5ebf3e7d4fb, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=5652125e-c7a9-489e-b357-d5ebf3e7d4fb,segment=NetworkSegment(d371261b-fbcd-4674-886b-b65c2cce394e),segment_id=d371261b-fbcd-4674-886b-b65c2cce394e)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:09.211966 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7001f256-90b3-48df-902f-5f20a1bf28c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:09.226976 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-7001f256-90b3-48df-902f-5f20a1bf28c1 None None] Calling delete_port for 5652125e-c7a9-489e-b357-d5ebf3e7d4fb owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:22:09.273917 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-16ab97aa-8610-455f-b79e-8a6a5884c72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:09.295374 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-16ab97aa-8610-455f-b79e-8a6a5884c72d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adce5568-3025-4ec0-9ae3-4c917acae6ea']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:09.305119 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-16ab97aa-8610-455f-b79e-8a6a5884c72d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd371261b-fbcd-4674-886b-b65c2cce394e') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:09.305414 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-16ab97aa-8610-455f-b79e-8a6a5884c72d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd371261b-fbcd-4674-886b-b65c2cce394e') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:09.316614 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-16ab97aa-8610-455f-b79e-8a6a5884c72d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:09.317952 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7001f256-90b3-48df-902f-5f20a1bf28c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:09.331657 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-16ab97aa-8610-455f-b79e-8a6a5884c72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:09.338988 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16ab97aa-8610-455f-b79e-8a6a5884c72d admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:22:09.339317 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-16ab97aa-8610-455f-b79e-8a6a5884c72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:09.341138 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:22:09.341138 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:22:09.341138 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:22:09.341138 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:22:09.341138 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:22:09.341138 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:22:09.341138 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:22:09.341138 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:22:09.341138 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:22:09.341138 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:22:09.341138 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:22:09.341138 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:22:09.341138 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:22:09.341138 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:22:09.341138 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:22:09.341138 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:22:09.341138 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:22:09.341138 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:22:09.341138 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:22:09.341138 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:22:09.341138 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:22:09.341138 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:22:09.341138 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:22:09.341138 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:22:09.341138 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:22:09.341138 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:22:09.341138 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:22:09.341138 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:22:09.341138 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:22:09.341138 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:22:09.341138 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:22:09.341138 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:22:09.348231 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7001f256-90b3-48df-902f-5f20a1bf28c1 None None] Pushing event deleted for resources: {'Port': ['ID=5652125e-c7a9-489e-b357-d5ebf3e7d4fb,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:09.349926 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7001f256-90b3-48df-902f-5f20a1bf28c1 None None] No DVR routers for this DVR port 5652125e-c7a9-489e-b357-d5ebf3e7d4fb on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:22:09.420367 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-16ab97aa-8610-455f-b79e-8a6a5884c72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:09.427745 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-16ab97aa-8610-455f-b79e-8a6a5884c72d admin admin] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:09.429673 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-16ab97aa-8610-455f-b79e-8a6a5884c72d admin admin] 10.222.0.58 "DELETE /v2.0/networks/adce5568-3025-4ec0-9ae3-4c917acae6ea HTTP/1.1" status: 204 len: 168 time: 0.5974994 Sep 21 18:22:09.441716 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab97aa-8610-455f-b79e-8a6a5884c72d admin admin] Pushing event deleted for resources: {'Network': ['ID=adce5568-3025-4ec0-9ae3-4c917acae6ea,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:09.613682 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48506) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:09.659540 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-738a6007-2f77-4381-88e8-3c27a588dfd2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=194317f849be4aff89d94228b6d2a0d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445945 Sep 21 18:22:09.662033 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48508) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:09.710697 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f02562be-4135-4b0f-961f-b662e53be198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:09.731389 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f02562be-4135-4b0f-961f-b662e53be198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:09.782528 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f02562be-4135-4b0f-961f-b662e53be198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:09.785339 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f02562be-4135-4b0f-961f-b662e53be198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:09.786561 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f02562be-4135-4b0f-961f-b662e53be198 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/68990052-7979-4e75-b317-520a90aef633 HTTP/1.1" status: 204 len: 168 time: 0.1236272 Sep 21 18:22:09.795989 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02562be-4135-4b0f-961f-b662e53be198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68990052-7979-4e75-b317-520a90aef633,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:10.126788 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48516) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:10.166645 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3ab896f5-a10a-4a9e-9467-9253171f5248 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7b309cdce7804c819f2087b2f5627900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384433 Sep 21 18:22:10.169116 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48518) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:10.217966 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-406952d1-96cd-4742-b540-06159ad924fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:10.239007 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-406952d1-96cd-4742-b540-06159ad924fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:10.285006 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-406952d1-96cd-4742-b540-06159ad924fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:10.287924 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-406952d1-96cd-4742-b540-06159ad924fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:10.289119 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-406952d1-96cd-4742-b540-06159ad924fd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/18f94e7d-ed5b-4bee-90e4-9b59e6ce6fa4 HTTP/1.1" status: 204 len: 168 time: 0.1188960 Sep 21 18:22:10.297549 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406952d1-96cd-4742-b540-06159ad924fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f94e7d-ed5b-4bee-90e4-9b59e6ce6fa4,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:10.919947 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 5652125e-c7a9-489e-b357-d5ebf3e7d4fb no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:22:10.941664 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 5652125e-c7a9-489e-b357-d5ebf3e7d4fb {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:22:10.942093 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 5652125e-c7a9-489e-b357-d5ebf3e7d4fb not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:22:12.095176 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48564) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:12.100100 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-727fdf54-db24-4d87-b149-20b6b538d49a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-495920172', 'description': 'tempest-secgroup-smoke-495920172 description', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:12.123694 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-727fdf54-db24-4d87-b149-20b6b538d49a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:12.131786 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-727fdf54-db24-4d87-b149-20b6b538d49a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:12.228963 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-727fdf54-db24-4d87-b149-20b6b538d49a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:12.233370 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-727fdf54-db24-4d87-b149-20b6b538d49a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:12.267397 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727fdf54-db24-4d87-b149-20b6b538d49a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a836096e-e70e-458a-a061-995c77e66399,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:12.324473 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-727fdf54-db24-4d87-b149-20b6b538d49a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:12.330135 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-727fdf54-db24-4d87-b149-20b6b538d49a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:12.358131 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-727fdf54-db24-4d87-b149-20b6b538d49a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:12.359777 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-727fdf54-db24-4d87-b149-20b6b538d49a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2635920 Sep 21 18:22:12.361897 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727fdf54-db24-4d87-b149-20b6b538d49a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9007094-3cc5-47d4-8cf1-e4d9e06ca163,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:12.363033 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48566) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:12.367947 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-67b57b73-8b93-485e-b63f-fc119778259c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'security_group_rule': {'security_group_id': 'e9007094-3cc5-47d4-8cf1-e4d9e06ca163', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:12.399482 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-67b57b73-8b93-485e-b63f-fc119778259c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:12.455900 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-67b57b73-8b93-485e-b63f-fc119778259c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:12.461376 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-67b57b73-8b93-485e-b63f-fc119778259c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:12.478043 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b57b73-8b93-485e-b63f-fc119778259c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=011a37c5-d4e1-4387-898d-c286dda8ecc4,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:12.485319 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-67b57b73-8b93-485e-b63f-fc119778259c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:12.486702 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-67b57b73-8b93-485e-b63f-fc119778259c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226323 Sep 21 18:22:12.489617 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48568) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:12.493950 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-97c59490-aad6-49d9-929f-7057d81c6109 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'security_group_rule': {'security_group_id': 'e9007094-3cc5-47d4-8cf1-e4d9e06ca163', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:12.521875 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-97c59490-aad6-49d9-929f-7057d81c6109 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:12.577611 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-97c59490-aad6-49d9-929f-7057d81c6109 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:12.582747 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-97c59490-aad6-49d9-929f-7057d81c6109 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:12.604821 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c59490-aad6-49d9-929f-7057d81c6109 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6532eefd-f5f8-4df7-be1d-f9cf806b8096,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:12.612204 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-97c59490-aad6-49d9-929f-7057d81c6109 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:12.613863 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-97c59490-aad6-49d9-929f-7057d81c6109 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1232915 Sep 21 18:22:12.616589 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48570) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:12.620941 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-338f2e5f-d23a-4233-a64e-4c60896b50c1 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'security_group_rule': {'security_group_id': 'e9007094-3cc5-47d4-8cf1-e4d9e06ca163', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:12.648920 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-338f2e5f-d23a-4233-a64e-4c60896b50c1 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:12.714767 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-338f2e5f-d23a-4233-a64e-4c60896b50c1 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:12.720802 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-338f2e5f-d23a-4233-a64e-4c60896b50c1 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:12.738497 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f2e5f-d23a-4233-a64e-4c60896b50c1 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a11d12d-f59d-49a9-ab46-cfefe63d7ab8,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:12.746911 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-338f2e5f-d23a-4233-a64e-4c60896b50c1 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:12.748142 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-338f2e5f-d23a-4233-a64e-4c60896b50c1 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1306140 Sep 21 18:22:12.750918 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48572) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:12.755212 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-6b72f1f2-0e4b-4e22-9fbc-6fc5005a0d2c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'security_group_rule': {'security_group_id': 'e9007094-3cc5-47d4-8cf1-e4d9e06ca163', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:12.783866 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6b72f1f2-0e4b-4e22-9fbc-6fc5005a0d2c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:12.846734 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6b72f1f2-0e4b-4e22-9fbc-6fc5005a0d2c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:12.852698 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6b72f1f2-0e4b-4e22-9fbc-6fc5005a0d2c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:12.874789 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72f1f2-0e4b-4e22-9fbc-6fc5005a0d2c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75fe647b-b4da-4a95-b1ad-96b1ec31ca2e,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:12.882187 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6b72f1f2-0e4b-4e22-9fbc-6fc5005a0d2c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:12.887000 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6b72f1f2-0e4b-4e22-9fbc-6fc5005a0d2c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1350822 Sep 21 18:22:12.887262 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48574) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:12.892853 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-17dd3997-0dae-4c2e-b178-14faad57051a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'security_group_rule': {'security_group_id': 'e9007094-3cc5-47d4-8cf1-e4d9e06ca163', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:12.917980 n-d-810291-1 neutron-server[101460]: INFO neutron.db.securitygroups_db [None req-17dd3997-0dae-4c2e-b178-14faad57051a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Project 99089d04f7cb4cd988bfbe14fd24f277 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:22:12.922703 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-17dd3997-0dae-4c2e-b178-14faad57051a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:12.986155 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-17dd3997-0dae-4c2e-b178-14faad57051a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:12.991347 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-17dd3997-0dae-4c2e-b178-14faad57051a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:13.012473 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd3997-0dae-4c2e-b178-14faad57051a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f5040a-5470-4599-8a79-5291197edf73,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:13.016637 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-17dd3997-0dae-4c2e-b178-14faad57051a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:13.017850 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-17dd3997-0dae-4c2e-b178-14faad57051a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1295383 Sep 21 18:22:13.020826 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48578) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:13.025378 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-be02be7e-8209-4c9c-b72b-52d51be13d4a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'security_group_rule': {'security_group_id': 'e9007094-3cc5-47d4-8cf1-e4d9e06ca163', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:13.047803 n-d-810291-1 neutron-server[101460]: INFO neutron.db.securitygroups_db [None req-be02be7e-8209-4c9c-b72b-52d51be13d4a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Project 99089d04f7cb4cd988bfbe14fd24f277 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:22:13.053269 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-be02be7e-8209-4c9c-b72b-52d51be13d4a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:13.118398 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-be02be7e-8209-4c9c-b72b-52d51be13d4a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:13.123058 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-be02be7e-8209-4c9c-b72b-52d51be13d4a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:13.141692 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02be7e-8209-4c9c-b72b-52d51be13d4a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee2c453-8755-4b26-97d0-78b1bfb470f7,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:13.145968 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-be02be7e-8209-4c9c-b72b-52d51be13d4a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:13.150018 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-be02be7e-8209-4c9c-b72b-52d51be13d4a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1254632 Sep 21 18:22:13.150321 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48584) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:13.156156 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-1c66cfaa-3c06-40b5-88b8-4d53d4bc6f52 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'network': {'name': 'tempest-network-smoke--1970048338', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'port_security_enabled': True}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:13.177708 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c66cfaa-3c06-40b5-88b8-4d53d4bc6f52 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Made reservation on behalf of 99089d04f7cb4cd988bfbe14fd24f277 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:22:13.181186 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1c66cfaa-3c06-40b5-88b8-4d53d4bc6f52 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:13.209052 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c66cfaa-3c06-40b5-88b8-4d53d4bc6f52 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:22:13.219718 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1c66cfaa-3c06-40b5-88b8-4d53d4bc6f52 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:13.220097 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-1c66cfaa-3c06-40b5-88b8-4d53d4bc6f52 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Added segment cbce863c-9311-4b00-ba4c-67ecc228a462 of type vlan for network ecb69a9b-b9ae-4980-a4b5-26e908ab5481 Sep 21 18:22:13.264310 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1c66cfaa-3c06-40b5-88b8-4d53d4bc6f52 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:13.289770 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1c66cfaa-3c06-40b5-88b8-4d53d4bc6f52 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:13.295517 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c66cfaa-3c06-40b5-88b8-4d53d4bc6f52 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:13.296158 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1c66cfaa-3c06-40b5-88b8-4d53d4bc6f52 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:13.332690 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1c66cfaa-3c06-40b5-88b8-4d53d4bc6f52 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1813650 Sep 21 18:22:13.335754 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48588) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:13.340339 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-6a8be5cc-7466-4712-854f-5c0eb3411208 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1488951625', 'admin_state_up': True, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:13.365984 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6a8be5cc-7466-4712-854f-5c0eb3411208 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:13.366883 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66cfaa-3c06-40b5-88b8-4d53d4bc6f52 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'Network': ['ID=ecb69a9b-b9ae-4980-a4b5-26e908ab5481,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:13.368200 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6a8be5cc-7466-4712-854f-5c0eb3411208 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:13.377583 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network ecb69a9b-b9ae-4980-a4b5-26e908ab5481 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:22:13.424626 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6a8be5cc-7466-4712-854f-5c0eb3411208 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:13.560643 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6a8be5cc-7466-4712-854f-5c0eb3411208 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:13.770916 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6a8be5cc-7466-4712-854f-5c0eb3411208 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:13.790297 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6a8be5cc-7466-4712-854f-5c0eb3411208 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:13.899133 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-6a8be5cc-7466-4712-854f-5c0eb3411208 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Allocated IP 172.25.6.58 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/1f60a3b1-cec0-4ac0-b8eb-c8efee34c709) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:22:14.000696 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6a8be5cc-7466-4712-854f-5c0eb3411208 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:14.037095 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6a8be5cc-7466-4712-854f-5c0eb3411208 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:14.083647 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8be5cc-7466-4712-854f-5c0eb3411208 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:22:14.086394 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-6a8be5cc-7466-4712-854f-5c0eb3411208 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:22:14.091685 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8be5cc-7466-4712-854f-5c0eb3411208 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:22:14.120613 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8be5cc-7466-4712-854f-5c0eb3411208 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'Port': ['ID=1f60a3b1-cec0-4ac0-b8eb-c8efee34c709,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:14.759009 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6a8be5cc-7466-4712-854f-5c0eb3411208 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:14.958916 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6a8be5cc-7466-4712-854f-5c0eb3411208 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:15.092336 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8be5cc-7466-4712-854f-5c0eb3411208 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Router aae2a7c8-7927-48a3-94d9-e51503ff9f50 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:22:15.200835 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8be5cc-7466-4712-854f-5c0eb3411208 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:22:15.212339 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48112983-2e7b-4bb5-94b4-62ac9136a5b1 None None] Sync routers for ids ['aae2a7c8-7927-48a3-94d9-e51503ff9f50'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:22:15.223322 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48112983-2e7b-4bb5-94b4-62ac9136a5b1 None None] Routers {'aae2a7c8-7927-48a3-94d9-e51503ff9f50'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:22:15.223529 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6a8be5cc-7466-4712-854f-5c0eb3411208 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:15.223939 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-48112983-2e7b-4bb5-94b4-62ac9136a5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:21:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['aae2a7c8-7927-48a3-94d9-e51503ff9f50'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:15.224851 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6a8be5cc-7466-4712-854f-5c0eb3411208 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8880444 Sep 21 18:22:15.228140 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48592) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:15.324985 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-48112983-2e7b-4bb5-94b4-62ac9136a5b1 None None] Set router aae2a7c8-7927-48a3-94d9-e51503ff9f50 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:22:15.369888 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d8cad6f0-99ea-413d-ae15-8fcb5ef698b4 tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=99089d04f7cb4cd988bfbe14fd24f277&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1400127 Sep 21 18:22:15.372534 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48600) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:15.470281 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acf7def-010f-4f82-88a9-6d0864f7f199 tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:15.474793 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3acf7def-010f-4f82-88a9-6d0864f7f199 tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0984595 Sep 21 18:22:15.475317 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48602) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:15.511386 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a054e752-2a72-4300-925f-97e53e4db11e tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b8a002cf-2233-41c0-bbfe-1c8ea43e5299&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347528 Sep 21 18:22:15.513932 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48606) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:15.518770 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-4b5db15e-5770-49ce-8099-85fe4c37b794 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-347649367', 'network_id': 'ecb69a9b-b9ae-4980-a4b5-26e908ab5481', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:15.523249 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-48112983-2e7b-4bb5-94b4-62ac9136a5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488951625', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '1f60a3b1-cec0-4ac0-b8eb-c8efee34c709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:22:13Z', 'updated_at': '2021-09-21T18:22:14Z', 'revision_number': 3, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': '1f60a3b1-cec0-4ac0-b8eb-c8efee34c709', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:86:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:22:13Z', 'updated_at': '2021-09-21T18:22:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:15.620093 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5db15e-5770-49ce-8099-85fe4c37b794 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Made reservation on behalf of 99089d04f7cb4cd988bfbe14fd24f277 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:22:15.624089 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4b5db15e-5770-49ce-8099-85fe4c37b794 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:15.649636 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48112983-2e7b-4bb5-94b4-62ac9136a5b1 None None] Checking router: aae2a7c8-7927-48a3-94d9-e51503ff9f50 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:22:15.649978 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48112983-2e7b-4bb5-94b4-62ac9136a5b1 None None] Updating router aae2a7c8-7927-48a3-94d9-e51503ff9f50 port 1f60a3b1-cec0-4ac0-b8eb-c8efee34c709 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:22:15.674284 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-48112983-2e7b-4bb5-94b4-62ac9136a5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:15.848032 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a516b-591a-41b4-856c-25723290d40f req-94b0864b-111d-492b-a77b-257bb4951446 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:15.849609 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3d0a516b-591a-41b4-856c-25723290d40f req-94b0864b-111d-492b-a77b-257bb4951446 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/networks?id=d369e5c5-60af-4748-b4b0-9650fd649648 HTTP/1.1" status: 200 len: 812 time: 0.1608572 Sep 21 18:22:15.898466 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3d0a516b-591a-41b4-856c-25723290d40f req-3619fb0d-6b48-45a1-819c-5c4f75732d6c tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/quotas/ed22908bce274772830e1e318854b4a6 HTTP/1.1" status: 200 len: 375 time: 0.0405576 Sep 21 18:22:15.925158 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5b6ffb31-63f8-4e60-b7e1-6fae59f95efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:15.926582 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-48112983-2e7b-4bb5-94b4-62ac9136a5b1 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:15.933140 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-48112983-2e7b-4bb5-94b4-62ac9136a5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:15.935527 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4b5db15e-5770-49ce-8099-85fe4c37b794 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:15.983445 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd90c2a-2a1f-4bc1-8842-809b7980a303 None None] Pushing event updated for resources: {'Port': ['ID=1f60a3b1-cec0-4ac0-b8eb-c8efee34c709,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:15.985775 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-48112983-2e7b-4bb5-94b4-62ac9136a5b1 None None] Attempting to bind port 1f60a3b1-cec0-4ac0-b8eb-c8efee34c709 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:22:15.986138 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-48112983-2e7b-4bb5-94b4-62ac9136a5b1 None None] Attempting to bind port 1f60a3b1-cec0-4ac0-b8eb-c8efee34c709 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:22:15.986493 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48112983-2e7b-4bb5-94b4-62ac9136a5b1 None None] Attempting to bind port 1f60a3b1-cec0-4ac0-b8eb-c8efee34c709 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:22:15.991882 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48112983-2e7b-4bb5-94b4-62ac9136a5b1 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:22:15.992244 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48112983-2e7b-4bb5-94b4-62ac9136a5b1 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:22:15.992635 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-48112983-2e7b-4bb5-94b4-62ac9136a5b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:15.993017 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48112983-2e7b-4bb5-94b4-62ac9136a5b1 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:22:15.993470 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-48112983-2e7b-4bb5-94b4-62ac9136a5b1 None None] Bound port: 1f60a3b1-cec0-4ac0-b8eb-c8efee34c709, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:22:15.993853 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-48112983-2e7b-4bb5-94b4-62ac9136a5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:16.002729 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3d0a516b-591a-41b4-856c-25723290d40f req-1a7c8ece-5406-4438-bf8b-95617de0fc02 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ed22908bce274772830e1e318854b4a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0958979 Sep 21 18:22:16.003369 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5db15e-5770-49ce-8099-85fe4c37b794 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'Subnet': ['ID=ade4699a-a674-4a17-bda9-3110e3c42b9a,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:16.028317 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5db15e-5770-49ce-8099-85fe4c37b794 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Checking segment: {'id': 'cbce863c-9311-4b00-ba4c-67ecc228a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ecb69a9b-b9ae-4980-a4b5-26e908ab5481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:22:16.028687 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5db15e-5770-49ce-8099-85fe4c37b794 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Network hostable DHCP agents. Network: ecb69a9b-b9ae-4980-a4b5-26e908ab5481, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:22:16.048326 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-48112983-2e7b-4bb5-94b4-62ac9136a5b1 None None] For port 1f60a3b1-cec0-4ac0-b8eb-c8efee34c709, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:22:16.049582 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5db15e-5770-49ce-8099-85fe4c37b794 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Network ecb69a9b-b9ae-4980-a4b5-26e908ab5481 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:22:16.055429 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-48112983-2e7b-4bb5-94b4-62ac9136a5b1 None None] For port 1f60a3b1-cec0-4ac0-b8eb-c8efee34c709, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1f60a3b1-cec0-4ac0-b8eb-c8efee34c709,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:22:16.060504 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-4b5db15e-5770-49ce-8099-85fe4c37b794 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, ecb69a9b-b9ae-4980-a4b5-26e908ab5481) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:22:16.063026 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-48112983-2e7b-4bb5-94b4-62ac9136a5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:16.065159 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5db15e-5770-49ce-8099-85fe4c37b794 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:16.065764 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4b5db15e-5770-49ce-8099-85fe4c37b794 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:16.073069 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58934a50-ca42-4026-9a48-d6c66d6ccefb None None] Network ecb69a9b-b9ae-4980-a4b5-26e908ab5481 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:22:16.098737 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4b5db15e-5770-49ce-8099-85fe4c37b794 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5832429 Sep 21 18:22:16.101386 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48616) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:16.132091 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48112983-2e7b-4bb5-94b4-62ac9136a5b1 None None] Routers {'aae2a7c8-7927-48a3-94d9-e51503ff9f50'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:22:16.132636 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-48112983-2e7b-4bb5-94b4-62ac9136a5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:21:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['aae2a7c8-7927-48a3-94d9-e51503ff9f50'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:16.182154 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd90c2a-2a1f-4bc1-8842-809b7980a303 None None] Pushing event updated for resources: {'Port': ['ID=1f60a3b1-cec0-4ac0-b8eb-c8efee34c709,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:16.250668 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3d0a516b-591a-41b4-856c-25723290d40f req-fcda16e6-a996-49d6-8952-4712cf0ee8f1 service neutron] 10.222.0.58 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362254 Sep 21 18:22:16.251726 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7bf387-58e5-49cd-bf14-04560a4b24e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-ecb69a9b-b9ae-4980-a4b5-26e908ab5481', 'network_id': 'ecb69a9b-b9ae-4980-a4b5-26e908ab5481', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'fixed_ips': [{'subnet_id': 'ade4699a-a674-4a17-bda9-3110e3c42b9a'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:22:16.253367 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cf7bf387-58e5-49cd-bf14-04560a4b24e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:16.265661 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-48112983-2e7b-4bb5-94b4-62ac9136a5b1 None None] Set router aae2a7c8-7927-48a3-94d9-e51503ff9f50 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:22:16.404666 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-cf7bf387-58e5-49cd-bf14-04560a4b24e9 None None] Allocated IP 172.20.0.2 (ecb69a9b-b9ae-4980-a4b5-26e908ab5481/ade4699a-a674-4a17-bda9-3110e3c42b9a/e69e85d6-44d2-4cb4-83b7-0c9db5021578) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:22:16.429875 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3d0a516b-591a-41b4-856c-25723290d40f req-ab7824d5-eccf-4cab-82ef-194640714230 service neutron] 10.222.0.58 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729078 Sep 21 18:22:16.468393 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-48112983-2e7b-4bb5-94b4-62ac9136a5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488951625', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '1f60a3b1-cec0-4ac0-b8eb-c8efee34c709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:22:13Z', 'updated_at': '2021-09-21T18:22:14Z', 'revision_number': 3, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': '1f60a3b1-cec0-4ac0-b8eb-c8efee34c709', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:86:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:22:13Z', 'updated_at': '2021-09-21T18:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:16.501375 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48112983-2e7b-4bb5-94b4-62ac9136a5b1 None None] The sync data for ids ['aae2a7c8-7927-48a3-94d9-e51503ff9f50'] in n-d-810291-1 is: [{'id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488951625', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '1f60a3b1-cec0-4ac0-b8eb-c8efee34c709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:22:13Z', 'updated_at': '2021-09-21T18:22:14Z', 'revision_number': 3, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': '1f60a3b1-cec0-4ac0-b8eb-c8efee34c709', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:86:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:22:13Z', 'updated_at': '2021-09-21T18:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:22:16.593642 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cf7bf387-58e5-49cd-bf14-04560a4b24e9 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:16.604772 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cf7bf387-58e5-49cd-bf14-04560a4b24e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:16.642291 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7bf387-58e5-49cd-bf14-04560a4b24e9 None None] Network ecb69a9b-b9ae-4980-a4b5-26e908ab5481 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:22:16.647376 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-cf7bf387-58e5-49cd-bf14-04560a4b24e9 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:22:16.653399 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7bf387-58e5-49cd-bf14-04560a4b24e9 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:22:16.691752 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-15ef3cf3-233d-408f-bcfd-96a21509b78b req-a5760106-f593-4a1a-80e0-f2dfbe8ce469 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=812909bb-c271-4f85-9edb-86c92e3cabdd HTTP/1.1" status: 200 len: 210 time: 0.0374508 Sep 21 18:22:16.724760 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7bf387-58e5-49cd-bf14-04560a4b24e9 None None] Pushing event updated for resources: {'Port': ['ID=e69e85d6-44d2-4cb4-83b7-0c9db5021578,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:16.728126 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3d2d7ce6-62cc-4099-a614-826a90831ea9 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:16.736902 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-cf7bf387-58e5-49cd-bf14-04560a4b24e9 None None] Attempting to bind port e69e85d6-44d2-4cb4-83b7-0c9db5021578 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:22:16.737501 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-cf7bf387-58e5-49cd-bf14-04560a4b24e9 None None] Attempting to bind port e69e85d6-44d2-4cb4-83b7-0c9db5021578 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'cbce863c-9311-4b00-ba4c-67ecc228a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ecb69a9b-b9ae-4980-a4b5-26e908ab5481'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:22:16.738111 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7bf387-58e5-49cd-bf14-04560a4b24e9 None None] Attempting to bind port e69e85d6-44d2-4cb4-83b7-0c9db5021578 on network ecb69a9b-b9ae-4980-a4b5-26e908ab5481 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:22:16.745081 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7bf387-58e5-49cd-bf14-04560a4b24e9 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:22:16.746990 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7bf387-58e5-49cd-bf14-04560a4b24e9 None None] Checking segment: {'id': 'cbce863c-9311-4b00-ba4c-67ecc228a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ecb69a9b-b9ae-4980-a4b5-26e908ab5481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:22:16.746990 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cf7bf387-58e5-49cd-bf14-04560a4b24e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:16.746990 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7bf387-58e5-49cd-bf14-04560a4b24e9 None None] Bound using segment: {'id': 'cbce863c-9311-4b00-ba4c-67ecc228a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ecb69a9b-b9ae-4980-a4b5-26e908ab5481'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:22:16.746990 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-cf7bf387-58e5-49cd-bf14-04560a4b24e9 None None] Bound port: e69e85d6-44d2-4cb4-83b7-0c9db5021578, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbce863c-9311-4b00-ba4c-67ecc228a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ecb69a9b-b9ae-4980-a4b5-26e908ab5481'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:22:16.747744 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cf7bf387-58e5-49cd-bf14-04560a4b24e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:16.826505 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-cf7bf387-58e5-49cd-bf14-04560a4b24e9 None None] For port e69e85d6-44d2-4cb4-83b7-0c9db5021578, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:22:16.830740 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-cf7bf387-58e5-49cd-bf14-04560a4b24e9 None None] For port e69e85d6-44d2-4cb4-83b7-0c9db5021578, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e69e85d6-44d2-4cb4-83b7-0c9db5021578,segment=NetworkSegment(cbce863c-9311-4b00-ba4c-67ecc228a462),segment_id=cbce863c-9311-4b00-ba4c-67ecc228a462)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:22:16.838770 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cf7bf387-58e5-49cd-bf14-04560a4b24e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:16.943581 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7bf387-58e5-49cd-bf14-04560a4b24e9 None None] Pushing event updated for resources: {'Port': ['ID=e69e85d6-44d2-4cb4-83b7-0c9db5021578,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:17.072910 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1f60a3b1-cec0-4ac0-b8eb-c8efee34c709 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:22:17.136991 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-3d2d7ce6-62cc-4099-a614-826a90831ea9 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Allocated IP 172.20.0.1 (ecb69a9b-b9ae-4980-a4b5-26e908ab5481/ade4699a-a674-4a17-bda9-3110e3c42b9a/89c38303-621b-4c3a-b5ac-7b14027f4295) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:22:17.151651 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 1f60a3b1-cec0-4ac0-b8eb-c8efee34c709 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:17.152497 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:17.314303 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:17.333206 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3d2d7ce6-62cc-4099-a614-826a90831ea9 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:17.344205 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 1f60a3b1-cec0-4ac0-b8eb-c8efee34c709, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1f60a3b1-cec0-4ac0-b8eb-c8efee34c709,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:17.352969 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:17.389011 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3d2d7ce6-62cc-4099-a614-826a90831ea9 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:17.409025 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=1f60a3b1-cec0-4ac0-b8eb-c8efee34c709,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:17.434202 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2d7ce6-62cc-4099-a614-826a90831ea9 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Network ecb69a9b-b9ae-4980-a4b5-26e908ab5481 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:22:17.437474 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-3d2d7ce6-62cc-4099-a614-826a90831ea9 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:22:17.442744 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2d7ce6-62cc-4099-a614-826a90831ea9 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:22:17.482975 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d7ce6-62cc-4099-a614-826a90831ea9 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'Port': ['ID=89c38303-621b-4c3a-b5ac-7b14027f4295,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:17.507182 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3d2d7ce6-62cc-4099-a614-826a90831ea9 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:17.639239 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3d2d7ce6-62cc-4099-a614-826a90831ea9 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:17.817059 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-779c759b-fc5c-4d4d-8274-215f886a67eb req-62f350bb-3732-4a42-b5e5-37c2d8aad1c0 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=812909bb-c271-4f85-9edb-86c92e3cabdd HTTP/1.1" status: 200 len: 210 time: 0.0316234 Sep 21 18:22:17.982215 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a516b-591a-41b4-856c-25723290d40f req-c54f8bb7-64f6-429c-90e8-336591f8f9dc tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:17.983803 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3d0a516b-591a-41b4-856c-25723290d40f req-c54f8bb7-64f6-429c-90e8-336591f8f9dc tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.44 "GET /v2.0/networks?id=d369e5c5-60af-4748-b4b0-9650fd649648 HTTP/1.1" status: 200 len: 812 time: 0.1487086 Sep 21 18:22:17.998997 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-3d0a516b-591a-41b4-856c-25723290d40f req-849d876d-e847-4fa5-bc69-69a871186fa4 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Request body: {'port': {'device_id': '812909bb-c271-4f85-9edb-86c92e3cabdd', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'admin_state_up': True, 'tenant_id': 'ed22908bce274772830e1e318854b4a6'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:18.007091 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3d2d7ce6-62cc-4099-a614-826a90831ea9 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:18.017214 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3d2d7ce6-62cc-4099-a614-826a90831ea9 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:18.081181 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3d2d7ce6-62cc-4099-a614-826a90831ea9 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:18.150996 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d32a618-545d-43a6-a76e-6bb3bbc2a4c5 None None] Network ecb69a9b-b9ae-4980-a4b5-26e908ab5481 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:22:18.151882 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d0a516b-591a-41b4-856c-25723290d40f req-849d876d-e847-4fa5-bc69-69a871186fa4 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Made reservation on behalf of ed22908bce274772830e1e318854b4a6 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:22:18.155836 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3d0a516b-591a-41b4-856c-25723290d40f req-849d876d-e847-4fa5-bc69-69a871186fa4 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:18.224188 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d7ce6-62cc-4099-a614-826a90831ea9 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'Port': ['ID=89c38303-621b-4c3a-b5ac-7b14027f4295,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:18.234861 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2d7ce6-62cc-4099-a614-826a90831ea9 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Network ecb69a9b-b9ae-4980-a4b5-26e908ab5481 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:22:18.236602 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-3d2d7ce6-62cc-4099-a614-826a90831ea9 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:22:18.258209 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b7e3111e-45dc-426e-9e7b-2d8c142ce9c0 None None] Provisioning complete for port e69e85d6-44d2-4cb4-83b7-0c9db5021578 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:18.258578 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b7e3111e-45dc-426e-9e7b-2d8c142ce9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:18.312005 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-3d0a516b-591a-41b4-856c-25723290d40f req-849d876d-e847-4fa5-bc69-69a871186fa4 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Allocated IP 172.20.0.3 (d369e5c5-60af-4748-b4b0-9650fd649648/3451e09d-0afb-4f27-b18f-9613783297a1/a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:22:18.361012 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2d7ce6-62cc-4099-a614-826a90831ea9 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Router aae2a7c8-7927-48a3-94d9-e51503ff9f50 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:22:18.453932 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b7e3111e-45dc-426e-9e7b-2d8c142ce9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:18.485578 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-94a30b0b-5a74-4f2f-b1d0-d633ce015e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:18.519797 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2d7ce6-62cc-4099-a614-826a90831ea9 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:22:18.532209 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3d0a516b-591a-41b4-856c-25723290d40f req-849d876d-e847-4fa5-bc69-69a871186fa4 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:18.534511 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3d2d7ce6-62cc-4099-a614-826a90831ea9 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "PUT /v2.0/routers/aae2a7c8-7927-48a3-94d9-e51503ff9f50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4319992 Sep 21 18:22:18.566401 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b7e3111e-45dc-426e-9e7b-2d8c142ce9c0 None None] For port e69e85d6-44d2-4cb4-83b7-0c9db5021578, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e69e85d6-44d2-4cb4-83b7-0c9db5021578,segment=NetworkSegment(cbce863c-9311-4b00-ba4c-67ecc228a462),segment_id=cbce863c-9311-4b00-ba4c-67ecc228a462)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:18.576282 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b7e3111e-45dc-426e-9e7b-2d8c142ce9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:18.604454 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3d0a516b-591a-41b4-856c-25723290d40f req-849d876d-e847-4fa5-bc69-69a871186fa4 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:18.661365 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d0a516b-591a-41b4-856c-25723290d40f req-849d876d-e847-4fa5-bc69-69a871186fa4 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Network d369e5c5-60af-4748-b4b0-9650fd649648 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:22:18.665000 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-3d0a516b-591a-41b4-856c-25723290d40f req-849d876d-e847-4fa5-bc69-69a871186fa4 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:22:18.670040 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0a516b-591a-41b4-856c-25723290d40f req-849d876d-e847-4fa5-bc69-69a871186fa4 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:22:18.704361 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cf8b97-d17b-4449-b1f3-04b3a2016996 None None] Sync routers for ids ['aae2a7c8-7927-48a3-94d9-e51503ff9f50'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:22:18.737669 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e3111e-45dc-426e-9e7b-2d8c142ce9c0 None None] Pushing event updated for resources: {'Port': ['ID=e69e85d6-44d2-4cb4-83b7-0c9db5021578,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:18.757587 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cf8b97-d17b-4449-b1f3-04b3a2016996 None None] Routers {'aae2a7c8-7927-48a3-94d9-e51503ff9f50'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:22:18.758239 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d7cf8b97-d17b-4449-b1f3-04b3a2016996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:22:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['aae2a7c8-7927-48a3-94d9-e51503ff9f50'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:18.765719 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d876d-e847-4fa5-bc69-69a871186fa4 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Pushing event updated for resources: {'Port': ['ID=a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:18.809252 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849d876d-e847-4fa5-bc69-69a871186fa4 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:18.809990 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849d876d-e847-4fa5-bc69-69a871186fa4 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:18.810496 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849d876d-e847-4fa5-bc69-69a871186fa4 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:18.811321 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849d876d-e847-4fa5-bc69-69a871186fa4 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:18.812013 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849d876d-e847-4fa5-bc69-69a871186fa4 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:18.812518 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849d876d-e847-4fa5-bc69-69a871186fa4 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:18.813021 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849d876d-e847-4fa5-bc69-69a871186fa4 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:18.813550 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849d876d-e847-4fa5-bc69-69a871186fa4 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:18.814051 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849d876d-e847-4fa5-bc69-69a871186fa4 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:18.814596 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849d876d-e847-4fa5-bc69-69a871186fa4 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:18.815344 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849d876d-e847-4fa5-bc69-69a871186fa4 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:18.815830 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849d876d-e847-4fa5-bc69-69a871186fa4 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:18.848958 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-dc2da225-a77f-4f4a-85dc-63408c356931 req-42dbca82-d61e-4fc8-8b57-65f8a2811f46 tempest-ServerActionsTestJSON-663042070 tempest-ServerActionsTestJSON-663042070-project] (101461) timed out ('10.222.0.44', 55740) {{(pid=101461) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 18:22:18.864118 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a516b-591a-41b4-856c-25723290d40f req-849d876d-e847-4fa5-bc69-69a871186fa4 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:18.864813 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3d0a516b-591a-41b4-856c-25723290d40f req-849d876d-e847-4fa5-bc69-69a871186fa4 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:18.901755 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3d0a516b-591a-41b4-856c-25723290d40f req-849d876d-e847-4fa5-bc69-69a871186fa4 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9068868 Sep 21 18:22:18.920916 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-3f6903ad-b654-4932-be0d-221f1e4f61bd tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-495920172&fields=id&tenant_id=99089d04f7cb4cd988bfbe14fd24f277 HTTP/1.1" status: 200 len: 267 time: 0.1619074 Sep 21 18:22:19.005849 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7bcbc-1467-4679-81bb-d85b4b51a7dd req-57f4b716-d445-4d29-a05f-1cd4d83fcc83 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:19.006516 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-d7cf8b97-d17b-4449-b1f3-04b3a2016996 None None] Set router aae2a7c8-7927-48a3-94d9-e51503ff9f50 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:22:19.019236 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-84a7bcbc-1467-4679-81bb-d85b4b51a7dd req-57f4b716-d445-4d29-a05f-1cd4d83fcc83 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=812909bb-c271-4f85-9edb-86c92e3cabdd HTTP/1.1" status: 200 len: 931 time: 0.1006985 Sep 21 18:22:19.068460 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-84a7bcbc-1467-4679-81bb-d85b4b51a7dd req-bee4fffa-e2be-4657-a90d-707b64fb1a65 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483325 Sep 21 18:22:19.074507 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-3d0a516b-591a-41b4-856c-25723290d40f req-12d9a22f-5bac-4b6b-808e-2a97d25e923a service neutron] Request body: {'port': {'device_id': '812909bb-c271-4f85-9edb-86c92e3cabdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:19.093943 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-857782c6-a4b8-41f5-8c9f-c76a78ce1ee6 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:19.102096 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-857782c6-a4b8-41f5-8c9f-c76a78ce1ee6 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/networks?id=ecb69a9b-b9ae-4980-a4b5-26e908ab5481 HTTP/1.1" status: 200 len: 797 time: 0.1798749 Sep 21 18:22:19.145453 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-d6bb3404-3690-4fce-9098-ab703fa45f2d None None] Provisioning complete for port 89c38303-621b-4c3a-b5ac-7b14027f4295 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:19.146112 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d6bb3404-3690-4fce-9098-ab703fa45f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:19.156175 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-4acac8d1-8d66-4f60-99b2-71af70163bdf tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/quotas/99089d04f7cb4cd988bfbe14fd24f277 HTTP/1.1" status: 200 len: 375 time: 0.0530894 Sep 21 18:22:19.183530 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1f60a3b1-cec0-4ac0-b8eb-c8efee34c709 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:22:19.241047 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:19.262599 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3d0a516b-591a-41b4-856c-25723290d40f req-12d9a22f-5bac-4b6b-808e-2a97d25e923a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:19.291842 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-d6bb3404-3690-4fce-9098-ab703fa45f2d None None] Port 89c38303-621b-4c3a-b5ac-7b14027f4295 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:22:19.306968 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-f447af56-3df5-4a72-b8f4-2d486d14fee7 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1321023 Sep 21 18:22:19.328148 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 1f60a3b1-cec0-4ac0-b8eb-c8efee34c709 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:19.328522 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:19.372431 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-d6bb3404-3690-4fce-9098-ab703fa45f2d None None] Provisioning complete for port e69e85d6-44d2-4cb4-83b7-0c9db5021578 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:19.372868 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d6bb3404-3690-4fce-9098-ab703fa45f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:19.567849 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e69e85d6-44d2-4cb4-83b7-0c9db5021578 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:22:19.577499 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-c11bebc4-11a7-44a0-92ed-beb0b6b35837 service neutron] 10.222.0.58 "GET /v2.0/networks/ecb69a9b-b9ae-4980-a4b5-26e908ab5481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463210 Sep 21 18:22:19.597648 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d7cf8b97-d17b-4449-b1f3-04b3a2016996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488951625', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '1f60a3b1-cec0-4ac0-b8eb-c8efee34c709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:22:13Z', 'updated_at': '2021-09-21T18:22:17Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': '1f60a3b1-cec0-4ac0-b8eb-c8efee34c709', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:86:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:22:13Z', 'updated_at': '2021-09-21T18:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '89c38303-621b-4c3a-b5ac-7b14027f4295', 'name': '', 'network_id': 'ecb69a9b-b9ae-4980-a4b5-26e908ab5481', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:4a:95:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'ade4699a-a674-4a17-bda9-3110e3c42b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:22:16Z', 'updated_at': '2021-09-21T18:22:17Z', 'revision_number': 2, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': 'ade4699a-a674-4a17-bda9-3110e3c42b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:19.626231 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cf8b97-d17b-4449-b1f3-04b3a2016996 None None] Checking router: aae2a7c8-7927-48a3-94d9-e51503ff9f50 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:22:19.626472 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cf8b97-d17b-4449-b1f3-04b3a2016996 None None] Updating router aae2a7c8-7927-48a3-94d9-e51503ff9f50 port 89c38303-621b-4c3a-b5ac-7b14027f4295 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:22:19.660074 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d7cf8b97-d17b-4449-b1f3-04b3a2016996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:19.716574 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port e69e85d6-44d2-4cb4-83b7-0c9db5021578 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:19.717273 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:19.740401 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-d9a8cedb-f467-4d69-a276-4e5b7f50f3cc service neutron] 10.222.0.58 "GET /v2.0/networks/ecb69a9b-b9ae-4980-a4b5-26e908ab5481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543908 Sep 21 18:22:19.756157 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-3d0a516b-591a-41b4-856c-25723290d40f req-12d9a22f-5bac-4b6b-808e-2a97d25e923a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:22:19.764566 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3d0a516b-591a-41b4-856c-25723290d40f req-12d9a22f-5bac-4b6b-808e-2a97d25e923a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:19.778523 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-3d0a516b-591a-41b4-856c-25723290d40f req-12d9a22f-5bac-4b6b-808e-2a97d25e923a service neutron] Transition to ACTIVE for port object a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:22:19.783971 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3d0a516b-591a-41b4-856c-25723290d40f req-12d9a22f-5bac-4b6b-808e-2a97d25e923a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:19.822503 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-617773ac-b213-430d-a82d-f755371e3549 None None] Provisioning complete for port 89c38303-621b-4c3a-b5ac-7b14027f4295 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:19.822755 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-617773ac-b213-430d-a82d-f755371e3549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:19.841531 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9a22f-5bac-4b6b-808e-2a97d25e923a service neutron] Pushing event updated for resources: {'Port': ['ID=a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:19.869796 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-617773ac-b213-430d-a82d-f755371e3549 None None] Port 89c38303-621b-4c3a-b5ac-7b14027f4295 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:22:19.942026 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-3d0a516b-591a-41b4-856c-25723290d40f req-12d9a22f-5bac-4b6b-808e-2a97d25e923a service neutron] Attempting to bind port a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:22:19.942374 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-3d0a516b-591a-41b4-856c-25723290d40f req-12d9a22f-5bac-4b6b-808e-2a97d25e923a service neutron] Attempting to bind port a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:22:19.942710 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0a516b-591a-41b4-856c-25723290d40f req-12d9a22f-5bac-4b6b-808e-2a97d25e923a service neutron] Attempting to bind port a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a on network d369e5c5-60af-4748-b4b0-9650fd649648 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:22:19.959316 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0a516b-591a-41b4-856c-25723290d40f req-12d9a22f-5bac-4b6b-808e-2a97d25e923a service neutron] Port a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a on network d369e5c5-60af-4748-b4b0-9650fd649648 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:22:19.959316 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0a516b-591a-41b4-856c-25723290d40f req-12d9a22f-5bac-4b6b-808e-2a97d25e923a service neutron] Attempting to bind port a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a on network d369e5c5-60af-4748-b4b0-9650fd649648 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:22:19.975538 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0a516b-591a-41b4-856c-25723290d40f req-12d9a22f-5bac-4b6b-808e-2a97d25e923a service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:22:19.975921 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0a516b-591a-41b4-856c-25723290d40f req-12d9a22f-5bac-4b6b-808e-2a97d25e923a service neutron] Checking segment: {'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:22:19.976275 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0a516b-591a-41b4-856c-25723290d40f req-12d9a22f-5bac-4b6b-808e-2a97d25e923a service neutron] Bound using segment: {'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:22:19.976715 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-3d0a516b-591a-41b4-856c-25723290d40f req-12d9a22f-5bac-4b6b-808e-2a97d25e923a service neutron] Bound port: a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:22:19.977080 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3d0a516b-591a-41b4-856c-25723290d40f req-12d9a22f-5bac-4b6b-808e-2a97d25e923a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:20.023411 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e7e83dd4-a948-4e91-8610-19c7771096f6 req-581a6ffa-777a-4649-823e-f52fabee3f24 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 210 time: 0.0343950 Sep 21 18:22:20.103006 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-3d0a516b-591a-41b4-856c-25723290d40f req-12d9a22f-5bac-4b6b-808e-2a97d25e923a service neutron] For port a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:22:20.113728 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-3d0a516b-591a-41b4-856c-25723290d40f req-12d9a22f-5bac-4b6b-808e-2a97d25e923a service neutron] For port a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:22:20.125855 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3d0a516b-591a-41b4-856c-25723290d40f req-12d9a22f-5bac-4b6b-808e-2a97d25e923a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:20.230278 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a516b-591a-41b4-856c-25723290d40f req-12d9a22f-5bac-4b6b-808e-2a97d25e923a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:20.231128 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3d0a516b-591a-41b4-856c-25723290d40f req-12d9a22f-5bac-4b6b-808e-2a97d25e923a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:20.232750 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3d0a516b-591a-41b4-856c-25723290d40f req-12d9a22f-5bac-4b6b-808e-2a97d25e923a service neutron] 10.222.0.44 "PUT /v2.0/ports/a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a HTTP/1.1" status: 200 len: 1091 time: 1.1636844 Sep 21 18:22:20.234079 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '812909bb-c271-4f85-9edb-86c92e3cabdd', 'tag': 'a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:22:20.238558 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8f8442-f396-4870-a798-95dee82f24a1" -d '{"events": [{"name": "network-changed", "server_uuid": "812909bb-c271-4f85-9edb-86c92e3cabdd", "tag": "a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:22:20.284614 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959be11-c765-4eda-b350-783dda907580 req-3f70f4ae-a8b6-4c30-8067-efdc8b742580 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:20.286636 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c959be11-c765-4eda-b350-783dda907580 req-3f70f4ae-a8b6-4c30-8067-efdc8b742580 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=812909bb-c271-4f85-9edb-86c92e3cabdd HTTP/1.1" status: 200 len: 943 time: 0.1276793 Sep 21 18:22:20.305991 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:20.329204 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9250ec-1bc9-4143-aeb3-6acff046823b x-openstack-request-id: req-7e9250ec-1bc9-4143-aeb3-6acff046823b {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:22:20.329516 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "812909bb-c271-4f85-9edb-86c92e3cabdd", "tag": "a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:22:20.329769 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7e9250ec-1bc9-4143-aeb3-6acff046823b {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:22:20.330757 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '812909bb-c271-4f85-9edb-86c92e3cabdd', 'tag': 'a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a', 'status': 'completed', 'code': 200} Sep 21 18:22:20.375230 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c959be11-c765-4eda-b350-783dda907580 req-58b8de96-6bfd-4a39-b296-8e0d1b2ae161 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435033 Sep 21 18:22:20.376126 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9a22f-5bac-4b6b-808e-2a97d25e923a service neutron] Pushing event updated for resources: {'Port': ['ID=a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:20.412204 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a516b-591a-41b4-856c-25723290d40f req-b41160f5-e936-42b7-b72e-2f9e33f0f633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:20.413965 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3d0a516b-591a-41b4-856c-25723290d40f req-b41160f5-e936-42b7-b72e-2f9e33f0f633 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed22908bce274772830e1e318854b4a6&device_id=812909bb-c271-4f85-9edb-86c92e3cabdd HTTP/1.1" status: 200 len: 1094 time: 0.1238408 Sep 21 18:22:20.463296 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d7cf8b97-d17b-4449-b1f3-04b3a2016996 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:20.474775 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d7cf8b97-d17b-4449-b1f3-04b3a2016996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:20.485956 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3d0a516b-591a-41b4-856c-25723290d40f req-429ebb1d-a49e-4c13-9e53-4f2a46aa0904 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a HTTP/1.1" status: 200 len: 217 time: 0.0628719 Sep 21 18:22:20.558249 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a516b-591a-41b4-856c-25723290d40f req-738f4d3c-1145-4ddb-bb62-8cdb7f965087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:20.560028 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3d0a516b-591a-41b4-856c-25723290d40f req-738f4d3c-1145-4ddb-bb62-8cdb7f965087 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3451e09d-0afb-4f27-b18f-9613783297a1 HTTP/1.1" status: 200 len: 851 time: 0.0649033 Sep 21 18:22:20.578515 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97bfd8-3073-4d57-bbfd-b05a5e6e88fd None None] Pushing event updated for resources: {'Port': ['ID=89c38303-621b-4c3a-b5ac-7b14027f4295,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:20.634778 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-d7cf8b97-d17b-4449-b1f3-04b3a2016996 None None] Attempting to bind port 89c38303-621b-4c3a-b5ac-7b14027f4295 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:22:20.635312 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-d7cf8b97-d17b-4449-b1f3-04b3a2016996 None None] Attempting to bind port 89c38303-621b-4c3a-b5ac-7b14027f4295 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'cbce863c-9311-4b00-ba4c-67ecc228a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ecb69a9b-b9ae-4980-a4b5-26e908ab5481'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:22:20.635682 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cf8b97-d17b-4449-b1f3-04b3a2016996 None None] Attempting to bind port 89c38303-621b-4c3a-b5ac-7b14027f4295 on network ecb69a9b-b9ae-4980-a4b5-26e908ab5481 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:22:20.641924 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cf8b97-d17b-4449-b1f3-04b3a2016996 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:22:20.642108 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cf8b97-d17b-4449-b1f3-04b3a2016996 None None] Checking segment: {'id': 'cbce863c-9311-4b00-ba4c-67ecc228a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ecb69a9b-b9ae-4980-a4b5-26e908ab5481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:22:20.642664 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d7cf8b97-d17b-4449-b1f3-04b3a2016996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:20.643086 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cf8b97-d17b-4449-b1f3-04b3a2016996 None None] Bound using segment: {'id': 'cbce863c-9311-4b00-ba4c-67ecc228a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ecb69a9b-b9ae-4980-a4b5-26e908ab5481'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:22:20.643600 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-d7cf8b97-d17b-4449-b1f3-04b3a2016996 None None] Bound port: 89c38303-621b-4c3a-b5ac-7b14027f4295, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbce863c-9311-4b00-ba4c-67ecc228a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ecb69a9b-b9ae-4980-a4b5-26e908ab5481'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:22:20.644502 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d7cf8b97-d17b-4449-b1f3-04b3a2016996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:20.676921 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a516b-591a-41b4-856c-25723290d40f req-f6664212-927f-43b2-92ba-7dab8bbac5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:20.679083 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3d0a516b-591a-41b4-856c-25723290d40f req-f6664212-927f-43b2-92ba-7dab8bbac5c8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d369e5c5-60af-4748-b4b0-9650fd649648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100793 Sep 21 18:22:20.764167 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-d7cf8b97-d17b-4449-b1f3-04b3a2016996 None None] For port 89c38303-621b-4c3a-b5ac-7b14027f4295, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:22:20.768452 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-d7cf8b97-d17b-4449-b1f3-04b3a2016996 None None] For port 89c38303-621b-4c3a-b5ac-7b14027f4295, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=89c38303-621b-4c3a-b5ac-7b14027f4295,segment=NetworkSegment(cbce863c-9311-4b00-ba4c-67ecc228a462),segment_id=cbce863c-9311-4b00-ba4c-67ecc228a462)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:22:20.773558 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d7cf8b97-d17b-4449-b1f3-04b3a2016996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:20.831855 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3d0a516b-591a-41b4-856c-25723290d40f req-437be477-50fa-431c-b5ea-e7770ca1a53a service neutron] 10.222.0.44 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402409 Sep 21 18:22:20.848542 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cf8b97-d17b-4449-b1f3-04b3a2016996 None None] Routers {'aae2a7c8-7927-48a3-94d9-e51503ff9f50'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:22:20.849350 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d7cf8b97-d17b-4449-b1f3-04b3a2016996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:22:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['aae2a7c8-7927-48a3-94d9-e51503ff9f50'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:20.853461 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97bfd8-3073-4d57-bbfd-b05a5e6e88fd None None] Pushing event updated for resources: {'Port': ['ID=89c38303-621b-4c3a-b5ac-7b14027f4295,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:20.920647 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5bee2b32-d1e4-4af4-bdec-ebfec277068e None None] Provisioning complete for port 89c38303-621b-4c3a-b5ac-7b14027f4295 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:20.921028 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5bee2b32-d1e4-4af4-bdec-ebfec277068e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:20.972921 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3d0a516b-591a-41b4-856c-25723290d40f req-0251402d-e53f-4ee0-8e0a-9613022d9be1 service neutron] 10.222.0.44 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308105 Sep 21 18:22:21.034876 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-d7cf8b97-d17b-4449-b1f3-04b3a2016996 None None] Set router aae2a7c8-7927-48a3-94d9-e51503ff9f50 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:22:21.086088 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f8442-f396-4870-a798-95dee82f24a1 req-5dcd31aa-ff1b-45bb-9bd8-c4f136d7116d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:21.087819 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2d8f8442-f396-4870-a798-95dee82f24a1 req-5dcd31aa-ff1b-45bb-9bd8-c4f136d7116d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed22908bce274772830e1e318854b4a6&device_id=812909bb-c271-4f85-9edb-86c92e3cabdd HTTP/1.1" status: 200 len: 1094 time: 0.0530539 Sep 21 18:22:21.166061 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0746e363-e4e8-43b6-8719-e8d11d90d650 req-529af2d5-6cb4-4c0e-82e6-519b2c2dc270 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 210 time: 0.0510948 Sep 21 18:22:21.241072 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5bee2b32-d1e4-4af4-bdec-ebfec277068e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:21.250809 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f8442-f396-4870-a798-95dee82f24a1 req-0a9d6287-4d42-4ee2-b15d-24a6670ac59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:21.253441 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2d8f8442-f396-4870-a798-95dee82f24a1 req-0a9d6287-4d42-4ee2-b15d-24a6670ac59b service neutron] 10.222.0.44 "GET /v2.0/networks?id=d369e5c5-60af-4748-b4b0-9650fd649648 HTTP/1.1" status: 200 len: 913 time: 0.1570933 Sep 21 18:22:21.310998 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5bee2b32-d1e4-4af4-bdec-ebfec277068e None None] For port 89c38303-621b-4c3a-b5ac-7b14027f4295, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=89c38303-621b-4c3a-b5ac-7b14027f4295,segment=NetworkSegment(cbce863c-9311-4b00-ba4c-67ecc228a462),segment_id=cbce863c-9311-4b00-ba4c-67ecc228a462)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:21.320525 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2d8f8442-f396-4870-a798-95dee82f24a1 req-e9b3aaab-2d2d-4616-8630-32c611753c49 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a HTTP/1.1" status: 200 len: 217 time: 0.0549111 Sep 21 18:22:21.328192 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5bee2b32-d1e4-4af4-bdec-ebfec277068e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:21.391771 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d7cf8b97-d17b-4449-b1f3-04b3a2016996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488951625', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '1f60a3b1-cec0-4ac0-b8eb-c8efee34c709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:22:13Z', 'updated_at': '2021-09-21T18:22:17Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': '1f60a3b1-cec0-4ac0-b8eb-c8efee34c709', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:86:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:22:13Z', 'updated_at': '2021-09-21T18:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '89c38303-621b-4c3a-b5ac-7b14027f4295', 'name': '', 'network_id': 'ecb69a9b-b9ae-4980-a4b5-26e908ab5481', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:4a:95:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'ade4699a-a674-4a17-bda9-3110e3c42b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:22:16Z', 'updated_at': '2021-09-21T18:22:20Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': 'ade4699a-a674-4a17-bda9-3110e3c42b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:21.429541 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f8442-f396-4870-a798-95dee82f24a1 req-65f1a2ae-169e-4de5-8297-f51649b99cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:21.431089 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2d8f8442-f396-4870-a798-95dee82f24a1 req-65f1a2ae-169e-4de5-8297-f51649b99cc8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3451e09d-0afb-4f27-b18f-9613783297a1 HTTP/1.1" status: 200 len: 851 time: 0.1023901 Sep 21 18:22:21.447111 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cf8b97-d17b-4449-b1f3-04b3a2016996 None None] The sync data for ids ['aae2a7c8-7927-48a3-94d9-e51503ff9f50'] in n-d-810291-1 is: [{'id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488951625', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '1f60a3b1-cec0-4ac0-b8eb-c8efee34c709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:22:13Z', 'updated_at': '2021-09-21T18:22:17Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': '1f60a3b1-cec0-4ac0-b8eb-c8efee34c709', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:86:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:22:13Z', 'updated_at': '2021-09-21T18:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '89c38303-621b-4c3a-b5ac-7b14027f4295', 'name': '', 'network_id': 'ecb69a9b-b9ae-4980-a4b5-26e908ab5481', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:4a:95:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'ade4699a-a674-4a17-bda9-3110e3c42b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:22:16Z', 'updated_at': '2021-09-21T18:22:20Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': 'ade4699a-a674-4a17-bda9-3110e3c42b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:22:21.456546 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-d68b33ad-127a-4bd1-83e7-faf5c42dfdff tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:21.458107 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-d68b33ad-127a-4bd1-83e7-faf5c42dfdff tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.38 "GET /v2.0/networks?id=ecb69a9b-b9ae-4980-a4b5-26e908ab5481 HTTP/1.1" status: 200 len: 797 time: 0.2034950 Sep 21 18:22:21.465002 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee2b32-d1e4-4af4-bdec-ebfec277068e None None] Pushing event updated for resources: {'Port': ['ID=89c38303-621b-4c3a-b5ac-7b14027f4295,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:21.478327 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-d0b9a716-24c2-4fcd-8249-6e09d9f27bf5 None None] Provisioning complete for port 89c38303-621b-4c3a-b5ac-7b14027f4295 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:21.478849 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d0b9a716-24c2-4fcd-8249-6e09d9f27bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:21.592510 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f8442-f396-4870-a798-95dee82f24a1 req-d773f4a1-99c2-49c8-9329-39b5a6caa417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:21.594303 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2d8f8442-f396-4870-a798-95dee82f24a1 req-d773f4a1-99c2-49c8-9329-39b5a6caa417 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d369e5c5-60af-4748-b4b0-9650fd649648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1539466 Sep 21 18:22:21.632046 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-f25b1a40-77ef-409c-bae8-173f3ba62e5f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99089d04f7cb4cd988bfbe14fd24f277 HTTP/1.1" status: 200 len: 379 time: 0.1401904 Sep 21 18:22:21.653894 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-bc871524-26b3-4c2b-8fb0-fd75b757a339 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'port': {'device_id': '35a0e7f9-71ee-4455-84f0-ace0644dd995', 'network_id': 'ecb69a9b-b9ae-4980-a4b5-26e908ab5481', 'admin_state_up': True, 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'security_groups': ['e9007094-3cc5-47d4-8cf1-e4d9e06ca163']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:21.659529 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:21.683030 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19f937-52fc-4fbc-b411-16b3625868df req-28c38258-79ad-4e21-8aa8-09261ade3f87 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:21.684682 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ce19f937-52fc-4fbc-b411-16b3625868df req-28c38258-79ad-4e21-8aa8-09261ade3f87 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=812909bb-c271-4f85-9edb-86c92e3cabdd HTTP/1.1" status: 200 len: 943 time: 0.2025869 Sep 21 18:22:21.912985 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ce19f937-52fc-4fbc-b411-16b3625868df req-cb149a6c-2b7f-4688-8cb9-e72bc9b1b034 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156532 Sep 21 18:22:21.928622 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2d8f8442-f396-4870-a798-95dee82f24a1 req-ff924b24-c7c1-4c15-b2d1-fa0908c5aa93 service neutron] 10.222.0.44 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204532 Sep 21 18:22:22.050830 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-bc871524-26b3-4c2b-8fb0-fd75b757a339 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Made reservation on behalf of 99089d04f7cb4cd988bfbe14fd24f277 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:22:22.055589 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-bc871524-26b3-4c2b-8fb0-fd75b757a339 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:22.160062 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2d8f8442-f396-4870-a798-95dee82f24a1 req-6966f871-2444-4e56-92c9-88b0185e11da service neutron] 10.222.0.44 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179837 Sep 21 18:22:22.286228 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-88db33ea-38dd-4d3b-a3d4-f407ae6a491b req-eb76562d-927b-4ed1-bbb7-cd8aa31115f7 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 210 time: 0.0280197 Sep 21 18:22:22.301576 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-bc871524-26b3-4c2b-8fb0-fd75b757a339 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Allocated IP 172.20.0.8 (ecb69a9b-b9ae-4980-a4b5-26e908ab5481/ade4699a-a674-4a17-bda9-3110e3c42b9a/8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:22:22.499718 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-bc871524-26b3-4c2b-8fb0-fd75b757a339 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:22.551631 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-bc871524-26b3-4c2b-8fb0-fd75b757a339 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:22.607316 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-bc871524-26b3-4c2b-8fb0-fd75b757a339 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Network ecb69a9b-b9ae-4980-a4b5-26e908ab5481 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:22:22.613517 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-bc871524-26b3-4c2b-8fb0-fd75b757a339 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:22:22.618853 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-bc871524-26b3-4c2b-8fb0-fd75b757a339 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:22:22.622965 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc871524-26b3-4c2b-8fb0-fd75b757a339 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'Port': ['ID=8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:22.693807 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-bc871524-26b3-4c2b-8fb0-fd75b757a339 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:22.693807 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-bc871524-26b3-4c2b-8fb0-fd75b757a339 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:22.711116 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-bc871524-26b3-4c2b-8fb0-fd75b757a339 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0644834 Sep 21 18:22:22.724431 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-ad6917f8-1062-4d6b-a978-51f43b4938f2 service neutron] Request body: {'port': {'device_id': '35a0e7f9-71ee-4455-84f0-ace0644dd995', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:22.798232 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-ad6917f8-1062-4d6b-a978-51f43b4938f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:23.018781 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-51ca8ded-2151-4916-b607-88878b322969 None None] Provisioning complete for port 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:23.019726 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-51ca8ded-2151-4916-b607-88878b322969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:23.074764 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 89c38303-621b-4c3a-b5ac-7b14027f4295 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:22:23.078231 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-51ca8ded-2151-4916-b607-88878b322969 None None] Port 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:22:23.156192 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7dd5e-d5cd-4123-9bae-4a31e4239a53 req-64b5503f-d9aa-4068-af31-900757dcded4 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:23.166270 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3eb7dd5e-d5cd-4123-9bae-4a31e4239a53 req-64b5503f-d9aa-4068-af31-900757dcded4 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=812909bb-c271-4f85-9edb-86c92e3cabdd HTTP/1.1" status: 200 len: 943 time: 0.1326392 Sep 21 18:22:23.179628 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 89c38303-621b-4c3a-b5ac-7b14027f4295 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:23.181332 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:23.237708 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3eb7dd5e-d5cd-4123-9bae-4a31e4239a53 req-a8c51034-b936-4c86-a589-179d263ae5d8 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704408 Sep 21 18:22:23.328013 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-ad6917f8-1062-4d6b-a978-51f43b4938f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:22:23.338906 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-ad6917f8-1062-4d6b-a978-51f43b4938f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:23.354671 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-ad6917f8-1062-4d6b-a978-51f43b4938f2 service neutron] Transition to ACTIVE for port object 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:22:23.364051 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-ad6917f8-1062-4d6b-a978-51f43b4938f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:23.445398 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6917f8-1062-4d6b-a978-51f43b4938f2 service neutron] Pushing event updated for resources: {'Port': ['ID=8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:23.489517 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690fa49-9830-4ce3-a756-bf471cc61d70 req-2c8e9924-eb12-46d8-8e69-9ec4094e4adf tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:23.491232 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3690fa49-9830-4ce3-a756-bf471cc61d70 req-2c8e9924-eb12-46d8-8e69-9ec4094e4adf tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 943 time: 0.1080880 Sep 21 18:22:23.532984 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-ad6917f8-1062-4d6b-a978-51f43b4938f2 service neutron] Attempting to bind port 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:22:23.533336 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-ad6917f8-1062-4d6b-a978-51f43b4938f2 service neutron] Attempting to bind port 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'cbce863c-9311-4b00-ba4c-67ecc228a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ecb69a9b-b9ae-4980-a4b5-26e908ab5481'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:22:23.533670 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-ad6917f8-1062-4d6b-a978-51f43b4938f2 service neutron] Attempting to bind port 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 on network ecb69a9b-b9ae-4980-a4b5-26e908ab5481 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:22:23.543618 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-ad6917f8-1062-4d6b-a978-51f43b4938f2 service neutron] Port 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 on network ecb69a9b-b9ae-4980-a4b5-26e908ab5481 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:22:23.544185 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-ad6917f8-1062-4d6b-a978-51f43b4938f2 service neutron] Attempting to bind port 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 on network ecb69a9b-b9ae-4980-a4b5-26e908ab5481 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:22:23.553224 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-ad6917f8-1062-4d6b-a978-51f43b4938f2 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:22:23.553715 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-ad6917f8-1062-4d6b-a978-51f43b4938f2 service neutron] Checking segment: {'id': 'cbce863c-9311-4b00-ba4c-67ecc228a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ecb69a9b-b9ae-4980-a4b5-26e908ab5481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:22:23.554373 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-ad6917f8-1062-4d6b-a978-51f43b4938f2 service neutron] Bound using segment: {'id': 'cbce863c-9311-4b00-ba4c-67ecc228a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ecb69a9b-b9ae-4980-a4b5-26e908ab5481'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:22:23.555054 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-ad6917f8-1062-4d6b-a978-51f43b4938f2 service neutron] Bound port: 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbce863c-9311-4b00-ba4c-67ecc228a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ecb69a9b-b9ae-4980-a4b5-26e908ab5481'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:22:23.555526 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-ad6917f8-1062-4d6b-a978-51f43b4938f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:23.562422 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3690fa49-9830-4ce3-a756-bf471cc61d70 req-4d1d4db5-20bb-4e87-aa44-a839b4066f63 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577891 Sep 21 18:22:23.617854 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:24.150314 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-ad6917f8-1062-4d6b-a978-51f43b4938f2 service neutron] For port 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:22:24.154109 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-ad6917f8-1062-4d6b-a978-51f43b4938f2 service neutron] For port 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2,segment=NetworkSegment(cbce863c-9311-4b00-ba4c-67ecc228a462),segment_id=cbce863c-9311-4b00-ba4c-67ecc228a462)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:22:24.167352 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-ad6917f8-1062-4d6b-a978-51f43b4938f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:24.238713 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-ad6917f8-1062-4d6b-a978-51f43b4938f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:24.240588 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-ad6917f8-1062-4d6b-a978-51f43b4938f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:24.246241 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-ad6917f8-1062-4d6b-a978-51f43b4938f2 service neutron] 10.222.0.38 "PUT /v2.0/ports/8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 HTTP/1.1" status: 200 len: 1091 time: 1.5263562 Sep 21 18:22:24.266614 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a0e7f9-71ee-4455-84f0-ace0644dd995', 'tag': '8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:22:24.269118 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d84660-c837-4512-9419-de1b3eaf4029" -d '{"events": [{"name": "network-changed", "server_uuid": "35a0e7f9-71ee-4455-84f0-ace0644dd995", "tag": "8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:22:24.360485 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e370f6-33e9-4d77-b49d-3c6edefd310f x-openstack-request-id: req-16e370f6-33e9-4d77-b49d-3c6edefd310f {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:22:24.361488 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a0e7f9-71ee-4455-84f0-ace0644dd995", "tag": "8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:22:24.361916 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-16e370f6-33e9-4d77-b49d-3c6edefd310f {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:22:24.362478 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a0e7f9-71ee-4455-84f0-ace0644dd995', 'tag': '8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2', 'status': 'completed', 'code': 200} Sep 21 18:22:24.399918 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6917f8-1062-4d6b-a978-51f43b4938f2 service neutron] Pushing event updated for resources: {'Port': ['ID=8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:24.460880 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-5b821ad1-4889-4221-8886-7d3895c82639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:24.462972 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-5b821ad1-4889-4221-8886-7d3895c82639 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 1094 time: 0.1535525 Sep 21 18:22:24.577272 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-ebe5cc2b-c92f-483b-9cfc-11c343ffc917 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 HTTP/1.1" status: 200 len: 217 time: 0.1038949 Sep 21 18:22:24.593251 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a3ee6-2f57-41a2-8cc2-350e1dda2b0b req-d141569b-cc31-4996-9257-eaee45e0a809 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:24.595927 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a28a3ee6-2f57-41a2-8cc2-350e1dda2b0b req-d141569b-cc31-4996-9257-eaee45e0a809 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=812909bb-c271-4f85-9edb-86c92e3cabdd HTTP/1.1" status: 200 len: 943 time: 0.2163384 Sep 21 18:22:24.704935 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-429ae3e1-adb7-4c28-8571-aab84ce5caa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:24.706994 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-429ae3e1-adb7-4c28-8571-aab84ce5caa1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ade4699a-a674-4a17-bda9-3110e3c42b9a HTTP/1.1" status: 200 len: 834 time: 0.1091151 Sep 21 18:22:24.712056 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a28a3ee6-2f57-41a2-8cc2-350e1dda2b0b req-6d0de3d7-c71c-4f22-9677-8df03f5298b6 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999327 Sep 21 18:22:24.779998 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:24.785464 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-fb64ad45-1dbd-49e3-b815-934ba015bb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:24.787121 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-fb64ad45-1dbd-49e3-b815-934ba015bb24 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ecb69a9b-b9ae-4980-a4b5-26e908ab5481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721021 Sep 21 18:22:24.808487 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012ab37-2be7-4461-a02e-5f397663c446 req-4b512d2c-7677-481a-8f32-52af914a07f4 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:24.810915 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d012ab37-2be7-4461-a02e-5f397663c446 req-4b512d2c-7677-481a-8f32-52af914a07f4 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 943 time: 0.1424723 Sep 21 18:22:24.853434 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d012ab37-2be7-4461-a02e-5f397663c446 req-89f808b7-d0dd-4d75-b2af-7e9274638022 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342443 Sep 21 18:22:24.910639 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-308adb58-2819-4d92-ada3-9f6b7a0e6862 service neutron] 10.222.0.38 "GET /v2.0/networks/ecb69a9b-b9ae-4980-a4b5-26e908ab5481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159408 Sep 21 18:22:25.025230 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ed41bad0-e033-4801-9888-d4c8321a8b09 req-5261cc9c-783f-4703-9af1-a0170ee2a531 service neutron] 10.222.0.38 "GET /v2.0/networks/ecb69a9b-b9ae-4980-a4b5-26e908ab5481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051350 Sep 21 18:22:25.134670 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d84660-c837-4512-9419-de1b3eaf4029 req-e148b913-df68-4fbf-a254-becd9c6ae8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:25.137323 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-87d84660-c837-4512-9419-de1b3eaf4029 req-e148b913-df68-4fbf-a254-becd9c6ae8c5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 1094 time: 0.0531206 Sep 21 18:22:25.274437 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d84660-c837-4512-9419-de1b3eaf4029 req-ab2613f9-2314-464c-b15f-3c70bd01a4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:25.276497 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-87d84660-c837-4512-9419-de1b3eaf4029 req-ab2613f9-2314-464c-b15f-3c70bd01a4c1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ecb69a9b-b9ae-4980-a4b5-26e908ab5481 HTTP/1.1" status: 200 len: 898 time: 0.1324220 Sep 21 18:22:25.329262 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-87d84660-c837-4512-9419-de1b3eaf4029 req-fe4b80ee-0855-415e-aec3-574d6f68d0f4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 HTTP/1.1" status: 200 len: 217 time: 0.0443118 Sep 21 18:22:25.388450 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d84660-c837-4512-9419-de1b3eaf4029 req-e88efe96-1723-42f8-8ba9-f2cbc2ead9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:25.389547 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-87d84660-c837-4512-9419-de1b3eaf4029 req-e88efe96-1723-42f8-8ba9-f2cbc2ead9c7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ade4699a-a674-4a17-bda9-3110e3c42b9a HTTP/1.1" status: 200 len: 834 time: 0.0533841 Sep 21 18:22:25.441449 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d84660-c837-4512-9419-de1b3eaf4029 req-91a8f952-9eee-4573-b475-05bb767ed2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:25.443362 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-87d84660-c837-4512-9419-de1b3eaf4029 req-91a8f952-9eee-4573-b475-05bb767ed2a4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ecb69a9b-b9ae-4980-a4b5-26e908ab5481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465343 Sep 21 18:22:25.554125 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-87d84660-c837-4512-9419-de1b3eaf4029 req-f5a61941-d608-4c51-bf29-78edb06dff88 service neutron] 10.222.0.38 "GET /v2.0/networks/ecb69a9b-b9ae-4980-a4b5-26e908ab5481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013517 Sep 21 18:22:25.663390 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-87d84660-c837-4512-9419-de1b3eaf4029 req-a2ef47f6-3278-4b8c-a52f-86f4d7e5ed87 service neutron] 10.222.0.38 "GET /v2.0/networks/ecb69a9b-b9ae-4980-a4b5-26e908ab5481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016073 Sep 21 18:22:25.850887 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d820f0a-2d6a-4c96-8905-b76b9a0bad4b req-efbb3b6c-a159-485f-822d-3d2655769059 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:25.852505 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2d820f0a-2d6a-4c96-8905-b76b9a0bad4b req-efbb3b6c-a159-485f-822d-3d2655769059 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=812909bb-c271-4f85-9edb-86c92e3cabdd HTTP/1.1" status: 200 len: 943 time: 0.0510674 Sep 21 18:22:25.901504 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2d820f0a-2d6a-4c96-8905-b76b9a0bad4b req-d3759ec3-d071-4f36-b7e6-8750f52323ca tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424604 Sep 21 18:22:25.992818 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61240a45-b202-4e23-a9c0-3ee4c19a1d5f req-9d3c8a22-e646-4f29-ae50-d3982fc32cf1 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:25.994483 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-61240a45-b202-4e23-a9c0-3ee4c19a1d5f req-9d3c8a22-e646-4f29-ae50-d3982fc32cf1 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 943 time: 0.0528097 Sep 21 18:22:26.033372 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-61240a45-b202-4e23-a9c0-3ee4c19a1d5f req-cad13b77-ed51-4c7c-8263-75dd57e4cec6 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324767 Sep 21 18:22:27.095621 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43f597-9c2d-484c-a5fa-9c73971bd5f8 req-e5c96620-4af6-45a3-ae2e-18580b3aecb1 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:27.096884 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fd43f597-9c2d-484c-a5fa-9c73971bd5f8 req-e5c96620-4af6-45a3-ae2e-18580b3aecb1 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=812909bb-c271-4f85-9edb-86c92e3cabdd HTTP/1.1" status: 200 len: 943 time: 0.1264973 Sep 21 18:22:27.137043 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fd43f597-9c2d-484c-a5fa-9c73971bd5f8 req-1cf64b67-4d5f-4dfe-bce4-b3c0f3b5a11d tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341997 Sep 21 18:22:27.159478 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a9fb7-a51d-4c12-acb6-20ad29a1fdc4 req-9de66bf8-4957-4e41-9ece-b60a41ba0d6d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:27.160970 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9a0a9fb7-a51d-4c12-acb6-20ad29a1fdc4 req-9de66bf8-4957-4e41-9ece-b60a41ba0d6d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 943 time: 0.0552790 Sep 21 18:22:27.202128 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9a0a9fb7-a51d-4c12-acb6-20ad29a1fdc4 req-cb1402ee-3f7e-418e-a9fe-d84056a72108 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348496 Sep 21 18:22:28.258138 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384246a-5d62-417d-80bc-56281c761da6 req-505a88b4-f266-45d0-b575-e7591a001876 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:28.259839 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4384246a-5d62-417d-80bc-56281c761da6 req-505a88b4-f266-45d0-b575-e7591a001876 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=812909bb-c271-4f85-9edb-86c92e3cabdd HTTP/1.1" status: 200 len: 943 time: 0.0550196 Sep 21 18:22:28.300944 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4384246a-5d62-417d-80bc-56281c761da6 req-821f6737-5047-47a6-9c20-8448e4f0b6ea tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349038 Sep 21 18:22:28.326422 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8bb059-338c-4454-ad9e-4b1afbad6262 req-ef21dc88-0ab1-4731-8a4a-fa6ec2b5ceef tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:28.328102 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7e8bb059-338c-4454-ad9e-4b1afbad6262 req-ef21dc88-0ab1-4731-8a4a-fa6ec2b5ceef tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 943 time: 0.0558107 Sep 21 18:22:28.367684 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7e8bb059-338c-4454-ad9e-4b1afbad6262 req-142237ee-d9ec-4d21-b233-051cd4e071c7 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328774 Sep 21 18:22:28.836637 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:22:28.936740 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2,segment=NetworkSegment(cbce863c-9311-4b00-ba4c-67ecc228a462),segment_id=cbce863c-9311-4b00-ba4c-67ecc228a462)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:28.948388 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2', 'network_id': 'ecb69a9b-b9ae-4980-a4b5-26e908ab5481', 'port_id': '8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2', 'mac_address': 'fa:16:3e:2d:8a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ade4699a-a674-4a17-bda9-3110e3c42b9a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:22:28.986250 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:28.999179 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:22:29.019150 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2,segment=NetworkSegment(cbce863c-9311-4b00-ba4c-67ecc228a462),segment_id=cbce863c-9311-4b00-ba4c-67ecc228a462)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:29.023274 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:29.069475 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:29.248495 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:22:29.429055 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3216fa-ceba-4180-8595-1f613df0aae4 req-0c664206-e826-4603-86b5-f1db11b162c0 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:29.431378 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-df3216fa-ceba-4180-8595-1f613df0aae4 req-0c664206-e826-4603-86b5-f1db11b162c0 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=812909bb-c271-4f85-9edb-86c92e3cabdd HTTP/1.1" status: 200 len: 943 time: 0.0559731 Sep 21 18:22:29.477632 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-df3216fa-ceba-4180-8595-1f613df0aae4 req-74341853-aaa0-40ee-a403-a41c2825529b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386174 Sep 21 18:22:29.499981 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2643ef-882c-4885-9d71-6cf7ccba10ff req-43855c8a-4a53-47c1-a377-9dc1cd3366b1 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:29.501585 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6b2643ef-882c-4885-9d71-6cf7ccba10ff req-43855c8a-4a53-47c1-a377-9dc1cd3366b1 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 944 time: 0.0604918 Sep 21 18:22:29.541202 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6b2643ef-882c-4885-9d71-6cf7ccba10ff req-3cbdf271-5c98-4991-bbd3-383f5d05022c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327346 Sep 21 18:22:30.604343 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e7798-04b8-4c5f-81f0-842cb8e37ca7 req-2871c588-8b38-44a0-bdab-abbb28286ed1 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:30.606022 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c53e7798-04b8-4c5f-81f0-842cb8e37ca7 req-2871c588-8b38-44a0-bdab-abbb28286ed1 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=812909bb-c271-4f85-9edb-86c92e3cabdd HTTP/1.1" status: 200 len: 943 time: 0.0548656 Sep 21 18:22:30.646348 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c53e7798-04b8-4c5f-81f0-842cb8e37ca7 req-823e8748-dfbd-4c74-a577-a5b6b6556836 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339818 Sep 21 18:22:30.666953 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38c1d5-e02c-4fde-b2ca-68d2fc7df404 req-60463f2d-7a88-477e-9d5b-6cedb3156938 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:30.668482 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ec38c1d5-e02c-4fde-b2ca-68d2fc7df404 req-60463f2d-7a88-477e-9d5b-6cedb3156938 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 944 time: 0.0549290 Sep 21 18:22:30.706491 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ec38c1d5-e02c-4fde-b2ca-68d2fc7df404 req-61cfe058-2609-42a5-b348-04dc52644a32 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317492 Sep 21 18:22:30.840519 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:22:30.895939 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:22:30.899789 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:30.900157 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:30.979741 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:31.002300 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a0e7f9-71ee-4455-84f0-ace0644dd995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:22:31.004574 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fdc810-7b84-4915-915f-ce33cb66d410" -d '{"events": [{"server_uuid": "35a0e7f9-71ee-4455-84f0-ace0644dd995", "name": "network-vif-plugged", "status": "completed", "tag": "8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:22:31.018481 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2,segment=NetworkSegment(cbce863c-9311-4b00-ba4c-67ecc228a462),segment_id=cbce863c-9311-4b00-ba4c-67ecc228a462)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:31.023571 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:31.050614 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0753db40-cf35-4fed-8e4a-68932d0165f8 x-openstack-request-id: req-0753db40-cf35-4fed-8e4a-68932d0165f8 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:22:31.050858 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a0e7f9-71ee-4455-84f0-ace0644dd995", "name": "network-vif-plugged", "status": "completed", "tag": "8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:22:31.051143 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0753db40-cf35-4fed-8e4a-68932d0165f8 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:22:31.051559 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a0e7f9-71ee-4455-84f0-ace0644dd995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2', 'code': 200} Sep 21 18:22:31.078410 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:31.148290 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3ee3b-bbe6-49e1-a84b-1e4ddd40959f req-25f4ecb6-682e-4b25-85b1-8561c79bc388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:31.149718 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-37d3ee3b-bbe6-49e1-a84b-1e4ddd40959f req-25f4ecb6-682e-4b25-85b1-8561c79bc388 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 1096 time: 0.0454922 Sep 21 18:22:31.188141 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-37d3ee3b-bbe6-49e1-a84b-1e4ddd40959f req-47957a70-c82c-4b59-af1e-b2ebcc64a44d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310242 Sep 21 18:22:31.772108 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c0db1-4b94-48b9-9214-e068cf09d12a req-1aad60d7-bea6-415d-9c9d-e34446053ec7 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:31.773638 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-774c0db1-4b94-48b9-9214-e068cf09d12a req-1aad60d7-bea6-415d-9c9d-e34446053ec7 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=812909bb-c271-4f85-9edb-86c92e3cabdd HTTP/1.1" status: 200 len: 943 time: 0.0520418 Sep 21 18:22:31.832767 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-774c0db1-4b94-48b9-9214-e068cf09d12a req-64bfbe77-449c-4e6d-9d8b-7a7e60afdb16 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432401 Sep 21 18:22:31.834173 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14339d17-af22-454f-9cd2-3f8e2388d1b3 req-f8a86af2-6ba8-4cf3-92d1-ce20614da530 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:31.836021 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-14339d17-af22-454f-9cd2-3f8e2388d1b3 req-f8a86af2-6ba8-4cf3-92d1-ce20614da530 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 945 time: 0.0569537 Sep 21 18:22:31.881498 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-14339d17-af22-454f-9cd2-3f8e2388d1b3 req-a42bebf1-f9da-4272-a41f-1161e7c83fb0 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393951 Sep 21 18:22:32.959107 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3105e-0b64-4297-9bad-83f2fa0a23cb req-a60a670f-11ee-497c-b54a-518f42c41862 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:32.960694 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cea3105e-0b64-4297-9bad-83f2fa0a23cb req-a60a670f-11ee-497c-b54a-518f42c41862 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=812909bb-c271-4f85-9edb-86c92e3cabdd HTTP/1.1" status: 200 len: 943 time: 0.0522869 Sep 21 18:22:32.996916 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465519bd-7a24-4bcc-afd2-8492d5564e45 req-18ea2106-9573-4de0-bee6-715ca5f24b70 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:32.998461 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-465519bd-7a24-4bcc-afd2-8492d5564e45 req-18ea2106-9573-4de0-bee6-715ca5f24b70 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 945 time: 0.0490277 Sep 21 18:22:32.998731 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cea3105e-0b64-4297-9bad-83f2fa0a23cb req-246b99e2-57d7-41a9-9326-09bbe3e21b07 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318384 Sep 21 18:22:33.036705 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-465519bd-7a24-4bcc-afd2-8492d5564e45 req-69cad7c5-7172-4b96-be86-ef1f7019c3a2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318069 Sep 21 18:22:33.162114 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e865a-e829-4a60-aa9f-6abe98926721 req-448f1ef2-d09c-45b3-bd76-36b70d693d4c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:33.163524 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cb0e865a-e829-4a60-aa9f-6abe98926721 req-448f1ef2-d09c-45b3-bd76-36b70d693d4c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 945 time: 0.0601172 Sep 21 18:22:33.205507 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cb0e865a-e829-4a60-aa9f-6abe98926721 req-8da0a1de-8bfd-4704-905a-1341699ae1c4 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331199 Sep 21 18:22:33.227803 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48720) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:33.267270 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bc3d65-0be8-4a1c-9ee4-fbeece79e294 tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:33.268839 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-56bc3d65-0be8-4a1c-9ee4-fbeece79e294 tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 1091 time: 0.0400496 Sep 21 18:22:33.272049 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48722) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:33.276425 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-70782d90-4afe-48b9-b5df-75b7b3e713e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'port_id': '8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:22:33.303751 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-70782d90-4afe-48b9-b5df-75b7b3e713e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for floatingip, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:33.374819 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cfdf8c7c-bf76-4f03-92d4-6044a7bc58c5 req-5f8bd0ab-0839-4b4e-945d-a062c25b8325 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=61b4edab-77ff-4308-83fa-b75ab1fef2be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449443 Sep 21 18:22:33.411377 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-70782d90-4afe-48b9-b5df-75b7b3e713e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:33.458713 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf8c7c-bf76-4f03-92d4-6044a7bc58c5 req-b2b463b8-8bc6-459a-be6c-870178185c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:33.460333 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cfdf8c7c-bf76-4f03-92d4-6044a7bc58c5 req-b2b463b8-8bc6-459a-be6c-870178185c7a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=08e34419ed4e41388b212b7cfbe8a9c2&device_id=61b4edab-77ff-4308-83fa-b75ab1fef2be HTTP/1.1" status: 200 len: 1096 time: 0.0418317 Sep 21 18:22:33.517937 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-70782d90-4afe-48b9-b5df-75b7b3e713e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Allocated IP 172.25.6.93 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/c3e6545f-13a0-43f6-88d3-fcaf9a4a4871) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:22:33.567929 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf8c7c-bf76-4f03-92d4-6044a7bc58c5 req-6aed947c-67aa-4ab4-8d2d-4a79be45a124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:33.569545 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cfdf8c7c-bf76-4f03-92d4-6044a7bc58c5 req-6aed947c-67aa-4ab4-8d2d-4a79be45a124 service neutron] 10.222.0.38 "GET /v2.0/networks?id=13543e6d-446a-4106-9970-a4ed65e1a1ab HTTP/1.1" status: 200 len: 908 time: 0.0870936 Sep 21 18:22:33.626988 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-70782d90-4afe-48b9-b5df-75b7b3e713e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:33.641359 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cfdf8c7c-bf76-4f03-92d4-6044a7bc58c5 req-1b5217bb-9670-4f6d-b2c7-8e88cd6794cc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68694b09-b38a-441b-acde-60c8c6dade71 HTTP/1.1" status: 200 len: 1000 time: 0.0650635 Sep 21 18:22:33.662105 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-70782d90-4afe-48b9-b5df-75b7b3e713e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:33.693355 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf8c7c-bf76-4f03-92d4-6044a7bc58c5 req-f253f59d-5420-47a6-99ed-df5ff2ccd94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:33.694914 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cfdf8c7c-bf76-4f03-92d4-6044a7bc58c5 req-f253f59d-5420-47a6-99ed-df5ff2ccd94a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4b9e78cb-ebe5-4e7a-97f3-9861a92d567d HTTP/1.1" status: 200 len: 846 time: 0.0465536 Sep 21 18:22:33.700725 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70782d90-4afe-48b9-b5df-75b7b3e713e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:22:33.705206 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-70782d90-4afe-48b9-b5df-75b7b3e713e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:22:33.711830 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70782d90-4afe-48b9-b5df-75b7b3e713e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:22:33.717334 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70782d90-4afe-48b9-b5df-75b7b3e713e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'Port': ['ID=c3e6545f-13a0-43f6-88d3-fcaf9a4a4871,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:33.748435 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf8c7c-bf76-4f03-92d4-6044a7bc58c5 req-2a17db7f-8f1d-4190-b7da-2f9ad47c9412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:33.749985 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cfdf8c7c-bf76-4f03-92d4-6044a7bc58c5 req-2a17db7f-8f1d-4190-b7da-2f9ad47c9412 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=13543e6d-446a-4106-9970-a4ed65e1a1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482862 Sep 21 18:22:33.846971 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cfdf8c7c-bf76-4f03-92d4-6044a7bc58c5 req-53dc4b06-3913-4463-8263-376ce91cbe05 service neutron] 10.222.0.38 "GET /v2.0/networks/13543e6d-446a-4106-9970-a4ed65e1a1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886834 Sep 21 18:22:33.942858 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cfdf8c7c-bf76-4f03-92d4-6044a7bc58c5 req-7d89f2ee-e6a9-4ce1-b243-6ee871680ff5 service neutron] 10.222.0.38 "GET /v2.0/networks/13543e6d-446a-4106-9970-a4ed65e1a1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881968 Sep 21 18:22:34.132127 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3b244-f2c8-4cee-a801-c241d309cfd2 req-2e4f8201-9959-47da-90e4-a5a45d684394 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:34.134652 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c1e3b244-f2c8-4cee-a801-c241d309cfd2 req-2e4f8201-9959-47da-90e4-a5a45d684394 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=812909bb-c271-4f85-9edb-86c92e3cabdd HTTP/1.1" status: 200 len: 943 time: 0.0553598 Sep 21 18:22:34.175966 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c1e3b244-f2c8-4cee-a801-c241d309cfd2 req-9d904b7a-2a38-489c-b90b-12dd481aa2f7 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348494 Sep 21 18:22:34.445104 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-70782d90-4afe-48b9-b5df-75b7b3e713e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:34.512032 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-70782d90-4afe-48b9-b5df-75b7b3e713e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:34.662450 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-70782d90-4afe-48b9-b5df-75b7b3e713e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:34.670067 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-70782d90-4afe-48b9-b5df-75b7b3e713e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:34.747817 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70782d90-4afe-48b9-b5df-75b7b3e713e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'Port': ['ID=c3e6545f-13a0-43f6-88d3-fcaf9a4a4871,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:34.760199 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70782d90-4afe-48b9-b5df-75b7b3e713e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:34.760549 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70782d90-4afe-48b9-b5df-75b7b3e713e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:34.760887 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70782d90-4afe-48b9-b5df-75b7b3e713e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:34.761220 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70782d90-4afe-48b9-b5df-75b7b3e713e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:34.761549 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70782d90-4afe-48b9-b5df-75b7b3e713e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:34.761872 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70782d90-4afe-48b9-b5df-75b7b3e713e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:34.762200 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70782d90-4afe-48b9-b5df-75b7b3e713e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:34.762524 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70782d90-4afe-48b9-b5df-75b7b3e713e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:34.762849 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70782d90-4afe-48b9-b5df-75b7b3e713e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:34.763198 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70782d90-4afe-48b9-b5df-75b7b3e713e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:34.763515 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70782d90-4afe-48b9-b5df-75b7b3e713e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:34.763831 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70782d90-4afe-48b9-b5df-75b7b3e713e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:34.768333 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-70782d90-4afe-48b9-b5df-75b7b3e713e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:34.870919 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [None req-70782d90-4afe-48b9-b5df-75b7b3e713e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Floating IP cb2cd42b-55d5-417d-9c93-ee5a4789898e associated. External IP: 172.25.6.93, port: 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2. Sep 21 18:22:35.084545 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70782d90-4afe-48b9-b5df-75b7b3e713e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Router aae2a7c8-7927-48a3-94d9-e51503ff9f50 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:22:35.196622 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70782d90-4afe-48b9-b5df-75b7b3e713e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:22:35.209192 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94c5fe7-5371-4b6f-a2e3-d66bcbc9cacf None None] Sync routers for ids ['aae2a7c8-7927-48a3-94d9-e51503ff9f50'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:22:35.217426 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-70782d90-4afe-48b9-b5df-75b7b3e713e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:35.221855 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94c5fe7-5371-4b6f-a2e3-d66bcbc9cacf None None] Routers {'aae2a7c8-7927-48a3-94d9-e51503ff9f50'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:22:35.222489 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-b94c5fe7-5371-4b6f-a2e3-d66bcbc9cacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:22:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['aae2a7c8-7927-48a3-94d9-e51503ff9f50'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:35.249112 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-70782d90-4afe-48b9-b5df-75b7b3e713e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9736059 Sep 21 18:22:35.249112 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a0e7f9-71ee-4455-84f0-ace0644dd995', 'tag': '8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:22:35.250750 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44c79ef-9024-47d9-a1e2-87cb25c30619" -d '{"events": [{"name": "network-changed", "server_uuid": "35a0e7f9-71ee-4455-84f0-ace0644dd995", "tag": "8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:22:35.305798 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b535c2-6aa0-4ea8-986f-8b5c210be8f2 req-2f34e41e-58ed-402a-8ebd-0ef293a5416e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:35.307459 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-77b535c2-6aa0-4ea8-986f-8b5c210be8f2 req-2f34e41e-58ed-402a-8ebd-0ef293a5416e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=812909bb-c271-4f85-9edb-86c92e3cabdd HTTP/1.1" status: 200 len: 943 time: 0.0534937 Sep 21 18:22:35.344060 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-b94c5fe7-5371-4b6f-a2e3-d66bcbc9cacf None None] Set router aae2a7c8-7927-48a3-94d9-e51503ff9f50 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:22:35.347832 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-77b535c2-6aa0-4ea8-986f-8b5c210be8f2 req-00b344a1-1751-4527-af24-10903c786266 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337758 Sep 21 18:22:35.353521 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c9337-5e20-41b1-81eb-03dde0439ed2 req-20db4b54-8d63-4fbe-a47b-340e6c7c1074 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:35.355372 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1e1c9337-5e20-41b1-81eb-03dde0439ed2 req-20db4b54-8d63-4fbe-a47b-340e6c7c1074 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 945 time: 0.0524967 Sep 21 18:22:35.400635 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1e1c9337-5e20-41b1-81eb-03dde0439ed2 req-0ee72420-79e1-4c39-aaf8-1193d8c66b99 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379016 Sep 21 18:22:35.402735 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c701b4-b726-47df-ae03-d3ff59da2ae6 x-openstack-request-id: req-02c701b4-b726-47df-ae03-d3ff59da2ae6 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:22:35.403156 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a0e7f9-71ee-4455-84f0-ace0644dd995", "tag": "8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:22:35.403390 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-02c701b4-b726-47df-ae03-d3ff59da2ae6 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:22:35.403865 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a0e7f9-71ee-4455-84f0-ace0644dd995', 'tag': '8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2', 'status': 'completed', 'code': 200} Sep 21 18:22:35.422674 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48732) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:35.479386 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c79ef-9024-47d9-a1e2-87cb25c30619 req-ff662c97-8c33-4aa4-85bf-6e7eaeb3cab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:35.481085 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c44c79ef-9024-47d9-a1e2-87cb25c30619 req-ff662c97-8c33-4aa4-85bf-6e7eaeb3cab2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 1096 time: 0.0456886 Sep 21 18:22:35.485143 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5a3fdadd-8133-44ab-8763-3a85d92f4d79 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/floatingips/cb2cd42b-55d5-417d-9c93-ee5a4789898e HTTP/1.1" status: 200 len: 990 time: 0.0602026 Sep 21 18:22:35.578488 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c79ef-9024-47d9-a1e2-87cb25c30619 req-f6698ddf-3388-470c-ab86-248cd82fc3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:35.579986 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c44c79ef-9024-47d9-a1e2-87cb25c30619 req-f6698ddf-3388-470c-ab86-248cd82fc3f3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ecb69a9b-b9ae-4980-a4b5-26e908ab5481 HTTP/1.1" status: 200 len: 898 time: 0.0854485 Sep 21 18:22:35.582121 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-b94c5fe7-5371-4b6f-a2e3-d66bcbc9cacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488951625', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '1f60a3b1-cec0-4ac0-b8eb-c8efee34c709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:22:13Z', 'updated_at': '2021-09-21T18:22:17Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': '1f60a3b1-cec0-4ac0-b8eb-c8efee34c709', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:86:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:22:13Z', 'updated_at': '2021-09-21T18:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'cb2cd42b-55d5-417d-9c93-ee5a4789898e', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'floating_ip_address': '172.25.6.93', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'port_id': '8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb69a9b-b9ae-4980-a4b5-26e908ab5481', 'mac_address': 'fa:16:3e:2d:8a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a0e7f9-71ee-4455-84f0-ace0644dd995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:22:33Z', 'updated_at': '2021-09-21T18:22:33Z', 'revision_number': 0, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89c38303-621b-4c3a-b5ac-7b14027f4295', 'name': '', 'network_id': 'ecb69a9b-b9ae-4980-a4b5-26e908ab5481', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:4a:95:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'ade4699a-a674-4a17-bda9-3110e3c42b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:22:16Z', 'updated_at': '2021-09-21T18:22:21Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': 'ade4699a-a674-4a17-bda9-3110e3c42b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:35.608609 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94c5fe7-5371-4b6f-a2e3-d66bcbc9cacf None None] Checking router: aae2a7c8-7927-48a3-94d9-e51503ff9f50 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:22:35.617126 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94c5fe7-5371-4b6f-a2e3-d66bcbc9cacf None None] Routers {'aae2a7c8-7927-48a3-94d9-e51503ff9f50'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:22:35.617707 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-b94c5fe7-5371-4b6f-a2e3-d66bcbc9cacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:22:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['aae2a7c8-7927-48a3-94d9-e51503ff9f50'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:35.657958 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c44c79ef-9024-47d9-a1e2-87cb25c30619 req-14bf7cd4-dc30-4de8-a93f-9cc9a2dba6e9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 HTTP/1.1" status: 200 len: 998 time: 0.0700521 Sep 21 18:22:35.710790 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c79ef-9024-47d9-a1e2-87cb25c30619 req-0ab0b779-4d97-47ea-97fc-a9404d593c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:35.713017 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c44c79ef-9024-47d9-a1e2-87cb25c30619 req-0ab0b779-4d97-47ea-97fc-a9404d593c5a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ade4699a-a674-4a17-bda9-3110e3c42b9a HTTP/1.1" status: 200 len: 834 time: 0.0484872 Sep 21 18:22:35.728043 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-b94c5fe7-5371-4b6f-a2e3-d66bcbc9cacf None None] Set router aae2a7c8-7927-48a3-94d9-e51503ff9f50 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:22:35.765040 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c79ef-9024-47d9-a1e2-87cb25c30619 req-51f7222d-2f3a-4b89-a55a-a6b56e1410f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:35.766855 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c44c79ef-9024-47d9-a1e2-87cb25c30619 req-51f7222d-2f3a-4b89-a55a-a6b56e1410f3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ecb69a9b-b9ae-4980-a4b5-26e908ab5481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472004 Sep 21 18:22:35.870827 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c44c79ef-9024-47d9-a1e2-87cb25c30619 req-8b69d1fe-2910-4170-ad98-955ec635e7db service neutron] 10.222.0.38 "GET /v2.0/networks/ecb69a9b-b9ae-4980-a4b5-26e908ab5481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952320 Sep 21 18:22:35.961526 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c44c79ef-9024-47d9-a1e2-87cb25c30619 req-643035a7-1523-4b12-91a6-7700d07e6fc2 service neutron] 10.222.0.38 "GET /v2.0/networks/ecb69a9b-b9ae-4980-a4b5-26e908ab5481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841374 Sep 21 18:22:35.964362 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-b94c5fe7-5371-4b6f-a2e3-d66bcbc9cacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488951625', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '1f60a3b1-cec0-4ac0-b8eb-c8efee34c709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:22:13Z', 'updated_at': '2021-09-21T18:22:17Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': '1f60a3b1-cec0-4ac0-b8eb-c8efee34c709', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:86:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:22:13Z', 'updated_at': '2021-09-21T18:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'cb2cd42b-55d5-417d-9c93-ee5a4789898e', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'floating_ip_address': '172.25.6.93', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'port_id': '8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb69a9b-b9ae-4980-a4b5-26e908ab5481', 'mac_address': 'fa:16:3e:2d:8a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a0e7f9-71ee-4455-84f0-ace0644dd995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:22:33Z', 'updated_at': '2021-09-21T18:22:33Z', 'revision_number': 0, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89c38303-621b-4c3a-b5ac-7b14027f4295', 'name': '', 'network_id': 'ecb69a9b-b9ae-4980-a4b5-26e908ab5481', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:4a:95:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'ade4699a-a674-4a17-bda9-3110e3c42b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:22:16Z', 'updated_at': '2021-09-21T18:22:21Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': 'ade4699a-a674-4a17-bda9-3110e3c42b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:22:35.994022 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94c5fe7-5371-4b6f-a2e3-d66bcbc9cacf None None] The sync data for ids ['aae2a7c8-7927-48a3-94d9-e51503ff9f50'] in n-d-810291-1 is: [{'id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488951625', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '1f60a3b1-cec0-4ac0-b8eb-c8efee34c709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:22:13Z', 'updated_at': '2021-09-21T18:22:17Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': '1f60a3b1-cec0-4ac0-b8eb-c8efee34c709', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:86:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:22:13Z', 'updated_at': '2021-09-21T18:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'cb2cd42b-55d5-417d-9c93-ee5a4789898e', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'floating_ip_address': '172.25.6.93', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'port_id': '8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb69a9b-b9ae-4980-a4b5-26e908ab5481', 'mac_address': 'fa:16:3e:2d:8a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a0e7f9-71ee-4455-84f0-ace0644dd995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:22:33Z', 'updated_at': '2021-09-21T18:22:33Z', 'revision_number': 0, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89c38303-621b-4c3a-b5ac-7b14027f4295', 'name': '', 'network_id': 'ecb69a9b-b9ae-4980-a4b5-26e908ab5481', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:4a:95:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'ade4699a-a674-4a17-bda9-3110e3c42b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:22:16Z', 'updated_at': '2021-09-21T18:22:21Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': 'ade4699a-a674-4a17-bda9-3110e3c42b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:22:36.204517 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b981ee73-f62d-47e5-8861-04e399519e1f None None] New status for floating IP cb2cd42b-55d5-417d-9c93-ee5a4789898e: ACTIVE {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:22:36.479388 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da976f-feb2-4e24-aedc-27354c90b452 req-e099d4af-0064-4ec0-8d97-20c3f59ab418 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:36.481279 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-82da976f-feb2-4e24-aedc-27354c90b452 req-e099d4af-0064-4ec0-8d97-20c3f59ab418 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=812909bb-c271-4f85-9edb-86c92e3cabdd HTTP/1.1" status: 200 len: 943 time: 0.0626659 Sep 21 18:22:36.487879 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48736) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:22:36.566777 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-82da976f-feb2-4e24-aedc-27354c90b452 req-c60fed60-a0d5-45a3-abbe-0346759bfc53 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724347 Sep 21 18:22:36.569824 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-25eabed3-2847-4d4f-8279-df6e798e7e8b tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/floatingips/cb2cd42b-55d5-417d-9c93-ee5a4789898e HTTP/1.1" status: 200 len: 992 time: 0.0809278 Sep 21 18:22:37.700773 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c751f7d-95df-4643-bf39-32eaff3afd7c req-cadb57d3-8b2a-474a-b77c-e9dbc7c19f0b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:37.702336 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4c751f7d-95df-4643-bf39-32eaff3afd7c req-cadb57d3-8b2a-474a-b77c-e9dbc7c19f0b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=812909bb-c271-4f85-9edb-86c92e3cabdd HTTP/1.1" status: 200 len: 943 time: 0.0576220 Sep 21 18:22:37.745172 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4c751f7d-95df-4643-bf39-32eaff3afd7c req-1391f3aa-6792-4952-abf9-45f28596eef2 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364916 Sep 21 18:22:38.871665 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a287988-8f1a-421c-9a06-07bcececfe78 req-a9394b28-f9a3-4dca-bdbb-565d26741f4e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:38.874077 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4a287988-8f1a-421c-9a06-07bcececfe78 req-a9394b28-f9a3-4dca-bdbb-565d26741f4e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=812909bb-c271-4f85-9edb-86c92e3cabdd HTTP/1.1" status: 200 len: 943 time: 0.0523160 Sep 21 18:22:38.924753 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4a287988-8f1a-421c-9a06-07bcececfe78 req-530363d9-3987-4eab-9b66-8fb0c32725d3 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376258 Sep 21 18:22:39.732717 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:22:39.840693 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:39.851458 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'port_id': 'a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a', 'mac_address': 'fa:16:3e:43:93:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:22:39.887229 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:39.899681 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:22:39.917989 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:39.924144 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:39.971870 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:39.980185 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:39.980532 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:39.980874 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:39.981216 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:39.981552 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:39.981890 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:39.982222 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:39.982551 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:39.982969 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:39.983220 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:39.983565 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:39.983891 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:22:40.039032 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0e608-93da-4c06-ae38-a1df9ff9eee9 req-55e10ded-4d38-4549-b32f-ada84a8c1b45 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:40.040548 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d6d0e608-93da-4c06-ae38-a1df9ff9eee9 req-55e10ded-4d38-4549-b32f-ada84a8c1b45 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=812909bb-c271-4f85-9edb-86c92e3cabdd HTTP/1.1" status: 200 len: 944 time: 0.0497513 Sep 21 18:22:40.082050 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d6d0e608-93da-4c06-ae38-a1df9ff9eee9 req-2244ed9b-a515-461e-8285-0fcc418a88da tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321879 Sep 21 18:22:40.148688 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:22:41.226644 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc33f3-a5cd-464b-918d-b914994493fd req-95de05d7-e35f-48f7-bb72-0ad9546c7220 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:41.228204 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-96fc33f3-a5cd-464b-918d-b914994493fd req-95de05d7-e35f-48f7-bb72-0ad9546c7220 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=812909bb-c271-4f85-9edb-86c92e3cabdd HTTP/1.1" status: 200 len: 944 time: 0.0668850 Sep 21 18:22:41.273108 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-96fc33f3-a5cd-464b-918d-b914994493fd req-9fc82eb9-947d-4bc6-b1af-fc78e9a5f4e3 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385480 Sep 21 18:22:41.732729 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:22:41.785607 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:22:41.789444 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:22:41.789817 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:41.876029 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:41.900251 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812909bb-c271-4f85-9edb-86c92e3cabdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:22:41.902500 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4777b5cf-d724-4f3d-9ce1-be6707b98ac5" -d '{"events": [{"server_uuid": "812909bb-c271-4f85-9edb-86c92e3cabdd", "name": "network-vif-plugged", "status": "completed", "tag": "a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:22:41.915125 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:41.919781 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:41.947273 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c58e7e-2d05-42a2-b0c2-eeac03613071 x-openstack-request-id: req-15c58e7e-2d05-42a2-b0c2-eeac03613071 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:22:41.947563 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812909bb-c271-4f85-9edb-86c92e3cabdd", "name": "network-vif-plugged", "status": "completed", "tag": "a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:22:41.947814 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-15c58e7e-2d05-42a2-b0c2-eeac03613071 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:22:41.948200 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812909bb-c271-4f85-9edb-86c92e3cabdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a', 'code': 200} Sep 21 18:22:41.975300 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:42.050755 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e0617-5273-4633-8a7c-b7a26455dc84 req-47395a53-90d7-470d-a998-2bc380b9005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:42.052277 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bb3e0617-5273-4633-8a7c-b7a26455dc84 req-47395a53-90d7-470d-a998-2bc380b9005e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=812909bb-c271-4f85-9edb-86c92e3cabdd HTTP/1.1" status: 200 len: 1096 time: 0.0501621 Sep 21 18:22:42.087887 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bb3e0617-5273-4633-8a7c-b7a26455dc84 req-8ac56fe7-9e40-4a72-a880-1e902805fbba service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274045 Sep 21 18:22:42.411515 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7ca46-466e-42fc-b3f1-b8860802a8fa req-65bd8410-34a1-4a88-9c0a-dbc4183c4563 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:42.412981 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-44e7ca46-466e-42fc-b3f1-b8860802a8fa req-65bd8410-34a1-4a88-9c0a-dbc4183c4563 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=812909bb-c271-4f85-9edb-86c92e3cabdd HTTP/1.1" status: 200 len: 945 time: 0.0552378 Sep 21 18:22:42.450705 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-44e7ca46-466e-42fc-b3f1-b8860802a8fa req-5105020f-2cb5-4853-9958-3a83391a800d tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313275 Sep 21 18:22:42.549935 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:22:43.580087 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb0604-a13f-43ec-befb-64523619be0a req-3cb91e48-327f-4bf1-b332-e58caff05ee4 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:43.581557 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35cb0604-a13f-43ec-befb-64523619be0a req-3cb91e48-327f-4bf1-b332-e58caff05ee4 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=812909bb-c271-4f85-9edb-86c92e3cabdd HTTP/1.1" status: 200 len: 945 time: 0.0546145 Sep 21 18:22:43.620552 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35cb0604-a13f-43ec-befb-64523619be0a req-c67fae07-9a9b-49bd-964c-9762455a0366 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327122 Sep 21 18:22:43.735576 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111bb4b-791d-4ce0-874b-8559122d1508 req-d3b59e33-26b8-4d1d-93ed-dfa2e4e7a0b8 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:43.736981 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1111bb4b-791d-4ce0-874b-8559122d1508 req-d3b59e33-26b8-4d1d-93ed-dfa2e4e7a0b8 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=812909bb-c271-4f85-9edb-86c92e3cabdd HTTP/1.1" status: 200 len: 945 time: 0.0510244 Sep 21 18:22:43.779406 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1111bb4b-791d-4ce0-874b-8559122d1508 req-2e42a80b-a1d1-4d22-9ed8-9540e0ca2ad3 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361645 Sep 21 18:22:43.906599 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568af10a-32bf-4850-b552-1b3911939685 req-befd3e08-9a9f-45b3-9681-185e83b57c6e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:43.908706 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-568af10a-32bf-4850-b552-1b3911939685 req-befd3e08-9a9f-45b3-9681-185e83b57c6e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=812909bb-c271-4f85-9edb-86c92e3cabdd HTTP/1.1" status: 200 len: 945 time: 0.0592747 Sep 21 18:22:43.950772 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-568af10a-32bf-4850-b552-1b3911939685 req-39ce3076-c26a-41ba-8d8b-83f4cbd36b2c tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337181 Sep 21 18:22:44.249928 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b374db-6597-4573-8a8b-ffe383c63eb6 req-7aa48a3a-91eb-495b-87a3-5ee495352e8c tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:44.251367 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-70b374db-6597-4573-8a8b-ffe383c63eb6 req-7aa48a3a-91eb-495b-87a3-5ee495352e8c tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=812909bb-c271-4f85-9edb-86c92e3cabdd HTTP/1.1" status: 200 len: 945 time: 0.0535231 Sep 21 18:22:44.290902 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-70b374db-6597-4573-8a8b-ffe383c63eb6 req-fef36f6b-cd1e-43c0-ab95-0b33c06d60b0 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332696 Sep 21 18:22:45.418539 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01ddb8-b25b-45c2-9a64-e2f801ee5648 req-4d6e9838-0c86-4a7b-b8df-30c596c8c94a tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:45.420075 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fe01ddb8-b25b-45c2-9a64-e2f801ee5648 req-4d6e9838-0c86-4a7b-b8df-30c596c8c94a tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=812909bb-c271-4f85-9edb-86c92e3cabdd HTTP/1.1" status: 200 len: 945 time: 0.0511217 Sep 21 18:22:45.458176 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fe01ddb8-b25b-45c2-9a64-e2f801ee5648 req-77dec439-2b51-476a-a707-738ee03101fd tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318274 Sep 21 18:22:45.784016 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc3934-5f35-4a3e-a353-f4047f47be54 req-7a379364-945d-4fb8-b2a6-c13df1d5725c tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:22:45.785457 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1cfc3934-5f35-4a3e-a353-f4047f47be54 req-7a379364-945d-4fb8-b2a6-c13df1d5725c tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.44 "GET /v2.0/ports?device_id=812909bb-c271-4f85-9edb-86c92e3cabdd HTTP/1.1" status: 200 len: 945 time: 0.0678465 Sep 21 18:22:45.904007 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-1cfc3934-5f35-4a3e-a353-f4047f47be54 req-f1b72937-e7ac-4cf5-bacb-488148951339 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Deleting port a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:22:45.904312 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1cfc3934-5f35-4a3e-a353-f4047f47be54 req-f1b72937-e7ac-4cf5-bacb-488148951339 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:45.918834 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4cb3b8a3-4b0d-48fe-a8e7-3c55c05788ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:45.997477 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-1cfc3934-5f35-4a3e-a353-f4047f47be54 req-f1b72937-e7ac-4cf5-bacb-488148951339 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] For port a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:22:45.997794 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1cfc3934-5f35-4a3e-a353-f4047f47be54 req-f1b72937-e7ac-4cf5-bacb-488148951339 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:46.010239 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-1cfc3934-5f35-4a3e-a353-f4047f47be54 req-f1b72937-e7ac-4cf5-bacb-488148951339 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Calling delete_port for a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:22:46.146651 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1cfc3934-5f35-4a3e-a353-f4047f47be54 req-f1b72937-e7ac-4cf5-bacb-488148951339 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:46.183769 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b72937-e7ac-4cf5-bacb-488148951339 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Pushing event deleted for resources: {'Port': ['ID=a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:22:46.226236 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfc3934-5f35-4a3e-a353-f4047f47be54 req-f1b72937-e7ac-4cf5-bacb-488148951339 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] No DVR routers for this DVR port a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:22:46.229633 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1cfc3934-5f35-4a3e-a353-f4047f47be54 req-f1b72937-e7ac-4cf5-bacb-488148951339 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:46.231970 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1cfc3934-5f35-4a3e-a353-f4047f47be54 req-f1b72937-e7ac-4cf5-bacb-488148951339 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.44 "DELETE /v2.0/ports/a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a HTTP/1.1" status: 204 len: 173 time: 0.4394832 Sep 21 18:22:46.232405 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812909bb-c271-4f85-9edb-86c92e3cabdd', 'name': 'network-vif-deleted', 'tag': 'a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:22:46.234959 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206cbe39-ef81-4d2e-91e2-068d8de4c886" -d '{"events": [{"server_uuid": "812909bb-c271-4f85-9edb-86c92e3cabdd", "name": "network-vif-deleted", "tag": "a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:22:46.274665 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbcea40-8240-410d-8820-523d0a8a2c5d x-openstack-request-id: req-bcbcea40-8240-410d-8820-523d0a8a2c5d {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:22:46.274988 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812909bb-c271-4f85-9edb-86c92e3cabdd", "name": "network-vif-deleted", "tag": "a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:22:46.275251 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bcbcea40-8240-410d-8820-523d0a8a2c5d {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:22:46.275661 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812909bb-c271-4f85-9edb-86c92e3cabdd', 'name': 'network-vif-deleted', 'tag': 'a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a', 'status': 'completed', 'code': 200} Sep 21 18:22:46.559166 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dd588626-1c50-489f-beff-7a28136bd77d req-3c89e9e8-42e6-4297-8a94-a10e52fc72ec tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=812909bb-c271-4f85-9edb-86c92e3cabdd HTTP/1.1" status: 200 len: 210 time: 0.0262225 Sep 21 18:22:47.662033 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-55afab04-1105-4b00-8c52-d28edf79a523 req-d7aaf125-19ad-478e-80a1-6df63f857ccc tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=812909bb-c271-4f85-9edb-86c92e3cabdd HTTP/1.1" status: 200 len: 210 time: 0.0273490 Sep 21 18:22:47.761209 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:22:47.781626 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:22:47.781971 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device a9c5b757-4d65-4b4a-9be2-ff2bcc1f059a not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:22:48.432121 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1f287c5d-6d14-4e6d-b61c-f9dc0ec6dd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:48.756903 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a30d6274-9427-469a-bf25-347a1a9792a4 req-3141bcad-4fbf-4c0c-99cf-a98ab8a6d2a8 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=812909bb-c271-4f85-9edb-86c92e3cabdd HTTP/1.1" status: 200 len: 210 time: 0.0266399 Sep 21 18:22:49.005071 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:49.862185 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-70059d91-8b17-473e-af64-fe0284b8ed6a req-442ed361-3ae0-42f7-8e64-6f18137c7e2a tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=812909bb-c271-4f85-9edb-86c92e3cabdd HTTP/1.1" status: 200 len: 210 time: 0.0272493 Sep 21 18:22:50.154206 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:51.633678 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:53.603507 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:22:54.757834 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:07.898477 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06f1b5-4134-4ce2-8383-6f692302d286 req-198974d5-3e19-426e-867e-d94aaaf1ad8b tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:07.900058 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3b06f1b5-4134-4ce2-8383-6f692302d286 req-198974d5-3e19-426e-867e-d94aaaf1ad8b tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 1096 time: 0.0469396 Sep 21 18:23:07.919672 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-3b06f1b5-4134-4ce2-8383-6f692302d286 req-c891a54b-a57f-4b55-bb3e-83cd71047b2e tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:08.006154 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-3b06f1b5-4134-4ce2-8383-6f692302d286 req-c891a54b-a57f-4b55-bb3e-83cd71047b2e tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:08.012014 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-3b06f1b5-4134-4ce2-8383-6f692302d286 req-c891a54b-a57f-4b55-bb3e-83cd71047b2e tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:08.039813 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3b06f1b5-4134-4ce2-8383-6f692302d286 req-c891a54b-a57f-4b55-bb3e-83cd71047b2e tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332154 Sep 21 18:23:08.044894 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891a54b-a57f-4b55-bb3e-83cd71047b2e tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6257e1-fd4e-4998-809c-8496e97d6ac8,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:08.167681 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87faf9-6418-4576-a757-f9222942b5c2 req-0f45edac-4203-4c1b-a3ad-413bd629c9a3 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:08.169246 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ff87faf9-6418-4576-a757-f9222942b5c2 req-0f45edac-4203-4c1b-a3ad-413bd629c9a3 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 945 time: 0.0530741 Sep 21 18:23:08.209727 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ff87faf9-6418-4576-a757-f9222942b5c2 req-6257fa1e-9eeb-4792-b520-1ca9ce37ff4b tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339568 Sep 21 18:23:08.232712 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 48934) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:08.348381 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7fa6472a-e7a1-4add-bda7-7fb69ecc26f3 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/floatingips/cb2cd42b-55d5-417d-9c93-ee5a4789898e HTTP/1.1" status: 200 len: 992 time: 0.1143460 Sep 21 18:23:08.649906 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-4b7ad126-b8ff-4b8a-8831-8fb4b8c42d4a req-e25e99e1-a90c-4734-a894-21ce3c67847c service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:23:08.650890 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b7ad126-b8ff-4b8a-8831-8fb4b8c42d4a req-e25e99e1-a90c-4734-a894-21ce3c67847c service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056326 Sep 21 18:23:09.063907 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 48958) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:09.142450 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf6c50-ca6f-4ae4-8f50-397999ed1e00 req-5d6a3440-9109-4b5f-9ed7-ec9711e9fc67 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:09.143995 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5eaf6c50-ca6f-4ae4-8f50-397999ed1e00 req-5d6a3440-9109-4b5f-9ed7-ec9711e9fc67 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 945 time: 0.0625937 Sep 21 18:23:09.217386 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5eaf6c50-ca6f-4ae4-8f50-397999ed1e00 req-0bfa9c04-022f-4c65-ad3e-6bf35a48017b tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555170 Sep 21 18:23:09.231580 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-3b2657ac-988c-4f62-ac8f-c76c5c75bce4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1661336 Sep 21 18:23:09.247042 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-d56fc0b0-4690-4815-8bbe-4ea8a1d7923e service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:23:09.248391 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-d56fc0b0-4690-4815-8bbe-4ea8a1d7923e service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079007 Sep 21 18:23:10.341204 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6927ac-2f59-4eb9-a0b2-a439d4d72993 req-1e4a1cec-06c0-4d1e-bdcf-95fecc4efb8f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:10.342663 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-da6927ac-2f59-4eb9-a0b2-a439d4d72993 req-1e4a1cec-06c0-4d1e-bdcf-95fecc4efb8f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 945 time: 0.0499346 Sep 21 18:23:10.383680 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-da6927ac-2f59-4eb9-a0b2-a439d4d72993 req-cd64ec11-8365-470c-93da-c1cdbb1040ca tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321181 Sep 21 18:23:10.496070 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-f16ff1a2-9205-49aa-98ae-d7b5e66c2810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:10.497573 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-f16ff1a2-9205-49aa-98ae-d7b5e66c2810 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 1096 time: 0.0414405 Sep 21 18:23:10.591526 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-a9c1df85-eb28-433a-8963-407c21dd6dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:10.593053 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-a9c1df85-eb28-433a-8963-407c21dd6dbc service neutron] 10.222.0.38 "GET /v2.0/networks?id=ecb69a9b-b9ae-4980-a4b5-26e908ab5481 HTTP/1.1" status: 200 len: 898 time: 0.0885582 Sep 21 18:23:10.657485 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-e3f9fb52-8afa-436f-a6ba-284f4e279ccb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 HTTP/1.1" status: 200 len: 1000 time: 0.0575941 Sep 21 18:23:10.711133 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-3b1cba01-845b-4caf-b3be-3235fdfc369c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:10.712654 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-3b1cba01-845b-4caf-b3be-3235fdfc369c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ade4699a-a674-4a17-bda9-3110e3c42b9a HTTP/1.1" status: 200 len: 834 time: 0.0475285 Sep 21 18:23:10.758413 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-e91e7686-849d-497a-97c7-b6ed7b206ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:10.760064 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-e91e7686-849d-497a-97c7-b6ed7b206ff5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ecb69a9b-b9ae-4980-a4b5-26e908ab5481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404871 Sep 21 18:23:10.850980 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-38c3fa20-3771-4b42-af87-85fb0461b2c2 service neutron] 10.222.0.38 "GET /v2.0/networks/ecb69a9b-b9ae-4980-a4b5-26e908ab5481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835292 Sep 21 18:23:10.859785 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-637c508c-122f-43ae-a9c3-752093bff822 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:10.861281 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-637c508c-122f-43ae-a9c3-752093bff822 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/networks?id=d369e5c5-60af-4748-b4b0-9650fd649648 HTTP/1.1" status: 200 len: 812 time: 0.1068649 Sep 21 18:23:10.876827 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-e35d4f31-e852-4afb-8081-95c832dc221d tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/quotas/ed22908bce274772830e1e318854b4a6 HTTP/1.1" status: 200 len: 375 time: 0.0096128 Sep 21 18:23:10.931179 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-807219f0-6ea2-4755-a5a6-b4133d291684 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ed22908bce274772830e1e318854b4a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478110 Sep 21 18:23:10.945587 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-6811ab82-f5eb-4a42-8630-4513d1a7e3f7 service neutron] 10.222.0.38 "GET /v2.0/networks/ecb69a9b-b9ae-4980-a4b5-26e908ab5481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876191 Sep 21 18:23:11.028399 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-aea22d0c-20c9-4b2e-ad90-e93f749cc3b6 service neutron] 10.222.0.58 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901525 Sep 21 18:23:11.117966 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-2da22f40-a81c-4273-ae4f-862cd1a7e6d1 service neutron] 10.222.0.58 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831897 Sep 21 18:23:11.418899 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b165a2f9-1063-40f5-b1f5-a58be7702223 req-030f1ff6-4bd8-4bce-973d-c2c8ce5c9611 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec85ddf5-4f6a-4875-918b-440dc1cbaeb2 HTTP/1.1" status: 200 len: 210 time: 0.0266387 Sep 21 18:23:11.508643 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06119797-caff-46d4-b4b2-6523b4869106 req-d77caef2-6262-4ee8-93bb-1aab74c0c7c0 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:11.510247 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-06119797-caff-46d4-b4b2-6523b4869106 req-d77caef2-6262-4ee8-93bb-1aab74c0c7c0 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 945 time: 0.0541551 Sep 21 18:23:11.549297 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-06119797-caff-46d4-b4b2-6523b4869106 req-4ee23ed2-21cc-43c4-9fa2-f39d6c2efd55 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328293 Sep 21 18:23:12.364838 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-de650334-f40f-4082-be5b-48ebc361e955 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:12.365761 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-de650334-f40f-4082-be5b-48ebc361e955 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.44 "GET /v2.0/networks?id=d369e5c5-60af-4748-b4b0-9650fd649648 HTTP/1.1" status: 200 len: 812 time: 0.1056457 Sep 21 18:23:12.379339 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-58a635fd-e88c-4141-9c57-c244d406354e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Request body: {'port': {'device_id': 'ec85ddf5-4f6a-4875-918b-440dc1cbaeb2', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'admin_state_up': True, 'tenant_id': 'ed22908bce274772830e1e318854b4a6'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:12.520542 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0873b277-cad1-4b22-88ec-ac89a7031978 req-313e8bc6-6ab4-47bd-a975-7c43e05eb3a0 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec85ddf5-4f6a-4875-918b-440dc1cbaeb2 HTTP/1.1" status: 200 len: 210 time: 0.0302625 Sep 21 18:23:12.530548 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-58a635fd-e88c-4141-9c57-c244d406354e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Made reservation on behalf of ed22908bce274772830e1e318854b4a6 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:23:12.535011 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-58a635fd-e88c-4141-9c57-c244d406354e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:12.670488 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67de7f-5981-452b-932c-6c56dc7bdd60 req-9977c53f-27e2-4d75-8185-11f5f72ed8c5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:12.672064 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ff67de7f-5981-452b-932c-6c56dc7bdd60 req-9977c53f-27e2-4d75-8185-11f5f72ed8c5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 945 time: 0.0495217 Sep 21 18:23:12.676097 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-58a635fd-e88c-4141-9c57-c244d406354e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Allocated IP 172.20.0.9 (d369e5c5-60af-4748-b4b0-9650fd649648/3451e09d-0afb-4f27-b18f-9613783297a1/1d9ec5fe-1dcf-4750-9061-522fc98de82b) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:23:12.713686 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ff67de7f-5981-452b-932c-6c56dc7bdd60 req-e294bc90-9210-4829-adc9-382272f9528f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349264 Sep 21 18:23:12.835403 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-58a635fd-e88c-4141-9c57-c244d406354e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:12.871996 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-58a635fd-e88c-4141-9c57-c244d406354e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:12.924583 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-58a635fd-e88c-4141-9c57-c244d406354e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Network d369e5c5-60af-4748-b4b0-9650fd649648 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:12.930009 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-58a635fd-e88c-4141-9c57-c244d406354e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:12.934703 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-58a635fd-e88c-4141-9c57-c244d406354e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:23:12.938709 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a635fd-e88c-4141-9c57-c244d406354e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Pushing event updated for resources: {'Port': ['ID=1d9ec5fe-1dcf-4750-9061-522fc98de82b,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:12.987253 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-58a635fd-e88c-4141-9c57-c244d406354e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:12.988012 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-58a635fd-e88c-4141-9c57-c244d406354e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:13.003369 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-58a635fd-e88c-4141-9c57-c244d406354e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6276946 Sep 21 18:23:13.015888 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-91b27218-49bd-4afc-91f4-5d77d272061d service neutron] Request body: {'port': {'device_id': 'ec85ddf5-4f6a-4875-918b-440dc1cbaeb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:13.152147 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-127b6d2c-77b8-48d8-95e2-b4c47ada15d5 None None] Provisioning complete for port 1d9ec5fe-1dcf-4750-9061-522fc98de82b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:13.152791 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-127b6d2c-77b8-48d8-95e2-b4c47ada15d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:13.191830 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-127b6d2c-77b8-48d8-95e2-b4c47ada15d5 None None] Port 1d9ec5fe-1dcf-4750-9061-522fc98de82b cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:23:13.380851 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-91b27218-49bd-4afc-91f4-5d77d272061d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:13.688188 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-91b27218-49bd-4afc-91f4-5d77d272061d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d9ec5fe-1dcf-4750-9061-522fc98de82b {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:23:13.696902 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-91b27218-49bd-4afc-91f4-5d77d272061d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:13.715575 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-91b27218-49bd-4afc-91f4-5d77d272061d service neutron] Transition to ACTIVE for port object 1d9ec5fe-1dcf-4750-9061-522fc98de82b will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:23:13.724877 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4998e-b86f-4c2b-9146-88e3050dd511 req-1595d4a8-63a5-4cac-ad4c-eade215d0b9a tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:13.726383 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-32f4998e-b86f-4c2b-9146-88e3050dd511 req-1595d4a8-63a5-4cac-ad4c-eade215d0b9a tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec85ddf5-4f6a-4875-918b-440dc1cbaeb2 HTTP/1.1" status: 200 len: 931 time: 0.0788765 Sep 21 18:23:13.727493 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-91b27218-49bd-4afc-91f4-5d77d272061d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:13.803823 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b27218-49bd-4afc-91f4-5d77d272061d service neutron] Pushing event updated for resources: {'Port': ['ID=1d9ec5fe-1dcf-4750-9061-522fc98de82b,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:13.818836 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-32f4998e-b86f-4c2b-9146-88e3050dd511 req-8c8b126e-62ee-4df2-bc48-c87883837589 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833251 Sep 21 18:23:13.895120 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-91b27218-49bd-4afc-91f4-5d77d272061d service neutron] Attempting to bind port 1d9ec5fe-1dcf-4750-9061-522fc98de82b on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:23:13.895466 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-91b27218-49bd-4afc-91f4-5d77d272061d service neutron] Attempting to bind port 1d9ec5fe-1dcf-4750-9061-522fc98de82b by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:23:13.895803 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-91b27218-49bd-4afc-91f4-5d77d272061d service neutron] Attempting to bind port 1d9ec5fe-1dcf-4750-9061-522fc98de82b on network d369e5c5-60af-4748-b4b0-9650fd649648 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:23:13.901056 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-91b27218-49bd-4afc-91f4-5d77d272061d service neutron] Port 1d9ec5fe-1dcf-4750-9061-522fc98de82b on network d369e5c5-60af-4748-b4b0-9650fd649648 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:23:13.901430 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-91b27218-49bd-4afc-91f4-5d77d272061d service neutron] Attempting to bind port 1d9ec5fe-1dcf-4750-9061-522fc98de82b on network d369e5c5-60af-4748-b4b0-9650fd649648 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:23:13.905256 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe293bcc-31c6-483e-ba54-1e2232e74b84 req-8f0cbe61-eced-4f45-986e-80823b842683 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:13.907047 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-91b27218-49bd-4afc-91f4-5d77d272061d service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:23:13.907499 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-91b27218-49bd-4afc-91f4-5d77d272061d service neutron] Checking segment: {'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:23:13.908006 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-91b27218-49bd-4afc-91f4-5d77d272061d service neutron] Bound using segment: {'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:23:13.908580 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fe293bcc-31c6-483e-ba54-1e2232e74b84 req-8f0cbe61-eced-4f45-986e-80823b842683 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 945 time: 0.1027870 Sep 21 18:23:13.908723 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-91b27218-49bd-4afc-91f4-5d77d272061d service neutron] Bound port: 1d9ec5fe-1dcf-4750-9061-522fc98de82b, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:23:13.909124 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-91b27218-49bd-4afc-91f4-5d77d272061d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:13.955676 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fe293bcc-31c6-483e-ba54-1e2232e74b84 req-705e340c-0205-4975-8bf1-c4bead9d6742 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397356 Sep 21 18:23:13.988713 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-91b27218-49bd-4afc-91f4-5d77d272061d service neutron] For port 1d9ec5fe-1dcf-4750-9061-522fc98de82b, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:23:13.992271 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-91b27218-49bd-4afc-91f4-5d77d272061d service neutron] For port 1d9ec5fe-1dcf-4750-9061-522fc98de82b, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=1d9ec5fe-1dcf-4750-9061-522fc98de82b,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:23:13.998421 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-91b27218-49bd-4afc-91f4-5d77d272061d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:14.037971 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-91b27218-49bd-4afc-91f4-5d77d272061d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:14.038654 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-91b27218-49bd-4afc-91f4-5d77d272061d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:14.040333 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-91b27218-49bd-4afc-91f4-5d77d272061d service neutron] 10.222.0.44 "PUT /v2.0/ports/1d9ec5fe-1dcf-4750-9061-522fc98de82b HTTP/1.1" status: 200 len: 1091 time: 1.0286803 Sep 21 18:23:14.040960 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec85ddf5-4f6a-4875-918b-440dc1cbaeb2', 'tag': '1d9ec5fe-1dcf-4750-9061-522fc98de82b'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:23:14.043384 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b1bb88-eac4-4c0c-8140-6b080b94286b" -d '{"events": [{"name": "network-changed", "server_uuid": "ec85ddf5-4f6a-4875-918b-440dc1cbaeb2", "tag": "1d9ec5fe-1dcf-4750-9061-522fc98de82b"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:23:14.094427 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b27218-49bd-4afc-91f4-5d77d272061d service neutron] Pushing event updated for resources: {'Port': ['ID=1d9ec5fe-1dcf-4750-9061-522fc98de82b,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:14.099919 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2510eed8-85d1-4013-91fa-21c9ce7359aa x-openstack-request-id: req-2510eed8-85d1-4013-91fa-21c9ce7359aa {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:23:14.100265 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec85ddf5-4f6a-4875-918b-440dc1cbaeb2", "tag": "1d9ec5fe-1dcf-4750-9061-522fc98de82b", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:23:14.100483 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2510eed8-85d1-4013-91fa-21c9ce7359aa {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:23:14.100862 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec85ddf5-4f6a-4875-918b-440dc1cbaeb2', 'tag': '1d9ec5fe-1dcf-4750-9061-522fc98de82b', 'status': 'completed', 'code': 200} Sep 21 18:23:14.152074 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-ba888623-7455-4c90-a988-5587c3de141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:14.153899 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-ba888623-7455-4c90-a988-5587c3de141c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed22908bce274772830e1e318854b4a6&device_id=ec85ddf5-4f6a-4875-918b-440dc1cbaeb2 HTTP/1.1" status: 200 len: 1094 time: 0.0521233 Sep 21 18:23:14.213242 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-ed0c540e-bd13-40a1-9a87-ea6b7070f151 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d9ec5fe-1dcf-4750-9061-522fc98de82b HTTP/1.1" status: 200 len: 217 time: 0.0498779 Sep 21 18:23:14.268303 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-c2abbbfc-a2a1-4271-9281-fcaa7ce4deab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:14.269795 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-c2abbbfc-a2a1-4271-9281-fcaa7ce4deab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3451e09d-0afb-4f27-b18f-9613783297a1 HTTP/1.1" status: 200 len: 851 time: 0.0491545 Sep 21 18:23:14.317873 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-141076fd-70d4-4df1-b283-4de15b1e9147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:14.319500 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-141076fd-70d4-4df1-b283-4de15b1e9147 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d369e5c5-60af-4748-b4b0-9650fd649648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421772 Sep 21 18:23:14.426043 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-849e3f44-fcce-4f6a-af98-bc4dde26b57a service neutron] 10.222.0.44 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988464 Sep 21 18:23:14.521666 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d48366e4-b27b-459b-b37c-60a9e1c0e2b0 req-5a98e0af-0ffa-4c18-8b15-7707aa537053 service neutron] 10.222.0.44 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867314 Sep 21 18:23:14.623649 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1bb88-eac4-4c0c-8140-6b080b94286b req-9ed8c710-338f-471d-86a7-826477033848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:14.625167 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-27b1bb88-eac4-4c0c-8140-6b080b94286b req-9ed8c710-338f-471d-86a7-826477033848 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed22908bce274772830e1e318854b4a6&device_id=ec85ddf5-4f6a-4875-918b-440dc1cbaeb2 HTTP/1.1" status: 200 len: 1094 time: 0.0480490 Sep 21 18:23:14.716285 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1bb88-eac4-4c0c-8140-6b080b94286b req-c45c3aa7-e5d5-4fdd-bbc8-1bba3ea70fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:14.717772 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-27b1bb88-eac4-4c0c-8140-6b080b94286b req-c45c3aa7-e5d5-4fdd-bbc8-1bba3ea70fc1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d369e5c5-60af-4748-b4b0-9650fd649648 HTTP/1.1" status: 200 len: 913 time: 0.0846925 Sep 21 18:23:14.764508 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-27b1bb88-eac4-4c0c-8140-6b080b94286b req-903bbdd9-4f16-4355-8540-99f65ecb98c4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d9ec5fe-1dcf-4750-9061-522fc98de82b HTTP/1.1" status: 200 len: 217 time: 0.0381668 Sep 21 18:23:14.814822 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1bb88-eac4-4c0c-8140-6b080b94286b req-833f94ae-7b80-40ea-8aaf-d65342753fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:14.816239 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-27b1bb88-eac4-4c0c-8140-6b080b94286b req-833f94ae-7b80-40ea-8aaf-d65342753fe3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3451e09d-0afb-4f27-b18f-9613783297a1 HTTP/1.1" status: 200 len: 851 time: 0.0441113 Sep 21 18:23:14.864286 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1bb88-eac4-4c0c-8140-6b080b94286b req-1f37080f-ee6e-4335-b207-22288531fc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:14.865842 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-27b1bb88-eac4-4c0c-8140-6b080b94286b req-1f37080f-ee6e-4335-b207-22288531fc36 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d369e5c5-60af-4748-b4b0-9650fd649648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415900 Sep 21 18:23:14.968289 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-27b1bb88-eac4-4c0c-8140-6b080b94286b req-dc4ef756-1637-4323-9dd4-ec579f8a16e0 service neutron] 10.222.0.44 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933826 Sep 21 18:23:14.973879 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c7942-4ab9-4f55-a3ea-65a716a567f6 req-01c89585-ccba-4754-a13d-0a182bd4b25d tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:14.976399 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9e4c7942-4ab9-4f55-a3ea-65a716a567f6 req-01c89585-ccba-4754-a13d-0a182bd4b25d tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec85ddf5-4f6a-4875-918b-440dc1cbaeb2 HTTP/1.1" status: 200 len: 943 time: 0.0651000 Sep 21 18:23:15.041313 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9e4c7942-4ab9-4f55-a3ea-65a716a567f6 req-cdfa2649-aa38-418c-83a3-ffc9a8d6c877 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503135 Sep 21 18:23:15.101965 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-27b1bb88-eac4-4c0c-8140-6b080b94286b req-8acbe1bc-467f-4385-8cb9-4c6b17863aac service neutron] 10.222.0.44 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253247 Sep 21 18:23:15.115099 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1ea1a-e770-4bba-b64c-fa0f7015ec78 req-bb920e17-84a4-4427-abfd-5c529ab76e2f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:15.116609 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8aa1ea1a-e770-4bba-b64c-fa0f7015ec78 req-bb920e17-84a4-4427-abfd-5c529ab76e2f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 945 time: 0.0721776 Sep 21 18:23:15.160516 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8aa1ea1a-e770-4bba-b64c-fa0f7015ec78 req-02248cba-488c-4462-ac2e-4b186b26d4ed tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369923 Sep 21 18:23:15.922755 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-698ed12c-53d1-46a1-b8e5-ba12fb5dadf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:16.169101 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fc190-556c-4e1f-a833-7ba45e1770d3 req-284fd8b0-10ac-475a-bf80-36659251aa43 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:16.170742 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d30fc190-556c-4e1f-a833-7ba45e1770d3 req-284fd8b0-10ac-475a-bf80-36659251aa43 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec85ddf5-4f6a-4875-918b-440dc1cbaeb2 HTTP/1.1" status: 200 len: 943 time: 0.0601971 Sep 21 18:23:16.214961 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d30fc190-556c-4e1f-a833-7ba45e1770d3 req-96f0cd96-b662-4759-ae05-2b1a8248b091 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375338 Sep 21 18:23:16.288845 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e4231-93c7-49e6-a49f-9d34c83945dd req-a45a8cbc-461f-4054-844b-68ea20595c45 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:16.290436 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6c7e4231-93c7-49e6-a49f-9d34c83945dd req-a45a8cbc-461f-4054-844b-68ea20595c45 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 945 time: 0.0507927 Sep 21 18:23:16.329202 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6c7e4231-93c7-49e6-a49f-9d34c83945dd req-b459200c-04aa-4131-873e-9c4ec796df6a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325100 Sep 21 18:23:17.335169 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28295f46-3cb2-4e78-b6c2-0e8959a2e50b req-d2ed363b-b46f-4e73-a767-ac7679813fc6 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:17.336701 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-28295f46-3cb2-4e78-b6c2-0e8959a2e50b req-d2ed363b-b46f-4e73-a767-ac7679813fc6 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec85ddf5-4f6a-4875-918b-440dc1cbaeb2 HTTP/1.1" status: 200 len: 943 time: 0.0535645 Sep 21 18:23:17.377146 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-28295f46-3cb2-4e78-b6c2-0e8959a2e50b req-284ccd1c-192a-40f6-b02c-6dec37e54805 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341556 Sep 21 18:23:17.447702 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf5d0c-de38-490a-bf29-97364617eb6d req-a3f4d6e5-6fbd-4b0d-9b92-4f6a63e58f9d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:17.449235 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8edf5d0c-de38-490a-bf29-97364617eb6d req-a3f4d6e5-6fbd-4b0d-9b92-4f6a63e58f9d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 945 time: 0.0492103 Sep 21 18:23:17.488689 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8edf5d0c-de38-490a-bf29-97364617eb6d req-e474bb3d-063c-4f7c-9641-5e2f1eea2540 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327022 Sep 21 18:23:18.434916 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-faf321e7-b838-415e-810c-525a2d9b4a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:18.535955 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184ff61-3e16-4ca3-bfa9-9ec7135a91bc req-b2baaa02-11fa-4fa8-b33c-0864c5cd0838 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:18.537974 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e184ff61-3e16-4ca3-bfa9-9ec7135a91bc req-b2baaa02-11fa-4fa8-b33c-0864c5cd0838 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec85ddf5-4f6a-4875-918b-440dc1cbaeb2 HTTP/1.1" status: 200 len: 943 time: 0.0862577 Sep 21 18:23:18.577628 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e184ff61-3e16-4ca3-bfa9-9ec7135a91bc req-333cf45f-893a-4d84-a06a-7200aac80d4c tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333927 Sep 21 18:23:18.613506 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71162748-27a6-46be-b65e-2ed316fea447 req-2b157030-43d0-4e66-a3a0-cf3fb6d5252f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:18.615041 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-71162748-27a6-46be-b65e-2ed316fea447 req-2b157030-43d0-4e66-a3a0-cf3fb6d5252f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 945 time: 0.0509534 Sep 21 18:23:18.655460 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-71162748-27a6-46be-b65e-2ed316fea447 req-8ab08984-a6bc-4010-891b-8e4665eefaab tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343666 Sep 21 18:23:19.020512 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:19.554512 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:23:19.709036 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6da8d-cd84-401f-8f58-c9cb7345b14b req-02022d70-f87d-40c7-bfdd-0190d406cd39 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:19.711337 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2ee6da8d-cd84-401f-8f58-c9cb7345b14b req-02022d70-f87d-40c7-bfdd-0190d406cd39 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec85ddf5-4f6a-4875-918b-440dc1cbaeb2 HTTP/1.1" status: 200 len: 943 time: 0.0620804 Sep 21 18:23:19.750232 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2ee6da8d-cd84-401f-8f58-c9cb7345b14b req-5498f891-15a5-4e8b-9b7b-1ead29b77d85 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332026 Sep 21 18:23:19.775276 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0910dae-227c-47e1-bffe-d6df42f49346 req-ad53aae9-a87e-425a-a6c7-fd67a760bed6 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:19.776835 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d0910dae-227c-47e1-bffe-d6df42f49346 req-ad53aae9-a87e-425a-a6c7-fd67a760bed6 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 945 time: 0.0514824 Sep 21 18:23:19.818534 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d0910dae-227c-47e1-bffe-d6df42f49346 req-fd78efee-0f65-428a-bea5-aa25b15144ef tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325353 Sep 21 18:23:20.166591 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:20.875527 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc78187-9888-4400-ae56-d87bddf8c97e req-0b19891e-9e4e-4347-8ed7-fca732d4c128 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:20.877068 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6bc78187-9888-4400-ae56-d87bddf8c97e req-0b19891e-9e4e-4347-8ed7-fca732d4c128 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec85ddf5-4f6a-4875-918b-440dc1cbaeb2 HTTP/1.1" status: 200 len: 943 time: 0.0526941 Sep 21 18:23:20.920620 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6bc78187-9888-4400-ae56-d87bddf8c97e req-a5ae0d35-5958-4dab-a20d-3dd0fafc0763 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373065 Sep 21 18:23:20.943628 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048a494-8416-48f5-8d83-fa944ffc6945 req-4473a922-f665-468e-bd62-6e5aae2350ce tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:20.945230 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c048a494-8416-48f5-8d83-fa944ffc6945 req-4473a922-f665-468e-bd62-6e5aae2350ce tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 945 time: 0.0536575 Sep 21 18:23:20.982831 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c048a494-8416-48f5-8d83-fa944ffc6945 req-6e71ccf5-74cd-48bd-ad78-2d10bac129ac tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309381 Sep 21 18:23:21.642126 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:22.051731 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea6540-f9c0-4902-baf6-200f539f38f7 req-49b0f1d0-4021-41a1-951a-29765e6a52ec tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:22.054130 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4bea6540-f9c0-4902-baf6-200f539f38f7 req-49b0f1d0-4021-41a1-951a-29765e6a52ec tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec85ddf5-4f6a-4875-918b-440dc1cbaeb2 HTTP/1.1" status: 200 len: 943 time: 0.0582511 Sep 21 18:23:22.092891 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4bea6540-f9c0-4902-baf6-200f539f38f7 req-22c4a1da-8718-4b29-82cb-f0d1c237d197 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335031 Sep 21 18:23:22.100182 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d841a-13af-42f5-80b9-617a4ed37d2a req-82a75635-4d07-49bb-ae29-e6010bb70957 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:22.101746 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0d3d841a-13af-42f5-80b9-617a4ed37d2a req-82a75635-4d07-49bb-ae29-e6010bb70957 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 945 time: 0.0493507 Sep 21 18:23:22.143865 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0d3d841a-13af-42f5-80b9-617a4ed37d2a req-1eea8194-7c89-4a63-a7b9-908665eb187b tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360432 Sep 21 18:23:23.216779 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e336a-28df-45b2-8719-ec9fe41455ab req-22e3815c-6fef-4bbb-b893-24c9c8bad42f tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:23.218347 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-965e336a-28df-45b2-8719-ec9fe41455ab req-22e3815c-6fef-4bbb-b893-24c9c8bad42f tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec85ddf5-4f6a-4875-918b-440dc1cbaeb2 HTTP/1.1" status: 200 len: 943 time: 0.0529878 Sep 21 18:23:23.258194 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-965e336a-28df-45b2-8719-ec9fe41455ab req-5327ebbe-5ac4-4b84-bd8e-d4810c62f89a tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337870 Sep 21 18:23:23.265984 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1f87f-57ba-4428-b975-52eace2c712f req-08e3772b-ffcd-476f-aa5a-0b50aedb476e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:23.267559 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3ca1f87f-57ba-4428-b975-52eace2c712f req-08e3772b-ffcd-476f-aa5a-0b50aedb476e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 945 time: 0.0514584 Sep 21 18:23:23.306385 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3ca1f87f-57ba-4428-b975-52eace2c712f req-bca3f538-60cc-44ca-a456-e15aa6ac8c5c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327070 Sep 21 18:23:23.601615 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:24.028899 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 1d9ec5fe-1dcf-4750-9061-522fc98de82b details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:23:24.289489 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 1d9ec5fe-1dcf-4750-9061-522fc98de82b, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=1d9ec5fe-1dcf-4750-9061-522fc98de82b,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:24.300959 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '1d9ec5fe-1dcf-4750-9061-522fc98de82b', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'port_id': '1d9ec5fe-1dcf-4750-9061-522fc98de82b', 'mac_address': 'fa:16:3e:a0:0f:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:23:24.341817 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:24.355759 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d9ec5fe-1dcf-4750-9061-522fc98de82b {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:23:24.377536 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16013c5e-73d5-4544-9ce2-9674a73d1998 req-ec7e64cd-d5f4-4488-a37b-59d36dedb6ae tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:24.378191 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 1d9ec5fe-1dcf-4750-9061-522fc98de82b, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=1d9ec5fe-1dcf-4750-9061-522fc98de82b,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:24.379369 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-16013c5e-73d5-4544-9ce2-9674a73d1998 req-ec7e64cd-d5f4-4488-a37b-59d36dedb6ae tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec85ddf5-4f6a-4875-918b-440dc1cbaeb2 HTTP/1.1" status: 200 len: 943 time: 0.0523734 Sep 21 18:23:24.384418 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:24.429023 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5d2a5-8415-4fde-a889-d47d4176f451 req-8f6525c7-51bd-4705-97ae-5d0393fa0210 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:24.430630 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dde5d2a5-8415-4fde-a889-d47d4176f451 req-8f6525c7-51bd-4705-97ae-5d0393fa0210 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 945 time: 0.0499363 Sep 21 18:23:24.441580 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-16013c5e-73d5-4544-9ce2-9674a73d1998 req-f92eb092-a1dd-4b85-8c3d-4495007bf804 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405958 Sep 21 18:23:24.442785 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=1d9ec5fe-1dcf-4750-9061-522fc98de82b,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:24.472110 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dde5d2a5-8415-4fde-a889-d47d4176f451 req-6045138a-045e-402f-b89e-2a74e50cec33 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353227 Sep 21 18:23:24.584351 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['1d9ec5fe-1dcf-4750-9061-522fc98de82b'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:23:24.767475 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:25.559635 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe04f43-71f7-4b43-8a1c-4535d5a278fe req-e8b5954c-ca83-4420-a5f4-b16059f98951 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:25.561289 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fbe04f43-71f7-4b43-8a1c-4535d5a278fe req-e8b5954c-ca83-4420-a5f4-b16059f98951 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec85ddf5-4f6a-4875-918b-440dc1cbaeb2 HTTP/1.1" status: 200 len: 944 time: 0.0550361 Sep 21 18:23:25.595733 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2adabc-e6aa-4fa3-82cb-e3cddc9aeab4 req-a628a898-abad-4ff9-9200-cff40c68f93c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:25.597290 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c2adabc-e6aa-4fa3-82cb-e3cddc9aeab4 req-a628a898-abad-4ff9-9200-cff40c68f93c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 945 time: 0.0549941 Sep 21 18:23:25.602970 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fbe04f43-71f7-4b43-8a1c-4535d5a278fe req-88975063-b0fe-4866-b67c-9c923bf6e099 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338795 Sep 21 18:23:25.640338 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c2adabc-e6aa-4fa3-82cb-e3cddc9aeab4 req-265c5a48-7bcd-4025-b1b9-986b5c14c4a6 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363243 Sep 21 18:23:26.060029 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 1d9ec5fe-1dcf-4750-9061-522fc98de82b up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:23:26.123179 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 1d9ec5fe-1dcf-4750-9061-522fc98de82b completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:23:26.128944 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 1d9ec5fe-1dcf-4750-9061-522fc98de82b triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:26.129341 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:26.217483 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:26.240391 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec85ddf5-4f6a-4875-918b-440dc1cbaeb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9ec5fe-1dcf-4750-9061-522fc98de82b'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:23:26.243142 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e38c7da-ee2b-4fd3-b5d9-e64be232e551" -d '{"events": [{"server_uuid": "ec85ddf5-4f6a-4875-918b-440dc1cbaeb2", "name": "network-vif-plugged", "status": "completed", "tag": "1d9ec5fe-1dcf-4750-9061-522fc98de82b"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:23:26.257493 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 1d9ec5fe-1dcf-4750-9061-522fc98de82b, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=1d9ec5fe-1dcf-4750-9061-522fc98de82b,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:26.262511 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:26.285181 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635a153b-cf15-4607-b57a-203cb5d5b978 x-openstack-request-id: req-635a153b-cf15-4607-b57a-203cb5d5b978 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:23:26.285476 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec85ddf5-4f6a-4875-918b-440dc1cbaeb2", "name": "network-vif-plugged", "status": "completed", "tag": "1d9ec5fe-1dcf-4750-9061-522fc98de82b", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:23:26.285726 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-635a153b-cf15-4607-b57a-203cb5d5b978 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:23:26.286114 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec85ddf5-4f6a-4875-918b-440dc1cbaeb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9ec5fe-1dcf-4750-9061-522fc98de82b', 'code': 200} Sep 21 18:23:26.311587 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=1d9ec5fe-1dcf-4750-9061-522fc98de82b,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:26.385508 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff96b4-2cd8-446a-9353-94c5a7151834 req-e67b56d7-d469-46ba-a2cf-0d42ea9fe55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:26.387058 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c4ff96b4-2cd8-446a-9353-94c5a7151834 req-e67b56d7-d469-46ba-a2cf-0d42ea9fe55f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ec85ddf5-4f6a-4875-918b-440dc1cbaeb2 HTTP/1.1" status: 200 len: 1096 time: 0.0411131 Sep 21 18:23:26.427619 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c4ff96b4-2cd8-446a-9353-94c5a7151834 req-3b8af97e-9ef7-45c2-beea-ec445a6f2a7b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276158 Sep 21 18:23:26.732889 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1aed7-4f38-4a22-b945-7bb46c810f45 req-968a2a47-b1eb-47a6-bf54-a39039f15b24 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:26.734440 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ed1aed7-4f38-4a22-b945-7bb46c810f45 req-968a2a47-b1eb-47a6-bf54-a39039f15b24 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec85ddf5-4f6a-4875-918b-440dc1cbaeb2 HTTP/1.1" status: 200 len: 945 time: 0.0519116 Sep 21 18:23:26.760079 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04700f3-9ffe-4451-982b-4414c7e57ba1 req-ba3c2085-196a-4463-8e2e-57c847f72bfa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:26.761624 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b04700f3-9ffe-4451-982b-4414c7e57ba1 req-ba3c2085-196a-4463-8e2e-57c847f72bfa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 945 time: 0.0491362 Sep 21 18:23:26.772867 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ed1aed7-4f38-4a22-b945-7bb46c810f45 req-795a955d-d157-43c5-80f6-9b5f0273cd64 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320499 Sep 21 18:23:26.799637 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b04700f3-9ffe-4451-982b-4414c7e57ba1 req-6d36f689-6f6e-4cb8-8070-95e5d357207e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317852 Sep 21 18:23:27.813804 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-a223101b-c4b7-4235-a34e-ed662e55d3e7 service neutron] show failed (client error): The resource could not be found. Sep 21 18:23:27.814880 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-a223101b-c4b7-4235-a34e-ed662e55d3e7 service neutron] 10.222.0.38 "GET /v2.0/ports/8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2/bindings/n-h2-810291-1 HTTP/1.1" status: 404 len: 380 time: 0.0692902 Sep 21 18:23:27.898398 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8a46c-050c-4d90-8aad-f2552463f16f req-2e688217-244c-4082-8ebf-3b3566439d69 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:27.900161 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1ae8a46c-050c-4d90-8aad-f2552463f16f req-2e688217-244c-4082-8ebf-3b3566439d69 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec85ddf5-4f6a-4875-918b-440dc1cbaeb2 HTTP/1.1" status: 200 len: 945 time: 0.0562866 Sep 21 18:23:27.922306 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2841a-540d-4af5-9045-3d7e9426cd67 req-0d418f3f-c181-4c3d-88af-872fc4731f2a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:27.924620 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6ba2841a-540d-4af5-9045-3d7e9426cd67 req-0d418f3f-c181-4c3d-88af-872fc4731f2a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 945 time: 0.0540662 Sep 21 18:23:27.941065 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1ae8a46c-050c-4d90-8aad-f2552463f16f req-98941b79-f580-4791-8dc3-ad525d2deeb9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327713 Sep 21 18:23:27.968088 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6ba2841a-540d-4af5-9045-3d7e9426cd67 req-a802e064-5bae-4aef-9337-664fe5a1e300 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371716 Sep 21 18:23:28.086213 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-742eef08-02e1-47d6-8976-a374ccc99d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:28.087647 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-742eef08-02e1-47d6-8976-a374ccc99d1c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995&tenant_id=99089d04f7cb4cd988bfbe14fd24f277 HTTP/1.1" status: 200 len: 1096 time: 0.1001499 Sep 21 18:23:28.099729 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e8695-6ff7-444e-8ff8-44ea586d8499 req-e3017de5-3b68-45f7-9340-8b8066199481 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:28.101110 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-950e8695-6ff7-444e-8ff8-44ea586d8499 req-e3017de5-3b68-45f7-9340-8b8066199481 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec85ddf5-4f6a-4875-918b-440dc1cbaeb2 HTTP/1.1" status: 200 len: 945 time: 0.0857580 Sep 21 18:23:28.105956 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810291-1', 'device_owner': 'compute:nova'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:28.179957 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-950e8695-6ff7-444e-8ff8-44ea586d8499 req-db717d03-dd45-4289-a5d6-cf3a6f0be771 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713451 Sep 21 18:23:28.182559 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:28.391713 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] For port 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2,segment=NetworkSegment(cbce863c-9311-4b00-ba4c-67ecc228a462),segment_id=cbce863c-9311-4b00-ba4c-67ecc228a462)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:28.426577 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] For port 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:23:28.472706 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a0e7f9-71ee-4455-84f0-ace0644dd995', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:23:28.475051 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cba69d-c8ef-4c23-b170-9191033ea3ff" -d '{"events": [{"server_uuid": "35a0e7f9-71ee-4455-84f0-ace0644dd995", "name": "network-vif-unplugged", "status": "completed", "tag": "8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:23:28.479400 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:28.495009 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] Transition to ACTIVE for port object 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:23:28.500174 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:28.536670 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf1739d-8706-49bd-ad19-dd80bee7fb32 x-openstack-request-id: req-6bf1739d-8706-49bd-ad19-dd80bee7fb32 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:23:28.536670 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a0e7f9-71ee-4455-84f0-ace0644dd995", "name": "network-vif-unplugged", "status": "completed", "tag": "8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:23:28.536670 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6bf1739d-8706-49bd-ad19-dd80bee7fb32 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:23:28.537061 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a0e7f9-71ee-4455-84f0-ace0644dd995', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2', 'code': 200} Sep 21 18:23:28.670187 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] Pushing event updated for resources: {'Port': ['ID=8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2,revision_number=6']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:28.678328 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:28.678686 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:28.679048 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:28.679393 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:28.679732 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:28.680069 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:28.680413 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:28.680741 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:28.681078 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:28.681397 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:28.681728 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:28.682052 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:28.713297 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] No DVR routers for this DVR port 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:23:28.863318 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] Attempting to bind port 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:23:28.864016 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] Attempting to bind port 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'cbce863c-9311-4b00-ba4c-67ecc228a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ecb69a9b-b9ae-4980-a4b5-26e908ab5481'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:23:28.864016 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] Attempting to bind port 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 on network ecb69a9b-b9ae-4980-a4b5-26e908ab5481 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:23:28.868348 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] Port 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 on network ecb69a9b-b9ae-4980-a4b5-26e908ab5481 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:23:28.868723 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] Attempting to bind port 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 on network ecb69a9b-b9ae-4980-a4b5-26e908ab5481 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:23:28.873755 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:23:28.874097 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] Checking segment: {'id': 'cbce863c-9311-4b00-ba4c-67ecc228a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ecb69a9b-b9ae-4980-a4b5-26e908ab5481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:23:28.874487 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] Bound using segment: {'id': 'cbce863c-9311-4b00-ba4c-67ecc228a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ecb69a9b-b9ae-4980-a4b5-26e908ab5481'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:23:28.874921 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] Bound port: 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbce863c-9311-4b00-ba4c-67ecc228a462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ecb69a9b-b9ae-4980-a4b5-26e908ab5481'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:23:28.875314 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:28.956811 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] For port 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:23:28.960461 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] For port 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2,segment=NetworkSegment(cbce863c-9311-4b00-ba4c-67ecc228a462),segment_id=cbce863c-9311-4b00-ba4c-67ecc228a462)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:23:28.965625 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:29.001594 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:29.002025 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:29.003539 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] 10.222.0.44 "PUT /v2.0/ports/8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 HTTP/1.1" status: 200 len: 1091 time: 0.9015336 Sep 21 18:23:29.026908 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ba4b4-435a-4a3c-98b8-b6130c418543 service neutron] Pushing event updated for resources: {'Port': ['ID=8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2,revision_number=7']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:29.108011 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-88497de4-bbca-4045-9423-cd978a8d6be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:29.109695 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-88497de4-bbca-4045-9423-cd978a8d6be1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 1094 time: 0.0791707 Sep 21 18:23:29.117332 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9a73c-67d4-46c0-84b8-cbb28cea0b13 req-bd07ba6a-5cc6-4dcd-9674-f5e45152e3df tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:29.119183 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b6d9a73c-67d4-46c0-84b8-cbb28cea0b13 req-bd07ba6a-5cc6-4dcd-9674-f5e45152e3df tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 943 time: 0.0626562 Sep 21 18:23:29.212356 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b6d9a73c-67d4-46c0-84b8-cbb28cea0b13 req-9d87731e-6d6e-4f2f-8c19-fd657feb0af3 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834177 Sep 21 18:23:29.254429 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-d657e2a9-407f-411e-b035-eb1497b0d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:29.255989 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-d657e2a9-407f-411e-b035-eb1497b0d491 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ecb69a9b-b9ae-4980-a4b5-26e908ab5481 HTTP/1.1" status: 200 len: 898 time: 0.1357956 Sep 21 18:23:29.333370 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-c2ed93bc-5ad9-4610-876b-44c42b67f5ba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 HTTP/1.1" status: 200 len: 998 time: 0.0684965 Sep 21 18:23:29.388431 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-78f55fdb-53b1-431d-ac29-7c0ff212d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:29.389910 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-78f55fdb-53b1-431d-ac29-7c0ff212d9b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ade4699a-a674-4a17-bda9-3110e3c42b9a HTTP/1.1" status: 200 len: 834 time: 0.0475180 Sep 21 18:23:29.441693 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-661f867b-b2a4-40b6-a530-e8c1c1ea9bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:29.443264 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-661f867b-b2a4-40b6-a530-e8c1c1ea9bc4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ecb69a9b-b9ae-4980-a4b5-26e908ab5481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448754 Sep 21 18:23:29.542970 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-23bd10ff-5d12-4d04-a2d3-ae24da063528 service neutron] 10.222.0.44 "GET /v2.0/networks/ecb69a9b-b9ae-4980-a4b5-26e908ab5481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910525 Sep 21 18:23:29.640085 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-686b9bb2-e5cc-4684-ad22-ccc745332cb3 req-18f4f5b5-ec50-4eab-a43a-04c14181c53f service neutron] 10.222.0.44 "GET /v2.0/networks/ecb69a9b-b9ae-4980-a4b5-26e908ab5481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896914 Sep 21 18:23:30.333655 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc60382-c8c3-4276-8eab-d88197603b89 req-d7075f3f-ceb4-42e0-896d-2a602a32b041 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:30.335157 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6fc60382-c8c3-4276-8eab-d88197603b89 req-d7075f3f-ceb4-42e0-896d-2a602a32b041 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 943 time: 0.0506859 Sep 21 18:23:30.380579 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6fc60382-c8c3-4276-8eab-d88197603b89 req-7eaee6ba-fb2c-4117-b184-47aa78262303 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364785 Sep 21 18:23:30.538362 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a0e7f9-71ee-4455-84f0-ace0644dd995', 'tag': '8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:23:30.542190 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc8f110-6d18-4070-97df-22e0e7c24b26" -d '{"events": [{"name": "network-changed", "server_uuid": "35a0e7f9-71ee-4455-84f0-ace0644dd995", "tag": "8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:23:30.598078 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503d35d9-ac5d-46a4-873f-2318f9b1c7d4 x-openstack-request-id: req-503d35d9-ac5d-46a4-873f-2318f9b1c7d4 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:23:30.598352 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a0e7f9-71ee-4455-84f0-ace0644dd995", "tag": "8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:23:30.598726 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-503d35d9-ac5d-46a4-873f-2318f9b1c7d4 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:23:30.599160 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a0e7f9-71ee-4455-84f0-ace0644dd995', 'tag': '8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2', 'status': 'completed', 'code': 200} Sep 21 18:23:30.666021 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8f110-6d18-4070-97df-22e0e7c24b26 req-ea10c635-9e2c-41d8-9b1d-02d00ec3031d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:30.667644 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5dc8f110-6d18-4070-97df-22e0e7c24b26 req-ea10c635-9e2c-41d8-9b1d-02d00ec3031d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 1094 time: 0.0477412 Sep 21 18:23:30.854656 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8f110-6d18-4070-97df-22e0e7c24b26 req-03819eae-86d2-43ce-b3c5-5a82fc361cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:30.856159 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5dc8f110-6d18-4070-97df-22e0e7c24b26 req-03819eae-86d2-43ce-b3c5-5a82fc361cca service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 1094 time: 0.2282426 Sep 21 18:23:30.894772 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8f110-6d18-4070-97df-22e0e7c24b26 req-08064d03-0fbc-425f-b08a-5d7c8bd4c3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:30.896379 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5dc8f110-6d18-4070-97df-22e0e7c24b26 req-08064d03-0fbc-425f-b08a-5d7c8bd4c3d6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ecb69a9b-b9ae-4980-a4b5-26e908ab5481 HTTP/1.1" status: 200 len: 898 time: 0.2182949 Sep 21 18:23:30.905723 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-ef777ec6-9341-41d5-b761-5b678dfe50f9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:30.907118 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-ef777ec6-9341-41d5-b761-5b678dfe50f9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/networks?id=d369e5c5-60af-4748-b4b0-9650fd649648 HTTP/1.1" status: 200 len: 812 time: 0.2029915 Sep 21 18:23:30.996298 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-7211a4cc-8694-4396-898f-4cd320e47278 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/quotas/ed22908bce274772830e1e318854b4a6 HTTP/1.1" status: 200 len: 375 time: 0.0768025 Sep 21 18:23:31.149732 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:23:31.197637 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:23:31.344935 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5dc8f110-6d18-4070-97df-22e0e7c24b26 req-4f30dc5b-c9a2-4dd5-b816-b04f990a2945 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 HTTP/1.1" status: 200 len: 998 time: 0.4316056 Sep 21 18:23:31.349124 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8f110-6d18-4070-97df-22e0e7c24b26 req-2fae9ecd-fc24-406c-8393-ab8125e9848a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:31.350520 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5dc8f110-6d18-4070-97df-22e0e7c24b26 req-2fae9ecd-fc24-406c-8393-ab8125e9848a service neutron] 10.222.0.38 "GET /v2.0/networks?id=ecb69a9b-b9ae-4980-a4b5-26e908ab5481 HTTP/1.1" status: 200 len: 898 time: 0.4864717 Sep 21 18:23:31.449361 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-1180900c-73f7-422c-8b19-244b7ade0ebc tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ed22908bce274772830e1e318854b4a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4464259 Sep 21 18:23:31.487326 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8f110-6d18-4070-97df-22e0e7c24b26 req-d8894a40-4028-4bb3-9369-08f2d1949a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:31.488818 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5dc8f110-6d18-4070-97df-22e0e7c24b26 req-d8894a40-4028-4bb3-9369-08f2d1949a27 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ade4699a-a674-4a17-bda9-3110e3c42b9a HTTP/1.1" status: 200 len: 834 time: 0.1234157 Sep 21 18:23:31.497390 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5dc8f110-6d18-4070-97df-22e0e7c24b26 req-bc82fa86-2890-4201-a105-2e08915d9298 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 HTTP/1.1" status: 200 len: 998 time: 0.1302004 Sep 21 18:23:31.524253 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1eade-370e-4f87-9624-b08e8a2fcb3c req-ca2fc243-f81a-4692-9fc7-6b9118428ae3 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:31.525770 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-22d1eade-370e-4f87-9624-b08e8a2fcb3c req-ca2fc243-f81a-4692-9fc7-6b9118428ae3 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 943 time: 0.0644038 Sep 21 18:23:31.563300 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-22d1eade-370e-4f87-9624-b08e8a2fcb3c req-d2fec0f8-faf6-436b-bb56-24ce47b4bd2e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312309 Sep 21 18:23:31.615926 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8f110-6d18-4070-97df-22e0e7c24b26 req-602d5e5b-2de3-4967-b598-fd6389f66241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:31.617449 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5dc8f110-6d18-4070-97df-22e0e7c24b26 req-602d5e5b-2de3-4967-b598-fd6389f66241 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ade4699a-a674-4a17-bda9-3110e3c42b9a HTTP/1.1" status: 200 len: 834 time: 0.1057942 Sep 21 18:23:31.642837 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8f110-6d18-4070-97df-22e0e7c24b26 req-c62c733f-b91b-4f5b-95fb-5999f6cf9811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:31.644371 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5dc8f110-6d18-4070-97df-22e0e7c24b26 req-c62c733f-b91b-4f5b-95fb-5999f6cf9811 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ecb69a9b-b9ae-4980-a4b5-26e908ab5481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1467154 Sep 21 18:23:31.647912 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-f400412f-e59e-4140-a81e-c5fefbf6d0f9 service neutron] 10.222.0.58 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867042 Sep 21 18:23:31.764457 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d806f4-5b59-4baf-ac03-74788f2629c3 req-f52355df-a409-45ab-a2ac-ab5868f4c943 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:31.766089 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d5d806f4-5b59-4baf-ac03-74788f2629c3 req-f52355df-a409-45ab-a2ac-ab5868f4c943 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 943 time: 0.0520828 Sep 21 18:23:31.804621 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d5d806f4-5b59-4baf-ac03-74788f2629c3 req-49b1ffd7-50e1-4ebd-bcc8-6723804f56ba tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320222 Sep 21 18:23:31.837925 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8f110-6d18-4070-97df-22e0e7c24b26 req-6b78f6d7-10ef-48f2-ae3a-7f1ee469c092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:31.839506 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5dc8f110-6d18-4070-97df-22e0e7c24b26 req-6b78f6d7-10ef-48f2-ae3a-7f1ee469c092 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ecb69a9b-b9ae-4980-a4b5-26e908ab5481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2096636 Sep 21 18:23:31.933859 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5dc8f110-6d18-4070-97df-22e0e7c24b26 req-6f3d03d3-e30b-4995-b73b-3cca51212bce service neutron] 10.222.0.44 "GET /v2.0/networks/ecb69a9b-b9ae-4980-a4b5-26e908ab5481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698431 Sep 21 18:23:31.966209 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-065adf94-4855-4b87-8ccb-ee5793c51e3a service neutron] 10.222.0.58 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037102 Sep 21 18:23:32.005183 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf7bf9-a496-41d5-8be4-9311f8a041f0 req-f70d44a4-d5d2-4676-b7f0-e12bd6ba283b tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:32.006664 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f5cf7bf9-a496-41d5-8be4-9311f8a041f0 req-f70d44a4-d5d2-4676-b7f0-e12bd6ba283b tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.38 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995&tenant_id=99089d04f7cb4cd988bfbe14fd24f277&binding%3Ahost_id=n-h2-810291-1 HTTP/1.1" status: 200 len: 943 time: 0.2165835 Sep 21 18:23:32.075957 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:23:32.097294 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5dc8f110-6d18-4070-97df-22e0e7c24b26 req-3a29afa4-31dc-4b3c-9283-953d40c31f0e service neutron] 10.222.0.38 "GET /v2.0/networks/ecb69a9b-b9ae-4980-a4b5-26e908ab5481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403145 Sep 21 18:23:32.162339 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5dc8f110-6d18-4070-97df-22e0e7c24b26 req-5a55fbf7-d371-4c9e-8210-7d05e4439e7a service neutron] 10.222.0.44 "GET /v2.0/networks/ecb69a9b-b9ae-4980-a4b5-26e908ab5481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987023 Sep 21 18:23:32.197237 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [req-f5cf7bf9-a496-41d5-8be4-9311f8a041f0 req-c5f377a0-944f-4f9a-b513-c8313e295dfe service neutron] delete failed (client error): The resource could not be found. Sep 21 18:23:32.198328 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f5cf7bf9-a496-41d5-8be4-9311f8a041f0 req-c5f377a0-944f-4f9a-b513-c8313e295dfe service neutron] 10.222.0.38 "DELETE /v2.0/ports/8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2/bindings/n-h1-810291-1 HTTP/1.1" status: 404 len: 380 time: 0.1826355 Sep 21 18:23:32.200346 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5bb3b9bd-1baa-464d-bdd9-b61f37de5f7b req-40353035-90e7-48de-bcbc-43183e607632 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=d48794f4-9915-4686-a5ad-5fb4d46093e7 HTTP/1.1" status: 200 len: 210 time: 0.0606999 Sep 21 18:23:32.218352 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2,segment=NetworkSegment(cbce863c-9311-4b00-ba4c-67ecc228a462),segment_id=cbce863c-9311-4b00-ba4c-67ecc228a462)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:32.228622 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5dc8f110-6d18-4070-97df-22e0e7c24b26 req-78c064e4-b052-474c-af20-bbb16e566eef service neutron] 10.222.0.38 "GET /v2.0/networks/ecb69a9b-b9ae-4980-a4b5-26e908ab5481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192503 Sep 21 18:23:32.230818 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2', 'network_id': 'ecb69a9b-b9ae-4980-a4b5-26e908ab5481', 'port_id': '8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2', 'mac_address': 'fa:16:3e:2d:8a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ade4699a-a674-4a17-bda9-3110e3c42b9a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:23:32.277469 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:32.296310 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:23:32.317170 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2,segment=NetworkSegment(cbce863c-9311-4b00-ba4c-67ecc228a462),segment_id=cbce863c-9311-4b00-ba4c-67ecc228a462)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:32.321567 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:32.339144 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf7bf9-a496-41d5-8be4-9311f8a041f0 req-5388be8e-7bd5-46c6-beb8-77dca0504e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:32.341669 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f5cf7bf9-a496-41d5-8be4-9311f8a041f0 req-5388be8e-7bd5-46c6-beb8-77dca0504e66 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 1094 time: 0.0437026 Sep 21 18:23:32.374060 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2,revision_number=8']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:32.441599 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf7bf9-a496-41d5-8be4-9311f8a041f0 req-345e8a55-7063-450b-bc6e-4d935d02d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:32.443228 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f5cf7bf9-a496-41d5-8be4-9311f8a041f0 req-345e8a55-7063-450b-bc6e-4d935d02d3c5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ecb69a9b-b9ae-4980-a4b5-26e908ab5481 HTTP/1.1" status: 200 len: 898 time: 0.0947068 Sep 21 18:23:32.513067 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f5cf7bf9-a496-41d5-8be4-9311f8a041f0 req-2855bb5a-a760-4c44-bfe5-7490eeb8e674 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 HTTP/1.1" status: 200 len: 999 time: 0.0632536 Sep 21 18:23:32.546690 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:23:32.563095 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf7bf9-a496-41d5-8be4-9311f8a041f0 req-16195a82-7927-4efe-8eb2-9fe815a4f2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:32.564945 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f5cf7bf9-a496-41d5-8be4-9311f8a041f0 req-16195a82-7927-4efe-8eb2-9fe815a4f2f7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ade4699a-a674-4a17-bda9-3110e3c42b9a HTTP/1.1" status: 200 len: 834 time: 0.0453734 Sep 21 18:23:32.615141 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf7bf9-a496-41d5-8be4-9311f8a041f0 req-ce4745ea-03e9-499a-b5bb-fa27c8a9e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:32.616683 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f5cf7bf9-a496-41d5-8be4-9311f8a041f0 req-ce4745ea-03e9-499a-b5bb-fa27c8a9e4c0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ecb69a9b-b9ae-4980-a4b5-26e908ab5481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447946 Sep 21 18:23:32.725752 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f5cf7bf9-a496-41d5-8be4-9311f8a041f0 req-559c4f99-abdd-47a0-b9dd-3d79156ed66f service neutron] 10.222.0.38 "GET /v2.0/networks/ecb69a9b-b9ae-4980-a4b5-26e908ab5481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016328 Sep 21 18:23:32.834390 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f5cf7bf9-a496-41d5-8be4-9311f8a041f0 req-78d0bb3f-26a0-4224-b36f-ee80353ad0b9 service neutron] 10.222.0.38 "GET /v2.0/networks/ecb69a9b-b9ae-4980-a4b5-26e908ab5481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014295 Sep 21 18:23:32.925103 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdab5f2-3a56-4c47-ab48-84f6485ac70b req-be169118-f5dd-4b88-a2f7-5481ac138029 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:32.926714 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6fdab5f2-3a56-4c47-ab48-84f6485ac70b req-be169118-f5dd-4b88-a2f7-5481ac138029 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 944 time: 0.0518539 Sep 21 18:23:32.968637 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6fdab5f2-3a56-4c47-ab48-84f6485ac70b req-f84ad3da-8794-4546-9899-0cd7d342a6c4 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356755 Sep 21 18:23:33.206064 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-68f15e0b-bb6a-4169-8862-f04adceaf0cb tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:33.207791 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-68f15e0b-bb6a-4169-8862-f04adceaf0cb tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.44 "GET /v2.0/networks?id=d369e5c5-60af-4748-b4b0-9650fd649648 HTTP/1.1" status: 200 len: 812 time: 0.1162415 Sep 21 18:23:33.223455 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-35f9cc83-706c-44f9-8be4-ef5498cebbc9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Request body: {'port': {'device_id': 'd48794f4-9915-4686-a5ad-5fb4d46093e7', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'admin_state_up': True, 'tenant_id': 'ed22908bce274772830e1e318854b4a6'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:33.319053 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-af0074a4-03f8-4824-a27d-60f0161f4243 req-1986a4e5-a8ac-4dbd-b22e-b9e9c97ac363 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=d48794f4-9915-4686-a5ad-5fb4d46093e7 HTTP/1.1" status: 200 len: 210 time: 0.0451889 Sep 21 18:23:33.357104 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-35f9cc83-706c-44f9-8be4-ef5498cebbc9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Made reservation on behalf of ed22908bce274772830e1e318854b4a6 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:23:33.361364 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-35f9cc83-706c-44f9-8be4-ef5498cebbc9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:33.508107 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-35f9cc83-706c-44f9-8be4-ef5498cebbc9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Allocated IP 172.20.0.14 (d369e5c5-60af-4748-b4b0-9650fd649648/3451e09d-0afb-4f27-b18f-9613783297a1/421dd85e-249d-44af-9991-882db85b15cf) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:23:33.666995 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-35f9cc83-706c-44f9-8be4-ef5498cebbc9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:33.702083 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-35f9cc83-706c-44f9-8be4-ef5498cebbc9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:33.716661 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['1d9ec5fe-1dcf-4750-9061-522fc98de82b'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:23:33.747802 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-35f9cc83-706c-44f9-8be4-ef5498cebbc9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Network d369e5c5-60af-4748-b4b0-9650fd649648 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:23:33.750986 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-35f9cc83-706c-44f9-8be4-ef5498cebbc9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:23:33.757095 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-35f9cc83-706c-44f9-8be4-ef5498cebbc9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:23:33.793046 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f9cc83-706c-44f9-8be4-ef5498cebbc9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Pushing event updated for resources: {'Port': ['ID=421dd85e-249d-44af-9991-882db85b15cf,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:33.823827 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-35f9cc83-706c-44f9-8be4-ef5498cebbc9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:33.824489 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-35f9cc83-706c-44f9-8be4-ef5498cebbc9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:33.840498 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-35f9cc83-706c-44f9-8be4-ef5498cebbc9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6217704 Sep 21 18:23:33.854514 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-a6894041-7283-4c25-bbd4-56f228f18ea4 service neutron] Request body: {'port': {'device_id': 'd48794f4-9915-4686-a5ad-5fb4d46093e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:23:33.926109 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-a6894041-7283-4c25-bbd4-56f228f18ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:34.085003 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-238a5abd-cd47-4a5c-b84f-0a935dc6ead0 None None] Provisioning complete for port 421dd85e-249d-44af-9991-882db85b15cf triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:34.085777 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-238a5abd-cd47-4a5c-b84f-0a935dc6ead0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:34.107367 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:23:34.127425 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef0db8-1094-4cff-a021-1eec54195c70 req-b22d20cf-d499-495c-9e51-9d5478d20982 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:34.129120 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4ef0db8-1094-4cff-a021-1eec54195c70 req-b22d20cf-d499-495c-9e51-9d5478d20982 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 944 time: 0.0836554 Sep 21 18:23:34.151065 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-238a5abd-cd47-4a5c-b84f-0a935dc6ead0 None None] Port 421dd85e-249d-44af-9991-882db85b15cf cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:23:34.169894 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:23:34.174574 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:34.175092 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:34.215999 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4ef0db8-1094-4cff-a021-1eec54195c70 req-3d985764-3784-41bf-bb4a-6f236b86ee22 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600100 Sep 21 18:23:34.254587 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49198) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:23:34.279753 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:34.304674 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a0e7f9-71ee-4455-84f0-ace0644dd995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:23:34.307253 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c463d6-f003-4369-a447-a922a0ce276f" -d '{"events": [{"server_uuid": "35a0e7f9-71ee-4455-84f0-ace0644dd995", "name": "network-vif-plugged", "status": "completed", "tag": "8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:23:34.322805 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2,segment=NetworkSegment(cbce863c-9311-4b00-ba4c-67ecc228a462),segment_id=cbce863c-9311-4b00-ba4c-67ecc228a462)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:34.329025 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:34.362308 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a21ee2-9c92-4155-9c07-6185d4ce78f7 x-openstack-request-id: req-45a21ee2-9c92-4155-9c07-6185d4ce78f7 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:23:34.363419 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-a6894041-7283-4c25-bbd4-56f228f18ea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 421dd85e-249d-44af-9991-882db85b15cf {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:23:34.365679 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a0e7f9-71ee-4455-84f0-ace0644dd995", "name": "network-vif-plugged", "status": "completed", "tag": "8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:23:34.366019 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-45a21ee2-9c92-4155-9c07-6185d4ce78f7 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:23:34.366512 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a0e7f9-71ee-4455-84f0-ace0644dd995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2', 'code': 200} Sep 21 18:23:34.379574 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-a6894041-7283-4c25-bbd4-56f228f18ea4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:34.392258 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0a909e50-b174-427b-811e-f8acce8bf598 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/floatingips/cb2cd42b-55d5-417d-9c93-ee5a4789898e HTTP/1.1" status: 200 len: 991 time: 0.1297715 Sep 21 18:23:34.400666 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2,revision_number=9']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:34.405849 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-a6894041-7283-4c25-bbd4-56f228f18ea4 service neutron] Transition to ACTIVE for port object 421dd85e-249d-44af-9991-882db85b15cf will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:23:34.411381 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-a6894041-7283-4c25-bbd4-56f228f18ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:34.491306 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6894041-7283-4c25-bbd4-56f228f18ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=421dd85e-249d-44af-9991-882db85b15cf,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:34.549386 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a023928-4d39-4e00-a41c-cf0385723aa7 req-23d15bb1-503b-4a12-9723-4205d55efd49 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:34.550964 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5a023928-4d39-4e00-a41c-cf0385723aa7 req-23d15bb1-503b-4a12-9723-4205d55efd49 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=d48794f4-9915-4686-a5ad-5fb4d46093e7 HTTP/1.1" status: 200 len: 944 time: 0.1361551 Sep 21 18:23:34.621394 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-a6894041-7283-4c25-bbd4-56f228f18ea4 service neutron] Attempting to bind port 421dd85e-249d-44af-9991-882db85b15cf on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:23:34.621737 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-a6894041-7283-4c25-bbd4-56f228f18ea4 service neutron] Attempting to bind port 421dd85e-249d-44af-9991-882db85b15cf by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:23:34.622083 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-a6894041-7283-4c25-bbd4-56f228f18ea4 service neutron] Attempting to bind port 421dd85e-249d-44af-9991-882db85b15cf on network d369e5c5-60af-4748-b4b0-9650fd649648 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:23:34.627030 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5a023928-4d39-4e00-a41c-cf0385723aa7 req-908db80f-626e-463c-a801-833e207beff1 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614879 Sep 21 18:23:34.630520 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-a6894041-7283-4c25-bbd4-56f228f18ea4 service neutron] Port 421dd85e-249d-44af-9991-882db85b15cf on network d369e5c5-60af-4748-b4b0-9650fd649648 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:23:34.630855 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-a6894041-7283-4c25-bbd4-56f228f18ea4 service neutron] Attempting to bind port 421dd85e-249d-44af-9991-882db85b15cf on network d369e5c5-60af-4748-b4b0-9650fd649648 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:23:34.636511 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-a6894041-7283-4c25-bbd4-56f228f18ea4 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:23:34.636906 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-a6894041-7283-4c25-bbd4-56f228f18ea4 service neutron] Checking segment: {'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:23:34.637294 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-a6894041-7283-4c25-bbd4-56f228f18ea4 service neutron] Bound using segment: {'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:23:34.637733 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-a6894041-7283-4c25-bbd4-56f228f18ea4 service neutron] Bound port: 421dd85e-249d-44af-9991-882db85b15cf, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:23:34.638097 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-a6894041-7283-4c25-bbd4-56f228f18ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:34.713110 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-a6894041-7283-4c25-bbd4-56f228f18ea4 service neutron] For port 421dd85e-249d-44af-9991-882db85b15cf, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:23:34.716349 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-a6894041-7283-4c25-bbd4-56f228f18ea4 service neutron] For port 421dd85e-249d-44af-9991-882db85b15cf, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=421dd85e-249d-44af-9991-882db85b15cf,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:23:34.720758 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-a6894041-7283-4c25-bbd4-56f228f18ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:34.754435 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-a6894041-7283-4c25-bbd4-56f228f18ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:34.755178 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-a6894041-7283-4c25-bbd4-56f228f18ea4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:34.756568 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-a6894041-7283-4c25-bbd4-56f228f18ea4 service neutron] 10.222.0.44 "PUT /v2.0/ports/421dd85e-249d-44af-9991-882db85b15cf HTTP/1.1" status: 200 len: 1092 time: 0.9076874 Sep 21 18:23:34.757167 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48794f4-9915-4686-a5ad-5fb4d46093e7', 'tag': '421dd85e-249d-44af-9991-882db85b15cf'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:23:34.759312 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e932d6f-96ae-4dc6-be56-c8810fb1e549" -d '{"events": [{"name": "network-changed", "server_uuid": "d48794f4-9915-4686-a5ad-5fb4d46093e7", "tag": "421dd85e-249d-44af-9991-882db85b15cf"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:23:34.803594 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c17df7d-a467-40da-a10d-887e2ab979ba x-openstack-request-id: req-4c17df7d-a467-40da-a10d-887e2ab979ba {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:23:34.803861 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d48794f4-9915-4686-a5ad-5fb4d46093e7", "tag": "421dd85e-249d-44af-9991-882db85b15cf", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:23:34.804103 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4c17df7d-a467-40da-a10d-887e2ab979ba {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:23:34.804508 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd48794f4-9915-4686-a5ad-5fb4d46093e7', 'tag': '421dd85e-249d-44af-9991-882db85b15cf', 'status': 'completed', 'code': 200} Sep 21 18:23:34.805609 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6894041-7283-4c25-bbd4-56f228f18ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=421dd85e-249d-44af-9991-882db85b15cf,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:34.855160 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-bb29f657-1577-43d4-bcb0-de009c70ffef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:34.856878 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-bb29f657-1577-43d4-bcb0-de009c70ffef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed22908bce274772830e1e318854b4a6&device_id=d48794f4-9915-4686-a5ad-5fb4d46093e7 HTTP/1.1" status: 200 len: 1095 time: 0.0456901 Sep 21 18:23:34.910697 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-9cec08c7-b692-42b8-b89c-13f91cca114f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=421dd85e-249d-44af-9991-882db85b15cf HTTP/1.1" status: 200 len: 217 time: 0.0429692 Sep 21 18:23:34.965015 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-3307116b-2a0f-4394-94cc-96d0d06daa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:34.966500 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-3307116b-2a0f-4394-94cc-96d0d06daa30 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3451e09d-0afb-4f27-b18f-9613783297a1 HTTP/1.1" status: 200 len: 851 time: 0.0470514 Sep 21 18:23:35.018862 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-d3e9c458-1afd-455b-9521-cbefa8be606e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:35.020306 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-d3e9c458-1afd-455b-9521-cbefa8be606e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d369e5c5-60af-4748-b4b0-9650fd649648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413685 Sep 21 18:23:35.113387 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-5c7a846f-b8ea-475a-a080-1fc42b26228d service neutron] 10.222.0.44 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854857 Sep 21 18:23:35.210536 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b706a1f-47e0-4bf5-b2af-f38bc17ed7f8 req-b6a3f87c-8dcf-4359-a424-a693d176ca9a service neutron] 10.222.0.44 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882192 Sep 21 18:23:35.308845 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e932d6f-96ae-4dc6-be56-c8810fb1e549 req-887137ee-d987-4fe3-87ff-8c77b6bf7329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:35.310260 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e932d6f-96ae-4dc6-be56-c8810fb1e549 req-887137ee-d987-4fe3-87ff-8c77b6bf7329 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed22908bce274772830e1e318854b4a6&device_id=d48794f4-9915-4686-a5ad-5fb4d46093e7 HTTP/1.1" status: 200 len: 1095 time: 0.0452316 Sep 21 18:23:35.399988 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e932d6f-96ae-4dc6-be56-c8810fb1e549 req-83ea9ff4-d19e-4895-a3f6-7cd77dc785aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:35.401484 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e932d6f-96ae-4dc6-be56-c8810fb1e549 req-83ea9ff4-d19e-4895-a3f6-7cd77dc785aa service neutron] 10.222.0.44 "GET /v2.0/networks?id=d369e5c5-60af-4748-b4b0-9650fd649648 HTTP/1.1" status: 200 len: 913 time: 0.0834115 Sep 21 18:23:35.767769 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e932d6f-96ae-4dc6-be56-c8810fb1e549 req-ff5c46f8-1ced-4ba5-877f-f4835698911f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=421dd85e-249d-44af-9991-882db85b15cf HTTP/1.1" status: 200 len: 217 time: 0.3589568 Sep 21 18:23:35.837571 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e932d6f-96ae-4dc6-be56-c8810fb1e549 req-0152d4ad-16a5-43ef-a5e5-e9ae30d27df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:35.838951 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e932d6f-96ae-4dc6-be56-c8810fb1e549 req-0152d4ad-16a5-43ef-a5e5-e9ae30d27df4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3451e09d-0afb-4f27-b18f-9613783297a1 HTTP/1.1" status: 200 len: 851 time: 0.0629153 Sep 21 18:23:35.847524 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b7fbf-8d23-48dc-b184-2d19deee4260 req-6f2cd8eb-108a-40e9-b0f9-e46891e871a8 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:35.848898 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f2b7fbf-8d23-48dc-b184-2d19deee4260 req-6f2cd8eb-108a-40e9-b0f9-e46891e871a8 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=d48794f4-9915-4686-a5ad-5fb4d46093e7 HTTP/1.1" status: 200 len: 944 time: 0.0837572 Sep 21 18:23:35.926675 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f2b7fbf-8d23-48dc-b184-2d19deee4260 req-ff20af20-26aa-4ef4-b8da-73a1431d201f tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691493 Sep 21 18:23:35.929414 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e932d6f-96ae-4dc6-be56-c8810fb1e549 req-cda65754-2c93-44cb-936c-a86664db4b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:35.930834 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e932d6f-96ae-4dc6-be56-c8810fb1e549 req-cda65754-2c93-44cb-936c-a86664db4b9d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d369e5c5-60af-4748-b4b0-9650fd649648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810809 Sep 21 18:23:36.042807 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e932d6f-96ae-4dc6-be56-c8810fb1e549 req-4f15492a-665e-4cba-9159-9b11c85a74b5 service neutron] 10.222.0.44 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038346 Sep 21 18:23:36.162234 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e932d6f-96ae-4dc6-be56-c8810fb1e549 req-69dc3bbd-f490-42d9-b228-993d6d601d50 service neutron] 10.222.0.44 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101031 Sep 21 18:23:37.088877 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2dbeb-663c-46b3-8860-9a4543f24908 req-25e5c0df-dce8-4bc0-89e4-2c1630892940 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:37.090342 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-93b2dbeb-663c-46b3-8860-9a4543f24908 req-25e5c0df-dce8-4bc0-89e4-2c1630892940 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=d48794f4-9915-4686-a5ad-5fb4d46093e7 HTTP/1.1" status: 200 len: 944 time: 0.0625031 Sep 21 18:23:37.148433 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-93b2dbeb-663c-46b3-8860-9a4543f24908 req-465ff442-cf4f-40b2-a78c-2b8e61088046 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477087 Sep 21 18:23:38.300738 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d64ece-cf00-4594-b5cb-40ae50892587 req-b46848b3-20f0-404b-98d7-57ce896cedc6 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:38.303358 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4d64ece-cf00-4594-b5cb-40ae50892587 req-b46848b3-20f0-404b-98d7-57ce896cedc6 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=d48794f4-9915-4686-a5ad-5fb4d46093e7 HTTP/1.1" status: 200 len: 944 time: 0.0514872 Sep 21 18:23:38.345145 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4d64ece-cf00-4594-b5cb-40ae50892587 req-60f99977-1c14-4832-9955-05fce3ff5da6 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351114 Sep 21 18:23:39.480988 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59db5f-6c6a-4441-8b3c-d4aa78cba2df req-3f9e0c61-1f33-47ca-9e98-73f7227e7dc6 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:39.482746 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1e59db5f-6c6a-4441-8b3c-d4aa78cba2df req-3f9e0c61-1f33-47ca-9e98-73f7227e7dc6 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=d48794f4-9915-4686-a5ad-5fb4d46093e7 HTTP/1.1" status: 200 len: 944 time: 0.0560632 Sep 21 18:23:39.524499 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1e59db5f-6c6a-4441-8b3c-d4aa78cba2df req-f4b722ef-b79f-4d62-95d7-09f57c1e4bd1 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354700 Sep 21 18:23:40.654862 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb9371-fd20-4366-a4ab-592e8b691b1e req-541e46d2-f906-4ce0-8203-be5bb23309c5 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:40.656412 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fbbb9371-fd20-4366-a4ab-592e8b691b1e req-541e46d2-f906-4ce0-8203-be5bb23309c5 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=d48794f4-9915-4686-a5ad-5fb4d46093e7 HTTP/1.1" status: 200 len: 944 time: 0.0504241 Sep 21 18:23:40.698519 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fbbb9371-fd20-4366-a4ab-592e8b691b1e req-b9bd1309-5982-42de-9f37-c2167c0922bf tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359814 Sep 21 18:23:41.829203 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1ea44-db59-4de6-be75-309516c7a6b8 req-4155fad2-ccc9-4e81-98bc-34e0f8776ced tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:41.830764 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-daa1ea44-db59-4de6-be75-309516c7a6b8 req-4155fad2-ccc9-4e81-98bc-34e0f8776ced tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=d48794f4-9915-4686-a5ad-5fb4d46093e7 HTTP/1.1" status: 200 len: 944 time: 0.0537534 Sep 21 18:23:41.888175 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-daa1ea44-db59-4de6-be75-309516c7a6b8 req-198e9586-6e99-4b92-830b-a92d0f8eb9c4 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476716 Sep 21 18:23:43.018252 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9268dcd-790a-4c81-8ae0-322e7b1532ba req-efd8f716-d42e-4f8e-a5a7-b7334f266744 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:43.020018 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9268dcd-790a-4c81-8ae0-322e7b1532ba req-efd8f716-d42e-4f8e-a5a7-b7334f266744 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=d48794f4-9915-4686-a5ad-5fb4d46093e7 HTTP/1.1" status: 200 len: 944 time: 0.0548501 Sep 21 18:23:43.059890 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9268dcd-790a-4c81-8ae0-322e7b1532ba req-d3564cff-3010-4402-b24e-cf9c27a3017b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336852 Sep 21 18:23:44.185590 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadda46-776f-4726-8cc6-8f1ba56d2029 req-f0df4d09-0de0-48ab-a632-6c48bdfa30fe tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:44.187462 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5eadda46-776f-4726-8cc6-8f1ba56d2029 req-f0df4d09-0de0-48ab-a632-6c48bdfa30fe tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=d48794f4-9915-4686-a5ad-5fb4d46093e7 HTTP/1.1" status: 200 len: 944 time: 0.0575545 Sep 21 18:23:44.230534 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5eadda46-776f-4726-8cc6-8f1ba56d2029 req-d4369d13-8e36-4b1b-9eac-31474e686c26 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340779 Sep 21 18:23:45.355570 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0d2b9-72af-4ec8-9c55-9ee170b5a7eb req-6947e6af-5a5d-4450-aba8-6ca8910c289a tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:45.357152 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c8a0d2b9-72af-4ec8-9c55-9ee170b5a7eb req-6947e6af-5a5d-4450-aba8-6ca8910c289a tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=d48794f4-9915-4686-a5ad-5fb4d46093e7 HTTP/1.1" status: 200 len: 944 time: 0.0540543 Sep 21 18:23:45.397174 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c8a0d2b9-72af-4ec8-9c55-9ee170b5a7eb req-355dc4f7-1491-4521-b205-56bf94211d2d tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336154 Sep 21 18:23:45.926138 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-44e78784-4b6f-411b-87d2-e19087381757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:46.528536 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f888407-4af3-4eca-9bac-4123f50e2f17 req-7a24338a-4a19-4373-8e4c-6bb667e0dc12 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:46.530232 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7f888407-4af3-4eca-9bac-4123f50e2f17 req-7a24338a-4a19-4373-8e4c-6bb667e0dc12 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=d48794f4-9915-4686-a5ad-5fb4d46093e7 HTTP/1.1" status: 200 len: 944 time: 0.0554724 Sep 21 18:23:46.570698 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7f888407-4af3-4eca-9bac-4123f50e2f17 req-1d18d394-8ad2-49e9-afd8-068af5246302 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336263 Sep 21 18:23:47.693614 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b91c0-f868-48f2-a915-5e1ac946e3ad req-98b52546-9824-454f-bdaa-7bdfdcef054d tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:47.695145 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ea8b91c0-f868-48f2-a915-5e1ac946e3ad req-98b52546-9824-454f-bdaa-7bdfdcef054d tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=d48794f4-9915-4686-a5ad-5fb4d46093e7 HTTP/1.1" status: 200 len: 944 time: 0.0526369 Sep 21 18:23:47.737403 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ea8b91c0-f868-48f2-a915-5e1ac946e3ad req-d89ca49b-6879-4b01-aee4-498258ecc975 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356669 Sep 21 18:23:48.447228 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e87fd342-5d92-44be-8425-70da4a6b0bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:48.875129 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d2201-661a-45eb-b31f-2a7822a10f83 req-5e9a1af7-e99f-4667-9b5e-8e92b83cb792 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:48.876635 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-422d2201-661a-45eb-b31f-2a7822a10f83 req-5e9a1af7-e99f-4667-9b5e-8e92b83cb792 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=d48794f4-9915-4686-a5ad-5fb4d46093e7 HTTP/1.1" status: 200 len: 944 time: 0.0590463 Sep 21 18:23:48.926949 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-422d2201-661a-45eb-b31f-2a7822a10f83 req-09aed964-7841-4523-9de8-9be123d1a865 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418010 Sep 21 18:23:49.021382 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:50.054218 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d26f2-bd42-4fc2-b73b-3840d525d8f1 req-c1271620-7a9f-4034-a08a-dfc642f24b7b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:50.055752 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-536d26f2-bd42-4fc2-b73b-3840d525d8f1 req-c1271620-7a9f-4034-a08a-dfc642f24b7b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=d48794f4-9915-4686-a5ad-5fb4d46093e7 HTTP/1.1" status: 200 len: 944 time: 0.0564809 Sep 21 18:23:50.096889 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-536d26f2-bd42-4fc2-b73b-3840d525d8f1 req-0310e14d-4749-4e7b-9cf5-129e88206a96 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333509 Sep 21 18:23:50.162138 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:51.237288 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56638cd3-47cf-4150-9374-cacb1fcd0d04 req-c3c4f559-6ee9-4be1-8c02-53145bc1c6b9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:51.239030 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-56638cd3-47cf-4150-9374-cacb1fcd0d04 req-c3c4f559-6ee9-4be1-8c02-53145bc1c6b9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=d48794f4-9915-4686-a5ad-5fb4d46093e7 HTTP/1.1" status: 200 len: 944 time: 0.0662684 Sep 21 18:23:51.288243 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-56638cd3-47cf-4150-9374-cacb1fcd0d04 req-21a67b5f-0df1-4222-9171-e8b3cb6bb78d tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420148 Sep 21 18:23:51.641597 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:52.427001 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116fac8-a0b5-4599-a516-f9b69ce341cb req-49990550-b8d4-40e9-b941-c786094f1a93 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:52.428500 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c116fac8-a0b5-4599-a516-f9b69ce341cb req-49990550-b8d4-40e9-b941-c786094f1a93 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=d48794f4-9915-4686-a5ad-5fb4d46093e7 HTTP/1.1" status: 200 len: 944 time: 0.0550787 Sep 21 18:23:52.471364 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c116fac8-a0b5-4599-a516-f9b69ce341cb req-d5061b24-a161-4de7-a252-4f9703d0f970 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337145 Sep 21 18:23:53.597543 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:53.615011 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd5cdb-a5e6-4b09-831c-a7cee681d31b req-8ed7d399-f692-4b67-b917-ad3a9fa4043d tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:53.616984 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6edd5cdb-a5e6-4b09-831c-a7cee681d31b req-8ed7d399-f692-4b67-b917-ad3a9fa4043d tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=d48794f4-9915-4686-a5ad-5fb4d46093e7 HTTP/1.1" status: 200 len: 944 time: 0.0614989 Sep 21 18:23:53.659998 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6edd5cdb-a5e6-4b09-831c-a7cee681d31b req-98c17bf0-128a-4a60-bb5b-633434f6db14 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357857 Sep 21 18:23:54.204374 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 421dd85e-249d-44af-9991-882db85b15cf details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:23:54.320315 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 421dd85e-249d-44af-9991-882db85b15cf, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=421dd85e-249d-44af-9991-882db85b15cf,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:54.332228 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '421dd85e-249d-44af-9991-882db85b15cf', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'port_id': '421dd85e-249d-44af-9991-882db85b15cf', 'mac_address': 'fa:16:3e:03:a4:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:23:54.372384 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:54.386428 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 421dd85e-249d-44af-9991-882db85b15cf {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:23:54.410131 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 421dd85e-249d-44af-9991-882db85b15cf, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=421dd85e-249d-44af-9991-882db85b15cf,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:54.413517 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:54.469502 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=421dd85e-249d-44af-9991-882db85b15cf,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:54.477630 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:54.479370 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:54.479370 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:54.479370 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:54.479370 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:54.480084 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:54.480084 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:54.480284 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:54.480471 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:54.480838 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:54.481234 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:54.481612 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:23:54.686610 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['421dd85e-249d-44af-9991-882db85b15cf'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:23:54.767316 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:54.816114 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb693050-7046-4f3a-8605-61cd0c1a93b0 req-3a71ff81-b43c-4aa2-841f-e73891704148 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:54.817722 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cb693050-7046-4f3a-8605-61cd0c1a93b0 req-3a71ff81-b43c-4aa2-841f-e73891704148 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=d48794f4-9915-4686-a5ad-5fb4d46093e7 HTTP/1.1" status: 200 len: 945 time: 0.0628388 Sep 21 18:23:54.862135 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cb693050-7046-4f3a-8605-61cd0c1a93b0 req-275b48b4-b1e0-435e-bc01-4aed43a410e1 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378165 Sep 21 18:23:56.002700 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382f083-5cfc-4330-be48-dc2101fec746 req-022c9d56-fa86-467c-b3c9-4ee3008762ce tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:56.004490 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e382f083-5cfc-4330-be48-dc2101fec746 req-022c9d56-fa86-467c-b3c9-4ee3008762ce tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=d48794f4-9915-4686-a5ad-5fb4d46093e7 HTTP/1.1" status: 200 len: 945 time: 0.0561922 Sep 21 18:23:56.055584 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e382f083-5cfc-4330-be48-dc2101fec746 req-12ff09bf-f400-4ec0-88ca-1a55fbcee44e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430040 Sep 21 18:23:56.200841 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 421dd85e-249d-44af-9991-882db85b15cf up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:23:56.260191 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 421dd85e-249d-44af-9991-882db85b15cf completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:23:56.264222 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 421dd85e-249d-44af-9991-882db85b15cf triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:23:56.264682 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:56.352508 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:56.376469 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48794f4-9915-4686-a5ad-5fb4d46093e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421dd85e-249d-44af-9991-882db85b15cf'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:23:56.378858 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4528a75f-e3e3-4256-9387-aeb8260c6478" -d '{"events": [{"server_uuid": "d48794f4-9915-4686-a5ad-5fb4d46093e7", "name": "network-vif-plugged", "status": "completed", "tag": "421dd85e-249d-44af-9991-882db85b15cf"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:23:56.392487 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 421dd85e-249d-44af-9991-882db85b15cf, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=421dd85e-249d-44af-9991-882db85b15cf,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:23:56.398906 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:23:56.426667 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0fbe3b6-9047-4513-8dbf-70c072ffe023 x-openstack-request-id: req-c0fbe3b6-9047-4513-8dbf-70c072ffe023 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:23:56.427020 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48794f4-9915-4686-a5ad-5fb4d46093e7", "name": "network-vif-plugged", "status": "completed", "tag": "421dd85e-249d-44af-9991-882db85b15cf", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:23:56.427278 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c0fbe3b6-9047-4513-8dbf-70c072ffe023 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:23:56.427666 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48794f4-9915-4686-a5ad-5fb4d46093e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421dd85e-249d-44af-9991-882db85b15cf', 'code': 200} Sep 21 18:23:56.454595 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=421dd85e-249d-44af-9991-882db85b15cf,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:23:56.539283 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377e303-9ccf-4e67-bac8-b525b6d35d8b req-d2a0bb7c-6c1c-4149-ac54-70c54e3d5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:56.541031 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d377e303-9ccf-4e67-bac8-b525b6d35d8b req-d2a0bb7c-6c1c-4149-ac54-70c54e3d5ff0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d48794f4-9915-4686-a5ad-5fb4d46093e7 HTTP/1.1" status: 200 len: 1097 time: 0.0534914 Sep 21 18:23:56.554229 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:23:56.582847 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d377e303-9ccf-4e67-bac8-b525b6d35d8b req-38b141e4-f65c-47f5-8a75-58e504d840e4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331113 Sep 21 18:23:57.189973 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb53a21-ab2e-471c-82be-22c4779d1350 req-df2b6655-146b-4bd7-b63a-6ff48f8227b9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:57.191609 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0fb53a21-ab2e-471c-82be-22c4779d1350 req-df2b6655-146b-4bd7-b63a-6ff48f8227b9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=d48794f4-9915-4686-a5ad-5fb4d46093e7 HTTP/1.1" status: 200 len: 946 time: 0.0507495 Sep 21 18:23:57.233862 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0fb53a21-ab2e-471c-82be-22c4779d1350 req-cf447b91-9163-4cdd-967d-e67a3f84d4c0 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344641 Sep 21 18:23:58.362794 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4ad21-3963-445a-a3dc-dd8eea3214e5 req-5fc9d813-4c88-43b6-82e7-5332ce7c2144 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:58.364294 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2ba4ad21-3963-445a-a3dc-dd8eea3214e5 req-5fc9d813-4c88-43b6-82e7-5332ce7c2144 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=d48794f4-9915-4686-a5ad-5fb4d46093e7 HTTP/1.1" status: 200 len: 946 time: 0.0572531 Sep 21 18:23:58.405462 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2ba4ad21-3963-445a-a3dc-dd8eea3214e5 req-379102d6-a445-4e41-b020-3ba6f39ac19b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319889 Sep 21 18:23:58.552181 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553a14c-b19a-4c50-b41b-15eb9a53d2f0 req-5376100b-5a6a-4486-8173-b0d749e321c8 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:58.553807 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4553a14c-b19a-4c50-b41b-15eb9a53d2f0 req-5376100b-5a6a-4486-8173-b0d749e321c8 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=d48794f4-9915-4686-a5ad-5fb4d46093e7 HTTP/1.1" status: 200 len: 946 time: 0.0612080 Sep 21 18:23:58.600761 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4553a14c-b19a-4c50-b41b-15eb9a53d2f0 req-39379f96-0cc2-4ffa-aa75-a239ee03a9db tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405564 Sep 21 18:23:58.919604 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e206a9-3270-4ae2-81b6-da7527ff506b req-d8011e30-8d8c-4566-840c-b8da0dbb1420 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:23:58.921093 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-84e206a9-3270-4ae2-81b6-da7527ff506b req-d8011e30-8d8c-4566-840c-b8da0dbb1420 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=d48794f4-9915-4686-a5ad-5fb4d46093e7 HTTP/1.1" status: 200 len: 946 time: 0.0519240 Sep 21 18:23:58.965896 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-84e206a9-3270-4ae2-81b6-da7527ff506b req-2c9e7389-5f76-46ab-b5c5-d36cd2e750fb tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383494 Sep 21 18:24:00.099140 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ccd758-57c2-4f7b-ac18-e69cc012fe3c req-8069dcfb-0163-4611-85aa-ad8673e616f1 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:00.101048 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-21ccd758-57c2-4f7b-ac18-e69cc012fe3c req-8069dcfb-0163-4611-85aa-ad8673e616f1 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=d48794f4-9915-4686-a5ad-5fb4d46093e7 HTTP/1.1" status: 200 len: 946 time: 0.0596988 Sep 21 18:24:00.143392 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-21ccd758-57c2-4f7b-ac18-e69cc012fe3c req-59c0e1e0-bc39-4322-9b13-aa04bec0c4cf tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361438 Sep 21 18:24:00.609446 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123c375-2af4-4a03-9190-802ac3ec1f63 req-2affa698-ee84-4221-a4b3-738b42c22836 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:00.611418 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7123c375-2af4-4a03-9190-802ac3ec1f63 req-2affa698-ee84-4221-a4b3-738b42c22836 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.44 "GET /v2.0/ports?device_id=d48794f4-9915-4686-a5ad-5fb4d46093e7 HTTP/1.1" status: 200 len: 946 time: 0.0651698 Sep 21 18:24:00.709340 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-7123c375-2af4-4a03-9190-802ac3ec1f63 req-f7301926-4e90-4bf9-9b53-106361ab098f tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Deleting port 421dd85e-249d-44af-9991-882db85b15cf {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:00.709694 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7123c375-2af4-4a03-9190-802ac3ec1f63 req-f7301926-4e90-4bf9-9b53-106361ab098f tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:00.831691 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-7123c375-2af4-4a03-9190-802ac3ec1f63 req-f7301926-4e90-4bf9-9b53-106361ab098f tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] For port 421dd85e-249d-44af-9991-882db85b15cf, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=421dd85e-249d-44af-9991-882db85b15cf,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:00.832042 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7123c375-2af4-4a03-9190-802ac3ec1f63 req-f7301926-4e90-4bf9-9b53-106361ab098f tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:00.846293 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-7123c375-2af4-4a03-9190-802ac3ec1f63 req-f7301926-4e90-4bf9-9b53-106361ab098f tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Calling delete_port for 421dd85e-249d-44af-9991-882db85b15cf owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:00.990322 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7123c375-2af4-4a03-9190-802ac3ec1f63 req-f7301926-4e90-4bf9-9b53-106361ab098f tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:01.004542 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['1d9ec5fe-1dcf-4750-9061-522fc98de82b', '421dd85e-249d-44af-9991-882db85b15cf'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:24:01.029098 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7301926-4e90-4bf9-9b53-106361ab098f tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Pushing event deleted for resources: {'Port': ['ID=421dd85e-249d-44af-9991-882db85b15cf,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:01.077993 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-7123c375-2af4-4a03-9190-802ac3ec1f63 req-f7301926-4e90-4bf9-9b53-106361ab098f tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] No DVR routers for this DVR port 421dd85e-249d-44af-9991-882db85b15cf on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:24:01.081193 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7123c375-2af4-4a03-9190-802ac3ec1f63 req-f7301926-4e90-4bf9-9b53-106361ab098f tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:01.083568 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7123c375-2af4-4a03-9190-802ac3ec1f63 req-f7301926-4e90-4bf9-9b53-106361ab098f tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.44 "DELETE /v2.0/ports/421dd85e-249d-44af-9991-882db85b15cf HTTP/1.1" status: 204 len: 173 time: 0.4647658 Sep 21 18:24:01.083939 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48794f4-9915-4686-a5ad-5fb4d46093e7', 'name': 'network-vif-deleted', 'tag': '421dd85e-249d-44af-9991-882db85b15cf'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:24:01.086416 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f9a60d-3093-4b9d-b68f-618e9197f09c" -d '{"events": [{"server_uuid": "d48794f4-9915-4686-a5ad-5fb4d46093e7", "name": "network-vif-deleted", "tag": "421dd85e-249d-44af-9991-882db85b15cf"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:24:01.292663 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5b9406-7dc5-43e0-99d2-045bdd9ad3da x-openstack-request-id: req-cf5b9406-7dc5-43e0-99d2-045bdd9ad3da {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:24:01.293905 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48794f4-9915-4686-a5ad-5fb4d46093e7", "name": "network-vif-deleted", "tag": "421dd85e-249d-44af-9991-882db85b15cf", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:24:01.294273 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cf5b9406-7dc5-43e0-99d2-045bdd9ad3da {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:24:01.294906 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48794f4-9915-4686-a5ad-5fb4d46093e7', 'name': 'network-vif-deleted', 'tag': '421dd85e-249d-44af-9991-882db85b15cf', 'status': 'completed', 'code': 200} Sep 21 18:24:01.319119 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e17a89ec-4160-4d84-bd86-87afa52cf014 req-0899a901-4846-46b5-893e-dc0c268e51ae tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=d48794f4-9915-4686-a5ad-5fb4d46093e7 HTTP/1.1" status: 200 len: 210 time: 0.0329566 Sep 21 18:24:02.420944 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5053ae4e-3718-4892-b77a-47acd4684ef2 req-62a51921-0aae-4ad4-9635-2f2ab5c6c89c tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=d48794f4-9915-4686-a5ad-5fb4d46093e7 HTTP/1.1" status: 200 len: 210 time: 0.0287333 Sep 21 18:24:03.526796 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f668df56-b135-434d-9552-0edb8107e60e req-e3033e4b-3bec-42c4-91b2-d38e7687b085 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=d48794f4-9915-4686-a5ad-5fb4d46093e7 HTTP/1.1" status: 200 len: 210 time: 0.0317779 Sep 21 18:24:04.251355 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 421dd85e-249d-44af-9991-882db85b15cf no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:24:04.273455 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 421dd85e-249d-44af-9991-882db85b15cf {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:24:04.273887 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 421dd85e-249d-44af-9991-882db85b15cf not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:24:04.637568 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4f21d9a5-9663-47ea-8b5b-2ba981803b6a req-a01fa1b5-913c-48dd-8861-1285f1a1fdaf tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=d48794f4-9915-4686-a5ad-5fb4d46093e7 HTTP/1.1" status: 200 len: 210 time: 0.0272498 Sep 21 18:24:06.895674 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a2d9f-14aa-4585-9144-ed3e976199d1 req-96925f23-6f50-4e99-af74-ce8f915666d8 tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:06.897417 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-154a2d9f-14aa-4585-9144-ed3e976199d1 req-96925f23-6f50-4e99-af74-ce8f915666d8 tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 1096 time: 0.0467482 Sep 21 18:24:06.933036 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-154a2d9f-14aa-4585-9144-ed3e976199d1 req-77bf8dd4-3743-4be1-9a0a-cc42d3aae66f tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291209 Sep 21 18:24:06.956581 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49290) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:07.117259 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-d392b7a6-ec2c-47ba-8c5d-ec5ab1a6e745 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Deleting port c3e6545f-13a0-43f6-88d3-fcaf9a4a4871 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:07.117506 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d392b7a6-ec2c-47ba-8c5d-ec5ab1a6e745 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:07.211634 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d392b7a6-ec2c-47ba-8c5d-ec5ab1a6e745 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:07.213023 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d392b7a6-ec2c-47ba-8c5d-ec5ab1a6e745 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:07.226314 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-d392b7a6-ec2c-47ba-8c5d-ec5ab1a6e745 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Calling delete_port for c3e6545f-13a0-43f6-88d3-fcaf9a4a4871 owned by network:floatingip {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:07.421855 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d392b7a6-ec2c-47ba-8c5d-ec5ab1a6e745 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:07.449535 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d392b7a6-ec2c-47ba-8c5d-ec5ab1a6e745 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event deleted for resources: {'Port': ['ID=c3e6545f-13a0-43f6-88d3-fcaf9a4a4871,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:07.512710 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d392b7a6-ec2c-47ba-8c5d-ec5ab1a6e745 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for floatingip, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:07.513067 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-d392b7a6-ec2c-47ba-8c5d-ec5ab1a6e745 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Floating IP cb2cd42b-55d5-417d-9c93-ee5a4789898e disassociated (deleted). External IP: 172.25.6.93, port: 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2. Sep 21 18:24:07.730235 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d392b7a6-ec2c-47ba-8c5d-ec5ab1a6e745 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Router aae2a7c8-7927-48a3-94d9-e51503ff9f50 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:24:07.845754 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d392b7a6-ec2c-47ba-8c5d-ec5ab1a6e745 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:24:07.850773 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d392b7a6-ec2c-47ba-8c5d-ec5ab1a6e745 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:07.857014 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb41a75-fb29-420e-bebd-8431cf1fa459 None None] Sync routers for ids ['aae2a7c8-7927-48a3-94d9-e51503ff9f50'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:24:07.870864 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb41a75-fb29-420e-bebd-8431cf1fa459 None None] Routers {'aae2a7c8-7927-48a3-94d9-e51503ff9f50'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:07.871681 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6fb41a75-fb29-420e-bebd-8431cf1fa459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:23:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['aae2a7c8-7927-48a3-94d9-e51503ff9f50'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:07.881446 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d392b7a6-ec2c-47ba-8c5d-ec5ab1a6e745 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "DELETE /v2.0/floatingips/cb2cd42b-55d5-417d-9c93-ee5a4789898e HTTP/1.1" status: 204 len: 168 time: 0.9230664 Sep 21 18:24:07.882148 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a0e7f9-71ee-4455-84f0-ace0644dd995', 'tag': '8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:24:07.887975 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ff58eb-ad75-41d9-b06e-c38afddb4da4" -d '{"events": [{"name": "network-changed", "server_uuid": "35a0e7f9-71ee-4455-84f0-ace0644dd995", "tag": "8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:24:07.934690 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bac3bf-4877-4f21-8ff7-2737dfd86bfa x-openstack-request-id: req-07bac3bf-4877-4f21-8ff7-2737dfd86bfa {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:24:07.935361 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a0e7f9-71ee-4455-84f0-ace0644dd995", "tag": "8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:24:07.935361 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-07bac3bf-4877-4f21-8ff7-2737dfd86bfa {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:24:07.935724 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a0e7f9-71ee-4455-84f0-ace0644dd995', 'tag': '8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2', 'status': 'completed', 'code': 200} Sep 21 18:24:08.007684 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff58eb-ad75-41d9-b06e-c38afddb4da4 req-ef6df12c-7cf0-4b8b-9a18-08612373a86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:08.009551 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-82ff58eb-ad75-41d9-b06e-c38afddb4da4 req-ef6df12c-7cf0-4b8b-9a18-08612373a86d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 1096 time: 0.0506895 Sep 21 18:24:08.010872 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-6fb41a75-fb29-420e-bebd-8431cf1fa459 None None] Set router aae2a7c8-7927-48a3-94d9-e51503ff9f50 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:08.149622 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff58eb-ad75-41d9-b06e-c38afddb4da4 req-9a285910-42f7-413b-9102-ff3931e53fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:08.151153 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-82ff58eb-ad75-41d9-b06e-c38afddb4da4 req-9a285910-42f7-413b-9102-ff3931e53fb4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ecb69a9b-b9ae-4980-a4b5-26e908ab5481 HTTP/1.1" status: 200 len: 898 time: 0.1331306 Sep 21 18:24:08.163783 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8384415-4712-4fe3-93f0-209694b9d3ec req-f8da0327-3e83-4c64-a2c6-f9772142d375 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:08.165385 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c8384415-4712-4fe3-93f0-209694b9d3ec req-f8da0327-3e83-4c64-a2c6-f9772142d375 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 945 time: 0.0691905 Sep 21 18:24:08.205017 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-82ff58eb-ad75-41d9-b06e-c38afddb4da4 req-351bac69-85ef-4dba-a6bc-fe91ab0ffec1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 HTTP/1.1" status: 200 len: 217 time: 0.0385020 Sep 21 18:24:08.245213 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6fb41a75-fb29-420e-bebd-8431cf1fa459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488951625', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '1f60a3b1-cec0-4ac0-b8eb-c8efee34c709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:22:13Z', 'updated_at': '2021-09-21T18:22:17Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': '1f60a3b1-cec0-4ac0-b8eb-c8efee34c709', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:86:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:22:13Z', 'updated_at': '2021-09-21T18:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '89c38303-621b-4c3a-b5ac-7b14027f4295', 'name': '', 'network_id': 'ecb69a9b-b9ae-4980-a4b5-26e908ab5481', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:4a:95:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'ade4699a-a674-4a17-bda9-3110e3c42b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:22:16Z', 'updated_at': '2021-09-21T18:22:21Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': 'ade4699a-a674-4a17-bda9-3110e3c42b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:08.266512 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c8384415-4712-4fe3-93f0-209694b9d3ec req-a6f617c5-17b1-4bd8-94bc-3ecead29f85c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603092 Sep 21 18:24:08.276162 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb41a75-fb29-420e-bebd-8431cf1fa459 None None] Checking router: aae2a7c8-7927-48a3-94d9-e51503ff9f50 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:24:08.279185 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff58eb-ad75-41d9-b06e-c38afddb4da4 req-f5b25473-bd9c-452e-b60a-96c4241f6aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:08.280709 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-82ff58eb-ad75-41d9-b06e-c38afddb4da4 req-f5b25473-bd9c-452e-b60a-96c4241f6aa5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ade4699a-a674-4a17-bda9-3110e3c42b9a HTTP/1.1" status: 200 len: 834 time: 0.0555127 Sep 21 18:24:08.292653 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb41a75-fb29-420e-bebd-8431cf1fa459 None None] Routers {'aae2a7c8-7927-48a3-94d9-e51503ff9f50'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:08.293531 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6fb41a75-fb29-420e-bebd-8431cf1fa459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:23:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['aae2a7c8-7927-48a3-94d9-e51503ff9f50'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:08.328736 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff58eb-ad75-41d9-b06e-c38afddb4da4 req-26ee4ec7-fd10-4454-91e2-83453b0b441a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:08.330244 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-82ff58eb-ad75-41d9-b06e-c38afddb4da4 req-26ee4ec7-fd10-4454-91e2-83453b0b441a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ecb69a9b-b9ae-4980-a4b5-26e908ab5481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407186 Sep 21 18:24:08.401328 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-6fb41a75-fb29-420e-bebd-8431cf1fa459 None None] Set router aae2a7c8-7927-48a3-94d9-e51503ff9f50 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:08.429077 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-82ff58eb-ad75-41d9-b06e-c38afddb4da4 req-465ef5e5-9b08-4920-b327-bb2b587f58ec service neutron] 10.222.0.44 "GET /v2.0/networks/ecb69a9b-b9ae-4980-a4b5-26e908ab5481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897205 Sep 21 18:24:08.528799 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-82ff58eb-ad75-41d9-b06e-c38afddb4da4 req-aebf4f5e-6b15-49cb-83df-c963a3e34553 service neutron] 10.222.0.44 "GET /v2.0/networks/ecb69a9b-b9ae-4980-a4b5-26e908ab5481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899036 Sep 21 18:24:08.605932 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6fb41a75-fb29-420e-bebd-8431cf1fa459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488951625', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '1f60a3b1-cec0-4ac0-b8eb-c8efee34c709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:22:13Z', 'updated_at': '2021-09-21T18:22:17Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': '1f60a3b1-cec0-4ac0-b8eb-c8efee34c709', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:86:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:22:13Z', 'updated_at': '2021-09-21T18:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '89c38303-621b-4c3a-b5ac-7b14027f4295', 'name': '', 'network_id': 'ecb69a9b-b9ae-4980-a4b5-26e908ab5481', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:4a:95:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'ade4699a-a674-4a17-bda9-3110e3c42b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:22:16Z', 'updated_at': '2021-09-21T18:22:21Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': 'ade4699a-a674-4a17-bda9-3110e3c42b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:08.635120 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb41a75-fb29-420e-bebd-8431cf1fa459 None None] The sync data for ids ['aae2a7c8-7927-48a3-94d9-e51503ff9f50'] in n-d-810291-1 is: [{'id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488951625', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '1f60a3b1-cec0-4ac0-b8eb-c8efee34c709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:22:13Z', 'updated_at': '2021-09-21T18:22:17Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': '1f60a3b1-cec0-4ac0-b8eb-c8efee34c709', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:86:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:22:13Z', 'updated_at': '2021-09-21T18:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '89c38303-621b-4c3a-b5ac-7b14027f4295', 'name': '', 'network_id': 'ecb69a9b-b9ae-4980-a4b5-26e908ab5481', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:4a:95:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'ade4699a-a674-4a17-bda9-3110e3c42b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:22:16Z', 'updated_at': '2021-09-21T18:22:21Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': 'ade4699a-a674-4a17-bda9-3110e3c42b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:24:08.886802 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20926f36-c3de-4891-a1b9-b1950a009ac8 None None] New status for floating IP cb2cd42b-55d5-417d-9c93-ee5a4789898e: DOWN {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:24:09.397819 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d86dae-ee05-49a7-97b0-68d66fc7dfe5 req-28e4d5d5-4adc-40fe-81b4-791fbc69026d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:09.399399 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a0d86dae-ee05-49a7-97b0-68d66fc7dfe5 req-28e4d5d5-4adc-40fe-81b4-791fbc69026d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 945 time: 0.0522866 Sep 21 18:24:09.449716 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a0d86dae-ee05-49a7-97b0-68d66fc7dfe5 req-0fe42623-3d9d-4588-81be-e5f95f8ac076 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=e9007094-3cc5-47d4-8cf1-e4d9e06ca163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354154 Sep 21 18:24:09.659888 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6311031-8e0c-44eb-8c50-a7e4e5bd57d4 req-2110d13e-6b31-4f8e-86f9-51c2b2f675b9 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:09.661266 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a6311031-8e0c-44eb-8c50-a7e4e5bd57d4 req-2110d13e-6b31-4f8e-86f9-51c2b2f675b9 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.44 "GET /v2.0/ports?device_id=35a0e7f9-71ee-4455-84f0-ace0644dd995 HTTP/1.1" status: 200 len: 945 time: 0.0687246 Sep 21 18:24:09.761481 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-a6311031-8e0c-44eb-8c50-a7e4e5bd57d4 req-e29b24bf-22ab-4212-a05d-9a5f2e22a664 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Deleting port 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:09.761915 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a6311031-8e0c-44eb-8c50-a7e4e5bd57d4 req-e29b24bf-22ab-4212-a05d-9a5f2e22a664 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:09.862843 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-a6311031-8e0c-44eb-8c50-a7e4e5bd57d4 req-e29b24bf-22ab-4212-a05d-9a5f2e22a664 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] For port 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2,segment=NetworkSegment(cbce863c-9311-4b00-ba4c-67ecc228a462),segment_id=cbce863c-9311-4b00-ba4c-67ecc228a462)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:09.863244 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a6311031-8e0c-44eb-8c50-a7e4e5bd57d4 req-e29b24bf-22ab-4212-a05d-9a5f2e22a664 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:09.875308 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-a6311031-8e0c-44eb-8c50-a7e4e5bd57d4 req-e29b24bf-22ab-4212-a05d-9a5f2e22a664 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Calling delete_port for 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:10.007762 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a6311031-8e0c-44eb-8c50-a7e4e5bd57d4 req-e29b24bf-22ab-4212-a05d-9a5f2e22a664 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:10.040757 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b24bf-22ab-4212-a05d-9a5f2e22a664 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event deleted for resources: {'Port': ['ID=8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:10.081725 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6311031-8e0c-44eb-8c50-a7e4e5bd57d4 req-e29b24bf-22ab-4212-a05d-9a5f2e22a664 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] No DVR routers for this DVR port 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:24:10.084686 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a6311031-8e0c-44eb-8c50-a7e4e5bd57d4 req-e29b24bf-22ab-4212-a05d-9a5f2e22a664 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:10.086852 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a6311031-8e0c-44eb-8c50-a7e4e5bd57d4 req-e29b24bf-22ab-4212-a05d-9a5f2e22a664 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.44 "DELETE /v2.0/ports/8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 HTTP/1.1" status: 204 len: 173 time: 0.4173014 Sep 21 18:24:10.087305 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a0e7f9-71ee-4455-84f0-ace0644dd995', 'name': 'network-vif-deleted', 'tag': '8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:24:10.089627 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4093b78a-2fb9-4072-8e82-75c649329e14" -d '{"events": [{"server_uuid": "35a0e7f9-71ee-4455-84f0-ace0644dd995", "name": "network-vif-deleted", "tag": "8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:24:10.144397 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1417a6b8-58a2-4bfc-9a85-dca1a5fe9422 x-openstack-request-id: req-1417a6b8-58a2-4bfc-9a85-dca1a5fe9422 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:24:10.144722 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a0e7f9-71ee-4455-84f0-ace0644dd995", "name": "network-vif-deleted", "tag": "8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:24:10.144977 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1417a6b8-58a2-4bfc-9a85-dca1a5fe9422 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:24:10.145404 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a0e7f9-71ee-4455-84f0-ace0644dd995', 'name': 'network-vif-deleted', 'tag': '8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2', 'status': 'completed', 'code': 200} Sep 21 18:24:10.242096 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da038b-0fb0-4f17-b922-c205ffd59671 req-5a3b07bf-8c06-4210-99b0-3b914d1d5079 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:10.244233 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-51da038b-0fb0-4f17-b922-c205ffd59671 req-5a3b07bf-8c06-4210-99b0-3b914d1d5079 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec85ddf5-4f6a-4875-918b-440dc1cbaeb2 HTTP/1.1" status: 200 len: 945 time: 0.0535300 Sep 21 18:24:10.283061 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-51da038b-0fb0-4f17-b922-c205ffd59671 req-fbc31b10-4d4f-4c54-91bd-8881f9935096 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324402 Sep 21 18:24:10.510416 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49320) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:10.888460 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d412d103-04fa-4033-a9c1-fdffe83b7d70 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:11.159866 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-d412d103-04fa-4033-a9c1-fdffe83b7d70 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Deleting port 89c38303-621b-4c3a-b5ac-7b14027f4295 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:11.160120 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d412d103-04fa-4033-a9c1-fdffe83b7d70 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:11.254662 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-d412d103-04fa-4033-a9c1-fdffe83b7d70 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] For port 89c38303-621b-4c3a-b5ac-7b14027f4295, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=89c38303-621b-4c3a-b5ac-7b14027f4295,segment=NetworkSegment(cbce863c-9311-4b00-ba4c-67ecc228a462),segment_id=cbce863c-9311-4b00-ba4c-67ecc228a462)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:11.255055 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d412d103-04fa-4033-a9c1-fdffe83b7d70 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:11.267974 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-d412d103-04fa-4033-a9c1-fdffe83b7d70 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Calling delete_port for 89c38303-621b-4c3a-b5ac-7b14027f4295 owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:11.438090 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a3775-d57d-4326-8418-19f633fd32d1 req-b19cc5cd-e742-48e4-a0a5-73a4ffa955a8 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:11.439563 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e67a3775-d57d-4326-8418-19f633fd32d1 req-b19cc5cd-e742-48e4-a0a5-73a4ffa955a8 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec85ddf5-4f6a-4875-918b-440dc1cbaeb2 HTTP/1.1" status: 200 len: 945 time: 0.0719678 Sep 21 18:24:11.511817 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e67a3775-d57d-4326-8418-19f633fd32d1 req-741db733-418d-4e11-bf8b-e9132ff440c8 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645835 Sep 21 18:24:11.522441 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d412d103-04fa-4033-a9c1-fdffe83b7d70 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:11.551322 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412d103-04fa-4033-a9c1-fdffe83b7d70 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event deleted for resources: {'Port': ['ID=89c38303-621b-4c3a-b5ac-7b14027f4295,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:12.051054 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d412d103-04fa-4033-a9c1-fdffe83b7d70 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:12.076116 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696fa17a-56a2-4bce-9c46-760186b0439c req-10d5afc9-064a-4aea-ba82-bfad877b5fd6 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:12.077957 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-696fa17a-56a2-4bce-9c46-760186b0439c req-10d5afc9-064a-4aea-ba82-bfad877b5fd6 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec85ddf5-4f6a-4875-918b-440dc1cbaeb2 HTTP/1.1" status: 200 len: 945 time: 0.0685980 Sep 21 18:24:12.282011 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-696fa17a-56a2-4bce-9c46-760186b0439c req-4ff593f9-3e41-4c45-8d04-5085ecade6fe tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Deleting port 1d9ec5fe-1dcf-4750-9061-522fc98de82b {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:12.282311 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-696fa17a-56a2-4bce-9c46-760186b0439c req-4ff593f9-3e41-4c45-8d04-5085ecade6fe tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:12.325802 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:24:12.346607 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:24:12.346959 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 8ebb6e63-109a-40b7-bfc9-dbd8df61f5a2 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:24:12.413178 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d412d103-04fa-4033-a9c1-fdffe83b7d70 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Router aae2a7c8-7927-48a3-94d9-e51503ff9f50 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:24:12.421444 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-696fa17a-56a2-4bce-9c46-760186b0439c req-4ff593f9-3e41-4c45-8d04-5085ecade6fe tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] For port 1d9ec5fe-1dcf-4750-9061-522fc98de82b, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=1d9ec5fe-1dcf-4750-9061-522fc98de82b,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:12.421813 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-696fa17a-56a2-4bce-9c46-760186b0439c req-4ff593f9-3e41-4c45-8d04-5085ecade6fe tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:12.436800 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-696fa17a-56a2-4bce-9c46-760186b0439c req-4ff593f9-3e41-4c45-8d04-5085ecade6fe tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Calling delete_port for 1d9ec5fe-1dcf-4750-9061-522fc98de82b owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:12.594908 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d412d103-04fa-4033-a9c1-fdffe83b7d70 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:24:12.601160 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d412d103-04fa-4033-a9c1-fdffe83b7d70 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "PUT /v2.0/routers/aae2a7c8-7927-48a3-94d9-e51503ff9f50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0895050 Sep 21 18:24:12.603360 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49326) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:12.606159 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fe50e4-717b-4377-9277-e0a1ce161b64 None None] Sync routers for ids ['aae2a7c8-7927-48a3-94d9-e51503ff9f50'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:24:12.615989 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fe50e4-717b-4377-9277-e0a1ce161b64 None None] Routers {'aae2a7c8-7927-48a3-94d9-e51503ff9f50'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:12.616747 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-95fe50e4-717b-4377-9277-e0a1ce161b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:23:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['aae2a7c8-7927-48a3-94d9-e51503ff9f50'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:12.633454 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b903a7-23f0-4b92-8e6a-12c56a62060b req-820cc9c8-4606-401e-8be3-51d240406ecb tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:12.636258 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-20b903a7-23f0-4b92-8e6a-12c56a62060b req-820cc9c8-4606-401e-8be3-51d240406ecb tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec85ddf5-4f6a-4875-918b-440dc1cbaeb2 HTTP/1.1" status: 200 len: 945 time: 0.0550179 Sep 21 18:24:12.683341 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-20b903a7-23f0-4b92-8e6a-12c56a62060b req-57c0eeed-f5f1-4332-a96a-06645751beb8 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=ba286347-cd9d-4ee7-a03a-e47bf800a1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405993 Sep 21 18:24:12.686496 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e22114-0e27-420b-b9f7-ce82dedefdb4 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Deleting subnet ade4699a-a674-4a17-bda9-3110e3c42b9a {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:24:12.691459 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d5e22114-0e27-420b-b9f7-ce82dedefdb4 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:12.729813 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-696fa17a-56a2-4bce-9c46-760186b0439c req-4ff593f9-3e41-4c45-8d04-5085ecade6fe tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:12.730641 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-95fe50e4-717b-4377-9277-e0a1ce161b64 None None] Set router aae2a7c8-7927-48a3-94d9-e51503ff9f50 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:12.742413 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d5e22114-0e27-420b-b9f7-ce82dedefdb4 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:12.788797 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff593f9-3e41-4c45-8d04-5085ecade6fe tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Pushing event deleted for resources: {'Port': ['ID=1d9ec5fe-1dcf-4750-9061-522fc98de82b,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:12.842722 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-696fa17a-56a2-4bce-9c46-760186b0439c req-4ff593f9-3e41-4c45-8d04-5085ecade6fe tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] No DVR routers for this DVR port 1d9ec5fe-1dcf-4750-9061-522fc98de82b on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:24:12.845713 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-696fa17a-56a2-4bce-9c46-760186b0439c req-4ff593f9-3e41-4c45-8d04-5085ecade6fe tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:12.847684 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-696fa17a-56a2-4bce-9c46-760186b0439c req-4ff593f9-3e41-4c45-8d04-5085ecade6fe tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.44 "DELETE /v2.0/ports/1d9ec5fe-1dcf-4750-9061-522fc98de82b HTTP/1.1" status: 204 len: 173 time: 0.7410171 Sep 21 18:24:12.848113 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec85ddf5-4f6a-4875-918b-440dc1cbaeb2', 'name': 'network-vif-deleted', 'tag': '1d9ec5fe-1dcf-4750-9061-522fc98de82b'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:24:12.850458 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7021f3-e9c1-4e98-acdd-51dfad3f9b72" -d '{"events": [{"server_uuid": "ec85ddf5-4f6a-4875-918b-440dc1cbaeb2", "name": "network-vif-deleted", "tag": "1d9ec5fe-1dcf-4750-9061-522fc98de82b"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:24:12.896301 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccbc09f-283f-4932-896f-80d3a17e121a x-openstack-request-id: req-8ccbc09f-283f-4932-896f-80d3a17e121a {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:24:12.896607 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec85ddf5-4f6a-4875-918b-440dc1cbaeb2", "name": "network-vif-deleted", "tag": "1d9ec5fe-1dcf-4750-9061-522fc98de82b", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:24:12.896854 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8ccbc09f-283f-4932-896f-80d3a17e121a {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:24:12.897224 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec85ddf5-4f6a-4875-918b-440dc1cbaeb2', 'name': 'network-vif-deleted', 'tag': '1d9ec5fe-1dcf-4750-9061-522fc98de82b', 'status': 'completed', 'code': 200} Sep 21 18:24:12.898523 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d5e22114-0e27-420b-b9f7-ce82dedefdb4 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:12.939996 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-95fe50e4-717b-4377-9277-e0a1ce161b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488951625', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '1f60a3b1-cec0-4ac0-b8eb-c8efee34c709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:22:13Z', 'updated_at': '2021-09-21T18:24:11Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': '1f60a3b1-cec0-4ac0-b8eb-c8efee34c709', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:86:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:22:13Z', 'updated_at': '2021-09-21T18:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:12.966427 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fe50e4-717b-4377-9277-e0a1ce161b64 None None] Checking router: aae2a7c8-7927-48a3-94d9-e51503ff9f50 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:24:12.967948 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d5e22114-0e27-420b-b9f7-ce82dedefdb4 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:12.976083 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fe50e4-717b-4377-9277-e0a1ce161b64 None None] Routers {'aae2a7c8-7927-48a3-94d9-e51503ff9f50'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:12.976700 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-95fe50e4-717b-4377-9277-e0a1ce161b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:23:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['aae2a7c8-7927-48a3-94d9-e51503ff9f50'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:13.005838 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e22114-0e27-420b-b9f7-ce82dedefdb4 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event deleted for resources: {'Subnet': ['ID=ade4699a-a674-4a17-bda9-3110e3c42b9a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:13.009936 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d5e22114-0e27-420b-b9f7-ce82dedefdb4 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:13.009936 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d5e22114-0e27-420b-b9f7-ce82dedefdb4 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "DELETE /v2.0/subnets/ade4699a-a674-4a17-bda9-3110e3c42b9a HTTP/1.1" status: 204 len: 168 time: 0.4054782 Sep 21 18:24:13.012358 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49330) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:13.023467 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a7e94a-df1e-49c0-815a-fb4e7cd9ee8d None None] Network ecb69a9b-b9ae-4980-a4b5-26e908ab5481 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:24:13.092974 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-95fe50e4-717b-4377-9277-e0a1ce161b64 None None] Set router aae2a7c8-7927-48a3-94d9-e51503ff9f50 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:13.157567 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2f4c804c-c2d5-477d-ad31-b0e452706257 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:13.271027 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43d2fd2-b838-4cd3-afc5-fc86c0569198 None None] DHCP port deletion for ecb69a9b-b9ae-4980-a4b5-26e908ab5481 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:24:13.313578 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2f4c804c-c2d5-477d-ad31-b0e452706257 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:13.371270 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-95fe50e4-717b-4377-9277-e0a1ce161b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488951625', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '1f60a3b1-cec0-4ac0-b8eb-c8efee34c709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:22:13Z', 'updated_at': '2021-09-21T18:24:11Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': '1f60a3b1-cec0-4ac0-b8eb-c8efee34c709', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:86:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:22:13Z', 'updated_at': '2021-09-21T18:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:13.379871 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-c43d2fd2-b838-4cd3-afc5-fc86c0569198 None None] Deleting port e69e85d6-44d2-4cb4-83b7-0c9db5021578 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:13.379871 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c43d2fd2-b838-4cd3-afc5-fc86c0569198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:13.419381 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-2f4c804c-c2d5-477d-ad31-b0e452706257 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Deleting port 1f60a3b1-cec0-4ac0-b8eb-c8efee34c709 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:13.420074 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2f4c804c-c2d5-477d-ad31-b0e452706257 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:13.457063 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-c43d2fd2-b838-4cd3-afc5-fc86c0569198 None None] For port e69e85d6-44d2-4cb4-83b7-0c9db5021578, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e69e85d6-44d2-4cb4-83b7-0c9db5021578,segment=NetworkSegment(cbce863c-9311-4b00-ba4c-67ecc228a462),segment_id=cbce863c-9311-4b00-ba4c-67ecc228a462)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:13.457625 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c43d2fd2-b838-4cd3-afc5-fc86c0569198 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:13.471389 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-c43d2fd2-b838-4cd3-afc5-fc86c0569198 None None] Calling delete_port for e69e85d6-44d2-4cb4-83b7-0c9db5021578 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:13.510499 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fe50e4-717b-4377-9277-e0a1ce161b64 None None] The sync data for ids ['aae2a7c8-7927-48a3-94d9-e51503ff9f50'] in n-d-810291-1 is: [{'id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1488951625', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '1f60a3b1-cec0-4ac0-b8eb-c8efee34c709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:22:13Z', 'updated_at': '2021-09-21T18:24:11Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': '1f60a3b1-cec0-4ac0-b8eb-c8efee34c709', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:86:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae2a7c8-7927-48a3-94d9-e51503ff9f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:22:13Z', 'updated_at': '2021-09-21T18:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:24:13.520300 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-2f4c804c-c2d5-477d-ad31-b0e452706257 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] For port 1f60a3b1-cec0-4ac0-b8eb-c8efee34c709, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1f60a3b1-cec0-4ac0-b8eb-c8efee34c709,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:13.520675 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2f4c804c-c2d5-477d-ad31-b0e452706257 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:13.537089 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-2f4c804c-c2d5-477d-ad31-b0e452706257 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Calling delete_port for 1f60a3b1-cec0-4ac0-b8eb-c8efee34c709 owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:13.575124 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c43d2fd2-b838-4cd3-afc5-fc86c0569198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:13.599102 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d2fd2-b838-4cd3-afc5-fc86c0569198 None None] Pushing event deleted for resources: {'Port': ['ID=e69e85d6-44d2-4cb4-83b7-0c9db5021578,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:13.608353 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43d2fd2-b838-4cd3-afc5-fc86c0569198 None None] No DVR routers for this DVR port e69e85d6-44d2-4cb4-83b7-0c9db5021578 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:24:13.711698 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2f4c804c-c2d5-477d-ad31-b0e452706257 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:13.734537 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c804c-c2d5-477d-ad31-b0e452706257 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event deleted for resources: {'Port': ['ID=1f60a3b1-cec0-4ac0-b8eb-c8efee34c709,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:13.783042 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fba1708a-d881-42b9-9212-da7a0f48f24f req-32ab534c-2ea6-4f69-9f8c-78769680bb0f tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec85ddf5-4f6a-4875-918b-440dc1cbaeb2 HTTP/1.1" status: 200 len: 210 time: 0.0282016 Sep 21 18:24:13.815573 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2f4c804c-c2d5-477d-ad31-b0e452706257 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:13.915321 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2f4c804c-c2d5-477d-ad31-b0e452706257 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:13.917768 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2f4c804c-c2d5-477d-ad31-b0e452706257 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:13.964843 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2f4c804c-c2d5-477d-ad31-b0e452706257 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:13.965462 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4c804c-c2d5-477d-ad31-b0e452706257 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Fanout notify agent at l3_agent the message router_deleted on router aae2a7c8-7927-48a3-94d9-e51503ff9f50 {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:24:13.972905 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2f4c804c-c2d5-477d-ad31-b0e452706257 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:13.974034 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2f4c804c-c2d5-477d-ad31-b0e452706257 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "DELETE /v2.0/routers/aae2a7c8-7927-48a3-94d9-e51503ff9f50 HTTP/1.1" status: 204 len: 168 time: 0.9607670 Sep 21 18:24:13.976780 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49334) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:14.064898 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-86686229-c4f9-4c55-9e00-158620b7e827 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:14.150870 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-86686229-c4f9-4c55-9e00-158620b7e827 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:14.172700 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-86686229-c4f9-4c55-9e00-158620b7e827 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb69a9b-b9ae-4980-a4b5-26e908ab5481']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:14.183225 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-86686229-c4f9-4c55-9e00-158620b7e827 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbce863c-9311-4b00-ba4c-67ecc228a462') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:14.183661 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-86686229-c4f9-4c55-9e00-158620b7e827 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbce863c-9311-4b00-ba4c-67ecc228a462') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:14.205139 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-86686229-c4f9-4c55-9e00-158620b7e827 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:14.224350 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-86686229-c4f9-4c55-9e00-158620b7e827 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:14.231247 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86686229-c4f9-4c55-9e00-158620b7e827 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:24:14.231658 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-86686229-c4f9-4c55-9e00-158620b7e827 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:14.234987 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:24:14.234987 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:24:14.234987 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:24:14.234987 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:24:14.234987 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:24:14.234987 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:24:14.234987 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:24:14.234987 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:24:14.234987 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:24:14.234987 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:24:14.234987 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:24:14.234987 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:24:14.234987 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:24:14.234987 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:24:14.234987 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:24:14.234987 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:24:14.234987 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:24:14.234987 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:24:14.234987 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:24:14.234987 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:24:14.234987 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:24:14.234987 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:24:14.234987 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:24:14.234987 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:24:14.234987 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:24:14.234987 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:24:14.234987 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:24:14.234987 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:24:14.234987 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:24:14.234987 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:24:14.234987 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:24:14.234987 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:24:14.301622 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-86686229-c4f9-4c55-9e00-158620b7e827 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:14.319492 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-86686229-c4f9-4c55-9e00-158620b7e827 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:14.321446 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-86686229-c4f9-4c55-9e00-158620b7e827 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "DELETE /v2.0/networks/ecb69a9b-b9ae-4980-a4b5-26e908ab5481 HTTP/1.1" status: 204 len: 168 time: 0.3437271 Sep 21 18:24:14.324126 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 1d9ec5fe-1dcf-4750-9061-522fc98de82b no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:24:14.324762 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49336) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:14.327474 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86686229-c4f9-4c55-9e00-158620b7e827 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event deleted for resources: {'Network': ['ID=ecb69a9b-b9ae-4980-a4b5-26e908ab5481,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:14.352806 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 1d9ec5fe-1dcf-4750-9061-522fc98de82b {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:24:14.353224 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 1d9ec5fe-1dcf-4750-9061-522fc98de82b not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:24:14.399986 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7519b79d-7990-42a2-84cc-4952112dc1a2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:14.425382 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7519b79d-7990-42a2-84cc-4952112dc1a2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:14.490248 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7519b79d-7990-42a2-84cc-4952112dc1a2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:14.493073 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7519b79d-7990-42a2-84cc-4952112dc1a2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:14.494572 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7519b79d-7990-42a2-84cc-4952112dc1a2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "DELETE /v2.0/security-groups/e9007094-3cc5-47d4-8cf1-e4d9e06ca163 HTTP/1.1" status: 204 len: 168 time: 0.1688614 Sep 21 18:24:14.504585 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519b79d-7990-42a2-84cc-4952112dc1a2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9007094-3cc5-47d4-8cf1-e4d9e06ca163,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:14.880463 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7b046f17-6552-43ac-840c-b85e6aee3101 req-e6b25af2-2999-48ef-8531-deeeeb306a05 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec85ddf5-4f6a-4875-918b-440dc1cbaeb2 HTTP/1.1" status: 200 len: 210 time: 0.0268824 Sep 21 18:24:15.023242 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1f60a3b1-cec0-4ac0-b8eb-c8efee34c709 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:24:15.043633 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 1f60a3b1-cec0-4ac0-b8eb-c8efee34c709 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:24:15.043978 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1f60a3b1-cec0-4ac0-b8eb-c8efee34c709 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:24:15.044384 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e69e85d6-44d2-4cb4-83b7-0c9db5021578 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:24:15.062776 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: e69e85d6-44d2-4cb4-83b7-0c9db5021578 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:24:15.063142 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e69e85d6-44d2-4cb4-83b7-0c9db5021578 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:24:15.063552 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 89c38303-621b-4c3a-b5ac-7b14027f4295 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:24:15.084504 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 89c38303-621b-4c3a-b5ac-7b14027f4295 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:24:15.084848 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 89c38303-621b-4c3a-b5ac-7b14027f4295 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:24:15.834146 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49346) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:15.838803 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-fd401932-d2de-41d7-9023-4cafa1a59bbf tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-841123166', 'description': 'tempest-secgroup-smoke-841123166 description', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:15.860947 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fd401932-d2de-41d7-9023-4cafa1a59bbf tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:15.932752 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f2ea8fcd-8440-4aba-b069-f438c0fa5d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:15.948887 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fd401932-d2de-41d7-9023-4cafa1a59bbf tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:15.954573 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fd401932-d2de-41d7-9023-4cafa1a59bbf tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.006088 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fd401932-d2de-41d7-9023-4cafa1a59bbf tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.010194 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-fd401932-d2de-41d7-9023-4cafa1a59bbf tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1721826 Sep 21 18:24:16.010194 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-03ea5051-92a7-43d8-9e77-045313dc4c7c req-b4086541-731c-4032-b0bc-ad2b26d79f45 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec85ddf5-4f6a-4875-918b-440dc1cbaeb2 HTTP/1.1" status: 200 len: 210 time: 0.0399854 Sep 21 18:24:16.010476 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49350) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:16.014604 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-ffdbde28-4024-4b67-a96a-e94c211f9b8e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'security_group_rule': {'security_group_id': '3d2d624c-8b3e-459e-b01a-c24835e38253', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:16.019260 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd401932-d2de-41d7-9023-4cafa1a59bbf tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2d624c-8b3e-459e-b01a-c24835e38253,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:16.045714 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ffdbde28-4024-4b67-a96a-e94c211f9b8e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.105514 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ffdbde28-4024-4b67-a96a-e94c211f9b8e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.109870 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ffdbde28-4024-4b67-a96a-e94c211f9b8e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.130366 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdbde28-4024-4b67-a96a-e94c211f9b8e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c912f5-155f-4039-86d9-a8030cd11cbd,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:16.134652 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ffdbde28-4024-4b67-a96a-e94c211f9b8e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.138830 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ffdbde28-4024-4b67-a96a-e94c211f9b8e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247268 Sep 21 18:24:16.139460 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49352) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:16.143497 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-fb0b1d1d-d425-4592-b064-39a4e025827a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'security_group_rule': {'security_group_id': '3d2d624c-8b3e-459e-b01a-c24835e38253', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:16.171279 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb0b1d1d-d425-4592-b064-39a4e025827a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.234969 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb0b1d1d-d425-4592-b064-39a4e025827a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.239605 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb0b1d1d-d425-4592-b064-39a4e025827a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.261595 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b1d1d-d425-4592-b064-39a4e025827a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65eff356-1cb3-4459-a299-efb7d3317e43,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:16.270437 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb0b1d1d-d425-4592-b064-39a4e025827a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.274766 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-fb0b1d1d-d425-4592-b064-39a4e025827a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1318269 Sep 21 18:24:16.274766 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49354) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:16.279062 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-d661c58d-5f57-4591-a441-a2a590b6003c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'security_group_rule': {'security_group_id': '3d2d624c-8b3e-459e-b01a-c24835e38253', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:16.307441 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d661c58d-5f57-4591-a441-a2a590b6003c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.366602 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d661c58d-5f57-4591-a441-a2a590b6003c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.373432 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d661c58d-5f57-4591-a441-a2a590b6003c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.389532 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661c58d-5f57-4591-a441-a2a590b6003c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8464c0f9-73bd-4fa9-b9c2-3fb474235fb9,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:16.404807 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d661c58d-5f57-4591-a441-a2a590b6003c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.409146 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d661c58d-5f57-4591-a441-a2a590b6003c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1334987 Sep 21 18:24:16.409299 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49356) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:16.416835 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-3bf5ebfe-b96f-4362-9e94-a7bcbc31592f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'security_group_rule': {'security_group_id': '3d2d624c-8b3e-459e-b01a-c24835e38253', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:16.450065 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3bf5ebfe-b96f-4362-9e94-a7bcbc31592f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.515742 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3bf5ebfe-b96f-4362-9e94-a7bcbc31592f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.520382 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3bf5ebfe-b96f-4362-9e94-a7bcbc31592f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.538959 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf5ebfe-b96f-4362-9e94-a7bcbc31592f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c193bf8-5561-4f79-ba9c-21f809a8ff11,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:16.548528 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf5ebfe-b96f-4362-9e94-a7bcbc31592f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:16.548909 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf5ebfe-b96f-4362-9e94-a7bcbc31592f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:16.549621 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf5ebfe-b96f-4362-9e94-a7bcbc31592f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:16.550005 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf5ebfe-b96f-4362-9e94-a7bcbc31592f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:16.550413 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf5ebfe-b96f-4362-9e94-a7bcbc31592f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:16.550759 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf5ebfe-b96f-4362-9e94-a7bcbc31592f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:16.551124 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf5ebfe-b96f-4362-9e94-a7bcbc31592f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:16.551461 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf5ebfe-b96f-4362-9e94-a7bcbc31592f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:16.551794 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf5ebfe-b96f-4362-9e94-a7bcbc31592f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:16.552125 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf5ebfe-b96f-4362-9e94-a7bcbc31592f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:16.552604 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf5ebfe-b96f-4362-9e94-a7bcbc31592f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:16.553099 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf5ebfe-b96f-4362-9e94-a7bcbc31592f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:16.557497 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3bf5ebfe-b96f-4362-9e94-a7bcbc31592f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.558732 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3bf5ebfe-b96f-4362-9e94-a7bcbc31592f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1464200 Sep 21 18:24:16.561559 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49358) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:16.566195 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-a5f2dd98-3106-46a3-ae72-41b5b94b38a2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'security_group_rule': {'security_group_id': '3d2d624c-8b3e-459e-b01a-c24835e38253', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:16.589006 n-d-810291-1 neutron-server[101461]: INFO neutron.db.securitygroups_db [None req-a5f2dd98-3106-46a3-ae72-41b5b94b38a2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Project 99089d04f7cb4cd988bfbe14fd24f277 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:24:16.593932 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a5f2dd98-3106-46a3-ae72-41b5b94b38a2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.658274 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a5f2dd98-3106-46a3-ae72-41b5b94b38a2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.662293 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a5f2dd98-3106-46a3-ae72-41b5b94b38a2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.681239 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f2dd98-3106-46a3-ae72-41b5b94b38a2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bcea6c0-65c3-45a2-9bd0-c62d72ccb62c,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:16.689566 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a5f2dd98-3106-46a3-ae72-41b5b94b38a2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.694286 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a5f2dd98-3106-46a3-ae72-41b5b94b38a2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1315327 Sep 21 18:24:16.694757 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49360) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:16.702754 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-4826fd91-609c-483d-9b78-007801ba81fc tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'security_group_rule': {'security_group_id': '3d2d624c-8b3e-459e-b01a-c24835e38253', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:16.729897 n-d-810291-1 neutron-server[101460]: INFO neutron.db.securitygroups_db [None req-4826fd91-609c-483d-9b78-007801ba81fc tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Project 99089d04f7cb4cd988bfbe14fd24f277 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:24:16.735315 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4826fd91-609c-483d-9b78-007801ba81fc tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.804417 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4826fd91-609c-483d-9b78-007801ba81fc tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.809431 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4826fd91-609c-483d-9b78-007801ba81fc tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.829527 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826fd91-609c-483d-9b78-007801ba81fc tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a0e4d8-9351-4af1-9265-4657b44577f4,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:16.833390 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4826fd91-609c-483d-9b78-007801ba81fc tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.838037 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49362) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:16.843412 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-bf812ee4-16f1-45c0-b81b-7e0a8958425e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'network': {'name': 'tempest-network-smoke--1676828957', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'port_security_enabled': True}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:16.844214 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4826fd91-609c-483d-9b78-007801ba81fc tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1469111 Sep 21 18:24:16.865011 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf812ee4-16f1-45c0-b81b-7e0a8958425e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Made reservation on behalf of 99089d04f7cb4cd988bfbe14fd24f277 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:24:16.868562 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bf812ee4-16f1-45c0-b81b-7e0a8958425e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.891352 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf812ee4-16f1-45c0-b81b-7e0a8958425e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:24:16.900625 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bf812ee4-16f1-45c0-b81b-7e0a8958425e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.901085 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-bf812ee4-16f1-45c0-b81b-7e0a8958425e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Added segment babd6076-f2c8-4240-b76d-38f5e83bb0af of type vlan for network 1661bbcd-7939-40a2-9787-136ba6812a39 Sep 21 18:24:16.943382 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bf812ee4-16f1-45c0-b81b-7e0a8958425e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.970191 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bf812ee4-16f1-45c0-b81b-7e0a8958425e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:16.976614 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf812ee4-16f1-45c0-b81b-7e0a8958425e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:16.977208 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-bf812ee4-16f1-45c0-b81b-7e0a8958425e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:17.017236 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-bf812ee4-16f1-45c0-b81b-7e0a8958425e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1779342 Sep 21 18:24:17.020237 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49364) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:17.025083 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-b32101ca-1504-4ef6-9958-9dd17c361763 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1576662670', 'admin_state_up': True, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:17.046650 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf812ee4-16f1-45c0-b81b-7e0a8958425e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'Network': ['ID=1661bbcd-7939-40a2-9787-136ba6812a39,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:17.062008 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 1661bbcd-7939-40a2-9787-136ba6812a39 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:24:17.079007 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b32101ca-1504-4ef6-9958-9dd17c361763 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:17.080244 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b32101ca-1504-4ef6-9958-9dd17c361763 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:17.133657 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b32101ca-1504-4ef6-9958-9dd17c361763 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:17.275490 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b32101ca-1504-4ef6-9958-9dd17c361763 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:17.469950 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b32101ca-1504-4ef6-9958-9dd17c361763 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:17.493437 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b32101ca-1504-4ef6-9958-9dd17c361763 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:17.598763 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-b32101ca-1504-4ef6-9958-9dd17c361763 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Allocated IP 172.25.6.139 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/f5485c47-378b-4b7a-9913-68acab407258) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:17.703393 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b32101ca-1504-4ef6-9958-9dd17c361763 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:17.740925 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b32101ca-1504-4ef6-9958-9dd17c361763 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:17.776394 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32101ca-1504-4ef6-9958-9dd17c361763 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:17.779131 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-b32101ca-1504-4ef6-9958-9dd17c361763 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:17.782285 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32101ca-1504-4ef6-9958-9dd17c361763 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:24:17.814914 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32101ca-1504-4ef6-9958-9dd17c361763 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'Port': ['ID=f5485c47-378b-4b7a-9913-68acab407258,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:18.063058 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b32101ca-1504-4ef6-9958-9dd17c361763 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:18.442391 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7565ddce-8593-419c-8507-32674185e7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:18.594068 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b32101ca-1504-4ef6-9958-9dd17c361763 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:18.725451 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32101ca-1504-4ef6-9958-9dd17c361763 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Router 6fe87996-1aeb-4417-a124-5b4398208a7f is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:24:18.846086 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32101ca-1504-4ef6-9958-9dd17c361763 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:24:18.858429 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49d076c-8a5e-4c3c-a8e3-72e8e46f58e5 None None] Sync routers for ids ['6fe87996-1aeb-4417-a124-5b4398208a7f'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:24:18.867750 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b32101ca-1504-4ef6-9958-9dd17c361763 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:18.869113 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b32101ca-1504-4ef6-9958-9dd17c361763 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8478880 Sep 21 18:24:18.870427 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49d076c-8a5e-4c3c-a8e3-72e8e46f58e5 None None] Routers {'6fe87996-1aeb-4417-a124-5b4398208a7f'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:18.871124 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-c49d076c-8a5e-4c3c-a8e3-72e8e46f58e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:24:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['6fe87996-1aeb-4417-a124-5b4398208a7f'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:18.872460 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49372) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:18.912661 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-21883855-13ab-4d78-b652-11dc110f0198 tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=99089d04f7cb4cd988bfbe14fd24f277&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388985 Sep 21 18:24:18.915451 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49374) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:18.980897 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-c49d076c-8a5e-4c3c-a8e3-72e8e46f58e5 None None] Set router 6fe87996-1aeb-4417-a124-5b4398208a7f gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:19.067820 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:19.072857 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df50105-5095-464f-acca-11f64179ccab tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:19.074416 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6df50105-5095-464f-acca-11f64179ccab tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1580520 Sep 21 18:24:19.077724 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49376) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:19.106699 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-607c968c-27f1-486b-ad96-68e521d99ee8 tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b8a002cf-2233-41c0-bbfe-1c8ea43e5299&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278583 Sep 21 18:24:19.109835 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49378) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:19.114837 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-179469cd-43fb-4c15-bf7b-e95a481db9ed tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-179413230', 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:19.181454 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-c49d076c-8a5e-4c3c-a8e3-72e8e46f58e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576662670', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'f5485c47-378b-4b7a-9913-68acab407258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:17Z', 'updated_at': '2021-09-21T18:24:17Z', 'revision_number': 3, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': 'f5485c47-378b-4b7a-9913-68acab407258', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:17Z', 'updated_at': '2021-09-21T18:24:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:19.213981 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49d076c-8a5e-4c3c-a8e3-72e8e46f58e5 None None] Checking router: 6fe87996-1aeb-4417-a124-5b4398208a7f for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:24:19.214524 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49d076c-8a5e-4c3c-a8e3-72e8e46f58e5 None None] Updating router 6fe87996-1aeb-4417-a124-5b4398208a7f port f5485c47-378b-4b7a-9913-68acab407258 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:24:19.219745 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179469cd-43fb-4c15-bf7b-e95a481db9ed tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Made reservation on behalf of 99089d04f7cb4cd988bfbe14fd24f277 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:24:19.224644 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-179469cd-43fb-4c15-bf7b-e95a481db9ed tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:19.240976 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c49d076c-8a5e-4c3c-a8e3-72e8e46f58e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:19.453476 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-179469cd-43fb-4c15-bf7b-e95a481db9ed tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:19.525630 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179469cd-43fb-4c15-bf7b-e95a481db9ed tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'Subnet': ['ID=abfa7a1a-8c25-4875-ac15-fb7c6f12710c,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:19.531334 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179469cd-43fb-4c15-bf7b-e95a481db9ed tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Checking segment: {'id': 'babd6076-f2c8-4240-b76d-38f5e83bb0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:24:19.531704 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179469cd-43fb-4c15-bf7b-e95a481db9ed tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Network hostable DHCP agents. Network: 1661bbcd-7939-40a2-9787-136ba6812a39, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:24:19.539114 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c49d076c-8a5e-4c3c-a8e3-72e8e46f58e5 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:19.547067 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c49d076c-8a5e-4c3c-a8e3-72e8e46f58e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:19.551380 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179469cd-43fb-4c15-bf7b-e95a481db9ed tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Network 1661bbcd-7939-40a2-9787-136ba6812a39 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:24:19.561376 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-179469cd-43fb-4c15-bf7b-e95a481db9ed tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 1661bbcd-7939-40a2-9787-136ba6812a39) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:19.572377 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179469cd-43fb-4c15-bf7b-e95a481db9ed tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:19.573510 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-179469cd-43fb-4c15-bf7b-e95a481db9ed tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:19.581760 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bd9828-57de-4879-b086-df0875b922b4 None None] Network 1661bbcd-7939-40a2-9787-136ba6812a39 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:24:19.594975 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-179469cd-43fb-4c15-bf7b-e95a481db9ed tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4823170 Sep 21 18:24:19.596573 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49410) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:19.684143 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f225fe0-cccb-488a-a1d7-029b7bffd6e0 None None] Pushing event updated for resources: {'Port': ['ID=f5485c47-378b-4b7a-9913-68acab407258,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:19.691119 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-c49d076c-8a5e-4c3c-a8e3-72e8e46f58e5 None None] Attempting to bind port f5485c47-378b-4b7a-9913-68acab407258 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:24:19.691493 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-c49d076c-8a5e-4c3c-a8e3-72e8e46f58e5 None None] Attempting to bind port f5485c47-378b-4b7a-9913-68acab407258 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:24:19.691860 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49d076c-8a5e-4c3c-a8e3-72e8e46f58e5 None None] Attempting to bind port f5485c47-378b-4b7a-9913-68acab407258 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:24:19.700473 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49d076c-8a5e-4c3c-a8e3-72e8e46f58e5 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:24:19.700853 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49d076c-8a5e-4c3c-a8e3-72e8e46f58e5 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:24:19.701254 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c49d076c-8a5e-4c3c-a8e3-72e8e46f58e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:19.702025 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49d076c-8a5e-4c3c-a8e3-72e8e46f58e5 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:24:19.702481 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-c49d076c-8a5e-4c3c-a8e3-72e8e46f58e5 None None] Bound port: f5485c47-378b-4b7a-9913-68acab407258, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:24:19.703120 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c49d076c-8a5e-4c3c-a8e3-72e8e46f58e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:19.803424 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-c49d076c-8a5e-4c3c-a8e3-72e8e46f58e5 None None] For port f5485c47-378b-4b7a-9913-68acab407258, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:24:19.807437 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-c49d076c-8a5e-4c3c-a8e3-72e8e46f58e5 None None] For port f5485c47-378b-4b7a-9913-68acab407258, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f5485c47-378b-4b7a-9913-68acab407258,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:24:19.831873 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c49d076c-8a5e-4c3c-a8e3-72e8e46f58e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:19.861077 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a8332a-9d3a-4474-868c-351d185cb2ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-1661bbcd-7939-40a2-9787-136ba6812a39', 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'fixed_ips': [{'subnet_id': 'abfa7a1a-8c25-4875-ac15-fb7c6f12710c'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:24:19.862160 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a3a8332a-9d3a-4474-868c-351d185cb2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.079213 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9956404f-43d0-4880-b1ff-389a7b8c0137 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.084248 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49d076c-8a5e-4c3c-a8e3-72e8e46f58e5 None None] Routers {'6fe87996-1aeb-4417-a124-5b4398208a7f'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:20.084886 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-c49d076c-8a5e-4c3c-a8e3-72e8e46f58e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:24:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['6fe87996-1aeb-4417-a124-5b4398208a7f'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:20.176973 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f225fe0-cccb-488a-a1d7-029b7bffd6e0 None None] Pushing event updated for resources: {'Port': ['ID=f5485c47-378b-4b7a-9913-68acab407258,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:20.221313 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.274224 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49426) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:20.279669 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-bc82ea73-7df4-4a0a-a479-22311fc80d67 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1649659298', 'description': 'tempest-secgroup-smoke-1649659298 description', 'project_id': 'ed22908bce274772830e1e318854b4a6'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:20.301768 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-c49d076c-8a5e-4c3c-a8e3-72e8e46f58e5 None None] Set router 6fe87996-1aeb-4417-a124-5b4398208a7f gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:20.302108 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bc82ea73-7df4-4a0a-a479-22311fc80d67 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.333481 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-a3a8332a-9d3a-4474-868c-351d185cb2ee None None] Allocated IP 172.20.0.2 (1661bbcd-7939-40a2-9787-136ba6812a39/abfa7a1a-8c25-4875-ac15-fb7c6f12710c/5548c61f-880d-4714-8145-06926ac870af) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:20.386750 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bc82ea73-7df4-4a0a-a479-22311fc80d67 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.391897 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bc82ea73-7df4-4a0a-a479-22311fc80d67 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.420348 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bc82ea73-7df4-4a0a-a479-22311fc80d67 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.421600 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-bc82ea73-7df4-4a0a-a479-22311fc80d67 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1456764 Sep 21 18:24:20.423485 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82ea73-7df4-4a0a-a479-22311fc80d67 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:20.425027 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49428) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:20.430542 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-a1d496d6-ea3e-4098-a057-bf92fd822386 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Request body: {'security_group_rule': {'security_group_id': '7b6b1dcc-99ae-4a6d-bd56-bce24166c50d', 'project_id': 'ed22908bce274772830e1e318854b4a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:20.461999 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a1d496d6-ea3e-4098-a057-bf92fd822386 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.517038 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a1d496d6-ea3e-4098-a057-bf92fd822386 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.521324 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a1d496d6-ea3e-4098-a057-bf92fd822386 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.536990 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d496d6-ea3e-4098-a057-bf92fd822386 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b878099-7c2b-473b-9711-53bec78e8d51,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:20.546822 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a1d496d6-ea3e-4098-a057-bf92fd822386 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.548339 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a1d496d6-ea3e-4098-a057-bf92fd822386 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221204 Sep 21 18:24:20.551693 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49430) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:20.557293 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-e0e0c8c3-0f9d-4da7-bf73-2dcd22273c74 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Request body: {'security_group_rule': {'security_group_id': '7b6b1dcc-99ae-4a6d-bd56-bce24166c50d', 'project_id': 'ed22908bce274772830e1e318854b4a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:20.585582 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0e0c8c3-0f9d-4da7-bf73-2dcd22273c74 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.614287 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a3a8332a-9d3a-4474-868c-351d185cb2ee None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.622885 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a3a8332a-9d3a-4474-868c-351d185cb2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.648311 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0e0c8c3-0f9d-4da7-bf73-2dcd22273c74 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.653026 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0e0c8c3-0f9d-4da7-bf73-2dcd22273c74 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.659370 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-c49d076c-8a5e-4c3c-a8e3-72e8e46f58e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576662670', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'f5485c47-378b-4b7a-9913-68acab407258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:17Z', 'updated_at': '2021-09-21T18:24:17Z', 'revision_number': 3, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': 'f5485c47-378b-4b7a-9913-68acab407258', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:17Z', 'updated_at': '2021-09-21T18:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:20.670207 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a8332a-9d3a-4474-868c-351d185cb2ee None None] Network 1661bbcd-7939-40a2-9787-136ba6812a39 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:20.672192 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-9956404f-43d0-4880-b1ff-389a7b8c0137 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Allocated IP 172.20.0.1 (1661bbcd-7939-40a2-9787-136ba6812a39/abfa7a1a-8c25-4875-ac15-fb7c6f12710c/1f3971b2-891c-4265-8e8b-3e1473cfd1ea) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:20.673731 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0c8c3-0f9d-4da7-bf73-2dcd22273c74 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e20bdaa5-73e2-4c5d-9b14-290287ed822a,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:20.682139 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0e0c8c3-0f9d-4da7-bf73-2dcd22273c74 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.684086 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e0e0c8c3-0f9d-4da7-bf73-2dcd22273c74 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1308453 Sep 21 18:24:20.686355 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49432) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:20.690860 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-2fb0cae0-1b4b-4bc3-aede-561a0b05f0f2 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Request body: {'security_group_rule': {'security_group_id': '7b6b1dcc-99ae-4a6d-bd56-bce24166c50d', 'project_id': 'ed22908bce274772830e1e318854b4a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:20.704733 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-a3a8332a-9d3a-4474-868c-351d185cb2ee None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:20.707838 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a8332a-9d3a-4474-868c-351d185cb2ee None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:24:20.711038 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49d076c-8a5e-4c3c-a8e3-72e8e46f58e5 None None] The sync data for ids ['6fe87996-1aeb-4417-a124-5b4398208a7f'] in n-d-810291-1 is: [{'id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576662670', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'f5485c47-378b-4b7a-9913-68acab407258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:17Z', 'updated_at': '2021-09-21T18:24:17Z', 'revision_number': 3, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': 'f5485c47-378b-4b7a-9913-68acab407258', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:17Z', 'updated_at': '2021-09-21T18:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:24:20.720435 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8332a-9d3a-4474-868c-351d185cb2ee None None] Pushing event updated for resources: {'Port': ['ID=5548c61f-880d-4714-8145-06926ac870af,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:20.724758 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2fb0cae0-1b4b-4bc3-aede-561a0b05f0f2 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.788018 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a3a8332a-9d3a-4474-868c-351d185cb2ee None None] Attempting to bind port 5548c61f-880d-4714-8145-06926ac870af on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:24:20.788542 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a3a8332a-9d3a-4474-868c-351d185cb2ee None None] Attempting to bind port 5548c61f-880d-4714-8145-06926ac870af by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'babd6076-f2c8-4240-b76d-38f5e83bb0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:24:20.789015 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a8332a-9d3a-4474-868c-351d185cb2ee None None] Attempting to bind port 5548c61f-880d-4714-8145-06926ac870af on network 1661bbcd-7939-40a2-9787-136ba6812a39 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:24:20.795299 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a8332a-9d3a-4474-868c-351d185cb2ee None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:24:20.796158 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a8332a-9d3a-4474-868c-351d185cb2ee None None] Checking segment: {'id': 'babd6076-f2c8-4240-b76d-38f5e83bb0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:24:20.796840 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a3a8332a-9d3a-4474-868c-351d185cb2ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.797348 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a8332a-9d3a-4474-868c-351d185cb2ee None None] Bound using segment: {'id': 'babd6076-f2c8-4240-b76d-38f5e83bb0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:24:20.797964 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a3a8332a-9d3a-4474-868c-351d185cb2ee None None] Bound port: 5548c61f-880d-4714-8145-06926ac870af, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'babd6076-f2c8-4240-b76d-38f5e83bb0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:24:20.798456 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a3a8332a-9d3a-4474-868c-351d185cb2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.815662 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2fb0cae0-1b4b-4bc3-aede-561a0b05f0f2 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.821136 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2fb0cae0-1b4b-4bc3-aede-561a0b05f0f2 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.833730 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9956404f-43d0-4880-b1ff-389a7b8c0137 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.842783 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0cae0-1b4b-4bc3-aede-561a0b05f0f2 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee5778f-7398-4e8c-98ed-4695a5e0e461,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:20.855566 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2fb0cae0-1b4b-4bc3-aede-561a0b05f0f2 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.857172 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2fb0cae0-1b4b-4bc3-aede-561a0b05f0f2 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1698065 Sep 21 18:24:20.860197 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49434) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:20.865944 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-e3ac129a-53d4-44f8-9f92-5b96350c24ab tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Request body: {'security_group_rule': {'security_group_id': '7b6b1dcc-99ae-4a6d-bd56-bce24166c50d', 'project_id': 'ed22908bce274772830e1e318854b4a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:20.883850 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9956404f-43d0-4880-b1ff-389a7b8c0137 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.890721 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a3a8332a-9d3a-4474-868c-351d185cb2ee None None] For port 5548c61f-880d-4714-8145-06926ac870af, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:24:20.895494 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a3a8332a-9d3a-4474-868c-351d185cb2ee None None] For port 5548c61f-880d-4714-8145-06926ac870af, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=5548c61f-880d-4714-8145-06926ac870af,segment=NetworkSegment(babd6076-f2c8-4240-b76d-38f5e83bb0af),segment_id=babd6076-f2c8-4240-b76d-38f5e83bb0af)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:24:20.898722 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a3a8332a-9d3a-4474-868c-351d185cb2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.900630 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e3ac129a-53d4-44f8-9f92-5b96350c24ab tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.934499 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9956404f-43d0-4880-b1ff-389a7b8c0137 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Network 1661bbcd-7939-40a2-9787-136ba6812a39 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:20.945190 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-9956404f-43d0-4880-b1ff-389a7b8c0137 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:20.948057 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9956404f-43d0-4880-b1ff-389a7b8c0137 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:24:20.963279 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8332a-9d3a-4474-868c-351d185cb2ee None None] Pushing event updated for resources: {'Port': ['ID=5548c61f-880d-4714-8145-06926ac870af,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:20.990320 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956404f-43d0-4880-b1ff-389a7b8c0137 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'Port': ['ID=1f3971b2-891c-4265-8e8b-3e1473cfd1ea,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:20.991954 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e3ac129a-53d4-44f8-9f92-5b96350c24ab tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:20.998194 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e3ac129a-53d4-44f8-9f92-5b96350c24ab tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:21.018525 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9956404f-43d0-4880-b1ff-389a7b8c0137 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:21.020109 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac129a-53d4-44f8-9f92-5b96350c24ab tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93b10710-0f25-4d2f-a040-76141799b3d1,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:21.030193 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e3ac129a-53d4-44f8-9f92-5b96350c24ab tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:21.031786 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e3ac129a-53d4-44f8-9f92-5b96350c24ab tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1702864 Sep 21 18:24:21.037014 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49436) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:21.053246 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-c93b1563-5d0a-4e88-85e6-dc0ecb43fc25 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Request body: {'security_group_rule': {'security_group_id': '7b6b1dcc-99ae-4a6d-bd56-bce24166c50d', 'project_id': 'ed22908bce274772830e1e318854b4a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:21.091671 n-d-810291-1 neutron-server[101460]: INFO neutron.db.securitygroups_db [None req-c93b1563-5d0a-4e88-85e6-dc0ecb43fc25 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Project ed22908bce274772830e1e318854b4a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:24:21.098696 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c93b1563-5d0a-4e88-85e6-dc0ecb43fc25 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:21.178262 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c93b1563-5d0a-4e88-85e6-dc0ecb43fc25 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:21.186240 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c93b1563-5d0a-4e88-85e6-dc0ecb43fc25 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:21.199391 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9956404f-43d0-4880-b1ff-389a7b8c0137 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:21.216854 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c93b1563-5d0a-4e88-85e6-dc0ecb43fc25 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:21.218182 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c93b1563-5d0a-4e88-85e6-dc0ecb43fc25 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1794515 Sep 21 18:24:21.220918 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b1563-5d0a-4e88-85e6-dc0ecb43fc25 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f02576b-5dda-4534-810f-7b8d50d6d32c,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:21.221647 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49438) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:21.233361 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-268bf3fb-78b4-4614-add3-d235e3b44ec8 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Request body: {'security_group_rule': {'security_group_id': '7b6b1dcc-99ae-4a6d-bd56-bce24166c50d', 'project_id': 'ed22908bce274772830e1e318854b4a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:21.334749 n-d-810291-1 neutron-server[101461]: INFO neutron.db.securitygroups_db [None req-268bf3fb-78b4-4614-add3-d235e3b44ec8 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Project ed22908bce274772830e1e318854b4a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:24:21.343932 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-268bf3fb-78b4-4614-add3-d235e3b44ec8 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:21.458826 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-268bf3fb-78b4-4614-add3-d235e3b44ec8 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:21.463246 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-268bf3fb-78b4-4614-add3-d235e3b44ec8 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:21.503234 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268bf3fb-78b4-4614-add3-d235e3b44ec8 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=049f0a14-c03d-462d-9595-2c9300ee4d77,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:21.533546 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-268bf3fb-78b4-4614-add3-d235e3b44ec8 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:21.535657 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-268bf3fb-78b4-4614-add3-d235e3b44ec8 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3074229 Sep 21 18:24:21.605326 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9956404f-43d0-4880-b1ff-389a7b8c0137 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:21.612708 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9956404f-43d0-4880-b1ff-389a7b8c0137 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:21.644585 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:22.083180 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956404f-43d0-4880-b1ff-389a7b8c0137 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'Port': ['ID=1f3971b2-891c-4265-8e8b-3e1473cfd1ea,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:22.097617 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9956404f-43d0-4880-b1ff-389a7b8c0137 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:22.139902 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103dbd64-83ea-47a7-8152-a8369bfd30f4 None None] Network 1661bbcd-7939-40a2-9787-136ba6812a39 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:24:22.197494 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9956404f-43d0-4880-b1ff-389a7b8c0137 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Network 1661bbcd-7939-40a2-9787-136ba6812a39 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:22.199101 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-9956404f-43d0-4880-b1ff-389a7b8c0137 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:22.257898 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-982f78e8-24ea-4102-95de-419316ffd2ba None None] Provisioning complete for port 5548c61f-880d-4714-8145-06926ac870af triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:22.258266 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-982f78e8-24ea-4102-95de-419316ffd2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:22.342352 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9956404f-43d0-4880-b1ff-389a7b8c0137 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Router 6fe87996-1aeb-4417-a124-5b4398208a7f has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:24:22.405122 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-982f78e8-24ea-4102-95de-419316ffd2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:22.444266 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-982f78e8-24ea-4102-95de-419316ffd2ba None None] For port 5548c61f-880d-4714-8145-06926ac870af, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=5548c61f-880d-4714-8145-06926ac870af,segment=NetworkSegment(babd6076-f2c8-4240-b76d-38f5e83bb0af),segment_id=babd6076-f2c8-4240-b76d-38f5e83bb0af)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:22.450004 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-982f78e8-24ea-4102-95de-419316ffd2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:22.506264 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9956404f-43d0-4880-b1ff-389a7b8c0137 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:24:22.511594 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f78e8-24ea-4102-95de-419316ffd2ba None None] Pushing event updated for resources: {'Port': ['ID=5548c61f-880d-4714-8145-06926ac870af,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:22.520150 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9956404f-43d0-4880-b1ff-389a7b8c0137 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "PUT /v2.0/routers/6fe87996-1aeb-4417-a124-5b4398208a7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9207838 Sep 21 18:24:22.678329 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-1c377e5d-ada4-449f-9709-7bf0d2bb1190 None None] Provisioning complete for port 1f3971b2-891c-4265-8e8b-3e1473cfd1ea triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:22.678959 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1c377e5d-ada4-449f-9709-7bf0d2bb1190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:22.686460 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-79a30139-fd21-4460-b02a-0b501503da92 req-9361b17d-50b1-4c60-8145-86e7aba49059 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-841123166&fields=id&tenant_id=99089d04f7cb4cd988bfbe14fd24f277 HTTP/1.1" status: 200 len: 267 time: 0.0452056 Sep 21 18:24:22.724447 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-1c377e5d-ada4-449f-9709-7bf0d2bb1190 None None] Port 1f3971b2-891c-4265-8e8b-3e1473cfd1ea cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:24:22.744152 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-1c377e5d-ada4-449f-9709-7bf0d2bb1190 None None] Provisioning complete for port 5548c61f-880d-4714-8145-06926ac870af triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:22.744791 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1c377e5d-ada4-449f-9709-7bf0d2bb1190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:22.787755 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b51239-6321-4814-870b-ebd59f641e6c None None] Sync routers for ids ['6fe87996-1aeb-4417-a124-5b4398208a7f'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:24:22.803008 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b51239-6321-4814-870b-ebd59f641e6c None None] Routers {'6fe87996-1aeb-4417-a124-5b4398208a7f'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:22.804964 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-13b51239-6321-4814-870b-ebd59f641e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:24:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['6fe87996-1aeb-4417-a124-5b4398208a7f'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:22.842041 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a30139-fd21-4460-b02a-0b501503da92 req-b671567b-9d96-4594-8c67-319b37c2b702 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:22.845927 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-79a30139-fd21-4460-b02a-0b501503da92 req-b671567b-9d96-4594-8c67-319b37c2b702 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/networks?id=1661bbcd-7939-40a2-9787-136ba6812a39 HTTP/1.1" status: 200 len: 797 time: 0.1512074 Sep 21 18:24:22.879901 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-79a30139-fd21-4460-b02a-0b501503da92 req-4932aa71-7cf1-4a22-9fb9-30277499a08d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/quotas/99089d04f7cb4cd988bfbe14fd24f277 HTTP/1.1" status: 200 len: 375 time: 0.0251060 Sep 21 18:24:22.947828 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-79a30139-fd21-4460-b02a-0b501503da92 req-9e52cb3d-aa57-4c8c-8de9-9cd4be839501 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668399 Sep 21 18:24:22.985165 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-13b51239-6321-4814-870b-ebd59f641e6c None None] Set router 6fe87996-1aeb-4417-a124-5b4398208a7f gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:23.014376 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b44ff1d2-caa7-400c-93fc-75e9f1fcb97e None None] Provisioning complete for port 1f3971b2-891c-4265-8e8b-3e1473cfd1ea triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:23.016928 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b44ff1d2-caa7-400c-93fc-75e9f1fcb97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:23.093611 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b44ff1d2-caa7-400c-93fc-75e9f1fcb97e None None] Port 1f3971b2-891c-4265-8e8b-3e1473cfd1ea cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:24:23.136999 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-79a30139-fd21-4460-b02a-0b501503da92 req-9987eae2-19ee-454a-b74c-50c43cf1fcd8 service neutron] 10.222.0.58 "GET /v2.0/networks/1661bbcd-7939-40a2-9787-136ba6812a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762166 Sep 21 18:24:23.235082 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f5485c47-378b-4b7a-9913-68acab407258 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:23.256979 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-79a30139-fd21-4460-b02a-0b501503da92 req-f7a04bde-0881-4360-94d9-ba371af845dc service neutron] 10.222.0.58 "GET /v2.0/networks/1661bbcd-7939-40a2-9787-136ba6812a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190696 Sep 21 18:24:23.273599 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9c211cb7-58be-4191-a144-69387c8453ad None None] Provisioning complete for port 1f3971b2-891c-4265-8e8b-3e1473cfd1ea triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:23.274247 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9c211cb7-58be-4191-a144-69387c8453ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:23.306251 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-13b51239-6321-4814-870b-ebd59f641e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576662670', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'f5485c47-378b-4b7a-9913-68acab407258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:17Z', 'updated_at': '2021-09-21T18:24:21Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': 'f5485c47-378b-4b7a-9913-68acab407258', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:17Z', 'updated_at': '2021-09-21T18:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '1f3971b2-891c-4265-8e8b-3e1473cfd1ea', 'name': '', 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:af:ae:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'abfa7a1a-8c25-4875-ac15-fb7c6f12710c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:20Z', 'updated_at': '2021-09-21T18:24:21Z', 'revision_number': 2, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': 'abfa7a1a-8c25-4875-ac15-fb7c6f12710c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:23.337178 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9c211cb7-58be-4191-a144-69387c8453ad None None] Port 1f3971b2-891c-4265-8e8b-3e1473cfd1ea cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:24:23.350259 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b51239-6321-4814-870b-ebd59f641e6c None None] Checking router: 6fe87996-1aeb-4417-a124-5b4398208a7f for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:24:23.350607 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b51239-6321-4814-870b-ebd59f641e6c None None] Updating router 6fe87996-1aeb-4417-a124-5b4398208a7f port 1f3971b2-891c-4265-8e8b-3e1473cfd1ea binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:24:23.351349 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port f5485c47-378b-4b7a-9913-68acab407258 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:23.351733 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:23.402719 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-13b51239-6321-4814-870b-ebd59f641e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:23.470823 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c016eb0e-4324-42a3-8dd9-b7b35764201d req-c995cb12-c705-4002-bed2-297894640932 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 210 time: 0.0393636 Sep 21 18:24:23.485211 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:23.512114 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port f5485c47-378b-4b7a-9913-68acab407258, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f5485c47-378b-4b7a-9913-68acab407258,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:23.517464 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:23.518370 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 5548c61f-880d-4714-8145-06926ac870af up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:23.620088 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=f5485c47-378b-4b7a-9913-68acab407258,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:23.629137 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:23.647876 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 5548c61f-880d-4714-8145-06926ac870af triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:23.648252 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:23.741040 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-13b51239-6321-4814-870b-ebd59f641e6c None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:23.748054 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-13b51239-6321-4814-870b-ebd59f641e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:23.807561 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990cc27-1c1f-4d78-a88d-52746b42900b None None] Pushing event updated for resources: {'Port': ['ID=1f3971b2-891c-4265-8e8b-3e1473cfd1ea,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:23.851586 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990cc27-1c1f-4d78-a88d-52746b42900b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:23.851931 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990cc27-1c1f-4d78-a88d-52746b42900b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:23.852419 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990cc27-1c1f-4d78-a88d-52746b42900b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:23.852589 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990cc27-1c1f-4d78-a88d-52746b42900b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:23.852908 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990cc27-1c1f-4d78-a88d-52746b42900b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:23.853230 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990cc27-1c1f-4d78-a88d-52746b42900b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:23.853547 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990cc27-1c1f-4d78-a88d-52746b42900b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:23.853860 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990cc27-1c1f-4d78-a88d-52746b42900b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:23.854170 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990cc27-1c1f-4d78-a88d-52746b42900b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:23.854481 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990cc27-1c1f-4d78-a88d-52746b42900b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:23.854792 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990cc27-1c1f-4d78-a88d-52746b42900b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:23.855123 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990cc27-1c1f-4d78-a88d-52746b42900b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:23.874407 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-13b51239-6321-4814-870b-ebd59f641e6c None None] Attempting to bind port 1f3971b2-891c-4265-8e8b-3e1473cfd1ea on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:24:23.874768 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-13b51239-6321-4814-870b-ebd59f641e6c None None] Attempting to bind port 1f3971b2-891c-4265-8e8b-3e1473cfd1ea by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'babd6076-f2c8-4240-b76d-38f5e83bb0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:24:23.875152 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b51239-6321-4814-870b-ebd59f641e6c None None] Attempting to bind port 1f3971b2-891c-4265-8e8b-3e1473cfd1ea on network 1661bbcd-7939-40a2-9787-136ba6812a39 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:24:23.880568 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b51239-6321-4814-870b-ebd59f641e6c None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:24:23.881003 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b51239-6321-4814-870b-ebd59f641e6c None None] Checking segment: {'id': 'babd6076-f2c8-4240-b76d-38f5e83bb0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:24:23.881320 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-13b51239-6321-4814-870b-ebd59f641e6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:23.881716 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b51239-6321-4814-870b-ebd59f641e6c None None] Bound using segment: {'id': 'babd6076-f2c8-4240-b76d-38f5e83bb0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:24:23.882169 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-13b51239-6321-4814-870b-ebd59f641e6c None None] Bound port: 1f3971b2-891c-4265-8e8b-3e1473cfd1ea, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'babd6076-f2c8-4240-b76d-38f5e83bb0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:24:23.882543 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-13b51239-6321-4814-870b-ebd59f641e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:23.952559 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-13b51239-6321-4814-870b-ebd59f641e6c None None] For port 1f3971b2-891c-4265-8e8b-3e1473cfd1ea, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:24:23.955982 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-13b51239-6321-4814-870b-ebd59f641e6c None None] For port 1f3971b2-891c-4265-8e8b-3e1473cfd1ea, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1f3971b2-891c-4265-8e8b-3e1473cfd1ea,segment=NetworkSegment(babd6076-f2c8-4240-b76d-38f5e83bb0af),segment_id=babd6076-f2c8-4240-b76d-38f5e83bb0af)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:24:23.960851 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-13b51239-6321-4814-870b-ebd59f641e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:24.015409 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b51239-6321-4814-870b-ebd59f641e6c None None] Routers {'6fe87996-1aeb-4417-a124-5b4398208a7f'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:24.016144 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-13b51239-6321-4814-870b-ebd59f641e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:24:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['6fe87996-1aeb-4417-a124-5b4398208a7f'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:24.061772 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-ff8cf320-6560-486e-85a1-649fcee4e863 None None] Provisioning complete for port 1f3971b2-891c-4265-8e8b-3e1473cfd1ea triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:24.062337 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ff8cf320-6560-486e-85a1-649fcee4e863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:24.133568 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-13b51239-6321-4814-870b-ebd59f641e6c None None] Set router 6fe87996-1aeb-4417-a124-5b4398208a7f gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:24.192764 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ff8cf320-6560-486e-85a1-649fcee4e863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:24.208750 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990cc27-1c1f-4d78-a88d-52746b42900b None None] Pushing event updated for resources: {'Port': ['ID=1f3971b2-891c-4265-8e8b-3e1473cfd1ea,revision_number=4']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:24.265404 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-ff8cf320-6560-486e-85a1-649fcee4e863 None None] For port 1f3971b2-891c-4265-8e8b-3e1473cfd1ea, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1f3971b2-891c-4265-8e8b-3e1473cfd1ea,segment=NetworkSegment(babd6076-f2c8-4240-b76d-38f5e83bb0af),segment_id=babd6076-f2c8-4240-b76d-38f5e83bb0af)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:24.271444 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ff8cf320-6560-486e-85a1-649fcee4e863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:24.331362 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cf320-6560-486e-85a1-649fcee4e863 None None] Pushing event updated for resources: {'Port': ['ID=1f3971b2-891c-4265-8e8b-3e1473cfd1ea,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:24.365831 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-13b51239-6321-4814-870b-ebd59f641e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576662670', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'f5485c47-378b-4b7a-9913-68acab407258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:17Z', 'updated_at': '2021-09-21T18:24:21Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': 'f5485c47-378b-4b7a-9913-68acab407258', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:17Z', 'updated_at': '2021-09-21T18:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '1f3971b2-891c-4265-8e8b-3e1473cfd1ea', 'name': '', 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:af:ae:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'abfa7a1a-8c25-4875-ac15-fb7c6f12710c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:20Z', 'updated_at': '2021-09-21T18:24:23Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': 'abfa7a1a-8c25-4875-ac15-fb7c6f12710c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:24.396345 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b51239-6321-4814-870b-ebd59f641e6c None None] The sync data for ids ['6fe87996-1aeb-4417-a124-5b4398208a7f'] in n-d-810291-1 is: [{'id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576662670', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'f5485c47-378b-4b7a-9913-68acab407258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:17Z', 'updated_at': '2021-09-21T18:24:21Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': 'f5485c47-378b-4b7a-9913-68acab407258', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:17Z', 'updated_at': '2021-09-21T18:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '1f3971b2-891c-4265-8e8b-3e1473cfd1ea', 'name': '', 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:af:ae:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'abfa7a1a-8c25-4875-ac15-fb7c6f12710c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:20Z', 'updated_at': '2021-09-21T18:24:23Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': 'abfa7a1a-8c25-4875-ac15-fb7c6f12710c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:24:24.400167 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-3672dd99-8353-44f7-95d7-99dd2ad808f4 None None] Provisioning complete for port 1f3971b2-891c-4265-8e8b-3e1473cfd1ea triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:24.401003 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3672dd99-8353-44f7-95d7-99dd2ad808f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:24.605299 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-27ac4977-a7de-49ea-bd9b-bf43e6a5e53d req-57e8ae03-e53d-4f6e-b4ad-432d06c87446 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 210 time: 0.0429370 Sep 21 18:24:24.661396 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a30139-fd21-4460-b02a-0b501503da92 req-c80120a9-3cfe-4226-af0e-d42396789530 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:24.663898 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-79a30139-fd21-4460-b02a-0b501503da92 req-c80120a9-3cfe-4226-af0e-d42396789530 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.44 "GET /v2.0/networks?id=1661bbcd-7939-40a2-9787-136ba6812a39 HTTP/1.1" status: 200 len: 797 time: 0.1588001 Sep 21 18:24:24.719125 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-79a30139-fd21-4460-b02a-0b501503da92 req-53510f1e-879f-43d3-bb02-dbd19075b2cb tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99089d04f7cb4cd988bfbe14fd24f277 HTTP/1.1" status: 200 len: 379 time: 0.0441720 Sep 21 18:24:24.733156 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-79a30139-fd21-4460-b02a-0b501503da92 req-539e382d-4baa-452a-8fe9-480555273499 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'port': {'device_id': 'e3f1f3be-0878-4a84-a87b-e7b1eda1ee92', 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39', 'admin_state_up': True, 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'security_groups': ['3d2d624c-8b3e-459e-b01a-c24835e38253']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:24.759244 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:24.870217 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79a30139-fd21-4460-b02a-0b501503da92 req-539e382d-4baa-452a-8fe9-480555273499 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Made reservation on behalf of 99089d04f7cb4cd988bfbe14fd24f277 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:24:24.874220 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-79a30139-fd21-4460-b02a-0b501503da92 req-539e382d-4baa-452a-8fe9-480555273499 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:25.038288 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-79a30139-fd21-4460-b02a-0b501503da92 req-539e382d-4baa-452a-8fe9-480555273499 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Allocated IP 172.20.0.9 (1661bbcd-7939-40a2-9787-136ba6812a39/abfa7a1a-8c25-4875-ac15-fb7c6f12710c/084fbc3a-b369-4c39-bce1-5b2cf3192baa) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:25.136601 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f5485c47-378b-4b7a-9913-68acab407258 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:25.207676 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port f5485c47-378b-4b7a-9913-68acab407258 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:25.208090 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:25.225065 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-79a30139-fd21-4460-b02a-0b501503da92 req-539e382d-4baa-452a-8fe9-480555273499 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:25.271677 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-79a30139-fd21-4460-b02a-0b501503da92 req-539e382d-4baa-452a-8fe9-480555273499 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:25.301716 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1f3971b2-891c-4265-8e8b-3e1473cfd1ea up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:25.319287 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79a30139-fd21-4460-b02a-0b501503da92 req-539e382d-4baa-452a-8fe9-480555273499 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Network 1661bbcd-7939-40a2-9787-136ba6812a39 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:25.322676 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-79a30139-fd21-4460-b02a-0b501503da92 req-539e382d-4baa-452a-8fe9-480555273499 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:25.327486 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a30139-fd21-4460-b02a-0b501503da92 req-539e382d-4baa-452a-8fe9-480555273499 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:24:25.370984 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 1f3971b2-891c-4265-8e8b-3e1473cfd1ea triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:25.370984 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:25.380033 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e382d-4baa-452a-8fe9-480555273499 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'Port': ['ID=084fbc3a-b369-4c39-bce1-5b2cf3192baa,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:25.409943 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a30139-fd21-4460-b02a-0b501503da92 req-539e382d-4baa-452a-8fe9-480555273499 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:25.410611 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-79a30139-fd21-4460-b02a-0b501503da92 req-539e382d-4baa-452a-8fe9-480555273499 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:25.437043 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-79a30139-fd21-4460-b02a-0b501503da92 req-539e382d-4baa-452a-8fe9-480555273499 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7081659 Sep 21 18:24:25.461797 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-79a30139-fd21-4460-b02a-0b501503da92 req-65541667-6d7f-4a19-b1ba-c334643d8466 service neutron] Request body: {'port': {'device_id': 'e3f1f3be-0878-4a84-a87b-e7b1eda1ee92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:25.537124 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-79a30139-fd21-4460-b02a-0b501503da92 req-65541667-6d7f-4a19-b1ba-c334643d8466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:25.672055 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9fc6b9f6-c201-4a1d-b16b-a389def5fdab None None] Provisioning complete for port 084fbc3a-b369-4c39-bce1-5b2cf3192baa triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:25.673585 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9fc6b9f6-c201-4a1d-b16b-a389def5fdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:25.731803 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9fc6b9f6-c201-4a1d-b16b-a389def5fdab None None] Port 084fbc3a-b369-4c39-bce1-5b2cf3192baa cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:24:25.809112 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2a2f7-3405-432d-a362-e0fcdfb6ad44 req-cf428998-39a8-4253-80bc-7952dee2ed15 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:25.810642 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad2a2f7-3405-432d-a362-e0fcdfb6ad44 req-cf428998-39a8-4253-80bc-7952dee2ed15 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 931 time: 0.1143641 Sep 21 18:24:25.877115 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bad2a2f7-3405-432d-a362-e0fcdfb6ad44 req-6238997b-7a9e-49d9-8a8c-89fe88469a4a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583382 Sep 21 18:24:25.919552 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-79a30139-fd21-4460-b02a-0b501503da92 req-65541667-6d7f-4a19-b1ba-c334643d8466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 084fbc3a-b369-4c39-bce1-5b2cf3192baa {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:24:25.928197 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-79a30139-fd21-4460-b02a-0b501503da92 req-65541667-6d7f-4a19-b1ba-c334643d8466 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:25.944382 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-79a30139-fd21-4460-b02a-0b501503da92 req-65541667-6d7f-4a19-b1ba-c334643d8466 service neutron] Transition to ACTIVE for port object 084fbc3a-b369-4c39-bce1-5b2cf3192baa will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:24:25.949374 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-79a30139-fd21-4460-b02a-0b501503da92 req-65541667-6d7f-4a19-b1ba-c334643d8466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:26.002846 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65541667-6d7f-4a19-b1ba-c334643d8466 service neutron] Pushing event updated for resources: {'Port': ['ID=084fbc3a-b369-4c39-bce1-5b2cf3192baa,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:26.092628 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-79a30139-fd21-4460-b02a-0b501503da92 req-65541667-6d7f-4a19-b1ba-c334643d8466 service neutron] Attempting to bind port 084fbc3a-b369-4c39-bce1-5b2cf3192baa on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:24:26.093286 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-79a30139-fd21-4460-b02a-0b501503da92 req-65541667-6d7f-4a19-b1ba-c334643d8466 service neutron] Attempting to bind port 084fbc3a-b369-4c39-bce1-5b2cf3192baa by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'babd6076-f2c8-4240-b76d-38f5e83bb0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:24:26.093624 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a30139-fd21-4460-b02a-0b501503da92 req-65541667-6d7f-4a19-b1ba-c334643d8466 service neutron] Attempting to bind port 084fbc3a-b369-4c39-bce1-5b2cf3192baa on network 1661bbcd-7939-40a2-9787-136ba6812a39 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:24:26.099210 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a30139-fd21-4460-b02a-0b501503da92 req-65541667-6d7f-4a19-b1ba-c334643d8466 service neutron] Port 084fbc3a-b369-4c39-bce1-5b2cf3192baa on network 1661bbcd-7939-40a2-9787-136ba6812a39 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:24:26.099786 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a30139-fd21-4460-b02a-0b501503da92 req-65541667-6d7f-4a19-b1ba-c334643d8466 service neutron] Attempting to bind port 084fbc3a-b369-4c39-bce1-5b2cf3192baa on network 1661bbcd-7939-40a2-9787-136ba6812a39 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:24:26.105806 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a30139-fd21-4460-b02a-0b501503da92 req-65541667-6d7f-4a19-b1ba-c334643d8466 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:24:26.106147 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a30139-fd21-4460-b02a-0b501503da92 req-65541667-6d7f-4a19-b1ba-c334643d8466 service neutron] Checking segment: {'id': 'babd6076-f2c8-4240-b76d-38f5e83bb0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:24:26.106537 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a30139-fd21-4460-b02a-0b501503da92 req-65541667-6d7f-4a19-b1ba-c334643d8466 service neutron] Bound using segment: {'id': 'babd6076-f2c8-4240-b76d-38f5e83bb0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:24:26.107008 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-79a30139-fd21-4460-b02a-0b501503da92 req-65541667-6d7f-4a19-b1ba-c334643d8466 service neutron] Bound port: 084fbc3a-b369-4c39-bce1-5b2cf3192baa, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'babd6076-f2c8-4240-b76d-38f5e83bb0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:24:26.107371 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-79a30139-fd21-4460-b02a-0b501503da92 req-65541667-6d7f-4a19-b1ba-c334643d8466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:26.180467 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-79a30139-fd21-4460-b02a-0b501503da92 req-65541667-6d7f-4a19-b1ba-c334643d8466 service neutron] For port 084fbc3a-b369-4c39-bce1-5b2cf3192baa, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:24:26.183946 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-79a30139-fd21-4460-b02a-0b501503da92 req-65541667-6d7f-4a19-b1ba-c334643d8466 service neutron] For port 084fbc3a-b369-4c39-bce1-5b2cf3192baa, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=084fbc3a-b369-4c39-bce1-5b2cf3192baa,segment=NetworkSegment(babd6076-f2c8-4240-b76d-38f5e83bb0af),segment_id=babd6076-f2c8-4240-b76d-38f5e83bb0af)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:24:26.191461 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-79a30139-fd21-4460-b02a-0b501503da92 req-65541667-6d7f-4a19-b1ba-c334643d8466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:26.227419 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a30139-fd21-4460-b02a-0b501503da92 req-65541667-6d7f-4a19-b1ba-c334643d8466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:26.228064 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-79a30139-fd21-4460-b02a-0b501503da92 req-65541667-6d7f-4a19-b1ba-c334643d8466 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:26.229475 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-79a30139-fd21-4460-b02a-0b501503da92 req-65541667-6d7f-4a19-b1ba-c334643d8466 service neutron] 10.222.0.44 "PUT /v2.0/ports/084fbc3a-b369-4c39-bce1-5b2cf3192baa HTTP/1.1" status: 200 len: 1091 time: 0.7736435 Sep 21 18:24:26.229927 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f1f3be-0878-4a84-a87b-e7b1eda1ee92', 'tag': '084fbc3a-b369-4c39-bce1-5b2cf3192baa'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:24:26.232263 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145c819e-5fe6-4d77-8a5b-19bed4c77e53" -d '{"events": [{"name": "network-changed", "server_uuid": "e3f1f3be-0878-4a84-a87b-e7b1eda1ee92", "tag": "084fbc3a-b369-4c39-bce1-5b2cf3192baa"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:24:26.263515 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65541667-6d7f-4a19-b1ba-c334643d8466 service neutron] Pushing event updated for resources: {'Port': ['ID=084fbc3a-b369-4c39-bce1-5b2cf3192baa,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:26.294753 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab547d39-7698-47be-b5cd-0c6554f1ed36 x-openstack-request-id: req-ab547d39-7698-47be-b5cd-0c6554f1ed36 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:24:26.295412 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3f1f3be-0878-4a84-a87b-e7b1eda1ee92", "tag": "084fbc3a-b369-4c39-bce1-5b2cf3192baa", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:24:26.295686 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ab547d39-7698-47be-b5cd-0c6554f1ed36 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:24:26.296087 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f1f3be-0878-4a84-a87b-e7b1eda1ee92', 'tag': '084fbc3a-b369-4c39-bce1-5b2cf3192baa', 'status': 'completed', 'code': 200} Sep 21 18:24:26.334315 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a30139-fd21-4460-b02a-0b501503da92 req-abe5459a-cbfd-4589-9a59-b94290c266c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:26.335918 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-79a30139-fd21-4460-b02a-0b501503da92 req-abe5459a-cbfd-4589-9a59-b94290c266c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 1094 time: 0.0525665 Sep 21 18:24:26.386597 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-79a30139-fd21-4460-b02a-0b501503da92 req-74795f4d-1db5-4954-a6f6-9e9a0c8deb70 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=084fbc3a-b369-4c39-bce1-5b2cf3192baa HTTP/1.1" status: 200 len: 217 time: 0.0418386 Sep 21 18:24:26.441980 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a30139-fd21-4460-b02a-0b501503da92 req-364a51a1-693f-4637-9701-b50c8597be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:26.445106 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-79a30139-fd21-4460-b02a-0b501503da92 req-364a51a1-693f-4637-9701-b50c8597be5b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abfa7a1a-8c25-4875-ac15-fb7c6f12710c HTTP/1.1" status: 200 len: 834 time: 0.0511389 Sep 21 18:24:26.504295 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a30139-fd21-4460-b02a-0b501503da92 req-9e4ecc34-d676-4cb6-a0e2-ad00f7fc1368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:26.505965 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-79a30139-fd21-4460-b02a-0b501503da92 req-9e4ecc34-d676-4cb6-a0e2-ad00f7fc1368 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1661bbcd-7939-40a2-9787-136ba6812a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525289 Sep 21 18:24:26.609554 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-79a30139-fd21-4460-b02a-0b501503da92 req-1f6b2755-7cab-4636-9f52-7fec650cf434 service neutron] 10.222.0.44 "GET /v2.0/networks/1661bbcd-7939-40a2-9787-136ba6812a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940392 Sep 21 18:24:26.708444 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-79a30139-fd21-4460-b02a-0b501503da92 req-1ab16bd1-c3b8-4674-ae7b-b987393afa28 service neutron] 10.222.0.44 "GET /v2.0/networks/1661bbcd-7939-40a2-9787-136ba6812a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902822 Sep 21 18:24:26.812943 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c819e-5fe6-4d77-8a5b-19bed4c77e53 req-66aff4a6-0c15-4828-bd81-d88de8a20c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:26.814374 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-145c819e-5fe6-4d77-8a5b-19bed4c77e53 req-66aff4a6-0c15-4828-bd81-d88de8a20c91 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 1094 time: 0.0510216 Sep 21 18:24:26.911839 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c819e-5fe6-4d77-8a5b-19bed4c77e53 req-b90fd14a-c351-482b-bb2b-6cbe8e3b0931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:26.913507 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-145c819e-5fe6-4d77-8a5b-19bed4c77e53 req-b90fd14a-c351-482b-bb2b-6cbe8e3b0931 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1661bbcd-7939-40a2-9787-136ba6812a39 HTTP/1.1" status: 200 len: 898 time: 0.0917501 Sep 21 18:24:26.974417 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-145c819e-5fe6-4d77-8a5b-19bed4c77e53 req-beccc2c1-8e26-447a-9b5b-b8a66e471091 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=084fbc3a-b369-4c39-bce1-5b2cf3192baa HTTP/1.1" status: 200 len: 217 time: 0.0530598 Sep 21 18:24:27.049719 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694cbad-07d4-4b67-8d07-2b6fcf4b6cca req-32818406-2b73-4fea-be90-5f8acdd5813d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:27.051279 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8694cbad-07d4-4b67-8d07-2b6fcf4b6cca req-32818406-2b73-4fea-be90-5f8acdd5813d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 943 time: 0.0869248 Sep 21 18:24:27.053239 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c819e-5fe6-4d77-8a5b-19bed4c77e53 req-6f8073da-7615-4d68-8e6f-f1961d5a9376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:27.054684 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-145c819e-5fe6-4d77-8a5b-19bed4c77e53 req-6f8073da-7615-4d68-8e6f-f1961d5a9376 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abfa7a1a-8c25-4875-ac15-fb7c6f12710c HTTP/1.1" status: 200 len: 834 time: 0.0625448 Sep 21 18:24:27.120086 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8694cbad-07d4-4b67-8d07-2b6fcf4b6cca req-9e1bd90a-9e6f-4a29-9d6a-381187622b0d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626769 Sep 21 18:24:27.132067 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c819e-5fe6-4d77-8a5b-19bed4c77e53 req-c0d30086-7c2d-49d0-a1c6-3b039f4f40f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:27.133625 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-145c819e-5fe6-4d77-8a5b-19bed4c77e53 req-c0d30086-7c2d-49d0-a1c6-3b039f4f40f6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1661bbcd-7939-40a2-9787-136ba6812a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702667 Sep 21 18:24:27.225900 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-145c819e-5fe6-4d77-8a5b-19bed4c77e53 req-88e44265-8e8c-4a52-8552-ec1962ed72db service neutron] 10.222.0.44 "GET /v2.0/networks/1661bbcd-7939-40a2-9787-136ba6812a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845718 Sep 21 18:24:27.327576 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-145c819e-5fe6-4d77-8a5b-19bed4c77e53 req-39c270aa-7ae4-4f21-b276-c92d08919de9 service neutron] 10.222.0.44 "GET /v2.0/networks/1661bbcd-7939-40a2-9787-136ba6812a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898960 Sep 21 18:24:28.245254 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111b9ac-1b74-4093-ab1a-de9565c830f3 req-5e922002-6965-4968-b899-b148b57fee35 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:28.247211 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c111b9ac-1b74-4093-ab1a-de9565c830f3 req-5e922002-6965-4968-b899-b148b57fee35 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 943 time: 0.0533102 Sep 21 18:24:28.287053 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c111b9ac-1b74-4093-ab1a-de9565c830f3 req-f1c1d1f5-dc02-4674-a45c-19995adccf2b tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334482 Sep 21 18:24:28.402477 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 084fbc3a-b369-4c39-bce1-5b2cf3192baa details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:24:28.505820 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 084fbc3a-b369-4c39-bce1-5b2cf3192baa, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=084fbc3a-b369-4c39-bce1-5b2cf3192baa,segment=NetworkSegment(babd6076-f2c8-4240-b76d-38f5e83bb0af),segment_id=babd6076-f2c8-4240-b76d-38f5e83bb0af)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:28.518194 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '084fbc3a-b369-4c39-bce1-5b2cf3192baa', 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39', 'port_id': '084fbc3a-b369-4c39-bce1-5b2cf3192baa', 'mac_address': 'fa:16:3e:fb:d2:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abfa7a1a-8c25-4875-ac15-fb7c6f12710c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:24:28.559097 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:28.572031 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 084fbc3a-b369-4c39-bce1-5b2cf3192baa {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:24:28.592469 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 084fbc3a-b369-4c39-bce1-5b2cf3192baa, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=084fbc3a-b369-4c39-bce1-5b2cf3192baa,segment=NetworkSegment(babd6076-f2c8-4240-b76d-38f5e83bb0af),segment_id=babd6076-f2c8-4240-b76d-38f5e83bb0af)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:28.598971 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:28.647365 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=084fbc3a-b369-4c39-bce1-5b2cf3192baa,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:28.802112 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['084fbc3a-b369-4c39-bce1-5b2cf3192baa'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:24:29.406293 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621100d1-ff4e-4ad3-a7a8-8cf94996e88f req-aff66922-a2be-4454-bd5a-407dec6f9c11 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:29.407840 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-621100d1-ff4e-4ad3-a7a8-8cf94996e88f req-aff66922-a2be-4454-bd5a-407dec6f9c11 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 944 time: 0.0506711 Sep 21 18:24:29.447919 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-621100d1-ff4e-4ad3-a7a8-8cf94996e88f req-79658b8d-0338-40b2-84a4-2fb61708e0b6 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332727 Sep 21 18:24:30.418155 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 084fbc3a-b369-4c39-bce1-5b2cf3192baa up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:30.472530 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 084fbc3a-b369-4c39-bce1-5b2cf3192baa completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:24:30.476522 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 084fbc3a-b369-4c39-bce1-5b2cf3192baa triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:30.476899 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:30.557357 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:30.569838 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030939bf-e64d-4d98-9937-1137c94b0482 req-32d1bc95-0750-449b-861a-e07d4de65e89 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:30.577745 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-030939bf-e64d-4d98-9937-1137c94b0482 req-32d1bc95-0750-449b-861a-e07d4de65e89 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 944 time: 0.0568216 Sep 21 18:24:30.582592 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f1f3be-0878-4a84-a87b-e7b1eda1ee92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084fbc3a-b369-4c39-bce1-5b2cf3192baa'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:24:30.585553 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823c4d1e-9fbc-4302-b382-8229c481d019" -d '{"events": [{"server_uuid": "e3f1f3be-0878-4a84-a87b-e7b1eda1ee92", "name": "network-vif-plugged", "status": "completed", "tag": "084fbc3a-b369-4c39-bce1-5b2cf3192baa"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:24:30.603906 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 084fbc3a-b369-4c39-bce1-5b2cf3192baa, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=084fbc3a-b369-4c39-bce1-5b2cf3192baa,segment=NetworkSegment(babd6076-f2c8-4240-b76d-38f5e83bb0af),segment_id=babd6076-f2c8-4240-b76d-38f5e83bb0af)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:30.614397 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:30.624617 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-030939bf-e64d-4d98-9937-1137c94b0482 req-ff0a4918-9432-4a10-939a-1dc75e92bfaa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459099 Sep 21 18:24:30.655304 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2f2d72-79a7-44cc-8301-02cd5f829b3f x-openstack-request-id: req-1e2f2d72-79a7-44cc-8301-02cd5f829b3f {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:24:30.655940 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f1f3be-0878-4a84-a87b-e7b1eda1ee92", "name": "network-vif-plugged", "status": "completed", "tag": "084fbc3a-b369-4c39-bce1-5b2cf3192baa", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:24:30.656198 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1e2f2d72-79a7-44cc-8301-02cd5f829b3f {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:24:30.656596 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f1f3be-0878-4a84-a87b-e7b1eda1ee92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084fbc3a-b369-4c39-bce1-5b2cf3192baa', 'code': 200} Sep 21 18:24:30.683849 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=084fbc3a-b369-4c39-bce1-5b2cf3192baa,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:30.736656 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d5a24-511c-4408-bb98-b14de1125b0c req-3458649b-eed7-4700-b0a8-8eb9c636d881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:30.738243 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ac0d5a24-511c-4408-bb98-b14de1125b0c req-3458649b-eed7-4700-b0a8-8eb9c636d881 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 1096 time: 0.0419750 Sep 21 18:24:30.775676 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ac0d5a24-511c-4408-bb98-b14de1125b0c req-357e27e4-7775-4a9c-8c1f-5b87e7670309 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284908 Sep 21 18:24:31.749057 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72a0e0-f3dc-42df-b859-834b339752e5 req-9aa2f4d5-dc7f-4267-b7b1-84d05ba8f14e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:31.750711 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2c72a0e0-f3dc-42df-b859-834b339752e5 req-9aa2f4d5-dc7f-4267-b7b1-84d05ba8f14e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 945 time: 0.0624411 Sep 21 18:24:31.797100 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2c72a0e0-f3dc-42df-b859-834b339752e5 req-080b5837-1894-4459-a477-c003080d6ab2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400195 Sep 21 18:24:32.926105 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd478b-3c3f-4492-ad97-059392deb2e7 req-87596619-ce0c-4457-b1ea-b4a892496d66 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:32.927625 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-41bd478b-3c3f-4492-ad97-059392deb2e7 req-87596619-ce0c-4457-b1ea-b4a892496d66 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 945 time: 0.0552471 Sep 21 18:24:32.965861 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-41bd478b-3c3f-4492-ad97-059392deb2e7 req-b201fc9d-5aa6-4f99-acad-710147a86195 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319655 Sep 21 18:24:33.085151 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fe041-46b1-48ca-9621-95580501ae94 req-5c6f5eea-d053-4c7a-b5d0-d304ce8ead8c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:33.086736 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fa1fe041-46b1-48ca-9621-95580501ae94 req-5c6f5eea-d053-4c7a-b5d0-d304ce8ead8c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 945 time: 0.0524633 Sep 21 18:24:33.125486 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fa1fe041-46b1-48ca-9621-95580501ae94 req-faa3adb3-f741-4466-812e-34d7a5c0c530 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326633 Sep 21 18:24:33.146747 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49584) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:33.192766 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1cebe3-a0e3-4f8e-a59f-62c3df96a565 tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:33.194358 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9e1cebe3-a0e3-4f8e-a59f-62c3df96a565 tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 1091 time: 0.0464287 Sep 21 18:24:33.198057 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49586) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:33.203001 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-437c5f5c-a6f9-496f-8a90-c583ed487c40 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'port_id': '084fbc3a-b369-4c39-bce1-5b2cf3192baa', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:33.228488 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-437c5f5c-a6f9-496f-8a90-c583ed487c40 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for floatingip, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:33.331108 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-437c5f5c-a6f9-496f-8a90-c583ed487c40 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:33.443764 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-437c5f5c-a6f9-496f-8a90-c583ed487c40 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Allocated IP 172.25.6.223 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/393ea0f0-7777-4387-abce-de768b8968f7) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:33.551312 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-437c5f5c-a6f9-496f-8a90-c583ed487c40 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:33.553407 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:24:33.589067 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-437c5f5c-a6f9-496f-8a90-c583ed487c40 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:33.624863 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437c5f5c-a6f9-496f-8a90-c583ed487c40 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:33.627728 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-437c5f5c-a6f9-496f-8a90-c583ed487c40 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:33.632172 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437c5f5c-a6f9-496f-8a90-c583ed487c40 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:24:33.658032 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c5f5c-a6f9-496f-8a90-c583ed487c40 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'Port': ['ID=393ea0f0-7777-4387-abce-de768b8968f7,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:33.672474 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c5f5c-a6f9-496f-8a90-c583ed487c40 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:33.673139 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c5f5c-a6f9-496f-8a90-c583ed487c40 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:33.673472 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c5f5c-a6f9-496f-8a90-c583ed487c40 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:33.673817 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c5f5c-a6f9-496f-8a90-c583ed487c40 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:33.674160 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c5f5c-a6f9-496f-8a90-c583ed487c40 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:33.674500 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c5f5c-a6f9-496f-8a90-c583ed487c40 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:33.674832 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c5f5c-a6f9-496f-8a90-c583ed487c40 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:33.675230 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c5f5c-a6f9-496f-8a90-c583ed487c40 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:33.675587 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c5f5c-a6f9-496f-8a90-c583ed487c40 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:33.675914 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c5f5c-a6f9-496f-8a90-c583ed487c40 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:33.676239 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c5f5c-a6f9-496f-8a90-c583ed487c40 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:33.676563 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c5f5c-a6f9-496f-8a90-c583ed487c40 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:24:34.020449 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-437c5f5c-a6f9-496f-8a90-c583ed487c40 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:34.095297 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-437c5f5c-a6f9-496f-8a90-c583ed487c40 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:34.264730 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-437c5f5c-a6f9-496f-8a90-c583ed487c40 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:34.270152 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-437c5f5c-a6f9-496f-8a90-c583ed487c40 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:34.340660 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c5f5c-a6f9-496f-8a90-c583ed487c40 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'Port': ['ID=393ea0f0-7777-4387-abce-de768b8968f7,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:34.355178 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-437c5f5c-a6f9-496f-8a90-c583ed487c40 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:34.453455 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-437c5f5c-a6f9-496f-8a90-c583ed487c40 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Floating IP 76c96531-e70c-44f6-829f-66aef7347925 associated. External IP: 172.25.6.223, port: 084fbc3a-b369-4c39-bce1-5b2cf3192baa. Sep 21 18:24:34.666715 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437c5f5c-a6f9-496f-8a90-c583ed487c40 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Router 6fe87996-1aeb-4417-a124-5b4398208a7f has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:24:34.779971 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437c5f5c-a6f9-496f-8a90-c583ed487c40 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:24:34.790212 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08554482-25c2-4169-ad2f-edd33efae25f None None] Sync routers for ids ['6fe87996-1aeb-4417-a124-5b4398208a7f'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:24:34.798301 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-437c5f5c-a6f9-496f-8a90-c583ed487c40 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:34.800962 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08554482-25c2-4169-ad2f-edd33efae25f None None] Routers {'6fe87996-1aeb-4417-a124-5b4398208a7f'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:34.802210 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-08554482-25c2-4169-ad2f-edd33efae25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:24:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['6fe87996-1aeb-4417-a124-5b4398208a7f'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:34.827413 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-437c5f5c-a6f9-496f-8a90-c583ed487c40 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6277759 Sep 21 18:24:34.827947 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f1f3be-0878-4a84-a87b-e7b1eda1ee92', 'tag': '084fbc3a-b369-4c39-bce1-5b2cf3192baa'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:24:34.832560 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620d05d9-7294-4320-a5e8-1b8d172bc01b" -d '{"events": [{"name": "network-changed", "server_uuid": "e3f1f3be-0878-4a84-a87b-e7b1eda1ee92", "tag": "084fbc3a-b369-4c39-bce1-5b2cf3192baa"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:24:34.893794 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe10faf-5441-48c3-8576-591b34225516 x-openstack-request-id: req-9fe10faf-5441-48c3-8576-591b34225516 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:24:34.894723 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3f1f3be-0878-4a84-a87b-e7b1eda1ee92", "tag": "084fbc3a-b369-4c39-bce1-5b2cf3192baa", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:24:34.895238 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9fe10faf-5441-48c3-8576-591b34225516 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:24:34.896148 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f1f3be-0878-4a84-a87b-e7b1eda1ee92', 'tag': '084fbc3a-b369-4c39-bce1-5b2cf3192baa', 'status': 'completed', 'code': 200} Sep 21 18:24:34.983962 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d05d9-7294-4320-a5e8-1b8d172bc01b req-7f06bf8b-ce25-4be7-bd2a-6e1d320d4b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:34.985589 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-620d05d9-7294-4320-a5e8-1b8d172bc01b req-7f06bf8b-ce25-4be7-bd2a-6e1d320d4b95 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 1096 time: 0.0672157 Sep 21 18:24:35.000136 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18bef86-98e8-4a80-8461-812fc92bea01 req-a4b286f1-fbb2-4e1e-8fd1-8feb1879f759 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:35.003205 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f18bef86-98e8-4a80-8461-812fc92bea01 req-a4b286f1-fbb2-4e1e-8fd1-8feb1879f759 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 945 time: 0.0958152 Sep 21 18:24:35.120345 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-08554482-25c2-4169-ad2f-edd33efae25f None None] Set router 6fe87996-1aeb-4417-a124-5b4398208a7f gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:35.362643 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-08554482-25c2-4169-ad2f-edd33efae25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576662670', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'f5485c47-378b-4b7a-9913-68acab407258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:17Z', 'updated_at': '2021-09-21T18:24:21Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': 'f5485c47-378b-4b7a-9913-68acab407258', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:17Z', 'updated_at': '2021-09-21T18:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '76c96531-e70c-44f6-829f-66aef7347925', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'floating_ip_address': '172.25.6.223', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'port_id': '084fbc3a-b369-4c39-bce1-5b2cf3192baa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39', 'mac_address': 'fa:16:3e:fb:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f1f3be-0878-4a84-a87b-e7b1eda1ee92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:24:33Z', 'updated_at': '2021-09-21T18:24:33Z', 'revision_number': 0, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3971b2-891c-4265-8e8b-3e1473cfd1ea', 'name': '', 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:af:ae:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'abfa7a1a-8c25-4875-ac15-fb7c6f12710c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:20Z', 'updated_at': '2021-09-21T18:24:24Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': 'abfa7a1a-8c25-4875-ac15-fb7c6f12710c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:35.389474 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08554482-25c2-4169-ad2f-edd33efae25f None None] Checking router: 6fe87996-1aeb-4417-a124-5b4398208a7f for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:24:35.399040 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08554482-25c2-4169-ad2f-edd33efae25f None None] Routers {'6fe87996-1aeb-4417-a124-5b4398208a7f'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:35.399677 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-08554482-25c2-4169-ad2f-edd33efae25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:24:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['6fe87996-1aeb-4417-a124-5b4398208a7f'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:35.443663 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f18bef86-98e8-4a80-8461-812fc92bea01 req-dfebaf63-0b4e-4b90-bac6-284bcbc1d096 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4292009 Sep 21 18:24:35.476063 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49612) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:35.519530 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-08554482-25c2-4169-ad2f-edd33efae25f None None] Set router 6fe87996-1aeb-4417-a124-5b4398208a7f gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:35.524986 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-60c596f6-943e-43a4-b900-92571f07428c req-8b2718f1-9fe3-405c-837a-68623ac62986 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=61b4edab-77ff-4308-83fa-b75ab1fef2be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0997410 Sep 21 18:24:35.528337 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d05d9-7294-4320-a5e8-1b8d172bc01b req-629a7573-f778-4c5d-a577-2562324c9427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:35.529733 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-620d05d9-7294-4320-a5e8-1b8d172bc01b req-629a7573-f778-4c5d-a577-2562324c9427 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1661bbcd-7939-40a2-9787-136ba6812a39 HTTP/1.1" status: 200 len: 898 time: 0.5253608 Sep 21 18:24:35.631075 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-43c051d8-4507-4557-aa7a-516517f2698c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/floatingips/76c96531-e70c-44f6-829f-66aef7347925 HTTP/1.1" status: 200 len: 991 time: 0.1508036 Sep 21 18:24:35.646078 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-620d05d9-7294-4320-a5e8-1b8d172bc01b req-b0df26e8-22b6-4eac-b468-7f43c6469c1c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=084fbc3a-b369-4c39-bce1-5b2cf3192baa HTTP/1.1" status: 200 len: 999 time: 0.1058331 Sep 21 18:24:35.656980 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c596f6-943e-43a4-b900-92571f07428c req-75906932-6c44-452a-bb3b-a404375c0330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:35.658423 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-60c596f6-943e-43a4-b900-92571f07428c req-75906932-6c44-452a-bb3b-a404375c0330 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=08e34419ed4e41388b212b7cfbe8a9c2&device_id=61b4edab-77ff-4308-83fa-b75ab1fef2be HTTP/1.1" status: 200 len: 1096 time: 0.0733323 Sep 21 18:24:35.762967 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d05d9-7294-4320-a5e8-1b8d172bc01b req-d3d9c1ba-d543-4afc-aea1-28b16f2e1d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:35.764436 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-620d05d9-7294-4320-a5e8-1b8d172bc01b req-d3d9c1ba-d543-4afc-aea1-28b16f2e1d18 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abfa7a1a-8c25-4875-ac15-fb7c6f12710c HTTP/1.1" status: 200 len: 834 time: 0.1097724 Sep 21 18:24:35.785388 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-08554482-25c2-4169-ad2f-edd33efae25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576662670', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'f5485c47-378b-4b7a-9913-68acab407258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:17Z', 'updated_at': '2021-09-21T18:24:21Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': 'f5485c47-378b-4b7a-9913-68acab407258', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:17Z', 'updated_at': '2021-09-21T18:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '76c96531-e70c-44f6-829f-66aef7347925', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'floating_ip_address': '172.25.6.223', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'port_id': '084fbc3a-b369-4c39-bce1-5b2cf3192baa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39', 'mac_address': 'fa:16:3e:fb:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f1f3be-0878-4a84-a87b-e7b1eda1ee92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:24:33Z', 'updated_at': '2021-09-21T18:24:33Z', 'revision_number': 0, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3971b2-891c-4265-8e8b-3e1473cfd1ea', 'name': '', 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:af:ae:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'abfa7a1a-8c25-4875-ac15-fb7c6f12710c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:20Z', 'updated_at': '2021-09-21T18:24:24Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': 'abfa7a1a-8c25-4875-ac15-fb7c6f12710c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:35.813292 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08554482-25c2-4169-ad2f-edd33efae25f None None] The sync data for ids ['6fe87996-1aeb-4417-a124-5b4398208a7f'] in n-d-810291-1 is: [{'id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576662670', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'f5485c47-378b-4b7a-9913-68acab407258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:17Z', 'updated_at': '2021-09-21T18:24:21Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': 'f5485c47-378b-4b7a-9913-68acab407258', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:17Z', 'updated_at': '2021-09-21T18:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '76c96531-e70c-44f6-829f-66aef7347925', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'floating_ip_address': '172.25.6.223', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'port_id': '084fbc3a-b369-4c39-bce1-5b2cf3192baa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39', 'mac_address': 'fa:16:3e:fb:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f1f3be-0878-4a84-a87b-e7b1eda1ee92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:24:33Z', 'updated_at': '2021-09-21T18:24:33Z', 'revision_number': 0, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3971b2-891c-4265-8e8b-3e1473cfd1ea', 'name': '', 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:af:ae:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'abfa7a1a-8c25-4875-ac15-fb7c6f12710c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:20Z', 'updated_at': '2021-09-21T18:24:24Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': 'abfa7a1a-8c25-4875-ac15-fb7c6f12710c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:24:35.827873 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c596f6-943e-43a4-b900-92571f07428c req-68e47aa0-9897-4bc7-a7dc-4c27183e1cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:35.829503 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-60c596f6-943e-43a4-b900-92571f07428c req-68e47aa0-9897-4bc7-a7dc-4c27183e1cb9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=13543e6d-446a-4106-9970-a4ed65e1a1ab HTTP/1.1" status: 200 len: 908 time: 0.1401274 Sep 21 18:24:35.835731 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d05d9-7294-4320-a5e8-1b8d172bc01b req-e8521c7a-c09d-48b2-a522-d447c3d39513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:35.837335 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-620d05d9-7294-4320-a5e8-1b8d172bc01b req-e8521c7a-c09d-48b2-a522-d447c3d39513 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1661bbcd-7939-40a2-9787-136ba6812a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610676 Sep 21 18:24:35.983860 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-60c596f6-943e-43a4-b900-92571f07428c req-17d335f5-0221-4775-ac4c-a22af65e4d18 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68694b09-b38a-441b-acde-60c8c6dade71 HTTP/1.1" status: 200 len: 1000 time: 0.1454937 Sep 21 18:24:36.052348 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-620d05d9-7294-4320-a5e8-1b8d172bc01b req-449b92ed-5079-49b0-a1c7-0d4df599f990 service neutron] 10.222.0.44 "GET /v2.0/networks/1661bbcd-7939-40a2-9787-136ba6812a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062035 Sep 21 18:24:36.074483 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c596f6-943e-43a4-b900-92571f07428c req-8a3247e9-8205-45c7-930a-77a50d994427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:36.076203 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-60c596f6-943e-43a4-b900-92571f07428c req-8a3247e9-8205-45c7-930a-77a50d994427 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4b9e78cb-ebe5-4e7a-97f3-9861a92d567d HTTP/1.1" status: 200 len: 846 time: 0.0817208 Sep 21 18:24:36.100103 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdef1a4-daae-4c4b-a387-369ef4493b24 None None] New status for floating IP 76c96531-e70c-44f6-829f-66aef7347925: ACTIVE {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:24:36.189541 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c596f6-943e-43a4-b900-92571f07428c req-a07c14a1-0383-42c5-8b5a-a3cdfd1d6105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:36.191303 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-60c596f6-943e-43a4-b900-92571f07428c req-a07c14a1-0383-42c5-8b5a-a3cdfd1d6105 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=13543e6d-446a-4106-9970-a4ed65e1a1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027884 Sep 21 18:24:36.214167 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-620d05d9-7294-4320-a5e8-1b8d172bc01b req-39ea356e-6e74-4223-b12f-f46cf115db9b service neutron] 10.222.0.44 "GET /v2.0/networks/1661bbcd-7939-40a2-9787-136ba6812a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529779 Sep 21 18:24:36.314016 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-60c596f6-943e-43a4-b900-92571f07428c req-a7d1f410-0951-4456-82c0-5039cf3fa874 service neutron] 10.222.0.38 "GET /v2.0/networks/13543e6d-446a-4106-9970-a4ed65e1a1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142445 Sep 21 18:24:36.435274 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-60c596f6-943e-43a4-b900-92571f07428c req-02c26df7-d882-4145-9173-35311563b2bf service neutron] 10.222.0.38 "GET /v2.0/networks/13543e6d-446a-4106-9970-a4ed65e1a1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132617 Sep 21 18:24:36.635103 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49616) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:36.696117 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9f5c4eab-16a0-48d4-ab54-6e686d0e7b62 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/floatingips/76c96531-e70c-44f6-829f-66aef7347925 HTTP/1.1" status: 200 len: 993 time: 0.0598073 Sep 21 18:24:38.336834 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-5b6156b5-9c9e-4124-ab24-56a554b254f3 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1649659298&fields=id&tenant_id=ed22908bce274772830e1e318854b4a6 HTTP/1.1" status: 200 len: 267 time: 0.0327058 Sep 21 18:24:38.449118 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-ba929f0a-8ee8-48c3-98fe-0f7a815a85df tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:38.450589 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-ba929f0a-8ee8-48c3-98fe-0f7a815a85df tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/networks?id=d369e5c5-60af-4748-b4b0-9650fd649648 HTTP/1.1" status: 200 len: 812 time: 0.1040368 Sep 21 18:24:38.468741 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-641ed14c-20c3-449a-baf0-c12c1d86beef tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/quotas/ed22908bce274772830e1e318854b4a6 HTTP/1.1" status: 200 len: 375 time: 0.0095842 Sep 21 18:24:38.521393 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-85e9e3aa-19fc-4cab-bb3a-2cdab2fd6a64 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ed22908bce274772830e1e318854b4a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474010 Sep 21 18:24:38.630592 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-7c067e1e-7d97-4bc9-8bae-e51b3c653b5d service neutron] 10.222.0.58 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918813 Sep 21 18:24:38.732246 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-5443bc86-597d-44fb-8f20-42b3f2dd758d service neutron] 10.222.0.58 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921807 Sep 21 18:24:39.035309 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ecd384a-6b98-4159-ab85-ff209882c684 req-07077741-074c-4c5d-9ec3-758823767f5d tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=89ffcf48-f369-46b2-9d25-abc4dd94829f HTTP/1.1" status: 200 len: 210 time: 0.0306444 Sep 21 18:24:40.008641 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-38bc05fa-431e-4b91-9da7-548e334c918e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:40.010190 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-38bc05fa-431e-4b91-9da7-548e334c918e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.38 "GET /v2.0/networks?id=d369e5c5-60af-4748-b4b0-9650fd649648 HTTP/1.1" status: 200 len: 812 time: 0.1064124 Sep 21 18:24:40.053362 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-d5bce2eb-0b98-4c4f-9115-4aaa1c4b12b3 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed22908bce274772830e1e318854b4a6 HTTP/1.1" status: 200 len: 380 time: 0.0343974 Sep 21 18:24:40.063445 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-3202df71-2e1a-4bbf-92f1-d5b36e62ba47 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Request body: {'port': {'device_id': '89ffcf48-f369-46b2-9d25-abc4dd94829f', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'admin_state_up': True, 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'security_groups': ['7b6b1dcc-99ae-4a6d-bd56-bce24166c50d']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:40.130093 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b01fb82f-b145-4dc0-85a9-179b60e0feca req-f4caf334-c7f0-4211-b366-e8d0fee432a6 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=89ffcf48-f369-46b2-9d25-abc4dd94829f HTTP/1.1" status: 200 len: 210 time: 0.0279551 Sep 21 18:24:40.196963 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-3202df71-2e1a-4bbf-92f1-d5b36e62ba47 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Made reservation on behalf of ed22908bce274772830e1e318854b4a6 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:24:40.200639 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-3202df71-2e1a-4bbf-92f1-d5b36e62ba47 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:40.331488 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-3202df71-2e1a-4bbf-92f1-d5b36e62ba47 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Allocated IP 172.20.0.3 (d369e5c5-60af-4748-b4b0-9650fd649648/3451e09d-0afb-4f27-b18f-9613783297a1/065ddb6b-e3de-40b5-8084-218e02f3cf38) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:40.479184 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-3202df71-2e1a-4bbf-92f1-d5b36e62ba47 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:40.516537 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-3202df71-2e1a-4bbf-92f1-d5b36e62ba47 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:40.561049 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-3202df71-2e1a-4bbf-92f1-d5b36e62ba47 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Network d369e5c5-60af-4748-b4b0-9650fd649648 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:40.564407 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-3202df71-2e1a-4bbf-92f1-d5b36e62ba47 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:40.571172 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-3202df71-2e1a-4bbf-92f1-d5b36e62ba47 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:24:40.601446 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3202df71-2e1a-4bbf-92f1-d5b36e62ba47 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Pushing event updated for resources: {'Port': ['ID=065ddb6b-e3de-40b5-8084-218e02f3cf38,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:40.631462 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-3202df71-2e1a-4bbf-92f1-d5b36e62ba47 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:40.632102 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-3202df71-2e1a-4bbf-92f1-d5b36e62ba47 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:40.648659 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-3202df71-2e1a-4bbf-92f1-d5b36e62ba47 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5894904 Sep 21 18:24:40.663432 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-3802396c-d0ce-4b71-a3e4-a6868b05da1b service neutron] Request body: {'port': {'device_id': '89ffcf48-f369-46b2-9d25-abc4dd94829f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:40.726464 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-3802396c-d0ce-4b71-a3e4-a6868b05da1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:40.808222 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-616db6b9-1c50-42c8-9799-d3b4575373e1 None None] Provisioning complete for port 065ddb6b-e3de-40b5-8084-218e02f3cf38 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:40.808858 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-616db6b9-1c50-42c8-9799-d3b4575373e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:40.847138 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-616db6b9-1c50-42c8-9799-d3b4575373e1 None None] Port 065ddb6b-e3de-40b5-8084-218e02f3cf38 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:24:41.001286 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-3802396c-d0ce-4b71-a3e4-a6868b05da1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 065ddb6b-e3de-40b5-8084-218e02f3cf38 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:24:41.009287 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-3802396c-d0ce-4b71-a3e4-a6868b05da1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:41.021204 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-3802396c-d0ce-4b71-a3e4-a6868b05da1b service neutron] Transition to ACTIVE for port object 065ddb6b-e3de-40b5-8084-218e02f3cf38 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:24:41.025779 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-3802396c-d0ce-4b71-a3e4-a6868b05da1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:41.080123 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802396c-d0ce-4b71-a3e4-a6868b05da1b service neutron] Pushing event updated for resources: {'Port': ['ID=065ddb6b-e3de-40b5-8084-218e02f3cf38,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:41.162860 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-3802396c-d0ce-4b71-a3e4-a6868b05da1b service neutron] Attempting to bind port 065ddb6b-e3de-40b5-8084-218e02f3cf38 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:24:41.163233 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-3802396c-d0ce-4b71-a3e4-a6868b05da1b service neutron] Attempting to bind port 065ddb6b-e3de-40b5-8084-218e02f3cf38 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:24:41.163562 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-3802396c-d0ce-4b71-a3e4-a6868b05da1b service neutron] Attempting to bind port 065ddb6b-e3de-40b5-8084-218e02f3cf38 on network d369e5c5-60af-4748-b4b0-9650fd649648 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:24:41.178121 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-3802396c-d0ce-4b71-a3e4-a6868b05da1b service neutron] Port 065ddb6b-e3de-40b5-8084-218e02f3cf38 on network d369e5c5-60af-4748-b4b0-9650fd649648 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:24:41.178723 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-3802396c-d0ce-4b71-a3e4-a6868b05da1b service neutron] Attempting to bind port 065ddb6b-e3de-40b5-8084-218e02f3cf38 on network d369e5c5-60af-4748-b4b0-9650fd649648 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:24:41.186419 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-3802396c-d0ce-4b71-a3e4-a6868b05da1b service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:24:41.187071 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-3802396c-d0ce-4b71-a3e4-a6868b05da1b service neutron] Checking segment: {'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:24:41.193040 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-3802396c-d0ce-4b71-a3e4-a6868b05da1b service neutron] Bound using segment: {'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:24:41.193793 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-3802396c-d0ce-4b71-a3e4-a6868b05da1b service neutron] Bound port: 065ddb6b-e3de-40b5-8084-218e02f3cf38, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:24:41.194326 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-3802396c-d0ce-4b71-a3e4-a6868b05da1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:41.311274 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-3802396c-d0ce-4b71-a3e4-a6868b05da1b service neutron] For port 065ddb6b-e3de-40b5-8084-218e02f3cf38, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:24:41.314831 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-3802396c-d0ce-4b71-a3e4-a6868b05da1b service neutron] For port 065ddb6b-e3de-40b5-8084-218e02f3cf38, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=065ddb6b-e3de-40b5-8084-218e02f3cf38,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:24:41.323337 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbda44-c01e-4e20-a6ea-120ba3d7688c req-5c4e66c9-57aa-4b45-b061-e22989973008 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:41.324898 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d3bbda44-c01e-4e20-a6ea-120ba3d7688c req-5c4e66c9-57aa-4b45-b061-e22989973008 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=89ffcf48-f369-46b2-9d25-abc4dd94829f HTTP/1.1" status: 200 len: 943 time: 0.0808580 Sep 21 18:24:41.326401 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-3802396c-d0ce-4b71-a3e4-a6868b05da1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:41.384133 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-3802396c-d0ce-4b71-a3e4-a6868b05da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:41.384794 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-3802396c-d0ce-4b71-a3e4-a6868b05da1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:41.386175 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-3802396c-d0ce-4b71-a3e4-a6868b05da1b service neutron] 10.222.0.38 "PUT /v2.0/ports/065ddb6b-e3de-40b5-8084-218e02f3cf38 HTTP/1.1" status: 200 len: 1091 time: 0.7275848 Sep 21 18:24:41.386639 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ffcf48-f369-46b2-9d25-abc4dd94829f', 'tag': '065ddb6b-e3de-40b5-8084-218e02f3cf38'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:24:41.389603 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4611b632-18fc-4d2e-8f55-a990862dc74c" -d '{"events": [{"name": "network-changed", "server_uuid": "89ffcf48-f369-46b2-9d25-abc4dd94829f", "tag": "065ddb6b-e3de-40b5-8084-218e02f3cf38"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:24:41.445960 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802396c-d0ce-4b71-a3e4-a6868b05da1b service neutron] Pushing event updated for resources: {'Port': ['ID=065ddb6b-e3de-40b5-8084-218e02f3cf38,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:41.453015 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebad36c-6ea0-4635-8cf9-25291daa3c9b x-openstack-request-id: req-aebad36c-6ea0-4635-8cf9-25291daa3c9b {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:24:41.453307 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ffcf48-f369-46b2-9d25-abc4dd94829f", "tag": "065ddb6b-e3de-40b5-8084-218e02f3cf38", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:24:41.453565 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aebad36c-6ea0-4635-8cf9-25291daa3c9b {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:24:41.453966 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ffcf48-f369-46b2-9d25-abc4dd94829f', 'tag': '065ddb6b-e3de-40b5-8084-218e02f3cf38', 'status': 'completed', 'code': 200} Sep 21 18:24:41.470709 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d3bbda44-c01e-4e20-a6ea-120ba3d7688c req-12cf97fc-58a7-4505-9d2b-7eacd4c993db tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386731 Sep 21 18:24:41.492825 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-aa2a3518-f163-492a-9e5d-4f248d6fd9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:41.492825 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-aa2a3518-f163-492a-9e5d-4f248d6fd9e8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed22908bce274772830e1e318854b4a6&device_id=89ffcf48-f369-46b2-9d25-abc4dd94829f HTTP/1.1" status: 200 len: 1094 time: 0.0555065 Sep 21 18:24:41.544369 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-1cd79fe8-3077-4567-bb1c-ca0aa26565d5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=065ddb6b-e3de-40b5-8084-218e02f3cf38 HTTP/1.1" status: 200 len: 217 time: 0.0438278 Sep 21 18:24:41.607514 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-55943778-bea0-4f69-9198-9e1ce8b46318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:41.609061 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-55943778-bea0-4f69-9198-9e1ce8b46318 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3451e09d-0afb-4f27-b18f-9613783297a1 HTTP/1.1" status: 200 len: 851 time: 0.0569355 Sep 21 18:24:41.656218 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-ca87ee7c-ff99-4bf3-9db0-635cf7ffbf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:41.657620 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-ca87ee7c-ff99-4bf3-9db0-635cf7ffbf71 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d369e5c5-60af-4748-b4b0-9650fd649648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409667 Sep 21 18:24:41.761180 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-9e50d5b2-3b9d-46c4-9490-2c4762c9cbdd service neutron] 10.222.0.38 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959668 Sep 21 18:24:41.856919 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c6cbe25a-74f6-4de0-89d6-b84bad55cd88 req-22a8aab8-3dd5-4320-a669-aa7088afc68d service neutron] 10.222.0.38 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883965 Sep 21 18:24:41.960821 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611b632-18fc-4d2e-8f55-a990862dc74c req-ed0c9dfa-b2c9-448d-bc78-ede58f5f3214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:41.962350 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4611b632-18fc-4d2e-8f55-a990862dc74c req-ed0c9dfa-b2c9-448d-bc78-ede58f5f3214 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed22908bce274772830e1e318854b4a6&device_id=89ffcf48-f369-46b2-9d25-abc4dd94829f HTTP/1.1" status: 200 len: 1094 time: 0.0542924 Sep 21 18:24:42.057445 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611b632-18fc-4d2e-8f55-a990862dc74c req-91b15370-7f03-463e-a9a9-76d633291093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:42.058905 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4611b632-18fc-4d2e-8f55-a990862dc74c req-91b15370-7f03-463e-a9a9-76d633291093 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d369e5c5-60af-4748-b4b0-9650fd649648 HTTP/1.1" status: 200 len: 913 time: 0.0893154 Sep 21 18:24:42.105120 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4611b632-18fc-4d2e-8f55-a990862dc74c req-571cc712-a1d6-488e-a1fe-13b49c33dc74 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=065ddb6b-e3de-40b5-8084-218e02f3cf38 HTTP/1.1" status: 200 len: 217 time: 0.0387418 Sep 21 18:24:42.153749 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611b632-18fc-4d2e-8f55-a990862dc74c req-760c0fb0-516f-43b9-9ccf-66151b341666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:42.155129 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4611b632-18fc-4d2e-8f55-a990862dc74c req-760c0fb0-516f-43b9-9ccf-66151b341666 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3451e09d-0afb-4f27-b18f-9613783297a1 HTTP/1.1" status: 200 len: 851 time: 0.0432556 Sep 21 18:24:42.208840 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611b632-18fc-4d2e-8f55-a990862dc74c req-3e1344dd-79f2-4c35-9d87-830268c322af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:42.210554 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4611b632-18fc-4d2e-8f55-a990862dc74c req-3e1344dd-79f2-4c35-9d87-830268c322af service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d369e5c5-60af-4748-b4b0-9650fd649648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426786 Sep 21 18:24:42.308503 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4611b632-18fc-4d2e-8f55-a990862dc74c req-5c665f42-7c91-43ba-b7ce-5f0ebcd32ff1 service neutron] 10.222.0.38 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895393 Sep 21 18:24:42.400302 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4611b632-18fc-4d2e-8f55-a990862dc74c req-4c08bb96-e10b-4d80-bbde-0ade3fabfc12 service neutron] 10.222.0.38 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836325 Sep 21 18:24:42.598553 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfb57c-4085-4c98-9127-d05b1b21a50e req-a6ac3cbe-eba7-49be-8532-91b8d83f77f0 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:42.600116 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-28cfb57c-4085-4c98-9127-d05b1b21a50e req-a6ac3cbe-eba7-49be-8532-91b8d83f77f0 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=89ffcf48-f369-46b2-9d25-abc4dd94829f HTTP/1.1" status: 200 len: 943 time: 0.0512493 Sep 21 18:24:42.642272 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-28cfb57c-4085-4c98-9127-d05b1b21a50e req-bf9b0cb6-18be-4ae0-9cfe-7a709868bc15 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357609 Sep 21 18:24:43.763916 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fcb54d-be56-4ffe-ad1a-fe213cbed46d req-f3a36e21-79ef-41fa-b43e-ff6266218918 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:43.766565 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e9fcb54d-be56-4ffe-ad1a-fe213cbed46d req-f3a36e21-79ef-41fa-b43e-ff6266218918 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=89ffcf48-f369-46b2-9d25-abc4dd94829f HTTP/1.1" status: 200 len: 943 time: 0.0549626 Sep 21 18:24:43.814208 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e9fcb54d-be56-4ffe-ad1a-fe213cbed46d req-f861302c-e725-4a63-9eb7-b528c61f7014 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411956 Sep 21 18:24:44.943613 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf71bb7-61bc-40f7-b45d-261d5d21919f req-7a338999-d39d-497a-b903-051a37591df9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:44.945244 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-daf71bb7-61bc-40f7-b45d-261d5d21919f req-7a338999-d39d-497a-b903-051a37591df9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=89ffcf48-f369-46b2-9d25-abc4dd94829f HTTP/1.1" status: 200 len: 943 time: 0.0603127 Sep 21 18:24:44.985967 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-daf71bb7-61bc-40f7-b45d-261d5d21919f req-64664100-6abf-43e2-bc68-982d6238d6ad tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343244 Sep 21 18:24:45.936068 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-90e6b201-3b73-4eac-a569-8340f8ebf2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:46.108851 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da178a-7b17-4e97-8818-093bd4abc5a7 req-8b059aa6-28fe-40fe-98ea-e18b6e0711e3 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:46.110351 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e1da178a-7b17-4e97-8818-093bd4abc5a7 req-8b059aa6-28fe-40fe-98ea-e18b6e0711e3 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=89ffcf48-f369-46b2-9d25-abc4dd94829f HTTP/1.1" status: 200 len: 943 time: 0.0502357 Sep 21 18:24:46.148353 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e1da178a-7b17-4e97-8818-093bd4abc5a7 req-b3eb2b23-b64d-4042-80fa-ed06abde25b2 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317702 Sep 21 18:24:46.801780 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95316106-65e7-402e-81f0-ff3a26b4e23c req-0105d5dc-6390-4f63-8823-bdb78030b8d9 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:46.803295 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-95316106-65e7-402e-81f0-ff3a26b4e23c req-0105d5dc-6390-4f63-8823-bdb78030b8d9 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b4edab-77ff-4308-83fa-b75ab1fef2be HTTP/1.1" status: 200 len: 945 time: 0.0495863 Sep 21 18:24:46.843325 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-95316106-65e7-402e-81f0-ff3a26b4e23c req-7e2896fb-f123-47bd-b6b3-4280121bc1de tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6e10150-041e-4e19-bfc2-7c174b41e794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337150 Sep 21 18:24:47.267884 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d393e19-06c2-4253-8338-42f0fba7919d req-b344ac0f-0fe7-4867-ac3f-10429b6c4788 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:47.269364 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4d393e19-06c2-4253-8338-42f0fba7919d req-b344ac0f-0fe7-4867-ac3f-10429b6c4788 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=89ffcf48-f369-46b2-9d25-abc4dd94829f HTTP/1.1" status: 200 len: 943 time: 0.0495093 Sep 21 18:24:47.306253 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4d393e19-06c2-4253-8338-42f0fba7919d req-d290c3f5-998a-496f-9205-158e606dc146 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307839 Sep 21 18:24:47.984721 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c07f7-4323-4999-9b7e-4beaf2c172ff req-ef0b88f7-87d6-4513-903a-9a574ca8d7da tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:47.986207 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-594c07f7-4323-4999-9b7e-4beaf2c172ff req-ef0b88f7-87d6-4513-903a-9a574ca8d7da tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b4edab-77ff-4308-83fa-b75ab1fef2be HTTP/1.1" status: 200 len: 945 time: 0.0561793 Sep 21 18:24:48.051739 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-594c07f7-4323-4999-9b7e-4beaf2c172ff req-e0d274eb-78ee-4d55-9e22-70ad4b31f8d3 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6e10150-041e-4e19-bfc2-7c174b41e794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567319 Sep 21 18:24:48.060059 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a5d60-2503-4f5e-b673-874805e26bdb req-35cfbbeb-f1a9-490f-926a-1092be24490d tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:48.061479 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-608a5d60-2503-4f5e-b673-874805e26bdb req-35cfbbeb-f1a9-490f-926a-1092be24490d tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.38 "GET /v2.0/ports?device_id=61b4edab-77ff-4308-83fa-b75ab1fef2be HTTP/1.1" status: 200 len: 945 time: 0.0744038 Sep 21 18:24:48.152129 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-608a5d60-2503-4f5e-b673-874805e26bdb req-ee0d8929-ca70-4410-b5a0-3099ac88aa5e tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Deleting port 68694b09-b38a-441b-acde-60c8c6dade71 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:48.152366 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-608a5d60-2503-4f5e-b673-874805e26bdb req-ee0d8929-ca70-4410-b5a0-3099ac88aa5e tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:48.243682 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-608a5d60-2503-4f5e-b673-874805e26bdb req-ee0d8929-ca70-4410-b5a0-3099ac88aa5e tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] For port 68694b09-b38a-441b-acde-60c8c6dade71, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=68694b09-b38a-441b-acde-60c8c6dade71,segment=NetworkSegment(95d4daec-1316-416c-aef0-0b6bc52415ff),segment_id=95d4daec-1316-416c-aef0-0b6bc52415ff)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:48.244059 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-608a5d60-2503-4f5e-b673-874805e26bdb req-ee0d8929-ca70-4410-b5a0-3099ac88aa5e tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:48.433679 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0875e-cd39-4ff1-a253-4cef5e711b4b req-e8a6c37a-4421-46b0-92e8-42eadcc982ba tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:48.435322 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-08d0875e-cd39-4ff1-a253-4cef5e711b4b req-e8a6c37a-4421-46b0-92e8-42eadcc982ba tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=89ffcf48-f369-46b2-9d25-abc4dd94829f HTTP/1.1" status: 200 len: 943 time: 0.0483143 Sep 21 18:24:48.446748 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7af622f6-7a01-4e7a-9f94-38d1519a4cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:48.474510 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-608a5d60-2503-4f5e-b673-874805e26bdb req-ee0d8929-ca70-4410-b5a0-3099ac88aa5e tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:48.474902 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-608a5d60-2503-4f5e-b673-874805e26bdb req-ee0d8929-ca70-4410-b5a0-3099ac88aa5e tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:48.475644 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [req-608a5d60-2503-4f5e-b673-874805e26bdb req-ee0d8929-ca70-4410-b5a0-3099ac88aa5e tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Floating IP f6bbc2de-2f8e-45f6-86a1-c234ca9430f2 disassociated. External IP: 172.25.6.84, port: 68694b09-b38a-441b-acde-60c8c6dade71. Sep 21 18:24:48.475644 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-608a5d60-2503-4f5e-b673-874805e26bdb req-ee0d8929-ca70-4410-b5a0-3099ac88aa5e tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Calling delete_port for 68694b09-b38a-441b-acde-60c8c6dade71 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:48.480161 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-08d0875e-cd39-4ff1-a253-4cef5e711b4b req-4134d1ae-8cfe-45e2-8cca-801ecedd52b7 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377364 Sep 21 18:24:48.601707 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-608a5d60-2503-4f5e-b673-874805e26bdb req-ee0d8929-ca70-4410-b5a0-3099ac88aa5e tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:48.638307 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d8929-ca70-4410-b5a0-3099ac88aa5e tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Pushing event deleted for resources: {'Port': ['ID=68694b09-b38a-441b-acde-60c8c6dade71,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:48.753206 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [req-608a5d60-2503-4f5e-b673-874805e26bdb req-ee0d8929-ca70-4410-b5a0-3099ac88aa5e tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Router 2ad4891e-8b5e-49f4-aa26-c4540be4c108 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:24:49.023666 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:49.183554 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-608a5d60-2503-4f5e-b673-874805e26bdb req-ee0d8929-ca70-4410-b5a0-3099ac88aa5e tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:24:49.198304 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8707cc3f-6a9e-4336-83a5-4b676a3a7ec7 None None] Sync routers for ids ['2ad4891e-8b5e-49f4-aa26-c4540be4c108'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:24:49.213034 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8707cc3f-6a9e-4336-83a5-4b676a3a7ec7 None None] Routers {'2ad4891e-8b5e-49f4-aa26-c4540be4c108'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:49.213753 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-8707cc3f-6a9e-4336-83a5-4b676a3a7ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:24:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['2ad4891e-8b5e-49f4-aa26-c4540be4c108'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:49.230298 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-608a5d60-2503-4f5e-b673-874805e26bdb req-ee0d8929-ca70-4410-b5a0-3099ac88aa5e tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] No DVR routers for this DVR port 68694b09-b38a-441b-acde-60c8c6dade71 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:24:49.233075 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-608a5d60-2503-4f5e-b673-874805e26bdb req-ee0d8929-ca70-4410-b5a0-3099ac88aa5e tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:49.235191 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-608a5d60-2503-4f5e-b673-874805e26bdb req-ee0d8929-ca70-4410-b5a0-3099ac88aa5e tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.38 "DELETE /v2.0/ports/68694b09-b38a-441b-acde-60c8c6dade71 HTTP/1.1" status: 204 len: 173 time: 1.1674776 Sep 21 18:24:49.235783 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b4edab-77ff-4308-83fa-b75ab1fef2be', 'name': 'network-vif-deleted', 'tag': '68694b09-b38a-441b-acde-60c8c6dade71'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:24:49.238148 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240d08b5-abb6-4ba9-acc9-72e28b6480b8" -d '{"events": [{"server_uuid": "61b4edab-77ff-4308-83fa-b75ab1fef2be", "name": "network-vif-deleted", "tag": "68694b09-b38a-441b-acde-60c8c6dade71"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:24:49.269917 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-75942c7a-0d0e-4ab6-966f-29d9aff34ed5 req-b2fcbf40-ba3f-4a44-8ff9-d619cf32f2c9 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "GET /v2.0/ports?device_id=61b4edab-77ff-4308-83fa-b75ab1fef2be HTTP/1.1" status: 200 len: 210 time: 0.0287855 Sep 21 18:24:49.280547 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac28d9e-0bd9-49b2-a165-84ac66ebe467 x-openstack-request-id: req-fac28d9e-0bd9-49b2-a165-84ac66ebe467 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:24:49.281016 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b4edab-77ff-4308-83fa-b75ab1fef2be", "name": "network-vif-deleted", "tag": "68694b09-b38a-441b-acde-60c8c6dade71", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:24:49.281279 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fac28d9e-0bd9-49b2-a165-84ac66ebe467 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:24:49.283100 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b4edab-77ff-4308-83fa-b75ab1fef2be', 'name': 'network-vif-deleted', 'tag': '68694b09-b38a-441b-acde-60c8c6dade71', 'status': 'completed', 'code': 200} Sep 21 18:24:49.333458 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-8707cc3f-6a9e-4336-83a5-4b676a3a7ec7 None None] Set router 2ad4891e-8b5e-49f4-aa26-c4540be4c108 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:49.539751 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-8707cc3f-6a9e-4336-83a5-4b676a3a7ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'name': 'tempest-TestServerBasicOps-64137485-router', 'tenant_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'b0b30a20-7bbb-4a7b-89e7-67cb9b692844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:32Z', 'updated_at': '2021-09-21T18:19:39Z', 'revision_number': 4, 'project_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'gw_port': {'id': 'b0b30a20-7bbb-4a7b-89e7-67cb9b692844', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:32Z', 'updated_at': '2021-09-21T18:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '4708e845-d28d-4f18-b4f3-7a1b09991637', 'name': '', 'network_id': '13543e6d-446a-4106-9970-a4ed65e1a1ab', 'tenant_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'mac_address': 'fa:16:3e:23:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '4b9e78cb-ebe5-4e7a-97f3-9861a92d567d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:37Z', 'updated_at': '2021-09-21T18:19:43Z', 'revision_number': 5, 'project_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'subnets': [{'id': '4b9e78cb-ebe5-4e7a-97f3-9861a92d567d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:49.565985 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8707cc3f-6a9e-4336-83a5-4b676a3a7ec7 None None] Checking router: 2ad4891e-8b5e-49f4-aa26-c4540be4c108 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:24:49.574704 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8707cc3f-6a9e-4336-83a5-4b676a3a7ec7 None None] Routers {'2ad4891e-8b5e-49f4-aa26-c4540be4c108'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:49.575378 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-8707cc3f-6a9e-4336-83a5-4b676a3a7ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:24:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['2ad4891e-8b5e-49f4-aa26-c4540be4c108'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:49.597360 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3136921-c70d-40b8-af33-27b8aa1eb402 req-dbae9f78-6755-4b9f-8af5-e0fd57f378eb tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:49.598999 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c3136921-c70d-40b8-af33-27b8aa1eb402 req-dbae9f78-6755-4b9f-8af5-e0fd57f378eb tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=89ffcf48-f369-46b2-9d25-abc4dd94829f HTTP/1.1" status: 200 len: 943 time: 0.0499926 Sep 21 18:24:49.644739 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c3136921-c70d-40b8-af33-27b8aa1eb402 req-c02e73be-626f-41b1-81f0-47ffa1c0f261 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391273 Sep 21 18:24:49.689429 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-8707cc3f-6a9e-4336-83a5-4b676a3a7ec7 None None] Set router 2ad4891e-8b5e-49f4-aa26-c4540be4c108 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:49.907902 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-8707cc3f-6a9e-4336-83a5-4b676a3a7ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'name': 'tempest-TestServerBasicOps-64137485-router', 'tenant_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'b0b30a20-7bbb-4a7b-89e7-67cb9b692844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:32Z', 'updated_at': '2021-09-21T18:19:39Z', 'revision_number': 4, 'project_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'gw_port': {'id': 'b0b30a20-7bbb-4a7b-89e7-67cb9b692844', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:32Z', 'updated_at': '2021-09-21T18:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '4708e845-d28d-4f18-b4f3-7a1b09991637', 'name': '', 'network_id': '13543e6d-446a-4106-9970-a4ed65e1a1ab', 'tenant_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'mac_address': 'fa:16:3e:23:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '4b9e78cb-ebe5-4e7a-97f3-9861a92d567d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:37Z', 'updated_at': '2021-09-21T18:19:43Z', 'revision_number': 5, 'project_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'subnets': [{'id': '4b9e78cb-ebe5-4e7a-97f3-9861a92d567d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:49.933291 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8707cc3f-6a9e-4336-83a5-4b676a3a7ec7 None None] The sync data for ids ['2ad4891e-8b5e-49f4-aa26-c4540be4c108'] in n-d-810291-1 is: [{'id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'name': 'tempest-TestServerBasicOps-64137485-router', 'tenant_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'b0b30a20-7bbb-4a7b-89e7-67cb9b692844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:32Z', 'updated_at': '2021-09-21T18:19:39Z', 'revision_number': 4, 'project_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'gw_port': {'id': 'b0b30a20-7bbb-4a7b-89e7-67cb9b692844', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:32Z', 'updated_at': '2021-09-21T18:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '4708e845-d28d-4f18-b4f3-7a1b09991637', 'name': '', 'network_id': '13543e6d-446a-4106-9970-a4ed65e1a1ab', 'tenant_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'mac_address': 'fa:16:3e:23:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '4b9e78cb-ebe5-4e7a-97f3-9861a92d567d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:37Z', 'updated_at': '2021-09-21T18:19:43Z', 'revision_number': 5, 'project_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'subnets': [{'id': '4b9e78cb-ebe5-4e7a-97f3-9861a92d567d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:24:50.167371 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:50.169089 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513d8386-a681-4158-85fb-183a25e51a23 None None] New status for floating IP f6bbc2de-2f8e-45f6-86a1-c234ca9430f2: DOWN {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:24:50.327799 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49680) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:50.451291 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-09d47619-a045-4889-a8a4-35f8fbc728cd tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Deleting port fe62457b-6939-47ab-9137-f1bda497acdf {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:50.451575 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-09d47619-a045-4889-a8a4-35f8fbc728cd tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:50.528682 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-09d47619-a045-4889-a8a4-35f8fbc728cd tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:50.529019 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-09d47619-a045-4889-a8a4-35f8fbc728cd tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:50.540620 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-09d47619-a045-4889-a8a4-35f8fbc728cd tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Calling delete_port for fe62457b-6939-47ab-9137-f1bda497acdf owned by network:floatingip {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:50.677956 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-09d47619-a045-4889-a8a4-35f8fbc728cd tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:50.704611 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d47619-a045-4889-a8a4-35f8fbc728cd tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Pushing event deleted for resources: {'Port': ['ID=fe62457b-6939-47ab-9137-f1bda497acdf,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:50.769893 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fedf29-ba57-4210-8158-8c25599028f8 req-6166342d-de68-465c-af90-feb66aab99f6 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:50.771881 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-09d47619-a045-4889-a8a4-35f8fbc728cd tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks [] for floatingip, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:50.772032 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e0fedf29-ba57-4210-8158-8c25599028f8 req-6166342d-de68-465c-af90-feb66aab99f6 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=89ffcf48-f369-46b2-9d25-abc4dd94829f HTTP/1.1" status: 200 len: 943 time: 0.0499077 Sep 21 18:24:50.773621 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-09d47619-a045-4889-a8a4-35f8fbc728cd tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:50.774838 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-09d47619-a045-4889-a8a4-35f8fbc728cd tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "DELETE /v2.0/floatingips/f6bbc2de-2f8e-45f6-86a1-c234ca9430f2 HTTP/1.1" status: 204 len: 168 time: 0.4459937 Sep 21 18:24:50.811659 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e0fedf29-ba57-4210-8158-8c25599028f8 req-2e7fdcdf-c5eb-4103-a26f-38fbc9f08128 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332654 Sep 21 18:24:50.842437 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49688) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:50.901002 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9a7bbf84-70f2-41ee-85db-dbe8b84f8c80 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:50.926099 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9a7bbf84-70f2-41ee-85db-dbe8b84f8c80 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:50.991771 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9a7bbf84-70f2-41ee-85db-dbe8b84f8c80 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:50.994711 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9a7bbf84-70f2-41ee-85db-dbe8b84f8c80 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:50.995912 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9a7bbf84-70f2-41ee-85db-dbe8b84f8c80 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] 10.222.0.58 "DELETE /v2.0/security-groups/d6e10150-041e-4e19-bfc2-7c174b41e794 HTTP/1.1" status: 204 len: 168 time: 0.1524513 Sep 21 18:24:51.006167 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7bbf84-70f2-41ee-85db-dbe8b84f8c80 tempest-TestServerBasicOps-873881221 tempest-TestServerBasicOps-873881221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e10150-041e-4e19-bfc2-7c174b41e794,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:51.033132 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49692) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:51.535922 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6192bca3-c17f-4ba8-8fba-528270bd0103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:51.647605 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:51.649765 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 065ddb6b-e3de-40b5-8084-218e02f3cf38 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:24:51.652864 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 68694b09-b38a-441b-acde-60c8c6dade71 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:24:51.677709 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 68694b09-b38a-441b-acde-60c8c6dade71 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:24:51.678178 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 68694b09-b38a-441b-acde-60c8c6dade71 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:24:51.772887 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 065ddb6b-e3de-40b5-8084-218e02f3cf38, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=065ddb6b-e3de-40b5-8084-218e02f3cf38,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:51.784424 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '065ddb6b-e3de-40b5-8084-218e02f3cf38', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'port_id': '065ddb6b-e3de-40b5-8084-218e02f3cf38', 'mac_address': 'fa:16:3e:b2:96:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:24:51.799245 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-6192bca3-c17f-4ba8-8fba-528270bd0103 admin admin] Deleting port 4708e845-d28d-4f18-b4f3-7a1b09991637 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:51.799459 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6192bca3-c17f-4ba8-8fba-528270bd0103 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:51.822521 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:51.836026 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 065ddb6b-e3de-40b5-8084-218e02f3cf38 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:24:51.856958 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 065ddb6b-e3de-40b5-8084-218e02f3cf38, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=065ddb6b-e3de-40b5-8084-218e02f3cf38,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:51.862154 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:51.885606 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-6192bca3-c17f-4ba8-8fba-528270bd0103 admin admin] For port 4708e845-d28d-4f18-b4f3-7a1b09991637, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=4708e845-d28d-4f18-b4f3-7a1b09991637,segment=NetworkSegment(95d4daec-1316-416c-aef0-0b6bc52415ff),segment_id=95d4daec-1316-416c-aef0-0b6bc52415ff)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:51.885977 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6192bca3-c17f-4ba8-8fba-528270bd0103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:51.914204 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=065ddb6b-e3de-40b5-8084-218e02f3cf38,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:51.919139 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-6192bca3-c17f-4ba8-8fba-528270bd0103 admin admin] Calling delete_port for 4708e845-d28d-4f18-b4f3-7a1b09991637 owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:51.981864 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0090915-d6ca-40d2-afdb-325f42c1e42c req-2191fb9e-993c-43c0-8230-7af93276d34a tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:51.983411 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c0090915-d6ca-40d2-afdb-325f42c1e42c req-2191fb9e-993c-43c0-8230-7af93276d34a tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=89ffcf48-f369-46b2-9d25-abc4dd94829f HTTP/1.1" status: 200 len: 944 time: 0.0998907 Sep 21 18:24:52.079798 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c0090915-d6ca-40d2-afdb-325f42c1e42c req-9253df18-e930-4ac7-8a14-9bf19fc79318 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883696 Sep 21 18:24:52.080662 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['065ddb6b-e3de-40b5-8084-218e02f3cf38'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:24:52.164239 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6192bca3-c17f-4ba8-8fba-528270bd0103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:52.195371 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192bca3-c17f-4ba8-8fba-528270bd0103 admin admin] Pushing event deleted for resources: {'Port': ['ID=4708e845-d28d-4f18-b4f3-7a1b09991637,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:52.362352 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6192bca3-c17f-4ba8-8fba-528270bd0103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:52.599323 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6192bca3-c17f-4ba8-8fba-528270bd0103 admin admin] Router 2ad4891e-8b5e-49f4-aa26-c4540be4c108 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:24:52.707155 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6192bca3-c17f-4ba8-8fba-528270bd0103 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:24:52.712534 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6192bca3-c17f-4ba8-8fba-528270bd0103 admin admin] 10.222.0.58 "PUT /v2.0/routers/2ad4891e-8b5e-49f4-aa26-c4540be4c108/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6778741 Sep 21 18:24:52.715798 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49698) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:52.717961 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfce6a4e-44f7-4cee-b492-7af0be533ae3 None None] Sync routers for ids ['2ad4891e-8b5e-49f4-aa26-c4540be4c108'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:24:52.728672 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfce6a4e-44f7-4cee-b492-7af0be533ae3 None None] Routers {'2ad4891e-8b5e-49f4-aa26-c4540be4c108'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:52.729372 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-bfce6a4e-44f7-4cee-b492-7af0be533ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:24:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['2ad4891e-8b5e-49f4-aa26-c4540be4c108'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:52.824830 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-20ae5750-343c-473d-b81e-fee6ce985a82 admin admin] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:52.837092 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-bfce6a4e-44f7-4cee-b492-7af0be533ae3 None None] Set router 2ad4891e-8b5e-49f4-aa26-c4540be4c108 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:52.932060 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-20ae5750-343c-473d-b81e-fee6ce985a82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:52.986012 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-20ae5750-343c-473d-b81e-fee6ce985a82 admin admin] Deleting port b0b30a20-7bbb-4a7b-89e7-67cb9b692844 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:52.986368 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-20ae5750-343c-473d-b81e-fee6ce985a82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:53.022887 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-bfce6a4e-44f7-4cee-b492-7af0be533ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'name': 'tempest-TestServerBasicOps-64137485-router', 'tenant_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'b0b30a20-7bbb-4a7b-89e7-67cb9b692844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:32Z', 'updated_at': '2021-09-21T18:24:52Z', 'revision_number': 5, 'project_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'gw_port': {'id': 'b0b30a20-7bbb-4a7b-89e7-67cb9b692844', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:32Z', 'updated_at': '2021-09-21T18:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:53.054637 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfce6a4e-44f7-4cee-b492-7af0be533ae3 None None] Checking router: 2ad4891e-8b5e-49f4-aa26-c4540be4c108 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:24:53.063298 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfce6a4e-44f7-4cee-b492-7af0be533ae3 None None] Routers {'2ad4891e-8b5e-49f4-aa26-c4540be4c108'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:53.063920 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-bfce6a4e-44f7-4cee-b492-7af0be533ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:24:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['2ad4891e-8b5e-49f4-aa26-c4540be4c108'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:53.073731 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-20ae5750-343c-473d-b81e-fee6ce985a82 admin admin] For port b0b30a20-7bbb-4a7b-89e7-67cb9b692844, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=b0b30a20-7bbb-4a7b-89e7-67cb9b692844,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:53.074102 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-20ae5750-343c-473d-b81e-fee6ce985a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:53.086374 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-20ae5750-343c-473d-b81e-fee6ce985a82 admin admin] Calling delete_port for b0b30a20-7bbb-4a7b-89e7-67cb9b692844 owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:53.151505 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-bfce6a4e-44f7-4cee-b492-7af0be533ae3 None None] Set router 2ad4891e-8b5e-49f4-aa26-c4540be4c108 gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:53.201379 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a36cab-a430-40f6-b1b5-d753367f5058 req-19931672-a37e-4829-9ed6-1bf58f9cccee tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:53.203551 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-18a36cab-a430-40f6-b1b5-d753367f5058 req-19931672-a37e-4829-9ed6-1bf58f9cccee tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=89ffcf48-f369-46b2-9d25-abc4dd94829f HTTP/1.1" status: 200 len: 944 time: 0.0548379 Sep 21 18:24:53.257598 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-18a36cab-a430-40f6-b1b5-d753367f5058 req-eababfb0-b1f2-4fb0-b048-50fbb23b491b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405011 Sep 21 18:24:53.291795 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-20ae5750-343c-473d-b81e-fee6ce985a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:53.317404 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae5750-343c-473d-b81e-fee6ce985a82 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0b30a20-7bbb-4a7b-89e7-67cb9b692844,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:53.376109 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-bfce6a4e-44f7-4cee-b492-7af0be533ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'name': 'tempest-TestServerBasicOps-64137485-router', 'tenant_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:32Z', 'updated_at': '2021-09-21T18:24:52Z', 'revision_number': 6, 'project_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:53.387700 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-20ae5750-343c-473d-b81e-fee6ce985a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:53.402876 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfce6a4e-44f7-4cee-b492-7af0be533ae3 None None] The sync data for ids ['2ad4891e-8b5e-49f4-aa26-c4540be4c108'] in n-d-810291-1 is: [{'id': '2ad4891e-8b5e-49f4-aa26-c4540be4c108', 'name': 'tempest-TestServerBasicOps-64137485-router', 'tenant_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:32Z', 'updated_at': '2021-09-21T18:24:52Z', 'revision_number': 6, 'project_id': '08e34419ed4e41388b212b7cfbe8a9c2', 'gw_port_host': None}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:24:53.480647 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-20ae5750-343c-473d-b81e-fee6ce985a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:53.482849 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-20ae5750-343c-473d-b81e-fee6ce985a82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:53.527885 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-20ae5750-343c-473d-b81e-fee6ce985a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:53.528336 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ae5750-343c-473d-b81e-fee6ce985a82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ad4891e-8b5e-49f4-aa26-c4540be4c108 {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:24:53.532994 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-20ae5750-343c-473d-b81e-fee6ce985a82 admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:53.534157 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-20ae5750-343c-473d-b81e-fee6ce985a82 admin admin] 10.222.0.58 "DELETE /v2.0/routers/2ad4891e-8b5e-49f4-aa26-c4540be4c108 HTTP/1.1" status: 204 len: 168 time: 0.8174767 Sep 21 18:24:53.537054 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49702) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:53.581848 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf233c6-5e28-41e0-bcff-d630298dc83d admin admin] Deleting subnet 4b9e78cb-ebe5-4e7a-97f3-9861a92d567d {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:24:53.585082 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ebf233c6-5e28-41e0-bcff-d630298dc83d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:53.619434 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ebf233c6-5e28-41e0-bcff-d630298dc83d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:53.623967 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:53.663819 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 065ddb6b-e3de-40b5-8084-218e02f3cf38 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:24:53.696930 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ebf233c6-5e28-41e0-bcff-d630298dc83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:53.718137 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 065ddb6b-e3de-40b5-8084-218e02f3cf38 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:24:53.722087 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 065ddb6b-e3de-40b5-8084-218e02f3cf38 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:24:53.722464 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:53.761250 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ebf233c6-5e28-41e0-bcff-d630298dc83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:53.791269 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ebf233c6-5e28-41e0-bcff-d630298dc83d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:53.796426 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ebf233c6-5e28-41e0-bcff-d630298dc83d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4b9e78cb-ebe5-4e7a-97f3-9861a92d567d HTTP/1.1" status: 204 len: 168 time: 0.2582827 Sep 21 18:24:53.796616 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49704) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:53.797127 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e095d052-2070-47cc-8ee4-761ad78ae9eb None None] Network 13543e6d-446a-4106-9970-a4ed65e1a1ab requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:24:53.797569 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf233c6-5e28-41e0-bcff-d630298dc83d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b9e78cb-ebe5-4e7a-97f3-9861a92d567d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:53.822588 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:53.883855 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2f5557f3-eb35-4126-bec2-c69687e650f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:53.887865 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ffcf48-f369-46b2-9d25-abc4dd94829f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065ddb6b-e3de-40b5-8084-218e02f3cf38'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:24:53.890157 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db25622d-85ec-4250-b0f6-44e6e1ea2cb7" -d '{"events": [{"server_uuid": "89ffcf48-f369-46b2-9d25-abc4dd94829f", "name": "network-vif-plugged", "status": "completed", "tag": "065ddb6b-e3de-40b5-8084-218e02f3cf38"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:24:53.921747 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 065ddb6b-e3de-40b5-8084-218e02f3cf38, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=065ddb6b-e3de-40b5-8084-218e02f3cf38,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:53.940122 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7aacfc-7833-49f6-ab79-dc3d28daaac2 x-openstack-request-id: req-4e7aacfc-7833-49f6-ab79-dc3d28daaac2 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:24:53.940501 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ffcf48-f369-46b2-9d25-abc4dd94829f", "name": "network-vif-plugged", "status": "completed", "tag": "065ddb6b-e3de-40b5-8084-218e02f3cf38", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:24:53.940718 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4e7aacfc-7833-49f6-ab79-dc3d28daaac2 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:24:53.941312 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ffcf48-f369-46b2-9d25-abc4dd94829f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065ddb6b-e3de-40b5-8084-218e02f3cf38', 'code': 200} Sep 21 18:24:53.942365 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:53.944298 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-2f5557f3-eb35-4126-bec2-c69687e650f1 admin admin] Deleting port b8828edf-b11a-4d77-8ef0-4626f7236219 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:53.944632 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2f5557f3-eb35-4126-bec2-c69687e650f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:54.004875 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=065ddb6b-e3de-40b5-8084-218e02f3cf38,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:54.033511 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-2f5557f3-eb35-4126-bec2-c69687e650f1 admin admin] For port b8828edf-b11a-4d77-8ef0-4626f7236219, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=b8828edf-b11a-4d77-8ef0-4626f7236219,segment=NetworkSegment(95d4daec-1316-416c-aef0-0b6bc52415ff),segment_id=95d4daec-1316-416c-aef0-0b6bc52415ff)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:54.033882 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2f5557f3-eb35-4126-bec2-c69687e650f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:54.048202 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-2f5557f3-eb35-4126-bec2-c69687e650f1 admin admin] Calling delete_port for b8828edf-b11a-4d77-8ef0-4626f7236219 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:54.070730 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82526a74-38d6-46c0-932f-3704ccfa4923 req-6ea9f590-8539-45c2-a65a-574ee7979fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:54.072282 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-82526a74-38d6-46c0-932f-3704ccfa4923 req-6ea9f590-8539-45c2-a65a-574ee7979fd1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=89ffcf48-f369-46b2-9d25-abc4dd94829f HTTP/1.1" status: 200 len: 1096 time: 0.0754554 Sep 21 18:24:54.144844 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-82526a74-38d6-46c0-932f-3704ccfa4923 req-ab1d2227-4dd2-4da4-a219-5ebea8a36fcb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458250 Sep 21 18:24:54.163697 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2f5557f3-eb35-4126-bec2-c69687e650f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:54.188766 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5557f3-eb35-4126-bec2-c69687e650f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8828edf-b11a-4d77-8ef0-4626f7236219,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:54.194059 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5557f3-eb35-4126-bec2-c69687e650f1 admin admin] No DVR routers for this DVR port b8828edf-b11a-4d77-8ef0-4626f7236219 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:24:54.232965 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4740d444-34b9-4672-8950-b2a8c513aee8 None None] DHCP port deletion for 13543e6d-446a-4106-9970-a4ed65e1a1ab request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:24:54.275231 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2f5557f3-eb35-4126-bec2-c69687e650f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:54.295305 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-2f5557f3-eb35-4126-bec2-c69687e650f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13543e6d-446a-4106-9970-a4ed65e1a1ab']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:54.305294 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-2f5557f3-eb35-4126-bec2-c69687e650f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d4daec-1316-416c-aef0-0b6bc52415ff') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:54.305539 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-2f5557f3-eb35-4126-bec2-c69687e650f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d4daec-1316-416c-aef0-0b6bc52415ff') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:54.315356 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2f5557f3-eb35-4126-bec2-c69687e650f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:54.329671 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2f5557f3-eb35-4126-bec2-c69687e650f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:54.338253 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f5557f3-eb35-4126-bec2-c69687e650f1 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:24:54.338697 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2f5557f3-eb35-4126-bec2-c69687e650f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:54.340713 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:24:54.340713 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:24:54.340713 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:24:54.340713 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:24:54.340713 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:24:54.340713 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:24:54.340713 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:24:54.340713 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:24:54.340713 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:24:54.340713 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:24:54.340713 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:24:54.340713 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:24:54.340713 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:24:54.340713 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:24:54.340713 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:24:54.340713 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:24:54.340713 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:24:54.340713 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:24:54.340713 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:24:54.340713 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:24:54.340713 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:24:54.340713 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:24:54.340713 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:24:54.340713 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:24:54.340713 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:24:54.340713 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:24:54.340713 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:24:54.340713 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:24:54.340713 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:24:54.340713 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:24:54.340713 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:24:54.340713 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:24:54.379582 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c7c08-39be-40dd-8fd2-e7ddc948212a req-ffeed9a1-7906-47f2-9bdf-793999f1f22d tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:54.381291 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-948c7c08-39be-40dd-8fd2-e7ddc948212a req-ffeed9a1-7906-47f2-9bdf-793999f1f22d tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=89ffcf48-f369-46b2-9d25-abc4dd94829f HTTP/1.1" status: 200 len: 945 time: 0.0532329 Sep 21 18:24:54.401566 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2f5557f3-eb35-4126-bec2-c69687e650f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:54.407236 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2f5557f3-eb35-4126-bec2-c69687e650f1 admin admin] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:54.412547 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2f5557f3-eb35-4126-bec2-c69687e650f1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/13543e6d-446a-4106-9970-a4ed65e1a1ab HTTP/1.1" status: 204 len: 168 time: 0.6147580 Sep 21 18:24:54.413186 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49710) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:54.423476 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-948c7c08-39be-40dd-8fd2-e7ddc948212a req-14846de4-ea73-4fa1-81dc-8fba7c41f209 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356033 Sep 21 18:24:54.459530 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5557f3-eb35-4126-bec2-c69687e650f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=13543e6d-446a-4106-9970-a4ed65e1a1ab,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:54.770689 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:55.065515 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b8828edf-b11a-4d77-8ef0-4626f7236219 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:24:55.094209 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: b8828edf-b11a-4d77-8ef0-4626f7236219 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:24:55.094571 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b8828edf-b11a-4d77-8ef0-4626f7236219 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:24:55.095049 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 4708e845-d28d-4f18-b4f3-7a1b09991637 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:24:55.114410 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 4708e845-d28d-4f18-b4f3-7a1b09991637 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:24:55.114784 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 4708e845-d28d-4f18-b4f3-7a1b09991637 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:24:55.115228 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b0b30a20-7bbb-4a7b-89e7-67cb9b692844 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:24:55.134640 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: b0b30a20-7bbb-4a7b-89e7-67cb9b692844 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:24:55.135036 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b0b30a20-7bbb-4a7b-89e7-67cb9b692844 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:24:55.147793 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-660e26b5-7f99-4a9c-b16d-bd15c2b535e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:55.408028 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-660e26b5-7f99-4a9c-b16d-bd15c2b535e1 admin admin] Deleting port 63e1cee1-653d-4c1d-919b-0a63c0fc7b92 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:55.408305 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-660e26b5-7f99-4a9c-b16d-bd15c2b535e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:55.497262 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-660e26b5-7f99-4a9c-b16d-bd15c2b535e1 admin admin] For port 63e1cee1-653d-4c1d-919b-0a63c0fc7b92, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=63e1cee1-653d-4c1d-919b-0a63c0fc7b92,segment=NetworkSegment(ecb8c7eb-a0bd-45e2-9354-99e92f52b08e),segment_id=ecb8c7eb-a0bd-45e2-9354-99e92f52b08e)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:55.497979 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-660e26b5-7f99-4a9c-b16d-bd15c2b535e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:55.520436 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-660e26b5-7f99-4a9c-b16d-bd15c2b535e1 admin admin] Calling delete_port for 63e1cee1-653d-4c1d-919b-0a63c0fc7b92 owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:55.596680 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe31a05-b7b8-403d-94cf-20c4c5897fde req-c3d1d79b-8635-4298-b596-9cb867b584fd tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:55.598255 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7fe31a05-b7b8-403d-94cf-20c4c5897fde req-c3d1d79b-8635-4298-b596-9cb867b584fd tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=89ffcf48-f369-46b2-9d25-abc4dd94829f HTTP/1.1" status: 200 len: 945 time: 0.0924447 Sep 21 18:24:55.683612 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7fe31a05-b7b8-403d-94cf-20c4c5897fde req-2653bd7a-3ee4-4acf-8e99-5380bc76bd99 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776401 Sep 21 18:24:55.765509 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-660e26b5-7f99-4a9c-b16d-bd15c2b535e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:55.796020 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e26b5-7f99-4a9c-b16d-bd15c2b535e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=63e1cee1-653d-4c1d-919b-0a63c0fc7b92,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:55.815070 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e17bc-f534-4e09-b7c6-1b83d846de76 req-ac583f55-7654-4c53-a717-9fa9d7e882a3 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:55.816619 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-748e17bc-f534-4e09-b7c6-1b83d846de76 req-ac583f55-7654-4c53-a717-9fa9d7e882a3 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=89ffcf48-f369-46b2-9d25-abc4dd94829f HTTP/1.1" status: 200 len: 945 time: 0.0551250 Sep 21 18:24:55.858749 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-748e17bc-f534-4e09-b7c6-1b83d846de76 req-f6b16899-0b51-452d-8f1d-3055cbfd2fce tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355101 Sep 21 18:24:55.882908 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49716) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:55.933956 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610ab067-dd6a-4d0d-b7ea-263b3f05f675 tempest-TestVolumeBootPattern-1353817469 tempest-TestVolumeBootPattern-1353817469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:55.938483 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-610ab067-dd6a-4d0d-b7ea-263b3f05f675 tempest-TestVolumeBootPattern-1353817469 tempest-TestVolumeBootPattern-1353817469-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=89ffcf48-f369-46b2-9d25-abc4dd94829f HTTP/1.1" status: 200 len: 1091 time: 0.0515730 Sep 21 18:24:55.938717 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49718) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:55.944005 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-93e2e2c0-ba5e-4413-bf1a-6932b5a296f9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'port_id': '065ddb6b-e3de-40b5-8084-218e02f3cf38', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:24:55.969384 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-93e2e2c0-ba5e-4413-bf1a-6932b5a296f9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for floatingip, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:55.974010 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-660e26b5-7f99-4a9c-b16d-bd15c2b535e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:56.071331 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-93e2e2c0-ba5e-4413-bf1a-6932b5a296f9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:56.181000 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-93e2e2c0-ba5e-4413-bf1a-6932b5a296f9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Allocated IP 172.25.6.68 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/0be11fd0-c751-44b1-886b-1895bfd32411) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:24:56.201201 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660e26b5-7f99-4a9c-b16d-bd15c2b535e1 admin admin] Router f7616f37-072f-40b4-bf35-06024919a7e5 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:24:56.285061 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-93e2e2c0-ba5e-4413-bf1a-6932b5a296f9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:56.313713 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660e26b5-7f99-4a9c-b16d-bd15c2b535e1 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:24:56.322070 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-660e26b5-7f99-4a9c-b16d-bd15c2b535e1 admin admin] 10.222.0.58 "PUT /v2.0/routers/f7616f37-072f-40b4-bf35-06024919a7e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9033577 Sep 21 18:24:56.322239 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-93e2e2c0-ba5e-4413-bf1a-6932b5a296f9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:56.322356 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49720) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:56.323065 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fa4976-de3b-4a80-adad-52974329d581 None None] Sync routers for ids ['f7616f37-072f-40b4-bf35-06024919a7e5'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:24:56.336560 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fa4976-de3b-4a80-adad-52974329d581 None None] Routers {'f7616f37-072f-40b4-bf35-06024919a7e5'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:56.337586 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d6fa4976-de3b-4a80-adad-52974329d581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:24:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['f7616f37-072f-40b4-bf35-06024919a7e5'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:56.371222 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e2e2c0-ba5e-4413-bf1a-6932b5a296f9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:24:56.374141 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-93e2e2c0-ba5e-4413-bf1a-6932b5a296f9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:24:56.380006 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e2e2c0-ba5e-4413-bf1a-6932b5a296f9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:24:56.402243 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2e2c0-ba5e-4413-bf1a-6932b5a296f9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Pushing event updated for resources: {'Port': ['ID=0be11fd0-c751-44b1-886b-1895bfd32411,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:56.439828 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-471e13da-26f1-4a47-b243-4d798083fb2b admin admin] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:56.452192 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-d6fa4976-de3b-4a80-adad-52974329d581 None None] Set router f7616f37-072f-40b4-bf35-06024919a7e5 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:56.547444 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-471e13da-26f1-4a47-b243-4d798083fb2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:56.615241 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-471e13da-26f1-4a47-b243-4d798083fb2b admin admin] Deleting port 99a3fd27-8963-4d55-9e5e-f58ea5cfbc54 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:56.615987 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-471e13da-26f1-4a47-b243-4d798083fb2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:56.642766 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d6fa4976-de3b-4a80-adad-52974329d581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7616f37-072f-40b4-bf35-06024919a7e5', 'name': 'tempest-TestServerBasicOps-376085345-router', 'tenant_id': '551483f5da494162ba96dd9271cffdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '99a3fd27-8963-4d55-9e5e-f58ea5cfbc54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:43Z', 'updated_at': '2021-09-21T18:24:55Z', 'revision_number': 5, 'project_id': '551483f5da494162ba96dd9271cffdd1', 'gw_port': {'id': '99a3fd27-8963-4d55-9e5e-f58ea5cfbc54', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7616f37-072f-40b4-bf35-06024919a7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:19:43Z', 'updated_at': '2021-09-21T18:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:56.677189 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fa4976-de3b-4a80-adad-52974329d581 None None] Checking router: f7616f37-072f-40b4-bf35-06024919a7e5 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:24:56.690242 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fa4976-de3b-4a80-adad-52974329d581 None None] Routers {'f7616f37-072f-40b4-bf35-06024919a7e5'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:56.691011 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d6fa4976-de3b-4a80-adad-52974329d581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:24:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['f7616f37-072f-40b4-bf35-06024919a7e5'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:56.703857 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-471e13da-26f1-4a47-b243-4d798083fb2b admin admin] For port 99a3fd27-8963-4d55-9e5e-f58ea5cfbc54, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=99a3fd27-8963-4d55-9e5e-f58ea5cfbc54,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:56.704174 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-471e13da-26f1-4a47-b243-4d798083fb2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:56.720695 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-471e13da-26f1-4a47-b243-4d798083fb2b admin admin] Calling delete_port for 99a3fd27-8963-4d55-9e5e-f58ea5cfbc54 owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:56.761524 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-93e2e2c0-ba5e-4413-bf1a-6932b5a296f9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:56.792780 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-d6fa4976-de3b-4a80-adad-52974329d581 None None] Set router f7616f37-072f-40b4-bf35-06024919a7e5 gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:56.838618 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-93e2e2c0-ba5e-4413-bf1a-6932b5a296f9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:56.846498 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d6fa4976-de3b-4a80-adad-52974329d581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7616f37-072f-40b4-bf35-06024919a7e5', 'name': 'tempest-TestServerBasicOps-376085345-router', 'tenant_id': '551483f5da494162ba96dd9271cffdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:43Z', 'updated_at': '2021-09-21T18:24:56Z', 'revision_number': 6, 'project_id': '551483f5da494162ba96dd9271cffdd1', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:56.876854 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fa4976-de3b-4a80-adad-52974329d581 None None] The sync data for ids ['f7616f37-072f-40b4-bf35-06024919a7e5'] in n-d-810291-1 is: [{'id': 'f7616f37-072f-40b4-bf35-06024919a7e5', 'name': 'tempest-TestServerBasicOps-376085345-router', 'tenant_id': '551483f5da494162ba96dd9271cffdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:19:43Z', 'updated_at': '2021-09-21T18:24:56Z', 'revision_number': 6, 'project_id': '551483f5da494162ba96dd9271cffdd1', 'gw_port_host': None}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:24:56.901547 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-471e13da-26f1-4a47-b243-4d798083fb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:56.929786 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e13da-26f1-4a47-b243-4d798083fb2b admin admin] Pushing event deleted for resources: {'Port': ['ID=99a3fd27-8963-4d55-9e5e-f58ea5cfbc54,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:56.997563 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-471e13da-26f1-4a47-b243-4d798083fb2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:56.999532 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-93e2e2c0-ba5e-4413-bf1a-6932b5a296f9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:57.005106 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-93e2e2c0-ba5e-4413-bf1a-6932b5a296f9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:57.071691 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2e2c0-ba5e-4413-bf1a-6932b5a296f9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Pushing event updated for resources: {'Port': ['ID=0be11fd0-c751-44b1-886b-1895bfd32411,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:57.084736 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-93e2e2c0-ba5e-4413-bf1a-6932b5a296f9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:57.093914 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-471e13da-26f1-4a47-b243-4d798083fb2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:57.096079 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-471e13da-26f1-4a47-b243-4d798083fb2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:57.140238 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-471e13da-26f1-4a47-b243-4d798083fb2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:57.141010 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471e13da-26f1-4a47-b243-4d798083fb2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7616f37-072f-40b4-bf35-06024919a7e5 {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:24:57.145782 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-471e13da-26f1-4a47-b243-4d798083fb2b admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:57.149420 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-471e13da-26f1-4a47-b243-4d798083fb2b admin admin] 10.222.0.58 "DELETE /v2.0/routers/f7616f37-072f-40b4-bf35-06024919a7e5 HTTP/1.1" status: 204 len: 168 time: 0.8238595 Sep 21 18:24:57.149673 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49722) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:57.187697 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [None req-93e2e2c0-ba5e-4413-bf1a-6932b5a296f9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Floating IP 79a5c560-bb86-418d-982e-978d82bddf6c associated. External IP: 172.25.6.68, port: 065ddb6b-e3de-40b5-8084-218e02f3cf38. Sep 21 18:24:57.193677 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-e69b7cb7-cba8-44de-bf3b-4c33227ea2df admin admin] Deleting subnet 65833933-ed67-41b1-9742-c7829f560425 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:24:57.197051 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e69b7cb7-cba8-44de-bf3b-4c33227ea2df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:57.237670 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e69b7cb7-cba8-44de-bf3b-4c33227ea2df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:57.338980 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e69b7cb7-cba8-44de-bf3b-4c33227ea2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:57.394236 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e69b7cb7-cba8-44de-bf3b-4c33227ea2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:57.421180 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b7cb7-cba8-44de-bf3b-4c33227ea2df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65833933-ed67-41b1-9742-c7829f560425,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:57.423213 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e69b7cb7-cba8-44de-bf3b-4c33227ea2df admin admin] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:57.427520 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e69b7cb7-cba8-44de-bf3b-4c33227ea2df admin admin] 10.222.0.58 "DELETE /v2.0/subnets/65833933-ed67-41b1-9742-c7829f560425 HTTP/1.1" status: 204 len: 168 time: 0.2744417 Sep 21 18:24:57.427848 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49724) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:57.432288 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f01ca2a-bb97-4bf4-bc91-9472019b3221 None None] Network 76b28b2e-2189-40ad-81a7-83f1bc6a5be5 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:24:57.442152 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e2e2c0-ba5e-4413-bf1a-6932b5a296f9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Router ef355b40-13e2-472b-b98c-41da1220afe9 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:24:57.504103 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f571b191-c8d5-4606-9053-7256e44c608b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:57.506707 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-571cda89-db19-4c7c-93d1-2bae7d7c8d25 req-5fdacec8-c4a3-43df-ba7b-dba12581371d tempest-MultipleCreateTestJSON-1111757757 tempest-MultipleCreateTestJSON-1111757757-project] (101460) timed out ('10.222.0.44', 55942) {{(pid=101460) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 18:24:57.556932 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e2e2c0-ba5e-4413-bf1a-6932b5a296f9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:24:57.560854 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-f571b191-c8d5-4606-9053-7256e44c608b admin admin] Deleting port 012632ea-c171-452b-9171-af3e07c080f2 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:24:57.561207 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f571b191-c8d5-4606-9053-7256e44c608b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:57.573499 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b48aca1-9a12-4099-8462-10ee8b855335 None None] Sync routers for ids ['ef355b40-13e2-472b-b98c-41da1220afe9'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:24:57.577770 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-93e2e2c0-ba5e-4413-bf1a-6932b5a296f9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:57.589890 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b48aca1-9a12-4099-8462-10ee8b855335 None None] Routers {'ef355b40-13e2-472b-b98c-41da1220afe9'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:57.590851 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-3b48aca1-9a12-4099-8462-10ee8b855335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:24:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ef355b40-13e2-472b-b98c-41da1220afe9'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:57.618644 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-93e2e2c0-ba5e-4413-bf1a-6932b5a296f9 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6784272 Sep 21 18:24:57.619277 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ffcf48-f369-46b2-9d25-abc4dd94829f', 'tag': '065ddb6b-e3de-40b5-8084-218e02f3cf38'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:24:57.621946 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebf511b-5f9e-4d6b-b264-e39fe1c200a1" -d '{"events": [{"name": "network-changed", "server_uuid": "89ffcf48-f369-46b2-9d25-abc4dd94829f", "tag": "065ddb6b-e3de-40b5-8084-218e02f3cf38"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:24:57.638899 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-f571b191-c8d5-4606-9053-7256e44c608b admin admin] For port 012632ea-c171-452b-9171-af3e07c080f2, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=012632ea-c171-452b-9171-af3e07c080f2,segment=NetworkSegment(ecb8c7eb-a0bd-45e2-9354-99e92f52b08e),segment_id=ecb8c7eb-a0bd-45e2-9354-99e92f52b08e)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:24:57.639352 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f571b191-c8d5-4606-9053-7256e44c608b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:57.661390 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-f571b191-c8d5-4606-9053-7256e44c608b admin admin] Calling delete_port for 012632ea-c171-452b-9171-af3e07c080f2 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:24:57.715719 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-3b48aca1-9a12-4099-8462-10ee8b855335 None None] Set router ef355b40-13e2-472b-b98c-41da1220afe9 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:57.720508 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72674779-fa20-4efe-9ab6-d498a38d04ed None None] DHCP port deletion for 76b28b2e-2189-40ad-81a7-83f1bc6a5be5 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:24:57.723276 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 63e1cee1-653d-4c1d-919b-0a63c0fc7b92 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:24:57.756925 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f571b191-c8d5-4606-9053-7256e44c608b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:57.767113 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0274e0-cdad-4f23-a4e5-f658e9cb6472 x-openstack-request-id: req-ef0274e0-cdad-4f23-a4e5-f658e9cb6472 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:24:57.767508 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ffcf48-f369-46b2-9d25-abc4dd94829f", "tag": "065ddb6b-e3de-40b5-8084-218e02f3cf38", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:24:57.767856 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ef0274e0-cdad-4f23-a4e5-f658e9cb6472 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:24:57.768325 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ffcf48-f369-46b2-9d25-abc4dd94829f', 'tag': '065ddb6b-e3de-40b5-8084-218e02f3cf38', 'status': 'completed', 'code': 200} Sep 21 18:24:57.770243 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 63e1cee1-653d-4c1d-919b-0a63c0fc7b92 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:24:57.770614 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 63e1cee1-653d-4c1d-919b-0a63c0fc7b92 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:24:57.776978 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f571b191-c8d5-4606-9053-7256e44c608b admin admin] No DVR routers for this DVR port 012632ea-c171-452b-9171-af3e07c080f2 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:24:57.804327 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-72674779-fa20-4efe-9ab6-d498a38d04ed None None] The port '012632ea-c171-452b-9171-af3e07c080f2' was deleted {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 21 18:24:57.826353 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571b191-c8d5-4606-9053-7256e44c608b admin admin] Pushing event deleted for resources: {'Port': ['ID=012632ea-c171-452b-9171-af3e07c080f2,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:57.903583 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f571b191-c8d5-4606-9053-7256e44c608b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:57.925904 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf511b-5f9e-4d6b-b264-e39fe1c200a1 req-e5311051-a4c9-47a4-8952-4ef3fc13f2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:57.927431 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cebf511b-5f9e-4d6b-b264-e39fe1c200a1 req-e5311051-a4c9-47a4-8952-4ef3fc13f2dc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed22908bce274772830e1e318854b4a6&device_id=89ffcf48-f369-46b2-9d25-abc4dd94829f HTTP/1.1" status: 200 len: 1096 time: 0.1281834 Sep 21 18:24:57.930821 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-f571b191-c8d5-4606-9053-7256e44c608b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76b28b2e-2189-40ad-81a7-83f1bc6a5be5']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:57.948498 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-f571b191-c8d5-4606-9053-7256e44c608b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecb8c7eb-a0bd-45e2-9354-99e92f52b08e') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:57.948897 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-f571b191-c8d5-4606-9053-7256e44c608b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecb8c7eb-a0bd-45e2-9354-99e92f52b08e') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:57.971217 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f571b191-c8d5-4606-9053-7256e44c608b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:58.005118 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-3b48aca1-9a12-4099-8462-10ee8b855335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'name': 'tempest-TestVolumeBootPattern-1871760928-router', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:08Z', 'updated_at': '2021-09-21T18:21:12Z', 'revision_number': 4, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'gw_port': {'id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:09Z', 'updated_at': '2021-09-21T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '79a5c560-bb86-418d-982e-978d82bddf6c', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'floating_ip_address': '172.25.6.68', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'port_id': '065ddb6b-e3de-40b5-8084-218e02f3cf38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'mac_address': 'fa:16:3e:b2:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ffcf48-f369-46b2-9d25-abc4dd94829f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:24:56Z', 'updated_at': '2021-09-21T18:24:56Z', 'revision_number': 0, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '770c981b-b197-4732-acdd-7ff01aa4b473', 'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'mac_address': 'fa:16:3e:d9:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:11Z', 'updated_at': '2021-09-21T18:21:17Z', 'revision_number': 5, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'subnets': [{'id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:58.021564 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f571b191-c8d5-4606-9053-7256e44c608b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:58.033090 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b48aca1-9a12-4099-8462-10ee8b855335 None None] Checking router: ef355b40-13e2-472b-b98c-41da1220afe9 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:24:58.033351 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f571b191-c8d5-4606-9053-7256e44c608b admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:24:58.033682 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f571b191-c8d5-4606-9053-7256e44c608b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:58.036487 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:24:58.036487 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:24:58.036487 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:24:58.036487 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:24:58.036487 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:24:58.036487 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:24:58.036487 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:24:58.036487 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:24:58.036487 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:24:58.036487 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:24:58.036487 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:24:58.036487 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:24:58.036487 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:24:58.036487 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:24:58.036487 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:24:58.036487 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:24:58.036487 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:24:58.036487 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:24:58.036487 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:24:58.036487 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:24:58.036487 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:24:58.036487 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:24:58.036487 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:24:58.036487 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:24:58.036487 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:24:58.036487 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:24:58.036487 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:24:58.036487 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:24:58.036487 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:24:58.036487 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:24:58.036487 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:24:58.036487 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:24:58.042435 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b48aca1-9a12-4099-8462-10ee8b855335 None None] Routers {'ef355b40-13e2-472b-b98c-41da1220afe9'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:24:58.043094 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-3b48aca1-9a12-4099-8462-10ee8b855335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:24:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ef355b40-13e2-472b-b98c-41da1220afe9'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:58.102426 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf511b-5f9e-4d6b-b264-e39fe1c200a1 req-539eeb05-7f23-4814-94da-1b6dc3dcfb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:58.104105 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cebf511b-5f9e-4d6b-b264-e39fe1c200a1 req-539eeb05-7f23-4814-94da-1b6dc3dcfb41 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d369e5c5-60af-4748-b4b0-9650fd649648 HTTP/1.1" status: 200 len: 913 time: 0.1662068 Sep 21 18:24:58.105412 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f571b191-c8d5-4606-9053-7256e44c608b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:58.119311 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f571b191-c8d5-4606-9053-7256e44c608b admin admin] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:58.123743 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f571b191-c8d5-4606-9053-7256e44c608b admin admin] 10.222.0.58 "DELETE /v2.0/networks/76b28b2e-2189-40ad-81a7-83f1bc6a5be5 HTTP/1.1" status: 204 len: 168 time: 0.6926525 Sep 21 18:24:58.161210 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-3b48aca1-9a12-4099-8462-10ee8b855335 None None] Set router ef355b40-13e2-472b-b98c-41da1220afe9 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:24:58.168634 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571b191-c8d5-4606-9053-7256e44c608b admin admin] Pushing event deleted for resources: {'Network': ['ID=76b28b2e-2189-40ad-81a7-83f1bc6a5be5,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:58.201470 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cebf511b-5f9e-4d6b-b264-e39fe1c200a1 req-3ca06ba3-054c-4617-8074-26a10753b445 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=065ddb6b-e3de-40b5-8084-218e02f3cf38 HTTP/1.1" status: 200 len: 998 time: 0.0871968 Sep 21 18:24:58.256109 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf511b-5f9e-4d6b-b264-e39fe1c200a1 req-28818bb9-a41e-4e23-8ea6-1bd0a60df321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:58.257849 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cebf511b-5f9e-4d6b-b264-e39fe1c200a1 req-28818bb9-a41e-4e23-8ea6-1bd0a60df321 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3451e09d-0afb-4f27-b18f-9613783297a1 HTTP/1.1" status: 200 len: 851 time: 0.0485036 Sep 21 18:24:58.266823 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49734) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:58.306726 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf511b-5f9e-4d6b-b264-e39fe1c200a1 req-1b0d522d-7d13-4d20-888c-3d6afd4b2ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:24:58.308184 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cebf511b-5f9e-4d6b-b264-e39fe1c200a1 req-1b0d522d-7d13-4d20-888c-3d6afd4b2ba0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d369e5c5-60af-4748-b4b0-9650fd649648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402954 Sep 21 18:24:58.309051 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-19f59b1e-b750-4a6e-84d3-8d073be99ff7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=08e34419ed4e41388b212b7cfbe8a9c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410252 Sep 21 18:24:58.311545 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49736) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:58.365474 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3b9723c7-8087-4b3c-9ffd-00ae57096f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:58.389348 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3b9723c7-8087-4b3c-9ffd-00ae57096f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:58.404919 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-3b48aca1-9a12-4099-8462-10ee8b855335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'name': 'tempest-TestVolumeBootPattern-1871760928-router', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:08Z', 'updated_at': '2021-09-21T18:21:12Z', 'revision_number': 4, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'gw_port': {'id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:09Z', 'updated_at': '2021-09-21T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '79a5c560-bb86-418d-982e-978d82bddf6c', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'floating_ip_address': '172.25.6.68', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'port_id': '065ddb6b-e3de-40b5-8084-218e02f3cf38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'mac_address': 'fa:16:3e:b2:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ffcf48-f369-46b2-9d25-abc4dd94829f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:24:56Z', 'updated_at': '2021-09-21T18:24:56Z', 'revision_number': 0, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '770c981b-b197-4732-acdd-7ff01aa4b473', 'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'mac_address': 'fa:16:3e:d9:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:11Z', 'updated_at': '2021-09-21T18:21:17Z', 'revision_number': 5, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'subnets': [{'id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:24:58.412447 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cebf511b-5f9e-4d6b-b264-e39fe1c200a1 req-bd842dbb-6c2d-46c8-bdda-526fe1d77522 service neutron] 10.222.0.38 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971293 Sep 21 18:24:58.431931 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b48aca1-9a12-4099-8462-10ee8b855335 None None] The sync data for ids ['ef355b40-13e2-472b-b98c-41da1220afe9'] in n-d-810291-1 is: [{'id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'name': 'tempest-TestVolumeBootPattern-1871760928-router', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:08Z', 'updated_at': '2021-09-21T18:21:12Z', 'revision_number': 4, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'gw_port': {'id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:09Z', 'updated_at': '2021-09-21T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '79a5c560-bb86-418d-982e-978d82bddf6c', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'floating_ip_address': '172.25.6.68', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'port_id': '065ddb6b-e3de-40b5-8084-218e02f3cf38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'mac_address': 'fa:16:3e:b2:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ffcf48-f369-46b2-9d25-abc4dd94829f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:24:56Z', 'updated_at': '2021-09-21T18:24:56Z', 'revision_number': 0, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '770c981b-b197-4732-acdd-7ff01aa4b473', 'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'mac_address': 'fa:16:3e:d9:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:11Z', 'updated_at': '2021-09-21T18:21:17Z', 'revision_number': 5, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'subnets': [{'id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:24:58.446560 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3b9723c7-8087-4b3c-9ffd-00ae57096f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:58.449630 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3b9723c7-8087-4b3c-9ffd-00ae57096f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:58.450887 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3b9723c7-8087-4b3c-9ffd-00ae57096f81 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2b374e05-548a-4ca5-9fd5-83e4c28ef746 HTTP/1.1" status: 204 len: 168 time: 0.1383834 Sep 21 18:24:58.459572 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9723c7-8087-4b3c-9ffd-00ae57096f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b374e05-548a-4ca5-9fd5-83e4c28ef746,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:58.519995 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cebf511b-5f9e-4d6b-b264-e39fe1c200a1 req-a230cf7f-1037-4e6b-97be-fd1503b2379b service neutron] 10.222.0.38 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003249 Sep 21 18:24:58.649393 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5031bfc-d0a4-4c1a-ba61-d70b494df5fe None None] New status for floating IP 79a5c560-bb86-418d-982e-978d82bddf6c: ACTIVE {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:24:58.803763 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49742) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:58.849529 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0bd52b84-c48c-468f-a0a8-72e7df44f4d4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=551483f5da494162ba96dd9271cffdd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445132 Sep 21 18:24:58.852169 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49746) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:24:58.900217 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4fe5aaa1-f22c-4c07-83f5-c4a1524a8a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:58.920825 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4fe5aaa1-f22c-4c07-83f5-c4a1524a8a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:58.975705 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4fe5aaa1-f22c-4c07-83f5-c4a1524a8a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:58.978451 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4fe5aaa1-f22c-4c07-83f5-c4a1524a8a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:24:58.979634 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4fe5aaa1-f22c-4c07-83f5-c4a1524a8a1a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c76de166-5cb6-4546-b9a4-9a98ffbd4d58 HTTP/1.1" status: 204 len: 168 time: 0.1263449 Sep 21 18:24:58.988626 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5aaa1-f22c-4c07-83f5-c4a1524a8a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76de166-5cb6-4546-b9a4-9a98ffbd4d58,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:24:59.056444 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 99a3fd27-8963-4d55-9e5e-f58ea5cfbc54 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:24:59.082342 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 99a3fd27-8963-4d55-9e5e-f58ea5cfbc54 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:24:59.082742 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 99a3fd27-8963-4d55-9e5e-f58ea5cfbc54 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:24:59.083171 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 012632ea-c171-452b-9171-af3e07c080f2 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:24:59.105449 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 012632ea-c171-452b-9171-af3e07c080f2 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:24:59.105773 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 012632ea-c171-452b-9171-af3e07c080f2 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:25:10.039972 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d2973-f8ef-4bb7-b632-f47571db5c53 req-9afb2255-4bb5-4b4c-a7d7-f0053b396bc1 tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:10.041526 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-744d2973-f8ef-4bb7-b632-f47571db5c53 req-9afb2255-4bb5-4b4c-a7d7-f0053b396bc1 tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 1096 time: 0.0516281 Sep 21 18:25:10.076350 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-744d2973-f8ef-4bb7-b632-f47571db5c53 req-5752efad-0b01-4b5d-a5cb-5628672adea6 tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286188 Sep 21 18:25:10.205947 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af983a1c-e128-453e-873c-47c71d1df87a req-c092de25-aea3-4165-aaa8-1847a89c2e65 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:10.207460 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-af983a1c-e128-453e-873c-47c71d1df87a req-c092de25-aea3-4165-aaa8-1847a89c2e65 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 945 time: 0.0525048 Sep 21 18:25:10.247524 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-af983a1c-e128-453e-873c-47c71d1df87a req-99f66e4f-9176-4f6e-b45e-5f6016f1e1a4 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331285 Sep 21 18:25:10.274609 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49764) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:10.340012 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3c387882-f5fb-4a5c-873c-ca5e8ff3ed50 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/floatingips/76c96531-e70c-44f6-829f-66aef7347925 HTTP/1.1" status: 200 len: 993 time: 0.0642145 Sep 21 18:25:10.554611 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:25:10.651093 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-2ed4afb5-65d5-49b6-a802-05ab61237bb4 req-282f283a-e24e-4aa8-9f46-f26d86521f42 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:25:10.652494 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2ed4afb5-65d5-49b6-a802-05ab61237bb4 req-282f283a-e24e-4aa8-9f46-f26d86521f42 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061836 Sep 21 18:25:11.015147 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49782) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:11.088001 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b395af-8202-452d-9743-eec1a98ccc17 req-4d1378d2-04e8-4582-87f3-a8d4b35d31be tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:11.089390 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c4b395af-8202-452d-9743-eec1a98ccc17 req-4d1378d2-04e8-4582-87f3-a8d4b35d31be tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 945 time: 0.0507910 Sep 21 18:25:11.129241 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c4b395af-8202-452d-9743-eec1a98ccc17 req-30b1c558-f38e-4750-bfab-49017f13cc39 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335338 Sep 21 18:25:11.164057 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0c3696fa-7795-4140-99d5-28da95187a11 req-644aaef2-5121-46e3-ab2c-6acec8a9909e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1476126 Sep 21 18:25:11.175790 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-0c3696fa-7795-4140-99d5-28da95187a11 req-ba7eb33d-7857-4300-a24a-b098703e2327 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:25:11.176803 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0c3696fa-7795-4140-99d5-28da95187a11 req-ba7eb33d-7857-4300-a24a-b098703e2327 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050783 Sep 21 18:25:12.261699 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ac0b2-cf36-4763-9bcb-cac168219e9b req-0a280644-9c9f-409a-9bd5-d26720fc766d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:12.263640 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3d8ac0b2-cf36-4763-9bcb-cac168219e9b req-0a280644-9c9f-409a-9bd5-d26720fc766d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 945 time: 0.0618820 Sep 21 18:25:12.315119 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3d8ac0b2-cf36-4763-9bcb-cac168219e9b req-ae35b62e-0479-41e7-a706-0658d0e83ff6 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448885 Sep 21 18:25:12.385403 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3696fa-7795-4140-99d5-28da95187a11 req-71379d09-3c27-4c98-9ea1-d83ef2ee4e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:12.386815 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c3696fa-7795-4140-99d5-28da95187a11 req-71379d09-3c27-4c98-9ea1-d83ef2ee4e27 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 1096 time: 0.0436263 Sep 21 18:25:12.497456 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3696fa-7795-4140-99d5-28da95187a11 req-4d971cec-e279-459d-8e5e-4572cf399173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:12.501134 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c3696fa-7795-4140-99d5-28da95187a11 req-4d971cec-e279-459d-8e5e-4572cf399173 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1661bbcd-7939-40a2-9787-136ba6812a39 HTTP/1.1" status: 200 len: 898 time: 0.1003976 Sep 21 18:25:12.582916 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c3696fa-7795-4140-99d5-28da95187a11 req-e247f472-2d35-4088-8857-e0d95a68a1fa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=084fbc3a-b369-4c39-bce1-5b2cf3192baa HTTP/1.1" status: 200 len: 1001 time: 0.0760372 Sep 21 18:25:12.638657 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3696fa-7795-4140-99d5-28da95187a11 req-b8c57c18-4ce3-4f26-bc4b-5d8c38a398a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:12.640124 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c3696fa-7795-4140-99d5-28da95187a11 req-b8c57c18-4ce3-4f26-bc4b-5d8c38a398a8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abfa7a1a-8c25-4875-ac15-fb7c6f12710c HTTP/1.1" status: 200 len: 834 time: 0.0495012 Sep 21 18:25:12.689046 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3696fa-7795-4140-99d5-28da95187a11 req-12ce14e0-b94a-42cd-b36d-f1f928463217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:12.690501 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c3696fa-7795-4140-99d5-28da95187a11 req-12ce14e0-b94a-42cd-b36d-f1f928463217 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1661bbcd-7939-40a2-9787-136ba6812a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409510 Sep 21 18:25:12.797666 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c3696fa-7795-4140-99d5-28da95187a11 req-3c0a1aef-51a5-4826-a147-28fa35386e87 service neutron] 10.222.0.44 "GET /v2.0/networks/1661bbcd-7939-40a2-9787-136ba6812a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985818 Sep 21 18:25:12.889801 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c3696fa-7795-4140-99d5-28da95187a11 req-e063badc-8347-4560-be57-4e729abc084f service neutron] 10.222.0.44 "GET /v2.0/networks/1661bbcd-7939-40a2-9787-136ba6812a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849390 Sep 21 18:25:13.462017 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc3df1-f97a-45b9-9f72-fd10e6fb0aab req-c2e390fd-af99-44c0-bf05-d21f4f249623 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:13.463737 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ffdc3df1-f97a-45b9-9f72-fd10e6fb0aab req-c2e390fd-af99-44c0-bf05-d21f4f249623 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 945 time: 0.0666466 Sep 21 18:25:13.503609 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ffdc3df1-f97a-45b9-9f72-fd10e6fb0aab req-bf057fe9-acc9-4640-90fe-380711963cf9 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331299 Sep 21 18:25:14.631403 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f3ae2-391e-494b-9ab8-ee0ae7e4d5a5 req-ae53d74d-2382-47fc-bfca-153e26d807ca tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:14.633374 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b05f3ae2-391e-494b-9ab8-ee0ae7e4d5a5 req-ae53d74d-2382-47fc-bfca-153e26d807ca tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 945 time: 0.0565844 Sep 21 18:25:14.677516 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b05f3ae2-391e-494b-9ab8-ee0ae7e4d5a5 req-86131e89-fcf9-4e71-890e-1b6acc9dbbc3 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375397 Sep 21 18:25:15.812835 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f5f38-bd9e-4937-a22c-2ba690b97cf8 req-faa04dd2-3a78-489e-8b6b-b054a1eb8924 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:15.814367 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-819f5f38-bd9e-4937-a22c-2ba690b97cf8 req-faa04dd2-3a78-489e-8b6b-b054a1eb8924 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 945 time: 0.0602741 Sep 21 18:25:15.855586 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-819f5f38-bd9e-4937-a22c-2ba690b97cf8 req-c9b20287-a250-486c-9c30-9fd5f8210c85 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342901 Sep 21 18:25:15.930619 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6c4d57a3-d0ae-432e-997c-d6755fe421fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:16.983858 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134ff75-48b7-4a9f-a99f-8fbe26d56a3f req-85302926-ef6d-4bb6-8e58-1c166fe0c861 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:16.985471 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2134ff75-48b7-4a9f-a99f-8fbe26d56a3f req-85302926-ef6d-4bb6-8e58-1c166fe0c861 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 945 time: 0.0577817 Sep 21 18:25:17.026718 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2134ff75-48b7-4a9f-a99f-8fbe26d56a3f req-0ded71f8-685d-4cae-aa43-e94ea1c21e4c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332732 Sep 21 18:25:18.151627 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdb641-6d32-4716-9553-a149246a7525 req-e5030dcd-9f21-459a-b281-aa6f8a39521b tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:18.153235 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-88bdb641-6d32-4716-9553-a149246a7525 req-e5030dcd-9f21-459a-b281-aa6f8a39521b tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 945 time: 0.0521908 Sep 21 18:25:18.197571 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-88bdb641-6d32-4716-9553-a149246a7525 req-ba04c4dc-600a-448e-ac5d-74e6395e5be9 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348029 Sep 21 18:25:18.453875 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-376e464d-d6c5-44e2-8f79-1156d483f39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:19.020713 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:19.339721 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0272701-2386-4d26-82bf-54b500f3c9f1 req-753891a4-29a9-488f-be90-bc87f0247744 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:19.341344 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d0272701-2386-4d26-82bf-54b500f3c9f1 req-753891a4-29a9-488f-be90-bc87f0247744 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 945 time: 0.0552845 Sep 21 18:25:19.391944 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d0272701-2386-4d26-82bf-54b500f3c9f1 req-82b8517e-1598-4ff9-973e-39c806785703 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443237 Sep 21 18:25:20.176550 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:20.535424 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe5558-504b-4909-a726-8f784781f0e5 req-46dbbcbc-d4c0-4f18-bcb4-5c27cd29caf0 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:20.536931 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fcfe5558-504b-4909-a726-8f784781f0e5 req-46dbbcbc-d4c0-4f18-bcb4-5c27cd29caf0 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 945 time: 0.0588014 Sep 21 18:25:20.577050 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fcfe5558-504b-4909-a726-8f784781f0e5 req-96ce72fa-6822-407b-8ed2-6d8c68675145 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325644 Sep 21 18:25:21.652346 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:21.709300 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905003d-6df0-4f63-a434-b931f2fc8645 req-c05ab817-a362-483d-9d73-0c50a30c7e6c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:21.711137 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5905003d-6df0-4f63-a434-b931f2fc8645 req-c05ab817-a362-483d-9d73-0c50a30c7e6c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 945 time: 0.0546124 Sep 21 18:25:21.754286 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5905003d-6df0-4f63-a434-b931f2fc8645 req-3e46964e-9187-459e-bb0d-2fe7e24c8f4c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360188 Sep 21 18:25:22.898833 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57a083-1678-4e43-9ac4-9d2631328ac4 req-2be2eced-c43a-48e5-8d53-2bab0fa4f5fc tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:22.900360 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cc57a083-1678-4e43-9ac4-9d2631328ac4 req-2be2eced-c43a-48e5-8d53-2bab0fa4f5fc tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 945 time: 0.0705266 Sep 21 18:25:22.942194 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cc57a083-1678-4e43-9ac4-9d2631328ac4 req-bf91b886-1bba-4a18-90ff-b1cf24c08c13 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346169 Sep 21 18:25:23.623791 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:24.071759 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d13801-bbf5-4f8b-baac-d659e79b9a4c req-ae443005-1458-4089-8bb0-1d6c916122d7 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:24.073318 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-15d13801-bbf5-4f8b-baac-d659e79b9a4c req-ae443005-1458-4089-8bb0-1d6c916122d7 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 945 time: 0.0504575 Sep 21 18:25:24.125818 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-15d13801-bbf5-4f8b-baac-d659e79b9a4c req-158226ad-c61d-436e-a277-0729b2d80914 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438964 Sep 21 18:25:24.766362 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:25.275123 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a00f46-e25a-4780-8635-aa78456b7923 req-a0479977-dc51-489a-85a3-4300da55667e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:25.277523 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e3a00f46-e25a-4780-8635-aa78456b7923 req-a0479977-dc51-489a-85a3-4300da55667e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 945 time: 0.0616844 Sep 21 18:25:25.318975 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e3a00f46-e25a-4780-8635-aa78456b7923 req-3fed5687-5e70-4696-ab64-e74f5cf47cb8 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340893 Sep 21 18:25:26.443014 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babdf98-d0b1-4325-a4a4-c9a1854c834f req-de3c92e8-47da-4390-9801-d08287e5a7e9 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:26.444536 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5babdf98-d0b1-4325-a4a4-c9a1854c834f req-de3c92e8-47da-4390-9801-d08287e5a7e9 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 945 time: 0.0489271 Sep 21 18:25:26.487291 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5babdf98-d0b1-4325-a4a4-c9a1854c834f req-56dadb71-2876-40cc-81b5-6365d97a9398 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360472 Sep 21 18:25:27.615672 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a1eb0-f1e6-4bc8-a782-7d3e973273d5 req-70710b2f-19e7-4a9d-a913-0f91212e4952 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:27.617205 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe2a1eb0-f1e6-4bc8-a782-7d3e973273d5 req-70710b2f-19e7-4a9d-a913-0f91212e4952 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 945 time: 0.0587583 Sep 21 18:25:27.658102 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe2a1eb0-f1e6-4bc8-a782-7d3e973273d5 req-c1c364b6-f38f-4708-956d-700343c0112a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317633 Sep 21 18:25:28.089237 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efb469-d4e8-48d1-9de9-8bd10d188e99 req-db8b89ad-308d-4012-8cf6-f67ac26a985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:28.090747 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f1efb469-d4e8-48d1-9de9-8bd10d188e99 req-db8b89ad-308d-4012-8cf6-f67ac26a985c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 1096 time: 0.0570638 Sep 21 18:25:28.200787 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efb469-d4e8-48d1-9de9-8bd10d188e99 req-8d4abd1d-3c50-44c5-bb55-c30389866226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:28.202278 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f1efb469-d4e8-48d1-9de9-8bd10d188e99 req-8d4abd1d-3c50-44c5-bb55-c30389866226 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1661bbcd-7939-40a2-9787-136ba6812a39 HTTP/1.1" status: 200 len: 898 time: 0.0901000 Sep 21 18:25:28.280395 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f1efb469-d4e8-48d1-9de9-8bd10d188e99 req-b9acc851-5722-43a7-9f3e-7221c737f33e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=084fbc3a-b369-4c39-bce1-5b2cf3192baa HTTP/1.1" status: 200 len: 1001 time: 0.0704031 Sep 21 18:25:28.332496 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efb469-d4e8-48d1-9de9-8bd10d188e99 req-a07e915c-8811-49df-90f6-c3d69c942b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:28.333954 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f1efb469-d4e8-48d1-9de9-8bd10d188e99 req-a07e915c-8811-49df-90f6-c3d69c942b73 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abfa7a1a-8c25-4875-ac15-fb7c6f12710c HTTP/1.1" status: 200 len: 834 time: 0.0442045 Sep 21 18:25:28.390291 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efb469-d4e8-48d1-9de9-8bd10d188e99 req-ec0a8279-025b-41b5-80cd-ecfb444530d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:28.391745 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f1efb469-d4e8-48d1-9de9-8bd10d188e99 req-ec0a8279-025b-41b5-80cd-ecfb444530d2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1661bbcd-7939-40a2-9787-136ba6812a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477188 Sep 21 18:25:28.490323 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f1efb469-d4e8-48d1-9de9-8bd10d188e99 req-ba6c56ae-a84b-4635-bf77-843fe053594b service neutron] 10.222.0.44 "GET /v2.0/networks/1661bbcd-7939-40a2-9787-136ba6812a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871291 Sep 21 18:25:28.601145 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f1efb469-d4e8-48d1-9de9-8bd10d188e99 req-6e756a4c-f6f0-4b26-93fd-dd12e5204403 service neutron] 10.222.0.44 "GET /v2.0/networks/1661bbcd-7939-40a2-9787-136ba6812a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997410 Sep 21 18:25:28.780814 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3b22e-9f51-4d83-8771-aa6e212e8771 req-b2022e6a-3f00-419a-8097-0308971b6701 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:28.782345 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-22a3b22e-9f51-4d83-8771-aa6e212e8771 req-b2022e6a-3f00-419a-8097-0308971b6701 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 945 time: 0.0535178 Sep 21 18:25:28.821994 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-22a3b22e-9f51-4d83-8771-aa6e212e8771 req-5786d83f-fcd9-4d42-ba52-629d6ea98268 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329800 Sep 21 18:25:30.246027 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [req-0c3696fa-7795-4140-99d5-28da95187a11 req-e14817f5-61dc-4d1f-976a-f4bca66dcd56 service neutron] show failed (client error): The resource could not be found. Sep 21 18:25:30.247114 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c3696fa-7795-4140-99d5-28da95187a11 req-e14817f5-61dc-4d1f-976a-f4bca66dcd56 service neutron] 10.222.0.44 "GET /v2.0/ports/084fbc3a-b369-4c39-bce1-5b2cf3192baa/bindings/n-h1-810291-1 HTTP/1.1" status: 404 len: 380 time: 0.4176159 Sep 21 18:25:30.259695 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d3cbc-536a-4dc6-9f6b-1e3c214d38bb req-b815547d-7ec4-42a8-96e8-1addc8e58764 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:30.261193 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b5d3cbc-536a-4dc6-9f6b-1e3c214d38bb req-b815547d-7ec4-42a8-96e8-1addc8e58764 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 945 time: 0.0655360 Sep 21 18:25:30.302273 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6b5d3cbc-536a-4dc6-9f6b-1e3c214d38bb req-dfd97a10-e530-41ad-8066-33f1678afe36 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336649 Sep 21 18:25:30.452070 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3696fa-7795-4140-99d5-28da95187a11 req-4a569bdc-e52c-4182-9bd9-c1ddc6c98b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:30.453944 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c3696fa-7795-4140-99d5-28da95187a11 req-4a569bdc-e52c-4182-9bd9-c1ddc6c98b9e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92&tenant_id=99089d04f7cb4cd988bfbe14fd24f277 HTTP/1.1" status: 200 len: 1096 time: 0.0452466 Sep 21 18:25:30.468048 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-0c3696fa-7795-4140-99d5-28da95187a11 req-2e232055-d60a-47de-b611-29c5cc61fd88 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810291-1', 'device_owner': 'compute:nova'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:30.522955 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0c3696fa-7795-4140-99d5-28da95187a11 req-2e232055-d60a-47de-b611-29c5cc61fd88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:30.756256 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-0c3696fa-7795-4140-99d5-28da95187a11 req-2e232055-d60a-47de-b611-29c5cc61fd88 service neutron] For port 084fbc3a-b369-4c39-bce1-5b2cf3192baa, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=084fbc3a-b369-4c39-bce1-5b2cf3192baa,segment=NetworkSegment(babd6076-f2c8-4240-b76d-38f5e83bb0af),segment_id=babd6076-f2c8-4240-b76d-38f5e83bb0af)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:30.791146 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-0c3696fa-7795-4140-99d5-28da95187a11 req-2e232055-d60a-47de-b611-29c5cc61fd88 service neutron] For port 084fbc3a-b369-4c39-bce1-5b2cf3192baa, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:25:30.841688 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f1f3be-0878-4a84-a87b-e7b1eda1ee92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '084fbc3a-b369-4c39-bce1-5b2cf3192baa'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:25:30.844133 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec621cb6-c0a8-4bbe-84ce-f6e40fcc56e7" -d '{"events": [{"server_uuid": "e3f1f3be-0878-4a84-a87b-e7b1eda1ee92", "name": "network-vif-unplugged", "status": "completed", "tag": "084fbc3a-b369-4c39-bce1-5b2cf3192baa"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:25:30.847992 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0c3696fa-7795-4140-99d5-28da95187a11 req-2e232055-d60a-47de-b611-29c5cc61fd88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:30.861335 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-0c3696fa-7795-4140-99d5-28da95187a11 req-2e232055-d60a-47de-b611-29c5cc61fd88 service neutron] Transition to ACTIVE for port object 084fbc3a-b369-4c39-bce1-5b2cf3192baa will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:25:30.865706 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0c3696fa-7795-4140-99d5-28da95187a11 req-2e232055-d60a-47de-b611-29c5cc61fd88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:30.897711 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda7c163-666f-4575-94c4-6fa0323d9c86 x-openstack-request-id: req-eda7c163-666f-4575-94c4-6fa0323d9c86 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:25:30.898021 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f1f3be-0878-4a84-a87b-e7b1eda1ee92", "name": "network-vif-unplugged", "status": "completed", "tag": "084fbc3a-b369-4c39-bce1-5b2cf3192baa", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:25:30.898277 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eda7c163-666f-4575-94c4-6fa0323d9c86 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:25:30.898683 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f1f3be-0878-4a84-a87b-e7b1eda1ee92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '084fbc3a-b369-4c39-bce1-5b2cf3192baa', 'code': 200} Sep 21 18:25:30.918847 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e232055-d60a-47de-b611-29c5cc61fd88 service neutron] Pushing event updated for resources: {'Port': ['ID=084fbc3a-b369-4c39-bce1-5b2cf3192baa,revision_number=6']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:30.995755 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3696fa-7795-4140-99d5-28da95187a11 req-2e232055-d60a-47de-b611-29c5cc61fd88 service neutron] No DVR routers for this DVR port 084fbc3a-b369-4c39-bce1-5b2cf3192baa on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:25:31.137643 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-0c3696fa-7795-4140-99d5-28da95187a11 req-2e232055-d60a-47de-b611-29c5cc61fd88 service neutron] Attempting to bind port 084fbc3a-b369-4c39-bce1-5b2cf3192baa on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:25:31.138106 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-0c3696fa-7795-4140-99d5-28da95187a11 req-2e232055-d60a-47de-b611-29c5cc61fd88 service neutron] Attempting to bind port 084fbc3a-b369-4c39-bce1-5b2cf3192baa by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'babd6076-f2c8-4240-b76d-38f5e83bb0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:25:31.138540 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3696fa-7795-4140-99d5-28da95187a11 req-2e232055-d60a-47de-b611-29c5cc61fd88 service neutron] Attempting to bind port 084fbc3a-b369-4c39-bce1-5b2cf3192baa on network 1661bbcd-7939-40a2-9787-136ba6812a39 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:25:31.144044 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3696fa-7795-4140-99d5-28da95187a11 req-2e232055-d60a-47de-b611-29c5cc61fd88 service neutron] Port 084fbc3a-b369-4c39-bce1-5b2cf3192baa on network 1661bbcd-7939-40a2-9787-136ba6812a39 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:25:31.144432 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3696fa-7795-4140-99d5-28da95187a11 req-2e232055-d60a-47de-b611-29c5cc61fd88 service neutron] Attempting to bind port 084fbc3a-b369-4c39-bce1-5b2cf3192baa on network 1661bbcd-7939-40a2-9787-136ba6812a39 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:25:31.150476 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3696fa-7795-4140-99d5-28da95187a11 req-2e232055-d60a-47de-b611-29c5cc61fd88 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:25:31.150850 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3696fa-7795-4140-99d5-28da95187a11 req-2e232055-d60a-47de-b611-29c5cc61fd88 service neutron] Checking segment: {'id': 'babd6076-f2c8-4240-b76d-38f5e83bb0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:25:31.151497 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3696fa-7795-4140-99d5-28da95187a11 req-2e232055-d60a-47de-b611-29c5cc61fd88 service neutron] Bound using segment: {'id': 'babd6076-f2c8-4240-b76d-38f5e83bb0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:25:31.152005 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-0c3696fa-7795-4140-99d5-28da95187a11 req-2e232055-d60a-47de-b611-29c5cc61fd88 service neutron] Bound port: 084fbc3a-b369-4c39-bce1-5b2cf3192baa, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'babd6076-f2c8-4240-b76d-38f5e83bb0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:25:31.152428 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0c3696fa-7795-4140-99d5-28da95187a11 req-2e232055-d60a-47de-b611-29c5cc61fd88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:31.235376 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-0c3696fa-7795-4140-99d5-28da95187a11 req-2e232055-d60a-47de-b611-29c5cc61fd88 service neutron] For port 084fbc3a-b369-4c39-bce1-5b2cf3192baa, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:25:31.238835 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-0c3696fa-7795-4140-99d5-28da95187a11 req-2e232055-d60a-47de-b611-29c5cc61fd88 service neutron] For port 084fbc3a-b369-4c39-bce1-5b2cf3192baa, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=084fbc3a-b369-4c39-bce1-5b2cf3192baa,segment=NetworkSegment(babd6076-f2c8-4240-b76d-38f5e83bb0af),segment_id=babd6076-f2c8-4240-b76d-38f5e83bb0af)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:25:31.244890 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0c3696fa-7795-4140-99d5-28da95187a11 req-2e232055-d60a-47de-b611-29c5cc61fd88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:31.283324 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3696fa-7795-4140-99d5-28da95187a11 req-2e232055-d60a-47de-b611-29c5cc61fd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:31.283927 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0c3696fa-7795-4140-99d5-28da95187a11 req-2e232055-d60a-47de-b611-29c5cc61fd88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:31.285403 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c3696fa-7795-4140-99d5-28da95187a11 req-2e232055-d60a-47de-b611-29c5cc61fd88 service neutron] 10.222.0.38 "PUT /v2.0/ports/084fbc3a-b369-4c39-bce1-5b2cf3192baa HTTP/1.1" status: 200 len: 1091 time: 0.8216379 Sep 21 18:25:31.307489 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e232055-d60a-47de-b611-29c5cc61fd88 service neutron] Pushing event updated for resources: {'Port': ['ID=084fbc3a-b369-4c39-bce1-5b2cf3192baa,revision_number=7']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:31.359622 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3696fa-7795-4140-99d5-28da95187a11 req-36f9ffbd-fc5e-42af-8c49-7120a49678fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:31.361367 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c3696fa-7795-4140-99d5-28da95187a11 req-36f9ffbd-fc5e-42af-8c49-7120a49678fc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 1094 time: 0.0499017 Sep 21 18:25:31.512141 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a0e41-1b15-492a-8b66-79f3f1cb4b3d req-6e3d2280-651d-4079-a7f8-da56f1a5920b tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:31.514032 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-db2a0e41-1b15-492a-8b66-79f3f1cb4b3d req-6e3d2280-651d-4079-a7f8-da56f1a5920b tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 943 time: 0.1217341 Sep 21 18:25:31.519910 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3696fa-7795-4140-99d5-28da95187a11 req-c56dd132-e725-462b-986f-e8e23cdfb4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:31.521643 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c3696fa-7795-4140-99d5-28da95187a11 req-c56dd132-e725-462b-986f-e8e23cdfb4ff service neutron] 10.222.0.38 "GET /v2.0/networks?id=1661bbcd-7939-40a2-9787-136ba6812a39 HTTP/1.1" status: 200 len: 898 time: 0.1533458 Sep 21 18:25:31.609070 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-db2a0e41-1b15-492a-8b66-79f3f1cb4b3d req-1769900f-3899-44a0-8164-91e9a086f013 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860777 Sep 21 18:25:31.618754 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c3696fa-7795-4140-99d5-28da95187a11 req-8f3a19b5-38f1-4a93-87c5-6a6f6b6378f3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=084fbc3a-b369-4c39-bce1-5b2cf3192baa HTTP/1.1" status: 200 len: 999 time: 0.0894165 Sep 21 18:25:31.693015 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3696fa-7795-4140-99d5-28da95187a11 req-6c2e980d-82b6-455c-a140-a7456224ee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:31.694621 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c3696fa-7795-4140-99d5-28da95187a11 req-6c2e980d-82b6-455c-a140-a7456224ee5a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=abfa7a1a-8c25-4875-ac15-fb7c6f12710c HTTP/1.1" status: 200 len: 834 time: 0.0694883 Sep 21 18:25:31.747072 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3696fa-7795-4140-99d5-28da95187a11 req-afb9e0fb-fed8-4a6c-a37a-2c2ccae16c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:31.749126 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c3696fa-7795-4140-99d5-28da95187a11 req-afb9e0fb-fed8-4a6c-a37a-2c2ccae16c51 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1661bbcd-7939-40a2-9787-136ba6812a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474472 Sep 21 18:25:31.844668 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c3696fa-7795-4140-99d5-28da95187a11 req-70b17b64-d311-4ce0-8f03-c721f96b7a15 service neutron] 10.222.0.38 "GET /v2.0/networks/1661bbcd-7939-40a2-9787-136ba6812a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874569 Sep 21 18:25:31.935320 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c3696fa-7795-4140-99d5-28da95187a11 req-03173ad5-0906-4113-ad8e-1bf0986deed6 service neutron] 10.222.0.38 "GET /v2.0/networks/1661bbcd-7939-40a2-9787-136ba6812a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827894 Sep 21 18:25:32.737592 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1361fb-db06-4843-bb56-b243ed392165 req-2d98cbc4-2abb-480a-937c-c6d11dbe5fb4 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:32.739073 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3e1361fb-db06-4843-bb56-b243ed392165 req-2d98cbc4-2abb-480a-937c-c6d11dbe5fb4 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 943 time: 0.0484381 Sep 21 18:25:32.777497 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 084fbc3a-b369-4c39-bce1-5b2cf3192baa no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:25:32.778135 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3e1361fb-db06-4843-bb56-b243ed392165 req-cf2f5b03-d050-4e66-8e94-92b894f4948e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321276 Sep 21 18:25:32.819397 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 084fbc3a-b369-4c39-bce1-5b2cf3192baa not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:25:32.899976 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f1f3be-0878-4a84-a87b-e7b1eda1ee92', 'tag': '084fbc3a-b369-4c39-bce1-5b2cf3192baa'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:25:32.903847 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6241cffd-4628-4d61-b0d9-8a7f51438c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "e3f1f3be-0878-4a84-a87b-e7b1eda1ee92", "tag": "084fbc3a-b369-4c39-bce1-5b2cf3192baa"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:25:32.954115 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875d90d3-d626-4da1-8a5b-e594710b14c0 x-openstack-request-id: req-875d90d3-d626-4da1-8a5b-e594710b14c0 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:25:32.954426 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3f1f3be-0878-4a84-a87b-e7b1eda1ee92", "tag": "084fbc3a-b369-4c39-bce1-5b2cf3192baa", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:25:32.954713 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-875d90d3-d626-4da1-8a5b-e594710b14c0 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:25:32.955174 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f1f3be-0878-4a84-a87b-e7b1eda1ee92', 'tag': '084fbc3a-b369-4c39-bce1-5b2cf3192baa', 'status': 'completed', 'code': 200} Sep 21 18:25:33.053064 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241cffd-4628-4d61-b0d9-8a7f51438c9c req-ff78debb-4fdf-4255-ba06-92e4ba72cf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:33.054685 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6241cffd-4628-4d61-b0d9-8a7f51438c9c req-ff78debb-4fdf-4255-ba06-92e4ba72cf72 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 1094 time: 0.0809550 Sep 21 18:25:33.056539 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241cffd-4628-4d61-b0d9-8a7f51438c9c req-ed8f462c-29b5-49a5-a651-73c1acdb2da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:33.057845 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6241cffd-4628-4d61-b0d9-8a7f51438c9c req-ed8f462c-29b5-49a5-a651-73c1acdb2da1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 1094 time: 0.0728905 Sep 21 18:25:33.210532 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241cffd-4628-4d61-b0d9-8a7f51438c9c req-af374ae9-ddeb-4363-9de4-cfcf846ecdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:33.212117 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6241cffd-4628-4d61-b0d9-8a7f51438c9c req-af374ae9-ddeb-4363-9de4-cfcf846ecdc8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1661bbcd-7939-40a2-9787-136ba6812a39 HTTP/1.1" status: 200 len: 898 time: 0.1495590 Sep 21 18:25:33.214888 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241cffd-4628-4d61-b0d9-8a7f51438c9c req-71f36ad1-152f-4b35-ad6f-818c19648017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:33.216239 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6241cffd-4628-4d61-b0d9-8a7f51438c9c req-71f36ad1-152f-4b35-ad6f-818c19648017 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1661bbcd-7939-40a2-9787-136ba6812a39 HTTP/1.1" status: 200 len: 898 time: 0.1463578 Sep 21 18:25:33.319978 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6241cffd-4628-4d61-b0d9-8a7f51438c9c req-95fb905a-2692-4d22-b187-704e248901c1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=084fbc3a-b369-4c39-bce1-5b2cf3192baa HTTP/1.1" status: 200 len: 999 time: 0.1002409 Sep 21 18:25:33.325852 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6241cffd-4628-4d61-b0d9-8a7f51438c9c req-c95fa1a3-7f7a-4d98-8a66-fc1096b339fc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=084fbc3a-b369-4c39-bce1-5b2cf3192baa HTTP/1.1" status: 200 len: 999 time: 0.1005518 Sep 21 18:25:33.403504 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241cffd-4628-4d61-b0d9-8a7f51438c9c req-1f03c141-59f8-4346-89d8-8da5cc59d9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:33.404977 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6241cffd-4628-4d61-b0d9-8a7f51438c9c req-1f03c141-59f8-4346-89d8-8da5cc59d9eb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abfa7a1a-8c25-4875-ac15-fb7c6f12710c HTTP/1.1" status: 200 len: 834 time: 0.0767920 Sep 21 18:25:33.406337 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241cffd-4628-4d61-b0d9-8a7f51438c9c req-9283ecb3-da8f-4f51-b742-4b5f9bf10915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:33.407680 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6241cffd-4628-4d61-b0d9-8a7f51438c9c req-9283ecb3-da8f-4f51-b742-4b5f9bf10915 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=abfa7a1a-8c25-4875-ac15-fb7c6f12710c HTTP/1.1" status: 200 len: 834 time: 0.0718164 Sep 21 18:25:33.479544 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241cffd-4628-4d61-b0d9-8a7f51438c9c req-cd42d4a5-eabe-43c9-8e94-54813be1865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:33.480960 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6241cffd-4628-4d61-b0d9-8a7f51438c9c req-cd42d4a5-eabe-43c9-8e94-54813be1865b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1661bbcd-7939-40a2-9787-136ba6812a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684261 Sep 21 18:25:33.487294 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241cffd-4628-4d61-b0d9-8a7f51438c9c req-237e26ae-1780-4b8f-8dea-23c68a9cc8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:33.489492 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6241cffd-4628-4d61-b0d9-8a7f51438c9c req-237e26ae-1780-4b8f-8dea-23c68a9cc8cb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1661bbcd-7939-40a2-9787-136ba6812a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696433 Sep 21 18:25:33.640374 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6241cffd-4628-4d61-b0d9-8a7f51438c9c req-9474456f-5ebe-48f3-8cf6-0e11c9e2a85c service neutron] 10.222.0.44 "GET /v2.0/networks/1661bbcd-7939-40a2-9787-136ba6812a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496484 Sep 21 18:25:33.659533 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6241cffd-4628-4d61-b0d9-8a7f51438c9c req-a7295ec0-bb67-4527-935a-422339bdabd0 service neutron] 10.222.0.38 "GET /v2.0/networks/1661bbcd-7939-40a2-9787-136ba6812a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484525 Sep 21 18:25:33.811419 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6241cffd-4628-4d61-b0d9-8a7f51438c9c req-409f7d8d-0861-42fc-a2ab-28b2973253de service neutron] 10.222.0.44 "GET /v2.0/networks/1661bbcd-7939-40a2-9787-136ba6812a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633351 Sep 21 18:25:33.826279 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6241cffd-4628-4d61-b0d9-8a7f51438c9c req-1afe8ebf-9e23-4c6b-83c5-18b4aeb8df31 service neutron] 10.222.0.38 "GET /v2.0/networks/1661bbcd-7939-40a2-9787-136ba6812a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563108 Sep 21 18:25:33.905438 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17843b-7a8b-4895-a87d-79f531482bb7 req-a28efbc9-057e-4bf6-8bfc-e0f370a6aa28 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:33.906957 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4c17843b-7a8b-4895-a87d-79f531482bb7 req-a28efbc9-057e-4bf6-8bfc-e0f370a6aa28 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 943 time: 0.0505679 Sep 21 18:25:33.950405 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4c17843b-7a8b-4895-a87d-79f531482bb7 req-79ec5a55-eb1c-4653-81e0-5aecec1606ec tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367000 Sep 21 18:25:34.195996 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-7b3e034e-6289-4e5f-afc4-3dc27f40533b tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:34.197519 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-7b3e034e-6289-4e5f-afc4-3dc27f40533b tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92&tenant_id=99089d04f7cb4cd988bfbe14fd24f277&binding%3Ahost_id=n-h1-810291-1 HTTP/1.1" status: 200 len: 943 time: 0.0566707 Sep 21 18:25:34.198401 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39febd2b-f5ae-4ea1-9427-f16bff43aed0 req-8b7ad44c-de8f-4a4b-8572-57bd9a129999 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:34.199941 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-39febd2b-f5ae-4ea1-9427-f16bff43aed0 req-8b7ad44c-de8f-4a4b-8572-57bd9a129999 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 943 time: 0.0489867 Sep 21 18:25:34.238018 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-39febd2b-f5ae-4ea1-9427-f16bff43aed0 req-0994f538-074a-4d42-b44c-23218d4b2fd0 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314355 Sep 21 18:25:34.260486 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-4e1e8394-0989-4b2e-9b48-0418251bb9f8 service neutron] 10.222.0.38 "GET /v2.0/ports/084fbc3a-b369-4c39-bce1-5b2cf3192baa/bindings/n-h1-810291-1 HTTP/1.1" status: 200 len: 382 time: 0.0553586 Sep 21 18:25:34.324418 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-b445367c-6a0e-4a45-9ab0-581442890a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:34.325954 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-b445367c-6a0e-4a45-9ab0-581442890a76 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 1094 time: 0.0408747 Sep 21 18:25:34.425531 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-659fd824-3ac1-4769-952d-93c3df461a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:34.426893 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-659fd824-3ac1-4769-952d-93c3df461a52 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1661bbcd-7939-40a2-9787-136ba6812a39 HTTP/1.1" status: 200 len: 898 time: 0.0906932 Sep 21 18:25:34.492307 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-e3bb83e8-65d8-4466-b174-b6bf958e18dc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=084fbc3a-b369-4c39-bce1-5b2cf3192baa HTTP/1.1" status: 200 len: 999 time: 0.0571103 Sep 21 18:25:34.542508 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-f5561899-fa8b-48d9-a8c9-5cca92f9631e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:34.543960 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-f5561899-fa8b-48d9-a8c9-5cca92f9631e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=abfa7a1a-8c25-4875-ac15-fb7c6f12710c HTTP/1.1" status: 200 len: 834 time: 0.0439425 Sep 21 18:25:34.595346 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-714908d5-9aaa-4e16-9655-4e1b44be7cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:34.596851 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-714908d5-9aaa-4e16-9655-4e1b44be7cf7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1661bbcd-7939-40a2-9787-136ba6812a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447319 Sep 21 18:25:34.692962 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-985efcc0-6599-4a0f-a605-360b73c7ab01 service neutron] 10.222.0.38 "GET /v2.0/networks/1661bbcd-7939-40a2-9787-136ba6812a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875618 Sep 21 18:25:34.789088 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-0d668517-6e40-4376-b3cc-c37939dcf83e service neutron] 10.222.0.38 "GET /v2.0/networks/1661bbcd-7939-40a2-9787-136ba6812a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876534 Sep 21 18:25:35.369260 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218de3c-4dd8-487e-812f-9d4ae90ac303 req-2536c739-8049-46b5-bc84-2727f532905f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:35.370740 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0218de3c-4dd8-487e-812f-9d4ae90ac303 req-2536c739-8049-46b5-bc84-2727f532905f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 943 time: 0.0533042 Sep 21 18:25:35.410424 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0218de3c-4dd8-487e-812f-9d4ae90ac303 req-aa5a1033-6ec7-45a0-a2cf-fef8e86bd1fa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335331 Sep 21 18:25:35.867348 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 084fbc3a-b369-4c39-bce1-5b2cf3192baa details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:25:35.969703 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 084fbc3a-b369-4c39-bce1-5b2cf3192baa, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=084fbc3a-b369-4c39-bce1-5b2cf3192baa,segment=NetworkSegment(babd6076-f2c8-4240-b76d-38f5e83bb0af),segment_id=babd6076-f2c8-4240-b76d-38f5e83bb0af)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:35.981041 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '084fbc3a-b369-4c39-bce1-5b2cf3192baa', 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39', 'port_id': '084fbc3a-b369-4c39-bce1-5b2cf3192baa', 'mac_address': 'fa:16:3e:fb:d2:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abfa7a1a-8c25-4875-ac15-fb7c6f12710c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:25:36.017039 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:36.036610 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 084fbc3a-b369-4c39-bce1-5b2cf3192baa {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:25:36.057631 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 084fbc3a-b369-4c39-bce1-5b2cf3192baa, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=084fbc3a-b369-4c39-bce1-5b2cf3192baa,segment=NetworkSegment(babd6076-f2c8-4240-b76d-38f5e83bb0af),segment_id=babd6076-f2c8-4240-b76d-38f5e83bb0af)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:36.063712 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:36.110523 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=084fbc3a-b369-4c39-bce1-5b2cf3192baa,revision_number=8']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:36.118298 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:36.118567 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:36.118956 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:36.119304 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:36.119628 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:36.120031 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:36.120422 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:36.120747 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:36.121063 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:36.121373 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:36.121680 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:36.121998 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:36.398366 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278dc90f-f01a-47ff-b3a2-2f4aa278d74c req-ff59bbdc-ff1c-49a9-b10b-0c6e4f5085bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:36.399829 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-278dc90f-f01a-47ff-b3a2-2f4aa278d74c req-ff59bbdc-ff1c-49a9-b10b-0c6e4f5085bf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 1095 time: 0.0434053 Sep 21 18:25:36.517953 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278dc90f-f01a-47ff-b3a2-2f4aa278d74c req-67b7c30a-bee1-4cf7-ae82-4f244b513454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:36.519768 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-278dc90f-f01a-47ff-b3a2-2f4aa278d74c req-67b7c30a-bee1-4cf7-ae82-4f244b513454 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1661bbcd-7939-40a2-9787-136ba6812a39 HTTP/1.1" status: 200 len: 898 time: 0.0997581 Sep 21 18:25:36.542087 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b5a65-acef-44a1-b3d7-4b3110f32ae0 req-b5659cd7-ac23-4a3c-a864-98c7b70cc74e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:36.543792 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-681b5a65-acef-44a1-b3d7-4b3110f32ae0 req-b5659cd7-ac23-4a3c-a864-98c7b70cc74e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 944 time: 0.0508571 Sep 21 18:25:36.585585 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-681b5a65-acef-44a1-b3d7-4b3110f32ae0 req-52917b57-d54d-40ed-80e2-d1971d30c0b8 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332923 Sep 21 18:25:36.592336 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-278dc90f-f01a-47ff-b3a2-2f4aa278d74c req-c9f87a6a-a7dd-4ba5-9bd1-439dcf2fda2b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=084fbc3a-b369-4c39-bce1-5b2cf3192baa HTTP/1.1" status: 200 len: 1000 time: 0.0654867 Sep 21 18:25:36.643216 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278dc90f-f01a-47ff-b3a2-2f4aa278d74c req-0ccd744e-f64c-4697-b4e2-5ec079c7203b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:36.644706 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-278dc90f-f01a-47ff-b3a2-2f4aa278d74c req-0ccd744e-f64c-4697-b4e2-5ec079c7203b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=abfa7a1a-8c25-4875-ac15-fb7c6f12710c HTTP/1.1" status: 200 len: 834 time: 0.0449309 Sep 21 18:25:36.691624 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278dc90f-f01a-47ff-b3a2-2f4aa278d74c req-1373663e-1df6-4356-ab04-2bd4d3fc9eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:36.693154 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-278dc90f-f01a-47ff-b3a2-2f4aa278d74c req-1373663e-1df6-4356-ab04-2bd4d3fc9eb8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1661bbcd-7939-40a2-9787-136ba6812a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413482 Sep 21 18:25:36.814722 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-278dc90f-f01a-47ff-b3a2-2f4aa278d74c req-b59d1bbe-940e-4e80-9ea2-29a0712b637e service neutron] 10.222.0.38 "GET /v2.0/networks/1661bbcd-7939-40a2-9787-136ba6812a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134338 Sep 21 18:25:36.821038 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-0698646f-c9d7-4ad7-8730-25fcae1a4b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:36.822543 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-0698646f-c9d7-4ad7-8730-25fcae1a4b07 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92&tenant_id=99089d04f7cb4cd988bfbe14fd24f277 HTTP/1.1" status: 200 len: 1095 time: 0.0609164 Sep 21 18:25:36.843904 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810291-1', 'device_owner': 'compute:nova'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:25:36.942174 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:36.960964 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-278dc90f-f01a-47ff-b3a2-2f4aa278d74c req-14779722-a52c-4c4c-9ecf-8a297b5703f8 service neutron] 10.222.0.38 "GET /v2.0/networks/1661bbcd-7939-40a2-9787-136ba6812a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374993 Sep 21 18:25:37.157024 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] For port 084fbc3a-b369-4c39-bce1-5b2cf3192baa, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=084fbc3a-b369-4c39-bce1-5b2cf3192baa,segment=NetworkSegment(babd6076-f2c8-4240-b76d-38f5e83bb0af),segment_id=babd6076-f2c8-4240-b76d-38f5e83bb0af)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:37.195620 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] For port 084fbc3a-b369-4c39-bce1-5b2cf3192baa, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:25:37.231561 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 084fbc3a-b369-4c39-bce1-5b2cf3192baa {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:25:37.240137 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:37.250490 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] Ignored duplicate provisioning block setup for port 084fbc3a-b369-4c39-bce1-5b2cf3192baa by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 21 18:25:37.254337 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:37.325942 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] Pushing event updated for resources: {'Port': ['ID=084fbc3a-b369-4c39-bce1-5b2cf3192baa,revision_number=9']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:37.338766 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:37.339140 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:37.339471 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:37.339801 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:37.340106 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:37.340414 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:37.340743 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:37.341057 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:37.341368 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:37.341683 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:37.341994 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:37.342306 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:25:37.382236 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] No DVR routers for this DVR port 084fbc3a-b369-4c39-bce1-5b2cf3192baa on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:25:37.524469 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] Attempting to bind port 084fbc3a-b369-4c39-bce1-5b2cf3192baa on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:25:37.525177 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] Attempting to bind port 084fbc3a-b369-4c39-bce1-5b2cf3192baa by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'babd6076-f2c8-4240-b76d-38f5e83bb0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:25:37.525177 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] Attempting to bind port 084fbc3a-b369-4c39-bce1-5b2cf3192baa on network 1661bbcd-7939-40a2-9787-136ba6812a39 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:25:37.529625 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] Port 084fbc3a-b369-4c39-bce1-5b2cf3192baa on network 1661bbcd-7939-40a2-9787-136ba6812a39 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:25:37.529949 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] Attempting to bind port 084fbc3a-b369-4c39-bce1-5b2cf3192baa on network 1661bbcd-7939-40a2-9787-136ba6812a39 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:25:37.534966 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:25:37.535309 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] Checking segment: {'id': 'babd6076-f2c8-4240-b76d-38f5e83bb0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:25:37.535695 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] Bound using segment: {'id': 'babd6076-f2c8-4240-b76d-38f5e83bb0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:25:37.536124 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] Bound port: 084fbc3a-b369-4c39-bce1-5b2cf3192baa, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'babd6076-f2c8-4240-b76d-38f5e83bb0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:25:37.536470 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:37.605975 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] For port 084fbc3a-b369-4c39-bce1-5b2cf3192baa, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:25:37.608957 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] For port 084fbc3a-b369-4c39-bce1-5b2cf3192baa, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=084fbc3a-b369-4c39-bce1-5b2cf3192baa,segment=NetworkSegment(babd6076-f2c8-4240-b76d-38f5e83bb0af),segment_id=babd6076-f2c8-4240-b76d-38f5e83bb0af)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:25:37.616704 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:37.652203 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:37.652893 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:37.654234 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] 10.222.0.44 "PUT /v2.0/ports/084fbc3a-b369-4c39-bce1-5b2cf3192baa HTTP/1.1" status: 200 len: 1091 time: 0.8226120 Sep 21 18:25:37.654687 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f1f3be-0878-4a84-a87b-e7b1eda1ee92', 'tag': '084fbc3a-b369-4c39-bce1-5b2cf3192baa'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:25:37.657017 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60f6804-c763-43dd-8831-ae654e3eb4a4" -d '{"events": [{"name": "network-changed", "server_uuid": "e3f1f3be-0878-4a84-a87b-e7b1eda1ee92", "tag": "084fbc3a-b369-4c39-bce1-5b2cf3192baa"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:25:37.729415 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02c000e-063f-40e5-b635-f243228aa927 x-openstack-request-id: req-a02c000e-063f-40e5-b635-f243228aa927 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:25:37.729719 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3f1f3be-0878-4a84-a87b-e7b1eda1ee92", "tag": "084fbc3a-b369-4c39-bce1-5b2cf3192baa", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:25:37.729983 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a02c000e-063f-40e5-b635-f243228aa927 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:25:37.730396 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f1f3be-0878-4a84-a87b-e7b1eda1ee92', 'tag': '084fbc3a-b369-4c39-bce1-5b2cf3192baa', 'status': 'completed', 'code': 200} Sep 21 18:25:37.743635 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22c8d1-ab65-4e34-86e8-59778c697847 service neutron] Pushing event updated for resources: {'Port': ['ID=084fbc3a-b369-4c39-bce1-5b2cf3192baa,revision_number=10']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:37.790263 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-29691815-9e63-49b5-832d-95fe433b00e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:37.792058 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-29691815-9e63-49b5-832d-95fe433b00e0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 1095 time: 0.1097975 Sep 21 18:25:37.801833 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed5a14-e84a-42f2-b496-1865fa9be2f3 req-156bbc6f-b2ae-4ca9-b025-1f14924abe26 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:37.803502 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-76ed5a14-e84a-42f2-b496-1865fa9be2f3 req-156bbc6f-b2ae-4ca9-b025-1f14924abe26 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 944 time: 0.1424816 Sep 21 18:25:37.853017 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f6804-c763-43dd-8831-ae654e3eb4a4 req-9a8a0ee4-5183-403d-913a-6d76b5df5ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:37.854573 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b60f6804-c763-43dd-8831-ae654e3eb4a4 req-9a8a0ee4-5183-403d-913a-6d76b5df5ff8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 1095 time: 0.1052392 Sep 21 18:25:38.255252 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-76ed5a14-e84a-42f2-b496-1865fa9be2f3 req-d58740f8-72af-4bee-8627-881a0fd8335f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4387486 Sep 21 18:25:38.300244 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-a14b4f8e-d365-44b6-8b2e-37d3c5bb7f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:38.301719 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-a14b4f8e-d365-44b6-8b2e-37d3c5bb7f2b service neutron] 10.222.0.44 "GET /v2.0/networks?id=1661bbcd-7939-40a2-9787-136ba6812a39 HTTP/1.1" status: 200 len: 898 time: 0.4964581 Sep 21 18:25:38.358960 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f6804-c763-43dd-8831-ae654e3eb4a4 req-33927cb5-96a3-4010-9ffa-01d892acebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:38.360467 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b60f6804-c763-43dd-8831-ae654e3eb4a4 req-33927cb5-96a3-4010-9ffa-01d892acebfe service neutron] 10.222.0.38 "GET /v2.0/networks?id=1661bbcd-7939-40a2-9787-136ba6812a39 HTTP/1.1" status: 200 len: 898 time: 0.4708874 Sep 21 18:25:38.414110 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-ff2ab199-0c4f-4641-977e-a894c25a8563 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=084fbc3a-b369-4c39-bce1-5b2cf3192baa HTTP/1.1" status: 200 len: 999 time: 0.1036639 Sep 21 18:25:38.460092 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b60f6804-c763-43dd-8831-ae654e3eb4a4 req-749412b8-65d3-4da5-b9d9-15aee7bd6df4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=084fbc3a-b369-4c39-bce1-5b2cf3192baa HTTP/1.1" status: 200 len: 999 time: 0.0917788 Sep 21 18:25:38.504167 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-bb6f7c5e-3fd2-4744-afb9-9ec60bd358e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:38.505466 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-bb6f7c5e-3fd2-4744-afb9-9ec60bd358e0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abfa7a1a-8c25-4875-ac15-fb7c6f12710c HTTP/1.1" status: 200 len: 834 time: 0.0829127 Sep 21 18:25:38.525884 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f6804-c763-43dd-8831-ae654e3eb4a4 req-0e65855c-ba92-4019-a240-b9ee65c2b3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:38.527303 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b60f6804-c763-43dd-8831-ae654e3eb4a4 req-0e65855c-ba92-4019-a240-b9ee65c2b3db service neutron] 10.222.0.38 "GET /v2.0/subnets?id=abfa7a1a-8c25-4875-ac15-fb7c6f12710c HTTP/1.1" status: 200 len: 834 time: 0.0593646 Sep 21 18:25:38.581942 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-4890a29d-ee36-40f9-8a10-22a6cb9856c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:38.583435 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-4890a29d-ee36-40f9-8a10-22a6cb9856c9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1661bbcd-7939-40a2-9787-136ba6812a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694032 Sep 21 18:25:38.589194 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f6804-c763-43dd-8831-ae654e3eb4a4 req-6eee77ad-e2e8-4ecf-99e5-fa2fd752e72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:38.590538 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b60f6804-c763-43dd-8831-ae654e3eb4a4 req-6eee77ad-e2e8-4ecf-99e5-fa2fd752e72b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1661bbcd-7939-40a2-9787-136ba6812a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498905 Sep 21 18:25:38.740302 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-61034742-4307-4029-9676-bed683d3746a service neutron] 10.222.0.44 "GET /v2.0/networks/1661bbcd-7939-40a2-9787-136ba6812a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476715 Sep 21 18:25:38.743722 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b60f6804-c763-43dd-8831-ae654e3eb4a4 req-91b19ba3-a948-4e77-a602-66351b41232c service neutron] 10.222.0.38 "GET /v2.0/networks/1661bbcd-7939-40a2-9787-136ba6812a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443756 Sep 21 18:25:38.904665 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b64a4de-a15f-470a-8d81-d8e4b1e7a943 req-c713f352-3515-4009-a809-a870d2beaf34 service neutron] 10.222.0.44 "GET /v2.0/networks/1661bbcd-7939-40a2-9787-136ba6812a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549537 Sep 21 18:25:38.906310 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b60f6804-c763-43dd-8831-ae654e3eb4a4 req-e7d0a43d-0e59-42f9-ad58-ac43d788900b service neutron] 10.222.0.38 "GET /v2.0/networks/1661bbcd-7939-40a2-9787-136ba6812a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556828 Sep 21 18:25:38.994297 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f6804-c763-43dd-8831-ae654e3eb4a4 req-5580117c-0cf4-4328-b51d-a3b64fb2f5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:38.995862 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b60f6804-c763-43dd-8831-ae654e3eb4a4 req-5580117c-0cf4-4328-b51d-a3b64fb2f5f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 1095 time: 0.0419474 Sep 21 18:25:39.093393 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f6804-c763-43dd-8831-ae654e3eb4a4 req-878aaecb-579b-4a87-8128-e25f7d71c831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:39.096030 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b60f6804-c763-43dd-8831-ae654e3eb4a4 req-878aaecb-579b-4a87-8128-e25f7d71c831 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1661bbcd-7939-40a2-9787-136ba6812a39 HTTP/1.1" status: 200 len: 898 time: 0.0911024 Sep 21 18:25:39.180763 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b60f6804-c763-43dd-8831-ae654e3eb4a4 req-c2a9654f-adc8-4b08-8ce5-14d96492ed11 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=084fbc3a-b369-4c39-bce1-5b2cf3192baa HTTP/1.1" status: 200 len: 999 time: 0.0757983 Sep 21 18:25:39.234426 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f6804-c763-43dd-8831-ae654e3eb4a4 req-5d05e460-fa90-4ba2-a7a3-58aa7e579bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:39.235915 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b60f6804-c763-43dd-8831-ae654e3eb4a4 req-5d05e460-fa90-4ba2-a7a3-58aa7e579bb8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abfa7a1a-8c25-4875-ac15-fb7c6f12710c HTTP/1.1" status: 200 len: 834 time: 0.0463531 Sep 21 18:25:39.283362 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f6804-c763-43dd-8831-ae654e3eb4a4 req-ca5dd636-871f-4770-b31e-5895dffc135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:39.284945 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b60f6804-c763-43dd-8831-ae654e3eb4a4 req-ca5dd636-871f-4770-b31e-5895dffc135d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1661bbcd-7939-40a2-9787-136ba6812a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410070 Sep 21 18:25:39.375782 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89496e02-24be-4417-97d6-0a549628d3e6 req-8c91b401-15a6-478e-aaeb-04148fbeb503 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:39.377267 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-89496e02-24be-4417-97d6-0a549628d3e6 req-8c91b401-15a6-478e-aaeb-04148fbeb503 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 944 time: 0.0501654 Sep 21 18:25:39.381123 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b60f6804-c763-43dd-8831-ae654e3eb4a4 req-c37bdffb-a39f-45b9-9afc-46c1a63bf0b1 service neutron] 10.222.0.44 "GET /v2.0/networks/1661bbcd-7939-40a2-9787-136ba6812a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884166 Sep 21 18:25:39.420542 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-89496e02-24be-4417-97d6-0a549628d3e6 req-13400c79-a5d3-422c-8874-46895373e8ae tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366001 Sep 21 18:25:39.486576 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b60f6804-c763-43dd-8831-ae654e3eb4a4 req-13805860-7201-4b05-a29e-18afd0285de4 service neutron] 10.222.0.44 "GET /v2.0/networks/1661bbcd-7939-40a2-9787-136ba6812a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965810 Sep 21 18:25:39.868732 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 084fbc3a-b369-4c39-bce1-5b2cf3192baa no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:25:39.916659 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 084fbc3a-b369-4c39-bce1-5b2cf3192baa not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:25:40.543297 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288d19e-1101-4b51-8a88-8f5dca592c26 req-99ada3ed-2be5-4e45-9606-9b547e9e2db7 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:40.544795 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b288d19e-1101-4b51-8a88-8f5dca592c26 req-99ada3ed-2be5-4e45-9606-9b547e9e2db7 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 944 time: 0.0514452 Sep 21 18:25:40.592325 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b288d19e-1101-4b51-8a88-8f5dca592c26 req-fc2379df-cc30-4800-b581-e6353d87295c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401504 Sep 21 18:25:40.800334 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 084fbc3a-b369-4c39-bce1-5b2cf3192baa details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:25:41.049359 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 084fbc3a-b369-4c39-bce1-5b2cf3192baa, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=084fbc3a-b369-4c39-bce1-5b2cf3192baa,segment=NetworkSegment(babd6076-f2c8-4240-b76d-38f5e83bb0af),segment_id=babd6076-f2c8-4240-b76d-38f5e83bb0af)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:41.060905 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '084fbc3a-b369-4c39-bce1-5b2cf3192baa', 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39', 'port_id': '084fbc3a-b369-4c39-bce1-5b2cf3192baa', 'mac_address': 'fa:16:3e:fb:d2:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abfa7a1a-8c25-4875-ac15-fb7c6f12710c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:25:41.101279 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:41.113706 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 084fbc3a-b369-4c39-bce1-5b2cf3192baa {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:25:41.135209 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 084fbc3a-b369-4c39-bce1-5b2cf3192baa, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=084fbc3a-b369-4c39-bce1-5b2cf3192baa,segment=NetworkSegment(babd6076-f2c8-4240-b76d-38f5e83bb0af),segment_id=babd6076-f2c8-4240-b76d-38f5e83bb0af)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:41.141176 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:41.200092 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=084fbc3a-b369-4c39-bce1-5b2cf3192baa,revision_number=11']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:41.365709 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['084fbc3a-b369-4c39-bce1-5b2cf3192baa'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:25:41.715940 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf25b75-6e16-4899-b8ec-ff69a1b6f3b2 req-c8cb6d4f-be07-4cd6-85d1-22661e64af7b tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:25:41.717459 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-daf25b75-6e16-4899-b8ec-ff69a1b6f3b2 req-c8cb6d4f-be07-4cd6-85d1-22661e64af7b tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 945 time: 0.0574641 Sep 21 18:25:41.760427 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-daf25b75-6e16-4899-b8ec-ff69a1b6f3b2 req-ce339e1b-b02f-475d-8d79-cb0718b35068 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338275 Sep 21 18:25:41.783637 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49888) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:25:41.843106 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f9048996-ea4e-4d7e-bbdc-49c8c43600da tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/floatingips/76c96531-e70c-44f6-829f-66aef7347925 HTTP/1.1" status: 200 len: 992 time: 0.0583060 Sep 21 18:25:42.824083 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 084fbc3a-b369-4c39-bce1-5b2cf3192baa up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:25:42.884444 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 084fbc3a-b369-4c39-bce1-5b2cf3192baa completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:25:42.888823 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 084fbc3a-b369-4c39-bce1-5b2cf3192baa triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:25:42.889337 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:42.973406 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:42.997118 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f1f3be-0878-4a84-a87b-e7b1eda1ee92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084fbc3a-b369-4c39-bce1-5b2cf3192baa'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:25:42.999443 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e24d936-24e6-4290-ab7d-4c927f7545fb" -d '{"events": [{"server_uuid": "e3f1f3be-0878-4a84-a87b-e7b1eda1ee92", "name": "network-vif-plugged", "status": "completed", "tag": "084fbc3a-b369-4c39-bce1-5b2cf3192baa"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:25:43.012855 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 084fbc3a-b369-4c39-bce1-5b2cf3192baa, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=084fbc3a-b369-4c39-bce1-5b2cf3192baa,segment=NetworkSegment(babd6076-f2c8-4240-b76d-38f5e83bb0af),segment_id=babd6076-f2c8-4240-b76d-38f5e83bb0af)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:25:43.019458 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:43.044102 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cca5619-1f16-449e-8c8a-280f60c36852 x-openstack-request-id: req-9cca5619-1f16-449e-8c8a-280f60c36852 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:25:43.044389 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f1f3be-0878-4a84-a87b-e7b1eda1ee92", "name": "network-vif-plugged", "status": "completed", "tag": "084fbc3a-b369-4c39-bce1-5b2cf3192baa", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:25:43.044665 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9cca5619-1f16-449e-8c8a-280f60c36852 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:25:43.045077 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f1f3be-0878-4a84-a87b-e7b1eda1ee92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084fbc3a-b369-4c39-bce1-5b2cf3192baa', 'code': 200} Sep 21 18:25:43.069291 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=084fbc3a-b369-4c39-bce1-5b2cf3192baa,revision_number=12']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:25:45.937740 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3b5fcff2-7efa-4c0b-bff4-5f3fcafcda76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:47.556033 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:25:48.452061 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f218c1d4-28ef-4d27-949b-af82009a0206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:49.018541 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:50.182513 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:51.656230 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:53.652178 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:25:54.779272 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:14.347891 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561a794-47cd-45c2-a77f-e2841425c7e8 req-470fa3e0-a89d-4d65-9cf1-51b56b5bc97b tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:14.349420 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b561a794-47cd-45c2-a77f-e2841425c7e8 req-470fa3e0-a89d-4d65-9cf1-51b56b5bc97b tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 1097 time: 0.0454566 Sep 21 18:26:14.390856 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b561a794-47cd-45c2-a77f-e2841425c7e8 req-48f093d3-0eff-479e-b25c-210a3c33d2c4 tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310364 Sep 21 18:26:14.414428 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49904) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:14.591382 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-7a830242-c6c0-4686-be4b-32a293ab9895 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Deleting port 393ea0f0-7777-4387-abce-de768b8968f7 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:26:14.591634 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a830242-c6c0-4686-be4b-32a293ab9895 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:14.670821 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a830242-c6c0-4686-be4b-32a293ab9895 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:14.671275 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a830242-c6c0-4686-be4b-32a293ab9895 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:14.683195 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-7a830242-c6c0-4686-be4b-32a293ab9895 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Calling delete_port for 393ea0f0-7777-4387-abce-de768b8968f7 owned by network:floatingip {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:26:14.832895 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a830242-c6c0-4686-be4b-32a293ab9895 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:14.857922 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a830242-c6c0-4686-be4b-32a293ab9895 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event deleted for resources: {'Port': ['ID=393ea0f0-7777-4387-abce-de768b8968f7,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:14.919544 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a830242-c6c0-4686-be4b-32a293ab9895 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for floatingip, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:14.919881 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-7a830242-c6c0-4686-be4b-32a293ab9895 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Floating IP 76c96531-e70c-44f6-829f-66aef7347925 disassociated (deleted). External IP: 172.25.6.223, port: 084fbc3a-b369-4c39-bce1-5b2cf3192baa. Sep 21 18:26:15.133965 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a830242-c6c0-4686-be4b-32a293ab9895 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Router 6fe87996-1aeb-4417-a124-5b4398208a7f has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:26:15.244712 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a830242-c6c0-4686-be4b-32a293ab9895 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:26:15.249477 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a830242-c6c0-4686-be4b-32a293ab9895 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:15.257069 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c566452d-1e8e-48d3-8ab0-d0e19e54f8f4 None None] Sync routers for ids ['6fe87996-1aeb-4417-a124-5b4398208a7f'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:26:15.268891 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c566452d-1e8e-48d3-8ab0-d0e19e54f8f4 None None] Routers {'6fe87996-1aeb-4417-a124-5b4398208a7f'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:26:15.269641 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-c566452d-1e8e-48d3-8ab0-d0e19e54f8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:25:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['6fe87996-1aeb-4417-a124-5b4398208a7f'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:15.277419 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7a830242-c6c0-4686-be4b-32a293ab9895 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "DELETE /v2.0/floatingips/76c96531-e70c-44f6-829f-66aef7347925 HTTP/1.1" status: 204 len: 168 time: 0.8617342 Sep 21 18:26:15.278031 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f1f3be-0878-4a84-a87b-e7b1eda1ee92', 'tag': '084fbc3a-b369-4c39-bce1-5b2cf3192baa'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:26:15.280371 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a336d82b-ab1d-462d-a25d-452f505cf729" -d '{"events": [{"name": "network-changed", "server_uuid": "e3f1f3be-0878-4a84-a87b-e7b1eda1ee92", "tag": "084fbc3a-b369-4c39-bce1-5b2cf3192baa"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:26:15.319075 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b84ff25-3b6a-476d-ba43-5f08135a149d x-openstack-request-id: req-2b84ff25-3b6a-476d-ba43-5f08135a149d {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:26:15.319519 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3f1f3be-0878-4a84-a87b-e7b1eda1ee92", "tag": "084fbc3a-b369-4c39-bce1-5b2cf3192baa", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:26:15.319760 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2b84ff25-3b6a-476d-ba43-5f08135a149d {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:26:15.320194 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f1f3be-0878-4a84-a87b-e7b1eda1ee92', 'tag': '084fbc3a-b369-4c39-bce1-5b2cf3192baa', 'status': 'completed', 'code': 200} Sep 21 18:26:15.386404 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-c566452d-1e8e-48d3-8ab0-d0e19e54f8f4 None None] Set router 6fe87996-1aeb-4417-a124-5b4398208a7f gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:26:15.468128 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336d82b-ab1d-462d-a25d-452f505cf729 req-00aaa5a2-8ecf-4f5d-aeb7-d269fdfba3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:15.469826 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a336d82b-ab1d-462d-a25d-452f505cf729 req-00aaa5a2-8ecf-4f5d-aeb7-d269fdfba3c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 1097 time: 0.1231239 Sep 21 18:26:15.591495 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1967f89-8709-462b-a60f-dfde14f6b12b req-92a1edc8-aa16-424e-8e4f-d616c05896a9 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:15.593026 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c1967f89-8709-462b-a60f-dfde14f6b12b req-92a1edc8-aa16-424e-8e4f-d616c05896a9 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 946 time: 0.1059361 Sep 21 18:26:15.600014 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-c566452d-1e8e-48d3-8ab0-d0e19e54f8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576662670', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'f5485c47-378b-4b7a-9913-68acab407258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:17Z', 'updated_at': '2021-09-21T18:24:21Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': 'f5485c47-378b-4b7a-9913-68acab407258', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:17Z', 'updated_at': '2021-09-21T18:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '1f3971b2-891c-4265-8e8b-3e1473cfd1ea', 'name': '', 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:af:ae:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'abfa7a1a-8c25-4875-ac15-fb7c6f12710c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:20Z', 'updated_at': '2021-09-21T18:24:24Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': 'abfa7a1a-8c25-4875-ac15-fb7c6f12710c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:15.618227 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336d82b-ab1d-462d-a25d-452f505cf729 req-6c1f6cf6-8b38-481f-a1d5-1954a2e9e44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:15.619715 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a336d82b-ab1d-462d-a25d-452f505cf729 req-6c1f6cf6-8b38-481f-a1d5-1954a2e9e44f service neutron] 10.222.0.44 "GET /v2.0/networks?id=1661bbcd-7939-40a2-9787-136ba6812a39 HTTP/1.1" status: 200 len: 898 time: 0.1414046 Sep 21 18:26:15.626370 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c566452d-1e8e-48d3-8ab0-d0e19e54f8f4 None None] Checking router: 6fe87996-1aeb-4417-a124-5b4398208a7f for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:26:15.635505 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c566452d-1e8e-48d3-8ab0-d0e19e54f8f4 None None] Routers {'6fe87996-1aeb-4417-a124-5b4398208a7f'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:26:15.636124 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-c566452d-1e8e-48d3-8ab0-d0e19e54f8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:25:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['6fe87996-1aeb-4417-a124-5b4398208a7f'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:15.671477 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c1967f89-8709-462b-a60f-dfde14f6b12b req-5346a33d-ca1c-49d1-a440-fc2b1b53aa20 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692339 Sep 21 18:26:15.672760 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a336d82b-ab1d-462d-a25d-452f505cf729 req-7df47752-41de-4059-b4db-aae69db3157b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=084fbc3a-b369-4c39-bce1-5b2cf3192baa HTTP/1.1" status: 200 len: 217 time: 0.0402455 Sep 21 18:26:15.724584 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336d82b-ab1d-462d-a25d-452f505cf729 req-26e6c05a-a8b3-4d42-9664-85118aeb9af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:15.726046 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a336d82b-ab1d-462d-a25d-452f505cf729 req-26e6c05a-a8b3-4d42-9664-85118aeb9af5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=abfa7a1a-8c25-4875-ac15-fb7c6f12710c HTTP/1.1" status: 200 len: 834 time: 0.0451086 Sep 21 18:26:15.745801 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-c566452d-1e8e-48d3-8ab0-d0e19e54f8f4 None None] Set router 6fe87996-1aeb-4417-a124-5b4398208a7f gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:26:15.780698 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336d82b-ab1d-462d-a25d-452f505cf729 req-8826c3dc-6e41-4fac-bc89-762c07e1193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:15.782231 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a336d82b-ab1d-462d-a25d-452f505cf729 req-8826c3dc-6e41-4fac-bc89-762c07e1193e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1661bbcd-7939-40a2-9787-136ba6812a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480366 Sep 21 18:26:15.876930 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a336d82b-ab1d-462d-a25d-452f505cf729 req-6fb84d76-f4ff-45a2-9b44-6b41649e0859 service neutron] 10.222.0.44 "GET /v2.0/networks/1661bbcd-7939-40a2-9787-136ba6812a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849473 Sep 21 18:26:15.944876 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b02a0143-5032-4c1b-a107-93fa6035b280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:15.964946 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-c566452d-1e8e-48d3-8ab0-d0e19e54f8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576662670', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'f5485c47-378b-4b7a-9913-68acab407258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:17Z', 'updated_at': '2021-09-21T18:24:21Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': 'f5485c47-378b-4b7a-9913-68acab407258', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:17Z', 'updated_at': '2021-09-21T18:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '1f3971b2-891c-4265-8e8b-3e1473cfd1ea', 'name': '', 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:af:ae:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'abfa7a1a-8c25-4875-ac15-fb7c6f12710c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:20Z', 'updated_at': '2021-09-21T18:24:24Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': 'abfa7a1a-8c25-4875-ac15-fb7c6f12710c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:15.980832 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a336d82b-ab1d-462d-a25d-452f505cf729 req-7bfd1cbb-2357-49d0-8eda-08ed5d20800c service neutron] 10.222.0.44 "GET /v2.0/networks/1661bbcd-7939-40a2-9787-136ba6812a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940828 Sep 21 18:26:15.992355 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c566452d-1e8e-48d3-8ab0-d0e19e54f8f4 None None] The sync data for ids ['6fe87996-1aeb-4417-a124-5b4398208a7f'] in n-d-810291-1 is: [{'id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576662670', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'f5485c47-378b-4b7a-9913-68acab407258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:17Z', 'updated_at': '2021-09-21T18:24:21Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': 'f5485c47-378b-4b7a-9913-68acab407258', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:17Z', 'updated_at': '2021-09-21T18:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '1f3971b2-891c-4265-8e8b-3e1473cfd1ea', 'name': '', 'network_id': '1661bbcd-7939-40a2-9787-136ba6812a39', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:af:ae:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'abfa7a1a-8c25-4875-ac15-fb7c6f12710c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:20Z', 'updated_at': '2021-09-21T18:24:24Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': 'abfa7a1a-8c25-4875-ac15-fb7c6f12710c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:26:16.213090 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6794906e-6f31-48a0-b5db-86ec79a41d38 None None] New status for floating IP 76c96531-e70c-44f6-829f-66aef7347925: DOWN {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:26:16.828200 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dec6da-eaaf-4f27-b31e-b1a274292cff req-775aba7a-e154-4142-b1ea-7294e65b95df tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:16.830023 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-47dec6da-eaaf-4f27-b31e-b1a274292cff req-775aba7a-e154-4142-b1ea-7294e65b95df tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 946 time: 0.0635467 Sep 21 18:26:16.881587 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-47dec6da-eaaf-4f27-b31e-b1a274292cff req-9e2ba398-282f-48e4-b3f7-91e420784a4c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d2d624c-8b3e-459e-b01a-c24835e38253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413842 Sep 21 18:26:16.917504 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce399ad-ad07-4bff-a18c-b9eff3226259 req-edb1780a-75d7-4603-bb25-aef5bbd06a3c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:16.918990 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ce399ad-ad07-4bff-a18c-b9eff3226259 req-edb1780a-75d7-4603-bb25-aef5bbd06a3c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3f1f3be-0878-4a84-a87b-e7b1eda1ee92 HTTP/1.1" status: 200 len: 946 time: 0.0499542 Sep 21 18:26:17.018208 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-6ce399ad-ad07-4bff-a18c-b9eff3226259 req-165bb2ed-4c0d-4a06-8b28-98b5c2756d5d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Deleting port 084fbc3a-b369-4c39-bce1-5b2cf3192baa {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:26:17.018545 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ce399ad-ad07-4bff-a18c-b9eff3226259 req-165bb2ed-4c0d-4a06-8b28-98b5c2756d5d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:17.111030 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-6ce399ad-ad07-4bff-a18c-b9eff3226259 req-165bb2ed-4c0d-4a06-8b28-98b5c2756d5d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] For port 084fbc3a-b369-4c39-bce1-5b2cf3192baa, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=084fbc3a-b369-4c39-bce1-5b2cf3192baa,segment=NetworkSegment(babd6076-f2c8-4240-b76d-38f5e83bb0af),segment_id=babd6076-f2c8-4240-b76d-38f5e83bb0af)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:26:17.111394 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ce399ad-ad07-4bff-a18c-b9eff3226259 req-165bb2ed-4c0d-4a06-8b28-98b5c2756d5d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:17.123885 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-6ce399ad-ad07-4bff-a18c-b9eff3226259 req-165bb2ed-4c0d-4a06-8b28-98b5c2756d5d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Calling delete_port for 084fbc3a-b369-4c39-bce1-5b2cf3192baa owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:26:17.259681 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ce399ad-ad07-4bff-a18c-b9eff3226259 req-165bb2ed-4c0d-4a06-8b28-98b5c2756d5d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:17.288497 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165bb2ed-4c0d-4a06-8b28-98b5c2756d5d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event deleted for resources: {'Port': ['ID=084fbc3a-b369-4c39-bce1-5b2cf3192baa,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:17.329331 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce399ad-ad07-4bff-a18c-b9eff3226259 req-165bb2ed-4c0d-4a06-8b28-98b5c2756d5d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] No DVR routers for this DVR port 084fbc3a-b369-4c39-bce1-5b2cf3192baa on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:26:17.332100 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ce399ad-ad07-4bff-a18c-b9eff3226259 req-165bb2ed-4c0d-4a06-8b28-98b5c2756d5d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:17.334190 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ce399ad-ad07-4bff-a18c-b9eff3226259 req-165bb2ed-4c0d-4a06-8b28-98b5c2756d5d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.44 "DELETE /v2.0/ports/084fbc3a-b369-4c39-bce1-5b2cf3192baa HTTP/1.1" status: 204 len: 173 time: 0.4077783 Sep 21 18:26:17.334641 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f1f3be-0878-4a84-a87b-e7b1eda1ee92', 'name': 'network-vif-deleted', 'tag': '084fbc3a-b369-4c39-bce1-5b2cf3192baa'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:26:17.337064 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b248ea98-5a19-4b08-a8df-7f007c335dee" -d '{"events": [{"server_uuid": "e3f1f3be-0878-4a84-a87b-e7b1eda1ee92", "name": "network-vif-deleted", "tag": "084fbc3a-b369-4c39-bce1-5b2cf3192baa"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:26:17.372546 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61cd682-1c10-49e7-9c83-f25bbb6e01c0 x-openstack-request-id: req-a61cd682-1c10-49e7-9c83-f25bbb6e01c0 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:26:17.372853 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f1f3be-0878-4a84-a87b-e7b1eda1ee92", "name": "network-vif-deleted", "tag": "084fbc3a-b369-4c39-bce1-5b2cf3192baa", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:26:17.373104 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a61cd682-1c10-49e7-9c83-f25bbb6e01c0 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:26:17.373517 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f1f3be-0878-4a84-a87b-e7b1eda1ee92', 'name': 'network-vif-deleted', 'tag': '084fbc3a-b369-4c39-bce1-5b2cf3192baa', 'status': 'completed', 'code': 200} Sep 21 18:26:17.937671 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49922) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:18.316924 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9e2bd53d-1cd0-49f9-b740-3938475a18dd tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:18.445234 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-91d47096-006c-4ba7-be15-a0dc79b3adcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:18.580611 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-9e2bd53d-1cd0-49f9-b740-3938475a18dd tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Deleting port 1f3971b2-891c-4265-8e8b-3e1473cfd1ea {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:26:18.580870 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9e2bd53d-1cd0-49f9-b740-3938475a18dd tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:18.677622 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-9e2bd53d-1cd0-49f9-b740-3938475a18dd tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] For port 1f3971b2-891c-4265-8e8b-3e1473cfd1ea, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1f3971b2-891c-4265-8e8b-3e1473cfd1ea,segment=NetworkSegment(babd6076-f2c8-4240-b76d-38f5e83bb0af),segment_id=babd6076-f2c8-4240-b76d-38f5e83bb0af)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:26:18.677983 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9e2bd53d-1cd0-49f9-b740-3938475a18dd tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:18.691188 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-9e2bd53d-1cd0-49f9-b740-3938475a18dd tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Calling delete_port for 1f3971b2-891c-4265-8e8b-3e1473cfd1ea owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:26:18.884730 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9e2bd53d-1cd0-49f9-b740-3938475a18dd tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:18.910906 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2bd53d-1cd0-49f9-b740-3938475a18dd tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event deleted for resources: {'Port': ['ID=1f3971b2-891c-4265-8e8b-3e1473cfd1ea,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:18.965550 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 084fbc3a-b369-4c39-bce1-5b2cf3192baa no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:26:18.987010 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 084fbc3a-b369-4c39-bce1-5b2cf3192baa {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:26:18.987807 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 084fbc3a-b369-4c39-bce1-5b2cf3192baa not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:26:19.012113 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:19.092903 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9e2bd53d-1cd0-49f9-b740-3938475a18dd tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:19.339869 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2bd53d-1cd0-49f9-b740-3938475a18dd tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Router 6fe87996-1aeb-4417-a124-5b4398208a7f has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:26:19.780607 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2bd53d-1cd0-49f9-b740-3938475a18dd tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:26:19.789316 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9e2bd53d-1cd0-49f9-b740-3938475a18dd tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "PUT /v2.0/routers/6fe87996-1aeb-4417-a124-5b4398208a7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8473916 Sep 21 18:26:19.789734 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49924) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:19.792526 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b064a631-b9dc-4cff-942c-12904dabe742 None None] Sync routers for ids ['6fe87996-1aeb-4417-a124-5b4398208a7f'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:26:19.803690 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b064a631-b9dc-4cff-942c-12904dabe742 None None] Routers {'6fe87996-1aeb-4417-a124-5b4398208a7f'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:26:19.806143 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b064a631-b9dc-4cff-942c-12904dabe742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:26:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['6fe87996-1aeb-4417-a124-5b4398208a7f'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:19.843532 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7e0a9a1-228e-4574-a020-0675f6ac4028 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Deleting subnet abfa7a1a-8c25-4875-ac15-fb7c6f12710c {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:26:19.846714 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d7e0a9a1-228e-4574-a020-0675f6ac4028 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:19.886725 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d7e0a9a1-228e-4574-a020-0675f6ac4028 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:19.914218 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-b064a631-b9dc-4cff-942c-12904dabe742 None None] Set router 6fe87996-1aeb-4417-a124-5b4398208a7f gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:26:19.973351 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d7e0a9a1-228e-4574-a020-0675f6ac4028 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:20.030741 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d7e0a9a1-228e-4574-a020-0675f6ac4028 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:20.057078 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0a9a1-228e-4574-a020-0675f6ac4028 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event deleted for resources: {'Subnet': ['ID=abfa7a1a-8c25-4875-ac15-fb7c6f12710c,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:20.060717 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d7e0a9a1-228e-4574-a020-0675f6ac4028 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:20.065090 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d7e0a9a1-228e-4574-a020-0675f6ac4028 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "DELETE /v2.0/subnets/abfa7a1a-8c25-4875-ac15-fb7c6f12710c HTTP/1.1" status: 204 len: 168 time: 0.2719700 Sep 21 18:26:20.065879 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49926) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:20.070601 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee53a340-dc65-4237-ac0e-a5db65ce1fe5 None None] Network 1661bbcd-7939-40a2-9787-136ba6812a39 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:26:20.172486 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30933d00-8da2-4250-973c-f0dc64765505 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:20.203601 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b064a631-b9dc-4cff-942c-12904dabe742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576662670', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'f5485c47-378b-4b7a-9913-68acab407258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:17Z', 'updated_at': '2021-09-21T18:26:18Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': 'f5485c47-378b-4b7a-9913-68acab407258', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:17Z', 'updated_at': '2021-09-21T18:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:20.209560 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:20.237483 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b064a631-b9dc-4cff-942c-12904dabe742 None None] Checking router: 6fe87996-1aeb-4417-a124-5b4398208a7f for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:26:20.246222 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b064a631-b9dc-4cff-942c-12904dabe742 None None] Routers {'6fe87996-1aeb-4417-a124-5b4398208a7f'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:26:20.246835 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b064a631-b9dc-4cff-942c-12904dabe742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:26:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['6fe87996-1aeb-4417-a124-5b4398208a7f'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:20.281011 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5060e38d-b3c4-4c47-853a-8a1250775633 None None] DHCP port deletion for 1661bbcd-7939-40a2-9787-136ba6812a39 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:26:20.287837 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30933d00-8da2-4250-973c-f0dc64765505 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:20.340320 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-30933d00-8da2-4250-973c-f0dc64765505 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Deleting port f5485c47-378b-4b7a-9913-68acab407258 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:26:20.340756 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30933d00-8da2-4250-973c-f0dc64765505 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:20.381956 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-b064a631-b9dc-4cff-942c-12904dabe742 None None] Set router 6fe87996-1aeb-4417-a124-5b4398208a7f gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:26:20.409305 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5060e38d-b3c4-4c47-853a-8a1250775633 None None] Deleting port 5548c61f-880d-4714-8145-06926ac870af {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:26:20.409702 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5060e38d-b3c4-4c47-853a-8a1250775633 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:20.416505 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-30933d00-8da2-4250-973c-f0dc64765505 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] For port f5485c47-378b-4b7a-9913-68acab407258, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f5485c47-378b-4b7a-9913-68acab407258,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:26:20.416877 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30933d00-8da2-4250-973c-f0dc64765505 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:20.429553 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-30933d00-8da2-4250-973c-f0dc64765505 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Calling delete_port for f5485c47-378b-4b7a-9913-68acab407258 owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:26:20.546757 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5060e38d-b3c4-4c47-853a-8a1250775633 None None] For port 5548c61f-880d-4714-8145-06926ac870af, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=5548c61f-880d-4714-8145-06926ac870af,segment=NetworkSegment(babd6076-f2c8-4240-b76d-38f5e83bb0af),segment_id=babd6076-f2c8-4240-b76d-38f5e83bb0af)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:26:20.547107 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5060e38d-b3c4-4c47-853a-8a1250775633 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:20.563140 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5060e38d-b3c4-4c47-853a-8a1250775633 None None] Calling delete_port for 5548c61f-880d-4714-8145-06926ac870af owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:26:20.594562 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30933d00-8da2-4250-973c-f0dc64765505 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:20.623312 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30933d00-8da2-4250-973c-f0dc64765505 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event deleted for resources: {'Port': ['ID=f5485c47-378b-4b7a-9913-68acab407258,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:20.634998 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30933d00-8da2-4250-973c-f0dc64765505 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:20.635419 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30933d00-8da2-4250-973c-f0dc64765505 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:20.635763 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30933d00-8da2-4250-973c-f0dc64765505 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:20.636129 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30933d00-8da2-4250-973c-f0dc64765505 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:20.636419 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30933d00-8da2-4250-973c-f0dc64765505 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:20.636911 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30933d00-8da2-4250-973c-f0dc64765505 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:20.637137 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30933d00-8da2-4250-973c-f0dc64765505 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:20.637415 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30933d00-8da2-4250-973c-f0dc64765505 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:20.637736 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30933d00-8da2-4250-973c-f0dc64765505 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:20.638057 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30933d00-8da2-4250-973c-f0dc64765505 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:20.638374 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30933d00-8da2-4250-973c-f0dc64765505 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:20.638691 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30933d00-8da2-4250-973c-f0dc64765505 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:20.688616 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b064a631-b9dc-4cff-942c-12904dabe742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576662670', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'f5485c47-378b-4b7a-9913-68acab407258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:17Z', 'updated_at': '2021-09-21T18:26:18Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': 'f5485c47-378b-4b7a-9913-68acab407258', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:17Z', 'updated_at': '2021-09-21T18:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:20.690472 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5060e38d-b3c4-4c47-853a-8a1250775633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:20.692697 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30933d00-8da2-4250-973c-f0dc64765505 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:20.739541 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b064a631-b9dc-4cff-942c-12904dabe742 None None] The sync data for ids ['6fe87996-1aeb-4417-a124-5b4398208a7f'] in n-d-810291-1 is: [{'id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576662670', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'f5485c47-378b-4b7a-9913-68acab407258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:24:17Z', 'updated_at': '2021-09-21T18:26:18Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': 'f5485c47-378b-4b7a-9913-68acab407258', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe87996-1aeb-4417-a124-5b4398208a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:24:17Z', 'updated_at': '2021-09-21T18:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:26:20.742449 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060e38d-b3c4-4c47-853a-8a1250775633 None None] Pushing event deleted for resources: {'Port': ['ID=5548c61f-880d-4714-8145-06926ac870af,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:20.747737 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5060e38d-b3c4-4c47-853a-8a1250775633 None None] No DVR routers for this DVR port 5548c61f-880d-4714-8145-06926ac870af on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:26:20.783091 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30933d00-8da2-4250-973c-f0dc64765505 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:20.785270 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30933d00-8da2-4250-973c-f0dc64765505 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:20.827694 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30933d00-8da2-4250-973c-f0dc64765505 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:20.829291 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30933d00-8da2-4250-973c-f0dc64765505 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Fanout notify agent at l3_agent the message router_deleted on router 6fe87996-1aeb-4417-a124-5b4398208a7f {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:26:20.836463 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30933d00-8da2-4250-973c-f0dc64765505 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:20.837669 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-30933d00-8da2-4250-973c-f0dc64765505 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "DELETE /v2.0/routers/6fe87996-1aeb-4417-a124-5b4398208a7f HTTP/1.1" status: 204 len: 168 time: 0.7712379 Sep 21 18:26:20.840345 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49928) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:20.930008 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-18dfb925-c3ce-4eb3-8b83-3586ed9fbe2f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:21.021728 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-18dfb925-c3ce-4eb3-8b83-3586ed9fbe2f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:21.187740 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 5548c61f-880d-4714-8145-06926ac870af no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:26:21.211182 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 5548c61f-880d-4714-8145-06926ac870af {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:26:21.212034 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 5548c61f-880d-4714-8145-06926ac870af not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:26:21.212455 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1f3971b2-891c-4265-8e8b-3e1473cfd1ea no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:26:21.232182 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 1f3971b2-891c-4265-8e8b-3e1473cfd1ea {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:26:21.232527 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1f3971b2-891c-4265-8e8b-3e1473cfd1ea not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:26:21.401072 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-18dfb925-c3ce-4eb3-8b83-3586ed9fbe2f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1661bbcd-7939-40a2-9787-136ba6812a39']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:21.411225 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-18dfb925-c3ce-4eb3-8b83-3586ed9fbe2f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'babd6076-f2c8-4240-b76d-38f5e83bb0af') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:21.411521 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-18dfb925-c3ce-4eb3-8b83-3586ed9fbe2f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'babd6076-f2c8-4240-b76d-38f5e83bb0af') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:21.420568 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-18dfb925-c3ce-4eb3-8b83-3586ed9fbe2f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:21.433507 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-18dfb925-c3ce-4eb3-8b83-3586ed9fbe2f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:21.439252 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18dfb925-c3ce-4eb3-8b83-3586ed9fbe2f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:26:21.439628 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-18dfb925-c3ce-4eb3-8b83-3586ed9fbe2f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:21.442471 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:26:21.442471 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:26:21.442471 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:26:21.442471 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:26:21.442471 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:26:21.442471 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:26:21.442471 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:26:21.442471 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:26:21.442471 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:26:21.442471 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:26:21.442471 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:26:21.442471 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:26:21.442471 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:26:21.442471 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:26:21.442471 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:26:21.442471 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:26:21.442471 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:26:21.442471 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:26:21.442471 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:26:21.442471 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:26:21.442471 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:26:21.442471 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:26:21.442471 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:26:21.442471 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:26:21.442471 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:26:21.442471 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:26:21.442471 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:26:21.442471 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:26:21.442471 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:26:21.442471 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:26:21.442471 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:26:21.442471 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:26:21.500312 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-18dfb925-c3ce-4eb3-8b83-3586ed9fbe2f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:21.504926 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-18dfb925-c3ce-4eb3-8b83-3586ed9fbe2f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:21.509475 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-18dfb925-c3ce-4eb3-8b83-3586ed9fbe2f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "DELETE /v2.0/networks/1661bbcd-7939-40a2-9787-136ba6812a39 HTTP/1.1" status: 204 len: 168 time: 0.6656349 Sep 21 18:26:21.510469 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49930) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:21.524049 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dfb925-c3ce-4eb3-8b83-3586ed9fbe2f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event deleted for resources: {'Network': ['ID=1661bbcd-7939-40a2-9787-136ba6812a39,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:21.574370 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3749dc05-84e8-490b-9df5-c63e6fa15a72 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:21.598858 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3749dc05-84e8-490b-9df5-c63e6fa15a72 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:21.655092 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:21.661563 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3749dc05-84e8-490b-9df5-c63e6fa15a72 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:21.664213 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3749dc05-84e8-490b-9df5-c63e6fa15a72 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:21.665391 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3749dc05-84e8-490b-9df5-c63e6fa15a72 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "DELETE /v2.0/security-groups/3d2d624c-8b3e-459e-b01a-c24835e38253 HTTP/1.1" status: 204 len: 168 time: 0.1545670 Sep 21 18:26:21.674287 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749dc05-84e8-490b-9df5-c63e6fa15a72 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2d624c-8b3e-459e-b01a-c24835e38253,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:21.926303 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49936) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:21.933163 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-0c621e5a-52dd-4e2d-b1a9-a138069d9e1f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-400386339', 'description': 'tempest-secgroup-smoke-400386339 description', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:21.967986 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0c621e5a-52dd-4e2d-b1a9-a138069d9e1f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:22.050055 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0c621e5a-52dd-4e2d-b1a9-a138069d9e1f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:22.054974 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0c621e5a-52dd-4e2d-b1a9-a138069d9e1f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:22.080390 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0c621e5a-52dd-4e2d-b1a9-a138069d9e1f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:22.081625 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0c621e5a-52dd-4e2d-b1a9-a138069d9e1f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1542675 Sep 21 18:26:22.084667 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49938) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:22.085884 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c621e5a-52dd-4e2d-b1a9-a138069d9e1f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91253603-6700-4fa8-aaa9-1e2b81824043,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:22.090442 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-3f837417-405b-426a-971c-bba147f4881f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'security_group_rule': {'security_group_id': '91253603-6700-4fa8-aaa9-1e2b81824043', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:22.117832 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3f837417-405b-426a-971c-bba147f4881f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:22.176017 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3f837417-405b-426a-971c-bba147f4881f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:22.181978 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3f837417-405b-426a-971c-bba147f4881f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:22.201071 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f837417-405b-426a-971c-bba147f4881f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba8f3c0-ee8d-4343-8d8a-d811323f31fd,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:22.215370 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3f837417-405b-426a-971c-bba147f4881f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:22.216599 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3f837417-405b-426a-971c-bba147f4881f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1308539 Sep 21 18:26:22.219407 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49940) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:22.224073 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-4d72ccab-8102-4a05-b5b1-f16e89e0afae tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'security_group_rule': {'security_group_id': '91253603-6700-4fa8-aaa9-1e2b81824043', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:22.252252 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d72ccab-8102-4a05-b5b1-f16e89e0afae tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:22.310047 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d72ccab-8102-4a05-b5b1-f16e89e0afae tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:22.315095 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d72ccab-8102-4a05-b5b1-f16e89e0afae tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:22.334314 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72ccab-8102-4a05-b5b1-f16e89e0afae tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d36219-ee46-4486-b21b-e7f40a3131ae,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:22.341870 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4d72ccab-8102-4a05-b5b1-f16e89e0afae tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:22.343248 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4d72ccab-8102-4a05-b5b1-f16e89e0afae tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1228297 Sep 21 18:26:22.346094 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49942) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:22.350673 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-5c8e3f56-30fd-4770-bcd0-6c9cf19ee4c8 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'security_group_rule': {'security_group_id': '91253603-6700-4fa8-aaa9-1e2b81824043', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:22.377369 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5c8e3f56-30fd-4770-bcd0-6c9cf19ee4c8 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:22.434876 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5c8e3f56-30fd-4770-bcd0-6c9cf19ee4c8 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:22.439724 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5c8e3f56-30fd-4770-bcd0-6c9cf19ee4c8 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:22.455660 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e3f56-30fd-4770-bcd0-6c9cf19ee4c8 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c866fd-c54f-4bb6-96c0-e4fc60cc37d5,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:22.466050 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5c8e3f56-30fd-4770-bcd0-6c9cf19ee4c8 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:22.467438 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5c8e3f56-30fd-4770-bcd0-6c9cf19ee4c8 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203716 Sep 21 18:26:22.470228 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49944) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:22.474602 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-fe2874c3-1794-4ee0-abaf-2433c504ffd5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'security_group_rule': {'security_group_id': '91253603-6700-4fa8-aaa9-1e2b81824043', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:22.501104 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fe2874c3-1794-4ee0-abaf-2433c504ffd5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:22.559804 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fe2874c3-1794-4ee0-abaf-2433c504ffd5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:22.565020 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fe2874c3-1794-4ee0-abaf-2433c504ffd5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:22.585426 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2874c3-1794-4ee0-abaf-2433c504ffd5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eeccdcb-5178-49a6-bc31-ad8c5cc3a94f,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:22.590091 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fe2874c3-1794-4ee0-abaf-2433c504ffd5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:22.591416 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fe2874c3-1794-4ee0-abaf-2433c504ffd5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1200590 Sep 21 18:26:22.594329 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49946) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:22.598644 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-659649dd-9e69-4a35-9597-19bd77424805 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'security_group_rule': {'security_group_id': '91253603-6700-4fa8-aaa9-1e2b81824043', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:22.620258 n-d-810291-1 neutron-server[101461]: INFO neutron.db.securitygroups_db [None req-659649dd-9e69-4a35-9597-19bd77424805 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Project 99089d04f7cb4cd988bfbe14fd24f277 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:26:22.624901 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-659649dd-9e69-4a35-9597-19bd77424805 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:22.684011 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-659649dd-9e69-4a35-9597-19bd77424805 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:22.689710 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-659649dd-9e69-4a35-9597-19bd77424805 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:22.706599 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659649dd-9e69-4a35-9597-19bd77424805 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=307db41b-947f-4924-992f-3e02e22960c6,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:22.714496 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-659649dd-9e69-4a35-9597-19bd77424805 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:22.715869 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-659649dd-9e69-4a35-9597-19bd77424805 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206043 Sep 21 18:26:22.718703 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49948) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:22.723668 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-06d3c527-8edd-4772-8724-ee400dbb7b16 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'security_group_rule': {'security_group_id': '91253603-6700-4fa8-aaa9-1e2b81824043', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:22.747850 n-d-810291-1 neutron-server[101461]: INFO neutron.db.securitygroups_db [None req-06d3c527-8edd-4772-8724-ee400dbb7b16 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Project 99089d04f7cb4cd988bfbe14fd24f277 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:26:22.752655 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06d3c527-8edd-4772-8724-ee400dbb7b16 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:22.811653 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06d3c527-8edd-4772-8724-ee400dbb7b16 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:22.817517 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06d3c527-8edd-4772-8724-ee400dbb7b16 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:22.836005 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3c527-8edd-4772-8724-ee400dbb7b16 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8995858d-43c0-45ec-ab03-58b906f0d1dc,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:22.843195 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06d3c527-8edd-4772-8724-ee400dbb7b16 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:22.844370 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-06d3c527-8edd-4772-8724-ee400dbb7b16 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1245184 Sep 21 18:26:22.847527 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49950) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:22.853267 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-d4aba5fe-94d4-4a8b-ae36-d74ebfbdb12c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'network': {'name': 'tempest-network-smoke--183727452', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'port_security_enabled': True}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:22.873548 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4aba5fe-94d4-4a8b-ae36-d74ebfbdb12c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Made reservation on behalf of 99089d04f7cb4cd988bfbe14fd24f277 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:26:22.876914 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d4aba5fe-94d4-4a8b-ae36-d74ebfbdb12c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:22.900006 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4aba5fe-94d4-4a8b-ae36-d74ebfbdb12c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:26:22.910184 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d4aba5fe-94d4-4a8b-ae36-d74ebfbdb12c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:22.910949 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-d4aba5fe-94d4-4a8b-ae36-d74ebfbdb12c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Added segment b68d6d2a-030c-45c9-8642-db0290d0baf0 of type vlan for network 892f9931-e467-43ba-a246-2ca660a1d7d2 Sep 21 18:26:22.954792 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d4aba5fe-94d4-4a8b-ae36-d74ebfbdb12c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:22.980607 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d4aba5fe-94d4-4a8b-ae36-d74ebfbdb12c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:22.986046 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4aba5fe-94d4-4a8b-ae36-d74ebfbdb12c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:22.986663 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d4aba5fe-94d4-4a8b-ae36-d74ebfbdb12c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:23.017134 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d4aba5fe-94d4-4a8b-ae36-d74ebfbdb12c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1683247 Sep 21 18:26:23.019925 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49952) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:23.026162 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-1654d1fa-706a-426d-b2de-e71bd2e05037 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1369772131', 'admin_state_up': True, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:23.060392 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f5485c47-378b-4b7a-9913-68acab407258 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:26:23.073019 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aba5fe-94d4-4a8b-ae36-d74ebfbdb12c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'Network': ['ID=892f9931-e467-43ba-a246-2ca660a1d7d2,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:23.086906 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 892f9931-e467-43ba-a246-2ca660a1d7d2 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:26:23.087402 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1654d1fa-706a-426d-b2de-e71bd2e05037 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:23.088537 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1654d1fa-706a-426d-b2de-e71bd2e05037 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:23.090649 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: f5485c47-378b-4b7a-9913-68acab407258 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:26:23.091080 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f5485c47-378b-4b7a-9913-68acab407258 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:26:23.140706 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1654d1fa-706a-426d-b2de-e71bd2e05037 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:23.279575 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1654d1fa-706a-426d-b2de-e71bd2e05037 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:23.483486 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1654d1fa-706a-426d-b2de-e71bd2e05037 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:23.511701 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1654d1fa-706a-426d-b2de-e71bd2e05037 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:23.631275 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-1654d1fa-706a-426d-b2de-e71bd2e05037 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Allocated IP 172.25.6.212 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/53fde6ec-15da-44b6-9388-96dd27967c72) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:26:23.634865 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:23.740978 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1654d1fa-706a-426d-b2de-e71bd2e05037 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:23.782900 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1654d1fa-706a-426d-b2de-e71bd2e05037 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:23.819984 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1654d1fa-706a-426d-b2de-e71bd2e05037 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:26:23.823105 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-1654d1fa-706a-426d-b2de-e71bd2e05037 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:23.828870 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1654d1fa-706a-426d-b2de-e71bd2e05037 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:26:23.835310 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654d1fa-706a-426d-b2de-e71bd2e05037 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'Port': ['ID=53fde6ec-15da-44b6-9388-96dd27967c72,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:24.094075 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1654d1fa-706a-426d-b2de-e71bd2e05037 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:24.292139 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1654d1fa-706a-426d-b2de-e71bd2e05037 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:24.432466 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1654d1fa-706a-426d-b2de-e71bd2e05037 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Router 23823693-4e19-4456-b6ff-10cea68399e7 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:26:24.555504 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1654d1fa-706a-426d-b2de-e71bd2e05037 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:26:24.556223 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:26:24.565008 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0d9c80-e29c-49df-b450-39dfd0e7a058 None None] Sync routers for ids ['23823693-4e19-4456-b6ff-10cea68399e7'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:26:24.573778 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1654d1fa-706a-426d-b2de-e71bd2e05037 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:24.574480 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0d9c80-e29c-49df-b450-39dfd0e7a058 None None] Routers {'23823693-4e19-4456-b6ff-10cea68399e7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:26:24.575134 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-ab0d9c80-e29c-49df-b450-39dfd0e7a058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:26:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['23823693-4e19-4456-b6ff-10cea68399e7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:24.575497 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1654d1fa-706a-426d-b2de-e71bd2e05037 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5542634 Sep 21 18:26:24.578344 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49954) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:24.609603 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d76f6ee5-5550-49be-b8cf-365f9939f746 tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=99089d04f7cb4cd988bfbe14fd24f277&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298593 Sep 21 18:26:24.611991 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 49956) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:24.678427 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-ab0d9c80-e29c-49df-b450-39dfd0e7a058 None None] Set router 23823693-4e19-4456-b6ff-10cea68399e7 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:26:24.705376 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff7f507-44c6-432e-97ef-9b3584da3623 tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:24.706866 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-dff7f507-44c6-432e-97ef-9b3584da3623 tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0936527 Sep 21 18:26:24.710272 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49958) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:24.739344 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b9a458ee-1795-4c57-b5f4-a7afa335e0b3 tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b8a002cf-2233-41c0-bbfe-1c8ea43e5299&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277884 Sep 21 18:26:24.742001 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49960) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:24.746806 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-49e99fc4-d14a-4ab7-86d1-5da4c7d752e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-549897030', 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:24.788727 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:24.840806 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e99fc4-d14a-4ab7-86d1-5da4c7d752e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Made reservation on behalf of 99089d04f7cb4cd988bfbe14fd24f277 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:26:24.844416 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-49e99fc4-d14a-4ab7-86d1-5da4c7d752e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:24.858715 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-ab0d9c80-e29c-49df-b450-39dfd0e7a058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23823693-4e19-4456-b6ff-10cea68399e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369772131', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '53fde6ec-15da-44b6-9388-96dd27967c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:26:23Z', 'updated_at': '2021-09-21T18:26:23Z', 'revision_number': 3, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': '53fde6ec-15da-44b6-9388-96dd27967c72', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23823693-4e19-4456-b6ff-10cea68399e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:26:23Z', 'updated_at': '2021-09-21T18:26:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:24.988211 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0d9c80-e29c-49df-b450-39dfd0e7a058 None None] Checking router: 23823693-4e19-4456-b6ff-10cea68399e7 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:26:24.988529 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0d9c80-e29c-49df-b450-39dfd0e7a058 None None] Updating router 23823693-4e19-4456-b6ff-10cea68399e7 port 53fde6ec-15da-44b6-9388-96dd27967c72 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:26:25.013222 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-ab0d9c80-e29c-49df-b450-39dfd0e7a058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:25.032650 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-49e99fc4-d14a-4ab7-86d1-5da4c7d752e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:25.096334 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e99fc4-d14a-4ab7-86d1-5da4c7d752e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'Subnet': ['ID=e6d5dc4a-abfb-4ead-a22f-ef71fa03da97,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:25.104026 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e99fc4-d14a-4ab7-86d1-5da4c7d752e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Checking segment: {'id': 'b68d6d2a-030c-45c9-8642-db0290d0baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:26:25.104393 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e99fc4-d14a-4ab7-86d1-5da4c7d752e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Network hostable DHCP agents. Network: 892f9931-e467-43ba-a246-2ca660a1d7d2, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:26:25.121303 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e99fc4-d14a-4ab7-86d1-5da4c7d752e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Network 892f9931-e467-43ba-a246-2ca660a1d7d2 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:26:25.130393 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-49e99fc4-d14a-4ab7-86d1-5da4c7d752e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 892f9931-e467-43ba-a246-2ca660a1d7d2) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:25.134774 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e99fc4-d14a-4ab7-86d1-5da4c7d752e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:25.135404 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-49e99fc4-d14a-4ab7-86d1-5da4c7d752e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:25.142043 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa387ef-f245-47e0-a41c-71b778da85b9 None None] Network 892f9931-e467-43ba-a246-2ca660a1d7d2 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:26:25.151086 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-49e99fc4-d14a-4ab7-86d1-5da4c7d752e5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4080441 Sep 21 18:26:25.154098 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 49962) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:25.290274 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-ab0d9c80-e29c-49df-b450-39dfd0e7a058 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:25.296609 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7087bb91-1aaf-4721-bea6-5b1c66034b7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-892f9931-e467-43ba-a246-2ca660a1d7d2', 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'fixed_ips': [{'subnet_id': 'e6d5dc4a-abfb-4ead-a22f-ef71fa03da97'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:26:25.296984 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-ab0d9c80-e29c-49df-b450-39dfd0e7a058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:25.297510 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7087bb91-1aaf-4721-bea6-5b1c66034b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:25.353277 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-ab0d9c80-e29c-49df-b450-39dfd0e7a058 None None] Attempting to bind port 53fde6ec-15da-44b6-9388-96dd27967c72 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:26:25.353727 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-ab0d9c80-e29c-49df-b450-39dfd0e7a058 None None] Attempting to bind port 53fde6ec-15da-44b6-9388-96dd27967c72 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:26:25.354153 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0d9c80-e29c-49df-b450-39dfd0e7a058 None None] Attempting to bind port 53fde6ec-15da-44b6-9388-96dd27967c72 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:26:25.357234 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aee3fd-f8c4-4b1a-93ad-12fdb5b97366 None None] Pushing event updated for resources: {'Port': ['ID=53fde6ec-15da-44b6-9388-96dd27967c72,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:25.361958 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0d9c80-e29c-49df-b450-39dfd0e7a058 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:26:25.362426 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0d9c80-e29c-49df-b450-39dfd0e7a058 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:26:25.362887 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-ab0d9c80-e29c-49df-b450-39dfd0e7a058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:25.363361 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0d9c80-e29c-49df-b450-39dfd0e7a058 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:26:25.363885 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-ab0d9c80-e29c-49df-b450-39dfd0e7a058 None None] Bound port: 53fde6ec-15da-44b6-9388-96dd27967c72, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:26:25.364326 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-ab0d9c80-e29c-49df-b450-39dfd0e7a058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:25.370792 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aee3fd-f8c4-4b1a-93ad-12fdb5b97366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:25.371238 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aee3fd-f8c4-4b1a-93ad-12fdb5b97366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:25.371639 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aee3fd-f8c4-4b1a-93ad-12fdb5b97366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:25.372465 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aee3fd-f8c4-4b1a-93ad-12fdb5b97366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:25.372465 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aee3fd-f8c4-4b1a-93ad-12fdb5b97366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:25.372767 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aee3fd-f8c4-4b1a-93ad-12fdb5b97366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:25.373149 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aee3fd-f8c4-4b1a-93ad-12fdb5b97366 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:25.373528 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aee3fd-f8c4-4b1a-93ad-12fdb5b97366 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:25.373912 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aee3fd-f8c4-4b1a-93ad-12fdb5b97366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:25.374649 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aee3fd-f8c4-4b1a-93ad-12fdb5b97366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:25.374649 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aee3fd-f8c4-4b1a-93ad-12fdb5b97366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:25.375038 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aee3fd-f8c4-4b1a-93ad-12fdb5b97366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:25.429824 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-ab0d9c80-e29c-49df-b450-39dfd0e7a058 None None] For port 53fde6ec-15da-44b6-9388-96dd27967c72, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:26:25.433888 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-ab0d9c80-e29c-49df-b450-39dfd0e7a058 None None] For port 53fde6ec-15da-44b6-9388-96dd27967c72, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=53fde6ec-15da-44b6-9388-96dd27967c72,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:26:25.439047 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-ab0d9c80-e29c-49df-b450-39dfd0e7a058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:25.501019 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0d9c80-e29c-49df-b450-39dfd0e7a058 None None] Routers {'23823693-4e19-4456-b6ff-10cea68399e7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:26:25.502057 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-ab0d9c80-e29c-49df-b450-39dfd0e7a058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:26:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['23823693-4e19-4456-b6ff-10cea68399e7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:25.543441 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aee3fd-f8c4-4b1a-93ad-12fdb5b97366 None None] Pushing event updated for resources: {'Port': ['ID=53fde6ec-15da-44b6-9388-96dd27967c72,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:25.598633 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-7087bb91-1aaf-4721-bea6-5b1c66034b7e None None] Allocated IP 172.20.0.2 (892f9931-e467-43ba-a246-2ca660a1d7d2/e6d5dc4a-abfb-4ead-a22f-ef71fa03da97/1110f855-1380-4859-8287-b888c9bf1e6f) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:26:25.614719 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-ab0d9c80-e29c-49df-b450-39dfd0e7a058 None None] Set router 23823693-4e19-4456-b6ff-10cea68399e7 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:26:25.634028 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-51870e4f-a4a4-41e5-bee2-e7a5641eac0a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:25.753320 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7087bb91-1aaf-4721-bea6-5b1c66034b7e None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:25.760242 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7087bb91-1aaf-4721-bea6-5b1c66034b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:25.793958 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-ab0d9c80-e29c-49df-b450-39dfd0e7a058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23823693-4e19-4456-b6ff-10cea68399e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369772131', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '53fde6ec-15da-44b6-9388-96dd27967c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:26:23Z', 'updated_at': '2021-09-21T18:26:23Z', 'revision_number': 3, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': '53fde6ec-15da-44b6-9388-96dd27967c72', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23823693-4e19-4456-b6ff-10cea68399e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:26:23Z', 'updated_at': '2021-09-21T18:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:25.797007 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7087bb91-1aaf-4721-bea6-5b1c66034b7e None None] Network 892f9931-e467-43ba-a246-2ca660a1d7d2 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:26:25.800551 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-7087bb91-1aaf-4721-bea6-5b1c66034b7e None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:25.804279 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7087bb91-1aaf-4721-bea6-5b1c66034b7e None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:26:25.828024 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0d9c80-e29c-49df-b450-39dfd0e7a058 None None] The sync data for ids ['23823693-4e19-4456-b6ff-10cea68399e7'] in n-d-810291-1 is: [{'id': '23823693-4e19-4456-b6ff-10cea68399e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369772131', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '53fde6ec-15da-44b6-9388-96dd27967c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:26:23Z', 'updated_at': '2021-09-21T18:26:23Z', 'revision_number': 3, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': '53fde6ec-15da-44b6-9388-96dd27967c72', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23823693-4e19-4456-b6ff-10cea68399e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:26:23Z', 'updated_at': '2021-09-21T18:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:26:25.860836 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7087bb91-1aaf-4721-bea6-5b1c66034b7e None None] Pushing event updated for resources: {'Port': ['ID=1110f855-1380-4859-8287-b888c9bf1e6f,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:25.876076 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-7087bb91-1aaf-4721-bea6-5b1c66034b7e None None] Attempting to bind port 1110f855-1380-4859-8287-b888c9bf1e6f on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:26:25.876453 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-7087bb91-1aaf-4721-bea6-5b1c66034b7e None None] Attempting to bind port 1110f855-1380-4859-8287-b888c9bf1e6f by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'b68d6d2a-030c-45c9-8642-db0290d0baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:26:25.876822 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7087bb91-1aaf-4721-bea6-5b1c66034b7e None None] Attempting to bind port 1110f855-1380-4859-8287-b888c9bf1e6f on network 892f9931-e467-43ba-a246-2ca660a1d7d2 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:26:25.882418 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7087bb91-1aaf-4721-bea6-5b1c66034b7e None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:26:25.882794 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7087bb91-1aaf-4721-bea6-5b1c66034b7e None None] Checking segment: {'id': 'b68d6d2a-030c-45c9-8642-db0290d0baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:26:25.883244 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7087bb91-1aaf-4721-bea6-5b1c66034b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:25.883643 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7087bb91-1aaf-4721-bea6-5b1c66034b7e None None] Bound using segment: {'id': 'b68d6d2a-030c-45c9-8642-db0290d0baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:26:25.884113 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-7087bb91-1aaf-4721-bea6-5b1c66034b7e None None] Bound port: 1110f855-1380-4859-8287-b888c9bf1e6f, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b68d6d2a-030c-45c9-8642-db0290d0baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:26:25.884503 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7087bb91-1aaf-4721-bea6-5b1c66034b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:25.935787 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-51870e4f-a4a4-41e5-bee2-e7a5641eac0a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Allocated IP 172.20.0.1 (892f9931-e467-43ba-a246-2ca660a1d7d2/e6d5dc4a-abfb-4ead-a22f-ef71fa03da97/01e6e185-870f-4734-b826-d1f632c38360) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:26:25.957378 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-7087bb91-1aaf-4721-bea6-5b1c66034b7e None None] For port 1110f855-1380-4859-8287-b888c9bf1e6f, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:26:25.961932 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-7087bb91-1aaf-4721-bea6-5b1c66034b7e None None] For port 1110f855-1380-4859-8287-b888c9bf1e6f, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1110f855-1380-4859-8287-b888c9bf1e6f,segment=NetworkSegment(b68d6d2a-030c-45c9-8642-db0290d0baf0),segment_id=b68d6d2a-030c-45c9-8642-db0290d0baf0)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:26:25.967210 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7087bb91-1aaf-4721-bea6-5b1c66034b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:26.028822 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7087bb91-1aaf-4721-bea6-5b1c66034b7e None None] Pushing event updated for resources: {'Port': ['ID=1110f855-1380-4859-8287-b888c9bf1e6f,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:26.068306 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-51870e4f-a4a4-41e5-bee2-e7a5641eac0a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:26.126770 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-51870e4f-a4a4-41e5-bee2-e7a5641eac0a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:26.170257 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51870e4f-a4a4-41e5-bee2-e7a5641eac0a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Network 892f9931-e467-43ba-a246-2ca660a1d7d2 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:26:26.173779 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-51870e4f-a4a4-41e5-bee2-e7a5641eac0a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:26.182563 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51870e4f-a4a4-41e5-bee2-e7a5641eac0a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:26:26.191527 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51870e4f-a4a4-41e5-bee2-e7a5641eac0a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'Port': ['ID=01e6e185-870f-4734-b826-d1f632c38360,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:26.274013 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-51870e4f-a4a4-41e5-bee2-e7a5641eac0a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:26.413280 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-51870e4f-a4a4-41e5-bee2-e7a5641eac0a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:26.706224 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-51870e4f-a4a4-41e5-bee2-e7a5641eac0a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:26.713118 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-51870e4f-a4a4-41e5-bee2-e7a5641eac0a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:26.793798 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51870e4f-a4a4-41e5-bee2-e7a5641eac0a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'Port': ['ID=01e6e185-870f-4734-b826-d1f632c38360,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:26.796490 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-51870e4f-a4a4-41e5-bee2-e7a5641eac0a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:26.892851 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51870e4f-a4a4-41e5-bee2-e7a5641eac0a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Network 892f9931-e467-43ba-a246-2ca660a1d7d2 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:26:26.894419 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-51870e4f-a4a4-41e5-bee2-e7a5641eac0a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:27.016980 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51870e4f-a4a4-41e5-bee2-e7a5641eac0a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Router 23823693-4e19-4456-b6ff-10cea68399e7 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:26:27.020854 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce589c50-0b59-4785-92d0-57914a60bdcd None None] Network 892f9931-e467-43ba-a246-2ca660a1d7d2 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:26:27.112610 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-d2da292f-0525-4174-ad88-b06d5d9320b6 None None] Provisioning complete for port 1110f855-1380-4859-8287-b888c9bf1e6f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:27.112958 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d2da292f-0525-4174-ad88-b06d5d9320b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:27.138726 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51870e4f-a4a4-41e5-bee2-e7a5641eac0a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:26:27.143866 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-51870e4f-a4a4-41e5-bee2-e7a5641eac0a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "PUT /v2.0/routers/23823693-4e19-4456-b6ff-10cea68399e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9887617 Sep 21 18:26:27.216526 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 53fde6ec-15da-44b6-9388-96dd27967c72 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:26:27.307494 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d2da292f-0525-4174-ad88-b06d5d9320b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:27.335885 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 53fde6ec-15da-44b6-9388-96dd27967c72 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:27.336502 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:27.366079 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-664dab52-e3c6-4021-a860-155690833b66 req-8b8a4bb9-138b-47a6-9f8f-4d8eace1e6b9 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-400386339&fields=id&tenant_id=99089d04f7cb4cd988bfbe14fd24f277 HTTP/1.1" status: 200 len: 267 time: 0.0366940 Sep 21 18:26:27.369981 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-d2da292f-0525-4174-ad88-b06d5d9320b6 None None] For port 1110f855-1380-4859-8287-b888c9bf1e6f, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1110f855-1380-4859-8287-b888c9bf1e6f,segment=NetworkSegment(b68d6d2a-030c-45c9-8642-db0290d0baf0),segment_id=b68d6d2a-030c-45c9-8642-db0290d0baf0)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:26:27.377950 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d2da292f-0525-4174-ad88-b06d5d9320b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:27.464516 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da292f-0525-4174-ad88-b06d5d9320b6 None None] Pushing event updated for resources: {'Port': ['ID=1110f855-1380-4859-8287-b888c9bf1e6f,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:27.480801 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:27.486262 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664dab52-e3c6-4021-a860-155690833b66 req-f7cf8bc6-0c1f-4439-8661-bd42b712cdd3 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:27.487864 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-664dab52-e3c6-4021-a860-155690833b66 req-f7cf8bc6-0c1f-4439-8661-bd42b712cdd3 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/networks?id=892f9931-e467-43ba-a246-2ca660a1d7d2 HTTP/1.1" status: 200 len: 796 time: 0.1127467 Sep 21 18:26:27.504880 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-664dab52-e3c6-4021-a860-155690833b66 req-1f9f7634-8151-4546-91ed-c4bdba322000 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/quotas/99089d04f7cb4cd988bfbe14fd24f277 HTTP/1.1" status: 200 len: 375 time: 0.0103934 Sep 21 18:26:27.511611 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 53fde6ec-15da-44b6-9388-96dd27967c72, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=53fde6ec-15da-44b6-9388-96dd27967c72,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:26:27.516454 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:27.517832 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1110f855-1380-4859-8287-b888c9bf1e6f up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:26:27.565068 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-664dab52-e3c6-4021-a860-155690833b66 req-179bd7db-881e-42eb-a14b-bc50b429be33 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520332 Sep 21 18:26:27.620073 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=53fde6ec-15da-44b6-9388-96dd27967c72,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:27.631727 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-0a1dfff5-6c42-42b4-b5a5-bc04241c56cf None None] Provisioning complete for port 1110f855-1380-4859-8287-b888c9bf1e6f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:27.632097 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0a1dfff5-6c42-42b4-b5a5-bc04241c56cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:27.652995 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 1110f855-1380-4859-8287-b888c9bf1e6f triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:27.653343 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:27.657793 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5d0cf3-46a1-4c9c-a18e-03c7d6c42b70 None None] Sync routers for ids ['23823693-4e19-4456-b6ff-10cea68399e7'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:26:27.710780 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5d0cf3-46a1-4c9c-a18e-03c7d6c42b70 None None] Routers {'23823693-4e19-4456-b6ff-10cea68399e7'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:26:27.711458 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-7f5d0cf3-46a1-4c9c-a18e-03c7d6c42b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:26:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['23823693-4e19-4456-b6ff-10cea68399e7'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:27.744177 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-664dab52-e3c6-4021-a860-155690833b66 req-2d995d7c-e81d-453c-b482-00fd37f46cd6 service neutron] 10.222.0.58 "GET /v2.0/networks/892f9931-e467-43ba-a246-2ca660a1d7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609111 Sep 21 18:26:27.842531 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-664dab52-e3c6-4021-a860-155690833b66 req-5c5c5097-175e-48ab-b878-a526b940ad2e service neutron] 10.222.0.58 "GET /v2.0/networks/892f9931-e467-43ba-a246-2ca660a1d7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904913 Sep 21 18:26:27.902305 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-7f5d0cf3-46a1-4c9c-a18e-03c7d6c42b70 None None] Set router 23823693-4e19-4456-b6ff-10cea68399e7 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:26:27.931548 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-0a1dfff5-6c42-42b4-b5a5-bc04241c56cf None None] Provisioning complete for port 01e6e185-870f-4734-b826-d1f632c38360 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:27.932059 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0a1dfff5-6c42-42b4-b5a5-bc04241c56cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:28.005260 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-0a1dfff5-6c42-42b4-b5a5-bc04241c56cf None None] Port 01e6e185-870f-4734-b826-d1f632c38360 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:26:28.037131 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cfb1fcf7-6c55-4d0e-ae9d-09018b4e7540 req-77b81c3f-f57c-4ba2-bcb8-413f3899fff2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 210 time: 0.0267217 Sep 21 18:26:28.131740 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-f0eff29f-d605-4bb1-85c6-4d7ebb44216b None None] Provisioning complete for port 01e6e185-870f-4734-b826-d1f632c38360 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:28.132266 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f0eff29f-d605-4bb1-85c6-4d7ebb44216b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:28.173077 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-f0eff29f-d605-4bb1-85c6-4d7ebb44216b None None] Port 01e6e185-870f-4734-b826-d1f632c38360 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:26:28.180936 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-7f5d0cf3-46a1-4c9c-a18e-03c7d6c42b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23823693-4e19-4456-b6ff-10cea68399e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369772131', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '53fde6ec-15da-44b6-9388-96dd27967c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:26:23Z', 'updated_at': '2021-09-21T18:26:26Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': '53fde6ec-15da-44b6-9388-96dd27967c72', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23823693-4e19-4456-b6ff-10cea68399e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:26:23Z', 'updated_at': '2021-09-21T18:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '01e6e185-870f-4734-b826-d1f632c38360', 'name': '', 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:52:0c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23823693-4e19-4456-b6ff-10cea68399e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'e6d5dc4a-abfb-4ead-a22f-ef71fa03da97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:26:25Z', 'updated_at': '2021-09-21T18:26:26Z', 'revision_number': 2, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': 'e6d5dc4a-abfb-4ead-a22f-ef71fa03da97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:28.216310 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5d0cf3-46a1-4c9c-a18e-03c7d6c42b70 None None] Checking router: 23823693-4e19-4456-b6ff-10cea68399e7 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:26:28.216686 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5d0cf3-46a1-4c9c-a18e-03c7d6c42b70 None None] Updating router 23823693-4e19-4456-b6ff-10cea68399e7 port 01e6e185-870f-4734-b826-d1f632c38360 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:26:28.242195 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7f5d0cf3-46a1-4c9c-a18e-03c7d6c42b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:28.518994 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7f5d0cf3-46a1-4c9c-a18e-03c7d6c42b70 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:28.524566 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7f5d0cf3-46a1-4c9c-a18e-03c7d6c42b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:28.576600 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa2f61-ada1-41da-97b4-56d0006ac4a3 None None] Pushing event updated for resources: {'Port': ['ID=01e6e185-870f-4734-b826-d1f632c38360,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:28.626553 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-7f5d0cf3-46a1-4c9c-a18e-03c7d6c42b70 None None] Attempting to bind port 01e6e185-870f-4734-b826-d1f632c38360 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:26:28.626944 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-7f5d0cf3-46a1-4c9c-a18e-03c7d6c42b70 None None] Attempting to bind port 01e6e185-870f-4734-b826-d1f632c38360 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'b68d6d2a-030c-45c9-8642-db0290d0baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:26:28.627310 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5d0cf3-46a1-4c9c-a18e-03c7d6c42b70 None None] Attempting to bind port 01e6e185-870f-4734-b826-d1f632c38360 on network 892f9931-e467-43ba-a246-2ca660a1d7d2 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:26:28.632536 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5d0cf3-46a1-4c9c-a18e-03c7d6c42b70 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:26:28.633041 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5d0cf3-46a1-4c9c-a18e-03c7d6c42b70 None None] Checking segment: {'id': 'b68d6d2a-030c-45c9-8642-db0290d0baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:26:28.633286 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7f5d0cf3-46a1-4c9c-a18e-03c7d6c42b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:28.633676 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5d0cf3-46a1-4c9c-a18e-03c7d6c42b70 None None] Bound using segment: {'id': 'b68d6d2a-030c-45c9-8642-db0290d0baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:26:28.634140 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-7f5d0cf3-46a1-4c9c-a18e-03c7d6c42b70 None None] Bound port: 01e6e185-870f-4734-b826-d1f632c38360, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b68d6d2a-030c-45c9-8642-db0290d0baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:26:28.634531 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7f5d0cf3-46a1-4c9c-a18e-03c7d6c42b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:28.701081 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-7f5d0cf3-46a1-4c9c-a18e-03c7d6c42b70 None None] For port 01e6e185-870f-4734-b826-d1f632c38360, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:26:28.705099 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-7f5d0cf3-46a1-4c9c-a18e-03c7d6c42b70 None None] For port 01e6e185-870f-4734-b826-d1f632c38360, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=01e6e185-870f-4734-b826-d1f632c38360,segment=NetworkSegment(b68d6d2a-030c-45c9-8642-db0290d0baf0),segment_id=b68d6d2a-030c-45c9-8642-db0290d0baf0)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:26:28.708969 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7f5d0cf3-46a1-4c9c-a18e-03c7d6c42b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:28.764401 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5d0cf3-46a1-4c9c-a18e-03c7d6c42b70 None None] Routers {'23823693-4e19-4456-b6ff-10cea68399e7'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:26:28.765043 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-7f5d0cf3-46a1-4c9c-a18e-03c7d6c42b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:26:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['23823693-4e19-4456-b6ff-10cea68399e7'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:28.769981 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa2f61-ada1-41da-97b4-56d0006ac4a3 None None] Pushing event updated for resources: {'Port': ['ID=01e6e185-870f-4734-b826-d1f632c38360,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:28.834790 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-a58edc75-da3e-4187-b45c-3e0f8f4fc903 None None] Provisioning complete for port 01e6e185-870f-4734-b826-d1f632c38360 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:28.835183 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a58edc75-da3e-4187-b45c-3e0f8f4fc903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:29.066484 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-7f5d0cf3-46a1-4c9c-a18e-03c7d6c42b70 None None] Set router 23823693-4e19-4456-b6ff-10cea68399e7 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:26:29.142160 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e59cdfa7-b755-4b5a-96b6-1cfcbdf6a68f req-dfce5e24-9341-4ec8-9b90-45375753b5eb tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 210 time: 0.0310991 Sep 21 18:26:29.163893 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 53fde6ec-15da-44b6-9388-96dd27967c72 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:26:29.226898 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a58edc75-da3e-4187-b45c-3e0f8f4fc903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:29.314912 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a58edc75-da3e-4187-b45c-3e0f8f4fc903 None None] For port 01e6e185-870f-4734-b826-d1f632c38360, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=01e6e185-870f-4734-b826-d1f632c38360,segment=NetworkSegment(b68d6d2a-030c-45c9-8642-db0290d0baf0),segment_id=b68d6d2a-030c-45c9-8642-db0290d0baf0)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:26:29.335872 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664dab52-e3c6-4021-a860-155690833b66 req-f37980c2-dd7b-48fb-a3e3-087bfe258c3c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:29.337604 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-664dab52-e3c6-4021-a860-155690833b66 req-f37980c2-dd7b-48fb-a3e3-087bfe258c3c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.44 "GET /v2.0/networks?id=892f9931-e467-43ba-a246-2ca660a1d7d2 HTTP/1.1" status: 200 len: 796 time: 0.1211095 Sep 21 18:26:29.342406 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a58edc75-da3e-4187-b45c-3e0f8f4fc903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:29.346756 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 53fde6ec-15da-44b6-9388-96dd27967c72 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:29.347147 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:29.389715 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-664dab52-e3c6-4021-a860-155690833b66 req-8d406d0b-5946-4d6b-9d37-e21ed786cbb5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99089d04f7cb4cd988bfbe14fd24f277 HTTP/1.1" status: 200 len: 379 time: 0.0337827 Sep 21 18:26:29.405869 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-664dab52-e3c6-4021-a860-155690833b66 req-13edb8e3-8a9c-4aca-83df-189a9c64cc6c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'port': {'device_id': '428e774c-a98c-4476-8db1-6df819efbda1', 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2', 'admin_state_up': True, 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'security_groups': ['91253603-6700-4fa8-aaa9-1e2b81824043']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:29.426820 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58edc75-da3e-4187-b45c-3e0f8f4fc903 None None] Pushing event updated for resources: {'Port': ['ID=01e6e185-870f-4734-b826-d1f632c38360,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:29.447626 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-7f5d0cf3-46a1-4c9c-a18e-03c7d6c42b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23823693-4e19-4456-b6ff-10cea68399e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369772131', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '53fde6ec-15da-44b6-9388-96dd27967c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:26:23Z', 'updated_at': '2021-09-21T18:26:26Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': '53fde6ec-15da-44b6-9388-96dd27967c72', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23823693-4e19-4456-b6ff-10cea68399e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:26:23Z', 'updated_at': '2021-09-21T18:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '01e6e185-870f-4734-b826-d1f632c38360', 'name': '', 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:52:0c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23823693-4e19-4456-b6ff-10cea68399e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'e6d5dc4a-abfb-4ead-a22f-ef71fa03da97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:26:25Z', 'updated_at': '2021-09-21T18:26:28Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': 'e6d5dc4a-abfb-4ead-a22f-ef71fa03da97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:29.483387 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5d0cf3-46a1-4c9c-a18e-03c7d6c42b70 None None] The sync data for ids ['23823693-4e19-4456-b6ff-10cea68399e7'] in n-d-810291-1 is: [{'id': '23823693-4e19-4456-b6ff-10cea68399e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369772131', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '53fde6ec-15da-44b6-9388-96dd27967c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:26:23Z', 'updated_at': '2021-09-21T18:26:26Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': '53fde6ec-15da-44b6-9388-96dd27967c72', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23823693-4e19-4456-b6ff-10cea68399e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:26:23Z', 'updated_at': '2021-09-21T18:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '01e6e185-870f-4734-b826-d1f632c38360', 'name': '', 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:52:0c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23823693-4e19-4456-b6ff-10cea68399e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'e6d5dc4a-abfb-4ead-a22f-ef71fa03da97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:26:25Z', 'updated_at': '2021-09-21T18:26:28Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': 'e6d5dc4a-abfb-4ead-a22f-ef71fa03da97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:26:29.523829 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-1c456b54-2e2d-4f07-92f3-d735a3735133 None None] Provisioning complete for port 01e6e185-870f-4734-b826-d1f632c38360 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:29.524207 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1c456b54-2e2d-4f07-92f3-d735a3735133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:29.526903 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1110f855-1380-4859-8287-b888c9bf1e6f up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:26:29.550128 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-664dab52-e3c6-4021-a860-155690833b66 req-13edb8e3-8a9c-4aca-83df-189a9c64cc6c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Made reservation on behalf of 99089d04f7cb4cd988bfbe14fd24f277 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:26:29.553794 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-664dab52-e3c6-4021-a860-155690833b66 req-13edb8e3-8a9c-4aca-83df-189a9c64cc6c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:29.670266 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 1110f855-1380-4859-8287-b888c9bf1e6f triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:29.670713 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:29.722726 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-664dab52-e3c6-4021-a860-155690833b66 req-13edb8e3-8a9c-4aca-83df-189a9c64cc6c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Allocated IP 172.20.0.3 (892f9931-e467-43ba-a246-2ca660a1d7d2/e6d5dc4a-abfb-4ead-a22f-ef71fa03da97/8a7ab043-4988-4694-b30f-1ba710f77e42) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:26:29.873644 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-664dab52-e3c6-4021-a860-155690833b66 req-13edb8e3-8a9c-4aca-83df-189a9c64cc6c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:29.911105 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-664dab52-e3c6-4021-a860-155690833b66 req-13edb8e3-8a9c-4aca-83df-189a9c64cc6c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:29.957426 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-664dab52-e3c6-4021-a860-155690833b66 req-13edb8e3-8a9c-4aca-83df-189a9c64cc6c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Network 892f9931-e467-43ba-a246-2ca660a1d7d2 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:26:29.960915 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-664dab52-e3c6-4021-a860-155690833b66 req-13edb8e3-8a9c-4aca-83df-189a9c64cc6c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:29.964789 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-664dab52-e3c6-4021-a860-155690833b66 req-13edb8e3-8a9c-4aca-83df-189a9c64cc6c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:26:29.994234 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13edb8e3-8a9c-4aca-83df-189a9c64cc6c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'Port': ['ID=8a7ab043-4988-4694-b30f-1ba710f77e42,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:30.024915 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664dab52-e3c6-4021-a860-155690833b66 req-13edb8e3-8a9c-4aca-83df-189a9c64cc6c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:30.025579 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-664dab52-e3c6-4021-a860-155690833b66 req-13edb8e3-8a9c-4aca-83df-189a9c64cc6c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:30.041727 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-664dab52-e3c6-4021-a860-155690833b66 req-13edb8e3-8a9c-4aca-83df-189a9c64cc6c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6393094 Sep 21 18:26:30.055058 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-664dab52-e3c6-4021-a860-155690833b66 req-db7a6343-8326-4514-84fe-f773881463b9 service neutron] Request body: {'port': {'device_id': '428e774c-a98c-4476-8db1-6df819efbda1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:30.117857 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-664dab52-e3c6-4021-a860-155690833b66 req-db7a6343-8326-4514-84fe-f773881463b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:30.237047 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-aeefed0c-13c9-458c-887c-924176b428bf None None] Provisioning complete for port 8a7ab043-4988-4694-b30f-1ba710f77e42 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:30.238107 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-aeefed0c-13c9-458c-887c-924176b428bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:30.273219 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5330423-b730-47f5-9d24-16bb58499fa3 req-241b75cb-cabf-40c8-9ca1-ae338e44d331 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:30.275703 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a5330423-b730-47f5-9d24-16bb58499fa3 req-241b75cb-cabf-40c8-9ca1-ae338e44d331 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 931 time: 0.0593424 Sep 21 18:26:30.278889 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-aeefed0c-13c9-458c-887c-924176b428bf None None] Port 8a7ab043-4988-4694-b30f-1ba710f77e42 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:26:30.317432 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a5330423-b730-47f5-9d24-16bb58499fa3 req-24d292d0-8d1d-4d30-a146-551a774535af tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=91253603-6700-4fa8-aaa9-1e2b81824043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329938 Sep 21 18:26:30.418002 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-664dab52-e3c6-4021-a860-155690833b66 req-db7a6343-8326-4514-84fe-f773881463b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7ab043-4988-4694-b30f-1ba710f77e42 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:26:30.425831 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-664dab52-e3c6-4021-a860-155690833b66 req-db7a6343-8326-4514-84fe-f773881463b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:30.438529 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-664dab52-e3c6-4021-a860-155690833b66 req-db7a6343-8326-4514-84fe-f773881463b9 service neutron] Transition to ACTIVE for port object 8a7ab043-4988-4694-b30f-1ba710f77e42 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:26:30.443338 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-664dab52-e3c6-4021-a860-155690833b66 req-db7a6343-8326-4514-84fe-f773881463b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:30.497824 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a6343-8326-4514-84fe-f773881463b9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7ab043-4988-4694-b30f-1ba710f77e42,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:30.571789 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-664dab52-e3c6-4021-a860-155690833b66 req-db7a6343-8326-4514-84fe-f773881463b9 service neutron] Attempting to bind port 8a7ab043-4988-4694-b30f-1ba710f77e42 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:26:30.572135 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-664dab52-e3c6-4021-a860-155690833b66 req-db7a6343-8326-4514-84fe-f773881463b9 service neutron] Attempting to bind port 8a7ab043-4988-4694-b30f-1ba710f77e42 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'b68d6d2a-030c-45c9-8642-db0290d0baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:26:30.572468 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664dab52-e3c6-4021-a860-155690833b66 req-db7a6343-8326-4514-84fe-f773881463b9 service neutron] Attempting to bind port 8a7ab043-4988-4694-b30f-1ba710f77e42 on network 892f9931-e467-43ba-a246-2ca660a1d7d2 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:26:30.577512 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664dab52-e3c6-4021-a860-155690833b66 req-db7a6343-8326-4514-84fe-f773881463b9 service neutron] Port 8a7ab043-4988-4694-b30f-1ba710f77e42 on network 892f9931-e467-43ba-a246-2ca660a1d7d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:26:30.577827 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664dab52-e3c6-4021-a860-155690833b66 req-db7a6343-8326-4514-84fe-f773881463b9 service neutron] Attempting to bind port 8a7ab043-4988-4694-b30f-1ba710f77e42 on network 892f9931-e467-43ba-a246-2ca660a1d7d2 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:26:30.583525 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664dab52-e3c6-4021-a860-155690833b66 req-db7a6343-8326-4514-84fe-f773881463b9 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:26:30.583865 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664dab52-e3c6-4021-a860-155690833b66 req-db7a6343-8326-4514-84fe-f773881463b9 service neutron] Checking segment: {'id': 'b68d6d2a-030c-45c9-8642-db0290d0baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:26:30.584363 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664dab52-e3c6-4021-a860-155690833b66 req-db7a6343-8326-4514-84fe-f773881463b9 service neutron] Bound using segment: {'id': 'b68d6d2a-030c-45c9-8642-db0290d0baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:26:30.584768 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-664dab52-e3c6-4021-a860-155690833b66 req-db7a6343-8326-4514-84fe-f773881463b9 service neutron] Bound port: 8a7ab043-4988-4694-b30f-1ba710f77e42, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68d6d2a-030c-45c9-8642-db0290d0baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:26:30.585136 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-664dab52-e3c6-4021-a860-155690833b66 req-db7a6343-8326-4514-84fe-f773881463b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:30.650644 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-664dab52-e3c6-4021-a860-155690833b66 req-db7a6343-8326-4514-84fe-f773881463b9 service neutron] For port 8a7ab043-4988-4694-b30f-1ba710f77e42, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:26:30.654131 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-664dab52-e3c6-4021-a860-155690833b66 req-db7a6343-8326-4514-84fe-f773881463b9 service neutron] For port 8a7ab043-4988-4694-b30f-1ba710f77e42, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=8a7ab043-4988-4694-b30f-1ba710f77e42,segment=NetworkSegment(b68d6d2a-030c-45c9-8642-db0290d0baf0),segment_id=b68d6d2a-030c-45c9-8642-db0290d0baf0)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:26:30.661409 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-664dab52-e3c6-4021-a860-155690833b66 req-db7a6343-8326-4514-84fe-f773881463b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:30.696599 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664dab52-e3c6-4021-a860-155690833b66 req-db7a6343-8326-4514-84fe-f773881463b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:30.697379 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-664dab52-e3c6-4021-a860-155690833b66 req-db7a6343-8326-4514-84fe-f773881463b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:30.699091 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-664dab52-e3c6-4021-a860-155690833b66 req-db7a6343-8326-4514-84fe-f773881463b9 service neutron] 10.222.0.44 "PUT /v2.0/ports/8a7ab043-4988-4694-b30f-1ba710f77e42 HTTP/1.1" status: 200 len: 1091 time: 0.6484780 Sep 21 18:26:30.701602 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428e774c-a98c-4476-8db1-6df819efbda1', 'tag': '8a7ab043-4988-4694-b30f-1ba710f77e42'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:26:30.704505 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943440d8-7877-4ffb-b5c1-cf423010421c" -d '{"events": [{"name": "network-changed", "server_uuid": "428e774c-a98c-4476-8db1-6df819efbda1", "tag": "8a7ab043-4988-4694-b30f-1ba710f77e42"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:26:30.735414 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a6343-8326-4514-84fe-f773881463b9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7ab043-4988-4694-b30f-1ba710f77e42,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:30.753063 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f228ebe-0944-472a-a415-48a803d49815 x-openstack-request-id: req-9f228ebe-0944-472a-a415-48a803d49815 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:26:30.753422 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "428e774c-a98c-4476-8db1-6df819efbda1", "tag": "8a7ab043-4988-4694-b30f-1ba710f77e42", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:26:30.753720 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9f228ebe-0944-472a-a415-48a803d49815 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:26:30.754126 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '428e774c-a98c-4476-8db1-6df819efbda1', 'tag': '8a7ab043-4988-4694-b30f-1ba710f77e42', 'status': 'completed', 'code': 200} Sep 21 18:26:30.784360 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664dab52-e3c6-4021-a860-155690833b66 req-1a8d413c-2bdf-46f5-96ea-19d52fc4ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:30.785900 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-664dab52-e3c6-4021-a860-155690833b66 req-1a8d413c-2bdf-46f5-96ea-19d52fc4ff86 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 1094 time: 0.0434127 Sep 21 18:26:30.830716 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-664dab52-e3c6-4021-a860-155690833b66 req-31a7ba5c-6e9d-4a83-9157-68e909cb9573 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a7ab043-4988-4694-b30f-1ba710f77e42 HTTP/1.1" status: 200 len: 217 time: 0.0361414 Sep 21 18:26:30.882271 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664dab52-e3c6-4021-a860-155690833b66 req-cd1fa413-6604-4bb9-afb9-fd475bea1531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:30.883784 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-664dab52-e3c6-4021-a860-155690833b66 req-cd1fa413-6604-4bb9-afb9-fd475bea1531 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d5dc4a-abfb-4ead-a22f-ef71fa03da97 HTTP/1.1" status: 200 len: 834 time: 0.0454535 Sep 21 18:26:30.936579 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664dab52-e3c6-4021-a860-155690833b66 req-d9b9d4e8-5ed4-4fe2-95f6-dfbca76d1b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:30.938133 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-664dab52-e3c6-4021-a860-155690833b66 req-d9b9d4e8-5ed4-4fe2-95f6-dfbca76d1b40 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=892f9931-e467-43ba-a246-2ca660a1d7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459883 Sep 21 18:26:31.047737 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-664dab52-e3c6-4021-a860-155690833b66 req-e617e244-c7c5-4d6a-9021-26856ef3005e service neutron] 10.222.0.44 "GET /v2.0/networks/892f9931-e467-43ba-a246-2ca660a1d7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005316 Sep 21 18:26:31.141991 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 01e6e185-870f-4734-b826-d1f632c38360 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:26:31.150810 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-664dab52-e3c6-4021-a860-155690833b66 req-102a806d-f668-4503-ba9b-2f8f239d826a service neutron] 10.222.0.44 "GET /v2.0/networks/892f9931-e467-43ba-a246-2ca660a1d7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949440 Sep 21 18:26:31.195689 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 01e6e185-870f-4734-b826-d1f632c38360 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:31.195975 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:31.240666 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943440d8-7877-4ffb-b5c1-cf423010421c req-343619b1-a597-434b-baaf-b676650d01b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:31.242214 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-943440d8-7877-4ffb-b5c1-cf423010421c req-343619b1-a597-434b-baaf-b676650d01b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 1094 time: 0.0430429 Sep 21 18:26:31.345577 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943440d8-7877-4ffb-b5c1-cf423010421c req-81f21bb5-35c2-4da1-bdcd-4fbc8a630573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:31.347473 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-943440d8-7877-4ffb-b5c1-cf423010421c req-81f21bb5-35c2-4da1-bdcd-4fbc8a630573 service neutron] 10.222.0.44 "GET /v2.0/networks?id=892f9931-e467-43ba-a246-2ca660a1d7d2 HTTP/1.1" status: 200 len: 897 time: 0.0966640 Sep 21 18:26:31.390138 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-943440d8-7877-4ffb-b5c1-cf423010421c req-ec3a692e-e4f0-48ae-9b5c-e22e72469947 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a7ab043-4988-4694-b30f-1ba710f77e42 HTTP/1.1" status: 200 len: 217 time: 0.0344634 Sep 21 18:26:31.442865 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e58e4f-03f6-4ea2-b977-d98e141d213f req-8d5e3655-4395-4518-8d86-329ce101a3d6 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:31.443583 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943440d8-7877-4ffb-b5c1-cf423010421c req-a51706b1-592a-4668-bee6-633178285556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:31.444432 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d5e58e4f-03f6-4ea2-b977-d98e141d213f req-8d5e3655-4395-4518-8d86-329ce101a3d6 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 943 time: 0.0576372 Sep 21 18:26:31.444652 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-943440d8-7877-4ffb-b5c1-cf423010421c req-a51706b1-592a-4668-bee6-633178285556 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d5dc4a-abfb-4ead-a22f-ef71fa03da97 HTTP/1.1" status: 200 len: 834 time: 0.0472975 Sep 21 18:26:31.485424 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d5e58e4f-03f6-4ea2-b977-d98e141d213f req-89340fa4-3f53-49cb-870d-e1e8ac3e35d5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=91253603-6700-4fa8-aaa9-1e2b81824043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345132 Sep 21 18:26:31.497100 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943440d8-7877-4ffb-b5c1-cf423010421c req-da91f020-88f4-48e4-a7e5-e46187c12ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:31.499032 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-943440d8-7877-4ffb-b5c1-cf423010421c req-da91f020-88f4-48e4-a7e5-e46187c12ae4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=892f9931-e467-43ba-a246-2ca660a1d7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460584 Sep 21 18:26:31.591732 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-943440d8-7877-4ffb-b5c1-cf423010421c req-ced0c25d-ddb1-4eb5-91aa-391f23792701 service neutron] 10.222.0.44 "GET /v2.0/networks/892f9931-e467-43ba-a246-2ca660a1d7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834277 Sep 21 18:26:31.689214 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-943440d8-7877-4ffb-b5c1-cf423010421c req-e8bf048f-2c90-4a49-ba48-6734a910a4b7 service neutron] 10.222.0.44 "GET /v2.0/networks/892f9931-e467-43ba-a246-2ca660a1d7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899191 Sep 21 18:26:32.616335 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54db0e5-82b7-4b75-8554-b44f3d8c8802 req-c847ed5c-1033-49f9-b570-7aa3bf8eb54e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:32.617925 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d54db0e5-82b7-4b75-8554-b44f3d8c8802 req-c847ed5c-1033-49f9-b570-7aa3bf8eb54e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 943 time: 0.0557456 Sep 21 18:26:32.662626 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d54db0e5-82b7-4b75-8554-b44f3d8c8802 req-75b0975f-cf80-4094-a7dc-108af2afcdf6 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=91253603-6700-4fa8-aaa9-1e2b81824043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368655 Sep 21 18:26:33.789329 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f56fe-650f-4924-94e6-83d0cd29bb40 req-86cb8e34-a39e-403d-88d0-c1952ab1da5e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:33.791167 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6c5f56fe-650f-4924-94e6-83d0cd29bb40 req-86cb8e34-a39e-403d-88d0-c1952ab1da5e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 943 time: 0.0581558 Sep 21 18:26:33.833786 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6c5f56fe-650f-4924-94e6-83d0cd29bb40 req-15b4fa4a-fe6e-4dcc-bc44-536999efde4b tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=91253603-6700-4fa8-aaa9-1e2b81824043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360847 Sep 21 18:26:34.963629 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c0d8d-17bc-40db-a2e3-ea745a0e47d5 req-0a289744-af76-4784-8a01-c8ea9de1ed9b tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:34.965236 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a58c0d8d-17bc-40db-a2e3-ea745a0e47d5 req-0a289744-af76-4784-8a01-c8ea9de1ed9b tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 943 time: 0.0510762 Sep 21 18:26:34.996765 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 8a7ab043-4988-4694-b30f-1ba710f77e42 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:26:35.006952 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a58c0d8d-17bc-40db-a2e3-ea745a0e47d5 req-ddb41dc2-3bd1-489c-91cd-dd58e9cd578f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=91253603-6700-4fa8-aaa9-1e2b81824043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351918 Sep 21 18:26:35.099668 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 8a7ab043-4988-4694-b30f-1ba710f77e42, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=8a7ab043-4988-4694-b30f-1ba710f77e42,segment=NetworkSegment(b68d6d2a-030c-45c9-8642-db0290d0baf0),segment_id=b68d6d2a-030c-45c9-8642-db0290d0baf0)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:26:35.110970 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '8a7ab043-4988-4694-b30f-1ba710f77e42', 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2', 'port_id': '8a7ab043-4988-4694-b30f-1ba710f77e42', 'mac_address': 'fa:16:3e:76:35:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d5dc4a-abfb-4ead-a22f-ef71fa03da97', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:26:35.149702 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:35.165297 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7ab043-4988-4694-b30f-1ba710f77e42 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:26:35.202834 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 8a7ab043-4988-4694-b30f-1ba710f77e42, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=8a7ab043-4988-4694-b30f-1ba710f77e42,segment=NetworkSegment(b68d6d2a-030c-45c9-8642-db0290d0baf0),segment_id=b68d6d2a-030c-45c9-8642-db0290d0baf0)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:26:35.209178 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:35.258458 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=8a7ab043-4988-4694-b30f-1ba710f77e42,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:35.416021 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['8a7ab043-4988-4694-b30f-1ba710f77e42'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:26:35.728341 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dbcbc6e7-d927-4580-b390-c6db3326a0e8 req-f61bb324-1b8b-492d-a690-b01c9c5f6160 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=89ffcf48-f369-46b2-9d25-abc4dd94829f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460138 Sep 21 18:26:35.791169 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbc6e7-d927-4580-b390-c6db3326a0e8 req-b27332f1-b8f6-4b02-a0cc-d19ed3ab083f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:35.792653 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dbcbc6e7-d927-4580-b390-c6db3326a0e8 req-b27332f1-b8f6-4b02-a0cc-d19ed3ab083f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed22908bce274772830e1e318854b4a6&device_id=89ffcf48-f369-46b2-9d25-abc4dd94829f HTTP/1.1" status: 200 len: 1096 time: 0.0415759 Sep 21 18:26:35.910097 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbc6e7-d927-4580-b390-c6db3326a0e8 req-dc99fef1-5671-4979-b80a-c37b29193f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:35.911624 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dbcbc6e7-d927-4580-b390-c6db3326a0e8 req-dc99fef1-5671-4979-b80a-c37b29193f52 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d369e5c5-60af-4748-b4b0-9650fd649648 HTTP/1.1" status: 200 len: 913 time: 0.0930424 Sep 21 18:26:35.986719 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dbcbc6e7-d927-4580-b390-c6db3326a0e8 req-c6e952d1-55e4-40b5-970c-4441cce6ef3c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=065ddb6b-e3de-40b5-8084-218e02f3cf38 HTTP/1.1" status: 200 len: 1000 time: 0.0669963 Sep 21 18:26:36.035019 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbc6e7-d927-4580-b390-c6db3326a0e8 req-ff206a44-2104-43d7-a837-a70e2d95d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:36.036528 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dbcbc6e7-d927-4580-b390-c6db3326a0e8 req-ff206a44-2104-43d7-a837-a70e2d95d4e2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3451e09d-0afb-4f27-b18f-9613783297a1 HTTP/1.1" status: 200 len: 851 time: 0.0433464 Sep 21 18:26:36.082377 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbc6e7-d927-4580-b390-c6db3326a0e8 req-08caa22c-6d6b-4ed9-9b2b-781a4cfa60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:36.083928 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dbcbc6e7-d927-4580-b390-c6db3326a0e8 req-08caa22c-6d6b-4ed9-9b2b-781a4cfa60a0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d369e5c5-60af-4748-b4b0-9650fd649648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403521 Sep 21 18:26:36.125358 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5493a7-19a5-4521-b472-0c4ab343e3b2 req-1adcc2ab-f27a-45cb-b823-e914fbf76d10 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:36.126882 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9c5493a7-19a5-4521-b472-0c4ab343e3b2 req-1adcc2ab-f27a-45cb-b823-e914fbf76d10 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 944 time: 0.0506392 Sep 21 18:26:36.165478 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9c5493a7-19a5-4521-b472-0c4ab343e3b2 req-60708995-fc59-4a90-a8a3-396eb5cb4d6e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=91253603-6700-4fa8-aaa9-1e2b81824043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319116 Sep 21 18:26:36.177347 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dbcbc6e7-d927-4580-b390-c6db3326a0e8 req-05ecc47d-fecf-45db-a64b-00cc734c486d service neutron] 10.222.0.38 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859885 Sep 21 18:26:36.272746 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dbcbc6e7-d927-4580-b390-c6db3326a0e8 req-0d467c96-48d0-429f-838b-b4034b80d214 service neutron] 10.222.0.38 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884819 Sep 21 18:26:36.996563 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 8a7ab043-4988-4694-b30f-1ba710f77e42 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:26:37.048179 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 8a7ab043-4988-4694-b30f-1ba710f77e42 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:26:37.052147 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 8a7ab043-4988-4694-b30f-1ba710f77e42 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:26:37.052289 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:37.134355 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:37.157241 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428e774c-a98c-4476-8db1-6df819efbda1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7ab043-4988-4694-b30f-1ba710f77e42'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:26:37.159615 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a241dd99-64f2-477d-8ee1-b9ab91072ab7" -d '{"events": [{"server_uuid": "428e774c-a98c-4476-8db1-6df819efbda1", "name": "network-vif-plugged", "status": "completed", "tag": "8a7ab043-4988-4694-b30f-1ba710f77e42"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:26:37.172917 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 8a7ab043-4988-4694-b30f-1ba710f77e42, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=8a7ab043-4988-4694-b30f-1ba710f77e42,segment=NetworkSegment(b68d6d2a-030c-45c9-8642-db0290d0baf0),segment_id=b68d6d2a-030c-45c9-8642-db0290d0baf0)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:26:37.178392 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:37.204782 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2f046c-e83e-4ec1-9619-0ce6e396fdd2 x-openstack-request-id: req-9b2f046c-e83e-4ec1-9619-0ce6e396fdd2 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:26:37.205098 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428e774c-a98c-4476-8db1-6df819efbda1", "name": "network-vif-plugged", "status": "completed", "tag": "8a7ab043-4988-4694-b30f-1ba710f77e42", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:26:37.205364 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9b2f046c-e83e-4ec1-9619-0ce6e396fdd2 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:26:37.205759 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428e774c-a98c-4476-8db1-6df819efbda1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7ab043-4988-4694-b30f-1ba710f77e42', 'code': 200} Sep 21 18:26:37.236508 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=8a7ab043-4988-4694-b30f-1ba710f77e42,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:37.245770 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:37.245770 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:37.246138 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:37.246337 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:37.246663 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:37.247041 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:37.247367 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:37.247749 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:37.248050 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:37.248373 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:37.248628 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:37.248944 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:37.306408 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9d3e0-a165-4069-9fac-3630ea431f09 req-27f306a1-e66f-427b-bea3-9458a6df7954 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:37.308117 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-79f9d3e0-a165-4069-9fac-3630ea431f09 req-27f306a1-e66f-427b-bea3-9458a6df7954 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 945 time: 0.0548105 Sep 21 18:26:37.351259 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-79f9d3e0-a165-4069-9fac-3630ea431f09 req-61e10023-72a1-4d16-968e-1da1e8bd4bc1 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=91253603-6700-4fa8-aaa9-1e2b81824043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366521 Sep 21 18:26:37.630692 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1747f-a087-4e55-a85b-4fce16fd5d88 req-9c8b31b3-8f5e-43b5-9156-62385936fab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:37.632972 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d1b1747f-a087-4e55-a85b-4fce16fd5d88 req-9c8b31b3-8f5e-43b5-9156-62385936fab4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 1096 time: 0.3675091 Sep 21 18:26:37.672573 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d1b1747f-a087-4e55-a85b-4fce16fd5d88 req-29ad5da4-a86b-484d-a912-489be9e9906a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=91253603-6700-4fa8-aaa9-1e2b81824043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301406 Sep 21 18:26:38.472725 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a4a37-3468-4af3-91cb-0b1fbca2b5ec req-6b67f0d5-75bd-4d35-887a-e5f84f287a6e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:38.474119 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-252a4a37-3468-4af3-91cb-0b1fbca2b5ec req-6b67f0d5-75bd-4d35-887a-e5f84f287a6e tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 945 time: 0.0489459 Sep 21 18:26:38.516060 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-252a4a37-3468-4af3-91cb-0b1fbca2b5ec req-7a760dc1-9007-45e8-9b63-1a462ffa87cd tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=91253603-6700-4fa8-aaa9-1e2b81824043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335054 Sep 21 18:26:39.643303 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39528ecb-c9bc-4b4b-9ed9-f7df660999b4 req-af0d1e40-0154-458c-902a-0178147152cc tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:39.644872 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-39528ecb-c9bc-4b4b-9ed9-f7df660999b4 req-af0d1e40-0154-458c-902a-0178147152cc tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 945 time: 0.0497234 Sep 21 18:26:39.683914 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-39528ecb-c9bc-4b4b-9ed9-f7df660999b4 req-4f95c271-27d6-4834-856f-1936c4e80155 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=91253603-6700-4fa8-aaa9-1e2b81824043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328314 Sep 21 18:26:39.800521 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef1185-c075-4027-9d59-d6d1cacb9bcc req-d1cba75c-3ac2-4957-99b8-f7cf09ffd0ce tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:39.801995 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a7ef1185-c075-4027-9d59-d6d1cacb9bcc req-d1cba75c-3ac2-4957-99b8-f7cf09ffd0ce tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 945 time: 0.0503519 Sep 21 18:26:39.842499 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a7ef1185-c075-4027-9d59-d6d1cacb9bcc req-4fba1c25-e746-46e4-95cc-f8274b900fb3 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=91253603-6700-4fa8-aaa9-1e2b81824043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342588 Sep 21 18:26:39.864630 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50018) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:39.906345 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bbf4c1-77f9-47cf-816e-abcc0d37f589 tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:39.907928 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-31bbf4c1-77f9-47cf-816e-abcc0d37f589 tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 1091 time: 0.0423009 Sep 21 18:26:39.910807 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50020) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:39.915161 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-0119da5b-b11c-4728-b627-4c22846119fa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'port_id': '8a7ab043-4988-4694-b30f-1ba710f77e42', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:26:39.939687 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0119da5b-b11c-4728-b627-4c22846119fa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for floatingip, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:40.039752 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0119da5b-b11c-4728-b627-4c22846119fa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:40.147464 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-0119da5b-b11c-4728-b627-4c22846119fa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Allocated IP 172.25.6.78 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/d81e6cdc-0f6a-47b1-b198-c0831bcc95b5) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:26:40.248051 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0119da5b-b11c-4728-b627-4c22846119fa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:40.288801 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0119da5b-b11c-4728-b627-4c22846119fa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:40.325065 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0119da5b-b11c-4728-b627-4c22846119fa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:26:40.328014 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-0119da5b-b11c-4728-b627-4c22846119fa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:26:40.333817 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0119da5b-b11c-4728-b627-4c22846119fa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:26:40.339461 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119da5b-b11c-4728-b627-4c22846119fa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'Port': ['ID=d81e6cdc-0f6a-47b1-b198-c0831bcc95b5,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:40.368803 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119da5b-b11c-4728-b627-4c22846119fa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:40.369156 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119da5b-b11c-4728-b627-4c22846119fa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:40.369501 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119da5b-b11c-4728-b627-4c22846119fa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:40.369843 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119da5b-b11c-4728-b627-4c22846119fa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:40.370188 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119da5b-b11c-4728-b627-4c22846119fa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:40.370553 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119da5b-b11c-4728-b627-4c22846119fa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:40.370921 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119da5b-b11c-4728-b627-4c22846119fa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:40.371285 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119da5b-b11c-4728-b627-4c22846119fa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:40.371601 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119da5b-b11c-4728-b627-4c22846119fa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:40.371930 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119da5b-b11c-4728-b627-4c22846119fa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:40.372257 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119da5b-b11c-4728-b627-4c22846119fa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:40.372581 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119da5b-b11c-4728-b627-4c22846119fa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:26:40.712115 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0119da5b-b11c-4728-b627-4c22846119fa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:40.781732 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0119da5b-b11c-4728-b627-4c22846119fa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:40.936788 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0119da5b-b11c-4728-b627-4c22846119fa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:40.944722 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0119da5b-b11c-4728-b627-4c22846119fa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:41.015585 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119da5b-b11c-4728-b627-4c22846119fa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'Port': ['ID=d81e6cdc-0f6a-47b1-b198-c0831bcc95b5,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:41.027536 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0119da5b-b11c-4728-b627-4c22846119fa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:41.127800 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-0119da5b-b11c-4728-b627-4c22846119fa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Floating IP 8f956c2d-3920-4e23-ac74-27b7e8e78c46 associated. External IP: 172.25.6.78, port: 8a7ab043-4988-4694-b30f-1ba710f77e42. Sep 21 18:26:41.348951 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0119da5b-b11c-4728-b627-4c22846119fa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Router 23823693-4e19-4456-b6ff-10cea68399e7 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:26:41.467409 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0119da5b-b11c-4728-b627-4c22846119fa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:26:41.478235 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa60fc5-048e-47ff-9f82-2e471b9f8c38 None None] Sync routers for ids ['23823693-4e19-4456-b6ff-10cea68399e7'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:26:41.485990 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0119da5b-b11c-4728-b627-4c22846119fa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:41.488831 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa60fc5-048e-47ff-9f82-2e471b9f8c38 None None] Routers {'23823693-4e19-4456-b6ff-10cea68399e7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:26:41.489536 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8fa60fc5-048e-47ff-9f82-2e471b9f8c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:26:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['23823693-4e19-4456-b6ff-10cea68399e7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:41.513594 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0119da5b-b11c-4728-b627-4c22846119fa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6017356 Sep 21 18:26:41.514180 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428e774c-a98c-4476-8db1-6df819efbda1', 'tag': '8a7ab043-4988-4694-b30f-1ba710f77e42'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:26:41.516524 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871a70f1-76ab-468d-b956-4feb7fe25860" -d '{"events": [{"name": "network-changed", "server_uuid": "428e774c-a98c-4476-8db1-6df819efbda1", "tag": "8a7ab043-4988-4694-b30f-1ba710f77e42"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:26:41.554836 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ead4ecb-4080-4dbd-a3d0-e2c1866baecb x-openstack-request-id: req-8ead4ecb-4080-4dbd-a3d0-e2c1866baecb {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:26:41.555165 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "428e774c-a98c-4476-8db1-6df819efbda1", "tag": "8a7ab043-4988-4694-b30f-1ba710f77e42", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:26:41.555447 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8ead4ecb-4080-4dbd-a3d0-e2c1866baecb {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:26:41.555853 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '428e774c-a98c-4476-8db1-6df819efbda1', 'tag': '8a7ab043-4988-4694-b30f-1ba710f77e42', 'status': 'completed', 'code': 200} Sep 21 18:26:41.598590 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-8fa60fc5-048e-47ff-9f82-2e471b9f8c38 None None] Set router 23823693-4e19-4456-b6ff-10cea68399e7 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:26:41.619231 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a70f1-76ab-468d-b956-4feb7fe25860 req-3f18b594-d4ef-452b-a2f1-5ba0a05c4b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:41.620907 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-871a70f1-76ab-468d-b956-4feb7fe25860 req-3f18b594-d4ef-452b-a2f1-5ba0a05c4b2c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 1096 time: 0.0419412 Sep 21 18:26:41.626379 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afebee-562b-4d02-a87b-19580c572d7c req-b125119e-65bd-428f-aaa9-ae600fc35411 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:41.628230 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-68afebee-562b-4d02-a87b-19580c572d7c req-b125119e-65bd-428f-aaa9-ae600fc35411 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 945 time: 0.0507026 Sep 21 18:26:41.666971 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-68afebee-562b-4d02-a87b-19580c572d7c req-a5ea206a-58a1-4912-8d9b-e60b18fddebb tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=91253603-6700-4fa8-aaa9-1e2b81824043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325868 Sep 21 18:26:41.689808 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50026) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:41.733676 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a70f1-76ab-468d-b956-4feb7fe25860 req-40740439-6c3e-488c-ae86-fd484bb83a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:41.735125 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-871a70f1-76ab-468d-b956-4feb7fe25860 req-40740439-6c3e-488c-ae86-fd484bb83a3a service neutron] 10.222.0.44 "GET /v2.0/networks?id=892f9931-e467-43ba-a246-2ca660a1d7d2 HTTP/1.1" status: 200 len: 897 time: 0.1068099 Sep 21 18:26:41.759030 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7d683652-f297-4978-85ed-06ce7ca3aaa4 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/floatingips/8f956c2d-3920-4e23-ac74-27b7e8e78c46 HTTP/1.1" status: 200 len: 990 time: 0.0679016 Sep 21 18:26:41.806344 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-871a70f1-76ab-468d-b956-4feb7fe25860 req-c807844e-c7a7-47fe-a3be-b17e3b5290f6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a7ab043-4988-4694-b30f-1ba710f77e42 HTTP/1.1" status: 200 len: 998 time: 0.0637603 Sep 21 18:26:41.862963 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a70f1-76ab-468d-b956-4feb7fe25860 req-43be52da-2fa8-4048-aec4-3ac8083299a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:41.864483 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-871a70f1-76ab-468d-b956-4feb7fe25860 req-43be52da-2fa8-4048-aec4-3ac8083299a4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d5dc4a-abfb-4ead-a22f-ef71fa03da97 HTTP/1.1" status: 200 len: 834 time: 0.0504031 Sep 21 18:26:41.912103 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a70f1-76ab-468d-b956-4feb7fe25860 req-9a7658f7-8034-44d8-b26d-0659e65ac345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:41.913685 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-871a70f1-76ab-468d-b956-4feb7fe25860 req-9a7658f7-8034-44d8-b26d-0659e65ac345 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=892f9931-e467-43ba-a246-2ca660a1d7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408955 Sep 21 18:26:41.926319 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8fa60fc5-048e-47ff-9f82-2e471b9f8c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23823693-4e19-4456-b6ff-10cea68399e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369772131', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '53fde6ec-15da-44b6-9388-96dd27967c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:26:23Z', 'updated_at': '2021-09-21T18:26:26Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': '53fde6ec-15da-44b6-9388-96dd27967c72', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23823693-4e19-4456-b6ff-10cea68399e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:26:23Z', 'updated_at': '2021-09-21T18:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '8f956c2d-3920-4e23-ac74-27b7e8e78c46', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'floating_ip_address': '172.25.6.78', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '23823693-4e19-4456-b6ff-10cea68399e7', 'port_id': '8a7ab043-4988-4694-b30f-1ba710f77e42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2', 'mac_address': 'fa:16:3e:76:35:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428e774c-a98c-4476-8db1-6df819efbda1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:26:40Z', 'updated_at': '2021-09-21T18:26:40Z', 'revision_number': 0, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e6e185-870f-4734-b826-d1f632c38360', 'name': '', 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:52:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23823693-4e19-4456-b6ff-10cea68399e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'e6d5dc4a-abfb-4ead-a22f-ef71fa03da97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:26:25Z', 'updated_at': '2021-09-21T18:26:29Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': 'e6d5dc4a-abfb-4ead-a22f-ef71fa03da97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:41.955719 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa60fc5-048e-47ff-9f82-2e471b9f8c38 None None] Checking router: 23823693-4e19-4456-b6ff-10cea68399e7 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:26:41.974611 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa60fc5-048e-47ff-9f82-2e471b9f8c38 None None] Routers {'23823693-4e19-4456-b6ff-10cea68399e7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:26:41.975250 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8fa60fc5-048e-47ff-9f82-2e471b9f8c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:26:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['23823693-4e19-4456-b6ff-10cea68399e7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:42.014737 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-871a70f1-76ab-468d-b956-4feb7fe25860 req-a5a3f96d-c5c0-4458-beaa-87b670841710 service neutron] 10.222.0.44 "GET /v2.0/networks/892f9931-e467-43ba-a246-2ca660a1d7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927839 Sep 21 18:26:42.088711 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-8fa60fc5-048e-47ff-9f82-2e471b9f8c38 None None] Set router 23823693-4e19-4456-b6ff-10cea68399e7 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:26:42.108349 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-871a70f1-76ab-468d-b956-4feb7fe25860 req-b2a38b0e-bb41-4a33-8625-c7ce70d35e83 service neutron] 10.222.0.44 "GET /v2.0/networks/892f9931-e467-43ba-a246-2ca660a1d7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854423 Sep 21 18:26:42.411946 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8fa60fc5-048e-47ff-9f82-2e471b9f8c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23823693-4e19-4456-b6ff-10cea68399e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369772131', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '53fde6ec-15da-44b6-9388-96dd27967c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:26:23Z', 'updated_at': '2021-09-21T18:26:26Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': '53fde6ec-15da-44b6-9388-96dd27967c72', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23823693-4e19-4456-b6ff-10cea68399e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:26:23Z', 'updated_at': '2021-09-21T18:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '8f956c2d-3920-4e23-ac74-27b7e8e78c46', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'floating_ip_address': '172.25.6.78', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '23823693-4e19-4456-b6ff-10cea68399e7', 'port_id': '8a7ab043-4988-4694-b30f-1ba710f77e42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2', 'mac_address': 'fa:16:3e:76:35:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428e774c-a98c-4476-8db1-6df819efbda1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:26:40Z', 'updated_at': '2021-09-21T18:26:40Z', 'revision_number': 0, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e6e185-870f-4734-b826-d1f632c38360', 'name': '', 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:52:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23823693-4e19-4456-b6ff-10cea68399e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'e6d5dc4a-abfb-4ead-a22f-ef71fa03da97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:26:25Z', 'updated_at': '2021-09-21T18:26:29Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': 'e6d5dc4a-abfb-4ead-a22f-ef71fa03da97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:42.449864 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa60fc5-048e-47ff-9f82-2e471b9f8c38 None None] The sync data for ids ['23823693-4e19-4456-b6ff-10cea68399e7'] in n-d-810291-1 is: [{'id': '23823693-4e19-4456-b6ff-10cea68399e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369772131', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '53fde6ec-15da-44b6-9388-96dd27967c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:26:23Z', 'updated_at': '2021-09-21T18:26:26Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': '53fde6ec-15da-44b6-9388-96dd27967c72', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23823693-4e19-4456-b6ff-10cea68399e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:26:23Z', 'updated_at': '2021-09-21T18:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '8f956c2d-3920-4e23-ac74-27b7e8e78c46', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'floating_ip_address': '172.25.6.78', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '23823693-4e19-4456-b6ff-10cea68399e7', 'port_id': '8a7ab043-4988-4694-b30f-1ba710f77e42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2', 'mac_address': 'fa:16:3e:76:35:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428e774c-a98c-4476-8db1-6df819efbda1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:26:40Z', 'updated_at': '2021-09-21T18:26:40Z', 'revision_number': 0, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e6e185-870f-4734-b826-d1f632c38360', 'name': '', 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:52:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23823693-4e19-4456-b6ff-10cea68399e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'e6d5dc4a-abfb-4ead-a22f-ef71fa03da97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:26:25Z', 'updated_at': '2021-09-21T18:26:29Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': 'e6d5dc4a-abfb-4ead-a22f-ef71fa03da97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:26:42.667859 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8afa6e9-945f-4220-9347-dbd00c6dbed7 None None] New status for floating IP 8f956c2d-3920-4e23-ac74-27b7e8e78c46: ACTIVE {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:26:42.763283 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50028) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:42.829837 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3e1e5f78-8d0d-404e-a398-99417109b4f2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/floatingips/8f956c2d-3920-4e23-ac74-27b7e8e78c46 HTTP/1.1" status: 200 len: 990 time: 0.0634196 Sep 21 18:26:43.834039 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50030) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:26:43.904905 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1b08eec2-5413-4241-9493-ed6d01e4f459 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/floatingips/8f956c2d-3920-4e23-ac74-27b7e8e78c46 HTTP/1.1" status: 200 len: 992 time: 0.0692921 Sep 21 18:26:45.934410 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b1ef35d7-5569-4c8f-807c-90cafc46f620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:48.457079 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4c19d594-cba8-4605-baaf-1f7625dce446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:49.024095 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:50.184806 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:51.670046 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:53.647069 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:54.608589 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5850e6a-df09-4710-90ec-4af3bcdcb7ec req-e742c7ff-8875-46ce-9419-c2ed697d0939 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:54.610099 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b5850e6a-df09-4710-90ec-4af3bcdcb7ec req-e742c7ff-8875-46ce-9419-c2ed697d0939 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=89ffcf48-f369-46b2-9d25-abc4dd94829f HTTP/1.1" status: 200 len: 945 time: 0.0555131 Sep 21 18:26:54.657128 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b5850e6a-df09-4710-90ec-4af3bcdcb7ec req-13654e1a-1de2-4a96-8673-2e9715398091 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395863 Sep 21 18:26:54.797469 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:55.790957 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cc6c6-bb1e-40ee-8b76-c076eb57adfd req-53e8e3b2-a2e1-4e69-a107-4122d04de405 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:55.792593 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bc0cc6c6-bb1e-40ee-8b76-c076eb57adfd req-53e8e3b2-a2e1-4e69-a107-4122d04de405 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=89ffcf48-f369-46b2-9d25-abc4dd94829f HTTP/1.1" status: 200 len: 945 time: 0.0577934 Sep 21 18:26:55.835039 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bc0cc6c6-bb1e-40ee-8b76-c076eb57adfd req-3eb753ef-3ae2-450b-8aff-745335da09a4 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339243 Sep 21 18:26:56.071256 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c78981-4603-424f-99df-0280fd2feaa2 req-359eecce-4926-4f13-96e7-62f8141aca36 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:26:56.072765 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-83c78981-4603-424f-99df-0280fd2feaa2 req-359eecce-4926-4f13-96e7-62f8141aca36 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.38 "GET /v2.0/ports?device_id=89ffcf48-f369-46b2-9d25-abc4dd94829f HTTP/1.1" status: 200 len: 945 time: 0.0536590 Sep 21 18:26:56.170555 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-83c78981-4603-424f-99df-0280fd2feaa2 req-5fae78cd-93fe-4334-84b0-902b87ff2c31 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Deleting port 065ddb6b-e3de-40b5-8084-218e02f3cf38 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:26:56.170913 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-83c78981-4603-424f-99df-0280fd2feaa2 req-5fae78cd-93fe-4334-84b0-902b87ff2c31 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:56.264254 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-83c78981-4603-424f-99df-0280fd2feaa2 req-5fae78cd-93fe-4334-84b0-902b87ff2c31 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] For port 065ddb6b-e3de-40b5-8084-218e02f3cf38, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=065ddb6b-e3de-40b5-8084-218e02f3cf38,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:26:56.264563 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-83c78981-4603-424f-99df-0280fd2feaa2 req-5fae78cd-93fe-4334-84b0-902b87ff2c31 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:56.429258 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-83c78981-4603-424f-99df-0280fd2feaa2 req-5fae78cd-93fe-4334-84b0-902b87ff2c31 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:56.429567 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-83c78981-4603-424f-99df-0280fd2feaa2 req-5fae78cd-93fe-4334-84b0-902b87ff2c31 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:56.429816 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [req-83c78981-4603-424f-99df-0280fd2feaa2 req-5fae78cd-93fe-4334-84b0-902b87ff2c31 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Floating IP 79a5c560-bb86-418d-982e-978d82bddf6c disassociated. External IP: 172.25.6.68, port: 065ddb6b-e3de-40b5-8084-218e02f3cf38. Sep 21 18:26:56.430152 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-83c78981-4603-424f-99df-0280fd2feaa2 req-5fae78cd-93fe-4334-84b0-902b87ff2c31 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Calling delete_port for 065ddb6b-e3de-40b5-8084-218e02f3cf38 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:26:56.573073 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-83c78981-4603-424f-99df-0280fd2feaa2 req-5fae78cd-93fe-4334-84b0-902b87ff2c31 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:56.606858 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae78cd-93fe-4334-84b0-902b87ff2c31 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Pushing event deleted for resources: {'Port': ['ID=065ddb6b-e3de-40b5-8084-218e02f3cf38,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:26:56.727922 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83c78981-4603-424f-99df-0280fd2feaa2 req-5fae78cd-93fe-4334-84b0-902b87ff2c31 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Router ef355b40-13e2-472b-b98c-41da1220afe9 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:26:56.836685 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83c78981-4603-424f-99df-0280fd2feaa2 req-5fae78cd-93fe-4334-84b0-902b87ff2c31 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:26:56.847359 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8805b5bd-1a59-4473-b5db-c6af8e9e7537 None None] Sync routers for ids ['ef355b40-13e2-472b-b98c-41da1220afe9'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:26:56.856678 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8805b5bd-1a59-4473-b5db-c6af8e9e7537 None None] Routers {'ef355b40-13e2-472b-b98c-41da1220afe9'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:26:56.857348 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8805b5bd-1a59-4473-b5db-c6af8e9e7537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:26:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ef355b40-13e2-472b-b98c-41da1220afe9'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:56.875447 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c78981-4603-424f-99df-0280fd2feaa2 req-5fae78cd-93fe-4334-84b0-902b87ff2c31 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] No DVR routers for this DVR port 065ddb6b-e3de-40b5-8084-218e02f3cf38 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:26:56.878399 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-83c78981-4603-424f-99df-0280fd2feaa2 req-5fae78cd-93fe-4334-84b0-902b87ff2c31 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:26:56.880599 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-83c78981-4603-424f-99df-0280fd2feaa2 req-5fae78cd-93fe-4334-84b0-902b87ff2c31 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.38 "DELETE /v2.0/ports/065ddb6b-e3de-40b5-8084-218e02f3cf38 HTTP/1.1" status: 204 len: 173 time: 0.8016381 Sep 21 18:26:56.881053 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ffcf48-f369-46b2-9d25-abc4dd94829f', 'name': 'network-vif-deleted', 'tag': '065ddb6b-e3de-40b5-8084-218e02f3cf38'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:26:56.883452 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac04e06a-5a20-4691-83b7-6f2d639e6a8f" -d '{"events": [{"server_uuid": "89ffcf48-f369-46b2-9d25-abc4dd94829f", "name": "network-vif-deleted", "tag": "065ddb6b-e3de-40b5-8084-218e02f3cf38"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:26:56.930217 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4812d986-b739-436d-b39e-0681a811778b x-openstack-request-id: req-4812d986-b739-436d-b39e-0681a811778b {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:26:56.930217 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ffcf48-f369-46b2-9d25-abc4dd94829f", "name": "network-vif-deleted", "tag": "065ddb6b-e3de-40b5-8084-218e02f3cf38", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:26:56.930533 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4812d986-b739-436d-b39e-0681a811778b {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:26:56.930832 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ffcf48-f369-46b2-9d25-abc4dd94829f', 'name': 'network-vif-deleted', 'tag': '065ddb6b-e3de-40b5-8084-218e02f3cf38', 'status': 'completed', 'code': 200} Sep 21 18:26:56.953640 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-401cdaef-f991-4a07-a762-a09ed8355b72 req-8f99556d-0112-4f22-855f-2da354b49d38 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=89ffcf48-f369-46b2-9d25-abc4dd94829f HTTP/1.1" status: 200 len: 210 time: 0.0399301 Sep 21 18:26:56.968890 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-8805b5bd-1a59-4473-b5db-c6af8e9e7537 None None] Set router ef355b40-13e2-472b-b98c-41da1220afe9 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:26:57.171579 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8805b5bd-1a59-4473-b5db-c6af8e9e7537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'name': 'tempest-TestVolumeBootPattern-1871760928-router', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:08Z', 'updated_at': '2021-09-21T18:21:12Z', 'revision_number': 4, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'gw_port': {'id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:09Z', 'updated_at': '2021-09-21T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '770c981b-b197-4732-acdd-7ff01aa4b473', 'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'mac_address': 'fa:16:3e:d9:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:11Z', 'updated_at': '2021-09-21T18:21:17Z', 'revision_number': 5, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'subnets': [{'id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:57.202611 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8805b5bd-1a59-4473-b5db-c6af8e9e7537 None None] Checking router: ef355b40-13e2-472b-b98c-41da1220afe9 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:26:57.213594 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8805b5bd-1a59-4473-b5db-c6af8e9e7537 None None] Routers {'ef355b40-13e2-472b-b98c-41da1220afe9'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:26:57.214412 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8805b5bd-1a59-4473-b5db-c6af8e9e7537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:26:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ef355b40-13e2-472b-b98c-41da1220afe9'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:57.324343 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-8805b5bd-1a59-4473-b5db-c6af8e9e7537 None None] Set router ef355b40-13e2-472b-b98c-41da1220afe9 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:26:57.521435 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8805b5bd-1a59-4473-b5db-c6af8e9e7537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'name': 'tempest-TestVolumeBootPattern-1871760928-router', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:08Z', 'updated_at': '2021-09-21T18:21:12Z', 'revision_number': 4, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'gw_port': {'id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:09Z', 'updated_at': '2021-09-21T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '770c981b-b197-4732-acdd-7ff01aa4b473', 'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'mac_address': 'fa:16:3e:d9:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:11Z', 'updated_at': '2021-09-21T18:21:17Z', 'revision_number': 5, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'subnets': [{'id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:26:57.549512 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8805b5bd-1a59-4473-b5db-c6af8e9e7537 None None] The sync data for ids ['ef355b40-13e2-472b-b98c-41da1220afe9'] in n-d-810291-1 is: [{'id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'name': 'tempest-TestVolumeBootPattern-1871760928-router', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:08Z', 'updated_at': '2021-09-21T18:21:12Z', 'revision_number': 4, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'gw_port': {'id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:09Z', 'updated_at': '2021-09-21T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '770c981b-b197-4732-acdd-7ff01aa4b473', 'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'mac_address': 'fa:16:3e:d9:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:11Z', 'updated_at': '2021-09-21T18:21:17Z', 'revision_number': 5, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'subnets': [{'id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:26:57.786055 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4b5ca7-c562-42e5-9db8-9d658eccf606 None None] New status for floating IP 79a5c560-bb86-418d-982e-978d82bddf6c: DOWN {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:26:58.052424 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f8f96e89-a30a-4ae4-ac6d-9ad607b01cb9 req-6d70002b-e4c8-4b47-a05a-57c3f46f8e18 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=89ffcf48-f369-46b2-9d25-abc4dd94829f HTTP/1.1" status: 200 len: 210 time: 0.0265925 Sep 21 18:26:59.151529 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-511659b5-9b54-4c9f-8445-415c8fba5f73 req-3ca141bd-c228-4419-bb34-5f3fe44f657f tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=89ffcf48-f369-46b2-9d25-abc4dd94829f HTTP/1.1" status: 200 len: 210 time: 0.0300775 Sep 21 18:27:00.212581 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 065ddb6b-e3de-40b5-8084-218e02f3cf38 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:27:00.240446 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 065ddb6b-e3de-40b5-8084-218e02f3cf38 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:27:00.241018 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 065ddb6b-e3de-40b5-8084-218e02f3cf38 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:27:00.252985 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad017716-92f6-4277-ad3b-3d62c53bab5e req-94286cbe-0d9e-425c-a9b4-945edfc682c3 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=89ffcf48-f369-46b2-9d25-abc4dd94829f HTTP/1.1" status: 200 len: 210 time: 0.0284431 Sep 21 18:27:01.486485 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-8121fc43-c22b-4a98-bf40-d52368d58d64 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1649659298&fields=id&tenant_id=ed22908bce274772830e1e318854b4a6 HTTP/1.1" status: 200 len: 267 time: 0.0359714 Sep 21 18:27:01.555739 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:27:01.597968 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-84b30511-e988-4278-9cd0-be3217ccbeff tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:01.599404 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-84b30511-e988-4278-9cd0-be3217ccbeff tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/networks?id=d369e5c5-60af-4748-b4b0-9650fd649648 HTTP/1.1" status: 200 len: 812 time: 0.1060879 Sep 21 18:27:01.617586 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-305e994d-a171-4add-9dc7-3c98d3db9b71 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/quotas/ed22908bce274772830e1e318854b4a6 HTTP/1.1" status: 200 len: 375 time: 0.0091817 Sep 21 18:27:01.671660 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-299ea578-644a-419d-9589-153d2ea88323 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ed22908bce274772830e1e318854b4a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487926 Sep 21 18:27:01.772186 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-a43eda0f-2d27-44d8-bed6-42c234fc7b56 service neutron] 10.222.0.58 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889170 Sep 21 18:27:01.862443 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-0fc9735d-a850-4418-8e0b-f16f6cce57ca service neutron] 10.222.0.58 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840344 Sep 21 18:27:02.355656 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b0627908-9102-4070-899a-6676fc4aaeb7 req-3b5ffd05-a071-45d4-87d8-50a924edc283 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=a49190d5-8d0c-4468-84dc-ad37cbfb89e0 HTTP/1.1" status: 200 len: 210 time: 0.0269477 Sep 21 18:27:03.294387 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-b9ca2105-bf11-4f89-b9fa-121137a3f974 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:03.295887 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-b9ca2105-bf11-4f89-b9fa-121137a3f974 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.38 "GET /v2.0/networks?id=d369e5c5-60af-4748-b4b0-9650fd649648 HTTP/1.1" status: 200 len: 812 time: 0.1089272 Sep 21 18:27:03.339203 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-4e83b219-00b7-4179-a9d2-f3c6a058cd5b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed22908bce274772830e1e318854b4a6 HTTP/1.1" status: 200 len: 380 time: 0.0341568 Sep 21 18:27:03.351682 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-7b7cb764-b2db-4cdd-aa2a-a6d77f9cff30 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Request body: {'port': {'device_id': 'a49190d5-8d0c-4468-84dc-ad37cbfb89e0', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'admin_state_up': True, 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'security_groups': ['7b6b1dcc-99ae-4a6d-bd56-bce24166c50d']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:27:03.456443 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-98940254-f5c2-4962-81fa-be1d367f073d req-755929f7-dd5c-4048-8554-d27cfdc1b277 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=a49190d5-8d0c-4468-84dc-ad37cbfb89e0 HTTP/1.1" status: 200 len: 210 time: 0.0326650 Sep 21 18:27:03.492180 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-7b7cb764-b2db-4cdd-aa2a-a6d77f9cff30 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Made reservation on behalf of ed22908bce274772830e1e318854b4a6 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:27:03.495681 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-7b7cb764-b2db-4cdd-aa2a-a6d77f9cff30 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:03.623892 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-7b7cb764-b2db-4cdd-aa2a-a6d77f9cff30 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Allocated IP 172.20.0.8 (d369e5c5-60af-4748-b4b0-9650fd649648/3451e09d-0afb-4f27-b18f-9613783297a1/5f8f1363-17d8-4146-a684-c3a971039cc9) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:27:03.759424 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-7b7cb764-b2db-4cdd-aa2a-a6d77f9cff30 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:03.794029 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-7b7cb764-b2db-4cdd-aa2a-a6d77f9cff30 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:03.840039 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-7b7cb764-b2db-4cdd-aa2a-a6d77f9cff30 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Network d369e5c5-60af-4748-b4b0-9650fd649648 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:27:03.843296 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-7b7cb764-b2db-4cdd-aa2a-a6d77f9cff30 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:27:03.849878 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-7b7cb764-b2db-4cdd-aa2a-a6d77f9cff30 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:27:03.875055 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7cb764-b2db-4cdd-aa2a-a6d77f9cff30 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Pushing event updated for resources: {'Port': ['ID=5f8f1363-17d8-4146-a684-c3a971039cc9,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:03.915455 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-7b7cb764-b2db-4cdd-aa2a-a6d77f9cff30 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:03.916150 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-7b7cb764-b2db-4cdd-aa2a-a6d77f9cff30 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:03.932513 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-7b7cb764-b2db-4cdd-aa2a-a6d77f9cff30 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5846739 Sep 21 18:27:03.946438 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-9ef543ee-da83-4c5d-9c10-450a75a7c0a4 service neutron] Request body: {'port': {'device_id': 'a49190d5-8d0c-4468-84dc-ad37cbfb89e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:27:04.004735 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-9ef543ee-da83-4c5d-9c10-450a75a7c0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:04.107777 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-d66d03a6-b336-41bd-ad39-6f188a8bd4c1 None None] Provisioning complete for port 5f8f1363-17d8-4146-a684-c3a971039cc9 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:27:04.113812 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d66d03a6-b336-41bd-ad39-6f188a8bd4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:04.160426 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-d66d03a6-b336-41bd-ad39-6f188a8bd4c1 None None] Port 5f8f1363-17d8-4146-a684-c3a971039cc9 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:27:04.277059 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-9ef543ee-da83-4c5d-9c10-450a75a7c0a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f8f1363-17d8-4146-a684-c3a971039cc9 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:27:04.284813 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-9ef543ee-da83-4c5d-9c10-450a75a7c0a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:04.297391 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-9ef543ee-da83-4c5d-9c10-450a75a7c0a4 service neutron] Transition to ACTIVE for port object 5f8f1363-17d8-4146-a684-c3a971039cc9 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:27:04.303143 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-9ef543ee-da83-4c5d-9c10-450a75a7c0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:04.351133 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef543ee-da83-4c5d-9c10-450a75a7c0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8f1363-17d8-4146-a684-c3a971039cc9,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:04.422901 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-9ef543ee-da83-4c5d-9c10-450a75a7c0a4 service neutron] Attempting to bind port 5f8f1363-17d8-4146-a684-c3a971039cc9 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:27:04.423272 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-9ef543ee-da83-4c5d-9c10-450a75a7c0a4 service neutron] Attempting to bind port 5f8f1363-17d8-4146-a684-c3a971039cc9 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:27:04.423609 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-9ef543ee-da83-4c5d-9c10-450a75a7c0a4 service neutron] Attempting to bind port 5f8f1363-17d8-4146-a684-c3a971039cc9 on network d369e5c5-60af-4748-b4b0-9650fd649648 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:27:04.429367 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-9ef543ee-da83-4c5d-9c10-450a75a7c0a4 service neutron] Port 5f8f1363-17d8-4146-a684-c3a971039cc9 on network d369e5c5-60af-4748-b4b0-9650fd649648 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:27:04.429693 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-9ef543ee-da83-4c5d-9c10-450a75a7c0a4 service neutron] Attempting to bind port 5f8f1363-17d8-4146-a684-c3a971039cc9 on network d369e5c5-60af-4748-b4b0-9650fd649648 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:27:04.435131 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-9ef543ee-da83-4c5d-9c10-450a75a7c0a4 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:27:04.435533 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-9ef543ee-da83-4c5d-9c10-450a75a7c0a4 service neutron] Checking segment: {'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:27:04.435970 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-9ef543ee-da83-4c5d-9c10-450a75a7c0a4 service neutron] Bound using segment: {'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:27:04.436416 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-9ef543ee-da83-4c5d-9c10-450a75a7c0a4 service neutron] Bound port: 5f8f1363-17d8-4146-a684-c3a971039cc9, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:27:04.436829 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-9ef543ee-da83-4c5d-9c10-450a75a7c0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:04.517520 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-9ef543ee-da83-4c5d-9c10-450a75a7c0a4 service neutron] For port 5f8f1363-17d8-4146-a684-c3a971039cc9, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:27:04.521285 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-9ef543ee-da83-4c5d-9c10-450a75a7c0a4 service neutron] For port 5f8f1363-17d8-4146-a684-c3a971039cc9, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=5f8f1363-17d8-4146-a684-c3a971039cc9,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:27:04.528639 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-9ef543ee-da83-4c5d-9c10-450a75a7c0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:04.595254 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-9ef543ee-da83-4c5d-9c10-450a75a7c0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:04.595981 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-9ef543ee-da83-4c5d-9c10-450a75a7c0a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:04.597261 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-9ef543ee-da83-4c5d-9c10-450a75a7c0a4 service neutron] 10.222.0.38 "PUT /v2.0/ports/5f8f1363-17d8-4146-a684-c3a971039cc9 HTTP/1.1" status: 200 len: 1091 time: 0.6557889 Sep 21 18:27:04.598680 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a49190d5-8d0c-4468-84dc-ad37cbfb89e0', 'tag': '5f8f1363-17d8-4146-a684-c3a971039cc9'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:27:04.600944 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9afb6ca-bfa9-4e94-aa90-a8caaebcf050" -d '{"events": [{"name": "network-changed", "server_uuid": "a49190d5-8d0c-4468-84dc-ad37cbfb89e0", "tag": "5f8f1363-17d8-4146-a684-c3a971039cc9"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:27:04.640563 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef543ee-da83-4c5d-9c10-450a75a7c0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8f1363-17d8-4146-a684-c3a971039cc9,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:04.651602 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc88d4-1068-4288-98f7-e68d2c0f16f7 req-10c563ec-0fbf-4496-b7f5-dbe4041437e2 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:04.653217 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dbfc88d4-1068-4288-98f7-e68d2c0f16f7 req-10c563ec-0fbf-4496-b7f5-dbe4041437e2 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=a49190d5-8d0c-4468-84dc-ad37cbfb89e0 HTTP/1.1" status: 200 len: 943 time: 0.1198151 Sep 21 18:27:04.684946 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d163c80-2532-4759-99e8-ae087ae16df8 x-openstack-request-id: req-6d163c80-2532-4759-99e8-ae087ae16df8 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:27:04.685346 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a49190d5-8d0c-4468-84dc-ad37cbfb89e0", "tag": "5f8f1363-17d8-4146-a684-c3a971039cc9", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:27:04.685480 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6d163c80-2532-4759-99e8-ae087ae16df8 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:27:04.685867 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a49190d5-8d0c-4468-84dc-ad37cbfb89e0', 'tag': '5f8f1363-17d8-4146-a684-c3a971039cc9', 'status': 'completed', 'code': 200} Sep 21 18:27:04.724731 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dbfc88d4-1068-4288-98f7-e68d2c0f16f7 req-c07beb39-c533-4b26-90fc-56bf45a32e5d tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623496 Sep 21 18:27:04.730404 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-1922976a-7875-4c3d-b653-88420159ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:04.731946 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-1922976a-7875-4c3d-b653-88420159ed99 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed22908bce274772830e1e318854b4a6&device_id=a49190d5-8d0c-4468-84dc-ad37cbfb89e0 HTTP/1.1" status: 200 len: 1094 time: 0.0774579 Sep 21 18:27:04.778296 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-9bd0e6e1-6dce-46b7-8003-7243b57b8db8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f8f1363-17d8-4146-a684-c3a971039cc9 HTTP/1.1" status: 200 len: 217 time: 0.0368946 Sep 21 18:27:04.829605 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-9975cccb-6d64-4c0a-9175-9423ffc5bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:04.831462 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-9975cccb-6d64-4c0a-9175-9423ffc5bb23 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3451e09d-0afb-4f27-b18f-9613783297a1 HTTP/1.1" status: 200 len: 851 time: 0.0453076 Sep 21 18:27:04.882760 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-c3d848c1-1650-4ba1-8372-69abda0d5ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:04.884358 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-c3d848c1-1650-4ba1-8372-69abda0d5ae8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d369e5c5-60af-4748-b4b0-9650fd649648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458794 Sep 21 18:27:04.980905 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-f4231392-ddc5-4862-bff7-52cfa8f53f01 service neutron] 10.222.0.38 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889578 Sep 21 18:27:05.079165 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-debd2f9e-17dc-4c6e-bf43-9508d9b9f04c req-924339b9-bdce-4841-9741-f6cf96dfe3f7 service neutron] 10.222.0.38 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898464 Sep 21 18:27:05.166474 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afb6ca-bfa9-4e94-aa90-a8caaebcf050 req-40784ecd-eb06-40b8-8eef-4f19fb43d143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:05.168045 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9afb6ca-bfa9-4e94-aa90-a8caaebcf050 req-40784ecd-eb06-40b8-8eef-4f19fb43d143 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed22908bce274772830e1e318854b4a6&device_id=a49190d5-8d0c-4468-84dc-ad37cbfb89e0 HTTP/1.1" status: 200 len: 1094 time: 0.0431178 Sep 21 18:27:05.267288 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afb6ca-bfa9-4e94-aa90-a8caaebcf050 req-c069f9eb-4f85-424f-a67c-91ef590bf828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:05.268908 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9afb6ca-bfa9-4e94-aa90-a8caaebcf050 req-c069f9eb-4f85-424f-a67c-91ef590bf828 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d369e5c5-60af-4748-b4b0-9650fd649648 HTTP/1.1" status: 200 len: 913 time: 0.0932164 Sep 21 18:27:05.640000 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9afb6ca-bfa9-4e94-aa90-a8caaebcf050 req-bbad6f07-fb28-4c27-857f-faceb7b7fd87 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f8f1363-17d8-4146-a684-c3a971039cc9 HTTP/1.1" status: 200 len: 217 time: 0.3634067 Sep 21 18:27:05.691127 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afb6ca-bfa9-4e94-aa90-a8caaebcf050 req-781412c9-6881-4b91-b652-261a431c0b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:05.693305 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9afb6ca-bfa9-4e94-aa90-a8caaebcf050 req-781412c9-6881-4b91-b652-261a431c0b25 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3451e09d-0afb-4f27-b18f-9613783297a1 HTTP/1.1" status: 200 len: 851 time: 0.0456204 Sep 21 18:27:05.741743 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afb6ca-bfa9-4e94-aa90-a8caaebcf050 req-24ae64b9-00c6-4741-a0a6-b40e33d3bfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:05.743305 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9afb6ca-bfa9-4e94-aa90-a8caaebcf050 req-24ae64b9-00c6-4741-a0a6-b40e33d3bfb9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d369e5c5-60af-4748-b4b0-9650fd649648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430877 Sep 21 18:27:05.842897 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9afb6ca-bfa9-4e94-aa90-a8caaebcf050 req-6fabc516-c478-485c-85da-abdbd3b865e8 service neutron] 10.222.0.38 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925968 Sep 21 18:27:05.860300 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d507c-a1ad-4e4b-8200-fcca8d6fee41 req-fc172f86-4f3e-4de1-ac95-2b1fc7118a6a tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:05.861932 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5c2d507c-a1ad-4e4b-8200-fcca8d6fee41 req-fc172f86-4f3e-4de1-ac95-2b1fc7118a6a tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=a49190d5-8d0c-4468-84dc-ad37cbfb89e0 HTTP/1.1" status: 200 len: 943 time: 0.0644848 Sep 21 18:27:05.905665 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5c2d507c-a1ad-4e4b-8200-fcca8d6fee41 req-b79fce6a-7731-4da3-a945-c344ce88208f tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369153 Sep 21 18:27:05.948640 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9afb6ca-bfa9-4e94-aa90-a8caaebcf050 req-403ec53f-ca8b-417c-9f8a-76fcf5efccdb service neutron] 10.222.0.38 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976434 Sep 21 18:27:07.031422 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b750e16-8e95-4293-9f8c-48c7a7705eff req-f968c475-e91a-44ff-beb3-e74beb9a3ce5 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:07.033291 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b750e16-8e95-4293-9f8c-48c7a7705eff req-f968c475-e91a-44ff-beb3-e74beb9a3ce5 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=a49190d5-8d0c-4468-84dc-ad37cbfb89e0 HTTP/1.1" status: 200 len: 943 time: 0.0496504 Sep 21 18:27:07.073427 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b750e16-8e95-4293-9f8c-48c7a7705eff req-1907a27a-4a15-46d1-98f3-200e0b3536dc tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334899 Sep 21 18:27:08.210508 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9370db-99b6-4a96-9efe-bdc3f8590866 req-c2059460-58f3-4329-9b87-03a61286fc33 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:08.214601 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9f9370db-99b6-4a96-9efe-bdc3f8590866 req-c2059460-58f3-4329-9b87-03a61286fc33 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=a49190d5-8d0c-4468-84dc-ad37cbfb89e0 HTTP/1.1" status: 200 len: 943 time: 0.0655482 Sep 21 18:27:08.260596 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9f9370db-99b6-4a96-9efe-bdc3f8590866 req-8ea10a31-dd7c-4b19-831a-39f49bc0da14 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390854 Sep 21 18:27:09.392081 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36f016-4913-4bbf-ba1c-ebc6acfe5570 req-4650dee0-8542-4479-938f-3b3dd864eb9d tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:09.393476 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7e36f016-4913-4bbf-ba1c-ebc6acfe5570 req-4650dee0-8542-4479-938f-3b3dd864eb9d tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=a49190d5-8d0c-4468-84dc-ad37cbfb89e0 HTTP/1.1" status: 200 len: 943 time: 0.0526693 Sep 21 18:27:09.434094 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7e36f016-4913-4bbf-ba1c-ebc6acfe5570 req-426c267a-fa78-414f-bdbd-a630b4edf4c8 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344224 Sep 21 18:27:10.574125 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8a53c-0633-42fe-8e2b-056f2e901885 req-d0de66ef-a770-486a-a634-7ed8f7d58214 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:10.575835 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b2c8a53c-0633-42fe-8e2b-056f2e901885 req-d0de66ef-a770-486a-a634-7ed8f7d58214 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=a49190d5-8d0c-4468-84dc-ad37cbfb89e0 HTTP/1.1" status: 200 len: 943 time: 0.0593970 Sep 21 18:27:10.614953 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b2c8a53c-0633-42fe-8e2b-056f2e901885 req-e2d3aa72-7d97-4857-ae59-9a375c13495b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325649 Sep 21 18:27:11.748827 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e7d0c-b4f9-4384-888b-8a6467dc4b99 req-0f0b1752-7b3a-42b2-948e-5e0e1f947984 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:11.750312 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d87e7d0c-b4f9-4384-888b-8a6467dc4b99 req-0f0b1752-7b3a-42b2-948e-5e0e1f947984 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=a49190d5-8d0c-4468-84dc-ad37cbfb89e0 HTTP/1.1" status: 200 len: 943 time: 0.0585189 Sep 21 18:27:11.794436 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d87e7d0c-b4f9-4384-888b-8a6467dc4b99 req-364efebe-3ea2-444a-8fed-e0e8a2e0547b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379839 Sep 21 18:27:12.928866 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1c8f6-c697-4633-b1d0-cf70b8cc9206 req-9be91a9e-2686-4742-b5fe-bc1d182d8cd3 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:12.930588 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9ac1c8f6-c697-4633-b1d0-cf70b8cc9206 req-9be91a9e-2686-4742-b5fe-bc1d182d8cd3 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=a49190d5-8d0c-4468-84dc-ad37cbfb89e0 HTTP/1.1" status: 200 len: 943 time: 0.0604396 Sep 21 18:27:12.968504 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9ac1c8f6-c697-4633-b1d0-cf70b8cc9206 req-b2c725c4-e382-4ad6-b7a8-cb46041ad678 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317974 Sep 21 18:27:14.098369 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff407259-3bc5-402e-badb-5e1a44b9cd8c req-2427a9ce-165d-43ab-8a91-c3fc1365487a tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:14.099918 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ff407259-3bc5-402e-badb-5e1a44b9cd8c req-2427a9ce-165d-43ab-8a91-c3fc1365487a tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=a49190d5-8d0c-4468-84dc-ad37cbfb89e0 HTTP/1.1" status: 200 len: 943 time: 0.0551479 Sep 21 18:27:14.143731 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ff407259-3bc5-402e-badb-5e1a44b9cd8c req-2781076f-6664-4962-93f4-1198f27bc15c tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347276 Sep 21 18:27:14.242206 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 5f8f1363-17d8-4146-a684-c3a971039cc9 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:27:14.337234 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 5f8f1363-17d8-4146-a684-c3a971039cc9, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=5f8f1363-17d8-4146-a684-c3a971039cc9,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:27:14.348098 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '5f8f1363-17d8-4146-a684-c3a971039cc9', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'port_id': '5f8f1363-17d8-4146-a684-c3a971039cc9', 'mac_address': 'fa:16:3e:3f:8f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:27:14.387394 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:14.399845 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f8f1363-17d8-4146-a684-c3a971039cc9 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:27:14.419309 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 5f8f1363-17d8-4146-a684-c3a971039cc9, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=5f8f1363-17d8-4146-a684-c3a971039cc9,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:27:14.426222 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:14.473818 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=5f8f1363-17d8-4146-a684-c3a971039cc9,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:14.631875 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['5f8f1363-17d8-4146-a684-c3a971039cc9'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:27:15.232652 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec1f9d-9672-46c2-9b51-794e5baee14a req-94803c14-6cc2-46ae-8000-8971767d83a1 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:15.234174 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d3ec1f9d-9672-46c2-9b51-794e5baee14a req-94803c14-6cc2-46ae-8000-8971767d83a1 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 945 time: 0.0506475 Sep 21 18:27:15.262459 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eace32c-3ad0-447e-9afa-f201909d75ed req-5022c731-6d41-4c03-b61f-33db2e218a86 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:15.264123 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5eace32c-3ad0-447e-9afa-f201909d75ed req-5022c731-6d41-4c03-b61f-33db2e218a86 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=a49190d5-8d0c-4468-84dc-ad37cbfb89e0 HTTP/1.1" status: 200 len: 944 time: 0.0495872 Sep 21 18:27:15.272174 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d3ec1f9d-9672-46c2-9b51-794e5baee14a req-85c26a03-812a-4876-a6b1-77dc74c6f332 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=91253603-6700-4fa8-aaa9-1e2b81824043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316253 Sep 21 18:27:15.294237 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50118) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:15.302613 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5eace32c-3ad0-447e-9afa-f201909d75ed req-6eb2945d-4857-4dd6-aebf-31e8651d9feb tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319145 Sep 21 18:27:15.356119 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-24034bea-9528-49b6-a57b-2bbf545473df tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/floatingips/8f956c2d-3920-4e23-ac74-27b7e8e78c46 HTTP/1.1" status: 200 len: 992 time: 0.0606828 Sep 21 18:27:15.839125 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07468f97-1927-4e6c-8804-d6e80428f6cd req-2a5697d4-0ab7-4b73-8319-fc76a7d1b855 tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:15.840688 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07468f97-1927-4e6c-8804-d6e80428f6cd req-2a5697d4-0ab7-4b73-8319-fc76a7d1b855 tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 1096 time: 0.0483265 Sep 21 18:27:15.878445 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07468f97-1927-4e6c-8804-d6e80428f6cd req-dfdd9b2f-40a2-48ee-ad2c-f1f45d21d45f tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=91253603-6700-4fa8-aaa9-1e2b81824043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290146 Sep 21 18:27:15.928692 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-47659d3b-f391-4692-810f-5442ecaef699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:16.240214 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 5f8f1363-17d8-4146-a684-c3a971039cc9 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:27:16.292112 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 5f8f1363-17d8-4146-a684-c3a971039cc9 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:27:16.295953 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 5f8f1363-17d8-4146-a684-c3a971039cc9 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:27:16.296323 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:16.381994 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-6f15fa01-2eed-40cb-ab6f-dcd9c49b1690 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=428e774c-a98c-4476-8db1-6df819efbda1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0397198 Sep 21 18:27:16.385815 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:16.392235 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-38fe1274-955d-4c3c-b0ca-cd4cf0a81c63 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:27:16.393226 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-38fe1274-955d-4c3c-b0ca-cd4cf0a81c63 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051551 Sep 21 18:27:16.409379 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49190d5-8d0c-4468-84dc-ad37cbfb89e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8f1363-17d8-4146-a684-c3a971039cc9'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:27:16.411706 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e13bd2-2429-47fc-8920-57e5d98bd32a" -d '{"events": [{"server_uuid": "a49190d5-8d0c-4468-84dc-ad37cbfb89e0", "name": "network-vif-plugged", "status": "completed", "tag": "5f8f1363-17d8-4146-a684-c3a971039cc9"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:27:16.426141 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 5f8f1363-17d8-4146-a684-c3a971039cc9, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=5f8f1363-17d8-4146-a684-c3a971039cc9,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:27:16.431502 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:16.432215 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf0615-af86-4d67-bab4-16e2bb21f1b8 req-5342ca25-a6d2-4c24-b70d-06ad1ed6cf04 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:16.434402 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9aaf0615-af86-4d67-bab4-16e2bb21f1b8 req-5342ca25-a6d2-4c24-b70d-06ad1ed6cf04 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=a49190d5-8d0c-4468-84dc-ad37cbfb89e0 HTTP/1.1" status: 200 len: 944 time: 0.0552745 Sep 21 18:27:16.477490 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9aaf0615-af86-4d67-bab4-16e2bb21f1b8 req-e2a52890-6be7-44de-9c03-2876aa01ca2e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364113 Sep 21 18:27:16.490170 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=5f8f1363-17d8-4146-a684-c3a971039cc9,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:16.599700 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c537824-3455-47ec-9dff-863aed49f018 x-openstack-request-id: req-7c537824-3455-47ec-9dff-863aed49f018 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:27:16.600018 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a49190d5-8d0c-4468-84dc-ad37cbfb89e0", "name": "network-vif-plugged", "status": "completed", "tag": "5f8f1363-17d8-4146-a684-c3a971039cc9", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:27:16.600255 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7c537824-3455-47ec-9dff-863aed49f018 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:27:16.600652 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49190d5-8d0c-4468-84dc-ad37cbfb89e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8f1363-17d8-4146-a684-c3a971039cc9', 'code': 200} Sep 21 18:27:16.700725 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10bf0a-b5b3-4029-96ad-2bd9eb95392c req-81b52922-bc0e-412d-9ef8-e90d75f2be79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:16.702155 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-df10bf0a-b5b3-4029-96ad-2bd9eb95392c req-81b52922-bc0e-412d-9ef8-e90d75f2be79 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a49190d5-8d0c-4468-84dc-ad37cbfb89e0 HTTP/1.1" status: 200 len: 1096 time: 0.0444560 Sep 21 18:27:16.741280 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-df10bf0a-b5b3-4029-96ad-2bd9eb95392c req-e129c274-6f8e-4f50-a366-119434c22c6e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288484 Sep 21 18:27:17.162944 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-4135561e-a00c-44a1-b113-4c1f3b83337a tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:17.164360 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-4135561e-a00c-44a1-b113-4c1f3b83337a tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] 10.222.0.58 "GET /v2.0/ports/8a7ab043-4988-4694-b30f-1ba710f77e42 HTTP/1.1" status: 200 len: 1093 time: 0.0972099 Sep 21 18:27:17.173463 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-2369cf24-dfa7-46cb-b82a-3c5fbd5d0123 service neutron] Request body: {'binding': {'host': 'n-h1-810291-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:27:17.173916 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-2369cf24-dfa7-46cb-b82a-3c5fbd5d0123 service neutron] Unknown quota resources ['binding']. {{(pid=101461) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 18:27:17.311122 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-2369cf24-dfa7-46cb-b82a-3c5fbd5d0123 service neutron] Attempting to bind port 8a7ab043-4988-4694-b30f-1ba710f77e42 on host n-h1-810291-1 for vnic_type normal with profile None {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:27:17.311416 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-2369cf24-dfa7-46cb-b82a-3c5fbd5d0123 service neutron] Attempting to bind port 8a7ab043-4988-4694-b30f-1ba710f77e42 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'b68d6d2a-030c-45c9-8642-db0290d0baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2'}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:27:17.311759 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-2369cf24-dfa7-46cb-b82a-3c5fbd5d0123 service neutron] Attempting to bind port 8a7ab043-4988-4694-b30f-1ba710f77e42 on network 892f9931-e467-43ba-a246-2ca660a1d7d2 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:27:17.316178 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-2369cf24-dfa7-46cb-b82a-3c5fbd5d0123 service neutron] Port 8a7ab043-4988-4694-b30f-1ba710f77e42 on network 892f9931-e467-43ba-a246-2ca660a1d7d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:27:17.316493 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-2369cf24-dfa7-46cb-b82a-3c5fbd5d0123 service neutron] Attempting to bind port 8a7ab043-4988-4694-b30f-1ba710f77e42 on network 892f9931-e467-43ba-a246-2ca660a1d7d2 {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:27:17.321872 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-2369cf24-dfa7-46cb-b82a-3c5fbd5d0123 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:27:17.322213 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-2369cf24-dfa7-46cb-b82a-3c5fbd5d0123 service neutron] Checking segment: {'id': 'b68d6d2a-030c-45c9-8642-db0290d0baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:27:17.322601 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-2369cf24-dfa7-46cb-b82a-3c5fbd5d0123 service neutron] Bound using segment: {'id': 'b68d6d2a-030c-45c9-8642-db0290d0baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2'} {{(pid=101461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:27:17.323065 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.managers [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-2369cf24-dfa7-46cb-b82a-3c5fbd5d0123 service neutron] Bound port: 8a7ab043-4988-4694-b30f-1ba710f77e42, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68d6d2a-030c-45c9-8642-db0290d0baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2'}}] {{(pid=101461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:27:17.440298 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-2369cf24-dfa7-46cb-b82a-3c5fbd5d0123 service neutron] For port 8a7ab043-4988-4694-b30f-1ba710f77e42, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=8a7ab043-4988-4694-b30f-1ba710f77e42,segment=NetworkSegment(b68d6d2a-030c-45c9-8642-db0290d0baf0),segment_id=b68d6d2a-030c-45c9-8642-db0290d0baf0)] {{(pid=101461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:27:17.447467 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-2369cf24-dfa7-46cb-b82a-3c5fbd5d0123 service neutron] Notify callbacks [] for binding, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:17.448743 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-2369cf24-dfa7-46cb-b82a-3c5fbd5d0123 service neutron] 10.222.0.58 "POST /v2.0/ports/8a7ab043-4988-4694-b30f-1ba710f77e42/bindings HTTP/1.1" status: 201 len: 389 time: 0.2785761 Sep 21 18:27:17.604466 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea107e1-5166-4d0c-a4bb-0dc8c7b6ecca req-df28b3d8-fb03-4cf1-b1c7-cf924c31c76d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:17.605984 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4ea107e1-5166-4d0c-a4bb-0dc8c7b6ecca req-df28b3d8-fb03-4cf1-b1c7-cf924c31c76d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 945 time: 0.0500126 Sep 21 18:27:17.614269 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61bc6d-bfa6-47c0-8bbe-9835e1eeb50b req-71f47894-8afc-4426-8cf1-757bcc87010c tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:17.616233 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf61bc6d-bfa6-47c0-8bbe-9835e1eeb50b req-71f47894-8afc-4426-8cf1-757bcc87010c tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=a49190d5-8d0c-4468-84dc-ad37cbfb89e0 HTTP/1.1" status: 200 len: 945 time: 0.0613120 Sep 21 18:27:17.649245 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4ea107e1-5166-4d0c-a4bb-0dc8c7b6ecca req-ee130e54-17fe-414a-bb23-efd44781b942 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=91253603-6700-4fa8-aaa9-1e2b81824043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353196 Sep 21 18:27:17.665226 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf61bc6d-bfa6-47c0-8bbe-9835e1eeb50b req-0c8a2237-cbc5-4601-82dd-132e43e04a43 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418925 Sep 21 18:27:17.722177 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-9d93becf-1da0-40a8-8f62-8de3d48cb7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:17.724024 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-9d93becf-1da0-40a8-8f62-8de3d48cb7cc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 1096 time: 0.0421786 Sep 21 18:27:17.816520 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-531e3544-1fbf-4c63-962f-83d74e4b4f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:17.817914 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-531e3544-1fbf-4c63-962f-83d74e4b4f21 service neutron] 10.222.0.38 "GET /v2.0/networks?id=892f9931-e467-43ba-a246-2ca660a1d7d2 HTTP/1.1" status: 200 len: 897 time: 0.0852556 Sep 21 18:27:17.886671 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-ee65b208-eba6-40b5-9d5e-fd0e00c29f97 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a7ab043-4988-4694-b30f-1ba710f77e42 HTTP/1.1" status: 200 len: 1000 time: 0.0613632 Sep 21 18:27:17.936589 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-a1bff855-ecde-47d2-aea2-8bb357a93d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:17.938020 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-a1bff855-ecde-47d2-aea2-8bb357a93d78 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e6d5dc4a-abfb-4ead-a22f-ef71fa03da97 HTTP/1.1" status: 200 len: 834 time: 0.0432782 Sep 21 18:27:17.984058 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-c0445d92-128a-446d-8a1b-bd710663a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:17.985536 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-c0445d92-128a-446d-8a1b-bd710663a787 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=892f9931-e467-43ba-a246-2ca660a1d7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399768 Sep 21 18:27:18.088125 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-2c61fbcc-c995-42d6-bf13-3eb57cabd4ab service neutron] 10.222.0.38 "GET /v2.0/networks/892f9931-e467-43ba-a246-2ca660a1d7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946701 Sep 21 18:27:18.186591 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-069f9d1e-a1c5-49e3-9643-43f73bb86beb service neutron] 10.222.0.38 "GET /v2.0/networks/892f9931-e467-43ba-a246-2ca660a1d7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908465 Sep 21 18:27:18.327326 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-9e6c1263-05ab-49b0-aabf-278017a3f3bc tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:18.328886 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-9e6c1263-05ab-49b0-aabf-278017a3f3bc tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=428e774c-a98c-4476-8db1-6df819efbda1&tenant_id=99089d04f7cb4cd988bfbe14fd24f277&binding%3Ahost_id=n-h2-810291-1 HTTP/1.1" status: 200 len: 1096 time: 0.0850940 Sep 21 18:27:18.341451 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-62d53004-385d-42a7-9298-c6393f8f2203 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-810291-1'}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:27:18.399598 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-62d53004-385d-42a7-9298-c6393f8f2203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:18.451390 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f15ad3b5-555c-4f70-ab73-689228cbdc6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:18.539792 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-62d53004-385d-42a7-9298-c6393f8f2203 service neutron] For port 8a7ab043-4988-4694-b30f-1ba710f77e42, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=8a7ab043-4988-4694-b30f-1ba710f77e42,segment=NetworkSegment(b68d6d2a-030c-45c9-8642-db0290d0baf0),segment_id=b68d6d2a-030c-45c9-8642-db0290d0baf0)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:27:18.583063 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-62d53004-385d-42a7-9298-c6393f8f2203 service neutron] For port 8a7ab043-4988-4694-b30f-1ba710f77e42, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:27:18.627513 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428e774c-a98c-4476-8db1-6df819efbda1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7ab043-4988-4694-b30f-1ba710f77e42'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:27:18.629718 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ae3870-3aab-4f80-972f-96e0f6a9d3e4" -d '{"events": [{"server_uuid": "428e774c-a98c-4476-8db1-6df819efbda1", "name": "network-vif-unplugged", "status": "completed", "tag": "8a7ab043-4988-4694-b30f-1ba710f77e42"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:27:18.634037 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-62d53004-385d-42a7-9298-c6393f8f2203 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:18.640586 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-62d53004-385d-42a7-9298-c6393f8f2203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:18.669416 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecacf219-45dc-41fc-9146-e1d87b13f62f x-openstack-request-id: req-ecacf219-45dc-41fc-9146-e1d87b13f62f {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:27:18.669706 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428e774c-a98c-4476-8db1-6df819efbda1", "name": "network-vif-unplugged", "status": "completed", "tag": "8a7ab043-4988-4694-b30f-1ba710f77e42", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:27:18.669953 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ecacf219-45dc-41fc-9146-e1d87b13f62f {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:27:18.670342 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428e774c-a98c-4476-8db1-6df819efbda1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7ab043-4988-4694-b30f-1ba710f77e42', 'code': 200} Sep 21 18:27:18.785921 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4331caf-5027-4ac7-8166-2ac94ddd6058 req-ce8372cf-7a01-435b-be5f-8b68a26e4bc3 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:18.787740 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f4331caf-5027-4ac7-8166-2ac94ddd6058 req-ce8372cf-7a01-435b-be5f-8b68a26e4bc3 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=a49190d5-8d0c-4468-84dc-ad37cbfb89e0 HTTP/1.1" status: 200 len: 945 time: 0.0497253 Sep 21 18:27:18.816602 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d53004-385d-42a7-9298-c6393f8f2203 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7ab043-4988-4694-b30f-1ba710f77e42,revision_number=7']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:18.836099 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f4331caf-5027-4ac7-8166-2ac94ddd6058 req-97eb728f-1cc2-4c10-9300-bea1b0e58c17 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409718 Sep 21 18:27:18.839666 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4da12c-cde1-45e9-9805-63dbfcf17f58 req-16e7031a-22c7-41a8-a2d5-dc423917e19c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:18.841286 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1c4da12c-cde1-45e9-9805-63dbfcf17f58 req-16e7031a-22c7-41a8-a2d5-dc423917e19c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 943 time: 0.1050296 Sep 21 18:27:18.844120 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-62d53004-385d-42a7-9298-c6393f8f2203 service neutron] Attempting to bind port 8a7ab043-4988-4694-b30f-1ba710f77e42 on host n-h2-810291-1 for vnic_type normal with profile {"migrating_to": "n-h1-810291-1"} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:27:18.844587 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-62d53004-385d-42a7-9298-c6393f8f2203 service neutron] Attempting to bind port 8a7ab043-4988-4694-b30f-1ba710f77e42 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'b68d6d2a-030c-45c9-8642-db0290d0baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:27:18.844984 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-62d53004-385d-42a7-9298-c6393f8f2203 service neutron] Attempting to bind port 8a7ab043-4988-4694-b30f-1ba710f77e42 on network 892f9931-e467-43ba-a246-2ca660a1d7d2 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:27:18.853816 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-62d53004-385d-42a7-9298-c6393f8f2203 service neutron] Port 8a7ab043-4988-4694-b30f-1ba710f77e42 on network 892f9931-e467-43ba-a246-2ca660a1d7d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:27:18.853816 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-62d53004-385d-42a7-9298-c6393f8f2203 service neutron] Attempting to bind port 8a7ab043-4988-4694-b30f-1ba710f77e42 on network 892f9931-e467-43ba-a246-2ca660a1d7d2 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:27:18.868392 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-62d53004-385d-42a7-9298-c6393f8f2203 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:27:18.868721 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-62d53004-385d-42a7-9298-c6393f8f2203 service neutron] Checking segment: {'id': 'b68d6d2a-030c-45c9-8642-db0290d0baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:27:18.869103 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-62d53004-385d-42a7-9298-c6393f8f2203 service neutron] Bound using segment: {'id': 'b68d6d2a-030c-45c9-8642-db0290d0baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:27:18.869552 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-62d53004-385d-42a7-9298-c6393f8f2203 service neutron] Bound port: 8a7ab043-4988-4694-b30f-1ba710f77e42, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68d6d2a-030c-45c9-8642-db0290d0baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:27:18.869912 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-62d53004-385d-42a7-9298-c6393f8f2203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:18.925718 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1c4da12c-cde1-45e9-9805-63dbfcf17f58 req-dc98acfb-2e2e-43e7-ad51-25ac27f69cc5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=91253603-6700-4fa8-aaa9-1e2b81824043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755813 Sep 21 18:27:18.948142 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5b23f8e5-b05e-4c2e-b821-cc454b649d20 None None] Provisioning complete for port 8a7ab043-4988-4694-b30f-1ba710f77e42 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:27:18.948571 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5b23f8e5-b05e-4c2e-b821-cc454b649d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:18.962864 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67fab8b-1add-4f30-99a4-04f2ff8c56f0 req-cf1100ba-f463-408e-83e2-0dec15e513d1 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:18.964416 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f67fab8b-1add-4f30-99a4-04f2ff8c56f0 req-cf1100ba-f463-408e-83e2-0dec15e513d1 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=a49190d5-8d0c-4468-84dc-ad37cbfb89e0 HTTP/1.1" status: 200 len: 945 time: 0.0515692 Sep 21 18:27:18.966344 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-62d53004-385d-42a7-9298-c6393f8f2203 service neutron] For port 8a7ab043-4988-4694-b30f-1ba710f77e42, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:27:18.969592 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-62d53004-385d-42a7-9298-c6393f8f2203 service neutron] For port 8a7ab043-4988-4694-b30f-1ba710f77e42, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=8a7ab043-4988-4694-b30f-1ba710f77e42,segment=NetworkSegment(b68d6d2a-030c-45c9-8642-db0290d0baf0),segment_id=b68d6d2a-030c-45c9-8642-db0290d0baf0)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:27:18.975586 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-62d53004-385d-42a7-9298-c6393f8f2203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:18.984657 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5b23f8e5-b05e-4c2e-b821-cc454b649d20 None None] Port 8a7ab043-4988-4694-b30f-1ba710f77e42 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:27:19.006390 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f67fab8b-1add-4f30-99a4-04f2ff8c56f0 req-a3232a7e-61bf-4130-b7da-fc04849eac1d tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341530 Sep 21 18:27:19.018027 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:19.032940 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50172) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:19.075225 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d53004-385d-42a7-9298-c6393f8f2203 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7ab043-4988-4694-b30f-1ba710f77e42,revision_number=8']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:19.121723 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-62d53004-385d-42a7-9298-c6393f8f2203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:19.122348 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-62d53004-385d-42a7-9298-c6393f8f2203 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:19.123811 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-62d53004-385d-42a7-9298-c6393f8f2203 service neutron] 10.222.0.38 "PUT /v2.0/ports/8a7ab043-4988-4694-b30f-1ba710f77e42 HTTP/1.1" status: 200 len: 1121 time: 0.7866266 Sep 21 18:27:19.200607 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c771e77-e9e8-4d9f-a868-f9eaba063dfc tempest-TestVolumeBootPattern-1353817469 tempest-TestVolumeBootPattern-1353817469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:19.200946 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['8a7ab043-4988-4694-b30f-1ba710f77e42'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:27:19.202456 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3c771e77-e9e8-4d9f-a868-f9eaba063dfc tempest-TestVolumeBootPattern-1353817469 tempest-TestVolumeBootPattern-1353817469-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a49190d5-8d0c-4468-84dc-ad37cbfb89e0 HTTP/1.1" status: 200 len: 1091 time: 0.1682184 Sep 21 18:27:19.205635 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50176) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:19.210229 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-77a29abc-82fc-428a-b11b-ff1e44631437 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'port_id': '5f8f1363-17d8-4146-a684-c3a971039cc9', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:27:19.235858 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-77a29abc-82fc-428a-b11b-ff1e44631437 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for floatingip, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:19.324712 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-62819aaa-eca4-4f0b-972d-552d78531256 None None] Provisioning complete for port 8a7ab043-4988-4694-b30f-1ba710f77e42 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:27:19.324968 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-62819aaa-eca4-4f0b-972d-552d78531256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:19.338135 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-77a29abc-82fc-428a-b11b-ff1e44631437 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:19.438360 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-77a29abc-82fc-428a-b11b-ff1e44631437 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Allocated IP 172.25.6.185 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/6e2ba089-1be7-487a-9ffc-48865d64a21c) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:27:19.461223 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-62819aaa-eca4-4f0b-972d-552d78531256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:19.500951 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428e774c-a98c-4476-8db1-6df819efbda1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7ab043-4988-4694-b30f-1ba710f77e42'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:27:19.503227 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530f9138-f26a-4f8d-abc4-caed31862d89" -d '{"events": [{"server_uuid": "428e774c-a98c-4476-8db1-6df819efbda1", "name": "network-vif-plugged", "status": "completed", "tag": "8a7ab043-4988-4694-b30f-1ba710f77e42"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:27:19.526079 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-62819aaa-eca4-4f0b-972d-552d78531256 None None] For port 8a7ab043-4988-4694-b30f-1ba710f77e42, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=8a7ab043-4988-4694-b30f-1ba710f77e42,segment=NetworkSegment(b68d6d2a-030c-45c9-8642-db0290d0baf0),segment_id=b68d6d2a-030c-45c9-8642-db0290d0baf0)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:27:19.533933 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-62819aaa-eca4-4f0b-972d-552d78531256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:19.553727 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-77a29abc-82fc-428a-b11b-ff1e44631437 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:19.557437 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c035e046-305b-4dd4-bf3d-f954b953535b x-openstack-request-id: req-c035e046-305b-4dd4-bf3d-f954b953535b {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:27:19.557738 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428e774c-a98c-4476-8db1-6df819efbda1", "name": "network-vif-plugged", "status": "completed", "tag": "8a7ab043-4988-4694-b30f-1ba710f77e42", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:27:19.557987 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c035e046-305b-4dd4-bf3d-f954b953535b {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:27:19.558372 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428e774c-a98c-4476-8db1-6df819efbda1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7ab043-4988-4694-b30f-1ba710f77e42', 'code': 200} Sep 21 18:27:19.587563 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-77a29abc-82fc-428a-b11b-ff1e44631437 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:19.626122 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a29abc-82fc-428a-b11b-ff1e44631437 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:27:19.631148 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-77a29abc-82fc-428a-b11b-ff1e44631437 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:27:19.636133 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a29abc-82fc-428a-b11b-ff1e44631437 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:27:19.639226 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a29abc-82fc-428a-b11b-ff1e44631437 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Pushing event updated for resources: {'Port': ['ID=6e2ba089-1be7-487a-9ffc-48865d64a21c,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:19.664270 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62819aaa-eca4-4f0b-972d-552d78531256 None None] Pushing event updated for resources: {'Port': ['ID=8a7ab043-4988-4694-b30f-1ba710f77e42,revision_number=9']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:20.010101 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-77a29abc-82fc-428a-b11b-ff1e44631437 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:20.076166 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb97d3-40f8-4932-a815-11c9b074ef19 req-1268101d-36a0-4e47-8db5-a2125b003435 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:20.077697 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1ecb97d3-40f8-4932-a815-11c9b074ef19 req-1268101d-36a0-4e47-8db5-a2125b003435 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 945 time: 0.0827582 Sep 21 18:27:20.118117 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-77a29abc-82fc-428a-b11b-ff1e44631437 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:20.160987 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1ecb97d3-40f8-4932-a815-11c9b074ef19 req-d79256d4-a56e-4577-93ec-6d164233957f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=91253603-6700-4fa8-aaa9-1e2b81824043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634022 Sep 21 18:27:20.186277 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:20.290807 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-77a29abc-82fc-428a-b11b-ff1e44631437 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:20.298456 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-77a29abc-82fc-428a-b11b-ff1e44631437 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:20.368617 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a29abc-82fc-428a-b11b-ff1e44631437 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Pushing event updated for resources: {'Port': ['ID=6e2ba089-1be7-487a-9ffc-48865d64a21c,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:20.379085 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-77a29abc-82fc-428a-b11b-ff1e44631437 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:20.672109 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428e774c-a98c-4476-8db1-6df819efbda1', 'tag': '8a7ab043-4988-4694-b30f-1ba710f77e42'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:27:20.674557 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37db620-346f-4334-a206-a7d2292bc7b2" -d '{"events": [{"name": "network-changed", "server_uuid": "428e774c-a98c-4476-8db1-6df819efbda1", "tag": "8a7ab043-4988-4694-b30f-1ba710f77e42"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:27:20.712190 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1aaffee-97b6-42d4-9d51-2cb6ff26f8e6 x-openstack-request-id: req-a1aaffee-97b6-42d4-9d51-2cb6ff26f8e6 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:27:20.712479 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "428e774c-a98c-4476-8db1-6df819efbda1", "tag": "8a7ab043-4988-4694-b30f-1ba710f77e42", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:27:20.712704 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a1aaffee-97b6-42d4-9d51-2cb6ff26f8e6 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:27:20.713130 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '428e774c-a98c-4476-8db1-6df819efbda1', 'tag': '8a7ab043-4988-4694-b30f-1ba710f77e42', 'status': 'completed', 'code': 200} Sep 21 18:27:20.781087 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37db620-346f-4334-a206-a7d2292bc7b2 req-afef3396-4fa1-4018-8e06-305d0b7b0b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:20.782634 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f37db620-346f-4334-a206-a7d2292bc7b2 req-afef3396-4fa1-4018-8e06-305d0b7b0b0f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 1126 time: 0.0444148 Sep 21 18:27:20.827528 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [None req-77a29abc-82fc-428a-b11b-ff1e44631437 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Floating IP d1736469-3363-4dfe-aef1-c5326dbf0ed9 associated. External IP: 172.25.6.185, port: 5f8f1363-17d8-4146-a684-c3a971039cc9. Sep 21 18:27:20.873976 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37db620-346f-4334-a206-a7d2292bc7b2 req-09bb7ae8-5e3d-46f2-8a89-8b9975d51ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:20.875507 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f37db620-346f-4334-a206-a7d2292bc7b2 req-09bb7ae8-5e3d-46f2-8a89-8b9975d51ece service neutron] 10.222.0.44 "GET /v2.0/networks?id=892f9931-e467-43ba-a246-2ca660a1d7d2 HTTP/1.1" status: 200 len: 897 time: 0.0846400 Sep 21 18:27:20.946249 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f37db620-346f-4334-a206-a7d2292bc7b2 req-edbae07b-d1a4-426d-97d6-8955a3559879 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a7ab043-4988-4694-b30f-1ba710f77e42 HTTP/1.1" status: 200 len: 1000 time: 0.0619211 Sep 21 18:27:20.996669 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37db620-346f-4334-a206-a7d2292bc7b2 req-fe15cd54-876a-4580-8a42-8624c4ad96a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:20.998174 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f37db620-346f-4334-a206-a7d2292bc7b2 req-fe15cd54-876a-4580-8a42-8624c4ad96a8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d5dc4a-abfb-4ead-a22f-ef71fa03da97 HTTP/1.1" status: 200 len: 834 time: 0.0446124 Sep 21 18:27:21.039108 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a29abc-82fc-428a-b11b-ff1e44631437 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Router ef355b40-13e2-472b-b98c-41da1220afe9 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:27:21.047378 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37db620-346f-4334-a206-a7d2292bc7b2 req-425e6a78-f563-40a8-9d50-05528243953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:21.048911 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f37db620-346f-4334-a206-a7d2292bc7b2 req-425e6a78-f563-40a8-9d50-05528243953d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=892f9931-e467-43ba-a246-2ca660a1d7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419996 Sep 21 18:27:21.146158 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a29abc-82fc-428a-b11b-ff1e44631437 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:27:21.146492 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f37db620-346f-4334-a206-a7d2292bc7b2 req-8343de1c-c3aa-4926-b13f-89fe4ab243ed service neutron] 10.222.0.44 "GET /v2.0/networks/892f9931-e467-43ba-a246-2ca660a1d7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885727 Sep 21 18:27:21.156629 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbacd69-503e-48f8-8b82-91dc0c683df3 None None] Sync routers for ids ['ef355b40-13e2-472b-b98c-41da1220afe9'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:27:21.164230 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-77a29abc-82fc-428a-b11b-ff1e44631437 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:21.167859 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbacd69-503e-48f8-8b82-91dc0c683df3 None None] Routers {'ef355b40-13e2-472b-b98c-41da1220afe9'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:27:21.168577 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6cbacd69-503e-48f8-8b82-91dc0c683df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:27:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ef355b40-13e2-472b-b98c-41da1220afe9'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:27:21.202509 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-77a29abc-82fc-428a-b11b-ff1e44631437 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9957528 Sep 21 18:27:21.203235 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a49190d5-8d0c-4468-84dc-ad37cbfb89e0', 'tag': '5f8f1363-17d8-4146-a684-c3a971039cc9'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:27:21.205974 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efaf632-ac83-4b97-a42a-fe3e9485be8e" -d '{"events": [{"name": "network-changed", "server_uuid": "a49190d5-8d0c-4468-84dc-ad37cbfb89e0", "tag": "5f8f1363-17d8-4146-a684-c3a971039cc9"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:27:21.264137 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7f5704-aeb2-4fe9-b7c6-3432268d9516 x-openstack-request-id: req-bc7f5704-aeb2-4fe9-b7c6-3432268d9516 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:27:21.264401 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a49190d5-8d0c-4468-84dc-ad37cbfb89e0", "tag": "5f8f1363-17d8-4146-a684-c3a971039cc9", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:27:21.264581 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bc7f5704-aeb2-4fe9-b7c6-3432268d9516 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:27:21.264968 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a49190d5-8d0c-4468-84dc-ad37cbfb89e0', 'tag': '5f8f1363-17d8-4146-a684-c3a971039cc9', 'status': 'completed', 'code': 200} Sep 21 18:27:21.265270 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f37db620-346f-4334-a206-a7d2292bc7b2 req-5d176aaf-7089-4b0c-8af6-2b9ccf192bf9 service neutron] 10.222.0.44 "GET /v2.0/networks/892f9931-e467-43ba-a246-2ca660a1d7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108165 Sep 21 18:27:21.299927 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-6cbacd69-503e-48f8-8b82-91dc0c683df3 None None] Set router ef355b40-13e2-472b-b98c-41da1220afe9 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:27:21.306612 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e84106-8bad-4f60-a4af-466f12558b5b req-bfa81960-8085-4a05-8b73-c00690c9b243 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:21.308222 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c7e84106-8bad-4f60-a4af-466f12558b5b req-bfa81960-8085-4a05-8b73-c00690c9b243 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 945 time: 0.0586700 Sep 21 18:27:21.330186 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efaf632-ac83-4b97-a42a-fe3e9485be8e req-d6f3eaf6-33be-4dbe-8c66-3d6c7471e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:21.333737 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3efaf632-ac83-4b97-a42a-fe3e9485be8e req-d6f3eaf6-33be-4dbe-8c66-3d6c7471e6be service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed22908bce274772830e1e318854b4a6&device_id=a49190d5-8d0c-4468-84dc-ad37cbfb89e0 HTTP/1.1" status: 200 len: 1096 time: 0.0524647 Sep 21 18:27:21.350199 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c7e84106-8bad-4f60-a4af-466f12558b5b req-97d92978-19e8-445b-8fcf-4b7de0d5c241 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=91253603-6700-4fa8-aaa9-1e2b81824043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360181 Sep 21 18:27:21.425265 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efaf632-ac83-4b97-a42a-fe3e9485be8e req-b81cac6a-7389-4b1b-9aba-f9a9ffd19ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:21.426753 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3efaf632-ac83-4b97-a42a-fe3e9485be8e req-b81cac6a-7389-4b1b-9aba-f9a9ffd19ad0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d369e5c5-60af-4748-b4b0-9650fd649648 HTTP/1.1" status: 200 len: 913 time: 0.0828187 Sep 21 18:27:21.504045 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3efaf632-ac83-4b97-a42a-fe3e9485be8e req-b63608c9-fbe2-4e20-961e-e4ad15a7f98f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f8f1363-17d8-4146-a684-c3a971039cc9 HTTP/1.1" status: 200 len: 999 time: 0.0604112 Sep 21 18:27:21.530058 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6cbacd69-503e-48f8-8b82-91dc0c683df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'name': 'tempest-TestVolumeBootPattern-1871760928-router', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:08Z', 'updated_at': '2021-09-21T18:21:12Z', 'revision_number': 4, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'gw_port': {'id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:09Z', 'updated_at': '2021-09-21T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'd1736469-3363-4dfe-aef1-c5326dbf0ed9', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'floating_ip_address': '172.25.6.185', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'port_id': '5f8f1363-17d8-4146-a684-c3a971039cc9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'mac_address': 'fa:16:3e:3f:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49190d5-8d0c-4468-84dc-ad37cbfb89e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:27:19Z', 'updated_at': '2021-09-21T18:27:19Z', 'revision_number': 0, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '770c981b-b197-4732-acdd-7ff01aa4b473', 'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'mac_address': 'fa:16:3e:d9:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:11Z', 'updated_at': '2021-09-21T18:21:17Z', 'revision_number': 5, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'subnets': [{'id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:27:21.556869 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efaf632-ac83-4b97-a42a-fe3e9485be8e req-e7996605-6419-4aea-a3d6-bc8bec3f5c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:21.558341 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3efaf632-ac83-4b97-a42a-fe3e9485be8e req-e7996605-6419-4aea-a3d6-bc8bec3f5c20 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3451e09d-0afb-4f27-b18f-9613783297a1 HTTP/1.1" status: 200 len: 851 time: 0.0460768 Sep 21 18:27:21.558524 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbacd69-503e-48f8-8b82-91dc0c683df3 None None] Checking router: ef355b40-13e2-472b-b98c-41da1220afe9 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:27:21.567379 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbacd69-503e-48f8-8b82-91dc0c683df3 None None] Routers {'ef355b40-13e2-472b-b98c-41da1220afe9'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:27:21.568007 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6cbacd69-503e-48f8-8b82-91dc0c683df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:27:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ef355b40-13e2-472b-b98c-41da1220afe9'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:27:21.609072 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efaf632-ac83-4b97-a42a-fe3e9485be8e req-6f1ce581-355d-4791-bfc2-02ec49694480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:21.610593 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3efaf632-ac83-4b97-a42a-fe3e9485be8e req-6f1ce581-355d-4791-bfc2-02ec49694480 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d369e5c5-60af-4748-b4b0-9650fd649648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427613 Sep 21 18:27:21.666049 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:21.681684 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-6cbacd69-503e-48f8-8b82-91dc0c683df3 None None] Set router ef355b40-13e2-472b-b98c-41da1220afe9 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:27:21.730407 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3efaf632-ac83-4b97-a42a-fe3e9485be8e req-316c4c44-8f89-4704-8926-486de124fe6b service neutron] 10.222.0.38 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012762 Sep 21 18:27:21.827144 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3efaf632-ac83-4b97-a42a-fe3e9485be8e req-e10f223b-4dd9-4bd2-b2cf-41c640bf3062 service neutron] 10.222.0.38 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877087 Sep 21 18:27:22.007708 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6cbacd69-503e-48f8-8b82-91dc0c683df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'name': 'tempest-TestVolumeBootPattern-1871760928-router', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:08Z', 'updated_at': '2021-09-21T18:21:12Z', 'revision_number': 4, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'gw_port': {'id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:09Z', 'updated_at': '2021-09-21T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'd1736469-3363-4dfe-aef1-c5326dbf0ed9', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'floating_ip_address': '172.25.6.185', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'port_id': '5f8f1363-17d8-4146-a684-c3a971039cc9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'mac_address': 'fa:16:3e:3f:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49190d5-8d0c-4468-84dc-ad37cbfb89e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:27:19Z', 'updated_at': '2021-09-21T18:27:19Z', 'revision_number': 0, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '770c981b-b197-4732-acdd-7ff01aa4b473', 'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'mac_address': 'fa:16:3e:d9:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:11Z', 'updated_at': '2021-09-21T18:21:17Z', 'revision_number': 5, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'subnets': [{'id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:27:22.034227 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbacd69-503e-48f8-8b82-91dc0c683df3 None None] The sync data for ids ['ef355b40-13e2-472b-b98c-41da1220afe9'] in n-d-810291-1 is: [{'id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'name': 'tempest-TestVolumeBootPattern-1871760928-router', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:08Z', 'updated_at': '2021-09-21T18:21:12Z', 'revision_number': 4, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'gw_port': {'id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:09Z', 'updated_at': '2021-09-21T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'd1736469-3363-4dfe-aef1-c5326dbf0ed9', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'floating_ip_address': '172.25.6.185', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'port_id': '5f8f1363-17d8-4146-a684-c3a971039cc9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'mac_address': 'fa:16:3e:3f:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49190d5-8d0c-4468-84dc-ad37cbfb89e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:27:19Z', 'updated_at': '2021-09-21T18:27:19Z', 'revision_number': 0, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '770c981b-b197-4732-acdd-7ff01aa4b473', 'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'mac_address': 'fa:16:3e:d9:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:11Z', 'updated_at': '2021-09-21T18:21:17Z', 'revision_number': 5, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'subnets': [{'id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:27:22.247060 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5905eac-9da4-4e82-9b73-cf432118cda4 None None] New status for floating IP d1736469-3363-4dfe-aef1-c5326dbf0ed9: ACTIVE {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:27:22.445897 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 8a7ab043-4988-4694-b30f-1ba710f77e42 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:27:22.474707 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ca204-4027-42d3-aa1f-a441e3b0d4fa req-0a061d86-1dd2-4645-87bc-821513b4c624 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:22.476251 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1e2ca204-4027-42d3-aa1f-a441e3b0d4fa req-0a061d86-1dd2-4645-87bc-821513b4c624 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 945 time: 0.0553267 Sep 21 18:27:22.515980 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1e2ca204-4027-42d3-aa1f-a441e3b0d4fa req-d85ca382-19ac-47a1-8dbf-c2ed3ad3800c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=91253603-6700-4fa8-aaa9-1e2b81824043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319259 Sep 21 18:27:22.636541 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 8a7ab043-4988-4694-b30f-1ba710f77e42, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=8a7ab043-4988-4694-b30f-1ba710f77e42,segment=NetworkSegment(b68d6d2a-030c-45c9-8642-db0290d0baf0),segment_id=b68d6d2a-030c-45c9-8642-db0290d0baf0)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:27:22.651591 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 8a7ab043-4988-4694-b30f-1ba710f77e42 has no active binding in host n-h1-810291-1 {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 21 18:27:23.642755 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:23.659839 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34410358-7e86-4553-975c-1f501fd74afa req-9cd923cc-bfae-413d-a5d5-18a665fa3e81 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:23.661342 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-34410358-7e86-4553-975c-1f501fd74afa req-9cd923cc-bfae-413d-a5d5-18a665fa3e81 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 945 time: 0.0613213 Sep 21 18:27:23.700659 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-34410358-7e86-4553-975c-1f501fd74afa req-eb989aeb-410d-45fa-b21b-eadb3cec86cc tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=91253603-6700-4fa8-aaa9-1e2b81824043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327849 Sep 21 18:27:24.071486 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-4d33b87a-0289-476e-b20f-4acbae74a46f service neutron] 10.222.0.44 "GET /v2.0/ports/8a7ab043-4988-4694-b30f-1ba710f77e42/bindings/n-h1-810291-1 HTTP/1.1" status: 200 len: 384 time: 0.0583127 Sep 21 18:27:24.249666 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-4125add4-3716-49f0-a35b-2cd1710b3251 service neutron] For port 8a7ab043-4988-4694-b30f-1ba710f77e42, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=8a7ab043-4988-4694-b30f-1ba710f77e42,segment=NetworkSegment(b68d6d2a-030c-45c9-8642-db0290d0baf0),segment_id=b68d6d2a-030c-45c9-8642-db0290d0baf0)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:27:24.269740 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-4125add4-3716-49f0-a35b-2cd1710b3251 service neutron] For port 8a7ab043-4988-4694-b30f-1ba710f77e42, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:27:24.309015 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428e774c-a98c-4476-8db1-6df819efbda1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7ab043-4988-4694-b30f-1ba710f77e42'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:27:24.311326 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2bddbb-396f-4305-b1a5-6118307dd35a" -d '{"events": [{"server_uuid": "428e774c-a98c-4476-8db1-6df819efbda1", "name": "network-vif-unplugged", "status": "completed", "tag": "8a7ab043-4988-4694-b30f-1ba710f77e42"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:27:24.319153 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-4125add4-3716-49f0-a35b-2cd1710b3251 service neutron] For port 8a7ab043-4988-4694-b30f-1ba710f77e42, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=8a7ab043-4988-4694-b30f-1ba710f77e42,segment=NetworkSegment(b68d6d2a-030c-45c9-8642-db0290d0baf0),segment_id=b68d6d2a-030c-45c9-8642-db0290d0baf0)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:27:24.335807 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-4125add4-3716-49f0-a35b-2cd1710b3251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:24.352076 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9accdd-4951-42ff-a4b4-f3e85b6aba9c x-openstack-request-id: req-6d9accdd-4951-42ff-a4b4-f3e85b6aba9c {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:27:24.352343 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428e774c-a98c-4476-8db1-6df819efbda1", "name": "network-vif-unplugged", "status": "completed", "tag": "8a7ab043-4988-4694-b30f-1ba710f77e42", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:27:24.352743 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6d9accdd-4951-42ff-a4b4-f3e85b6aba9c {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:27:24.353311 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428e774c-a98c-4476-8db1-6df819efbda1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7ab043-4988-4694-b30f-1ba710f77e42', 'code': 200} Sep 21 18:27:24.435780 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-4125add4-3716-49f0-a35b-2cd1710b3251 service neutron] Transition to ACTIVE for port object 8a7ab043-4988-4694-b30f-1ba710f77e42 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:27:24.441170 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-4125add4-3716-49f0-a35b-2cd1710b3251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:24.527508 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4125add4-3716-49f0-a35b-2cd1710b3251 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7ab043-4988-4694-b30f-1ba710f77e42,revision_number=11']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:24.573952 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-4125add4-3716-49f0-a35b-2cd1710b3251 service neutron] No DVR routers for this DVR port 8a7ab043-4988-4694-b30f-1ba710f77e42 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:27:24.700666 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-4125add4-3716-49f0-a35b-2cd1710b3251 service neutron] 10.222.0.44 "PUT /v2.0/ports/8a7ab043-4988-4694-b30f-1ba710f77e42/bindings/n-h1-810291-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6211431 Sep 21 18:27:24.798648 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-08e6dc0a-2a63-468e-a339-238b68b1a5d3 tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:24.800526 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-08e6dc0a-2a63-468e-a339-238b68b1a5d3 tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=428e774c-a98c-4476-8db1-6df819efbda1&tenant_id=99089d04f7cb4cd988bfbe14fd24f277&binding%3Ahost_id=n-h2-810291-1 HTTP/1.1" status: 200 len: 1095 time: 0.0447481 Sep 21 18:27:24.802734 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:24.847608 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-0e4095f0-7195-46b1-a3c6-57bc20466edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:24.849165 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-0e4095f0-7195-46b1-a3c6-57bc20466edc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=428e774c-a98c-4476-8db1-6df819efbda1&tenant_id=99089d04f7cb4cd988bfbe14fd24f277 HTTP/1.1" status: 200 len: 1095 time: 0.0412769 Sep 21 18:27:24.887071 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08aac4-b737-446a-95ac-6085d0da924e req-bb63effe-ec1a-461f-b3be-8336257987ce tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:24.888737 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ea08aac4-b737-446a-95ac-6085d0da924e req-bb63effe-ec1a-461f-b3be-8336257987ce tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 944 time: 0.1157925 Sep 21 18:27:24.919072 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-1be7df8c-fdd2-47c4-bd0c-054d42b9a7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:24.920563 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-1be7df8c-fdd2-47c4-bd0c-054d42b9a7d5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 1095 time: 0.0475080 Sep 21 18:27:24.927860 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ea08aac4-b737-446a-95ac-6085d0da924e req-42855967-b83f-478a-8013-3304cb4bb09d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=91253603-6700-4fa8-aaa9-1e2b81824043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329809 Sep 21 18:27:25.014465 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-c2303d48-8e8b-4f15-a179-0e567e72278a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:25.016192 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-c2303d48-8e8b-4f15-a179-0e567e72278a service neutron] 10.222.0.38 "GET /v2.0/networks?id=892f9931-e467-43ba-a246-2ca660a1d7d2 HTTP/1.1" status: 200 len: 897 time: 0.0879796 Sep 21 18:27:25.089612 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-372c6749-cd86-4afb-9bde-8b290187e773 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a7ab043-4988-4694-b30f-1ba710f77e42 HTTP/1.1" status: 200 len: 998 time: 0.0661137 Sep 21 18:27:25.139136 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-4f5efa88-2688-4f83-8e14-b6e6844111f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:25.140567 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-4f5efa88-2688-4f83-8e14-b6e6844111f4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e6d5dc4a-abfb-4ead-a22f-ef71fa03da97 HTTP/1.1" status: 200 len: 834 time: 0.0434813 Sep 21 18:27:25.190853 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-2cd22395-adc4-4fb6-a8c9-6a4fa9f615df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:25.192419 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-2cd22395-adc4-4fb6-a8c9-6a4fa9f615df service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=892f9931-e467-43ba-a246-2ca660a1d7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447326 Sep 21 18:27:25.288687 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-0fc85fe6-3574-4fda-aec2-2130d63a5d1f service neutron] 10.222.0.38 "GET /v2.0/networks/892f9931-e467-43ba-a246-2ca660a1d7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887494 Sep 21 18:27:25.385225 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-0b1fadb3-5372-4aac-b444-cd4f8af15b1a service neutron] 10.222.0.38 "GET /v2.0/networks/892f9931-e467-43ba-a246-2ca660a1d7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894830 Sep 21 18:27:25.650337 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-8dad2027-a575-4329-93de-b59aa383b6f2 tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:25.651882 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-8dad2027-a575-4329-93de-b59aa383b6f2 tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=428e774c-a98c-4476-8db1-6df819efbda1&tenant_id=99089d04f7cb4cd988bfbe14fd24f277&binding%3Ahost_id=n-h1-810291-1 HTTP/1.1" status: 200 len: 1095 time: 0.0473747 Sep 21 18:27:25.797058 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-c6374c5d-b825-408a-bb16-d901d97a5480 service neutron] For port 8a7ab043-4988-4694-b30f-1ba710f77e42, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:27:25.800211 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-c6374c5d-b825-408a-bb16-d901d97a5480 service neutron] Notify callbacks [] for binding, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:25.801344 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cbdbcdb1-b8ba-45a4-97fd-fc4783f7514d req-c6374c5d-b825-408a-bb16-d901d97a5480 service neutron] 10.222.0.38 "DELETE /v2.0/ports/8a7ab043-4988-4694-b30f-1ba710f77e42/bindings/n-h2-810291-1 HTTP/1.1" status: 204 len: 173 time: 0.1418552 Sep 21 18:27:26.058973 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052400f-2854-47b4-b7fd-d8b6edfc0b5a req-0783dd7a-4044-4261-8fa7-df212d00ba2a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:26.060526 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b052400f-2854-47b4-b7fd-d8b6edfc0b5a req-0783dd7a-4044-4261-8fa7-df212d00ba2a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 944 time: 0.0591869 Sep 21 18:27:26.100355 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b052400f-2854-47b4-b7fd-d8b6edfc0b5a req-bbdd14d0-95dc-410d-a207-3ab4e2b2c63a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=91253603-6700-4fa8-aaa9-1e2b81824043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325558 Sep 21 18:27:26.211845 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d17e45-d4a6-4203-9f60-d0ad888be7c2 req-533aa88b-855d-4eae-a1f9-f15d9e02c451 tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:26.213435 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-69d17e45-d4a6-4203-9f60-d0ad888be7c2 req-533aa88b-855d-4eae-a1f9-f15d9e02c451 tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 1095 time: 0.0426657 Sep 21 18:27:26.249504 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-69d17e45-d4a6-4203-9f60-d0ad888be7c2 req-b60e903d-b85a-45ac-8410-25055c4190ab tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=91253603-6700-4fa8-aaa9-1e2b81824043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299013 Sep 21 18:27:26.364238 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4ed13-f872-41ab-849a-c86041e2ef85 req-27ad3274-52b2-43d4-a713-a70219fb15cc tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:26.365953 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8d4ed13-f872-41ab-849a-c86041e2ef85 req-27ad3274-52b2-43d4-a713-a70219fb15cc tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 944 time: 0.0495915 Sep 21 18:27:26.405075 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8d4ed13-f872-41ab-849a-c86041e2ef85 req-246eabd3-0355-411a-acf2-acf13f897661 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=91253603-6700-4fa8-aaa9-1e2b81824043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331461 Sep 21 18:27:26.427379 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50206) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:26.488950 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c3cb5aab-2b6f-4359-a2bc-82816785967a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/floatingips/8f956c2d-3920-4e23-ac74-27b7e8e78c46 HTTP/1.1" status: 200 len: 990 time: 0.0603790 Sep 21 18:27:26.718826 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50212) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:26.877277 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-7675ee5b-2ba3-4445-8e41-26a22f30ab11 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Deleting port d81e6cdc-0f6a-47b1-b198-c0831bcc95b5 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:27:26.877576 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7675ee5b-2ba3-4445-8e41-26a22f30ab11 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:26.963587 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7675ee5b-2ba3-4445-8e41-26a22f30ab11 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:26.963879 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7675ee5b-2ba3-4445-8e41-26a22f30ab11 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:26.975894 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-7675ee5b-2ba3-4445-8e41-26a22f30ab11 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Calling delete_port for d81e6cdc-0f6a-47b1-b198-c0831bcc95b5 owned by network:floatingip {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:27:27.166235 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7675ee5b-2ba3-4445-8e41-26a22f30ab11 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:27.190627 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675ee5b-2ba3-4445-8e41-26a22f30ab11 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event deleted for resources: {'Port': ['ID=d81e6cdc-0f6a-47b1-b198-c0831bcc95b5,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:27.209849 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675ee5b-2ba3-4445-8e41-26a22f30ab11 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:27.209849 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675ee5b-2ba3-4445-8e41-26a22f30ab11 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:27.209849 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675ee5b-2ba3-4445-8e41-26a22f30ab11 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:27.209849 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675ee5b-2ba3-4445-8e41-26a22f30ab11 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:27.209849 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675ee5b-2ba3-4445-8e41-26a22f30ab11 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:27.209849 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675ee5b-2ba3-4445-8e41-26a22f30ab11 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:27.209849 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675ee5b-2ba3-4445-8e41-26a22f30ab11 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:27.209849 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675ee5b-2ba3-4445-8e41-26a22f30ab11 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:27.209849 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675ee5b-2ba3-4445-8e41-26a22f30ab11 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:27.209849 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675ee5b-2ba3-4445-8e41-26a22f30ab11 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:27.209849 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675ee5b-2ba3-4445-8e41-26a22f30ab11 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:27.209849 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7675ee5b-2ba3-4445-8e41-26a22f30ab11 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:27.275979 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7675ee5b-2ba3-4445-8e41-26a22f30ab11 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for floatingip, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:27.276772 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [None req-7675ee5b-2ba3-4445-8e41-26a22f30ab11 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Floating IP 8f956c2d-3920-4e23-ac74-27b7e8e78c46 disassociated (deleted). External IP: 172.25.6.78, port: 8a7ab043-4988-4694-b30f-1ba710f77e42. Sep 21 18:27:27.524390 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7675ee5b-2ba3-4445-8e41-26a22f30ab11 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Router 23823693-4e19-4456-b6ff-10cea68399e7 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:27:27.640184 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7675ee5b-2ba3-4445-8e41-26a22f30ab11 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:27:27.644767 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7675ee5b-2ba3-4445-8e41-26a22f30ab11 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:27.650772 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4127de-22b1-43cd-a3d6-312aad4c4d14 None None] Sync routers for ids ['23823693-4e19-4456-b6ff-10cea68399e7'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:27:27.660621 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4127de-22b1-43cd-a3d6-312aad4c4d14 None None] Routers {'23823693-4e19-4456-b6ff-10cea68399e7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:27:27.661245 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-1c4127de-22b1-43cd-a3d6-312aad4c4d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:27:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['23823693-4e19-4456-b6ff-10cea68399e7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:27:27.671113 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7675ee5b-2ba3-4445-8e41-26a22f30ab11 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "DELETE /v2.0/floatingips/8f956c2d-3920-4e23-ac74-27b7e8e78c46 HTTP/1.1" status: 204 len: 168 time: 0.9512355 Sep 21 18:27:27.671685 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428e774c-a98c-4476-8db1-6df819efbda1', 'tag': '8a7ab043-4988-4694-b30f-1ba710f77e42'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:27:27.673924 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b97d9f-0794-42fe-aeff-7dc9e69bffb2" -d '{"events": [{"name": "network-changed", "server_uuid": "428e774c-a98c-4476-8db1-6df819efbda1", "tag": "8a7ab043-4988-4694-b30f-1ba710f77e42"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:27:27.715770 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d334ac4c-7ede-40f2-a1bb-2678ab7ae2e9 x-openstack-request-id: req-d334ac4c-7ede-40f2-a1bb-2678ab7ae2e9 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:27:27.716064 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "428e774c-a98c-4476-8db1-6df819efbda1", "tag": "8a7ab043-4988-4694-b30f-1ba710f77e42", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:27:27.716342 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d334ac4c-7ede-40f2-a1bb-2678ab7ae2e9 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:27:27.716752 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '428e774c-a98c-4476-8db1-6df819efbda1', 'tag': '8a7ab043-4988-4694-b30f-1ba710f77e42', 'status': 'completed', 'code': 200} Sep 21 18:27:27.781186 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-1c4127de-22b1-43cd-a3d6-312aad4c4d14 None None] Set router 23823693-4e19-4456-b6ff-10cea68399e7 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:27:27.783609 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b97d9f-0794-42fe-aeff-7dc9e69bffb2 req-a64a2a2b-2784-40e4-b278-c264c4e9cbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:27.784377 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-02b97d9f-0794-42fe-aeff-7dc9e69bffb2 req-a64a2a2b-2784-40e4-b278-c264c4e9cbe0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 1095 time: 0.0428910 Sep 21 18:27:27.888475 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b97d9f-0794-42fe-aeff-7dc9e69bffb2 req-574ef363-b506-4500-a7ce-0a44119ad842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:27.890099 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-02b97d9f-0794-42fe-aeff-7dc9e69bffb2 req-574ef363-b506-4500-a7ce-0a44119ad842 service neutron] 10.222.0.38 "GET /v2.0/networks?id=892f9931-e467-43ba-a246-2ca660a1d7d2 HTTP/1.1" status: 200 len: 897 time: 0.0971565 Sep 21 18:27:27.920486 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86e2c9-ffb9-4b9b-9aca-ce87edb63020 req-952766ad-eb58-44a3-b5fd-0cc4c17b6aad tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:27.922011 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-aa86e2c9-ffb9-4b9b-9aca-ce87edb63020 req-952766ad-eb58-44a3-b5fd-0cc4c17b6aad tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 944 time: 0.0499971 Sep 21 18:27:27.935848 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-02b97d9f-0794-42fe-aeff-7dc9e69bffb2 req-685f0588-af4d-41f3-90dc-e8e5781515da service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a7ab043-4988-4694-b30f-1ba710f77e42 HTTP/1.1" status: 200 len: 217 time: 0.0370479 Sep 21 18:27:27.961929 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-aa86e2c9-ffb9-4b9b-9aca-ce87edb63020 req-3a7ebe0f-d7d7-4310-9ca7-c09cfd49e5d2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=91253603-6700-4fa8-aaa9-1e2b81824043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336990 Sep 21 18:27:27.977304 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-1c4127de-22b1-43cd-a3d6-312aad4c4d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23823693-4e19-4456-b6ff-10cea68399e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369772131', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '53fde6ec-15da-44b6-9388-96dd27967c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:26:23Z', 'updated_at': '2021-09-21T18:26:26Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': '53fde6ec-15da-44b6-9388-96dd27967c72', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23823693-4e19-4456-b6ff-10cea68399e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:26:23Z', 'updated_at': '2021-09-21T18:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '01e6e185-870f-4734-b826-d1f632c38360', 'name': '', 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:52:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23823693-4e19-4456-b6ff-10cea68399e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'e6d5dc4a-abfb-4ead-a22f-ef71fa03da97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:26:25Z', 'updated_at': '2021-09-21T18:26:29Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': 'e6d5dc4a-abfb-4ead-a22f-ef71fa03da97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:27:27.989531 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b97d9f-0794-42fe-aeff-7dc9e69bffb2 req-a9134b6b-fd92-4ab1-829f-e34e8a694256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:27.991231 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-02b97d9f-0794-42fe-aeff-7dc9e69bffb2 req-a9134b6b-fd92-4ab1-829f-e34e8a694256 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e6d5dc4a-abfb-4ead-a22f-ef71fa03da97 HTTP/1.1" status: 200 len: 834 time: 0.0476646 Sep 21 18:27:28.007089 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4127de-22b1-43cd-a3d6-312aad4c4d14 None None] Checking router: 23823693-4e19-4456-b6ff-10cea68399e7 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:27:28.015338 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4127de-22b1-43cd-a3d6-312aad4c4d14 None None] Routers {'23823693-4e19-4456-b6ff-10cea68399e7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:27:28.015957 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-1c4127de-22b1-43cd-a3d6-312aad4c4d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:27:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['23823693-4e19-4456-b6ff-10cea68399e7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:27:28.043761 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b97d9f-0794-42fe-aeff-7dc9e69bffb2 req-766cc88d-d0ed-4acf-a931-70a1c2ae49d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:28.045304 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-02b97d9f-0794-42fe-aeff-7dc9e69bffb2 req-766cc88d-d0ed-4acf-a931-70a1c2ae49d6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=892f9931-e467-43ba-a246-2ca660a1d7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448403 Sep 21 18:27:28.120850 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-1c4127de-22b1-43cd-a3d6-312aad4c4d14 None None] Set router 23823693-4e19-4456-b6ff-10cea68399e7 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:27:28.140267 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-02b97d9f-0794-42fe-aeff-7dc9e69bffb2 req-3a667ccb-2a3a-4d53-9cb2-6fa294868cac service neutron] 10.222.0.38 "GET /v2.0/networks/892f9931-e467-43ba-a246-2ca660a1d7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853927 Sep 21 18:27:28.326746 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-1c4127de-22b1-43cd-a3d6-312aad4c4d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23823693-4e19-4456-b6ff-10cea68399e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369772131', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '53fde6ec-15da-44b6-9388-96dd27967c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:26:23Z', 'updated_at': '2021-09-21T18:26:26Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': '53fde6ec-15da-44b6-9388-96dd27967c72', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23823693-4e19-4456-b6ff-10cea68399e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:26:23Z', 'updated_at': '2021-09-21T18:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '01e6e185-870f-4734-b826-d1f632c38360', 'name': '', 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:52:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23823693-4e19-4456-b6ff-10cea68399e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'e6d5dc4a-abfb-4ead-a22f-ef71fa03da97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:26:25Z', 'updated_at': '2021-09-21T18:26:29Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': 'e6d5dc4a-abfb-4ead-a22f-ef71fa03da97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:27:28.353906 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4127de-22b1-43cd-a3d6-312aad4c4d14 None None] The sync data for ids ['23823693-4e19-4456-b6ff-10cea68399e7'] in n-d-810291-1 is: [{'id': '23823693-4e19-4456-b6ff-10cea68399e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369772131', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '53fde6ec-15da-44b6-9388-96dd27967c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:26:23Z', 'updated_at': '2021-09-21T18:26:26Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': '53fde6ec-15da-44b6-9388-96dd27967c72', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23823693-4e19-4456-b6ff-10cea68399e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:26:23Z', 'updated_at': '2021-09-21T18:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '01e6e185-870f-4734-b826-d1f632c38360', 'name': '', 'network_id': '892f9931-e467-43ba-a246-2ca660a1d7d2', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:52:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23823693-4e19-4456-b6ff-10cea68399e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'e6d5dc4a-abfb-4ead-a22f-ef71fa03da97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:26:25Z', 'updated_at': '2021-09-21T18:26:29Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': 'e6d5dc4a-abfb-4ead-a22f-ef71fa03da97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:27:28.594184 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-02b97d9f-0794-42fe-aeff-7dc9e69bffb2 req-0902bc14-7a18-4336-a1b7-0820f25e3500 service neutron] 10.222.0.38 "GET /v2.0/networks/892f9931-e467-43ba-a246-2ca660a1d7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407039 Sep 21 18:27:28.603104 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23645eef-54a0-4b28-9c96-02c49f84ac9b req-3b008e81-47b6-4920-9443-4109f9f5d434 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:28.604538 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23645eef-54a0-4b28-9c96-02c49f84ac9b req-3b008e81-47b6-4920-9443-4109f9f5d434 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.38 "GET /v2.0/ports?device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 944 time: 0.0698023 Sep 21 18:27:28.604687 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a6356a-7fa9-44c1-9dfd-28527caef297 None None] New status for floating IP 8f956c2d-3920-4e23-ac74-27b7e8e78c46: DOWN {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:27:28.702689 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-23645eef-54a0-4b28-9c96-02c49f84ac9b req-c68c05c8-6dc7-41fe-9dfe-0ebe78a1a8bc tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Deleting port 8a7ab043-4988-4694-b30f-1ba710f77e42 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:27:28.702973 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-23645eef-54a0-4b28-9c96-02c49f84ac9b req-c68c05c8-6dc7-41fe-9dfe-0ebe78a1a8bc tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:28.790812 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-23645eef-54a0-4b28-9c96-02c49f84ac9b req-c68c05c8-6dc7-41fe-9dfe-0ebe78a1a8bc tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] For port 8a7ab043-4988-4694-b30f-1ba710f77e42, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=8a7ab043-4988-4694-b30f-1ba710f77e42,segment=NetworkSegment(b68d6d2a-030c-45c9-8642-db0290d0baf0),segment_id=b68d6d2a-030c-45c9-8642-db0290d0baf0)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:27:28.791558 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-23645eef-54a0-4b28-9c96-02c49f84ac9b req-c68c05c8-6dc7-41fe-9dfe-0ebe78a1a8bc tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:28.804131 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-23645eef-54a0-4b28-9c96-02c49f84ac9b req-c68c05c8-6dc7-41fe-9dfe-0ebe78a1a8bc tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Calling delete_port for 8a7ab043-4988-4694-b30f-1ba710f77e42 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:27:28.946185 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-23645eef-54a0-4b28-9c96-02c49f84ac9b req-c68c05c8-6dc7-41fe-9dfe-0ebe78a1a8bc tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:28.979409 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c05c8-6dc7-41fe-9dfe-0ebe78a1a8bc tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event deleted for resources: {'Port': ['ID=8a7ab043-4988-4694-b30f-1ba710f77e42,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:29.042668 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-23645eef-54a0-4b28-9c96-02c49f84ac9b req-c68c05c8-6dc7-41fe-9dfe-0ebe78a1a8bc tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] No DVR routers for this DVR port 8a7ab043-4988-4694-b30f-1ba710f77e42 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:27:29.047893 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-23645eef-54a0-4b28-9c96-02c49f84ac9b req-c68c05c8-6dc7-41fe-9dfe-0ebe78a1a8bc tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:29.050141 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23645eef-54a0-4b28-9c96-02c49f84ac9b req-c68c05c8-6dc7-41fe-9dfe-0ebe78a1a8bc tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.38 "DELETE /v2.0/ports/8a7ab043-4988-4694-b30f-1ba710f77e42 HTTP/1.1" status: 204 len: 173 time: 0.4387124 Sep 21 18:27:29.058693 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428e774c-a98c-4476-8db1-6df819efbda1', 'name': 'network-vif-deleted', 'tag': '8a7ab043-4988-4694-b30f-1ba710f77e42'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:27:29.062272 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a7b507-e471-4d2f-847e-b235616e8aff" -d '{"events": [{"server_uuid": "428e774c-a98c-4476-8db1-6df819efbda1", "name": "network-vif-deleted", "tag": "8a7ab043-4988-4694-b30f-1ba710f77e42"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:27:29.121556 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0bb545-1eb6-4a60-ada1-9ae34a39e422 x-openstack-request-id: req-ce0bb545-1eb6-4a60-ada1-9ae34a39e422 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:27:29.121915 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428e774c-a98c-4476-8db1-6df819efbda1", "name": "network-vif-deleted", "tag": "8a7ab043-4988-4694-b30f-1ba710f77e42", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:27:29.122493 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ce0bb545-1eb6-4a60-ada1-9ae34a39e422 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:27:29.122845 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428e774c-a98c-4476-8db1-6df819efbda1', 'name': 'network-vif-deleted', 'tag': '8a7ab043-4988-4694-b30f-1ba710f77e42', 'status': 'completed', 'code': 200} Sep 21 18:27:29.167045 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6e76fb3f-274e-40ee-ba70-887575844aee req-83173c5a-7bea-4c13-97e5-a19aad01e260 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=428e774c-a98c-4476-8db1-6df819efbda1 HTTP/1.1" status: 200 len: 210 time: 0.1211536 Sep 21 18:27:29.262844 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 8a7ab043-4988-4694-b30f-1ba710f77e42 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:27:29.285631 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 8a7ab043-4988-4694-b30f-1ba710f77e42 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:27:29.285979 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 8a7ab043-4988-4694-b30f-1ba710f77e42 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:27:30.228835 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50232) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:30.671506 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dcb626f8-5776-47e8-943d-f5320b541c83 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:31.228126 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-dcb626f8-5776-47e8-943d-f5320b541c83 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Deleting port 01e6e185-870f-4734-b826-d1f632c38360 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:27:31.228485 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dcb626f8-5776-47e8-943d-f5320b541c83 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:31.317290 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-dcb626f8-5776-47e8-943d-f5320b541c83 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] For port 01e6e185-870f-4734-b826-d1f632c38360, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=01e6e185-870f-4734-b826-d1f632c38360,segment=NetworkSegment(b68d6d2a-030c-45c9-8642-db0290d0baf0),segment_id=b68d6d2a-030c-45c9-8642-db0290d0baf0)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:27:31.318030 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dcb626f8-5776-47e8-943d-f5320b541c83 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:31.329660 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-dcb626f8-5776-47e8-943d-f5320b541c83 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Calling delete_port for 01e6e185-870f-4734-b826-d1f632c38360 owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:27:31.523469 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dcb626f8-5776-47e8-943d-f5320b541c83 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:31.549930 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb626f8-5776-47e8-943d-f5320b541c83 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event deleted for resources: {'Port': ['ID=01e6e185-870f-4734-b826-d1f632c38360,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:31.727533 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dcb626f8-5776-47e8-943d-f5320b541c83 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:31.941683 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb626f8-5776-47e8-943d-f5320b541c83 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Router 23823693-4e19-4456-b6ff-10cea68399e7 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:27:32.055703 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb626f8-5776-47e8-943d-f5320b541c83 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:27:32.060900 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-dcb626f8-5776-47e8-943d-f5320b541c83 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "PUT /v2.0/routers/23823693-4e19-4456-b6ff-10cea68399e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8310010 Sep 21 18:27:32.063977 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50234) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:32.066185 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280a9b7b-bbfd-4ed2-9808-af29b2046122 None None] Sync routers for ids ['23823693-4e19-4456-b6ff-10cea68399e7'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:27:32.076146 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280a9b7b-bbfd-4ed2-9808-af29b2046122 None None] Routers {'23823693-4e19-4456-b6ff-10cea68399e7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:27:32.076765 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-280a9b7b-bbfd-4ed2-9808-af29b2046122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:27:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['23823693-4e19-4456-b6ff-10cea68399e7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:27:32.115489 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb0122bc-927c-4d53-8ca3-1219bdcc1f3a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Deleting subnet e6d5dc4a-abfb-4ead-a22f-ef71fa03da97 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:27:32.118964 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb0122bc-927c-4d53-8ca3-1219bdcc1f3a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:32.157260 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb0122bc-927c-4d53-8ca3-1219bdcc1f3a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:32.181969 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-280a9b7b-bbfd-4ed2-9808-af29b2046122 None None] Set router 23823693-4e19-4456-b6ff-10cea68399e7 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:27:32.249381 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb0122bc-927c-4d53-8ca3-1219bdcc1f3a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:32.309447 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb0122bc-927c-4d53-8ca3-1219bdcc1f3a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:32.324158 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 8a7ab043-4988-4694-b30f-1ba710f77e42 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:27:32.338485 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0122bc-927c-4d53-8ca3-1219bdcc1f3a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event deleted for resources: {'Subnet': ['ID=e6d5dc4a-abfb-4ead-a22f-ef71fa03da97,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:32.342481 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fb0122bc-927c-4d53-8ca3-1219bdcc1f3a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:32.346724 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 8a7ab043-4988-4694-b30f-1ba710f77e42 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:27:32.347113 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 8a7ab043-4988-4694-b30f-1ba710f77e42 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:27:32.347321 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-fb0122bc-927c-4d53-8ca3-1219bdcc1f3a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "DELETE /v2.0/subnets/e6d5dc4a-abfb-4ead-a22f-ef71fa03da97 HTTP/1.1" status: 204 len: 168 time: 0.2822609 Sep 21 18:27:32.348022 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50236) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:32.360849 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86e9d15-73af-4d28-aa61-60808be2292e None None] Network 892f9931-e467-43ba-a246-2ca660a1d7d2 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:27:32.365583 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-280a9b7b-bbfd-4ed2-9808-af29b2046122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23823693-4e19-4456-b6ff-10cea68399e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369772131', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '53fde6ec-15da-44b6-9388-96dd27967c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:26:23Z', 'updated_at': '2021-09-21T18:27:31Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': '53fde6ec-15da-44b6-9388-96dd27967c72', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23823693-4e19-4456-b6ff-10cea68399e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:26:23Z', 'updated_at': '2021-09-21T18:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:27:32.391478 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280a9b7b-bbfd-4ed2-9808-af29b2046122 None None] Checking router: 23823693-4e19-4456-b6ff-10cea68399e7 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:27:32.399691 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280a9b7b-bbfd-4ed2-9808-af29b2046122 None None] Routers {'23823693-4e19-4456-b6ff-10cea68399e7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:27:32.400302 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-280a9b7b-bbfd-4ed2-9808-af29b2046122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:27:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['23823693-4e19-4456-b6ff-10cea68399e7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:27:32.464784 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64333b41-e375-49d8-8b34-74e794ad376c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:32.518467 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-280a9b7b-bbfd-4ed2-9808-af29b2046122 None None] Set router 23823693-4e19-4456-b6ff-10cea68399e7 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:27:32.537001 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e9359f-6194-4b5e-92c7-f3c52ea943c0 None None] DHCP port deletion for 892f9931-e467-43ba-a246-2ca660a1d7d2 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:27:32.573747 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64333b41-e375-49d8-8b34-74e794ad376c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:32.585968 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-18e9359f-6194-4b5e-92c7-f3c52ea943c0 None None] Deleting port 1110f855-1380-4859-8287-b888c9bf1e6f {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:27:32.586615 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-18e9359f-6194-4b5e-92c7-f3c52ea943c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:32.631470 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-64333b41-e375-49d8-8b34-74e794ad376c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Deleting port 53fde6ec-15da-44b6-9388-96dd27967c72 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:27:32.631911 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64333b41-e375-49d8-8b34-74e794ad376c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:32.660783 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-18e9359f-6194-4b5e-92c7-f3c52ea943c0 None None] For port 1110f855-1380-4859-8287-b888c9bf1e6f, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1110f855-1380-4859-8287-b888c9bf1e6f,segment=NetworkSegment(b68d6d2a-030c-45c9-8642-db0290d0baf0),segment_id=b68d6d2a-030c-45c9-8642-db0290d0baf0)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:27:32.661182 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-18e9359f-6194-4b5e-92c7-f3c52ea943c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:32.675584 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-18e9359f-6194-4b5e-92c7-f3c52ea943c0 None None] Calling delete_port for 1110f855-1380-4859-8287-b888c9bf1e6f owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:27:32.719139 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-64333b41-e375-49d8-8b34-74e794ad376c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] For port 53fde6ec-15da-44b6-9388-96dd27967c72, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=53fde6ec-15da-44b6-9388-96dd27967c72,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:27:32.719580 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64333b41-e375-49d8-8b34-74e794ad376c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:32.731454 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-64333b41-e375-49d8-8b34-74e794ad376c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Calling delete_port for 53fde6ec-15da-44b6-9388-96dd27967c72 owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:27:32.756712 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-18e9359f-6194-4b5e-92c7-f3c52ea943c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:32.769509 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e9359f-6194-4b5e-92c7-f3c52ea943c0 None None] No DVR routers for this DVR port 1110f855-1380-4859-8287-b888c9bf1e6f on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:27:32.789954 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9359f-6194-4b5e-92c7-f3c52ea943c0 None None] Pushing event deleted for resources: {'Port': ['ID=1110f855-1380-4859-8287-b888c9bf1e6f,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:32.812665 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-280a9b7b-bbfd-4ed2-9808-af29b2046122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23823693-4e19-4456-b6ff-10cea68399e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369772131', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '53fde6ec-15da-44b6-9388-96dd27967c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:26:23Z', 'updated_at': '2021-09-21T18:27:31Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': '53fde6ec-15da-44b6-9388-96dd27967c72', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23823693-4e19-4456-b6ff-10cea68399e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:26:23Z', 'updated_at': '2021-09-21T18:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:27:32.844569 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280a9b7b-bbfd-4ed2-9808-af29b2046122 None None] The sync data for ids ['23823693-4e19-4456-b6ff-10cea68399e7'] in n-d-810291-1 is: [{'id': '23823693-4e19-4456-b6ff-10cea68399e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1369772131', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '53fde6ec-15da-44b6-9388-96dd27967c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:26:23Z', 'updated_at': '2021-09-21T18:27:31Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': '53fde6ec-15da-44b6-9388-96dd27967c72', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23823693-4e19-4456-b6ff-10cea68399e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:26:23Z', 'updated_at': '2021-09-21T18:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:27:32.910764 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64333b41-e375-49d8-8b34-74e794ad376c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:32.940215 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64333b41-e375-49d8-8b34-74e794ad376c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event deleted for resources: {'Port': ['ID=53fde6ec-15da-44b6-9388-96dd27967c72,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:33.001959 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64333b41-e375-49d8-8b34-74e794ad376c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:33.100411 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64333b41-e375-49d8-8b34-74e794ad376c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:33.102683 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64333b41-e375-49d8-8b34-74e794ad376c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:33.147382 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64333b41-e375-49d8-8b34-74e794ad376c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:33.147974 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64333b41-e375-49d8-8b34-74e794ad376c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Fanout notify agent at l3_agent the message router_deleted on router 23823693-4e19-4456-b6ff-10cea68399e7 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:27:33.154723 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64333b41-e375-49d8-8b34-74e794ad376c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:33.158398 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-64333b41-e375-49d8-8b34-74e794ad376c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "DELETE /v2.0/routers/23823693-4e19-4456-b6ff-10cea68399e7 HTTP/1.1" status: 204 len: 168 time: 0.8061085 Sep 21 18:27:33.159270 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50238) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:33.229385 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 01e6e185-870f-4734-b826-d1f632c38360 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:27:33.243215 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3991ed65-68ed-4461-bfd9-65886550c0b5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:33.254228 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 01e6e185-870f-4734-b826-d1f632c38360 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:27:33.254556 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 01e6e185-870f-4734-b826-d1f632c38360 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:27:33.255081 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1110f855-1380-4859-8287-b888c9bf1e6f no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:27:33.279860 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 1110f855-1380-4859-8287-b888c9bf1e6f {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:27:33.281291 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1110f855-1380-4859-8287-b888c9bf1e6f not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:27:33.337958 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3991ed65-68ed-4461-bfd9-65886550c0b5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:33.357109 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-3991ed65-68ed-4461-bfd9-65886550c0b5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['892f9931-e467-43ba-a246-2ca660a1d7d2']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:27:33.366016 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-3991ed65-68ed-4461-bfd9-65886550c0b5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b68d6d2a-030c-45c9-8642-db0290d0baf0') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:27:33.366350 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-3991ed65-68ed-4461-bfd9-65886550c0b5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b68d6d2a-030c-45c9-8642-db0290d0baf0') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:27:33.375578 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3991ed65-68ed-4461-bfd9-65886550c0b5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:33.388850 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3991ed65-68ed-4461-bfd9-65886550c0b5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:33.395274 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3991ed65-68ed-4461-bfd9-65886550c0b5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:27:33.395664 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3991ed65-68ed-4461-bfd9-65886550c0b5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:33.398592 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:27:33.398592 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:27:33.398592 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:27:33.398592 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:27:33.398592 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:27:33.398592 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:27:33.398592 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:27:33.398592 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:27:33.398592 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:27:33.398592 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:27:33.398592 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:27:33.398592 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:27:33.398592 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:27:33.398592 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:27:33.398592 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:27:33.398592 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:27:33.398592 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:27:33.398592 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:27:33.398592 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:27:33.398592 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:27:33.398592 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:27:33.398592 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:27:33.398592 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:27:33.398592 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:27:33.398592 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:27:33.398592 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:27:33.398592 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:27:33.398592 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:27:33.398592 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:27:33.398592 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:27:33.398592 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:27:33.398592 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:27:33.462388 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3991ed65-68ed-4461-bfd9-65886550c0b5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:33.471632 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3991ed65-68ed-4461-bfd9-65886550c0b5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:33.473826 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3991ed65-68ed-4461-bfd9-65886550c0b5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "DELETE /v2.0/networks/892f9931-e467-43ba-a246-2ca660a1d7d2 HTTP/1.1" status: 204 len: 168 time: 0.3140495 Sep 21 18:27:33.476916 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50240) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:33.489276 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991ed65-68ed-4461-bfd9-65886550c0b5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event deleted for resources: {'Network': ['ID=892f9931-e467-43ba-a246-2ca660a1d7d2,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:33.542768 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6b71e25f-fe2c-4b3e-bab5-0bda520db27b tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:33.576545 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6b71e25f-fe2c-4b3e-bab5-0bda520db27b tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:33.648882 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6b71e25f-fe2c-4b3e-bab5-0bda520db27b tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:33.651818 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6b71e25f-fe2c-4b3e-bab5-0bda520db27b tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:33.653053 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6b71e25f-fe2c-4b3e-bab5-0bda520db27b tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "DELETE /v2.0/security-groups/91253603-6700-4fa8-aaa9-1e2b81824043 HTTP/1.1" status: 204 len: 168 time: 0.1749766 Sep 21 18:27:33.663821 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71e25f-fe2c-4b3e-bab5-0bda520db27b tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91253603-6700-4fa8-aaa9-1e2b81824043,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:34.086615 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50246) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:34.093829 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-59a213d5-1d0a-40ee-bd30-8d69b236fe3c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-34991430', 'description': 'tempest-secgroup-smoke-34991430 description', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:27:34.122223 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-59a213d5-1d0a-40ee-bd30-8d69b236fe3c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:34.203783 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-59a213d5-1d0a-40ee-bd30-8d69b236fe3c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:34.210551 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-59a213d5-1d0a-40ee-bd30-8d69b236fe3c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:34.240114 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a213d5-1d0a-40ee-bd30-8d69b236fe3c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:34.242627 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-59a213d5-1d0a-40ee-bd30-8d69b236fe3c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:34.246777 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-59a213d5-1d0a-40ee-bd30-8d69b236fe3c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1587157 Sep 21 18:27:34.246898 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50248) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:34.251621 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-2810f1cd-505e-42bb-98ef-f7adc5b93952 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'security_group_rule': {'security_group_id': 'bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:27:34.277994 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2810f1cd-505e-42bb-98ef-f7adc5b93952 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:34.334424 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2810f1cd-505e-42bb-98ef-f7adc5b93952 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:34.339763 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2810f1cd-505e-42bb-98ef-f7adc5b93952 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:34.354088 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810f1cd-505e-42bb-98ef-f7adc5b93952 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2cec196-5765-4bfe-a07b-c2d4e48b9456,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:34.365168 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2810f1cd-505e-42bb-98ef-f7adc5b93952 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:34.366410 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2810f1cd-505e-42bb-98ef-f7adc5b93952 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184344 Sep 21 18:27:34.369428 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50250) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:34.373901 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-64159643-7ecb-4750-aa0b-82e50ead84df tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'security_group_rule': {'security_group_id': 'bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:27:34.401170 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64159643-7ecb-4750-aa0b-82e50ead84df tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:34.460355 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64159643-7ecb-4750-aa0b-82e50ead84df tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:34.465888 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64159643-7ecb-4750-aa0b-82e50ead84df tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:34.485027 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64159643-7ecb-4750-aa0b-82e50ead84df tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=843ce932-9fa5-4805-857c-72bbad136dfe,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:34.492706 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-64159643-7ecb-4750-aa0b-82e50ead84df tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:34.494334 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-64159643-7ecb-4750-aa0b-82e50ead84df tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1239622 Sep 21 18:27:34.498847 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50254) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:34.505621 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-305b4c30-6bb1-4d4d-b9a7-bf8aa3b77f41 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'security_group_rule': {'security_group_id': 'bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:27:34.543046 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-305b4c30-6bb1-4d4d-b9a7-bf8aa3b77f41 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:34.610255 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-305b4c30-6bb1-4d4d-b9a7-bf8aa3b77f41 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:34.617364 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-305b4c30-6bb1-4d4d-b9a7-bf8aa3b77f41 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:34.635663 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b4c30-6bb1-4d4d-b9a7-bf8aa3b77f41 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e511d5-9c63-435a-9615-b8da9b29f6ed,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:34.642558 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-305b4c30-6bb1-4d4d-b9a7-bf8aa3b77f41 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:34.643981 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-305b4c30-6bb1-4d4d-b9a7-bf8aa3b77f41 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1438863 Sep 21 18:27:34.646754 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50256) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:34.651226 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-d7f44855-3cdf-4144-836a-6b32b88f48dd tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'security_group_rule': {'security_group_id': 'bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:27:34.680127 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d7f44855-3cdf-4144-836a-6b32b88f48dd tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:34.742664 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d7f44855-3cdf-4144-836a-6b32b88f48dd tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:34.747745 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d7f44855-3cdf-4144-836a-6b32b88f48dd tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:34.766452 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f44855-3cdf-4144-836a-6b32b88f48dd tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a92bb48-f44f-4674-94a5-162d1e9dc69f,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:34.773787 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d7f44855-3cdf-4144-836a-6b32b88f48dd tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:34.775095 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d7f44855-3cdf-4144-836a-6b32b88f48dd tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1273415 Sep 21 18:27:34.779048 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50258) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:34.783401 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-2ce34498-1d85-4dfe-8159-0752510384c8 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'security_group_rule': {'security_group_id': 'bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:27:34.806164 n-d-810291-1 neutron-server[101461]: INFO neutron.db.securitygroups_db [None req-2ce34498-1d85-4dfe-8159-0752510384c8 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Project 99089d04f7cb4cd988bfbe14fd24f277 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:27:34.811140 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2ce34498-1d85-4dfe-8159-0752510384c8 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:34.870627 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2ce34498-1d85-4dfe-8159-0752510384c8 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:34.875777 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2ce34498-1d85-4dfe-8159-0752510384c8 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:34.894550 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce34498-1d85-4dfe-8159-0752510384c8 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5053eb2d-bfee-4a69-90f8-4ce14f848005,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:34.897361 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2ce34498-1d85-4dfe-8159-0752510384c8 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:34.898576 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2ce34498-1d85-4dfe-8159-0752510384c8 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1185734 Sep 21 18:27:34.901833 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50260) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:34.906582 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-a578ae94-2ed7-4601-8298-fbd0b438d530 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'security_group_rule': {'security_group_id': 'bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:27:34.929245 n-d-810291-1 neutron-server[101460]: INFO neutron.db.securitygroups_db [None req-a578ae94-2ed7-4601-8298-fbd0b438d530 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Project 99089d04f7cb4cd988bfbe14fd24f277 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:27:34.934108 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a578ae94-2ed7-4601-8298-fbd0b438d530 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:34.998728 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a578ae94-2ed7-4601-8298-fbd0b438d530 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:35.004298 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a578ae94-2ed7-4601-8298-fbd0b438d530 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:35.021604 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578ae94-2ed7-4601-8298-fbd0b438d530 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa0db11a-9449-4531-9514-77d4cd241ae7,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:35.028131 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a578ae94-2ed7-4601-8298-fbd0b438d530 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:35.029282 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a578ae94-2ed7-4601-8298-fbd0b438d530 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1263983 Sep 21 18:27:35.032550 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50262) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:35.040551 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-13f4d463-a009-4909-aca3-18f9c60f449c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'network': {'name': 'tempest-network-smoke--97539929', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'port_security_enabled': True}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:27:35.069426 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f4d463-a009-4909-aca3-18f9c60f449c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Made reservation on behalf of 99089d04f7cb4cd988bfbe14fd24f277 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:27:35.072991 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-13f4d463-a009-4909-aca3-18f9c60f449c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:35.097775 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f4d463-a009-4909-aca3-18f9c60f449c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:27:35.106326 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 53fde6ec-15da-44b6-9388-96dd27967c72 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:27:35.108245 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-13f4d463-a009-4909-aca3-18f9c60f449c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:35.108601 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-13f4d463-a009-4909-aca3-18f9c60f449c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Added segment dd5646ae-bcb4-4a33-89d9-b9ba6e532705 of type vlan for network d6f8dd79-f607-463f-850c-77fe1412eba6 Sep 21 18:27:35.127630 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 53fde6ec-15da-44b6-9388-96dd27967c72 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:27:35.127957 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 53fde6ec-15da-44b6-9388-96dd27967c72 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:27:35.151987 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-13f4d463-a009-4909-aca3-18f9c60f449c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:35.177442 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-13f4d463-a009-4909-aca3-18f9c60f449c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:35.183155 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f4d463-a009-4909-aca3-18f9c60f449c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:35.183736 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-13f4d463-a009-4909-aca3-18f9c60f449c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:35.219811 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-13f4d463-a009-4909-aca3-18f9c60f449c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1858490 Sep 21 18:27:35.222674 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50264) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:35.227267 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-06c2e63a-64e8-407c-b7f0-f97db6b86ed2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-81033679', 'admin_state_up': True, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:27:35.262268 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4d463-a009-4909-aca3-18f9c60f449c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'Network': ['ID=d6f8dd79-f607-463f-850c-77fe1412eba6,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:35.273717 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network d6f8dd79-f607-463f-850c-77fe1412eba6 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:27:35.280833 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06c2e63a-64e8-407c-b7f0-f97db6b86ed2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:35.281984 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06c2e63a-64e8-407c-b7f0-f97db6b86ed2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:35.338345 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06c2e63a-64e8-407c-b7f0-f97db6b86ed2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:35.467974 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06c2e63a-64e8-407c-b7f0-f97db6b86ed2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:35.668771 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06c2e63a-64e8-407c-b7f0-f97db6b86ed2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:35.687464 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06c2e63a-64e8-407c-b7f0-f97db6b86ed2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:35.771591 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d29dc2ed-3d8a-4472-a738-bc6b7e2f91d2 req-3bc6ed5c-4a36-4277-9dd2-0cb496905242 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a49190d5-8d0c-4468-84dc-ad37cbfb89e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506971 Sep 21 18:27:35.809196 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-06c2e63a-64e8-407c-b7f0-f97db6b86ed2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Allocated IP 172.25.6.88 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/ff13c425-fb9b-4f4d-aef3-b936b66e1f01) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:27:35.864733 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29dc2ed-3d8a-4472-a738-bc6b7e2f91d2 req-33fb37ef-b7f6-433e-a6a8-b36c27a4e618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:35.866425 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d29dc2ed-3d8a-4472-a738-bc6b7e2f91d2 req-33fb37ef-b7f6-433e-a6a8-b36c27a4e618 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed22908bce274772830e1e318854b4a6&device_id=a49190d5-8d0c-4468-84dc-ad37cbfb89e0 HTTP/1.1" status: 200 len: 1096 time: 0.0456982 Sep 21 18:27:35.979436 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29dc2ed-3d8a-4472-a738-bc6b7e2f91d2 req-628bce8f-f7c0-44b3-b827-9db6beb16f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:35.981066 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d29dc2ed-3d8a-4472-a738-bc6b7e2f91d2 req-628bce8f-f7c0-44b3-b827-9db6beb16f4c service neutron] 10.222.0.38 "GET /v2.0/networks?id=d369e5c5-60af-4748-b4b0-9650fd649648 HTTP/1.1" status: 200 len: 913 time: 0.0945385 Sep 21 18:27:36.061255 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d29dc2ed-3d8a-4472-a738-bc6b7e2f91d2 req-dfb6c014-7785-4608-a6da-579ef4b9e29b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f8f1363-17d8-4146-a684-c3a971039cc9 HTTP/1.1" status: 200 len: 1001 time: 0.0718176 Sep 21 18:27:36.119705 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29dc2ed-3d8a-4472-a738-bc6b7e2f91d2 req-e6e5f763-dcfe-4965-8776-51224f638fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:36.121233 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d29dc2ed-3d8a-4472-a738-bc6b7e2f91d2 req-e6e5f763-dcfe-4965-8776-51224f638fac service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3451e09d-0afb-4f27-b18f-9613783297a1 HTTP/1.1" status: 200 len: 851 time: 0.0513082 Sep 21 18:27:36.170497 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29dc2ed-3d8a-4472-a738-bc6b7e2f91d2 req-84847332-9cd1-4c9a-8d58-3586ded19676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:36.172025 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d29dc2ed-3d8a-4472-a738-bc6b7e2f91d2 req-84847332-9cd1-4c9a-8d58-3586ded19676 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d369e5c5-60af-4748-b4b0-9650fd649648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427785 Sep 21 18:27:36.174668 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06c2e63a-64e8-407c-b7f0-f97db6b86ed2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:36.215784 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06c2e63a-64e8-407c-b7f0-f97db6b86ed2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:36.250165 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c2e63a-64e8-407c-b7f0-f97db6b86ed2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:27:36.252916 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-06c2e63a-64e8-407c-b7f0-f97db6b86ed2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:27:36.256493 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c2e63a-64e8-407c-b7f0-f97db6b86ed2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:27:36.274706 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d29dc2ed-3d8a-4472-a738-bc6b7e2f91d2 req-042e5028-b8a1-4ff1-bd36-a8af156cc93e service neutron] 10.222.0.38 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956874 Sep 21 18:27:36.285461 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2e63a-64e8-407c-b7f0-f97db6b86ed2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'Port': ['ID=ff13c425-fb9b-4f4d-aef3-b936b66e1f01,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:36.388185 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d29dc2ed-3d8a-4472-a738-bc6b7e2f91d2 req-c08a245f-ab8b-48ff-94b7-6a0d09fae857 service neutron] 10.222.0.38 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034617 Sep 21 18:27:36.531643 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06c2e63a-64e8-407c-b7f0-f97db6b86ed2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:36.750166 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06c2e63a-64e8-407c-b7f0-f97db6b86ed2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:36.889318 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c2e63a-64e8-407c-b7f0-f97db6b86ed2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Router b5a5fd8e-82a8-4ddf-93d3-a372f62d753a is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:27:36.993871 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c2e63a-64e8-407c-b7f0-f97db6b86ed2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:27:37.005109 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf556cf-15b4-40af-be47-680bcb2343e6 None None] Sync routers for ids ['b5a5fd8e-82a8-4ddf-93d3-a372f62d753a'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:27:37.013963 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-06c2e63a-64e8-407c-b7f0-f97db6b86ed2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:37.015258 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-06c2e63a-64e8-407c-b7f0-f97db6b86ed2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7916055 Sep 21 18:27:37.018686 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50266) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:37.022478 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf556cf-15b4-40af-be47-680bcb2343e6 None None] Routers {'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:27:37.023170 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-2bf556cf-15b4-40af-be47-680bcb2343e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:27:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['b5a5fd8e-82a8-4ddf-93d3-a372f62d753a'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:27:37.049673 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-56d486f5-edc0-4939-b771-45b66a6a976f tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=99089d04f7cb4cd988bfbe14fd24f277&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298429 Sep 21 18:27:37.052433 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50268) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:37.134074 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-2bf556cf-15b4-40af-be47-680bcb2343e6 None None] Set router b5a5fd8e-82a8-4ddf-93d3-a372f62d753a gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:27:37.140125 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72b0e41-6844-442c-91b8-82575b190adb tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:37.142052 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c72b0e41-6844-442c-91b8-82575b190adb tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0887134 Sep 21 18:27:37.145023 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50270) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:37.177085 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4ec004c4-6ca0-4195-8195-e987869df38f tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b8a002cf-2233-41c0-bbfe-1c8ea43e5299&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309844 Sep 21 18:27:37.179754 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50272) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:37.184467 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-a6b76bb2-43c3-4235-a645-2da808f1cbde tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-671768713', 'network_id': 'd6f8dd79-f607-463f-850c-77fe1412eba6', 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:27:37.279740 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b76bb2-43c3-4235-a645-2da808f1cbde tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Made reservation on behalf of 99089d04f7cb4cd988bfbe14fd24f277 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:27:37.283360 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a6b76bb2-43c3-4235-a645-2da808f1cbde tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:37.315469 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-2bf556cf-15b4-40af-be47-680bcb2343e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81033679', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'ff13c425-fb9b-4f4d-aef3-b936b66e1f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:35Z', 'updated_at': '2021-09-21T18:27:36Z', 'revision_number': 3, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': 'ff13c425-fb9b-4f4d-aef3-b936b66e1f01', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:36:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:35Z', 'updated_at': '2021-09-21T18:27:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:27:37.341781 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf556cf-15b4-40af-be47-680bcb2343e6 None None] Checking router: b5a5fd8e-82a8-4ddf-93d3-a372f62d753a for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:27:37.342095 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf556cf-15b4-40af-be47-680bcb2343e6 None None] Updating router b5a5fd8e-82a8-4ddf-93d3-a372f62d753a port ff13c425-fb9b-4f4d-aef3-b936b66e1f01 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:27:37.367015 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2bf556cf-15b4-40af-be47-680bcb2343e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:37.475800 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a6b76bb2-43c3-4235-a645-2da808f1cbde tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:37.536639 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b76bb2-43c3-4235-a645-2da808f1cbde tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'Subnet': ['ID=78f76a15-2fc5-468a-b3d1-29fcad61340b,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:37.545574 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b76bb2-43c3-4235-a645-2da808f1cbde tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Checking segment: {'id': 'dd5646ae-bcb4-4a33-89d9-b9ba6e532705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd6f8dd79-f607-463f-850c-77fe1412eba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:27:37.545921 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b76bb2-43c3-4235-a645-2da808f1cbde tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Network hostable DHCP agents. Network: d6f8dd79-f607-463f-850c-77fe1412eba6, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:27:37.563705 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b76bb2-43c3-4235-a645-2da808f1cbde tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Network d6f8dd79-f607-463f-850c-77fe1412eba6 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:27:37.573327 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-a6b76bb2-43c3-4235-a645-2da808f1cbde tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, d6f8dd79-f607-463f-850c-77fe1412eba6) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:27:37.577744 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b76bb2-43c3-4235-a645-2da808f1cbde tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:37.578357 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a6b76bb2-43c3-4235-a645-2da808f1cbde tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:37.596080 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a6b76bb2-43c3-4235-a645-2da808f1cbde tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4152765 Sep 21 18:27:37.598902 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50274) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:37.604434 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb46050-48b5-4d5a-8168-7b0ed19e27b2 None None] Network d6f8dd79-f607-463f-850c-77fe1412eba6 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:27:37.644091 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2bf556cf-15b4-40af-be47-680bcb2343e6 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:37.672579 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2bf556cf-15b4-40af-be47-680bcb2343e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:37.740695 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944794c3-93d2-484a-9540-319d6f0eed8c None None] Pushing event updated for resources: {'Port': ['ID=ff13c425-fb9b-4f4d-aef3-b936b66e1f01,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:37.743993 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-2bf556cf-15b4-40af-be47-680bcb2343e6 None None] Attempting to bind port ff13c425-fb9b-4f4d-aef3-b936b66e1f01 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:27:37.744361 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-2bf556cf-15b4-40af-be47-680bcb2343e6 None None] Attempting to bind port ff13c425-fb9b-4f4d-aef3-b936b66e1f01 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:27:37.744719 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf556cf-15b4-40af-be47-680bcb2343e6 None None] Attempting to bind port ff13c425-fb9b-4f4d-aef3-b936b66e1f01 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:27:37.756245 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944794c3-93d2-484a-9540-319d6f0eed8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:37.756588 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944794c3-93d2-484a-9540-319d6f0eed8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:37.756989 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944794c3-93d2-484a-9540-319d6f0eed8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:37.757319 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944794c3-93d2-484a-9540-319d6f0eed8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:37.757647 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944794c3-93d2-484a-9540-319d6f0eed8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:37.757973 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944794c3-93d2-484a-9540-319d6f0eed8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:37.758297 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944794c3-93d2-484a-9540-319d6f0eed8c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:37.758596 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944794c3-93d2-484a-9540-319d6f0eed8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:37.758917 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944794c3-93d2-484a-9540-319d6f0eed8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:37.759258 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944794c3-93d2-484a-9540-319d6f0eed8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:37.759578 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944794c3-93d2-484a-9540-319d6f0eed8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:37.759893 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944794c3-93d2-484a-9540-319d6f0eed8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:37.783375 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf556cf-15b4-40af-be47-680bcb2343e6 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:27:37.783748 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf556cf-15b4-40af-be47-680bcb2343e6 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:27:37.784146 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2bf556cf-15b4-40af-be47-680bcb2343e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:37.784536 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf556cf-15b4-40af-be47-680bcb2343e6 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:27:37.785018 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-2bf556cf-15b4-40af-be47-680bcb2343e6 None None] Bound port: ff13c425-fb9b-4f4d-aef3-b936b66e1f01, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:27:37.785397 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2bf556cf-15b4-40af-be47-680bcb2343e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:37.864834 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-2bf556cf-15b4-40af-be47-680bcb2343e6 None None] For port ff13c425-fb9b-4f4d-aef3-b936b66e1f01, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:27:37.868381 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bd917a-13f6-47ac-ac63-c03a9d7b1cce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-d6f8dd79-f607-463f-850c-77fe1412eba6', 'network_id': 'd6f8dd79-f607-463f-850c-77fe1412eba6', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'fixed_ips': [{'subnet_id': '78f76a15-2fc5-468a-b3d1-29fcad61340b'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:27:37.869250 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-51bd917a-13f6-47ac-ac63-c03a9d7b1cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:37.872341 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-2bf556cf-15b4-40af-be47-680bcb2343e6 None None] For port ff13c425-fb9b-4f4d-aef3-b936b66e1f01, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ff13c425-fb9b-4f4d-aef3-b936b66e1f01,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:27:37.882323 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2bf556cf-15b4-40af-be47-680bcb2343e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:38.008808 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf556cf-15b4-40af-be47-680bcb2343e6 None None] Routers {'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:27:38.009536 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-2bf556cf-15b4-40af-be47-680bcb2343e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:27:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['b5a5fd8e-82a8-4ddf-93d3-a372f62d753a'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:27:38.018660 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944794c3-93d2-484a-9540-319d6f0eed8c None None] Pushing event updated for resources: {'Port': ['ID=ff13c425-fb9b-4f4d-aef3-b936b66e1f01,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:38.031411 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-20663e7a-dc71-41e2-8ddd-f6ada16e001d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:38.133434 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-51bd917a-13f6-47ac-ac63-c03a9d7b1cce None None] Allocated IP 172.20.0.2 (d6f8dd79-f607-463f-850c-77fe1412eba6/78f76a15-2fc5-468a-b3d1-29fcad61340b/7a881261-4579-417b-818b-c2ee6d314a07) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:27:38.162870 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-2bf556cf-15b4-40af-be47-680bcb2343e6 None None] Set router b5a5fd8e-82a8-4ddf-93d3-a372f62d753a gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:27:38.556412 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:27:38.582246 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-51bd917a-13f6-47ac-ac63-c03a9d7b1cce None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:38.590841 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-51bd917a-13f6-47ac-ac63-c03a9d7b1cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:38.634386 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bd917a-13f6-47ac-ac63-c03a9d7b1cce None None] Network d6f8dd79-f607-463f-850c-77fe1412eba6 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:27:38.639558 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-20663e7a-dc71-41e2-8ddd-f6ada16e001d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Allocated IP 172.20.0.1 (d6f8dd79-f607-463f-850c-77fe1412eba6/78f76a15-2fc5-468a-b3d1-29fcad61340b/151cd1d2-0d4e-4547-8366-da746e0b26cf) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:27:38.643978 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-51bd917a-13f6-47ac-ac63-c03a9d7b1cce None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:27:38.646987 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bd917a-13f6-47ac-ac63-c03a9d7b1cce None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:27:38.649713 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd917a-13f6-47ac-ac63-c03a9d7b1cce None None] Pushing event updated for resources: {'Port': ['ID=7a881261-4579-417b-818b-c2ee6d314a07,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:38.657464 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-2bf556cf-15b4-40af-be47-680bcb2343e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81033679', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'ff13c425-fb9b-4f4d-aef3-b936b66e1f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:35Z', 'updated_at': '2021-09-21T18:27:36Z', 'revision_number': 3, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': 'ff13c425-fb9b-4f4d-aef3-b936b66e1f01', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:36:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:35Z', 'updated_at': '2021-09-21T18:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:27:38.700579 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf556cf-15b4-40af-be47-680bcb2343e6 None None] The sync data for ids ['b5a5fd8e-82a8-4ddf-93d3-a372f62d753a'] in n-d-810291-1 is: [{'id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81033679', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'ff13c425-fb9b-4f4d-aef3-b936b66e1f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:35Z', 'updated_at': '2021-09-21T18:27:36Z', 'revision_number': 3, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': 'ff13c425-fb9b-4f4d-aef3-b936b66e1f01', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:36:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:35Z', 'updated_at': '2021-09-21T18:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:27:38.734696 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-51bd917a-13f6-47ac-ac63-c03a9d7b1cce None None] Attempting to bind port 7a881261-4579-417b-818b-c2ee6d314a07 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:27:38.735100 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-51bd917a-13f6-47ac-ac63-c03a9d7b1cce None None] Attempting to bind port 7a881261-4579-417b-818b-c2ee6d314a07 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'dd5646ae-bcb4-4a33-89d9-b9ba6e532705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd6f8dd79-f607-463f-850c-77fe1412eba6'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:27:38.735613 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bd917a-13f6-47ac-ac63-c03a9d7b1cce None None] Attempting to bind port 7a881261-4579-417b-818b-c2ee6d314a07 on network d6f8dd79-f607-463f-850c-77fe1412eba6 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:27:38.740714 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bd917a-13f6-47ac-ac63-c03a9d7b1cce None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:27:38.741105 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bd917a-13f6-47ac-ac63-c03a9d7b1cce None None] Checking segment: {'id': 'dd5646ae-bcb4-4a33-89d9-b9ba6e532705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd6f8dd79-f607-463f-850c-77fe1412eba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:27:38.741599 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-51bd917a-13f6-47ac-ac63-c03a9d7b1cce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:38.741992 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bd917a-13f6-47ac-ac63-c03a9d7b1cce None None] Bound using segment: {'id': 'dd5646ae-bcb4-4a33-89d9-b9ba6e532705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd6f8dd79-f607-463f-850c-77fe1412eba6'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:27:38.742455 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-51bd917a-13f6-47ac-ac63-c03a9d7b1cce None None] Bound port: 7a881261-4579-417b-818b-c2ee6d314a07, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd5646ae-bcb4-4a33-89d9-b9ba6e532705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd6f8dd79-f607-463f-850c-77fe1412eba6'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:27:38.742838 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-51bd917a-13f6-47ac-ac63-c03a9d7b1cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:38.757413 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-20663e7a-dc71-41e2-8ddd-f6ada16e001d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:38.799002 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-20663e7a-dc71-41e2-8ddd-f6ada16e001d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:38.808319 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-51bd917a-13f6-47ac-ac63-c03a9d7b1cce None None] For port 7a881261-4579-417b-818b-c2ee6d314a07, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:27:38.811810 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-51bd917a-13f6-47ac-ac63-c03a9d7b1cce None None] For port 7a881261-4579-417b-818b-c2ee6d314a07, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=7a881261-4579-417b-818b-c2ee6d314a07,segment=NetworkSegment(dd5646ae-bcb4-4a33-89d9-b9ba6e532705),segment_id=dd5646ae-bcb4-4a33-89d9-b9ba6e532705)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:27:38.817670 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-51bd917a-13f6-47ac-ac63-c03a9d7b1cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:38.852307 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20663e7a-dc71-41e2-8ddd-f6ada16e001d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Network d6f8dd79-f607-463f-850c-77fe1412eba6 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:27:38.862072 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-20663e7a-dc71-41e2-8ddd-f6ada16e001d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:27:38.867620 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20663e7a-dc71-41e2-8ddd-f6ada16e001d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:27:38.892359 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd917a-13f6-47ac-ac63-c03a9d7b1cce None None] Pushing event updated for resources: {'Port': ['ID=7a881261-4579-417b-818b-c2ee6d314a07,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:38.906968 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20663e7a-dc71-41e2-8ddd-f6ada16e001d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'Port': ['ID=151cd1d2-0d4e-4547-8366-da746e0b26cf,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:38.943648 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-20663e7a-dc71-41e2-8ddd-f6ada16e001d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:39.134060 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-20663e7a-dc71-41e2-8ddd-f6ada16e001d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:39.288318 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ff13c425-fb9b-4f4d-aef3-b936b66e1f01 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:27:39.347000 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port ff13c425-fb9b-4f4d-aef3-b936b66e1f01 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:27:39.347278 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:39.436761 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:39.462186 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port ff13c425-fb9b-4f4d-aef3-b936b66e1f01, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ff13c425-fb9b-4f4d-aef3-b936b66e1f01,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:27:39.469305 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:39.470379 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 7a881261-4579-417b-818b-c2ee6d314a07 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:27:39.559335 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=ff13c425-fb9b-4f4d-aef3-b936b66e1f01,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:39.574446 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 7a881261-4579-417b-818b-c2ee6d314a07 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:27:39.574894 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:39.672782 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:39.718134 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 7a881261-4579-417b-818b-c2ee6d314a07, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=7a881261-4579-417b-818b-c2ee6d314a07,segment=NetworkSegment(dd5646ae-bcb4-4a33-89d9-b9ba6e532705),segment_id=dd5646ae-bcb4-4a33-89d9-b9ba6e532705)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:27:39.723309 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:39.788332 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=7a881261-4579-417b-818b-c2ee6d314a07,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:39.798697 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-20663e7a-dc71-41e2-8ddd-f6ada16e001d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:39.804785 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-20663e7a-dc71-41e2-8ddd-f6ada16e001d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:39.887203 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20663e7a-dc71-41e2-8ddd-f6ada16e001d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'Port': ['ID=151cd1d2-0d4e-4547-8366-da746e0b26cf,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:39.895001 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-20663e7a-dc71-41e2-8ddd-f6ada16e001d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:39.995085 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20663e7a-dc71-41e2-8ddd-f6ada16e001d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Network d6f8dd79-f607-463f-850c-77fe1412eba6 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:27:39.997635 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-20663e7a-dc71-41e2-8ddd-f6ada16e001d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:27:39.998130 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d39b76-6ad5-4e74-b421-35616f41b66c None None] Network d6f8dd79-f607-463f-850c-77fe1412eba6 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:27:40.117959 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20663e7a-dc71-41e2-8ddd-f6ada16e001d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Router b5a5fd8e-82a8-4ddf-93d3-a372f62d753a has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:27:40.120883 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-2d179965-c149-4359-ab35-6cfc229abd44 None None] Provisioning complete for port 7a881261-4579-417b-818b-c2ee6d314a07 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:27:40.121245 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2d179965-c149-4359-ab35-6cfc229abd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:40.235885 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20663e7a-dc71-41e2-8ddd-f6ada16e001d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:27:40.241319 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-20663e7a-dc71-41e2-8ddd-f6ada16e001d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "PUT /v2.0/routers/b5a5fd8e-82a8-4ddf-93d3-a372f62d753a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6412773 Sep 21 18:27:40.397390 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8816fa35-4b1c-441d-9753-19144bec936c req-49e444f8-b854-4d4c-aa0e-8894ae650437 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-34991430&fields=id&tenant_id=99089d04f7cb4cd988bfbe14fd24f277 HTTP/1.1" status: 200 len: 267 time: 0.0374830 Sep 21 18:27:40.452804 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-f8a43bee-099d-4616-a531-0582846a6183 None None] Provisioning complete for port 7a881261-4579-417b-818b-c2ee6d314a07 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:27:40.453366 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f8a43bee-099d-4616-a531-0582846a6183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:40.524887 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816fa35-4b1c-441d-9753-19144bec936c req-74325856-676d-4c8c-9400-f9761381d901 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:40.527150 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8816fa35-4b1c-441d-9753-19144bec936c req-74325856-676d-4c8c-9400-f9761381d901 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/networks?id=d6f8dd79-f607-463f-850c-77fe1412eba6 HTTP/1.1" status: 200 len: 795 time: 0.1220310 Sep 21 18:27:40.547095 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8816fa35-4b1c-441d-9753-19144bec936c req-1a21dfe7-c21c-4ea7-b347-b7e95222bb57 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/quotas/99089d04f7cb4cd988bfbe14fd24f277 HTTP/1.1" status: 200 len: 375 time: 0.0128210 Sep 21 18:27:40.568485 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-f8a43bee-099d-4616-a531-0582846a6183 None None] Provisioning complete for port 151cd1d2-0d4e-4547-8366-da746e0b26cf triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:27:40.568973 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f8a43bee-099d-4616-a531-0582846a6183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:40.613783 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-f8a43bee-099d-4616-a531-0582846a6183 None None] Port 151cd1d2-0d4e-4547-8366-da746e0b26cf cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:27:40.614055 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8816fa35-4b1c-441d-9753-19144bec936c req-e7c12a4f-a155-4810-be5e-eb74c514edf5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614052 Sep 21 18:27:40.633444 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6215c83b-7f3e-4ce8-9633-2c217cbb0662 None None] Sync routers for ids ['b5a5fd8e-82a8-4ddf-93d3-a372f62d753a'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:27:40.642551 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6215c83b-7f3e-4ce8-9633-2c217cbb0662 None None] Routers {'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:27:40.643226 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6215c83b-7f3e-4ce8-9633-2c217cbb0662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:27:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['b5a5fd8e-82a8-4ddf-93d3-a372f62d753a'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:27:40.729728 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8816fa35-4b1c-441d-9753-19144bec936c req-568e43ec-acdc-4983-ab95-1fe9e8914e7a service neutron] 10.222.0.58 "GET /v2.0/networks/d6f8dd79-f607-463f-850c-77fe1412eba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010902 Sep 21 18:27:40.734430 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-3a768b91-1d7f-4c4e-971b-c6c6e1f33683 None None] Provisioning complete for port 151cd1d2-0d4e-4547-8366-da746e0b26cf triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:27:40.734805 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3a768b91-1d7f-4c4e-971b-c6c6e1f33683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:40.762534 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-6215c83b-7f3e-4ce8-9633-2c217cbb0662 None None] Set router b5a5fd8e-82a8-4ddf-93d3-a372f62d753a gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:27:40.783116 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-3a768b91-1d7f-4c4e-971b-c6c6e1f33683 None None] Port 151cd1d2-0d4e-4547-8366-da746e0b26cf cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:27:40.851575 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8816fa35-4b1c-441d-9753-19144bec936c req-9503dc65-3ee1-4a31-b864-c07f2bc62ad3 service neutron] 10.222.0.58 "GET /v2.0/networks/d6f8dd79-f607-463f-850c-77fe1412eba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105969 Sep 21 18:27:40.904261 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-005643d8-25ca-46ed-aa62-57f51206f0f7 None None] Provisioning complete for port 151cd1d2-0d4e-4547-8366-da746e0b26cf triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:27:40.904828 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-005643d8-25ca-46ed-aa62-57f51206f0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:40.942543 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-005643d8-25ca-46ed-aa62-57f51206f0f7 None None] Port 151cd1d2-0d4e-4547-8366-da746e0b26cf cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:27:40.998942 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6215c83b-7f3e-4ce8-9633-2c217cbb0662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81033679', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'ff13c425-fb9b-4f4d-aef3-b936b66e1f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:35Z', 'updated_at': '2021-09-21T18:27:39Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': 'ff13c425-fb9b-4f4d-aef3-b936b66e1f01', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:36:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:35Z', 'updated_at': '2021-09-21T18:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '151cd1d2-0d4e-4547-8366-da746e0b26cf', 'name': '', 'network_id': 'd6f8dd79-f607-463f-850c-77fe1412eba6', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:49:0d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '78f76a15-2fc5-468a-b3d1-29fcad61340b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:38Z', 'updated_at': '2021-09-21T18:27:39Z', 'revision_number': 2, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': '78f76a15-2fc5-468a-b3d1-29fcad61340b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:27:41.031277 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6215c83b-7f3e-4ce8-9633-2c217cbb0662 None None] Checking router: b5a5fd8e-82a8-4ddf-93d3-a372f62d753a for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:27:41.031747 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6215c83b-7f3e-4ce8-9633-2c217cbb0662 None None] Updating router b5a5fd8e-82a8-4ddf-93d3-a372f62d753a port 151cd1d2-0d4e-4547-8366-da746e0b26cf binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:27:41.040604 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0c461cce-5d51-4abf-b98a-3787372a90e3 req-1fcfdebe-e8a7-4532-a431-817815fbf6f8 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 210 time: 0.0309873 Sep 21 18:27:41.064578 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-6215c83b-7f3e-4ce8-9633-2c217cbb0662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:41.168743 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ff13c425-fb9b-4f4d-aef3-b936b66e1f01 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:27:41.222466 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port ff13c425-fb9b-4f4d-aef3-b936b66e1f01 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:27:41.222758 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:41.310004 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 7a881261-4579-417b-818b-c2ee6d314a07 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:27:41.344026 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-6215c83b-7f3e-4ce8-9633-2c217cbb0662 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:41.350233 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-6215c83b-7f3e-4ce8-9633-2c217cbb0662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:41.367349 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 7a881261-4579-417b-818b-c2ee6d314a07 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:27:41.367747 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:41.427560 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de789d7-10c3-4d6d-a35d-e5b62ac98e06 None None] Pushing event updated for resources: {'Port': ['ID=151cd1d2-0d4e-4547-8366-da746e0b26cf,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:41.453836 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de789d7-10c3-4d6d-a35d-e5b62ac98e06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:41.454504 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de789d7-10c3-4d6d-a35d-e5b62ac98e06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:41.455973 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de789d7-10c3-4d6d-a35d-e5b62ac98e06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:41.456514 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de789d7-10c3-4d6d-a35d-e5b62ac98e06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:41.457035 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de789d7-10c3-4d6d-a35d-e5b62ac98e06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:41.457547 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de789d7-10c3-4d6d-a35d-e5b62ac98e06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:41.458055 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de789d7-10c3-4d6d-a35d-e5b62ac98e06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:41.458560 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de789d7-10c3-4d6d-a35d-e5b62ac98e06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:41.459100 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de789d7-10c3-4d6d-a35d-e5b62ac98e06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:41.459603 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de789d7-10c3-4d6d-a35d-e5b62ac98e06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:41.460158 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de789d7-10c3-4d6d-a35d-e5b62ac98e06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:41.460653 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de789d7-10c3-4d6d-a35d-e5b62ac98e06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:41.483793 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-6215c83b-7f3e-4ce8-9633-2c217cbb0662 None None] Attempting to bind port 151cd1d2-0d4e-4547-8366-da746e0b26cf on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:27:41.484258 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-6215c83b-7f3e-4ce8-9633-2c217cbb0662 None None] Attempting to bind port 151cd1d2-0d4e-4547-8366-da746e0b26cf by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'dd5646ae-bcb4-4a33-89d9-b9ba6e532705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd6f8dd79-f607-463f-850c-77fe1412eba6'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:27:41.484684 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6215c83b-7f3e-4ce8-9633-2c217cbb0662 None None] Attempting to bind port 151cd1d2-0d4e-4547-8366-da746e0b26cf on network d6f8dd79-f607-463f-850c-77fe1412eba6 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:27:41.490141 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6215c83b-7f3e-4ce8-9633-2c217cbb0662 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:27:41.490625 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6215c83b-7f3e-4ce8-9633-2c217cbb0662 None None] Checking segment: {'id': 'dd5646ae-bcb4-4a33-89d9-b9ba6e532705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd6f8dd79-f607-463f-850c-77fe1412eba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:27:41.491217 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-6215c83b-7f3e-4ce8-9633-2c217cbb0662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:41.491971 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6215c83b-7f3e-4ce8-9633-2c217cbb0662 None None] Bound using segment: {'id': 'dd5646ae-bcb4-4a33-89d9-b9ba6e532705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd6f8dd79-f607-463f-850c-77fe1412eba6'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:27:41.492525 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-6215c83b-7f3e-4ce8-9633-2c217cbb0662 None None] Bound port: 151cd1d2-0d4e-4547-8366-da746e0b26cf, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd5646ae-bcb4-4a33-89d9-b9ba6e532705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd6f8dd79-f607-463f-850c-77fe1412eba6'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:27:41.493180 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-6215c83b-7f3e-4ce8-9633-2c217cbb0662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:41.563493 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-6215c83b-7f3e-4ce8-9633-2c217cbb0662 None None] For port 151cd1d2-0d4e-4547-8366-da746e0b26cf, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:27:41.567090 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-6215c83b-7f3e-4ce8-9633-2c217cbb0662 None None] For port 151cd1d2-0d4e-4547-8366-da746e0b26cf, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=151cd1d2-0d4e-4547-8366-da746e0b26cf,segment=NetworkSegment(dd5646ae-bcb4-4a33-89d9-b9ba6e532705),segment_id=dd5646ae-bcb4-4a33-89d9-b9ba6e532705)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:27:41.572832 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-6215c83b-7f3e-4ce8-9633-2c217cbb0662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:41.644114 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6215c83b-7f3e-4ce8-9633-2c217cbb0662 None None] Routers {'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:27:41.644805 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6215c83b-7f3e-4ce8-9633-2c217cbb0662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:27:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['b5a5fd8e-82a8-4ddf-93d3-a372f62d753a'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:27:41.646723 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de789d7-10c3-4d6d-a35d-e5b62ac98e06 None None] Pushing event updated for resources: {'Port': ['ID=151cd1d2-0d4e-4547-8366-da746e0b26cf,revision_number=4']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:41.670817 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5f557a32-2460-4c4e-ae7a-7aa4952f60d6 None None] Provisioning complete for port 151cd1d2-0d4e-4547-8366-da746e0b26cf triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:27:41.671443 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5f557a32-2460-4c4e-ae7a-7aa4952f60d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:41.770675 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5f557a32-2460-4c4e-ae7a-7aa4952f60d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:41.772558 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-6215c83b-7f3e-4ce8-9633-2c217cbb0662 None None] Set router b5a5fd8e-82a8-4ddf-93d3-a372f62d753a gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:27:41.808087 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5f557a32-2460-4c4e-ae7a-7aa4952f60d6 None None] For port 151cd1d2-0d4e-4547-8366-da746e0b26cf, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=151cd1d2-0d4e-4547-8366-da746e0b26cf,segment=NetworkSegment(dd5646ae-bcb4-4a33-89d9-b9ba6e532705),segment_id=dd5646ae-bcb4-4a33-89d9-b9ba6e532705)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:27:41.812654 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5f557a32-2460-4c4e-ae7a-7aa4952f60d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:41.864455 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f557a32-2460-4c4e-ae7a-7aa4952f60d6 None None] Pushing event updated for resources: {'Port': ['ID=151cd1d2-0d4e-4547-8366-da746e0b26cf,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:41.937730 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-856d77f4-9ad3-42dc-8a5b-c4d0c5ae5def None None] Provisioning complete for port 151cd1d2-0d4e-4547-8366-da746e0b26cf triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:27:41.938239 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-856d77f4-9ad3-42dc-8a5b-c4d0c5ae5def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:42.006419 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6215c83b-7f3e-4ce8-9633-2c217cbb0662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81033679', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'ff13c425-fb9b-4f4d-aef3-b936b66e1f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:35Z', 'updated_at': '2021-09-21T18:27:39Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': 'ff13c425-fb9b-4f4d-aef3-b936b66e1f01', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:36:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:35Z', 'updated_at': '2021-09-21T18:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '151cd1d2-0d4e-4547-8366-da746e0b26cf', 'name': '', 'network_id': 'd6f8dd79-f607-463f-850c-77fe1412eba6', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:49:0d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '78f76a15-2fc5-468a-b3d1-29fcad61340b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:38Z', 'updated_at': '2021-09-21T18:27:41Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': '78f76a15-2fc5-468a-b3d1-29fcad61340b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:27:42.033422 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6215c83b-7f3e-4ce8-9633-2c217cbb0662 None None] The sync data for ids ['b5a5fd8e-82a8-4ddf-93d3-a372f62d753a'] in n-d-810291-1 is: [{'id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81033679', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'ff13c425-fb9b-4f4d-aef3-b936b66e1f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:35Z', 'updated_at': '2021-09-21T18:27:39Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': 'ff13c425-fb9b-4f4d-aef3-b936b66e1f01', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:36:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:35Z', 'updated_at': '2021-09-21T18:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '151cd1d2-0d4e-4547-8366-da746e0b26cf', 'name': '', 'network_id': 'd6f8dd79-f607-463f-850c-77fe1412eba6', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:49:0d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '78f76a15-2fc5-468a-b3d1-29fcad61340b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:38Z', 'updated_at': '2021-09-21T18:27:41Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': '78f76a15-2fc5-468a-b3d1-29fcad61340b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:27:42.119287 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816fa35-4b1c-441d-9753-19144bec936c req-79cd918e-92e4-46f2-87e8-1c53a863d937 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:42.122454 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8816fa35-4b1c-441d-9753-19144bec936c req-79cd918e-92e4-46f2-87e8-1c53a863d937 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.44 "GET /v2.0/networks?id=d6f8dd79-f607-463f-850c-77fe1412eba6 HTTP/1.1" status: 200 len: 795 time: 0.1570728 Sep 21 18:27:42.200437 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1c8cc2be-74b0-4bc8-b718-41d02d89cee7 req-ab35555a-fdd4-4430-8e40-8f257075e060 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 210 time: 0.0454886 Sep 21 18:27:42.215377 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8816fa35-4b1c-441d-9753-19144bec936c req-54d5d196-073a-4c21-8923-ccec337009da tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99089d04f7cb4cd988bfbe14fd24f277 HTTP/1.1" status: 200 len: 378 time: 0.0798078 Sep 21 18:27:42.225368 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-8816fa35-4b1c-441d-9753-19144bec936c req-559dbd9b-6bbc-4bf5-b078-4b418a0ae925 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'port': {'device_id': '260836cb-f798-4094-89d2-1ba0e5a14698', 'network_id': 'd6f8dd79-f607-463f-850c-77fe1412eba6', 'admin_state_up': True, 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'security_groups': ['bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:27:42.345083 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8816fa35-4b1c-441d-9753-19144bec936c req-559dbd9b-6bbc-4bf5-b078-4b418a0ae925 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Made reservation on behalf of 99089d04f7cb4cd988bfbe14fd24f277 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:27:42.349082 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8816fa35-4b1c-441d-9753-19144bec936c req-559dbd9b-6bbc-4bf5-b078-4b418a0ae925 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:42.512425 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-8816fa35-4b1c-441d-9753-19144bec936c req-559dbd9b-6bbc-4bf5-b078-4b418a0ae925 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Allocated IP 172.20.0.10 (d6f8dd79-f607-463f-850c-77fe1412eba6/78f76a15-2fc5-468a-b3d1-29fcad61340b/e3f6a063-fe1a-4a33-8de8-dc9acecc7a02) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:27:42.675788 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8816fa35-4b1c-441d-9753-19144bec936c req-559dbd9b-6bbc-4bf5-b078-4b418a0ae925 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:42.723486 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8816fa35-4b1c-441d-9753-19144bec936c req-559dbd9b-6bbc-4bf5-b078-4b418a0ae925 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:42.768161 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8816fa35-4b1c-441d-9753-19144bec936c req-559dbd9b-6bbc-4bf5-b078-4b418a0ae925 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Network d6f8dd79-f607-463f-850c-77fe1412eba6 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:27:42.771582 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-8816fa35-4b1c-441d-9753-19144bec936c req-559dbd9b-6bbc-4bf5-b078-4b418a0ae925 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:27:42.778358 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-8816fa35-4b1c-441d-9753-19144bec936c req-559dbd9b-6bbc-4bf5-b078-4b418a0ae925 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:27:42.785574 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559dbd9b-6bbc-4bf5-b078-4b418a0ae925 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'Port': ['ID=e3f6a063-fe1a-4a33-8de8-dc9acecc7a02,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:42.817795 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559dbd9b-6bbc-4bf5-b078-4b418a0ae925 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:42.818124 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559dbd9b-6bbc-4bf5-b078-4b418a0ae925 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:42.818468 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559dbd9b-6bbc-4bf5-b078-4b418a0ae925 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:42.818829 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559dbd9b-6bbc-4bf5-b078-4b418a0ae925 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:42.819184 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559dbd9b-6bbc-4bf5-b078-4b418a0ae925 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:42.820127 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559dbd9b-6bbc-4bf5-b078-4b418a0ae925 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:42.820494 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559dbd9b-6bbc-4bf5-b078-4b418a0ae925 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:42.820844 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559dbd9b-6bbc-4bf5-b078-4b418a0ae925 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:42.821171 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559dbd9b-6bbc-4bf5-b078-4b418a0ae925 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:42.821509 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559dbd9b-6bbc-4bf5-b078-4b418a0ae925 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:42.821829 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559dbd9b-6bbc-4bf5-b078-4b418a0ae925 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:42.822149 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559dbd9b-6bbc-4bf5-b078-4b418a0ae925 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:27:42.847578 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816fa35-4b1c-441d-9753-19144bec936c req-559dbd9b-6bbc-4bf5-b078-4b418a0ae925 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:42.848246 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8816fa35-4b1c-441d-9753-19144bec936c req-559dbd9b-6bbc-4bf5-b078-4b418a0ae925 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:42.864997 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8816fa35-4b1c-441d-9753-19144bec936c req-559dbd9b-6bbc-4bf5-b078-4b418a0ae925 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6436701 Sep 21 18:27:42.881000 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-8816fa35-4b1c-441d-9753-19144bec936c req-970cea8a-2a77-4e34-9641-5c1757e797ad service neutron] Request body: {'port': {'device_id': '260836cb-f798-4094-89d2-1ba0e5a14698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:27:42.954423 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8816fa35-4b1c-441d-9753-19144bec936c req-970cea8a-2a77-4e34-9641-5c1757e797ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:43.049041 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-fc5a1312-f819-4f92-9f40-7ac95b24bed4 None None] Provisioning complete for port e3f6a063-fe1a-4a33-8de8-dc9acecc7a02 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:27:43.050368 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fc5a1312-f819-4f92-9f40-7ac95b24bed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:43.097439 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-fc5a1312-f819-4f92-9f40-7ac95b24bed4 None None] Port e3f6a063-fe1a-4a33-8de8-dc9acecc7a02 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:27:43.184379 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 151cd1d2-0d4e-4547-8366-da746e0b26cf up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:27:43.234680 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 151cd1d2-0d4e-4547-8366-da746e0b26cf triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:27:43.235085 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:43.283734 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-8816fa35-4b1c-441d-9753-19144bec936c req-970cea8a-2a77-4e34-9641-5c1757e797ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3f6a063-fe1a-4a33-8de8-dc9acecc7a02 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:27:43.292793 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8816fa35-4b1c-441d-9753-19144bec936c req-970cea8a-2a77-4e34-9641-5c1757e797ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:43.308193 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-8816fa35-4b1c-441d-9753-19144bec936c req-970cea8a-2a77-4e34-9641-5c1757e797ad service neutron] Transition to ACTIVE for port object e3f6a063-fe1a-4a33-8de8-dc9acecc7a02 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:27:43.313792 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8816fa35-4b1c-441d-9753-19144bec936c req-970cea8a-2a77-4e34-9641-5c1757e797ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:43.354348 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ba6fc-8f55-454f-aa95-2b2fc6ff54a0 req-04f5e10e-2f94-4338-9db4-fa5001700711 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:43.356808 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6c1ba6fc-8f55-454f-aa95-2b2fc6ff54a0 req-04f5e10e-2f94-4338-9db4-fa5001700711 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 932 time: 0.0722227 Sep 21 18:27:43.385701 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970cea8a-2a77-4e34-9641-5c1757e797ad service neutron] Pushing event updated for resources: {'Port': ['ID=e3f6a063-fe1a-4a33-8de8-dc9acecc7a02,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:43.398574 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6c1ba6fc-8f55-454f-aa95-2b2fc6ff54a0 req-612622af-52a9-4c71-a9be-e3d045df4806 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347950 Sep 21 18:27:43.439452 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8816fa35-4b1c-441d-9753-19144bec936c req-970cea8a-2a77-4e34-9641-5c1757e797ad service neutron] Attempting to bind port e3f6a063-fe1a-4a33-8de8-dc9acecc7a02 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:27:43.439868 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8816fa35-4b1c-441d-9753-19144bec936c req-970cea8a-2a77-4e34-9641-5c1757e797ad service neutron] Attempting to bind port e3f6a063-fe1a-4a33-8de8-dc9acecc7a02 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'dd5646ae-bcb4-4a33-89d9-b9ba6e532705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd6f8dd79-f607-463f-850c-77fe1412eba6'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:27:43.440331 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8816fa35-4b1c-441d-9753-19144bec936c req-970cea8a-2a77-4e34-9641-5c1757e797ad service neutron] Attempting to bind port e3f6a063-fe1a-4a33-8de8-dc9acecc7a02 on network d6f8dd79-f607-463f-850c-77fe1412eba6 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:27:43.445082 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8816fa35-4b1c-441d-9753-19144bec936c req-970cea8a-2a77-4e34-9641-5c1757e797ad service neutron] Port e3f6a063-fe1a-4a33-8de8-dc9acecc7a02 on network d6f8dd79-f607-463f-850c-77fe1412eba6 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:27:43.445413 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8816fa35-4b1c-441d-9753-19144bec936c req-970cea8a-2a77-4e34-9641-5c1757e797ad service neutron] Attempting to bind port e3f6a063-fe1a-4a33-8de8-dc9acecc7a02 on network d6f8dd79-f607-463f-850c-77fe1412eba6 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:27:43.450721 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8816fa35-4b1c-441d-9753-19144bec936c req-970cea8a-2a77-4e34-9641-5c1757e797ad service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:27:43.450920 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8816fa35-4b1c-441d-9753-19144bec936c req-970cea8a-2a77-4e34-9641-5c1757e797ad service neutron] Checking segment: {'id': 'dd5646ae-bcb4-4a33-89d9-b9ba6e532705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd6f8dd79-f607-463f-850c-77fe1412eba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:27:43.451244 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8816fa35-4b1c-441d-9753-19144bec936c req-970cea8a-2a77-4e34-9641-5c1757e797ad service neutron] Bound using segment: {'id': 'dd5646ae-bcb4-4a33-89d9-b9ba6e532705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd6f8dd79-f607-463f-850c-77fe1412eba6'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:27:43.451669 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8816fa35-4b1c-441d-9753-19144bec936c req-970cea8a-2a77-4e34-9641-5c1757e797ad service neutron] Bound port: e3f6a063-fe1a-4a33-8de8-dc9acecc7a02, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd5646ae-bcb4-4a33-89d9-b9ba6e532705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd6f8dd79-f607-463f-850c-77fe1412eba6'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:27:43.452029 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8816fa35-4b1c-441d-9753-19144bec936c req-970cea8a-2a77-4e34-9641-5c1757e797ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:43.516957 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8816fa35-4b1c-441d-9753-19144bec936c req-970cea8a-2a77-4e34-9641-5c1757e797ad service neutron] For port e3f6a063-fe1a-4a33-8de8-dc9acecc7a02, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:27:43.520237 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8816fa35-4b1c-441d-9753-19144bec936c req-970cea8a-2a77-4e34-9641-5c1757e797ad service neutron] For port e3f6a063-fe1a-4a33-8de8-dc9acecc7a02, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=e3f6a063-fe1a-4a33-8de8-dc9acecc7a02,segment=NetworkSegment(dd5646ae-bcb4-4a33-89d9-b9ba6e532705),segment_id=dd5646ae-bcb4-4a33-89d9-b9ba6e532705)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:27:43.525826 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8816fa35-4b1c-441d-9753-19144bec936c req-970cea8a-2a77-4e34-9641-5c1757e797ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:43.561750 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816fa35-4b1c-441d-9753-19144bec936c req-970cea8a-2a77-4e34-9641-5c1757e797ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:43.562355 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8816fa35-4b1c-441d-9753-19144bec936c req-970cea8a-2a77-4e34-9641-5c1757e797ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:43.563895 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8816fa35-4b1c-441d-9753-19144bec936c req-970cea8a-2a77-4e34-9641-5c1757e797ad service neutron] 10.222.0.44 "PUT /v2.0/ports/e3f6a063-fe1a-4a33-8de8-dc9acecc7a02 HTTP/1.1" status: 200 len: 1092 time: 0.6879079 Sep 21 18:27:43.564209 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260836cb-f798-4094-89d2-1ba0e5a14698', 'tag': 'e3f6a063-fe1a-4a33-8de8-dc9acecc7a02'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:27:43.566486 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0c2b21-604d-470a-9141-a2511d104af2" -d '{"events": [{"name": "network-changed", "server_uuid": "260836cb-f798-4094-89d2-1ba0e5a14698", "tag": "e3f6a063-fe1a-4a33-8de8-dc9acecc7a02"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:27:43.602005 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970cea8a-2a77-4e34-9641-5c1757e797ad service neutron] Pushing event updated for resources: {'Port': ['ID=e3f6a063-fe1a-4a33-8de8-dc9acecc7a02,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:43.608178 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5c521a-f054-4c41-a830-8c71b28e021a x-openstack-request-id: req-de5c521a-f054-4c41-a830-8c71b28e021a {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:27:43.608552 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260836cb-f798-4094-89d2-1ba0e5a14698", "tag": "e3f6a063-fe1a-4a33-8de8-dc9acecc7a02", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:27:43.608872 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-de5c521a-f054-4c41-a830-8c71b28e021a {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:27:43.609364 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260836cb-f798-4094-89d2-1ba0e5a14698', 'tag': 'e3f6a063-fe1a-4a33-8de8-dc9acecc7a02', 'status': 'completed', 'code': 200} Sep 21 18:27:43.655654 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816fa35-4b1c-441d-9753-19144bec936c req-d0eb7877-af46-43ec-9a77-993a3d955afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:43.657192 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8816fa35-4b1c-441d-9753-19144bec936c req-d0eb7877-af46-43ec-9a77-993a3d955afc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 1095 time: 0.0457411 Sep 21 18:27:43.704650 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8816fa35-4b1c-441d-9753-19144bec936c req-15b81cf6-4b06-4abf-bdc6-8c127d3bb6b6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3f6a063-fe1a-4a33-8de8-dc9acecc7a02 HTTP/1.1" status: 200 len: 217 time: 0.0388815 Sep 21 18:27:43.757914 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816fa35-4b1c-441d-9753-19144bec936c req-89340046-e47f-412d-8889-43a1983663c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:43.759460 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8816fa35-4b1c-441d-9753-19144bec936c req-89340046-e47f-412d-8889-43a1983663c7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=78f76a15-2fc5-468a-b3d1-29fcad61340b HTTP/1.1" status: 200 len: 834 time: 0.0459981 Sep 21 18:27:43.805979 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816fa35-4b1c-441d-9753-19144bec936c req-192bfae8-fb0d-4054-9604-fa0b2de67a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:43.807490 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8816fa35-4b1c-441d-9753-19144bec936c req-192bfae8-fb0d-4054-9604-fa0b2de67a22 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6f8dd79-f607-463f-850c-77fe1412eba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404081 Sep 21 18:27:43.904284 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8816fa35-4b1c-441d-9753-19144bec936c req-26293e23-f161-4d54-a794-02b58b8e0066 service neutron] 10.222.0.44 "GET /v2.0/networks/d6f8dd79-f607-463f-850c-77fe1412eba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888004 Sep 21 18:27:44.005882 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8816fa35-4b1c-441d-9753-19144bec936c req-3b79ba6a-e2ba-4b2d-b671-ef9f6878d4a6 service neutron] 10.222.0.44 "GET /v2.0/networks/d6f8dd79-f607-463f-850c-77fe1412eba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933244 Sep 21 18:27:44.102752 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c2b21-604d-470a-9141-a2511d104af2 req-5785a044-0ac9-40cd-bff3-008d8ff4269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:44.104248 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fb0c2b21-604d-470a-9141-a2511d104af2 req-5785a044-0ac9-40cd-bff3-008d8ff4269a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 1095 time: 0.0496123 Sep 21 18:27:44.213618 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c2b21-604d-470a-9141-a2511d104af2 req-7882b73b-04a9-4fe4-8e0c-cbfb3624ca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:44.215144 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fb0c2b21-604d-470a-9141-a2511d104af2 req-7882b73b-04a9-4fe4-8e0c-cbfb3624ca9b service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6f8dd79-f607-463f-850c-77fe1412eba6 HTTP/1.1" status: 200 len: 896 time: 0.1022897 Sep 21 18:27:44.260744 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fb0c2b21-604d-470a-9141-a2511d104af2 req-ba4b67bd-6bc8-478f-a546-26377bcfd26e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3f6a063-fe1a-4a33-8de8-dc9acecc7a02 HTTP/1.1" status: 200 len: 217 time: 0.0375948 Sep 21 18:27:44.320111 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c2b21-604d-470a-9141-a2511d104af2 req-ab8feddd-75a7-4db7-bbc1-ede9f5c9b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:44.321706 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fb0c2b21-604d-470a-9141-a2511d104af2 req-ab8feddd-75a7-4db7-bbc1-ede9f5c9b231 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=78f76a15-2fc5-468a-b3d1-29fcad61340b HTTP/1.1" status: 200 len: 834 time: 0.0526290 Sep 21 18:27:44.375198 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c2b21-604d-470a-9141-a2511d104af2 req-f2020504-59e6-4281-bbd6-45e635569a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:44.376590 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fb0c2b21-604d-470a-9141-a2511d104af2 req-f2020504-59e6-4281-bbd6-45e635569a7d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6f8dd79-f607-463f-850c-77fe1412eba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468731 Sep 21 18:27:44.470563 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fb0c2b21-604d-470a-9141-a2511d104af2 req-cb168088-bb07-4f9a-8bd2-b0d7a353051f service neutron] 10.222.0.44 "GET /v2.0/networks/d6f8dd79-f607-463f-850c-77fe1412eba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858412 Sep 21 18:27:44.516531 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717f104-6c85-4067-aaf4-ca33658069a6 req-6c4e128e-140a-4591-a206-7cb42a0aa575 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:44.518178 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a717f104-6c85-4067-aaf4-ca33658069a6 req-6c4e128e-140a-4591-a206-7cb42a0aa575 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 944 time: 0.0480051 Sep 21 18:27:44.557105 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a717f104-6c85-4067-aaf4-ca33658069a6 req-62db2fc3-9bd1-4798-90ce-05cfc200ac9c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326190 Sep 21 18:27:44.564557 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fb0c2b21-604d-470a-9141-a2511d104af2 req-e3c87a6e-873d-4f86-831c-aacc73ace2bf service neutron] 10.222.0.44 "GET /v2.0/networks/d6f8dd79-f607-463f-850c-77fe1412eba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848765 Sep 21 18:27:45.688052 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a95203-7732-4566-ad31-d65cee6c64e8 req-6b5d0990-95a6-49b7-a34c-9de5d5018c2f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:45.689533 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-54a95203-7732-4566-ad31-d65cee6c64e8 req-6b5d0990-95a6-49b7-a34c-9de5d5018c2f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 944 time: 0.0555685 Sep 21 18:27:45.743431 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-54a95203-7732-4566-ad31-d65cee6c64e8 req-5ad9bd9d-d40e-440b-8a51-0b091779b0cb tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464542 Sep 21 18:27:45.946170 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8f4df3bc-62c4-4f7c-852c-a4a0dbecf3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:46.898779 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89af948-3b37-45a0-9985-36c962458b6b req-15572b3a-cfc5-449f-b570-461a950e962f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:46.900369 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e89af948-3b37-45a0-9985-36c962458b6b req-15572b3a-cfc5-449f-b570-461a950e962f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 944 time: 0.0633097 Sep 21 18:27:46.939354 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e89af948-3b37-45a0-9985-36c962458b6b req-63d07040-33fb-48d9-8afa-d2100a8c69d1 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328145 Sep 21 18:27:47.371530 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device e3f6a063-fe1a-4a33-8de8-dc9acecc7a02 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:27:47.472444 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port e3f6a063-fe1a-4a33-8de8-dc9acecc7a02, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=e3f6a063-fe1a-4a33-8de8-dc9acecc7a02,segment=NetworkSegment(dd5646ae-bcb4-4a33-89d9-b9ba6e532705),segment_id=dd5646ae-bcb4-4a33-89d9-b9ba6e532705)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:27:47.485414 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'e3f6a063-fe1a-4a33-8de8-dc9acecc7a02', 'network_id': 'd6f8dd79-f607-463f-850c-77fe1412eba6', 'port_id': 'e3f6a063-fe1a-4a33-8de8-dc9acecc7a02', 'mac_address': 'fa:16:3e:d9:dd:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f76a15-2fc5-468a-b3d1-29fcad61340b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:27:47.524081 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:47.537680 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f6a063-fe1a-4a33-8de8-dc9acecc7a02 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:27:47.558034 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port e3f6a063-fe1a-4a33-8de8-dc9acecc7a02, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=e3f6a063-fe1a-4a33-8de8-dc9acecc7a02,segment=NetworkSegment(dd5646ae-bcb4-4a33-89d9-b9ba6e532705),segment_id=dd5646ae-bcb4-4a33-89d9-b9ba6e532705)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:27:47.563908 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:47.616902 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=e3f6a063-fe1a-4a33-8de8-dc9acecc7a02,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:47.786493 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['e3f6a063-fe1a-4a33-8de8-dc9acecc7a02'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:27:48.054544 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7692c-9e76-4cdb-8e8c-15b5d835d35b req-65ea3ef9-b0c5-4600-8d11-b91f344a2c6b tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:48.056079 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-69a7692c-9e76-4cdb-8e8c-15b5d835d35b req-65ea3ef9-b0c5-4600-8d11-b91f344a2c6b tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 945 time: 0.0497224 Sep 21 18:27:48.094830 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-69a7692c-9e76-4cdb-8e8c-15b5d835d35b req-b49522c7-b9b7-48d9-a2e6-92477404b64d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325043 Sep 21 18:27:48.465181 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d61d6719-d9eb-49c7-8e78-6f6a4db06571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:49.017171 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:49.224369 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656416ad-7eb9-44f4-9f5c-43847f06e060 req-d8582d94-c032-4192-a872-28f2de289a08 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:49.225807 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-656416ad-7eb9-44f4-9f5c-43847f06e060 req-d8582d94-c032-4192-a872-28f2de289a08 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 945 time: 0.0601797 Sep 21 18:27:49.264646 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-656416ad-7eb9-44f4-9f5c-43847f06e060 req-65446d71-4428-4493-b94a-2826a12af187 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325994 Sep 21 18:27:49.387990 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device e3f6a063-fe1a-4a33-8de8-dc9acecc7a02 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:27:49.446402 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port e3f6a063-fe1a-4a33-8de8-dc9acecc7a02 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:27:49.450604 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port e3f6a063-fe1a-4a33-8de8-dc9acecc7a02 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:27:49.451017 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:49.539664 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:49.565657 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260836cb-f798-4094-89d2-1ba0e5a14698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f6a063-fe1a-4a33-8de8-dc9acecc7a02'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:27:49.569323 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26d970b-f09a-45ab-ac0b-0c278f891779" -d '{"events": [{"server_uuid": "260836cb-f798-4094-89d2-1ba0e5a14698", "name": "network-vif-plugged", "status": "completed", "tag": "e3f6a063-fe1a-4a33-8de8-dc9acecc7a02"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:27:49.584446 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port e3f6a063-fe1a-4a33-8de8-dc9acecc7a02, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=e3f6a063-fe1a-4a33-8de8-dc9acecc7a02,segment=NetworkSegment(dd5646ae-bcb4-4a33-89d9-b9ba6e532705),segment_id=dd5646ae-bcb4-4a33-89d9-b9ba6e532705)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:27:49.589173 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:49.612705 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcf9d91-20dd-4067-88da-3b7909738641 x-openstack-request-id: req-4bcf9d91-20dd-4067-88da-3b7909738641 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:27:49.613008 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260836cb-f798-4094-89d2-1ba0e5a14698", "name": "network-vif-plugged", "status": "completed", "tag": "e3f6a063-fe1a-4a33-8de8-dc9acecc7a02", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:27:49.613739 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4bcf9d91-20dd-4067-88da-3b7909738641 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:27:49.614139 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260836cb-f798-4094-89d2-1ba0e5a14698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f6a063-fe1a-4a33-8de8-dc9acecc7a02', 'code': 200} Sep 21 18:27:49.640961 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=e3f6a063-fe1a-4a33-8de8-dc9acecc7a02,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:49.705263 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b9f72-37fc-409d-9d71-e2081a31e238 req-3141e552-37b4-4cab-bbc9-edc0bc5efd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:49.707072 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-147b9f72-37fc-409d-9d71-e2081a31e238 req-3141e552-37b4-4cab-bbc9-edc0bc5efd48 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 1097 time: 0.0399065 Sep 21 18:27:49.744597 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-147b9f72-37fc-409d-9d71-e2081a31e238 req-da3ff558-c9ba-47ac-b152-b2c3e9ec5bd7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0296524 Sep 21 18:27:50.199438 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:50.385800 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64af2d-1684-4886-9142-cee56fd7147e req-b61745ad-3bc3-41ea-bc69-ea2c08f6910b tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:50.387354 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5b64af2d-1684-4886-9142-cee56fd7147e req-b61745ad-3bc3-41ea-bc69-ea2c08f6910b tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 946 time: 0.0522294 Sep 21 18:27:50.427450 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5b64af2d-1684-4886-9142-cee56fd7147e req-a1cc1b61-3994-4e8e-bc94-c26e80cfa455 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314755 Sep 21 18:27:51.560453 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b61888-dad4-4ebe-8268-e39df54de791 req-3141a265-da04-4e63-bc42-528e97bddd81 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:51.562010 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f9b61888-dad4-4ebe-8268-e39df54de791 req-3141a265-da04-4e63-bc42-528e97bddd81 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 946 time: 0.0591230 Sep 21 18:27:51.606957 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f9b61888-dad4-4ebe-8268-e39df54de791 req-fd05857c-87e3-47f0-aeae-f43eb686e069 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359166 Sep 21 18:27:51.669633 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:51.726613 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751a4fe-236c-4c45-9bb4-814ed982c41f req-7d64dc1f-2180-4af1-88e6-f9d63c6e6336 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:51.728092 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7751a4fe-236c-4c45-9bb4-814ed982c41f req-7d64dc1f-2180-4af1-88e6-f9d63c6e6336 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 946 time: 0.0505173 Sep 21 18:27:51.767955 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7751a4fe-236c-4c45-9bb4-814ed982c41f req-0f53c1bb-e5bc-4d07-a406-56a3984984ce tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334361 Sep 21 18:27:51.790554 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50330) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:51.834688 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faf07b3-fe16-4ba8-9992-86c8172d95a6 tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:51.836248 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0faf07b3-fe16-4ba8-9992-86c8172d95a6 tempest-TestNetworkAdvancedServerOps-666664029 tempest-TestNetworkAdvancedServerOps-666664029-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 1092 time: 0.0446591 Sep 21 18:27:51.839177 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50332) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:51.843482 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-566a3fbd-6ac9-4b4b-97db-8f1476a63509 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'port_id': 'e3f6a063-fe1a-4a33-8de8-dc9acecc7a02', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:27:51.868321 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-566a3fbd-6ac9-4b4b-97db-8f1476a63509 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for floatingip, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:51.969037 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-566a3fbd-6ac9-4b4b-97db-8f1476a63509 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:52.075922 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-566a3fbd-6ac9-4b4b-97db-8f1476a63509 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Allocated IP 172.25.6.163 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/82ac7a0e-2238-4014-beba-12ba1df409a8) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:27:52.178237 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-566a3fbd-6ac9-4b4b-97db-8f1476a63509 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:52.216936 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-566a3fbd-6ac9-4b4b-97db-8f1476a63509 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:52.258554 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566a3fbd-6ac9-4b4b-97db-8f1476a63509 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:27:52.261970 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-566a3fbd-6ac9-4b4b-97db-8f1476a63509 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:27:52.264716 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566a3fbd-6ac9-4b4b-97db-8f1476a63509 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:27:52.295981 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a3fbd-6ac9-4b4b-97db-8f1476a63509 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'Port': ['ID=82ac7a0e-2238-4014-beba-12ba1df409a8,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:52.628470 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-566a3fbd-6ac9-4b4b-97db-8f1476a63509 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:52.708019 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-566a3fbd-6ac9-4b4b-97db-8f1476a63509 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:52.871661 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-566a3fbd-6ac9-4b4b-97db-8f1476a63509 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:52.878825 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-566a3fbd-6ac9-4b4b-97db-8f1476a63509 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:52.943979 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a3fbd-6ac9-4b4b-97db-8f1476a63509 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event updated for resources: {'Port': ['ID=82ac7a0e-2238-4014-beba-12ba1df409a8,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:27:52.958070 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-566a3fbd-6ac9-4b4b-97db-8f1476a63509 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:53.062424 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [None req-566a3fbd-6ac9-4b4b-97db-8f1476a63509 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Floating IP 79c7450d-45f7-4504-a2a7-698f42a768b3 associated. External IP: 172.25.6.163, port: e3f6a063-fe1a-4a33-8de8-dc9acecc7a02. Sep 21 18:27:53.277082 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566a3fbd-6ac9-4b4b-97db-8f1476a63509 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Router b5a5fd8e-82a8-4ddf-93d3-a372f62d753a has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:27:53.392984 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566a3fbd-6ac9-4b4b-97db-8f1476a63509 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:27:53.403879 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0970ba-7bee-466d-b19e-4cd1383019a5 None None] Sync routers for ids ['b5a5fd8e-82a8-4ddf-93d3-a372f62d753a'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:27:53.411851 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-566a3fbd-6ac9-4b4b-97db-8f1476a63509 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:53.416061 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0970ba-7bee-466d-b19e-4cd1383019a5 None None] Routers {'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:27:53.416714 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-9a0970ba-7bee-466d-b19e-4cd1383019a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:27:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['b5a5fd8e-82a8-4ddf-93d3-a372f62d753a'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:27:53.439473 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-566a3fbd-6ac9-4b4b-97db-8f1476a63509 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5992978 Sep 21 18:27:53.440089 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260836cb-f798-4094-89d2-1ba0e5a14698', 'tag': 'e3f6a063-fe1a-4a33-8de8-dc9acecc7a02'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:27:53.442437 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d29763d-1c51-45af-8787-1ed293812e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "260836cb-f798-4094-89d2-1ba0e5a14698", "tag": "e3f6a063-fe1a-4a33-8de8-dc9acecc7a02"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:27:53.483826 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7035560e-ed9a-4509-8688-c3305c3b1fa7 x-openstack-request-id: req-7035560e-ed9a-4509-8688-c3305c3b1fa7 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:27:53.484119 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260836cb-f798-4094-89d2-1ba0e5a14698", "tag": "e3f6a063-fe1a-4a33-8de8-dc9acecc7a02", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:27:53.484372 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7035560e-ed9a-4509-8688-c3305c3b1fa7 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:27:53.484781 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260836cb-f798-4094-89d2-1ba0e5a14698', 'tag': 'e3f6a063-fe1a-4a33-8de8-dc9acecc7a02', 'status': 'completed', 'code': 200} Sep 21 18:27:53.528680 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-9a0970ba-7bee-466d-b19e-4cd1383019a5 None None] Set router b5a5fd8e-82a8-4ddf-93d3-a372f62d753a gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:27:53.572597 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb75a28-25e1-4029-bce9-886bc6e73912 req-25492a3f-0525-4948-b249-45ca3efe54a1 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:53.574107 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ebb75a28-25e1-4029-bce9-886bc6e73912 req-25492a3f-0525-4948-b249-45ca3efe54a1 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 946 time: 0.0769985 Sep 21 18:27:53.579153 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29763d-1c51-45af-8787-1ed293812e9a req-7f84530e-6d02-4e4d-bb96-91b8402975ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:53.580570 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d29763d-1c51-45af-8787-1ed293812e9a req-7f84530e-6d02-4e4d-bb96-91b8402975ef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 1097 time: 0.0710204 Sep 21 18:27:53.643469 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ebb75a28-25e1-4029-bce9-886bc6e73912 req-0426397e-e777-4da6-9cfd-c3a701d93765 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616493 Sep 21 18:27:53.647799 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:53.669423 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50338) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:53.702887 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29763d-1c51-45af-8787-1ed293812e9a req-18a99672-664c-4a09-8d21-2ad706b274b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:53.704872 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d29763d-1c51-45af-8787-1ed293812e9a req-18a99672-664c-4a09-8d21-2ad706b274b3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6f8dd79-f607-463f-850c-77fe1412eba6 HTTP/1.1" status: 200 len: 896 time: 0.1100359 Sep 21 18:27:53.732398 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-77fe3f92-b59d-4619-8491-4b15f752adbb tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/floatingips/79c7450d-45f7-4504-a2a7-698f42a768b3 HTTP/1.1" status: 200 len: 992 time: 0.0605688 Sep 21 18:27:53.763578 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-9a0970ba-7bee-466d-b19e-4cd1383019a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81033679', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'ff13c425-fb9b-4f4d-aef3-b936b66e1f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:35Z', 'updated_at': '2021-09-21T18:27:39Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': 'ff13c425-fb9b-4f4d-aef3-b936b66e1f01', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:36:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:35Z', 'updated_at': '2021-09-21T18:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '79c7450d-45f7-4504-a2a7-698f42a768b3', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'floating_ip_address': '172.25.6.163', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'port_id': 'e3f6a063-fe1a-4a33-8de8-dc9acecc7a02', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f8dd79-f607-463f-850c-77fe1412eba6', 'mac_address': 'fa:16:3e:d9:dd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260836cb-f798-4094-89d2-1ba0e5a14698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:27:52Z', 'updated_at': '2021-09-21T18:27:52Z', 'revision_number': 0, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151cd1d2-0d4e-4547-8366-da746e0b26cf', 'name': '', 'network_id': 'd6f8dd79-f607-463f-850c-77fe1412eba6', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:49:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '78f76a15-2fc5-468a-b3d1-29fcad61340b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:38Z', 'updated_at': '2021-09-21T18:27:41Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': '78f76a15-2fc5-468a-b3d1-29fcad61340b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:27:53.773179 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d29763d-1c51-45af-8787-1ed293812e9a req-1c43af7f-9d67-4866-bc99-b33ebf14bc83 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3f6a063-fe1a-4a33-8de8-dc9acecc7a02 HTTP/1.1" status: 200 len: 1000 time: 0.0594385 Sep 21 18:27:53.793201 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0970ba-7bee-466d-b19e-4cd1383019a5 None None] Checking router: b5a5fd8e-82a8-4ddf-93d3-a372f62d753a for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:27:53.801821 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0970ba-7bee-466d-b19e-4cd1383019a5 None None] Routers {'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:27:53.802592 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-9a0970ba-7bee-466d-b19e-4cd1383019a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:27:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['b5a5fd8e-82a8-4ddf-93d3-a372f62d753a'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:27:53.826430 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29763d-1c51-45af-8787-1ed293812e9a req-bb29e95a-a939-4700-9add-2a778709f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:53.827962 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d29763d-1c51-45af-8787-1ed293812e9a req-bb29e95a-a939-4700-9add-2a778709f4f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=78f76a15-2fc5-468a-b3d1-29fcad61340b HTTP/1.1" status: 200 len: 834 time: 0.0478411 Sep 21 18:27:53.874782 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29763d-1c51-45af-8787-1ed293812e9a req-e7f78901-80ba-4e68-9d96-6701f0b94c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:27:53.876382 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d29763d-1c51-45af-8787-1ed293812e9a req-e7f78901-80ba-4e68-9d96-6701f0b94c2a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6f8dd79-f607-463f-850c-77fe1412eba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402656 Sep 21 18:27:53.908601 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-9a0970ba-7bee-466d-b19e-4cd1383019a5 None None] Set router b5a5fd8e-82a8-4ddf-93d3-a372f62d753a gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:27:53.966905 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d29763d-1c51-45af-8787-1ed293812e9a req-66fff31e-3d55-446c-b061-8231bd06d051 service neutron] 10.222.0.44 "GET /v2.0/networks/d6f8dd79-f607-463f-850c-77fe1412eba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817904 Sep 21 18:27:54.060910 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d29763d-1c51-45af-8787-1ed293812e9a req-08e7a89e-1712-45ae-9a4c-3d612dd36e9e service neutron] 10.222.0.44 "GET /v2.0/networks/d6f8dd79-f607-463f-850c-77fe1412eba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859616 Sep 21 18:27:54.136113 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-9a0970ba-7bee-466d-b19e-4cd1383019a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81033679', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'ff13c425-fb9b-4f4d-aef3-b936b66e1f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:35Z', 'updated_at': '2021-09-21T18:27:39Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': 'ff13c425-fb9b-4f4d-aef3-b936b66e1f01', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:36:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:35Z', 'updated_at': '2021-09-21T18:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '79c7450d-45f7-4504-a2a7-698f42a768b3', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'floating_ip_address': '172.25.6.163', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'port_id': 'e3f6a063-fe1a-4a33-8de8-dc9acecc7a02', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f8dd79-f607-463f-850c-77fe1412eba6', 'mac_address': 'fa:16:3e:d9:dd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260836cb-f798-4094-89d2-1ba0e5a14698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:27:52Z', 'updated_at': '2021-09-21T18:27:52Z', 'revision_number': 0, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151cd1d2-0d4e-4547-8366-da746e0b26cf', 'name': '', 'network_id': 'd6f8dd79-f607-463f-850c-77fe1412eba6', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:49:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '78f76a15-2fc5-468a-b3d1-29fcad61340b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:38Z', 'updated_at': '2021-09-21T18:27:41Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': '78f76a15-2fc5-468a-b3d1-29fcad61340b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:27:54.166344 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0970ba-7bee-466d-b19e-4cd1383019a5 None None] The sync data for ids ['b5a5fd8e-82a8-4ddf-93d3-a372f62d753a'] in n-d-810291-1 is: [{'id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81033679', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'ff13c425-fb9b-4f4d-aef3-b936b66e1f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:35Z', 'updated_at': '2021-09-21T18:27:39Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': 'ff13c425-fb9b-4f4d-aef3-b936b66e1f01', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:36:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:35Z', 'updated_at': '2021-09-21T18:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '79c7450d-45f7-4504-a2a7-698f42a768b3', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'floating_ip_address': '172.25.6.163', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'port_id': 'e3f6a063-fe1a-4a33-8de8-dc9acecc7a02', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f8dd79-f607-463f-850c-77fe1412eba6', 'mac_address': 'fa:16:3e:d9:dd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260836cb-f798-4094-89d2-1ba0e5a14698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:27:52Z', 'updated_at': '2021-09-21T18:27:52Z', 'revision_number': 0, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151cd1d2-0d4e-4547-8366-da746e0b26cf', 'name': '', 'network_id': 'd6f8dd79-f607-463f-850c-77fe1412eba6', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:49:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '78f76a15-2fc5-468a-b3d1-29fcad61340b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:38Z', 'updated_at': '2021-09-21T18:27:41Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': '78f76a15-2fc5-468a-b3d1-29fcad61340b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:27:54.366859 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c06bc0-46fc-4b26-9f12-7ddabb443440 None None] New status for floating IP 79c7450d-45f7-4504-a2a7-698f42a768b3: ACTIVE {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:27:54.736419 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50340) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:27:54.800921 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:27:54.813770 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5f3396bd-d87a-478e-9ed0-303db7151a84 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/floatingips/79c7450d-45f7-4504-a2a7-698f42a768b3 HTTP/1.1" status: 200 len: 994 time: 0.0758424 Sep 21 18:28:15.562035 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:28:15.931547 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-412eb5f9-6f60-4a02-b25b-574aa66f6273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:18.459766 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d6622f41-6651-4ce9-a713-93e298a81ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:19.019896 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:20.196962 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:21.677531 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:23.659917 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:24.805901 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:28.098711 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6b127-4b41-47f0-9c00-c5f550cda637 req-d6ee7a3e-b524-44b3-85b8-fa9d62ea5dfa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:28.100119 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b8b6b127-4b41-47f0-9c00-c5f550cda637 req-d6ee7a3e-b524-44b3-85b8-fa9d62ea5dfa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 946 time: 0.0628724 Sep 21 18:28:28.140327 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b8b6b127-4b41-47f0-9c00-c5f550cda637 req-1b5983b9-4952-4075-a98d-e58f3f733cae tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314798 Sep 21 18:28:28.309488 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3c403-9950-416a-bea3-d1d94b56e45e req-2cacdcf2-5be0-413e-91a0-47548d8312a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:28.311056 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-efe3c403-9950-416a-bea3-d1d94b56e45e req-2cacdcf2-5be0-413e-91a0-47548d8312a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 1097 time: 0.0445161 Sep 21 18:28:28.433859 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3c403-9950-416a-bea3-d1d94b56e45e req-5654f8cd-5085-4e57-bd87-90b1411fcf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:28.435245 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-efe3c403-9950-416a-bea3-d1d94b56e45e req-5654f8cd-5085-4e57-bd87-90b1411fcf61 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6f8dd79-f607-463f-850c-77fe1412eba6 HTTP/1.1" status: 200 len: 896 time: 0.0990372 Sep 21 18:28:28.500026 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-efe3c403-9950-416a-bea3-d1d94b56e45e req-e465d964-4258-4924-af47-8c8e3bd64d9a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3f6a063-fe1a-4a33-8de8-dc9acecc7a02 HTTP/1.1" status: 200 len: 1002 time: 0.0570745 Sep 21 18:28:28.554086 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3c403-9950-416a-bea3-d1d94b56e45e req-f5307bc8-67b9-4869-83c9-873cdf03f463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:28.555606 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-efe3c403-9950-416a-bea3-d1d94b56e45e req-f5307bc8-67b9-4869-83c9-873cdf03f463 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=78f76a15-2fc5-468a-b3d1-29fcad61340b HTTP/1.1" status: 200 len: 834 time: 0.0466084 Sep 21 18:28:28.609916 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3c403-9950-416a-bea3-d1d94b56e45e req-e7fcd02e-3ba4-4cc4-a571-d24bd25c9964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:28.612301 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-efe3c403-9950-416a-bea3-d1d94b56e45e req-e7fcd02e-3ba4-4cc4-a571-d24bd25c9964 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6f8dd79-f607-463f-850c-77fe1412eba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468183 Sep 21 18:28:28.704090 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-efe3c403-9950-416a-bea3-d1d94b56e45e req-3419f6c0-c113-4e3a-8adc-61a1f1cfc757 service neutron] 10.222.0.44 "GET /v2.0/networks/d6f8dd79-f607-463f-850c-77fe1412eba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818124 Sep 21 18:28:28.798049 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-efe3c403-9950-416a-bea3-d1d94b56e45e req-84c66195-30bc-44d1-b9c6-745227a575d2 service neutron] 10.222.0.44 "GET /v2.0/networks/d6f8dd79-f607-463f-850c-77fe1412eba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856812 Sep 21 18:28:29.310729 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d659e5-9cfd-449d-99df-6c2dda4599b3 req-50aa03bb-3d9b-4d8d-87a5-da115a767b76 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:29.312274 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-63d659e5-9cfd-449d-99df-6c2dda4599b3 req-50aa03bb-3d9b-4d8d-87a5-da115a767b76 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 946 time: 0.0628831 Sep 21 18:28:29.358060 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-63d659e5-9cfd-449d-99df-6c2dda4599b3 req-a10245d9-58d5-423c-b402-0619363c24fd tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393274 Sep 21 18:28:30.490905 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ee22e-9991-433c-b990-7e0b0e67732c req-ba9188a4-1994-4353-9fdf-f479c78393b1 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:30.492334 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-867ee22e-9991-433c-b990-7e0b0e67732c req-ba9188a4-1994-4353-9fdf-f479c78393b1 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 946 time: 0.0498335 Sep 21 18:28:30.535831 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-867ee22e-9991-433c-b990-7e0b0e67732c req-c949467a-c05d-41c1-beae-9f15e0336d78 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366395 Sep 21 18:28:31.671468 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9768c6-06ff-487e-a080-0f411f252ebe req-7162c412-81a1-4dca-8132-08aae10dcdac tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:31.672947 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b9768c6-06ff-487e-a080-0f411f252ebe req-7162c412-81a1-4dca-8132-08aae10dcdac tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 946 time: 0.0563529 Sep 21 18:28:31.714972 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b9768c6-06ff-487e-a080-0f411f252ebe req-9b471d4e-661e-4673-b5ab-d24568c560c9 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330780 Sep 21 18:28:32.851002 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3c06f-1edb-4698-b596-7171a4bd61e1 req-fe6fa9d4-8da4-4c23-9b5c-0df75db3e434 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:32.852511 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bbe3c06f-1edb-4698-b596-7171a4bd61e1 req-fe6fa9d4-8da4-4c23-9b5c-0df75db3e434 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 946 time: 0.0530171 Sep 21 18:28:32.890510 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bbe3c06f-1edb-4698-b596-7171a4bd61e1 req-05048588-031d-4a2c-9661-12953f2ac3bf tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319197 Sep 21 18:28:34.018384 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4512b42-995e-46a1-86b5-f72dedf907e4 req-55b16126-fd98-4aac-abf0-15d122f4ed33 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:34.019930 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f4512b42-995e-46a1-86b5-f72dedf907e4 req-55b16126-fd98-4aac-abf0-15d122f4ed33 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 946 time: 0.0525706 Sep 21 18:28:34.061327 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f4512b42-995e-46a1-86b5-f72dedf907e4 req-3c0e9ac5-fe88-4039-bd92-acb2a79d8b00 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352836 Sep 21 18:28:35.207740 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b685f-234a-47ac-b74d-2ab6973405d2 req-2a41bba8-2cd2-4f42-b277-cdfecf6b2e6b tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:35.209292 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-738b685f-234a-47ac-b74d-2ab6973405d2 req-2a41bba8-2cd2-4f42-b277-cdfecf6b2e6b tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 946 time: 0.0627325 Sep 21 18:28:35.247480 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-738b685f-234a-47ac-b74d-2ab6973405d2 req-2adad16f-0d0f-4d27-8726-1f2d9561719a tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318487 Sep 21 18:28:36.377900 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec57eb-002f-468b-bd7e-9ffbea5577f2 req-79896ce2-e22b-4bda-88cd-2373ed5cfa50 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:36.379404 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-32ec57eb-002f-468b-bd7e-9ffbea5577f2 req-79896ce2-e22b-4bda-88cd-2373ed5cfa50 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 946 time: 0.0526319 Sep 21 18:28:36.420090 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-32ec57eb-002f-468b-bd7e-9ffbea5577f2 req-814fb8c7-627c-4a0a-95fe-cad36e4056a5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319078 Sep 21 18:28:37.561469 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db698bf-d308-44b9-b5ea-0c15adf6cbe0 req-e0a60bef-91c3-462c-a4d7-de95afb123e8 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:37.562966 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5db698bf-d308-44b9-b5ea-0c15adf6cbe0 req-e0a60bef-91c3-462c-a4d7-de95afb123e8 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 946 time: 0.0617359 Sep 21 18:28:37.605507 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5db698bf-d308-44b9-b5ea-0c15adf6cbe0 req-c7e4bf0c-d753-48c3-b77d-902b1c8c39ec tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357976 Sep 21 18:28:37.851058 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b04bbd9d-62fc-404f-8cf3-4a789937fb87 req-7aa09f4c-d92d-4ce0-ae88-66a47e36cc42 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a49190d5-8d0c-4468-84dc-ad37cbfb89e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1545789 Sep 21 18:28:37.935429 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bbd9d-62fc-404f-8cf3-4a789937fb87 req-21a42e1b-7d94-448d-9e91-400acd24b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:37.936939 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b04bbd9d-62fc-404f-8cf3-4a789937fb87 req-21a42e1b-7d94-448d-9e91-400acd24b807 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed22908bce274772830e1e318854b4a6&device_id=a49190d5-8d0c-4468-84dc-ad37cbfb89e0 HTTP/1.1" status: 200 len: 1096 time: 0.0404930 Sep 21 18:28:38.044661 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bbd9d-62fc-404f-8cf3-4a789937fb87 req-795ef7fb-1b76-429c-9d98-82cf268a4e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:38.046147 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b04bbd9d-62fc-404f-8cf3-4a789937fb87 req-795ef7fb-1b76-429c-9d98-82cf268a4e1a service neutron] 10.222.0.38 "GET /v2.0/networks?id=d369e5c5-60af-4748-b4b0-9650fd649648 HTTP/1.1" status: 200 len: 913 time: 0.0879457 Sep 21 18:28:38.127853 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b04bbd9d-62fc-404f-8cf3-4a789937fb87 req-0700efd3-053f-4a2f-ba9a-602636f5c72d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f8f1363-17d8-4146-a684-c3a971039cc9 HTTP/1.1" status: 200 len: 1001 time: 0.0734110 Sep 21 18:28:38.179723 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bbd9d-62fc-404f-8cf3-4a789937fb87 req-3277437f-6fe4-4fd7-8fea-6344cb451743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:38.181225 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b04bbd9d-62fc-404f-8cf3-4a789937fb87 req-3277437f-6fe4-4fd7-8fea-6344cb451743 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3451e09d-0afb-4f27-b18f-9613783297a1 HTTP/1.1" status: 200 len: 851 time: 0.0458941 Sep 21 18:28:38.233207 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bbd9d-62fc-404f-8cf3-4a789937fb87 req-cc2a0744-d72d-48bc-9e1a-f1f663d42374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:38.234800 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b04bbd9d-62fc-404f-8cf3-4a789937fb87 req-cc2a0744-d72d-48bc-9e1a-f1f663d42374 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d369e5c5-60af-4748-b4b0-9650fd649648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463302 Sep 21 18:28:38.247580 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-b04bbd9d-62fc-404f-8cf3-4a789937fb87 req-31098722-64c4-4b0a-a0c8-f0b56d6b3e2b service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:28:38.248513 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b04bbd9d-62fc-404f-8cf3-4a789937fb87 req-31098722-64c4-4b0a-a0c8-f0b56d6b3e2b service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050058 Sep 21 18:28:38.352189 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b04bbd9d-62fc-404f-8cf3-4a789937fb87 req-78be7aeb-3159-4144-b5aa-3dd82aa254b7 service neutron] 10.222.0.38 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956047 Sep 21 18:28:38.444892 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b04bbd9d-62fc-404f-8cf3-4a789937fb87 req-2e5f2c0c-720b-44c3-955f-4df604da3953 service neutron] 10.222.0.38 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859916 Sep 21 18:28:38.726914 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46aaf5-f1cf-4a34-85ae-534e44793976 req-d5c7c27a-9caa-404a-8ec2-f797b3c793a2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:38.728485 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9f46aaf5-f1cf-4a34-85ae-534e44793976 req-d5c7c27a-9caa-404a-8ec2-f797b3c793a2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 946 time: 0.0494335 Sep 21 18:28:38.766240 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9f46aaf5-f1cf-4a34-85ae-534e44793976 req-2188c175-3bf1-43a5-a538-27ab07d292e0 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318055 Sep 21 18:28:39.894735 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7836aa9-6c96-456c-9ef3-0d15df1e1573 req-5a1f38ff-a37f-4d2c-8a29-c4a077e19aa5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:39.896256 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b7836aa9-6c96-456c-9ef3-0d15df1e1573 req-5a1f38ff-a37f-4d2c-8a29-c4a077e19aa5 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 946 time: 0.0515711 Sep 21 18:28:39.934272 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b7836aa9-6c96-456c-9ef3-0d15df1e1573 req-1f0bee15-87a1-464a-99ce-fdd4c482c1ef tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320656 Sep 21 18:28:41.073806 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23d912-33ad-48f6-bbd0-64902825f73c req-26892030-3255-4dfd-bfe2-3f05fda20705 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:41.076794 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cd23d912-33ad-48f6-bbd0-64902825f73c req-26892030-3255-4dfd-bfe2-3f05fda20705 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 946 time: 0.0622349 Sep 21 18:28:41.119143 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cd23d912-33ad-48f6-bbd0-64902825f73c req-cfa9a7fd-4b7e-49d8-a830-f517d58b3b40 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353022 Sep 21 18:28:42.256281 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bca9fa-e7b8-402e-aeaf-ae9f7a92c54b req-2a207b31-76f7-4cb7-8153-b653631ab5b8 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:42.257818 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-37bca9fa-e7b8-402e-aeaf-ae9f7a92c54b req-2a207b31-76f7-4cb7-8153-b653631ab5b8 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 946 time: 0.0515645 Sep 21 18:28:42.299704 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-37bca9fa-e7b8-402e-aeaf-ae9f7a92c54b req-8c080161-2397-4840-851e-8a8b19d334a6 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327628 Sep 21 18:28:43.441224 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5d369-49d2-4dd2-83b1-6dc869051452 req-8cd44781-8f6f-4d5e-a036-991170bef479 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:43.442601 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-52b5d369-49d2-4dd2-83b1-6dc869051452 req-8cd44781-8f6f-4d5e-a036-991170bef479 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 946 time: 0.0632834 Sep 21 18:28:43.481702 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-52b5d369-49d2-4dd2-83b1-6dc869051452 req-adda6e99-fe52-4462-a0aa-28bb28f834ab tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324783 Sep 21 18:28:44.617832 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96475322-5538-43f7-8fdd-59125158b837 req-2b50d7ad-257a-4371-8489-f89a8e7d81f2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:44.619355 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-96475322-5538-43f7-8fdd-59125158b837 req-2b50d7ad-257a-4371-8489-f89a8e7d81f2 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 946 time: 0.0647173 Sep 21 18:28:44.671459 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-96475322-5538-43f7-8fdd-59125158b837 req-064c134b-0b29-416f-a4d5-e11d5f6a0b82 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423265 Sep 21 18:28:45.800245 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ae141-1e14-445a-9bad-077d921e86ff req-e5f5b30e-92e8-4491-aec5-960d8a9df2d0 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:45.801867 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f55ae141-1e14-445a-9bad-077d921e86ff req-e5f5b30e-92e8-4491-aec5-960d8a9df2d0 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 946 time: 0.0493443 Sep 21 18:28:45.841449 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f55ae141-1e14-445a-9bad-077d921e86ff req-b92132fd-4c4b-4cce-b328-3f9e24aa5807 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328662 Sep 21 18:28:45.939880 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c44121c6-67c6-4b95-aa17-21596d7abb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:46.911390 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab3459-69c4-4e28-a1bc-9a1081382a0e req-0bbdc314-ce1e-4bb1-b456-20238add0772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:46.912988 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b5ab3459-69c4-4e28-a1bc-9a1081382a0e req-0bbdc314-ce1e-4bb1-b456-20238add0772 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 1097 time: 0.0408154 Sep 21 18:28:46.949552 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b5ab3459-69c4-4e28-a1bc-9a1081382a0e req-f6b2e645-862d-4d9d-afb9-39f62b7a377c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0286567 Sep 21 18:28:46.961971 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae77671-08d0-48ed-8ce2-d488a9899043 req-5346ba13-47db-45af-b568-759006b6ae28 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:46.963484 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dae77671-08d0-48ed-8ce2-d488a9899043 req-5346ba13-47db-45af-b568-759006b6ae28 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 946 time: 0.0515122 Sep 21 18:28:47.008483 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dae77671-08d0-48ed-8ce2-d488a9899043 req-9408465a-3748-422d-a2f7-0285f60b2e7b tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358160 Sep 21 18:28:48.133549 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da50391-4a6d-4788-b2de-e48f2145a42a req-fae57812-3018-4f23-967b-9f4d1a4da4a8 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:28:48.135087 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3da50391-4a6d-4788-b2de-e48f2145a42a req-fae57812-3018-4f23-967b-9f4d1a4da4a8 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 946 time: 0.0553961 Sep 21 18:28:48.174140 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3da50391-4a6d-4788-b2de-e48f2145a42a req-337fc150-e84e-4e4f-8d17-6b48a6e50d92 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305982 Sep 21 18:28:48.202792 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50420) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:28:48.264518 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-47bf0828-a475-4891-9b10-7f5a8a524430 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/floatingips/79c7450d-45f7-4504-a2a7-698f42a768b3 HTTP/1.1" status: 200 len: 994 time: 0.0603883 Sep 21 18:28:48.469338 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d0434350-d19d-4925-89cc-0976dca48caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:49.025135 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:49.703117 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device e3f6a063-fe1a-4a33-8de8-dc9acecc7a02 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:28:49.707440 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device e3f6a063-fe1a-4a33-8de8-dc9acecc7a02 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:28:49.863906 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:49.890242 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port e3f6a063-fe1a-4a33-8de8-dc9acecc7a02, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=e3f6a063-fe1a-4a33-8de8-dc9acecc7a02,segment=NetworkSegment(dd5646ae-bcb4-4a33-89d9-b9ba6e532705),segment_id=dd5646ae-bcb4-4a33-89d9-b9ba6e532705)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:49.906471 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260836cb-f798-4094-89d2-1ba0e5a14698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3f6a063-fe1a-4a33-8de8-dc9acecc7a02'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:28:49.908720 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcff6d5-f55f-4a9c-a2dd-006f94b8c649" -d '{"events": [{"server_uuid": "260836cb-f798-4094-89d2-1ba0e5a14698", "name": "network-vif-unplugged", "status": "completed", "tag": "e3f6a063-fe1a-4a33-8de8-dc9acecc7a02"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:28:49.920483 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'e3f6a063-fe1a-4a33-8de8-dc9acecc7a02', 'network_id': 'd6f8dd79-f607-463f-850c-77fe1412eba6', 'port_id': 'e3f6a063-fe1a-4a33-8de8-dc9acecc7a02', 'mac_address': 'fa:16:3e:d9:dd:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f76a15-2fc5-468a-b3d1-29fcad61340b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:28:49.922977 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port e3f6a063-fe1a-4a33-8de8-dc9acecc7a02, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=e3f6a063-fe1a-4a33-8de8-dc9acecc7a02,segment=NetworkSegment(dd5646ae-bcb4-4a33-89d9-b9ba6e532705),segment_id=dd5646ae-bcb4-4a33-89d9-b9ba6e532705)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:49.928553 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:49.951280 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa98b83-6598-4990-9d17-8bb82c99fecf x-openstack-request-id: req-5fa98b83-6598-4990-9d17-8bb82c99fecf {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:28:49.951571 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260836cb-f798-4094-89d2-1ba0e5a14698", "name": "network-vif-unplugged", "status": "completed", "tag": "e3f6a063-fe1a-4a33-8de8-dc9acecc7a02", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:28:49.951825 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5fa98b83-6598-4990-9d17-8bb82c99fecf {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:28:49.952190 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260836cb-f798-4094-89d2-1ba0e5a14698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3f6a063-fe1a-4a33-8de8-dc9acecc7a02', 'code': 200} Sep 21 18:28:49.990270 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:50.010597 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=e3f6a063-fe1a-4a33-8de8-dc9acecc7a02,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:50.013757 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f6a063-fe1a-4a33-8de8-dc9acecc7a02 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:28:50.024403 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:50.024741 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:50.025095 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:50.025424 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:50.025748 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:50.026074 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:50.026403 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:50.026723 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:50.027079 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:50.027401 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:50.027723 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:50.028039 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:28:50.044974 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port e3f6a063-fe1a-4a33-8de8-dc9acecc7a02, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=e3f6a063-fe1a-4a33-8de8-dc9acecc7a02,segment=NetworkSegment(dd5646ae-bcb4-4a33-89d9-b9ba6e532705),segment_id=dd5646ae-bcb4-4a33-89d9-b9ba6e532705)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:50.052216 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:50.107203 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=e3f6a063-fe1a-4a33-8de8-dc9acecc7a02,revision_number=7']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:50.200452 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:50.284438 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['e3f6a063-fe1a-4a33-8de8-dc9acecc7a02'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:28:51.683783 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:51.700080 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device e3f6a063-fe1a-4a33-8de8-dc9acecc7a02 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:28:51.755465 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port e3f6a063-fe1a-4a33-8de8-dc9acecc7a02 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:28:51.755863 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:51.833878 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:51.868123 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port e3f6a063-fe1a-4a33-8de8-dc9acecc7a02, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=e3f6a063-fe1a-4a33-8de8-dc9acecc7a02,segment=NetworkSegment(dd5646ae-bcb4-4a33-89d9-b9ba6e532705),segment_id=dd5646ae-bcb4-4a33-89d9-b9ba6e532705)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:28:51.875992 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:51.929101 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=e3f6a063-fe1a-4a33-8de8-dc9acecc7a02,revision_number=8']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:28:51.952911 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260836cb-f798-4094-89d2-1ba0e5a14698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f6a063-fe1a-4a33-8de8-dc9acecc7a02'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:28:51.955244 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28418574-0135-4cc7-b109-c6ec521a4234" -d '{"events": [{"server_uuid": "260836cb-f798-4094-89d2-1ba0e5a14698", "name": "network-vif-plugged", "status": "completed", "tag": "e3f6a063-fe1a-4a33-8de8-dc9acecc7a02"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:28:51.992445 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7bb3e6-0aa5-4019-98a6-65463402add1 x-openstack-request-id: req-ef7bb3e6-0aa5-4019-98a6-65463402add1 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:28:51.992746 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260836cb-f798-4094-89d2-1ba0e5a14698", "name": "network-vif-plugged", "status": "completed", "tag": "e3f6a063-fe1a-4a33-8de8-dc9acecc7a02", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:28:51.993001 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ef7bb3e6-0aa5-4019-98a6-65463402add1 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:28:51.993399 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260836cb-f798-4094-89d2-1ba0e5a14698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f6a063-fe1a-4a33-8de8-dc9acecc7a02', 'code': 200} Sep 21 18:28:52.567203 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:28:53.677967 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:28:54.804516 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:10.444714 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-8b6004ef-336c-44e1-a5db-ebb005914957 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1649659298&fields=id&tenant_id=ed22908bce274772830e1e318854b4a6 HTTP/1.1" status: 200 len: 267 time: 0.0365436 Sep 21 18:29:10.577328 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-a1ab233f-45fb-42f8-8358-df52956583b1 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:10.578814 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-a1ab233f-45fb-42f8-8358-df52956583b1 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/networks?id=d369e5c5-60af-4748-b4b0-9650fd649648 HTTP/1.1" status: 200 len: 812 time: 0.1213453 Sep 21 18:29:10.598031 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-bfee354c-0970-4a26-93e3-31a51b911070 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/quotas/ed22908bce274772830e1e318854b4a6 HTTP/1.1" status: 200 len: 375 time: 0.0098035 Sep 21 18:29:10.660821 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-97e43d24-d46e-4276-8f91-803b38aea11c tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ed22908bce274772830e1e318854b4a6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0568316 Sep 21 18:29:10.818853 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-7e7198e0-668b-40b4-8509-4028e686f57c service neutron] 10.222.0.58 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459334 Sep 21 18:29:10.917513 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-21176076-0280-4ae6-b48a-3b40b14f493e service neutron] 10.222.0.58 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885360 Sep 21 18:29:11.238218 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d0d0d48-6659-4082-8a24-fae6b165b642 req-08cd0ce4-b49c-4805-83f4-e185f61669c7 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=029f9320-4ead-4f60-ab6e-287d14db9ec3 HTTP/1.1" status: 200 len: 210 time: 0.0269630 Sep 21 18:29:12.271291 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-8ffcb96f-fee3-4ca5-9685-f23aae7cc764 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:12.272932 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-8ffcb96f-fee3-4ca5-9685-f23aae7cc764 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.38 "GET /v2.0/networks?id=d369e5c5-60af-4748-b4b0-9650fd649648 HTTP/1.1" status: 200 len: 812 time: 0.1096933 Sep 21 18:29:12.321074 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-29fe1864-e207-46f8-8ea2-fa6ffecfc8b1 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed22908bce274772830e1e318854b4a6 HTTP/1.1" status: 200 len: 380 time: 0.0385695 Sep 21 18:29:12.330314 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-dc8adc01-ffec-4a89-b89c-a267cede3caf tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Request body: {'port': {'device_id': '029f9320-4ead-4f60-ab6e-287d14db9ec3', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'admin_state_up': True, 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'security_groups': ['7b6b1dcc-99ae-4a6d-bd56-bce24166c50d']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:29:12.339312 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b8ee694f-bae1-4c7b-a535-ba935a0be682 req-114e024b-bf42-411a-9c1a-1564daaf661e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=029f9320-4ead-4f60-ab6e-287d14db9ec3 HTTP/1.1" status: 200 len: 210 time: 0.0317919 Sep 21 18:29:12.458147 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-dc8adc01-ffec-4a89-b89c-a267cede3caf tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Made reservation on behalf of ed22908bce274772830e1e318854b4a6 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:29:12.461691 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-dc8adc01-ffec-4a89-b89c-a267cede3caf tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:12.591002 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-dc8adc01-ffec-4a89-b89c-a267cede3caf tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Allocated IP 172.20.0.14 (d369e5c5-60af-4748-b4b0-9650fd649648/3451e09d-0afb-4f27-b18f-9613783297a1/f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:29:12.737448 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-dc8adc01-ffec-4a89-b89c-a267cede3caf tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:12.773127 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-dc8adc01-ffec-4a89-b89c-a267cede3caf tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:12.816990 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-dc8adc01-ffec-4a89-b89c-a267cede3caf tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Network d369e5c5-60af-4748-b4b0-9650fd649648 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:29:12.820220 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-dc8adc01-ffec-4a89-b89c-a267cede3caf tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:29:12.826110 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-dc8adc01-ffec-4a89-b89c-a267cede3caf tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:29:12.853132 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8adc01-ffec-4a89-b89c-a267cede3caf tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Pushing event updated for resources: {'Port': ['ID=f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:12.870851 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8adc01-ffec-4a89-b89c-a267cede3caf tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:12.871228 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8adc01-ffec-4a89-b89c-a267cede3caf tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:12.871805 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8adc01-ffec-4a89-b89c-a267cede3caf tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:12.872152 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8adc01-ffec-4a89-b89c-a267cede3caf tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:12.872491 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8adc01-ffec-4a89-b89c-a267cede3caf tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:12.872827 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8adc01-ffec-4a89-b89c-a267cede3caf tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:12.873157 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8adc01-ffec-4a89-b89c-a267cede3caf tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:12.873503 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8adc01-ffec-4a89-b89c-a267cede3caf tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:12.873805 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8adc01-ffec-4a89-b89c-a267cede3caf tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:12.874130 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8adc01-ffec-4a89-b89c-a267cede3caf tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:12.874457 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8adc01-ffec-4a89-b89c-a267cede3caf tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:12.874781 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8adc01-ffec-4a89-b89c-a267cede3caf tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:12.891558 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-dc8adc01-ffec-4a89-b89c-a267cede3caf tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:12.892231 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-dc8adc01-ffec-4a89-b89c-a267cede3caf tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:12.907474 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-dc8adc01-ffec-4a89-b89c-a267cede3caf tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5807452 Sep 21 18:29:12.921151 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-e33afb41-abbd-4a5a-99aa-f97b8c1c4327 service neutron] Request body: {'port': {'device_id': '029f9320-4ead-4f60-ab6e-287d14db9ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:29:12.991729 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-e33afb41-abbd-4a5a-99aa-f97b8c1c4327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:13.116499 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-46526529-1342-408e-b1e6-f5d49048d998 None None] Provisioning complete for port f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:29:13.117260 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-46526529-1342-408e-b1e6-f5d49048d998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:13.161267 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-46526529-1342-408e-b1e6-f5d49048d998 None None] Port f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:29:13.264084 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-e33afb41-abbd-4a5a-99aa-f97b8c1c4327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:29:13.271469 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-e33afb41-abbd-4a5a-99aa-f97b8c1c4327 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:13.284048 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-e33afb41-abbd-4a5a-99aa-f97b8c1c4327 service neutron] Transition to ACTIVE for port object f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:29:13.288810 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-e33afb41-abbd-4a5a-99aa-f97b8c1c4327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:13.341660 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33afb41-abbd-4a5a-99aa-f97b8c1c4327 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:13.779240 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-e33afb41-abbd-4a5a-99aa-f97b8c1c4327 service neutron] Attempting to bind port f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:29:13.779604 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-e33afb41-abbd-4a5a-99aa-f97b8c1c4327 service neutron] Attempting to bind port f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:29:13.779916 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-e33afb41-abbd-4a5a-99aa-f97b8c1c4327 service neutron] Attempting to bind port f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce on network d369e5c5-60af-4748-b4b0-9650fd649648 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:29:13.790342 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e18d2-dc43-44fd-8124-0db2b21e8d5c req-6d7d0014-7196-40f0-8356-8ceb8f8c9ca0 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:13.791863 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f47e18d2-dc43-44fd-8124-0db2b21e8d5c req-6d7d0014-7196-40f0-8356-8ceb8f8c9ca0 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=029f9320-4ead-4f60-ab6e-287d14db9ec3 HTTP/1.1" status: 200 len: 944 time: 0.0697451 Sep 21 18:29:13.794060 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-e33afb41-abbd-4a5a-99aa-f97b8c1c4327 service neutron] Port f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce on network d369e5c5-60af-4748-b4b0-9650fd649648 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:29:13.794386 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-e33afb41-abbd-4a5a-99aa-f97b8c1c4327 service neutron] Attempting to bind port f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce on network d369e5c5-60af-4748-b4b0-9650fd649648 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:29:13.801414 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-e33afb41-abbd-4a5a-99aa-f97b8c1c4327 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:29:13.801747 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-e33afb41-abbd-4a5a-99aa-f97b8c1c4327 service neutron] Checking segment: {'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:29:13.802131 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-e33afb41-abbd-4a5a-99aa-f97b8c1c4327 service neutron] Bound using segment: {'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:29:13.802561 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-e33afb41-abbd-4a5a-99aa-f97b8c1c4327 service neutron] Bound port: f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd206b966-34e5-43f7-bcf6-36f0960a312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:29:13.802945 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-e33afb41-abbd-4a5a-99aa-f97b8c1c4327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:13.863974 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f47e18d2-dc43-44fd-8124-0db2b21e8d5c req-a93d5a99-d2a2-4ea7-ad30-c896b34538ac tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644994 Sep 21 18:29:13.893115 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-e33afb41-abbd-4a5a-99aa-f97b8c1c4327 service neutron] For port f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:29:13.896160 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-e33afb41-abbd-4a5a-99aa-f97b8c1c4327 service neutron] For port f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:29:13.902023 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-e33afb41-abbd-4a5a-99aa-f97b8c1c4327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:13.937635 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-e33afb41-abbd-4a5a-99aa-f97b8c1c4327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:13.938230 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-e33afb41-abbd-4a5a-99aa-f97b8c1c4327 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:13.939670 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-e33afb41-abbd-4a5a-99aa-f97b8c1c4327 service neutron] 10.222.0.38 "PUT /v2.0/ports/f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce HTTP/1.1" status: 200 len: 1092 time: 1.0235236 Sep 21 18:29:13.940177 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '029f9320-4ead-4f60-ab6e-287d14db9ec3', 'tag': 'f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:29:13.942342 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03a7888-6b9a-44bc-ab26-fc5ed7d202ea" -d '{"events": [{"name": "network-changed", "server_uuid": "029f9320-4ead-4f60-ab6e-287d14db9ec3", "tag": "f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:29:13.968514 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33afb41-abbd-4a5a-99aa-f97b8c1c4327 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:14.034818 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-953911e4-ebb4-4d53-a562-ac3df3c9eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:14.036604 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-953911e4-ebb4-4d53-a562-ac3df3c9eb39 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed22908bce274772830e1e318854b4a6&device_id=029f9320-4ead-4f60-ab6e-287d14db9ec3 HTTP/1.1" status: 200 len: 1095 time: 0.0439606 Sep 21 18:29:14.093099 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-7bd9eb34-34da-415b-a039-19e253316792 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce HTTP/1.1" status: 200 len: 217 time: 0.0464537 Sep 21 18:29:14.094809 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20c0ea2-f769-4fa0-a66c-6c2a0eb7ebe2 x-openstack-request-id: req-b20c0ea2-f769-4fa0-a66c-6c2a0eb7ebe2 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:29:14.095220 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "029f9320-4ead-4f60-ab6e-287d14db9ec3", "tag": "f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:29:14.095539 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b20c0ea2-f769-4fa0-a66c-6c2a0eb7ebe2 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:29:14.096154 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '029f9320-4ead-4f60-ab6e-287d14db9ec3', 'tag': 'f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce', 'status': 'completed', 'code': 200} Sep 21 18:29:14.145832 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-68abc549-4d6d-4082-b121-a1c083024ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:14.147520 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-68abc549-4d6d-4082-b121-a1c083024ba8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3451e09d-0afb-4f27-b18f-9613783297a1 HTTP/1.1" status: 200 len: 851 time: 0.0477824 Sep 21 18:29:14.192977 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-e3289aff-f3ac-4388-84d5-b63f361d3cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:14.194452 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-e3289aff-f3ac-4388-84d5-b63f361d3cfe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d369e5c5-60af-4748-b4b0-9650fd649648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401433 Sep 21 18:29:14.289399 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-8ccee636-bb93-4f3d-810a-fa428e3403ba service neutron] 10.222.0.38 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876384 Sep 21 18:29:14.379722 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c34607f4-2dba-4ffb-883b-4dded19ed777 req-110073e6-f806-48d5-9318-cce028e49f3b service neutron] 10.222.0.38 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833294 Sep 21 18:29:14.479146 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a7888-6b9a-44bc-ab26-fc5ed7d202ea req-3758372d-2ca5-47ce-886b-43d5a712730e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:14.479146 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a03a7888-6b9a-44bc-ab26-fc5ed7d202ea req-3758372d-2ca5-47ce-886b-43d5a712730e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed22908bce274772830e1e318854b4a6&device_id=029f9320-4ead-4f60-ab6e-287d14db9ec3 HTTP/1.1" status: 200 len: 1095 time: 0.0430222 Sep 21 18:29:14.569010 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a7888-6b9a-44bc-ab26-fc5ed7d202ea req-6c2fad1f-70a6-480d-a216-4ea29f2e0f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:14.570402 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a03a7888-6b9a-44bc-ab26-fc5ed7d202ea req-6c2fad1f-70a6-480d-a216-4ea29f2e0f86 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d369e5c5-60af-4748-b4b0-9650fd649648 HTTP/1.1" status: 200 len: 913 time: 0.0886652 Sep 21 18:29:14.611531 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a03a7888-6b9a-44bc-ab26-fc5ed7d202ea req-8d8eb2b9-fb7b-47c3-b4f1-ebe65289a1d4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce HTTP/1.1" status: 200 len: 217 time: 0.0344594 Sep 21 18:29:14.664257 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a7888-6b9a-44bc-ab26-fc5ed7d202ea req-6489153a-cc16-4b85-a547-ce1b4114226d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:14.665857 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a03a7888-6b9a-44bc-ab26-fc5ed7d202ea req-6489153a-cc16-4b85-a547-ce1b4114226d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3451e09d-0afb-4f27-b18f-9613783297a1 HTTP/1.1" status: 200 len: 851 time: 0.0479705 Sep 21 18:29:14.712793 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a7888-6b9a-44bc-ab26-fc5ed7d202ea req-a2ed65c1-4424-468b-8ff0-2eb3e8a463f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:14.714329 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a03a7888-6b9a-44bc-ab26-fc5ed7d202ea req-a2ed65c1-4424-468b-8ff0-2eb3e8a463f7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d369e5c5-60af-4748-b4b0-9650fd649648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416133 Sep 21 18:29:14.821320 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a03a7888-6b9a-44bc-ab26-fc5ed7d202ea req-bd761fda-8c22-428b-a8db-7283a6ec4588 service neutron] 10.222.0.38 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986309 Sep 21 18:29:14.921399 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a03a7888-6b9a-44bc-ab26-fc5ed7d202ea req-a663aba3-4043-4aa8-a3a1-b86c858329cf service neutron] 10.222.0.38 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932477 Sep 21 18:29:14.984009 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0b019-8acd-4dc0-bcc2-f16a749d4d52 req-0c21ebf0-cc2d-43a5-939e-8b3458640343 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:14.985558 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cfc0b019-8acd-4dc0-bcc2-f16a749d4d52 req-0c21ebf0-cc2d-43a5-939e-8b3458640343 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=029f9320-4ead-4f60-ab6e-287d14db9ec3 HTTP/1.1" status: 200 len: 944 time: 0.0505669 Sep 21 18:29:15.023928 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cfc0b019-8acd-4dc0-bcc2-f16a749d4d52 req-fcdc6912-6e27-49d9-87d6-94aec8c332fa tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319340 Sep 21 18:29:15.934657 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-74f254cf-0daa-49ee-8cd7-204459a8f4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:16.146197 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5c169-1859-4ad8-aeef-77dd4b436fa3 req-223a3b2c-feb8-4355-9da9-e3ec5838fafb tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:16.147778 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cfd5c169-1859-4ad8-aeef-77dd4b436fa3 req-223a3b2c-feb8-4355-9da9-e3ec5838fafb tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=029f9320-4ead-4f60-ab6e-287d14db9ec3 HTTP/1.1" status: 200 len: 944 time: 0.0524714 Sep 21 18:29:16.190029 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cfd5c169-1859-4ad8-aeef-77dd4b436fa3 req-36c7f8d0-9072-4b8c-8169-60322acc24f4 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358322 Sep 21 18:29:17.317201 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643049c-8e69-4b0c-8b7f-149cb3ead425 req-723e27d1-f599-417c-8546-f45d3ac927cd tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:17.318726 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f643049c-8e69-4b0c-8b7f-149cb3ead425 req-723e27d1-f599-417c-8546-f45d3ac927cd tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=029f9320-4ead-4f60-ab6e-287d14db9ec3 HTTP/1.1" status: 200 len: 944 time: 0.0591135 Sep 21 18:29:17.359894 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f643049c-8e69-4b0c-8b7f-149cb3ead425 req-6d589c64-b5b5-49ce-8805-c911e9cd36a4 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323825 Sep 21 18:29:18.463588 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e0f5d052-c279-4e4f-93a7-5f1c6059cfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:18.499581 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d6da4-059d-44eb-a123-87ef414450c5 req-8c084f8c-d1b1-4065-8a99-ecb92e1e8f9d tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:18.501091 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4f8d6da4-059d-44eb-a123-87ef414450c5 req-8c084f8c-d1b1-4065-8a99-ecb92e1e8f9d tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=029f9320-4ead-4f60-ab6e-287d14db9ec3 HTTP/1.1" status: 200 len: 944 time: 0.0588400 Sep 21 18:29:18.540686 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4f8d6da4-059d-44eb-a123-87ef414450c5 req-b7a51c8d-e01d-4310-8bc4-3d2e9156391f tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330412 Sep 21 18:29:19.036899 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:19.686084 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de6532-efaa-45cc-b318-9957feb62367 req-bac0b8c3-c58e-47f0-a443-0972c7d35c2a tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:19.687606 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c8de6532-efaa-45cc-b318-9957feb62367 req-bac0b8c3-c58e-47f0-a443-0972c7d35c2a tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=029f9320-4ead-4f60-ab6e-287d14db9ec3 HTTP/1.1" status: 200 len: 944 time: 0.0669103 Sep 21 18:29:19.725227 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c8de6532-efaa-45cc-b318-9957feb62367 req-f16e915f-ede0-45da-a4df-6686d6d9f6df tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315886 Sep 21 18:29:20.201255 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:20.848813 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e13c8-f7ed-4824-9980-e06f8faf1e4d req-4e4c2912-819e-417b-a6a8-db43254f3e1f tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:20.850464 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-176e13c8-f7ed-4824-9980-e06f8faf1e4d req-4e4c2912-819e-417b-a6a8-db43254f3e1f tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=029f9320-4ead-4f60-ab6e-287d14db9ec3 HTTP/1.1" status: 200 len: 944 time: 0.0532134 Sep 21 18:29:20.894905 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-176e13c8-f7ed-4824-9980-e06f8faf1e4d req-34dc7780-6963-40b4-907d-a01c36356a89 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380435 Sep 21 18:29:21.680233 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:22.021677 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf195e-46b5-4885-ac57-194529641d44 req-ef97a857-2f50-43ba-b02c-2a133255010a tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:22.023180 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2faf195e-46b5-4885-ac57-194529641d44 req-ef97a857-2f50-43ba-b02c-2a133255010a tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=029f9320-4ead-4f60-ab6e-287d14db9ec3 HTTP/1.1" status: 200 len: 944 time: 0.0498664 Sep 21 18:29:22.061700 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2faf195e-46b5-4885-ac57-194529641d44 req-5dd6be88-3348-4c5f-aae4-57a2210897f0 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322328 Sep 21 18:29:22.942668 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:29:23.197787 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b36ca-2330-4917-85a0-2ceb9d14e300 req-c71b7684-f60f-43c9-8cdf-f85ee0734e6e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:23.199249 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ea2b36ca-2330-4917-85a0-2ceb9d14e300 req-c71b7684-f60f-43c9-8cdf-f85ee0734e6e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=029f9320-4ead-4f60-ab6e-287d14db9ec3 HTTP/1.1" status: 200 len: 944 time: 0.0543091 Sep 21 18:29:23.210452 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:29:23.222828 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'port_id': 'f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce', 'mac_address': 'fa:16:3e:7f:2e:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:29:23.243872 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ea2b36ca-2330-4917-85a0-2ceb9d14e300 req-17002b64-9a16-4a83-90fb-fa0cdd1a8451 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340960 Sep 21 18:29:23.261868 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:23.275099 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:29:23.294972 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:29:23.299648 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:23.346051 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:23.553890 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:29:23.677341 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:24.367351 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525ac68-9334-442d-b397-d0cff98d83ba req-35c0180a-fa40-4afe-9133-1a7822041e39 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:24.368828 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9525ac68-9334-442d-b397-d0cff98d83ba req-35c0180a-fa40-4afe-9133-1a7822041e39 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=029f9320-4ead-4f60-ab6e-287d14db9ec3 HTTP/1.1" status: 200 len: 945 time: 0.0501003 Sep 21 18:29:24.407419 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9525ac68-9334-442d-b397-d0cff98d83ba req-fbda4aed-c969-40d1-8c11-4999c10ddbe5 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309966 Sep 21 18:29:24.810532 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:24.943243 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:29:25.007983 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:29:25.013776 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:29:25.014339 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:25.102345 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:25.124752 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029f9320-4ead-4f60-ab6e-287d14db9ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:29:25.126995 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa9c05c-43e9-4ea9-b71f-37a9ba36d452" -d '{"events": [{"server_uuid": "029f9320-4ead-4f60-ab6e-287d14db9ec3", "name": "network-vif-plugged", "status": "completed", "tag": "f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:29:25.139779 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:29:25.145834 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:25.168356 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b19745-6862-4854-84f2-907177cbd85e x-openstack-request-id: req-93b19745-6862-4854-84f2-907177cbd85e {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:29:25.168755 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "029f9320-4ead-4f60-ab6e-287d14db9ec3", "name": "network-vif-plugged", "status": "completed", "tag": "f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:29:25.168881 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-93b19745-6862-4854-84f2-907177cbd85e {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:29:25.169301 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '029f9320-4ead-4f60-ab6e-287d14db9ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce', 'code': 200} Sep 21 18:29:25.201386 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:25.278526 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c34d14-41e6-448f-93d0-07a214f3340b req-652c22cf-73d4-4e44-8d39-a7de00bd2d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:25.280109 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9c34d14-41e6-448f-93d0-07a214f3340b req-652c22cf-73d4-4e44-8d39-a7de00bd2d21 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=029f9320-4ead-4f60-ab6e-287d14db9ec3 HTTP/1.1" status: 200 len: 1097 time: 0.0472915 Sep 21 18:29:25.315546 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9c34d14-41e6-448f-93d0-07a214f3340b req-2c4f6916-7b7e-48ea-8d66-65875b6ac1aa service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278056 Sep 21 18:29:25.494741 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50530) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:25.541836 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e4ed2-be37-439e-b7df-17ecd612eb34 req-07cd4438-91b2-42ea-a99a-3b2d04b4c2ed tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:25.543352 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b12e4ed2-be37-439e-b7df-17ecd612eb34 req-07cd4438-91b2-42ea-a99a-3b2d04b4c2ed tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=029f9320-4ead-4f60-ab6e-287d14db9ec3 HTTP/1.1" status: 200 len: 946 time: 0.0578113 Sep 21 18:29:25.582144 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b12e4ed2-be37-439e-b7df-17ecd612eb34 req-dcc4234a-51a5-4dd7-a997-24fe4223c0c3 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323741 Sep 21 18:29:25.664558 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-0ebc4333-bcd6-4c15-99ff-d2de38e576af tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Deleting port 82ac7a0e-2238-4014-beba-12ba1df409a8 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:29:25.664916 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0ebc4333-bcd6-4c15-99ff-d2de38e576af tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:25.748634 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0ebc4333-bcd6-4c15-99ff-d2de38e576af tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:25.748939 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0ebc4333-bcd6-4c15-99ff-d2de38e576af tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:25.761869 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-0ebc4333-bcd6-4c15-99ff-d2de38e576af tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Calling delete_port for 82ac7a0e-2238-4014-beba-12ba1df409a8 owned by network:floatingip {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:29:25.910313 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0ebc4333-bcd6-4c15-99ff-d2de38e576af tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:25.939382 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc4333-bcd6-4c15-99ff-d2de38e576af tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event deleted for resources: {'Port': ['ID=82ac7a0e-2238-4014-beba-12ba1df409a8,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:26.012212 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0ebc4333-bcd6-4c15-99ff-d2de38e576af tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for floatingip, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:26.012550 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-0ebc4333-bcd6-4c15-99ff-d2de38e576af tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Floating IP 79c7450d-45f7-4504-a2a7-698f42a768b3 disassociated (deleted). External IP: 172.25.6.163, port: e3f6a063-fe1a-4a33-8de8-dc9acecc7a02. Sep 21 18:29:26.224275 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebc4333-bcd6-4c15-99ff-d2de38e576af tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Router b5a5fd8e-82a8-4ddf-93d3-a372f62d753a has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:29:26.340557 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebc4333-bcd6-4c15-99ff-d2de38e576af tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:29:26.345816 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0ebc4333-bcd6-4c15-99ff-d2de38e576af tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:26.351039 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d566d4-c94e-40f1-a73c-71199e2625b0 None None] Sync routers for ids ['b5a5fd8e-82a8-4ddf-93d3-a372f62d753a'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:29:26.361397 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d566d4-c94e-40f1-a73c-71199e2625b0 None None] Routers {'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:29:26.362041 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-71d566d4-c94e-40f1-a73c-71199e2625b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:29:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['b5a5fd8e-82a8-4ddf-93d3-a372f62d753a'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:26.378520 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0ebc4333-bcd6-4c15-99ff-d2de38e576af tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "DELETE /v2.0/floatingips/79c7450d-45f7-4504-a2a7-698f42a768b3 HTTP/1.1" status: 204 len: 168 time: 0.8825483 Sep 21 18:29:26.379568 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260836cb-f798-4094-89d2-1ba0e5a14698', 'tag': 'e3f6a063-fe1a-4a33-8de8-dc9acecc7a02'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:29:26.382308 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a6d0c9-6f3f-4531-b751-fef05dc043a4" -d '{"events": [{"name": "network-changed", "server_uuid": "260836cb-f798-4094-89d2-1ba0e5a14698", "tag": "e3f6a063-fe1a-4a33-8de8-dc9acecc7a02"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:29:26.420235 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091a89d5-4a6e-4b74-b729-87170ea903d4 x-openstack-request-id: req-091a89d5-4a6e-4b74-b729-87170ea903d4 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:29:26.420531 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260836cb-f798-4094-89d2-1ba0e5a14698", "tag": "e3f6a063-fe1a-4a33-8de8-dc9acecc7a02", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:29:26.421254 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-091a89d5-4a6e-4b74-b729-87170ea903d4 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:29:26.421254 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260836cb-f798-4094-89d2-1ba0e5a14698', 'tag': 'e3f6a063-fe1a-4a33-8de8-dc9acecc7a02', 'status': 'completed', 'code': 200} Sep 21 18:29:26.485186 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-71d566d4-c94e-40f1-a73c-71199e2625b0 None None] Set router b5a5fd8e-82a8-4ddf-93d3-a372f62d753a gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:29:26.498330 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6d0c9-6f3f-4531-b751-fef05dc043a4 req-79cb2b55-92ce-48db-a459-6e19751cc87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:26.499966 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-18a6d0c9-6f3f-4531-b751-fef05dc043a4 req-79cb2b55-92ce-48db-a459-6e19751cc87f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 1097 time: 0.0516098 Sep 21 18:29:26.607470 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6d0c9-6f3f-4531-b751-fef05dc043a4 req-f41e09b4-e054-4595-85d4-af17b928a960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:26.608993 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-18a6d0c9-6f3f-4531-b751-fef05dc043a4 req-f41e09b4-e054-4595-85d4-af17b928a960 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6f8dd79-f607-463f-850c-77fe1412eba6 HTTP/1.1" status: 200 len: 896 time: 0.1011426 Sep 21 18:29:26.633532 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371c279-9625-478c-9e64-6f0640eb3657 req-0a3cb6a0-a274-40d4-a79b-339d9f53a8aa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:26.640949 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6371c279-9625-478c-9e64-6f0640eb3657 req-0a3cb6a0-a274-40d4-a79b-339d9f53a8aa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 946 time: 0.0684130 Sep 21 18:29:26.668328 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-18a6d0c9-6f3f-4531-b751-fef05dc043a4 req-6ea394b5-823f-4899-988c-db6705d0941e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3f6a063-fe1a-4a33-8de8-dc9acecc7a02 HTTP/1.1" status: 200 len: 217 time: 0.0471134 Sep 21 18:29:26.681504 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6371c279-9625-478c-9e64-6f0640eb3657 req-e84eb433-3b85-4dce-9493-c703a2779685 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393441 Sep 21 18:29:26.702826 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-71d566d4-c94e-40f1-a73c-71199e2625b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81033679', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'ff13c425-fb9b-4f4d-aef3-b936b66e1f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:35Z', 'updated_at': '2021-09-21T18:27:39Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': 'ff13c425-fb9b-4f4d-aef3-b936b66e1f01', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:36:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:35Z', 'updated_at': '2021-09-21T18:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '151cd1d2-0d4e-4547-8366-da746e0b26cf', 'name': '', 'network_id': 'd6f8dd79-f607-463f-850c-77fe1412eba6', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:49:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '78f76a15-2fc5-468a-b3d1-29fcad61340b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:38Z', 'updated_at': '2021-09-21T18:27:41Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': '78f76a15-2fc5-468a-b3d1-29fcad61340b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:26.729530 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d566d4-c94e-40f1-a73c-71199e2625b0 None None] Checking router: b5a5fd8e-82a8-4ddf-93d3-a372f62d753a for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:29:26.737860 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d566d4-c94e-40f1-a73c-71199e2625b0 None None] Routers {'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:29:26.738477 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-71d566d4-c94e-40f1-a73c-71199e2625b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:29:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['b5a5fd8e-82a8-4ddf-93d3-a372f62d753a'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:26.753955 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c14ad6-d8a5-4229-9f18-e283c39d4300 req-d6267c0a-e479-4be1-b70a-4ac5684dec91 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:26.755499 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-45c14ad6-d8a5-4229-9f18-e283c39d4300 req-d6267c0a-e479-4be1-b70a-4ac5684dec91 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=029f9320-4ead-4f60-ab6e-287d14db9ec3 HTTP/1.1" status: 200 len: 946 time: 0.0899339 Sep 21 18:29:26.760470 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6d0c9-6f3f-4531-b751-fef05dc043a4 req-df7da2a5-d8e6-4121-b8b5-fe89f2227fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:26.761810 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-18a6d0c9-6f3f-4531-b751-fef05dc043a4 req-df7da2a5-d8e6-4121-b8b5-fe89f2227fd0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=78f76a15-2fc5-468a-b3d1-29fcad61340b HTTP/1.1" status: 200 len: 834 time: 0.0840259 Sep 21 18:29:26.820272 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-45c14ad6-d8a5-4229-9f18-e283c39d4300 req-18990365-ac7b-48cd-8a25-75cc4d0dfde8 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574491 Sep 21 18:29:26.829694 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6d0c9-6f3f-4531-b751-fef05dc043a4 req-ae95c479-a191-41d6-8c01-c1852c7142da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:26.831604 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-18a6d0c9-6f3f-4531-b751-fef05dc043a4 req-ae95c479-a191-41d6-8c01-c1852c7142da service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6f8dd79-f607-463f-850c-77fe1412eba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546498 Sep 21 18:29:26.846334 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-71d566d4-c94e-40f1-a73c-71199e2625b0 None None] Set router b5a5fd8e-82a8-4ddf-93d3-a372f62d753a gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:29:26.932541 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-18a6d0c9-6f3f-4531-b751-fef05dc043a4 req-8f32938f-3cc9-4496-b10f-21829aa3242c service neutron] 10.222.0.44 "GET /v2.0/networks/d6f8dd79-f607-463f-850c-77fe1412eba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918808 Sep 21 18:29:26.940816 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c18a0-45f5-4fb9-83dc-6bf81f30dc5c req-b63824b0-4b8b-4915-8739-eff4a0bcc55c tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:26.942336 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-325c18a0-45f5-4fb9-83dc-6bf81f30dc5c req-b63824b0-4b8b-4915-8739-eff4a0bcc55c tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=029f9320-4ead-4f60-ab6e-287d14db9ec3 HTTP/1.1" status: 200 len: 946 time: 0.0520041 Sep 21 18:29:26.983627 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-325c18a0-45f5-4fb9-83dc-6bf81f30dc5c req-541e8494-2499-4576-ae99-004689029622 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330837 Sep 21 18:29:27.007139 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50542) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:27.025893 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-18a6d0c9-6f3f-4531-b751-fef05dc043a4 req-2473f249-4e5e-40eb-a5cc-8f499e5d50fa service neutron] 10.222.0.44 "GET /v2.0/networks/d6f8dd79-f607-463f-850c-77fe1412eba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851798 Sep 21 18:29:27.054200 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17aaa65c-13f7-44f3-aa7f-9d3adfcd3fc9 tempest-TestVolumeBootPattern-1353817469 tempest-TestVolumeBootPattern-1353817469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:27.058505 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-17aaa65c-13f7-44f3-aa7f-9d3adfcd3fc9 tempest-TestVolumeBootPattern-1353817469 tempest-TestVolumeBootPattern-1353817469-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=029f9320-4ead-4f60-ab6e-287d14db9ec3 HTTP/1.1" status: 200 len: 1092 time: 0.0476785 Sep 21 18:29:27.058699 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50544) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:27.062096 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-71d566d4-c94e-40f1-a73c-71199e2625b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81033679', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'ff13c425-fb9b-4f4d-aef3-b936b66e1f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:35Z', 'updated_at': '2021-09-21T18:27:39Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': 'ff13c425-fb9b-4f4d-aef3-b936b66e1f01', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:36:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:35Z', 'updated_at': '2021-09-21T18:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '151cd1d2-0d4e-4547-8366-da746e0b26cf', 'name': '', 'network_id': 'd6f8dd79-f607-463f-850c-77fe1412eba6', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:49:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '78f76a15-2fc5-468a-b3d1-29fcad61340b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:38Z', 'updated_at': '2021-09-21T18:27:41Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': '78f76a15-2fc5-468a-b3d1-29fcad61340b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:27.063712 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-4f79abeb-d547-4dd5-afbe-c50ba5e1e11b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'port_id': 'f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:29:27.086037 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4f79abeb-d547-4dd5-afbe-c50ba5e1e11b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for floatingip, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:27.090940 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d566d4-c94e-40f1-a73c-71199e2625b0 None None] The sync data for ids ['b5a5fd8e-82a8-4ddf-93d3-a372f62d753a'] in n-d-810291-1 is: [{'id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81033679', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'ff13c425-fb9b-4f4d-aef3-b936b66e1f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:35Z', 'updated_at': '2021-09-21T18:27:39Z', 'revision_number': 4, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': 'ff13c425-fb9b-4f4d-aef3-b936b66e1f01', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:36:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:35Z', 'updated_at': '2021-09-21T18:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '151cd1d2-0d4e-4547-8366-da746e0b26cf', 'name': '', 'network_id': 'd6f8dd79-f607-463f-850c-77fe1412eba6', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'mac_address': 'fa:16:3e:49:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '78f76a15-2fc5-468a-b3d1-29fcad61340b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:38Z', 'updated_at': '2021-09-21T18:27:41Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'subnets': [{'id': '78f76a15-2fc5-468a-b3d1-29fcad61340b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:29:27.184854 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4f79abeb-d547-4dd5-afbe-c50ba5e1e11b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:27.295553 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-4f79abeb-d547-4dd5-afbe-c50ba5e1e11b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Allocated IP 172.25.6.250 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/6700e9cb-9450-458a-999d-ec01c38a4472) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:29:27.324454 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0195ac-24cc-4244-aa10-28c31b22636a None None] New status for floating IP 79c7450d-45f7-4504-a2a7-698f42a768b3: DOWN {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:29:27.399231 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4f79abeb-d547-4dd5-afbe-c50ba5e1e11b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:27.434185 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4f79abeb-d547-4dd5-afbe-c50ba5e1e11b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:27.474810 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f79abeb-d547-4dd5-afbe-c50ba5e1e11b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:29:27.477718 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-4f79abeb-d547-4dd5-afbe-c50ba5e1e11b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:29:27.483330 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f79abeb-d547-4dd5-afbe-c50ba5e1e11b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:29:27.508591 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79abeb-d547-4dd5-afbe-c50ba5e1e11b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Pushing event updated for resources: {'Port': ['ID=6700e9cb-9450-458a-999d-ec01c38a4472,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:27.522029 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79abeb-d547-4dd5-afbe-c50ba5e1e11b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:27.522381 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79abeb-d547-4dd5-afbe-c50ba5e1e11b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:27.522758 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79abeb-d547-4dd5-afbe-c50ba5e1e11b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:27.523079 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79abeb-d547-4dd5-afbe-c50ba5e1e11b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:27.523421 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79abeb-d547-4dd5-afbe-c50ba5e1e11b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:27.523749 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79abeb-d547-4dd5-afbe-c50ba5e1e11b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:27.524073 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79abeb-d547-4dd5-afbe-c50ba5e1e11b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:27.524393 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79abeb-d547-4dd5-afbe-c50ba5e1e11b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:27.524712 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79abeb-d547-4dd5-afbe-c50ba5e1e11b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:27.525032 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79abeb-d547-4dd5-afbe-c50ba5e1e11b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:27.525352 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79abeb-d547-4dd5-afbe-c50ba5e1e11b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:27.525672 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79abeb-d547-4dd5-afbe-c50ba5e1e11b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:27.799741 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42275f11-fcad-47cd-82c4-a7bd59100a63 req-5ebd8d55-b389-4c6a-acb5-3311947be3fc tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:27.807267 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-42275f11-fcad-47cd-82c4-a7bd59100a63 req-5ebd8d55-b389-4c6a-acb5-3311947be3fc tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 946 time: 0.0612395 Sep 21 18:29:27.841716 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-42275f11-fcad-47cd-82c4-a7bd59100a63 req-101d267a-f7a3-474e-a6c7-d2c51ec31d01 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/security-groups?id=bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335181 Sep 21 18:29:27.963526 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11774987-50c5-4a07-a48c-c212d80a3fee req-e03bd68d-82bf-4edb-a2bc-7392a4f402be tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:27.965139 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-11774987-50c5-4a07-a48c-c212d80a3fee req-e03bd68d-82bf-4edb-a2bc-7392a4f402be tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.44 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 946 time: 0.0526502 Sep 21 18:29:28.076886 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-11774987-50c5-4a07-a48c-c212d80a3fee req-469d7ed8-de49-4c36-b808-0f76f4b2de6d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Deleting port e3f6a063-fe1a-4a33-8de8-dc9acecc7a02 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:29:28.077178 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-11774987-50c5-4a07-a48c-c212d80a3fee req-469d7ed8-de49-4c36-b808-0f76f4b2de6d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:28.110193 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4f79abeb-d547-4dd5-afbe-c50ba5e1e11b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:28.171393 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-11774987-50c5-4a07-a48c-c212d80a3fee req-469d7ed8-de49-4c36-b808-0f76f4b2de6d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] For port e3f6a063-fe1a-4a33-8de8-dc9acecc7a02, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=e3f6a063-fe1a-4a33-8de8-dc9acecc7a02,segment=NetworkSegment(dd5646ae-bcb4-4a33-89d9-b9ba6e532705),segment_id=dd5646ae-bcb4-4a33-89d9-b9ba6e532705)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:29:28.171772 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-11774987-50c5-4a07-a48c-c212d80a3fee req-469d7ed8-de49-4c36-b808-0f76f4b2de6d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:28.175783 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4f79abeb-d547-4dd5-afbe-c50ba5e1e11b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:28.184696 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-11774987-50c5-4a07-a48c-c212d80a3fee req-469d7ed8-de49-4c36-b808-0f76f4b2de6d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Calling delete_port for e3f6a063-fe1a-4a33-8de8-dc9acecc7a02 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:29:28.321779 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-11774987-50c5-4a07-a48c-c212d80a3fee req-469d7ed8-de49-4c36-b808-0f76f4b2de6d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:28.322899 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4f79abeb-d547-4dd5-afbe-c50ba5e1e11b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:28.332728 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4f79abeb-d547-4dd5-afbe-c50ba5e1e11b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:28.352402 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d7ed8-de49-4c36-b808-0f76f4b2de6d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event deleted for resources: {'Port': ['ID=e3f6a063-fe1a-4a33-8de8-dc9acecc7a02,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:28.397983 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79abeb-d547-4dd5-afbe-c50ba5e1e11b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Pushing event updated for resources: {'Port': ['ID=6700e9cb-9450-458a-999d-ec01c38a4472,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:28.401737 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-11774987-50c5-4a07-a48c-c212d80a3fee req-469d7ed8-de49-4c36-b808-0f76f4b2de6d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] No DVR routers for this DVR port e3f6a063-fe1a-4a33-8de8-dc9acecc7a02 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:29:28.404607 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-11774987-50c5-4a07-a48c-c212d80a3fee req-469d7ed8-de49-4c36-b808-0f76f4b2de6d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:28.407352 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-11774987-50c5-4a07-a48c-c212d80a3fee req-469d7ed8-de49-4c36-b808-0f76f4b2de6d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.44 "DELETE /v2.0/ports/e3f6a063-fe1a-4a33-8de8-dc9acecc7a02 HTTP/1.1" status: 204 len: 173 time: 0.4354050 Sep 21 18:29:28.411656 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4f79abeb-d547-4dd5-afbe-c50ba5e1e11b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:28.422097 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260836cb-f798-4094-89d2-1ba0e5a14698', 'name': 'network-vif-deleted', 'tag': 'e3f6a063-fe1a-4a33-8de8-dc9acecc7a02'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:29:28.425510 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89927786-dd70-4090-a54d-692818dc0366" -d '{"events": [{"server_uuid": "260836cb-f798-4094-89d2-1ba0e5a14698", "name": "network-vif-deleted", "tag": "e3f6a063-fe1a-4a33-8de8-dc9acecc7a02"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:29:28.477170 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebe36fd-3b36-45fc-ba87-3b567a9a21fe x-openstack-request-id: req-2ebe36fd-3b36-45fc-ba87-3b567a9a21fe {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:29:28.477465 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260836cb-f798-4094-89d2-1ba0e5a14698", "name": "network-vif-deleted", "tag": "e3f6a063-fe1a-4a33-8de8-dc9acecc7a02", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:29:28.477709 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2ebe36fd-3b36-45fc-ba87-3b567a9a21fe {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:29:28.478113 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260836cb-f798-4094-89d2-1ba0e5a14698', 'name': 'network-vif-deleted', 'tag': 'e3f6a063-fe1a-4a33-8de8-dc9acecc7a02', 'status': 'completed', 'code': 200} Sep 21 18:29:28.512523 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [None req-4f79abeb-d547-4dd5-afbe-c50ba5e1e11b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Floating IP cf644267-ac70-4675-a77b-e7dc8fed3423 associated. External IP: 172.25.6.250, port: f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce. Sep 21 18:29:28.731719 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f79abeb-d547-4dd5-afbe-c50ba5e1e11b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Router ef355b40-13e2-472b-b98c-41da1220afe9 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:29:28.848418 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f79abeb-d547-4dd5-afbe-c50ba5e1e11b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:29:28.858956 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abbc7f8-3a0f-4eec-9b7e-d8152bc0c72d None None] Sync routers for ids ['ef355b40-13e2-472b-b98c-41da1220afe9'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:29:28.872828 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abbc7f8-3a0f-4eec-9b7e-d8152bc0c72d None None] Routers {'ef355b40-13e2-472b-b98c-41da1220afe9'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:29:28.873598 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-7abbc7f8-3a0f-4eec-9b7e-d8152bc0c72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:29:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ef355b40-13e2-472b-b98c-41da1220afe9'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:28.874437 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4f79abeb-d547-4dd5-afbe-c50ba5e1e11b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:28.915739 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4f79abeb-d547-4dd5-afbe-c50ba5e1e11b tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8553946 Sep 21 18:29:28.916432 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '029f9320-4ead-4f60-ab6e-287d14db9ec3', 'tag': 'f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:29:28.925721 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf10fc33-b64c-4e1f-95bf-173e9b73cb62" -d '{"events": [{"name": "network-changed", "server_uuid": "029f9320-4ead-4f60-ab6e-287d14db9ec3", "tag": "f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:29:28.969300 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e907cc66-8605-4f46-89fd-d53326dedf2c x-openstack-request-id: req-e907cc66-8605-4f46-89fd-d53326dedf2c {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:29:28.969701 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "029f9320-4ead-4f60-ab6e-287d14db9ec3", "tag": "f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:29:28.970092 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e907cc66-8605-4f46-89fd-d53326dedf2c {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:29:28.970580 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '029f9320-4ead-4f60-ab6e-287d14db9ec3', 'tag': 'f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce', 'status': 'completed', 'code': 200} Sep 21 18:29:28.971274 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92ea51e2-f218-4e12-8c1b-727df7d02faa req-9daa4a1d-1b0c-45d5-b34e-c8a6baf52540 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "GET /v2.0/ports?device_id=260836cb-f798-4094-89d2-1ba0e5a14698 HTTP/1.1" status: 200 len: 210 time: 0.0270431 Sep 21 18:29:28.993795 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-7abbc7f8-3a0f-4eec-9b7e-d8152bc0c72d None None] Set router ef355b40-13e2-472b-b98c-41da1220afe9 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:29:29.034387 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10fc33-b64c-4e1f-95bf-173e9b73cb62 req-c6245a91-e0e1-476d-b75c-b12e238d467f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:29.036028 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bf10fc33-b64c-4e1f-95bf-173e9b73cb62 req-c6245a91-e0e1-476d-b75c-b12e238d467f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed22908bce274772830e1e318854b4a6&device_id=029f9320-4ead-4f60-ab6e-287d14db9ec3 HTTP/1.1" status: 200 len: 1097 time: 0.0427842 Sep 21 18:29:29.125317 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10fc33-b64c-4e1f-95bf-173e9b73cb62 req-a49cb3c4-1d32-46b9-ac03-9b391fac43ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:29.126789 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bf10fc33-b64c-4e1f-95bf-173e9b73cb62 req-a49cb3c4-1d32-46b9-ac03-9b391fac43ad service neutron] 10.222.0.38 "GET /v2.0/networks?id=d369e5c5-60af-4748-b4b0-9650fd649648 HTTP/1.1" status: 200 len: 913 time: 0.0834732 Sep 21 18:29:29.196256 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bf10fc33-b64c-4e1f-95bf-173e9b73cb62 req-f827db59-7ee5-4c26-b601-e9ac7df90e07 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce HTTP/1.1" status: 200 len: 1000 time: 0.0628822 Sep 21 18:29:29.221906 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-7abbc7f8-3a0f-4eec-9b7e-d8152bc0c72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'name': 'tempest-TestVolumeBootPattern-1871760928-router', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:08Z', 'updated_at': '2021-09-21T18:21:12Z', 'revision_number': 4, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'gw_port': {'id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:09Z', 'updated_at': '2021-09-21T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'cf644267-ac70-4675-a77b-e7dc8fed3423', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'floating_ip_address': '172.25.6.250', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'port_id': 'f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'mac_address': 'fa:16:3e:7f:2e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029f9320-4ead-4f60-ab6e-287d14db9ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:29:27Z', 'updated_at': '2021-09-21T18:29:27Z', 'revision_number': 0, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'fixed_ip_address_scope': None}, {'id': 'd1736469-3363-4dfe-aef1-c5326dbf0ed9', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'floating_ip_address': '172.25.6.185', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'port_id': '5f8f1363-17d8-4146-a684-c3a971039cc9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'mac_address': 'fa:16:3e:3f:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49190d5-8d0c-4468-84dc-ad37cbfb89e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:27:19Z', 'updated_at': '2021-09-21T18:27:22Z', 'revision_number': 1, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '770c981b-b197-4732-acdd-7ff01aa4b473', 'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'mac_address': 'fa:16:3e:d9:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:11Z', 'updated_at': '2021-09-21T18:21:17Z', 'revision_number': 5, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'subnets': [{'id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:29.248278 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10fc33-b64c-4e1f-95bf-173e9b73cb62 req-4e25f6bb-54e8-4600-838f-ed17e9116f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:29.249764 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bf10fc33-b64c-4e1f-95bf-173e9b73cb62 req-4e25f6bb-54e8-4600-838f-ed17e9116f27 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3451e09d-0afb-4f27-b18f-9613783297a1 HTTP/1.1" status: 200 len: 851 time: 0.0455120 Sep 21 18:29:29.253124 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abbc7f8-3a0f-4eec-9b7e-d8152bc0c72d None None] Checking router: ef355b40-13e2-472b-b98c-41da1220afe9 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:29:29.261664 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abbc7f8-3a0f-4eec-9b7e-d8152bc0c72d None None] Routers {'ef355b40-13e2-472b-b98c-41da1220afe9'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:29:29.262289 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-7abbc7f8-3a0f-4eec-9b7e-d8152bc0c72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:29:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ef355b40-13e2-472b-b98c-41da1220afe9'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:29.294450 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10fc33-b64c-4e1f-95bf-173e9b73cb62 req-491106a5-a530-45a8-a232-99224ab39e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:29.295990 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bf10fc33-b64c-4e1f-95bf-173e9b73cb62 req-491106a5-a530-45a8-a232-99224ab39e91 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d369e5c5-60af-4748-b4b0-9650fd649648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392897 Sep 21 18:29:29.368685 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-7abbc7f8-3a0f-4eec-9b7e-d8152bc0c72d None None] Set router ef355b40-13e2-472b-b98c-41da1220afe9 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:29:29.388854 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bf10fc33-b64c-4e1f-95bf-173e9b73cb62 req-0c0a90f2-9930-4f4a-a691-e4c18be66fbf service neutron] 10.222.0.38 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853257 Sep 21 18:29:29.486767 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bf10fc33-b64c-4e1f-95bf-173e9b73cb62 req-1fa06b5e-eff8-4e68-ae93-b6ae8d598554 service neutron] 10.222.0.38 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892680 Sep 21 18:29:29.567011 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:29:29.596654 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-7abbc7f8-3a0f-4eec-9b7e-d8152bc0c72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'name': 'tempest-TestVolumeBootPattern-1871760928-router', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:08Z', 'updated_at': '2021-09-21T18:21:12Z', 'revision_number': 4, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'gw_port': {'id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:09Z', 'updated_at': '2021-09-21T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'cf644267-ac70-4675-a77b-e7dc8fed3423', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'floating_ip_address': '172.25.6.250', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'port_id': 'f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'mac_address': 'fa:16:3e:7f:2e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029f9320-4ead-4f60-ab6e-287d14db9ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:29:27Z', 'updated_at': '2021-09-21T18:29:27Z', 'revision_number': 0, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'fixed_ip_address_scope': None}, {'id': 'd1736469-3363-4dfe-aef1-c5326dbf0ed9', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'floating_ip_address': '172.25.6.185', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'port_id': '5f8f1363-17d8-4146-a684-c3a971039cc9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'mac_address': 'fa:16:3e:3f:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49190d5-8d0c-4468-84dc-ad37cbfb89e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:27:19Z', 'updated_at': '2021-09-21T18:27:22Z', 'revision_number': 1, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '770c981b-b197-4732-acdd-7ff01aa4b473', 'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'mac_address': 'fa:16:3e:d9:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:11Z', 'updated_at': '2021-09-21T18:21:17Z', 'revision_number': 5, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'subnets': [{'id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:29.630743 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abbc7f8-3a0f-4eec-9b7e-d8152bc0c72d None None] The sync data for ids ['ef355b40-13e2-472b-b98c-41da1220afe9'] in n-d-810291-1 is: [{'id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'name': 'tempest-TestVolumeBootPattern-1871760928-router', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:08Z', 'updated_at': '2021-09-21T18:21:12Z', 'revision_number': 4, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'gw_port': {'id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:09Z', 'updated_at': '2021-09-21T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'cf644267-ac70-4675-a77b-e7dc8fed3423', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'floating_ip_address': '172.25.6.250', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'port_id': 'f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'mac_address': 'fa:16:3e:7f:2e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029f9320-4ead-4f60-ab6e-287d14db9ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:29:27Z', 'updated_at': '2021-09-21T18:29:27Z', 'revision_number': 0, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'fixed_ip_address_scope': None}, {'id': 'd1736469-3363-4dfe-aef1-c5326dbf0ed9', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'floating_ip_address': '172.25.6.185', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'port_id': '5f8f1363-17d8-4146-a684-c3a971039cc9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'mac_address': 'fa:16:3e:3f:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49190d5-8d0c-4468-84dc-ad37cbfb89e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:27:19Z', 'updated_at': '2021-09-21T18:27:22Z', 'revision_number': 1, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '770c981b-b197-4732-acdd-7ff01aa4b473', 'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'mac_address': 'fa:16:3e:d9:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:11Z', 'updated_at': '2021-09-21T18:21:17Z', 'revision_number': 5, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'subnets': [{'id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:29:29.832679 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e53982-0680-441d-b98d-3ede5b512bf1 None None] New status for floating IP cf644267-ac70-4675-a77b-e7dc8fed3423: ACTIVE {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:29:30.027235 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50558) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:30.405709 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-02768b21-7907-4110-8f5b-56fa9d5068aa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:30.672403 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-02768b21-7907-4110-8f5b-56fa9d5068aa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Deleting port 151cd1d2-0d4e-4547-8366-da746e0b26cf {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:29:30.672656 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-02768b21-7907-4110-8f5b-56fa9d5068aa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:30.758221 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-02768b21-7907-4110-8f5b-56fa9d5068aa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] For port 151cd1d2-0d4e-4547-8366-da746e0b26cf, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=151cd1d2-0d4e-4547-8366-da746e0b26cf,segment=NetworkSegment(dd5646ae-bcb4-4a33-89d9-b9ba6e532705),segment_id=dd5646ae-bcb4-4a33-89d9-b9ba6e532705)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:29:30.758578 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-02768b21-7907-4110-8f5b-56fa9d5068aa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:30.771462 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-02768b21-7907-4110-8f5b-56fa9d5068aa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Calling delete_port for 151cd1d2-0d4e-4547-8366-da746e0b26cf owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:29:30.964492 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-02768b21-7907-4110-8f5b-56fa9d5068aa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:30.995427 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02768b21-7907-4110-8f5b-56fa9d5068aa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event deleted for resources: {'Port': ['ID=151cd1d2-0d4e-4547-8366-da746e0b26cf,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:31.174863 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-02768b21-7907-4110-8f5b-56fa9d5068aa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:31.397905 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02768b21-7907-4110-8f5b-56fa9d5068aa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Router b5a5fd8e-82a8-4ddf-93d3-a372f62d753a has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:29:31.510810 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02768b21-7907-4110-8f5b-56fa9d5068aa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:29:31.516484 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-02768b21-7907-4110-8f5b-56fa9d5068aa tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "PUT /v2.0/routers/b5a5fd8e-82a8-4ddf-93d3-a372f62d753a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4878538 Sep 21 18:29:31.518946 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50560) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:31.523595 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f39ddf-0e3e-44aa-ba0f-7c17ac2fe805 None None] Sync routers for ids ['b5a5fd8e-82a8-4ddf-93d3-a372f62d753a'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:29:31.534831 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f39ddf-0e3e-44aa-ba0f-7c17ac2fe805 None None] Routers {'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:29:31.535627 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a5f39ddf-0e3e-44aa-ba0f-7c17ac2fe805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:29:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['b5a5fd8e-82a8-4ddf-93d3-a372f62d753a'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:31.574014 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2311c1a-4f86-463f-9133-51c2e85d22c1 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Deleting subnet 78f76a15-2fc5-468a-b3d1-29fcad61340b {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:29:31.577447 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d2311c1a-4f86-463f-9133-51c2e85d22c1 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:31.616679 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d2311c1a-4f86-463f-9133-51c2e85d22c1 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:31.641566 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-a5f39ddf-0e3e-44aa-ba0f-7c17ac2fe805 None None] Set router b5a5fd8e-82a8-4ddf-93d3-a372f62d753a gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:29:31.953308 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d2311c1a-4f86-463f-9133-51c2e85d22c1 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:31.985611 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a5f39ddf-0e3e-44aa-ba0f-7c17ac2fe805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81033679', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'ff13c425-fb9b-4f4d-aef3-b936b66e1f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:35Z', 'updated_at': '2021-09-21T18:29:30Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': 'ff13c425-fb9b-4f4d-aef3-b936b66e1f01', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:36:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:35Z', 'updated_at': '2021-09-21T18:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:32.010118 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d2311c1a-4f86-463f-9133-51c2e85d22c1 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:32.013955 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device e3f6a063-fe1a-4a33-8de8-dc9acecc7a02 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:29:32.016497 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f39ddf-0e3e-44aa-ba0f-7c17ac2fe805 None None] Checking router: b5a5fd8e-82a8-4ddf-93d3-a372f62d753a for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:29:32.036947 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2311c1a-4f86-463f-9133-51c2e85d22c1 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event deleted for resources: {'Subnet': ['ID=78f76a15-2fc5-468a-b3d1-29fcad61340b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:32.037233 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: e3f6a063-fe1a-4a33-8de8-dc9acecc7a02 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:29:32.037595 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device e3f6a063-fe1a-4a33-8de8-dc9acecc7a02 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:29:32.040555 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d2311c1a-4f86-463f-9133-51c2e85d22c1 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:32.044809 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d2311c1a-4f86-463f-9133-51c2e85d22c1 tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "DELETE /v2.0/subnets/78f76a15-2fc5-468a-b3d1-29fcad61340b HTTP/1.1" status: 204 len: 168 time: 0.5225348 Sep 21 18:29:32.044985 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f39ddf-0e3e-44aa-ba0f-7c17ac2fe805 None None] Routers {'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:29:32.045100 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50562) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:32.045281 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a5f39ddf-0e3e-44aa-ba0f-7c17ac2fe805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:29:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['b5a5fd8e-82a8-4ddf-93d3-a372f62d753a'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:32.082505 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed41a3a3-cf24-45dd-8341-a76ddf58ecca None None] Network d6f8dd79-f607-463f-850c-77fe1412eba6 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:29:32.148594 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d685562-41ca-4ad3-a4fe-5c50671cad4c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:32.235596 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-a5f39ddf-0e3e-44aa-ba0f-7c17ac2fe805 None None] Set router b5a5fd8e-82a8-4ddf-93d3-a372f62d753a gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:29:32.251989 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d685562-41ca-4ad3-a4fe-5c50671cad4c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:32.305994 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-0d685562-41ca-4ad3-a4fe-5c50671cad4c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Deleting port ff13c425-fb9b-4f4d-aef3-b936b66e1f01 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:29:32.306948 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d685562-41ca-4ad3-a4fe-5c50671cad4c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:32.385700 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9040194-41d9-4850-a404-51859adf8d37 None None] DHCP port deletion for d6f8dd79-f607-463f-850c-77fe1412eba6 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:29:32.396751 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-0d685562-41ca-4ad3-a4fe-5c50671cad4c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] For port ff13c425-fb9b-4f4d-aef3-b936b66e1f01, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ff13c425-fb9b-4f4d-aef3-b936b66e1f01,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:29:32.397133 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d685562-41ca-4ad3-a4fe-5c50671cad4c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:32.408794 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-0d685562-41ca-4ad3-a4fe-5c50671cad4c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Calling delete_port for ff13c425-fb9b-4f4d-aef3-b936b66e1f01 owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:29:32.463816 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a5f39ddf-0e3e-44aa-ba0f-7c17ac2fe805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81033679', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'ff13c425-fb9b-4f4d-aef3-b936b66e1f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:35Z', 'updated_at': '2021-09-21T18:29:30Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': 'ff13c425-fb9b-4f4d-aef3-b936b66e1f01', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:36:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:35Z', 'updated_at': '2021-09-21T18:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:32.490322 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-f9040194-41d9-4850-a404-51859adf8d37 None None] Deleting port 7a881261-4579-417b-818b-c2ee6d314a07 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:29:32.490637 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f9040194-41d9-4850-a404-51859adf8d37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:32.493565 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f39ddf-0e3e-44aa-ba0f-7c17ac2fe805 None None] The sync data for ids ['b5a5fd8e-82a8-4ddf-93d3-a372f62d753a'] in n-d-810291-1 is: [{'id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81033679', 'tenant_id': '99089d04f7cb4cd988bfbe14fd24f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'ff13c425-fb9b-4f4d-aef3-b936b66e1f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:27:35Z', 'updated_at': '2021-09-21T18:29:30Z', 'revision_number': 5, 'project_id': '99089d04f7cb4cd988bfbe14fd24f277', 'gw_port': {'id': 'ff13c425-fb9b-4f4d-aef3-b936b66e1f01', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:36:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a5fd8e-82a8-4ddf-93d3-a372f62d753a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:27:35Z', 'updated_at': '2021-09-21T18:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:29:32.571055 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-f9040194-41d9-4850-a404-51859adf8d37 None None] For port 7a881261-4579-417b-818b-c2ee6d314a07, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=7a881261-4579-417b-818b-c2ee6d314a07,segment=NetworkSegment(dd5646ae-bcb4-4a33-89d9-b9ba6e532705),segment_id=dd5646ae-bcb4-4a33-89d9-b9ba6e532705)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:29:32.571739 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f9040194-41d9-4850-a404-51859adf8d37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:32.585917 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-f9040194-41d9-4850-a404-51859adf8d37 None None] Calling delete_port for 7a881261-4579-417b-818b-c2ee6d314a07 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:29:32.596388 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d685562-41ca-4ad3-a4fe-5c50671cad4c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:32.625178 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d685562-41ca-4ad3-a4fe-5c50671cad4c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event deleted for resources: {'Port': ['ID=ff13c425-fb9b-4f4d-aef3-b936b66e1f01,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:32.667031 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f9040194-41d9-4850-a404-51859adf8d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:32.692400 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d685562-41ca-4ad3-a4fe-5c50671cad4c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:32.698081 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9040194-41d9-4850-a404-51859adf8d37 None None] Pushing event deleted for resources: {'Port': ['ID=7a881261-4579-417b-818b-c2ee6d314a07,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:32.704660 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9040194-41d9-4850-a404-51859adf8d37 None None] No DVR routers for this DVR port 7a881261-4579-417b-818b-c2ee6d314a07 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:29:32.790971 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d685562-41ca-4ad3-a4fe-5c50671cad4c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:32.793226 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d685562-41ca-4ad3-a4fe-5c50671cad4c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:32.837764 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d685562-41ca-4ad3-a4fe-5c50671cad4c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:32.838357 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d685562-41ca-4ad3-a4fe-5c50671cad4c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Fanout notify agent at l3_agent the message router_deleted on router b5a5fd8e-82a8-4ddf-93d3-a372f62d753a {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:29:32.850398 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0d685562-41ca-4ad3-a4fe-5c50671cad4c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:32.851605 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0d685562-41ca-4ad3-a4fe-5c50671cad4c tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "DELETE /v2.0/routers/b5a5fd8e-82a8-4ddf-93d3-a372f62d753a HTTP/1.1" status: 204 len: 168 time: 0.8056481 Sep 21 18:29:32.854542 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50564) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:32.936612 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-038c1719-58ee-4a97-9b16-331ff7e3eb7d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:33.028748 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-038c1719-58ee-4a97-9b16-331ff7e3eb7d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:33.047921 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-038c1719-58ee-4a97-9b16-331ff7e3eb7d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f8dd79-f607-463f-850c-77fe1412eba6']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:33.057149 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-038c1719-58ee-4a97-9b16-331ff7e3eb7d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5646ae-bcb4-4a33-89d9-b9ba6e532705') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:33.057452 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-038c1719-58ee-4a97-9b16-331ff7e3eb7d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5646ae-bcb4-4a33-89d9-b9ba6e532705') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:33.066869 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-038c1719-58ee-4a97-9b16-331ff7e3eb7d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:33.080164 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-038c1719-58ee-4a97-9b16-331ff7e3eb7d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:33.088537 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-038c1719-58ee-4a97-9b16-331ff7e3eb7d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:29:33.089068 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-038c1719-58ee-4a97-9b16-331ff7e3eb7d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:33.092770 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:29:33.092770 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:29:33.092770 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:29:33.092770 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:29:33.092770 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:29:33.092770 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:29:33.092770 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:29:33.092770 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:29:33.092770 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:29:33.092770 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:29:33.092770 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:29:33.092770 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:29:33.092770 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:29:33.092770 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:29:33.092770 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:29:33.092770 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:29:33.092770 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:29:33.092770 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:29:33.092770 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:29:33.092770 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:29:33.092770 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:29:33.092770 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:29:33.092770 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:29:33.092770 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:29:33.092770 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:29:33.092770 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:29:33.092770 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:29:33.092770 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:29:33.092770 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:29:33.092770 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:29:33.092770 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:29:33.092770 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:29:33.165434 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-038c1719-58ee-4a97-9b16-331ff7e3eb7d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:33.173918 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-038c1719-58ee-4a97-9b16-331ff7e3eb7d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:33.175291 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-038c1719-58ee-4a97-9b16-331ff7e3eb7d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "DELETE /v2.0/networks/d6f8dd79-f607-463f-850c-77fe1412eba6 HTTP/1.1" status: 204 len: 168 time: 0.3197744 Sep 21 18:29:33.178440 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50566) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:33.186224 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c1719-58ee-4a97-9b16-331ff7e3eb7d tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event deleted for resources: {'Network': ['ID=d6f8dd79-f607-463f-850c-77fe1412eba6,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:33.255967 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c6a2b1d7-c978-49fb-bef7-99da37a7cf6f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:33.287409 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c6a2b1d7-c978-49fb-bef7-99da37a7cf6f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:33.339602 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ff13c425-fb9b-4f4d-aef3-b936b66e1f01 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:29:33.351950 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c6a2b1d7-c978-49fb-bef7-99da37a7cf6f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:33.354715 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c6a2b1d7-c978-49fb-bef7-99da37a7cf6f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:33.356071 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c6a2b1d7-c978-49fb-bef7-99da37a7cf6f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] 10.222.0.58 "DELETE /v2.0/security-groups/bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c HTTP/1.1" status: 204 len: 168 time: 0.1723404 Sep 21 18:29:33.364537 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: ff13c425-fb9b-4f4d-aef3-b936b66e1f01 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:29:33.364794 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ff13c425-fb9b-4f4d-aef3-b936b66e1f01 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:29:33.365320 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 7a881261-4579-417b-818b-c2ee6d314a07 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:29:33.366920 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2b1d7-c978-49fb-bef7-99da37a7cf6f tempest-TestNetworkAdvancedServerOps-1832384718 tempest-TestNetworkAdvancedServerOps-1832384718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7ef4cf-2fa4-4eeb-bb9b-18559d9b7c0c,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:33.388611 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 7a881261-4579-417b-818b-c2ee6d314a07 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:29:33.388977 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 7a881261-4579-417b-818b-c2ee6d314a07 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:29:33.389385 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 151cd1d2-0d4e-4547-8366-da746e0b26cf no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:29:33.413795 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 151cd1d2-0d4e-4547-8366-da746e0b26cf {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:29:33.414155 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 151cd1d2-0d4e-4547-8366-da746e0b26cf not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:29:33.737951 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50574) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:33.881038 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-999b7271-1827-464c-a055-8930518fdf73 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=99089d04f7cb4cd988bfbe14fd24f277&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414692 Sep 21 18:29:33.885017 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50578) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:33.942232 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-97036bbd-3d90-47c1-b23d-d2a19314a1bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:33.963499 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-97036bbd-3d90-47c1-b23d-d2a19314a1bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:34.019948 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-97036bbd-3d90-47c1-b23d-d2a19314a1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:34.022559 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-97036bbd-3d90-47c1-b23d-d2a19314a1bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:34.023769 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-97036bbd-3d90-47c1-b23d-d2a19314a1bb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a836096e-e70e-458a-a061-995c77e66399 HTTP/1.1" status: 204 len: 168 time: 0.1376717 Sep 21 18:29:34.033067 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97036bbd-3d90-47c1-b23d-d2a19314a1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a836096e-e70e-458a-a061-995c77e66399,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:34.315201 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50584) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:34.357621 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-48526ea1-25ac-4ff3-993f-e3c00bd82566 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=20182b5fb51241518188d7161e195aab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410941 Sep 21 18:29:34.360142 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50586) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:34.408953 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ced4bdc9-4b00-4cd6-9a64-986b07e2de40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:34.431601 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ced4bdc9-4b00-4cd6-9a64-986b07e2de40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:34.479361 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ced4bdc9-4b00-4cd6-9a64-986b07e2de40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:34.482325 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ced4bdc9-4b00-4cd6-9a64-986b07e2de40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:34.483601 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ced4bdc9-4b00-4cd6-9a64-986b07e2de40 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8c6257e1-fd4e-4998-809c-8496e97d6ac8 HTTP/1.1" status: 204 len: 168 time: 0.1226676 Sep 21 18:29:34.491423 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4bdc9-4b00-4cd6-9a64-986b07e2de40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6257e1-fd4e-4998-809c-8496e97d6ac8,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:35.925419 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50624) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:36.082266 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-66976ae6-0d0c-4b64-9681-a4631313e7ff tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Request body: {'network': {'name': 'tempest-network-smoke--2082596569', 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'port_security_enabled': True}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:29:36.107486 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66976ae6-0d0c-4b64-9681-a4631313e7ff tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Made reservation on behalf of e4082deffd6f4d78abe4eac5c52260de for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:29:36.111152 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-66976ae6-0d0c-4b64-9681-a4631313e7ff tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:36.119955 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-66976ae6-0d0c-4b64-9681-a4631313e7ff tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:36.214568 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-66976ae6-0d0c-4b64-9681-a4631313e7ff tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:36.219932 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-66976ae6-0d0c-4b64-9681-a4631313e7ff tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:36.246121 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66976ae6-0d0c-4b64-9681-a4631313e7ff tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:29:36.256317 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66976ae6-0d0c-4b64-9681-a4631313e7ff tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d5de93-cbac-42bf-889d-8fd3e1b444f4,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:36.261426 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-66976ae6-0d0c-4b64-9681-a4631313e7ff tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:36.261774 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-66976ae6-0d0c-4b64-9681-a4631313e7ff tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Added segment c1d6754d-b734-44bc-bff5-415abede33c3 of type vlan for network 36b220c2-839c-4964-9dba-4bfe6865b931 Sep 21 18:29:36.303257 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-66976ae6-0d0c-4b64-9681-a4631313e7ff tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:36.329533 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-66976ae6-0d0c-4b64-9681-a4631313e7ff tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:36.336115 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66976ae6-0d0c-4b64-9681-a4631313e7ff tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:36.336852 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-66976ae6-0d0c-4b64-9681-a4631313e7ff tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:36.379025 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-66976ae6-0d0c-4b64-9681-a4631313e7ff tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4491367 Sep 21 18:29:36.379278 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50628) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:36.384304 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-6c572325-1935-430f-bc54-caa8f143b3d8 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1349919944', 'admin_state_up': True, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:29:36.424014 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66976ae6-0d0c-4b64-9681-a4631313e7ff tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'Network': ['ID=36b220c2-839c-4964-9dba-4bfe6865b931,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:36.436158 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 36b220c2-839c-4964-9dba-4bfe6865b931 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:29:36.442446 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6c572325-1935-430f-bc54-caa8f143b3d8 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:36.443566 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6c572325-1935-430f-bc54-caa8f143b3d8 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:36.506684 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6c572325-1935-430f-bc54-caa8f143b3d8 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:36.666352 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6c572325-1935-430f-bc54-caa8f143b3d8 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:37.254722 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6c572325-1935-430f-bc54-caa8f143b3d8 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:37.275043 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6c572325-1935-430f-bc54-caa8f143b3d8 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:37.392160 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-6c572325-1935-430f-bc54-caa8f143b3d8 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Allocated IP 172.25.6.150 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/2e7c7a43-5d07-4ff5-ba27-2cffeb111f10) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:29:37.505761 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6c572325-1935-430f-bc54-caa8f143b3d8 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:37.541546 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6c572325-1935-430f-bc54-caa8f143b3d8 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:37.586524 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c572325-1935-430f-bc54-caa8f143b3d8 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:29:37.589603 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-6c572325-1935-430f-bc54-caa8f143b3d8 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:29:37.595950 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c572325-1935-430f-bc54-caa8f143b3d8 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:29:37.602184 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c572325-1935-430f-bc54-caa8f143b3d8 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'Port': ['ID=2e7c7a43-5d07-4ff5-ba27-2cffeb111f10,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:37.875587 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6c572325-1935-430f-bc54-caa8f143b3d8 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:38.074598 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6c572325-1935-430f-bc54-caa8f143b3d8 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:38.210645 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c572325-1935-430f-bc54-caa8f143b3d8 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Router 248537ca-e0e3-4237-8244-29ce46fb6204 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:29:38.322566 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c572325-1935-430f-bc54-caa8f143b3d8 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:29:38.332365 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b712b8c-3015-4239-ad30-da981ecb1abf None None] Sync routers for ids ['248537ca-e0e3-4237-8244-29ce46fb6204'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:29:38.342193 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b712b8c-3015-4239-ad30-da981ecb1abf None None] Routers {'248537ca-e0e3-4237-8244-29ce46fb6204'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:29:38.342845 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-9b712b8c-3015-4239-ad30-da981ecb1abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:29:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['248537ca-e0e3-4237-8244-29ce46fb6204'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:38.344719 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6c572325-1935-430f-bc54-caa8f143b3d8 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:38.346408 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6c572325-1935-430f-bc54-caa8f143b3d8 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9661217 Sep 21 18:29:38.349778 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50632) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:38.426208 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b6c9e461-8b70-4fab-bcdf-f4fa889e3444 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=e4082deffd6f4d78abe4eac5c52260de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0752656 Sep 21 18:29:38.429032 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50636) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:38.449170 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-9b712b8c-3015-4239-ad30-da981ecb1abf None None] Set router 248537ca-e0e3-4237-8244-29ce46fb6204 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:29:38.515210 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30da66af-924f-413c-9d10-742d5e810aae tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:38.516645 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-30da66af-924f-413c-9d10-742d5e810aae tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0867209 Sep 21 18:29:38.519630 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50638) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:38.551244 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-92f1c088-9663-4d25-a6ad-8bfe2a5abaa3 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b8a002cf-2233-41c0-bbfe-1c8ea43e5299&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305023 Sep 21 18:29:38.555380 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50640) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:38.563352 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-a21bbce6-a0a4-42c8-8d0d-33e1011f74cc tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-682261364', 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931', 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:29:38.637075 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-9b712b8c-3015-4239-ad30-da981ecb1abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'name': 'tempest-TestNetworkBasicOps-router-1349919944', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:29:36Z', 'updated_at': '2021-09-21T18:29:37Z', 'revision_number': 3, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port': {'id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:37Z', 'updated_at': '2021-09-21T18:29:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:38.658228 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21bbce6-a0a4-42c8-8d0d-33e1011f74cc tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Made reservation on behalf of e4082deffd6f4d78abe4eac5c52260de for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:29:38.661914 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a21bbce6-a0a4-42c8-8d0d-33e1011f74cc tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:38.666702 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b712b8c-3015-4239-ad30-da981ecb1abf None None] Checking router: 248537ca-e0e3-4237-8244-29ce46fb6204 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:29:38.667073 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b712b8c-3015-4239-ad30-da981ecb1abf None None] Updating router 248537ca-e0e3-4237-8244-29ce46fb6204 port 2e7c7a43-5d07-4ff5-ba27-2cffeb111f10 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:29:38.692182 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-9b712b8c-3015-4239-ad30-da981ecb1abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:38.848726 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a21bbce6-a0a4-42c8-8d0d-33e1011f74cc tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:38.906453 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bbce6-a0a4-42c8-8d0d-33e1011f74cc tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'Subnet': ['ID=f6acbe34-a5c4-4140-bc42-5f28d48489fc,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:38.918139 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21bbce6-a0a4-42c8-8d0d-33e1011f74cc tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Checking segment: {'id': 'c1d6754d-b734-44bc-bff5-415abede33c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:29:38.918465 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21bbce6-a0a4-42c8-8d0d-33e1011f74cc tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Network hostable DHCP agents. Network: 36b220c2-839c-4964-9dba-4bfe6865b931, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:29:38.936421 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21bbce6-a0a4-42c8-8d0d-33e1011f74cc tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Network 36b220c2-839c-4964-9dba-4bfe6865b931 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:29:38.942541 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-9b712b8c-3015-4239-ad30-da981ecb1abf None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:38.946083 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-a21bbce6-a0a4-42c8-8d0d-33e1011f74cc tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 36b220c2-839c-4964-9dba-4bfe6865b931) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:29:38.947674 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-9b712b8c-3015-4239-ad30-da981ecb1abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:38.951122 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21bbce6-a0a4-42c8-8d0d-33e1011f74cc tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:38.951516 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a21bbce6-a0a4-42c8-8d0d-33e1011f74cc tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:38.960450 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de47427-0455-4446-b3dd-5cb73af9bb94 None None] Network 36b220c2-839c-4964-9dba-4bfe6865b931 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:29:38.969195 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a21bbce6-a0a4-42c8-8d0d-33e1011f74cc tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4124019 Sep 21 18:29:38.972065 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50642) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:38.997757 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-9b712b8c-3015-4239-ad30-da981ecb1abf None None] Attempting to bind port 2e7c7a43-5d07-4ff5-ba27-2cffeb111f10 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:29:38.998156 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-9b712b8c-3015-4239-ad30-da981ecb1abf None None] Attempting to bind port 2e7c7a43-5d07-4ff5-ba27-2cffeb111f10 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:29:38.998479 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b712b8c-3015-4239-ad30-da981ecb1abf None None] Attempting to bind port 2e7c7a43-5d07-4ff5-ba27-2cffeb111f10 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:29:39.009198 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c86a18-2a3e-44f2-8911-77d28d579802 None None] Pushing event updated for resources: {'Port': ['ID=2e7c7a43-5d07-4ff5-ba27-2cffeb111f10,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:39.015824 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b712b8c-3015-4239-ad30-da981ecb1abf None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:29:39.016194 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b712b8c-3015-4239-ad30-da981ecb1abf None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:29:39.016818 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-9b712b8c-3015-4239-ad30-da981ecb1abf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:39.016997 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b712b8c-3015-4239-ad30-da981ecb1abf None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:29:39.017451 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-9b712b8c-3015-4239-ad30-da981ecb1abf None None] Bound port: 2e7c7a43-5d07-4ff5-ba27-2cffeb111f10, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:29:39.017825 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-9b712b8c-3015-4239-ad30-da981ecb1abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:39.020864 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c86a18-2a3e-44f2-8911-77d28d579802 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:39.021196 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c86a18-2a3e-44f2-8911-77d28d579802 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:39.021524 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c86a18-2a3e-44f2-8911-77d28d579802 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:39.022248 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c86a18-2a3e-44f2-8911-77d28d579802 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:39.022248 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c86a18-2a3e-44f2-8911-77d28d579802 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:39.022470 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c86a18-2a3e-44f2-8911-77d28d579802 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:39.022764 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c86a18-2a3e-44f2-8911-77d28d579802 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:39.023180 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c86a18-2a3e-44f2-8911-77d28d579802 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:39.023493 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c86a18-2a3e-44f2-8911-77d28d579802 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:39.023809 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c86a18-2a3e-44f2-8911-77d28d579802 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:39.024121 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c86a18-2a3e-44f2-8911-77d28d579802 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:39.024433 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c86a18-2a3e-44f2-8911-77d28d579802 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:39.075488 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-9b712b8c-3015-4239-ad30-da981ecb1abf None None] For port 2e7c7a43-5d07-4ff5-ba27-2cffeb111f10, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:29:39.078429 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-9b712b8c-3015-4239-ad30-da981ecb1abf None None] For port 2e7c7a43-5d07-4ff5-ba27-2cffeb111f10, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=2e7c7a43-5d07-4ff5-ba27-2cffeb111f10,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:29:39.084893 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-9b712b8c-3015-4239-ad30-da981ecb1abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:39.134568 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56aaca0-3cca-4f7a-9b28-06615955933f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-36b220c2-839c-4964-9dba-4bfe6865b931', 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'fixed_ips': [{'subnet_id': 'f6acbe34-a5c4-4140-bc42-5f28d48489fc'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:29:39.135481 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c56aaca0-3cca-4f7a-9b28-06615955933f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:39.143149 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c86a18-2a3e-44f2-8911-77d28d579802 None None] Pushing event updated for resources: {'Port': ['ID=2e7c7a43-5d07-4ff5-ba27-2cffeb111f10,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:39.148231 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b712b8c-3015-4239-ad30-da981ecb1abf None None] Routers {'248537ca-e0e3-4237-8244-29ce46fb6204'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:29:39.149695 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-9b712b8c-3015-4239-ad30-da981ecb1abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:29:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['248537ca-e0e3-4237-8244-29ce46fb6204'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:39.267782 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-9b712b8c-3015-4239-ad30-da981ecb1abf None None] Set router 248537ca-e0e3-4237-8244-29ce46fb6204 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:29:39.272328 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-c56aaca0-3cca-4f7a-9b28-06615955933f None None] Allocated IP 172.20.0.2 (36b220c2-839c-4964-9dba-4bfe6865b931/f6acbe34-a5c4-4140-bc42-5f28d48489fc/0e6c55c6-5e87-468c-aea2-cad2debf29bc) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:29:39.415556 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c38a6f83-b9bc-41d0-8fc6-fe573b9bbb10 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:39.420318 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c56aaca0-3cca-4f7a-9b28-06615955933f None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:39.427615 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c56aaca0-3cca-4f7a-9b28-06615955933f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:39.453258 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-9b712b8c-3015-4239-ad30-da981ecb1abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'name': 'tempest-TestNetworkBasicOps-router-1349919944', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:29:36Z', 'updated_at': '2021-09-21T18:29:37Z', 'revision_number': 3, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port': {'id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:37Z', 'updated_at': '2021-09-21T18:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:39.465908 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56aaca0-3cca-4f7a-9b28-06615955933f None None] Network 36b220c2-839c-4964-9dba-4bfe6865b931 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:29:39.472700 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-c56aaca0-3cca-4f7a-9b28-06615955933f None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:29:39.475363 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56aaca0-3cca-4f7a-9b28-06615955933f None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:29:39.485898 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56aaca0-3cca-4f7a-9b28-06615955933f None None] Pushing event updated for resources: {'Port': ['ID=0e6c55c6-5e87-468c-aea2-cad2debf29bc,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:39.551332 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-c56aaca0-3cca-4f7a-9b28-06615955933f None None] Attempting to bind port 0e6c55c6-5e87-468c-aea2-cad2debf29bc on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:29:39.552193 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-c56aaca0-3cca-4f7a-9b28-06615955933f None None] Attempting to bind port 0e6c55c6-5e87-468c-aea2-cad2debf29bc by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'c1d6754d-b734-44bc-bff5-415abede33c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:29:39.552555 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56aaca0-3cca-4f7a-9b28-06615955933f None None] Attempting to bind port 0e6c55c6-5e87-468c-aea2-cad2debf29bc on network 36b220c2-839c-4964-9dba-4bfe6865b931 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:29:39.557759 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56aaca0-3cca-4f7a-9b28-06615955933f None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:29:39.558214 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56aaca0-3cca-4f7a-9b28-06615955933f None None] Checking segment: {'id': 'c1d6754d-b734-44bc-bff5-415abede33c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:29:39.558680 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c56aaca0-3cca-4f7a-9b28-06615955933f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:39.559122 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56aaca0-3cca-4f7a-9b28-06615955933f None None] Bound using segment: {'id': 'c1d6754d-b734-44bc-bff5-415abede33c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:29:39.559659 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-c56aaca0-3cca-4f7a-9b28-06615955933f None None] Bound port: 0e6c55c6-5e87-468c-aea2-cad2debf29bc, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d6754d-b734-44bc-bff5-415abede33c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:29:39.560037 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c56aaca0-3cca-4f7a-9b28-06615955933f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:39.582186 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b712b8c-3015-4239-ad30-da981ecb1abf None None] The sync data for ids ['248537ca-e0e3-4237-8244-29ce46fb6204'] in n-d-810291-1 is: [{'id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'name': 'tempest-TestNetworkBasicOps-router-1349919944', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:29:36Z', 'updated_at': '2021-09-21T18:29:37Z', 'revision_number': 3, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port': {'id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:37Z', 'updated_at': '2021-09-21T18:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:29:39.633041 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-c56aaca0-3cca-4f7a-9b28-06615955933f None None] For port 0e6c55c6-5e87-468c-aea2-cad2debf29bc, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:29:39.637617 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-c56aaca0-3cca-4f7a-9b28-06615955933f None None] For port 0e6c55c6-5e87-468c-aea2-cad2debf29bc, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=0e6c55c6-5e87-468c-aea2-cad2debf29bc,segment=NetworkSegment(c1d6754d-b734-44bc-bff5-415abede33c3),segment_id=c1d6754d-b734-44bc-bff5-415abede33c3)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:29:39.643439 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c56aaca0-3cca-4f7a-9b28-06615955933f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:39.711737 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56aaca0-3cca-4f7a-9b28-06615955933f None None] Pushing event updated for resources: {'Port': ['ID=0e6c55c6-5e87-468c-aea2-cad2debf29bc,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:39.751415 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-c38a6f83-b9bc-41d0-8fc6-fe573b9bbb10 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Allocated IP 172.20.0.1 (36b220c2-839c-4964-9dba-4bfe6865b931/f6acbe34-a5c4-4140-bc42-5f28d48489fc/5db0aca3-59c0-409b-b817-f2e729eb2a95) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:29:39.769957 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-199f76ec-2ce7-4590-903e-7fe9813476e3 req-561c1ff5-60db-43d6-84b7-3c4f13f03749 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a49190d5-8d0c-4468-84dc-ad37cbfb89e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0737555 Sep 21 18:29:39.943191 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f76ec-2ce7-4590-903e-7fe9813476e3 req-9fc7e209-b56a-4213-a309-c79927a230c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:39.945485 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-199f76ec-2ce7-4590-903e-7fe9813476e3 req-9fc7e209-b56a-4213-a309-c79927a230c4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed22908bce274772830e1e318854b4a6&device_id=a49190d5-8d0c-4468-84dc-ad37cbfb89e0 HTTP/1.1" status: 200 len: 1096 time: 0.0958447 Sep 21 18:29:40.022216 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c38a6f83-b9bc-41d0-8fc6-fe573b9bbb10 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:40.110908 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f76ec-2ce7-4590-903e-7fe9813476e3 req-48db2c89-c39c-4ac0-b6ab-fded00755207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:40.112441 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-199f76ec-2ce7-4590-903e-7fe9813476e3 req-48db2c89-c39c-4ac0-b6ab-fded00755207 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d369e5c5-60af-4748-b4b0-9650fd649648 HTTP/1.1" status: 200 len: 913 time: 0.1397076 Sep 21 18:29:40.114424 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c38a6f83-b9bc-41d0-8fc6-fe573b9bbb10 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:40.203654 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38a6f83-b9bc-41d0-8fc6-fe573b9bbb10 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Network 36b220c2-839c-4964-9dba-4bfe6865b931 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:29:40.212949 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-c38a6f83-b9bc-41d0-8fc6-fe573b9bbb10 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:29:40.216582 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a6f83-b9bc-41d0-8fc6-fe573b9bbb10 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'Port': ['ID=5db0aca3-59c0-409b-b817-f2e729eb2a95,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:40.221402 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38a6f83-b9bc-41d0-8fc6-fe573b9bbb10 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:29:40.256908 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-199f76ec-2ce7-4590-903e-7fe9813476e3 req-319f8d38-bb87-4227-8699-30cb005575e1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f8f1363-17d8-4146-a684-c3a971039cc9 HTTP/1.1" status: 200 len: 1001 time: 0.1329675 Sep 21 18:29:40.311795 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c38a6f83-b9bc-41d0-8fc6-fe573b9bbb10 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:40.359949 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f76ec-2ce7-4590-903e-7fe9813476e3 req-2fb68039-cd38-464a-84d9-de90cc7f1afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:40.361517 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-199f76ec-2ce7-4590-903e-7fe9813476e3 req-2fb68039-cd38-464a-84d9-de90cc7f1afd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3451e09d-0afb-4f27-b18f-9613783297a1 HTTP/1.1" status: 200 len: 851 time: 0.0956459 Sep 21 18:29:40.453260 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f76ec-2ce7-4590-903e-7fe9813476e3 req-e1687991-5ea0-4742-806a-637245451d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:40.454777 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-199f76ec-2ce7-4590-903e-7fe9813476e3 req-e1687991-5ea0-4742-806a-637245451d25 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d369e5c5-60af-4748-b4b0-9650fd649648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830157 Sep 21 18:29:40.510461 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c38a6f83-b9bc-41d0-8fc6-fe573b9bbb10 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:40.645998 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-199f76ec-2ce7-4590-903e-7fe9813476e3 req-0bbe777b-7d35-46d6-98b9-fee6418459c9 service neutron] 10.222.0.38 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843107 Sep 21 18:29:40.728972 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88124bad-ab4f-4522-b747-a083bc8ab40f None None] Network 36b220c2-839c-4964-9dba-4bfe6865b931 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:29:40.796388 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-18c7a258-1689-46ae-b53c-d01500c9c617 None None] Provisioning complete for port 0e6c55c6-5e87-468c-aea2-cad2debf29bc triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:29:40.796761 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-18c7a258-1689-46ae-b53c-d01500c9c617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:40.818441 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-199f76ec-2ce7-4590-903e-7fe9813476e3 req-7b860882-4e19-42b3-89f3-96338fd33204 service neutron] 10.222.0.38 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643674 Sep 21 18:29:40.906068 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c38a6f83-b9bc-41d0-8fc6-fe573b9bbb10 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:40.911719 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c38a6f83-b9bc-41d0-8fc6-fe573b9bbb10 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:40.945081 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-18c7a258-1689-46ae-b53c-d01500c9c617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:40.986689 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a6f83-b9bc-41d0-8fc6-fe573b9bbb10 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'Port': ['ID=5db0aca3-59c0-409b-b817-f2e729eb2a95,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:40.992062 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c38a6f83-b9bc-41d0-8fc6-fe573b9bbb10 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:40.999736 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-18c7a258-1689-46ae-b53c-d01500c9c617 None None] For port 0e6c55c6-5e87-468c-aea2-cad2debf29bc, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=0e6c55c6-5e87-468c-aea2-cad2debf29bc,segment=NetworkSegment(c1d6754d-b734-44bc-bff5-415abede33c3),segment_id=c1d6754d-b734-44bc-bff5-415abede33c3)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:29:41.006767 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-18c7a258-1689-46ae-b53c-d01500c9c617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:41.066131 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7a258-1689-46ae-b53c-d01500c9c617 None None] Pushing event updated for resources: {'Port': ['ID=0e6c55c6-5e87-468c-aea2-cad2debf29bc,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:41.331206 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-548a5b9b-872e-41ab-b2fe-30af981aafee None None] Provisioning complete for port 0e6c55c6-5e87-468c-aea2-cad2debf29bc triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:29:41.331637 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-548a5b9b-872e-41ab-b2fe-30af981aafee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:41.376647 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 2e7c7a43-5d07-4ff5-ba27-2cffeb111f10 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:29:41.478365 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 2e7c7a43-5d07-4ff5-ba27-2cffeb111f10 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:29:41.478649 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:41.496035 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38a6f83-b9bc-41d0-8fc6-fe573b9bbb10 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Network 36b220c2-839c-4964-9dba-4bfe6865b931 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:29:41.498297 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-c38a6f83-b9bc-41d0-8fc6-fe573b9bbb10 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:29:41.530838 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-548a5b9b-872e-41ab-b2fe-30af981aafee None None] Provisioning complete for port 5db0aca3-59c0-409b-b817-f2e729eb2a95 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:29:41.531228 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-548a5b9b-872e-41ab-b2fe-30af981aafee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:41.597149 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-548a5b9b-872e-41ab-b2fe-30af981aafee None None] Port 5db0aca3-59c0-409b-b817-f2e729eb2a95 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:29:41.608219 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:41.623294 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38a6f83-b9bc-41d0-8fc6-fe573b9bbb10 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Router 248537ca-e0e3-4237-8244-29ce46fb6204 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:29:41.632416 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 2e7c7a43-5d07-4ff5-ba27-2cffeb111f10, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=2e7c7a43-5d07-4ff5-ba27-2cffeb111f10,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:29:41.638647 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:41.640074 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 0e6c55c6-5e87-468c-aea2-cad2debf29bc up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:29:41.723170 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=2e7c7a43-5d07-4ff5-ba27-2cffeb111f10,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:41.736544 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-380675ce-9a37-428e-bb13-944ff475199f None None] Provisioning complete for port 5db0aca3-59c0-409b-b817-f2e729eb2a95 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:29:41.737185 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-380675ce-9a37-428e-bb13-944ff475199f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:41.739486 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38a6f83-b9bc-41d0-8fc6-fe573b9bbb10 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:29:41.747536 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50644) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:41.748027 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c38a6f83-b9bc-41d0-8fc6-fe573b9bbb10 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "PUT /v2.0/routers/248537ca-e0e3-4237-8244-29ce46fb6204/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7744348 Sep 21 18:29:41.760807 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84e002d-af29-4ccf-a725-f5957987549a None None] Sync routers for ids ['248537ca-e0e3-4237-8244-29ce46fb6204'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:29:41.772496 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 0e6c55c6-5e87-468c-aea2-cad2debf29bc triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:29:41.772871 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:41.805249 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84e002d-af29-4ccf-a725-f5957987549a None None] Routers {'248537ca-e0e3-4237-8244-29ce46fb6204'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:29:41.805793 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a84e002d-af29-4ccf-a725-f5957987549a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:29:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['248537ca-e0e3-4237-8244-29ce46fb6204'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:41.810130 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-380675ce-9a37-428e-bb13-944ff475199f None None] Port 5db0aca3-59c0-409b-b817-f2e729eb2a95 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:29:41.919234 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb42c70-3413-4a57-978f-39e976f2c875 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:41.919742 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb42c70-3413-4a57-978f-39e976f2c875 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:41.920223 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb42c70-3413-4a57-978f-39e976f2c875 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:41.920688 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb42c70-3413-4a57-978f-39e976f2c875 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:41.921156 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb42c70-3413-4a57-978f-39e976f2c875 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:41.921621 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb42c70-3413-4a57-978f-39e976f2c875 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:41.923667 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6eb42c70-3413-4a57-978f-39e976f2c875 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1750050 Sep 21 18:29:41.926790 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50646) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:42.024164 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbe5fb6-ad41-4013-a177-9425ecef873e tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:42.024541 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbe5fb6-ad41-4013-a177-9425ecef873e tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:42.025003 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbe5fb6-ad41-4013-a177-9425ecef873e tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:42.025463 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbe5fb6-ad41-4013-a177-9425ecef873e tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:42.025916 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbe5fb6-ad41-4013-a177-9425ecef873e tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:42.026362 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbe5fb6-ad41-4013-a177-9425ecef873e tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:42.028314 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1fbe5fb6-ad41-4013-a177-9425ecef873e tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1004574 Sep 21 18:29:42.031286 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50650) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:42.132904 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-a84e002d-af29-4ccf-a725-f5957987549a None None] Set router 248537ca-e0e3-4237-8244-29ce46fb6204 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:29:42.135932 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-3ef62c74-8304-4dcf-bb4f-936faf7a6874 None None] Provisioning complete for port 5db0aca3-59c0-409b-b817-f2e729eb2a95 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:29:42.136291 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3ef62c74-8304-4dcf-bb4f-936faf7a6874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:42.239607 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-3ef62c74-8304-4dcf-bb4f-936faf7a6874 None None] Port 5db0aca3-59c0-409b-b817-f2e729eb2a95 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:29:42.269292 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-de2ee60b-c8f1-4611-b600-f0a4459c6c44 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2369218 Sep 21 18:29:42.367661 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a84e002d-af29-4ccf-a725-f5957987549a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'name': 'tempest-TestNetworkBasicOps-router-1349919944', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:29:36Z', 'updated_at': '2021-09-21T18:29:40Z', 'revision_number': 4, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port': {'id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:37Z', 'updated_at': '2021-09-21T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '5db0aca3-59c0-409b-b817-f2e729eb2a95', 'name': '', 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'mac_address': 'fa:16:3e:80:99:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f6acbe34-a5c4-4140-bc42-5f28d48489fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:39Z', 'updated_at': '2021-09-21T18:29:40Z', 'revision_number': 2, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'subnets': [{'id': 'f6acbe34-a5c4-4140-bc42-5f28d48489fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:42.393752 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84e002d-af29-4ccf-a725-f5957987549a None None] Checking router: 248537ca-e0e3-4237-8244-29ce46fb6204 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:29:42.394097 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84e002d-af29-4ccf-a725-f5957987549a None None] Updating router 248537ca-e0e3-4237-8244-29ce46fb6204 port 5db0aca3-59c0-409b-b817-f2e729eb2a95 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:29:42.418368 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a84e002d-af29-4ccf-a725-f5957987549a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:42.525842 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50654) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:42.530764 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-044ecc64-b8f3-41a3-9db5-3d29c83d1fdb tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-236593603', 'description': 'tempest-secgroup-smoke-236593603 description', 'project_id': 'e4082deffd6f4d78abe4eac5c52260de'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:29:42.559521 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-044ecc64-b8f3-41a3-9db5-3d29c83d1fdb tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:42.645021 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-044ecc64-b8f3-41a3-9db5-3d29c83d1fdb tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:42.650024 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-044ecc64-b8f3-41a3-9db5-3d29c83d1fdb tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:42.674778 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-044ecc64-b8f3-41a3-9db5-3d29c83d1fdb tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:42.676039 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-044ecc64-b8f3-41a3-9db5-3d29c83d1fdb tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1490822 Sep 21 18:29:42.679570 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50656) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:42.680109 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ecc64-b8f3-41a3-9db5-3d29c83d1fdb tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66f42ea6-d016-4834-81d8-669481a5ecb0,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:42.684908 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-51ca990d-c885-4dc6-a922-d8ab57c01c8a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Request body: {'security_group_rule': {'security_group_id': '66f42ea6-d016-4834-81d8-669481a5ecb0', 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:29:42.685679 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a84e002d-af29-4ccf-a725-f5957987549a None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:42.693225 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a84e002d-af29-4ccf-a725-f5957987549a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:42.714266 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-51ca990d-c885-4dc6-a922-d8ab57c01c8a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:42.740908 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f50db4-7a7a-4c21-9f3a-0d7c4b46fd16 None None] Pushing event updated for resources: {'Port': ['ID=5db0aca3-59c0-409b-b817-f2e729eb2a95,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:42.779611 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-51ca990d-c885-4dc6-a922-d8ab57c01c8a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:42.784830 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-51ca990d-c885-4dc6-a922-d8ab57c01c8a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:42.797326 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a84e002d-af29-4ccf-a725-f5957987549a None None] Attempting to bind port 5db0aca3-59c0-409b-b817-f2e729eb2a95 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:29:42.798241 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a84e002d-af29-4ccf-a725-f5957987549a None None] Attempting to bind port 5db0aca3-59c0-409b-b817-f2e729eb2a95 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'c1d6754d-b734-44bc-bff5-415abede33c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:29:42.798241 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84e002d-af29-4ccf-a725-f5957987549a None None] Attempting to bind port 5db0aca3-59c0-409b-b817-f2e729eb2a95 on network 36b220c2-839c-4964-9dba-4bfe6865b931 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:29:42.803667 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84e002d-af29-4ccf-a725-f5957987549a None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:29:42.804036 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84e002d-af29-4ccf-a725-f5957987549a None None] Checking segment: {'id': 'c1d6754d-b734-44bc-bff5-415abede33c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:29:42.804929 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a84e002d-af29-4ccf-a725-f5957987549a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:42.805077 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84e002d-af29-4ccf-a725-f5957987549a None None] Bound using segment: {'id': 'c1d6754d-b734-44bc-bff5-415abede33c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:29:42.805740 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-a84e002d-af29-4ccf-a725-f5957987549a None None] Bound port: 5db0aca3-59c0-409b-b817-f2e729eb2a95, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d6754d-b734-44bc-bff5-415abede33c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:29:42.805906 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a84e002d-af29-4ccf-a725-f5957987549a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:42.806106 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca990d-c885-4dc6-a922-d8ab57c01c8a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b59b673-4ba5-4957-b30d-e8dcd13a7666,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:42.814038 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-51ca990d-c885-4dc6-a922-d8ab57c01c8a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:42.818112 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-51ca990d-c885-4dc6-a922-d8ab57c01c8a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1348648 Sep 21 18:29:42.818532 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50658) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:42.823944 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-e4a3dba5-c0e3-41fe-b035-1a702b279c1e tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Request body: {'security_group_rule': {'security_group_id': '66f42ea6-d016-4834-81d8-669481a5ecb0', 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:29:42.854083 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e4a3dba5-c0e3-41fe-b035-1a702b279c1e tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:42.879908 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a84e002d-af29-4ccf-a725-f5957987549a None None] For port 5db0aca3-59c0-409b-b817-f2e729eb2a95, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:29:42.883607 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a84e002d-af29-4ccf-a725-f5957987549a None None] For port 5db0aca3-59c0-409b-b817-f2e729eb2a95, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=5db0aca3-59c0-409b-b817-f2e729eb2a95,segment=NetworkSegment(c1d6754d-b734-44bc-bff5-415abede33c3),segment_id=c1d6754d-b734-44bc-bff5-415abede33c3)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:29:42.889381 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a84e002d-af29-4ccf-a725-f5957987549a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:42.921006 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e4a3dba5-c0e3-41fe-b035-1a702b279c1e tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:42.928783 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e4a3dba5-c0e3-41fe-b035-1a702b279c1e tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:42.948347 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84e002d-af29-4ccf-a725-f5957987549a None None] Routers {'248537ca-e0e3-4237-8244-29ce46fb6204'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:29:42.948999 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a84e002d-af29-4ccf-a725-f5957987549a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:29:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['248537ca-e0e3-4237-8244-29ce46fb6204'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:42.949366 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3dba5-c0e3-41fe-b035-1a702b279c1e tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=985a1272-2fcf-407a-b866-de67f290c497,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:42.958953 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e4a3dba5-c0e3-41fe-b035-1a702b279c1e tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:42.960248 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e4a3dba5-c0e3-41fe-b035-1a702b279c1e tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1406324 Sep 21 18:29:42.962957 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50660) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:42.967668 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-258b032e-986d-4c45-985e-bdd4a2d7f73f tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Request body: {'security_group_rule': {'security_group_id': '66f42ea6-d016-4834-81d8-669481a5ecb0', 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:29:42.999477 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-258b032e-986d-4c45-985e-bdd4a2d7f73f tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:43.007850 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f50db4-7a7a-4c21-9f3a-0d7c4b46fd16 None None] Pushing event updated for resources: {'Port': ['ID=5db0aca3-59c0-409b-b817-f2e729eb2a95,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:43.090044 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-e996145a-cbf0-4c5e-8122-dd0aac6e128f None None] Provisioning complete for port 5db0aca3-59c0-409b-b817-f2e729eb2a95 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:29:43.090444 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e996145a-cbf0-4c5e-8122-dd0aac6e128f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:43.091577 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-258b032e-986d-4c45-985e-bdd4a2d7f73f tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:43.102197 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-258b032e-986d-4c45-985e-bdd4a2d7f73f tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:43.129226 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-a84e002d-af29-4ccf-a725-f5957987549a None None] Set router 248537ca-e0e3-4237-8244-29ce46fb6204 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:29:43.138089 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b032e-986d-4c45-985e-bdd4a2d7f73f tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b281ba7f-8a3c-449f-b7a5-858b2703b3dd,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:43.149050 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-258b032e-986d-4c45-985e-bdd4a2d7f73f tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:43.151669 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-258b032e-986d-4c45-985e-bdd4a2d7f73f tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1875086 Sep 21 18:29:43.155912 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50662) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:43.162953 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-7788cc0f-3457-4b6e-b881-b07909b54ae0 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Request body: {'security_group_rule': {'security_group_id': '66f42ea6-d016-4834-81d8-669481a5ecb0', 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:29:43.216784 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7788cc0f-3457-4b6e-b881-b07909b54ae0 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:43.286328 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 2e7c7a43-5d07-4ff5-ba27-2cffeb111f10 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:29:43.332450 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7788cc0f-3457-4b6e-b881-b07909b54ae0 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:43.338664 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7788cc0f-3457-4b6e-b881-b07909b54ae0 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:43.365813 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788cc0f-3457-4b6e-b881-b07909b54ae0 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b5eaba0-110a-4522-9e05-f3543a387bc0,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:43.370265 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7788cc0f-3457-4b6e-b881-b07909b54ae0 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:43.371748 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7788cc0f-3457-4b6e-b881-b07909b54ae0 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2145336 Sep 21 18:29:43.374897 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50664) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:43.380912 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-cb700076-5706-412e-847f-8029df8b3b6e tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Request body: {'security_group_rule': {'security_group_id': '66f42ea6-d016-4834-81d8-669481a5ecb0', 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:29:43.405694 n-d-810291-1 neutron-server[101460]: INFO neutron.db.securitygroups_db [None req-cb700076-5706-412e-847f-8029df8b3b6e tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Project e4082deffd6f4d78abe4eac5c52260de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:29:43.411730 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cb700076-5706-412e-847f-8029df8b3b6e tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:43.462950 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e996145a-cbf0-4c5e-8122-dd0aac6e128f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:43.482167 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cb700076-5706-412e-847f-8029df8b3b6e tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:43.486596 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cb700076-5706-412e-847f-8029df8b3b6e tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:43.499363 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 2e7c7a43-5d07-4ff5-ba27-2cffeb111f10 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:29:43.499728 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:43.504967 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb700076-5706-412e-847f-8029df8b3b6e tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c459d2-e024-4ef2-a3a9-6db4451fe1a4,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:43.512867 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cb700076-5706-412e-847f-8029df8b3b6e tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:43.517151 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-cb700076-5706-412e-847f-8029df8b3b6e tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1410737 Sep 21 18:29:43.517317 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50666) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:43.522218 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-94e713f4-c8b4-4d55-bf70-47fbd4be1f33 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Request body: {'security_group_rule': {'security_group_id': '66f42ea6-d016-4834-81d8-669481a5ecb0', 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:29:43.544189 n-d-810291-1 neutron-server[101461]: INFO neutron.db.securitygroups_db [None req-94e713f4-c8b4-4d55-bf70-47fbd4be1f33 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Project e4082deffd6f4d78abe4eac5c52260de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:29:43.549249 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-94e713f4-c8b4-4d55-bf70-47fbd4be1f33 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:43.569005 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-e996145a-cbf0-4c5e-8122-dd0aac6e128f None None] For port 5db0aca3-59c0-409b-b817-f2e729eb2a95, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=5db0aca3-59c0-409b-b817-f2e729eb2a95,segment=NetworkSegment(c1d6754d-b734-44bc-bff5-415abede33c3),segment_id=c1d6754d-b734-44bc-bff5-415abede33c3)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:29:43.578465 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e996145a-cbf0-4c5e-8122-dd0aac6e128f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:43.620973 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-94e713f4-c8b4-4d55-bf70-47fbd4be1f33 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:43.626077 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-94e713f4-c8b4-4d55-bf70-47fbd4be1f33 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:43.645920 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e713f4-c8b4-4d55-bf70-47fbd4be1f33 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98f8342-6ade-47fc-95e9-b345e8858f12,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:43.655211 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-94e713f4-c8b4-4d55-bf70-47fbd4be1f33 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:43.663495 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-94e713f4-c8b4-4d55-bf70-47fbd4be1f33 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1449895 Sep 21 18:29:43.682915 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e996145a-cbf0-4c5e-8122-dd0aac6e128f None None] Pushing event updated for resources: {'Port': ['ID=5db0aca3-59c0-409b-b817-f2e729eb2a95,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:43.722656 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a84e002d-af29-4ccf-a725-f5957987549a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'name': 'tempest-TestNetworkBasicOps-router-1349919944', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:29:36Z', 'updated_at': '2021-09-21T18:29:40Z', 'revision_number': 4, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port': {'id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:37Z', 'updated_at': '2021-09-21T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '5db0aca3-59c0-409b-b817-f2e729eb2a95', 'name': '', 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'mac_address': 'fa:16:3e:80:99:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f6acbe34-a5c4-4140-bc42-5f28d48489fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:39Z', 'updated_at': '2021-09-21T18:29:42Z', 'revision_number': 4, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'subnets': [{'id': 'f6acbe34-a5c4-4140-bc42-5f28d48489fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:43.726979 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-11c14f6e-64fa-4413-8c0c-a4f2d96c5a5f None None] Provisioning complete for port 5db0aca3-59c0-409b-b817-f2e729eb2a95 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:29:43.726979 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-11c14f6e-64fa-4413-8c0c-a4f2d96c5a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:43.758545 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84e002d-af29-4ccf-a725-f5957987549a None None] The sync data for ids ['248537ca-e0e3-4237-8244-29ce46fb6204'] in n-d-810291-1 is: [{'id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'name': 'tempest-TestNetworkBasicOps-router-1349919944', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:29:36Z', 'updated_at': '2021-09-21T18:29:40Z', 'revision_number': 4, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port': {'id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:37Z', 'updated_at': '2021-09-21T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '5db0aca3-59c0-409b-b817-f2e729eb2a95', 'name': '', 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'mac_address': 'fa:16:3e:80:99:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f6acbe34-a5c4-4140-bc42-5f28d48489fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:39Z', 'updated_at': '2021-09-21T18:29:42Z', 'revision_number': 4, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'subnets': [{'id': 'f6acbe34-a5c4-4140-bc42-5f28d48489fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:29:43.879694 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-be64e63d-32d0-43ef-a459-a746d1359575 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-236593603&fields=id&tenant_id=e4082deffd6f4d78abe4eac5c52260de HTTP/1.1" status: 200 len: 267 time: 0.0781269 Sep 21 18:29:44.011666 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-47ee785d-c626-492d-8ec8-de7e46205dee tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:44.013210 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-47ee785d-c626-492d-8ec8-de7e46205dee tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/networks?id=36b220c2-839c-4964-9dba-4bfe6865b931 HTTP/1.1" status: 200 len: 797 time: 0.1322494 Sep 21 18:29:44.029343 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-3822ddbd-ad5c-4a4e-977f-197e34418e7e tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/quotas/e4082deffd6f4d78abe4eac5c52260de HTTP/1.1" status: 200 len: 375 time: 0.0098031 Sep 21 18:29:44.086387 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-b22e0cce-9ff9-4c8b-a301-e91b84f66d75 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4082deffd6f4d78abe4eac5c52260de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510535 Sep 21 18:29:44.106060 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-9c690d46-2924-4063-82fd-4d04c9f20145 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:29:44.107475 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-9c690d46-2924-4063-82fd-4d04c9f20145 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072017 Sep 21 18:29:44.220169 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-8f56dedb-ee14-4eb8-bce3-5de26d696920 service neutron] 10.222.0.58 "GET /v2.0/networks/36b220c2-839c-4964-9dba-4bfe6865b931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048028 Sep 21 18:29:44.313522 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-09955bf4-3925-454d-93d3-387ceedbe686 service neutron] 10.222.0.58 "GET /v2.0/networks/36b220c2-839c-4964-9dba-4bfe6865b931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863457 Sep 21 18:29:44.496806 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-06e8d437-193b-41d1-a070-f889186f36c5 req-6f50251e-3cdb-46b8-b155-5790d96cd5ea tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=e469498d-bbf8-49c7-819c-5baa6cd8ed5b HTTP/1.1" status: 200 len: 210 time: 0.0340517 Sep 21 18:29:45.261011 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 5db0aca3-59c0-409b-b817-f2e729eb2a95 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:29:45.311545 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 5db0aca3-59c0-409b-b817-f2e729eb2a95 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:29:45.311925 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:45.520619 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-85427b1f-45d8-46be-a326-cfa380c6bc26 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:45.522285 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-85427b1f-45d8-46be-a326-cfa380c6bc26 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.44 "GET /v2.0/networks?id=36b220c2-839c-4964-9dba-4bfe6865b931 HTTP/1.1" status: 200 len: 797 time: 0.1119940 Sep 21 18:29:45.567546 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-e215c73e-d85d-48f9-9ae1-7877f2d79d48 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4082deffd6f4d78abe4eac5c52260de HTTP/1.1" status: 200 len: 379 time: 0.0352521 Sep 21 18:29:45.583837 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-ce048973-1971-44a1-bb44-2ef166998784 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Request body: {'port': {'device_id': 'e469498d-bbf8-49c7-819c-5baa6cd8ed5b', 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931', 'admin_state_up': True, 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'security_groups': ['66f42ea6-d016-4834-81d8-669481a5ecb0']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:29:45.601654 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-12e9bd3f-f984-4ec2-9fdd-ab2b5411d3be req-778cd009-6532-47e8-aa83-4b589e144e43 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=e469498d-bbf8-49c7-819c-5baa6cd8ed5b HTTP/1.1" status: 200 len: 210 time: 0.0319586 Sep 21 18:29:45.720552 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-ce048973-1971-44a1-bb44-2ef166998784 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Made reservation on behalf of e4082deffd6f4d78abe4eac5c52260de for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:29:45.724183 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-ce048973-1971-44a1-bb44-2ef166998784 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:45.858396 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-ce048973-1971-44a1-bb44-2ef166998784 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Allocated IP 172.20.0.9 (36b220c2-839c-4964-9dba-4bfe6865b931/f6acbe34-a5c4-4140-bc42-5f28d48489fc/d29bc4fd-c7df-495c-b3cc-b07032758f2c) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:29:45.938299 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d7bd924a-4c36-406a-8e55-e8d0e496a22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:46.009731 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-ce048973-1971-44a1-bb44-2ef166998784 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:46.045203 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-ce048973-1971-44a1-bb44-2ef166998784 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:46.094521 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-ce048973-1971-44a1-bb44-2ef166998784 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Network 36b220c2-839c-4964-9dba-4bfe6865b931 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:29:46.097632 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-ce048973-1971-44a1-bb44-2ef166998784 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:29:46.105823 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-ce048973-1971-44a1-bb44-2ef166998784 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:29:46.131258 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce048973-1971-44a1-bb44-2ef166998784 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'Port': ['ID=d29bc4fd-c7df-495c-b3cc-b07032758f2c,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:46.163707 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-ce048973-1971-44a1-bb44-2ef166998784 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:46.164368 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-ce048973-1971-44a1-bb44-2ef166998784 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:46.181761 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-ce048973-1971-44a1-bb44-2ef166998784 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6037185 Sep 21 18:29:46.193570 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-690875e1-aa72-411c-aee5-f03d7883527d tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:29:46.194902 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-690875e1-aa72-411c-aee5-f03d7883527d tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065866 Sep 21 18:29:46.209374 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-db618df3-e6d7-4391-8e8b-d883b8302dd9 service neutron] Request body: {'port': {'device_id': 'e469498d-bbf8-49c7-819c-5baa6cd8ed5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:29:46.274365 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-db618df3-e6d7-4391-8e8b-d883b8302dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:46.313763 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5ef093eb-7380-4aeb-94aa-af4cf72df3af None None] Provisioning complete for port d29bc4fd-c7df-495c-b3cc-b07032758f2c triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:29:46.314349 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5ef093eb-7380-4aeb-94aa-af4cf72df3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:46.353046 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5ef093eb-7380-4aeb-94aa-af4cf72df3af None None] Port d29bc4fd-c7df-495c-b3cc-b07032758f2c cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:29:46.559988 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-db618df3-e6d7-4391-8e8b-d883b8302dd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d29bc4fd-c7df-495c-b3cc-b07032758f2c {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:29:46.568475 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-db618df3-e6d7-4391-8e8b-d883b8302dd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:46.581951 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-db618df3-e6d7-4391-8e8b-d883b8302dd9 service neutron] Transition to ACTIVE for port object d29bc4fd-c7df-495c-b3cc-b07032758f2c will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:29:46.587292 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-db618df3-e6d7-4391-8e8b-d883b8302dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:46.646966 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db618df3-e6d7-4391-8e8b-d883b8302dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=d29bc4fd-c7df-495c-b3cc-b07032758f2c,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:46.720143 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-db618df3-e6d7-4391-8e8b-d883b8302dd9 service neutron] Attempting to bind port d29bc4fd-c7df-495c-b3cc-b07032758f2c on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:29:46.720664 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-db618df3-e6d7-4391-8e8b-d883b8302dd9 service neutron] Attempting to bind port d29bc4fd-c7df-495c-b3cc-b07032758f2c by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'c1d6754d-b734-44bc-bff5-415abede33c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:29:46.721016 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-db618df3-e6d7-4391-8e8b-d883b8302dd9 service neutron] Attempting to bind port d29bc4fd-c7df-495c-b3cc-b07032758f2c on network 36b220c2-839c-4964-9dba-4bfe6865b931 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:29:46.726417 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-db618df3-e6d7-4391-8e8b-d883b8302dd9 service neutron] Port d29bc4fd-c7df-495c-b3cc-b07032758f2c on network 36b220c2-839c-4964-9dba-4bfe6865b931 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:29:46.727066 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-db618df3-e6d7-4391-8e8b-d883b8302dd9 service neutron] Attempting to bind port d29bc4fd-c7df-495c-b3cc-b07032758f2c on network 36b220c2-839c-4964-9dba-4bfe6865b931 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:29:46.732861 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-db618df3-e6d7-4391-8e8b-d883b8302dd9 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:29:46.733618 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-db618df3-e6d7-4391-8e8b-d883b8302dd9 service neutron] Checking segment: {'id': 'c1d6754d-b734-44bc-bff5-415abede33c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:29:46.734090 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-db618df3-e6d7-4391-8e8b-d883b8302dd9 service neutron] Bound using segment: {'id': 'c1d6754d-b734-44bc-bff5-415abede33c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:29:46.734607 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-db618df3-e6d7-4391-8e8b-d883b8302dd9 service neutron] Bound port: d29bc4fd-c7df-495c-b3cc-b07032758f2c, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d6754d-b734-44bc-bff5-415abede33c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:29:46.735279 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-db618df3-e6d7-4391-8e8b-d883b8302dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:46.745137 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7d896-987e-4f97-9c06-6ac2d45898a5 req-3e0735d5-167b-4eaf-9fd6-899932c7dd5e tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:46.752023 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-01b7d896-987e-4f97-9c06-6ac2d45898a5 req-3e0735d5-167b-4eaf-9fd6-899932c7dd5e tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=e469498d-bbf8-49c7-819c-5baa6cd8ed5b HTTP/1.1" status: 200 len: 943 time: 0.0588617 Sep 21 18:29:46.815578 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-01b7d896-987e-4f97-9c06-6ac2d45898a5 req-997652e0-f89b-426c-a8f7-06c8a2d9ab9f tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/security-groups?id=66f42ea6-d016-4834-81d8-669481a5ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619125 Sep 21 18:29:46.821338 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-db618df3-e6d7-4391-8e8b-d883b8302dd9 service neutron] For port d29bc4fd-c7df-495c-b3cc-b07032758f2c, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:29:46.828135 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-db618df3-e6d7-4391-8e8b-d883b8302dd9 service neutron] For port d29bc4fd-c7df-495c-b3cc-b07032758f2c, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=d29bc4fd-c7df-495c-b3cc-b07032758f2c,segment=NetworkSegment(c1d6754d-b734-44bc-bff5-415abede33c3),segment_id=c1d6754d-b734-44bc-bff5-415abede33c3)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:29:46.840808 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-db618df3-e6d7-4391-8e8b-d883b8302dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:46.886501 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-db618df3-e6d7-4391-8e8b-d883b8302dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:46.887151 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-db618df3-e6d7-4391-8e8b-d883b8302dd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:46.888994 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-db618df3-e6d7-4391-8e8b-d883b8302dd9 service neutron] 10.222.0.44 "PUT /v2.0/ports/d29bc4fd-c7df-495c-b3cc-b07032758f2c HTTP/1.1" status: 200 len: 1091 time: 0.6849570 Sep 21 18:29:46.891864 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e469498d-bbf8-49c7-819c-5baa6cd8ed5b', 'tag': 'd29bc4fd-c7df-495c-b3cc-b07032758f2c'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:29:46.896194 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c94fb31-fde3-4e0a-ad7c-f7036fa3efe9" -d '{"events": [{"name": "network-changed", "server_uuid": "e469498d-bbf8-49c7-819c-5baa6cd8ed5b", "tag": "d29bc4fd-c7df-495c-b3cc-b07032758f2c"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:29:46.929658 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db618df3-e6d7-4391-8e8b-d883b8302dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=d29bc4fd-c7df-495c-b3cc-b07032758f2c,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:46.947115 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd306dd-ded7-4c4f-a3e4-2f00b6af718a x-openstack-request-id: req-7dd306dd-ded7-4c4f-a3e4-2f00b6af718a {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:29:46.947423 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e469498d-bbf8-49c7-819c-5baa6cd8ed5b", "tag": "d29bc4fd-c7df-495c-b3cc-b07032758f2c", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:29:46.947675 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7dd306dd-ded7-4c4f-a3e4-2f00b6af718a {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:29:46.948079 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e469498d-bbf8-49c7-819c-5baa6cd8ed5b', 'tag': 'd29bc4fd-c7df-495c-b3cc-b07032758f2c', 'status': 'completed', 'code': 200} Sep 21 18:29:46.978686 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-59a212c2-074d-49e2-8feb-7a49de801b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:46.980273 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-59a212c2-074d-49e2-8feb-7a49de801b05 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e4082deffd6f4d78abe4eac5c52260de&device_id=e469498d-bbf8-49c7-819c-5baa6cd8ed5b HTTP/1.1" status: 200 len: 1094 time: 0.0450671 Sep 21 18:29:47.025128 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-6fc5280f-3154-4434-b8c3-4158fca2f180 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d29bc4fd-c7df-495c-b3cc-b07032758f2c HTTP/1.1" status: 200 len: 217 time: 0.0362675 Sep 21 18:29:47.078754 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-e8d2d7e4-9859-405a-8e1a-4197525de15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:47.080542 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-e8d2d7e4-9859-405a-8e1a-4197525de15e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f6acbe34-a5c4-4140-bc42-5f28d48489fc HTTP/1.1" status: 200 len: 834 time: 0.0468786 Sep 21 18:29:47.151803 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-0dd0eccb-ac3f-4e0a-b716-7fffa8499a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:47.154963 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-0dd0eccb-ac3f-4e0a-b716-7fffa8499a2c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=36b220c2-839c-4964-9dba-4bfe6865b931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659559 Sep 21 18:29:47.257365 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-639a4255-1eb6-4663-865c-86e94ae6f462 service neutron] 10.222.0.44 "GET /v2.0/networks/36b220c2-839c-4964-9dba-4bfe6865b931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937126 Sep 21 18:29:47.358561 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bbd3bfae-f4f2-422f-aa14-03bfe2155780 req-5f497a38-4058-4631-b2ac-a73fc4cfa5cd service neutron] 10.222.0.44 "GET /v2.0/networks/36b220c2-839c-4964-9dba-4bfe6865b931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928409 Sep 21 18:29:47.457077 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94fb31-fde3-4e0a-ad7c-f7036fa3efe9 req-c4649d51-4cad-4c44-8443-f2603d4515b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:47.459125 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5c94fb31-fde3-4e0a-ad7c-f7036fa3efe9 req-c4649d51-4cad-4c44-8443-f2603d4515b8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e4082deffd6f4d78abe4eac5c52260de&device_id=e469498d-bbf8-49c7-819c-5baa6cd8ed5b HTTP/1.1" status: 200 len: 1094 time: 0.0460033 Sep 21 18:29:47.557821 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94fb31-fde3-4e0a-ad7c-f7036fa3efe9 req-a9ba0e20-a522-4d25-8d54-ee7e1b105081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:47.559307 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5c94fb31-fde3-4e0a-ad7c-f7036fa3efe9 req-a9ba0e20-a522-4d25-8d54-ee7e1b105081 service neutron] 10.222.0.44 "GET /v2.0/networks?id=36b220c2-839c-4964-9dba-4bfe6865b931 HTTP/1.1" status: 200 len: 898 time: 0.0914307 Sep 21 18:29:47.605141 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5c94fb31-fde3-4e0a-ad7c-f7036fa3efe9 req-fe723183-2b92-4463-8b37-646e3e9b4e70 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d29bc4fd-c7df-495c-b3cc-b07032758f2c HTTP/1.1" status: 200 len: 217 time: 0.0376034 Sep 21 18:29:47.664224 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94fb31-fde3-4e0a-ad7c-f7036fa3efe9 req-3ea99c2b-2700-4492-8db3-95b11ddee473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:47.666730 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5c94fb31-fde3-4e0a-ad7c-f7036fa3efe9 req-3ea99c2b-2700-4492-8db3-95b11ddee473 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f6acbe34-a5c4-4140-bc42-5f28d48489fc HTTP/1.1" status: 200 len: 834 time: 0.0545590 Sep 21 18:29:47.722296 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94fb31-fde3-4e0a-ad7c-f7036fa3efe9 req-927c9658-f455-49f1-a12a-3d3da627646d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:47.724106 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5c94fb31-fde3-4e0a-ad7c-f7036fa3efe9 req-927c9658-f455-49f1-a12a-3d3da627646d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=36b220c2-839c-4964-9dba-4bfe6865b931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499671 Sep 21 18:29:47.836915 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5c94fb31-fde3-4e0a-ad7c-f7036fa3efe9 req-a1d12c03-a281-44d8-87ca-8b906c928caf service neutron] 10.222.0.44 "GET /v2.0/networks/36b220c2-839c-4964-9dba-4bfe6865b931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041584 Sep 21 18:29:47.932177 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b953c-8742-4bb4-ad0a-e6a3592807eb req-b8df86df-8909-46de-8b3f-0ed20e4fd18e tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:47.933662 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-140b953c-8742-4bb4-ad0a-e6a3592807eb req-b8df86df-8909-46de-8b3f-0ed20e4fd18e tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=e469498d-bbf8-49c7-819c-5baa6cd8ed5b HTTP/1.1" status: 200 len: 943 time: 0.0505147 Sep 21 18:29:47.936354 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5c94fb31-fde3-4e0a-ad7c-f7036fa3efe9 req-19d4fb96-3e58-49ee-9b61-def4b74e62a2 service neutron] 10.222.0.44 "GET /v2.0/networks/36b220c2-839c-4964-9dba-4bfe6865b931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900557 Sep 21 18:29:47.973851 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-140b953c-8742-4bb4-ad0a-e6a3592807eb req-2056c036-1c25-496c-93c1-a45fe69af132 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/security-groups?id=66f42ea6-d016-4834-81d8-669481a5ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337822 Sep 21 18:29:48.470090 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c1864413-6395-4242-b72d-c44b1b492ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:49.032253 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:49.114278 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4654df-4ea4-4466-91e6-8fe5c9457e57 req-0c5f24e1-9370-4a5b-89ea-8f21caaaab2d tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:49.115859 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba4654df-4ea4-4466-91e6-8fe5c9457e57 req-0c5f24e1-9370-4a5b-89ea-8f21caaaab2d tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=e469498d-bbf8-49c7-819c-5baa6cd8ed5b HTTP/1.1" status: 200 len: 943 time: 0.0612562 Sep 21 18:29:49.156695 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba4654df-4ea4-4466-91e6-8fe5c9457e57 req-ced63576-0a77-49e5-87c0-32f140167836 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/security-groups?id=66f42ea6-d016-4834-81d8-669481a5ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332296 Sep 21 18:29:50.059936 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device d29bc4fd-c7df-495c-b3cc-b07032758f2c details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:29:50.163503 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port d29bc4fd-c7df-495c-b3cc-b07032758f2c, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=d29bc4fd-c7df-495c-b3cc-b07032758f2c,segment=NetworkSegment(c1d6754d-b734-44bc-bff5-415abede33c3),segment_id=c1d6754d-b734-44bc-bff5-415abede33c3)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:29:50.176804 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'd29bc4fd-c7df-495c-b3cc-b07032758f2c', 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931', 'port_id': 'd29bc4fd-c7df-495c-b3cc-b07032758f2c', 'mac_address': 'fa:16:3e:46:0f:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6acbe34-a5c4-4140-bc42-5f28d48489fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:29:50.230504 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:50.231628 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:50.246226 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d29bc4fd-c7df-495c-b3cc-b07032758f2c {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:29:50.268682 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port d29bc4fd-c7df-495c-b3cc-b07032758f2c, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=d29bc4fd-c7df-495c-b3cc-b07032758f2c,segment=NetworkSegment(c1d6754d-b734-44bc-bff5-415abede33c3),segment_id=c1d6754d-b734-44bc-bff5-415abede33c3)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:29:50.273875 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:50.293933 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3bd8b2-36a7-4cfa-bcc5-06de837215e9 req-dcb5ba14-fb93-4f5f-82be-258e3fc66c1d tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:50.295475 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0a3bd8b2-36a7-4cfa-bcc5-06de837215e9 req-dcb5ba14-fb93-4f5f-82be-258e3fc66c1d tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=e469498d-bbf8-49c7-819c-5baa6cd8ed5b HTTP/1.1" status: 200 len: 943 time: 0.0577998 Sep 21 18:29:50.326596 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=d29bc4fd-c7df-495c-b3cc-b07032758f2c,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:50.334393 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:50.334739 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:50.335108 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:50.335441 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:50.335773 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:50.336100 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:50.336423 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:50.336747 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:50.337067 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:50.337386 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:50.337705 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:50.338022 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:29:50.338223 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0a3bd8b2-36a7-4cfa-bcc5-06de837215e9 req-4e048bba-54ca-484d-ba07-eb922fcab57e tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/security-groups?id=66f42ea6-d016-4834-81d8-669481a5ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352635 Sep 21 18:29:50.493668 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['d29bc4fd-c7df-495c-b3cc-b07032758f2c'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:29:51.471329 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a6d9f-234c-48b6-a816-8b2bc9eac578 req-1187a847-f0ca-4c9e-bd27-6863a1d92700 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:51.473546 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca1a6d9f-234c-48b6-a816-8b2bc9eac578 req-1187a847-f0ca-4c9e-bd27-6863a1d92700 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=e469498d-bbf8-49c7-819c-5baa6cd8ed5b HTTP/1.1" status: 200 len: 944 time: 0.0576217 Sep 21 18:29:51.516732 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca1a6d9f-234c-48b6-a816-8b2bc9eac578 req-3cc45507-d668-4cac-a6a7-d5293f325b53 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/security-groups?id=66f42ea6-d016-4834-81d8-669481a5ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367444 Sep 21 18:29:51.691666 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:52.091820 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device d29bc4fd-c7df-495c-b3cc-b07032758f2c up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:29:52.156740 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port d29bc4fd-c7df-495c-b3cc-b07032758f2c completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:29:52.162185 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port d29bc4fd-c7df-495c-b3cc-b07032758f2c triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:29:52.162750 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:52.249564 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:52.271657 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e469498d-bbf8-49c7-819c-5baa6cd8ed5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29bc4fd-c7df-495c-b3cc-b07032758f2c'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:29:52.273895 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4583dc18-e8e6-411e-85e5-5a639d6a9158" -d '{"events": [{"server_uuid": "e469498d-bbf8-49c7-819c-5baa6cd8ed5b", "name": "network-vif-plugged", "status": "completed", "tag": "d29bc4fd-c7df-495c-b3cc-b07032758f2c"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:29:52.288124 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port d29bc4fd-c7df-495c-b3cc-b07032758f2c, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=d29bc4fd-c7df-495c-b3cc-b07032758f2c,segment=NetworkSegment(c1d6754d-b734-44bc-bff5-415abede33c3),segment_id=c1d6754d-b734-44bc-bff5-415abede33c3)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:29:52.292151 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:52.316532 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f963f9a3-a7de-4e76-884f-e3755347a6c9 x-openstack-request-id: req-f963f9a3-a7de-4e76-884f-e3755347a6c9 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:29:52.316834 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e469498d-bbf8-49c7-819c-5baa6cd8ed5b", "name": "network-vif-plugged", "status": "completed", "tag": "d29bc4fd-c7df-495c-b3cc-b07032758f2c", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:29:52.317088 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f963f9a3-a7de-4e76-884f-e3755347a6c9 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:29:52.317482 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e469498d-bbf8-49c7-819c-5baa6cd8ed5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29bc4fd-c7df-495c-b3cc-b07032758f2c', 'code': 200} Sep 21 18:29:52.343714 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=d29bc4fd-c7df-495c-b3cc-b07032758f2c,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:52.413742 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba8364-3444-4a51-80c1-f70686e3d9de req-db667f4f-24ee-4357-839f-a15c239fb671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:52.415313 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-15ba8364-3444-4a51-80c1-f70686e3d9de req-db667f4f-24ee-4357-839f-a15c239fb671 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e469498d-bbf8-49c7-819c-5baa6cd8ed5b HTTP/1.1" status: 200 len: 1096 time: 0.0457435 Sep 21 18:29:52.452195 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-15ba8364-3444-4a51-80c1-f70686e3d9de req-02b76d5a-2f27-4a9d-b6a2-a8217064c987 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=66f42ea6-d016-4834-81d8-669481a5ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287621 Sep 21 18:29:52.652330 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44caf22a-66d4-446f-bd29-37c2a9929cc0 req-177586d6-6679-40db-add1-eb109cda7686 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:52.653722 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-44caf22a-66d4-446f-bd29-37c2a9929cc0 req-177586d6-6679-40db-add1-eb109cda7686 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=e469498d-bbf8-49c7-819c-5baa6cd8ed5b HTTP/1.1" status: 200 len: 945 time: 0.0582621 Sep 21 18:29:52.697143 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-44caf22a-66d4-446f-bd29-37c2a9929cc0 req-d55e83ef-611e-4816-ac16-47fae9020a25 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/security-groups?id=66f42ea6-d016-4834-81d8-669481a5ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344284 Sep 21 18:29:53.693412 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:53.830494 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12efbb-1580-4a40-9cb3-963d5806d940 req-74660094-d5b7-4ebd-999f-91401ea7aed7 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:53.831989 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e12efbb-1580-4a40-9cb3-963d5806d940 req-74660094-d5b7-4ebd-999f-91401ea7aed7 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=e469498d-bbf8-49c7-819c-5baa6cd8ed5b HTTP/1.1" status: 200 len: 945 time: 0.0552351 Sep 21 18:29:53.883361 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2e12efbb-1580-4a40-9cb3-963d5806d940 req-7c91da60-6ae6-4244-8445-f4568f4cbed7 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/security-groups?id=66f42ea6-d016-4834-81d8-669481a5ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445991 Sep 21 18:29:54.008118 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c25450-1f20-4760-9e47-a77d1044f682 req-2a04678d-316a-4c0a-8e82-071398c69dbc tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:54.009683 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-33c25450-1f20-4760-9e47-a77d1044f682 req-2a04678d-316a-4c0a-8e82-071398c69dbc tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=e469498d-bbf8-49c7-819c-5baa6cd8ed5b HTTP/1.1" status: 200 len: 945 time: 0.0526054 Sep 21 18:29:54.051492 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-33c25450-1f20-4760-9e47-a77d1044f682 req-ea57acc1-62d1-4d33-8713-1735e4492a79 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/security-groups?id=66f42ea6-d016-4834-81d8-669481a5ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325553 Sep 21 18:29:54.073594 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50718) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:54.116159 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ac43fe-5b70-4d60-8a49-632431e8f373 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:54.117712 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d8ac43fe-5b70-4d60-8a49-632431e8f373 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e469498d-bbf8-49c7-819c-5baa6cd8ed5b HTTP/1.1" status: 200 len: 1091 time: 0.0431111 Sep 21 18:29:54.122028 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50720) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:54.126338 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-baa954ee-ee8d-4de9-a375-08205dac7886 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'port_id': 'd29bc4fd-c7df-495c-b3cc-b07032758f2c', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:29:54.151864 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-baa954ee-ee8d-4de9-a375-08205dac7886 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for floatingip, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:54.248310 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-baa954ee-ee8d-4de9-a375-08205dac7886 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:54.355864 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-baa954ee-ee8d-4de9-a375-08205dac7886 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Allocated IP 172.25.6.6 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/b6d9731f-6c7b-4975-8633-742d4a80a489) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:29:54.455980 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-baa954ee-ee8d-4de9-a375-08205dac7886 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:54.490626 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-baa954ee-ee8d-4de9-a375-08205dac7886 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:54.531818 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa954ee-ee8d-4de9-a375-08205dac7886 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:29:54.536643 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-baa954ee-ee8d-4de9-a375-08205dac7886 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:29:54.541089 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa954ee-ee8d-4de9-a375-08205dac7886 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:29:54.544036 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa954ee-ee8d-4de9-a375-08205dac7886 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'Port': ['ID=b6d9731f-6c7b-4975-8633-742d4a80a489,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:54.827874 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:54.897454 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-baa954ee-ee8d-4de9-a375-08205dac7886 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:54.973441 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-baa954ee-ee8d-4de9-a375-08205dac7886 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:55.121390 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-baa954ee-ee8d-4de9-a375-08205dac7886 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:55.128753 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-baa954ee-ee8d-4de9-a375-08205dac7886 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:55.514204 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa954ee-ee8d-4de9-a375-08205dac7886 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'Port': ['ID=b6d9731f-6c7b-4975-8633-742d4a80a489,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:29:55.528844 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-baa954ee-ee8d-4de9-a375-08205dac7886 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:55.631235 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-baa954ee-ee8d-4de9-a375-08205dac7886 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Floating IP 7cbdcf17-0dce-4481-8f07-f2798f19da27 associated. External IP: 172.25.6.6, port: d29bc4fd-c7df-495c-b3cc-b07032758f2c. Sep 21 18:29:55.844148 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa954ee-ee8d-4de9-a375-08205dac7886 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Router 248537ca-e0e3-4237-8244-29ce46fb6204 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:29:55.960401 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa954ee-ee8d-4de9-a375-08205dac7886 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:29:55.971351 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b6e58-d36a-488f-bdbe-a33cff7f274b None None] Sync routers for ids ['248537ca-e0e3-4237-8244-29ce46fb6204'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:29:55.978450 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-baa954ee-ee8d-4de9-a375-08205dac7886 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:29:55.981372 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623b6e58-d36a-488f-bdbe-a33cff7f274b None None] Routers {'248537ca-e0e3-4237-8244-29ce46fb6204'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:29:55.982004 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-623b6e58-d36a-488f-bdbe-a33cff7f274b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:29:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['248537ca-e0e3-4237-8244-29ce46fb6204'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:56.004910 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-baa954ee-ee8d-4de9-a375-08205dac7886 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8818400 Sep 21 18:29:56.005481 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e469498d-bbf8-49c7-819c-5baa6cd8ed5b', 'tag': 'd29bc4fd-c7df-495c-b3cc-b07032758f2c'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:29:56.007775 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4976e420-8b28-4253-9a62-1417a4d644c4" -d '{"events": [{"name": "network-changed", "server_uuid": "e469498d-bbf8-49c7-819c-5baa6cd8ed5b", "tag": "d29bc4fd-c7df-495c-b3cc-b07032758f2c"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:29:56.007957 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50722) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:56.046369 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe8881c-0a97-4fa8-91b6-2418a8b4205a x-openstack-request-id: req-dfe8881c-0a97-4fa8-91b6-2418a8b4205a {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:29:56.047749 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e469498d-bbf8-49c7-819c-5baa6cd8ed5b", "tag": "d29bc4fd-c7df-495c-b3cc-b07032758f2c", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:29:56.048126 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dfe8881c-0a97-4fa8-91b6-2418a8b4205a {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:29:56.048750 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e469498d-bbf8-49c7-819c-5baa6cd8ed5b', 'tag': 'd29bc4fd-c7df-495c-b3cc-b07032758f2c', 'status': 'completed', 'code': 200} Sep 21 18:29:56.075606 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c5ccd311-8752-4a43-8a47-8e2dbdfe1c33 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/floatingips/7cbdcf17-0dce-4481-8f07-f2798f19da27 HTTP/1.1" status: 200 len: 989 time: 0.0653651 Sep 21 18:29:56.090624 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-623b6e58-d36a-488f-bdbe-a33cff7f274b None None] Set router 248537ca-e0e3-4237-8244-29ce46fb6204 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:29:56.110322 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976e420-8b28-4253-9a62-1417a4d644c4 req-c1a5aafa-c0ae-4b02-8a18-7c2dc3b01b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:56.111835 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4976e420-8b28-4253-9a62-1417a4d644c4 req-c1a5aafa-c0ae-4b02-8a18-7c2dc3b01b5b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e4082deffd6f4d78abe4eac5c52260de&device_id=e469498d-bbf8-49c7-819c-5baa6cd8ed5b HTTP/1.1" status: 200 len: 1096 time: 0.0410454 Sep 21 18:29:56.208836 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976e420-8b28-4253-9a62-1417a4d644c4 req-e3fe5c5f-a1be-47fb-a17d-b8f1b810507b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:56.211162 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4976e420-8b28-4253-9a62-1417a4d644c4 req-e3fe5c5f-a1be-47fb-a17d-b8f1b810507b service neutron] 10.222.0.44 "GET /v2.0/networks?id=36b220c2-839c-4964-9dba-4bfe6865b931 HTTP/1.1" status: 200 len: 898 time: 0.0920804 Sep 21 18:29:56.278662 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4976e420-8b28-4253-9a62-1417a4d644c4 req-a01a992d-83ad-43d0-b500-19c5b48d41fc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d29bc4fd-c7df-495c-b3cc-b07032758f2c HTTP/1.1" status: 200 len: 997 time: 0.0596378 Sep 21 18:29:56.320778 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-623b6e58-d36a-488f-bdbe-a33cff7f274b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'name': 'tempest-TestNetworkBasicOps-router-1349919944', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:29:36Z', 'updated_at': '2021-09-21T18:29:40Z', 'revision_number': 4, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port': {'id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:37Z', 'updated_at': '2021-09-21T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '7cbdcf17-0dce-4481-8f07-f2798f19da27', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'floating_ip_address': '172.25.6.6', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'port_id': 'd29bc4fd-c7df-495c-b3cc-b07032758f2c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931', 'mac_address': 'fa:16:3e:46:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e469498d-bbf8-49c7-819c-5baa6cd8ed5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:29:54Z', 'updated_at': '2021-09-21T18:29:54Z', 'revision_number': 0, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5db0aca3-59c0-409b-b817-f2e729eb2a95', 'name': '', 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'mac_address': 'fa:16:3e:80:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f6acbe34-a5c4-4140-bc42-5f28d48489fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:39Z', 'updated_at': '2021-09-21T18:29:43Z', 'revision_number': 5, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'subnets': [{'id': 'f6acbe34-a5c4-4140-bc42-5f28d48489fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:56.331945 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976e420-8b28-4253-9a62-1417a4d644c4 req-f35c2c1f-600f-4899-a64d-3bba5824ee82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:56.333424 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4976e420-8b28-4253-9a62-1417a4d644c4 req-f35c2c1f-600f-4899-a64d-3bba5824ee82 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f6acbe34-a5c4-4140-bc42-5f28d48489fc HTTP/1.1" status: 200 len: 834 time: 0.0466328 Sep 21 18:29:56.347543 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b6e58-d36a-488f-bdbe-a33cff7f274b None None] Checking router: 248537ca-e0e3-4237-8244-29ce46fb6204 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:29:56.356835 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623b6e58-d36a-488f-bdbe-a33cff7f274b None None] Routers {'248537ca-e0e3-4237-8244-29ce46fb6204'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:29:56.357448 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-623b6e58-d36a-488f-bdbe-a33cff7f274b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:29:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['248537ca-e0e3-4237-8244-29ce46fb6204'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:56.379642 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976e420-8b28-4253-9a62-1417a4d644c4 req-1f974b4c-72c3-47c6-a162-a24a3f1330e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:29:56.381043 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4976e420-8b28-4253-9a62-1417a4d644c4 req-1f974b4c-72c3-47c6-a162-a24a3f1330e6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=36b220c2-839c-4964-9dba-4bfe6865b931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394242 Sep 21 18:29:56.460557 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-623b6e58-d36a-488f-bdbe-a33cff7f274b None None] Set router 248537ca-e0e3-4237-8244-29ce46fb6204 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:29:56.472966 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4976e420-8b28-4253-9a62-1417a4d644c4 req-80f094d6-54dc-487d-8cc9-0373f9dac7ea service neutron] 10.222.0.44 "GET /v2.0/networks/36b220c2-839c-4964-9dba-4bfe6865b931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830946 Sep 21 18:29:56.571048 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4976e420-8b28-4253-9a62-1417a4d644c4 req-c672f53a-6442-486d-a273-cb081fe51d49 service neutron] 10.222.0.44 "GET /v2.0/networks/36b220c2-839c-4964-9dba-4bfe6865b931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898862 Sep 21 18:29:56.688200 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-623b6e58-d36a-488f-bdbe-a33cff7f274b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'name': 'tempest-TestNetworkBasicOps-router-1349919944', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:29:36Z', 'updated_at': '2021-09-21T18:29:40Z', 'revision_number': 4, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port': {'id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:37Z', 'updated_at': '2021-09-21T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '7cbdcf17-0dce-4481-8f07-f2798f19da27', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'floating_ip_address': '172.25.6.6', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'port_id': 'd29bc4fd-c7df-495c-b3cc-b07032758f2c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931', 'mac_address': 'fa:16:3e:46:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e469498d-bbf8-49c7-819c-5baa6cd8ed5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:29:54Z', 'updated_at': '2021-09-21T18:29:54Z', 'revision_number': 0, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5db0aca3-59c0-409b-b817-f2e729eb2a95', 'name': '', 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'mac_address': 'fa:16:3e:80:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f6acbe34-a5c4-4140-bc42-5f28d48489fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:39Z', 'updated_at': '2021-09-21T18:29:43Z', 'revision_number': 5, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'subnets': [{'id': 'f6acbe34-a5c4-4140-bc42-5f28d48489fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:29:56.719314 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b6e58-d36a-488f-bdbe-a33cff7f274b None None] The sync data for ids ['248537ca-e0e3-4237-8244-29ce46fb6204'] in n-d-810291-1 is: [{'id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'name': 'tempest-TestNetworkBasicOps-router-1349919944', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:29:36Z', 'updated_at': '2021-09-21T18:29:40Z', 'revision_number': 4, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port': {'id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:37Z', 'updated_at': '2021-09-21T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '7cbdcf17-0dce-4481-8f07-f2798f19da27', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'floating_ip_address': '172.25.6.6', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'port_id': 'd29bc4fd-c7df-495c-b3cc-b07032758f2c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931', 'mac_address': 'fa:16:3e:46:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e469498d-bbf8-49c7-819c-5baa6cd8ed5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:29:54Z', 'updated_at': '2021-09-21T18:29:54Z', 'revision_number': 0, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5db0aca3-59c0-409b-b817-f2e729eb2a95', 'name': '', 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'mac_address': 'fa:16:3e:80:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f6acbe34-a5c4-4140-bc42-5f28d48489fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:39Z', 'updated_at': '2021-09-21T18:29:43Z', 'revision_number': 5, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'subnets': [{'id': 'f6acbe34-a5c4-4140-bc42-5f28d48489fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:29:56.937323 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71def409-36b0-4bf5-b42c-068ebb4316ab None None] New status for floating IP 7cbdcf17-0dce-4481-8f07-f2798f19da27: ACTIVE {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:29:57.078337 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50726) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:29:57.143194 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6c6f7fcb-bb7c-4e6c-9cc9-bc904ac30e8e tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/floatingips/7cbdcf17-0dce-4481-8f07-f2798f19da27 HTTP/1.1" status: 200 len: 991 time: 0.0636525 Sep 21 18:30:06.567106 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:30:16.084401 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fbccb1a1-4f94-4274-a9f4-739b3c6e338e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:18.474315 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f64b8841-0f19-4a65-9658-d094853d80a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:19.036692 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:20.206563 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:21.690838 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:23.705112 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:24.857920 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:29.282482 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8e4de3b1-3e26-475e-bbd5-3f95c2c53101 req-b79d83d9-83b5-495e-b2ba-e689930e3710 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e469498d-bbf8-49c7-819c-5baa6cd8ed5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423787 Sep 21 18:30:29.375449 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4de3b1-3e26-475e-bbd5-3f95c2c53101 req-ca5ebbf1-aa49-44f7-840a-0122b3a65385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:29.377008 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8e4de3b1-3e26-475e-bbd5-3f95c2c53101 req-ca5ebbf1-aa49-44f7-840a-0122b3a65385 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e4082deffd6f4d78abe4eac5c52260de&device_id=e469498d-bbf8-49c7-819c-5baa6cd8ed5b HTTP/1.1" status: 200 len: 1096 time: 0.0475388 Sep 21 18:30:29.495685 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4de3b1-3e26-475e-bbd5-3f95c2c53101 req-a2394440-6e97-4e92-b543-bf759eee4876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:29.497181 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8e4de3b1-3e26-475e-bbd5-3f95c2c53101 req-a2394440-6e97-4e92-b543-bf759eee4876 service neutron] 10.222.0.44 "GET /v2.0/networks?id=36b220c2-839c-4964-9dba-4bfe6865b931 HTTP/1.1" status: 200 len: 898 time: 0.0988371 Sep 21 18:30:29.580031 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8e4de3b1-3e26-475e-bbd5-3f95c2c53101 req-ffb3acd9-2995-4c35-aa51-b4ded52e1acd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d29bc4fd-c7df-495c-b3cc-b07032758f2c HTTP/1.1" status: 200 len: 999 time: 0.0720124 Sep 21 18:30:29.643969 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4de3b1-3e26-475e-bbd5-3f95c2c53101 req-664d8c19-1d61-4a42-bb9d-bab7e44b33f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:29.646084 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8e4de3b1-3e26-475e-bbd5-3f95c2c53101 req-664d8c19-1d61-4a42-bb9d-bab7e44b33f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f6acbe34-a5c4-4140-bc42-5f28d48489fc HTTP/1.1" status: 200 len: 834 time: 0.0580661 Sep 21 18:30:29.695125 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4de3b1-3e26-475e-bbd5-3f95c2c53101 req-6580e53c-6778-4a8d-a43e-140d593f2209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:29.696753 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8e4de3b1-3e26-475e-bbd5-3f95c2c53101 req-6580e53c-6778-4a8d-a43e-140d593f2209 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=36b220c2-839c-4964-9dba-4bfe6865b931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428689 Sep 21 18:30:29.796864 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8e4de3b1-3e26-475e-bbd5-3f95c2c53101 req-bb026243-b059-47a1-b5ac-e1f5094ebd8d service neutron] 10.222.0.44 "GET /v2.0/networks/36b220c2-839c-4964-9dba-4bfe6865b931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915737 Sep 21 18:30:29.888976 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8e4de3b1-3e26-475e-bbd5-3f95c2c53101 req-3939f7f9-c500-4575-9e93-398e1922beaf service neutron] 10.222.0.44 "GET /v2.0/networks/36b220c2-839c-4964-9dba-4bfe6865b931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842280 Sep 21 18:30:30.175952 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50750) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:30:30.253187 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9823d61-e2fb-4798-86ef-6d64915b25c4 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:30.253681 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9823d61-e2fb-4798-86ef-6d64915b25c4 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:30.254143 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9823d61-e2fb-4798-86ef-6d64915b25c4 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:30.255862 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b9823d61-e2fb-4798-86ef-6d64915b25c4 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] 10.222.0.58 "GET /v2.0/ports?project_id=e4082deffd6f4d78abe4eac5c52260de&network_id=36b220c2-839c-4964-9dba-4bfe6865b931 HTTP/1.1" status: 200 len: 2969 time: 0.0786693 Sep 21 18:30:32.631050 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50762) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:30:32.687135 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15614fb0-96e9-42c9-b0f4-5a5b561c2278 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:32.688592 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-15614fb0-96e9-42c9-b0f4-5a5b561c2278 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b8a002cf-2233-41c0-bbfe-1c8ea43e5299 HTTP/1.1" status: 200 len: 814 time: 0.0565879 Sep 21 18:30:33.462824 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50768) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:30:33.467963 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-fcadd325-be9b-4c7a-aa12-aed64c8ede27 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Request body: {'network': {'name': 'tempest-network-smoke--474031255', 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'port_security_enabled': True}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:30:33.492206 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcadd325-be9b-4c7a-aa12-aed64c8ede27 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Made reservation on behalf of e4082deffd6f4d78abe4eac5c52260de for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:30:33.495783 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fcadd325-be9b-4c7a-aa12-aed64c8ede27 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:33.519112 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcadd325-be9b-4c7a-aa12-aed64c8ede27 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:30:33.528228 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fcadd325-be9b-4c7a-aa12-aed64c8ede27 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:33.528645 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-fcadd325-be9b-4c7a-aa12-aed64c8ede27 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Added segment 6d6999df-642c-4784-afd9-54c77138588d of type vlan for network abcde72a-11ca-4c85-a98b-919a63cfaf60 Sep 21 18:30:33.571411 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fcadd325-be9b-4c7a-aa12-aed64c8ede27 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:33.596706 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fcadd325-be9b-4c7a-aa12-aed64c8ede27 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:33.602463 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcadd325-be9b-4c7a-aa12-aed64c8ede27 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:33.603097 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fcadd325-be9b-4c7a-aa12-aed64c8ede27 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:33.638202 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fcadd325-be9b-4c7a-aa12-aed64c8ede27 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1741722 Sep 21 18:30:33.642523 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50770) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:30:33.670132 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcadd325-be9b-4c7a-aa12-aed64c8ede27 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'Network': ['ID=abcde72a-11ca-4c85-a98b-919a63cfaf60,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:33.677847 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadd325-be9b-4c7a-aa12-aed64c8ede27 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:33.678189 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadd325-be9b-4c7a-aa12-aed64c8ede27 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:33.678515 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadd325-be9b-4c7a-aa12-aed64c8ede27 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:33.678843 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadd325-be9b-4c7a-aa12-aed64c8ede27 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:33.679268 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadd325-be9b-4c7a-aa12-aed64c8ede27 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:33.679588 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadd325-be9b-4c7a-aa12-aed64c8ede27 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:33.679911 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadd325-be9b-4c7a-aa12-aed64c8ede27 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:33.680228 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadd325-be9b-4c7a-aa12-aed64c8ede27 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:33.680538 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadd325-be9b-4c7a-aa12-aed64c8ede27 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:33.680858 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadd325-be9b-4c7a-aa12-aed64c8ede27 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:33.683042 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadd325-be9b-4c7a-aa12-aed64c8ede27 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:33.683042 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadd325-be9b-4c7a-aa12-aed64c8ede27 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:33.691157 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77597cb8-99b6-4da9-9782-769a82ecb04f tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:33.692327 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-77597cb8-99b6-4da9-9782-769a82ecb04f tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=e4082deffd6f4d78abe4eac5c52260de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0487101 Sep 21 18:30:33.695083 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50772) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:30:33.697728 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network abcde72a-11ca-4c85-a98b-919a63cfaf60 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:30:33.782834 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5823d1a4-3c60-4bb5-babb-ad229242e4b9 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:33.784430 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5823d1a4-3c60-4bb5-babb-ad229242e4b9 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0884194 Sep 21 18:30:33.787479 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50774) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:30:33.818946 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b356a5b5-b005-4cbe-8112-5ac418330f8e tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b8a002cf-2233-41c0-bbfe-1c8ea43e5299&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302739 Sep 21 18:30:33.822476 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50776) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:30:33.850728 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-aa0e7c28-8438-49f9-97f0-18ad316f9c5a tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=e4082deffd6f4d78abe4eac5c52260de&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272222 Sep 21 18:30:33.854013 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50778) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:30:33.940124 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73279d2-0817-4f8b-a9ca-3d96b6683032 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:33.941600 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b73279d2-0817-4f8b-a9ca-3d96b6683032 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0867407 Sep 21 18:30:33.945836 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50780) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:30:33.982915 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a4357e2f-1a06-42de-b9b3-de080f3b835d tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b8a002cf-2233-41c0-bbfe-1c8ea43e5299&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0357625 Sep 21 18:30:33.985683 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50782) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:30:33.991035 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-ea3f0ce3-fbd8-4e6c-af28-394d615e20b5 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1061111669', 'network_id': 'abcde72a-11ca-4c85-a98b-919a63cfaf60', 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:30:34.091079 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3f0ce3-fbd8-4e6c-af28-394d615e20b5 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Made reservation on behalf of e4082deffd6f4d78abe4eac5c52260de for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:30:34.096471 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ea3f0ce3-fbd8-4e6c-af28-394d615e20b5 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:34.292590 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ea3f0ce3-fbd8-4e6c-af28-394d615e20b5 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:34.361975 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f0ce3-fbd8-4e6c-af28-394d615e20b5 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'Subnet': ['ID=8a47a2da-07c0-480d-b13f-00b24cfc88b9,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:34.374541 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f0ce3-fbd8-4e6c-af28-394d615e20b5 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:34.375012 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f0ce3-fbd8-4e6c-af28-394d615e20b5 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:34.375348 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f0ce3-fbd8-4e6c-af28-394d615e20b5 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:34.375704 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f0ce3-fbd8-4e6c-af28-394d615e20b5 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:34.376024 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f0ce3-fbd8-4e6c-af28-394d615e20b5 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:34.376357 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f0ce3-fbd8-4e6c-af28-394d615e20b5 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:34.376689 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f0ce3-fbd8-4e6c-af28-394d615e20b5 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:34.377017 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f0ce3-fbd8-4e6c-af28-394d615e20b5 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:34.377344 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f0ce3-fbd8-4e6c-af28-394d615e20b5 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:34.377673 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f0ce3-fbd8-4e6c-af28-394d615e20b5 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:34.377999 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f0ce3-fbd8-4e6c-af28-394d615e20b5 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:34.378325 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f0ce3-fbd8-4e6c-af28-394d615e20b5 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:34.381725 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3f0ce3-fbd8-4e6c-af28-394d615e20b5 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Checking segment: {'id': '6d6999df-642c-4784-afd9-54c77138588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'abcde72a-11ca-4c85-a98b-919a63cfaf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:30:34.382107 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3f0ce3-fbd8-4e6c-af28-394d615e20b5 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Network hostable DHCP agents. Network: abcde72a-11ca-4c85-a98b-919a63cfaf60, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:30:34.401472 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3f0ce3-fbd8-4e6c-af28-394d615e20b5 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Network abcde72a-11ca-4c85-a98b-919a63cfaf60 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:30:34.412607 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-ea3f0ce3-fbd8-4e6c-af28-394d615e20b5 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, abcde72a-11ca-4c85-a98b-919a63cfaf60) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:30:34.417061 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3f0ce3-fbd8-4e6c-af28-394d615e20b5 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:34.417661 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ea3f0ce3-fbd8-4e6c-af28-394d615e20b5 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:34.422076 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2c8b62-59bf-4d6b-a444-8e2beb887801 None None] Network abcde72a-11ca-4c85-a98b-919a63cfaf60 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:30:34.432832 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ea3f0ce3-fbd8-4e6c-af28-394d615e20b5 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4460247 Sep 21 18:30:34.566140 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc49dce-8a4a-4eff-be47-6bb5e82071cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-abcde72a-11ca-4c85-a98b-919a63cfaf60', 'network_id': 'abcde72a-11ca-4c85-a98b-919a63cfaf60', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'fixed_ips': [{'subnet_id': '8a47a2da-07c0-480d-b13f-00b24cfc88b9'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:30:34.567028 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fdc49dce-8a4a-4eff-be47-6bb5e82071cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:34.699534 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-fdc49dce-8a4a-4eff-be47-6bb5e82071cf None None] Allocated IP 172.20.0.18 (abcde72a-11ca-4c85-a98b-919a63cfaf60/8a47a2da-07c0-480d-b13f-00b24cfc88b9/20a07dff-e865-4741-a675-04a9ff3426c9) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:30:34.918178 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50786) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:30:34.922859 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-287a756c-867b-4884-af0e-03d224f2579c tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-265088', 'description': 'tempest-secgroup-smoke-265088 description', 'project_id': 'e4082deffd6f4d78abe4eac5c52260de'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:30:34.947550 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-287a756c-867b-4884-af0e-03d224f2579c tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:35.000588 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fdc49dce-8a4a-4eff-be47-6bb5e82071cf None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:35.006543 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fdc49dce-8a4a-4eff-be47-6bb5e82071cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:35.030248 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-287a756c-867b-4884-af0e-03d224f2579c tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:35.034339 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-287a756c-867b-4884-af0e-03d224f2579c tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:35.041837 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc49dce-8a4a-4eff-be47-6bb5e82071cf None None] Network abcde72a-11ca-4c85-a98b-919a63cfaf60 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:30:35.044604 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-fdc49dce-8a4a-4eff-be47-6bb5e82071cf None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:30:35.048229 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc49dce-8a4a-4eff-be47-6bb5e82071cf None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:30:35.059138 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc49dce-8a4a-4eff-be47-6bb5e82071cf None None] Pushing event updated for resources: {'Port': ['ID=20a07dff-e865-4741-a675-04a9ff3426c9,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:35.062840 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-287a756c-867b-4884-af0e-03d224f2579c tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:35.064335 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-287a756c-867b-4884-af0e-03d224f2579c tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.1450622 Sep 21 18:30:35.067321 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50788) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:30:35.071043 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a756c-867b-4884-af0e-03d224f2579c tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4e60e1-247e-40b8-85f4-a3eeb470033c,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:35.072276 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-6270dc72-8f3e-4860-8e49-41dd700a2347 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Request body: {'security_group_rule': {'security_group_id': '9a4e60e1-247e-40b8-85f4-a3eeb470033c', 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:30:35.103141 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6270dc72-8f3e-4860-8e49-41dd700a2347 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:35.116581 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-fdc49dce-8a4a-4eff-be47-6bb5e82071cf None None] Attempting to bind port 20a07dff-e865-4741-a675-04a9ff3426c9 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:30:35.116953 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-fdc49dce-8a4a-4eff-be47-6bb5e82071cf None None] Attempting to bind port 20a07dff-e865-4741-a675-04a9ff3426c9 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '6d6999df-642c-4784-afd9-54c77138588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'abcde72a-11ca-4c85-a98b-919a63cfaf60'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:30:35.117313 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc49dce-8a4a-4eff-be47-6bb5e82071cf None None] Attempting to bind port 20a07dff-e865-4741-a675-04a9ff3426c9 on network abcde72a-11ca-4c85-a98b-919a63cfaf60 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:30:35.122211 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc49dce-8a4a-4eff-be47-6bb5e82071cf None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:30:35.122589 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc49dce-8a4a-4eff-be47-6bb5e82071cf None None] Checking segment: {'id': '6d6999df-642c-4784-afd9-54c77138588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'abcde72a-11ca-4c85-a98b-919a63cfaf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:30:35.123024 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fdc49dce-8a4a-4eff-be47-6bb5e82071cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:35.123420 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc49dce-8a4a-4eff-be47-6bb5e82071cf None None] Bound using segment: {'id': '6d6999df-642c-4784-afd9-54c77138588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'abcde72a-11ca-4c85-a98b-919a63cfaf60'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:30:35.123888 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-fdc49dce-8a4a-4eff-be47-6bb5e82071cf None None] Bound port: 20a07dff-e865-4741-a675-04a9ff3426c9, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6999df-642c-4784-afd9-54c77138588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'abcde72a-11ca-4c85-a98b-919a63cfaf60'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:30:35.124271 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fdc49dce-8a4a-4eff-be47-6bb5e82071cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:35.157976 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6270dc72-8f3e-4860-8e49-41dd700a2347 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:35.163543 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6270dc72-8f3e-4860-8e49-41dd700a2347 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:35.182029 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270dc72-8f3e-4860-8e49-41dd700a2347 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53738e85-dca2-4147-ad6f-deeabcfc384e,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:35.187183 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-fdc49dce-8a4a-4eff-be47-6bb5e82071cf None None] For port 20a07dff-e865-4741-a675-04a9ff3426c9, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:30:35.191382 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-fdc49dce-8a4a-4eff-be47-6bb5e82071cf None None] For port 20a07dff-e865-4741-a675-04a9ff3426c9, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=20a07dff-e865-4741-a675-04a9ff3426c9,segment=NetworkSegment(6d6999df-642c-4784-afd9-54c77138588d),segment_id=6d6999df-642c-4784-afd9-54c77138588d)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:30:35.192623 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6270dc72-8f3e-4860-8e49-41dd700a2347 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:35.193907 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6270dc72-8f3e-4860-8e49-41dd700a2347 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254022 Sep 21 18:30:35.196992 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50790) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:30:35.197739 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fdc49dce-8a4a-4eff-be47-6bb5e82071cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:35.201654 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-62a24e21-9b52-40b2-83be-28f43314dcac tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Request body: {'security_group_rule': {'security_group_id': '9a4e60e1-247e-40b8-85f4-a3eeb470033c', 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:30:35.230666 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-62a24e21-9b52-40b2-83be-28f43314dcac tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:35.269590 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc49dce-8a4a-4eff-be47-6bb5e82071cf None None] Pushing event updated for resources: {'Port': ['ID=20a07dff-e865-4741-a675-04a9ff3426c9,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:35.300974 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-62a24e21-9b52-40b2-83be-28f43314dcac tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:35.305596 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-62a24e21-9b52-40b2-83be-28f43314dcac tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:35.323044 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a24e21-9b52-40b2-83be-28f43314dcac tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dedc893-b09b-47ca-be95-1a160d3cc824,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:35.330166 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-62a24e21-9b52-40b2-83be-28f43314dcac tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:35.331541 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-62a24e21-9b52-40b2-83be-28f43314dcac tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1335337 Sep 21 18:30:35.334599 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50792) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:30:35.339322 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-8a31de00-8f22-490e-9e70-6144731f2831 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Request body: {'security_group_rule': {'security_group_id': '9a4e60e1-247e-40b8-85f4-a3eeb470033c', 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:30:35.365617 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8a31de00-8f22-490e-9e70-6144731f2831 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:35.444450 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8a31de00-8f22-490e-9e70-6144731f2831 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:35.449460 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8a31de00-8f22-490e-9e70-6144731f2831 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:35.475869 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a31de00-8f22-490e-9e70-6144731f2831 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=599ea962-c4c7-485b-ad09-7c6274329427,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:35.479336 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8a31de00-8f22-490e-9e70-6144731f2831 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:35.480531 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8a31de00-8f22-490e-9e70-6144731f2831 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1448920 Sep 21 18:30:35.483256 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50794) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:30:35.487701 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-6679a044-08d7-40de-a2da-59bc94ad9a08 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Request body: {'security_group_rule': {'security_group_id': '9a4e60e1-247e-40b8-85f4-a3eeb470033c', 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:30:35.516757 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6679a044-08d7-40de-a2da-59bc94ad9a08 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:35.575604 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6679a044-08d7-40de-a2da-59bc94ad9a08 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:35.580366 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6679a044-08d7-40de-a2da-59bc94ad9a08 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:35.597955 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679a044-08d7-40de-a2da-59bc94ad9a08 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b069f837-c8f9-4187-9bcb-3121e335751c,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:35.606113 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6679a044-08d7-40de-a2da-59bc94ad9a08 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:35.607340 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6679a044-08d7-40de-a2da-59bc94ad9a08 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231563 Sep 21 18:30:35.610187 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50796) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:30:35.614828 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-ffc3db01-c9fc-49e8-a318-6ccba82a7eb4 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Request body: {'security_group_rule': {'security_group_id': '9a4e60e1-247e-40b8-85f4-a3eeb470033c', 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:30:35.638506 n-d-810291-1 neutron-server[101461]: INFO neutron.db.securitygroups_db [None req-ffc3db01-c9fc-49e8-a318-6ccba82a7eb4 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Project e4082deffd6f4d78abe4eac5c52260de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:30:35.643572 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ffc3db01-c9fc-49e8-a318-6ccba82a7eb4 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:35.704218 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ffc3db01-c9fc-49e8-a318-6ccba82a7eb4 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:35.708381 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ffc3db01-c9fc-49e8-a318-6ccba82a7eb4 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:35.727116 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3db01-c9fc-49e8-a318-6ccba82a7eb4 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6245a239-98d9-43b5-9c06-e3c9472f4643,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:35.733430 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ffc3db01-c9fc-49e8-a318-6ccba82a7eb4 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:35.734835 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ffc3db01-c9fc-49e8-a318-6ccba82a7eb4 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236238 Sep 21 18:30:35.737738 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50798) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:30:35.742026 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-ea2a3426-99c8-4614-b7e6-27435dd4185b tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Request body: {'security_group_rule': {'security_group_id': '9a4e60e1-247e-40b8-85f4-a3eeb470033c', 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:30:35.764568 n-d-810291-1 neutron-server[101461]: INFO neutron.db.securitygroups_db [None req-ea2a3426-99c8-4614-b7e6-27435dd4185b tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Project e4082deffd6f4d78abe4eac5c52260de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:30:35.769370 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ea2a3426-99c8-4614-b7e6-27435dd4185b tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:35.830173 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ea2a3426-99c8-4614-b7e6-27435dd4185b tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:35.835868 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ea2a3426-99c8-4614-b7e6-27435dd4185b tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:35.855643 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a3426-99c8-4614-b7e6-27435dd4185b tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a126c5-c542-4f41-8db5-19c369a3ad88,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:35.862180 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ea2a3426-99c8-4614-b7e6-27435dd4185b tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:35.869124 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ea2a3426-99c8-4614-b7e6-27435dd4185b tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247981 Sep 21 18:30:36.008714 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-fab07fc3-1005-4857-b130-b6656357d751 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-265088&fields=id&tenant_id=e4082deffd6f4d78abe4eac5c52260de HTTP/1.1" status: 200 len: 267 time: 0.0345917 Sep 21 18:30:36.124761 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-8747bab0-d936-4a98-affe-547a5b21edca tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:36.126288 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-8747bab0-d936-4a98-affe-547a5b21edca tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/networks?id=abcde72a-11ca-4c85-a98b-919a63cfaf60 HTTP/1.1" status: 200 len: 796 time: 0.1103833 Sep 21 18:30:36.144783 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-3dd848d8-e8ef-471a-ad17-c13f51644df5 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/quotas/e4082deffd6f4d78abe4eac5c52260de HTTP/1.1" status: 200 len: 375 time: 0.0120885 Sep 21 18:30:36.171011 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523b5144-ad00-40b3-bd7b-b1283bd9200d None None] Network abcde72a-11ca-4c85-a98b-919a63cfaf60 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:30:36.204812 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-7239557e-e85e-43d6-8748-6096af17a768 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4082deffd6f4d78abe4eac5c52260de&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0540595 Sep 21 18:30:36.252029 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-3481c5b9-27cf-4583-ab56-bae96240178a None None] Provisioning complete for port 20a07dff-e865-4741-a675-04a9ff3426c9 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:30:36.252402 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3481c5b9-27cf-4583-ab56-bae96240178a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:36.310069 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-ac9d57c2-9ed6-45c0-9c65-9da7bad913dc service neutron] 10.222.0.58 "GET /v2.0/networks/abcde72a-11ca-4c85-a98b-919a63cfaf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890841 Sep 21 18:30:36.399984 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3481c5b9-27cf-4583-ab56-bae96240178a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:36.403131 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-1e670396-f5f3-403f-8890-43b71b2ed5c8 service neutron] 10.222.0.58 "GET /v2.0/networks/abcde72a-11ca-4c85-a98b-919a63cfaf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861039 Sep 21 18:30:36.438623 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-3481c5b9-27cf-4583-ab56-bae96240178a None None] For port 20a07dff-e865-4741-a675-04a9ff3426c9, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=20a07dff-e865-4741-a675-04a9ff3426c9,segment=NetworkSegment(6d6999df-642c-4784-afd9-54c77138588d),segment_id=6d6999df-642c-4784-afd9-54c77138588d)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:30:36.446174 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3481c5b9-27cf-4583-ab56-bae96240178a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:36.495747 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481c5b9-27cf-4583-ab56-bae96240178a None None] Pushing event updated for resources: {'Port': ['ID=20a07dff-e865-4741-a675-04a9ff3426c9,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:36.602322 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7b1f089f-858b-4469-ab43-46c16e1f6031 req-492116fa-6b93-43a5-9e6e-dfad45d4b6ca tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=76fca792-9d6d-42fa-96da-ac6d8615dbce HTTP/1.1" status: 200 len: 210 time: 0.0272293 Sep 21 18:30:36.667047 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-a49ac8cb-6b7e-48bd-ad3b-edbe6d76679b None None] Provisioning complete for port 20a07dff-e865-4741-a675-04a9ff3426c9 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:30:36.667426 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a49ac8cb-6b7e-48bd-ad3b-edbe6d76679b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:37.293455 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 20a07dff-e865-4741-a675-04a9ff3426c9 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:30:37.342210 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 20a07dff-e865-4741-a675-04a9ff3426c9 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:30:37.342573 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:37.577615 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-d2f321f0-d0ff-4f0a-bbb2-3ed5683a6fd4 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:37.579150 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-d2f321f0-d0ff-4f0a-bbb2-3ed5683a6fd4 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.44 "GET /v2.0/networks?id=abcde72a-11ca-4c85-a98b-919a63cfaf60 HTTP/1.1" status: 200 len: 796 time: 0.1106222 Sep 21 18:30:37.628004 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-674d71c7-90e8-49f7-b26d-5bc41bfba3de tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4082deffd6f4d78abe4eac5c52260de HTTP/1.1" status: 200 len: 468 time: 0.0387056 Sep 21 18:30:37.641904 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-5fe9b208-fdd9-481d-b276-ec7162f57523 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Request body: {'port': {'device_id': '76fca792-9d6d-42fa-96da-ac6d8615dbce', 'network_id': 'abcde72a-11ca-4c85-a98b-919a63cfaf60', 'admin_state_up': True, 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'security_groups': ['9a4e60e1-247e-40b8-85f4-a3eeb470033c']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:30:37.730642 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-12022644-8fb5-4cab-88f2-91e47bbe6a97 req-df3b1d87-3f16-4df9-86d7-fbaf0d68444f tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=76fca792-9d6d-42fa-96da-ac6d8615dbce HTTP/1.1" status: 200 len: 210 time: 0.0563030 Sep 21 18:30:37.779247 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-5fe9b208-fdd9-481d-b276-ec7162f57523 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Made reservation on behalf of e4082deffd6f4d78abe4eac5c52260de for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:30:37.782757 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-5fe9b208-fdd9-481d-b276-ec7162f57523 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:37.917218 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-5fe9b208-fdd9-481d-b276-ec7162f57523 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Allocated IP 172.20.0.23 (abcde72a-11ca-4c85-a98b-919a63cfaf60/8a47a2da-07c0-480d-b13f-00b24cfc88b9/9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:30:38.072652 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-5fe9b208-fdd9-481d-b276-ec7162f57523 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:38.111556 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-5fe9b208-fdd9-481d-b276-ec7162f57523 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:38.159743 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-5fe9b208-fdd9-481d-b276-ec7162f57523 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Network abcde72a-11ca-4c85-a98b-919a63cfaf60 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:30:38.163244 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-5fe9b208-fdd9-481d-b276-ec7162f57523 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:30:38.171650 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-5fe9b208-fdd9-481d-b276-ec7162f57523 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:30:38.197386 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9b208-fdd9-481d-b276-ec7162f57523 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'Port': ['ID=9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:38.226614 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-5fe9b208-fdd9-481d-b276-ec7162f57523 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:38.227243 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-5fe9b208-fdd9-481d-b276-ec7162f57523 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:38.243202 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-5fe9b208-fdd9-481d-b276-ec7162f57523 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6052856 Sep 21 18:30:38.256885 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-b9187a22-049d-4555-b78f-3fbc20c72803 service neutron] Request body: {'port': {'device_id': '76fca792-9d6d-42fa-96da-ac6d8615dbce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:30:38.311626 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-b9187a22-049d-4555-b78f-3fbc20c72803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:38.385136 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-eb529c21-b4a0-4b5c-838e-fd6a009c6e19 None None] Provisioning complete for port 9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:30:38.385789 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-eb529c21-b4a0-4b5c-838e-fd6a009c6e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:38.420658 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-eb529c21-b4a0-4b5c-838e-fd6a009c6e19 None None] Port 9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:30:38.594715 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-b9187a22-049d-4555-b78f-3fbc20c72803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:30:38.602440 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-b9187a22-049d-4555-b78f-3fbc20c72803 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:38.614758 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-b9187a22-049d-4555-b78f-3fbc20c72803 service neutron] Transition to ACTIVE for port object 9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:30:38.619372 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-b9187a22-049d-4555-b78f-3fbc20c72803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:38.684880 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9187a22-049d-4555-b78f-3fbc20c72803 service neutron] Pushing event updated for resources: {'Port': ['ID=9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:38.743086 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-b9187a22-049d-4555-b78f-3fbc20c72803 service neutron] Attempting to bind port 9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:30:38.743422 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-b9187a22-049d-4555-b78f-3fbc20c72803 service neutron] Attempting to bind port 9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '6d6999df-642c-4784-afd9-54c77138588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'abcde72a-11ca-4c85-a98b-919a63cfaf60'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:30:38.743776 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-b9187a22-049d-4555-b78f-3fbc20c72803 service neutron] Attempting to bind port 9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1 on network abcde72a-11ca-4c85-a98b-919a63cfaf60 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:30:38.748492 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-b9187a22-049d-4555-b78f-3fbc20c72803 service neutron] Port 9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1 on network abcde72a-11ca-4c85-a98b-919a63cfaf60 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:30:38.748810 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-b9187a22-049d-4555-b78f-3fbc20c72803 service neutron] Attempting to bind port 9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1 on network abcde72a-11ca-4c85-a98b-919a63cfaf60 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:30:38.753639 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-b9187a22-049d-4555-b78f-3fbc20c72803 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:30:38.753975 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-b9187a22-049d-4555-b78f-3fbc20c72803 service neutron] Checking segment: {'id': '6d6999df-642c-4784-afd9-54c77138588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'abcde72a-11ca-4c85-a98b-919a63cfaf60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:30:38.754352 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-b9187a22-049d-4555-b78f-3fbc20c72803 service neutron] Bound using segment: {'id': '6d6999df-642c-4784-afd9-54c77138588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'abcde72a-11ca-4c85-a98b-919a63cfaf60'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:30:38.754776 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-b9187a22-049d-4555-b78f-3fbc20c72803 service neutron] Bound port: 9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6999df-642c-4784-afd9-54c77138588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'abcde72a-11ca-4c85-a98b-919a63cfaf60'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:30:38.755165 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-b9187a22-049d-4555-b78f-3fbc20c72803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:38.821221 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-b9187a22-049d-4555-b78f-3fbc20c72803 service neutron] For port 9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:30:38.824367 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-b9187a22-049d-4555-b78f-3fbc20c72803 service neutron] For port 9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1,segment=NetworkSegment(6d6999df-642c-4784-afd9-54c77138588d),segment_id=6d6999df-642c-4784-afd9-54c77138588d)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:30:38.831120 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-b9187a22-049d-4555-b78f-3fbc20c72803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:38.854598 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3b1ca-941e-4810-a893-d7f9c3dbb259 req-3fda6dda-9f35-445b-a387-59d23ff00bd6 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:38.856142 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a2c3b1ca-941e-4810-a893-d7f9c3dbb259 req-3fda6dda-9f35-445b-a387-59d23ff00bd6 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=76fca792-9d6d-42fa-96da-ac6d8615dbce HTTP/1.1" status: 200 len: 944 time: 0.0528648 Sep 21 18:30:38.869077 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-b9187a22-049d-4555-b78f-3fbc20c72803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:38.869850 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-b9187a22-049d-4555-b78f-3fbc20c72803 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:38.871193 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-b9187a22-049d-4555-b78f-3fbc20c72803 service neutron] 10.222.0.44 "PUT /v2.0/ports/9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1 HTTP/1.1" status: 200 len: 1092 time: 0.6187286 Sep 21 18:30:38.871632 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76fca792-9d6d-42fa-96da-ac6d8615dbce', 'tag': '9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:30:38.873887 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f97a0e-d496-48c4-a532-528113034903" -d '{"events": [{"name": "network-changed", "server_uuid": "76fca792-9d6d-42fa-96da-ac6d8615dbce", "tag": "9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:30:38.901217 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a2c3b1ca-941e-4810-a893-d7f9c3dbb259 req-8c30a107-8995-4cb0-bf44-891787b8859f tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a4e60e1-247e-40b8-85f4-a3eeb470033c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0386958 Sep 21 18:30:38.913734 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9187a22-049d-4555-b78f-3fbc20c72803 service neutron] Pushing event updated for resources: {'Port': ['ID=9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:38.919716 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6fb97a-5444-4314-87be-d4b9d0d40052 x-openstack-request-id: req-3a6fb97a-5444-4314-87be-d4b9d0d40052 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:30:38.920069 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76fca792-9d6d-42fa-96da-ac6d8615dbce", "tag": "9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:30:38.920362 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3a6fb97a-5444-4314-87be-d4b9d0d40052 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:30:38.920844 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76fca792-9d6d-42fa-96da-ac6d8615dbce', 'tag': '9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1', 'status': 'completed', 'code': 200} Sep 21 18:30:38.963416 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-73416f57-695d-42ea-a062-c41babd407fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:38.964937 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-73416f57-695d-42ea-a062-c41babd407fd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e4082deffd6f4d78abe4eac5c52260de&device_id=76fca792-9d6d-42fa-96da-ac6d8615dbce HTTP/1.1" status: 200 len: 1095 time: 0.0431986 Sep 21 18:30:39.017800 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-c7b74494-0ccb-4f2a-9569-ca9be5e9919c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1 HTTP/1.1" status: 200 len: 217 time: 0.0415852 Sep 21 18:30:39.069442 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-f2e82412-8468-4396-9d93-f85b1cf104d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:39.071064 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-f2e82412-8468-4396-9d93-f85b1cf104d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8a47a2da-07c0-480d-b13f-00b24cfc88b9 HTTP/1.1" status: 200 len: 838 time: 0.0455701 Sep 21 18:30:39.124844 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-6f06f0ef-60bc-4e67-afe1-961b9c6e35d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:39.126372 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-6f06f0ef-60bc-4e67-afe1-961b9c6e35d5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abcde72a-11ca-4c85-a98b-919a63cfaf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468099 Sep 21 18:30:39.224887 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-3292b60d-b943-49d1-8f0d-d032240b8b06 service neutron] 10.222.0.44 "GET /v2.0/networks/abcde72a-11ca-4c85-a98b-919a63cfaf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897007 Sep 21 18:30:39.327600 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9f910b0c-d5b9-4796-a9bf-04e33d46179c req-2f1e225d-d8e7-4a2a-bb57-1b71319cc240 service neutron] 10.222.0.44 "GET /v2.0/networks/abcde72a-11ca-4c85-a98b-919a63cfaf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943656 Sep 21 18:30:39.432286 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f97a0e-d496-48c4-a532-528113034903 req-c264523e-9ec3-4589-b3c0-39d3c1455ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:39.433847 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9f97a0e-d496-48c4-a532-528113034903 req-c264523e-9ec3-4589-b3c0-39d3c1455ea9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e4082deffd6f4d78abe4eac5c52260de&device_id=76fca792-9d6d-42fa-96da-ac6d8615dbce HTTP/1.1" status: 200 len: 1095 time: 0.0487325 Sep 21 18:30:39.528568 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f97a0e-d496-48c4-a532-528113034903 req-6b88e57d-f2bb-4f71-bd13-51fa0277c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:39.529985 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9f97a0e-d496-48c4-a532-528113034903 req-6b88e57d-f2bb-4f71-bd13-51fa0277c9ce service neutron] 10.222.0.44 "GET /v2.0/networks?id=abcde72a-11ca-4c85-a98b-919a63cfaf60 HTTP/1.1" status: 200 len: 897 time: 0.0881815 Sep 21 18:30:39.573826 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9f97a0e-d496-48c4-a532-528113034903 req-fdf29013-086a-47b1-8b92-1377ba0efe3a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1 HTTP/1.1" status: 200 len: 217 time: 0.0363526 Sep 21 18:30:39.622764 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f97a0e-d496-48c4-a532-528113034903 req-56565db8-a447-4fa7-9589-ade2ac2308d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:39.624274 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9f97a0e-d496-48c4-a532-528113034903 req-56565db8-a447-4fa7-9589-ade2ac2308d9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8a47a2da-07c0-480d-b13f-00b24cfc88b9 HTTP/1.1" status: 200 len: 838 time: 0.0431392 Sep 21 18:30:39.683120 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f97a0e-d496-48c4-a532-528113034903 req-30b9dac9-c8fe-4675-bcc7-ffb8cd81f068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:39.685395 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9f97a0e-d496-48c4-a532-528113034903 req-30b9dac9-c8fe-4675-bcc7-ffb8cd81f068 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abcde72a-11ca-4c85-a98b-919a63cfaf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485857 Sep 21 18:30:39.785031 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9f97a0e-d496-48c4-a532-528113034903 req-a871ca28-30cf-4d70-8d40-51a3f3fb09cf service neutron] 10.222.0.44 "GET /v2.0/networks/abcde72a-11ca-4c85-a98b-919a63cfaf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907371 Sep 21 18:30:39.877603 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9f97a0e-d496-48c4-a532-528113034903 req-037d6d9d-9ea2-4475-834f-e012e2550ff2 service neutron] 10.222.0.44 "GET /v2.0/networks/abcde72a-11ca-4c85-a98b-919a63cfaf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842710 Sep 21 18:30:40.059252 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9abb79-8663-41cf-862e-ad31c3467e50 req-a3ac9b42-85c3-4eb4-bdf6-800894404068 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:40.060648 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cb9abb79-8663-41cf-862e-ad31c3467e50 req-a3ac9b42-85c3-4eb4-bdf6-800894404068 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=76fca792-9d6d-42fa-96da-ac6d8615dbce HTTP/1.1" status: 200 len: 944 time: 0.0642178 Sep 21 18:30:40.099817 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cb9abb79-8663-41cf-862e-ad31c3467e50 req-864af06f-7e09-493b-9ad5-239fb787c64e tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a4e60e1-247e-40b8-85f4-a3eeb470033c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0330958 Sep 21 18:30:40.725399 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3ca1f87-4502-4700-9607-1e4150c28b66 req-29c29c6c-2634-4368-9514-1f4c97efe7e2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=029f9320-4ead-4f60-ab6e-287d14db9ec3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437081 Sep 21 18:30:40.792077 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca1f87-4502-4700-9607-1e4150c28b66 req-63d0c4d2-daad-4b32-ab81-008661d2cf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:40.793625 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3ca1f87-4502-4700-9607-1e4150c28b66 req-63d0c4d2-daad-4b32-ab81-008661d2cf67 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed22908bce274772830e1e318854b4a6&device_id=029f9320-4ead-4f60-ab6e-287d14db9ec3 HTTP/1.1" status: 200 len: 1097 time: 0.0430977 Sep 21 18:30:40.909472 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca1f87-4502-4700-9607-1e4150c28b66 req-23584d15-71fa-46bb-bfbc-369b21668fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:40.911260 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3ca1f87-4502-4700-9607-1e4150c28b66 req-23584d15-71fa-46bb-bfbc-369b21668fb0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d369e5c5-60af-4748-b4b0-9650fd649648 HTTP/1.1" status: 200 len: 913 time: 0.0977998 Sep 21 18:30:40.988878 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3ca1f87-4502-4700-9607-1e4150c28b66 req-67204862-260e-4254-a720-5c35d5305a83 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce HTTP/1.1" status: 200 len: 1002 time: 0.0699189 Sep 21 18:30:41.040554 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca1f87-4502-4700-9607-1e4150c28b66 req-5335f955-dcc9-4e7c-96c9-86188c9e4e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:41.041995 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3ca1f87-4502-4700-9607-1e4150c28b66 req-5335f955-dcc9-4e7c-96c9-86188c9e4e7f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3451e09d-0afb-4f27-b18f-9613783297a1 HTTP/1.1" status: 200 len: 851 time: 0.0456278 Sep 21 18:30:41.094440 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca1f87-4502-4700-9607-1e4150c28b66 req-e0b5837c-5d1d-4a63-a1de-ba2ce56f56ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:41.095970 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3ca1f87-4502-4700-9607-1e4150c28b66 req-e0b5837c-5d1d-4a63-a1de-ba2ce56f56ce service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d369e5c5-60af-4748-b4b0-9650fd649648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461364 Sep 21 18:30:41.187063 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3ca1f87-4502-4700-9607-1e4150c28b66 req-c0882369-9990-4732-973d-17f9cc693156 service neutron] 10.222.0.38 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838432 Sep 21 18:30:41.220516 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb072f4-2791-4388-99b5-c61a7ebade25 req-eb19d0db-2dfd-44bb-ad98-d3142e4d3872 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:41.222093 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5bb072f4-2791-4388-99b5-c61a7ebade25 req-eb19d0db-2dfd-44bb-ad98-d3142e4d3872 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=76fca792-9d6d-42fa-96da-ac6d8615dbce HTTP/1.1" status: 200 len: 944 time: 0.0556986 Sep 21 18:30:41.260123 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5bb072f4-2791-4388-99b5-c61a7ebade25 req-0b555df6-319b-4995-9a1c-fc5ff9e98762 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a4e60e1-247e-40b8-85f4-a3eeb470033c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0314555 Sep 21 18:30:41.283070 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3ca1f87-4502-4700-9607-1e4150c28b66 req-e72067b0-6ea5-48d8-8b72-680b051ab72c service neutron] 10.222.0.38 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891058 Sep 21 18:30:42.397770 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638fa87-025a-44c9-afd0-e6170132a042 req-4161583f-14e2-4b40-a933-d51438c5ef1f tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:42.399282 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0638fa87-025a-44c9-afd0-e6170132a042 req-4161583f-14e2-4b40-a933-d51438c5ef1f tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=76fca792-9d6d-42fa-96da-ac6d8615dbce HTTP/1.1" status: 200 len: 944 time: 0.0617955 Sep 21 18:30:42.418396 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:30:42.437783 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0638fa87-025a-44c9-afd0-e6170132a042 req-821c9604-892f-4a22-874f-d7d424f3c847 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a4e60e1-247e-40b8-85f4-a3eeb470033c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0324104 Sep 21 18:30:42.519205 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1,segment=NetworkSegment(6d6999df-642c-4784-afd9-54c77138588d),segment_id=6d6999df-642c-4784-afd9-54c77138588d)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:30:42.537632 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1', 'network_id': 'abcde72a-11ca-4c85-a98b-919a63cfaf60', 'port_id': '9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1', 'mac_address': 'fa:16:3e:a1:7d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a47a2da-07c0-480d-b13f-00b24cfc88b9', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:30:42.578039 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:42.591686 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:30:42.614126 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1,segment=NetworkSegment(6d6999df-642c-4784-afd9-54c77138588d),segment_id=6d6999df-642c-4784-afd9-54c77138588d)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:30:42.620231 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:42.672734 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:42.836503 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:30:43.565980 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:30:43.573568 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7dffee-6f8d-47f9-8fc8-a1b9d4cd00ed req-4e7f0f63-5574-44db-9599-78e7e1f034ca tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:43.575077 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3c7dffee-6f8d-47f9-8fc8-a1b9d4cd00ed req-4e7f0f63-5574-44db-9599-78e7e1f034ca tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=76fca792-9d6d-42fa-96da-ac6d8615dbce HTTP/1.1" status: 200 len: 945 time: 0.0616455 Sep 21 18:30:43.616512 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3c7dffee-6f8d-47f9-8fc8-a1b9d4cd00ed req-f4d9bd58-825f-45f5-a995-ca94912c4114 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a4e60e1-247e-40b8-85f4-a3eeb470033c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0326731 Sep 21 18:30:44.419385 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:30:44.483348 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:30:44.487375 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:30:44.487752 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:44.567521 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:44.592391 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fca792-9d6d-42fa-96da-ac6d8615dbce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:30:44.594676 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5698fb8c-b270-4d96-9d2d-d322727566ef" -d '{"events": [{"server_uuid": "76fca792-9d6d-42fa-96da-ac6d8615dbce", "name": "network-vif-plugged", "status": "completed", "tag": "9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:30:44.607536 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1,segment=NetworkSegment(6d6999df-642c-4784-afd9-54c77138588d),segment_id=6d6999df-642c-4784-afd9-54c77138588d)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:30:44.612382 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:44.637259 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb6152b-54d3-4222-a699-2a07e4967501 x-openstack-request-id: req-deb6152b-54d3-4222-a699-2a07e4967501 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:30:44.637548 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76fca792-9d6d-42fa-96da-ac6d8615dbce", "name": "network-vif-plugged", "status": "completed", "tag": "9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:30:44.637806 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-deb6152b-54d3-4222-a699-2a07e4967501 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:30:44.638194 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76fca792-9d6d-42fa-96da-ac6d8615dbce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1', 'code': 200} Sep 21 18:30:44.669086 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:44.733480 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09058337-2368-41ac-b557-08edacbb3b22 req-6e8adc92-b1f2-46e8-883a-0a6dc6102cd9 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:44.734692 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971787dc-67d3-4eba-9505-9eb5c450675e req-c651da3b-a4f1-4bc1-bede-1a89df090a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:44.735147 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-09058337-2368-41ac-b557-08edacbb3b22 req-6e8adc92-b1f2-46e8-883a-0a6dc6102cd9 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=76fca792-9d6d-42fa-96da-ac6d8615dbce HTTP/1.1" status: 200 len: 946 time: 0.0494852 Sep 21 18:30:44.736189 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-971787dc-67d3-4eba-9505-9eb5c450675e req-c651da3b-a4f1-4bc1-bede-1a89df090a29 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=76fca792-9d6d-42fa-96da-ac6d8615dbce HTTP/1.1" status: 200 len: 1097 time: 0.0390177 Sep 21 18:30:44.772898 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-09058337-2368-41ac-b557-08edacbb3b22 req-363c8f03-ab75-47c8-8294-417c3f2616b7 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a4e60e1-247e-40b8-85f4-a3eeb470033c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0317602 Sep 21 18:30:44.775792 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-971787dc-67d3-4eba-9505-9eb5c450675e req-5c848eee-4f84-4fe7-8dc1-b86eca967ed5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9a4e60e1-247e-40b8-85f4-a3eeb470033c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0318465 Sep 21 18:30:45.892641 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e463af1-d1ae-4e7c-89ab-e66201c276ec req-691626a6-d39d-46ff-924b-45de2ccd923b tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:45.894112 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0e463af1-d1ae-4e7c-89ab-e66201c276ec req-691626a6-d39d-46ff-924b-45de2ccd923b tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=76fca792-9d6d-42fa-96da-ac6d8615dbce HTTP/1.1" status: 200 len: 946 time: 0.0499113 Sep 21 18:30:45.933165 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0e463af1-d1ae-4e7c-89ab-e66201c276ec req-f49830cd-baa3-4d81-a685-add426a6fe77 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a4e60e1-247e-40b8-85f4-a3eeb470033c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0327797 Sep 21 18:30:45.950319 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1df3fe65-1ac6-4640-850f-99ba080bf168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:47.059959 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0f384-0f70-432f-9a06-15053060cca7 req-2c8dfd2a-7316-4d62-99b8-eec47d9b6716 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:47.061447 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d8f0f384-0f70-432f-9a06-15053060cca7 req-2c8dfd2a-7316-4d62-99b8-eec47d9b6716 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=76fca792-9d6d-42fa-96da-ac6d8615dbce HTTP/1.1" status: 200 len: 946 time: 0.0565541 Sep 21 18:30:47.104440 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d8f0f384-0f70-432f-9a06-15053060cca7 req-405a8967-a94d-4dde-9731-7026e800f4e4 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a4e60e1-247e-40b8-85f4-a3eeb470033c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0339375 Sep 21 18:30:47.232063 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d034b70-a230-426f-a2f0-4b463e305e48 req-6b1b2777-717a-495d-823b-f376d3e689a4 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:47.233606 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5d034b70-a230-426f-a2f0-4b463e305e48 req-6b1b2777-717a-495d-823b-f376d3e689a4 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=76fca792-9d6d-42fa-96da-ac6d8615dbce HTTP/1.1" status: 200 len: 946 time: 0.0505514 Sep 21 18:30:47.272266 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5d034b70-a230-426f-a2f0-4b463e305e48 req-ca3a7d61-a89b-43c6-9527-5899b0184628 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a4e60e1-247e-40b8-85f4-a3eeb470033c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0324457 Sep 21 18:30:48.473422 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4b26a81e-8628-4fb9-b73f-c60d828d92ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:48.787069 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50856) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:30:49.029313 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:49.567324 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-51a567de-b38b-46e5-b34d-f539e57034db tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:49.863168 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-51a567de-b38b-46e5-b34d-f539e57034db tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Allocated IP 172.20.0.17 (abcde72a-11ca-4c85-a98b-919a63cfaf60/8a47a2da-07c0-480d-b13f-00b24cfc88b9/2129c4f2-195e-4090-9926-e5fdaa727d90) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:30:49.982394 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-51a567de-b38b-46e5-b34d-f539e57034db tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:50.018408 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-51a567de-b38b-46e5-b34d-f539e57034db tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:50.060311 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a567de-b38b-46e5-b34d-f539e57034db tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Network abcde72a-11ca-4c85-a98b-919a63cfaf60 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:30:50.063439 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-51a567de-b38b-46e5-b34d-f539e57034db tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:30:50.069036 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a567de-b38b-46e5-b34d-f539e57034db tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:30:50.075399 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a567de-b38b-46e5-b34d-f539e57034db tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'Port': ['ID=2129c4f2-195e-4090-9926-e5fdaa727d90,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:50.116064 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-51a567de-b38b-46e5-b34d-f539e57034db tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:50.215952 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:50.258370 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-51a567de-b38b-46e5-b34d-f539e57034db tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:50.363185 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-38f09637-25ad-46a7-918a-6765fb0f0999 None None] Provisioning complete for port 2129c4f2-195e-4090-9926-e5fdaa727d90 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:30:50.363511 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-38f09637-25ad-46a7-918a-6765fb0f0999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:50.401147 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-38f09637-25ad-46a7-918a-6765fb0f0999 None None] Port 2129c4f2-195e-4090-9926-e5fdaa727d90 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:30:50.531285 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-51a567de-b38b-46e5-b34d-f539e57034db tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:50.537937 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-51a567de-b38b-46e5-b34d-f539e57034db tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:50.612893 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-51a567de-b38b-46e5-b34d-f539e57034db tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:50.614777 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a567de-b38b-46e5-b34d-f539e57034db tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'Port': ['ID=2129c4f2-195e-4090-9926-e5fdaa727d90,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:50.703857 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a567de-b38b-46e5-b34d-f539e57034db tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Network abcde72a-11ca-4c85-a98b-919a63cfaf60 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:30:50.705270 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-51a567de-b38b-46e5-b34d-f539e57034db tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:30:50.824066 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a567de-b38b-46e5-b34d-f539e57034db tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Router 248537ca-e0e3-4237-8244-29ce46fb6204 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:30:50.922066 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-d9b77516-052c-4f44-a2f0-a4a6a603d333 None None] Provisioning complete for port 2129c4f2-195e-4090-9926-e5fdaa727d90 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:30:50.922443 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d9b77516-052c-4f44-a2f0-a4a6a603d333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:50.936264 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a567de-b38b-46e5-b34d-f539e57034db tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:30:50.941762 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-51a567de-b38b-46e5-b34d-f539e57034db tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "PUT /v2.0/routers/248537ca-e0e3-4237-8244-29ce46fb6204/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1534674 Sep 21 18:30:50.950390 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55da0b3f-501b-43b7-8387-0a5dd90b7a17 None None] Sync routers for ids ['248537ca-e0e3-4237-8244-29ce46fb6204'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:30:50.960541 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-d9b77516-052c-4f44-a2f0-a4a6a603d333 None None] Port 2129c4f2-195e-4090-9926-e5fdaa727d90 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:30:50.961109 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55da0b3f-501b-43b7-8387-0a5dd90b7a17 None None] Routers {'248537ca-e0e3-4237-8244-29ce46fb6204'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:30:50.962282 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-55da0b3f-501b-43b7-8387-0a5dd90b7a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:30:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['248537ca-e0e3-4237-8244-29ce46fb6204'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:30:51.072220 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-55da0b3f-501b-43b7-8387-0a5dd90b7a17 None None] Set router 248537ca-e0e3-4237-8244-29ce46fb6204 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:30:51.315976 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-55da0b3f-501b-43b7-8387-0a5dd90b7a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'name': 'tempest-TestNetworkBasicOps-router-1349919944', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:29:36Z', 'updated_at': '2021-09-21T18:30:50Z', 'revision_number': 5, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port': {'id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:37Z', 'updated_at': '2021-09-21T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '7cbdcf17-0dce-4481-8f07-f2798f19da27', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'floating_ip_address': '172.25.6.6', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'port_id': 'd29bc4fd-c7df-495c-b3cc-b07032758f2c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931', 'mac_address': 'fa:16:3e:46:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e469498d-bbf8-49c7-819c-5baa6cd8ed5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:29:54Z', 'updated_at': '2021-09-21T18:29:57Z', 'revision_number': 1, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2129c4f2-195e-4090-9926-e5fdaa727d90', 'name': '', 'network_id': 'abcde72a-11ca-4c85-a98b-919a63cfaf60', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'mac_address': 'fa:16:3e:09:68:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '8a47a2da-07c0-480d-b13f-00b24cfc88b9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:30:49Z', 'updated_at': '2021-09-21T18:30:50Z', 'revision_number': 2, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'subnets': [{'id': '8a47a2da-07c0-480d-b13f-00b24cfc88b9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5db0aca3-59c0-409b-b817-f2e729eb2a95', 'name': '', 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'mac_address': 'fa:16:3e:80:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f6acbe34-a5c4-4140-bc42-5f28d48489fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:39Z', 'updated_at': '2021-09-21T18:29:43Z', 'revision_number': 5, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'subnets': [{'id': 'f6acbe34-a5c4-4140-bc42-5f28d48489fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:30:51.342864 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55da0b3f-501b-43b7-8387-0a5dd90b7a17 None None] Checking router: 248537ca-e0e3-4237-8244-29ce46fb6204 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:30:51.343240 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55da0b3f-501b-43b7-8387-0a5dd90b7a17 None None] Updating router 248537ca-e0e3-4237-8244-29ce46fb6204 port 2129c4f2-195e-4090-9926-e5fdaa727d90 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:30:51.369015 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-55da0b3f-501b-43b7-8387-0a5dd90b7a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:51.688496 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:51.731517 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-55da0b3f-501b-43b7-8387-0a5dd90b7a17 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:51.739179 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-55da0b3f-501b-43b7-8387-0a5dd90b7a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:51.785598 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50faa56d-9895-4f74-a6a7-537a974ddb8b None None] Pushing event updated for resources: {'Port': ['ID=2129c4f2-195e-4090-9926-e5fdaa727d90,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:51.810811 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50faa56d-9895-4f74-a6a7-537a974ddb8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:51.811136 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50faa56d-9895-4f74-a6a7-537a974ddb8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:51.811490 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50faa56d-9895-4f74-a6a7-537a974ddb8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:51.811815 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50faa56d-9895-4f74-a6a7-537a974ddb8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:51.812137 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50faa56d-9895-4f74-a6a7-537a974ddb8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:51.812451 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50faa56d-9895-4f74-a6a7-537a974ddb8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:51.812767 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50faa56d-9895-4f74-a6a7-537a974ddb8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:51.813081 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50faa56d-9895-4f74-a6a7-537a974ddb8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:51.813391 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50faa56d-9895-4f74-a6a7-537a974ddb8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:51.813699 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50faa56d-9895-4f74-a6a7-537a974ddb8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:51.814005 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50faa56d-9895-4f74-a6a7-537a974ddb8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:51.814300 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50faa56d-9895-4f74-a6a7-537a974ddb8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:51.845979 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-55da0b3f-501b-43b7-8387-0a5dd90b7a17 None None] Attempting to bind port 2129c4f2-195e-4090-9926-e5fdaa727d90 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:30:51.846340 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-55da0b3f-501b-43b7-8387-0a5dd90b7a17 None None] Attempting to bind port 2129c4f2-195e-4090-9926-e5fdaa727d90 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '6d6999df-642c-4784-afd9-54c77138588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'abcde72a-11ca-4c85-a98b-919a63cfaf60'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:30:51.846697 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55da0b3f-501b-43b7-8387-0a5dd90b7a17 None None] Attempting to bind port 2129c4f2-195e-4090-9926-e5fdaa727d90 on network abcde72a-11ca-4c85-a98b-919a63cfaf60 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:30:51.851593 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55da0b3f-501b-43b7-8387-0a5dd90b7a17 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:30:51.851953 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55da0b3f-501b-43b7-8387-0a5dd90b7a17 None None] Checking segment: {'id': '6d6999df-642c-4784-afd9-54c77138588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'abcde72a-11ca-4c85-a98b-919a63cfaf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:30:51.852342 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-55da0b3f-501b-43b7-8387-0a5dd90b7a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:51.852722 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55da0b3f-501b-43b7-8387-0a5dd90b7a17 None None] Bound using segment: {'id': '6d6999df-642c-4784-afd9-54c77138588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'abcde72a-11ca-4c85-a98b-919a63cfaf60'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:30:51.853173 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-55da0b3f-501b-43b7-8387-0a5dd90b7a17 None None] Bound port: 2129c4f2-195e-4090-9926-e5fdaa727d90, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6999df-642c-4784-afd9-54c77138588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'abcde72a-11ca-4c85-a98b-919a63cfaf60'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:30:51.853543 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-55da0b3f-501b-43b7-8387-0a5dd90b7a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:51.921942 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-55da0b3f-501b-43b7-8387-0a5dd90b7a17 None None] For port 2129c4f2-195e-4090-9926-e5fdaa727d90, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:30:51.925694 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-55da0b3f-501b-43b7-8387-0a5dd90b7a17 None None] For port 2129c4f2-195e-4090-9926-e5fdaa727d90, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=2129c4f2-195e-4090-9926-e5fdaa727d90,segment=NetworkSegment(6d6999df-642c-4784-afd9-54c77138588d),segment_id=6d6999df-642c-4784-afd9-54c77138588d)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:30:51.929996 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-55da0b3f-501b-43b7-8387-0a5dd90b7a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:51.990591 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55da0b3f-501b-43b7-8387-0a5dd90b7a17 None None] Routers {'248537ca-e0e3-4237-8244-29ce46fb6204'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:30:51.991401 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-55da0b3f-501b-43b7-8387-0a5dd90b7a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:30:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['248537ca-e0e3-4237-8244-29ce46fb6204'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:30:51.993909 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-174c73fd-f8ab-4c9a-9168-270936b381c7 None None] Provisioning complete for port 2129c4f2-195e-4090-9926-e5fdaa727d90 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:30:51.994187 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50faa56d-9895-4f74-a6a7-537a974ddb8b None None] Pushing event updated for resources: {'Port': ['ID=2129c4f2-195e-4090-9926-e5fdaa727d90,revision_number=4']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:51.994827 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-174c73fd-f8ab-4c9a-9168-270936b381c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:52.081667 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-174c73fd-f8ab-4c9a-9168-270936b381c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:52.103477 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-55da0b3f-501b-43b7-8387-0a5dd90b7a17 None None] Set router 248537ca-e0e3-4237-8244-29ce46fb6204 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:30:52.118073 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-174c73fd-f8ab-4c9a-9168-270936b381c7 None None] For port 2129c4f2-195e-4090-9926-e5fdaa727d90, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=2129c4f2-195e-4090-9926-e5fdaa727d90,segment=NetworkSegment(6d6999df-642c-4784-afd9-54c77138588d),segment_id=6d6999df-642c-4784-afd9-54c77138588d)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:30:52.123014 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-174c73fd-f8ab-4c9a-9168-270936b381c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:52.175970 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c73fd-f8ab-4c9a-9168-270936b381c7 None None] Pushing event updated for resources: {'Port': ['ID=2129c4f2-195e-4090-9926-e5fdaa727d90,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:52.183604 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c73fd-f8ab-4c9a-9168-270936b381c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:52.184795 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c73fd-f8ab-4c9a-9168-270936b381c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:52.184795 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c73fd-f8ab-4c9a-9168-270936b381c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:52.184795 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c73fd-f8ab-4c9a-9168-270936b381c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:52.185185 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c73fd-f8ab-4c9a-9168-270936b381c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:52.185415 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c73fd-f8ab-4c9a-9168-270936b381c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:52.185743 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c73fd-f8ab-4c9a-9168-270936b381c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:52.186068 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c73fd-f8ab-4c9a-9168-270936b381c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:52.186369 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c73fd-f8ab-4c9a-9168-270936b381c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:52.186719 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c73fd-f8ab-4c9a-9168-270936b381c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:52.187091 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c73fd-f8ab-4c9a-9168-270936b381c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:52.187395 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c73fd-f8ab-4c9a-9168-270936b381c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:30:52.243174 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-cfd1111e-2fcd-47fe-ad74-86723a594fa5 None None] Provisioning complete for port 2129c4f2-195e-4090-9926-e5fdaa727d90 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:30:52.243537 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cfd1111e-2fcd-47fe-ad74-86723a594fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:52.340914 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-55da0b3f-501b-43b7-8387-0a5dd90b7a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'name': 'tempest-TestNetworkBasicOps-router-1349919944', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:29:36Z', 'updated_at': '2021-09-21T18:30:50Z', 'revision_number': 5, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port': {'id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:37Z', 'updated_at': '2021-09-21T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '7cbdcf17-0dce-4481-8f07-f2798f19da27', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'floating_ip_address': '172.25.6.6', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'port_id': 'd29bc4fd-c7df-495c-b3cc-b07032758f2c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931', 'mac_address': 'fa:16:3e:46:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e469498d-bbf8-49c7-819c-5baa6cd8ed5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:29:54Z', 'updated_at': '2021-09-21T18:29:57Z', 'revision_number': 1, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2129c4f2-195e-4090-9926-e5fdaa727d90', 'name': '', 'network_id': 'abcde72a-11ca-4c85-a98b-919a63cfaf60', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'mac_address': 'fa:16:3e:09:68:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '8a47a2da-07c0-480d-b13f-00b24cfc88b9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:30:49Z', 'updated_at': '2021-09-21T18:30:51Z', 'revision_number': 4, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'subnets': [{'id': '8a47a2da-07c0-480d-b13f-00b24cfc88b9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5db0aca3-59c0-409b-b817-f2e729eb2a95', 'name': '', 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'mac_address': 'fa:16:3e:80:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f6acbe34-a5c4-4140-bc42-5f28d48489fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:39Z', 'updated_at': '2021-09-21T18:29:43Z', 'revision_number': 5, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'subnets': [{'id': 'f6acbe34-a5c4-4140-bc42-5f28d48489fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:30:52.370431 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55da0b3f-501b-43b7-8387-0a5dd90b7a17 None None] The sync data for ids ['248537ca-e0e3-4237-8244-29ce46fb6204'] in n-d-810291-1 is: [{'id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'name': 'tempest-TestNetworkBasicOps-router-1349919944', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:29:36Z', 'updated_at': '2021-09-21T18:30:50Z', 'revision_number': 5, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port': {'id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:37Z', 'updated_at': '2021-09-21T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '7cbdcf17-0dce-4481-8f07-f2798f19da27', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'floating_ip_address': '172.25.6.6', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'port_id': 'd29bc4fd-c7df-495c-b3cc-b07032758f2c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931', 'mac_address': 'fa:16:3e:46:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e469498d-bbf8-49c7-819c-5baa6cd8ed5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:29:54Z', 'updated_at': '2021-09-21T18:29:57Z', 'revision_number': 1, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2129c4f2-195e-4090-9926-e5fdaa727d90', 'name': '', 'network_id': 'abcde72a-11ca-4c85-a98b-919a63cfaf60', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'mac_address': 'fa:16:3e:09:68:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '8a47a2da-07c0-480d-b13f-00b24cfc88b9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:30:49Z', 'updated_at': '2021-09-21T18:30:51Z', 'revision_number': 4, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'subnets': [{'id': '8a47a2da-07c0-480d-b13f-00b24cfc88b9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5db0aca3-59c0-409b-b817-f2e729eb2a95', 'name': '', 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'mac_address': 'fa:16:3e:80:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f6acbe34-a5c4-4140-bc42-5f28d48489fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:39Z', 'updated_at': '2021-09-21T18:29:43Z', 'revision_number': 5, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'subnets': [{'id': 'f6acbe34-a5c4-4140-bc42-5f28d48489fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:30:53.294070 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 2129c4f2-195e-4090-9926-e5fdaa727d90 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:30:53.342355 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 2129c4f2-195e-4090-9926-e5fdaa727d90 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:30:53.342711 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:53.725937 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:54.848196 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:56.119583 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50866) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:30:56.285585 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-c24bbee2-e606-40f0-991c-0b4f219a330e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Deleting port 6700e9cb-9450-458a-999d-ec01c38a4472 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:30:56.285886 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c24bbee2-e606-40f0-991c-0b4f219a330e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:56.372373 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c24bbee2-e606-40f0-991c-0b4f219a330e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:56.372602 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c24bbee2-e606-40f0-991c-0b4f219a330e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:56.388179 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-c24bbee2-e606-40f0-991c-0b4f219a330e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Calling delete_port for 6700e9cb-9450-458a-999d-ec01c38a4472 owned by network:floatingip {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:30:56.545633 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c24bbee2-e606-40f0-991c-0b4f219a330e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:56.568185 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bbee2-e606-40f0-991c-0b4f219a330e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Pushing event deleted for resources: {'Port': ['ID=6700e9cb-9450-458a-999d-ec01c38a4472,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:56.629914 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c24bbee2-e606-40f0-991c-0b4f219a330e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for floatingip, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:56.630181 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-c24bbee2-e606-40f0-991c-0b4f219a330e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Floating IP cf644267-ac70-4675-a77b-e7dc8fed3423 disassociated (deleted). External IP: 172.25.6.250, port: f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce. Sep 21 18:30:56.862817 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24bbee2-e606-40f0-991c-0b4f219a330e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Router ef355b40-13e2-472b-b98c-41da1220afe9 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:30:56.978399 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24bbee2-e606-40f0-991c-0b4f219a330e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:30:56.983640 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c24bbee2-e606-40f0-991c-0b4f219a330e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:56.989617 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b861ab60-f329-4517-bbf1-f1668fa62141 None None] Sync routers for ids ['ef355b40-13e2-472b-b98c-41da1220afe9'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:30:57.000344 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b861ab60-f329-4517-bbf1-f1668fa62141 None None] Routers {'ef355b40-13e2-472b-b98c-41da1220afe9'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:30:57.001239 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b861ab60-f329-4517-bbf1-f1668fa62141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:30:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ef355b40-13e2-472b-b98c-41da1220afe9'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:30:57.019202 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c24bbee2-e606-40f0-991c-0b4f219a330e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "DELETE /v2.0/floatingips/cf644267-ac70-4675-a77b-e7dc8fed3423 HTTP/1.1" status: 204 len: 168 time: 0.8983731 Sep 21 18:30:57.019793 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '029f9320-4ead-4f60-ab6e-287d14db9ec3', 'tag': 'f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:30:57.022503 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62555187-1100-4fa7-914b-c79480be64d3" -d '{"events": [{"name": "network-changed", "server_uuid": "029f9320-4ead-4f60-ab6e-287d14db9ec3", "tag": "f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:30:57.084500 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0253ded6-c5fe-42cc-9955-70ebee4e4bd7 x-openstack-request-id: req-0253ded6-c5fe-42cc-9955-70ebee4e4bd7 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:30:57.084794 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "029f9320-4ead-4f60-ab6e-287d14db9ec3", "tag": "f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:30:57.085044 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0253ded6-c5fe-42cc-9955-70ebee4e4bd7 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:30:57.085603 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '029f9320-4ead-4f60-ab6e-287d14db9ec3', 'tag': 'f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce', 'status': 'completed', 'code': 200} Sep 21 18:30:57.119452 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-b861ab60-f329-4517-bbf1-f1668fa62141 None None] Set router ef355b40-13e2-472b-b98c-41da1220afe9 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:30:57.161768 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62555187-1100-4fa7-914b-c79480be64d3 req-c4a0ce6d-a43f-4207-b556-2d10850fbd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:57.163401 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62555187-1100-4fa7-914b-c79480be64d3 req-c4a0ce6d-a43f-4207-b556-2d10850fbd30 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed22908bce274772830e1e318854b4a6&device_id=029f9320-4ead-4f60-ab6e-287d14db9ec3 HTTP/1.1" status: 200 len: 1097 time: 0.0515518 Sep 21 18:30:57.331246 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62555187-1100-4fa7-914b-c79480be64d3 req-ef615c37-1fdc-476c-af46-b6ae7e69b1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:57.333175 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62555187-1100-4fa7-914b-c79480be64d3 req-ef615c37-1fdc-476c-af46-b6ae7e69b1ee service neutron] 10.222.0.38 "GET /v2.0/networks?id=d369e5c5-60af-4748-b4b0-9650fd649648 HTTP/1.1" status: 200 len: 913 time: 0.1610503 Sep 21 18:30:57.341647 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe1534-f537-471b-bf65-c27f3009dc09 req-4770b5ff-329c-41ab-8af0-9c5fac8e0d26 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:57.343026 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7afe1534-f537-471b-bf65-c27f3009dc09 req-4770b5ff-329c-41ab-8af0-9c5fac8e0d26 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=029f9320-4ead-4f60-ab6e-287d14db9ec3 HTTP/1.1" status: 200 len: 946 time: 0.0698373 Sep 21 18:30:57.377809 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b861ab60-f329-4517-bbf1-f1668fa62141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'name': 'tempest-TestVolumeBootPattern-1871760928-router', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:08Z', 'updated_at': '2021-09-21T18:21:12Z', 'revision_number': 4, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'gw_port': {'id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:09Z', 'updated_at': '2021-09-21T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'd1736469-3363-4dfe-aef1-c5326dbf0ed9', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'floating_ip_address': '172.25.6.185', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'port_id': '5f8f1363-17d8-4146-a684-c3a971039cc9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'mac_address': 'fa:16:3e:3f:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49190d5-8d0c-4468-84dc-ad37cbfb89e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:27:19Z', 'updated_at': '2021-09-21T18:27:22Z', 'revision_number': 1, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '770c981b-b197-4732-acdd-7ff01aa4b473', 'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'mac_address': 'fa:16:3e:d9:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:11Z', 'updated_at': '2021-09-21T18:21:17Z', 'revision_number': 5, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'subnets': [{'id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:30:57.386833 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62555187-1100-4fa7-914b-c79480be64d3 req-25da29d1-36af-4283-b92a-28beb52ffde4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce HTTP/1.1" status: 200 len: 217 time: 0.0428662 Sep 21 18:30:57.404030 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b861ab60-f329-4517-bbf1-f1668fa62141 None None] Checking router: ef355b40-13e2-472b-b98c-41da1220afe9 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:30:57.412616 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b861ab60-f329-4517-bbf1-f1668fa62141 None None] Routers {'ef355b40-13e2-472b-b98c-41da1220afe9'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:30:57.413260 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b861ab60-f329-4517-bbf1-f1668fa62141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:30:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ef355b40-13e2-472b-b98c-41da1220afe9'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:30:57.443594 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7afe1534-f537-471b-bf65-c27f3009dc09 req-da8c7930-952e-4264-bd21-e87b59856fc1 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930877 Sep 21 18:30:57.451182 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62555187-1100-4fa7-914b-c79480be64d3 req-e542c9b1-b1c2-42d8-8e7b-72e7b69b0c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:57.452656 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62555187-1100-4fa7-914b-c79480be64d3 req-e542c9b1-b1c2-42d8-8e7b-72e7b69b0c04 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3451e09d-0afb-4f27-b18f-9613783297a1 HTTP/1.1" status: 200 len: 851 time: 0.0581133 Sep 21 18:30:57.500620 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62555187-1100-4fa7-914b-c79480be64d3 req-e4c42a44-9b70-4a65-8c36-d47185e3ef3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:57.502080 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62555187-1100-4fa7-914b-c79480be64d3 req-e4c42a44-9b70-4a65-8c36-d47185e3ef3a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d369e5c5-60af-4748-b4b0-9650fd649648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408483 Sep 21 18:30:57.520614 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-b861ab60-f329-4517-bbf1-f1668fa62141 None None] Set router ef355b40-13e2-472b-b98c-41da1220afe9 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:30:57.595776 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62555187-1100-4fa7-914b-c79480be64d3 req-427e5aaa-a29d-424f-8390-f5327c315053 service neutron] 10.222.0.38 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848169 Sep 21 18:30:57.685320 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62555187-1100-4fa7-914b-c79480be64d3 req-73af8bbd-2cc0-4df7-b7f1-13642ccbc7d3 service neutron] 10.222.0.38 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814567 Sep 21 18:30:57.748318 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b861ab60-f329-4517-bbf1-f1668fa62141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'name': 'tempest-TestVolumeBootPattern-1871760928-router', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:08Z', 'updated_at': '2021-09-21T18:21:12Z', 'revision_number': 4, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'gw_port': {'id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:09Z', 'updated_at': '2021-09-21T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'd1736469-3363-4dfe-aef1-c5326dbf0ed9', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'floating_ip_address': '172.25.6.185', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'port_id': '5f8f1363-17d8-4146-a684-c3a971039cc9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'mac_address': 'fa:16:3e:3f:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49190d5-8d0c-4468-84dc-ad37cbfb89e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:27:19Z', 'updated_at': '2021-09-21T18:27:22Z', 'revision_number': 1, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '770c981b-b197-4732-acdd-7ff01aa4b473', 'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'mac_address': 'fa:16:3e:d9:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:11Z', 'updated_at': '2021-09-21T18:21:17Z', 'revision_number': 5, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'subnets': [{'id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:30:57.778269 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b861ab60-f329-4517-bbf1-f1668fa62141 None None] The sync data for ids ['ef355b40-13e2-472b-b98c-41da1220afe9'] in n-d-810291-1 is: [{'id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'name': 'tempest-TestVolumeBootPattern-1871760928-router', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:08Z', 'updated_at': '2021-09-21T18:21:12Z', 'revision_number': 4, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'gw_port': {'id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:09Z', 'updated_at': '2021-09-21T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'd1736469-3363-4dfe-aef1-c5326dbf0ed9', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'floating_ip_address': '172.25.6.185', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'port_id': '5f8f1363-17d8-4146-a684-c3a971039cc9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'mac_address': 'fa:16:3e:3f:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49190d5-8d0c-4468-84dc-ad37cbfb89e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:27:19Z', 'updated_at': '2021-09-21T18:27:22Z', 'revision_number': 1, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '770c981b-b197-4732-acdd-7ff01aa4b473', 'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'mac_address': 'fa:16:3e:d9:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:11Z', 'updated_at': '2021-09-21T18:21:17Z', 'revision_number': 5, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'subnets': [{'id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:30:58.023504 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235a3c79-62fe-4826-b8c1-5ae9fc4d5d21 None None] New status for floating IP cf644267-ac70-4675-a77b-e7dc8fed3423: DOWN {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:30:58.586323 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a262fd-ce80-4de0-b3fe-e9f494fd8244 req-a07d62e3-6995-4e5b-a76a-ad7aff783a4f tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:58.587832 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-61a262fd-ce80-4de0-b3fe-e9f494fd8244 req-a07d62e3-6995-4e5b-a76a-ad7aff783a4f tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=029f9320-4ead-4f60-ab6e-287d14db9ec3 HTTP/1.1" status: 200 len: 946 time: 0.0617402 Sep 21 18:30:58.626845 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-61a262fd-ce80-4de0-b3fe-e9f494fd8244 req-f76ffccd-84a2-4d1e-9ccd-20813e83a51e tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328026 Sep 21 18:30:58.776471 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c308d-30b1-4c42-a347-db9f482c5fd2 req-a5475748-09bc-4500-85de-d43bf4025264 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:30:58.777841 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f88c308d-30b1-4c42-a347-db9f482c5fd2 req-a5475748-09bc-4500-85de-d43bf4025264 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.38 "GET /v2.0/ports?device_id=029f9320-4ead-4f60-ab6e-287d14db9ec3 HTTP/1.1" status: 200 len: 946 time: 0.0555668 Sep 21 18:30:58.880435 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-f88c308d-30b1-4c42-a347-db9f482c5fd2 req-acd8f90c-3c57-43f1-b770-4be4ce2f1fdc tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Deleting port f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:30:58.880833 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f88c308d-30b1-4c42-a347-db9f482c5fd2 req-acd8f90c-3c57-43f1-b770-4be4ce2f1fdc tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:58.974445 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-f88c308d-30b1-4c42-a347-db9f482c5fd2 req-acd8f90c-3c57-43f1-b770-4be4ce2f1fdc tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] For port f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:30:58.974814 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f88c308d-30b1-4c42-a347-db9f482c5fd2 req-acd8f90c-3c57-43f1-b770-4be4ce2f1fdc tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:58.986676 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-f88c308d-30b1-4c42-a347-db9f482c5fd2 req-acd8f90c-3c57-43f1-b770-4be4ce2f1fdc tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Calling delete_port for f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:30:59.115728 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f88c308d-30b1-4c42-a347-db9f482c5fd2 req-acd8f90c-3c57-43f1-b770-4be4ce2f1fdc tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:59.147121 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd8f90c-3c57-43f1-b770-4be4ce2f1fdc tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Pushing event deleted for resources: {'Port': ['ID=f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:30:59.186798 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88c308d-30b1-4c42-a347-db9f482c5fd2 req-acd8f90c-3c57-43f1-b770-4be4ce2f1fdc tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] No DVR routers for this DVR port f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:30:59.189664 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f88c308d-30b1-4c42-a347-db9f482c5fd2 req-acd8f90c-3c57-43f1-b770-4be4ce2f1fdc tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:30:59.191745 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f88c308d-30b1-4c42-a347-db9f482c5fd2 req-acd8f90c-3c57-43f1-b770-4be4ce2f1fdc tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.38 "DELETE /v2.0/ports/f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce HTTP/1.1" status: 204 len: 173 time: 0.4079437 Sep 21 18:30:59.192237 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029f9320-4ead-4f60-ab6e-287d14db9ec3', 'name': 'network-vif-deleted', 'tag': 'f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:30:59.194610 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c7ce0a-d583-4110-b01f-adb8f61f020a" -d '{"events": [{"server_uuid": "029f9320-4ead-4f60-ab6e-287d14db9ec3", "name": "network-vif-deleted", "tag": "f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:30:59.238943 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a62f1f6-f63e-402b-8410-74fc70615967 x-openstack-request-id: req-5a62f1f6-f63e-402b-8410-74fc70615967 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:30:59.239314 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "029f9320-4ead-4f60-ab6e-287d14db9ec3", "name": "network-vif-deleted", "tag": "f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:30:59.239568 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5a62f1f6-f63e-402b-8410-74fc70615967 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:30:59.239975 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '029f9320-4ead-4f60-ab6e-287d14db9ec3', 'name': 'network-vif-deleted', 'tag': 'f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce', 'status': 'completed', 'code': 200} Sep 21 18:30:59.722591 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ee14cd63-1aac-4eef-940b-26399f6f3db4 req-da618dbc-8423-4646-ac0d-7833a506f144 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=029f9320-4ead-4f60-ab6e-287d14db9ec3 HTTP/1.1" status: 200 len: 210 time: 0.0268941 Sep 21 18:31:00.820533 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bd59d9cc-08fb-4dc7-8fd9-fb97076bbb93 req-ba8c0486-096f-4f1f-9ca2-36b83fd843f0 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=029f9320-4ead-4f60-ab6e-287d14db9ec3 HTTP/1.1" status: 200 len: 210 time: 0.0284519 Sep 21 18:31:01.408446 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:31:01.429870 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:31:01.430214 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device f3c14da4-9cb4-424a-b3a2-6e96ab93e1ce not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:31:01.923772 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8fc15b47-16b3-44b9-a674-4d820a99a1d8 req-fcbe741a-3571-4379-a74b-279b53d29cc1 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=029f9320-4ead-4f60-ab6e-287d14db9ec3 HTTP/1.1" status: 200 len: 210 time: 0.0259347 Sep 21 18:31:03.034811 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9340f055-f5b2-468b-a36d-3b1c8818d3ef req-bac04c60-3fb4-4d77-8209-b663bfb695ec tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=029f9320-4ead-4f60-ab6e-287d14db9ec3 HTTP/1.1" status: 200 len: 210 time: 0.0307508 Sep 21 18:31:08.437145 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50918) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:08.618382 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-bc4cd84d-f586-4476-97ab-960061d0bcfa tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Deleting port 6e2ba089-1be7-487a-9ffc-48865d64a21c {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:31:08.618645 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bc4cd84d-f586-4476-97ab-960061d0bcfa tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:08.704310 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bc4cd84d-f586-4476-97ab-960061d0bcfa tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:08.704627 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bc4cd84d-f586-4476-97ab-960061d0bcfa tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:08.717679 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-bc4cd84d-f586-4476-97ab-960061d0bcfa tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Calling delete_port for 6e2ba089-1be7-487a-9ffc-48865d64a21c owned by network:floatingip {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:31:08.874377 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bc4cd84d-f586-4476-97ab-960061d0bcfa tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:08.898569 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4cd84d-f586-4476-97ab-960061d0bcfa tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Pushing event deleted for resources: {'Port': ['ID=6e2ba089-1be7-487a-9ffc-48865d64a21c,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:08.963770 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bc4cd84d-f586-4476-97ab-960061d0bcfa tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for floatingip, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:08.964104 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-bc4cd84d-f586-4476-97ab-960061d0bcfa tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Floating IP d1736469-3363-4dfe-aef1-c5326dbf0ed9 disassociated (deleted). External IP: 172.25.6.185, port: 5f8f1363-17d8-4146-a684-c3a971039cc9. Sep 21 18:31:09.176181 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4cd84d-f586-4476-97ab-960061d0bcfa tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Router ef355b40-13e2-472b-b98c-41da1220afe9 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:31:09.284497 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4cd84d-f586-4476-97ab-960061d0bcfa tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:31:09.289307 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bc4cd84d-f586-4476-97ab-960061d0bcfa tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:09.295577 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38b071a-c8ef-416e-bb00-c645284695ef None None] Sync routers for ids ['ef355b40-13e2-472b-b98c-41da1220afe9'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:31:09.305665 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38b071a-c8ef-416e-bb00-c645284695ef None None] Routers {'ef355b40-13e2-472b-b98c-41da1220afe9'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:31:09.306289 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-e38b071a-c8ef-416e-bb00-c645284695ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:30:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ef355b40-13e2-472b-b98c-41da1220afe9'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:09.319781 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-bc4cd84d-f586-4476-97ab-960061d0bcfa tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "DELETE /v2.0/floatingips/d1736469-3363-4dfe-aef1-c5326dbf0ed9 HTTP/1.1" status: 204 len: 168 time: 0.8813782 Sep 21 18:31:09.320356 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a49190d5-8d0c-4468-84dc-ad37cbfb89e0', 'tag': '5f8f1363-17d8-4146-a684-c3a971039cc9'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:31:09.322691 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aeff7a3-7e6e-4501-9a1f-15e994e7d38b" -d '{"events": [{"name": "network-changed", "server_uuid": "a49190d5-8d0c-4468-84dc-ad37cbfb89e0", "tag": "5f8f1363-17d8-4146-a684-c3a971039cc9"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:31:09.362129 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af72ec74-1642-4e7a-9868-d16801b45c30 x-openstack-request-id: req-af72ec74-1642-4e7a-9868-d16801b45c30 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:31:09.362428 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a49190d5-8d0c-4468-84dc-ad37cbfb89e0", "tag": "5f8f1363-17d8-4146-a684-c3a971039cc9", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:31:09.363555 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-af72ec74-1642-4e7a-9868-d16801b45c30 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:31:09.363555 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a49190d5-8d0c-4468-84dc-ad37cbfb89e0', 'tag': '5f8f1363-17d8-4146-a684-c3a971039cc9', 'status': 'completed', 'code': 200} Sep 21 18:31:09.422428 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-e38b071a-c8ef-416e-bb00-c645284695ef None None] Set router ef355b40-13e2-472b-b98c-41da1220afe9 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:31:09.427051 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeff7a3-7e6e-4501-9a1f-15e994e7d38b req-3c389294-1d0d-4fb1-89e3-ed4d9fe27284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:09.428676 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4aeff7a3-7e6e-4501-9a1f-15e994e7d38b req-3c389294-1d0d-4fb1-89e3-ed4d9fe27284 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed22908bce274772830e1e318854b4a6&device_id=a49190d5-8d0c-4468-84dc-ad37cbfb89e0 HTTP/1.1" status: 200 len: 1096 time: 0.0419004 Sep 21 18:31:09.536572 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeff7a3-7e6e-4501-9a1f-15e994e7d38b req-f0d85ed0-e49c-4d94-a2a3-4c25e8f7890d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:09.538206 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4aeff7a3-7e6e-4501-9a1f-15e994e7d38b req-f0d85ed0-e49c-4d94-a2a3-4c25e8f7890d service neutron] 10.222.0.38 "GET /v2.0/networks?id=d369e5c5-60af-4748-b4b0-9650fd649648 HTTP/1.1" status: 200 len: 913 time: 0.0963502 Sep 21 18:31:09.550441 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded8614-6354-4786-bc14-18aa06981d2a req-62af2a94-f575-4404-94ea-db4dc1ec8ca2 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:09.557964 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4ded8614-6354-4786-bc14-18aa06981d2a req-62af2a94-f575-4404-94ea-db4dc1ec8ca2 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=a49190d5-8d0c-4468-84dc-ad37cbfb89e0 HTTP/1.1" status: 200 len: 945 time: 0.0560179 Sep 21 18:31:09.588326 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4aeff7a3-7e6e-4501-9a1f-15e994e7d38b req-e2de4483-1689-4ebe-8938-16b4f2aaa56f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f8f1363-17d8-4146-a684-c3a971039cc9 HTTP/1.1" status: 200 len: 217 time: 0.0424190 Sep 21 18:31:09.590695 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4ded8614-6354-4786-bc14-18aa06981d2a req-ccdcaf8c-71fa-44fc-8e3a-3260f7b5586a tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318079 Sep 21 18:31:09.626131 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-e38b071a-c8ef-416e-bb00-c645284695ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'name': 'tempest-TestVolumeBootPattern-1871760928-router', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:08Z', 'updated_at': '2021-09-21T18:21:12Z', 'revision_number': 4, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'gw_port': {'id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:09Z', 'updated_at': '2021-09-21T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '770c981b-b197-4732-acdd-7ff01aa4b473', 'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'mac_address': 'fa:16:3e:d9:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:11Z', 'updated_at': '2021-09-21T18:21:17Z', 'revision_number': 5, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'subnets': [{'id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:09.639323 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeff7a3-7e6e-4501-9a1f-15e994e7d38b req-17d467bc-37b7-4a72-995c-8d4668893c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:09.640825 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4aeff7a3-7e6e-4501-9a1f-15e994e7d38b req-17d467bc-37b7-4a72-995c-8d4668893c8d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3451e09d-0afb-4f27-b18f-9613783297a1 HTTP/1.1" status: 200 len: 851 time: 0.0441031 Sep 21 18:31:09.655702 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38b071a-c8ef-416e-bb00-c645284695ef None None] Checking router: ef355b40-13e2-472b-b98c-41da1220afe9 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:31:09.664406 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38b071a-c8ef-416e-bb00-c645284695ef None None] Routers {'ef355b40-13e2-472b-b98c-41da1220afe9'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:31:09.665033 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-e38b071a-c8ef-416e-bb00-c645284695ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:30:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ef355b40-13e2-472b-b98c-41da1220afe9'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:09.690988 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeff7a3-7e6e-4501-9a1f-15e994e7d38b req-a1c201f6-16c5-4ab1-a07b-fb68ffaaf0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:09.692447 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4aeff7a3-7e6e-4501-9a1f-15e994e7d38b req-a1c201f6-16c5-4ab1-a07b-fb68ffaaf0c1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d369e5c5-60af-4748-b4b0-9650fd649648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444896 Sep 21 18:31:09.795464 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4aeff7a3-7e6e-4501-9a1f-15e994e7d38b req-fb891d0b-38b6-44dd-b3dd-29300735aa22 service neutron] 10.222.0.38 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947433 Sep 21 18:31:09.891238 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4aeff7a3-7e6e-4501-9a1f-15e994e7d38b req-7d16033c-16d1-45e1-b3b7-aaaa2add14a9 service neutron] 10.222.0.38 "GET /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883424 Sep 21 18:31:09.948245 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-e38b071a-c8ef-416e-bb00-c645284695ef None None] Set router ef355b40-13e2-472b-b98c-41da1220afe9 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:31:10.157513 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-e38b071a-c8ef-416e-bb00-c645284695ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'name': 'tempest-TestVolumeBootPattern-1871760928-router', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:08Z', 'updated_at': '2021-09-21T18:21:12Z', 'revision_number': 4, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'gw_port': {'id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:09Z', 'updated_at': '2021-09-21T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '770c981b-b197-4732-acdd-7ff01aa4b473', 'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'mac_address': 'fa:16:3e:d9:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:11Z', 'updated_at': '2021-09-21T18:21:17Z', 'revision_number': 5, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'subnets': [{'id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:10.184541 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38b071a-c8ef-416e-bb00-c645284695ef None None] The sync data for ids ['ef355b40-13e2-472b-b98c-41da1220afe9'] in n-d-810291-1 is: [{'id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'name': 'tempest-TestVolumeBootPattern-1871760928-router', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:08Z', 'updated_at': '2021-09-21T18:21:12Z', 'revision_number': 4, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'gw_port': {'id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:09Z', 'updated_at': '2021-09-21T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '770c981b-b197-4732-acdd-7ff01aa4b473', 'name': '', 'network_id': 'd369e5c5-60af-4748-b4b0-9650fd649648', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'mac_address': 'fa:16:3e:d9:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:11Z', 'updated_at': '2021-09-21T18:21:17Z', 'revision_number': 5, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'subnets': [{'id': '3451e09d-0afb-4f27-b18f-9613783297a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:31:10.426995 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedda39e-b639-43e7-a9c8-51c75c6dff7d None None] New status for floating IP d1736469-3363-4dfe-aef1-c5326dbf0ed9: DOWN {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:31:10.715709 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ed1cf-9ef7-4203-81e5-2377f4f24460 req-a45a00b7-c561-4125-9bd7-c37c9e336e29 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:10.717235 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c23ed1cf-9ef7-4203-81e5-2377f4f24460 req-a45a00b7-c561-4125-9bd7-c37c9e336e29 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=a49190d5-8d0c-4468-84dc-ad37cbfb89e0 HTTP/1.1" status: 200 len: 945 time: 0.0549474 Sep 21 18:31:10.759796 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c23ed1cf-9ef7-4203-81e5-2377f4f24460 req-d3c50ef8-857d-4ca0-9bfa-27b8006da187 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333455 Sep 21 18:31:10.997711 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43401025-c1a8-442e-92ad-6cae1872c792 req-d173c594-84dc-40b1-a3a4-ce9d3bf5dbc7 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:10.999214 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43401025-c1a8-442e-92ad-6cae1872c792 req-d173c594-84dc-40b1-a3a4-ce9d3bf5dbc7 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.38 "GET /v2.0/ports?device_id=a49190d5-8d0c-4468-84dc-ad37cbfb89e0 HTTP/1.1" status: 200 len: 945 time: 0.0540063 Sep 21 18:31:11.102042 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-43401025-c1a8-442e-92ad-6cae1872c792 req-05a86829-f856-48b9-8bc1-0bcbe7678e8a tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Deleting port 5f8f1363-17d8-4146-a684-c3a971039cc9 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:31:11.102331 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-43401025-c1a8-442e-92ad-6cae1872c792 req-05a86829-f856-48b9-8bc1-0bcbe7678e8a tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:11.199379 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-43401025-c1a8-442e-92ad-6cae1872c792 req-05a86829-f856-48b9-8bc1-0bcbe7678e8a tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] For port 5f8f1363-17d8-4146-a684-c3a971039cc9, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=5f8f1363-17d8-4146-a684-c3a971039cc9,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:31:11.199764 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-43401025-c1a8-442e-92ad-6cae1872c792 req-05a86829-f856-48b9-8bc1-0bcbe7678e8a tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:11.213754 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-43401025-c1a8-442e-92ad-6cae1872c792 req-05a86829-f856-48b9-8bc1-0bcbe7678e8a tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Calling delete_port for 5f8f1363-17d8-4146-a684-c3a971039cc9 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:31:11.351012 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-43401025-c1a8-442e-92ad-6cae1872c792 req-05a86829-f856-48b9-8bc1-0bcbe7678e8a tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:11.392829 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a86829-f856-48b9-8bc1-0bcbe7678e8a tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Pushing event deleted for resources: {'Port': ['ID=5f8f1363-17d8-4146-a684-c3a971039cc9,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:11.434574 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-43401025-c1a8-442e-92ad-6cae1872c792 req-05a86829-f856-48b9-8bc1-0bcbe7678e8a tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] No DVR routers for this DVR port 5f8f1363-17d8-4146-a684-c3a971039cc9 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:31:11.437466 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-43401025-c1a8-442e-92ad-6cae1872c792 req-05a86829-f856-48b9-8bc1-0bcbe7678e8a tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:11.439566 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-43401025-c1a8-442e-92ad-6cae1872c792 req-05a86829-f856-48b9-8bc1-0bcbe7678e8a tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.38 "DELETE /v2.0/ports/5f8f1363-17d8-4146-a684-c3a971039cc9 HTTP/1.1" status: 204 len: 173 time: 0.4344482 Sep 21 18:31:11.440005 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49190d5-8d0c-4468-84dc-ad37cbfb89e0', 'name': 'network-vif-deleted', 'tag': '5f8f1363-17d8-4146-a684-c3a971039cc9'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:31:11.442384 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa15571-9744-4f66-b8c1-3efb6f005665" -d '{"events": [{"server_uuid": "a49190d5-8d0c-4468-84dc-ad37cbfb89e0", "name": "network-vif-deleted", "tag": "5f8f1363-17d8-4146-a684-c3a971039cc9"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:31:11.479540 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d33ba2-1461-444b-bd51-e6f2f8ff1473 x-openstack-request-id: req-e8d33ba2-1461-444b-bd51-e6f2f8ff1473 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:31:11.480002 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a49190d5-8d0c-4468-84dc-ad37cbfb89e0", "name": "network-vif-deleted", "tag": "5f8f1363-17d8-4146-a684-c3a971039cc9", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:31:11.480404 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e8d33ba2-1461-444b-bd51-e6f2f8ff1473 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:31:11.481033 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49190d5-8d0c-4468-84dc-ad37cbfb89e0', 'name': 'network-vif-deleted', 'tag': '5f8f1363-17d8-4146-a684-c3a971039cc9', 'status': 'completed', 'code': 200} Sep 21 18:31:11.865840 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5d94ad74-2427-4408-83d2-e2994c9dc3bd req-b4148f6f-64f2-453f-84c4-1fffa910520d tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=a49190d5-8d0c-4468-84dc-ad37cbfb89e0 HTTP/1.1" status: 200 len: 210 time: 0.0337136 Sep 21 18:31:12.972931 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5c542d58-8233-4c87-8645-adfa1eefe498 req-4f387792-dd0a-4b8e-950d-e376b22a1ea7 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=a49190d5-8d0c-4468-84dc-ad37cbfb89e0 HTTP/1.1" status: 200 len: 210 time: 0.0350809 Sep 21 18:31:13.484774 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 5f8f1363-17d8-4146-a684-c3a971039cc9 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:31:13.509224 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 5f8f1363-17d8-4146-a684-c3a971039cc9 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:31:13.509590 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 5f8f1363-17d8-4146-a684-c3a971039cc9 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:31:13.780418 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50940) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:14.299139 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0da36ac1-5af5-404e-9217-294dbad875ba req-47542f5d-1e82-4971-82b4-ac2c4993c442 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "GET /v2.0/ports?device_id=a49190d5-8d0c-4468-84dc-ad37cbfb89e0 HTTP/1.1" status: 200 len: 210 time: 0.0317187 Sep 21 18:31:14.519098 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aa53b7f4-5e58-4cad-a59c-9cbe8cf6d1af tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:14.832610 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-aa53b7f4-5e58-4cad-a59c-9cbe8cf6d1af tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Deleting port 2129c4f2-195e-4090-9926-e5fdaa727d90 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:31:14.833355 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aa53b7f4-5e58-4cad-a59c-9cbe8cf6d1af tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:14.924976 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-aa53b7f4-5e58-4cad-a59c-9cbe8cf6d1af tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] For port 2129c4f2-195e-4090-9926-e5fdaa727d90, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=2129c4f2-195e-4090-9926-e5fdaa727d90,segment=NetworkSegment(6d6999df-642c-4784-afd9-54c77138588d),segment_id=6d6999df-642c-4784-afd9-54c77138588d)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:31:14.925346 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aa53b7f4-5e58-4cad-a59c-9cbe8cf6d1af tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:14.937651 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-aa53b7f4-5e58-4cad-a59c-9cbe8cf6d1af tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Calling delete_port for 2129c4f2-195e-4090-9926-e5fdaa727d90 owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:31:15.132673 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aa53b7f4-5e58-4cad-a59c-9cbe8cf6d1af tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:15.159360 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53b7f4-5e58-4cad-a59c-9cbe8cf6d1af tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event deleted for resources: {'Port': ['ID=2129c4f2-195e-4090-9926-e5fdaa727d90,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:15.345054 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-aa53b7f4-5e58-4cad-a59c-9cbe8cf6d1af tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:15.359324 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50946) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:15.605535 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-13807557-4e54-4d17-b2d9-13fde1bc1318 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Deleting port 0be11fd0-c751-44b1-886b-1895bfd32411 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:31:15.605808 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-13807557-4e54-4d17-b2d9-13fde1bc1318 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:15.729191 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-13807557-4e54-4d17-b2d9-13fde1bc1318 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:15.729495 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-13807557-4e54-4d17-b2d9-13fde1bc1318 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:15.732762 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa53b7f4-5e58-4cad-a59c-9cbe8cf6d1af tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Router 248537ca-e0e3-4237-8244-29ce46fb6204 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:31:15.746113 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-13807557-4e54-4d17-b2d9-13fde1bc1318 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Calling delete_port for 0be11fd0-c751-44b1-886b-1895bfd32411 owned by network:floatingip {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:31:15.908598 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa53b7f4-5e58-4cad-a59c-9cbe8cf6d1af tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:31:15.914093 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-aa53b7f4-5e58-4cad-a59c-9cbe8cf6d1af tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "PUT /v2.0/routers/248537ca-e0e3-4237-8244-29ce46fb6204/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1324577 Sep 21 18:31:15.918855 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c10c4e-4174-4179-9d06-a7d6454fc692 None None] Sync routers for ids ['248537ca-e0e3-4237-8244-29ce46fb6204'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:31:15.931981 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c10c4e-4174-4179-9d06-a7d6454fc692 None None] Routers {'248537ca-e0e3-4237-8244-29ce46fb6204'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:31:15.932640 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-28c10c4e-4174-4179-9d06-a7d6454fc692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:30:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['248537ca-e0e3-4237-8244-29ce46fb6204'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:15.972971 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-13807557-4e54-4d17-b2d9-13fde1bc1318 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:15.981527 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ddc904f4-c4f6-43c3-87dc-1a7d1660f330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:16.000401 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13807557-4e54-4d17-b2d9-13fde1bc1318 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Pushing event deleted for resources: {'Port': ['ID=0be11fd0-c751-44b1-886b-1895bfd32411,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:16.060400 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-28c10c4e-4174-4179-9d06-a7d6454fc692 None None] Set router 248537ca-e0e3-4237-8244-29ce46fb6204 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:31:16.066183 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-13807557-4e54-4d17-b2d9-13fde1bc1318 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for floatingip, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:16.069351 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-13807557-4e54-4d17-b2d9-13fde1bc1318 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:16.070968 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-13807557-4e54-4d17-b2d9-13fde1bc1318 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "DELETE /v2.0/floatingips/79a5c560-bb86-418d-982e-978d82bddf6c HTTP/1.1" status: 204 len: 168 time: 0.7115154 Sep 21 18:31:16.165648 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87012c8-84d7-4585-8b79-0c22d4f12dc9 req-c73abf78-c183-4f4f-a0c7-970388d38235 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:16.172972 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d87012c8-84d7-4585-8b79-0c22d4f12dc9 req-c73abf78-c183-4f4f-a0c7-970388d38235 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=76fca792-9d6d-42fa-96da-ac6d8615dbce HTTP/1.1" status: 200 len: 946 time: 0.0558765 Sep 21 18:31:16.221847 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d87012c8-84d7-4585-8b79-0c22d4f12dc9 req-ff79ecd0-4529-40d4-94a9-0b2ddef4f2b7 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a4e60e1-247e-40b8-85f4-a3eeb470033c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0479097 Sep 21 18:31:16.326813 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-28c10c4e-4174-4179-9d06-a7d6454fc692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'name': 'tempest-TestNetworkBasicOps-router-1349919944', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:29:36Z', 'updated_at': '2021-09-21T18:31:15Z', 'revision_number': 6, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port': {'id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:37Z', 'updated_at': '2021-09-21T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '7cbdcf17-0dce-4481-8f07-f2798f19da27', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'floating_ip_address': '172.25.6.6', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'port_id': 'd29bc4fd-c7df-495c-b3cc-b07032758f2c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931', 'mac_address': 'fa:16:3e:46:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e469498d-bbf8-49c7-819c-5baa6cd8ed5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:29:54Z', 'updated_at': '2021-09-21T18:29:57Z', 'revision_number': 1, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5db0aca3-59c0-409b-b817-f2e729eb2a95', 'name': '', 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'mac_address': 'fa:16:3e:80:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f6acbe34-a5c4-4140-bc42-5f28d48489fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:39Z', 'updated_at': '2021-09-21T18:29:43Z', 'revision_number': 5, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'subnets': [{'id': 'f6acbe34-a5c4-4140-bc42-5f28d48489fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:16.352845 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c10c4e-4174-4179-9d06-a7d6454fc692 None None] Checking router: 248537ca-e0e3-4237-8244-29ce46fb6204 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:31:16.361285 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c10c4e-4174-4179-9d06-a7d6454fc692 None None] Routers {'248537ca-e0e3-4237-8244-29ce46fb6204'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:31:16.361887 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-28c10c4e-4174-4179-9d06-a7d6454fc692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:30:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['248537ca-e0e3-4237-8244-29ce46fb6204'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:16.465927 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-28c10c4e-4174-4179-9d06-a7d6454fc692 None None] Set router 248537ca-e0e3-4237-8244-29ce46fb6204 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:31:16.695548 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-28c10c4e-4174-4179-9d06-a7d6454fc692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'name': 'tempest-TestNetworkBasicOps-router-1349919944', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:29:36Z', 'updated_at': '2021-09-21T18:31:15Z', 'revision_number': 6, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port': {'id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:37Z', 'updated_at': '2021-09-21T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '7cbdcf17-0dce-4481-8f07-f2798f19da27', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'floating_ip_address': '172.25.6.6', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'port_id': 'd29bc4fd-c7df-495c-b3cc-b07032758f2c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931', 'mac_address': 'fa:16:3e:46:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e469498d-bbf8-49c7-819c-5baa6cd8ed5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:29:54Z', 'updated_at': '2021-09-21T18:29:57Z', 'revision_number': 1, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5db0aca3-59c0-409b-b817-f2e729eb2a95', 'name': '', 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'mac_address': 'fa:16:3e:80:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f6acbe34-a5c4-4140-bc42-5f28d48489fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:39Z', 'updated_at': '2021-09-21T18:29:43Z', 'revision_number': 5, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'subnets': [{'id': 'f6acbe34-a5c4-4140-bc42-5f28d48489fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:16.721806 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c10c4e-4174-4179-9d06-a7d6454fc692 None None] The sync data for ids ['248537ca-e0e3-4237-8244-29ce46fb6204'] in n-d-810291-1 is: [{'id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'name': 'tempest-TestNetworkBasicOps-router-1349919944', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:29:36Z', 'updated_at': '2021-09-21T18:31:15Z', 'revision_number': 6, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port': {'id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:37Z', 'updated_at': '2021-09-21T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '7cbdcf17-0dce-4481-8f07-f2798f19da27', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'floating_ip_address': '172.25.6.6', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'port_id': 'd29bc4fd-c7df-495c-b3cc-b07032758f2c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931', 'mac_address': 'fa:16:3e:46:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e469498d-bbf8-49c7-819c-5baa6cd8ed5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:29:54Z', 'updated_at': '2021-09-21T18:29:57Z', 'revision_number': 1, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5db0aca3-59c0-409b-b817-f2e729eb2a95', 'name': '', 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'mac_address': 'fa:16:3e:80:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f6acbe34-a5c4-4140-bc42-5f28d48489fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:39Z', 'updated_at': '2021-09-21T18:29:43Z', 'revision_number': 5, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'subnets': [{'id': 'f6acbe34-a5c4-4140-bc42-5f28d48489fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:31:17.251539 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 2129c4f2-195e-4090-9926-e5fdaa727d90 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:31:17.283972 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 2129c4f2-195e-4090-9926-e5fdaa727d90 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:31:17.284260 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 2129c4f2-195e-4090-9926-e5fdaa727d90 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:31:17.366364 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853fafb-5cfc-437f-bfb3-d52f26d3676f req-d80f0887-602e-433e-acbc-2518a7c2e753 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:17.368022 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9853fafb-5cfc-437f-bfb3-d52f26d3676f req-d80f0887-602e-433e-acbc-2518a7c2e753 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=76fca792-9d6d-42fa-96da-ac6d8615dbce HTTP/1.1" status: 200 len: 946 time: 0.0534024 Sep 21 18:31:17.410465 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9853fafb-5cfc-437f-bfb3-d52f26d3676f req-4f9147d5-8aac-4665-8d34-421c0f79c8f1 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/security-groups?id=9a4e60e1-247e-40b8-85f4-a3eeb470033c&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0363014 Sep 21 18:31:17.582048 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1b7cb-8d58-4aec-a8e1-691519612ec5 req-e92d4a36-dbb2-4fc8-8324-a49e809a809c tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:17.583785 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-08d1b7cb-8d58-4aec-a8e1-691519612ec5 req-e92d4a36-dbb2-4fc8-8324-a49e809a809c tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.44 "GET /v2.0/ports?device_id=76fca792-9d6d-42fa-96da-ac6d8615dbce HTTP/1.1" status: 200 len: 946 time: 0.0514908 Sep 21 18:31:17.678809 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-08d1b7cb-8d58-4aec-a8e1-691519612ec5 req-fc1977ac-41b0-45e4-8af9-4bc1112df954 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Deleting port 9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:31:17.679175 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-08d1b7cb-8d58-4aec-a8e1-691519612ec5 req-fc1977ac-41b0-45e4-8af9-4bc1112df954 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:17.772036 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-08d1b7cb-8d58-4aec-a8e1-691519612ec5 req-fc1977ac-41b0-45e4-8af9-4bc1112df954 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] For port 9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1,segment=NetworkSegment(6d6999df-642c-4784-afd9-54c77138588d),segment_id=6d6999df-642c-4784-afd9-54c77138588d)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:31:17.772372 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-08d1b7cb-8d58-4aec-a8e1-691519612ec5 req-fc1977ac-41b0-45e4-8af9-4bc1112df954 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:17.784809 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-08d1b7cb-8d58-4aec-a8e1-691519612ec5 req-fc1977ac-41b0-45e4-8af9-4bc1112df954 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Calling delete_port for 9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:31:17.923840 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-08d1b7cb-8d58-4aec-a8e1-691519612ec5 req-fc1977ac-41b0-45e4-8af9-4bc1112df954 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:17.956428 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1977ac-41b0-45e4-8af9-4bc1112df954 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event deleted for resources: {'Port': ['ID=9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:18.000363 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d1b7cb-8d58-4aec-a8e1-691519612ec5 req-fc1977ac-41b0-45e4-8af9-4bc1112df954 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] No DVR routers for this DVR port 9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:31:18.003049 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-08d1b7cb-8d58-4aec-a8e1-691519612ec5 req-fc1977ac-41b0-45e4-8af9-4bc1112df954 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:18.005289 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-08d1b7cb-8d58-4aec-a8e1-691519612ec5 req-fc1977ac-41b0-45e4-8af9-4bc1112df954 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.44 "DELETE /v2.0/ports/9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1 HTTP/1.1" status: 204 len: 173 time: 0.4151638 Sep 21 18:31:18.005730 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fca792-9d6d-42fa-96da-ac6d8615dbce', 'name': 'network-vif-deleted', 'tag': '9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:31:18.008087 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2205eb30-702a-49ac-9caf-999cf201f2fb" -d '{"events": [{"server_uuid": "76fca792-9d6d-42fa-96da-ac6d8615dbce", "name": "network-vif-deleted", "tag": "9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:31:18.045703 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056136f1-83b5-4225-92b4-2959560380c8 x-openstack-request-id: req-056136f1-83b5-4225-92b4-2959560380c8 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:31:18.045991 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76fca792-9d6d-42fa-96da-ac6d8615dbce", "name": "network-vif-deleted", "tag": "9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:31:18.046238 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-056136f1-83b5-4225-92b4-2959560380c8 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:31:18.046633 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76fca792-9d6d-42fa-96da-ac6d8615dbce', 'name': 'network-vif-deleted', 'tag': '9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1', 'status': 'completed', 'code': 200} Sep 21 18:31:18.347047 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50968) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:18.423047 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7b272cdd-adee-4171-8ef3-f6d393642f74 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:18.465571 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a0db0e11-90e7-44f2-8cc0-86ad286e19d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:18.467112 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7b272cdd-adee-4171-8ef3-f6d393642f74 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:18.542334 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7b272cdd-adee-4171-8ef3-f6d393642f74 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:18.545248 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7b272cdd-adee-4171-8ef3-f6d393642f74 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:18.546635 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7b272cdd-adee-4171-8ef3-f6d393642f74 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] 10.222.0.58 "DELETE /v2.0/security-groups/7b6b1dcc-99ae-4a6d-bd56-bce24166c50d HTTP/1.1" status: 204 len: 168 time: 0.1980143 Sep 21 18:31:18.568261 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b272cdd-adee-4171-8ef3-f6d393642f74 tempest-TestVolumeBootPattern-431033164 tempest-TestVolumeBootPattern-431033164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6b1dcc-99ae-4a6d-bd56-bce24166c50d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:18.603059 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f12539d6-51db-4cea-b655-dbc1da693619 req-94994146-717a-4228-b809-7015c91fe08b tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=76fca792-9d6d-42fa-96da-ac6d8615dbce HTTP/1.1" status: 200 len: 210 time: 0.0565419 Sep 21 18:31:18.613572 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50974) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:19.032111 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:19.079736 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-63d8b0fb-981b-4b08-842c-12cc88d1f180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:19.328399 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-63d8b0fb-981b-4b08-842c-12cc88d1f180 admin admin] Deleting port 770c981b-b197-4732-acdd-7ff01aa4b473 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:31:19.328764 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-63d8b0fb-981b-4b08-842c-12cc88d1f180 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:19.408040 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-63d8b0fb-981b-4b08-842c-12cc88d1f180 admin admin] For port 770c981b-b197-4732-acdd-7ff01aa4b473, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=770c981b-b197-4732-acdd-7ff01aa4b473,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:31:19.408401 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-63d8b0fb-981b-4b08-842c-12cc88d1f180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:19.423739 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-63d8b0fb-981b-4b08-842c-12cc88d1f180 admin admin] Calling delete_port for 770c981b-b197-4732-acdd-7ff01aa4b473 owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:31:19.634903 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-63d8b0fb-981b-4b08-842c-12cc88d1f180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:19.648781 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50980) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:19.669999 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8b0fb-981b-4b08-842c-12cc88d1f180 admin admin] Pushing event deleted for resources: {'Port': ['ID=770c981b-b197-4732-acdd-7ff01aa4b473,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:19.720803 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6b067580-41c6-4241-81b0-9daf61bd0632 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:19.748742 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6b067580-41c6-4241-81b0-9daf61bd0632 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:19.816606 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6b067580-41c6-4241-81b0-9daf61bd0632 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:19.820527 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6b067580-41c6-4241-81b0-9daf61bd0632 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:19.821801 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6b067580-41c6-4241-81b0-9daf61bd0632 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "DELETE /v2.0/security-groups/9a4e60e1-247e-40b8-85f4-a3eeb470033c HTTP/1.1" status: 204 len: 168 time: 0.1718118 Sep 21 18:31:19.831270 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-63d8b0fb-981b-4b08-842c-12cc88d1f180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:19.831975 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b067580-41c6-4241-81b0-9daf61bd0632 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4e60e1-247e-40b8-85f4-a3eeb470033c,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:19.872149 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50984) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:19.921295 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1a8f68d-91d2-44b1-ab3b-f2e05ce870b7 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Deleting subnet 8a47a2da-07c0-480d-b13f-00b24cfc88b9 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:31:19.924983 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f1a8f68d-91d2-44b1-ab3b-f2e05ce870b7 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:19.967224 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f1a8f68d-91d2-44b1-ab3b-f2e05ce870b7 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:20.058735 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f1a8f68d-91d2-44b1-ab3b-f2e05ce870b7 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:20.121565 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f1a8f68d-91d2-44b1-ab3b-f2e05ce870b7 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:20.149306 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8f68d-91d2-44b1-ab3b-f2e05ce870b7 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event deleted for resources: {'Subnet': ['ID=8a47a2da-07c0-480d-b13f-00b24cfc88b9,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:20.153133 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f1a8f68d-91d2-44b1-ab3b-f2e05ce870b7 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:20.155099 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f1a8f68d-91d2-44b1-ab3b-f2e05ce870b7 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "DELETE /v2.0/subnets/8a47a2da-07c0-480d-b13f-00b24cfc88b9 HTTP/1.1" status: 204 len: 168 time: 0.2819345 Sep 21 18:31:20.157710 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50986) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:20.163589 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564ec464-f4c2-4f5c-89fa-c344a50ddfd9 None None] Network abcde72a-11ca-4c85-a98b-919a63cfaf60 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:31:20.238902 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:20.248592 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4bf25cec-6533-4e7b-9bdf-b65110fc40e6 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:20.308828 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-4bf25cec-6533-4e7b-9bdf-b65110fc40e6 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Deleting port 20a07dff-e865-4741-a675-04a9ff3426c9 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:31:20.309299 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4bf25cec-6533-4e7b-9bdf-b65110fc40e6 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:20.372845 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-4bf25cec-6533-4e7b-9bdf-b65110fc40e6 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] For port 20a07dff-e865-4741-a675-04a9ff3426c9, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=20a07dff-e865-4741-a675-04a9ff3426c9,segment=NetworkSegment(6d6999df-642c-4784-afd9-54c77138588d),segment_id=6d6999df-642c-4784-afd9-54c77138588d)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:31:20.373231 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4bf25cec-6533-4e7b-9bdf-b65110fc40e6 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:20.376708 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39350568-3f31-4a95-87db-deab017fb192 None None] DHCP port deletion for abcde72a-11ca-4c85-a98b-919a63cfaf60 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:31:20.391499 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-4bf25cec-6533-4e7b-9bdf-b65110fc40e6 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Calling delete_port for 20a07dff-e865-4741-a675-04a9ff3426c9 owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:31:20.427571 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-39350568-3f31-4a95-87db-deab017fb192 None None] Deleting port 20a07dff-e865-4741-a675-04a9ff3426c9 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:31:20.427916 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-39350568-3f31-4a95-87db-deab017fb192 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:20.443619 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d8b0fb-981b-4b08-842c-12cc88d1f180 admin admin] Router ef355b40-13e2-472b-b98c-41da1220afe9 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:31:20.470202 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4bf25cec-6533-4e7b-9bdf-b65110fc40e6 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:20.492589 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-39350568-3f31-4a95-87db-deab017fb192 None None] For port 20a07dff-e865-4741-a675-04a9ff3426c9, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=20a07dff-e865-4741-a675-04a9ff3426c9,segment=NetworkSegment(6d6999df-642c-4784-afd9-54c77138588d),segment_id=6d6999df-642c-4784-afd9-54c77138588d)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:31:20.492978 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-39350568-3f31-4a95-87db-deab017fb192 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:20.493785 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf25cec-6533-4e7b-9bdf-b65110fc40e6 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event deleted for resources: {'Port': ['ID=20a07dff-e865-4741-a675-04a9ff3426c9,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:20.499533 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf25cec-6533-4e7b-9bdf-b65110fc40e6 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] No DVR routers for this DVR port 20a07dff-e865-4741-a675-04a9ff3426c9 on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:31:20.508015 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-39350568-3f31-4a95-87db-deab017fb192 None None] Calling delete_port for 20a07dff-e865-4741-a675-04a9ff3426c9 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:31:20.556935 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d8b0fb-981b-4b08-842c-12cc88d1f180 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:31:20.571187 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:31:20.572110 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-63d8b0fb-981b-4b08-842c-12cc88d1f180 admin admin] 10.222.0.58 "PUT /v2.0/routers/ef355b40-13e2-472b-b98c-41da1220afe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9557381 Sep 21 18:31:20.572110 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50988) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:20.573470 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80262d66-6bc2-4cbd-94a1-2584c14faaa6 None None] Sync routers for ids ['ef355b40-13e2-472b-b98c-41da1220afe9'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:31:20.585418 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4bf25cec-6533-4e7b-9bdf-b65110fc40e6 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:20.589760 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80262d66-6bc2-4cbd-94a1-2584c14faaa6 None None] Routers {'ef355b40-13e2-472b-b98c-41da1220afe9'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:31:20.591278 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-80262d66-6bc2-4cbd-94a1-2584c14faaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:31:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ef355b40-13e2-472b-b98c-41da1220afe9'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:20.598308 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-39350568-3f31-4a95-87db-deab017fb192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:20.606302 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-4bf25cec-6533-4e7b-9bdf-b65110fc40e6 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abcde72a-11ca-4c85-a98b-919a63cfaf60']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:20.617195 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-4bf25cec-6533-4e7b-9bdf-b65110fc40e6 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6999df-642c-4784-afd9-54c77138588d') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:20.618198 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-4bf25cec-6533-4e7b-9bdf-b65110fc40e6 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6999df-642c-4784-afd9-54c77138588d') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:20.630527 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39350568-3f31-4a95-87db-deab017fb192 None None] Pushing event deleted for resources: {'Port': ['ID=20a07dff-e865-4741-a675-04a9ff3426c9,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:20.631071 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4bf25cec-6533-4e7b-9bdf-b65110fc40e6 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:20.634310 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39350568-3f31-4a95-87db-deab017fb192 None None] No DVR routers for this DVR port 20a07dff-e865-4741-a675-04a9ff3426c9 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:31:20.648542 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4bf25cec-6533-4e7b-9bdf-b65110fc40e6 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:20.658966 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf25cec-6533-4e7b-9bdf-b65110fc40e6 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:31:20.660079 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4bf25cec-6533-4e7b-9bdf-b65110fc40e6 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:20.663464 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:31:20.663464 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:31:20.663464 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:31:20.663464 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:31:20.663464 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:31:20.663464 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:31:20.663464 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:31:20.663464 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:31:20.663464 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:31:20.663464 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:31:20.663464 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:31:20.663464 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:31:20.663464 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:31:20.663464 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:31:20.663464 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:31:20.663464 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:31:20.663464 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:31:20.663464 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:31:20.663464 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:31:20.663464 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:31:20.663464 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:31:20.663464 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:31:20.663464 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:31:20.663464 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:31:20.663464 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:31:20.663464 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:31:20.663464 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:31:20.663464 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:31:20.663464 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:31:20.663464 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:31:20.663464 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:31:20.663464 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:31:20.690230 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-530b462a-766c-40ae-b98b-92c52cc0f96f admin admin] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:20.725594 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-80262d66-6bc2-4cbd-94a1-2584c14faaa6 None None] Set router ef355b40-13e2-472b-b98c-41da1220afe9 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:31:20.726904 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4bf25cec-6533-4e7b-9bdf-b65110fc40e6 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:20.738448 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4bf25cec-6533-4e7b-9bdf-b65110fc40e6 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:20.742966 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4bf25cec-6533-4e7b-9bdf-b65110fc40e6 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "DELETE /v2.0/networks/abcde72a-11ca-4c85-a98b-919a63cfaf60 HTTP/1.1" status: 204 len: 168 time: 0.5817494 Sep 21 18:31:20.744912 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 50990) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:20.755247 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf25cec-6533-4e7b-9bdf-b65110fc40e6 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event deleted for resources: {'Network': ['ID=abcde72a-11ca-4c85-a98b-919a63cfaf60,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:20.852494 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-530b462a-766c-40ae-b98b-92c52cc0f96f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:20.908610 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-80262d66-6bc2-4cbd-94a1-2584c14faaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'name': 'tempest-TestVolumeBootPattern-1871760928-router', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:08Z', 'updated_at': '2021-09-21T18:31:19Z', 'revision_number': 5, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'gw_port': {'id': 'ac1c684f-8a33-46cf-a609-382aa685d11f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:09Z', 'updated_at': '2021-09-21T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:20.935331 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80262d66-6bc2-4cbd-94a1-2584c14faaa6 None None] Checking router: ef355b40-13e2-472b-b98c-41da1220afe9 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:31:20.943874 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80262d66-6bc2-4cbd-94a1-2584c14faaa6 None None] Routers {'ef355b40-13e2-472b-b98c-41da1220afe9'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:31:20.944397 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-80262d66-6bc2-4cbd-94a1-2584c14faaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:31:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['ef355b40-13e2-472b-b98c-41da1220afe9'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:20.974274 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-530b462a-766c-40ae-b98b-92c52cc0f96f admin admin] Deleting port ac1c684f-8a33-46cf-a609-382aa685d11f {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:31:20.974605 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-530b462a-766c-40ae-b98b-92c52cc0f96f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:21.002063 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-1a33697c-8fe1-42f8-b315-8147ea39b89a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Deleting port b6d9731f-6c7b-4975-8633-742d4a80a489 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:31:21.002398 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1a33697c-8fe1-42f8-b315-8147ea39b89a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:21.028335 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-80262d66-6bc2-4cbd-94a1-2584c14faaa6 None None] Set router ef355b40-13e2-472b-b98c-41da1220afe9 gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:31:21.079439 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-80262d66-6bc2-4cbd-94a1-2584c14faaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'name': 'tempest-TestVolumeBootPattern-1871760928-router', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:08Z', 'updated_at': '2021-09-21T18:31:20Z', 'revision_number': 6, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:21.113303 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-530b462a-766c-40ae-b98b-92c52cc0f96f admin admin] For port ac1c684f-8a33-46cf-a609-382aa685d11f, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ac1c684f-8a33-46cf-a609-382aa685d11f,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:31:21.113652 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-530b462a-766c-40ae-b98b-92c52cc0f96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:21.135967 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-530b462a-766c-40ae-b98b-92c52cc0f96f admin admin] Calling delete_port for ac1c684f-8a33-46cf-a609-382aa685d11f owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:31:21.138690 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1a33697c-8fe1-42f8-b315-8147ea39b89a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:21.139045 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1a33697c-8fe1-42f8-b315-8147ea39b89a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:21.159297 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-1a33697c-8fe1-42f8-b315-8147ea39b89a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Calling delete_port for b6d9731f-6c7b-4975-8633-742d4a80a489 owned by network:floatingip {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:31:21.200363 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80262d66-6bc2-4cbd-94a1-2584c14faaa6 None None] The sync data for ids ['ef355b40-13e2-472b-b98c-41da1220afe9'] in n-d-810291-1 is: [{'id': 'ef355b40-13e2-472b-b98c-41da1220afe9', 'name': 'tempest-TestVolumeBootPattern-1871760928-router', 'tenant_id': 'ed22908bce274772830e1e318854b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:08Z', 'updated_at': '2021-09-21T18:31:20Z', 'revision_number': 6, 'project_id': 'ed22908bce274772830e1e318854b4a6', 'gw_port_host': None}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:31:21.416893 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-530b462a-766c-40ae-b98b-92c52cc0f96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:21.448950 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b462a-766c-40ae-b98b-92c52cc0f96f admin admin] Pushing event deleted for resources: {'Port': ['ID=ac1c684f-8a33-46cf-a609-382aa685d11f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:21.473432 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1a33697c-8fe1-42f8-b315-8147ea39b89a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:21.522684 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33697c-8fe1-42f8-b315-8147ea39b89a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event deleted for resources: {'Port': ['ID=b6d9731f-6c7b-4975-8633-742d4a80a489,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:21.579900 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-530b462a-766c-40ae-b98b-92c52cc0f96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:21.682275 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-530b462a-766c-40ae-b98b-92c52cc0f96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:21.684580 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-530b462a-766c-40ae-b98b-92c52cc0f96f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:21.689110 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1a33697c-8fe1-42f8-b315-8147ea39b89a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for floatingip, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:21.689435 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-1a33697c-8fe1-42f8-b315-8147ea39b89a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Floating IP 7cbdcf17-0dce-4481-8f07-f2798f19da27 disassociated (deleted). External IP: 172.25.6.6, port: d29bc4fd-c7df-495c-b3cc-b07032758f2c. Sep 21 18:31:21.690914 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:21.768638 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-530b462a-766c-40ae-b98b-92c52cc0f96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:21.769496 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530b462a-766c-40ae-b98b-92c52cc0f96f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef355b40-13e2-472b-b98c-41da1220afe9 {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:31:21.774306 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-530b462a-766c-40ae-b98b-92c52cc0f96f admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:21.775518 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-530b462a-766c-40ae-b98b-92c52cc0f96f admin admin] 10.222.0.58 "DELETE /v2.0/routers/ef355b40-13e2-472b-b98c-41da1220afe9 HTTP/1.1" status: 204 len: 168 time: 1.2012615 Sep 21 18:31:21.778404 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50992) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:21.829098 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-365df03f-c51e-4dc8-ad85-51986d5eeb32 admin admin] Deleting subnet 3451e09d-0afb-4f27-b18f-9613783297a1 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:31:21.832708 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-365df03f-c51e-4dc8-ad85-51986d5eeb32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:21.867809 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-365df03f-c51e-4dc8-ad85-51986d5eeb32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:21.945995 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a33697c-8fe1-42f8-b315-8147ea39b89a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Router 248537ca-e0e3-4237-8244-29ce46fb6204 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:31:21.947518 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-365df03f-c51e-4dc8-ad85-51986d5eeb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:21.972030 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 770c981b-b197-4732-acdd-7ff01aa4b473 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:31:21.993584 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 770c981b-b197-4732-acdd-7ff01aa4b473 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:31:21.994229 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 770c981b-b197-4732-acdd-7ff01aa4b473 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:31:21.994819 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 20a07dff-e865-4741-a675-04a9ff3426c9 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:31:22.010168 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-365df03f-c51e-4dc8-ad85-51986d5eeb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:22.019062 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 20a07dff-e865-4741-a675-04a9ff3426c9 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:31:22.019666 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 20a07dff-e865-4741-a675-04a9ff3426c9 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:31:22.034964 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365df03f-c51e-4dc8-ad85-51986d5eeb32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3451e09d-0afb-4f27-b18f-9613783297a1,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:22.040870 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-365df03f-c51e-4dc8-ad85-51986d5eeb32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:22.044513 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-365df03f-c51e-4dc8-ad85-51986d5eeb32 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3451e09d-0afb-4f27-b18f-9613783297a1 HTTP/1.1" status: 204 len: 168 time: 0.2639124 Sep 21 18:31:22.045959 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 50994) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:22.049918 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7331c2db-6708-4cc1-b33e-e160f2aecae2 None None] Network d369e5c5-60af-4748-b4b0-9650fd649648 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:31:22.090093 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a33697c-8fe1-42f8-b315-8147ea39b89a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:31:22.094748 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1a33697c-8fe1-42f8-b315-8147ea39b89a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:22.123361 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d1360e2a-5d31-4470-8f57-195c988ac8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:22.126894 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1a33697c-8fe1-42f8-b315-8147ea39b89a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "DELETE /v2.0/floatingips/7cbdcf17-0dce-4481-8f07-f2798f19da27 HTTP/1.1" status: 204 len: 168 time: 1.3806245 Sep 21 18:31:22.127599 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e469498d-bbf8-49c7-819c-5baa6cd8ed5b', 'tag': 'd29bc4fd-c7df-495c-b3cc-b07032758f2c'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:31:22.128622 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d156295d-e3fb-4955-8290-467073906b1b None None] Sync routers for ids ['248537ca-e0e3-4237-8244-29ce46fb6204'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:31:22.130213 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549efcac-4841-438b-bdfe-3294c28ef790" -d '{"events": [{"name": "network-changed", "server_uuid": "e469498d-bbf8-49c7-819c-5baa6cd8ed5b", "tag": "d29bc4fd-c7df-495c-b3cc-b07032758f2c"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:31:22.174785 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d156295d-e3fb-4955-8290-467073906b1b None None] Routers {'248537ca-e0e3-4237-8244-29ce46fb6204'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:31:22.175429 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d156295d-e3fb-4955-8290-467073906b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:31:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['248537ca-e0e3-4237-8244-29ce46fb6204'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:22.179819 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d61001-afc2-4958-bb34-f796c2715a59 x-openstack-request-id: req-37d61001-afc2-4958-bb34-f796c2715a59 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:31:22.180500 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e469498d-bbf8-49c7-819c-5baa6cd8ed5b", "tag": "d29bc4fd-c7df-495c-b3cc-b07032758f2c", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:31:22.180764 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-37d61001-afc2-4958-bb34-f796c2715a59 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:31:22.181645 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e469498d-bbf8-49c7-819c-5baa6cd8ed5b', 'tag': 'd29bc4fd-c7df-495c-b3cc-b07032758f2c', 'status': 'completed', 'code': 200} Sep 21 18:31:22.201831 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-d1360e2a-5d31-4470-8f57-195c988ac8c5 admin admin] Deleting port 36e3d67b-6e17-4fc4-beac-ad5c7031fea6 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:31:22.202160 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d1360e2a-5d31-4470-8f57-195c988ac8c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:22.340276 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-d156295d-e3fb-4955-8290-467073906b1b None None] Set router 248537ca-e0e3-4237-8244-29ce46fb6204 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:31:22.393113 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62800f45-9471-4c79-b867-99886a5d2e02 None None] DHCP port deletion for d369e5c5-60af-4748-b4b0-9650fd649648 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:31:22.397000 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549efcac-4841-438b-bdfe-3294c28ef790 req-d93ead09-83ad-479d-8ddc-46cb82226a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:22.399093 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-549efcac-4841-438b-bdfe-3294c28ef790 req-d93ead09-83ad-479d-8ddc-46cb82226a21 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e4082deffd6f4d78abe4eac5c52260de&device_id=e469498d-bbf8-49c7-819c-5baa6cd8ed5b HTTP/1.1" status: 200 len: 1096 time: 0.1922286 Sep 21 18:31:22.541039 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549efcac-4841-438b-bdfe-3294c28ef790 req-44d6680b-e4fc-4e15-9d38-0564b5f011ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:22.542825 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-549efcac-4841-438b-bdfe-3294c28ef790 req-44d6680b-e4fc-4e15-9d38-0564b5f011ba service neutron] 10.222.0.44 "GET /v2.0/networks?id=36b220c2-839c-4964-9dba-4bfe6865b931 HTTP/1.1" status: 200 len: 898 time: 0.1345675 Sep 21 18:31:22.551735 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ba2e5-432d-4a8f-8fa2-c0127af81ba4 req-9f50b037-efa9-4b22-96d9-dd90b7bc5037 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:22.553733 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-164ba2e5-432d-4a8f-8fa2-c0127af81ba4 req-9f50b037-efa9-4b22-96d9-dd90b7bc5037 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=e469498d-bbf8-49c7-819c-5baa6cd8ed5b HTTP/1.1" status: 200 len: 945 time: 0.0829127 Sep 21 18:31:22.560387 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-62800f45-9471-4c79-b867-99886a5d2e02 None None] Deleting port 36e3d67b-6e17-4fc4-beac-ad5c7031fea6 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:31:22.560769 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-62800f45-9471-4c79-b867-99886a5d2e02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:22.595294 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-549efcac-4841-438b-bdfe-3294c28ef790 req-7f754f8e-a6d2-4ee2-9424-7ba0c272abb4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d29bc4fd-c7df-495c-b3cc-b07032758f2c HTTP/1.1" status: 200 len: 217 time: 0.0405502 Sep 21 18:31:22.636538 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-d1360e2a-5d31-4470-8f57-195c988ac8c5 admin admin] For port 36e3d67b-6e17-4fc4-beac-ad5c7031fea6, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=36e3d67b-6e17-4fc4-beac-ad5c7031fea6,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:31:22.636955 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d1360e2a-5d31-4470-8f57-195c988ac8c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:22.651772 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:31:22.653379 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-d1360e2a-5d31-4470-8f57-195c988ac8c5 admin admin] Calling delete_port for 36e3d67b-6e17-4fc4-beac-ad5c7031fea6 owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:31:22.660382 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-164ba2e5-432d-4a8f-8fa2-c0127af81ba4 req-1fa4e7dd-3723-49a2-bd5a-8c3d1287460e tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/security-groups?id=66f42ea6-d016-4834-81d8-669481a5ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683553 Sep 21 18:31:22.666228 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549efcac-4841-438b-bdfe-3294c28ef790 req-0ce7c62e-ee1c-45d4-8d5e-37a4475a2ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:22.667754 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-549efcac-4841-438b-bdfe-3294c28ef790 req-0ce7c62e-ee1c-45d4-8d5e-37a4475a2ace service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f6acbe34-a5c4-4140-bc42-5f28d48489fc HTTP/1.1" status: 200 len: 834 time: 0.0602007 Sep 21 18:31:22.731905 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549efcac-4841-438b-bdfe-3294c28ef790 req-f8025f73-ecb4-4b1f-b566-b4611e6f5c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:22.733738 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-549efcac-4841-438b-bdfe-3294c28ef790 req-f8025f73-ecb4-4b1f-b566-b4611e6f5c39 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=36b220c2-839c-4964-9dba-4bfe6865b931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574102 Sep 21 18:31:22.743780 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d1360e2a-5d31-4470-8f57-195c988ac8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:22.758056 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1360e2a-5d31-4470-8f57-195c988ac8c5 admin admin] No DVR routers for this DVR port 36e3d67b-6e17-4fc4-beac-ad5c7031fea6 on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:31:22.780062 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1360e2a-5d31-4470-8f57-195c988ac8c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=36e3d67b-6e17-4fc4-beac-ad5c7031fea6,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:22.834066 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-549efcac-4841-438b-bdfe-3294c28ef790 req-7c028313-8354-4707-b845-94811888783e service neutron] 10.222.0.44 "GET /v2.0/networks/36b220c2-839c-4964-9dba-4bfe6865b931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911586 Sep 21 18:31:22.854615 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d1360e2a-5d31-4470-8f57-195c988ac8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:22.856973 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:31:22.857503 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 9bb5b4ce-0ecd-4f95-9c35-fa79f0f09ee1 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:31:22.860888 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-62800f45-9471-4c79-b867-99886a5d2e02 None None] For port 36e3d67b-6e17-4fc4-beac-ad5c7031fea6, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=36e3d67b-6e17-4fc4-beac-ad5c7031fea6,segment=NetworkSegment(d206b966-34e5-43f7-bcf6-36f0960a312c),segment_id=d206b966-34e5-43f7-bcf6-36f0960a312c)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:31:22.861294 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-62800f45-9471-4c79-b867-99886a5d2e02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:22.875993 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-62800f45-9471-4c79-b867-99886a5d2e02 None None] Calling delete_port for 36e3d67b-6e17-4fc4-beac-ad5c7031fea6 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:31:22.886156 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-d1360e2a-5d31-4470-8f57-195c988ac8c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d369e5c5-60af-4748-b4b0-9650fd649648']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:22.898141 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-d1360e2a-5d31-4470-8f57-195c988ac8c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd206b966-34e5-43f7-bcf6-36f0960a312c') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:22.898573 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-d1360e2a-5d31-4470-8f57-195c988ac8c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd206b966-34e5-43f7-bcf6-36f0960a312c') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:22.908533 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d1360e2a-5d31-4470-8f57-195c988ac8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:22.925494 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d1360e2a-5d31-4470-8f57-195c988ac8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:22.928726 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d156295d-e3fb-4955-8290-467073906b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'name': 'tempest-TestNetworkBasicOps-router-1349919944', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:29:36Z', 'updated_at': '2021-09-21T18:31:15Z', 'revision_number': 6, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port': {'id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:37Z', 'updated_at': '2021-09-21T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '5db0aca3-59c0-409b-b817-f2e729eb2a95', 'name': '', 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'mac_address': 'fa:16:3e:80:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f6acbe34-a5c4-4140-bc42-5f28d48489fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:39Z', 'updated_at': '2021-09-21T18:29:43Z', 'revision_number': 5, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'subnets': [{'id': 'f6acbe34-a5c4-4140-bc42-5f28d48489fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:22.931668 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-549efcac-4841-438b-bdfe-3294c28ef790 req-c032e168-9266-4997-9c36-662f59127c86 service neutron] 10.222.0.44 "GET /v2.0/networks/36b220c2-839c-4964-9dba-4bfe6865b931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894039 Sep 21 18:31:22.932496 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1360e2a-5d31-4470-8f57-195c988ac8c5 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:31:22.932970 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d1360e2a-5d31-4470-8f57-195c988ac8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:22.934870 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:31:22.934870 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:31:22.934870 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:31:22.934870 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:31:22.934870 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:31:22.934870 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:31:22.934870 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:31:22.934870 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:31:22.934870 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:31:22.934870 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:31:22.934870 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:31:22.934870 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:31:22.934870 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:31:22.934870 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:31:22.934870 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:31:22.934870 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:31:22.934870 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:31:22.934870 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:31:22.934870 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:31:22.934870 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:31:22.934870 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:31:22.934870 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:31:22.934870 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:31:22.934870 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:31:22.934870 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:31:22.934870 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:31:22.934870 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:31:22.934870 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:31:22.934870 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:31:22.934870 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:31:22.934870 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:31:22.934870 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:31:22.967367 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d156295d-e3fb-4955-8290-467073906b1b None None] Checking router: 248537ca-e0e3-4237-8244-29ce46fb6204 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:31:22.987103 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d156295d-e3fb-4955-8290-467073906b1b None None] Routers {'248537ca-e0e3-4237-8244-29ce46fb6204'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:31:22.987738 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d156295d-e3fb-4955-8290-467073906b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:31:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['248537ca-e0e3-4237-8244-29ce46fb6204'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:22.993684 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d1360e2a-5d31-4470-8f57-195c988ac8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:23.002722 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d1360e2a-5d31-4470-8f57-195c988ac8c5 admin admin] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:23.004362 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d1360e2a-5d31-4470-8f57-195c988ac8c5 admin admin] 10.222.0.58 "DELETE /v2.0/networks/d369e5c5-60af-4748-b4b0-9650fd649648 HTTP/1.1" status: 204 len: 168 time: 0.9571025 Sep 21 18:31:23.007583 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51004) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:23.014548 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1360e2a-5d31-4470-8f57-195c988ac8c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d369e5c5-60af-4748-b4b0-9650fd649648,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:23.035046 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-62800f45-9471-4c79-b867-99886a5d2e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:23.061631 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-62800f45-9471-4c79-b867-99886a5d2e02 None None] Network d369e5c5-60af-4748-b4b0-9650fd649648 is not hosted by any dhcp agent {{(pid=101462) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 21 18:31:23.062097 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62800f45-9471-4c79-b867-99886a5d2e02 None None] No DVR routers for this DVR port 36e3d67b-6e17-4fc4-beac-ad5c7031fea6 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:31:23.067025 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62800f45-9471-4c79-b867-99886a5d2e02 None None] Pushing event deleted for resources: {'Port': ['ID=36e3d67b-6e17-4fc4-beac-ad5c7031fea6,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:23.133232 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-d156295d-e3fb-4955-8290-467073906b1b None None] Set router 248537ca-e0e3-4237-8244-29ce46fb6204 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:31:23.309912 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 36e3d67b-6e17-4fc4-beac-ad5c7031fea6 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:31:23.335189 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 36e3d67b-6e17-4fc4-beac-ad5c7031fea6 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:31:23.335460 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 36e3d67b-6e17-4fc4-beac-ad5c7031fea6 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:31:23.335880 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ac1c684f-8a33-46cf-a609-382aa685d11f no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:31:23.359414 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: ac1c684f-8a33-46cf-a609-382aa685d11f {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:31:23.359763 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ac1c684f-8a33-46cf-a609-382aa685d11f not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:31:23.362329 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-217a80bb-7a69-4239-b810-f2bfb0be5de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:23.382822 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d156295d-e3fb-4955-8290-467073906b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'name': 'tempest-TestNetworkBasicOps-router-1349919944', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:29:36Z', 'updated_at': '2021-09-21T18:31:15Z', 'revision_number': 6, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port': {'id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:37Z', 'updated_at': '2021-09-21T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '5db0aca3-59c0-409b-b817-f2e729eb2a95', 'name': '', 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'mac_address': 'fa:16:3e:80:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f6acbe34-a5c4-4140-bc42-5f28d48489fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:39Z', 'updated_at': '2021-09-21T18:29:43Z', 'revision_number': 5, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'subnets': [{'id': 'f6acbe34-a5c4-4140-bc42-5f28d48489fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:23.409853 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d156295d-e3fb-4955-8290-467073906b1b None None] The sync data for ids ['248537ca-e0e3-4237-8244-29ce46fb6204'] in n-d-810291-1 is: [{'id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'name': 'tempest-TestNetworkBasicOps-router-1349919944', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:29:36Z', 'updated_at': '2021-09-21T18:31:15Z', 'revision_number': 6, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port': {'id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:37Z', 'updated_at': '2021-09-21T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '5db0aca3-59c0-409b-b817-f2e729eb2a95', 'name': '', 'network_id': '36b220c2-839c-4964-9dba-4bfe6865b931', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'mac_address': 'fa:16:3e:80:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'f6acbe34-a5c4-4140-bc42-5f28d48489fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:39Z', 'updated_at': '2021-09-21T18:29:43Z', 'revision_number': 5, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'subnets': [{'id': 'f6acbe34-a5c4-4140-bc42-5f28d48489fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:31:23.618593 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-217a80bb-7a69-4239-b810-f2bfb0be5de4 admin admin] Deleting port caba4692-4084-46e3-9223-b8539b544dfb {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:31:23.618911 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-217a80bb-7a69-4239-b810-f2bfb0be5de4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:23.641571 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1aef20-5eb9-4aad-95b9-b9d4026f7079 None None] New status for floating IP 7cbdcf17-0dce-4481-8f07-f2798f19da27: DOWN {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:31:23.712905 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:23.714350 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-217a80bb-7a69-4239-b810-f2bfb0be5de4 admin admin] For port caba4692-4084-46e3-9223-b8539b544dfb, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=caba4692-4084-46e3-9223-b8539b544dfb,segment=NetworkSegment(23ca2bf0-b105-4028-8398-e98bdc3b784a),segment_id=23ca2bf0-b105-4028-8398-e98bdc3b784a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:31:23.714721 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-217a80bb-7a69-4239-b810-f2bfb0be5de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:23.729309 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-217a80bb-7a69-4239-b810-f2bfb0be5de4 admin admin] Calling delete_port for caba4692-4084-46e3-9223-b8539b544dfb owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:31:23.787521 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcdd02-e771-4f37-9f68-18ddd3dd61ee req-f8f784fc-3dd0-4ae0-a0f1-1f984d95f8b1 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:23.789213 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c7bcdd02-e771-4f37-9f68-18ddd3dd61ee req-f8f784fc-3dd0-4ae0-a0f1-1f984d95f8b1 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=e469498d-bbf8-49c7-819c-5baa6cd8ed5b HTTP/1.1" status: 200 len: 945 time: 0.0493886 Sep 21 18:31:23.832240 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c7bcdd02-e771-4f37-9f68-18ddd3dd61ee req-8f33c9f5-17e7-43dd-b56a-718fb8ee7af6 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/security-groups?id=66f42ea6-d016-4834-81d8-669481a5ecb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366189 Sep 21 18:31:23.872776 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67664f2f-f783-436a-846e-21f4808b8cd5 req-4b3c03ed-c525-41e7-83fc-0992b89ee45c tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:23.874267 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-67664f2f-f783-436a-846e-21f4808b8cd5 req-4b3c03ed-c525-41e7-83fc-0992b89ee45c tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.44 "GET /v2.0/ports?device_id=e469498d-bbf8-49c7-819c-5baa6cd8ed5b HTTP/1.1" status: 200 len: 945 time: 0.0976264 Sep 21 18:31:24.349786 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-217a80bb-7a69-4239-b810-f2bfb0be5de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:24.377614 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-67664f2f-f783-436a-846e-21f4808b8cd5 req-7cd5773e-2ebe-4907-907b-5a3f0019b210 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Deleting port d29bc4fd-c7df-495c-b3cc-b07032758f2c {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:31:24.377945 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-67664f2f-f783-436a-846e-21f4808b8cd5 req-7cd5773e-2ebe-4907-907b-5a3f0019b210 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:24.392198 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a80bb-7a69-4239-b810-f2bfb0be5de4 admin admin] Pushing event deleted for resources: {'Port': ['ID=caba4692-4084-46e3-9223-b8539b544dfb,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:24.546992 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-67664f2f-f783-436a-846e-21f4808b8cd5 req-7cd5773e-2ebe-4907-907b-5a3f0019b210 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] For port d29bc4fd-c7df-495c-b3cc-b07032758f2c, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=d29bc4fd-c7df-495c-b3cc-b07032758f2c,segment=NetworkSegment(c1d6754d-b734-44bc-bff5-415abede33c3),segment_id=c1d6754d-b734-44bc-bff5-415abede33c3)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:31:24.547242 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-67664f2f-f783-436a-846e-21f4808b8cd5 req-7cd5773e-2ebe-4907-907b-5a3f0019b210 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:24.567931 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-67664f2f-f783-436a-846e-21f4808b8cd5 req-7cd5773e-2ebe-4907-907b-5a3f0019b210 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Calling delete_port for d29bc4fd-c7df-495c-b3cc-b07032758f2c owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:31:24.659404 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-217a80bb-7a69-4239-b810-f2bfb0be5de4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:24.826369 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-67664f2f-f783-436a-846e-21f4808b8cd5 req-7cd5773e-2ebe-4907-907b-5a3f0019b210 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:24.841746 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:24.889605 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5773e-2ebe-4907-907b-5a3f0019b210 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event deleted for resources: {'Port': ['ID=d29bc4fd-c7df-495c-b3cc-b07032758f2c,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:24.988315 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bd10940f-01ce-4c40-86f1-9262f84174a8 req-0c48aac7-bfea-4224-817d-95e27b32f02f tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=e469498d-bbf8-49c7-819c-5baa6cd8ed5b HTTP/1.1" status: 200 len: 210 time: 0.0694141 Sep 21 18:31:24.988963 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-67664f2f-f783-436a-846e-21f4808b8cd5 req-7cd5773e-2ebe-4907-907b-5a3f0019b210 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] No DVR routers for this DVR port d29bc4fd-c7df-495c-b3cc-b07032758f2c on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:31:24.992472 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-67664f2f-f783-436a-846e-21f4808b8cd5 req-7cd5773e-2ebe-4907-907b-5a3f0019b210 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:24.994349 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-67664f2f-f783-436a-846e-21f4808b8cd5 req-7cd5773e-2ebe-4907-907b-5a3f0019b210 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.44 "DELETE /v2.0/ports/d29bc4fd-c7df-495c-b3cc-b07032758f2c HTTP/1.1" status: 204 len: 173 time: 1.1115930 Sep 21 18:31:24.994815 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e469498d-bbf8-49c7-819c-5baa6cd8ed5b', 'name': 'network-vif-deleted', 'tag': 'd29bc4fd-c7df-495c-b3cc-b07032758f2c'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:31:24.997106 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90204903-832f-425c-b7b7-980c4e35fdc7" -d '{"events": [{"server_uuid": "e469498d-bbf8-49c7-819c-5baa6cd8ed5b", "name": "network-vif-deleted", "tag": "d29bc4fd-c7df-495c-b3cc-b07032758f2c"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:31:25.027310 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217a80bb-7a69-4239-b810-f2bfb0be5de4 admin admin] Router dac20d34-a0ae-42ae-8bd6-bc99a1169354 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:31:25.035963 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4e3f38-3abd-400b-9cd4-7b52ee239d60 x-openstack-request-id: req-cc4e3f38-3abd-400b-9cd4-7b52ee239d60 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:31:25.036312 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e469498d-bbf8-49c7-819c-5baa6cd8ed5b", "name": "network-vif-deleted", "tag": "d29bc4fd-c7df-495c-b3cc-b07032758f2c", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:31:25.036493 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cc4e3f38-3abd-400b-9cd4-7b52ee239d60 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:31:25.036932 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e469498d-bbf8-49c7-819c-5baa6cd8ed5b', 'name': 'network-vif-deleted', 'tag': 'd29bc4fd-c7df-495c-b3cc-b07032758f2c', 'status': 'completed', 'code': 200} Sep 21 18:31:25.138758 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217a80bb-7a69-4239-b810-f2bfb0be5de4 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:31:25.143599 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-217a80bb-7a69-4239-b810-f2bfb0be5de4 admin admin] 10.222.0.58 "PUT /v2.0/routers/dac20d34-a0ae-42ae-8bd6-bc99a1169354/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1347454 Sep 21 18:31:25.146360 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51012) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:25.147421 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17deb35f-4c57-4ad0-a2c2-d2d5e2985484 None None] Sync routers for ids ['dac20d34-a0ae-42ae-8bd6-bc99a1169354'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:31:25.157077 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17deb35f-4c57-4ad0-a2c2-d2d5e2985484 None None] Routers {'dac20d34-a0ae-42ae-8bd6-bc99a1169354'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:31:25.157716 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-17deb35f-4c57-4ad0-a2c2-d2d5e2985484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:31:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['dac20d34-a0ae-42ae-8bd6-bc99a1169354'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:25.258908 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a9fcbf37-5b42-4705-a729-a4f8224ee1f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:25.272659 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-17deb35f-4c57-4ad0-a2c2-d2d5e2985484 None None] Set router dac20d34-a0ae-42ae-8bd6-bc99a1169354 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:31:25.388025 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a9fcbf37-5b42-4705-a729-a4f8224ee1f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:25.443115 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-a9fcbf37-5b42-4705-a729-a4f8224ee1f0 admin admin] Deleting port a56a644a-ede7-4e6a-bda1-0c83cb321be4 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:31:25.443473 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a9fcbf37-5b42-4705-a729-a4f8224ee1f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:25.477894 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-17deb35f-4c57-4ad0-a2c2-d2d5e2985484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac20d34-a0ae-42ae-8bd6-bc99a1169354', 'name': 'tempest-TestVolumeBootPattern-287967932-router', 'tenant_id': 'bee7d68fc36e4c6ea58b72f4206ef1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219'}], 'enable_snat': True}, 'gw_port_id': 'a56a644a-ede7-4e6a-bda1-0c83cb321be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:14Z', 'updated_at': '2021-09-21T18:31:23Z', 'revision_number': 5, 'project_id': 'bee7d68fc36e4c6ea58b72f4206ef1a9', 'gw_port': {'id': 'a56a644a-ede7-4e6a-bda1-0c83cb321be4', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac20d34-a0ae-42ae-8bd6-bc99a1169354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:21:15Z', 'updated_at': '2021-09-21T18:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:25.504956 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17deb35f-4c57-4ad0-a2c2-d2d5e2985484 None None] Checking router: dac20d34-a0ae-42ae-8bd6-bc99a1169354 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:31:25.514086 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17deb35f-4c57-4ad0-a2c2-d2d5e2985484 None None] Routers {'dac20d34-a0ae-42ae-8bd6-bc99a1169354'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:31:25.514847 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-17deb35f-4c57-4ad0-a2c2-d2d5e2985484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:31:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['dac20d34-a0ae-42ae-8bd6-bc99a1169354'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:25.533992 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-a9fcbf37-5b42-4705-a729-a4f8224ee1f0 admin admin] For port a56a644a-ede7-4e6a-bda1-0c83cb321be4, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a56a644a-ede7-4e6a-bda1-0c83cb321be4,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:31:25.534374 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a9fcbf37-5b42-4705-a729-a4f8224ee1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:25.547171 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-a9fcbf37-5b42-4705-a729-a4f8224ee1f0 admin admin] Calling delete_port for a56a644a-ede7-4e6a-bda1-0c83cb321be4 owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:31:25.603488 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-17deb35f-4c57-4ad0-a2c2-d2d5e2985484 None None] Set router dac20d34-a0ae-42ae-8bd6-bc99a1169354 gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:31:25.654907 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-17deb35f-4c57-4ad0-a2c2-d2d5e2985484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac20d34-a0ae-42ae-8bd6-bc99a1169354', 'name': 'tempest-TestVolumeBootPattern-287967932-router', 'tenant_id': 'bee7d68fc36e4c6ea58b72f4206ef1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:14Z', 'updated_at': '2021-09-21T18:31:25Z', 'revision_number': 6, 'project_id': 'bee7d68fc36e4c6ea58b72f4206ef1a9', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:25.687269 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17deb35f-4c57-4ad0-a2c2-d2d5e2985484 None None] The sync data for ids ['dac20d34-a0ae-42ae-8bd6-bc99a1169354'] in n-d-810291-1 is: [{'id': 'dac20d34-a0ae-42ae-8bd6-bc99a1169354', 'name': 'tempest-TestVolumeBootPattern-287967932-router', 'tenant_id': 'bee7d68fc36e4c6ea58b72f4206ef1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:21:14Z', 'updated_at': '2021-09-21T18:31:25Z', 'revision_number': 6, 'project_id': 'bee7d68fc36e4c6ea58b72f4206ef1a9', 'gw_port_host': None}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:31:25.715872 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a9fcbf37-5b42-4705-a729-a4f8224ee1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:25.742599 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fcbf37-5b42-4705-a729-a4f8224ee1f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a56a644a-ede7-4e6a-bda1-0c83cb321be4,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:25.806878 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a9fcbf37-5b42-4705-a729-a4f8224ee1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:25.908073 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a9fcbf37-5b42-4705-a729-a4f8224ee1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:25.910319 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a9fcbf37-5b42-4705-a729-a4f8224ee1f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:25.955892 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a9fcbf37-5b42-4705-a729-a4f8224ee1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:25.956119 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fcbf37-5b42-4705-a729-a4f8224ee1f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dac20d34-a0ae-42ae-8bd6-bc99a1169354 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:31:25.960914 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a9fcbf37-5b42-4705-a729-a4f8224ee1f0 admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:25.962066 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a9fcbf37-5b42-4705-a729-a4f8224ee1f0 admin admin] 10.222.0.58 "DELETE /v2.0/routers/dac20d34-a0ae-42ae-8bd6-bc99a1169354 HTTP/1.1" status: 204 len: 168 time: 0.8146713 Sep 21 18:31:25.964756 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51014) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:26.011736 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-43de81d0-73c4-44ea-ae32-30ceaac937b5 admin admin] Deleting subnet a872461e-977e-47aa-bf05-ef1f6888ae53 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:31:26.014959 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43de81d0-73c4-44ea-ae32-30ceaac937b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:26.047893 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51018) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:26.057610 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43de81d0-73c4-44ea-ae32-30ceaac937b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:26.163493 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-524948d5-f758-4431-9062-cd672603bcec tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:26.182647 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43de81d0-73c4-44ea-ae32-30ceaac937b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:26.221610 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-524948d5-f758-4431-9062-cd672603bcec tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:26.272833 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43de81d0-73c4-44ea-ae32-30ceaac937b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:26.299895 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de81d0-73c4-44ea-ae32-30ceaac937b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a872461e-977e-47aa-bf05-ef1f6888ae53,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:26.302111 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-43de81d0-73c4-44ea-ae32-30ceaac937b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:26.304039 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-43de81d0-73c4-44ea-ae32-30ceaac937b5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a872461e-977e-47aa-bf05-ef1f6888ae53 HTTP/1.1" status: 204 len: 168 time: 0.3383553 Sep 21 18:31:26.306862 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51020) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:26.317741 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-524948d5-f758-4431-9062-cd672603bcec tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:26.318052 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d89498-4aa8-45a1-ae36-122e796da3ca None None] Network 312e1248-e4a4-4073-a7c7-856a35d9a260 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:31:26.321413 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-524948d5-f758-4431-9062-cd672603bcec tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:26.324815 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-524948d5-f758-4431-9062-cd672603bcec tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "DELETE /v2.0/security-groups/66f42ea6-d016-4834-81d8-669481a5ecb0 HTTP/1.1" status: 204 len: 168 time: 0.2732863 Sep 21 18:31:26.332681 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524948d5-f758-4431-9062-cd672603bcec tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f42ea6-d016-4834-81d8-669481a5ecb0,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:26.361550 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51024) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:26.387880 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-341524fd-fc3d-4949-aac7-2bfcfb0272a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:26.453227 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-341524fd-fc3d-4949-aac7-2bfcfb0272a5 admin admin] Deleting port 6145b89c-e90a-4bb9-a3ba-c49583717e2e {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:31:26.453739 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-341524fd-fc3d-4949-aac7-2bfcfb0272a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:26.530621 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-341524fd-fc3d-4949-aac7-2bfcfb0272a5 admin admin] For port 6145b89c-e90a-4bb9-a3ba-c49583717e2e, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=6145b89c-e90a-4bb9-a3ba-c49583717e2e,segment=NetworkSegment(23ca2bf0-b105-4028-8398-e98bdc3b784a),segment_id=23ca2bf0-b105-4028-8398-e98bdc3b784a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:31:26.530985 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-341524fd-fc3d-4949-aac7-2bfcfb0272a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:26.545827 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-341524fd-fc3d-4949-aac7-2bfcfb0272a5 admin admin] Calling delete_port for 6145b89c-e90a-4bb9-a3ba-c49583717e2e owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:31:26.549532 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4b9e7e-6ad0-4b00-b850-190abea8c95a None None] DHCP port deletion for 312e1248-e4a4-4073-a7c7-856a35d9a260 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:31:26.599579 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-0f4b9e7e-6ad0-4b00-b850-190abea8c95a None None] Deleting port 6145b89c-e90a-4bb9-a3ba-c49583717e2e {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:31:26.600077 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0f4b9e7e-6ad0-4b00-b850-190abea8c95a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:26.634389 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-341524fd-fc3d-4949-aac7-2bfcfb0272a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:26.665942 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341524fd-fc3d-4949-aac7-2bfcfb0272a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6145b89c-e90a-4bb9-a3ba-c49583717e2e,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:26.671083 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341524fd-fc3d-4949-aac7-2bfcfb0272a5 admin admin] No DVR routers for this DVR port 6145b89c-e90a-4bb9-a3ba-c49583717e2e on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:31:26.673503 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-0f4b9e7e-6ad0-4b00-b850-190abea8c95a None None] For port 6145b89c-e90a-4bb9-a3ba-c49583717e2e, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=6145b89c-e90a-4bb9-a3ba-c49583717e2e,segment=NetworkSegment(23ca2bf0-b105-4028-8398-e98bdc3b784a),segment_id=23ca2bf0-b105-4028-8398-e98bdc3b784a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:31:26.673971 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0f4b9e7e-6ad0-4b00-b850-190abea8c95a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:26.696084 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-0f4b9e7e-6ad0-4b00-b850-190abea8c95a None None] Calling delete_port for 6145b89c-e90a-4bb9-a3ba-c49583717e2e owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:31:26.758403 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-341524fd-fc3d-4949-aac7-2bfcfb0272a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:26.767667 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-63254272-57c0-498c-85df-4c818eb8b60a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:26.780408 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-341524fd-fc3d-4949-aac7-2bfcfb0272a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['312e1248-e4a4-4073-a7c7-856a35d9a260']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:26.791656 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-341524fd-fc3d-4949-aac7-2bfcfb0272a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23ca2bf0-b105-4028-8398-e98bdc3b784a') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:26.792098 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-341524fd-fc3d-4949-aac7-2bfcfb0272a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23ca2bf0-b105-4028-8398-e98bdc3b784a') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:26.798631 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0f4b9e7e-6ad0-4b00-b850-190abea8c95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:26.805027 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-341524fd-fc3d-4949-aac7-2bfcfb0272a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:26.828892 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b9e7e-6ad0-4b00-b850-190abea8c95a None None] Pushing event deleted for resources: {'Port': ['ID=6145b89c-e90a-4bb9-a3ba-c49583717e2e,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:26.831678 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-341524fd-fc3d-4949-aac7-2bfcfb0272a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:26.837628 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4b9e7e-6ad0-4b00-b850-190abea8c95a None None] No DVR routers for this DVR port 6145b89c-e90a-4bb9-a3ba-c49583717e2e on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:31:26.840915 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-341524fd-fc3d-4949-aac7-2bfcfb0272a5 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:31:26.842393 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-341524fd-fc3d-4949-aac7-2bfcfb0272a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:26.844895 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:31:26.844895 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:31:26.844895 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:31:26.844895 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:31:26.844895 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:31:26.844895 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:31:26.844895 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:31:26.844895 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:31:26.844895 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:31:26.844895 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:31:26.844895 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:31:26.844895 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:31:26.844895 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:31:26.844895 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:31:26.844895 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:31:26.844895 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:31:26.844895 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:31:26.844895 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:31:26.844895 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:31:26.844895 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:31:26.844895 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:31:26.844895 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:31:26.844895 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:31:26.844895 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:31:26.844895 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:31:26.844895 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:31:26.844895 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:31:26.844895 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:31:26.844895 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:31:26.844895 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:31:26.844895 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:31:26.844895 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:31:26.904425 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-341524fd-fc3d-4949-aac7-2bfcfb0272a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:26.920477 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-341524fd-fc3d-4949-aac7-2bfcfb0272a5 admin admin] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:26.922397 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-341524fd-fc3d-4949-aac7-2bfcfb0272a5 admin admin] 10.222.0.58 "DELETE /v2.0/networks/312e1248-e4a4-4073-a7c7-856a35d9a260 HTTP/1.1" status: 204 len: 168 time: 0.6145015 Sep 21 18:31:26.923697 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341524fd-fc3d-4949-aac7-2bfcfb0272a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=312e1248-e4a4-4073-a7c7-856a35d9a260,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:27.053970 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-63254272-57c0-498c-85df-4c818eb8b60a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Deleting port 5db0aca3-59c0-409b-b817-f2e729eb2a95 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:31:27.054456 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-63254272-57c0-498c-85df-4c818eb8b60a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:27.062289 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51028) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:27.103502 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-063d3a48-c31b-4dd1-ab7b-84dd29f645d7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ed22908bce274772830e1e318854b4a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397885 Sep 21 18:31:27.105873 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51030) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:27.143805 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-63254272-57c0-498c-85df-4c818eb8b60a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] For port 5db0aca3-59c0-409b-b817-f2e729eb2a95, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=5db0aca3-59c0-409b-b817-f2e729eb2a95,segment=NetworkSegment(c1d6754d-b734-44bc-bff5-415abede33c3),segment_id=c1d6754d-b734-44bc-bff5-415abede33c3)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:31:27.144162 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-63254272-57c0-498c-85df-4c818eb8b60a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:27.155354 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8645fd7a-3430-4f1d-8802-279561c262d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:27.156989 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-63254272-57c0-498c-85df-4c818eb8b60a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Calling delete_port for 5db0aca3-59c0-409b-b817-f2e729eb2a95 owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:31:27.175918 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8645fd7a-3430-4f1d-8802-279561c262d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:27.225125 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8645fd7a-3430-4f1d-8802-279561c262d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:27.227864 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8645fd7a-3430-4f1d-8802-279561c262d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:27.229125 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8645fd7a-3430-4f1d-8802-279561c262d2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ba286347-cd9d-4ee7-a03a-e47bf800a1bf HTTP/1.1" status: 204 len: 168 time: 0.1223505 Sep 21 18:31:27.237519 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8645fd7a-3430-4f1d-8802-279561c262d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba286347-cd9d-4ee7-a03a-e47bf800a1bf,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:27.320405 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a56a644a-ede7-4e6a-bda1-0c83cb321be4 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:31:27.342326 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: a56a644a-ede7-4e6a-bda1-0c83cb321be4 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:31:27.342680 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a56a644a-ede7-4e6a-bda1-0c83cb321be4 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:31:27.343116 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 6145b89c-e90a-4bb9-a3ba-c49583717e2e no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:31:27.356152 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-63254272-57c0-498c-85df-4c818eb8b60a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:27.365713 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 6145b89c-e90a-4bb9-a3ba-c49583717e2e {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:31:27.366116 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 6145b89c-e90a-4bb9-a3ba-c49583717e2e not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:31:27.366740 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device caba4692-4084-46e3-9223-b8539b544dfb no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:31:27.385872 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63254272-57c0-498c-85df-4c818eb8b60a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event deleted for resources: {'Port': ['ID=5db0aca3-59c0-409b-b817-f2e729eb2a95,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:27.386134 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: caba4692-4084-46e3-9223-b8539b544dfb {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:31:27.386270 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device caba4692-4084-46e3-9223-b8539b544dfb not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:31:27.571903 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-63254272-57c0-498c-85df-4c818eb8b60a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:27.610626 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51036) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:27.652977 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-57510939-07f6-4944-a4fe-0d0236b83597 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bee7d68fc36e4c6ea58b72f4206ef1a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411232 Sep 21 18:31:27.655583 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51038) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:27.702212 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d37f608a-1dd2-4e2f-b416-f5cc7e3a700c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:27.723484 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d37f608a-1dd2-4e2f-b416-f5cc7e3a700c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:27.771770 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d37f608a-1dd2-4e2f-b416-f5cc7e3a700c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:27.774355 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d37f608a-1dd2-4e2f-b416-f5cc7e3a700c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:27.775569 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d37f608a-1dd2-4e2f-b416-f5cc7e3a700c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2f591581-67d4-4ff1-ad98-5266c516fa19 HTTP/1.1" status: 204 len: 168 time: 0.1190944 Sep 21 18:31:27.783959 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f608a-1dd2-4e2f-b416-f5cc7e3a700c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f591581-67d4-4ff1-ad98-5266c516fa19,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:28.071311 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63254272-57c0-498c-85df-4c818eb8b60a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Router 248537ca-e0e3-4237-8244-29ce46fb6204 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:31:28.185741 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63254272-57c0-498c-85df-4c818eb8b60a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:31:28.192053 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-63254272-57c0-498c-85df-4c818eb8b60a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "PUT /v2.0/routers/248537ca-e0e3-4237-8244-29ce46fb6204/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8287456 Sep 21 18:31:28.195139 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51042) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:28.198917 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0030cfab-7ce1-4f47-800b-fbeb73c369eb None None] Sync routers for ids ['248537ca-e0e3-4237-8244-29ce46fb6204'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:31:28.210702 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0030cfab-7ce1-4f47-800b-fbeb73c369eb None None] Routers {'248537ca-e0e3-4237-8244-29ce46fb6204'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:31:28.211478 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-0030cfab-7ce1-4f47-800b-fbeb73c369eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:31:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['248537ca-e0e3-4237-8244-29ce46fb6204'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:28.253021 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-392754f0-4f88-45c0-9f42-fb83345cb2c6 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Deleting subnet f6acbe34-a5c4-4140-bc42-5f28d48489fc {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:31:28.256912 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-392754f0-4f88-45c0-9f42-fb83345cb2c6 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:28.300466 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-392754f0-4f88-45c0-9f42-fb83345cb2c6 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:28.332356 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-0030cfab-7ce1-4f47-800b-fbeb73c369eb None None] Set router 248537ca-e0e3-4237-8244-29ce46fb6204 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:31:28.395573 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-392754f0-4f88-45c0-9f42-fb83345cb2c6 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:28.455881 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-392754f0-4f88-45c0-9f42-fb83345cb2c6 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:28.482140 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392754f0-4f88-45c0-9f42-fb83345cb2c6 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event deleted for resources: {'Subnet': ['ID=f6acbe34-a5c4-4140-bc42-5f28d48489fc,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:28.487798 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-392754f0-4f88-45c0-9f42-fb83345cb2c6 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:28.492267 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-392754f0-4f88-45c0-9f42-fb83345cb2c6 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "DELETE /v2.0/subnets/f6acbe34-a5c4-4140-bc42-5f28d48489fc HTTP/1.1" status: 204 len: 168 time: 0.2935834 Sep 21 18:31:28.493055 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51044) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:28.494238 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1692f462-4e42-4e0d-90ee-8ae06095006c None None] Network 36b220c2-839c-4964-9dba-4bfe6865b931 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:31:28.514464 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-0030cfab-7ce1-4f47-800b-fbeb73c369eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'name': 'tempest-TestNetworkBasicOps-router-1349919944', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:29:36Z', 'updated_at': '2021-09-21T18:31:27Z', 'revision_number': 7, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port': {'id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:37Z', 'updated_at': '2021-09-21T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:28.540312 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0030cfab-7ce1-4f47-800b-fbeb73c369eb None None] Checking router: 248537ca-e0e3-4237-8244-29ce46fb6204 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:31:28.550047 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0030cfab-7ce1-4f47-800b-fbeb73c369eb None None] Routers {'248537ca-e0e3-4237-8244-29ce46fb6204'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:31:28.550661 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-0030cfab-7ce1-4f47-800b-fbeb73c369eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:31:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['248537ca-e0e3-4237-8244-29ce46fb6204'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:28.601890 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cae5c107-9f69-4d1e-bbde-d6bc7938a008 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:28.660691 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-0030cfab-7ce1-4f47-800b-fbeb73c369eb None None] Set router 248537ca-e0e3-4237-8244-29ce46fb6204 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:31:28.684134 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device d29bc4fd-c7df-495c-b3cc-b07032758f2c no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:31:28.689446 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec68dae-b9e9-4fac-a064-d0691252b89d None None] DHCP port deletion for 36b220c2-839c-4964-9dba-4bfe6865b931 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:31:28.710575 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: d29bc4fd-c7df-495c-b3cc-b07032758f2c {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:31:28.710913 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device d29bc4fd-c7df-495c-b3cc-b07032758f2c not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:31:28.718949 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cae5c107-9f69-4d1e-bbde-d6bc7938a008 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:28.756820 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5ec68dae-b9e9-4fac-a064-d0691252b89d None None] Deleting port 0e6c55c6-5e87-468c-aea2-cad2debf29bc {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:31:28.757483 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5ec68dae-b9e9-4fac-a064-d0691252b89d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:28.772578 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-cae5c107-9f69-4d1e-bbde-d6bc7938a008 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Deleting port 2e7c7a43-5d07-4ff5-ba27-2cffeb111f10 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:31:28.772922 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cae5c107-9f69-4d1e-bbde-d6bc7938a008 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:28.820280 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5ec68dae-b9e9-4fac-a064-d0691252b89d None None] For port 0e6c55c6-5e87-468c-aea2-cad2debf29bc, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=0e6c55c6-5e87-468c-aea2-cad2debf29bc,segment=NetworkSegment(c1d6754d-b734-44bc-bff5-415abede33c3),segment_id=c1d6754d-b734-44bc-bff5-415abede33c3)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:31:28.820833 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5ec68dae-b9e9-4fac-a064-d0691252b89d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:28.835226 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5ec68dae-b9e9-4fac-a064-d0691252b89d None None] Calling delete_port for 0e6c55c6-5e87-468c-aea2-cad2debf29bc owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:31:28.852390 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-cae5c107-9f69-4d1e-bbde-d6bc7938a008 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] For port 2e7c7a43-5d07-4ff5-ba27-2cffeb111f10, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=2e7c7a43-5d07-4ff5-ba27-2cffeb111f10,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:31:28.852765 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cae5c107-9f69-4d1e-bbde-d6bc7938a008 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:28.853113 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-0030cfab-7ce1-4f47-800b-fbeb73c369eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'name': 'tempest-TestNetworkBasicOps-router-1349919944', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:29:36Z', 'updated_at': '2021-09-21T18:31:27Z', 'revision_number': 7, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port': {'id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:37Z', 'updated_at': '2021-09-21T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:28.865498 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-cae5c107-9f69-4d1e-bbde-d6bc7938a008 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Calling delete_port for 2e7c7a43-5d07-4ff5-ba27-2cffeb111f10 owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:31:28.880417 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0030cfab-7ce1-4f47-800b-fbeb73c369eb None None] The sync data for ids ['248537ca-e0e3-4237-8244-29ce46fb6204'] in n-d-810291-1 is: [{'id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'name': 'tempest-TestNetworkBasicOps-router-1349919944', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:29:36Z', 'updated_at': '2021-09-21T18:31:27Z', 'revision_number': 7, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port': {'id': '2e7c7a43-5d07-4ff5-ba27-2cffeb111f10', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248537ca-e0e3-4237-8244-29ce46fb6204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:29:37Z', 'updated_at': '2021-09-21T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:31:28.921508 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5ec68dae-b9e9-4fac-a064-d0691252b89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:28.951381 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec68dae-b9e9-4fac-a064-d0691252b89d None None] Pushing event deleted for resources: {'Port': ['ID=0e6c55c6-5e87-468c-aea2-cad2debf29bc,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:28.953625 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec68dae-b9e9-4fac-a064-d0691252b89d None None] No DVR routers for this DVR port 0e6c55c6-5e87-468c-aea2-cad2debf29bc on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:31:29.036845 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cae5c107-9f69-4d1e-bbde-d6bc7938a008 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:29.071106 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5c107-9f69-4d1e-bbde-d6bc7938a008 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event deleted for resources: {'Port': ['ID=2e7c7a43-5d07-4ff5-ba27-2cffeb111f10,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:29.133462 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cae5c107-9f69-4d1e-bbde-d6bc7938a008 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:29.235759 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cae5c107-9f69-4d1e-bbde-d6bc7938a008 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:29.238167 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cae5c107-9f69-4d1e-bbde-d6bc7938a008 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:29.315588 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cae5c107-9f69-4d1e-bbde-d6bc7938a008 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:29.316213 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae5c107-9f69-4d1e-bbde-d6bc7938a008 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Fanout notify agent at l3_agent the message router_deleted on router 248537ca-e0e3-4237-8244-29ce46fb6204 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:31:29.324017 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cae5c107-9f69-4d1e-bbde-d6bc7938a008 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:29.325139 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-cae5c107-9f69-4d1e-bbde-d6bc7938a008 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "DELETE /v2.0/routers/248537ca-e0e3-4237-8244-29ce46fb6204 HTTP/1.1" status: 204 len: 168 time: 0.8314779 Sep 21 18:31:29.329909 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51046) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:29.375582 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 5db0aca3-59c0-409b-b817-f2e729eb2a95 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:31:29.396735 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 5db0aca3-59c0-409b-b817-f2e729eb2a95 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:31:29.397076 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 5db0aca3-59c0-409b-b817-f2e729eb2a95 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:31:29.397492 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 0e6c55c6-5e87-468c-aea2-cad2debf29bc no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:31:29.411021 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e991a5fe-48a5-4a5e-a2f0-77d5c23bf534 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:29.419724 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 0e6c55c6-5e87-468c-aea2-cad2debf29bc {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:31:29.420128 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 0e6c55c6-5e87-468c-aea2-cad2debf29bc not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:31:29.500592 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e991a5fe-48a5-4a5e-a2f0-77d5c23bf534 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:29.522276 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-e991a5fe-48a5-4a5e-a2f0-77d5c23bf534 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b220c2-839c-4964-9dba-4bfe6865b931']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:29.532132 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-e991a5fe-48a5-4a5e-a2f0-77d5c23bf534 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d6754d-b734-44bc-bff5-415abede33c3') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:29.532425 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-e991a5fe-48a5-4a5e-a2f0-77d5c23bf534 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d6754d-b734-44bc-bff5-415abede33c3') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:29.542234 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e991a5fe-48a5-4a5e-a2f0-77d5c23bf534 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:29.556397 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e991a5fe-48a5-4a5e-a2f0-77d5c23bf534 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:29.563962 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e991a5fe-48a5-4a5e-a2f0-77d5c23bf534 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:31:29.564750 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e991a5fe-48a5-4a5e-a2f0-77d5c23bf534 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:29.568018 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:31:29.568018 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:31:29.568018 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:31:29.568018 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:31:29.568018 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:31:29.568018 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:31:29.568018 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:31:29.568018 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:31:29.568018 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:31:29.568018 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:31:29.568018 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:31:29.568018 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:31:29.568018 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:31:29.568018 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:31:29.568018 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:31:29.568018 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:31:29.568018 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:31:29.568018 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:31:29.568018 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:31:29.568018 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:31:29.568018 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:31:29.568018 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:31:29.568018 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:31:29.568018 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:31:29.568018 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:31:29.568018 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:31:29.568018 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:31:29.568018 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:31:29.568018 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:31:29.568018 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:31:29.568018 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:31:29.568018 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:31:29.629076 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e991a5fe-48a5-4a5e-a2f0-77d5c23bf534 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:29.635037 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e991a5fe-48a5-4a5e-a2f0-77d5c23bf534 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:29.637069 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e991a5fe-48a5-4a5e-a2f0-77d5c23bf534 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "DELETE /v2.0/networks/36b220c2-839c-4964-9dba-4bfe6865b931 HTTP/1.1" status: 204 len: 168 time: 0.3060467 Sep 21 18:31:29.651606 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991a5fe-48a5-4a5e-a2f0-77d5c23bf534 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event deleted for resources: {'Network': ['ID=36b220c2-839c-4964-9dba-4bfe6865b931,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:29.658286 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51048) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:29.663506 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-bfcfc881-7529-4c67-9428-4a39b2ef39ba tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Request body: {'network': {'name': 'tempest-network-smoke--349029826', 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'port_security_enabled': True}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:31:29.685611 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcfc881-7529-4c67-9428-4a39b2ef39ba tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Made reservation on behalf of e4082deffd6f4d78abe4eac5c52260de for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:31:29.689405 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bfcfc881-7529-4c67-9428-4a39b2ef39ba tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:29.714107 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfcfc881-7529-4c67-9428-4a39b2ef39ba tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:31:29.723218 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bfcfc881-7529-4c67-9428-4a39b2ef39ba tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:29.723562 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-bfcfc881-7529-4c67-9428-4a39b2ef39ba tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Added segment f0e24cd7-c048-48e1-a6fb-98a4f5035064 of type vlan for network 293230d9-4e51-41e4-a93a-82e84b4424ce Sep 21 18:31:29.767640 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bfcfc881-7529-4c67-9428-4a39b2ef39ba tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:29.796130 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bfcfc881-7529-4c67-9428-4a39b2ef39ba tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:29.801825 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcfc881-7529-4c67-9428-4a39b2ef39ba tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:29.802441 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bfcfc881-7529-4c67-9428-4a39b2ef39ba tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:29.835170 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-bfcfc881-7529-4c67-9428-4a39b2ef39ba tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1757147 Sep 21 18:31:29.838108 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51050) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:29.844456 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-3e9a6f2c-ee7b-4336-8003-0f5ef62bc849 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1624610120', 'admin_state_up': True, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:31:29.883440 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcfc881-7529-4c67-9428-4a39b2ef39ba tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'Network': ['ID=293230d9-4e51-41e4-a93a-82e84b4424ce,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:29.895819 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 293230d9-4e51-41e4-a93a-82e84b4424ce details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:31:29.901201 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6f2c-ee7b-4336-8003-0f5ef62bc849 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:29.904597 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6f2c-ee7b-4336-8003-0f5ef62bc849 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:29.965245 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6f2c-ee7b-4336-8003-0f5ef62bc849 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:30.098578 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6f2c-ee7b-4336-8003-0f5ef62bc849 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:30.300230 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6f2c-ee7b-4336-8003-0f5ef62bc849 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:30.318640 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6f2c-ee7b-4336-8003-0f5ef62bc849 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:30.417835 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-3e9a6f2c-ee7b-4336-8003-0f5ef62bc849 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Allocated IP 172.25.6.166 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/c755add7-7804-4a4b-8f46-31f7c6ec07dc) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:31:30.519382 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6f2c-ee7b-4336-8003-0f5ef62bc849 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:30.555765 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6f2c-ee7b-4336-8003-0f5ef62bc849 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:30.591617 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9a6f2c-ee7b-4336-8003-0f5ef62bc849 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:31:30.594506 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-3e9a6f2c-ee7b-4336-8003-0f5ef62bc849 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:31:30.600006 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9a6f2c-ee7b-4336-8003-0f5ef62bc849 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:31:30.605558 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a6f2c-ee7b-4336-8003-0f5ef62bc849 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'Port': ['ID=c755add7-7804-4a4b-8f46-31f7c6ec07dc,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:30.853494 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6f2c-ee7b-4336-8003-0f5ef62bc849 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:31.070447 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6f2c-ee7b-4336-8003-0f5ef62bc849 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:31.227765 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9a6f2c-ee7b-4336-8003-0f5ef62bc849 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Router 0721db0d-d0cc-4a1d-af46-180fc00c1d9e is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:31:31.254964 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 2e7c7a43-5d07-4ff5-ba27-2cffeb111f10 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:31:31.275583 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 2e7c7a43-5d07-4ff5-ba27-2cffeb111f10 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:31:31.275934 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 2e7c7a43-5d07-4ff5-ba27-2cffeb111f10 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:31:31.344156 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9a6f2c-ee7b-4336-8003-0f5ef62bc849 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:31:31.354224 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736085f0-522e-4871-8c53-d7c2194c7642 None None] Sync routers for ids ['0721db0d-d0cc-4a1d-af46-180fc00c1d9e'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:31:31.363490 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6f2c-ee7b-4336-8003-0f5ef62bc849 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:31.364849 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736085f0-522e-4871-8c53-d7c2194c7642 None None] Routers {'0721db0d-d0cc-4a1d-af46-180fc00c1d9e'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:31:31.365008 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3e9a6f2c-ee7b-4336-8003-0f5ef62bc849 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5258665 Sep 21 18:31:31.365469 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-736085f0-522e-4871-8c53-d7c2194c7642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:31:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0721db0d-d0cc-4a1d-af46-180fc00c1d9e'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:31.368186 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51052) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:31.403062 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4c5d4219-a4e5-48c4-bb93-27837728304a tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=e4082deffd6f4d78abe4eac5c52260de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309474 Sep 21 18:31:31.403329 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51054) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:31.471884 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-736085f0-522e-4871-8c53-d7c2194c7642 None None] Set router 0721db0d-d0cc-4a1d-af46-180fc00c1d9e gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:31:31.487933 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47a86c3-ed4e-479b-b47f-fc2079086cde tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:31.489509 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b47a86c3-ed4e-479b-b47f-fc2079086cde tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853322 Sep 21 18:31:31.492305 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51056) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:31.520266 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a75054a2-6571-4242-ae19-603b8d3a3c33 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b8a002cf-2233-41c0-bbfe-1c8ea43e5299&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268605 Sep 21 18:31:31.522768 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51058) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:31.527504 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-b76f3482-e45d-46a6-8c82-2c4e501423b7 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1582787312', 'network_id': '293230d9-4e51-41e4-a93a-82e84b4424ce', 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:31:31.619540 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76f3482-e45d-46a6-8c82-2c4e501423b7 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Made reservation on behalf of e4082deffd6f4d78abe4eac5c52260de for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:31:31.623245 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b76f3482-e45d-46a6-8c82-2c4e501423b7 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:31.652158 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-736085f0-522e-4871-8c53-d7c2194c7642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'name': 'tempest-TestNetworkBasicOps-router-1624610120', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'c755add7-7804-4a4b-8f46-31f7c6ec07dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:31:29Z', 'updated_at': '2021-09-21T18:31:30Z', 'revision_number': 3, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port': {'id': 'c755add7-7804-4a4b-8f46-31f7c6ec07dc', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:93:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:31:30Z', 'updated_at': '2021-09-21T18:31:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:31.678486 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736085f0-522e-4871-8c53-d7c2194c7642 None None] Checking router: 0721db0d-d0cc-4a1d-af46-180fc00c1d9e for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:31:31.678833 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736085f0-522e-4871-8c53-d7c2194c7642 None None] Updating router 0721db0d-d0cc-4a1d-af46-180fc00c1d9e port c755add7-7804-4a4b-8f46-31f7c6ec07dc binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:31:31.703397 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-736085f0-522e-4871-8c53-d7c2194c7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:31.800297 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b76f3482-e45d-46a6-8c82-2c4e501423b7 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:31.860077 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f3482-e45d-46a6-8c82-2c4e501423b7 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'Subnet': ['ID=9501366c-f9b5-46d9-90c2-e70c2bf26487,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:31.871497 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76f3482-e45d-46a6-8c82-2c4e501423b7 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Checking segment: {'id': 'f0e24cd7-c048-48e1-a6fb-98a4f5035064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '293230d9-4e51-41e4-a93a-82e84b4424ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:31:31.871862 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76f3482-e45d-46a6-8c82-2c4e501423b7 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Network hostable DHCP agents. Network: 293230d9-4e51-41e4-a93a-82e84b4424ce, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:31:31.889811 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76f3482-e45d-46a6-8c82-2c4e501423b7 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Network 293230d9-4e51-41e4-a93a-82e84b4424ce is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:31:31.900679 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-b76f3482-e45d-46a6-8c82-2c4e501423b7 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 293230d9-4e51-41e4-a93a-82e84b4424ce) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:31:31.905109 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76f3482-e45d-46a6-8c82-2c4e501423b7 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:31.905704 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b76f3482-e45d-46a6-8c82-2c4e501423b7 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:31.922149 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b76f3482-e45d-46a6-8c82-2c4e501423b7 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3983123 Sep 21 18:31:31.925096 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51060) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:31.964124 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1ebb1f-8d93-4776-b930-e9f656f5eea4 None None] Network 293230d9-4e51-41e4-a93a-82e84b4424ce requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:31:32.190797 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9005298c-9a48-4ebc-ac75-68aed9fad14c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-293230d9-4e51-41e4-a93a-82e84b4424ce', 'network_id': '293230d9-4e51-41e4-a93a-82e84b4424ce', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'fixed_ips': [{'subnet_id': '9501366c-f9b5-46d9-90c2-e70c2bf26487'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:31:32.191639 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9005298c-9a48-4ebc-ac75-68aed9fad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:32.250861 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-736085f0-522e-4871-8c53-d7c2194c7642 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:32.303992 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-736085f0-522e-4871-8c53-d7c2194c7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:32.357994 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3b755494-ef6c-4643-b326-a765f39debfa tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:32.397395 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d4a29-d755-45ea-9475-5365a38ee058 None None] Pushing event updated for resources: {'Port': ['ID=c755add7-7804-4a4b-8f46-31f7c6ec07dc,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:32.401837 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-736085f0-522e-4871-8c53-d7c2194c7642 None None] Attempting to bind port c755add7-7804-4a4b-8f46-31f7c6ec07dc on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:31:32.402171 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-736085f0-522e-4871-8c53-d7c2194c7642 None None] Attempting to bind port c755add7-7804-4a4b-8f46-31f7c6ec07dc by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:31:32.402542 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736085f0-522e-4871-8c53-d7c2194c7642 None None] Attempting to bind port c755add7-7804-4a4b-8f46-31f7c6ec07dc on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:31:32.413851 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736085f0-522e-4871-8c53-d7c2194c7642 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:31:32.414221 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736085f0-522e-4871-8c53-d7c2194c7642 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:31:32.414612 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-736085f0-522e-4871-8c53-d7c2194c7642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:32.415020 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736085f0-522e-4871-8c53-d7c2194c7642 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:31:32.415485 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-736085f0-522e-4871-8c53-d7c2194c7642 None None] Bound port: c755add7-7804-4a4b-8f46-31f7c6ec07dc, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:31:32.415859 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-736085f0-522e-4871-8c53-d7c2194c7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:32.420707 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-9005298c-9a48-4ebc-ac75-68aed9fad14c None None] Allocated IP 172.20.0.2 (293230d9-4e51-41e4-a93a-82e84b4424ce/9501366c-f9b5-46d9-90c2-e70c2bf26487/20ca0384-eb52-4d3d-9c04-6c9970995f6b) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:31:32.521668 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-736085f0-522e-4871-8c53-d7c2194c7642 None None] For port c755add7-7804-4a4b-8f46-31f7c6ec07dc, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:31:32.539227 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-736085f0-522e-4871-8c53-d7c2194c7642 None None] For port c755add7-7804-4a4b-8f46-31f7c6ec07dc, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=c755add7-7804-4a4b-8f46-31f7c6ec07dc,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:31:32.544254 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-736085f0-522e-4871-8c53-d7c2194c7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:32.646040 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d4a29-d755-45ea-9475-5365a38ee058 None None] Pushing event updated for resources: {'Port': ['ID=c755add7-7804-4a4b-8f46-31f7c6ec07dc,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:32.656716 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736085f0-522e-4871-8c53-d7c2194c7642 None None] Routers {'0721db0d-d0cc-4a1d-af46-180fc00c1d9e'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:31:32.657335 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-736085f0-522e-4871-8c53-d7c2194c7642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:31:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0721db0d-d0cc-4a1d-af46-180fc00c1d9e'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:32.697448 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9005298c-9a48-4ebc-ac75-68aed9fad14c None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:32.707776 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9005298c-9a48-4ebc-ac75-68aed9fad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:32.757477 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-3b755494-ef6c-4643-b326-a765f39debfa tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Allocated IP 172.20.0.1 (293230d9-4e51-41e4-a93a-82e84b4424ce/9501366c-f9b5-46d9-90c2-e70c2bf26487/3b4d7d09-0d51-4651-b3fa-d298ebdc69f1) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:31:32.784434 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9005298c-9a48-4ebc-ac75-68aed9fad14c None None] Network 293230d9-4e51-41e4-a93a-82e84b4424ce is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:31:32.793659 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-9005298c-9a48-4ebc-ac75-68aed9fad14c None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:31:32.800071 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9005298c-9a48-4ebc-ac75-68aed9fad14c None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:31:32.805855 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005298c-9a48-4ebc-ac75-68aed9fad14c None None] Pushing event updated for resources: {'Port': ['ID=20ca0384-eb52-4d3d-9c04-6c9970995f6b,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:32.820764 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-736085f0-522e-4871-8c53-d7c2194c7642 None None] Set router 0721db0d-d0cc-4a1d-af46-180fc00c1d9e gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:31:32.874657 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3b755494-ef6c-4643-b326-a765f39debfa tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:32.907975 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3b755494-ef6c-4643-b326-a765f39debfa tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:32.930984 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-9005298c-9a48-4ebc-ac75-68aed9fad14c None None] Attempting to bind port 20ca0384-eb52-4d3d-9c04-6c9970995f6b on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:31:32.931328 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-9005298c-9a48-4ebc-ac75-68aed9fad14c None None] Attempting to bind port 20ca0384-eb52-4d3d-9c04-6c9970995f6b by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'f0e24cd7-c048-48e1-a6fb-98a4f5035064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '293230d9-4e51-41e4-a93a-82e84b4424ce'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:31:32.931690 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9005298c-9a48-4ebc-ac75-68aed9fad14c None None] Attempting to bind port 20ca0384-eb52-4d3d-9c04-6c9970995f6b on network 293230d9-4e51-41e4-a93a-82e84b4424ce {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:31:32.947610 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b755494-ef6c-4643-b326-a765f39debfa tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Network 293230d9-4e51-41e4-a93a-82e84b4424ce is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:31:32.951489 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-3b755494-ef6c-4643-b326-a765f39debfa tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:31:32.958409 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b755494-ef6c-4643-b326-a765f39debfa tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:31:32.965458 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b755494-ef6c-4643-b326-a765f39debfa tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'Port': ['ID=3b4d7d09-0d51-4651-b3fa-d298ebdc69f1,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:32.968538 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9005298c-9a48-4ebc-ac75-68aed9fad14c None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:31:32.968896 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9005298c-9a48-4ebc-ac75-68aed9fad14c None None] Checking segment: {'id': 'f0e24cd7-c048-48e1-a6fb-98a4f5035064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '293230d9-4e51-41e4-a93a-82e84b4424ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:31:32.969312 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9005298c-9a48-4ebc-ac75-68aed9fad14c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:32.969694 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9005298c-9a48-4ebc-ac75-68aed9fad14c None None] Bound using segment: {'id': 'f0e24cd7-c048-48e1-a6fb-98a4f5035064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '293230d9-4e51-41e4-a93a-82e84b4424ce'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:31:32.970169 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-9005298c-9a48-4ebc-ac75-68aed9fad14c None None] Bound port: 20ca0384-eb52-4d3d-9c04-6c9970995f6b, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0e24cd7-c048-48e1-a6fb-98a4f5035064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '293230d9-4e51-41e4-a93a-82e84b4424ce'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:31:32.970543 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9005298c-9a48-4ebc-ac75-68aed9fad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:33.009009 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3b755494-ef6c-4643-b326-a765f39debfa tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:33.071194 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9005298c-9a48-4ebc-ac75-68aed9fad14c None None] For port 20ca0384-eb52-4d3d-9c04-6c9970995f6b, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:31:33.084831 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9005298c-9a48-4ebc-ac75-68aed9fad14c None None] For port 20ca0384-eb52-4d3d-9c04-6c9970995f6b, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=20ca0384-eb52-4d3d-9c04-6c9970995f6b,segment=NetworkSegment(f0e24cd7-c048-48e1-a6fb-98a4f5035064),segment_id=f0e24cd7-c048-48e1-a6fb-98a4f5035064)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:31:33.090966 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9005298c-9a48-4ebc-ac75-68aed9fad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:33.135450 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-736085f0-522e-4871-8c53-d7c2194c7642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'name': 'tempest-TestNetworkBasicOps-router-1624610120', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'c755add7-7804-4a4b-8f46-31f7c6ec07dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:31:29Z', 'updated_at': '2021-09-21T18:31:30Z', 'revision_number': 3, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port': {'id': 'c755add7-7804-4a4b-8f46-31f7c6ec07dc', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:93:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:31:30Z', 'updated_at': '2021-09-21T18:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:33.136817 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3b755494-ef6c-4643-b326-a765f39debfa tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:33.168170 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736085f0-522e-4871-8c53-d7c2194c7642 None None] The sync data for ids ['0721db0d-d0cc-4a1d-af46-180fc00c1d9e'] in n-d-810291-1 is: [{'id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'name': 'tempest-TestNetworkBasicOps-router-1624610120', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'c755add7-7804-4a4b-8f46-31f7c6ec07dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:31:29Z', 'updated_at': '2021-09-21T18:31:30Z', 'revision_number': 3, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port': {'id': 'c755add7-7804-4a4b-8f46-31f7c6ec07dc', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:93:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:31:30Z', 'updated_at': '2021-09-21T18:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:31:33.181253 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005298c-9a48-4ebc-ac75-68aed9fad14c None None] Pushing event updated for resources: {'Port': ['ID=20ca0384-eb52-4d3d-9c04-6c9970995f6b,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:33.749586 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3b755494-ef6c-4643-b326-a765f39debfa tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:33.758705 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3b755494-ef6c-4643-b326-a765f39debfa tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:33.837604 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b755494-ef6c-4643-b326-a765f39debfa tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'Port': ['ID=3b4d7d09-0d51-4651-b3fa-d298ebdc69f1,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:33.840096 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3b755494-ef6c-4643-b326-a765f39debfa tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:33.854828 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b755494-ef6c-4643-b326-a765f39debfa tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:33.855219 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b755494-ef6c-4643-b326-a765f39debfa tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:33.855581 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b755494-ef6c-4643-b326-a765f39debfa tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:33.855898 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b755494-ef6c-4643-b326-a765f39debfa tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:33.856250 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b755494-ef6c-4643-b326-a765f39debfa tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:33.856575 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b755494-ef6c-4643-b326-a765f39debfa tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:33.856896 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b755494-ef6c-4643-b326-a765f39debfa tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:33.857246 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b755494-ef6c-4643-b326-a765f39debfa tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:33.857548 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b755494-ef6c-4643-b326-a765f39debfa tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:33.857858 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b755494-ef6c-4643-b326-a765f39debfa tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:33.858175 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b755494-ef6c-4643-b326-a765f39debfa tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:33.858503 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b755494-ef6c-4643-b326-a765f39debfa tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:33.961478 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b755494-ef6c-4643-b326-a765f39debfa tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Network 293230d9-4e51-41e4-a93a-82e84b4424ce is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:31:33.962761 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-3b755494-ef6c-4643-b326-a765f39debfa tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:31:34.083240 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b755494-ef6c-4643-b326-a765f39debfa tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Router 0721db0d-d0cc-4a1d-af46-180fc00c1d9e has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:31:34.140009 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c73f7bd-2eed-49d2-b435-7de44f66fc78 None None] Network 293230d9-4e51-41e4-a93a-82e84b4424ce requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:31:34.196194 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b755494-ef6c-4643-b326-a765f39debfa tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:31:34.202150 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3b755494-ef6c-4643-b326-a765f39debfa tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "PUT /v2.0/routers/0721db0d-d0cc-4a1d-af46-180fc00c1d9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2758305 Sep 21 18:31:34.205892 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51062) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:34.213489 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-4de0d868-0ef0-4e58-910b-946e36637b5f None None] Provisioning complete for port 20ca0384-eb52-4d3d-9c04-6c9970995f6b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:31:34.213840 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4de0d868-0ef0-4e58-910b-946e36637b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:34.307794 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a8a02b-2dbf-4d6c-9116-2b344519d7f7 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:34.308289 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a8a02b-2dbf-4d6c-9116-2b344519d7f7 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:34.308769 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a8a02b-2dbf-4d6c-9116-2b344519d7f7 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:34.309241 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a8a02b-2dbf-4d6c-9116-2b344519d7f7 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:34.310950 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c8a8a02b-2dbf-4d6c-9116-2b344519d7f7 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1040351 Sep 21 18:31:34.313843 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51064) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:34.358412 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4de0d868-0ef0-4e58-910b-946e36637b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:34.367282 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd009a6-8142-4f5d-99e2-310489be2260 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:34.367761 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd009a6-8142-4f5d-99e2-310489be2260 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:34.368222 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd009a6-8142-4f5d-99e2-310489be2260 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:34.368675 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd009a6-8142-4f5d-99e2-310489be2260 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:34.370377 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8cd009a6-8142-4f5d-99e2-310489be2260 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0556149 Sep 21 18:31:34.373179 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51066) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:34.399901 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-4de0d868-0ef0-4e58-910b-946e36637b5f None None] For port 20ca0384-eb52-4d3d-9c04-6c9970995f6b, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=20ca0384-eb52-4d3d-9c04-6c9970995f6b,segment=NetworkSegment(f0e24cd7-c048-48e1-a6fb-98a4f5035064),segment_id=f0e24cd7-c048-48e1-a6fb-98a4f5035064)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:31:34.404763 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4de0d868-0ef0-4e58-910b-946e36637b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:34.465515 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0d868-0ef0-4e58-910b-946e36637b5f None None] Pushing event updated for resources: {'Port': ['ID=20ca0384-eb52-4d3d-9c04-6c9970995f6b,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:34.630962 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-32f9a4f2-d1cf-42cb-8386-05ab8a0b434d None None] Provisioning complete for port 20ca0384-eb52-4d3d-9c04-6c9970995f6b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:31:34.631337 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-32f9a4f2-d1cf-42cb-8386-05ab8a0b434d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:34.745145 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-32f9a4f2-d1cf-42cb-8386-05ab8a0b434d None None] Provisioning complete for port 3b4d7d09-0d51-4651-b3fa-d298ebdc69f1 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:31:34.745945 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-32f9a4f2-d1cf-42cb-8386-05ab8a0b434d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:34.790997 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-32f9a4f2-d1cf-42cb-8386-05ab8a0b434d None None] Port 3b4d7d09-0d51-4651-b3fa-d298ebdc69f1 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:31:34.848920 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe5fc44-4f75-486c-9eae-a215016b0129 None None] Sync routers for ids ['0721db0d-d0cc-4a1d-af46-180fc00c1d9e'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:31:34.859222 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe5fc44-4f75-486c-9eae-a215016b0129 None None] Routers {'0721db0d-d0cc-4a1d-af46-180fc00c1d9e'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:31:34.859873 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-bbe5fc44-4f75-486c-9eae-a215016b0129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:31:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0721db0d-d0cc-4a1d-af46-180fc00c1d9e'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:34.904933 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b49d4d7f-d7ae-4b45-9091-c562d5a324a5 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.5303447 Sep 21 18:31:34.914969 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-d2a50632-0eba-44cb-812d-e6f8a2b458a5 None None] Provisioning complete for port 3b4d7d09-0d51-4651-b3fa-d298ebdc69f1 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:31:34.915414 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d2a50632-0eba-44cb-812d-e6f8a2b458a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:34.951639 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-d2a50632-0eba-44cb-812d-e6f8a2b458a5 None None] Port 3b4d7d09-0d51-4651-b3fa-d298ebdc69f1 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:31:34.976283 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-bbe5fc44-4f75-486c-9eae-a215016b0129 None None] Set router 0721db0d-d0cc-4a1d-af46-180fc00c1d9e gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:31:35.074817 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-92accd67-ce4c-483e-8286-4baeeac35c96 None None] Provisioning complete for port 3b4d7d09-0d51-4651-b3fa-d298ebdc69f1 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:31:35.075237 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-92accd67-ce4c-483e-8286-4baeeac35c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.112151 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-92accd67-ce4c-483e-8286-4baeeac35c96 None None] Port 3b4d7d09-0d51-4651-b3fa-d298ebdc69f1 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:31:35.133843 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51070) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:35.138457 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-bffea1d2-08ad-4aa5-b7d6-07d462078895 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-227886498', 'description': 'tempest-secgroup-smoke-227886498 description', 'project_id': 'e4082deffd6f4d78abe4eac5c52260de'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:31:35.160941 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bffea1d2-08ad-4aa5-b7d6-07d462078895 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.172323 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-bbe5fc44-4f75-486c-9eae-a215016b0129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'name': 'tempest-TestNetworkBasicOps-router-1624610120', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'c755add7-7804-4a4b-8f46-31f7c6ec07dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:31:29Z', 'updated_at': '2021-09-21T18:31:33Z', 'revision_number': 4, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port': {'id': 'c755add7-7804-4a4b-8f46-31f7c6ec07dc', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:93:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:31:30Z', 'updated_at': '2021-09-21T18:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '3b4d7d09-0d51-4651-b3fa-d298ebdc69f1', 'name': '', 'network_id': '293230d9-4e51-41e4-a93a-82e84b4424ce', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'mac_address': 'fa:16:3e:30:13:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '9501366c-f9b5-46d9-90c2-e70c2bf26487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:31:32Z', 'updated_at': '2021-09-21T18:31:33Z', 'revision_number': 2, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'subnets': [{'id': '9501366c-f9b5-46d9-90c2-e70c2bf26487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:35.202164 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe5fc44-4f75-486c-9eae-a215016b0129 None None] Checking router: 0721db0d-d0cc-4a1d-af46-180fc00c1d9e for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:31:35.202508 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe5fc44-4f75-486c-9eae-a215016b0129 None None] Updating router 0721db0d-d0cc-4a1d-af46-180fc00c1d9e port 3b4d7d09-0d51-4651-b3fa-d298ebdc69f1 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:31:35.228637 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-bbe5fc44-4f75-486c-9eae-a215016b0129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.246646 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bffea1d2-08ad-4aa5-b7d6-07d462078895 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.251836 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bffea1d2-08ad-4aa5-b7d6-07d462078895 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.280801 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bffea1d2-08ad-4aa5-b7d6-07d462078895 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.282122 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-bffea1d2-08ad-4aa5-b7d6-07d462078895 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1472716 Sep 21 18:31:35.285122 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51072) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:35.290342 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-b2d0584d-81c7-4a7c-b792-185eda150fdc tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Request body: {'security_group_rule': {'security_group_id': '4d39a29b-7413-44af-9ad6-5a2270dd2d34', 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:31:35.297587 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffea1d2-08ad-4aa5-b7d6-07d462078895 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d39a29b-7413-44af-9ad6-5a2270dd2d34,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:35.306009 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffea1d2-08ad-4aa5-b7d6-07d462078895 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:35.306364 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffea1d2-08ad-4aa5-b7d6-07d462078895 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:35.306944 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffea1d2-08ad-4aa5-b7d6-07d462078895 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:35.307507 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffea1d2-08ad-4aa5-b7d6-07d462078895 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:35.308028 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffea1d2-08ad-4aa5-b7d6-07d462078895 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:35.308529 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffea1d2-08ad-4aa5-b7d6-07d462078895 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:35.309186 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffea1d2-08ad-4aa5-b7d6-07d462078895 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:35.309857 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffea1d2-08ad-4aa5-b7d6-07d462078895 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:35.310359 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffea1d2-08ad-4aa5-b7d6-07d462078895 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:35.310854 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffea1d2-08ad-4aa5-b7d6-07d462078895 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:35.311396 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffea1d2-08ad-4aa5-b7d6-07d462078895 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:35.311942 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffea1d2-08ad-4aa5-b7d6-07d462078895 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:31:35.333270 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b2d0584d-81c7-4a7c-b792-185eda150fdc tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.385307 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 20ca0384-eb52-4d3d-9c04-6c9970995f6b up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:31:35.400915 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b2d0584d-81c7-4a7c-b792-185eda150fdc tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.405552 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b2d0584d-81c7-4a7c-b792-185eda150fdc tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.430057 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b2d0584d-81c7-4a7c-b792-185eda150fdc tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.431187 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b2d0584d-81c7-4a7c-b792-185eda150fdc tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1448059 Sep 21 18:31:35.433990 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51074) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:35.436876 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 20ca0384-eb52-4d3d-9c04-6c9970995f6b triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:31:35.437335 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.438636 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-4c1de12f-bfa1-49ed-92e3-2ac4514e0807 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Request body: {'security_group_rule': {'security_group_id': '4d39a29b-7413-44af-9ad6-5a2270dd2d34', 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:31:35.443077 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0584d-81c7-4a7c-b792-185eda150fdc tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dcda2cd-8ccc-43c0-9bc5-e6c438455ff3,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:35.469040 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4c1de12f-bfa1-49ed-92e3-2ac4514e0807 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.523828 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-bbe5fc44-4f75-486c-9eae-a215016b0129 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.530334 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device c755add7-7804-4a4b-8f46-31f7c6ec07dc up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:31:35.531527 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-bbe5fc44-4f75-486c-9eae-a215016b0129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.532273 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4c1de12f-bfa1-49ed-92e3-2ac4514e0807 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.540497 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4c1de12f-bfa1-49ed-92e3-2ac4514e0807 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.558781 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1de12f-bfa1-49ed-92e3-2ac4514e0807 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=470c7ac9-2615-49ec-a354-6b5fefbb0a0b,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:35.576783 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4c1de12f-bfa1-49ed-92e3-2ac4514e0807 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.581609 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51076) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:35.583794 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4c1de12f-bfa1-49ed-92e3-2ac4514e0807 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1477232 Sep 21 18:31:35.586551 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-860556f2-4ca3-4d5c-908a-86ca2c7c9f69 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Request body: {'security_group_rule': {'security_group_id': '4d39a29b-7413-44af-9ad6-5a2270dd2d34', 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:31:35.591345 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port c755add7-7804-4a4b-8f46-31f7c6ec07dc triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:31:35.591840 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.601772 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219fa94-e122-42a5-bf97-09694f7d3075 None None] Pushing event updated for resources: {'Port': ['ID=3b4d7d09-0d51-4651-b3fa-d298ebdc69f1,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:35.622115 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-860556f2-4ca3-4d5c-908a-86ca2c7c9f69 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.696062 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-860556f2-4ca3-4d5c-908a-86ca2c7c9f69 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.703962 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.705976 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-860556f2-4ca3-4d5c-908a-86ca2c7c9f69 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.728882 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port c755add7-7804-4a4b-8f46-31f7c6ec07dc, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=c755add7-7804-4a4b-8f46-31f7c6ec07dc,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:31:35.735054 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.735336 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860556f2-4ca3-4d5c-908a-86ca2c7c9f69 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c2c013-3d3c-4ca1-9188-6adf80e73192,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:35.745313 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-860556f2-4ca3-4d5c-908a-86ca2c7c9f69 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.747012 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-860556f2-4ca3-4d5c-908a-86ca2c7c9f69 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1642613 Sep 21 18:31:35.749791 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51078) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:35.756181 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-93a596c6-dfc5-459c-982f-82304c354dec tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Request body: {'security_group_rule': {'security_group_id': '4d39a29b-7413-44af-9ad6-5a2270dd2d34', 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:31:35.756873 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-bbe5fc44-4f75-486c-9eae-a215016b0129 None None] Attempting to bind port 3b4d7d09-0d51-4651-b3fa-d298ebdc69f1 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:31:35.757252 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-bbe5fc44-4f75-486c-9eae-a215016b0129 None None] Attempting to bind port 3b4d7d09-0d51-4651-b3fa-d298ebdc69f1 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'f0e24cd7-c048-48e1-a6fb-98a4f5035064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '293230d9-4e51-41e4-a93a-82e84b4424ce'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:31:35.757616 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe5fc44-4f75-486c-9eae-a215016b0129 None None] Attempting to bind port 3b4d7d09-0d51-4651-b3fa-d298ebdc69f1 on network 293230d9-4e51-41e4-a93a-82e84b4424ce {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:31:35.763205 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe5fc44-4f75-486c-9eae-a215016b0129 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:31:35.763853 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe5fc44-4f75-486c-9eae-a215016b0129 None None] Checking segment: {'id': 'f0e24cd7-c048-48e1-a6fb-98a4f5035064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '293230d9-4e51-41e4-a93a-82e84b4424ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:31:35.764472 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-bbe5fc44-4f75-486c-9eae-a215016b0129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.765051 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe5fc44-4f75-486c-9eae-a215016b0129 None None] Bound using segment: {'id': 'f0e24cd7-c048-48e1-a6fb-98a4f5035064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '293230d9-4e51-41e4-a93a-82e84b4424ce'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:31:35.765707 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-bbe5fc44-4f75-486c-9eae-a215016b0129 None None] Bound port: 3b4d7d09-0d51-4651-b3fa-d298ebdc69f1, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0e24cd7-c048-48e1-a6fb-98a4f5035064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '293230d9-4e51-41e4-a93a-82e84b4424ce'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:31:35.766268 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-bbe5fc44-4f75-486c-9eae-a215016b0129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.791640 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=c755add7-7804-4a4b-8f46-31f7c6ec07dc,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:35.792745 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-93a596c6-dfc5-459c-982f-82304c354dec tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.834189 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-bbe5fc44-4f75-486c-9eae-a215016b0129 None None] For port 3b4d7d09-0d51-4651-b3fa-d298ebdc69f1, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:31:35.838588 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-bbe5fc44-4f75-486c-9eae-a215016b0129 None None] For port 3b4d7d09-0d51-4651-b3fa-d298ebdc69f1, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=3b4d7d09-0d51-4651-b3fa-d298ebdc69f1,segment=NetworkSegment(f0e24cd7-c048-48e1-a6fb-98a4f5035064),segment_id=f0e24cd7-c048-48e1-a6fb-98a4f5035064)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:31:35.842489 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-fe2b407e-41cb-4978-82ef-939bab1936e1 None None] Provisioning complete for port 3b4d7d09-0d51-4651-b3fa-d298ebdc69f1 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:31:35.842980 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fe2b407e-41cb-4978-82ef-939bab1936e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.845200 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-bbe5fc44-4f75-486c-9eae-a215016b0129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.866231 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-93a596c6-dfc5-459c-982f-82304c354dec tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.871594 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-93a596c6-dfc5-459c-982f-82304c354dec tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.891607 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a596c6-dfc5-459c-982f-82304c354dec tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8fd7f00-bd84-4cdd-8c6b-b3084d86b42d,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:35.901491 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-93a596c6-dfc5-459c-982f-82304c354dec tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.903680 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-93a596c6-dfc5-459c-982f-82304c354dec tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1520798 Sep 21 18:31:35.907242 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51080) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:35.909615 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219fa94-e122-42a5-bf97-09694f7d3075 None None] Pushing event updated for resources: {'Port': ['ID=3b4d7d09-0d51-4651-b3fa-d298ebdc69f1,revision_number=4']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:35.912996 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-3eef58a3-fa82-46cc-8a35-c2850711d9ee tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Request body: {'security_group_rule': {'security_group_id': '4d39a29b-7413-44af-9ad6-5a2270dd2d34', 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:31:35.921335 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe5fc44-4f75-486c-9eae-a215016b0129 None None] Routers {'0721db0d-d0cc-4a1d-af46-180fc00c1d9e'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:31:35.922212 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-bbe5fc44-4f75-486c-9eae-a215016b0129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:31:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0721db0d-d0cc-4a1d-af46-180fc00c1d9e'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:35.939037 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fe2b407e-41cb-4978-82ef-939bab1936e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.942889 n-d-810291-1 neutron-server[101460]: INFO neutron.db.securitygroups_db [None req-3eef58a3-fa82-46cc-8a35-c2850711d9ee tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Project e4082deffd6f4d78abe4eac5c52260de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:31:35.949621 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3eef58a3-fa82-46cc-8a35-c2850711d9ee tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:35.993034 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-fe2b407e-41cb-4978-82ef-939bab1936e1 None None] For port 3b4d7d09-0d51-4651-b3fa-d298ebdc69f1, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=3b4d7d09-0d51-4651-b3fa-d298ebdc69f1,segment=NetworkSegment(f0e24cd7-c048-48e1-a6fb-98a4f5035064),segment_id=f0e24cd7-c048-48e1-a6fb-98a4f5035064)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:31:35.999041 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fe2b407e-41cb-4978-82ef-939bab1936e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:36.029351 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3eef58a3-fa82-46cc-8a35-c2850711d9ee tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:36.035242 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3eef58a3-fa82-46cc-8a35-c2850711d9ee tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:36.052974 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-bbe5fc44-4f75-486c-9eae-a215016b0129 None None] Set router 0721db0d-d0cc-4a1d-af46-180fc00c1d9e gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:31:36.057445 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b407e-41cb-4978-82ef-939bab1936e1 None None] Pushing event updated for resources: {'Port': ['ID=3b4d7d09-0d51-4651-b3fa-d298ebdc69f1,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:36.061966 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef58a3-fa82-46cc-8a35-c2850711d9ee tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc3087f-19ac-4e4a-85be-80b317c6b1b6,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:36.066844 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3eef58a3-fa82-46cc-8a35-c2850711d9ee tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:36.068853 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3eef58a3-fa82-46cc-8a35-c2850711d9ee tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1604857 Sep 21 18:31:36.071733 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51082) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:36.076599 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-6d609c1b-f108-4281-8215-111080cfd78f tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Request body: {'security_group_rule': {'security_group_id': '4d39a29b-7413-44af-9ad6-5a2270dd2d34', 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:31:36.099709 n-d-810291-1 neutron-server[101460]: INFO neutron.db.securitygroups_db [None req-6d609c1b-f108-4281-8215-111080cfd78f tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Project e4082deffd6f4d78abe4eac5c52260de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:31:36.106753 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6d609c1b-f108-4281-8215-111080cfd78f tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:36.175279 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6d609c1b-f108-4281-8215-111080cfd78f tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:36.179386 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6d609c1b-f108-4281-8215-111080cfd78f tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:36.194717 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d609c1b-f108-4281-8215-111080cfd78f tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ddfd2b-c7cb-4e52-af94-658d387c1c79,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:36.205545 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6d609c1b-f108-4281-8215-111080cfd78f tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:36.214374 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6d609c1b-f108-4281-8215-111080cfd78f tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1339233 Sep 21 18:31:36.219674 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-8c89134d-1335-4084-9069-c06ab9191b01 None None] Provisioning complete for port 3b4d7d09-0d51-4651-b3fa-d298ebdc69f1 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:31:36.220221 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8c89134d-1335-4084-9069-c06ab9191b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:36.282494 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-bbe5fc44-4f75-486c-9eae-a215016b0129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'name': 'tempest-TestNetworkBasicOps-router-1624610120', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'c755add7-7804-4a4b-8f46-31f7c6ec07dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:31:29Z', 'updated_at': '2021-09-21T18:31:33Z', 'revision_number': 4, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port': {'id': 'c755add7-7804-4a4b-8f46-31f7c6ec07dc', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:93:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:31:30Z', 'updated_at': '2021-09-21T18:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '3b4d7d09-0d51-4651-b3fa-d298ebdc69f1', 'name': '', 'network_id': '293230d9-4e51-41e4-a93a-82e84b4424ce', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'mac_address': 'fa:16:3e:30:13:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '9501366c-f9b5-46d9-90c2-e70c2bf26487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:31:32Z', 'updated_at': '2021-09-21T18:31:35Z', 'revision_number': 4, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'subnets': [{'id': '9501366c-f9b5-46d9-90c2-e70c2bf26487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:36.309133 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe5fc44-4f75-486c-9eae-a215016b0129 None None] The sync data for ids ['0721db0d-d0cc-4a1d-af46-180fc00c1d9e'] in n-d-810291-1 is: [{'id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'name': 'tempest-TestNetworkBasicOps-router-1624610120', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'c755add7-7804-4a4b-8f46-31f7c6ec07dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:31:29Z', 'updated_at': '2021-09-21T18:31:33Z', 'revision_number': 4, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port': {'id': 'c755add7-7804-4a4b-8f46-31f7c6ec07dc', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:93:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:31:30Z', 'updated_at': '2021-09-21T18:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '3b4d7d09-0d51-4651-b3fa-d298ebdc69f1', 'name': '', 'network_id': '293230d9-4e51-41e4-a93a-82e84b4424ce', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'mac_address': 'fa:16:3e:30:13:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '9501366c-f9b5-46d9-90c2-e70c2bf26487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:31:32Z', 'updated_at': '2021-09-21T18:31:35Z', 'revision_number': 4, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'subnets': [{'id': '9501366c-f9b5-46d9-90c2-e70c2bf26487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:31:36.432606 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-85af3517-a35b-4bfa-9047-7802addfc802 req-c7cee3f3-9ef8-4dbe-be0a-2d001ad4452f tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-227886498&fields=id&tenant_id=e4082deffd6f4d78abe4eac5c52260de HTTP/1.1" status: 200 len: 267 time: 0.0378175 Sep 21 18:31:36.540019 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af3517-a35b-4bfa-9047-7802addfc802 req-68dad051-f0f5-4035-873f-9df653681560 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:36.541520 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-85af3517-a35b-4bfa-9047-7802addfc802 req-68dad051-f0f5-4035-873f-9df653681560 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/networks?id=293230d9-4e51-41e4-a93a-82e84b4424ce HTTP/1.1" status: 200 len: 796 time: 0.1030614 Sep 21 18:31:36.557569 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-85af3517-a35b-4bfa-9047-7802addfc802 req-f90fe586-d6c0-4022-b08b-2c462a9b8846 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/quotas/e4082deffd6f4d78abe4eac5c52260de HTTP/1.1" status: 200 len: 375 time: 0.0099411 Sep 21 18:31:36.615274 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-85af3517-a35b-4bfa-9047-7802addfc802 req-d0667081-5f3b-47cc-82ab-da94fabe2259 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4082deffd6f4d78abe4eac5c52260de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517271 Sep 21 18:31:36.631395 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-85af3517-a35b-4bfa-9047-7802addfc802 req-b0c704c9-8f50-4ba2-9ef7-be4b7c73de6b service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:31:36.632396 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-85af3517-a35b-4bfa-9047-7802addfc802 req-b0c704c9-8f50-4ba2-9ef7-be4b7c73de6b service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056169 Sep 21 18:31:36.724098 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-85af3517-a35b-4bfa-9047-7802addfc802 req-5935b1a8-9aa1-4295-847d-fa190f07f9cf service neutron] 10.222.0.58 "GET /v2.0/networks/293230d9-4e51-41e4-a93a-82e84b4424ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855274 Sep 21 18:31:36.825229 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-85af3517-a35b-4bfa-9047-7802addfc802 req-a8eda7fb-60c3-470f-8623-d0c2dd2c205e service neutron] 10.222.0.58 "GET /v2.0/networks/293230d9-4e51-41e4-a93a-82e84b4424ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948722 Sep 21 18:31:37.373004 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device c755add7-7804-4a4b-8f46-31f7c6ec07dc up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:31:37.425542 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port c755add7-7804-4a4b-8f46-31f7c6ec07dc triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:31:37.429443 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:37.515017 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 3b4d7d09-0d51-4651-b3fa-d298ebdc69f1 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:31:37.563218 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 3b4d7d09-0d51-4651-b3fa-d298ebdc69f1 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:31:37.563585 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:38.031892 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-960400cf-df1f-4d98-8bb8-b1592444249f req-88910d12-c01d-4063-a523-675ca95ea54a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=130ec8ce-9546-4444-98fd-9703f6fffe86 HTTP/1.1" status: 200 len: 210 time: 0.0257039 Sep 21 18:31:39.018113 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af3517-a35b-4bfa-9047-7802addfc802 req-bc2d7271-c5a7-4537-8356-d9631e03854f tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:39.019488 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-85af3517-a35b-4bfa-9047-7802addfc802 req-bc2d7271-c5a7-4537-8356-d9631e03854f tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.44 "GET /v2.0/networks?id=293230d9-4e51-41e4-a93a-82e84b4424ce HTTP/1.1" status: 200 len: 796 time: 0.1075180 Sep 21 18:31:39.068341 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-85af3517-a35b-4bfa-9047-7802addfc802 req-de6c0a69-d5a8-4403-a133-f23fddf2c044 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4082deffd6f4d78abe4eac5c52260de HTTP/1.1" status: 200 len: 379 time: 0.0369828 Sep 21 18:31:39.080073 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-85af3517-a35b-4bfa-9047-7802addfc802 req-5a6876a0-32ae-4e2f-9da0-5b202509515d tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Request body: {'port': {'device_id': '130ec8ce-9546-4444-98fd-9703f6fffe86', 'network_id': '293230d9-4e51-41e4-a93a-82e84b4424ce', 'admin_state_up': True, 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'security_groups': ['4d39a29b-7413-44af-9ad6-5a2270dd2d34']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:31:39.126016 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5a5ad8b2-9435-4083-8b59-9a7c16fbd5e5 req-ed71a57a-59c6-4902-9120-1f5a4f59aec6 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=130ec8ce-9546-4444-98fd-9703f6fffe86 HTTP/1.1" status: 200 len: 210 time: 0.0260425 Sep 21 18:31:39.191058 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85af3517-a35b-4bfa-9047-7802addfc802 req-5a6876a0-32ae-4e2f-9da0-5b202509515d tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Made reservation on behalf of e4082deffd6f4d78abe4eac5c52260de for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:31:39.194852 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-85af3517-a35b-4bfa-9047-7802addfc802 req-5a6876a0-32ae-4e2f-9da0-5b202509515d tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:39.318692 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-85af3517-a35b-4bfa-9047-7802addfc802 req-5a6876a0-32ae-4e2f-9da0-5b202509515d tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Allocated IP 172.20.0.10 (293230d9-4e51-41e4-a93a-82e84b4424ce/9501366c-f9b5-46d9-90c2-e70c2bf26487/f01bc967-a3f0-4663-91c5-19ed560e3d74) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:31:39.468340 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-85af3517-a35b-4bfa-9047-7802addfc802 req-5a6876a0-32ae-4e2f-9da0-5b202509515d tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:39.513016 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-85af3517-a35b-4bfa-9047-7802addfc802 req-5a6876a0-32ae-4e2f-9da0-5b202509515d tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:39.563226 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85af3517-a35b-4bfa-9047-7802addfc802 req-5a6876a0-32ae-4e2f-9da0-5b202509515d tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Network 293230d9-4e51-41e4-a93a-82e84b4424ce is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:31:39.566297 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-85af3517-a35b-4bfa-9047-7802addfc802 req-5a6876a0-32ae-4e2f-9da0-5b202509515d tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:31:39.573795 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-85af3517-a35b-4bfa-9047-7802addfc802 req-5a6876a0-32ae-4e2f-9da0-5b202509515d tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:31:39.580715 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6876a0-32ae-4e2f-9da0-5b202509515d tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'Port': ['ID=f01bc967-a3f0-4663-91c5-19ed560e3d74,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:39.631442 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af3517-a35b-4bfa-9047-7802addfc802 req-5a6876a0-32ae-4e2f-9da0-5b202509515d tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:39.632097 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-85af3517-a35b-4bfa-9047-7802addfc802 req-5a6876a0-32ae-4e2f-9da0-5b202509515d tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:39.647722 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-85af3517-a35b-4bfa-9047-7802addfc802 req-5a6876a0-32ae-4e2f-9da0-5b202509515d tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5720284 Sep 21 18:31:39.661232 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-85af3517-a35b-4bfa-9047-7802addfc802 req-43bb478e-4cca-4281-b1cf-9f78080f24fb service neutron] Request body: {'port': {'device_id': '130ec8ce-9546-4444-98fd-9703f6fffe86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:31:39.716588 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-85af3517-a35b-4bfa-9047-7802addfc802 req-43bb478e-4cca-4281-b1cf-9f78080f24fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:39.845752 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-8e474971-9d0c-4153-b78c-f4140e61c271 None None] Provisioning complete for port f01bc967-a3f0-4663-91c5-19ed560e3d74 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:31:39.846506 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e474971-9d0c-4153-b78c-f4140e61c271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:39.883047 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-8e474971-9d0c-4153-b78c-f4140e61c271 None None] Port f01bc967-a3f0-4663-91c5-19ed560e3d74 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:31:39.985251 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-85af3517-a35b-4bfa-9047-7802addfc802 req-43bb478e-4cca-4281-b1cf-9f78080f24fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f01bc967-a3f0-4663-91c5-19ed560e3d74 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:31:39.994268 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-85af3517-a35b-4bfa-9047-7802addfc802 req-43bb478e-4cca-4281-b1cf-9f78080f24fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:40.013664 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-85af3517-a35b-4bfa-9047-7802addfc802 req-43bb478e-4cca-4281-b1cf-9f78080f24fb service neutron] Transition to ACTIVE for port object f01bc967-a3f0-4663-91c5-19ed560e3d74 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:31:40.019731 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-85af3517-a35b-4bfa-9047-7802addfc802 req-43bb478e-4cca-4281-b1cf-9f78080f24fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:40.082354 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb478e-4cca-4281-b1cf-9f78080f24fb service neutron] Pushing event updated for resources: {'Port': ['ID=f01bc967-a3f0-4663-91c5-19ed560e3d74,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:40.151873 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-85af3517-a35b-4bfa-9047-7802addfc802 req-43bb478e-4cca-4281-b1cf-9f78080f24fb service neutron] Attempting to bind port f01bc967-a3f0-4663-91c5-19ed560e3d74 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:31:40.152215 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-85af3517-a35b-4bfa-9047-7802addfc802 req-43bb478e-4cca-4281-b1cf-9f78080f24fb service neutron] Attempting to bind port f01bc967-a3f0-4663-91c5-19ed560e3d74 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'f0e24cd7-c048-48e1-a6fb-98a4f5035064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '293230d9-4e51-41e4-a93a-82e84b4424ce'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:31:40.152542 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85af3517-a35b-4bfa-9047-7802addfc802 req-43bb478e-4cca-4281-b1cf-9f78080f24fb service neutron] Attempting to bind port f01bc967-a3f0-4663-91c5-19ed560e3d74 on network 293230d9-4e51-41e4-a93a-82e84b4424ce {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:31:40.157185 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85af3517-a35b-4bfa-9047-7802addfc802 req-43bb478e-4cca-4281-b1cf-9f78080f24fb service neutron] Port f01bc967-a3f0-4663-91c5-19ed560e3d74 on network 293230d9-4e51-41e4-a93a-82e84b4424ce not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:31:40.157508 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85af3517-a35b-4bfa-9047-7802addfc802 req-43bb478e-4cca-4281-b1cf-9f78080f24fb service neutron] Attempting to bind port f01bc967-a3f0-4663-91c5-19ed560e3d74 on network 293230d9-4e51-41e4-a93a-82e84b4424ce {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:31:40.162580 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85af3517-a35b-4bfa-9047-7802addfc802 req-43bb478e-4cca-4281-b1cf-9f78080f24fb service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:31:40.162892 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85af3517-a35b-4bfa-9047-7802addfc802 req-43bb478e-4cca-4281-b1cf-9f78080f24fb service neutron] Checking segment: {'id': 'f0e24cd7-c048-48e1-a6fb-98a4f5035064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '293230d9-4e51-41e4-a93a-82e84b4424ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:31:40.163300 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85af3517-a35b-4bfa-9047-7802addfc802 req-43bb478e-4cca-4281-b1cf-9f78080f24fb service neutron] Bound using segment: {'id': 'f0e24cd7-c048-48e1-a6fb-98a4f5035064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '293230d9-4e51-41e4-a93a-82e84b4424ce'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:31:40.163729 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-85af3517-a35b-4bfa-9047-7802addfc802 req-43bb478e-4cca-4281-b1cf-9f78080f24fb service neutron] Bound port: f01bc967-a3f0-4663-91c5-19ed560e3d74, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0e24cd7-c048-48e1-a6fb-98a4f5035064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '293230d9-4e51-41e4-a93a-82e84b4424ce'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:31:40.164094 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-85af3517-a35b-4bfa-9047-7802addfc802 req-43bb478e-4cca-4281-b1cf-9f78080f24fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:40.263833 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-85af3517-a35b-4bfa-9047-7802addfc802 req-43bb478e-4cca-4281-b1cf-9f78080f24fb service neutron] For port f01bc967-a3f0-4663-91c5-19ed560e3d74, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:31:40.267473 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-85af3517-a35b-4bfa-9047-7802addfc802 req-43bb478e-4cca-4281-b1cf-9f78080f24fb service neutron] For port f01bc967-a3f0-4663-91c5-19ed560e3d74, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=f01bc967-a3f0-4663-91c5-19ed560e3d74,segment=NetworkSegment(f0e24cd7-c048-48e1-a6fb-98a4f5035064),segment_id=f0e24cd7-c048-48e1-a6fb-98a4f5035064)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:31:40.275523 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df68488-900a-4f99-b468-ebcab05c1859 req-2b82580a-2ce0-4417-8f88-106ed41acd33 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:40.277023 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7df68488-900a-4f99-b468-ebcab05c1859 req-2b82580a-2ce0-4417-8f88-106ed41acd33 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=130ec8ce-9546-4444-98fd-9703f6fffe86 HTTP/1.1" status: 200 len: 944 time: 0.0798798 Sep 21 18:31:40.278475 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-85af3517-a35b-4bfa-9047-7802addfc802 req-43bb478e-4cca-4281-b1cf-9f78080f24fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:40.326361 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af3517-a35b-4bfa-9047-7802addfc802 req-43bb478e-4cca-4281-b1cf-9f78080f24fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:40.326997 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-85af3517-a35b-4bfa-9047-7802addfc802 req-43bb478e-4cca-4281-b1cf-9f78080f24fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:40.328406 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-85af3517-a35b-4bfa-9047-7802addfc802 req-43bb478e-4cca-4281-b1cf-9f78080f24fb service neutron] 10.222.0.44 "PUT /v2.0/ports/f01bc967-a3f0-4663-91c5-19ed560e3d74 HTTP/1.1" status: 200 len: 1092 time: 0.6717150 Sep 21 18:31:40.329197 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '130ec8ce-9546-4444-98fd-9703f6fffe86', 'tag': 'f01bc967-a3f0-4663-91c5-19ed560e3d74'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:31:40.331453 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384244ed-6ea8-49d7-996d-efad29792389" -d '{"events": [{"name": "network-changed", "server_uuid": "130ec8ce-9546-4444-98fd-9703f6fffe86", "tag": "f01bc967-a3f0-4663-91c5-19ed560e3d74"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:31:40.370133 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7df68488-900a-4f99-b468-ebcab05c1859 req-b7a28200-0af2-4c42-a852-68858634fcee tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d39a29b-7413-44af-9ad6-5a2270dd2d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838459 Sep 21 18:31:40.370897 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb478e-4cca-4281-b1cf-9f78080f24fb service neutron] Pushing event updated for resources: {'Port': ['ID=f01bc967-a3f0-4663-91c5-19ed560e3d74,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:40.381124 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e29c44-ef9b-49ce-b6dc-3bb65160113b x-openstack-request-id: req-94e29c44-ef9b-49ce-b6dc-3bb65160113b {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:31:40.381124 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "130ec8ce-9546-4444-98fd-9703f6fffe86", "tag": "f01bc967-a3f0-4663-91c5-19ed560e3d74", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:31:40.381124 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-94e29c44-ef9b-49ce-b6dc-3bb65160113b {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:31:40.381559 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '130ec8ce-9546-4444-98fd-9703f6fffe86', 'tag': 'f01bc967-a3f0-4663-91c5-19ed560e3d74', 'status': 'completed', 'code': 200} Sep 21 18:31:40.431857 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af3517-a35b-4bfa-9047-7802addfc802 req-f02a7bbd-8dac-4deb-a92e-bc3ab8dd8d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:40.433387 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-85af3517-a35b-4bfa-9047-7802addfc802 req-f02a7bbd-8dac-4deb-a92e-bc3ab8dd8d4f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e4082deffd6f4d78abe4eac5c52260de&device_id=130ec8ce-9546-4444-98fd-9703f6fffe86 HTTP/1.1" status: 200 len: 1095 time: 0.0486863 Sep 21 18:31:40.483033 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-85af3517-a35b-4bfa-9047-7802addfc802 req-9bfef8f8-6af8-4728-be5d-f8ca6f99b63e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f01bc967-a3f0-4663-91c5-19ed560e3d74 HTTP/1.1" status: 200 len: 217 time: 0.0401928 Sep 21 18:31:40.533734 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af3517-a35b-4bfa-9047-7802addfc802 req-6380a1c6-9d8d-454c-ac8b-baccdcde711d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:40.535299 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-85af3517-a35b-4bfa-9047-7802addfc802 req-6380a1c6-9d8d-454c-ac8b-baccdcde711d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9501366c-f9b5-46d9-90c2-e70c2bf26487 HTTP/1.1" status: 200 len: 835 time: 0.0446310 Sep 21 18:31:40.586095 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af3517-a35b-4bfa-9047-7802addfc802 req-e7d7beed-0438-4f0b-b6a3-6df2ea5a8002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:40.587554 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-85af3517-a35b-4bfa-9047-7802addfc802 req-e7d7beed-0438-4f0b-b6a3-6df2ea5a8002 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=293230d9-4e51-41e4-a93a-82e84b4424ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449347 Sep 21 18:31:40.683567 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-85af3517-a35b-4bfa-9047-7802addfc802 req-61d51364-7065-4407-acc4-37bbdda86f2b service neutron] 10.222.0.44 "GET /v2.0/networks/293230d9-4e51-41e4-a93a-82e84b4424ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871384 Sep 21 18:31:40.780381 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-85af3517-a35b-4bfa-9047-7802addfc802 req-f45d3bb9-6b8c-49a9-8196-28735da86897 service neutron] 10.222.0.44 "GET /v2.0/networks/293230d9-4e51-41e4-a93a-82e84b4424ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883062 Sep 21 18:31:40.875935 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384244ed-6ea8-49d7-996d-efad29792389 req-98fd38a8-d856-4b49-9fab-213f32a8891c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:40.877442 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-384244ed-6ea8-49d7-996d-efad29792389 req-98fd38a8-d856-4b49-9fab-213f32a8891c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e4082deffd6f4d78abe4eac5c52260de&device_id=130ec8ce-9546-4444-98fd-9703f6fffe86 HTTP/1.1" status: 200 len: 1095 time: 0.0458827 Sep 21 18:31:40.972429 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384244ed-6ea8-49d7-996d-efad29792389 req-bc30f4c5-6a58-493c-85b6-86250bc1962c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:40.973993 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-384244ed-6ea8-49d7-996d-efad29792389 req-bc30f4c5-6a58-493c-85b6-86250bc1962c service neutron] 10.222.0.44 "GET /v2.0/networks?id=293230d9-4e51-41e4-a93a-82e84b4424ce HTTP/1.1" status: 200 len: 897 time: 0.0879323 Sep 21 18:31:41.019137 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-384244ed-6ea8-49d7-996d-efad29792389 req-93c1d46a-e16b-45b5-800e-0312210ba9c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f01bc967-a3f0-4663-91c5-19ed560e3d74 HTTP/1.1" status: 200 len: 217 time: 0.0371716 Sep 21 18:31:41.068598 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384244ed-6ea8-49d7-996d-efad29792389 req-bce08a51-956f-4aad-934e-24b74efb22e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:41.070019 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-384244ed-6ea8-49d7-996d-efad29792389 req-bce08a51-956f-4aad-934e-24b74efb22e8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9501366c-f9b5-46d9-90c2-e70c2bf26487 HTTP/1.1" status: 200 len: 835 time: 0.0432298 Sep 21 18:31:41.118745 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384244ed-6ea8-49d7-996d-efad29792389 req-a3b7b0d0-93ec-43bc-a1ae-bac46d3eafc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:41.120220 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-384244ed-6ea8-49d7-996d-efad29792389 req-a3b7b0d0-93ec-43bc-a1ae-bac46d3eafc1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=293230d9-4e51-41e4-a93a-82e84b4424ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409353 Sep 21 18:31:41.228286 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-384244ed-6ea8-49d7-996d-efad29792389 req-1cdbac61-2ae8-4e8f-98e6-ad16cb0707fe service neutron] 10.222.0.44 "GET /v2.0/networks/293230d9-4e51-41e4-a93a-82e84b4424ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971270 Sep 21 18:31:41.328166 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-384244ed-6ea8-49d7-996d-efad29792389 req-0aaa7d8f-b072-40e9-ae0a-7a5578862c84 service neutron] 10.222.0.44 "GET /v2.0/networks/293230d9-4e51-41e4-a93a-82e84b4424ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911698 Sep 21 18:31:41.499339 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbcf427-7738-4b59-959d-d7caee04bd48 req-b12c4ff9-f07d-4ff7-ad46-56971d0c6ca0 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:41.500746 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7cbcf427-7738-4b59-959d-d7caee04bd48 req-b12c4ff9-f07d-4ff7-ad46-56971d0c6ca0 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=130ec8ce-9546-4444-98fd-9703f6fffe86 HTTP/1.1" status: 200 len: 944 time: 0.0567484 Sep 21 18:31:41.540242 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7cbcf427-7738-4b59-959d-d7caee04bd48 req-2c4b1900-811c-4cc9-a2c4-04abcd9f8b20 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d39a29b-7413-44af-9ad6-5a2270dd2d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332496 Sep 21 18:31:42.676264 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ea535-df58-4cd4-b96c-ddec57e340b2 req-e385600f-f58a-49c4-9232-46f6a104dc20 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:42.677774 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7e4ea535-df58-4cd4-b96c-ddec57e340b2 req-e385600f-f58a-49c4-9232-46f6a104dc20 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=130ec8ce-9546-4444-98fd-9703f6fffe86 HTTP/1.1" status: 200 len: 944 time: 0.0552998 Sep 21 18:31:42.729767 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7e4ea535-df58-4cd4-b96c-ddec57e340b2 req-06eca989-c016-4501-911b-ac2eb0fe7443 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d39a29b-7413-44af-9ad6-5a2270dd2d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428882 Sep 21 18:31:43.862625 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a18b2-004b-4971-b2b5-f831a56df59b req-1f3a1540-40e1-4cc9-91eb-7cf63d1429a1 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:43.864143 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-091a18b2-004b-4971-b2b5-f831a56df59b req-1f3a1540-40e1-4cc9-91eb-7cf63d1429a1 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=130ec8ce-9546-4444-98fd-9703f6fffe86 HTTP/1.1" status: 200 len: 944 time: 0.0585289 Sep 21 18:31:43.903583 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-091a18b2-004b-4971-b2b5-f831a56df59b req-7d43abbe-6d07-4fe3-95b9-60defafb3234 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d39a29b-7413-44af-9ad6-5a2270dd2d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327773 Sep 21 18:31:44.787682 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device f01bc967-a3f0-4663-91c5-19ed560e3d74 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:31:45.028671 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d9956-b6b6-43a7-a3ae-f7b47533f0ab req-7f74ba15-0764-4a70-9aa5-26552ae76d33 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:45.030178 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5d8d9956-b6b6-43a7-a3ae-f7b47533f0ab req-7f74ba15-0764-4a70-9aa5-26552ae76d33 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=130ec8ce-9546-4444-98fd-9703f6fffe86 HTTP/1.1" status: 200 len: 944 time: 0.0512133 Sep 21 18:31:45.054274 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port f01bc967-a3f0-4663-91c5-19ed560e3d74, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=f01bc967-a3f0-4663-91c5-19ed560e3d74,segment=NetworkSegment(f0e24cd7-c048-48e1-a6fb-98a4f5035064),segment_id=f0e24cd7-c048-48e1-a6fb-98a4f5035064)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:31:45.066627 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'f01bc967-a3f0-4663-91c5-19ed560e3d74', 'network_id': '293230d9-4e51-41e4-a93a-82e84b4424ce', 'port_id': 'f01bc967-a3f0-4663-91c5-19ed560e3d74', 'mac_address': 'fa:16:3e:79:6c:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9501366c-f9b5-46d9-90c2-e70c2bf26487', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:31:45.069476 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5d8d9956-b6b6-43a7-a3ae-f7b47533f0ab req-c0068e3c-f2d5-462d-bc30-0c110083970f tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d39a29b-7413-44af-9ad6-5a2270dd2d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330453 Sep 21 18:31:45.105210 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:45.117843 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01bc967-a3f0-4663-91c5-19ed560e3d74 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:31:45.136830 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port f01bc967-a3f0-4663-91c5-19ed560e3d74, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=f01bc967-a3f0-4663-91c5-19ed560e3d74,segment=NetworkSegment(f0e24cd7-c048-48e1-a6fb-98a4f5035064),segment_id=f0e24cd7-c048-48e1-a6fb-98a4f5035064)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:31:45.143479 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:45.190051 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=f01bc967-a3f0-4663-91c5-19ed560e3d74,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:45.355481 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['f01bc967-a3f0-4663-91c5-19ed560e3d74'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:31:45.957386 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1d0f648f-7cde-4e75-9130-209d9322f191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:46.196513 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25f947-16da-4cca-9c58-f8992b09e022 req-21003eab-4343-46d8-9e7e-45c9c115d544 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:46.197940 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ee25f947-16da-4cca-9c58-f8992b09e022 req-21003eab-4343-46d8-9e7e-45c9c115d544 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=130ec8ce-9546-4444-98fd-9703f6fffe86 HTTP/1.1" status: 200 len: 945 time: 0.0512304 Sep 21 18:31:46.237140 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ee25f947-16da-4cca-9c58-f8992b09e022 req-0a898c11-be49-4304-a583-b201fcd4e5d8 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d39a29b-7413-44af-9ad6-5a2270dd2d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326049 Sep 21 18:31:46.815660 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device f01bc967-a3f0-4663-91c5-19ed560e3d74 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:31:46.889131 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port f01bc967-a3f0-4663-91c5-19ed560e3d74 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:31:46.893142 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port f01bc967-a3f0-4663-91c5-19ed560e3d74 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:31:46.893514 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:46.978164 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:46.999948 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130ec8ce-9546-4444-98fd-9703f6fffe86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01bc967-a3f0-4663-91c5-19ed560e3d74'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:31:47.002208 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d39cbf-61c6-44d5-8f1f-a75e99d6ad75" -d '{"events": [{"server_uuid": "130ec8ce-9546-4444-98fd-9703f6fffe86", "name": "network-vif-plugged", "status": "completed", "tag": "f01bc967-a3f0-4663-91c5-19ed560e3d74"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:31:47.015087 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port f01bc967-a3f0-4663-91c5-19ed560e3d74, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=f01bc967-a3f0-4663-91c5-19ed560e3d74,segment=NetworkSegment(f0e24cd7-c048-48e1-a6fb-98a4f5035064),segment_id=f0e24cd7-c048-48e1-a6fb-98a4f5035064)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:31:47.020508 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:47.044206 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b71a06-1a8c-412b-b1b4-81d422f40811 x-openstack-request-id: req-21b71a06-1a8c-412b-b1b4-81d422f40811 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:31:47.044508 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130ec8ce-9546-4444-98fd-9703f6fffe86", "name": "network-vif-plugged", "status": "completed", "tag": "f01bc967-a3f0-4663-91c5-19ed560e3d74", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:31:47.044762 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-21b71a06-1a8c-412b-b1b4-81d422f40811 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:31:47.045174 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130ec8ce-9546-4444-98fd-9703f6fffe86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01bc967-a3f0-4663-91c5-19ed560e3d74', 'code': 200} Sep 21 18:31:47.072290 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=f01bc967-a3f0-4663-91c5-19ed560e3d74,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:47.141036 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ec0f6-d9e3-4706-b418-81a8245ced64 req-da6b45ab-6384-4f98-83a2-c682cd496845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:47.142562 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-629ec0f6-d9e3-4706-b418-81a8245ced64 req-da6b45ab-6384-4f98-83a2-c682cd496845 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=130ec8ce-9546-4444-98fd-9703f6fffe86 HTTP/1.1" status: 200 len: 1097 time: 0.0400205 Sep 21 18:31:47.180055 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-629ec0f6-d9e3-4706-b418-81a8245ced64 req-b5232332-b2e6-4106-aae4-0b840447e692 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4d39a29b-7413-44af-9ad6-5a2270dd2d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298779 Sep 21 18:31:47.353698 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48794c-31d3-47a0-81d5-58f4f2b1a9c8 req-1f0c809c-e8ec-4ba1-9875-7640c220017d tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:47.355130 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7c48794c-31d3-47a0-81d5-58f4f2b1a9c8 req-1f0c809c-e8ec-4ba1-9875-7640c220017d tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=130ec8ce-9546-4444-98fd-9703f6fffe86 HTTP/1.1" status: 200 len: 946 time: 0.0488920 Sep 21 18:31:47.394969 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7c48794c-31d3-47a0-81d5-58f4f2b1a9c8 req-ffca60f0-159f-45f8-909b-049179678d2a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d39a29b-7413-44af-9ad6-5a2270dd2d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335188 Sep 21 18:31:48.473561 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8a9b0129-6373-484f-9b63-2db47785a46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:48.527902 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a3803-3a86-419d-8ea4-2d1ce29934a2 req-58a2be94-04e9-4cfd-ae1b-91a92ee1040e tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:48.529490 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-168a3803-3a86-419d-8ea4-2d1ce29934a2 req-58a2be94-04e9-4cfd-ae1b-91a92ee1040e tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=130ec8ce-9546-4444-98fd-9703f6fffe86 HTTP/1.1" status: 200 len: 946 time: 0.0534253 Sep 21 18:31:48.571134 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-168a3803-3a86-419d-8ea4-2d1ce29934a2 req-eb0990ee-7935-4b60-975d-5184e1051ec4 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d39a29b-7413-44af-9ad6-5a2270dd2d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329280 Sep 21 18:31:48.693375 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f85c8-5289-414f-b7cc-5ba2b3c842f9 req-a49355c0-b832-4098-916b-eb8703840259 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:48.694902 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3b8f85c8-5289-414f-b7cc-5ba2b3c842f9 req-a49355c0-b832-4098-916b-eb8703840259 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=130ec8ce-9546-4444-98fd-9703f6fffe86 HTTP/1.1" status: 200 len: 946 time: 0.0532856 Sep 21 18:31:48.732318 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3b8f85c8-5289-414f-b7cc-5ba2b3c842f9 req-3e97812c-f6d1-46ef-95ca-1e15eeb7829d tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d39a29b-7413-44af-9ad6-5a2270dd2d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312204 Sep 21 18:31:48.753923 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51138) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:48.801624 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6581a8e8-5684-44a8-9822-6754757514f7 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:48.803931 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6581a8e8-5684-44a8-9822-6754757514f7 tempest-TestNetworkBasicOps-1922632567 tempest-TestNetworkBasicOps-1922632567-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=130ec8ce-9546-4444-98fd-9703f6fffe86 HTTP/1.1" status: 200 len: 1092 time: 0.0489213 Sep 21 18:31:48.807906 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51140) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:48.812156 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-362f0898-a516-4137-ab07-9bb68af0a1ab tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'port_id': 'f01bc967-a3f0-4663-91c5-19ed560e3d74', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:31:48.837171 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-362f0898-a516-4137-ab07-9bb68af0a1ab tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for floatingip, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:48.942664 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-362f0898-a516-4137-ab07-9bb68af0a1ab tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:49.036055 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:49.047123 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-362f0898-a516-4137-ab07-9bb68af0a1ab tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Allocated IP 172.25.6.57 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/86436ba8-c887-46f5-b95f-4bd968c7f8f3) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:31:49.166919 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-362f0898-a516-4137-ab07-9bb68af0a1ab tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:49.204666 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-362f0898-a516-4137-ab07-9bb68af0a1ab tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:49.240223 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362f0898-a516-4137-ab07-9bb68af0a1ab tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:31:49.242885 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-362f0898-a516-4137-ab07-9bb68af0a1ab tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:31:49.245829 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362f0898-a516-4137-ab07-9bb68af0a1ab tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:31:49.274803 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f0898-a516-4137-ab07-9bb68af0a1ab tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'Port': ['ID=86436ba8-c887-46f5-b95f-4bd968c7f8f3,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:49.626585 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-362f0898-a516-4137-ab07-9bb68af0a1ab tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:49.708486 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-362f0898-a516-4137-ab07-9bb68af0a1ab tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:49.862306 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-362f0898-a516-4137-ab07-9bb68af0a1ab tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:49.869340 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-362f0898-a516-4137-ab07-9bb68af0a1ab tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:49.933183 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f0898-a516-4137-ab07-9bb68af0a1ab tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event updated for resources: {'Port': ['ID=86436ba8-c887-46f5-b95f-4bd968c7f8f3,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:31:49.947117 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-362f0898-a516-4137-ab07-9bb68af0a1ab tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:50.047748 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-362f0898-a516-4137-ab07-9bb68af0a1ab tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Floating IP b0be72fe-922f-4400-846c-fb93f6db9e07 associated. External IP: 172.25.6.57, port: f01bc967-a3f0-4663-91c5-19ed560e3d74. Sep 21 18:31:50.215398 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:50.280676 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362f0898-a516-4137-ab07-9bb68af0a1ab tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Router 0721db0d-d0cc-4a1d-af46-180fc00c1d9e has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:31:50.389330 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362f0898-a516-4137-ab07-9bb68af0a1ab tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:31:50.399901 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffca44a-c1f4-4f46-a02f-ee5d03fda717 None None] Sync routers for ids ['0721db0d-d0cc-4a1d-af46-180fc00c1d9e'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:31:50.407835 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-362f0898-a516-4137-ab07-9bb68af0a1ab tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:50.408979 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffca44a-c1f4-4f46-a02f-ee5d03fda717 None None] Routers {'0721db0d-d0cc-4a1d-af46-180fc00c1d9e'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:31:50.409622 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-0ffca44a-c1f4-4f46-a02f-ee5d03fda717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:31:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0721db0d-d0cc-4a1d-af46-180fc00c1d9e'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:50.436739 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-362f0898-a516-4137-ab07-9bb68af0a1ab tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6278310 Sep 21 18:31:50.437328 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '130ec8ce-9546-4444-98fd-9703f6fffe86', 'tag': 'f01bc967-a3f0-4663-91c5-19ed560e3d74'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:31:50.439646 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d80676c-f4c6-4ff5-98cc-7b32d958a7a2" -d '{"events": [{"name": "network-changed", "server_uuid": "130ec8ce-9546-4444-98fd-9703f6fffe86", "tag": "f01bc967-a3f0-4663-91c5-19ed560e3d74"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:31:50.439801 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51142) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:50.477746 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01adcee5-543b-412e-8b1e-206c29fb2983 x-openstack-request-id: req-01adcee5-543b-412e-8b1e-206c29fb2983 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:31:50.478576 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "130ec8ce-9546-4444-98fd-9703f6fffe86", "tag": "f01bc967-a3f0-4663-91c5-19ed560e3d74", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:31:50.478838 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-01adcee5-543b-412e-8b1e-206c29fb2983 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:31:50.479309 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '130ec8ce-9546-4444-98fd-9703f6fffe86', 'tag': 'f01bc967-a3f0-4663-91c5-19ed560e3d74', 'status': 'completed', 'code': 200} Sep 21 18:31:50.502817 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-802fe3ed-b49e-4dcd-80a2-0fe2e3b653af tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/floatingips/b0be72fe-922f-4400-846c-fb93f6db9e07 HTTP/1.1" status: 200 len: 991 time: 0.0619690 Sep 21 18:31:50.522433 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-0ffca44a-c1f4-4f46-a02f-ee5d03fda717 None None] Set router 0721db0d-d0cc-4a1d-af46-180fc00c1d9e gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:31:50.545310 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80676c-f4c6-4ff5-98cc-7b32d958a7a2 req-72f3e7fe-8727-46dd-b627-da59c2a63ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:50.546806 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3d80676c-f4c6-4ff5-98cc-7b32d958a7a2 req-72f3e7fe-8727-46dd-b627-da59c2a63ac9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e4082deffd6f4d78abe4eac5c52260de&device_id=130ec8ce-9546-4444-98fd-9703f6fffe86 HTTP/1.1" status: 200 len: 1097 time: 0.0432005 Sep 21 18:31:50.637056 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80676c-f4c6-4ff5-98cc-7b32d958a7a2 req-ad6f33d5-5e5c-4938-8dd6-17d210b7ef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:50.638533 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3d80676c-f4c6-4ff5-98cc-7b32d958a7a2 req-ad6f33d5-5e5c-4938-8dd6-17d210b7ef3e service neutron] 10.222.0.44 "GET /v2.0/networks?id=293230d9-4e51-41e4-a93a-82e84b4424ce HTTP/1.1" status: 200 len: 897 time: 0.0843492 Sep 21 18:31:50.709744 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3d80676c-f4c6-4ff5-98cc-7b32d958a7a2 req-ad0ca02b-99dd-45d1-9d22-6b0877e5fb33 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f01bc967-a3f0-4663-91c5-19ed560e3d74 HTTP/1.1" status: 200 len: 999 time: 0.0616748 Sep 21 18:31:50.744064 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-0ffca44a-c1f4-4f46-a02f-ee5d03fda717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'name': 'tempest-TestNetworkBasicOps-router-1624610120', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'c755add7-7804-4a4b-8f46-31f7c6ec07dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:31:29Z', 'updated_at': '2021-09-21T18:31:33Z', 'revision_number': 4, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port': {'id': 'c755add7-7804-4a4b-8f46-31f7c6ec07dc', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:93:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:31:30Z', 'updated_at': '2021-09-21T18:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'b0be72fe-922f-4400-846c-fb93f6db9e07', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'floating_ip_address': '172.25.6.57', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'port_id': 'f01bc967-a3f0-4663-91c5-19ed560e3d74', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '293230d9-4e51-41e4-a93a-82e84b4424ce', 'mac_address': 'fa:16:3e:79:6c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130ec8ce-9546-4444-98fd-9703f6fffe86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:31:49Z', 'updated_at': '2021-09-21T18:31:49Z', 'revision_number': 0, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b4d7d09-0d51-4651-b3fa-d298ebdc69f1', 'name': '', 'network_id': '293230d9-4e51-41e4-a93a-82e84b4424ce', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'mac_address': 'fa:16:3e:30:13:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '9501366c-f9b5-46d9-90c2-e70c2bf26487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:31:32Z', 'updated_at': '2021-09-21T18:31:35Z', 'revision_number': 5, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'subnets': [{'id': '9501366c-f9b5-46d9-90c2-e70c2bf26487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:50.758637 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80676c-f4c6-4ff5-98cc-7b32d958a7a2 req-dea1a22c-94c4-4143-a7ba-4d9b07249593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:50.760139 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3d80676c-f4c6-4ff5-98cc-7b32d958a7a2 req-dea1a22c-94c4-4143-a7ba-4d9b07249593 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9501366c-f9b5-46d9-90c2-e70c2bf26487 HTTP/1.1" status: 200 len: 835 time: 0.0430858 Sep 21 18:31:50.773448 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffca44a-c1f4-4f46-a02f-ee5d03fda717 None None] Checking router: 0721db0d-d0cc-4a1d-af46-180fc00c1d9e for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:31:50.781810 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffca44a-c1f4-4f46-a02f-ee5d03fda717 None None] Routers {'0721db0d-d0cc-4a1d-af46-180fc00c1d9e'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:31:50.782427 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-0ffca44a-c1f4-4f46-a02f-ee5d03fda717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:31:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0721db0d-d0cc-4a1d-af46-180fc00c1d9e'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:50.805293 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80676c-f4c6-4ff5-98cc-7b32d958a7a2 req-355315ac-77c8-4de4-88fe-cd07710a61a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:31:50.806791 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3d80676c-f4c6-4ff5-98cc-7b32d958a7a2 req-355315ac-77c8-4de4-88fe-cd07710a61a1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=293230d9-4e51-41e4-a93a-82e84b4424ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393441 Sep 21 18:31:50.884676 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-0ffca44a-c1f4-4f46-a02f-ee5d03fda717 None None] Set router 0721db0d-d0cc-4a1d-af46-180fc00c1d9e gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:31:50.904711 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3d80676c-f4c6-4ff5-98cc-7b32d958a7a2 req-3ddca817-dd45-440b-8854-036a73fec6b2 service neutron] 10.222.0.44 "GET /v2.0/networks/293230d9-4e51-41e4-a93a-82e84b4424ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890315 Sep 21 18:31:51.002821 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3d80676c-f4c6-4ff5-98cc-7b32d958a7a2 req-d9068b7c-a73d-4fe6-8fbc-dd9c466c52c5 service neutron] 10.222.0.44 "GET /v2.0/networks/293230d9-4e51-41e4-a93a-82e84b4424ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907419 Sep 21 18:31:51.107626 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-0ffca44a-c1f4-4f46-a02f-ee5d03fda717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'name': 'tempest-TestNetworkBasicOps-router-1624610120', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'c755add7-7804-4a4b-8f46-31f7c6ec07dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:31:29Z', 'updated_at': '2021-09-21T18:31:33Z', 'revision_number': 4, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port': {'id': 'c755add7-7804-4a4b-8f46-31f7c6ec07dc', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:93:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:31:30Z', 'updated_at': '2021-09-21T18:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'b0be72fe-922f-4400-846c-fb93f6db9e07', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'floating_ip_address': '172.25.6.57', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'port_id': 'f01bc967-a3f0-4663-91c5-19ed560e3d74', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '293230d9-4e51-41e4-a93a-82e84b4424ce', 'mac_address': 'fa:16:3e:79:6c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130ec8ce-9546-4444-98fd-9703f6fffe86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:31:49Z', 'updated_at': '2021-09-21T18:31:49Z', 'revision_number': 0, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b4d7d09-0d51-4651-b3fa-d298ebdc69f1', 'name': '', 'network_id': '293230d9-4e51-41e4-a93a-82e84b4424ce', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'mac_address': 'fa:16:3e:30:13:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '9501366c-f9b5-46d9-90c2-e70c2bf26487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:31:32Z', 'updated_at': '2021-09-21T18:31:35Z', 'revision_number': 5, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'subnets': [{'id': '9501366c-f9b5-46d9-90c2-e70c2bf26487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:31:51.136449 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffca44a-c1f4-4f46-a02f-ee5d03fda717 None None] The sync data for ids ['0721db0d-d0cc-4a1d-af46-180fc00c1d9e'] in n-d-810291-1 is: [{'id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'name': 'tempest-TestNetworkBasicOps-router-1624610120', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'c755add7-7804-4a4b-8f46-31f7c6ec07dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:31:29Z', 'updated_at': '2021-09-21T18:31:33Z', 'revision_number': 4, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port': {'id': 'c755add7-7804-4a4b-8f46-31f7c6ec07dc', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:93:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:31:30Z', 'updated_at': '2021-09-21T18:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'b0be72fe-922f-4400-846c-fb93f6db9e07', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'floating_ip_address': '172.25.6.57', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'port_id': 'f01bc967-a3f0-4663-91c5-19ed560e3d74', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '293230d9-4e51-41e4-a93a-82e84b4424ce', 'mac_address': 'fa:16:3e:79:6c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130ec8ce-9546-4444-98fd-9703f6fffe86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:31:49Z', 'updated_at': '2021-09-21T18:31:49Z', 'revision_number': 0, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b4d7d09-0d51-4651-b3fa-d298ebdc69f1', 'name': '', 'network_id': '293230d9-4e51-41e4-a93a-82e84b4424ce', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'mac_address': 'fa:16:3e:30:13:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '9501366c-f9b5-46d9-90c2-e70c2bf26487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:31:32Z', 'updated_at': '2021-09-21T18:31:35Z', 'revision_number': 5, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'subnets': [{'id': '9501366c-f9b5-46d9-90c2-e70c2bf26487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:31:51.332888 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c9effc-f8ad-4f9c-8b58-2abdedfd754d None None] New status for floating IP b0be72fe-922f-4400-846c-fb93f6db9e07: ACTIVE {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:31:51.505943 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51146) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:31:51.573531 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3154d3b9-f257-47ae-b5f8-1b03ec218170 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/floatingips/b0be72fe-922f-4400-846c-fb93f6db9e07 HTTP/1.1" status: 200 len: 993 time: 0.0663648 Sep 21 18:31:51.704375 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:53.731341 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:54.844753 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:31:57.568405 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:32:15.944701 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2ca4876b-161e-413b-b0dd-2444abcf752b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:18.479645 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9a7d6909-9daf-42f9-90f5-a3ca76d7392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:19.044248 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:20.218069 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:21.693978 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:22.203965 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51156) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:22.268773 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1a58ff36-7ba8-4cc5-9a5d-5e5cf3ac4db5 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/floatingips/b0be72fe-922f-4400-846c-fb93f6db9e07 HTTP/1.1" status: 200 len: 993 time: 0.0635240 Sep 21 18:32:22.527605 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51162) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:22.696675 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-d16afbf2-c28c-499d-8789-8987fd9b9f19 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Deleting port 86436ba8-c887-46f5-b95f-4bd968c7f8f3 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:32:22.696980 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d16afbf2-c28c-499d-8789-8987fd9b9f19 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:22.786694 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d16afbf2-c28c-499d-8789-8987fd9b9f19 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:22.786983 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d16afbf2-c28c-499d-8789-8987fd9b9f19 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:22.806380 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-d16afbf2-c28c-499d-8789-8987fd9b9f19 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Calling delete_port for 86436ba8-c887-46f5-b95f-4bd968c7f8f3 owned by network:floatingip {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:32:22.960914 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d16afbf2-c28c-499d-8789-8987fd9b9f19 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:22.986396 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16afbf2-c28c-499d-8789-8987fd9b9f19 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event deleted for resources: {'Port': ['ID=86436ba8-c887-46f5-b95f-4bd968c7f8f3,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:23.050895 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d16afbf2-c28c-499d-8789-8987fd9b9f19 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for floatingip, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:23.051377 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-d16afbf2-c28c-499d-8789-8987fd9b9f19 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Floating IP b0be72fe-922f-4400-846c-fb93f6db9e07 disassociated (deleted). External IP: 172.25.6.57, port: f01bc967-a3f0-4663-91c5-19ed560e3d74. Sep 21 18:32:23.281861 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16afbf2-c28c-499d-8789-8987fd9b9f19 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Router 0721db0d-d0cc-4a1d-af46-180fc00c1d9e has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:32:23.394880 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16afbf2-c28c-499d-8789-8987fd9b9f19 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:32:23.399894 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d16afbf2-c28c-499d-8789-8987fd9b9f19 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:23.405335 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc269290-3ce7-46bf-b2ff-22811c662fda None None] Sync routers for ids ['0721db0d-d0cc-4a1d-af46-180fc00c1d9e'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:32:23.415247 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc269290-3ce7-46bf-b2ff-22811c662fda None None] Routers {'0721db0d-d0cc-4a1d-af46-180fc00c1d9e'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:32:23.415868 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-dc269290-3ce7-46bf-b2ff-22811c662fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:32:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0721db0d-d0cc-4a1d-af46-180fc00c1d9e'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:23.426261 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d16afbf2-c28c-499d-8789-8987fd9b9f19 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "DELETE /v2.0/floatingips/b0be72fe-922f-4400-846c-fb93f6db9e07 HTTP/1.1" status: 204 len: 168 time: 0.8975627 Sep 21 18:32:23.426849 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '130ec8ce-9546-4444-98fd-9703f6fffe86', 'tag': 'f01bc967-a3f0-4663-91c5-19ed560e3d74'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:32:23.429194 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9408f014-47c5-4364-9505-af83e7ef1e01" -d '{"events": [{"name": "network-changed", "server_uuid": "130ec8ce-9546-4444-98fd-9703f6fffe86", "tag": "f01bc967-a3f0-4663-91c5-19ed560e3d74"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:32:23.468247 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8630e89-c5fc-4710-b6c8-5ba877ca8afe x-openstack-request-id: req-e8630e89-c5fc-4710-b6c8-5ba877ca8afe {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:32:23.468570 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "130ec8ce-9546-4444-98fd-9703f6fffe86", "tag": "f01bc967-a3f0-4663-91c5-19ed560e3d74", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:32:23.468826 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e8630e89-c5fc-4710-b6c8-5ba877ca8afe {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:32:23.469235 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '130ec8ce-9546-4444-98fd-9703f6fffe86', 'tag': 'f01bc967-a3f0-4663-91c5-19ed560e3d74', 'status': 'completed', 'code': 200} Sep 21 18:32:23.524308 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-dc269290-3ce7-46bf-b2ff-22811c662fda None None] Set router 0721db0d-d0cc-4a1d-af46-180fc00c1d9e gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:32:23.723375 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:23.743503 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-dc269290-3ce7-46bf-b2ff-22811c662fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'name': 'tempest-TestNetworkBasicOps-router-1624610120', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'c755add7-7804-4a4b-8f46-31f7c6ec07dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:31:29Z', 'updated_at': '2021-09-21T18:31:33Z', 'revision_number': 4, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port': {'id': 'c755add7-7804-4a4b-8f46-31f7c6ec07dc', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:93:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:31:30Z', 'updated_at': '2021-09-21T18:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '3b4d7d09-0d51-4651-b3fa-d298ebdc69f1', 'name': '', 'network_id': '293230d9-4e51-41e4-a93a-82e84b4424ce', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'mac_address': 'fa:16:3e:30:13:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '9501366c-f9b5-46d9-90c2-e70c2bf26487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:31:32Z', 'updated_at': '2021-09-21T18:31:35Z', 'revision_number': 5, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'subnets': [{'id': '9501366c-f9b5-46d9-90c2-e70c2bf26487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:23.770266 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc269290-3ce7-46bf-b2ff-22811c662fda None None] Checking router: 0721db0d-d0cc-4a1d-af46-180fc00c1d9e for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:32:23.779789 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc269290-3ce7-46bf-b2ff-22811c662fda None None] Routers {'0721db0d-d0cc-4a1d-af46-180fc00c1d9e'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:32:23.780423 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-dc269290-3ce7-46bf-b2ff-22811c662fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:32:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0721db0d-d0cc-4a1d-af46-180fc00c1d9e'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:23.887921 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-dc269290-3ce7-46bf-b2ff-22811c662fda None None] Set router 0721db0d-d0cc-4a1d-af46-180fc00c1d9e gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:32:23.928363 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408f014-47c5-4364-9505-af83e7ef1e01 req-7f0e8dd0-56ff-4937-8e73-30f80216c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:23.929895 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9408f014-47c5-4364-9505-af83e7ef1e01 req-7f0e8dd0-56ff-4937-8e73-30f80216c1f8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e4082deffd6f4d78abe4eac5c52260de&device_id=130ec8ce-9546-4444-98fd-9703f6fffe86 HTTP/1.1" status: 200 len: 1097 time: 0.4369431 Sep 21 18:32:23.958439 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da2585-7a88-43b3-997e-4f404c6dde36 req-2e629bbe-1ddd-47cc-ba23-a16deb261147 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:23.960088 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-50da2585-7a88-43b3-997e-4f404c6dde36 req-2e629bbe-1ddd-47cc-ba23-a16deb261147 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=130ec8ce-9546-4444-98fd-9703f6fffe86 HTTP/1.1" status: 200 len: 946 time: 0.0649550 Sep 21 18:32:24.048738 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-50da2585-7a88-43b3-997e-4f404c6dde36 req-a47f3e17-19e1-42a4-8dc3-7ec8a6ad4e75 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d39a29b-7413-44af-9ad6-5a2270dd2d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788858 Sep 21 18:32:24.065710 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408f014-47c5-4364-9505-af83e7ef1e01 req-9310abc1-1bf3-4964-9ff0-247211bfc1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:24.067251 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9408f014-47c5-4364-9505-af83e7ef1e01 req-9310abc1-1bf3-4964-9ff0-247211bfc1bd service neutron] 10.222.0.44 "GET /v2.0/networks?id=293230d9-4e51-41e4-a93a-82e84b4424ce HTTP/1.1" status: 200 len: 897 time: 0.1258614 Sep 21 18:32:24.095775 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-dc269290-3ce7-46bf-b2ff-22811c662fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'name': 'tempest-TestNetworkBasicOps-router-1624610120', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'c755add7-7804-4a4b-8f46-31f7c6ec07dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:31:29Z', 'updated_at': '2021-09-21T18:31:33Z', 'revision_number': 4, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port': {'id': 'c755add7-7804-4a4b-8f46-31f7c6ec07dc', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:93:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:31:30Z', 'updated_at': '2021-09-21T18:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '3b4d7d09-0d51-4651-b3fa-d298ebdc69f1', 'name': '', 'network_id': '293230d9-4e51-41e4-a93a-82e84b4424ce', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'mac_address': 'fa:16:3e:30:13:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '9501366c-f9b5-46d9-90c2-e70c2bf26487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:31:32Z', 'updated_at': '2021-09-21T18:31:35Z', 'revision_number': 5, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'subnets': [{'id': '9501366c-f9b5-46d9-90c2-e70c2bf26487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:24.111862 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9408f014-47c5-4364-9505-af83e7ef1e01 req-77aee036-07b5-41c0-87e1-de8628643764 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f01bc967-a3f0-4663-91c5-19ed560e3d74 HTTP/1.1" status: 200 len: 217 time: 0.0350144 Sep 21 18:32:24.122379 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc269290-3ce7-46bf-b2ff-22811c662fda None None] The sync data for ids ['0721db0d-d0cc-4a1d-af46-180fc00c1d9e'] in n-d-810291-1 is: [{'id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'name': 'tempest-TestNetworkBasicOps-router-1624610120', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'c755add7-7804-4a4b-8f46-31f7c6ec07dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:31:29Z', 'updated_at': '2021-09-21T18:31:33Z', 'revision_number': 4, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port': {'id': 'c755add7-7804-4a4b-8f46-31f7c6ec07dc', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:93:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:31:30Z', 'updated_at': '2021-09-21T18:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '3b4d7d09-0d51-4651-b3fa-d298ebdc69f1', 'name': '', 'network_id': '293230d9-4e51-41e4-a93a-82e84b4424ce', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'mac_address': 'fa:16:3e:30:13:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '9501366c-f9b5-46d9-90c2-e70c2bf26487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:31:32Z', 'updated_at': '2021-09-21T18:31:35Z', 'revision_number': 5, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'subnets': [{'id': '9501366c-f9b5-46d9-90c2-e70c2bf26487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:32:24.169818 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408f014-47c5-4364-9505-af83e7ef1e01 req-14eab924-669d-4948-8e78-7e6397fac576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:24.171361 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9408f014-47c5-4364-9505-af83e7ef1e01 req-14eab924-669d-4948-8e78-7e6397fac576 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9501366c-f9b5-46d9-90c2-e70c2bf26487 HTTP/1.1" status: 200 len: 835 time: 0.0514784 Sep 21 18:32:24.223483 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408f014-47c5-4364-9505-af83e7ef1e01 req-930de29f-a6ac-4513-becf-aafb8f4865a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:24.224993 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9408f014-47c5-4364-9505-af83e7ef1e01 req-930de29f-a6ac-4513-becf-aafb8f4865a8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=293230d9-4e51-41e4-a93a-82e84b4424ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458534 Sep 21 18:32:24.316906 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9408f014-47c5-4364-9505-af83e7ef1e01 req-374ff648-6eb0-4f03-aad6-da11015cd839 service neutron] 10.222.0.44 "GET /v2.0/networks/293230d9-4e51-41e4-a93a-82e84b4424ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834939 Sep 21 18:32:24.352673 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39d8235-cf47-4737-b86d-41d1071baa14 None None] New status for floating IP b0be72fe-922f-4400-846c-fb93f6db9e07: DOWN {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:32:24.420762 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9408f014-47c5-4364-9505-af83e7ef1e01 req-278e9551-faac-4194-a408-3ed527ea863d service neutron] 10.222.0.44 "GET /v2.0/networks/293230d9-4e51-41e4-a93a-82e84b4424ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943153 Sep 21 18:32:24.853636 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:25.142904 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cc054-e48f-45be-a8b1-fbbdd9800aa1 req-eeeb3fa1-1d28-41ed-9aec-3e07d202199c tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:25.144426 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c3cc054-e48f-45be-a8b1-fbbdd9800aa1 req-eeeb3fa1-1d28-41ed-9aec-3e07d202199c tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.44 "GET /v2.0/ports?device_id=130ec8ce-9546-4444-98fd-9703f6fffe86 HTTP/1.1" status: 200 len: 946 time: 0.0528669 Sep 21 18:32:25.237526 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-0c3cc054-e48f-45be-a8b1-fbbdd9800aa1 req-468b035f-2397-4b4b-ac36-d45be8cd1383 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Deleting port f01bc967-a3f0-4663-91c5-19ed560e3d74 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:32:25.237885 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0c3cc054-e48f-45be-a8b1-fbbdd9800aa1 req-468b035f-2397-4b4b-ac36-d45be8cd1383 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:25.331159 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-0c3cc054-e48f-45be-a8b1-fbbdd9800aa1 req-468b035f-2397-4b4b-ac36-d45be8cd1383 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] For port f01bc967-a3f0-4663-91c5-19ed560e3d74, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=f01bc967-a3f0-4663-91c5-19ed560e3d74,segment=NetworkSegment(f0e24cd7-c048-48e1-a6fb-98a4f5035064),segment_id=f0e24cd7-c048-48e1-a6fb-98a4f5035064)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:32:25.331530 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0c3cc054-e48f-45be-a8b1-fbbdd9800aa1 req-468b035f-2397-4b4b-ac36-d45be8cd1383 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:25.344590 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-0c3cc054-e48f-45be-a8b1-fbbdd9800aa1 req-468b035f-2397-4b4b-ac36-d45be8cd1383 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Calling delete_port for f01bc967-a3f0-4663-91c5-19ed560e3d74 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:32:25.375978 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09600b1e-b221-469b-bc89-9bd417ad245c req-6ed0cea8-91bb-4ad7-8fb5-1047bd572e43 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:25.377471 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-09600b1e-b221-469b-bc89-9bd417ad245c req-6ed0cea8-91bb-4ad7-8fb5-1047bd572e43 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/ports?device_id=130ec8ce-9546-4444-98fd-9703f6fffe86 HTTP/1.1" status: 200 len: 946 time: 0.2448997 Sep 21 18:32:25.415841 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-09600b1e-b221-469b-bc89-9bd417ad245c req-f39fe62a-4075-4503-9a15-d5030b4d9d5a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d39a29b-7413-44af-9ad6-5a2270dd2d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314660 Sep 21 18:32:25.477915 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0c3cc054-e48f-45be-a8b1-fbbdd9800aa1 req-468b035f-2397-4b4b-ac36-d45be8cd1383 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:25.512784 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b035f-2397-4b4b-ac36-d45be8cd1383 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event deleted for resources: {'Port': ['ID=f01bc967-a3f0-4663-91c5-19ed560e3d74,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:25.553940 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3cc054-e48f-45be-a8b1-fbbdd9800aa1 req-468b035f-2397-4b4b-ac36-d45be8cd1383 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] No DVR routers for this DVR port f01bc967-a3f0-4663-91c5-19ed560e3d74 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:32:25.556572 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-0c3cc054-e48f-45be-a8b1-fbbdd9800aa1 req-468b035f-2397-4b4b-ac36-d45be8cd1383 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:25.558973 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c3cc054-e48f-45be-a8b1-fbbdd9800aa1 req-468b035f-2397-4b4b-ac36-d45be8cd1383 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.44 "DELETE /v2.0/ports/f01bc967-a3f0-4663-91c5-19ed560e3d74 HTTP/1.1" status: 204 len: 173 time: 0.4076662 Sep 21 18:32:25.559466 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130ec8ce-9546-4444-98fd-9703f6fffe86', 'name': 'network-vif-deleted', 'tag': 'f01bc967-a3f0-4663-91c5-19ed560e3d74'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:32:25.561851 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08b5330-a4d8-42b3-85cf-769c4057b2d6" -d '{"events": [{"server_uuid": "130ec8ce-9546-4444-98fd-9703f6fffe86", "name": "network-vif-deleted", "tag": "f01bc967-a3f0-4663-91c5-19ed560e3d74"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:32:25.602350 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc19a20a-c04e-4e4d-bfe3-61cf553d8d5a x-openstack-request-id: req-fc19a20a-c04e-4e4d-bfe3-61cf553d8d5a {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:32:25.602695 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130ec8ce-9546-4444-98fd-9703f6fffe86", "name": "network-vif-deleted", "tag": "f01bc967-a3f0-4663-91c5-19ed560e3d74", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:32:25.602974 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fc19a20a-c04e-4e4d-bfe3-61cf553d8d5a {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:32:25.603429 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130ec8ce-9546-4444-98fd-9703f6fffe86', 'name': 'network-vif-deleted', 'tag': 'f01bc967-a3f0-4663-91c5-19ed560e3d74', 'status': 'completed', 'code': 200} Sep 21 18:32:26.482363 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51178) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:26.547379 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cb7f4774-58be-4404-99eb-553a5d680fbb tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:26.579894 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cb7f4774-58be-4404-99eb-553a5d680fbb tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:26.647935 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cb7f4774-58be-4404-99eb-553a5d680fbb tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:26.650573 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cb7f4774-58be-4404-99eb-553a5d680fbb tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:26.651780 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-cb7f4774-58be-4404-99eb-553a5d680fbb tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "DELETE /v2.0/security-groups/4d39a29b-7413-44af-9ad6-5a2270dd2d34 HTTP/1.1" status: 204 len: 168 time: 0.1683826 Sep 21 18:32:26.661166 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f4774-58be-4404-99eb-553a5d680fbb tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d39a29b-7413-44af-9ad6-5a2270dd2d34,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:26.691323 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51182) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:27.069862 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8bd15c0e-b432-449f-9b63-de1a38c56f74 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:27.350729 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-8bd15c0e-b432-449f-9b63-de1a38c56f74 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Deleting port 3b4d7d09-0d51-4651-b3fa-d298ebdc69f1 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:32:27.351003 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8bd15c0e-b432-449f-9b63-de1a38c56f74 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:27.448224 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-8bd15c0e-b432-449f-9b63-de1a38c56f74 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] For port 3b4d7d09-0d51-4651-b3fa-d298ebdc69f1, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=3b4d7d09-0d51-4651-b3fa-d298ebdc69f1,segment=NetworkSegment(f0e24cd7-c048-48e1-a6fb-98a4f5035064),segment_id=f0e24cd7-c048-48e1-a6fb-98a4f5035064)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:32:27.448542 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8bd15c0e-b432-449f-9b63-de1a38c56f74 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:27.462388 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-8bd15c0e-b432-449f-9b63-de1a38c56f74 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Calling delete_port for 3b4d7d09-0d51-4651-b3fa-d298ebdc69f1 owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:32:27.657075 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8bd15c0e-b432-449f-9b63-de1a38c56f74 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:27.683364 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd15c0e-b432-449f-9b63-de1a38c56f74 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event deleted for resources: {'Port': ['ID=3b4d7d09-0d51-4651-b3fa-d298ebdc69f1,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:27.855985 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8bd15c0e-b432-449f-9b63-de1a38c56f74 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:28.085399 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd15c0e-b432-449f-9b63-de1a38c56f74 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Router 0721db0d-d0cc-4a1d-af46-180fc00c1d9e has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:32:28.191819 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd15c0e-b432-449f-9b63-de1a38c56f74 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:32:28.196883 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8bd15c0e-b432-449f-9b63-de1a38c56f74 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "PUT /v2.0/routers/0721db0d-d0cc-4a1d-af46-180fc00c1d9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5045507 Sep 21 18:32:28.200293 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51184) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:28.203061 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f774c1-1b84-49fb-83d9-ca3fb94f1471 None None] Sync routers for ids ['0721db0d-d0cc-4a1d-af46-180fc00c1d9e'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:32:28.214959 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f774c1-1b84-49fb-83d9-ca3fb94f1471 None None] Routers {'0721db0d-d0cc-4a1d-af46-180fc00c1d9e'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:32:28.215629 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-c8f774c1-1b84-49fb-83d9-ca3fb94f1471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:32:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0721db0d-d0cc-4a1d-af46-180fc00c1d9e'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:28.250122 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-c06c50f4-c23e-4dfc-a273-64b9f7b6a12a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Deleting subnet 9501366c-f9b5-46d9-90c2-e70c2bf26487 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:32:28.253287 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c06c50f4-c23e-4dfc-a273-64b9f7b6a12a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:28.291473 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c06c50f4-c23e-4dfc-a273-64b9f7b6a12a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:28.323193 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-c8f774c1-1b84-49fb-83d9-ca3fb94f1471 None None] Set router 0721db0d-d0cc-4a1d-af46-180fc00c1d9e gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:32:28.376696 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c06c50f4-c23e-4dfc-a273-64b9f7b6a12a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:28.439280 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c06c50f4-c23e-4dfc-a273-64b9f7b6a12a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:28.465164 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c50f4-c23e-4dfc-a273-64b9f7b6a12a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event deleted for resources: {'Subnet': ['ID=9501366c-f9b5-46d9-90c2-e70c2bf26487,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:28.471324 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c06c50f4-c23e-4dfc-a273-64b9f7b6a12a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:28.473286 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c06c50f4-c23e-4dfc-a273-64b9f7b6a12a tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "DELETE /v2.0/subnets/9501366c-f9b5-46d9-90c2-e70c2bf26487 HTTP/1.1" status: 204 len: 168 time: 0.2720654 Sep 21 18:32:28.475916 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51186) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:28.543201 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a22f03-557c-43b9-86cd-636e518b6e27 None None] Network 293230d9-4e51-41e4-a93a-82e84b4424ce requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:32:28.583129 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a70fdee5-b923-4ab9-ad34-58c2ef26b477 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:28.687602 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a70fdee5-b923-4ab9-ad34-58c2ef26b477 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:28.743272 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-a70fdee5-b923-4ab9-ad34-58c2ef26b477 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Deleting port c755add7-7804-4a4b-8f46-31f7c6ec07dc {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:32:28.743622 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a70fdee5-b923-4ab9-ad34-58c2ef26b477 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:28.761101 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-c8f774c1-1b84-49fb-83d9-ca3fb94f1471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'name': 'tempest-TestNetworkBasicOps-router-1624610120', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'c755add7-7804-4a4b-8f46-31f7c6ec07dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:31:29Z', 'updated_at': '2021-09-21T18:32:27Z', 'revision_number': 5, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port': {'id': 'c755add7-7804-4a4b-8f46-31f7c6ec07dc', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:93:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:31:30Z', 'updated_at': '2021-09-21T18:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:28.801732 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f3d470-5fb6-4300-a756-f893d7827b3b None None] DHCP port deletion for 293230d9-4e51-41e4-a93a-82e84b4424ce request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:32:28.805211 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f774c1-1b84-49fb-83d9-ca3fb94f1471 None None] Checking router: 0721db0d-d0cc-4a1d-af46-180fc00c1d9e for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:32:28.825725 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-a70fdee5-b923-4ab9-ad34-58c2ef26b477 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] For port c755add7-7804-4a4b-8f46-31f7c6ec07dc, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=c755add7-7804-4a4b-8f46-31f7c6ec07dc,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:32:28.826041 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a70fdee5-b923-4ab9-ad34-58c2ef26b477 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:28.836842 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f774c1-1b84-49fb-83d9-ca3fb94f1471 None None] Routers {'0721db0d-d0cc-4a1d-af46-180fc00c1d9e'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:32:28.837587 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-c8f774c1-1b84-49fb-83d9-ca3fb94f1471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:32:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0721db0d-d0cc-4a1d-af46-180fc00c1d9e'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:28.838060 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-a70fdee5-b923-4ab9-ad34-58c2ef26b477 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Calling delete_port for c755add7-7804-4a4b-8f46-31f7c6ec07dc owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:32:28.935815 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-c8f774c1-1b84-49fb-83d9-ca3fb94f1471 None None] Set router 0721db0d-d0cc-4a1d-af46-180fc00c1d9e gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:32:28.969589 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-91f3d470-5fb6-4300-a756-f893d7827b3b None None] Deleting port 20ca0384-eb52-4d3d-9c04-6c9970995f6b {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:32:28.969967 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-91f3d470-5fb6-4300-a756-f893d7827b3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:28.998868 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-c8f774c1-1b84-49fb-83d9-ca3fb94f1471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'name': 'tempest-TestNetworkBasicOps-router-1624610120', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:31:29Z', 'updated_at': '2021-09-21T18:32:28Z', 'revision_number': 6, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:29.005253 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a70fdee5-b923-4ab9-ad34-58c2ef26b477 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:29.030357 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70fdee5-b923-4ab9-ad34-58c2ef26b477 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event deleted for resources: {'Port': ['ID=c755add7-7804-4a4b-8f46-31f7c6ec07dc,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:29.043891 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f774c1-1b84-49fb-83d9-ca3fb94f1471 None None] The sync data for ids ['0721db0d-d0cc-4a1d-af46-180fc00c1d9e'] in n-d-810291-1 is: [{'id': '0721db0d-d0cc-4a1d-af46-180fc00c1d9e', 'name': 'tempest-TestNetworkBasicOps-router-1624610120', 'tenant_id': 'e4082deffd6f4d78abe4eac5c52260de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:31:29Z', 'updated_at': '2021-09-21T18:32:28Z', 'revision_number': 6, 'project_id': 'e4082deffd6f4d78abe4eac5c52260de', 'gw_port_host': None}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:32:29.090849 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-91f3d470-5fb6-4300-a756-f893d7827b3b None None] For port 20ca0384-eb52-4d3d-9c04-6c9970995f6b, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=20ca0384-eb52-4d3d-9c04-6c9970995f6b,segment=NetworkSegment(f0e24cd7-c048-48e1-a6fb-98a4f5035064),segment_id=f0e24cd7-c048-48e1-a6fb-98a4f5035064)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:32:29.091580 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-91f3d470-5fb6-4300-a756-f893d7827b3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:29.096141 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device f01bc967-a3f0-4663-91c5-19ed560e3d74 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:32:29.097324 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a70fdee5-b923-4ab9-ad34-58c2ef26b477 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:29.125602 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-91f3d470-5fb6-4300-a756-f893d7827b3b None None] Calling delete_port for 20ca0384-eb52-4d3d-9c04-6c9970995f6b owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:32:29.127155 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: f01bc967-a3f0-4663-91c5-19ed560e3d74 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:32:29.127497 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device f01bc967-a3f0-4663-91c5-19ed560e3d74 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:32:29.185680 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a70fdee5-b923-4ab9-ad34-58c2ef26b477 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:29.188416 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a70fdee5-b923-4ab9-ad34-58c2ef26b477 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:29.218087 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-91f3d470-5fb6-4300-a756-f893d7827b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:29.233483 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a70fdee5-b923-4ab9-ad34-58c2ef26b477 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:29.234049 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70fdee5-b923-4ab9-ad34-58c2ef26b477 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Fanout notify agent at l3_agent the message router_deleted on router 0721db0d-d0cc-4a1d-af46-180fc00c1d9e {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:32:29.241782 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a70fdee5-b923-4ab9-ad34-58c2ef26b477 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:29.242954 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a70fdee5-b923-4ab9-ad34-58c2ef26b477 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "DELETE /v2.0/routers/0721db0d-d0cc-4a1d-af46-180fc00c1d9e HTTP/1.1" status: 204 len: 168 time: 0.7660449 Sep 21 18:32:29.244871 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3d470-5fb6-4300-a756-f893d7827b3b None None] Pushing event deleted for resources: {'Port': ['ID=20ca0384-eb52-4d3d-9c04-6c9970995f6b,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:29.245801 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51188) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:29.249208 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f3d470-5fb6-4300-a756-f893d7827b3b None None] No DVR routers for this DVR port 20ca0384-eb52-4d3d-9c04-6c9970995f6b on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:32:29.256117 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f3d470-5fb6-4300-a756-f893d7827b3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:29.256428 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f3d470-5fb6-4300-a756-f893d7827b3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:29.256792 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f3d470-5fb6-4300-a756-f893d7827b3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:29.257124 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f3d470-5fb6-4300-a756-f893d7827b3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:29.257430 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f3d470-5fb6-4300-a756-f893d7827b3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:29.257783 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f3d470-5fb6-4300-a756-f893d7827b3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:29.258075 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f3d470-5fb6-4300-a756-f893d7827b3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:29.258403 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f3d470-5fb6-4300-a756-f893d7827b3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:29.258714 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f3d470-5fb6-4300-a756-f893d7827b3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:29.259123 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f3d470-5fb6-4300-a756-f893d7827b3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:29.259421 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f3d470-5fb6-4300-a756-f893d7827b3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:29.259711 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f3d470-5fb6-4300-a756-f893d7827b3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:29.332512 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4c2a49c5-9a49-4e82-b19c-a0ebfb38b210 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:29.417015 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4c2a49c5-9a49-4e82-b19c-a0ebfb38b210 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:29.439118 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-4c2a49c5-9a49-4e82-b19c-a0ebfb38b210 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293230d9-4e51-41e4-a93a-82e84b4424ce']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:29.449444 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-4c2a49c5-9a49-4e82-b19c-a0ebfb38b210 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0e24cd7-c048-48e1-a6fb-98a4f5035064') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:29.450138 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-4c2a49c5-9a49-4e82-b19c-a0ebfb38b210 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0e24cd7-c048-48e1-a6fb-98a4f5035064') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:29.460621 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4c2a49c5-9a49-4e82-b19c-a0ebfb38b210 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:29.476240 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4c2a49c5-9a49-4e82-b19c-a0ebfb38b210 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:29.483694 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c2a49c5-9a49-4e82-b19c-a0ebfb38b210 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:32:29.484201 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4c2a49c5-9a49-4e82-b19c-a0ebfb38b210 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:29.487480 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:32:29.487480 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:32:29.487480 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:32:29.487480 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:32:29.487480 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:32:29.487480 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:32:29.487480 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:32:29.487480 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:32:29.487480 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:32:29.487480 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:32:29.487480 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:32:29.487480 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:32:29.487480 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:32:29.487480 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:32:29.487480 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:32:29.487480 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:32:29.487480 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:32:29.487480 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:32:29.487480 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:32:29.487480 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:32:29.487480 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:32:29.487480 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:32:29.487480 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:32:29.487480 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:32:29.487480 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:32:29.487480 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:32:29.487480 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:32:29.487480 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:32:29.487480 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:32:29.487480 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:32:29.487480 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:32:29.487480 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:32:29.568857 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 20ca0384-eb52-4d3d-9c04-6c9970995f6b no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:32:29.593685 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 20ca0384-eb52-4d3d-9c04-6c9970995f6b {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:32:29.594050 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 20ca0384-eb52-4d3d-9c04-6c9970995f6b not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:32:29.594456 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 3b4d7d09-0d51-4651-b3fa-d298ebdc69f1 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:32:29.615180 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 3b4d7d09-0d51-4651-b3fa-d298ebdc69f1 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:32:29.615480 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 3b4d7d09-0d51-4651-b3fa-d298ebdc69f1 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:32:29.834438 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4c2a49c5-9a49-4e82-b19c-a0ebfb38b210 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:29.841055 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-4c2a49c5-9a49-4e82-b19c-a0ebfb38b210 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:29.843293 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4c2a49c5-9a49-4e82-b19c-a0ebfb38b210 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] 10.222.0.58 "DELETE /v2.0/networks/293230d9-4e51-41e4-a93a-82e84b4424ce HTTP/1.1" status: 204 len: 168 time: 0.5963600 Sep 21 18:32:29.863265 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a49c5-9a49-4e82-b19c-a0ebfb38b210 tempest-TestNetworkBasicOps-102185141 tempest-TestNetworkBasicOps-102185141-project] Pushing event deleted for resources: {'Network': ['ID=293230d9-4e51-41e4-a93a-82e84b4424ce,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:30.114683 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51194) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:30.255438 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-38be6411-6822-4158-993e-aac1621093da admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e4082deffd6f4d78abe4eac5c52260de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393807 Sep 21 18:32:30.257970 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51198) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:30.308560 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d509203f-f2cf-4c18-aea6-48181007c082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:30.330312 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d509203f-f2cf-4c18-aea6-48181007c082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:30.385438 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d509203f-f2cf-4c18-aea6-48181007c082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:30.388683 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d509203f-f2cf-4c18-aea6-48181007c082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:30.389854 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d509203f-f2cf-4c18-aea6-48181007c082 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e0d5de93-cbac-42bf-889d-8fd3e1b444f4 HTTP/1.1" status: 204 len: 168 time: 0.1309359 Sep 21 18:32:30.397577 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509203f-f2cf-4c18-aea6-48181007c082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d5de93-cbac-42bf-889d-8fd3e1b444f4,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:30.664408 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51204) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:30.681254 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3bab7163-7c1a-4d70-b6fc-658fad4e3002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:30.779244 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3bab7163-7c1a-4d70-b6fc-658fad4e3002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:30.785487 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3bab7163-7c1a-4d70-b6fc-658fad4e3002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:30.822872 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3bab7163-7c1a-4d70-b6fc-658fad4e3002 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8b71b25d8bdf43899e7bcbbbceda0824&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1572905 Sep 21 18:32:30.823761 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab7163-7c1a-4d70-b6fc-658fad4e3002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef8b00b-83a2-4258-8ed3-9f4d62ebea71,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:30.826149 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51206) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:30.878714 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cfc9ed5f-d82b-4e88-ae51-bc43fa6181b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:30.899521 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cfc9ed5f-d82b-4e88-ae51-bc43fa6181b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:30.955413 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cfc9ed5f-d82b-4e88-ae51-bc43fa6181b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:30.957984 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cfc9ed5f-d82b-4e88-ae51-bc43fa6181b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:30.959169 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-cfc9ed5f-d82b-4e88-ae51-bc43fa6181b0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9ef8b00b-83a2-4258-8ed3-9f4d62ebea71 HTTP/1.1" status: 204 len: 168 time: 0.1298392 Sep 21 18:32:30.967176 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9ed5f-d82b-4e88-ae51-bc43fa6181b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef8b00b-83a2-4258-8ed3-9f4d62ebea71,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:31.294920 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device c755add7-7804-4a4b-8f46-31f7c6ec07dc no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:32:31.316819 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: c755add7-7804-4a4b-8f46-31f7c6ec07dc {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:32:31.317218 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device c755add7-7804-4a4b-8f46-31f7c6ec07dc not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:32:31.800087 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51228) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:31.901441 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-0f688ada-6681-4d45-9acf-cc8699ccb0f7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-501702585-network', 'tenant_id': '2bcef4dc14ca4fee9def05a0fcb2bf49'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:31.926376 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f688ada-6681-4d45-9acf-cc8699ccb0f7 admin admin] Made reservation on behalf of 2bcef4dc14ca4fee9def05a0fcb2bf49 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:32:31.928670 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0f688ada-6681-4d45-9acf-cc8699ccb0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:31.937065 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0f688ada-6681-4d45-9acf-cc8699ccb0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:32.029935 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0f688ada-6681-4d45-9acf-cc8699ccb0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:32.035763 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0f688ada-6681-4d45-9acf-cc8699ccb0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:32.061944 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f688ada-6681-4d45-9acf-cc8699ccb0f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:32:32.070441 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f688ada-6681-4d45-9acf-cc8699ccb0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5ea2a6-ad35-418d-b67d-5da3c99972ad,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:32.078816 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0f688ada-6681-4d45-9acf-cc8699ccb0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:32.078816 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-0f688ada-6681-4d45-9acf-cc8699ccb0f7 admin admin] Added segment a12d1fb1-8c97-41e0-aa67-3035f6b5caaf of type vlan for network 2eaefce0-4796-433c-8f63-edd6cce4efd0 Sep 21 18:32:32.130652 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0f688ada-6681-4d45-9acf-cc8699ccb0f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:32.156005 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0f688ada-6681-4d45-9acf-cc8699ccb0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:32.157047 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f688ada-6681-4d45-9acf-cc8699ccb0f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:32.157725 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0f688ada-6681-4d45-9acf-cc8699ccb0f7 admin admin] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:32.192764 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0f688ada-6681-4d45-9acf-cc8699ccb0f7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3915586 Sep 21 18:32:32.195883 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51232) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:32.201349 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-e05224ac-d789-4c33-92e5-29c0e7157b4d admin admin] Request body: {'subnet': {'network_id': '2eaefce0-4796-433c-8f63-edd6cce4efd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-501702585-subnet', 'tenant_id': '2bcef4dc14ca4fee9def05a0fcb2bf49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:32.219863 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f688ada-6681-4d45-9acf-cc8699ccb0f7 admin admin] Pushing event updated for resources: {'Network': ['ID=2eaefce0-4796-433c-8f63-edd6cce4efd0,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:32.224369 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05224ac-d789-4c33-92e5-29c0e7157b4d admin admin] Made reservation on behalf of 2bcef4dc14ca4fee9def05a0fcb2bf49 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:32:32.226909 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e05224ac-d789-4c33-92e5-29c0e7157b4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:32.230196 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 2eaefce0-4796-433c-8f63-edd6cce4efd0 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:32:32.395816 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e05224ac-d789-4c33-92e5-29c0e7157b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:32.455565 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05224ac-d789-4c33-92e5-29c0e7157b4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e4cc1e5-1d14-44e7-9165-26a58c45973a,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:32.464443 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05224ac-d789-4c33-92e5-29c0e7157b4d admin admin] Checking segment: {'id': 'a12d1fb1-8c97-41e0-aa67-3035f6b5caaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2eaefce0-4796-433c-8f63-edd6cce4efd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:32:32.464809 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05224ac-d789-4c33-92e5-29c0e7157b4d admin admin] Network hostable DHCP agents. Network: 2eaefce0-4796-433c-8f63-edd6cce4efd0, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:32:32.481609 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05224ac-d789-4c33-92e5-29c0e7157b4d admin admin] Network 2eaefce0-4796-433c-8f63-edd6cce4efd0 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:32:32.492798 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-e05224ac-d789-4c33-92e5-29c0e7157b4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 2eaefce0-4796-433c-8f63-edd6cce4efd0) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:32:32.497485 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05224ac-d789-4c33-92e5-29c0e7157b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:32.498537 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e05224ac-d789-4c33-92e5-29c0e7157b4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:32.501893 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bebff97-a25e-4ccf-814f-32b27f69e364 None None] Network 2eaefce0-4796-433c-8f63-edd6cce4efd0 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:32:32.514332 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e05224ac-d789-4c33-92e5-29c0e7157b4d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3173153 Sep 21 18:32:32.644230 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dfdf79-9eab-4138-b4d3-1942ca98f22e None None] Network 2eaefce0-4796-433c-8f63-edd6cce4efd0 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:32:33.003145 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51248) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:33.010590 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-122e32b0-aabb-4eb9-9078-04cdbb20feee admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2106051067-network', 'tenant_id': '822e44d18bcc4898bdd50f178e5706ba'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:33.037613 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122e32b0-aabb-4eb9-9078-04cdbb20feee admin admin] Made reservation on behalf of 822e44d18bcc4898bdd50f178e5706ba for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:32:33.040092 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-122e32b0-aabb-4eb9-9078-04cdbb20feee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:33.049078 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-122e32b0-aabb-4eb9-9078-04cdbb20feee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:33.137186 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-122e32b0-aabb-4eb9-9078-04cdbb20feee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:33.142651 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-122e32b0-aabb-4eb9-9078-04cdbb20feee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:33.166383 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-122e32b0-aabb-4eb9-9078-04cdbb20feee admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:32:33.175117 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e32b0-aabb-4eb9-9078-04cdbb20feee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e026f9-f23e-4b00-a103-c7f79048c0b2,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:33.180940 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-122e32b0-aabb-4eb9-9078-04cdbb20feee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:33.181285 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-122e32b0-aabb-4eb9-9078-04cdbb20feee admin admin] Added segment b93b8499-21c9-47bd-9868-4fff8ec25783 of type vlan for network 4a3aa6b9-6075-4656-a6db-6fbcea398dba Sep 21 18:32:33.222310 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-122e32b0-aabb-4eb9-9078-04cdbb20feee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:33.250069 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-122e32b0-aabb-4eb9-9078-04cdbb20feee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:33.251181 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122e32b0-aabb-4eb9-9078-04cdbb20feee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:33.251798 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-122e32b0-aabb-4eb9-9078-04cdbb20feee admin admin] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:33.311390 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-122e32b0-aabb-4eb9-9078-04cdbb20feee admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3068867 Sep 21 18:32:33.314596 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51250) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:33.315144 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e32b0-aabb-4eb9-9078-04cdbb20feee admin admin] Pushing event updated for resources: {'Network': ['ID=4a3aa6b9-6075-4656-a6db-6fbcea398dba,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:33.319768 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-c4d8848f-88c3-4f85-a606-db9086dcb40e admin admin] Request body: {'subnet': {'network_id': '4a3aa6b9-6075-4656-a6db-6fbcea398dba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2106051067-subnet', 'tenant_id': '822e44d18bcc4898bdd50f178e5706ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:33.325663 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 4a3aa6b9-6075-4656-a6db-6fbcea398dba details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:32:33.344510 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d8848f-88c3-4f85-a606-db9086dcb40e admin admin] Made reservation on behalf of 822e44d18bcc4898bdd50f178e5706ba for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:32:33.347019 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c4d8848f-88c3-4f85-a606-db9086dcb40e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:33.512715 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c4d8848f-88c3-4f85-a606-db9086dcb40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:33.564663 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d8848f-88c3-4f85-a606-db9086dcb40e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d33c2aef-7e96-4412-bb0c-74eb1ec8d8f4,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:33.574899 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d8848f-88c3-4f85-a606-db9086dcb40e admin admin] Checking segment: {'id': 'b93b8499-21c9-47bd-9868-4fff8ec25783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4a3aa6b9-6075-4656-a6db-6fbcea398dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:32:33.575284 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d8848f-88c3-4f85-a606-db9086dcb40e admin admin] Network hostable DHCP agents. Network: 4a3aa6b9-6075-4656-a6db-6fbcea398dba, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:32:33.594098 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d8848f-88c3-4f85-a606-db9086dcb40e admin admin] Network 4a3aa6b9-6075-4656-a6db-6fbcea398dba is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:32:33.603594 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-c4d8848f-88c3-4f85-a606-db9086dcb40e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 4a3aa6b9-6075-4656-a6db-6fbcea398dba) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:32:33.608050 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d8848f-88c3-4f85-a606-db9086dcb40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:33.609216 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c4d8848f-88c3-4f85-a606-db9086dcb40e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:33.612498 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482b16c3-179f-48cc-bd63-6fe095faddb5 None None] Network 4a3aa6b9-6075-4656-a6db-6fbcea398dba requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:32:33.625109 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c4d8848f-88c3-4f85-a606-db9086dcb40e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3092141 Sep 21 18:32:33.734912 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dcbfff-67e8-42c7-ac81-27f5d71c6057 None None] Network 4a3aa6b9-6075-4656-a6db-6fbcea398dba requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:32:34.131760 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-2febf0bc-2988-447b-93d0-1cbd5dc93eb7 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:34.133267 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-2febf0bc-2988-447b-93d0-1cbd5dc93eb7 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/networks?id=2eaefce0-4796-433c-8f63-edd6cce4efd0 HTTP/1.1" status: 200 len: 811 time: 0.1069996 Sep 21 18:32:34.148209 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-e35756c1-9bbf-4dcf-82bd-87ba901bad54 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/quotas/2bcef4dc14ca4fee9def05a0fcb2bf49 HTTP/1.1" status: 200 len: 375 time: 0.0090232 Sep 21 18:32:34.179879 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-f1689488-cbe0-4480-a7a9-4d68c19d93c4 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2bcef4dc14ca4fee9def05a0fcb2bf49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264051 Sep 21 18:32:34.276278 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-a51ec67e-f584-42ec-9092-f9ac8a561c39 service neutron] 10.222.0.58 "GET /v2.0/networks/2eaefce0-4796-433c-8f63-edd6cce4efd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889609 Sep 21 18:32:34.367993 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-3bb1ce43-109c-4e6f-8ad2-d6102d34d809 service neutron] 10.222.0.58 "GET /v2.0/networks/2eaefce0-4796-433c-8f63-edd6cce4efd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844491 Sep 21 18:32:34.567264 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:32:34.643123 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0a1dd491-136d-4d0f-bef7-d0feb2fb8c78 req-2255d17e-a386-4dfc-9faf-20dd35235036 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/ports?device_id=708078fe-265d-4db3-8247-7c7ad5b896b4 HTTP/1.1" status: 200 len: 210 time: 0.1392927 Sep 21 18:32:35.511278 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-dfdc535c-1ee6-4c65-ba18-d73082023c95 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:35.512646 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-dfdc535c-1ee6-4c65-ba18-d73082023c95 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.44 "GET /v2.0/networks?id=2eaefce0-4796-433c-8f63-edd6cce4efd0 HTTP/1.1" status: 200 len: 811 time: 0.1053400 Sep 21 18:32:35.526364 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-76c50f60-7b10-4183-a0b1-87280290ee63 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Request body: {'port': {'device_id': '708078fe-265d-4db3-8247-7c7ad5b896b4', 'network_id': '2eaefce0-4796-433c-8f63-edd6cce4efd0', 'admin_state_up': True, 'tenant_id': '2bcef4dc14ca4fee9def05a0fcb2bf49'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:35.637379 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-76c50f60-7b10-4183-a0b1-87280290ee63 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Made reservation on behalf of 2bcef4dc14ca4fee9def05a0fcb2bf49 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:32:35.641141 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-76c50f60-7b10-4183-a0b1-87280290ee63 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:35.739472 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fc925a54-74ab-4664-8a4e-7db5fdacea9e req-bcaa665d-01fb-4b1e-954c-cb5a6e4c1750 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/ports?device_id=708078fe-265d-4db3-8247-7c7ad5b896b4 HTTP/1.1" status: 200 len: 210 time: 0.0267713 Sep 21 18:32:35.770644 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-76c50f60-7b10-4183-a0b1-87280290ee63 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Allocated IP 172.20.0.2 (2eaefce0-4796-433c-8f63-edd6cce4efd0/9e4cc1e5-1d14-44e7-9165-26a58c45973a/fee291b5-049e-473e-9958-ad460dfdc754) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:32:35.914116 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-76c50f60-7b10-4183-a0b1-87280290ee63 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:35.951394 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-76c50f60-7b10-4183-a0b1-87280290ee63 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:35.996064 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-76c50f60-7b10-4183-a0b1-87280290ee63 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Network 2eaefce0-4796-433c-8f63-edd6cce4efd0 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:32:35.999160 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-76c50f60-7b10-4183-a0b1-87280290ee63 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:32:36.005216 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-76c50f60-7b10-4183-a0b1-87280290ee63 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:32:36.011327 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c50f60-7b10-4183-a0b1-87280290ee63 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Pushing event updated for resources: {'Port': ['ID=fee291b5-049e-473e-9958-ad460dfdc754,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:36.042233 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c50f60-7b10-4183-a0b1-87280290ee63 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:36.042502 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c50f60-7b10-4183-a0b1-87280290ee63 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:36.042842 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c50f60-7b10-4183-a0b1-87280290ee63 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:36.043220 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c50f60-7b10-4183-a0b1-87280290ee63 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:36.043538 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c50f60-7b10-4183-a0b1-87280290ee63 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:36.043863 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c50f60-7b10-4183-a0b1-87280290ee63 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:36.044208 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c50f60-7b10-4183-a0b1-87280290ee63 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:36.044527 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c50f60-7b10-4183-a0b1-87280290ee63 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:36.044848 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c50f60-7b10-4183-a0b1-87280290ee63 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:36.045169 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c50f60-7b10-4183-a0b1-87280290ee63 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:36.045484 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c50f60-7b10-4183-a0b1-87280290ee63 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:36.045804 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c50f60-7b10-4183-a0b1-87280290ee63 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:36.067334 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-76c50f60-7b10-4183-a0b1-87280290ee63 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:36.067942 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-76c50f60-7b10-4183-a0b1-87280290ee63 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:36.083942 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-76c50f60-7b10-4183-a0b1-87280290ee63 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5615654 Sep 21 18:32:36.097301 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-a4c166eb-a3ac-408a-85d2-ee0ee4c995d7 service neutron] Request body: {'port': {'device_id': '708078fe-265d-4db3-8247-7c7ad5b896b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:32:36.148372 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-a4c166eb-a3ac-408a-85d2-ee0ee4c995d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:36.427491 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-a4c166eb-a3ac-408a-85d2-ee0ee4c995d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fee291b5-049e-473e-9958-ad460dfdc754 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:32:36.435019 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-a4c166eb-a3ac-408a-85d2-ee0ee4c995d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:36.450662 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-a4c166eb-a3ac-408a-85d2-ee0ee4c995d7 service neutron] Transition to ACTIVE for port object fee291b5-049e-473e-9958-ad460dfdc754 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:32:36.456596 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-a4c166eb-a3ac-408a-85d2-ee0ee4c995d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:36.503789 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c166eb-a3ac-408a-85d2-ee0ee4c995d7 service neutron] Pushing event updated for resources: {'Port': ['ID=fee291b5-049e-473e-9958-ad460dfdc754,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:36.580712 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-a4c166eb-a3ac-408a-85d2-ee0ee4c995d7 service neutron] Attempting to bind port fee291b5-049e-473e-9958-ad460dfdc754 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:32:36.581048 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-a4c166eb-a3ac-408a-85d2-ee0ee4c995d7 service neutron] Attempting to bind port fee291b5-049e-473e-9958-ad460dfdc754 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'a12d1fb1-8c97-41e0-aa67-3035f6b5caaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2eaefce0-4796-433c-8f63-edd6cce4efd0'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:32:36.581377 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-a4c166eb-a3ac-408a-85d2-ee0ee4c995d7 service neutron] Attempting to bind port fee291b5-049e-473e-9958-ad460dfdc754 on network 2eaefce0-4796-433c-8f63-edd6cce4efd0 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:32:36.585557 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-a4c166eb-a3ac-408a-85d2-ee0ee4c995d7 service neutron] Port fee291b5-049e-473e-9958-ad460dfdc754 on network 2eaefce0-4796-433c-8f63-edd6cce4efd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:32:36.585879 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-a4c166eb-a3ac-408a-85d2-ee0ee4c995d7 service neutron] Attempting to bind port fee291b5-049e-473e-9958-ad460dfdc754 on network 2eaefce0-4796-433c-8f63-edd6cce4efd0 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:32:36.591040 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-a4c166eb-a3ac-408a-85d2-ee0ee4c995d7 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:32:36.591384 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-a4c166eb-a3ac-408a-85d2-ee0ee4c995d7 service neutron] Checking segment: {'id': 'a12d1fb1-8c97-41e0-aa67-3035f6b5caaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2eaefce0-4796-433c-8f63-edd6cce4efd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:32:36.591767 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-a4c166eb-a3ac-408a-85d2-ee0ee4c995d7 service neutron] Bound using segment: {'id': 'a12d1fb1-8c97-41e0-aa67-3035f6b5caaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2eaefce0-4796-433c-8f63-edd6cce4efd0'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:32:36.592192 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-a4c166eb-a3ac-408a-85d2-ee0ee4c995d7 service neutron] Bound port: fee291b5-049e-473e-9958-ad460dfdc754, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a12d1fb1-8c97-41e0-aa67-3035f6b5caaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2eaefce0-4796-433c-8f63-edd6cce4efd0'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:32:36.592551 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-a4c166eb-a3ac-408a-85d2-ee0ee4c995d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:36.665234 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-a4c166eb-a3ac-408a-85d2-ee0ee4c995d7 service neutron] For port fee291b5-049e-473e-9958-ad460dfdc754, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:32:36.668608 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-a4c166eb-a3ac-408a-85d2-ee0ee4c995d7 service neutron] For port fee291b5-049e-473e-9958-ad460dfdc754, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=fee291b5-049e-473e-9958-ad460dfdc754,segment=NetworkSegment(a12d1fb1-8c97-41e0-aa67-3035f6b5caaf),segment_id=a12d1fb1-8c97-41e0-aa67-3035f6b5caaf)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:32:36.679217 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-a4c166eb-a3ac-408a-85d2-ee0ee4c995d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:36.712335 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-a4c166eb-a3ac-408a-85d2-ee0ee4c995d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:36.712973 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-a4c166eb-a3ac-408a-85d2-ee0ee4c995d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:36.714418 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-a4c166eb-a3ac-408a-85d2-ee0ee4c995d7 service neutron] 10.222.0.44 "PUT /v2.0/ports/fee291b5-049e-473e-9958-ad460dfdc754 HTTP/1.1" status: 200 len: 1091 time: 0.6210976 Sep 21 18:32:36.714858 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '708078fe-265d-4db3-8247-7c7ad5b896b4', 'tag': 'fee291b5-049e-473e-9958-ad460dfdc754'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:32:36.721472 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2961eaa3-0b97-425d-b148-2b64629db87c" -d '{"events": [{"name": "network-changed", "server_uuid": "708078fe-265d-4db3-8247-7c7ad5b896b4", "tag": "fee291b5-049e-473e-9958-ad460dfdc754"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:32:36.743353 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c166eb-a3ac-408a-85d2-ee0ee4c995d7 service neutron] Pushing event updated for resources: {'Port': ['ID=fee291b5-049e-473e-9958-ad460dfdc754,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:36.757237 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8f327a-8002-45eb-ac4c-618da0fc4295 x-openstack-request-id: req-4d8f327a-8002-45eb-ac4c-618da0fc4295 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:32:36.757534 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "708078fe-265d-4db3-8247-7c7ad5b896b4", "tag": "fee291b5-049e-473e-9958-ad460dfdc754", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:32:36.757792 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4d8f327a-8002-45eb-ac4c-618da0fc4295 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:32:36.758198 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '708078fe-265d-4db3-8247-7c7ad5b896b4', 'tag': 'fee291b5-049e-473e-9958-ad460dfdc754', 'status': 'completed', 'code': 200} Sep 21 18:32:36.810050 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-8edcb7ae-3ff5-45dc-89cc-851bab53f972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:36.811631 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-8edcb7ae-3ff5-45dc-89cc-851bab53f972 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bcef4dc14ca4fee9def05a0fcb2bf49&device_id=708078fe-265d-4db3-8247-7c7ad5b896b4 HTTP/1.1" status: 200 len: 1094 time: 0.0464599 Sep 21 18:32:36.858820 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-7cbba1d8-b3f7-44ca-923a-ea8b4dc0b9fa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fee291b5-049e-473e-9958-ad460dfdc754 HTTP/1.1" status: 200 len: 217 time: 0.0384409 Sep 21 18:32:36.865130 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3e635-cda3-42a5-ad9a-a7c95f80d8c3 req-d6f9f2f9-5d06-48f7-a334-f6a41908d91c tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:36.866614 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1be3e635-cda3-42a5-ad9a-a7c95f80d8c3 req-d6f9f2f9-5d06-48f7-a334-f6a41908d91c tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/ports?device_id=708078fe-265d-4db3-8247-7c7ad5b896b4 HTTP/1.1" status: 200 len: 943 time: 0.0531361 Sep 21 18:32:36.903978 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1be3e635-cda3-42a5-ad9a-a7c95f80d8c3 req-40c38f0a-d42c-48bf-a8f6-21c7e51046a9 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/security-groups?id=db5ea2a6-ad35-418d-b67d-5da3c99972ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306940 Sep 21 18:32:36.908249 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-fda97bf6-0ee8-4045-82c4-d858b4d68203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:36.909723 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-fda97bf6-0ee8-4045-82c4-d858b4d68203 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e4cc1e5-1d14-44e7-9165-26a58c45973a HTTP/1.1" status: 200 len: 851 time: 0.0435407 Sep 21 18:32:36.942969 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-0be81dc9-b289-4bab-877c-eebe0f4015f1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2eaefce0-4796-433c-8f63-edd6cce4efd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244224 Sep 21 18:32:37.042465 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-78ff64fc-07e7-4015-858c-ed789734dcd4 service neutron] 10.222.0.44 "GET /v2.0/networks/2eaefce0-4796-433c-8f63-edd6cce4efd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906277 Sep 21 18:32:37.141797 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ac008c4-e4f4-4a00-a410-860ff85c89b8 req-1fa41623-d69e-4802-bb33-b9dacd138ff6 service neutron] 10.222.0.44 "GET /v2.0/networks/2eaefce0-4796-433c-8f63-edd6cce4efd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915592 Sep 21 18:32:37.238073 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961eaa3-0b97-425d-b148-2b64629db87c req-4196950e-3907-4d1e-89db-2a242a1f5a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:37.239904 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2961eaa3-0b97-425d-b148-2b64629db87c req-4196950e-3907-4d1e-89db-2a242a1f5a6a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bcef4dc14ca4fee9def05a0fcb2bf49&device_id=708078fe-265d-4db3-8247-7c7ad5b896b4 HTTP/1.1" status: 200 len: 1094 time: 0.0480897 Sep 21 18:32:37.349883 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961eaa3-0b97-425d-b148-2b64629db87c req-36d8416a-7b12-450f-9b98-815775d677b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:37.351408 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2961eaa3-0b97-425d-b148-2b64629db87c req-36d8416a-7b12-450f-9b98-815775d677b0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2eaefce0-4796-433c-8f63-edd6cce4efd0 HTTP/1.1" status: 200 len: 912 time: 0.1026759 Sep 21 18:32:37.397852 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2961eaa3-0b97-425d-b148-2b64629db87c req-d230b1d6-5c89-434a-8eb3-71830831e557 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fee291b5-049e-473e-9958-ad460dfdc754 HTTP/1.1" status: 200 len: 217 time: 0.0375242 Sep 21 18:32:37.448769 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961eaa3-0b97-425d-b148-2b64629db87c req-4f0617d4-e885-4169-82b6-971daa0742d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:37.450588 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2961eaa3-0b97-425d-b148-2b64629db87c req-4f0617d4-e885-4169-82b6-971daa0742d5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e4cc1e5-1d14-44e7-9165-26a58c45973a HTTP/1.1" status: 200 len: 851 time: 0.0452178 Sep 21 18:32:37.482145 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2961eaa3-0b97-425d-b148-2b64629db87c req-c191402a-a0bf-4bb7-96ec-00c3e89f5424 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2eaefce0-4796-433c-8f63-edd6cce4efd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237892 Sep 21 18:32:37.583482 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2961eaa3-0b97-425d-b148-2b64629db87c req-cb84b8d7-d32e-4e6c-a2ca-22af58babfa2 service neutron] 10.222.0.44 "GET /v2.0/networks/2eaefce0-4796-433c-8f63-edd6cce4efd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927103 Sep 21 18:32:37.691188 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2961eaa3-0b97-425d-b148-2b64629db87c req-da7a26cc-749e-41f1-8707-521bca32ecfc service neutron] 10.222.0.44 "GET /v2.0/networks/2eaefce0-4796-433c-8f63-edd6cce4efd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991199 Sep 21 18:32:38.044767 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4e20f-4688-466b-b0bd-36f8f48f34d8 req-157ead58-7a36-45d7-a883-f23edc192bd7 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:38.046242 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7cb4e20f-4688-466b-b0bd-36f8f48f34d8 req-157ead58-7a36-45d7-a883-f23edc192bd7 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/ports?device_id=708078fe-265d-4db3-8247-7c7ad5b896b4 HTTP/1.1" status: 200 len: 943 time: 0.0635366 Sep 21 18:32:38.085734 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7cb4e20f-4688-466b-b0bd-36f8f48f34d8 req-57f96af8-88e2-4158-ba26-626290726edc tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/security-groups?id=db5ea2a6-ad35-418d-b67d-5da3c99972ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333288 Sep 21 18:32:39.210171 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f382d-d782-41b4-a35d-7d15447e4e34 req-95a09256-b5c5-430d-befa-ad7abb889add tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:39.211732 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8c1f382d-d782-41b4-a35d-7d15447e4e34 req-95a09256-b5c5-430d-befa-ad7abb889add tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/ports?device_id=708078fe-265d-4db3-8247-7c7ad5b896b4 HTTP/1.1" status: 200 len: 943 time: 0.0560555 Sep 21 18:32:39.251027 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8c1f382d-d782-41b4-a35d-7d15447e4e34 req-b496b4dd-d4db-4de3-b85d-56f9535659b0 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/security-groups?id=db5ea2a6-ad35-418d-b67d-5da3c99972ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329370 Sep 21 18:32:40.376779 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668b194-fa25-46f2-ad94-effe75e7f120 req-720b30b0-f7dd-45f5-b096-a08c60ff41d2 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:40.378312 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c668b194-fa25-46f2-ad94-effe75e7f120 req-720b30b0-f7dd-45f5-b096-a08c60ff41d2 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/ports?device_id=708078fe-265d-4db3-8247-7c7ad5b896b4 HTTP/1.1" status: 200 len: 943 time: 0.0531785 Sep 21 18:32:40.422301 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c668b194-fa25-46f2-ad94-effe75e7f120 req-0f32939b-84b8-4d1b-a62d-735695c5b7e2 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/security-groups?id=db5ea2a6-ad35-418d-b67d-5da3c99972ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351408 Sep 21 18:32:41.129006 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device fee291b5-049e-473e-9958-ad460dfdc754 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:32:41.243355 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port fee291b5-049e-473e-9958-ad460dfdc754, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=fee291b5-049e-473e-9958-ad460dfdc754,segment=NetworkSegment(a12d1fb1-8c97-41e0-aa67-3035f6b5caaf),segment_id=a12d1fb1-8c97-41e0-aa67-3035f6b5caaf)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:32:41.255308 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'fee291b5-049e-473e-9958-ad460dfdc754', 'network_id': '2eaefce0-4796-433c-8f63-edd6cce4efd0', 'port_id': 'fee291b5-049e-473e-9958-ad460dfdc754', 'mac_address': 'fa:16:3e:96:a2:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e4cc1e5-1d14-44e7-9165-26a58c45973a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:32:41.297700 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:41.311519 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee291b5-049e-473e-9958-ad460dfdc754 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:32:41.330706 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port fee291b5-049e-473e-9958-ad460dfdc754, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=fee291b5-049e-473e-9958-ad460dfdc754,segment=NetworkSegment(a12d1fb1-8c97-41e0-aa67-3035f6b5caaf),segment_id=a12d1fb1-8c97-41e0-aa67-3035f6b5caaf)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:32:41.337021 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:41.393305 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=fee291b5-049e-473e-9958-ad460dfdc754,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:41.538416 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['fee291b5-049e-473e-9958-ad460dfdc754'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:32:41.550148 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936e960-bb53-436b-9d99-c966bc5fd616 req-fade134c-da3f-4011-b580-4199c93046a1 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:41.551751 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b936e960-bb53-436b-9d99-c966bc5fd616 req-fade134c-da3f-4011-b580-4199c93046a1 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/ports?device_id=708078fe-265d-4db3-8247-7c7ad5b896b4 HTTP/1.1" status: 200 len: 944 time: 0.0546920 Sep 21 18:32:41.589311 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b936e960-bb53-436b-9d99-c966bc5fd616 req-d78fb98d-3fe1-4a97-a241-5b1abf43af2b tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/security-groups?id=db5ea2a6-ad35-418d-b67d-5da3c99972ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315063 Sep 21 18:32:42.717115 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde97b4a-4e38-4b67-ba1d-5c45ae3c6588 req-be1ef378-c7c7-428a-8101-592e017b641c tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:42.718623 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fde97b4a-4e38-4b67-ba1d-5c45ae3c6588 req-be1ef378-c7c7-428a-8101-592e017b641c tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/ports?device_id=708078fe-265d-4db3-8247-7c7ad5b896b4 HTTP/1.1" status: 200 len: 944 time: 0.0568271 Sep 21 18:32:42.760873 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fde97b4a-4e38-4b67-ba1d-5c45ae3c6588 req-d0b9413d-d07b-41a3-84fb-e64db8f24658 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/security-groups?id=db5ea2a6-ad35-418d-b67d-5da3c99972ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333924 Sep 21 18:32:43.140194 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device fee291b5-049e-473e-9958-ad460dfdc754 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:32:43.193298 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port fee291b5-049e-473e-9958-ad460dfdc754 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:32:43.197274 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port fee291b5-049e-473e-9958-ad460dfdc754 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:32:43.197627 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:43.276218 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:43.299677 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708078fe-265d-4db3-8247-7c7ad5b896b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee291b5-049e-473e-9958-ad460dfdc754'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:32:43.302158 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5430159-4a44-4ed5-9d1d-f6f76b32bbb2" -d '{"events": [{"server_uuid": "708078fe-265d-4db3-8247-7c7ad5b896b4", "name": "network-vif-plugged", "status": "completed", "tag": "fee291b5-049e-473e-9958-ad460dfdc754"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:32:43.318495 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port fee291b5-049e-473e-9958-ad460dfdc754, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=fee291b5-049e-473e-9958-ad460dfdc754,segment=NetworkSegment(a12d1fb1-8c97-41e0-aa67-3035f6b5caaf),segment_id=a12d1fb1-8c97-41e0-aa67-3035f6b5caaf)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:32:43.324025 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:43.374129 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=fee291b5-049e-473e-9958-ad460dfdc754,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:43.405045 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7895aa-e486-472c-a136-889e0e86a035 x-openstack-request-id: req-ee7895aa-e486-472c-a136-889e0e86a035 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:32:43.405337 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "708078fe-265d-4db3-8247-7c7ad5b896b4", "name": "network-vif-plugged", "status": "completed", "tag": "fee291b5-049e-473e-9958-ad460dfdc754", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:32:43.405588 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ee7895aa-e486-472c-a136-889e0e86a035 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:32:43.405987 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '708078fe-265d-4db3-8247-7c7ad5b896b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee291b5-049e-473e-9958-ad460dfdc754', 'code': 200} Sep 21 18:32:43.510631 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e83d7-a4e2-4ad2-9a4e-9489044e0c27 req-a141596d-16f0-445d-8ab7-86284b084927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:43.512130 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b22e83d7-a4e2-4ad2-9a4e-9489044e0c27 req-a141596d-16f0-445d-8ab7-86284b084927 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=708078fe-265d-4db3-8247-7c7ad5b896b4 HTTP/1.1" status: 200 len: 1096 time: 0.0411658 Sep 21 18:32:43.547762 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b22e83d7-a4e2-4ad2-9a4e-9489044e0c27 req-233ca78f-3be7-4542-88be-a480e95475a8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=db5ea2a6-ad35-418d-b67d-5da3c99972ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279312 Sep 21 18:32:43.889033 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100fec4-37a4-4a9c-a990-fba0733c8468 req-5156bfff-13fd-4fd8-a4f3-ed3010c95861 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:43.890493 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3100fec4-37a4-4a9c-a990-fba0733c8468 req-5156bfff-13fd-4fd8-a4f3-ed3010c95861 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/ports?device_id=708078fe-265d-4db3-8247-7c7ad5b896b4 HTTP/1.1" status: 200 len: 945 time: 0.0555999 Sep 21 18:32:43.934612 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3100fec4-37a4-4a9c-a990-fba0733c8468 req-3d2951ae-2ec8-4c17-ae50-f3194707f3a0 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/security-groups?id=db5ea2a6-ad35-418d-b67d-5da3c99972ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356874 Sep 21 18:32:45.061828 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75d6e0-8a8b-4108-8465-248c9dcf8f98 req-41c3ca0f-d67b-491d-93a4-b54e4f9be6ce tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:45.063328 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fb75d6e0-8a8b-4108-8465-248c9dcf8f98 req-41c3ca0f-d67b-491d-93a4-b54e4f9be6ce tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/ports?device_id=708078fe-265d-4db3-8247-7c7ad5b896b4 HTTP/1.1" status: 200 len: 945 time: 0.0544174 Sep 21 18:32:45.101241 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fb75d6e0-8a8b-4108-8465-248c9dcf8f98 req-d08f830f-9f99-490d-a384-412c743c8056 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/security-groups?id=db5ea2a6-ad35-418d-b67d-5da3c99972ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318804 Sep 21 18:32:45.224046 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc9b6c-8833-42ef-804a-8a42b7c17a23 req-eb74ce1a-35cc-42cc-8eeb-6b0d929a18b3 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:45.225479 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6bbc9b6c-8833-42ef-804a-8a42b7c17a23 req-eb74ce1a-35cc-42cc-8eeb-6b0d929a18b3 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/ports?device_id=708078fe-265d-4db3-8247-7c7ad5b896b4 HTTP/1.1" status: 200 len: 945 time: 0.0505779 Sep 21 18:32:45.263581 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6bbc9b6c-8833-42ef-804a-8a42b7c17a23 req-39876572-1cc2-4b27-899f-4fa4d91e2435 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/security-groups?id=db5ea2a6-ad35-418d-b67d-5da3c99972ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317068 Sep 21 18:32:45.506660 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5fc3c-5c51-4a25-b2bd-7ed65f7dea2a req-0e08c3bd-4fd3-410f-9f81-2147a41942d5 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:45.508236 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8bc5fc3c-5c51-4a25-b2bd-7ed65f7dea2a req-0e08c3bd-4fd3-410f-9f81-2147a41942d5 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/ports?device_id=708078fe-265d-4db3-8247-7c7ad5b896b4 HTTP/1.1" status: 200 len: 945 time: 0.0570486 Sep 21 18:32:45.551031 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8bc5fc3c-5c51-4a25-b2bd-7ed65f7dea2a req-13af2643-2dee-43c5-b49a-e026fa5c818c tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/security-groups?id=db5ea2a6-ad35-418d-b67d-5da3c99972ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368273 Sep 21 18:32:45.938898 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-be4ef6c5-1dc6-48f0-be08-7fdea8a41b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:46.679956 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54940b3d-eb9f-4c9b-a68d-d750d72bd855 req-5ba1f663-7f03-4500-9ae1-487dd0df8cad tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:46.681469 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-54940b3d-eb9f-4c9b-a68d-d750d72bd855 req-5ba1f663-7f03-4500-9ae1-487dd0df8cad tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/ports?device_id=708078fe-265d-4db3-8247-7c7ad5b896b4 HTTP/1.1" status: 200 len: 945 time: 0.0539436 Sep 21 18:32:46.724499 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-54940b3d-eb9f-4c9b-a68d-d750d72bd855 req-23189bd4-4b77-41e4-8cfa-fbec3453d525 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/security-groups?id=db5ea2a6-ad35-418d-b67d-5da3c99972ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338509 Sep 21 18:32:46.935715 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a9c7a-fbcd-4717-911d-eb8866c17e63 req-2add8ab6-707e-4f5e-9237-fc814d4da515 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:46.937255 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9e8a9c7a-fbcd-4717-911d-eb8866c17e63 req-2add8ab6-707e-4f5e-9237-fc814d4da515 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/ports?device_id=708078fe-265d-4db3-8247-7c7ad5b896b4 HTTP/1.1" status: 200 len: 945 time: 0.0514526 Sep 21 18:32:46.962732 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee59058-0144-4fce-bce6-517b1b6f7ebb req-cd2b20a5-a175-4eb8-b9ad-19140a617248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:46.964286 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dee59058-0144-4fce-bce6-517b1b6f7ebb req-cd2b20a5-a175-4eb8-b9ad-19140a617248 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bcef4dc14ca4fee9def05a0fcb2bf49&device_id=708078fe-265d-4db3-8247-7c7ad5b896b4 HTTP/1.1" status: 200 len: 1096 time: 0.0454371 Sep 21 18:32:46.978721 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9e8a9c7a-fbcd-4717-911d-eb8866c17e63 req-ab12f0d7-ec1e-4b2c-8bba-0563bb284183 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/security-groups?id=db5ea2a6-ad35-418d-b67d-5da3c99972ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351427 Sep 21 18:32:47.055659 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee59058-0144-4fce-bce6-517b1b6f7ebb req-f443155b-f0f9-4907-8844-b7a876baa961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:47.057148 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dee59058-0144-4fce-bce6-517b1b6f7ebb req-f443155b-f0f9-4907-8844-b7a876baa961 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2eaefce0-4796-433c-8f63-edd6cce4efd0 HTTP/1.1" status: 200 len: 912 time: 0.0849669 Sep 21 18:32:47.109674 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dee59058-0144-4fce-bce6-517b1b6f7ebb req-36807406-ef0f-4277-95ad-506777f5068d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fee291b5-049e-473e-9958-ad460dfdc754 HTTP/1.1" status: 200 len: 217 time: 0.0444438 Sep 21 18:32:47.159801 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee59058-0144-4fce-bce6-517b1b6f7ebb req-e2f5c9fb-5888-43ec-bd6a-53a05655d18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:47.161212 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dee59058-0144-4fce-bce6-517b1b6f7ebb req-e2f5c9fb-5888-43ec-bd6a-53a05655d18c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e4cc1e5-1d14-44e7-9165-26a58c45973a HTTP/1.1" status: 200 len: 851 time: 0.0443664 Sep 21 18:32:47.194074 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dee59058-0144-4fce-bce6-517b1b6f7ebb req-588cb7a9-c729-4c96-9a40-da22601b1266 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2eaefce0-4796-433c-8f63-edd6cce4efd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242195 Sep 21 18:32:47.315783 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dee59058-0144-4fce-bce6-517b1b6f7ebb req-61362e5c-1ede-4dcb-9c4a-626dc81b7523 service neutron] 10.222.0.44 "GET /v2.0/networks/2eaefce0-4796-433c-8f63-edd6cce4efd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132305 Sep 21 18:32:47.406395 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dee59058-0144-4fce-bce6-517b1b6f7ebb req-51be7e83-32bf-4dde-a8b6-0ef892ae893d service neutron] 10.222.0.44 "GET /v2.0/networks/2eaefce0-4796-433c-8f63-edd6cce4efd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812361 Sep 21 18:32:48.109059 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42b280-e5fd-4742-b43e-34ca607ab36b req-c3bb7d34-3790-4052-b71f-51cd0218f379 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:48.110625 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5b42b280-e5fd-4742-b43e-34ca607ab36b req-c3bb7d34-3790-4052-b71f-51cd0218f379 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/ports?device_id=708078fe-265d-4db3-8247-7c7ad5b896b4 HTTP/1.1" status: 200 len: 945 time: 0.0516281 Sep 21 18:32:48.153139 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5b42b280-e5fd-4742-b43e-34ca607ab36b req-1296ce1d-7fe7-4a54-96d0-11a4a5de456a tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/security-groups?id=db5ea2a6-ad35-418d-b67d-5da3c99972ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363863 Sep 21 18:32:48.468840 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e97f3081-d301-4775-87d4-c5ae073c0e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:49.047256 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:49.283412 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f97d1d-88f8-4a61-8aa7-19acb58e7744 req-0572d994-36e0-4255-8af8-c7bcb20205f5 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:49.284878 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b7f97d1d-88f8-4a61-8aa7-19acb58e7744 req-0572d994-36e0-4255-8af8-c7bcb20205f5 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/ports?device_id=708078fe-265d-4db3-8247-7c7ad5b896b4 HTTP/1.1" status: 200 len: 945 time: 0.0519757 Sep 21 18:32:49.324376 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b7f97d1d-88f8-4a61-8aa7-19acb58e7744 req-c2b03e50-c091-4088-9f5d-64dd4a5a6581 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/security-groups?id=db5ea2a6-ad35-418d-b67d-5da3c99972ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332861 Sep 21 18:32:49.551469 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a7780-73f0-4fb4-9f32-1e7d4bfbbd63 req-1f3923be-a5cb-411f-82f7-f0b9aaf347f1 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:49.552954 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2f0a7780-73f0-4fb4-9f32-1e7d4bfbbd63 req-1f3923be-a5cb-411f-82f7-f0b9aaf347f1 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/ports?device_id=708078fe-265d-4db3-8247-7c7ad5b896b4 HTTP/1.1" status: 200 len: 945 time: 0.0484800 Sep 21 18:32:49.591858 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2f0a7780-73f0-4fb4-9f32-1e7d4bfbbd63 req-c7d7b782-23ac-4e89-a1cf-81e808affc02 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/security-groups?id=db5ea2a6-ad35-418d-b67d-5da3c99972ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326214 Sep 21 18:32:50.227138 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:50.750571 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ea7c5-7b98-4cc5-b002-d0b40fb21a5c req-e6ce206e-b635-4cd7-b94b-107a910f8114 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:50.752090 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4a0ea7c5-7b98-4cc5-b002-d0b40fb21a5c req-e6ce206e-b635-4cd7-b94b-107a910f8114 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/ports?device_id=708078fe-265d-4db3-8247-7c7ad5b896b4 HTTP/1.1" status: 200 len: 945 time: 0.0681410 Sep 21 18:32:50.791805 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4a0ea7c5-7b98-4cc5-b002-d0b40fb21a5c req-94123a49-be62-40e2-9395-1a136e623efe tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/security-groups?id=db5ea2a6-ad35-418d-b67d-5da3c99972ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335488 Sep 21 18:32:51.031686 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72c2b7-e482-440d-8ace-62b958d39a60 req-3165b83a-52f6-431f-9d25-c8bbbd8a4909 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:51.033142 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ef72c2b7-e482-440d-8ace-62b958d39a60 req-3165b83a-52f6-431f-9d25-c8bbbd8a4909 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/ports?device_id=708078fe-265d-4db3-8247-7c7ad5b896b4 HTTP/1.1" status: 200 len: 945 time: 0.0705419 Sep 21 18:32:51.087765 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b347b8-4e0c-4479-bac5-6dffd5b9d2d0 req-51fc99c6-b693-415c-87c6-b57e712cd5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:51.089232 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d7b347b8-4e0c-4479-bac5-6dffd5b9d2d0 req-51fc99c6-b693-415c-87c6-b57e712cd5be service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bcef4dc14ca4fee9def05a0fcb2bf49&device_id=708078fe-265d-4db3-8247-7c7ad5b896b4 HTTP/1.1" status: 200 len: 1096 time: 0.0818102 Sep 21 18:32:51.092148 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ef72c2b7-e482-440d-8ace-62b958d39a60 req-06ef0c33-6d6a-4327-a328-c413273417fd tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/security-groups?id=db5ea2a6-ad35-418d-b67d-5da3c99972ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460966 Sep 21 18:32:51.183813 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b347b8-4e0c-4479-bac5-6dffd5b9d2d0 req-19ed96ae-68ca-4aeb-bbbc-c83239e1a898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:51.185206 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d7b347b8-4e0c-4479-bac5-6dffd5b9d2d0 req-19ed96ae-68ca-4aeb-bbbc-c83239e1a898 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2eaefce0-4796-433c-8f63-edd6cce4efd0 HTTP/1.1" status: 200 len: 912 time: 0.0884051 Sep 21 18:32:51.231694 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d7b347b8-4e0c-4479-bac5-6dffd5b9d2d0 req-9b3cf0b1-9441-495e-b278-66b46f6f6bfa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fee291b5-049e-473e-9958-ad460dfdc754 HTTP/1.1" status: 200 len: 217 time: 0.0383327 Sep 21 18:32:51.281993 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b347b8-4e0c-4479-bac5-6dffd5b9d2d0 req-7a433671-8b3f-40c1-a7e3-4dad066381d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:51.283425 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d7b347b8-4e0c-4479-bac5-6dffd5b9d2d0 req-7a433671-8b3f-40c1-a7e3-4dad066381d5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e4cc1e5-1d14-44e7-9165-26a58c45973a HTTP/1.1" status: 200 len: 851 time: 0.0444911 Sep 21 18:32:51.316587 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d7b347b8-4e0c-4479-bac5-6dffd5b9d2d0 req-cc08c008-4c0b-4a3d-9927-3d2118503c75 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2eaefce0-4796-433c-8f63-edd6cce4efd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250568 Sep 21 18:32:51.411076 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d7b347b8-4e0c-4479-bac5-6dffd5b9d2d0 req-827a1212-2fef-4e1c-bd06-ea1728d3af22 service neutron] 10.222.0.44 "GET /v2.0/networks/2eaefce0-4796-433c-8f63-edd6cce4efd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866852 Sep 21 18:32:51.506424 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d7b347b8-4e0c-4479-bac5-6dffd5b9d2d0 req-24729f5c-e4b0-489d-914b-5803603b1378 service neutron] 10.222.0.44 "GET /v2.0/networks/2eaefce0-4796-433c-8f63-edd6cce4efd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873826 Sep 21 18:32:51.696899 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:52.220050 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb1fb9b-a6f9-4b57-8f75-d91aa5bf29d2 req-a35b817d-7642-4a66-adad-27bb29693f8a tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:52.221589 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fcb1fb9b-a6f9-4b57-8f75-d91aa5bf29d2 req-a35b817d-7642-4a66-adad-27bb29693f8a tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/ports?device_id=708078fe-265d-4db3-8247-7c7ad5b896b4 HTTP/1.1" status: 200 len: 945 time: 0.0520582 Sep 21 18:32:52.260467 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fcb1fb9b-a6f9-4b57-8f75-d91aa5bf29d2 req-bac27f81-8431-4e51-ab1b-bdce723a9566 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/security-groups?id=db5ea2a6-ad35-418d-b67d-5da3c99972ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327399 Sep 21 18:32:53.400767 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5ef7f-2d73-44a9-9cf6-ef0703496a71 req-c610cfa8-f6f8-464e-a4a4-698e4fc3b00b tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:53.402578 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8cf5ef7f-2d73-44a9-9cf6-ef0703496a71 req-c610cfa8-f6f8-464e-a4a4-698e4fc3b00b tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/ports?device_id=708078fe-265d-4db3-8247-7c7ad5b896b4 HTTP/1.1" status: 200 len: 945 time: 0.0655780 Sep 21 18:32:53.447318 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8cf5ef7f-2d73-44a9-9cf6-ef0703496a71 req-3c79c1a7-5f11-4fa0-a8cd-c60539693382 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/security-groups?id=db5ea2a6-ad35-418d-b67d-5da3c99972ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373735 Sep 21 18:32:53.699970 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23703b2d-ff19-4260-9111-3b5876759734 req-98b8592f-5b4d-46ff-8acb-028c62a2f007 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:53.701464 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23703b2d-ff19-4260-9111-3b5876759734 req-98b8592f-5b4d-46ff-8acb-028c62a2f007 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/ports?device_id=708078fe-265d-4db3-8247-7c7ad5b896b4 HTTP/1.1" status: 200 len: 945 time: 0.0557349 Sep 21 18:32:53.721168 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:53.742532 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23703b2d-ff19-4260-9111-3b5876759734 req-96a1189c-cb89-4165-85a2-69dd3195b97a tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/security-groups?id=db5ea2a6-ad35-418d-b67d-5da3c99972ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339153 Sep 21 18:32:54.844519 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:54.871938 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ced5e2-c984-4641-a5b6-541387af2377 req-127e2671-816c-495d-8382-e6a6021034eb tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:54.873731 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-64ced5e2-c984-4641-a5b6-541387af2377 req-127e2671-816c-495d-8382-e6a6021034eb tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/ports?device_id=708078fe-265d-4db3-8247-7c7ad5b896b4 HTTP/1.1" status: 200 len: 945 time: 0.0593054 Sep 21 18:32:54.924487 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-64ced5e2-c984-4641-a5b6-541387af2377 req-cdfad8e5-cad5-4345-9e0a-61514f4d697b tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/security-groups?id=db5ea2a6-ad35-418d-b67d-5da3c99972ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418763 Sep 21 18:32:55.642427 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4e757-419c-4c07-9901-54d31a954a39 req-5d3ce8ba-f97f-4ec2-b21b-57b839debc17 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:32:55.643789 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ba4e757-419c-4c07-9901-54d31a954a39 req-5d3ce8ba-f97f-4ec2-b21b-57b839debc17 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.44 "GET /v2.0/ports?device_id=708078fe-265d-4db3-8247-7c7ad5b896b4 HTTP/1.1" status: 200 len: 945 time: 0.0576220 Sep 21 18:32:55.747312 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-6ba4e757-419c-4c07-9901-54d31a954a39 req-00391f79-939c-45c8-8e56-51cf9a709ae4 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Deleting port fee291b5-049e-473e-9958-ad460dfdc754 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:32:55.747638 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ba4e757-419c-4c07-9901-54d31a954a39 req-00391f79-939c-45c8-8e56-51cf9a709ae4 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:55.845666 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-6ba4e757-419c-4c07-9901-54d31a954a39 req-00391f79-939c-45c8-8e56-51cf9a709ae4 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] For port fee291b5-049e-473e-9958-ad460dfdc754, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=fee291b5-049e-473e-9958-ad460dfdc754,segment=NetworkSegment(a12d1fb1-8c97-41e0-aa67-3035f6b5caaf),segment_id=a12d1fb1-8c97-41e0-aa67-3035f6b5caaf)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:32:55.846040 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ba4e757-419c-4c07-9901-54d31a954a39 req-00391f79-939c-45c8-8e56-51cf9a709ae4 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:55.860449 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-6ba4e757-419c-4c07-9901-54d31a954a39 req-00391f79-939c-45c8-8e56-51cf9a709ae4 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Calling delete_port for fee291b5-049e-473e-9958-ad460dfdc754 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:32:56.002394 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ba4e757-419c-4c07-9901-54d31a954a39 req-00391f79-939c-45c8-8e56-51cf9a709ae4 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:56.014507 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['fee291b5-049e-473e-9958-ad460dfdc754'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:32:56.024616 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5ff9475c-301f-47d9-b642-d82db428c427 req-d26024db-24b7-40e4-9dcd-1a8023214d97 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.58 "GET /v2.0/ports?device_id=708078fe-265d-4db3-8247-7c7ad5b896b4 HTTP/1.1" status: 200 len: 210 time: 0.0323493 Sep 21 18:32:56.047794 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00391f79-939c-45c8-8e56-51cf9a709ae4 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Pushing event deleted for resources: {'Port': ['ID=fee291b5-049e-473e-9958-ad460dfdc754,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:56.100007 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba4e757-419c-4c07-9901-54d31a954a39 req-00391f79-939c-45c8-8e56-51cf9a709ae4 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] No DVR routers for this DVR port fee291b5-049e-473e-9958-ad460dfdc754 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:32:56.109259 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6ba4e757-419c-4c07-9901-54d31a954a39 req-00391f79-939c-45c8-8e56-51cf9a709ae4 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:56.111335 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ba4e757-419c-4c07-9901-54d31a954a39 req-00391f79-939c-45c8-8e56-51cf9a709ae4 tempest-TestServerAdvancedOps-1343820616 tempest-TestServerAdvancedOps-1343820616-project] 10.222.0.44 "DELETE /v2.0/ports/fee291b5-049e-473e-9958-ad460dfdc754 HTTP/1.1" status: 204 len: 173 time: 0.4595807 Sep 21 18:32:56.111777 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708078fe-265d-4db3-8247-7c7ad5b896b4', 'name': 'network-vif-deleted', 'tag': 'fee291b5-049e-473e-9958-ad460dfdc754'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:32:56.115595 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6fdb07b-213a-4e8f-ac9c-572f38bf2ef9" -d '{"events": [{"server_uuid": "708078fe-265d-4db3-8247-7c7ad5b896b4", "name": "network-vif-deleted", "tag": "fee291b5-049e-473e-9958-ad460dfdc754"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:32:56.156620 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0e72d4-3c7e-4548-9143-04a40bef3d05 x-openstack-request-id: req-8d0e72d4-3c7e-4548-9143-04a40bef3d05 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:32:56.156945 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "708078fe-265d-4db3-8247-7c7ad5b896b4", "name": "network-vif-deleted", "tag": "fee291b5-049e-473e-9958-ad460dfdc754", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:32:56.157229 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8d0e72d4-3c7e-4548-9143-04a40bef3d05 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:32:56.157633 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '708078fe-265d-4db3-8247-7c7ad5b896b4', 'name': 'network-vif-deleted', 'tag': 'fee291b5-049e-473e-9958-ad460dfdc754', 'status': 'completed', 'code': 200} Sep 21 18:32:57.095591 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51348) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:57.144750 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9043e8e-b0f2-4fff-b95b-dd1392a3c65f admin admin] Deleting subnet 9e4cc1e5-1d14-44e7-9165-26a58c45973a {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:32:57.148183 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f9043e8e-b0f2-4fff-b95b-dd1392a3c65f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.182986 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f9043e8e-b0f2-4fff-b95b-dd1392a3c65f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.222984 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f9043e8e-b0f2-4fff-b95b-dd1392a3c65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.286679 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f9043e8e-b0f2-4fff-b95b-dd1392a3c65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.314881 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9043e8e-b0f2-4fff-b95b-dd1392a3c65f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e4cc1e5-1d14-44e7-9165-26a58c45973a,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:57.320274 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f9043e8e-b0f2-4fff-b95b-dd1392a3c65f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.322136 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f9043e8e-b0f2-4fff-b95b-dd1392a3c65f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9e4cc1e5-1d14-44e7-9165-26a58c45973a HTTP/1.1" status: 204 len: 168 time: 0.2253802 Sep 21 18:32:57.325420 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51350) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:57.327754 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9043e8e-b0f2-4fff-b95b-dd1392a3c65f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:57.328097 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9043e8e-b0f2-4fff-b95b-dd1392a3c65f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:57.328445 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9043e8e-b0f2-4fff-b95b-dd1392a3c65f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:57.328875 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9043e8e-b0f2-4fff-b95b-dd1392a3c65f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:57.329214 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9043e8e-b0f2-4fff-b95b-dd1392a3c65f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:57.329545 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9043e8e-b0f2-4fff-b95b-dd1392a3c65f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:57.329856 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9043e8e-b0f2-4fff-b95b-dd1392a3c65f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:57.330190 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9043e8e-b0f2-4fff-b95b-dd1392a3c65f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:57.330512 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9043e8e-b0f2-4fff-b95b-dd1392a3c65f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:57.330839 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9043e8e-b0f2-4fff-b95b-dd1392a3c65f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:57.331193 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9043e8e-b0f2-4fff-b95b-dd1392a3c65f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:57.331514 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9043e8e-b0f2-4fff-b95b-dd1392a3c65f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:32:57.394599 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ae48d983-41d4-4760-942c-83f103818eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.474558 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ae48d983-41d4-4760-942c-83f103818eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.493921 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-ae48d983-41d4-4760-942c-83f103818eda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eaefce0-4796-433c-8f63-edd6cce4efd0']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:57.503046 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-ae48d983-41d4-4760-942c-83f103818eda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a12d1fb1-8c97-41e0-aa67-3035f6b5caaf') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:57.503702 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-ae48d983-41d4-4760-942c-83f103818eda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a12d1fb1-8c97-41e0-aa67-3035f6b5caaf') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:57.513678 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ae48d983-41d4-4760-942c-83f103818eda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.529502 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ae48d983-41d4-4760-942c-83f103818eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.537738 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae48d983-41d4-4760-942c-83f103818eda admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:32:57.538136 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ae48d983-41d4-4760-942c-83f103818eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.540073 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:32:57.540073 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:32:57.540073 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:32:57.540073 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:32:57.540073 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:32:57.540073 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:32:57.540073 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:32:57.540073 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:32:57.540073 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:32:57.540073 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:32:57.540073 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:32:57.540073 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:32:57.540073 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:32:57.540073 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:32:57.540073 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:32:57.540073 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:32:57.540073 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:32:57.540073 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:32:57.540073 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:32:57.540073 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:32:57.540073 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:32:57.540073 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:32:57.540073 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:32:57.540073 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:32:57.540073 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:32:57.540073 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:32:57.540073 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:32:57.540073 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:32:57.540073 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:32:57.540073 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:32:57.540073 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:32:57.540073 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:32:57.598911 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ae48d983-41d4-4760-942c-83f103818eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.604837 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ae48d983-41d4-4760-942c-83f103818eda admin admin] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.606671 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ae48d983-41d4-4760-942c-83f103818eda admin admin] 10.222.0.58 "DELETE /v2.0/networks/2eaefce0-4796-433c-8f63-edd6cce4efd0 HTTP/1.1" status: 204 len: 168 time: 0.2801857 Sep 21 18:32:57.609730 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51352) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:57.618302 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48d983-41d4-4760-942c-83f103818eda admin admin] Pushing event deleted for resources: {'Network': ['ID=2eaefce0-4796-433c-8f63-edd6cce4efd0,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:57.659926 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dad840d-779e-41a6-9a02-aa15fff601d8 admin admin] Deleting subnet d33c2aef-7e96-4412-bb0c-74eb1ec8d8f4 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:32:57.663302 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7dad840d-779e-41a6-9a02-aa15fff601d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.696561 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7dad840d-779e-41a6-9a02-aa15fff601d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.739952 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7dad840d-779e-41a6-9a02-aa15fff601d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.792114 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7dad840d-779e-41a6-9a02-aa15fff601d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.817062 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad840d-779e-41a6-9a02-aa15fff601d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d33c2aef-7e96-4412-bb0c-74eb1ec8d8f4,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:57.821014 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7dad840d-779e-41a6-9a02-aa15fff601d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.825317 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7dad840d-779e-41a6-9a02-aa15fff601d8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d33c2aef-7e96-4412-bb0c-74eb1ec8d8f4 HTTP/1.1" status: 204 len: 168 time: 0.2124212 Sep 21 18:32:57.825859 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51354) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:57.894522 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-da4feb0c-6ae3-40eb-a0cb-43fe678eca27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.976923 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-da4feb0c-6ae3-40eb-a0cb-43fe678eca27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:57.996169 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-da4feb0c-6ae3-40eb-a0cb-43fe678eca27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a3aa6b9-6075-4656-a6db-6fbcea398dba']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:58.005215 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-da4feb0c-6ae3-40eb-a0cb-43fe678eca27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b93b8499-21c9-47bd-9868-4fff8ec25783') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:58.005518 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-da4feb0c-6ae3-40eb-a0cb-43fe678eca27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b93b8499-21c9-47bd-9868-4fff8ec25783') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:32:58.014717 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-da4feb0c-6ae3-40eb-a0cb-43fe678eca27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:58.027613 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-da4feb0c-6ae3-40eb-a0cb-43fe678eca27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:58.033487 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da4feb0c-6ae3-40eb-a0cb-43fe678eca27 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:32:58.033864 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-da4feb0c-6ae3-40eb-a0cb-43fe678eca27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:58.035495 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:32:58.035495 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:32:58.035495 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:32:58.035495 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:32:58.035495 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:32:58.035495 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:32:58.035495 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:32:58.035495 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:32:58.035495 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:32:58.035495 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:32:58.035495 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:32:58.035495 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:32:58.035495 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:32:58.035495 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:32:58.035495 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:32:58.035495 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:32:58.035495 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:32:58.035495 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:32:58.035495 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:32:58.035495 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:32:58.035495 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:32:58.035495 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:32:58.035495 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:32:58.035495 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:32:58.035495 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:32:58.035495 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:32:58.035495 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:32:58.035495 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:32:58.035495 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:32:58.035495 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:32:58.035495 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:32:58.035495 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:32:58.095104 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-da4feb0c-6ae3-40eb-a0cb-43fe678eca27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:58.101660 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-da4feb0c-6ae3-40eb-a0cb-43fe678eca27 admin admin] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:58.103535 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-da4feb0c-6ae3-40eb-a0cb-43fe678eca27 admin admin] 10.222.0.58 "DELETE /v2.0/networks/4a3aa6b9-6075-4656-a6db-6fbcea398dba HTTP/1.1" status: 204 len: 168 time: 0.2767749 Sep 21 18:32:58.112941 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4feb0c-6ae3-40eb-a0cb-43fe678eca27 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a3aa6b9-6075-4656-a6db-6fbcea398dba,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:58.283307 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51360) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:58.325522 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ff2dead7-d8ee-4b95-99df-7e4d7041309e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2bcef4dc14ca4fee9def05a0fcb2bf49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409954 Sep 21 18:32:58.329220 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51362) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:58.378526 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5c822fcc-3776-4d6d-958a-7ddae160e6ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:58.400569 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5c822fcc-3776-4d6d-958a-7ddae160e6ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:58.449055 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5c822fcc-3776-4d6d-958a-7ddae160e6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:58.451574 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5c822fcc-3776-4d6d-958a-7ddae160e6ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:58.452914 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5c822fcc-3776-4d6d-958a-7ddae160e6ce admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/db5ea2a6-ad35-418d-b67d-5da3c99972ad HTTP/1.1" status: 204 len: 168 time: 0.1227925 Sep 21 18:32:58.460849 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c822fcc-3776-4d6d-958a-7ddae160e6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5ea2a6-ad35-418d-b67d-5da3c99972ad,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:58.807788 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51368) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:58.853520 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5ed7574e-91f2-435f-9f49-bd90a429b13c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=822e44d18bcc4898bdd50f178e5706ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445335 Sep 21 18:32:58.856274 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51370) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:32:58.906810 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aadcaff9-19af-4601-9ae1-f45bc78b5b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:58.931470 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aadcaff9-19af-4601-9ae1-f45bc78b5b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:58.977854 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aadcaff9-19af-4601-9ae1-f45bc78b5b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:58.980289 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aadcaff9-19af-4601-9ae1-f45bc78b5b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:32:58.981437 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-aadcaff9-19af-4601-9ae1-f45bc78b5b80 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/99e026f9-f23e-4b00-a103-c7f79048c0b2 HTTP/1.1" status: 204 len: 168 time: 0.1242216 Sep 21 18:32:58.989415 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadcaff9-19af-4601-9ae1-f45bc78b5b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e026f9-f23e-4b00-a103-c7f79048c0b2,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:32:59.240197 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device fee291b5-049e-473e-9958-ad460dfdc754 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:32:59.261458 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: fee291b5-049e-473e-9958-ad460dfdc754 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:32:59.261764 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device fee291b5-049e-473e-9958-ad460dfdc754 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:33:08.803309 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-b5674b4a-1550-40ef-87a7-b4a1a4eac03f tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b2714d6373734dea8502b8c647963ca3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343726 Sep 21 18:33:08.998947 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-6a46b1cf-cc39-4e7e-993b-0d91debf11c7 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:09.000423 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-6a46b1cf-cc39-4e7e-993b-0d91debf11c7 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1917250 Sep 21 18:33:09.015808 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-be69c377-ef54-4507-8469-d17594da638c tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] 10.222.0.58 "GET /v2.0/quotas/b2714d6373734dea8502b8c647963ca3 HTTP/1.1" status: 200 len: 375 time: 0.0093534 Sep 21 18:33:09.061864 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-66234d99-8799-4f1a-b460-312974fd7734 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2714d6373734dea8502b8c647963ca3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404510 Sep 21 18:33:09.239334 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-77d55e5c-94ff-4f37-9ec4-1f20d8cb1036 req-2cae1a99-6458-4783-8a91-7aae3f369777 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] 10.222.0.58 "GET /v2.0/ports?device_id=29b11eb5-6823-41dd-9bc5-089bc0f7ac6e HTTP/1.1" status: 200 len: 210 time: 0.0259271 Sep 21 18:33:10.147502 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-ea02dcb8-2cc7-4e3c-8594-8e4cf7462ec3 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b2714d6373734dea8502b8c647963ca3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243464 Sep 21 18:33:10.264390 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-c7824f6d-3472-4cfe-8cbb-c560e6400b7f tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:10.265839 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-c7824f6d-3472-4cfe-8cbb-c560e6400b7f tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1125674 Sep 21 18:33:10.279872 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-c42e3ddd-123b-4aeb-a560-19dfcb6b284e tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Request body: {'port': {'device_id': '29b11eb5-6823-41dd-9bc5-089bc0f7ac6e', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'admin_state_up': True, 'tenant_id': 'b2714d6373734dea8502b8c647963ca3'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:10.339219 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-69f2498b-ef01-43bd-a2c8-8567117421ef req-587001c2-7a52-4f51-8321-5e433d0b2768 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] 10.222.0.58 "GET /v2.0/ports?device_id=29b11eb5-6823-41dd-9bc5-089bc0f7ac6e HTTP/1.1" status: 200 len: 210 time: 0.0270989 Sep 21 18:33:10.740182 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-c42e3ddd-123b-4aeb-a560-19dfcb6b284e tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Made reservation on behalf of b2714d6373734dea8502b8c647963ca3 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:10.745182 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-c42e3ddd-123b-4aeb-a560-19dfcb6b284e tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:10.758060 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-c42e3ddd-123b-4aeb-a560-19dfcb6b284e tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:10.856624 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-c42e3ddd-123b-4aeb-a560-19dfcb6b284e tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:10.862997 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-c42e3ddd-123b-4aeb-a560-19dfcb6b284e tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:10.930420 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e3ddd-123b-4aeb-a560-19dfcb6b284e tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d7efbc-0d81-4db2-bb6b-b8be7a4bfdc9,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:11.000458 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-c42e3ddd-123b-4aeb-a560-19dfcb6b284e tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Allocated IP 192.168.233.20 (c714db5f-672e-4004-8098-88db84169d3c/53f6ee96-7c10-4364-b9ae-9f7e7556e695/4c908cbf-a27d-473a-86c1-55ad16b7bd58) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:11.146008 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-c42e3ddd-123b-4aeb-a560-19dfcb6b284e tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:11.185779 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-c42e3ddd-123b-4aeb-a560-19dfcb6b284e tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:11.228044 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-c42e3ddd-123b-4aeb-a560-19dfcb6b284e tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Network c714db5f-672e-4004-8098-88db84169d3c is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:11.231152 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-c42e3ddd-123b-4aeb-a560-19dfcb6b284e tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:11.236803 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-c42e3ddd-123b-4aeb-a560-19dfcb6b284e tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:11.243234 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e3ddd-123b-4aeb-a560-19dfcb6b284e tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Pushing event updated for resources: {'Port': ['ID=4c908cbf-a27d-473a-86c1-55ad16b7bd58,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:11.288526 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-c42e3ddd-123b-4aeb-a560-19dfcb6b284e tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:11.289133 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-c42e3ddd-123b-4aeb-a560-19dfcb6b284e tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:11.305839 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-c42e3ddd-123b-4aeb-a560-19dfcb6b284e tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0298784 Sep 21 18:33:11.318668 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-46098827-a946-4e25-8fa7-425ec8408df2 service neutron] Request body: {'port': {'device_id': '29b11eb5-6823-41dd-9bc5-089bc0f7ac6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:11.379955 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-46098827-a946-4e25-8fa7-425ec8408df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:11.509777 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-c91c27e1-dea1-4d9e-b229-d50088ffa159 None None] Provisioning complete for port 4c908cbf-a27d-473a-86c1-55ad16b7bd58 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:11.510340 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c91c27e1-dea1-4d9e-b229-d50088ffa159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:11.531365 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760108e-eeec-403b-bcbf-bc101e52d986 req-895911d3-d965-4e46-b2cb-74faa54d3284 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:11.532846 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d760108e-eeec-403b-bcbf-bc101e52d986 req-895911d3-d965-4e46-b2cb-74faa54d3284 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] 10.222.0.58 "GET /v2.0/ports?device_id=29b11eb5-6823-41dd-9bc5-089bc0f7ac6e HTTP/1.1" status: 200 len: 935 time: 0.1156883 Sep 21 18:33:11.544709 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-c91c27e1-dea1-4d9e-b229-d50088ffa159 None None] Port 4c908cbf-a27d-473a-86c1-55ad16b7bd58 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:33:11.566265 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:33:11.620174 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d760108e-eeec-403b-bcbf-bc101e52d986 req-a23bb907-d13c-4114-8ec0-ed0dd6c3eb89 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d7efbc-0d81-4db2-bb6b-b8be7a4bfdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795851 Sep 21 18:33:11.717525 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-46098827-a946-4e25-8fa7-425ec8408df2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c908cbf-a27d-473a-86c1-55ad16b7bd58 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:33:11.726900 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-46098827-a946-4e25-8fa7-425ec8408df2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:11.747391 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-46098827-a946-4e25-8fa7-425ec8408df2 service neutron] Transition to ACTIVE for port object 4c908cbf-a27d-473a-86c1-55ad16b7bd58 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:33:11.754529 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-46098827-a946-4e25-8fa7-425ec8408df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:11.818384 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46098827-a946-4e25-8fa7-425ec8408df2 service neutron] Pushing event updated for resources: {'Port': ['ID=4c908cbf-a27d-473a-86c1-55ad16b7bd58,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:11.894509 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-46098827-a946-4e25-8fa7-425ec8408df2 service neutron] Attempting to bind port 4c908cbf-a27d-473a-86c1-55ad16b7bd58 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:33:11.894851 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-46098827-a946-4e25-8fa7-425ec8408df2 service neutron] Attempting to bind port 4c908cbf-a27d-473a-86c1-55ad16b7bd58 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:33:11.895221 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-46098827-a946-4e25-8fa7-425ec8408df2 service neutron] Attempting to bind port 4c908cbf-a27d-473a-86c1-55ad16b7bd58 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:33:11.900259 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-46098827-a946-4e25-8fa7-425ec8408df2 service neutron] Port 4c908cbf-a27d-473a-86c1-55ad16b7bd58 on network c714db5f-672e-4004-8098-88db84169d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:33:11.900585 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-46098827-a946-4e25-8fa7-425ec8408df2 service neutron] Attempting to bind port 4c908cbf-a27d-473a-86c1-55ad16b7bd58 on network c714db5f-672e-4004-8098-88db84169d3c {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:33:11.906318 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-46098827-a946-4e25-8fa7-425ec8408df2 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:33:11.906659 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-46098827-a946-4e25-8fa7-425ec8408df2 service neutron] Checking segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:33:11.907087 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-46098827-a946-4e25-8fa7-425ec8408df2 service neutron] Bound using segment: {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:33:11.907521 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-46098827-a946-4e25-8fa7-425ec8408df2 service neutron] Bound port: 4c908cbf-a27d-473a-86c1-55ad16b7bd58, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db53cfc7-7a5c-4c4f-8886-6ff32c37b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:33:11.907904 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-46098827-a946-4e25-8fa7-425ec8408df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:11.983049 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-46098827-a946-4e25-8fa7-425ec8408df2 service neutron] For port 4c908cbf-a27d-473a-86c1-55ad16b7bd58, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:33:11.986701 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-46098827-a946-4e25-8fa7-425ec8408df2 service neutron] For port 4c908cbf-a27d-473a-86c1-55ad16b7bd58, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=4c908cbf-a27d-473a-86c1-55ad16b7bd58,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:33:11.992472 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-46098827-a946-4e25-8fa7-425ec8408df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:12.029219 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-46098827-a946-4e25-8fa7-425ec8408df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:12.029936 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-46098827-a946-4e25-8fa7-425ec8408df2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:12.032072 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-46098827-a946-4e25-8fa7-425ec8408df2 service neutron] 10.222.0.44 "PUT /v2.0/ports/4c908cbf-a27d-473a-86c1-55ad16b7bd58 HTTP/1.1" status: 200 len: 1095 time: 0.7177522 Sep 21 18:33:12.032520 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b11eb5-6823-41dd-9bc5-089bc0f7ac6e', 'tag': '4c908cbf-a27d-473a-86c1-55ad16b7bd58'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:33:12.034907 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5ef97e-607e-421b-8c01-a4aa899c0b50" -d '{"events": [{"name": "network-changed", "server_uuid": "29b11eb5-6823-41dd-9bc5-089bc0f7ac6e", "tag": "4c908cbf-a27d-473a-86c1-55ad16b7bd58"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:33:12.061480 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46098827-a946-4e25-8fa7-425ec8408df2 service neutron] Pushing event updated for resources: {'Port': ['ID=4c908cbf-a27d-473a-86c1-55ad16b7bd58,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:12.107498 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d8274c-8fbc-4555-bf28-ebf25fdf76f7 x-openstack-request-id: req-d7d8274c-8fbc-4555-bf28-ebf25fdf76f7 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:33:12.107762 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b11eb5-6823-41dd-9bc5-089bc0f7ac6e", "tag": "4c908cbf-a27d-473a-86c1-55ad16b7bd58", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:33:12.108003 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d7d8274c-8fbc-4555-bf28-ebf25fdf76f7 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:33:12.108427 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b11eb5-6823-41dd-9bc5-089bc0f7ac6e', 'tag': '4c908cbf-a27d-473a-86c1-55ad16b7bd58', 'status': 'completed', 'code': 200} Sep 21 18:33:12.129310 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-14fde428-4c4a-49b2-a222-5fe43354f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:12.131090 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-14fde428-4c4a-49b2-a222-5fe43354f170 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2714d6373734dea8502b8c647963ca3&device_id=29b11eb5-6823-41dd-9bc5-089bc0f7ac6e HTTP/1.1" status: 200 len: 1098 time: 0.0500638 Sep 21 18:33:12.178479 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-269b7493-9555-40f9-b627-abf3bbab8d13 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=4c908cbf-a27d-473a-86c1-55ad16b7bd58 HTTP/1.1" status: 200 len: 217 time: 0.0389776 Sep 21 18:33:12.232272 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-d21c2d77-d5d3-4bae-9190-27404e3114e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:12.233794 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-d21c2d77-d5d3-4bae-9190-27404e3114e0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.0472417 Sep 21 18:33:12.297100 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-ab292d19-f35e-4a22-bd3e-0d3195ccaa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:12.298632 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-ab292d19-f35e-4a22-bd3e-0d3195ccaa8f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0569818 Sep 21 18:33:12.411151 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-9766558e-b249-4747-9ed9-77cfd1d2fdac service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031575 Sep 21 18:33:12.515166 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-10fc6db6-28f8-49ff-afdb-85ce49679766 req-78d60bbc-ed4b-4e8c-a4ec-5a53fd82c425 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948429 Sep 21 18:33:12.612235 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ef97e-607e-421b-8c01-a4aa899c0b50 req-8ce92d15-e09c-4462-b55f-ca86236c1122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:12.613745 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2c5ef97e-607e-421b-8c01-a4aa899c0b50 req-8ce92d15-e09c-4462-b55f-ca86236c1122 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2714d6373734dea8502b8c647963ca3&device_id=29b11eb5-6823-41dd-9bc5-089bc0f7ac6e HTTP/1.1" status: 200 len: 1098 time: 0.0460496 Sep 21 18:33:12.738408 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ef97e-607e-421b-8c01-a4aa899c0b50 req-f6e3272a-6b3f-49fc-8e2b-fc2ca651bcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:12.740605 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2c5ef97e-607e-421b-8c01-a4aa899c0b50 req-f6e3272a-6b3f-49fc-8e2b-fc2ca651bcd5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c714db5f-672e-4004-8098-88db84169d3c HTTP/1.1" status: 200 len: 870 time: 0.1189108 Sep 21 18:33:12.764119 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875ad34-a8bd-428e-b739-a4db551f0109 req-e9ee6870-29e1-4ff1-9839-16115418b2a7 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:12.765629 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8875ad34-a8bd-428e-b739-a4db551f0109 req-e9ee6870-29e1-4ff1-9839-16115418b2a7 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] 10.222.0.58 "GET /v2.0/ports?device_id=29b11eb5-6823-41dd-9bc5-089bc0f7ac6e HTTP/1.1" status: 200 len: 947 time: 0.0754380 Sep 21 18:33:12.800062 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2c5ef97e-607e-421b-8c01-a4aa899c0b50 req-1fc680b2-9125-40b5-90a6-a244376bf773 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=4c908cbf-a27d-473a-86c1-55ad16b7bd58 HTTP/1.1" status: 200 len: 217 time: 0.0495214 Sep 21 18:33:12.859712 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8875ad34-a8bd-428e-b739-a4db551f0109 req-b48b4c07-b097-473d-a399-a7912bccfc27 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d7efbc-0d81-4db2-bb6b-b8be7a4bfdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663073 Sep 21 18:33:12.865259 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ef97e-607e-421b-8c01-a4aa899c0b50 req-074d3287-7759-40e4-ba18-840808e44015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:12.866653 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2c5ef97e-607e-421b-8c01-a4aa899c0b50 req-074d3287-7759-40e4-ba18-840808e44015 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53f6ee96-7c10-4364-b9ae-9f7e7556e695 HTTP/1.1" status: 200 len: 843 time: 0.0587108 Sep 21 18:33:12.919335 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ef97e-607e-421b-8c01-a4aa899c0b50 req-cdec0122-9e56-4b80-a97f-498ddb17728b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:12.920868 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2c5ef97e-607e-421b-8c01-a4aa899c0b50 req-cdec0122-9e56-4b80-a97f-498ddb17728b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c714db5f-672e-4004-8098-88db84169d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0444856 Sep 21 18:33:13.013824 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2c5ef97e-607e-421b-8c01-a4aa899c0b50 req-86291506-818a-4ef9-9660-0a97341f04a3 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843549 Sep 21 18:33:13.118857 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2c5ef97e-607e-421b-8c01-a4aa899c0b50 req-b0b3b762-19e8-4b34-9f62-ea94abf422f3 service neutron] 10.222.0.44 "GET /v2.0/networks/c714db5f-672e-4004-8098-88db84169d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963228 Sep 21 18:33:13.980161 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee674fcb-ced1-4713-8b5c-dfeaeaaf99ae req-3c5e7bc8-dc30-4484-a7d9-cfcbe5a16fcd tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:13.981653 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ee674fcb-ced1-4713-8b5c-dfeaeaaf99ae req-3c5e7bc8-dc30-4484-a7d9-cfcbe5a16fcd tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] 10.222.0.58 "GET /v2.0/ports?device_id=29b11eb5-6823-41dd-9bc5-089bc0f7ac6e HTTP/1.1" status: 200 len: 947 time: 0.0499923 Sep 21 18:33:14.019178 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ee674fcb-ced1-4713-8b5c-dfeaeaaf99ae req-cbb176a2-5522-4d3e-b6d2-0c3074c8038e tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d7efbc-0d81-4db2-bb6b-b8be7a4bfdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313988 Sep 21 18:33:15.151378 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e362b1-72d4-4cec-9ccb-2986ee1e07ce req-9b730b69-e54b-41cf-985d-a4873a7deb41 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:15.152862 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65e362b1-72d4-4cec-9ccb-2986ee1e07ce req-9b730b69-e54b-41cf-985d-a4873a7deb41 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] 10.222.0.58 "GET /v2.0/ports?device_id=29b11eb5-6823-41dd-9bc5-089bc0f7ac6e HTTP/1.1" status: 200 len: 947 time: 0.0522013 Sep 21 18:33:15.194839 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65e362b1-72d4-4cec-9ccb-2986ee1e07ce req-97aac08f-df91-42b5-b527-de684a9aef4b tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d7efbc-0d81-4db2-bb6b-b8be7a4bfdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333929 Sep 21 18:33:15.295307 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 4c908cbf-a27d-473a-86c1-55ad16b7bd58 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:33:15.408902 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 4c908cbf-a27d-473a-86c1-55ad16b7bd58, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=4c908cbf-a27d-473a-86c1-55ad16b7bd58,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:33:15.419294 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '4c908cbf-a27d-473a-86c1-55ad16b7bd58', 'network_id': 'c714db5f-672e-4004-8098-88db84169d3c', 'port_id': '4c908cbf-a27d-473a-86c1-55ad16b7bd58', 'mac_address': 'fa:16:3e:cd:4b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f6ee96-7c10-4364-b9ae-9f7e7556e695', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:33:15.460116 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:15.472580 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c908cbf-a27d-473a-86c1-55ad16b7bd58 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:33:15.491256 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 4c908cbf-a27d-473a-86c1-55ad16b7bd58, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=4c908cbf-a27d-473a-86c1-55ad16b7bd58,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:33:15.496739 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:15.543712 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=4c908cbf-a27d-473a-86c1-55ad16b7bd58,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:15.726538 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['4c908cbf-a27d-473a-86c1-55ad16b7bd58'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:33:15.953886 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-70a126c0-178f-4322-b5ac-34d38acfebc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:16.327071 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546aa163-a551-4a84-8335-c2c14c0f4907 req-0493bb5f-9653-404c-a64c-c2925a875b56 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:16.328635 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-546aa163-a551-4a84-8335-c2c14c0f4907 req-0493bb5f-9653-404c-a64c-c2925a875b56 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] 10.222.0.58 "GET /v2.0/ports?device_id=29b11eb5-6823-41dd-9bc5-089bc0f7ac6e HTTP/1.1" status: 200 len: 948 time: 0.0641782 Sep 21 18:33:16.371071 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-546aa163-a551-4a84-8335-c2c14c0f4907 req-eb10565f-7289-4545-9ed2-ec1db584e056 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d7efbc-0d81-4db2-bb6b-b8be7a4bfdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361335 Sep 21 18:33:17.309710 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 4c908cbf-a27d-473a-86c1-55ad16b7bd58 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:33:17.369203 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 4c908cbf-a27d-473a-86c1-55ad16b7bd58 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:33:17.373044 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 4c908cbf-a27d-473a-86c1-55ad16b7bd58 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:17.373377 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:17.452058 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:17.474457 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b11eb5-6823-41dd-9bc5-089bc0f7ac6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c908cbf-a27d-473a-86c1-55ad16b7bd58'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:33:17.476712 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f631a7d6-a08c-4a41-8ab5-d0d755228690" -d '{"events": [{"server_uuid": "29b11eb5-6823-41dd-9bc5-089bc0f7ac6e", "name": "network-vif-plugged", "status": "completed", "tag": "4c908cbf-a27d-473a-86c1-55ad16b7bd58"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:33:17.487902 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87da95-2b17-4ffb-9ed7-8e0cf8616d76 req-12ffb59c-5b9a-4a4e-8b22-75d06526badc tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:17.489459 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f87da95-2b17-4ffb-9ed7-8e0cf8616d76 req-12ffb59c-5b9a-4a4e-8b22-75d06526badc tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] 10.222.0.58 "GET /v2.0/ports?device_id=29b11eb5-6823-41dd-9bc5-089bc0f7ac6e HTTP/1.1" status: 200 len: 948 time: 0.0508914 Sep 21 18:33:17.493597 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 4c908cbf-a27d-473a-86c1-55ad16b7bd58, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=4c908cbf-a27d-473a-86c1-55ad16b7bd58,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:33:17.499203 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:17.526260 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71bf384-2d44-471c-a6f6-139ba2a85887 x-openstack-request-id: req-c71bf384-2d44-471c-a6f6-139ba2a85887 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:33:17.527029 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b11eb5-6823-41dd-9bc5-089bc0f7ac6e", "name": "network-vif-plugged", "status": "completed", "tag": "4c908cbf-a27d-473a-86c1-55ad16b7bd58", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:33:17.527029 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c71bf384-2d44-471c-a6f6-139ba2a85887 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:33:17.527248 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b11eb5-6823-41dd-9bc5-089bc0f7ac6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c908cbf-a27d-473a-86c1-55ad16b7bd58', 'code': 200} Sep 21 18:33:17.532247 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f87da95-2b17-4ffb-9ed7-8e0cf8616d76 req-752d2f1b-ed1d-4ff5-9b1b-29c3432c028d tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d7efbc-0d81-4db2-bb6b-b8be7a4bfdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347388 Sep 21 18:33:17.556310 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=4c908cbf-a27d-473a-86c1-55ad16b7bd58,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:17.637890 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ff1bb-8f63-468f-93d5-1ec182926c87 req-d289c80c-8e6c-4f7f-b959-55576ff5cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:17.639377 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5b8ff1bb-8f63-468f-93d5-1ec182926c87 req-d289c80c-8e6c-4f7f-b959-55576ff5cf6a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=29b11eb5-6823-41dd-9bc5-089bc0f7ac6e HTTP/1.1" status: 200 len: 1100 time: 0.0547593 Sep 21 18:33:17.675933 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5b8ff1bb-8f63-468f-93d5-1ec182926c87 req-d890d4b8-142a-406a-a7b1-c0adb1130f00 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e3d7efbc-0d81-4db2-bb6b-b8be7a4bfdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284500 Sep 21 18:33:18.473127 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ff8f9ade-a5c9-4d7e-9c55-3d76bba24851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:18.668583 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142eec89-07c8-457b-bc42-977337fb1a2a req-0dfd8f4e-5279-4377-b830-6914c9798393 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:18.670128 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-142eec89-07c8-457b-bc42-977337fb1a2a req-0dfd8f4e-5279-4377-b830-6914c9798393 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] 10.222.0.58 "GET /v2.0/ports?device_id=29b11eb5-6823-41dd-9bc5-089bc0f7ac6e HTTP/1.1" status: 200 len: 949 time: 0.0568695 Sep 21 18:33:18.709112 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-142eec89-07c8-457b-bc42-977337fb1a2a req-67487bf8-a9a0-4568-99ee-bac6890cb117 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d7efbc-0d81-4db2-bb6b-b8be7a4bfdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327003 Sep 21 18:33:19.046079 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:19.831321 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec64ba2-1cac-425d-8099-ed3adf4bb6c5 req-51893fd8-75cc-4c1f-92c6-6b8810bd318a tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:19.832854 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bec64ba2-1cac-425d-8099-ed3adf4bb6c5 req-51893fd8-75cc-4c1f-92c6-6b8810bd318a tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] 10.222.0.58 "GET /v2.0/ports?device_id=29b11eb5-6823-41dd-9bc5-089bc0f7ac6e HTTP/1.1" status: 200 len: 949 time: 0.0517695 Sep 21 18:33:19.874383 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bec64ba2-1cac-425d-8099-ed3adf4bb6c5 req-11965cfe-8f22-4794-9521-d4c3b5f774e2 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d7efbc-0d81-4db2-bb6b-b8be7a4bfdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325420 Sep 21 18:33:20.190768 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-3c91a09a-b02c-474b-9d60-d84d3a793d07 req-b499c0f2-194d-4128-9678-faa9c0de5883 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:33:20.191826 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3c91a09a-b02c-474b-9d60-d84d3a793d07 req-b499c0f2-194d-4128-9678-faa9c0de5883 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061531 Sep 21 18:33:20.222814 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:20.645488 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-b2138b9c-89b5-4eb3-9d13-8e1d9897cc78 req-516030d7-85b3-488c-a6ff-1f18b44a6157 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:33:20.646971 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b2138b9c-89b5-4eb3-9d13-8e1d9897cc78 req-516030d7-85b3-488c-a6ff-1f18b44a6157 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1236255 Sep 21 18:33:21.001177 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d8bad-d1bd-4cff-8428-2317352e1684 req-404c0c6a-81f5-4b60-a760-3aede417eef3 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:21.002737 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-997d8bad-d1bd-4cff-8428-2317352e1684 req-404c0c6a-81f5-4b60-a760-3aede417eef3 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] 10.222.0.58 "GET /v2.0/ports?device_id=29b11eb5-6823-41dd-9bc5-089bc0f7ac6e HTTP/1.1" status: 200 len: 949 time: 0.0555398 Sep 21 18:33:21.043955 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-997d8bad-d1bd-4cff-8428-2317352e1684 req-81c1eb08-589b-452e-9bd8-00e2f5559bd5 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d7efbc-0d81-4db2-bb6b-b8be7a4bfdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324340 Sep 21 18:33:21.713605 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:22.174783 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e53cab-f057-4adf-a229-55615bd003bc req-22c2a993-41c6-41a8-adbf-3142b79d520f tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:22.176304 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d4e53cab-f057-4adf-a229-55615bd003bc req-22c2a993-41c6-41a8-adbf-3142b79d520f tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] 10.222.0.58 "GET /v2.0/ports?device_id=29b11eb5-6823-41dd-9bc5-089bc0f7ac6e HTTP/1.1" status: 200 len: 949 time: 0.0494339 Sep 21 18:33:22.216673 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d4e53cab-f057-4adf-a229-55615bd003bc req-cf0981bf-4a24-4ea5-9d1d-ac0423c099bd tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] 10.222.0.58 "GET /v2.0/security-groups?id=e3d7efbc-0d81-4db2-bb6b-b8be7a4bfdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331068 Sep 21 18:33:22.362868 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc0595-b39e-4600-8f03-9beb5200c2f5 req-b2f1354b-a117-4f90-93e9-25849c919b55 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:22.364298 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-34bc0595-b39e-4600-8f03-9beb5200c2f5 req-b2f1354b-a117-4f90-93e9-25849c919b55 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] 10.222.0.44 "GET /v2.0/ports?device_id=29b11eb5-6823-41dd-9bc5-089bc0f7ac6e HTTP/1.1" status: 200 len: 949 time: 0.0605285 Sep 21 18:33:22.456508 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-34bc0595-b39e-4600-8f03-9beb5200c2f5 req-e3f43690-b2b9-4ddb-8064-e965fbbb3902 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Deleting port 4c908cbf-a27d-473a-86c1-55ad16b7bd58 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:33:22.456856 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-34bc0595-b39e-4600-8f03-9beb5200c2f5 req-e3f43690-b2b9-4ddb-8064-e965fbbb3902 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:22.548779 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-34bc0595-b39e-4600-8f03-9beb5200c2f5 req-e3f43690-b2b9-4ddb-8064-e965fbbb3902 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] For port 4c908cbf-a27d-473a-86c1-55ad16b7bd58, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=4c908cbf-a27d-473a-86c1-55ad16b7bd58,segment=NetworkSegment(db53cfc7-7a5c-4c4f-8886-6ff32c37b18a),segment_id=db53cfc7-7a5c-4c4f-8886-6ff32c37b18a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:33:22.549131 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-34bc0595-b39e-4600-8f03-9beb5200c2f5 req-e3f43690-b2b9-4ddb-8064-e965fbbb3902 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:22.561158 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-34bc0595-b39e-4600-8f03-9beb5200c2f5 req-e3f43690-b2b9-4ddb-8064-e965fbbb3902 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Calling delete_port for 4c908cbf-a27d-473a-86c1-55ad16b7bd58 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:33:22.688496 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-34bc0595-b39e-4600-8f03-9beb5200c2f5 req-e3f43690-b2b9-4ddb-8064-e965fbbb3902 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:22.702552 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['4c908cbf-a27d-473a-86c1-55ad16b7bd58'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:33:22.726068 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f43690-b2b9-4ddb-8064-e965fbbb3902 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Pushing event deleted for resources: {'Port': ['ID=4c908cbf-a27d-473a-86c1-55ad16b7bd58,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:22.770629 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bc0595-b39e-4600-8f03-9beb5200c2f5 req-e3f43690-b2b9-4ddb-8064-e965fbbb3902 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] No DVR routers for this DVR port 4c908cbf-a27d-473a-86c1-55ad16b7bd58 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:33:22.773489 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-34bc0595-b39e-4600-8f03-9beb5200c2f5 req-e3f43690-b2b9-4ddb-8064-e965fbbb3902 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:22.775583 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-34bc0595-b39e-4600-8f03-9beb5200c2f5 req-e3f43690-b2b9-4ddb-8064-e965fbbb3902 tempest-ServersAdminNegativeTestJSON-158891186 tempest-ServersAdminNegativeTestJSON-158891186-project] 10.222.0.44 "DELETE /v2.0/ports/4c908cbf-a27d-473a-86c1-55ad16b7bd58 HTTP/1.1" status: 204 len: 173 time: 0.4024720 Sep 21 18:33:22.776029 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b11eb5-6823-41dd-9bc5-089bc0f7ac6e', 'name': 'network-vif-deleted', 'tag': '4c908cbf-a27d-473a-86c1-55ad16b7bd58'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:33:22.778299 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787dc76b-5f5f-4add-b5c5-a6b30ab1359f" -d '{"events": [{"server_uuid": "29b11eb5-6823-41dd-9bc5-089bc0f7ac6e", "name": "network-vif-deleted", "tag": "4c908cbf-a27d-473a-86c1-55ad16b7bd58"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:33:22.825701 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a5fea7-866a-4dcd-a410-eb2793140026 x-openstack-request-id: req-84a5fea7-866a-4dcd-a410-eb2793140026 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:33:22.826004 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b11eb5-6823-41dd-9bc5-089bc0f7ac6e", "name": "network-vif-deleted", "tag": "4c908cbf-a27d-473a-86c1-55ad16b7bd58", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:33:22.826332 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-84a5fea7-866a-4dcd-a410-eb2793140026 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:33:22.827141 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b11eb5-6823-41dd-9bc5-089bc0f7ac6e', 'name': 'network-vif-deleted', 'tag': '4c908cbf-a27d-473a-86c1-55ad16b7bd58', 'status': 'completed', 'code': 200} Sep 21 18:33:23.527482 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51502) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:23.683142 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b9481bd8-1ee7-4924-b99e-bf585d5fdfd4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b2714d6373734dea8502b8c647963ca3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543112 Sep 21 18:33:23.687152 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51506) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:23.713742 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:23.740807 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5c1af3a-9da7-4931-981e-96394ce3d975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:23.762531 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5c1af3a-9da7-4931-981e-96394ce3d975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:23.817097 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5c1af3a-9da7-4931-981e-96394ce3d975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:23.819648 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c5c1af3a-9da7-4931-981e-96394ce3d975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:23.821136 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c5c1af3a-9da7-4931-981e-96394ce3d975 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e3d7efbc-0d81-4db2-bb6b-b8be7a4bfdc9 HTTP/1.1" status: 204 len: 168 time: 0.1325123 Sep 21 18:33:23.829002 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1af3a-9da7-4931-981e-96394ce3d975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d7efbc-0d81-4db2-bb6b-b8be7a4bfdc9,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:24.121958 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51512) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:24.135290 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f63ad28f-8aee-4193-845a-2e9db19ca32b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:24.223251 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f63ad28f-8aee-4193-845a-2e9db19ca32b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:24.228558 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f63ad28f-8aee-4193-845a-2e9db19ca32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:24.268859 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f63ad28f-8aee-4193-845a-2e9db19ca32b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=71860011e1bc4a5689cd60ea28fbb594&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1458297 Sep 21 18:33:24.269733 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ad28f-8aee-4193-845a-2e9db19ca32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c1ef5f-e764-439b-829c-5562325dfb63,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:24.272210 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51514) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:24.328379 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fe50dcd9-111e-4b0c-8bdb-acbd25c1a964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:24.351059 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fe50dcd9-111e-4b0c-8bdb-acbd25c1a964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:24.405535 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fe50dcd9-111e-4b0c-8bdb-acbd25c1a964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:24.409627 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fe50dcd9-111e-4b0c-8bdb-acbd25c1a964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:24.411135 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fe50dcd9-111e-4b0c-8bdb-acbd25c1a964 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/27c1ef5f-e764-439b-829c-5562325dfb63 HTTP/1.1" status: 204 len: 168 time: 0.1377993 Sep 21 18:33:24.418594 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50dcd9-111e-4b0c-8bdb-acbd25c1a964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c1ef5f-e764-439b-829c-5562325dfb63,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:24.857372 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:25.175344 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51536) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:25.285802 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-ad4bfdaa-5920-415c-9943-fb3965de966b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-220726800-network', 'tenant_id': 'ba8d12aeafa04d4e9a20c1906863562d'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:25.309071 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4bfdaa-5920-415c-9943-fb3965de966b admin admin] Made reservation on behalf of ba8d12aeafa04d4e9a20c1906863562d for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:25.311501 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ad4bfdaa-5920-415c-9943-fb3965de966b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:25.320267 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ad4bfdaa-5920-415c-9943-fb3965de966b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:25.418820 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ad4bfdaa-5920-415c-9943-fb3965de966b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:25.425451 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ad4bfdaa-5920-415c-9943-fb3965de966b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:25.446520 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad4bfdaa-5920-415c-9943-fb3965de966b admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:33:25.459827 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4bfdaa-5920-415c-9943-fb3965de966b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2656b402-9034-40bf-a12e-b65dfd44ab1e,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:25.465425 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ad4bfdaa-5920-415c-9943-fb3965de966b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:25.465773 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-ad4bfdaa-5920-415c-9943-fb3965de966b admin admin] Added segment b6828ad7-2fde-4d37-8cff-fdab4abf06fe of type vlan for network 1425e4d1-071a-4ba7-9c7c-168ff13667a6 Sep 21 18:33:25.504420 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ad4bfdaa-5920-415c-9943-fb3965de966b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:25.531320 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ad4bfdaa-5920-415c-9943-fb3965de966b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:25.532269 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4bfdaa-5920-415c-9943-fb3965de966b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:25.532910 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ad4bfdaa-5920-415c-9943-fb3965de966b admin admin] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:25.566096 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ad4bfdaa-5920-415c-9943-fb3965de966b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3896701 Sep 21 18:33:25.569421 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51540) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:33:25.574770 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-0ec744dc-a48d-4bbd-8f32-a029671d6247 admin admin] Request body: {'subnet': {'network_id': '1425e4d1-071a-4ba7-9c7c-168ff13667a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-220726800-subnet', 'tenant_id': 'ba8d12aeafa04d4e9a20c1906863562d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:25.597478 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4bfdaa-5920-415c-9943-fb3965de966b admin admin] Pushing event updated for resources: {'Network': ['ID=1425e4d1-071a-4ba7-9c7c-168ff13667a6,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:25.597950 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec744dc-a48d-4bbd-8f32-a029671d6247 admin admin] Made reservation on behalf of ba8d12aeafa04d4e9a20c1906863562d for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:25.606379 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0ec744dc-a48d-4bbd-8f32-a029671d6247 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:25.608108 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 1425e4d1-071a-4ba7-9c7c-168ff13667a6 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:33:25.778673 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0ec744dc-a48d-4bbd-8f32-a029671d6247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:25.835541 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec744dc-a48d-4bbd-8f32-a029671d6247 admin admin] Pushing event updated for resources: {'Subnet': ['ID=248ca090-f29c-4fff-b6fc-d414fb1dc966,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:25.843110 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec744dc-a48d-4bbd-8f32-a029671d6247 admin admin] Checking segment: {'id': 'b6828ad7-2fde-4d37-8cff-fdab4abf06fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1425e4d1-071a-4ba7-9c7c-168ff13667a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:33:25.843464 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec744dc-a48d-4bbd-8f32-a029671d6247 admin admin] Network hostable DHCP agents. Network: 1425e4d1-071a-4ba7-9c7c-168ff13667a6, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:33:25.862211 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec744dc-a48d-4bbd-8f32-a029671d6247 admin admin] Network 1425e4d1-071a-4ba7-9c7c-168ff13667a6 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:33:25.872207 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-0ec744dc-a48d-4bbd-8f32-a029671d6247 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 1425e4d1-071a-4ba7-9c7c-168ff13667a6) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:25.876419 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec744dc-a48d-4bbd-8f32-a029671d6247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:25.877121 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-0ec744dc-a48d-4bbd-8f32-a029671d6247 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:25.882376 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13418e5f-8233-41ff-9e85-827b3b358ca0 None None] Network 1425e4d1-071a-4ba7-9c7c-168ff13667a6 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:25.893217 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0ec744dc-a48d-4bbd-8f32-a029671d6247 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3226194 Sep 21 18:33:26.012623 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a19d4c-2383-4323-b634-795c9b6dceb0 None None] Network 1425e4d1-071a-4ba7-9c7c-168ff13667a6 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:33:26.334800 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-37bcd93f-df2d-4738-bb33-0247f0776e99 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:26.336305 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-37bcd93f-df2d-4738-bb33-0247f0776e99 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/networks?id=1425e4d1-071a-4ba7-9c7c-168ff13667a6 HTTP/1.1" status: 200 len: 811 time: 0.1032963 Sep 21 18:33:26.351218 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-f0cc22d8-fa98-46f6-9851-981d1d0afa6b tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/quotas/ba8d12aeafa04d4e9a20c1906863562d HTTP/1.1" status: 200 len: 375 time: 0.0090876 Sep 21 18:33:26.386685 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-9023ef9e-7d3f-4b1c-8b30-cc9df381a37c tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ba8d12aeafa04d4e9a20c1906863562d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301702 Sep 21 18:33:26.489628 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-6c352201-cf59-4b94-8831-5fa836b3d309 service neutron] 10.222.0.58 "GET /v2.0/networks/1425e4d1-071a-4ba7-9c7c-168ff13667a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960155 Sep 21 18:33:26.582964 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-3b5499be-73ee-416c-ac11-8f94c54cb307 service neutron] 10.222.0.58 "GET /v2.0/networks/1425e4d1-071a-4ba7-9c7c-168ff13667a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872340 Sep 21 18:33:26.753890 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7f9a2a6e-495b-41e0-b15e-1dded928e461 req-c3751409-cc7c-4532-9e52-1c5c6d8860e3 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 210 time: 0.0257394 Sep 21 18:33:27.374482 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 4c908cbf-a27d-473a-86c1-55ad16b7bd58 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:33:27.403717 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 4c908cbf-a27d-473a-86c1-55ad16b7bd58 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:33:27.404046 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 4c908cbf-a27d-473a-86c1-55ad16b7bd58 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:33:27.779262 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-6b17c086-0571-4664-8cc5-714f4f08a116 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:27.780740 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-6b17c086-0571-4664-8cc5-714f4f08a116 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.44 "GET /v2.0/networks?id=1425e4d1-071a-4ba7-9c7c-168ff13667a6 HTTP/1.1" status: 200 len: 811 time: 0.1050916 Sep 21 18:33:27.795726 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-7a72d70e-1eca-4181-98fa-a2dc5860738f tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Request body: {'port': {'device_id': '97e1ad7b-fe72-4929-8096-15041e8b3a05', 'network_id': '1425e4d1-071a-4ba7-9c7c-168ff13667a6', 'admin_state_up': True, 'tenant_id': 'ba8d12aeafa04d4e9a20c1906863562d'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:27.881479 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3ebe8c29-cab9-458a-8f3c-ae2be0cc6c64 req-105d8e67-645f-461f-97ad-4464da69e95b tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 210 time: 0.0568504 Sep 21 18:33:27.935630 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-7a72d70e-1eca-4181-98fa-a2dc5860738f tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Made reservation on behalf of ba8d12aeafa04d4e9a20c1906863562d for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:33:27.939203 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-7a72d70e-1eca-4181-98fa-a2dc5860738f tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:28.073062 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-7a72d70e-1eca-4181-98fa-a2dc5860738f tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Allocated IP 172.20.0.9 (1425e4d1-071a-4ba7-9c7c-168ff13667a6/248ca090-f29c-4fff-b6fc-d414fb1dc966/3087fc53-2b42-4992-988f-3e8f996f774d) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:33:28.226758 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-7a72d70e-1eca-4181-98fa-a2dc5860738f tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:28.263004 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-7a72d70e-1eca-4181-98fa-a2dc5860738f tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:28.315685 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-7a72d70e-1eca-4181-98fa-a2dc5860738f tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Network 1425e4d1-071a-4ba7-9c7c-168ff13667a6 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:33:28.318877 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-7a72d70e-1eca-4181-98fa-a2dc5860738f tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:33:28.325271 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-7a72d70e-1eca-4181-98fa-a2dc5860738f tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:33:28.331266 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72d70e-1eca-4181-98fa-a2dc5860738f tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Pushing event updated for resources: {'Port': ['ID=3087fc53-2b42-4992-988f-3e8f996f774d,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:28.375265 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-7a72d70e-1eca-4181-98fa-a2dc5860738f tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:28.375886 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-7a72d70e-1eca-4181-98fa-a2dc5860738f tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:28.393472 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-7a72d70e-1eca-4181-98fa-a2dc5860738f tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6027887 Sep 21 18:33:28.409410 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-ac508d88-5178-4e20-aa80-611c8859c0d0 service neutron] Request body: {'port': {'device_id': '97e1ad7b-fe72-4929-8096-15041e8b3a05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:33:28.472615 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-ac508d88-5178-4e20-aa80-611c8859c0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:28.760040 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-ac508d88-5178-4e20-aa80-611c8859c0d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3087fc53-2b42-4992-988f-3e8f996f774d {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:33:28.767874 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-ac508d88-5178-4e20-aa80-611c8859c0d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:28.781468 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-ac508d88-5178-4e20-aa80-611c8859c0d0 service neutron] Transition to ACTIVE for port object 3087fc53-2b42-4992-988f-3e8f996f774d will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:33:28.787973 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-ac508d88-5178-4e20-aa80-611c8859c0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:28.836647 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac508d88-5178-4e20-aa80-611c8859c0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3087fc53-2b42-4992-988f-3e8f996f774d,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:28.903151 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-ac508d88-5178-4e20-aa80-611c8859c0d0 service neutron] Attempting to bind port 3087fc53-2b42-4992-988f-3e8f996f774d on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:33:28.903479 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-ac508d88-5178-4e20-aa80-611c8859c0d0 service neutron] Attempting to bind port 3087fc53-2b42-4992-988f-3e8f996f774d by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'b6828ad7-2fde-4d37-8cff-fdab4abf06fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1425e4d1-071a-4ba7-9c7c-168ff13667a6'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:33:28.903777 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-ac508d88-5178-4e20-aa80-611c8859c0d0 service neutron] Attempting to bind port 3087fc53-2b42-4992-988f-3e8f996f774d on network 1425e4d1-071a-4ba7-9c7c-168ff13667a6 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:33:28.908531 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-ac508d88-5178-4e20-aa80-611c8859c0d0 service neutron] Port 3087fc53-2b42-4992-988f-3e8f996f774d on network 1425e4d1-071a-4ba7-9c7c-168ff13667a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:33:28.908849 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-ac508d88-5178-4e20-aa80-611c8859c0d0 service neutron] Attempting to bind port 3087fc53-2b42-4992-988f-3e8f996f774d on network 1425e4d1-071a-4ba7-9c7c-168ff13667a6 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:33:28.914380 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-ac508d88-5178-4e20-aa80-611c8859c0d0 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:33:28.914746 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-ac508d88-5178-4e20-aa80-611c8859c0d0 service neutron] Checking segment: {'id': 'b6828ad7-2fde-4d37-8cff-fdab4abf06fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1425e4d1-071a-4ba7-9c7c-168ff13667a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:33:28.915151 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-ac508d88-5178-4e20-aa80-611c8859c0d0 service neutron] Bound using segment: {'id': 'b6828ad7-2fde-4d37-8cff-fdab4abf06fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1425e4d1-071a-4ba7-9c7c-168ff13667a6'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:33:28.915580 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-ac508d88-5178-4e20-aa80-611c8859c0d0 service neutron] Bound port: 3087fc53-2b42-4992-988f-3e8f996f774d, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6828ad7-2fde-4d37-8cff-fdab4abf06fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1425e4d1-071a-4ba7-9c7c-168ff13667a6'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:33:28.915936 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-ac508d88-5178-4e20-aa80-611c8859c0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:28.982127 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-ac508d88-5178-4e20-aa80-611c8859c0d0 service neutron] For port 3087fc53-2b42-4992-988f-3e8f996f774d, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:33:28.985131 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-ac508d88-5178-4e20-aa80-611c8859c0d0 service neutron] For port 3087fc53-2b42-4992-988f-3e8f996f774d, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=3087fc53-2b42-4992-988f-3e8f996f774d,segment=NetworkSegment(b6828ad7-2fde-4d37-8cff-fdab4abf06fe),segment_id=b6828ad7-2fde-4d37-8cff-fdab4abf06fe)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:33:28.989221 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-ac508d88-5178-4e20-aa80-611c8859c0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:29.009208 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593777a-a005-4723-be61-da715e61ba04 req-39a50ccc-622f-4d4c-85ff-7060e98fd64d tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:29.010806 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e593777a-a005-4723-be61-da715e61ba04 req-39a50ccc-622f-4d4c-85ff-7060e98fd64d tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 943 time: 0.0557911 Sep 21 18:33:29.023825 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-ac508d88-5178-4e20-aa80-611c8859c0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:29.024680 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-ac508d88-5178-4e20-aa80-611c8859c0d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:29.026044 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-ac508d88-5178-4e20-aa80-611c8859c0d0 service neutron] 10.222.0.44 "PUT /v2.0/ports/3087fc53-2b42-4992-988f-3e8f996f774d HTTP/1.1" status: 200 len: 1091 time: 0.6237237 Sep 21 18:33:29.028326 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e1ad7b-fe72-4929-8096-15041e8b3a05', 'tag': '3087fc53-2b42-4992-988f-3e8f996f774d'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:33:29.031345 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad339a2e-6ea1-4076-8355-7f5414621495" -d '{"events": [{"name": "network-changed", "server_uuid": "97e1ad7b-fe72-4929-8096-15041e8b3a05", "tag": "3087fc53-2b42-4992-988f-3e8f996f774d"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:33:29.058550 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac508d88-5178-4e20-aa80-611c8859c0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3087fc53-2b42-4992-988f-3e8f996f774d,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:29.061896 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e593777a-a005-4723-be61-da715e61ba04 req-eba4ef70-3a51-4e14-9f6e-0b2d930eb816 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402563 Sep 21 18:33:29.079363 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470abe3c-e86a-46dc-bdef-2ac16d74af65 x-openstack-request-id: req-470abe3c-e86a-46dc-bdef-2ac16d74af65 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:33:29.079658 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97e1ad7b-fe72-4929-8096-15041e8b3a05", "tag": "3087fc53-2b42-4992-988f-3e8f996f774d", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:33:29.079942 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-470abe3c-e86a-46dc-bdef-2ac16d74af65 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:33:29.080346 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e1ad7b-fe72-4929-8096-15041e8b3a05', 'tag': '3087fc53-2b42-4992-988f-3e8f996f774d', 'status': 'completed', 'code': 200} Sep 21 18:33:29.109151 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-c3d8e0f8-1550-4c4b-94a2-210e5d7362b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:29.110732 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-c3d8e0f8-1550-4c4b-94a2-210e5d7362b1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba8d12aeafa04d4e9a20c1906863562d&device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 1094 time: 0.0426865 Sep 21 18:33:29.164779 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-51d6a2ca-0bc2-4810-b64a-a9bc2bfeda7b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3087fc53-2b42-4992-988f-3e8f996f774d HTTP/1.1" status: 200 len: 217 time: 0.0443516 Sep 21 18:33:29.216137 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-4574cd6d-23d8-4d0d-a616-f5bee534bb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:29.217915 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-4574cd6d-23d8-4d0d-a616-f5bee534bb19 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=248ca090-f29c-4fff-b6fc-d414fb1dc966 HTTP/1.1" status: 200 len: 851 time: 0.0456927 Sep 21 18:33:29.251941 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-6e29b67e-30b7-42a0-b4a7-5b80b86bc8e0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1425e4d1-071a-4ba7-9c7c-168ff13667a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244546 Sep 21 18:33:29.353610 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-7ec7b572-e719-4378-a3b9-b788d2f6c441 service neutron] 10.222.0.44 "GET /v2.0/networks/1425e4d1-071a-4ba7-9c7c-168ff13667a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932169 Sep 21 18:33:29.469027 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-37213c99-6d3b-4c14-8db7-fe6eeb256298 req-e8ae42c3-b732-4361-ae11-a16612af4c0c service neutron] 10.222.0.44 "GET /v2.0/networks/1425e4d1-071a-4ba7-9c7c-168ff13667a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072621 Sep 21 18:33:29.564053 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad339a2e-6ea1-4076-8355-7f5414621495 req-97de713f-6b0f-46e0-bcea-01e157bf8593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:29.565434 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad339a2e-6ea1-4076-8355-7f5414621495 req-97de713f-6b0f-46e0-bcea-01e157bf8593 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba8d12aeafa04d4e9a20c1906863562d&device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 1094 time: 0.0423331 Sep 21 18:33:29.661350 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad339a2e-6ea1-4076-8355-7f5414621495 req-9d5f2697-786b-4f9f-9ff0-9f54413683ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:29.662826 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad339a2e-6ea1-4076-8355-7f5414621495 req-9d5f2697-786b-4f9f-9ff0-9f54413683ba service neutron] 10.222.0.44 "GET /v2.0/networks?id=1425e4d1-071a-4ba7-9c7c-168ff13667a6 HTTP/1.1" status: 200 len: 912 time: 0.0894346 Sep 21 18:33:29.704931 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad339a2e-6ea1-4076-8355-7f5414621495 req-d31bafdc-6e54-44b6-9d3e-63d890cdf632 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3087fc53-2b42-4992-988f-3e8f996f774d HTTP/1.1" status: 200 len: 217 time: 0.0341198 Sep 21 18:33:29.758071 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad339a2e-6ea1-4076-8355-7f5414621495 req-19255c24-b428-4a25-bd48-893195b8ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:29.759547 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad339a2e-6ea1-4076-8355-7f5414621495 req-19255c24-b428-4a25-bd48-893195b8ec6b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=248ca090-f29c-4fff-b6fc-d414fb1dc966 HTTP/1.1" status: 200 len: 851 time: 0.0471270 Sep 21 18:33:29.793184 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad339a2e-6ea1-4076-8355-7f5414621495 req-209cac48-a916-43b3-871a-b0c083a867f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1425e4d1-071a-4ba7-9c7c-168ff13667a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254567 Sep 21 18:33:29.889135 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad339a2e-6ea1-4076-8355-7f5414621495 req-e550e53c-fd94-4710-a6e1-28cc59d26307 service neutron] 10.222.0.44 "GET /v2.0/networks/1425e4d1-071a-4ba7-9c7c-168ff13667a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867386 Sep 21 18:33:29.987878 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad339a2e-6ea1-4076-8355-7f5414621495 req-fd041097-a809-4673-804d-d55a7c2bf592 service neutron] 10.222.0.44 "GET /v2.0/networks/1425e4d1-071a-4ba7-9c7c-168ff13667a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911958 Sep 21 18:33:30.180495 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aee6e6-35c5-470e-a566-dac0fe939ee0 req-b72ff59a-0858-4340-a904-1b62ecb09235 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:30.182252 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c7aee6e6-35c5-470e-a566-dac0fe939ee0 req-b72ff59a-0858-4340-a904-1b62ecb09235 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 943 time: 0.0526409 Sep 21 18:33:30.224836 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c7aee6e6-35c5-470e-a566-dac0fe939ee0 req-9ef122da-451e-45d5-9458-eb2bdc9634d6 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337720 Sep 21 18:33:31.363205 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e61b99-661c-4db4-8b6e-9062b872f59f req-b8ed01f5-dc3b-4d93-9292-a8bc8aec58f4 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:31.364769 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-46e61b99-661c-4db4-8b6e-9062b872f59f req-b8ed01f5-dc3b-4d93-9292-a8bc8aec58f4 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 943 time: 0.0678422 Sep 21 18:33:31.404312 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-46e61b99-661c-4db4-8b6e-9062b872f59f req-cb0efe1a-5039-4228-b6a5-f23902f92e3e tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332291 Sep 21 18:33:32.532425 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fef4c8-7029-4bbe-ad7b-ea6bc2e36579 req-22624fc8-09d9-48f5-ba88-ba9634b48f85 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:32.533819 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-94fef4c8-7029-4bbe-ad7b-ea6bc2e36579 req-22624fc8-09d9-48f5-ba88-ba9634b48f85 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 943 time: 0.0509367 Sep 21 18:33:32.572932 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-94fef4c8-7029-4bbe-ad7b-ea6bc2e36579 req-64a82941-dccf-4752-983d-6ab6641578df tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328846 Sep 21 18:33:33.395613 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 3087fc53-2b42-4992-988f-3e8f996f774d details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:33:33.498276 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 3087fc53-2b42-4992-988f-3e8f996f774d, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=3087fc53-2b42-4992-988f-3e8f996f774d,segment=NetworkSegment(b6828ad7-2fde-4d37-8cff-fdab4abf06fe),segment_id=b6828ad7-2fde-4d37-8cff-fdab4abf06fe)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:33:33.512270 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '3087fc53-2b42-4992-988f-3e8f996f774d', 'network_id': '1425e4d1-071a-4ba7-9c7c-168ff13667a6', 'port_id': '3087fc53-2b42-4992-988f-3e8f996f774d', 'mac_address': 'fa:16:3e:bb:1a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '248ca090-f29c-4fff-b6fc-d414fb1dc966', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:33:33.555323 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:33.568595 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3087fc53-2b42-4992-988f-3e8f996f774d {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:33:33.588320 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 3087fc53-2b42-4992-988f-3e8f996f774d, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=3087fc53-2b42-4992-988f-3e8f996f774d,segment=NetworkSegment(b6828ad7-2fde-4d37-8cff-fdab4abf06fe),segment_id=b6828ad7-2fde-4d37-8cff-fdab4abf06fe)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:33:33.595524 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:33.645661 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=3087fc53-2b42-4992-988f-3e8f996f774d,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:33.653250 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:33.653670 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:33.654025 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:33.654373 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:33.654717 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:33.655103 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:33.655440 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:33.655773 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:33.656105 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:33.656438 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:33.656765 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:33.657092 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:33:33.693139 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d47ca4-ab65-4250-acf1-96e07e1e1f6c req-dc80a45d-f743-43d8-ac86-3b879beb4e0e tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:33.694615 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-11d47ca4-ab65-4250-acf1-96e07e1e1f6c req-dc80a45d-f743-43d8-ac86-3b879beb4e0e tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 944 time: 0.0547283 Sep 21 18:33:33.742955 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-11d47ca4-ab65-4250-acf1-96e07e1e1f6c req-6b5f9758-6835-4927-aea4-cc9d507b5849 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419090 Sep 21 18:33:33.796348 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['3087fc53-2b42-4992-988f-3e8f996f774d'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:33:34.860221 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a456a-4f40-470c-aa25-5d2b85ce18e7 req-848687dd-0145-4237-b742-f99ff501deaa tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:34.861713 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0d8a456a-4f40-470c-aa25-5d2b85ce18e7 req-848687dd-0145-4237-b742-f99ff501deaa tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 944 time: 0.0535932 Sep 21 18:33:34.900308 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0d8a456a-4f40-470c-aa25-5d2b85ce18e7 req-760eaff8-aa48-4c76-b06a-16de43b2e922 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324554 Sep 21 18:33:35.401403 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 3087fc53-2b42-4992-988f-3e8f996f774d up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:33:35.457436 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 3087fc53-2b42-4992-988f-3e8f996f774d completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:33:35.461203 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 3087fc53-2b42-4992-988f-3e8f996f774d triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:33:35.461578 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:35.540200 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:35.563787 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e1ad7b-fe72-4929-8096-15041e8b3a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3087fc53-2b42-4992-988f-3e8f996f774d'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:33:35.566061 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063022aa-9ba6-436d-87b2-3ed0ba8a4734" -d '{"events": [{"server_uuid": "97e1ad7b-fe72-4929-8096-15041e8b3a05", "name": "network-vif-plugged", "status": "completed", "tag": "3087fc53-2b42-4992-988f-3e8f996f774d"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:33:35.580322 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 3087fc53-2b42-4992-988f-3e8f996f774d, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=3087fc53-2b42-4992-988f-3e8f996f774d,segment=NetworkSegment(b6828ad7-2fde-4d37-8cff-fdab4abf06fe),segment_id=b6828ad7-2fde-4d37-8cff-fdab4abf06fe)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:33:35.586138 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:35.614843 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be92198d-804d-4291-ad72-15e1809127d4 x-openstack-request-id: req-be92198d-804d-4291-ad72-15e1809127d4 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:33:35.615163 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e1ad7b-fe72-4929-8096-15041e8b3a05", "name": "network-vif-plugged", "status": "completed", "tag": "3087fc53-2b42-4992-988f-3e8f996f774d", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:33:35.615417 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-be92198d-804d-4291-ad72-15e1809127d4 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:33:35.615808 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e1ad7b-fe72-4929-8096-15041e8b3a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3087fc53-2b42-4992-988f-3e8f996f774d', 'code': 200} Sep 21 18:33:35.642401 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=3087fc53-2b42-4992-988f-3e8f996f774d,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:33:35.705156 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f8baa-3c05-446c-a3d9-47b097c4d7a8 req-5aa14405-5082-483b-9766-2c27310f6636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:35.706643 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-695f8baa-3c05-446c-a3d9-47b097c4d7a8 req-5aa14405-5082-483b-9766-2c27310f6636 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 1096 time: 0.0410578 Sep 21 18:33:35.742165 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-695f8baa-3c05-446c-a3d9-47b097c4d7a8 req-82b6fcde-f72c-4d11-83a9-b0ad5063cb2b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273745 Sep 21 18:33:36.022175 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86662366-0678-4546-b0f0-f12fb8955f0d req-3e8d20a5-0fae-44f0-8edc-37728d763e5c tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:36.023664 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-86662366-0678-4546-b0f0-f12fb8955f0d req-3e8d20a5-0fae-44f0-8edc-37728d763e5c tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 945 time: 0.0486927 Sep 21 18:33:36.063382 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-86662366-0678-4546-b0f0-f12fb8955f0d req-81539bd6-3303-4216-a68e-491f183e627f tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335886 Sep 21 18:33:37.198498 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f9492-def1-4b32-9a3c-12f582dcdd04 req-5706a638-1c89-424c-95d3-80280f2aeb7e tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:37.200097 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-250f9492-def1-4b32-9a3c-12f582dcdd04 req-5706a638-1c89-424c-95d3-80280f2aeb7e tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 945 time: 0.0510097 Sep 21 18:33:37.242215 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-250f9492-def1-4b32-9a3c-12f582dcdd04 req-a82875e0-4c74-4f87-81b3-3819faed66ab tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343955 Sep 21 18:33:37.491736 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fe5fa-5e7a-4356-ae46-b69ee0221ef0 req-5dbd0ba8-f4de-4de9-a49d-09fa53a3870d tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:37.493460 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f8fe5fa-5e7a-4356-ae46-b69ee0221ef0 req-5dbd0ba8-f4de-4de9-a49d-09fa53a3870d tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 945 time: 0.0519302 Sep 21 18:33:37.531176 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1f8fe5fa-5e7a-4356-ae46-b69ee0221ef0 req-36cd2569-f4ec-4b8b-a856-3da9860425b1 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317917 Sep 21 18:33:37.531411 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-9f11f9ef-a15b-4231-af69-811624310ec9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0952008 Sep 21 18:33:37.541344 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-24e6f3b2-44f1-4e88-8bd8-b5d04484af3a service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:33:37.542310 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-24e6f3b2-44f1-4e88-8bd8-b5d04484af3a service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051162 Sep 21 18:33:38.672658 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec695eb-23de-421f-a39d-8afa6afce43f req-b315b22b-a010-427d-a25d-45f6a53112d7 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:38.674167 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bec695eb-23de-421f-a39d-8afa6afce43f req-b315b22b-a010-427d-a25d-45f6a53112d7 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 945 time: 0.0527537 Sep 21 18:33:38.714229 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bec695eb-23de-421f-a39d-8afa6afce43f req-89aad5d2-753d-4e82-9dd5-4a7cbb7db53c tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338757 Sep 21 18:33:38.767465 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-fd2eed80-2da2-4ca4-9aeb-dee9f8ccac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:38.768973 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-fd2eed80-2da2-4ca4-9aeb-dee9f8ccac97 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba8d12aeafa04d4e9a20c1906863562d&device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 1096 time: 0.0442040 Sep 21 18:33:38.866329 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-9cdf907b-73e2-498f-8b61-8cff4607f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:38.867729 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-9cdf907b-73e2-498f-8b61-8cff4607f6b6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1425e4d1-071a-4ba7-9c7c-168ff13667a6 HTTP/1.1" status: 200 len: 912 time: 0.0906656 Sep 21 18:33:38.909334 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-4be9d1f1-b93b-4232-8c10-8ea72ab12b14 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3087fc53-2b42-4992-988f-3e8f996f774d HTTP/1.1" status: 200 len: 217 time: 0.0334814 Sep 21 18:33:38.960221 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-d4dfea8b-42ee-45e8-a34a-5cea85e3d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:38.961742 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-d4dfea8b-42ee-45e8-a34a-5cea85e3d997 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=248ca090-f29c-4fff-b6fc-d414fb1dc966 HTTP/1.1" status: 200 len: 851 time: 0.0446663 Sep 21 18:33:39.001801 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-6e8e5398-a5df-4e22-b46b-ae850c160fc6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1425e4d1-071a-4ba7-9c7c-168ff13667a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323653 Sep 21 18:33:39.101976 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-4c2f9867-59d5-483a-a764-f6dc284dcec0 service neutron] 10.222.0.44 "GET /v2.0/networks/1425e4d1-071a-4ba7-9c7c-168ff13667a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912309 Sep 21 18:33:39.192953 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-a2903968-1d40-4050-8ca6-f45d325cf0b2 service neutron] 10.222.0.44 "GET /v2.0/networks/1425e4d1-071a-4ba7-9c7c-168ff13667a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835421 Sep 21 18:33:39.843334 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7ed10-8a36-4578-abbe-ada4eac60a6e req-7568b623-88cf-4642-acf1-da30bbc249ad tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:39.844822 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c2a7ed10-8a36-4578-abbe-ada4eac60a6e req-7568b623-88cf-4642-acf1-da30bbc249ad tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 945 time: 0.0532796 Sep 21 18:33:39.886992 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c2a7ed10-8a36-4578-abbe-ada4eac60a6e req-e4e21e0f-0e67-44de-8254-471bb24a308d tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328283 Sep 21 18:33:41.023257 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd689292-9a42-4cde-86fa-2c556671bca3 req-dc83ed98-4201-45a3-808e-ff14618e8e0a tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:41.024716 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bd689292-9a42-4cde-86fa-2c556671bca3 req-dc83ed98-4201-45a3-808e-ff14618e8e0a tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 945 time: 0.0507185 Sep 21 18:33:41.063662 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bd689292-9a42-4cde-86fa-2c556671bca3 req-307b1122-e42d-405e-bded-0712f81b8c31 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325747 Sep 21 18:33:42.190729 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b33ad-32de-43a8-bf78-0a18b16a1ab9 req-a3fdedb0-c137-48ef-82c7-074c1d4fd456 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:42.192310 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0a2b33ad-32de-43a8-bf78-0a18b16a1ab9 req-a3fdedb0-c137-48ef-82c7-074c1d4fd456 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 945 time: 0.0539839 Sep 21 18:33:42.232032 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0a2b33ad-32de-43a8-bf78-0a18b16a1ab9 req-f524231f-9eb0-4267-9db7-11c48cf569ae tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330224 Sep 21 18:33:43.373419 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ab7d6-0536-496c-b43f-c819c8f9d055 req-b78870bb-cc20-4a47-8920-656a3e5b076a tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:43.374900 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fa3ab7d6-0536-496c-b43f-c819c8f9d055 req-b78870bb-cc20-4a47-8920-656a3e5b076a tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 945 time: 0.0583801 Sep 21 18:33:43.416905 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fa3ab7d6-0536-496c-b43f-c819c8f9d055 req-0e5bac9b-36db-46b9-8268-2a61112bae06 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332062 Sep 21 18:33:44.548041 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb5074-771d-41a3-ac54-b59395e6b4d6 req-a8e751e9-8925-46c8-b501-9dacf5a2b4e5 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:44.549514 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eebb5074-771d-41a3-ac54-b59395e6b4d6 req-a8e751e9-8925-46c8-b501-9dacf5a2b4e5 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 945 time: 0.0575461 Sep 21 18:33:44.594141 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eebb5074-771d-41a3-ac54-b59395e6b4d6 req-174baa98-3f02-4fc2-b349-c27f9705e11f tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354712 Sep 21 18:33:45.743015 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447975b-d2cd-452f-8907-17fa81931f2a req-0460301a-f22a-4272-bf5c-92f10d9d5f38 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:45.745390 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6447975b-d2cd-452f-8907-17fa81931f2a req-0460301a-f22a-4272-bf5c-92f10d9d5f38 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 945 time: 0.0679882 Sep 21 18:33:45.784362 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6447975b-d2cd-452f-8907-17fa81931f2a req-0afce8ec-1a7f-40d1-91a0-bdbac1dbb585 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328331 Sep 21 18:33:45.956968 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-93784734-1e45-4900-a9eb-e8adcb940f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:46.917232 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a36e5-df80-4fab-b89d-9bb3667058c3 req-fae263a8-a031-423d-8e44-4734fc7ac460 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:46.918703 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-980a36e5-df80-4fab-b89d-9bb3667058c3 req-fae263a8-a031-423d-8e44-4734fc7ac460 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 945 time: 0.0578334 Sep 21 18:33:46.958889 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-980a36e5-df80-4fab-b89d-9bb3667058c3 req-ff202033-360a-4091-91c8-299dcfb6b2bd tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314498 Sep 21 18:33:48.102901 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24058a90-60e7-4840-91a8-60674bdfdf43 req-805656b7-f5ab-4b4d-95c0-454552522abb tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:48.104397 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-24058a90-60e7-4840-91a8-60674bdfdf43 req-805656b7-f5ab-4b4d-95c0-454552522abb tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 945 time: 0.0605700 Sep 21 18:33:48.147820 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-24058a90-60e7-4840-91a8-60674bdfdf43 req-78daf268-99c7-46e8-b70d-15985f8f0925 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373609 Sep 21 18:33:48.474242 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f0777e6e-b130-4469-95a5-8b08ff37deac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:48.571222 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:33:49.048048 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:49.270236 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d1b1e-6aff-4bea-9db0-71e2b3e0abe0 req-46e8d125-e62e-4d91-afd4-35665e91c81c tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:49.271762 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c86d1b1e-6aff-4bea-9db0-71e2b3e0abe0 req-46e8d125-e62e-4d91-afd4-35665e91c81c tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 945 time: 0.0496984 Sep 21 18:33:49.310319 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c86d1b1e-6aff-4bea-9db0-71e2b3e0abe0 req-9c016af4-bf9d-476a-b657-8fc12dcf5fef tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322626 Sep 21 18:33:50.229237 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:50.444108 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2753f54-cc6c-4c85-b3ea-a516fc4b4ba7 req-a2c37966-6987-4952-bd4a-0ad117a9e8f7 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:50.445584 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c2753f54-cc6c-4c85-b3ea-a516fc4b4ba7 req-a2c37966-6987-4952-bd4a-0ad117a9e8f7 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 945 time: 0.0572004 Sep 21 18:33:50.483285 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c2753f54-cc6c-4c85-b3ea-a516fc4b4ba7 req-b62d1c22-4ee9-4340-803d-15983967283b tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314097 Sep 21 18:33:51.610444 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9322584-7ce1-4f51-8404-45fea34d6adc req-18c68a4f-5cc7-4e70-bf52-4e5faab1348c tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:51.612161 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e9322584-7ce1-4f51-8404-45fea34d6adc req-18c68a4f-5cc7-4e70-bf52-4e5faab1348c tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 945 time: 0.0507746 Sep 21 18:33:51.654216 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e9322584-7ce1-4f51-8404-45fea34d6adc req-df1d0007-abb0-4c69-905f-e3abd68b3045 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357888 Sep 21 18:33:51.703286 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:52.785757 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514d7ea-ba05-4a9e-88a1-bbf31accec47 req-b29b51b8-65bd-4e75-b74b-a16ff7d1e721 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:52.787310 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8514d7ea-ba05-4a9e-88a1-bbf31accec47 req-b29b51b8-65bd-4e75-b74b-a16ff7d1e721 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 945 time: 0.0540607 Sep 21 18:33:52.825380 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8514d7ea-ba05-4a9e-88a1-bbf31accec47 req-45e5f5df-283c-4236-b1a1-b162139c3478 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319715 Sep 21 18:33:53.718729 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:53.971179 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210e9fc-a59b-4102-a8c0-920313e36a57 req-180436a5-750b-4252-b542-93326d737695 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:53.972671 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8210e9fc-a59b-4102-a8c0-920313e36a57 req-180436a5-750b-4252-b542-93326d737695 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 945 time: 0.0594358 Sep 21 18:33:54.011363 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8210e9fc-a59b-4102-a8c0-920313e36a57 req-57b89288-1d88-41d4-a511-ec4299f799e5 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326667 Sep 21 18:33:54.862624 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:33:55.150760 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce652dc-5674-4a94-8c15-67f9d93b97dc req-5ddb97bf-341d-48b2-af47-c17bf1347aec tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:55.152203 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8ce652dc-5674-4a94-8c15-67f9d93b97dc req-5ddb97bf-341d-48b2-af47-c17bf1347aec tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 945 time: 0.0533569 Sep 21 18:33:55.197103 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8ce652dc-5674-4a94-8c15-67f9d93b97dc req-e60a47d8-a5df-469c-a9cb-0c118d4cbf75 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358582 Sep 21 18:33:56.326310 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45e007-cd7f-4c50-9d4a-242da2a27bc9 req-b04de40c-a518-4ec8-abb9-db91e5f2aabc tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:56.327826 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-de45e007-cd7f-4c50-9d4a-242da2a27bc9 req-b04de40c-a518-4ec8-abb9-db91e5f2aabc tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 945 time: 0.0523038 Sep 21 18:33:56.369734 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-de45e007-cd7f-4c50-9d4a-242da2a27bc9 req-da3f50d1-fbcf-49ca-abbc-91e590df2136 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328906 Sep 21 18:33:57.494843 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca481d8d-9956-4f51-80ca-a70aa803a89c req-364f1113-c311-46b5-8431-b0625cfb55a2 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:57.496234 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ca481d8d-9956-4f51-80ca-a70aa803a89c req-364f1113-c311-46b5-8431-b0625cfb55a2 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 945 time: 0.0551033 Sep 21 18:33:57.536686 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ca481d8d-9956-4f51-80ca-a70aa803a89c req-9342220e-d6af-43fc-aaba-6b8d5eb7f4c6 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345128 Sep 21 18:33:58.685345 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1becede-bcd0-41ef-94e8-4320a5a52a04 req-e4ff686f-e242-4cd0-82ce-00b80c0b94fc tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:58.686846 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c1becede-bcd0-41ef-94e8-4320a5a52a04 req-e4ff686f-e242-4cd0-82ce-00b80c0b94fc tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 945 time: 0.0653698 Sep 21 18:33:58.728624 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c1becede-bcd0-41ef-94e8-4320a5a52a04 req-a74964b0-920f-46c5-9bdf-7ee842068011 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355341 Sep 21 18:33:59.870739 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df532f1e-b93a-4ae7-93ad-4faee36fcfc5 req-aaa7cdff-a6bb-4b88-985a-e9e00354257c tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:33:59.872220 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-df532f1e-b93a-4ae7-93ad-4faee36fcfc5 req-aaa7cdff-a6bb-4b88-985a-e9e00354257c tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 945 time: 0.0634782 Sep 21 18:33:59.910274 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-df532f1e-b93a-4ae7-93ad-4faee36fcfc5 req-a894bc57-3a56-44f5-8729-763b58a38f59 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319452 Sep 21 18:34:01.036213 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d015f65-978f-4463-8fc5-de975865eabf req-a91e8d79-764a-4795-b912-02ac385dc7bb tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:01.037680 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2d015f65-978f-4463-8fc5-de975865eabf req-a91e8d79-764a-4795-b912-02ac385dc7bb tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 945 time: 0.0510504 Sep 21 18:34:01.077064 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2d015f65-978f-4463-8fc5-de975865eabf req-b3ee6670-36c4-431c-822b-d6e28e77d2ec tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333102 Sep 21 18:34:02.212401 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc2677-3eeb-4d9b-8ad2-434ead0132a3 req-10c661cd-a27d-443d-add0-4e4c6ecbed68 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:02.214025 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e4bc2677-3eeb-4d9b-8ad2-434ead0132a3 req-10c661cd-a27d-443d-add0-4e4c6ecbed68 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 945 time: 0.0513365 Sep 21 18:34:02.252008 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e4bc2677-3eeb-4d9b-8ad2-434ead0132a3 req-efa08d4d-c409-4d24-acec-9d331348f570 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314898 Sep 21 18:34:03.387234 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cda3d2-fe8d-4142-bee5-23658221863f req-faf78c72-bf1e-41f7-829d-c2411ea68aa6 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:03.388721 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a2cda3d2-fe8d-4142-bee5-23658221863f req-faf78c72-bf1e-41f7-829d-c2411ea68aa6 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 945 time: 0.0509214 Sep 21 18:34:03.431894 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a2cda3d2-fe8d-4142-bee5-23658221863f req-8e0c2a58-b8b2-4bc6-ab0a-5c31f19d2299 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341923 Sep 21 18:34:04.560322 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98710775-863c-4538-a06d-23aa70032438 req-9d3dc3eb-d4c4-4246-96d7-d7b63ec8d211 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:04.561988 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-98710775-863c-4538-a06d-23aa70032438 req-9d3dc3eb-d4c4-4246-96d7-d7b63ec8d211 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 945 time: 0.0514472 Sep 21 18:34:04.603486 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-98710775-863c-4538-a06d-23aa70032438 req-d6bace0f-c084-4152-b419-f45d0c0a357a tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347085 Sep 21 18:34:05.720920 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd272a2a-d186-4452-883c-cfda046937eb req-a6ea370a-ed3f-4eb9-80db-9d392009fe22 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:05.722424 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fd272a2a-d186-4452-883c-cfda046937eb req-a6ea370a-ed3f-4eb9-80db-9d392009fe22 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 945 time: 0.0502403 Sep 21 18:34:05.765207 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fd272a2a-d186-4452-883c-cfda046937eb req-ec03814f-aa3e-4cb1-8f01-bbed60148278 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366726 Sep 21 18:34:06.181177 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-91aa9641-37b1-4b9b-baac-0c42f786f19e service neutron] show failed (client error): The resource could not be found. Sep 21 18:34:06.182113 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-91aa9641-37b1-4b9b-baac-0c42f786f19e service neutron] 10.222.0.44 "GET /v2.0/ports/3087fc53-2b42-4992-988f-3e8f996f774d/bindings/n-h1-810291-1 HTTP/1.1" status: 404 len: 380 time: 0.0609558 Sep 21 18:34:06.454005 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-c00ae7a2-f6b0-43bb-a68d-38ebf5dd4467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:06.455387 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-c00ae7a2-f6b0-43bb-a68d-38ebf5dd4467 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05&tenant_id=ba8d12aeafa04d4e9a20c1906863562d HTTP/1.1" status: 200 len: 1096 time: 0.0951946 Sep 21 18:34:06.468124 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810291-1', 'device_owner': 'compute:nova'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:34:06.519103 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:06.724724 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] For port 3087fc53-2b42-4992-988f-3e8f996f774d, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=3087fc53-2b42-4992-988f-3e8f996f774d,segment=NetworkSegment(b6828ad7-2fde-4d37-8cff-fdab4abf06fe),segment_id=b6828ad7-2fde-4d37-8cff-fdab4abf06fe)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:06.758838 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] For port 3087fc53-2b42-4992-988f-3e8f996f774d, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:34:06.801427 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:06.803436 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e1ad7b-fe72-4929-8096-15041e8b3a05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3087fc53-2b42-4992-988f-3e8f996f774d'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:34:06.806116 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90b8069-8121-47d4-bfa3-079ef976597e" -d '{"events": [{"server_uuid": "97e1ad7b-fe72-4929-8096-15041e8b3a05", "name": "network-vif-unplugged", "status": "completed", "tag": "3087fc53-2b42-4992-988f-3e8f996f774d"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:34:06.820031 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] Transition to ACTIVE for port object 3087fc53-2b42-4992-988f-3e8f996f774d will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:34:06.825309 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:06.875491 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd8d997-cc2b-4a6b-a044-1ef90fb7c640 x-openstack-request-id: req-8fd8d997-cc2b-4a6b-a044-1ef90fb7c640 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:34:06.875806 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e1ad7b-fe72-4929-8096-15041e8b3a05", "name": "network-vif-unplugged", "status": "completed", "tag": "3087fc53-2b42-4992-988f-3e8f996f774d", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:34:06.876059 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8fd8d997-cc2b-4a6b-a044-1ef90fb7c640 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:34:06.876453 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e1ad7b-fe72-4929-8096-15041e8b3a05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3087fc53-2b42-4992-988f-3e8f996f774d', 'code': 200} Sep 21 18:34:06.891425 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] No DVR routers for this DVR port 3087fc53-2b42-4992-988f-3e8f996f774d on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:34:06.892096 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21957f-d4a9-4f93-be22-15a48ef1092e req-b1b9f810-8590-4582-a89a-9b07669eaa98 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:06.893614 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-df21957f-d4a9-4f93-be22-15a48ef1092e req-b1b9f810-8590-4582-a89a-9b07669eaa98 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 943 time: 0.0550945 Sep 21 18:34:06.900806 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] Pushing event updated for resources: {'Port': ['ID=3087fc53-2b42-4992-988f-3e8f996f774d,revision_number=6']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:06.912275 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:06.912627 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:06.913002 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:06.913342 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:06.913677 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:06.914398 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:06.914398 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:06.914601 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:06.914963 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:06.915307 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:06.915628 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:06.915947 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:06.932442 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-df21957f-d4a9-4f93-be22-15a48ef1092e req-b7ac5604-9d5d-4bb4-b33f-f999d78ca612 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325027 Sep 21 18:34:06.951379 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] Attempting to bind port 3087fc53-2b42-4992-988f-3e8f996f774d on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:34:06.951728 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] Attempting to bind port 3087fc53-2b42-4992-988f-3e8f996f774d by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'b6828ad7-2fde-4d37-8cff-fdab4abf06fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1425e4d1-071a-4ba7-9c7c-168ff13667a6'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:34:06.952059 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] Attempting to bind port 3087fc53-2b42-4992-988f-3e8f996f774d on network 1425e4d1-071a-4ba7-9c7c-168ff13667a6 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:34:06.956633 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] Port 3087fc53-2b42-4992-988f-3e8f996f774d on network 1425e4d1-071a-4ba7-9c7c-168ff13667a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:34:06.956957 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] Attempting to bind port 3087fc53-2b42-4992-988f-3e8f996f774d on network 1425e4d1-071a-4ba7-9c7c-168ff13667a6 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:34:06.962126 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:34:06.962468 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] Checking segment: {'id': 'b6828ad7-2fde-4d37-8cff-fdab4abf06fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1425e4d1-071a-4ba7-9c7c-168ff13667a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:34:06.962852 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] Bound using segment: {'id': 'b6828ad7-2fde-4d37-8cff-fdab4abf06fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1425e4d1-071a-4ba7-9c7c-168ff13667a6'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:34:06.963316 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] Bound port: 3087fc53-2b42-4992-988f-3e8f996f774d, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6828ad7-2fde-4d37-8cff-fdab4abf06fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1425e4d1-071a-4ba7-9c7c-168ff13667a6'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:34:06.963680 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:07.384211 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] For port 3087fc53-2b42-4992-988f-3e8f996f774d, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:34:07.388803 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] For port 3087fc53-2b42-4992-988f-3e8f996f774d, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3087fc53-2b42-4992-988f-3e8f996f774d,segment=NetworkSegment(b6828ad7-2fde-4d37-8cff-fdab4abf06fe),segment_id=b6828ad7-2fde-4d37-8cff-fdab4abf06fe)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:34:07.396215 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:07.432992 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:07.433617 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:07.435120 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] 10.222.0.38 "PUT /v2.0/ports/3087fc53-2b42-4992-988f-3e8f996f774d HTTP/1.1" status: 200 len: 1091 time: 0.9710112 Sep 21 18:34:07.456235 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff265216-5629-4d55-8c9c-c9aaa8efdf1f service neutron] Pushing event updated for resources: {'Port': ['ID=3087fc53-2b42-4992-988f-3e8f996f774d,revision_number=7']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:07.498200 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-d52b3389-822d-4e7f-aba4-abc6d49a613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:07.499714 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-d52b3389-822d-4e7f-aba4-abc6d49a613b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ba8d12aeafa04d4e9a20c1906863562d&device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 1094 time: 0.0394230 Sep 21 18:34:07.587910 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-c5f27850-92c2-4153-9773-0ad58e6db0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:07.589315 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-c5f27850-92c2-4153-9773-0ad58e6db0ad service neutron] 10.222.0.38 "GET /v2.0/networks?id=1425e4d1-071a-4ba7-9c7c-168ff13667a6 HTTP/1.1" status: 200 len: 912 time: 0.0830977 Sep 21 18:34:07.631938 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-ec8ef47c-5529-4d55-a859-6bbf018d9a9c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3087fc53-2b42-4992-988f-3e8f996f774d HTTP/1.1" status: 200 len: 217 time: 0.0351675 Sep 21 18:34:07.683460 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-b31548c9-bedd-4e7c-a01f-2d0d6e50df09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:07.684852 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-b31548c9-bedd-4e7c-a01f-2d0d6e50df09 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=248ca090-f29c-4fff-b6fc-d414fb1dc966 HTTP/1.1" status: 200 len: 851 time: 0.0464325 Sep 21 18:34:07.715889 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-6878d37f-49e4-445b-94be-483dc6bd5bdb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1425e4d1-071a-4ba7-9c7c-168ff13667a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234501 Sep 21 18:34:07.801672 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-b0ad86c0-7dfd-42f3-b19e-4784bbf59ecd service neutron] 10.222.0.38 "GET /v2.0/networks/1425e4d1-071a-4ba7-9c7c-168ff13667a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790370 Sep 21 18:34:07.892294 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d174db1e-ac62-4368-81c4-24f1c6d83749 req-8c6a1346-6086-4f4b-bb3c-6ea787787252 service neutron] 10.222.0.38 "GET /v2.0/networks/1425e4d1-071a-4ba7-9c7c-168ff13667a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830548 Sep 21 18:34:08.056880 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001bf21-00d0-4b2d-86f8-16e1594c0180 req-9222e678-7749-4a0f-ba4d-cd497e52a1a4 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:08.059238 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6001bf21-00d0-4b2d-86f8-16e1594c0180 req-9222e678-7749-4a0f-ba4d-cd497e52a1a4 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 943 time: 0.0572531 Sep 21 18:34:08.096854 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6001bf21-00d0-4b2d-86f8-16e1594c0180 req-1edc1e09-fa8a-4b47-b35e-5f0387501f84 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316408 Sep 21 18:34:08.877621 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e1ad7b-fe72-4929-8096-15041e8b3a05', 'tag': '3087fc53-2b42-4992-988f-3e8f996f774d'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:34:08.881490 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c479d2-c0be-4628-9094-986e35709f34" -d '{"events": [{"name": "network-changed", "server_uuid": "97e1ad7b-fe72-4929-8096-15041e8b3a05", "tag": "3087fc53-2b42-4992-988f-3e8f996f774d"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:34:08.938024 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae34c5b-7849-49bc-bed8-da2a440c4536 x-openstack-request-id: req-eae34c5b-7849-49bc-bed8-da2a440c4536 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:34:08.938307 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97e1ad7b-fe72-4929-8096-15041e8b3a05", "tag": "3087fc53-2b42-4992-988f-3e8f996f774d", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:34:08.938559 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eae34c5b-7849-49bc-bed8-da2a440c4536 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:34:08.938964 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e1ad7b-fe72-4929-8096-15041e8b3a05', 'tag': '3087fc53-2b42-4992-988f-3e8f996f774d', 'status': 'completed', 'code': 200} Sep 21 18:34:09.025941 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c479d2-c0be-4628-9094-986e35709f34 req-172dd4a5-b690-4241-a00c-8335647e7bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:09.027449 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f7c479d2-c0be-4628-9094-986e35709f34 req-172dd4a5-b690-4241-a00c-8335647e7bc8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba8d12aeafa04d4e9a20c1906863562d&device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 1094 time: 0.0682185 Sep 21 18:34:09.031790 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c479d2-c0be-4628-9094-986e35709f34 req-117dfd40-d188-4b5c-979a-86519bbf2dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:09.033126 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f7c479d2-c0be-4628-9094-986e35709f34 req-117dfd40-d188-4b5c-979a-86519bbf2dd3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ba8d12aeafa04d4e9a20c1906863562d&device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 1094 time: 0.0657406 Sep 21 18:34:09.206559 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c479d2-c0be-4628-9094-986e35709f34 req-b9c08bba-8fc8-479c-a9e8-13ae1868596b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:09.208038 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f7c479d2-c0be-4628-9094-986e35709f34 req-b9c08bba-8fc8-479c-a9e8-13ae1868596b service neutron] 10.222.0.44 "GET /v2.0/networks?id=1425e4d1-071a-4ba7-9c7c-168ff13667a6 HTTP/1.1" status: 200 len: 912 time: 0.1735928 Sep 21 18:34:09.210806 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c479d2-c0be-4628-9094-986e35709f34 req-58fd96b5-0558-477e-b584-573256a383f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:09.212206 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f7c479d2-c0be-4628-9094-986e35709f34 req-58fd96b5-0558-477e-b584-573256a383f5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1425e4d1-071a-4ba7-9c7c-168ff13667a6 HTTP/1.1" status: 200 len: 912 time: 0.1706524 Sep 21 18:34:09.262738 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f7c479d2-c0be-4628-9094-986e35709f34 req-245bce71-7b80-4320-82d4-6adea8b34e4f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3087fc53-2b42-4992-988f-3e8f996f774d HTTP/1.1" status: 200 len: 217 time: 0.0460081 Sep 21 18:34:09.298464 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f7c479d2-c0be-4628-9094-986e35709f34 req-1d18af0e-d0ec-497f-b8b3-3e6a08557c5a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3087fc53-2b42-4992-988f-3e8f996f774d HTTP/1.1" status: 200 len: 217 time: 0.0751781 Sep 21 18:34:09.326237 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f333abe-2f9d-4228-ae34-8467c39fc328 req-9bdd4405-28bd-464a-9398-0706e9e22611 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:09.327743 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f333abe-2f9d-4228-ae34-8467c39fc328 req-9bdd4405-28bd-464a-9398-0706e9e22611 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 943 time: 0.1624618 Sep 21 18:34:09.404632 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c479d2-c0be-4628-9094-986e35709f34 req-9cdd2a0e-36b0-4229-a002-f03224f9123e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:09.406034 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f7c479d2-c0be-4628-9094-986e35709f34 req-9cdd2a0e-36b0-4229-a002-f03224f9123e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=248ca090-f29c-4fff-b6fc-d414fb1dc966 HTTP/1.1" status: 200 len: 851 time: 0.1179006 Sep 21 18:34:09.412271 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c479d2-c0be-4628-9094-986e35709f34 req-9741bd30-f757-4dce-ac4a-86f8950e22ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:09.413620 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f7c479d2-c0be-4628-9094-986e35709f34 req-9741bd30-f757-4dce-ac4a-86f8950e22ac service neutron] 10.222.0.38 "GET /v2.0/subnets?id=248ca090-f29c-4fff-b6fc-d414fb1dc966 HTTP/1.1" status: 200 len: 851 time: 0.0964813 Sep 21 18:34:09.437962 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f333abe-2f9d-4228-ae34-8467c39fc328 req-1f05dd73-2b16-4d3c-99f8-ed30b37c9a3e tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008406 Sep 21 18:34:09.465898 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f7c479d2-c0be-4628-9094-986e35709f34 req-83b0fc4b-241c-4f13-a0c1-08ad9fcad5a9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1425e4d1-071a-4ba7-9c7c-168ff13667a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493760 Sep 21 18:34:09.467811 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f7c479d2-c0be-4628-9094-986e35709f34 req-aa190b12-175c-4ae6-b1ef-fd728be310d3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1425e4d1-071a-4ba7-9c7c-168ff13667a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395436 Sep 21 18:34:09.633419 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f7c479d2-c0be-4628-9094-986e35709f34 req-7057049f-a9b0-4a08-9bdc-7c520840bea2 service neutron] 10.222.0.44 "GET /v2.0/networks/1425e4d1-071a-4ba7-9c7c-168ff13667a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593525 Sep 21 18:34:09.635310 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f7c479d2-c0be-4628-9094-986e35709f34 req-57981f74-1abb-4ada-a256-c64576d33917 service neutron] 10.222.0.38 "GET /v2.0/networks/1425e4d1-071a-4ba7-9c7c-168ff13667a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592796 Sep 21 18:34:09.793195 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f7c479d2-c0be-4628-9094-986e35709f34 req-b94f5ced-0b50-47a4-8353-243d17bb0b87 service neutron] 10.222.0.44 "GET /v2.0/networks/1425e4d1-071a-4ba7-9c7c-168ff13667a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513114 Sep 21 18:34:09.795183 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f7c479d2-c0be-4628-9094-986e35709f34 req-10bf0d60-3e05-4b62-8d9b-78b4f2902d15 service neutron] 10.222.0.38 "GET /v2.0/networks/1425e4d1-071a-4ba7-9c7c-168ff13667a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523616 Sep 21 18:34:10.332843 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3087fc53-2b42-4992-988f-3e8f996f774d details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:34:10.431910 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 3087fc53-2b42-4992-988f-3e8f996f774d, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3087fc53-2b42-4992-988f-3e8f996f774d,segment=NetworkSegment(b6828ad7-2fde-4d37-8cff-fdab4abf06fe),segment_id=b6828ad7-2fde-4d37-8cff-fdab4abf06fe)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:10.444170 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '3087fc53-2b42-4992-988f-3e8f996f774d', 'network_id': '1425e4d1-071a-4ba7-9c7c-168ff13667a6', 'port_id': '3087fc53-2b42-4992-988f-3e8f996f774d', 'mac_address': 'fa:16:3e:bb:1a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '248ca090-f29c-4fff-b6fc-d414fb1dc966', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:34:10.483310 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:10.496351 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3087fc53-2b42-4992-988f-3e8f996f774d {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:34:10.515999 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 3087fc53-2b42-4992-988f-3e8f996f774d, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3087fc53-2b42-4992-988f-3e8f996f774d,segment=NetworkSegment(b6828ad7-2fde-4d37-8cff-fdab4abf06fe),segment_id=b6828ad7-2fde-4d37-8cff-fdab4abf06fe)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:10.522469 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:10.569841 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab913a5-da08-4e49-8f57-e5ec77973c89 req-fa71eb6d-8a60-49ae-9d1e-ec31f7a079f7 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:10.571346 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5ab913a5-da08-4e49-8f57-e5ec77973c89 req-fa71eb6d-8a60-49ae-9d1e-ec31f7a079f7 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 944 time: 0.0623262 Sep 21 18:34:10.575681 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=3087fc53-2b42-4992-988f-3e8f996f774d,revision_number=8']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:10.618186 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5ab913a5-da08-4e49-8f57-e5ec77973c89 req-d4065eef-ddb5-49a8-80af-172b93d5ac6d tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404103 Sep 21 18:34:10.796325 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['3087fc53-2b42-4992-988f-3e8f996f774d'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:34:10.871073 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b061aa7-3a4a-4ee0-89b2-505c20074636 req-12b50e63-f6ac-4abe-81ce-dc0b91fafec0 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:10.873820 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9b061aa7-3a4a-4ee0-89b2-505c20074636 req-12b50e63-f6ac-4abe-81ce-dc0b91fafec0 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.44 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05&tenant_id=ba8d12aeafa04d4e9a20c1906863562d&binding%3Ahost_id=n-h1-810291-1 HTTP/1.1" status: 200 len: 944 time: 0.0521770 Sep 21 18:34:10.934350 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [req-9b061aa7-3a4a-4ee0-89b2-505c20074636 req-d96aae04-0244-4441-9e29-e2fb14d80876 service neutron] delete failed (client error): The resource could not be found. Sep 21 18:34:10.935451 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9b061aa7-3a4a-4ee0-89b2-505c20074636 req-d96aae04-0244-4441-9e29-e2fb14d80876 service neutron] 10.222.0.44 "DELETE /v2.0/ports/3087fc53-2b42-4992-988f-3e8f996f774d/bindings/n-h2-810291-1 HTTP/1.1" status: 404 len: 380 time: 0.0539165 Sep 21 18:34:11.034586 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b061aa7-3a4a-4ee0-89b2-505c20074636 req-a1f59e67-1c49-435c-83a3-163c7db092bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:11.036039 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9b061aa7-3a4a-4ee0-89b2-505c20074636 req-a1f59e67-1c49-435c-83a3-163c7db092bc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba8d12aeafa04d4e9a20c1906863562d&device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 1095 time: 0.0470080 Sep 21 18:34:11.125936 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b061aa7-3a4a-4ee0-89b2-505c20074636 req-c8ac56d7-0e1f-4152-857c-af4a065ddf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:11.127404 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9b061aa7-3a4a-4ee0-89b2-505c20074636 req-c8ac56d7-0e1f-4152-857c-af4a065ddf9c service neutron] 10.222.0.44 "GET /v2.0/networks?id=1425e4d1-071a-4ba7-9c7c-168ff13667a6 HTTP/1.1" status: 200 len: 912 time: 0.0834928 Sep 21 18:34:11.172492 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9b061aa7-3a4a-4ee0-89b2-505c20074636 req-69829581-43fe-44b9-9cdc-8b9507055c61 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3087fc53-2b42-4992-988f-3e8f996f774d HTTP/1.1" status: 200 len: 217 time: 0.0365825 Sep 21 18:34:11.225205 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b061aa7-3a4a-4ee0-89b2-505c20074636 req-6b861f67-193f-4a53-9fbe-22c6e0b903bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:11.226679 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9b061aa7-3a4a-4ee0-89b2-505c20074636 req-6b861f67-193f-4a53-9fbe-22c6e0b903bd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=248ca090-f29c-4fff-b6fc-d414fb1dc966 HTTP/1.1" status: 200 len: 851 time: 0.0466578 Sep 21 18:34:11.259635 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9b061aa7-3a4a-4ee0-89b2-505c20074636 req-eee62437-55e3-4474-b59b-bf6f4276ee39 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1425e4d1-071a-4ba7-9c7c-168ff13667a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252781 Sep 21 18:34:11.355185 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9b061aa7-3a4a-4ee0-89b2-505c20074636 req-5b3295cf-67bb-485f-aad5-c850f27d76ac service neutron] 10.222.0.44 "GET /v2.0/networks/1425e4d1-071a-4ba7-9c7c-168ff13667a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875394 Sep 21 18:34:11.443712 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9b061aa7-3a4a-4ee0-89b2-505c20074636 req-fd7d34a3-5def-410a-87bb-0328485d2564 service neutron] 10.222.0.44 "GET /v2.0/networks/1425e4d1-071a-4ba7-9c7c-168ff13667a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809660 Sep 21 18:34:11.556230 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 3087fc53-2b42-4992-988f-3e8f996f774d no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:34:11.598409 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 3087fc53-2b42-4992-988f-3e8f996f774d not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:34:12.229157 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d94d0e-890e-4e9e-a399-9e7aac3a8c01 req-16be0dd0-6964-493c-bf98-8868d943f322 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:12.230649 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-82d94d0e-890e-4e9e-a399-9e7aac3a8c01 req-16be0dd0-6964-493c-bf98-8868d943f322 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 944 time: 0.0554283 Sep 21 18:34:12.284479 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-82d94d0e-890e-4e9e-a399-9e7aac3a8c01 req-d8930c54-d529-475d-b69e-f0a4a088af16 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468452 Sep 21 18:34:12.340232 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3087fc53-2b42-4992-988f-3e8f996f774d up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:34:12.395851 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 3087fc53-2b42-4992-988f-3e8f996f774d completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:34:12.401882 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 3087fc53-2b42-4992-988f-3e8f996f774d triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:12.402385 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:12.491396 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:12.514593 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e1ad7b-fe72-4929-8096-15041e8b3a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3087fc53-2b42-4992-988f-3e8f996f774d'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:34:12.516889 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94cc174-e689-43b1-b325-50c19d5ed293" -d '{"events": [{"server_uuid": "97e1ad7b-fe72-4929-8096-15041e8b3a05", "name": "network-vif-plugged", "status": "completed", "tag": "3087fc53-2b42-4992-988f-3e8f996f774d"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:34:12.529618 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 3087fc53-2b42-4992-988f-3e8f996f774d, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3087fc53-2b42-4992-988f-3e8f996f774d,segment=NetworkSegment(b6828ad7-2fde-4d37-8cff-fdab4abf06fe),segment_id=b6828ad7-2fde-4d37-8cff-fdab4abf06fe)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:12.535315 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:12.557728 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1404f06c-6591-4ed1-9353-8b93067b572c x-openstack-request-id: req-1404f06c-6591-4ed1-9353-8b93067b572c {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:34:12.558332 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e1ad7b-fe72-4929-8096-15041e8b3a05", "name": "network-vif-plugged", "status": "completed", "tag": "3087fc53-2b42-4992-988f-3e8f996f774d", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:34:12.558332 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1404f06c-6591-4ed1-9353-8b93067b572c {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:34:12.558677 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e1ad7b-fe72-4929-8096-15041e8b3a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3087fc53-2b42-4992-988f-3e8f996f774d', 'code': 200} Sep 21 18:34:12.583291 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=3087fc53-2b42-4992-988f-3e8f996f774d,revision_number=9']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:13.413147 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7dd62-2ef1-401c-b752-cd5b549761a6 req-3b5452d5-828d-4569-a289-fad98b25457c tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:13.414633 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-69e7dd62-2ef1-401c-b752-cd5b549761a6 req-3b5452d5-828d-4569-a289-fad98b25457c tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 945 time: 0.0525110 Sep 21 18:34:13.453183 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-69e7dd62-2ef1-401c-b752-cd5b549761a6 req-c2f987f8-3dba-4fc5-ad9e-7b8f73aeb7c2 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.58 "GET /v2.0/security-groups?id=2656b402-9034-40bf-a12e-b65dfd44ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322523 Sep 21 18:34:13.458087 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b061aa7-3a4a-4ee0-89b2-505c20074636 req-64977a15-bdf8-4ae3-9abf-9738763f3b55 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:13.459759 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9b061aa7-3a4a-4ee0-89b2-505c20074636 req-64977a15-bdf8-4ae3-9abf-9738763f3b55 tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.38 "GET /v2.0/ports?device_id=97e1ad7b-fe72-4929-8096-15041e8b3a05 HTTP/1.1" status: 200 len: 945 time: 0.0493119 Sep 21 18:34:13.556458 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-9b061aa7-3a4a-4ee0-89b2-505c20074636 req-72bb5469-e25c-43bb-a7c2-ba42032b622e tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Deleting port 3087fc53-2b42-4992-988f-3e8f996f774d {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:34:13.556814 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9b061aa7-3a4a-4ee0-89b2-505c20074636 req-72bb5469-e25c-43bb-a7c2-ba42032b622e tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:13.653520 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-9b061aa7-3a4a-4ee0-89b2-505c20074636 req-72bb5469-e25c-43bb-a7c2-ba42032b622e tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] For port 3087fc53-2b42-4992-988f-3e8f996f774d, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=3087fc53-2b42-4992-988f-3e8f996f774d,segment=NetworkSegment(b6828ad7-2fde-4d37-8cff-fdab4abf06fe),segment_id=b6828ad7-2fde-4d37-8cff-fdab4abf06fe)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:13.654226 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9b061aa7-3a4a-4ee0-89b2-505c20074636 req-72bb5469-e25c-43bb-a7c2-ba42032b622e tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:13.667551 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-9b061aa7-3a4a-4ee0-89b2-505c20074636 req-72bb5469-e25c-43bb-a7c2-ba42032b622e tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Calling delete_port for 3087fc53-2b42-4992-988f-3e8f996f774d owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:34:13.820915 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9b061aa7-3a4a-4ee0-89b2-505c20074636 req-72bb5469-e25c-43bb-a7c2-ba42032b622e tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:13.835361 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['3087fc53-2b42-4992-988f-3e8f996f774d'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:34:13.855176 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb5469-e25c-43bb-a7c2-ba42032b622e tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Pushing event deleted for resources: {'Port': ['ID=3087fc53-2b42-4992-988f-3e8f996f774d,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:13.900129 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b061aa7-3a4a-4ee0-89b2-505c20074636 req-72bb5469-e25c-43bb-a7c2-ba42032b622e tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] No DVR routers for this DVR port 3087fc53-2b42-4992-988f-3e8f996f774d on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:34:13.902962 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9b061aa7-3a4a-4ee0-89b2-505c20074636 req-72bb5469-e25c-43bb-a7c2-ba42032b622e tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:13.905082 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9b061aa7-3a4a-4ee0-89b2-505c20074636 req-72bb5469-e25c-43bb-a7c2-ba42032b622e tempest-DeleteServersTestJSON-1783975089 tempest-DeleteServersTestJSON-1783975089-project] 10.222.0.38 "DELETE /v2.0/ports/3087fc53-2b42-4992-988f-3e8f996f774d HTTP/1.1" status: 204 len: 173 time: 0.4390023 Sep 21 18:34:13.905604 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e1ad7b-fe72-4929-8096-15041e8b3a05', 'name': 'network-vif-deleted', 'tag': '3087fc53-2b42-4992-988f-3e8f996f774d'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:34:13.907991 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7248b7cc-5880-4526-ac2a-b8cc0d0e1a07" -d '{"events": [{"server_uuid": "97e1ad7b-fe72-4929-8096-15041e8b3a05", "name": "network-vif-deleted", "tag": "3087fc53-2b42-4992-988f-3e8f996f774d"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:34:14.011276 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ee6188-86d0-4db2-a77e-6245abc4327d x-openstack-request-id: req-50ee6188-86d0-4db2-a77e-6245abc4327d {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:34:14.011789 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e1ad7b-fe72-4929-8096-15041e8b3a05", "name": "network-vif-deleted", "tag": "3087fc53-2b42-4992-988f-3e8f996f774d", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:34:14.012107 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-50ee6188-86d0-4db2-a77e-6245abc4327d {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:34:14.012613 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e1ad7b-fe72-4929-8096-15041e8b3a05', 'name': 'network-vif-deleted', 'tag': '3087fc53-2b42-4992-988f-3e8f996f774d', 'status': 'completed', 'code': 200} Sep 21 18:34:14.599386 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51706) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:14.645734 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb58f2a3-b5e2-4c18-953a-75aab383023b admin admin] Deleting subnet 248ca090-f29c-4fff-b6fc-d414fb1dc966 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:34:14.648924 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fb58f2a3-b5e2-4c18-953a-75aab383023b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:14.683132 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fb58f2a3-b5e2-4c18-953a-75aab383023b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:14.727215 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fb58f2a3-b5e2-4c18-953a-75aab383023b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:14.786171 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fb58f2a3-b5e2-4c18-953a-75aab383023b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:14.812977 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58f2a3-b5e2-4c18-953a-75aab383023b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=248ca090-f29c-4fff-b6fc-d414fb1dc966,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:14.817898 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fb58f2a3-b5e2-4c18-953a-75aab383023b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:14.819793 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fb58f2a3-b5e2-4c18-953a-75aab383023b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/248ca090-f29c-4fff-b6fc-d414fb1dc966 HTTP/1.1" status: 204 len: 168 time: 0.2189538 Sep 21 18:34:14.822708 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51708) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:14.825060 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58f2a3-b5e2-4c18-953a-75aab383023b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:14.825399 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58f2a3-b5e2-4c18-953a-75aab383023b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:14.825755 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58f2a3-b5e2-4c18-953a-75aab383023b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:14.826080 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58f2a3-b5e2-4c18-953a-75aab383023b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:14.826389 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58f2a3-b5e2-4c18-953a-75aab383023b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:14.826711 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58f2a3-b5e2-4c18-953a-75aab383023b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:14.827064 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58f2a3-b5e2-4c18-953a-75aab383023b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:14.827380 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58f2a3-b5e2-4c18-953a-75aab383023b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:14.827674 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58f2a3-b5e2-4c18-953a-75aab383023b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:14.827983 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58f2a3-b5e2-4c18-953a-75aab383023b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:14.828296 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58f2a3-b5e2-4c18-953a-75aab383023b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:14.828611 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58f2a3-b5e2-4c18-953a-75aab383023b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:34:14.894040 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c0d00757-541f-4521-81e5-20fcf4a4b4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:14.986535 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c0d00757-541f-4521-81e5-20fcf4a4b4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:15.006301 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-c0d00757-541f-4521-81e5-20fcf4a4b4b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1425e4d1-071a-4ba7-9c7c-168ff13667a6']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:15.015642 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-c0d00757-541f-4521-81e5-20fcf4a4b4b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6828ad7-2fde-4d37-8cff-fdab4abf06fe') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:15.015943 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-c0d00757-541f-4521-81e5-20fcf4a4b4b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6828ad7-2fde-4d37-8cff-fdab4abf06fe') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:34:15.025181 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c0d00757-541f-4521-81e5-20fcf4a4b4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:15.040158 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c0d00757-541f-4521-81e5-20fcf4a4b4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:15.046961 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d00757-541f-4521-81e5-20fcf4a4b4b2 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:34:15.047365 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c0d00757-541f-4521-81e5-20fcf4a4b4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:15.049016 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:34:15.049016 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:34:15.049016 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:34:15.049016 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:34:15.049016 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:34:15.049016 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:34:15.049016 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:34:15.049016 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:34:15.049016 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:34:15.049016 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:34:15.049016 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:34:15.049016 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:34:15.049016 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:34:15.049016 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:34:15.049016 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:34:15.049016 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:34:15.049016 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:34:15.049016 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:34:15.049016 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:34:15.049016 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:34:15.049016 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:34:15.049016 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:34:15.049016 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:34:15.049016 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:34:15.049016 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:34:15.049016 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:34:15.049016 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:34:15.049016 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:34:15.049016 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:34:15.049016 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:34:15.049016 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:34:15.049016 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:34:15.110281 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c0d00757-541f-4521-81e5-20fcf4a4b4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:15.116060 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c0d00757-541f-4521-81e5-20fcf4a4b4b2 admin admin] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:15.117904 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c0d00757-541f-4521-81e5-20fcf4a4b4b2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/1425e4d1-071a-4ba7-9c7c-168ff13667a6 HTTP/1.1" status: 204 len: 168 time: 0.2941644 Sep 21 18:34:15.128677 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d00757-541f-4521-81e5-20fcf4a4b4b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1425e4d1-071a-4ba7-9c7c-168ff13667a6,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:15.234186 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51712) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:15.278368 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5ebbca77-e591-4fbd-adc3-eb573f791057 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ba8d12aeafa04d4e9a20c1906863562d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429406 Sep 21 18:34:15.282024 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51714) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:15.342015 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3b4a7de7-f99a-4a81-bea3-b413f6bb12c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:15.364303 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3b4a7de7-f99a-4a81-bea3-b413f6bb12c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:15.415049 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3b4a7de7-f99a-4a81-bea3-b413f6bb12c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:15.417714 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3b4a7de7-f99a-4a81-bea3-b413f6bb12c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:15.419023 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3b4a7de7-f99a-4a81-bea3-b413f6bb12c7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2656b402-9034-40bf-a12e-b65dfd44ab1e HTTP/1.1" status: 204 len: 168 time: 0.1360428 Sep 21 18:34:15.426753 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a7de7-f99a-4a81-bea3-b413f6bb12c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2656b402-9034-40bf-a12e-b65dfd44ab1e,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:15.951650 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-52135cfc-ac23-47de-93c2-b27ca4cc8718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:16.163580 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 51736) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:16.270829 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-ae3cbab2-8e33-4568-9d34-e097142aaf5e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1741815997-network', 'tenant_id': '0584ae11af114a28bed67978addf93e3'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:34:16.295466 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3cbab2-8e33-4568-9d34-e097142aaf5e admin admin] Made reservation on behalf of 0584ae11af114a28bed67978addf93e3 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:34:16.298155 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ae3cbab2-8e33-4568-9d34-e097142aaf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:16.307934 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ae3cbab2-8e33-4568-9d34-e097142aaf5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:16.400632 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ae3cbab2-8e33-4568-9d34-e097142aaf5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:16.405263 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ae3cbab2-8e33-4568-9d34-e097142aaf5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:16.425566 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae3cbab2-8e33-4568-9d34-e097142aaf5e admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:34:16.440125 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3cbab2-8e33-4568-9d34-e097142aaf5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94069b85-3ce0-4e92-80bc-58c18d38cd4e,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:16.443425 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ae3cbab2-8e33-4568-9d34-e097142aaf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:16.443775 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-ae3cbab2-8e33-4568-9d34-e097142aaf5e admin admin] Added segment 2057190e-1c30-417e-b3ff-f34d33dacf10 of type vlan for network b4a228e3-e6ae-4de7-ba18-804946c1958a Sep 21 18:34:16.482479 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ae3cbab2-8e33-4568-9d34-e097142aaf5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:16.507734 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ae3cbab2-8e33-4568-9d34-e097142aaf5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:16.508737 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3cbab2-8e33-4568-9d34-e097142aaf5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:16.509325 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ae3cbab2-8e33-4568-9d34-e097142aaf5e admin admin] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:16.540732 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ae3cbab2-8e33-4568-9d34-e097142aaf5e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3760700 Sep 21 18:34:16.544223 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 51740) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:34:16.549545 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-253361ac-c0ce-4471-bd9a-f600183d6b3f admin admin] Request body: {'subnet': {'network_id': 'b4a228e3-e6ae-4de7-ba18-804946c1958a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1741815997-subnet', 'tenant_id': '0584ae11af114a28bed67978addf93e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:34:16.572020 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3cbab2-8e33-4568-9d34-e097142aaf5e admin admin] Pushing event updated for resources: {'Network': ['ID=b4a228e3-e6ae-4de7-ba18-804946c1958a,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:16.573780 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253361ac-c0ce-4471-bd9a-f600183d6b3f admin admin] Made reservation on behalf of 0584ae11af114a28bed67978addf93e3 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:34:16.576325 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-253361ac-c0ce-4471-bd9a-f600183d6b3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:16.586582 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network b4a228e3-e6ae-4de7-ba18-804946c1958a details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:34:16.747684 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-253361ac-c0ce-4471-bd9a-f600183d6b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:16.806527 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253361ac-c0ce-4471-bd9a-f600183d6b3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b85fa13f-3ea3-4dbe-8f66-13c64f102c8a,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:16.819216 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253361ac-c0ce-4471-bd9a-f600183d6b3f admin admin] Checking segment: {'id': '2057190e-1c30-417e-b3ff-f34d33dacf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4a228e3-e6ae-4de7-ba18-804946c1958a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:34:16.819618 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253361ac-c0ce-4471-bd9a-f600183d6b3f admin admin] Network hostable DHCP agents. Network: b4a228e3-e6ae-4de7-ba18-804946c1958a, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:34:16.838651 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253361ac-c0ce-4471-bd9a-f600183d6b3f admin admin] Network b4a228e3-e6ae-4de7-ba18-804946c1958a is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:34:16.848406 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-253361ac-c0ce-4471-bd9a-f600183d6b3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, b4a228e3-e6ae-4de7-ba18-804946c1958a) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:34:16.854160 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253361ac-c0ce-4471-bd9a-f600183d6b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:16.855084 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-253361ac-c0ce-4471-bd9a-f600183d6b3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:16.856889 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0475a05-b0bf-4415-9cab-82f9fd4d4900 None None] Network b4a228e3-e6ae-4de7-ba18-804946c1958a requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:34:16.870428 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-253361ac-c0ce-4471-bd9a-f600183d6b3f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3250811 Sep 21 18:34:16.990207 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c859f2e2-925f-4ad0-8453-7b61a54de531 None None] Network b4a228e3-e6ae-4de7-ba18-804946c1958a requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:34:17.307173 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-9d592e37-a005-4705-a426-276408bd7bf7 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:17.309025 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-9d592e37-a005-4705-a426-276408bd7bf7 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/networks?id=b4a228e3-e6ae-4de7-ba18-804946c1958a HTTP/1.1" status: 200 len: 815 time: 0.1057374 Sep 21 18:34:17.324960 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-c49b661f-ae1e-49a3-8f10-ef4ba776094f tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/quotas/0584ae11af114a28bed67978addf93e3 HTTP/1.1" status: 200 len: 375 time: 0.0101125 Sep 21 18:34:17.357521 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-0e5db4f8-7c12-425a-a960-7bf3471f0134 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0584ae11af114a28bed67978addf93e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270388 Sep 21 18:34:17.453178 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-3531c463-de08-428d-aa25-a843e6c3d481 service neutron] 10.222.0.58 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885465 Sep 21 18:34:17.548437 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-c9157a60-ed93-485d-b994-49861a1297a1 service neutron] 10.222.0.58 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862217 Sep 21 18:34:17.725047 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1cb3099e-0c72-4354-bfe4-7ea7ea5b2194 req-75f4e734-f051-4fd0-901a-6934b860e5e2 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 210 time: 0.0265403 Sep 21 18:34:18.370726 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3087fc53-2b42-4992-988f-3e8f996f774d no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:34:18.390464 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 3087fc53-2b42-4992-988f-3e8f996f774d {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:34:18.390805 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 3087fc53-2b42-4992-988f-3e8f996f774d not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:34:18.464947 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7b4e1d16-097a-4b63-ad69-3a8850affd8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:18.841809 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7605fd4f-f94b-47e1-a2a8-a94feaed5d2e req-18b88d4e-4427-408d-8fc5-103c016f7cc6 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 210 time: 0.0355222 Sep 21 18:34:18.874549 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-175a7b75-674c-48c5-8cbe-6e6434e70640 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:18.876062 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-175a7b75-674c-48c5-8cbe-6e6434e70640 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.38 "GET /v2.0/networks?id=b4a228e3-e6ae-4de7-ba18-804946c1958a HTTP/1.1" status: 200 len: 815 time: 0.1397455 Sep 21 18:34:18.890048 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-73fb736a-12e8-4334-b9ba-d468b56bad96 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Request body: {'port': {'device_id': '31d1f234-9d0b-4756-9bed-54049382ed0c', 'network_id': 'b4a228e3-e6ae-4de7-ba18-804946c1958a', 'admin_state_up': True, 'tenant_id': '0584ae11af114a28bed67978addf93e3'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:34:19.020753 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-73fb736a-12e8-4334-b9ba-d468b56bad96 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Made reservation on behalf of 0584ae11af114a28bed67978addf93e3 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:34:19.025364 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-73fb736a-12e8-4334-b9ba-d468b56bad96 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:19.040107 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:19.150134 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-73fb736a-12e8-4334-b9ba-d468b56bad96 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Allocated IP 172.20.0.3 (b4a228e3-e6ae-4de7-ba18-804946c1958a/b85fa13f-3ea3-4dbe-8f66-13c64f102c8a/46d18229-351c-4e03-9a72-9b2d6ddc8ac0) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:34:19.298046 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-73fb736a-12e8-4334-b9ba-d468b56bad96 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:19.335186 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-73fb736a-12e8-4334-b9ba-d468b56bad96 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:19.378069 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-73fb736a-12e8-4334-b9ba-d468b56bad96 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Network b4a228e3-e6ae-4de7-ba18-804946c1958a is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:34:19.381179 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-73fb736a-12e8-4334-b9ba-d468b56bad96 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:34:19.387208 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-73fb736a-12e8-4334-b9ba-d468b56bad96 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:34:19.393365 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb736a-12e8-4334-b9ba-d468b56bad96 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Pushing event updated for resources: {'Port': ['ID=46d18229-351c-4e03-9a72-9b2d6ddc8ac0,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:19.437464 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-73fb736a-12e8-4334-b9ba-d468b56bad96 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:19.438073 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-73fb736a-12e8-4334-b9ba-d468b56bad96 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:19.455282 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-73fb736a-12e8-4334-b9ba-d468b56bad96 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5686944 Sep 21 18:34:19.469980 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-4953f414-3902-4cf2-b6e5-9bee047b17db service neutron] Request body: {'port': {'device_id': '31d1f234-9d0b-4756-9bed-54049382ed0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:34:19.527306 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-4953f414-3902-4cf2-b6e5-9bee047b17db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:19.780293 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-4953f414-3902-4cf2-b6e5-9bee047b17db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46d18229-351c-4e03-9a72-9b2d6ddc8ac0 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:34:19.788531 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-4953f414-3902-4cf2-b6e5-9bee047b17db service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:19.802090 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-4953f414-3902-4cf2-b6e5-9bee047b17db service neutron] Transition to ACTIVE for port object 46d18229-351c-4e03-9a72-9b2d6ddc8ac0 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:34:19.807676 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-4953f414-3902-4cf2-b6e5-9bee047b17db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:19.859152 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953f414-3902-4cf2-b6e5-9bee047b17db service neutron] Pushing event updated for resources: {'Port': ['ID=46d18229-351c-4e03-9a72-9b2d6ddc8ac0,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:19.927680 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-4953f414-3902-4cf2-b6e5-9bee047b17db service neutron] Attempting to bind port 46d18229-351c-4e03-9a72-9b2d6ddc8ac0 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:34:19.928116 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-4953f414-3902-4cf2-b6e5-9bee047b17db service neutron] Attempting to bind port 46d18229-351c-4e03-9a72-9b2d6ddc8ac0 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '2057190e-1c30-417e-b3ff-f34d33dacf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4a228e3-e6ae-4de7-ba18-804946c1958a'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:34:19.928451 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-4953f414-3902-4cf2-b6e5-9bee047b17db service neutron] Attempting to bind port 46d18229-351c-4e03-9a72-9b2d6ddc8ac0 on network b4a228e3-e6ae-4de7-ba18-804946c1958a {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:34:19.933672 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-4953f414-3902-4cf2-b6e5-9bee047b17db service neutron] Port 46d18229-351c-4e03-9a72-9b2d6ddc8ac0 on network b4a228e3-e6ae-4de7-ba18-804946c1958a not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:34:19.934026 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-4953f414-3902-4cf2-b6e5-9bee047b17db service neutron] Attempting to bind port 46d18229-351c-4e03-9a72-9b2d6ddc8ac0 on network b4a228e3-e6ae-4de7-ba18-804946c1958a {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:34:19.939348 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-4953f414-3902-4cf2-b6e5-9bee047b17db service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:34:19.939671 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-4953f414-3902-4cf2-b6e5-9bee047b17db service neutron] Checking segment: {'id': '2057190e-1c30-417e-b3ff-f34d33dacf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4a228e3-e6ae-4de7-ba18-804946c1958a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:34:19.940067 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-4953f414-3902-4cf2-b6e5-9bee047b17db service neutron] Bound using segment: {'id': '2057190e-1c30-417e-b3ff-f34d33dacf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4a228e3-e6ae-4de7-ba18-804946c1958a'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:34:19.940498 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-4953f414-3902-4cf2-b6e5-9bee047b17db service neutron] Bound port: 46d18229-351c-4e03-9a72-9b2d6ddc8ac0, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2057190e-1c30-417e-b3ff-f34d33dacf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4a228e3-e6ae-4de7-ba18-804946c1958a'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:34:19.940856 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-4953f414-3902-4cf2-b6e5-9bee047b17db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:19.958191 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188677a-4eb0-45ef-9119-f58c9e228fa4 req-a09441f5-b00a-4d15-8a8f-43620487cbab tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:19.961024 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a188677a-4eb0-45ef-9119-f58c9e228fa4 req-a09441f5-b00a-4d15-8a8f-43620487cbab tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 943 time: 0.0510819 Sep 21 18:34:19.998001 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a188677a-4eb0-45ef-9119-f58c9e228fa4 req-f949d4e2-2b74-448a-a760-6156ebb6d18e tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321431 Sep 21 18:34:20.005074 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-4953f414-3902-4cf2-b6e5-9bee047b17db service neutron] For port 46d18229-351c-4e03-9a72-9b2d6ddc8ac0, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:34:20.008230 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-4953f414-3902-4cf2-b6e5-9bee047b17db service neutron] For port 46d18229-351c-4e03-9a72-9b2d6ddc8ac0, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=46d18229-351c-4e03-9a72-9b2d6ddc8ac0,segment=NetworkSegment(2057190e-1c30-417e-b3ff-f34d33dacf10),segment_id=2057190e-1c30-417e-b3ff-f34d33dacf10)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:34:20.013720 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-4953f414-3902-4cf2-b6e5-9bee047b17db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:20.048956 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-4953f414-3902-4cf2-b6e5-9bee047b17db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:20.049580 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-4953f414-3902-4cf2-b6e5-9bee047b17db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:20.051116 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-4953f414-3902-4cf2-b6e5-9bee047b17db service neutron] 10.222.0.38 "PUT /v2.0/ports/46d18229-351c-4e03-9a72-9b2d6ddc8ac0 HTTP/1.1" status: 200 len: 1091 time: 0.5875373 Sep 21 18:34:20.051561 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d1f234-9d0b-4756-9bed-54049382ed0c', 'tag': '46d18229-351c-4e03-9a72-9b2d6ddc8ac0'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:34:20.053856 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ed4ada-a2a1-453a-802a-156434ea4522" -d '{"events": [{"name": "network-changed", "server_uuid": "31d1f234-9d0b-4756-9bed-54049382ed0c", "tag": "46d18229-351c-4e03-9a72-9b2d6ddc8ac0"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:34:20.083484 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953f414-3902-4cf2-b6e5-9bee047b17db service neutron] Pushing event updated for resources: {'Port': ['ID=46d18229-351c-4e03-9a72-9b2d6ddc8ac0,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:20.102972 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2770228f-f6df-40e8-b174-6d7a0d8deea2 x-openstack-request-id: req-2770228f-f6df-40e8-b174-6d7a0d8deea2 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:34:20.103265 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d1f234-9d0b-4756-9bed-54049382ed0c", "tag": "46d18229-351c-4e03-9a72-9b2d6ddc8ac0", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:34:20.103513 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2770228f-f6df-40e8-b174-6d7a0d8deea2 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:34:20.103924 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d1f234-9d0b-4756-9bed-54049382ed0c', 'tag': '46d18229-351c-4e03-9a72-9b2d6ddc8ac0', 'status': 'completed', 'code': 200} Sep 21 18:34:20.141092 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-b0db2f4b-ab62-4edb-aa36-266b5e2a3349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:20.142605 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-b0db2f4b-ab62-4edb-aa36-266b5e2a3349 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0584ae11af114a28bed67978addf93e3&device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 1094 time: 0.0495212 Sep 21 18:34:20.186795 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-fa124e22-4f46-4098-b551-8aa43c297911 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46d18229-351c-4e03-9a72-9b2d6ddc8ac0 HTTP/1.1" status: 200 len: 217 time: 0.0361581 Sep 21 18:34:20.230819 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:20.237139 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-e08b953f-94af-4c46-ab3c-7e04397bfade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:20.238621 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-e08b953f-94af-4c46-ab3c-7e04397bfade service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b85fa13f-3ea3-4dbe-8f66-13c64f102c8a HTTP/1.1" status: 200 len: 855 time: 0.0454609 Sep 21 18:34:20.269301 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-4c4aa7e3-aed0-4e4d-9c81-686025665c6b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b4a228e3-e6ae-4de7-ba18-804946c1958a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239861 Sep 21 18:34:20.369087 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-baa692c5-5d99-441d-9c72-5adc4831065a service neutron] 10.222.0.38 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917058 Sep 21 18:34:20.467696 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c3adcde-fa46-4214-bb98-d00853e34cae req-4ccf8bb8-7de4-4290-93f8-26d9e1fb360f service neutron] 10.222.0.38 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903757 Sep 21 18:34:20.569224 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed4ada-a2a1-453a-802a-156434ea4522 req-88e0f21a-7404-4c14-a280-35e553bb3dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:20.570716 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-02ed4ada-a2a1-453a-802a-156434ea4522 req-88e0f21a-7404-4c14-a280-35e553bb3dcc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0584ae11af114a28bed67978addf93e3&device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 1094 time: 0.0469363 Sep 21 18:34:20.662176 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed4ada-a2a1-453a-802a-156434ea4522 req-26d25312-c9b9-4a5c-9ab8-5a0565c37baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:20.663566 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-02ed4ada-a2a1-453a-802a-156434ea4522 req-26d25312-c9b9-4a5c-9ab8-5a0565c37baf service neutron] 10.222.0.38 "GET /v2.0/networks?id=b4a228e3-e6ae-4de7-ba18-804946c1958a HTTP/1.1" status: 200 len: 916 time: 0.0854011 Sep 21 18:34:20.707945 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-02ed4ada-a2a1-453a-802a-156434ea4522 req-ae5a328e-c627-490e-8f54-341a646b92b5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46d18229-351c-4e03-9a72-9b2d6ddc8ac0 HTTP/1.1" status: 200 len: 217 time: 0.0366759 Sep 21 18:34:21.100830 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed4ada-a2a1-453a-802a-156434ea4522 req-b2ae3efc-6317-41a0-9f0a-d2a7b08ff19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:21.102319 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-02ed4ada-a2a1-453a-802a-156434ea4522 req-b2ae3efc-6317-41a0-9f0a-d2a7b08ff19a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b85fa13f-3ea3-4dbe-8f66-13c64f102c8a HTTP/1.1" status: 200 len: 855 time: 0.3869066 Sep 21 18:34:21.120685 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4c376-d7e4-4db4-ba36-5ec91f76e6d9 req-c555bfb5-aee2-4f55-8504-5ebab3689e01 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:21.122203 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ead4c376-d7e4-4db4-ba36-5ec91f76e6d9 req-c555bfb5-aee2-4f55-8504-5ebab3689e01 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 943 time: 0.0537863 Sep 21 18:34:21.134526 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-02ed4ada-a2a1-453a-802a-156434ea4522 req-fde76a4a-dd53-4a24-ae2c-a58b43b83b0c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b4a228e3-e6ae-4de7-ba18-804946c1958a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241294 Sep 21 18:34:21.160429 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ead4c376-d7e4-4db4-ba36-5ec91f76e6d9 req-4bbd0f0d-b856-4696-919d-adfd8fbdf33f tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320592 Sep 21 18:34:21.231268 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-02ed4ada-a2a1-453a-802a-156434ea4522 req-840fef93-0738-486e-a0aa-b3e5c62b4baf service neutron] 10.222.0.38 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879164 Sep 21 18:34:21.332463 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-02ed4ada-a2a1-453a-802a-156434ea4522 req-2bde98a6-339d-4cf4-aa63-26bb02293770 service neutron] 10.222.0.38 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929308 Sep 21 18:34:21.716693 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:22.278082 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe670e62-1fa4-4946-b0e2-eac4e0bbd5d8 req-339aeec4-eb62-4723-aedf-02d8bd01b343 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:22.279614 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe670e62-1fa4-4946-b0e2-eac4e0bbd5d8 req-339aeec4-eb62-4723-aedf-02d8bd01b343 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 943 time: 0.0480752 Sep 21 18:34:22.331402 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe670e62-1fa4-4946-b0e2-eac4e0bbd5d8 req-a204f07e-5a3e-4336-be47-809d6c1a4cbe tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452864 Sep 21 18:34:22.387246 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 46d18229-351c-4e03-9a72-9b2d6ddc8ac0 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:34:22.503158 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 46d18229-351c-4e03-9a72-9b2d6ddc8ac0, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=46d18229-351c-4e03-9a72-9b2d6ddc8ac0,segment=NetworkSegment(2057190e-1c30-417e-b3ff-f34d33dacf10),segment_id=2057190e-1c30-417e-b3ff-f34d33dacf10)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:22.514270 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '46d18229-351c-4e03-9a72-9b2d6ddc8ac0', 'network_id': 'b4a228e3-e6ae-4de7-ba18-804946c1958a', 'port_id': '46d18229-351c-4e03-9a72-9b2d6ddc8ac0', 'mac_address': 'fa:16:3e:82:66:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b85fa13f-3ea3-4dbe-8f66-13c64f102c8a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:34:22.551828 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:22.565217 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46d18229-351c-4e03-9a72-9b2d6ddc8ac0 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:34:22.584953 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 46d18229-351c-4e03-9a72-9b2d6ddc8ac0, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=46d18229-351c-4e03-9a72-9b2d6ddc8ac0,segment=NetworkSegment(2057190e-1c30-417e-b3ff-f34d33dacf10),segment_id=2057190e-1c30-417e-b3ff-f34d33dacf10)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:22.589992 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:22.640535 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=46d18229-351c-4e03-9a72-9b2d6ddc8ac0,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:22.780925 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['46d18229-351c-4e03-9a72-9b2d6ddc8ac0'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:34:23.454085 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186613d-6171-4c0c-a296-2867fe06fd09 req-e69ddf6e-8b86-4f8d-80e4-462dc0612721 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:23.455620 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f186613d-6171-4c0c-a296-2867fe06fd09 req-e69ddf6e-8b86-4f8d-80e4-462dc0612721 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 944 time: 0.0518262 Sep 21 18:34:23.493314 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f186613d-6171-4c0c-a296-2867fe06fd09 req-22e0e74d-ed62-4904-b5ad-19f3efaa5eab tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316360 Sep 21 18:34:23.716964 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:24.387810 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 46d18229-351c-4e03-9a72-9b2d6ddc8ac0 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:34:24.445096 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 46d18229-351c-4e03-9a72-9b2d6ddc8ac0 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:34:24.450646 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 46d18229-351c-4e03-9a72-9b2d6ddc8ac0 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:34:24.451222 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:24.536964 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:24.559198 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d1f234-9d0b-4756-9bed-54049382ed0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d18229-351c-4e03-9a72-9b2d6ddc8ac0'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:34:24.561531 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba5813b-0ddb-44fb-a5bb-f51656a446d2" -d '{"events": [{"server_uuid": "31d1f234-9d0b-4756-9bed-54049382ed0c", "name": "network-vif-plugged", "status": "completed", "tag": "46d18229-351c-4e03-9a72-9b2d6ddc8ac0"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:34:24.575519 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 46d18229-351c-4e03-9a72-9b2d6ddc8ac0, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=46d18229-351c-4e03-9a72-9b2d6ddc8ac0,segment=NetworkSegment(2057190e-1c30-417e-b3ff-f34d33dacf10),segment_id=2057190e-1c30-417e-b3ff-f34d33dacf10)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:24.580696 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:24.604739 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b682e55-a89c-4598-93b7-2a2c5a85db16 x-openstack-request-id: req-3b682e55-a89c-4598-93b7-2a2c5a85db16 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:34:24.605081 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d1f234-9d0b-4756-9bed-54049382ed0c", "name": "network-vif-plugged", "status": "completed", "tag": "46d18229-351c-4e03-9a72-9b2d6ddc8ac0", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:34:24.605333 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3b682e55-a89c-4598-93b7-2a2c5a85db16 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:34:24.605712 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d1f234-9d0b-4756-9bed-54049382ed0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d18229-351c-4e03-9a72-9b2d6ddc8ac0', 'code': 200} Sep 21 18:34:24.620036 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9816f-a0a9-4504-b821-f61a7840eb5f req-2f9b8213-4cde-493e-80c2-fce680b996af tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:24.621533 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7db9816f-a0a9-4504-b821-f61a7840eb5f req-2f9b8213-4cde-493e-80c2-fce680b996af tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 945 time: 0.0525422 Sep 21 18:34:24.639782 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=46d18229-351c-4e03-9a72-9b2d6ddc8ac0,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:24.661761 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7db9816f-a0a9-4504-b821-f61a7840eb5f req-ec74427c-97ba-4e92-aa2c-920d637d33be tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339184 Sep 21 18:34:24.700688 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589d043-6519-4ad8-b226-1b1bd457b3be req-ef153f93-128b-4041-a874-dfa6bf0644ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:24.702311 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b589d043-6519-4ad8-b226-1b1bd457b3be req-ef153f93-128b-4041-a874-dfa6bf0644ce service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 1096 time: 0.0396593 Sep 21 18:34:24.739244 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b589d043-6519-4ad8-b226-1b1bd457b3be req-307d5bd6-7037-4142-a8bc-c6afca7b5a82 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278671 Sep 21 18:34:24.861750 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:25.576972 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:34:25.783836 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154e24e-cbba-4baa-acce-a873787af05d req-e85336e0-6d23-4376-b4ca-6476365a7cbe tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:25.785320 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2154e24e-cbba-4baa-acce-a873787af05d req-e85336e0-6d23-4376-b4ca-6476365a7cbe tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 945 time: 0.0504441 Sep 21 18:34:25.826870 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2154e24e-cbba-4baa-acce-a873787af05d req-2f47177a-d6ca-4a71-91e5-77c0df105712 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320816 Sep 21 18:34:26.971773 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc6931-777b-40f5-9e2a-b83e49f9eefe req-8de05089-e735-4d7d-af1b-3023ef79fc92 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:26.974100 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-97cc6931-777b-40f5-9e2a-b83e49f9eefe req-8de05089-e735-4d7d-af1b-3023ef79fc92 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 945 time: 0.0682344 Sep 21 18:34:27.023762 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-97cc6931-777b-40f5-9e2a-b83e49f9eefe req-51992aaf-aa3c-4052-8846-9f149f67d0ce tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412395 Sep 21 18:34:27.148624 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f67473-1725-4d74-b5e1-14166498675d req-3124cb04-b954-45ad-9e47-5e8d82ded8e9 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:27.150020 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f0f67473-1725-4d74-b5e1-14166498675d req-3124cb04-b954-45ad-9e47-5e8d82ded8e9 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 945 time: 0.0536623 Sep 21 18:34:27.189797 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f0f67473-1725-4d74-b5e1-14166498675d req-58095a8b-f08a-4e3e-a7ae-2939e2d265aa tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326176 Sep 21 18:34:27.408489 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8817fb6-7173-47cd-87df-6b0deb47a27c req-b034139d-79ac-4549-848a-7133a93aa420 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:27.409920 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d8817fb6-7173-47cd-87df-6b0deb47a27c req-b034139d-79ac-4549-848a-7133a93aa420 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 945 time: 0.0587349 Sep 21 18:34:27.452441 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d8817fb6-7173-47cd-87df-6b0deb47a27c req-06df8330-99dd-45e6-8333-02f25cc911ef tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334477 Sep 21 18:34:27.573231 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091ef4b-ed19-4291-9385-31da43920b23 req-3d5426f0-ba07-4272-8c58-a497f5bc7135 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:27.575132 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b091ef4b-ed19-4291-9385-31da43920b23 req-3d5426f0-ba07-4272-8c58-a497f5bc7135 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 945 time: 0.0523272 Sep 21 18:34:27.619525 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b091ef4b-ed19-4291-9385-31da43920b23 req-073b637a-8af1-4940-b302-4b6b56878cfd tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362887 Sep 21 18:34:27.847384 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-9efdf40b-3eae-42b3-b8e5-91db6a3ac30d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0389183 Sep 21 18:34:27.863799 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e5b91-4db6-4d96-8ce4-bdd6cb741858 req-a1b1a585-1c19-4af8-9096-badb7e4d9dea tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:27.865430 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-741e5b91-4db6-4d96-8ce4-bdd6cb741858 req-a1b1a585-1c19-4af8-9096-badb7e4d9dea tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 945 time: 0.0496523 Sep 21 18:34:27.903319 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-741e5b91-4db6-4d96-8ce4-bdd6cb741858 req-cf07d33a-3a37-4399-b266-a2fa32b70e16 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317068 Sep 21 18:34:29.001986 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-934a280e-1479-4e56-8cda-cb0c7d17b8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:29.003744 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-934a280e-1479-4e56-8cda-cb0c7d17b8b3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0584ae11af114a28bed67978addf93e3&device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 1096 time: 0.0420783 Sep 21 18:34:29.025431 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae941d-7ff5-436f-acdb-4e984080971e req-a3d165a2-86f9-4b9f-a77e-d34f7efeded1 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:29.026957 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-61ae941d-7ff5-436f-acdb-4e984080971e req-a3d165a2-86f9-4b9f-a77e-d34f7efeded1 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 945 time: 0.0530934 Sep 21 18:34:29.064788 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-61ae941d-7ff5-436f-acdb-4e984080971e req-eb1dfa37-535a-4340-aea6-882b701e6b68 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315874 Sep 21 18:34:29.102140 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-0a6f386f-f042-4849-8f89-ac657aa5180f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:29.103651 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-0a6f386f-f042-4849-8f89-ac657aa5180f service neutron] 10.222.0.38 "GET /v2.0/networks?id=b4a228e3-e6ae-4de7-ba18-804946c1958a HTTP/1.1" status: 200 len: 916 time: 0.0929930 Sep 21 18:34:29.157498 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-b285ab31-9c73-4abe-aa5d-e49416ad3b28 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46d18229-351c-4e03-9a72-9b2d6ddc8ac0 HTTP/1.1" status: 200 len: 217 time: 0.0466197 Sep 21 18:34:29.209192 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-bee12235-ce69-4233-86f5-90413015b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:29.210832 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-bee12235-ce69-4233-86f5-90413015b3d4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b85fa13f-3ea3-4dbe-8f66-13c64f102c8a HTTP/1.1" status: 200 len: 855 time: 0.0466688 Sep 21 18:34:29.242982 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-b7340753-0094-4117-8aed-755b3e648bf9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b4a228e3-e6ae-4de7-ba18-804946c1958a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248251 Sep 21 18:34:29.331067 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-46d11ab1-39b0-47f7-a7ac-659823465bc1 service neutron] 10.222.0.38 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807621 Sep 21 18:34:29.423424 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-25e1d0b1-edad-4fe1-aa5d-78aa57f2883b service neutron] 10.222.0.38 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854273 Sep 21 18:34:30.197996 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc9ac8-3dc6-4921-b677-4f5101082d5f req-3e5f4c26-7e64-4561-89db-7a88c6bf360b tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:30.199546 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-71bc9ac8-3dc6-4921-b677-4f5101082d5f req-3e5f4c26-7e64-4561-89db-7a88c6bf360b tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 945 time: 0.0574582 Sep 21 18:34:30.238118 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-71bc9ac8-3dc6-4921-b677-4f5101082d5f req-a3f228aa-be5b-4c9e-a390-6bc68f4bff80 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326390 Sep 21 18:34:31.377027 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bffb39-a8cd-4bfd-8948-9abb32ff9ec9 req-f3849e97-e672-47f4-ad7c-fd11a7bd275b tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:31.378504 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c4bffb39-a8cd-4bfd-8948-9abb32ff9ec9 req-f3849e97-e672-47f4-ad7c-fd11a7bd275b tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 945 time: 0.0655179 Sep 21 18:34:31.415325 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c4bffb39-a8cd-4bfd-8948-9abb32ff9ec9 req-2d87c287-da53-4271-ae31-8892a7941ec5 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308542 Sep 21 18:34:32.554783 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498dd4e6-3bd0-4b33-ae95-3e965524b954 req-78628496-fb0f-4bcf-8a32-d7b2b2a726dc tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:32.556185 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-498dd4e6-3bd0-4b33-ae95-3e965524b954 req-78628496-fb0f-4bcf-8a32-d7b2b2a726dc tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 945 time: 0.0600500 Sep 21 18:34:32.599700 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-498dd4e6-3bd0-4b33-ae95-3e965524b954 req-88d5a24a-aa77-4234-9fb2-95bb86c6648c tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340827 Sep 21 18:34:33.733979 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e817d6-6ca6-431b-972c-a4de7c55aa8d req-0e1e2c35-de99-4df0-b784-f9244493d099 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:33.735486 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-03e817d6-6ca6-431b-972c-a4de7c55aa8d req-0e1e2c35-de99-4df0-b784-f9244493d099 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 945 time: 0.0522006 Sep 21 18:34:33.774717 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-03e817d6-6ca6-431b-972c-a4de7c55aa8d req-2d0a701f-9495-4bac-99cc-1c677f6aa488 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332294 Sep 21 18:34:34.898978 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd9195-6c6f-4dd3-b929-66846e68fc42 req-40b6fc3d-c4bd-448f-9ada-db89fed5744d tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:34.900462 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-17bd9195-6c6f-4dd3-b929-66846e68fc42 req-40b6fc3d-c4bd-448f-9ada-db89fed5744d tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 945 time: 0.0541646 Sep 21 18:34:34.938862 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-17bd9195-6c6f-4dd3-b929-66846e68fc42 req-f714cf29-e959-41ba-baf8-e8e732f5069f tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315773 Sep 21 18:34:36.068058 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847d77e-005a-4798-b145-a32eeaf091a3 req-4ba5ff6e-3ce1-4f85-962d-221636e0b057 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:36.069498 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1847d77e-005a-4798-b145-a32eeaf091a3 req-4ba5ff6e-3ce1-4f85-962d-221636e0b057 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 945 time: 0.0541117 Sep 21 18:34:36.108036 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1847d77e-005a-4798-b145-a32eeaf091a3 req-95c6ca78-0d28-4897-839c-ad7e0cc9c55a tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320754 Sep 21 18:34:37.227723 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82955ab0-39c9-4e89-9e21-df4b35e28922 req-74ce1943-0a87-445c-a826-4bd708338e14 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:37.229216 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-82955ab0-39c9-4e89-9e21-df4b35e28922 req-74ce1943-0a87-445c-a826-4bd708338e14 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 945 time: 0.0496159 Sep 21 18:34:37.268903 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-82955ab0-39c9-4e89-9e21-df4b35e28922 req-8ff85c55-32f6-46ea-a6cc-66b419b83dd6 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335839 Sep 21 18:34:38.406802 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d85c7-0356-41de-9470-361dfb48672c req-16270887-ac16-4168-8ca3-ed0c10474676 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:38.408308 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c94d85c7-0356-41de-9470-361dfb48672c req-16270887-ac16-4168-8ca3-ed0c10474676 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 945 time: 0.0544198 Sep 21 18:34:38.445802 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c94d85c7-0356-41de-9470-361dfb48672c req-8be3e745-40a8-4e9d-8e29-5358bfaac92c tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315633 Sep 21 18:34:39.574771 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981cb42-cedc-4d8c-9eca-335adba61987 req-8bcd04e2-1427-48b0-8341-55450ff30861 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:39.576323 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6981cb42-cedc-4d8c-9eca-335adba61987 req-8bcd04e2-1427-48b0-8341-55450ff30861 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 945 time: 0.0531850 Sep 21 18:34:39.616436 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6981cb42-cedc-4d8c-9eca-335adba61987 req-7553371b-4dd7-4b35-862c-4b6cf30834b0 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314963 Sep 21 18:34:40.739859 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3903ba-3e12-41eb-a113-c9411883bbdb req-a2cbeb76-5036-473d-801e-1796470d996a tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:40.741356 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5e3903ba-3e12-41eb-a113-c9411883bbdb req-a2cbeb76-5036-473d-801e-1796470d996a tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 945 time: 0.0499027 Sep 21 18:34:40.779484 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5e3903ba-3e12-41eb-a113-c9411883bbdb req-c2c47118-af17-44e5-8393-e88b8f504ec3 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319009 Sep 21 18:34:41.928633 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd62a19-17e7-4a41-bb3f-cd9b4c7f3549 req-1c3305f3-9c7c-4f09-8473-e5cc8d443fa4 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:41.930113 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5dd62a19-17e7-4a41-bb3f-cd9b4c7f3549 req-1c3305f3-9c7c-4f09-8473-e5cc8d443fa4 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 945 time: 0.0498600 Sep 21 18:34:41.976630 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5dd62a19-17e7-4a41-bb3f-cd9b4c7f3549 req-dc52896b-d0e0-406e-b219-a2dbf1b4ae57 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366173 Sep 21 18:34:43.102876 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23a406-ff50-422a-b20b-f5646c092a7a req-18a15c1c-16d1-4503-8c3f-09f74a70dced tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:43.104385 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4d23a406-ff50-422a-b20b-f5646c092a7a req-18a15c1c-16d1-4503-8c3f-09f74a70dced tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 945 time: 0.0551231 Sep 21 18:34:43.144547 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4d23a406-ff50-422a-b20b-f5646c092a7a req-14b16d4c-7b30-4085-8de3-0c6229dd28f2 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333486 Sep 21 18:34:44.280863 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc8e60-76ed-4129-b064-26b03d63047f req-68d32130-08bd-44d2-9dfa-02a54f17f822 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:44.282340 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-83dc8e60-76ed-4129-b064-26b03d63047f req-68d32130-08bd-44d2-9dfa-02a54f17f822 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 945 time: 0.0569723 Sep 21 18:34:44.320828 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-83dc8e60-76ed-4129-b064-26b03d63047f req-1bf162b7-4e7c-4773-a518-edddc2cc4435 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323796 Sep 21 18:34:45.447754 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01314da-f5a5-46f1-9487-c78daf65be9d req-87dfc446-2c43-4add-8b2a-e8b18dc6525c tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:45.449263 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e01314da-f5a5-46f1-9487-c78daf65be9d req-87dfc446-2c43-4add-8b2a-e8b18dc6525c tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 945 time: 0.0574391 Sep 21 18:34:45.487372 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e01314da-f5a5-46f1-9487-c78daf65be9d req-ab541b39-8daf-4185-82bb-b5ebe7edb077 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316563 Sep 21 18:34:45.970707 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5b60cbd0-7482-4bfa-9b28-0ade59bc84fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:46.332825 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad93e90-77ed-441f-b411-c31d67b0fb15 req-3eec71c3-a747-4f62-9fec-f45810debea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:46.334237 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fad93e90-77ed-441f-b411-c31d67b0fb15 req-3eec71c3-a747-4f62-9fec-f45810debea8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0584ae11af114a28bed67978addf93e3&device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 1096 time: 0.0468485 Sep 21 18:34:46.472543 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad93e90-77ed-441f-b411-c31d67b0fb15 req-fc2c8ac0-92e5-4eca-a531-8838a415e274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:46.474089 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fad93e90-77ed-441f-b411-c31d67b0fb15 req-fc2c8ac0-92e5-4eca-a531-8838a415e274 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b4a228e3-e6ae-4de7-ba18-804946c1958a HTTP/1.1" status: 200 len: 916 time: 0.0925364 Sep 21 18:34:46.525102 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fad93e90-77ed-441f-b411-c31d67b0fb15 req-b41e1199-cfa5-469c-8541-ecd9daa1269a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46d18229-351c-4e03-9a72-9b2d6ddc8ac0 HTTP/1.1" status: 200 len: 217 time: 0.0422239 Sep 21 18:34:46.602372 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad93e90-77ed-441f-b411-c31d67b0fb15 req-2abb425b-36d9-43c8-8ffe-697ff1e749e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:46.603749 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fad93e90-77ed-441f-b411-c31d67b0fb15 req-2abb425b-36d9-43c8-8ffe-697ff1e749e0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b85fa13f-3ea3-4dbe-8f66-13c64f102c8a HTTP/1.1" status: 200 len: 855 time: 0.0710709 Sep 21 18:34:46.630659 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165a0fa-3668-45f5-a27b-7ee6560cdbfd req-e7416380-222c-4bc2-b1f8-86adab36da2b tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:46.632085 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c165a0fa-3668-45f5-a27b-7ee6560cdbfd req-e7416380-222c-4bc2-b1f8-86adab36da2b tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 945 time: 0.0642726 Sep 21 18:34:46.652074 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fad93e90-77ed-441f-b411-c31d67b0fb15 req-75daaea7-60ba-43f0-979d-cf76f86f1df1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b4a228e3-e6ae-4de7-ba18-804946c1958a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362680 Sep 21 18:34:46.711385 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c165a0fa-3668-45f5-a27b-7ee6560cdbfd req-474e7d26-e1f0-427e-8416-96816bead119 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622327 Sep 21 18:34:46.765396 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fad93e90-77ed-441f-b411-c31d67b0fb15 req-f378c782-649b-4df3-b022-b7e247f2c4ac service neutron] 10.222.0.38 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011419 Sep 21 18:34:46.861797 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fad93e90-77ed-441f-b411-c31d67b0fb15 req-6d7e6ac5-d234-46f4-bf58-29399ae4ebf8 service neutron] 10.222.0.38 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886648 Sep 21 18:34:47.841224 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101a2e0-a958-4f94-a4b0-69a5e7da1798 req-2b975754-bb34-464f-a06e-6c990391512a tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:47.842693 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1101a2e0-a958-4f94-a4b0-69a5e7da1798 req-2b975754-bb34-464f-a06e-6c990391512a tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 945 time: 0.0529971 Sep 21 18:34:47.880161 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1101a2e0-a958-4f94-a4b0-69a5e7da1798 req-45c2fc73-59d0-45c3-b6f9-8b74e42ca21e tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313673 Sep 21 18:34:48.478304 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c74d75ab-c93a-4fe7-b1a4-69b78bc8d774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:49.019626 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb4913-1c69-4fb0-86e1-b0d201133b25 req-c86116f6-2e56-4454-b046-16c0c0868dec tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:49.021110 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f1cb4913-1c69-4fb0-86e1-b0d201133b25 req-c86116f6-2e56-4454-b046-16c0c0868dec tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 945 time: 0.0560596 Sep 21 18:34:49.044048 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:49.059899 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f1cb4913-1c69-4fb0-86e1-b0d201133b25 req-766d7867-5b9d-45fa-b789-87c3367459c6 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320749 Sep 21 18:34:50.194946 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb46fe-55e7-4c21-bd20-4bec07d9d291 req-c624ecaf-eeee-47b6-b7d0-48ae43df976d tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:50.196448 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b0cb46fe-55e7-4c21-bd20-4bec07d9d291 req-c624ecaf-eeee-47b6-b7d0-48ae43df976d tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 945 time: 0.0594511 Sep 21 18:34:50.233565 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:50.501145 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b0cb46fe-55e7-4c21-bd20-4bec07d9d291 req-ca30a455-d87f-4424-b46c-9062acef40d7 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954454 Sep 21 18:34:51.637142 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ead7e6-5bff-403a-90aa-b6f1d16b1b1c req-40c896b2-597a-40d2-885a-84ba82d368ea tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:51.638635 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-12ead7e6-5bff-403a-90aa-b6f1d16b1b1c req-40c896b2-597a-40d2-885a-84ba82d368ea tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 945 time: 0.0535252 Sep 21 18:34:51.678913 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-12ead7e6-5bff-403a-90aa-b6f1d16b1b1c req-d531af31-6704-4ba4-9313-4f310a46d65c tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322063 Sep 21 18:34:51.709880 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:52.809257 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835a6ad-bf63-4260-be2e-5a619ab52841 req-6424db6b-3c4e-42ae-861c-ae0ed5f45053 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:52.810778 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4835a6ad-bf63-4260-be2e-5a619ab52841 req-6424db6b-3c4e-42ae-861c-ae0ed5f45053 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 945 time: 0.0591488 Sep 21 18:34:52.852383 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4835a6ad-bf63-4260-be2e-5a619ab52841 req-dd2a2029-b3de-474a-a1e3-0211b275885b tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324719 Sep 21 18:34:53.727378 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:53.975883 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7345d08-f099-4b65-9ccd-a419cc47c2c9 req-d59b574a-b858-4c1b-b3aa-a2666898211e tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:53.977450 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a7345d08-f099-4b65-9ccd-a419cc47c2c9 req-d59b574a-b858-4c1b-b3aa-a2666898211e tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 945 time: 0.0510302 Sep 21 18:34:54.016045 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a7345d08-f099-4b65-9ccd-a419cc47c2c9 req-fc21882c-e84f-46d3-8558-fa8fb318f8a1 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325115 Sep 21 18:34:54.852464 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:55.149901 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c521b12-693e-4e3b-9178-a196ddad6e65 req-3ea6b773-b6dc-41f1-9f1c-832bfc626482 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:55.151296 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6c521b12-693e-4e3b-9178-a196ddad6e65 req-3ea6b773-b6dc-41f1-9f1c-832bfc626482 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 945 time: 0.0509458 Sep 21 18:34:55.189182 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6c521b12-693e-4e3b-9178-a196ddad6e65 req-76277ffa-3611-446c-a610-1e00081d5aff tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310929 Sep 21 18:34:56.318221 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-4ecc9f3f-10bc-406b-a104-75d90876c46f service neutron] show failed (client error): The resource could not be found. Sep 21 18:34:56.319275 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-4ecc9f3f-10bc-406b-a104-75d90876c46f service neutron] 10.222.0.38 "GET /v2.0/ports/46d18229-351c-4e03-9a72-9b2d6ddc8ac0/bindings/n-h2-810291-1 HTTP/1.1" status: 404 len: 380 time: 0.0890410 Sep 21 18:34:56.330961 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e4508-c2bf-45f5-8307-ae01972b7374 req-e154ccc6-79c2-4e40-b0da-2ddfa70a67f2 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:56.332474 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ef7e4508-c2bf-45f5-8307-ae01972b7374 req-e154ccc6-79c2-4e40-b0da-2ddfa70a67f2 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 945 time: 0.0732739 Sep 21 18:34:56.373686 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ef7e4508-c2bf-45f5-8307-ae01972b7374 req-c6a5e4c0-a165-4c1e-a764-e1aadf0c95e4 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340247 Sep 21 18:34:56.522021 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-47fe3778-9225-4af5-bcf1-b8f83b652472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:56.523462 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-47fe3778-9225-4af5-bcf1-b8f83b652472 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c&tenant_id=0584ae11af114a28bed67978addf93e3 HTTP/1.1" status: 200 len: 1096 time: 0.0429437 Sep 21 18:34:56.537154 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-3c8992c4-5d7f-4d58-ba58-391903cf6977 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810291-1', 'device_owner': 'compute:nova'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:34:56.592642 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-3c8992c4-5d7f-4d58-ba58-391903cf6977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:56.832169 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-3c8992c4-5d7f-4d58-ba58-391903cf6977 service neutron] For port 46d18229-351c-4e03-9a72-9b2d6ddc8ac0, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=46d18229-351c-4e03-9a72-9b2d6ddc8ac0,segment=NetworkSegment(2057190e-1c30-417e-b3ff-f34d33dacf10),segment_id=2057190e-1c30-417e-b3ff-f34d33dacf10)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:56.865155 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-3c8992c4-5d7f-4d58-ba58-391903cf6977 service neutron] For port 46d18229-351c-4e03-9a72-9b2d6ddc8ac0, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:34:56.907481 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d1f234-9d0b-4756-9bed-54049382ed0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46d18229-351c-4e03-9a72-9b2d6ddc8ac0'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:34:56.909798 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1255e6ce-75d0-4f3b-9d0e-cafb6aefe428" -d '{"events": [{"server_uuid": "31d1f234-9d0b-4756-9bed-54049382ed0c", "name": "network-vif-unplugged", "status": "completed", "tag": "46d18229-351c-4e03-9a72-9b2d6ddc8ac0"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:34:56.913991 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-3c8992c4-5d7f-4d58-ba58-391903cf6977 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:56.928471 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-3c8992c4-5d7f-4d58-ba58-391903cf6977 service neutron] Transition to ACTIVE for port object 46d18229-351c-4e03-9a72-9b2d6ddc8ac0 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:34:56.933183 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-3c8992c4-5d7f-4d58-ba58-391903cf6977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:56.966235 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f9d370-7ffc-4867-b815-5665a50eac66 x-openstack-request-id: req-b2f9d370-7ffc-4867-b815-5665a50eac66 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:34:56.966528 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d1f234-9d0b-4756-9bed-54049382ed0c", "name": "network-vif-unplugged", "status": "completed", "tag": "46d18229-351c-4e03-9a72-9b2d6ddc8ac0", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:34:56.966781 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b2f9d370-7ffc-4867-b815-5665a50eac66 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:34:56.967197 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d1f234-9d0b-4756-9bed-54049382ed0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46d18229-351c-4e03-9a72-9b2d6ddc8ac0', 'code': 200} Sep 21 18:34:56.998450 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-3c8992c4-5d7f-4d58-ba58-391903cf6977 service neutron] No DVR routers for this DVR port 46d18229-351c-4e03-9a72-9b2d6ddc8ac0 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:34:57.001520 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8992c4-5d7f-4d58-ba58-391903cf6977 service neutron] Pushing event updated for resources: {'Port': ['ID=46d18229-351c-4e03-9a72-9b2d6ddc8ac0,revision_number=6']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:57.035217 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-3c8992c4-5d7f-4d58-ba58-391903cf6977 service neutron] Attempting to bind port 46d18229-351c-4e03-9a72-9b2d6ddc8ac0 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:34:57.035533 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-3c8992c4-5d7f-4d58-ba58-391903cf6977 service neutron] Attempting to bind port 46d18229-351c-4e03-9a72-9b2d6ddc8ac0 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '2057190e-1c30-417e-b3ff-f34d33dacf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4a228e3-e6ae-4de7-ba18-804946c1958a'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:34:57.035862 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-3c8992c4-5d7f-4d58-ba58-391903cf6977 service neutron] Attempting to bind port 46d18229-351c-4e03-9a72-9b2d6ddc8ac0 on network b4a228e3-e6ae-4de7-ba18-804946c1958a {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:34:57.040297 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-3c8992c4-5d7f-4d58-ba58-391903cf6977 service neutron] Port 46d18229-351c-4e03-9a72-9b2d6ddc8ac0 on network b4a228e3-e6ae-4de7-ba18-804946c1958a not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:34:57.040611 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-3c8992c4-5d7f-4d58-ba58-391903cf6977 service neutron] Attempting to bind port 46d18229-351c-4e03-9a72-9b2d6ddc8ac0 on network b4a228e3-e6ae-4de7-ba18-804946c1958a {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:34:57.045685 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-3c8992c4-5d7f-4d58-ba58-391903cf6977 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:34:57.045977 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-3c8992c4-5d7f-4d58-ba58-391903cf6977 service neutron] Checking segment: {'id': '2057190e-1c30-417e-b3ff-f34d33dacf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4a228e3-e6ae-4de7-ba18-804946c1958a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:34:57.046356 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-3c8992c4-5d7f-4d58-ba58-391903cf6977 service neutron] Bound using segment: {'id': '2057190e-1c30-417e-b3ff-f34d33dacf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4a228e3-e6ae-4de7-ba18-804946c1958a'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:34:57.047173 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-3c8992c4-5d7f-4d58-ba58-391903cf6977 service neutron] Bound port: 46d18229-351c-4e03-9a72-9b2d6ddc8ac0, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2057190e-1c30-417e-b3ff-f34d33dacf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4a228e3-e6ae-4de7-ba18-804946c1958a'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:34:57.047173 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-3c8992c4-5d7f-4d58-ba58-391903cf6977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:57.109493 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-3c8992c4-5d7f-4d58-ba58-391903cf6977 service neutron] For port 46d18229-351c-4e03-9a72-9b2d6ddc8ac0, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:34:57.113049 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-3c8992c4-5d7f-4d58-ba58-391903cf6977 service neutron] For port 46d18229-351c-4e03-9a72-9b2d6ddc8ac0, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=46d18229-351c-4e03-9a72-9b2d6ddc8ac0,segment=NetworkSegment(2057190e-1c30-417e-b3ff-f34d33dacf10),segment_id=2057190e-1c30-417e-b3ff-f34d33dacf10)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:34:57.119627 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-3c8992c4-5d7f-4d58-ba58-391903cf6977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:57.168487 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-3c8992c4-5d7f-4d58-ba58-391903cf6977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:57.170196 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-3c8992c4-5d7f-4d58-ba58-391903cf6977 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:34:57.171630 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-3c8992c4-5d7f-4d58-ba58-391903cf6977 service neutron] 10.222.0.44 "PUT /v2.0/ports/46d18229-351c-4e03-9a72-9b2d6ddc8ac0 HTTP/1.1" status: 200 len: 1091 time: 0.6384327 Sep 21 18:34:57.192530 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8992c4-5d7f-4d58-ba58-391903cf6977 service neutron] Pushing event updated for resources: {'Port': ['ID=46d18229-351c-4e03-9a72-9b2d6ddc8ac0,revision_number=7']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:34:57.240868 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-9509490e-d68d-4b86-87fc-b64c7c9a2f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:57.242383 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-9509490e-d68d-4b86-87fc-b64c7c9a2f72 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0584ae11af114a28bed67978addf93e3&device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 1094 time: 0.0455370 Sep 21 18:34:57.339048 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-28eec7d8-c662-4324-9321-5c8125a2d0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:57.340664 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-28eec7d8-c662-4324-9321-5c8125a2d0e4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b4a228e3-e6ae-4de7-ba18-804946c1958a HTTP/1.1" status: 200 len: 916 time: 0.0878820 Sep 21 18:34:57.388608 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-d36ab2ff-b6c2-449f-b1bd-2fa0c3e5d511 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46d18229-351c-4e03-9a72-9b2d6ddc8ac0 HTTP/1.1" status: 200 len: 217 time: 0.0377784 Sep 21 18:34:57.438823 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-e8e0b79b-8d25-4996-98ed-2931d52cd91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:57.440634 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-e8e0b79b-8d25-4996-98ed-2931d52cd91d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b85fa13f-3ea3-4dbe-8f66-13c64f102c8a HTTP/1.1" status: 200 len: 855 time: 0.0445273 Sep 21 18:34:57.494436 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-9abde2b7-2c1b-4293-a05d-577e489c9bc3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b4a228e3-e6ae-4de7-ba18-804946c1958a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442448 Sep 21 18:34:57.530326 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961deff-9504-4e23-8bec-728bd9049750 req-3ecd9468-cbc2-4b45-a68e-b7cbeb44899a tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:57.531798 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4961deff-9504-4e23-8bec-728bd9049750 req-3ecd9468-cbc2-4b45-a68e-b7cbeb44899a tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 943 time: 0.0898588 Sep 21 18:34:57.607447 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4961deff-9504-4e23-8bec-728bd9049750 req-0b34cf7e-7525-46b7-bcdb-7b70d6c7d475 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695264 Sep 21 18:34:57.623582 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-122b9a53-32b7-45b1-bb9f-2547ce95c0e3 service neutron] 10.222.0.44 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213465 Sep 21 18:34:57.723092 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d655833-f433-4adb-bb3f-71e59e5c9871 req-80a1717b-f8d2-42ce-b7ac-2ec91e1b2476 service neutron] 10.222.0.44 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911705 Sep 21 18:34:58.750793 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d099da5-6619-493d-8e58-f9d8aafbbab7 req-7f3ec1fe-e07d-4faa-859a-6bcd7790cc65 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:58.752312 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0d099da5-6619-493d-8e58-f9d8aafbbab7 req-7f3ec1fe-e07d-4faa-859a-6bcd7790cc65 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 943 time: 0.0560114 Sep 21 18:34:58.794166 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0d099da5-6619-493d-8e58-f9d8aafbbab7 req-7e887a8e-bd35-479a-a38a-2f36beb9d4a9 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330255 Sep 21 18:34:58.968481 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d1f234-9d0b-4756-9bed-54049382ed0c', 'tag': '46d18229-351c-4e03-9a72-9b2d6ddc8ac0'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:34:58.971592 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81339462-fdac-4b65-a3c1-ef673d81fc55" -d '{"events": [{"name": "network-changed", "server_uuid": "31d1f234-9d0b-4756-9bed-54049382ed0c", "tag": "46d18229-351c-4e03-9a72-9b2d6ddc8ac0"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:34:59.019375 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3ccbf8-a989-4924-b699-0d3ca1f90ac8 x-openstack-request-id: req-3b3ccbf8-a989-4924-b699-0d3ca1f90ac8 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:34:59.019670 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d1f234-9d0b-4756-9bed-54049382ed0c", "tag": "46d18229-351c-4e03-9a72-9b2d6ddc8ac0", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:34:59.019925 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3b3ccbf8-a989-4924-b699-0d3ca1f90ac8 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:34:59.020327 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d1f234-9d0b-4756-9bed-54049382ed0c', 'tag': '46d18229-351c-4e03-9a72-9b2d6ddc8ac0', 'status': 'completed', 'code': 200} Sep 21 18:34:59.107032 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81339462-fdac-4b65-a3c1-ef673d81fc55 req-3b08dcce-1c2c-4680-b72f-94816219b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:59.108634 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-81339462-fdac-4b65-a3c1-ef673d81fc55 req-3b08dcce-1c2c-4680-b72f-94816219b1f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0584ae11af114a28bed67978addf93e3&device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 1094 time: 0.0679891 Sep 21 18:34:59.110424 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81339462-fdac-4b65-a3c1-ef673d81fc55 req-3f858095-ff0f-48bf-a52f-6999bc4f8cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:59.111829 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-81339462-fdac-4b65-a3c1-ef673d81fc55 req-3f858095-ff0f-48bf-a52f-6999bc4f8cd8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0584ae11af114a28bed67978addf93e3&device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 1094 time: 0.0631602 Sep 21 18:34:59.277227 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81339462-fdac-4b65-a3c1-ef673d81fc55 req-d981b15d-1f87-4c9c-9f2d-5f366f10953a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:59.278607 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-81339462-fdac-4b65-a3c1-ef673d81fc55 req-d981b15d-1f87-4c9c-9f2d-5f366f10953a service neutron] 10.222.0.44 "GET /v2.0/networks?id=b4a228e3-e6ae-4de7-ba18-804946c1958a HTTP/1.1" status: 200 len: 916 time: 0.1594028 Sep 21 18:34:59.281207 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81339462-fdac-4b65-a3c1-ef673d81fc55 req-91eb0654-c6c6-4c86-b6b2-cd60ad93de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:59.282532 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-81339462-fdac-4b65-a3c1-ef673d81fc55 req-91eb0654-c6c6-4c86-b6b2-cd60ad93de39 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b4a228e3-e6ae-4de7-ba18-804946c1958a HTTP/1.1" status: 200 len: 916 time: 0.1614325 Sep 21 18:34:59.356792 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-81339462-fdac-4b65-a3c1-ef673d81fc55 req-46cce0d2-0a17-47ed-9f72-cf1ff1567b6d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46d18229-351c-4e03-9a72-9b2d6ddc8ac0 HTTP/1.1" status: 200 len: 217 time: 0.0600817 Sep 21 18:34:59.358005 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-81339462-fdac-4b65-a3c1-ef673d81fc55 req-a6118353-2fef-4b8f-a266-132564c33b54 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46d18229-351c-4e03-9a72-9b2d6ddc8ac0 HTTP/1.1" status: 200 len: 217 time: 0.0679774 Sep 21 18:34:59.444065 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81339462-fdac-4b65-a3c1-ef673d81fc55 req-6c54de8c-4cf9-4084-9ae1-5cb16f0bc777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:59.445525 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-81339462-fdac-4b65-a3c1-ef673d81fc55 req-6c54de8c-4cf9-4084-9ae1-5cb16f0bc777 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b85fa13f-3ea3-4dbe-8f66-13c64f102c8a HTTP/1.1" status: 200 len: 855 time: 0.0800889 Sep 21 18:34:59.446878 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81339462-fdac-4b65-a3c1-ef673d81fc55 req-147a12c9-4cb4-4738-9d9c-ae94ee1ffe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:59.448208 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-81339462-fdac-4b65-a3c1-ef673d81fc55 req-147a12c9-4cb4-4738-9d9c-ae94ee1ffe81 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b85fa13f-3ea3-4dbe-8f66-13c64f102c8a HTTP/1.1" status: 200 len: 855 time: 0.0755703 Sep 21 18:34:59.494802 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-81339462-fdac-4b65-a3c1-ef673d81fc55 req-8ff65b4a-a228-4aa0-b30a-986155ae2322 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b4a228e3-e6ae-4de7-ba18-804946c1958a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420203 Sep 21 18:34:59.496593 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-81339462-fdac-4b65-a3c1-ef673d81fc55 req-eb48945d-acea-435e-bf0f-a4eeaf957ffe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b4a228e3-e6ae-4de7-ba18-804946c1958a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368836 Sep 21 18:34:59.650402 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-81339462-fdac-4b65-a3c1-ef673d81fc55 req-d2275ac9-034c-4ec7-9b2a-894aa5ac824b service neutron] 10.222.0.44 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418552 Sep 21 18:34:59.652217 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-81339462-fdac-4b65-a3c1-ef673d81fc55 req-d1ba8c5b-fa72-4524-9874-59130754d671 service neutron] 10.222.0.38 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505141 Sep 21 18:34:59.802441 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-81339462-fdac-4b65-a3c1-ef673d81fc55 req-649e30e6-d372-4df7-8f6e-64bddf336c6f service neutron] 10.222.0.38 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433294 Sep 21 18:34:59.805914 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-81339462-fdac-4b65-a3c1-ef673d81fc55 req-6942bfa5-f50f-4579-bec8-c2b41b520784 service neutron] 10.222.0.44 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398849 Sep 21 18:34:59.846529 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 46d18229-351c-4e03-9a72-9b2d6ddc8ac0 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:34:59.924919 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e5439-a4c8-4c5d-8540-33eef75a94f1 req-c260e9bc-9572-4ce0-92c8-ee1e07f958f3 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:34:59.926324 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ee3e5439-a4c8-4c5d-8540-33eef75a94f1 req-c260e9bc-9572-4ce0-92c8-ee1e07f958f3 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 943 time: 0.0500824 Sep 21 18:34:59.942737 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 46d18229-351c-4e03-9a72-9b2d6ddc8ac0, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=46d18229-351c-4e03-9a72-9b2d6ddc8ac0,segment=NetworkSegment(2057190e-1c30-417e-b3ff-f34d33dacf10),segment_id=2057190e-1c30-417e-b3ff-f34d33dacf10)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:34:59.954213 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '46d18229-351c-4e03-9a72-9b2d6ddc8ac0', 'network_id': 'b4a228e3-e6ae-4de7-ba18-804946c1958a', 'port_id': '46d18229-351c-4e03-9a72-9b2d6ddc8ac0', 'mac_address': 'fa:16:3e:82:66:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b85fa13f-3ea3-4dbe-8f66-13c64f102c8a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:34:59.965805 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ee3e5439-a4c8-4c5d-8540-33eef75a94f1 req-e28479a2-8a17-4700-972f-9b79c68c3995 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334058 Sep 21 18:34:59.995464 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:00.009027 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46d18229-351c-4e03-9a72-9b2d6ddc8ac0 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:35:00.028903 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 46d18229-351c-4e03-9a72-9b2d6ddc8ac0, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=46d18229-351c-4e03-9a72-9b2d6ddc8ac0,segment=NetworkSegment(2057190e-1c30-417e-b3ff-f34d33dacf10),segment_id=2057190e-1c30-417e-b3ff-f34d33dacf10)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:35:00.034164 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:00.089933 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=46d18229-351c-4e03-9a72-9b2d6ddc8ac0,revision_number=8']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:00.097881 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:00.098482 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:00.098915 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:00.100643 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:00.100643 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:00.100643 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:00.100643 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:00.100979 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:00.101391 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:00.101796 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:00.102207 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:00.102616 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:00.177048 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cec59e-0e30-4e15-a8f0-006c065699a4 req-e6d926de-f260-46c6-8883-952474870e39 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:00.178619 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-28cec59e-0e30-4e15-a8f0-006c065699a4 req-e6d926de-f260-46c6-8883-952474870e39 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 944 time: 0.0524032 Sep 21 18:35:00.183464 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b61a3c-5547-49a0-b3ed-f4617560c4d2 req-68d8176e-d106-4a3c-8d17-e18209673f29 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:00.185229 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35b61a3c-5547-49a0-b3ed-f4617560c4d2 req-68d8176e-d106-4a3c-8d17-e18209673f29 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.38 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c&tenant_id=0584ae11af114a28bed67978addf93e3&binding%3Ahost_id=n-h2-810291-1 HTTP/1.1" status: 200 len: 944 time: 0.0514433 Sep 21 18:35:00.219229 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-28cec59e-0e30-4e15-a8f0-006c065699a4 req-fa2d61af-471c-4c90-a0f3-9877936d1d24 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330610 Sep 21 18:35:00.246647 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [req-35b61a3c-5547-49a0-b3ed-f4617560c4d2 req-67d37989-8416-4cbf-9a07-767b0734b72a service neutron] delete failed (client error): The resource could not be found. Sep 21 18:35:00.247734 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35b61a3c-5547-49a0-b3ed-f4617560c4d2 req-67d37989-8416-4cbf-9a07-767b0734b72a service neutron] 10.222.0.38 "DELETE /v2.0/ports/46d18229-351c-4e03-9a72-9b2d6ddc8ac0/bindings/n-h1-810291-1 HTTP/1.1" status: 404 len: 380 time: 0.0555298 Sep 21 18:35:00.258810 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['46d18229-351c-4e03-9a72-9b2d6ddc8ac0'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:35:00.333811 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b61a3c-5547-49a0-b3ed-f4617560c4d2 req-e6845538-7a01-417d-b35c-3f7db9bbccea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:00.335508 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35b61a3c-5547-49a0-b3ed-f4617560c4d2 req-e6845538-7a01-417d-b35c-3f7db9bbccea service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0584ae11af114a28bed67978addf93e3&device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 1095 time: 0.0426939 Sep 21 18:35:00.430349 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b61a3c-5547-49a0-b3ed-f4617560c4d2 req-2c531cb3-1ed7-4bd6-a932-07da0c960670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:00.431769 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35b61a3c-5547-49a0-b3ed-f4617560c4d2 req-2c531cb3-1ed7-4bd6-a932-07da0c960670 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b4a228e3-e6ae-4de7-ba18-804946c1958a HTTP/1.1" status: 200 len: 916 time: 0.0890088 Sep 21 18:35:00.476670 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35b61a3c-5547-49a0-b3ed-f4617560c4d2 req-6ffbb686-9b09-4178-bb8e-bc1348381b7d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46d18229-351c-4e03-9a72-9b2d6ddc8ac0 HTTP/1.1" status: 200 len: 217 time: 0.0375059 Sep 21 18:35:00.533391 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b61a3c-5547-49a0-b3ed-f4617560c4d2 req-1e2c7dd3-3bc0-4394-9b01-5b886f5a97ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:00.534858 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35b61a3c-5547-49a0-b3ed-f4617560c4d2 req-1e2c7dd3-3bc0-4394-9b01-5b886f5a97ab service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b85fa13f-3ea3-4dbe-8f66-13c64f102c8a HTTP/1.1" status: 200 len: 855 time: 0.0518603 Sep 21 18:35:00.539058 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 46d18229-351c-4e03-9a72-9b2d6ddc8ac0 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:35:00.566834 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35b61a3c-5547-49a0-b3ed-f4617560c4d2 req-9cedb429-c13d-4495-9c62-5787deeef0e6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b4a228e3-e6ae-4de7-ba18-804946c1958a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246773 Sep 21 18:35:00.578471 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 46d18229-351c-4e03-9a72-9b2d6ddc8ac0 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:35:00.659101 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35b61a3c-5547-49a0-b3ed-f4617560c4d2 req-6eb6e4d0-374d-4d65-82f5-c0b34e12700a service neutron] 10.222.0.38 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842586 Sep 21 18:35:00.774360 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35b61a3c-5547-49a0-b3ed-f4617560c4d2 req-867fe110-a734-47c7-9e79-896d189479d3 service neutron] 10.222.0.38 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070640 Sep 21 18:35:01.341308 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f61c08-9c23-4819-88b1-763b086c266c req-9c4c37f7-910f-495f-8103-8615036639b7 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:01.342826 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-74f61c08-9c23-4819-88b1-763b086c266c req-9c4c37f7-910f-495f-8103-8615036639b7 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 944 time: 0.0517564 Sep 21 18:35:01.381286 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-74f61c08-9c23-4819-88b1-763b086c266c req-7885e03d-c570-4ad8-bce1-8b13f97ee7f8 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322423 Sep 21 18:35:01.515988 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4477dab-c3d7-40b9-ae1c-20f28254a730 req-909fffc3-6c4b-41b0-9545-7f4c6a3138f4 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:01.517497 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a4477dab-c3d7-40b9-ae1c-20f28254a730 req-909fffc3-6c4b-41b0-9545-7f4c6a3138f4 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 944 time: 0.0586214 Sep 21 18:35:01.559386 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a4477dab-c3d7-40b9-ae1c-20f28254a730 req-8cda8291-b4d9-49e5-9fdb-1460a2e8121d tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328875 Sep 21 18:35:01.678142 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28afeac-4e5c-4dce-85ef-dd7bb6c8cca0 req-a871e7d8-e41c-40c3-bcc5-9289e46c253b tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:01.679647 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b28afeac-4e5c-4dce-85ef-dd7bb6c8cca0 req-a871e7d8-e41c-40c3-bcc5-9289e46c253b tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 944 time: 0.0538971 Sep 21 18:35:01.722419 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b28afeac-4e5c-4dce-85ef-dd7bb6c8cca0 req-b3337b7b-1087-4084-a07d-a7d73e0c6b4c tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339468 Sep 21 18:35:01.877753 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 46d18229-351c-4e03-9a72-9b2d6ddc8ac0 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:35:01.932992 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 46d18229-351c-4e03-9a72-9b2d6ddc8ac0 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:35:01.937050 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 46d18229-351c-4e03-9a72-9b2d6ddc8ac0 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:01.937410 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:02.019764 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:02.043228 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d1f234-9d0b-4756-9bed-54049382ed0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d18229-351c-4e03-9a72-9b2d6ddc8ac0'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:35:02.045411 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479e5053-ded1-49e6-92f0-028d77873982" -d '{"events": [{"server_uuid": "31d1f234-9d0b-4756-9bed-54049382ed0c", "name": "network-vif-plugged", "status": "completed", "tag": "46d18229-351c-4e03-9a72-9b2d6ddc8ac0"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:35:02.058968 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 46d18229-351c-4e03-9a72-9b2d6ddc8ac0, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=46d18229-351c-4e03-9a72-9b2d6ddc8ac0,segment=NetworkSegment(2057190e-1c30-417e-b3ff-f34d33dacf10),segment_id=2057190e-1c30-417e-b3ff-f34d33dacf10)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:35:02.064149 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:02.086669 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb764e2-171d-4dae-bfeb-0b4481250524 x-openstack-request-id: req-5eb764e2-171d-4dae-bfeb-0b4481250524 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:35:02.086986 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d1f234-9d0b-4756-9bed-54049382ed0c", "name": "network-vif-plugged", "status": "completed", "tag": "46d18229-351c-4e03-9a72-9b2d6ddc8ac0", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:35:02.087240 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5eb764e2-171d-4dae-bfeb-0b4481250524 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:35:02.087616 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d1f234-9d0b-4756-9bed-54049382ed0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d18229-351c-4e03-9a72-9b2d6ddc8ac0', 'code': 200} Sep 21 18:35:02.098133 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-ca991220-73b4-4660-b587-4e1971931523 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:02.099688 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-ca991220-73b4-4660-b587-4e1971931523 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/networks?id=b4a228e3-e6ae-4de7-ba18-804946c1958a HTTP/1.1" status: 200 len: 815 time: 0.1049409 Sep 21 18:35:02.114157 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=46d18229-351c-4e03-9a72-9b2d6ddc8ac0,revision_number=9']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:02.115098 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-58f86cb9-21ca-4df3-8200-a77536f8b41f tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/quotas/0584ae11af114a28bed67978addf93e3 HTTP/1.1" status: 200 len: 375 time: 0.0091815 Sep 21 18:35:02.169457 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-86ced418-2502-4126-8333-1368d148f192 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0584ae11af114a28bed67978addf93e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0469377 Sep 21 18:35:02.263737 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-ddb88053-2571-44e8-91a6-f16de662f610 service neutron] 10.222.0.58 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872309 Sep 21 18:35:02.359323 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-4f910ed0-ffcb-4b31-afac-70c9e574edc9 service neutron] 10.222.0.58 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893943 Sep 21 18:35:02.521183 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-193572fe-0684-4297-840c-68cdfdee1c6b req-c2453708-fc89-4923-b0cf-d0d1f4ca13f9 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 210 time: 0.0264874 Sep 21 18:35:02.575718 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:35:03.334789 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fbf9a-f90a-4449-8d14-91dfa98314c4 req-affd2858-3a7f-437b-be58-71d5e31e407c tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:03.336273 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-da3fbf9a-f90a-4449-8d14-91dfa98314c4 req-affd2858-3a7f-437b-be58-71d5e31e407c tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d1f234-9d0b-4756-9bed-54049382ed0c HTTP/1.1" status: 200 len: 945 time: 0.0566509 Sep 21 18:35:03.426277 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-da3fbf9a-f90a-4449-8d14-91dfa98314c4 req-0d70ecbf-80d2-4be0-af61-cc3132d67fc9 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Deleting port 46d18229-351c-4e03-9a72-9b2d6ddc8ac0 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:35:03.426972 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-da3fbf9a-f90a-4449-8d14-91dfa98314c4 req-0d70ecbf-80d2-4be0-af61-cc3132d67fc9 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:03.456321 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.44', 56376) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:03.586179 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-da3fbf9a-f90a-4449-8d14-91dfa98314c4 req-0d70ecbf-80d2-4be0-af61-cc3132d67fc9 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] For port 46d18229-351c-4e03-9a72-9b2d6ddc8ac0, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=46d18229-351c-4e03-9a72-9b2d6ddc8ac0,segment=NetworkSegment(2057190e-1c30-417e-b3ff-f34d33dacf10),segment_id=2057190e-1c30-417e-b3ff-f34d33dacf10)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:35:03.586571 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-da3fbf9a-f90a-4449-8d14-91dfa98314c4 req-0d70ecbf-80d2-4be0-af61-cc3132d67fc9 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:03.620388 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-da3fbf9a-f90a-4449-8d14-91dfa98314c4 req-0d70ecbf-80d2-4be0-af61-cc3132d67fc9 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Calling delete_port for 46d18229-351c-4e03-9a72-9b2d6ddc8ac0 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:35:03.641980 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-d7f40c4e-d781-4ec6-8258-2671e4770954 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:03.643427 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-d7f40c4e-d781-4ec6-8258-2671e4770954 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.44 "GET /v2.0/networks?id=b4a228e3-e6ae-4de7-ba18-804946c1958a HTTP/1.1" status: 200 len: 815 time: 0.1861465 Sep 21 18:35:03.646677 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c54cc36c-c121-4770-91c2-9be10cf90d6f req-2ffcd94e-5e43-4c71-a1cc-d5910960ed1f tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 210 time: 0.0472484 Sep 21 18:35:03.683257 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-08311280-25d5-4b9d-9310-bc066c1ed109 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Request body: {'port': {'device_id': 'fe3a3688-be92-4a76-bbb7-68dd5a256996', 'network_id': 'b4a228e3-e6ae-4de7-ba18-804946c1958a', 'admin_state_up': True, 'tenant_id': '0584ae11af114a28bed67978addf93e3'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:03.842684 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-08311280-25d5-4b9d-9310-bc066c1ed109 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Made reservation on behalf of 0584ae11af114a28bed67978addf93e3 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:35:03.846416 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-08311280-25d5-4b9d-9310-bc066c1ed109 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:03.861928 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-da3fbf9a-f90a-4449-8d14-91dfa98314c4 req-0d70ecbf-80d2-4be0-af61-cc3132d67fc9 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:03.874540 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['46d18229-351c-4e03-9a72-9b2d6ddc8ac0'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:35:03.898046 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70ecbf-80d2-4be0-af61-cc3132d67fc9 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Pushing event deleted for resources: {'Port': ['ID=46d18229-351c-4e03-9a72-9b2d6ddc8ac0,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:03.974536 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3fbf9a-f90a-4449-8d14-91dfa98314c4 req-0d70ecbf-80d2-4be0-af61-cc3132d67fc9 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] No DVR routers for this DVR port 46d18229-351c-4e03-9a72-9b2d6ddc8ac0 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:35:03.979689 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-da3fbf9a-f90a-4449-8d14-91dfa98314c4 req-0d70ecbf-80d2-4be0-af61-cc3132d67fc9 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:03.981657 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-da3fbf9a-f90a-4449-8d14-91dfa98314c4 req-0d70ecbf-80d2-4be0-af61-cc3132d67fc9 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.44 "DELETE /v2.0/ports/46d18229-351c-4e03-9a72-9b2d6ddc8ac0 HTTP/1.1" status: 204 len: 173 time: 0.6387777 Sep 21 18:35:03.982094 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d1f234-9d0b-4756-9bed-54049382ed0c', 'name': 'network-vif-deleted', 'tag': '46d18229-351c-4e03-9a72-9b2d6ddc8ac0'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:35:03.984366 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada3fb66-5747-440a-aa21-7f3cfe85ef1c" -d '{"events": [{"server_uuid": "31d1f234-9d0b-4756-9bed-54049382ed0c", "name": "network-vif-deleted", "tag": "46d18229-351c-4e03-9a72-9b2d6ddc8ac0"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:35:04.045588 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb89fedc-a101-489a-8d52-9d770b0d7b1b x-openstack-request-id: req-cb89fedc-a101-489a-8d52-9d770b0d7b1b {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:35:04.045882 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d1f234-9d0b-4756-9bed-54049382ed0c", "name": "network-vif-deleted", "tag": "46d18229-351c-4e03-9a72-9b2d6ddc8ac0", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:35:04.046132 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cb89fedc-a101-489a-8d52-9d770b0d7b1b {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:35:04.046532 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d1f234-9d0b-4756-9bed-54049382ed0c', 'name': 'network-vif-deleted', 'tag': '46d18229-351c-4e03-9a72-9b2d6ddc8ac0', 'status': 'completed', 'code': 200} Sep 21 18:35:04.050376 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-08311280-25d5-4b9d-9310-bc066c1ed109 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Allocated IP 172.20.0.5 (b4a228e3-e6ae-4de7-ba18-804946c1958a/b85fa13f-3ea3-4dbe-8f66-13c64f102c8a/27991fda-0b4e-4bae-829f-611396a00840) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:35:04.208569 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-08311280-25d5-4b9d-9310-bc066c1ed109 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:04.244288 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-08311280-25d5-4b9d-9310-bc066c1ed109 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:04.256558 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['46d18229-351c-4e03-9a72-9b2d6ddc8ac0'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:35:04.285635 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-08311280-25d5-4b9d-9310-bc066c1ed109 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Network b4a228e3-e6ae-4de7-ba18-804946c1958a is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:35:04.288756 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-08311280-25d5-4b9d-9310-bc066c1ed109 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:35:04.295100 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-08311280-25d5-4b9d-9310-bc066c1ed109 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:35:04.301507 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08311280-25d5-4b9d-9310-bc066c1ed109 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Pushing event updated for resources: {'Port': ['ID=27991fda-0b4e-4bae-829f-611396a00840,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:04.350437 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-08311280-25d5-4b9d-9310-bc066c1ed109 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:04.351078 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-08311280-25d5-4b9d-9310-bc066c1ed109 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:04.366847 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-08311280-25d5-4b9d-9310-bc066c1ed109 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7125318 Sep 21 18:35:04.379521 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-5af21e7f-d4be-4dda-a07c-790337b92b2e service neutron] Request body: {'port': {'device_id': 'fe3a3688-be92-4a76-bbb7-68dd5a256996', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:04.431388 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-5af21e7f-d4be-4dda-a07c-790337b92b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:04.692207 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-5af21e7f-d4be-4dda-a07c-790337b92b2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27991fda-0b4e-4bae-829f-611396a00840 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:35:04.699962 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-5af21e7f-d4be-4dda-a07c-790337b92b2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:04.712954 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-5af21e7f-d4be-4dda-a07c-790337b92b2e service neutron] Transition to ACTIVE for port object 27991fda-0b4e-4bae-829f-611396a00840 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:35:04.724632 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-5af21e7f-d4be-4dda-a07c-790337b92b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:04.802686 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af21e7f-d4be-4dda-a07c-790337b92b2e service neutron] Pushing event updated for resources: {'Port': ['ID=27991fda-0b4e-4bae-829f-611396a00840,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:04.819261 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4813b-9741-4c57-86fe-e59f0c6469ce req-41e28d04-9aa3-427b-8e39-489bb7699658 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:04.820793 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bdb4813b-9741-4c57-86fe-e59f0c6469ce req-41e28d04-9aa3-427b-8e39-489bb7699658 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 943 time: 0.1066308 Sep 21 18:35:04.898177 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bdb4813b-9741-4c57-86fe-e59f0c6469ce req-ae1f18db-469e-42fa-b5bc-10b6941dd12e tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638175 Sep 21 18:35:04.912250 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-5af21e7f-d4be-4dda-a07c-790337b92b2e service neutron] Attempting to bind port 27991fda-0b4e-4bae-829f-611396a00840 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:35:04.912559 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-5af21e7f-d4be-4dda-a07c-790337b92b2e service neutron] Attempting to bind port 27991fda-0b4e-4bae-829f-611396a00840 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '2057190e-1c30-417e-b3ff-f34d33dacf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4a228e3-e6ae-4de7-ba18-804946c1958a'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:35:04.912899 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-5af21e7f-d4be-4dda-a07c-790337b92b2e service neutron] Attempting to bind port 27991fda-0b4e-4bae-829f-611396a00840 on network b4a228e3-e6ae-4de7-ba18-804946c1958a {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:35:04.917581 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-5af21e7f-d4be-4dda-a07c-790337b92b2e service neutron] Port 27991fda-0b4e-4bae-829f-611396a00840 on network b4a228e3-e6ae-4de7-ba18-804946c1958a not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:35:04.917910 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-5af21e7f-d4be-4dda-a07c-790337b92b2e service neutron] Attempting to bind port 27991fda-0b4e-4bae-829f-611396a00840 on network b4a228e3-e6ae-4de7-ba18-804946c1958a {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:35:04.922720 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-5af21e7f-d4be-4dda-a07c-790337b92b2e service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:35:04.923083 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-5af21e7f-d4be-4dda-a07c-790337b92b2e service neutron] Checking segment: {'id': '2057190e-1c30-417e-b3ff-f34d33dacf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4a228e3-e6ae-4de7-ba18-804946c1958a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:35:04.923459 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-5af21e7f-d4be-4dda-a07c-790337b92b2e service neutron] Bound using segment: {'id': '2057190e-1c30-417e-b3ff-f34d33dacf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4a228e3-e6ae-4de7-ba18-804946c1958a'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:35:04.923881 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-5af21e7f-d4be-4dda-a07c-790337b92b2e service neutron] Bound port: 27991fda-0b4e-4bae-829f-611396a00840, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2057190e-1c30-417e-b3ff-f34d33dacf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4a228e3-e6ae-4de7-ba18-804946c1958a'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:35:04.924240 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-5af21e7f-d4be-4dda-a07c-790337b92b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:05.343636 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-5af21e7f-d4be-4dda-a07c-790337b92b2e service neutron] For port 27991fda-0b4e-4bae-829f-611396a00840, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:35:05.347340 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-5af21e7f-d4be-4dda-a07c-790337b92b2e service neutron] For port 27991fda-0b4e-4bae-829f-611396a00840, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=27991fda-0b4e-4bae-829f-611396a00840,segment=NetworkSegment(2057190e-1c30-417e-b3ff-f34d33dacf10),segment_id=2057190e-1c30-417e-b3ff-f34d33dacf10)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:35:05.353888 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-5af21e7f-d4be-4dda-a07c-790337b92b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:05.391218 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-5af21e7f-d4be-4dda-a07c-790337b92b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:05.391832 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-5af21e7f-d4be-4dda-a07c-790337b92b2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:05.393241 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-5af21e7f-d4be-4dda-a07c-790337b92b2e service neutron] 10.222.0.44 "PUT /v2.0/ports/27991fda-0b4e-4bae-829f-611396a00840 HTTP/1.1" status: 200 len: 1091 time: 1.0178890 Sep 21 18:35:05.417820 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af21e7f-d4be-4dda-a07c-790337b92b2e service neutron] Pushing event updated for resources: {'Port': ['ID=27991fda-0b4e-4bae-829f-611396a00840,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:05.472161 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-f7bda4ed-40ad-436d-8e51-1770bce8c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:05.473581 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-f7bda4ed-40ad-436d-8e51-1770bce8c62c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0584ae11af114a28bed67978addf93e3&device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 1094 time: 0.0402627 Sep 21 18:35:05.519139 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-0c0f5392-54fa-4a1a-b7d2-e6d3157d0b9e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27991fda-0b4e-4bae-829f-611396a00840 HTTP/1.1" status: 200 len: 217 time: 0.0363383 Sep 21 18:35:05.570241 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-c937979f-5482-4c53-a64d-dca358dfc4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:05.571761 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-c937979f-5482-4c53-a64d-dca358dfc4a0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b85fa13f-3ea3-4dbe-8f66-13c64f102c8a HTTP/1.1" status: 200 len: 855 time: 0.0444667 Sep 21 18:35:05.603540 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-bc2d7536-62e7-472b-a5e6-0e996f4daa35 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b4a228e3-e6ae-4de7-ba18-804946c1958a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240705 Sep 21 18:35:05.696481 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-862242a7-94d7-4347-b097-c80583713745 service neutron] 10.222.0.44 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828545 Sep 21 18:35:05.786527 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8adc844d-e33d-4821-8c80-7c7a2ddb154c req-6c758b3b-5599-4f1e-adc6-879a7b43ab5a service neutron] 10.222.0.44 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820725 Sep 21 18:35:06.020791 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42dfee-0352-4e0a-a0a7-2d9b21d7faf4 req-0ad55264-5126-44a7-8c47-bed4d15f2da3 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:06.022250 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1e42dfee-0352-4e0a-a0a7-2d9b21d7faf4 req-0ad55264-5126-44a7-8c47-bed4d15f2da3 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 943 time: 0.0490994 Sep 21 18:35:06.047591 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3a3688-be92-4a76-bbb7-68dd5a256996', 'tag': '27991fda-0b4e-4bae-829f-611396a00840'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:35:06.050040 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ed7ba1-1ae0-4f1a-9221-892650c7d0da" -d '{"events": [{"name": "network-changed", "server_uuid": "fe3a3688-be92-4a76-bbb7-68dd5a256996", "tag": "27991fda-0b4e-4bae-829f-611396a00840"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:35:06.067606 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1e42dfee-0352-4e0a-a0a7-2d9b21d7faf4 req-d71ea818-4b84-4655-be2d-d8841d167df4 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358541 Sep 21 18:35:06.086015 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59dc8270-afd7-46ac-bf8d-1587e87d37ec x-openstack-request-id: req-59dc8270-afd7-46ac-bf8d-1587e87d37ec {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:35:06.086309 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe3a3688-be92-4a76-bbb7-68dd5a256996", "tag": "27991fda-0b4e-4bae-829f-611396a00840", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:35:06.086559 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-59dc8270-afd7-46ac-bf8d-1587e87d37ec {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:35:06.086997 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe3a3688-be92-4a76-bbb7-68dd5a256996', 'tag': '27991fda-0b4e-4bae-829f-611396a00840', 'status': 'completed', 'code': 200} Sep 21 18:35:06.154224 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed7ba1-1ae0-4f1a-9221-892650c7d0da req-9f5c46c2-fb4a-4978-bfb3-a68b16a9ab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:06.155659 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3ed7ba1-1ae0-4f1a-9221-892650c7d0da req-9f5c46c2-fb4a-4978-bfb3-a68b16a9ab15 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0584ae11af114a28bed67978addf93e3&device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 1094 time: 0.0459013 Sep 21 18:35:06.249260 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed7ba1-1ae0-4f1a-9221-892650c7d0da req-4a244c7c-bf97-4339-9ecf-55631e98be94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:06.250744 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3ed7ba1-1ae0-4f1a-9221-892650c7d0da req-4a244c7c-bf97-4339-9ecf-55631e98be94 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b4a228e3-e6ae-4de7-ba18-804946c1958a HTTP/1.1" status: 200 len: 916 time: 0.0841122 Sep 21 18:35:06.296524 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3ed7ba1-1ae0-4f1a-9221-892650c7d0da req-0347abb1-f834-43e2-8b7d-f06d5c589534 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27991fda-0b4e-4bae-829f-611396a00840 HTTP/1.1" status: 200 len: 217 time: 0.0368783 Sep 21 18:35:06.347013 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed7ba1-1ae0-4f1a-9221-892650c7d0da req-da8a2a1e-e462-43d7-a5b4-434658eecb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:06.348355 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3ed7ba1-1ae0-4f1a-9221-892650c7d0da req-da8a2a1e-e462-43d7-a5b4-434658eecb30 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b85fa13f-3ea3-4dbe-8f66-13c64f102c8a HTTP/1.1" status: 200 len: 855 time: 0.0439346 Sep 21 18:35:06.382560 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3ed7ba1-1ae0-4f1a-9221-892650c7d0da req-04c8b403-b07c-434f-93f8-a591b5785adb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b4a228e3-e6ae-4de7-ba18-804946c1958a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254407 Sep 21 18:35:06.476173 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3ed7ba1-1ae0-4f1a-9221-892650c7d0da req-30c245de-f65d-4658-a943-9ea84ff76739 service neutron] 10.222.0.44 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858405 Sep 21 18:35:06.567546 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3ed7ba1-1ae0-4f1a-9221-892650c7d0da req-9d1c99bb-8cd9-41bb-ba3d-6a4896bc3baf service neutron] 10.222.0.44 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835290 Sep 21 18:35:07.203676 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592ae89-c89e-444b-9980-23fcd5fd5d7e req-700153f2-0c67-4887-a18c-d6b5f3ba84ee tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:07.205179 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f592ae89-c89e-444b-9980-23fcd5fd5d7e req-700153f2-0c67-4887-a18c-d6b5f3ba84ee tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 943 time: 0.0594611 Sep 21 18:35:07.247391 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f592ae89-c89e-444b-9980-23fcd5fd5d7e req-7a4b30b5-9967-48e7-bdb2-376457cf87bd tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340257 Sep 21 18:35:07.895805 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 27991fda-0b4e-4bae-829f-611396a00840 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:35:07.899167 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 46d18229-351c-4e03-9a72-9b2d6ddc8ac0 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:35:07.923731 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 46d18229-351c-4e03-9a72-9b2d6ddc8ac0 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:35:07.924073 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 46d18229-351c-4e03-9a72-9b2d6ddc8ac0 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:35:08.011622 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 27991fda-0b4e-4bae-829f-611396a00840, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=27991fda-0b4e-4bae-829f-611396a00840,segment=NetworkSegment(2057190e-1c30-417e-b3ff-f34d33dacf10),segment_id=2057190e-1c30-417e-b3ff-f34d33dacf10)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:35:08.026729 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '27991fda-0b4e-4bae-829f-611396a00840', 'network_id': 'b4a228e3-e6ae-4de7-ba18-804946c1958a', 'port_id': '27991fda-0b4e-4bae-829f-611396a00840', 'mac_address': 'fa:16:3e:06:8d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b85fa13f-3ea3-4dbe-8f66-13c64f102c8a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:35:08.069399 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:08.082680 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27991fda-0b4e-4bae-829f-611396a00840 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:35:08.101237 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 27991fda-0b4e-4bae-829f-611396a00840, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=27991fda-0b4e-4bae-829f-611396a00840,segment=NetworkSegment(2057190e-1c30-417e-b3ff-f34d33dacf10),segment_id=2057190e-1c30-417e-b3ff-f34d33dacf10)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:35:08.107687 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:08.154712 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=27991fda-0b4e-4bae-829f-611396a00840,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:08.317454 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['27991fda-0b4e-4bae-829f-611396a00840'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:35:08.373977 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb157c-5b53-43f1-aa8e-bc25df96db09 req-150eb151-6794-41ac-9734-957cc2baa51d tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:08.375573 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6aeb157c-5b53-43f1-aa8e-bc25df96db09 req-150eb151-6794-41ac-9734-957cc2baa51d tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 944 time: 0.0484829 Sep 21 18:35:08.418237 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6aeb157c-5b53-43f1-aa8e-bc25df96db09 req-9ffb55f9-ca03-4d70-af69-50eaede04497 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361061 Sep 21 18:35:09.550831 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b32dd-9e66-4744-8489-88402aff8935 req-a5b9af11-bc30-4397-93ff-8fa754202fe7 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:09.552826 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ec0b32dd-9e66-4744-8489-88402aff8935 req-a5b9af11-bc30-4397-93ff-8fa754202fe7 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 944 time: 0.0578597 Sep 21 18:35:09.594651 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ec0b32dd-9e66-4744-8489-88402aff8935 req-1f252d8e-1f94-4d18-90e9-7a86bc98dd7c tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334892 Sep 21 18:35:09.896967 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 27991fda-0b4e-4bae-829f-611396a00840 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:35:09.969901 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 27991fda-0b4e-4bae-829f-611396a00840 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:35:09.974168 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 27991fda-0b4e-4bae-829f-611396a00840 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:09.974549 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:10.051858 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:10.075340 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3a3688-be92-4a76-bbb7-68dd5a256996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27991fda-0b4e-4bae-829f-611396a00840'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:35:10.077706 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf6c703-a604-44ef-a8f7-03e148fa7ff4" -d '{"events": [{"server_uuid": "fe3a3688-be92-4a76-bbb7-68dd5a256996", "name": "network-vif-plugged", "status": "completed", "tag": "27991fda-0b4e-4bae-829f-611396a00840"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:35:10.090857 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 27991fda-0b4e-4bae-829f-611396a00840, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=27991fda-0b4e-4bae-829f-611396a00840,segment=NetworkSegment(2057190e-1c30-417e-b3ff-f34d33dacf10),segment_id=2057190e-1c30-417e-b3ff-f34d33dacf10)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:35:10.095262 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:10.122384 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb131f8-9c4e-49ce-91c2-528cc414e428 x-openstack-request-id: req-acb131f8-9c4e-49ce-91c2-528cc414e428 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:35:10.122687 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3a3688-be92-4a76-bbb7-68dd5a256996", "name": "network-vif-plugged", "status": "completed", "tag": "27991fda-0b4e-4bae-829f-611396a00840", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:35:10.122947 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-acb131f8-9c4e-49ce-91c2-528cc414e428 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:35:10.123349 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3a3688-be92-4a76-bbb7-68dd5a256996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27991fda-0b4e-4bae-829f-611396a00840', 'code': 200} Sep 21 18:35:10.150491 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=27991fda-0b4e-4bae-829f-611396a00840,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:10.217874 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5da3ea-fffa-441a-a4c1-c144c5e76f66 req-0a0d3e8d-beeb-40e1-be2d-090eb34741ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:10.219725 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9b5da3ea-fffa-441a-a4c1-c144c5e76f66 req-0a0d3e8d-beeb-40e1-be2d-090eb34741ed service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 1096 time: 0.0437522 Sep 21 18:35:10.255331 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9b5da3ea-fffa-441a-a4c1-c144c5e76f66 req-95394cbe-d313-4f9a-8376-8f41c0d59dc2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282016 Sep 21 18:35:10.718438 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa377b3b-d476-42f1-8ad8-dbb3d614ee62 req-1deadd93-31d8-4dc9-960f-557cb3bfef76 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:10.719998 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-aa377b3b-d476-42f1-8ad8-dbb3d614ee62 req-1deadd93-31d8-4dc9-960f-557cb3bfef76 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 945 time: 0.0510402 Sep 21 18:35:10.760401 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-aa377b3b-d476-42f1-8ad8-dbb3d614ee62 req-7e0edf5e-7f51-40f9-912a-8e7f76028179 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311573 Sep 21 18:35:11.904155 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c950fe2-cbcf-498e-8836-1cbcf5aaa9ef req-c2168ad2-836b-4b6d-90b7-f1b5b1c4c3f5 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:11.905665 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5c950fe2-cbcf-498e-8836-1cbcf5aaa9ef req-c2168ad2-836b-4b6d-90b7-f1b5b1c4c3f5 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 945 time: 0.0650454 Sep 21 18:35:11.947056 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5c950fe2-cbcf-498e-8836-1cbcf5aaa9ef req-d7130dae-0a20-478b-83fa-75a94e64aa8b tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351372 Sep 21 18:35:12.083839 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f27ef-140d-4581-90eb-5f45c93c6472 req-fef32d0a-c4e8-44f4-8c44-28732ea99f4b tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:12.085447 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6d2f27ef-140d-4581-90eb-5f45c93c6472 req-fef32d0a-c4e8-44f4-8c44-28732ea99f4b tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 945 time: 0.0670295 Sep 21 18:35:12.128992 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6d2f27ef-140d-4581-90eb-5f45c93c6472 req-0adb919f-b9ec-4d4f-aa3d-3a2dae4eb20a tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342755 Sep 21 18:35:12.397069 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-13d96f3b-5811-4c72-b6f7-9b0404712145 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0680215 Sep 21 18:35:12.405534 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8c67c-abef-4381-8c3b-031d744fb64f req-e98a8f70-7c99-42f0-90d2-58e87ecf583b tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:12.406965 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-82a8c67c-abef-4381-8c3b-031d744fb64f req-e98a8f70-7c99-42f0-90d2-58e87ecf583b tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 945 time: 0.0700359 Sep 21 18:35:12.455392 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-82a8c67c-abef-4381-8c3b-031d744fb64f req-bab15fcd-ec20-4431-a4b0-e34590a7cbba tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411305 Sep 21 18:35:13.571738 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-8bd50499-51fb-4fa8-8009-b9c659e8c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:13.573282 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-8bd50499-51fb-4fa8-8009-b9c659e8c8f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0584ae11af114a28bed67978addf93e3&device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 1096 time: 0.0717909 Sep 21 18:35:13.587817 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4e767-2543-4f46-b134-6e6c57d5e9da req-8a935292-284a-46e9-991d-5630b737b7bf tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:13.589236 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-01f4e767-2543-4f46-b134-6e6c57d5e9da req-8a935292-284a-46e9-991d-5630b737b7bf tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 945 time: 0.0633967 Sep 21 18:35:13.682858 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-01f4e767-2543-4f46-b134-6e6c57d5e9da req-c9bc745d-6f70-495d-b12f-71ecb9ca5dc7 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854046 Sep 21 18:35:13.704166 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-c53b67be-f3de-4195-b144-60a4507e2235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:13.705648 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-c53b67be-f3de-4195-b144-60a4507e2235 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b4a228e3-e6ae-4de7-ba18-804946c1958a HTTP/1.1" status: 200 len: 916 time: 0.1155720 Sep 21 18:35:13.747471 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-f1bdedc2-2933-44d1-a5a3-7104afd0a5cf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27991fda-0b4e-4bae-829f-611396a00840 HTTP/1.1" status: 200 len: 217 time: 0.0340407 Sep 21 18:35:13.796853 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-f55a966f-ccb3-40e7-a89e-191906d72fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:13.798262 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-f55a966f-ccb3-40e7-a89e-191906d72fe4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b85fa13f-3ea3-4dbe-8f66-13c64f102c8a HTTP/1.1" status: 200 len: 855 time: 0.0426354 Sep 21 18:35:13.832750 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-0fc9ac1c-fab2-425c-8a8c-42e45d479fd5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b4a228e3-e6ae-4de7-ba18-804946c1958a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269518 Sep 21 18:35:13.932531 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-15eb94bc-4314-472f-862b-4eb10c3592e1 service neutron] 10.222.0.44 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914669 Sep 21 18:35:14.037040 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-23f091df-e984-425d-ac15-f8c884452917 service neutron] 10.222.0.44 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966449 Sep 21 18:35:14.811693 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746179d-8b11-4b9d-8d37-474b8f9a6068 req-df20a1d3-1282-4811-b825-941e6a22fc30 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:14.813201 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5746179d-8b11-4b9d-8d37-474b8f9a6068 req-df20a1d3-1282-4811-b825-941e6a22fc30 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 945 time: 0.0543032 Sep 21 18:35:14.855157 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5746179d-8b11-4b9d-8d37-474b8f9a6068 req-5c191589-7acd-43d5-a49b-f8e57500de1a tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346644 Sep 21 18:35:15.955172 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fab45b7a-3c89-4b06-b163-3981910f8f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:15.984787 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045b071-4feb-4a5f-a3b4-62d2f97e0376 req-ddd8a41b-b952-4b22-b80f-749badc1d4b7 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:15.986400 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3045b071-4feb-4a5f-a3b4-62d2f97e0376 req-ddd8a41b-b952-4b22-b80f-749badc1d4b7 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 945 time: 0.0568652 Sep 21 18:35:16.029004 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3045b071-4feb-4a5f-a3b4-62d2f97e0376 req-0b286ac5-3bb5-48a5-baab-09b0c59b1d2b tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362222 Sep 21 18:35:17.162797 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1ea9e-38e8-4697-89ca-36823a08021f req-1349e829-d868-40b2-8df4-61469a00b425 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:17.164625 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e1c1ea9e-38e8-4697-89ca-36823a08021f req-1349e829-d868-40b2-8df4-61469a00b425 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 945 time: 0.0615921 Sep 21 18:35:17.207833 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e1c1ea9e-38e8-4697-89ca-36823a08021f req-b41680a6-32af-4b05-bac3-56f8cf519918 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365758 Sep 21 18:35:18.334107 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046a51a-371e-4023-8fe4-3455973bd864 req-f71d596a-6c30-49ae-932a-8ff1fd2305e4 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:18.335604 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2046a51a-371e-4023-8fe4-3455973bd864 req-f71d596a-6c30-49ae-932a-8ff1fd2305e4 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 945 time: 0.0592318 Sep 21 18:35:18.374531 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2046a51a-371e-4023-8fe4-3455973bd864 req-94ccdb0c-d8f9-4120-988c-b0582af65e3a tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326939 Sep 21 18:35:18.476771 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ebde74e0-8023-4a6a-ada8-05470b516352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:19.053411 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:19.504975 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e1add-5d02-47cb-8d01-25db882d6c0c req-ef652c09-09c4-445a-b122-d792186ebba6 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:19.506463 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ac8e1add-5d02-47cb-8d01-25db882d6c0c req-ef652c09-09c4-445a-b122-d792186ebba6 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 945 time: 0.0538712 Sep 21 18:35:19.548038 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ac8e1add-5d02-47cb-8d01-25db882d6c0c req-5b449229-a62c-44e7-b47a-accbc42a050b tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351515 Sep 21 18:35:20.238334 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:20.675023 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994e1ac-c0ef-4404-b7f0-aa0c92025f68 req-3af1f905-245e-40f8-9504-28017d705d59 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:20.676501 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9994e1ac-c0ef-4404-b7f0-aa0c92025f68 req-3af1f905-245e-40f8-9504-28017d705d59 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 945 time: 0.0506620 Sep 21 18:35:20.720304 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9994e1ac-c0ef-4404-b7f0-aa0c92025f68 req-82c2d038-55bf-4e8f-97bd-3814d68e2b33 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377433 Sep 21 18:35:21.715921 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:21.845129 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e549f-a8a5-4458-b93c-406e11537eed req-dc460fba-ba52-448b-964c-bb6777543834 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:21.846599 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-699e549f-a8a5-4458-b93c-406e11537eed req-dc460fba-ba52-448b-964c-bb6777543834 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 945 time: 0.0529358 Sep 21 18:35:21.885666 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-699e549f-a8a5-4458-b93c-406e11537eed req-595214a9-95c2-4337-af6e-cb0179e9d514 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327387 Sep 21 18:35:23.013521 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c4b70-3c79-4dc6-8c17-42c1ea316b15 req-1e591694-2e12-49a3-9bc4-cf6500cd10fb tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:23.015095 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fb8c4b70-3c79-4dc6-8c17-42c1ea316b15 req-1e591694-2e12-49a3-9bc4-cf6500cd10fb tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 945 time: 0.0489969 Sep 21 18:35:23.053581 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fb8c4b70-3c79-4dc6-8c17-42c1ea316b15 req-76676ec8-0ce8-465f-986b-8d57bb431829 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325000 Sep 21 18:35:23.726115 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:24.185651 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cc811-cb37-4c54-9c19-ff56546fc691 req-d2c05fed-1c3f-43d8-adb2-148db8517b1b tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:24.187253 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7e6cc811-cb37-4c54-9c19-ff56546fc691 req-d2c05fed-1c3f-43d8-adb2-148db8517b1b tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 945 time: 0.0510931 Sep 21 18:35:24.227624 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7e6cc811-cb37-4c54-9c19-ff56546fc691 req-ee1de0c8-0ac1-42b2-80a3-4d99eff8e6c4 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337377 Sep 21 18:35:24.848911 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:25.366259 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8d873-4158-4aff-b8b6-d1249f8f40c2 req-171d4708-a6f7-4155-ad13-bbcaa6813333 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:25.367776 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ee8d873-4158-4aff-b8b6-d1249f8f40c2 req-171d4708-a6f7-4155-ad13-bbcaa6813333 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 945 time: 0.0618949 Sep 21 18:35:25.408604 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ee8d873-4158-4aff-b8b6-d1249f8f40c2 req-9e96aced-4f08-4b61-98d6-3a1090b9f087 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337625 Sep 21 18:35:26.537002 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70334490-ca36-4dfd-ab16-931bfbc6c7e3 req-07bf160d-ae72-4387-acc3-3c5f3783aec3 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:26.538389 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-70334490-ca36-4dfd-ab16-931bfbc6c7e3 req-07bf160d-ae72-4387-acc3-3c5f3783aec3 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 945 time: 0.0528820 Sep 21 18:35:26.579764 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-70334490-ca36-4dfd-ab16-931bfbc6c7e3 req-b2551e24-46a4-4af3-959e-dd9175585992 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326760 Sep 21 18:35:27.707933 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac26982-f77a-4592-a01e-fca910c1e27a req-6d5a9844-8b77-4281-aedd-ca6ab14863b1 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:27.709416 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ac26982-f77a-4592-a01e-fca910c1e27a req-6d5a9844-8b77-4281-aedd-ca6ab14863b1 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 945 time: 0.0582962 Sep 21 18:35:27.755337 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6ac26982-f77a-4592-a01e-fca910c1e27a req-65df46c4-dc31-4454-892f-9e4bd9672596 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397177 Sep 21 18:35:28.888108 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49efde-35f9-4ca4-af98-cbce4a51b41c req-73b89180-8fac-4f6a-b612-b99c215e49f0 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:28.890147 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cb49efde-35f9-4ca4-af98-cbce4a51b41c req-73b89180-8fac-4f6a-b612-b99c215e49f0 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 945 time: 0.0612919 Sep 21 18:35:28.934767 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cb49efde-35f9-4ca4-af98-cbce4a51b41c req-7c931e98-e36c-432f-b766-7fe6ab8a0007 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381994 Sep 21 18:35:30.080966 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40768f3c-9d8f-438b-9221-aed1d1cba401 req-1fa44644-ad8e-4ed7-b2a4-b1374ba4b3f8 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:30.082459 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-40768f3c-9d8f-438b-9221-aed1d1cba401 req-1fa44644-ad8e-4ed7-b2a4-b1374ba4b3f8 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 945 time: 0.0592709 Sep 21 18:35:30.125212 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-40768f3c-9d8f-438b-9221-aed1d1cba401 req-2804fe0c-7bfb-482c-b2e8-9369e6ad16b2 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338290 Sep 21 18:35:31.259152 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e0928-e7f8-4f39-84ef-99b9893b9084 req-2ebc5d5e-b39a-4d47-9e0c-7e9481708d20 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:31.260652 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-339e0928-e7f8-4f39-84ef-99b9893b9084 req-2ebc5d5e-b39a-4d47-9e0c-7e9481708d20 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 945 time: 0.0512698 Sep 21 18:35:31.304413 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-339e0928-e7f8-4f39-84ef-99b9893b9084 req-354a5179-66c6-448d-aef7-2159071f5242 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347793 Sep 21 18:35:32.438397 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff51d6-2c03-4f63-8716-43cea76cf2a6 req-8b5a9c3c-a410-4819-9902-813dbb2d3718 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:32.439938 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aff51d6-2c03-4f63-8716-43cea76cf2a6 req-8b5a9c3c-a410-4819-9902-813dbb2d3718 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 945 time: 0.0596232 Sep 21 18:35:32.493960 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1aff51d6-2c03-4f63-8716-43cea76cf2a6 req-ac95f390-7541-450d-a308-9d4420159b86 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445361 Sep 21 18:35:33.295330 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e49923-5184-4ee0-832f-587f986ddb64 req-da5a3d29-8ed6-4b01-9928-e00e502a615c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:33.297674 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f5e49923-5184-4ee0-832f-587f986ddb64 req-da5a3d29-8ed6-4b01-9928-e00e502a615c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0584ae11af114a28bed67978addf93e3&device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 1096 time: 0.0473855 Sep 21 18:35:33.423466 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e49923-5184-4ee0-832f-587f986ddb64 req-ff28aa4c-1d5c-497e-b301-258c2c76f134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:33.424998 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f5e49923-5184-4ee0-832f-587f986ddb64 req-ff28aa4c-1d5c-497e-b301-258c2c76f134 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b4a228e3-e6ae-4de7-ba18-804946c1958a HTTP/1.1" status: 200 len: 916 time: 0.1006255 Sep 21 18:35:33.466814 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f5e49923-5184-4ee0-832f-587f986ddb64 req-860e4ae2-9910-4fd6-8eab-a2ce2b8a7f41 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27991fda-0b4e-4bae-829f-611396a00840 HTTP/1.1" status: 200 len: 217 time: 0.0337801 Sep 21 18:35:33.521517 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e49923-5184-4ee0-832f-587f986ddb64 req-118f5eef-9d4a-4115-9696-3984c6e53454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:33.523034 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f5e49923-5184-4ee0-832f-587f986ddb64 req-118f5eef-9d4a-4115-9696-3984c6e53454 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b85fa13f-3ea3-4dbe-8f66-13c64f102c8a HTTP/1.1" status: 200 len: 855 time: 0.0492103 Sep 21 18:35:33.556084 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f5e49923-5184-4ee0-832f-587f986ddb64 req-9623e6a1-09e5-4df2-97fb-29bdd26321b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b4a228e3-e6ae-4de7-ba18-804946c1958a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248904 Sep 21 18:35:33.611823 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e9ecc-3c33-4a44-8b61-8f241160ce01 req-dae5a54a-e0d1-4149-a164-4c39615849fd tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:33.613277 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0a9e9ecc-3c33-4a44-8b61-8f241160ce01 req-dae5a54a-e0d1-4149-a164-4c39615849fd tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 945 time: 0.0509839 Sep 21 18:35:33.648511 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f5e49923-5184-4ee0-832f-587f986ddb64 req-2abae1e0-effc-4b81-b201-87ad210cd6f2 service neutron] 10.222.0.44 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839849 Sep 21 18:35:33.651666 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0a9e9ecc-3c33-4a44-8b61-8f241160ce01 req-b0c1315a-0e3e-4497-8e25-87813a982254 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323160 Sep 21 18:35:33.746580 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f5e49923-5184-4ee0-832f-587f986ddb64 req-dc1e5271-da16-4075-9aa8-ef4dad93c578 service neutron] 10.222.0.44 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878637 Sep 21 18:35:34.778334 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e17ea3-59ac-4c1c-b737-5d39ff3755f1 req-1f13dadf-685b-45bd-8c67-1504fc1befd3 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:34.779905 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23e17ea3-59ac-4c1c-b737-5d39ff3755f1 req-1f13dadf-685b-45bd-8c67-1504fc1befd3 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 945 time: 0.0526903 Sep 21 18:35:34.819359 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23e17ea3-59ac-4c1c-b737-5d39ff3755f1 req-c6d31c85-a90b-47e8-9b24-aa42d154cd39 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323744 Sep 21 18:35:35.957667 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97da97-0207-4783-bf53-75bd46d6f8b8 req-e9e75cf4-02b0-493e-9c7b-9fa9272942af tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:35.959268 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-aa97da97-0207-4783-bf53-75bd46d6f8b8 req-e9e75cf4-02b0-493e-9c7b-9fa9272942af tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 945 time: 0.0557818 Sep 21 18:35:36.002447 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-aa97da97-0207-4783-bf53-75bd46d6f8b8 req-e389e67e-6bdb-426a-9734-baa0db7e3e49 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341668 Sep 21 18:35:37.134467 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f28f92-0756-47d6-87d7-a5938ecf6127 req-3291a62a-f41f-41b8-9f62-9151d816a2b6 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:37.136102 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-83f28f92-0756-47d6-87d7-a5938ecf6127 req-3291a62a-f41f-41b8-9f62-9151d816a2b6 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 945 time: 0.0553181 Sep 21 18:35:37.175826 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-83f28f92-0756-47d6-87d7-a5938ecf6127 req-2a407ffd-6ec1-4e50-b729-a04365ca21da tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337193 Sep 21 18:35:38.295206 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dce148-ba5f-4d28-b078-3abee07f7e6b req-7c43dc46-51fe-49c2-8914-5e5cda088b66 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:38.296690 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-46dce148-ba5f-4d28-b078-3abee07f7e6b req-7c43dc46-51fe-49c2-8914-5e5cda088b66 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 945 time: 0.0509014 Sep 21 18:35:38.334804 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-46dce148-ba5f-4d28-b078-3abee07f7e6b req-f52fb758-c7e9-45d1-90d0-9e5e1727b708 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320187 Sep 21 18:35:39.457117 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e1555-0c58-4f97-8202-797460f4b9b5 req-1e26ddb9-792b-46d4-ae51-1328926c6616 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:39.458544 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ff8e1555-0c58-4f97-8202-797460f4b9b5 req-1e26ddb9-792b-46d4-ae51-1328926c6616 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 945 time: 0.0510659 Sep 21 18:35:39.500770 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ff8e1555-0c58-4f97-8202-797460f4b9b5 req-0e0e0b86-cbe6-46e3-9192-63e4fa125a34 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328889 Sep 21 18:35:39.584158 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:35:40.631822 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4926605-61bc-48f0-9737-20248968319f req-cf310ae0-e0bc-4b8b-9c5f-6caea4c29562 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:40.633374 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d4926605-61bc-48f0-9737-20248968319f req-cf310ae0-e0bc-4b8b-9c5f-6caea4c29562 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 945 time: 0.0531466 Sep 21 18:35:40.674408 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d4926605-61bc-48f0-9737-20248968319f req-3a8e2a63-b7d5-4715-acf5-48dd95cb79c6 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320504 Sep 21 18:35:40.947525 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-d47fe9e7-f3dd-4c25-abf8-e699f44be832 service neutron] show failed (client error): The resource could not be found. Sep 21 18:35:40.948438 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-d47fe9e7-f3dd-4c25-abf8-e699f44be832 service neutron] 10.222.0.44 "GET /v2.0/ports/27991fda-0b4e-4bae-829f-611396a00840/bindings/n-h1-810291-1 HTTP/1.1" status: 404 len: 380 time: 0.0687885 Sep 21 18:35:41.169468 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-deea8463-6464-4d1e-bf16-a2fea1005850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:41.170979 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-deea8463-6464-4d1e-bf16-a2fea1005850 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996&tenant_id=0584ae11af114a28bed67978addf93e3 HTTP/1.1" status: 200 len: 1096 time: 0.0456467 Sep 21 18:35:41.182840 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810291-1', 'device_owner': 'compute:nova'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:41.240048 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:41.457082 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] For port 27991fda-0b4e-4bae-829f-611396a00840, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=27991fda-0b4e-4bae-829f-611396a00840,segment=NetworkSegment(2057190e-1c30-417e-b3ff-f34d33dacf10),segment_id=2057190e-1c30-417e-b3ff-f34d33dacf10)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:35:41.495116 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] For port 27991fda-0b4e-4bae-829f-611396a00840, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:35:41.538017 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3a3688-be92-4a76-bbb7-68dd5a256996', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27991fda-0b4e-4bae-829f-611396a00840'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:35:41.541710 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94dbdfda-18bd-4788-b35f-5d9bf32a211d" -d '{"events": [{"server_uuid": "fe3a3688-be92-4a76-bbb7-68dd5a256996", "name": "network-vif-unplugged", "status": "completed", "tag": "27991fda-0b4e-4bae-829f-611396a00840"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:35:41.547051 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:41.560753 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] Transition to ACTIVE for port object 27991fda-0b4e-4bae-829f-611396a00840 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:35:41.565370 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:41.598683 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9accd492-9209-4a2e-8cba-2e1e234a7369 x-openstack-request-id: req-9accd492-9209-4a2e-8cba-2e1e234a7369 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:35:41.598993 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3a3688-be92-4a76-bbb7-68dd5a256996", "name": "network-vif-unplugged", "status": "completed", "tag": "27991fda-0b4e-4bae-829f-611396a00840", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:35:41.599248 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9accd492-9209-4a2e-8cba-2e1e234a7369 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:35:41.600067 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3a3688-be92-4a76-bbb7-68dd5a256996', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27991fda-0b4e-4bae-829f-611396a00840', 'code': 200} Sep 21 18:35:41.617828 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] Pushing event updated for resources: {'Port': ['ID=27991fda-0b4e-4bae-829f-611396a00840,revision_number=6']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:41.632988 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] No DVR routers for this DVR port 27991fda-0b4e-4bae-829f-611396a00840 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:35:41.641009 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:41.641357 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:41.641702 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:41.642039 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:41.642374 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:41.642731 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:41.643093 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:41.643429 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:41.643785 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:41.644113 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:41.644438 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:41.644757 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:41.677558 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] Attempting to bind port 27991fda-0b4e-4bae-829f-611396a00840 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:35:41.677890 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] Attempting to bind port 27991fda-0b4e-4bae-829f-611396a00840 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '2057190e-1c30-417e-b3ff-f34d33dacf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4a228e3-e6ae-4de7-ba18-804946c1958a'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:35:41.678219 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] Attempting to bind port 27991fda-0b4e-4bae-829f-611396a00840 on network b4a228e3-e6ae-4de7-ba18-804946c1958a {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:35:41.682680 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] Port 27991fda-0b4e-4bae-829f-611396a00840 on network b4a228e3-e6ae-4de7-ba18-804946c1958a not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:35:41.683031 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] Attempting to bind port 27991fda-0b4e-4bae-829f-611396a00840 on network b4a228e3-e6ae-4de7-ba18-804946c1958a {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:35:41.688296 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:35:41.688635 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] Checking segment: {'id': '2057190e-1c30-417e-b3ff-f34d33dacf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4a228e3-e6ae-4de7-ba18-804946c1958a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:35:41.689015 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] Bound using segment: {'id': '2057190e-1c30-417e-b3ff-f34d33dacf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4a228e3-e6ae-4de7-ba18-804946c1958a'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:35:41.689444 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] Bound port: 27991fda-0b4e-4bae-829f-611396a00840, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2057190e-1c30-417e-b3ff-f34d33dacf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b4a228e3-e6ae-4de7-ba18-804946c1958a'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:35:41.689797 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:41.753183 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] For port 27991fda-0b4e-4bae-829f-611396a00840, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:35:41.756183 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] For port 27991fda-0b4e-4bae-829f-611396a00840, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=27991fda-0b4e-4bae-829f-611396a00840,segment=NetworkSegment(2057190e-1c30-417e-b3ff-f34d33dacf10),segment_id=2057190e-1c30-417e-b3ff-f34d33dacf10)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:35:41.761828 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:41.796573 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429703e5-81ea-4665-b8f5-9a43569ca8e9 req-f085a715-17b4-4db7-b196-7713246a0b05 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:41.798077 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-429703e5-81ea-4665-b8f5-9a43569ca8e9 req-f085a715-17b4-4db7-b196-7713246a0b05 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 943 time: 0.0535395 Sep 21 18:35:41.801942 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:41.802575 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:41.803988 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] 10.222.0.38 "PUT /v2.0/ports/27991fda-0b4e-4bae-829f-611396a00840 HTTP/1.1" status: 200 len: 1091 time: 0.6252024 Sep 21 18:35:41.826394 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f1d95-1bbf-45f2-9028-c1a18354dc90 service neutron] Pushing event updated for resources: {'Port': ['ID=27991fda-0b4e-4bae-829f-611396a00840,revision_number=7']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:41.844338 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-429703e5-81ea-4665-b8f5-9a43569ca8e9 req-14ddd621-9931-4aa4-9ef3-45ef864924a3 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395570 Sep 21 18:35:41.869988 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-d627dde6-563c-4349-8c8c-60e4438877a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:41.871544 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-d627dde6-563c-4349-8c8c-60e4438877a8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0584ae11af114a28bed67978addf93e3&device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 1094 time: 0.0420120 Sep 21 18:35:41.968923 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-97bc62cd-1078-4b82-818d-4794cf817b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:41.970388 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-97bc62cd-1078-4b82-818d-4794cf817b42 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b4a228e3-e6ae-4de7-ba18-804946c1958a HTTP/1.1" status: 200 len: 916 time: 0.0922530 Sep 21 18:35:42.011764 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-f581a8d7-c6ae-417f-b202-f686bf266c05 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27991fda-0b4e-4bae-829f-611396a00840 HTTP/1.1" status: 200 len: 217 time: 0.0337081 Sep 21 18:35:42.060240 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-6d09fe43-6fac-4e49-bd10-e663cb0404ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:42.061717 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-6d09fe43-6fac-4e49-bd10-e663cb0404ed service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b85fa13f-3ea3-4dbe-8f66-13c64f102c8a HTTP/1.1" status: 200 len: 855 time: 0.0428107 Sep 21 18:35:42.093692 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-9c1b9df9-8414-47c0-b95b-1f942bd35fa7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b4a228e3-e6ae-4de7-ba18-804946c1958a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254176 Sep 21 18:35:42.190669 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-877b79e0-ad0b-4e2b-ba62-3e93b371569e service neutron] 10.222.0.38 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893383 Sep 21 18:35:42.288392 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-408888cf-cf9e-4e4e-b2f7-03dabafdcb8c req-ca467643-66ac-47d5-bc4f-34ea87173ce7 service neutron] 10.222.0.38 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898647 Sep 21 18:35:42.476408 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-986ae2d7-a5fd-406f-b39f-40272e58fdf3 req-00acf275-dd1a-401f-b48b-9778a18b4270 service neutron] (101460) timed out ('10.222.0.58', 48376) {{(pid=101460) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 18:35:43.007318 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180dc7f-ca7c-43ed-a45e-9e73588e8c45 req-cdb9d823-a716-43fe-ab5c-383c8a9aabd2 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:43.008823 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e180dc7f-ca7c-43ed-a45e-9e73588e8c45 req-cdb9d823-a716-43fe-ab5c-383c8a9aabd2 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 943 time: 0.0588942 Sep 21 18:35:43.047091 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e180dc7f-ca7c-43ed-a45e-9e73588e8c45 req-42d3f1bd-a148-4fee-acbf-acca5fd861ce tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320494 Sep 21 18:35:43.601668 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3a3688-be92-4a76-bbb7-68dd5a256996', 'tag': '27991fda-0b4e-4bae-829f-611396a00840'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:35:43.605588 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725e449b-2871-40c6-8335-bd0d6b882464" -d '{"events": [{"name": "network-changed", "server_uuid": "fe3a3688-be92-4a76-bbb7-68dd5a256996", "tag": "27991fda-0b4e-4bae-829f-611396a00840"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:35:43.662659 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4345a3c-91ef-441a-aa65-34973c1fb0b7 x-openstack-request-id: req-c4345a3c-91ef-441a-aa65-34973c1fb0b7 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:35:43.662962 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe3a3688-be92-4a76-bbb7-68dd5a256996", "tag": "27991fda-0b4e-4bae-829f-611396a00840", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:35:43.663229 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c4345a3c-91ef-441a-aa65-34973c1fb0b7 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:35:43.663629 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe3a3688-be92-4a76-bbb7-68dd5a256996', 'tag': '27991fda-0b4e-4bae-829f-611396a00840', 'status': 'completed', 'code': 200} Sep 21 18:35:43.749684 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e449b-2871-40c6-8335-bd0d6b882464 req-2936de32-4f51-4568-8f07-3205ac1b6c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:43.751195 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-725e449b-2871-40c6-8335-bd0d6b882464 req-2936de32-4f51-4568-8f07-3205ac1b6c34 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0584ae11af114a28bed67978addf93e3&device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 1094 time: 0.0663958 Sep 21 18:35:43.753006 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e449b-2871-40c6-8335-bd0d6b882464 req-658c5a80-ef05-4b7a-9acf-c536b7b0b27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:43.754312 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-725e449b-2871-40c6-8335-bd0d6b882464 req-658c5a80-ef05-4b7a-9acf-c536b7b0b27f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0584ae11af114a28bed67978addf93e3&device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 1094 time: 0.0614111 Sep 21 18:35:43.912245 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e449b-2871-40c6-8335-bd0d6b882464 req-b7026e89-e1f2-4bf1-abec-af23a31995c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:43.913628 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-725e449b-2871-40c6-8335-bd0d6b882464 req-b7026e89-e1f2-4bf1-abec-af23a31995c5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b4a228e3-e6ae-4de7-ba18-804946c1958a HTTP/1.1" status: 200 len: 916 time: 0.1506040 Sep 21 18:35:43.916307 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e449b-2871-40c6-8335-bd0d6b882464 req-6aa98cb9-853e-49ec-aac6-94c729c23712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:43.917638 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-725e449b-2871-40c6-8335-bd0d6b882464 req-6aa98cb9-853e-49ec-aac6-94c729c23712 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b4a228e3-e6ae-4de7-ba18-804946c1958a HTTP/1.1" status: 200 len: 916 time: 0.1474307 Sep 21 18:35:43.985462 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-725e449b-2871-40c6-8335-bd0d6b882464 req-2368d1d7-2f35-46f8-8ee2-4b1f5af751e2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27991fda-0b4e-4bae-829f-611396a00840 HTTP/1.1" status: 200 len: 217 time: 0.0622256 Sep 21 18:35:43.986669 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-725e449b-2871-40c6-8335-bd0d6b882464 req-d0881b55-5ab9-4902-bb98-5204a6e39f74 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27991fda-0b4e-4bae-829f-611396a00840 HTTP/1.1" status: 200 len: 217 time: 0.0578179 Sep 21 18:35:44.071883 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e449b-2871-40c6-8335-bd0d6b882464 req-5a30a6d5-348f-4ec9-afc9-e6635a6bf800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:44.073411 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-725e449b-2871-40c6-8335-bd0d6b882464 req-5a30a6d5-348f-4ec9-afc9-e6635a6bf800 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b85fa13f-3ea3-4dbe-8f66-13c64f102c8a HTTP/1.1" status: 200 len: 855 time: 0.0801625 Sep 21 18:35:44.074830 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e449b-2871-40c6-8335-bd0d6b882464 req-b99f8c68-a0cf-41f6-b05f-7b7fc8ae7740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:44.076189 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-725e449b-2871-40c6-8335-bd0d6b882464 req-b99f8c68-a0cf-41f6-b05f-7b7fc8ae7740 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b85fa13f-3ea3-4dbe-8f66-13c64f102c8a HTTP/1.1" status: 200 len: 855 time: 0.0818033 Sep 21 18:35:44.124982 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-725e449b-2871-40c6-8335-bd0d6b882464 req-65fb6231-f548-4bca-a5e2-331ce4214387 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b4a228e3-e6ae-4de7-ba18-804946c1958a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437036 Sep 21 18:35:44.128023 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-725e449b-2871-40c6-8335-bd0d6b882464 req-f38bd57c-8844-4d8b-ab19-193efe0f98e8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b4a228e3-e6ae-4de7-ba18-804946c1958a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389812 Sep 21 18:35:44.299546 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80ca86-42a6-4da3-bc63-39c8449141af req-1ad7b1c6-6025-4b27-8c16-17ad8c9e16e3 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:44.301099 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1c80ca86-42a6-4da3-bc63-39c8449141af req-1ad7b1c6-6025-4b27-8c16-17ad8c9e16e3 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 943 time: 0.1752534 Sep 21 18:35:44.329096 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-725e449b-2871-40c6-8335-bd0d6b882464 req-f7c2370b-d824-4366-84fb-3981dfd378ec service neutron] 10.222.0.38 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913607 Sep 21 18:35:44.357857 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-725e449b-2871-40c6-8335-bd0d6b882464 req-bf20b8a8-fbb6-4d22-b0d3-d4f90ab5827e service neutron] 10.222.0.44 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211683 Sep 21 18:35:44.440553 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1c80ca86-42a6-4da3-bc63-39c8449141af req-01e83ab8-a9b1-48dd-a389-6293cff1a8cc tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312692 Sep 21 18:35:44.501274 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-725e449b-2871-40c6-8335-bd0d6b882464 req-56f26bf9-0b25-4ff1-8eaa-73cf22c9d247 service neutron] 10.222.0.38 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648388 Sep 21 18:35:44.515530 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-725e449b-2871-40c6-8335-bd0d6b882464 req-68e7f73a-7527-41e7-8a1b-9b9072fc505b service neutron] 10.222.0.44 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470325 Sep 21 18:35:44.676108 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a9c07-9791-4fc1-a473-36e4994a8447 req-ffc81850-1978-4ce6-b31e-ea1c933cbe37 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:44.677639 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca1a9c07-9791-4fc1-a473-36e4994a8447 req-ffc81850-1978-4ce6-b31e-ea1c933cbe37 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 943 time: 0.0851371 Sep 21 18:35:44.690076 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10f43c-304a-427c-bf72-5702f5bfe281 req-38f7cc92-85e5-4775-afae-2f10579d57e1 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:44.691630 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ee10f43c-304a-427c-bf72-5702f5bfe281 req-38f7cc92-85e5-4775-afae-2f10579d57e1 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996&tenant_id=0584ae11af114a28bed67978addf93e3&binding%3Ahost_id=n-h1-810291-1 HTTP/1.1" status: 200 len: 943 time: 0.0888851 Sep 21 18:35:44.750535 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca1a9c07-9791-4fc1-a473-36e4994a8447 req-f504b951-00b2-4f0f-992c-36f3da4355d2 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578225 Sep 21 18:35:44.771301 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [req-ee10f43c-304a-427c-bf72-5702f5bfe281 req-84379f22-a43a-4545-99fa-3fd0037393a7 service neutron] delete failed (client error): The resource could not be found. Sep 21 18:35:44.772304 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ee10f43c-304a-427c-bf72-5702f5bfe281 req-84379f22-a43a-4545-99fa-3fd0037393a7 service neutron] 10.222.0.44 "DELETE /v2.0/ports/27991fda-0b4e-4bae-829f-611396a00840/bindings/n-h2-810291-1 HTTP/1.1" status: 404 len: 380 time: 0.0669968 Sep 21 18:35:44.860980 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10f43c-304a-427c-bf72-5702f5bfe281 req-d7f2ee28-5a34-4d37-aeeb-fd5a7f774f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:44.862556 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ee10f43c-304a-427c-bf72-5702f5bfe281 req-d7f2ee28-5a34-4d37-aeeb-fd5a7f774f30 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0584ae11af114a28bed67978addf93e3&device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 1094 time: 0.0423098 Sep 21 18:35:44.958005 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10f43c-304a-427c-bf72-5702f5bfe281 req-1e2a115d-2173-44f6-8f18-51111efd1e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:44.959547 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ee10f43c-304a-427c-bf72-5702f5bfe281 req-1e2a115d-2173-44f6-8f18-51111efd1e05 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b4a228e3-e6ae-4de7-ba18-804946c1958a HTTP/1.1" status: 200 len: 916 time: 0.0893896 Sep 21 18:35:45.002440 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ee10f43c-304a-427c-bf72-5702f5bfe281 req-0c0d3eaa-eeee-44df-98d0-06c775eaf99e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27991fda-0b4e-4bae-829f-611396a00840 HTTP/1.1" status: 200 len: 217 time: 0.0335333 Sep 21 18:35:45.054665 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10f43c-304a-427c-bf72-5702f5bfe281 req-9263f1d2-2b80-421a-ac3c-cd5e3f053d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:45.056104 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ee10f43c-304a-427c-bf72-5702f5bfe281 req-9263f1d2-2b80-421a-ac3c-cd5e3f053d7c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b85fa13f-3ea3-4dbe-8f66-13c64f102c8a HTTP/1.1" status: 200 len: 855 time: 0.0468585 Sep 21 18:35:45.092110 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ee10f43c-304a-427c-bf72-5702f5bfe281 req-aeec5090-5e74-47bd-b5ca-8bb54acf282f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b4a228e3-e6ae-4de7-ba18-804946c1958a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246947 Sep 21 18:35:45.193583 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ee10f43c-304a-427c-bf72-5702f5bfe281 req-3915415a-124c-4827-944f-2e24886b8edc service neutron] 10.222.0.44 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928729 Sep 21 18:35:45.285474 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ee10f43c-304a-427c-bf72-5702f5bfe281 req-994e72ce-efd2-4584-ad1c-e32792ff55e6 service neutron] 10.222.0.44 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838730 Sep 21 18:35:45.681936 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7dcb8ea0-a3d5-4c5c-82e6-8ef5e8b1e0de req-3af20815-58ad-4638-97be-4709d1a2d588 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422752 Sep 21 18:35:45.768356 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb8ea0-a3d5-4c5c-82e6-8ef5e8b1e0de req-54732153-b98c-4e12-8f9e-98becbb308db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:45.770197 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7dcb8ea0-a3d5-4c5c-82e6-8ef5e8b1e0de req-54732153-b98c-4e12-8f9e-98becbb308db service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0584ae11af114a28bed67978addf93e3&device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 1094 time: 0.0446274 Sep 21 18:35:45.875374 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef397a6-e8eb-4bc9-bad9-2f30855ae724 req-0fef7da5-8c70-4323-bce3-654f06b3a787 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:45.877981 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cef397a6-e8eb-4bc9-bad9-2f30855ae724 req-0fef7da5-8c70-4323-bce3-654f06b3a787 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 943 time: 0.0552554 Sep 21 18:35:45.882833 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb8ea0-a3d5-4c5c-82e6-8ef5e8b1e0de req-e629f249-7ce5-4be4-8d02-427fd4280278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:45.884395 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7dcb8ea0-a3d5-4c5c-82e6-8ef5e8b1e0de req-e629f249-7ce5-4be4-8d02-427fd4280278 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b4a228e3-e6ae-4de7-ba18-804946c1958a HTTP/1.1" status: 200 len: 916 time: 0.0929506 Sep 21 18:35:45.916836 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cef397a6-e8eb-4bc9-bad9-2f30855ae724 req-e33d16a0-e9db-4aa4-ab93-2d286fa63ee3 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323355 Sep 21 18:35:45.928912 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7dcb8ea0-a3d5-4c5c-82e6-8ef5e8b1e0de req-0bd57539-2392-4800-a6b2-b614e2780294 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27991fda-0b4e-4bae-829f-611396a00840 HTTP/1.1" status: 200 len: 217 time: 0.0378194 Sep 21 18:35:45.959448 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-11699568-ee08-4320-8148-cc0b7937fe06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:45.987279 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb8ea0-a3d5-4c5c-82e6-8ef5e8b1e0de req-837a7441-da6c-4832-9c2d-2d92ae09e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:45.988872 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7dcb8ea0-a3d5-4c5c-82e6-8ef5e8b1e0de req-837a7441-da6c-4832-9c2d-2d92ae09e308 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b85fa13f-3ea3-4dbe-8f66-13c64f102c8a HTTP/1.1" status: 200 len: 855 time: 0.0531757 Sep 21 18:35:46.033517 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 27991fda-0b4e-4bae-829f-611396a00840 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:35:46.035088 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7dcb8ea0-a3d5-4c5c-82e6-8ef5e8b1e0de req-db33b400-2803-492f-b2a9-d2e26c119d66 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b4a228e3-e6ae-4de7-ba18-804946c1958a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365658 Sep 21 18:35:46.072407 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 27991fda-0b4e-4bae-829f-611396a00840 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:35:46.085633 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d3f78-5514-46ed-a2f8-deb69177c689 req-3721f988-f4d3-4516-889c-4dc94d671482 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:46.087112 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-302d3f78-5514-46ed-a2f8-deb69177c689 req-3721f988-f4d3-4516-889c-4dc94d671482 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 943 time: 0.0967367 Sep 21 18:35:46.506613 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-302d3f78-5514-46ed-a2f8-deb69177c689 req-b3f17027-9dbe-464c-b090-ea103de18368 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504930 Sep 21 18:35:46.508485 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7dcb8ea0-a3d5-4c5c-82e6-8ef5e8b1e0de req-4e90b8d0-9355-4307-a526-c43fdf961b0b service neutron] 10.222.0.38 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658375 Sep 21 18:35:46.600728 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7dcb8ea0-a3d5-4c5c-82e6-8ef5e8b1e0de req-e58ae6f5-01e9-44e3-8847-7c9a3177c25a service neutron] 10.222.0.38 "GET /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849934 Sep 21 18:35:46.624227 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb33ba-ee85-4b96-aede-a61b4e4a5b57 req-af076ed2-75ea-4f00-9190-8bdd10ad120e tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:46.625790 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-11eb33ba-ee85-4b96-aede-a61b4e4a5b57 req-af076ed2-75ea-4f00-9190-8bdd10ad120e tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 943 time: 0.0508823 Sep 21 18:35:46.665431 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-11eb33ba-ee85-4b96-aede-a61b4e4a5b57 req-aaf2159e-f50f-47b4-a7bd-0bedd165e93a tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328920 Sep 21 18:35:46.743489 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 27991fda-0b4e-4bae-829f-611396a00840 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:35:46.844532 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 27991fda-0b4e-4bae-829f-611396a00840, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=27991fda-0b4e-4bae-829f-611396a00840,segment=NetworkSegment(2057190e-1c30-417e-b3ff-f34d33dacf10),segment_id=2057190e-1c30-417e-b3ff-f34d33dacf10)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:35:46.855865 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '27991fda-0b4e-4bae-829f-611396a00840', 'network_id': 'b4a228e3-e6ae-4de7-ba18-804946c1958a', 'port_id': '27991fda-0b4e-4bae-829f-611396a00840', 'mac_address': 'fa:16:3e:06:8d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b85fa13f-3ea3-4dbe-8f66-13c64f102c8a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:35:46.893710 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:46.913889 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27991fda-0b4e-4bae-829f-611396a00840 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:35:46.938853 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 27991fda-0b4e-4bae-829f-611396a00840, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=27991fda-0b4e-4bae-829f-611396a00840,segment=NetworkSegment(2057190e-1c30-417e-b3ff-f34d33dacf10),segment_id=2057190e-1c30-417e-b3ff-f34d33dacf10)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:35:46.944250 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:46.995856 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=27991fda-0b4e-4bae-829f-611396a00840,revision_number=8']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:46.998261 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d358dd-6873-4acf-bac3-a2906cdce2ef req-c639f117-e45a-4dc2-92f4-6bf25ee7dbd3 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:46.999816 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-70d358dd-6873-4acf-bac3-a2906cdce2ef req-c639f117-e45a-4dc2-92f4-6bf25ee7dbd3 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 944 time: 0.0499516 Sep 21 18:35:47.037012 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-70d358dd-6873-4acf-bac3-a2906cdce2ef req-40737e82-c92f-4b40-89bb-872f95f80e06 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311909 Sep 21 18:35:47.181345 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['27991fda-0b4e-4bae-829f-611396a00840'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:35:48.162582 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877b0aa-c3e8-42ef-aa74-24054f5584a1 req-ed094f7d-68f7-42ad-88cf-811cd87135ac tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:48.164405 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5877b0aa-c3e8-42ef-aa74-24054f5584a1 req-ed094f7d-68f7-42ad-88cf-811cd87135ac tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 944 time: 0.0575399 Sep 21 18:35:48.212875 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5877b0aa-c3e8-42ef-aa74-24054f5584a1 req-59f39763-8eab-4cf7-bebd-4037be5c54e4 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.58 "GET /v2.0/security-groups?id=94069b85-3ce0-4e92-80bc-58c18d38cd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421383 Sep 21 18:35:48.247938 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80320659-4aae-48fa-894a-adc5b2f0bd74 req-948ca5dc-c1d3-484f-9d4a-402016f110cf tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:48.249453 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80320659-4aae-48fa-894a-adc5b2f0bd74 req-948ca5dc-c1d3-484f-9d4a-402016f110cf tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe3a3688-be92-4a76-bbb7-68dd5a256996 HTTP/1.1" status: 200 len: 944 time: 0.0499666 Sep 21 18:35:48.356477 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-80320659-4aae-48fa-894a-adc5b2f0bd74 req-452732cc-06f8-44b6-a7b1-02bae0f7f610 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Deleting port 27991fda-0b4e-4bae-829f-611396a00840 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:35:48.356815 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-80320659-4aae-48fa-894a-adc5b2f0bd74 req-452732cc-06f8-44b6-a7b1-02bae0f7f610 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:48.459139 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-80320659-4aae-48fa-894a-adc5b2f0bd74 req-452732cc-06f8-44b6-a7b1-02bae0f7f610 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] For port 27991fda-0b4e-4bae-829f-611396a00840, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=27991fda-0b4e-4bae-829f-611396a00840,segment=NetworkSegment(2057190e-1c30-417e-b3ff-f34d33dacf10),segment_id=2057190e-1c30-417e-b3ff-f34d33dacf10)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:35:48.459520 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-80320659-4aae-48fa-894a-adc5b2f0bd74 req-452732cc-06f8-44b6-a7b1-02bae0f7f610 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:48.470916 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a3f2e96c-c656-439e-ae99-1c795135d547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:48.475194 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-80320659-4aae-48fa-894a-adc5b2f0bd74 req-452732cc-06f8-44b6-a7b1-02bae0f7f610 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Calling delete_port for 27991fda-0b4e-4bae-829f-611396a00840 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:35:48.626896 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-80320659-4aae-48fa-894a-adc5b2f0bd74 req-452732cc-06f8-44b6-a7b1-02bae0f7f610 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:48.640885 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['27991fda-0b4e-4bae-829f-611396a00840'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:35:48.658871 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452732cc-06f8-44b6-a7b1-02bae0f7f610 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Pushing event deleted for resources: {'Port': ['ID=27991fda-0b4e-4bae-829f-611396a00840,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:48.708483 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-80320659-4aae-48fa-894a-adc5b2f0bd74 req-452732cc-06f8-44b6-a7b1-02bae0f7f610 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] No DVR routers for this DVR port 27991fda-0b4e-4bae-829f-611396a00840 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:35:48.712008 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-80320659-4aae-48fa-894a-adc5b2f0bd74 req-452732cc-06f8-44b6-a7b1-02bae0f7f610 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:48.714148 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80320659-4aae-48fa-894a-adc5b2f0bd74 req-452732cc-06f8-44b6-a7b1-02bae0f7f610 tempest-ServerDiskConfigTestJSON-2130829696 tempest-ServerDiskConfigTestJSON-2130829696-project] 10.222.0.38 "DELETE /v2.0/ports/27991fda-0b4e-4bae-829f-611396a00840 HTTP/1.1" status: 204 len: 173 time: 0.4577911 Sep 21 18:35:48.714634 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3a3688-be92-4a76-bbb7-68dd5a256996', 'name': 'network-vif-deleted', 'tag': '27991fda-0b4e-4bae-829f-611396a00840'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:35:48.717064 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ae8c74-da64-4b56-a125-69f7a23607fc" -d '{"events": [{"server_uuid": "fe3a3688-be92-4a76-bbb7-68dd5a256996", "name": "network-vif-deleted", "tag": "27991fda-0b4e-4bae-829f-611396a00840"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:35:48.760057 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f11884-0c9b-4e6b-8a3c-5f79b01bd2b0 x-openstack-request-id: req-81f11884-0c9b-4e6b-8a3c-5f79b01bd2b0 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:35:48.760503 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3a3688-be92-4a76-bbb7-68dd5a256996", "name": "network-vif-deleted", "tag": "27991fda-0b4e-4bae-829f-611396a00840", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:35:48.760753 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-81f11884-0c9b-4e6b-8a3c-5f79b01bd2b0 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:35:48.761407 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3a3688-be92-4a76-bbb7-68dd5a256996', 'name': 'network-vif-deleted', 'tag': '27991fda-0b4e-4bae-829f-611396a00840', 'status': 'completed', 'code': 200} Sep 21 18:35:48.828442 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 27991fda-0b4e-4bae-829f-611396a00840 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:35:48.849662 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 27991fda-0b4e-4bae-829f-611396a00840 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:35:48.850058 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 27991fda-0b4e-4bae-829f-611396a00840 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 21 18:35:48.869045 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Port 27991fda-0b4e-4bae-829f-611396a00840 not found, will not notify nova. {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 21 18:35:49.045598 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:49.336174 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 52064) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:49.389780 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-c18dc253-1e77-4388-bb28-7db35167c037 admin admin] Deleting subnet b85fa13f-3ea3-4dbe-8f66-13c64f102c8a {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:35:49.393040 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c18dc253-1e77-4388-bb28-7db35167c037 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:49.427880 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c18dc253-1e77-4388-bb28-7db35167c037 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:49.466793 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c18dc253-1e77-4388-bb28-7db35167c037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:49.526601 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c18dc253-1e77-4388-bb28-7db35167c037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:49.553646 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18dc253-1e77-4388-bb28-7db35167c037 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b85fa13f-3ea3-4dbe-8f66-13c64f102c8a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:49.561459 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c18dc253-1e77-4388-bb28-7db35167c037 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:49.564988 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c18dc253-1e77-4388-bb28-7db35167c037 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b85fa13f-3ea3-4dbe-8f66-13c64f102c8a HTTP/1.1" status: 204 len: 168 time: 0.2274947 Sep 21 18:35:49.568850 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 52066) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:49.637912 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e22705c0-79f6-464d-85ca-34bd5f8973d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:49.721634 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e22705c0-79f6-464d-85ca-34bd5f8973d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:49.742236 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-e22705c0-79f6-464d-85ca-34bd5f8973d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a228e3-e6ae-4de7-ba18-804946c1958a']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:49.751815 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-e22705c0-79f6-464d-85ca-34bd5f8973d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2057190e-1c30-417e-b3ff-f34d33dacf10') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:49.752107 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-e22705c0-79f6-464d-85ca-34bd5f8973d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2057190e-1c30-417e-b3ff-f34d33dacf10') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:49.761655 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e22705c0-79f6-464d-85ca-34bd5f8973d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:49.776147 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e22705c0-79f6-464d-85ca-34bd5f8973d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:49.782470 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e22705c0-79f6-464d-85ca-34bd5f8973d2 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:35:49.782846 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e22705c0-79f6-464d-85ca-34bd5f8973d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:49.784461 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:35:49.784461 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:35:49.784461 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:35:49.784461 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:35:49.784461 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:35:49.784461 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:35:49.784461 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:35:49.784461 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:35:49.784461 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:35:49.784461 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:35:49.784461 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:35:49.784461 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:35:49.784461 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:35:49.784461 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:35:49.784461 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:35:49.784461 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:35:49.784461 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:35:49.784461 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:35:49.784461 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:35:49.784461 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:35:49.784461 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:35:49.784461 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:35:49.784461 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:35:49.784461 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:35:49.784461 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:35:49.784461 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:35:49.784461 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:35:49.784461 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:35:49.784461 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:35:49.784461 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:35:49.784461 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:35:49.784461 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:35:49.842609 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e22705c0-79f6-464d-85ca-34bd5f8973d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:49.848673 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e22705c0-79f6-464d-85ca-34bd5f8973d2 admin admin] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:49.850611 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e22705c0-79f6-464d-85ca-34bd5f8973d2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b4a228e3-e6ae-4de7-ba18-804946c1958a HTTP/1.1" status: 204 len: 168 time: 0.2808046 Sep 21 18:35:49.861693 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22705c0-79f6-464d-85ca-34bd5f8973d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4a228e3-e6ae-4de7-ba18-804946c1958a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:49.970786 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 52070) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:50.010726 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d12e3d04-9bb3-4398-9d60-64e66dff707a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0584ae11af114a28bed67978addf93e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387604 Sep 21 18:35:50.013308 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 52072) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:50.061620 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b10efe54-d37c-4a76-898b-b99ed29fc6a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:50.083184 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b10efe54-d37c-4a76-898b-b99ed29fc6a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:50.131813 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b10efe54-d37c-4a76-898b-b99ed29fc6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:50.134671 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b10efe54-d37c-4a76-898b-b99ed29fc6a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:50.135883 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b10efe54-d37c-4a76-898b-b99ed29fc6a6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/94069b85-3ce0-4e92-80bc-58c18d38cd4e HTTP/1.1" status: 204 len: 168 time: 0.1216576 Sep 21 18:35:50.143663 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10efe54-d37c-4a76-898b-b99ed29fc6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94069b85-3ce0-4e92-80bc-58c18d38cd4e,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:50.238068 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:50.882865 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 52094) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:51.038081 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-586027ab-5b81-4c52-be1d-3c12a3e5a47b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1147916915-network', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:51.061311 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586027ab-5b81-4c52-be1d-3c12a3e5a47b admin admin] Made reservation on behalf of 6fd87ea74b6345819943c376316cb4ef for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:35:51.064173 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-586027ab-5b81-4c52-be1d-3c12a3e5a47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:51.072823 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-586027ab-5b81-4c52-be1d-3c12a3e5a47b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:51.175620 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-586027ab-5b81-4c52-be1d-3c12a3e5a47b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:51.181018 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-586027ab-5b81-4c52-be1d-3c12a3e5a47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:51.203221 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586027ab-5b81-4c52-be1d-3c12a3e5a47b admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:35:51.217044 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586027ab-5b81-4c52-be1d-3c12a3e5a47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85a7d4e-0a9c-4467-ac40-7e6d88ea3d66,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:51.222410 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-586027ab-5b81-4c52-be1d-3c12a3e5a47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:51.222756 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-586027ab-5b81-4c52-be1d-3c12a3e5a47b admin admin] Added segment 53ce5bac-774a-40fd-b2e7-268f4628ee34 of type vlan for network 0040d368-090f-4bf8-89ec-4e074ceb12bd Sep 21 18:35:51.239103 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586027ab-5b81-4c52-be1d-3c12a3e5a47b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:51.239468 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586027ab-5b81-4c52-be1d-3c12a3e5a47b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:51.239809 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586027ab-5b81-4c52-be1d-3c12a3e5a47b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:51.240143 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586027ab-5b81-4c52-be1d-3c12a3e5a47b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:51.240476 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586027ab-5b81-4c52-be1d-3c12a3e5a47b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:51.240805 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586027ab-5b81-4c52-be1d-3c12a3e5a47b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:51.241129 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586027ab-5b81-4c52-be1d-3c12a3e5a47b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:51.241453 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586027ab-5b81-4c52-be1d-3c12a3e5a47b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:51.241774 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586027ab-5b81-4c52-be1d-3c12a3e5a47b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:51.242069 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586027ab-5b81-4c52-be1d-3c12a3e5a47b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:51.242394 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586027ab-5b81-4c52-be1d-3c12a3e5a47b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:51.242714 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586027ab-5b81-4c52-be1d-3c12a3e5a47b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:51.282718 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-586027ab-5b81-4c52-be1d-3c12a3e5a47b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:51.308540 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-586027ab-5b81-4c52-be1d-3c12a3e5a47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:51.309539 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586027ab-5b81-4c52-be1d-3c12a3e5a47b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:51.310287 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-586027ab-5b81-4c52-be1d-3c12a3e5a47b admin admin] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:51.347898 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-586027ab-5b81-4c52-be1d-3c12a3e5a47b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4639323 Sep 21 18:35:51.351132 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 52100) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:51.356280 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-be5cd005-c373-4e8b-9ab3-7151ef883c41 admin admin] Request body: {'subnet': {'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1147916915-subnet', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:51.375046 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586027ab-5b81-4c52-be1d-3c12a3e5a47b admin admin] Pushing event updated for resources: {'Network': ['ID=0040d368-090f-4bf8-89ec-4e074ceb12bd,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:51.378539 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5cd005-c373-4e8b-9ab3-7151ef883c41 admin admin] Made reservation on behalf of 6fd87ea74b6345819943c376316cb4ef for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:35:51.381052 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-be5cd005-c373-4e8b-9ab3-7151ef883c41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:51.385907 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 0040d368-090f-4bf8-89ec-4e074ceb12bd details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:35:51.553536 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-be5cd005-c373-4e8b-9ab3-7151ef883c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:51.610475 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5cd005-c373-4e8b-9ab3-7151ef883c41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8acc57b2-d907-4723-b657-57319cd71f61,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:51.622756 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5cd005-c373-4e8b-9ab3-7151ef883c41 admin admin] Checking segment: {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:35:51.623156 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5cd005-c373-4e8b-9ab3-7151ef883c41 admin admin] Network hostable DHCP agents. Network: 0040d368-090f-4bf8-89ec-4e074ceb12bd, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:35:51.641253 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5cd005-c373-4e8b-9ab3-7151ef883c41 admin admin] Network 0040d368-090f-4bf8-89ec-4e074ceb12bd is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:35:51.650684 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-be5cd005-c373-4e8b-9ab3-7151ef883c41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 0040d368-090f-4bf8-89ec-4e074ceb12bd) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:35:51.655623 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5cd005-c373-4e8b-9ab3-7151ef883c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:51.656223 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-be5cd005-c373-4e8b-9ab3-7151ef883c41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:51.659030 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8831a44a-76af-4da8-956f-6a94f5e2bb45 None None] Network 0040d368-090f-4bf8-89ec-4e074ceb12bd requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:35:51.672214 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-be5cd005-c373-4e8b-9ab3-7151ef883c41 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3198268 Sep 21 18:35:51.675023 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 52102) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:51.680572 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-93749629-f97b-498d-9b8f-4d7d22042678 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1147916915-router', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:51.703662 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-93749629-f97b-498d-9b8f-4d7d22042678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:51.704591 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-93749629-f97b-498d-9b8f-4d7d22042678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:51.733324 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:51.757587 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-93749629-f97b-498d-9b8f-4d7d22042678 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:51.820341 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c78e6d-6941-402d-9558-27d3f0df90cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-0040d368-090f-4bf8-89ec-4e074ceb12bd', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:35:51.821224 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-50c78e6d-6941-402d-9558-27d3f0df90cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:51.896584 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-93749629-f97b-498d-9b8f-4d7d22042678 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:51.951507 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-50c78e6d-6941-402d-9558-27d3f0df90cf None None] Allocated IP 172.20.0.2 (0040d368-090f-4bf8-89ec-4e074ceb12bd/8acc57b2-d907-4723-b657-57319cd71f61/b60e3194-2ec5-489a-86c9-985fb4a91dc4) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:35:52.092504 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-50c78e6d-6941-402d-9558-27d3f0df90cf None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:52.093560 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-93749629-f97b-498d-9b8f-4d7d22042678 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:52.098635 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-50c78e6d-6941-402d-9558-27d3f0df90cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:52.116763 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-93749629-f97b-498d-9b8f-4d7d22042678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:52.132485 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c78e6d-6941-402d-9558-27d3f0df90cf None None] Network 0040d368-090f-4bf8-89ec-4e074ceb12bd is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:35:52.135289 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-50c78e6d-6941-402d-9558-27d3f0df90cf None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:35:52.138607 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c78e6d-6941-402d-9558-27d3f0df90cf None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:35:52.153788 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c78e6d-6941-402d-9558-27d3f0df90cf None None] Pushing event updated for resources: {'Port': ['ID=b60e3194-2ec5-489a-86c9-985fb4a91dc4,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:52.210593 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-50c78e6d-6941-402d-9558-27d3f0df90cf None None] Attempting to bind port b60e3194-2ec5-489a-86c9-985fb4a91dc4 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:35:52.210996 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-50c78e6d-6941-402d-9558-27d3f0df90cf None None] Attempting to bind port b60e3194-2ec5-489a-86c9-985fb4a91dc4 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:35:52.211684 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c78e6d-6941-402d-9558-27d3f0df90cf None None] Attempting to bind port b60e3194-2ec5-489a-86c9-985fb4a91dc4 on network 0040d368-090f-4bf8-89ec-4e074ceb12bd {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:35:52.216577 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c78e6d-6941-402d-9558-27d3f0df90cf None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:35:52.216937 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c78e6d-6941-402d-9558-27d3f0df90cf None None] Checking segment: {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:35:52.217331 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-50c78e6d-6941-402d-9558-27d3f0df90cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:52.217717 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c78e6d-6941-402d-9558-27d3f0df90cf None None] Bound using segment: {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:35:52.218168 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-50c78e6d-6941-402d-9558-27d3f0df90cf None None] Bound port: b60e3194-2ec5-489a-86c9-985fb4a91dc4, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:35:52.218577 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-50c78e6d-6941-402d-9558-27d3f0df90cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:52.226163 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-93749629-f97b-498d-9b8f-4d7d22042678 admin admin] Allocated IP 172.25.6.140 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/17545de7-5105-4c66-a21a-164bfcedeb59) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:35:52.279315 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-50c78e6d-6941-402d-9558-27d3f0df90cf None None] For port b60e3194-2ec5-489a-86c9-985fb4a91dc4, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:35:52.282277 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-50c78e6d-6941-402d-9558-27d3f0df90cf None None] For port b60e3194-2ec5-489a-86c9-985fb4a91dc4, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=b60e3194-2ec5-489a-86c9-985fb4a91dc4,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:35:52.286124 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-50c78e6d-6941-402d-9558-27d3f0df90cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:52.340660 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-93749629-f97b-498d-9b8f-4d7d22042678 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:52.343231 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c78e6d-6941-402d-9558-27d3f0df90cf None None] Pushing event updated for resources: {'Port': ['ID=b60e3194-2ec5-489a-86c9-985fb4a91dc4,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:52.375326 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-93749629-f97b-498d-9b8f-4d7d22042678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:52.415990 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93749629-f97b-498d-9b8f-4d7d22042678 admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:35:52.421154 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-93749629-f97b-498d-9b8f-4d7d22042678 admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:35:52.426638 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93749629-f97b-498d-9b8f-4d7d22042678 admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:35:52.430210 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93749629-f97b-498d-9b8f-4d7d22042678 admin admin] Pushing event updated for resources: {'Port': ['ID=17545de7-5105-4c66-a21a-164bfcedeb59,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:52.696337 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-93749629-f97b-498d-9b8f-4d7d22042678 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:52.768844 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 27991fda-0b4e-4bae-829f-611396a00840 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:35:52.790265 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 27991fda-0b4e-4bae-829f-611396a00840 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:35:52.790616 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 27991fda-0b4e-4bae-829f-611396a00840 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:35:52.891848 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-93749629-f97b-498d-9b8f-4d7d22042678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:53.025259 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93749629-f97b-498d-9b8f-4d7d22042678 admin admin] Router df73068d-e5ea-4f9d-95f6-761fbb41faa7 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:35:53.135639 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93749629-f97b-498d-9b8f-4d7d22042678 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:35:53.146626 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8510647-a3dd-49d5-b503-28de97ab961e None None] Sync routers for ids ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:35:53.158576 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-93749629-f97b-498d-9b8f-4d7d22042678 admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:53.159261 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8510647-a3dd-49d5-b503-28de97ab961e None None] Routers {'df73068d-e5ea-4f9d-95f6-761fbb41faa7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:35:53.160448 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-93749629-f97b-498d-9b8f-4d7d22042678 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4843440 Sep 21 18:35:53.160796 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-a8510647-a3dd-49d5-b503-28de97ab961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:35:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:53.163464 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 52104) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:53.243050 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1241b7e5-3c28-4663-be2e-a4d54585612a None None] Network 0040d368-090f-4bf8-89ec-4e074ceb12bd requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:35:53.297834 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-a8510647-a3dd-49d5-b503-28de97ab961e None None] Set router df73068d-e5ea-4f9d-95f6-761fbb41faa7 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:35:53.327126 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-00ad58a6-853e-439b-8b60-b309aed98dd1 None None] Provisioning complete for port b60e3194-2ec5-489a-86c9-985fb4a91dc4 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:53.327596 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-00ad58a6-853e-439b-8b60-b309aed98dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:53.460166 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-00ad58a6-853e-439b-8b60-b309aed98dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:53.493297 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-a8510647-a3dd-49d5-b503-28de97ab961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'name': 'tempest-ServerActionsTestJSON-1147916915-router', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:35:51Z', 'updated_at': '2021-09-21T18:35:52Z', 'revision_number': 3, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'gw_port': {'id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:52Z', 'updated_at': '2021-09-21T18:35:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:53.500357 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-00ad58a6-853e-439b-8b60-b309aed98dd1 None None] For port b60e3194-2ec5-489a-86c9-985fb4a91dc4, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=b60e3194-2ec5-489a-86c9-985fb4a91dc4,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:35:53.507268 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-00ad58a6-853e-439b-8b60-b309aed98dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:53.537540 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8510647-a3dd-49d5-b503-28de97ab961e None None] Checking router: df73068d-e5ea-4f9d-95f6-761fbb41faa7 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:35:53.537966 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8510647-a3dd-49d5-b503-28de97ab961e None None] Updating router df73068d-e5ea-4f9d-95f6-761fbb41faa7 port 17545de7-5105-4c66-a21a-164bfcedeb59 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:35:53.567054 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b60e3194-2ec5-489a-86c9-985fb4a91dc4 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:35:53.571748 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-a8510647-a3dd-49d5-b503-28de97ab961e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:53.625752 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad58a6-853e-439b-8b60-b309aed98dd1 None None] Pushing event updated for resources: {'Port': ['ID=b60e3194-2ec5-489a-86c9-985fb4a91dc4,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:53.651400 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port b60e3194-2ec5-489a-86c9-985fb4a91dc4 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:53.651868 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:53.683163 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2de4f631-b383-4ecc-a736-03bb873093d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:53.763527 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:53.766363 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-ed27a2d5-42ec-41dd-be14-73c27296f181 None None] Provisioning complete for port b60e3194-2ec5-489a-86c9-985fb4a91dc4 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:53.767079 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ed27a2d5-42ec-41dd-be14-73c27296f181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:53.908202 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-2de4f631-b383-4ecc-a736-03bb873093d3 admin admin] Allocated IP 172.20.0.1 (0040d368-090f-4bf8-89ec-4e074ceb12bd/8acc57b2-d907-4723-b657-57319cd71f61/343173bc-1ccc-4325-8819-89b488f13f23) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:35:54.000576 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-a8510647-a3dd-49d5-b503-28de97ab961e None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:54.007324 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-a8510647-a3dd-49d5-b503-28de97ab961e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:54.028418 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2de4f631-b383-4ecc-a736-03bb873093d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:54.057222 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-a8510647-a3dd-49d5-b503-28de97ab961e None None] Attempting to bind port 17545de7-5105-4c66-a21a-164bfcedeb59 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:35:54.057585 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-a8510647-a3dd-49d5-b503-28de97ab961e None None] Attempting to bind port 17545de7-5105-4c66-a21a-164bfcedeb59 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:35:54.057944 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8510647-a3dd-49d5-b503-28de97ab961e None None] Attempting to bind port 17545de7-5105-4c66-a21a-164bfcedeb59 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:35:54.064955 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2de4f631-b383-4ecc-a736-03bb873093d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:54.065886 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa0614b-1587-4213-8858-3b87a60bd97a None None] Pushing event updated for resources: {'Port': ['ID=17545de7-5105-4c66-a21a-164bfcedeb59,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:54.069061 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8510647-a3dd-49d5-b503-28de97ab961e None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:35:54.069425 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8510647-a3dd-49d5-b503-28de97ab961e None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:35:54.069865 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-a8510647-a3dd-49d5-b503-28de97ab961e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:54.070340 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8510647-a3dd-49d5-b503-28de97ab961e None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:35:54.070802 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-a8510647-a3dd-49d5-b503-28de97ab961e None None] Bound port: 17545de7-5105-4c66-a21a-164bfcedeb59, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:35:54.071217 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-a8510647-a3dd-49d5-b503-28de97ab961e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:54.097602 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0614b-1587-4213-8858-3b87a60bd97a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:54.097941 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0614b-1587-4213-8858-3b87a60bd97a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:54.098276 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0614b-1587-4213-8858-3b87a60bd97a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:54.098607 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0614b-1587-4213-8858-3b87a60bd97a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:54.099327 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0614b-1587-4213-8858-3b87a60bd97a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:54.099327 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0614b-1587-4213-8858-3b87a60bd97a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:54.099607 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0614b-1587-4213-8858-3b87a60bd97a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:54.099924 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0614b-1587-4213-8858-3b87a60bd97a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:54.100505 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0614b-1587-4213-8858-3b87a60bd97a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:54.100505 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0614b-1587-4213-8858-3b87a60bd97a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:54.100846 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0614b-1587-4213-8858-3b87a60bd97a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:54.101214 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0614b-1587-4213-8858-3b87a60bd97a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:35:54.101726 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de4f631-b383-4ecc-a736-03bb873093d3 admin admin] Network 0040d368-090f-4bf8-89ec-4e074ceb12bd is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:35:54.105224 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-2de4f631-b383-4ecc-a736-03bb873093d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:35:54.109558 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de4f631-b383-4ecc-a736-03bb873093d3 admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:35:54.138320 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-a8510647-a3dd-49d5-b503-28de97ab961e None None] For port 17545de7-5105-4c66-a21a-164bfcedeb59, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:35:54.142102 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-a8510647-a3dd-49d5-b503-28de97ab961e None None] For port 17545de7-5105-4c66-a21a-164bfcedeb59, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=17545de7-5105-4c66-a21a-164bfcedeb59,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:35:54.142466 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4f631-b383-4ecc-a736-03bb873093d3 admin admin] Pushing event updated for resources: {'Port': ['ID=343173bc-1ccc-4325-8819-89b488f13f23,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:54.152914 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-a8510647-a3dd-49d5-b503-28de97ab961e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:54.161568 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2de4f631-b383-4ecc-a736-03bb873093d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:54.200420 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8510647-a3dd-49d5-b503-28de97ab961e None None] Routers {'df73068d-e5ea-4f9d-95f6-761fbb41faa7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:35:54.201063 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-a8510647-a3dd-49d5-b503-28de97ab961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:35:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:54.253069 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa0614b-1587-4213-8858-3b87a60bd97a None None] Pushing event updated for resources: {'Port': ['ID=17545de7-5105-4c66-a21a-164bfcedeb59,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:54.303619 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2de4f631-b383-4ecc-a736-03bb873093d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:54.326001 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-a8510647-a3dd-49d5-b503-28de97ab961e None None] Set router df73068d-e5ea-4f9d-95f6-761fbb41faa7 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:35:54.348796 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-3a52bc1d-a566-44da-bc3d-020c63ee67ef None None] Provisioning complete for port 343173bc-1ccc-4325-8819-89b488f13f23 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:54.349461 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3a52bc1d-a566-44da-bc3d-020c63ee67ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:54.383678 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-3a52bc1d-a566-44da-bc3d-020c63ee67ef None None] Port 343173bc-1ccc-4325-8819-89b488f13f23 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:35:54.476772 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2de4f631-b383-4ecc-a736-03bb873093d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:54.482380 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2de4f631-b383-4ecc-a736-03bb873093d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:54.500891 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-a8510647-a3dd-49d5-b503-28de97ab961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'name': 'tempest-ServerActionsTestJSON-1147916915-router', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:35:51Z', 'updated_at': '2021-09-21T18:35:52Z', 'revision_number': 3, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'gw_port': {'id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:52Z', 'updated_at': '2021-09-21T18:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:54.532167 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8510647-a3dd-49d5-b503-28de97ab961e None None] The sync data for ids ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'] in n-d-810291-1 is: [{'id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'name': 'tempest-ServerActionsTestJSON-1147916915-router', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:35:51Z', 'updated_at': '2021-09-21T18:35:52Z', 'revision_number': 3, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'gw_port': {'id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:52Z', 'updated_at': '2021-09-21T18:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:35:54.562588 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2de4f631-b383-4ecc-a736-03bb873093d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:54.564324 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4f631-b383-4ecc-a736-03bb873093d3 admin admin] Pushing event updated for resources: {'Port': ['ID=343173bc-1ccc-4325-8819-89b488f13f23,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:54.655571 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de4f631-b383-4ecc-a736-03bb873093d3 admin admin] Network 0040d368-090f-4bf8-89ec-4e074ceb12bd is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:35:54.657037 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-2de4f631-b383-4ecc-a736-03bb873093d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:35:54.794595 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de4f631-b383-4ecc-a736-03bb873093d3 admin admin] Router df73068d-e5ea-4f9d-95f6-761fbb41faa7 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:35:54.847695 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:54.906589 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-4c3fe456-a499-4ad4-8070-ffef31962677 None None] Provisioning complete for port 343173bc-1ccc-4325-8819-89b488f13f23 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:54.907013 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4c3fe456-a499-4ad4-8070-ffef31962677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:54.927584 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de4f631-b383-4ecc-a736-03bb873093d3 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:35:54.932765 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2de4f631-b383-4ecc-a736-03bb873093d3 admin admin] 10.222.0.58 "PUT /v2.0/routers/df73068d-e5ea-4f9d-95f6-761fbb41faa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7677896 Sep 21 18:35:54.944335 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-4c3fe456-a499-4ad4-8070-ffef31962677 None None] Port 343173bc-1ccc-4325-8819-89b488f13f23 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:35:55.451073 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 52112) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:55.455877 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-1e7d0747-37e6-4386-b0ee-17fadde1efae tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Request body: {'security_group': {'name': 'tempest-securitygroup--951097478', 'description': 'tempest-description--244239118'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:55.480548 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1e7d0747-37e6-4386-b0ee-17fadde1efae tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:55.535148 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b60e3194-2ec5-489a-86c9-985fb4a91dc4 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:35:55.566141 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1e7d0747-37e6-4386-b0ee-17fadde1efae tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:55.571184 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1e7d0747-37e6-4386-b0ee-17fadde1efae tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:55.590778 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port b60e3194-2ec5-489a-86c9-985fb4a91dc4 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:55.591242 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:55.597889 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1e7d0747-37e6-4386-b0ee-17fadde1efae tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:55.600345 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1e7d0747-37e6-4386-b0ee-17fadde1efae tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1473997 Sep 21 18:35:55.603436 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 52114) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:55.608568 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-ad1155e4-beec-467b-9a3e-418486d3f956 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Request body: {'security_group_rule': {'security_group_id': '15679e56-63f7-41e1-b532-9eebf93df8d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:55.613696 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d0747-37e6-4386-b0ee-17fadde1efae tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15679e56-63f7-41e1-b532-9eebf93df8d3,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:55.639890 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ad1155e4-beec-467b-9a3e-418486d3f956 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:55.670872 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 17545de7-5105-4c66-a21a-164bfcedeb59 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:35:55.698041 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ad1155e4-beec-467b-9a3e-418486d3f956 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:55.702023 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ad1155e4-beec-467b-9a3e-418486d3f956 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:55.717334 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1155e4-beec-467b-9a3e-418486d3f956 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3303c560-bfbc-4f67-abb4-26c7042017c1,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:55.717821 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 17545de7-5105-4c66-a21a-164bfcedeb59 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:55.718193 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:55.727775 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ad1155e4-beec-467b-9a3e-418486d3f956 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:55.729117 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ad1155e4-beec-467b-9a3e-418486d3f956 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247518 Sep 21 18:35:55.731795 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 52116) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:55.737088 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-0f03d196-e45b-4e47-bd9b-edfad8b09711 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Request body: {'security_group_rule': {'security_group_id': '15679e56-63f7-41e1-b532-9eebf93df8d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:55.766774 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0f03d196-e45b-4e47-bd9b-edfad8b09711 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:55.804230 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:55.833286 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 17545de7-5105-4c66-a21a-164bfcedeb59, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=17545de7-5105-4c66-a21a-164bfcedeb59,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:35:55.837684 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0f03d196-e45b-4e47-bd9b-edfad8b09711 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:55.839816 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:55.842968 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0f03d196-e45b-4e47-bd9b-edfad8b09711 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:55.860306 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03d196-e45b-4e47-bd9b-edfad8b09711 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39aec855-ff95-4963-89b9-e52dae855438,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:55.873092 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0f03d196-e45b-4e47-bd9b-edfad8b09711 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:55.874955 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0f03d196-e45b-4e47-bd9b-edfad8b09711 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1421659 Sep 21 18:35:55.878213 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 52118) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:35:55.882816 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-84326769-1132-4798-bb48-7176bd659865 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:55.892570 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=17545de7-5105-4c66-a21a-164bfcedeb59,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:55.907392 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-84326769-1132-4798-bb48-7176bd659865 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks [] for floatingip, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:56.007313 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-84326769-1132-4798-bb48-7176bd659865 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:56.056626 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed9e938-bb02-4eb8-9e47-2268eea37455 None None] Sync routers for ids ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:35:56.066517 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed9e938-bb02-4eb8-9e47-2268eea37455 None None] Routers {'df73068d-e5ea-4f9d-95f6-761fbb41faa7'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:35:56.067322 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-1ed9e938-bb02-4eb8-9e47-2268eea37455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:35:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:56.117909 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-84326769-1132-4798-bb48-7176bd659865 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Allocated IP 172.25.6.241 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/61b01447-3301-45ea-8a57-5b792c5d1053) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:35:56.183513 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-1ed9e938-bb02-4eb8-9e47-2268eea37455 None None] Set router df73068d-e5ea-4f9d-95f6-761fbb41faa7 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:35:56.231989 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-84326769-1132-4798-bb48-7176bd659865 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:56.266310 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-84326769-1132-4798-bb48-7176bd659865 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:56.306214 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84326769-1132-4798-bb48-7176bd659865 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:35:56.309011 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-84326769-1132-4798-bb48-7176bd659865 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:35:56.311795 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84326769-1132-4798-bb48-7176bd659865 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:35:56.349080 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84326769-1132-4798-bb48-7176bd659865 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Pushing event updated for resources: {'Port': ['ID=61b01447-3301-45ea-8a57-5b792c5d1053,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:56.392924 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-1ed9e938-bb02-4eb8-9e47-2268eea37455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'name': 'tempest-ServerActionsTestJSON-1147916915-router', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:35:51Z', 'updated_at': '2021-09-21T18:35:54Z', 'revision_number': 4, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'gw_port': {'id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:52Z', 'updated_at': '2021-09-21T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '343173bc-1ccc-4325-8819-89b488f13f23', 'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'mac_address': 'fa:16:3e:73:4c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:53Z', 'updated_at': '2021-09-21T18:35:54Z', 'revision_number': 2, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'subnets': [{'id': '8acc57b2-d907-4723-b657-57319cd71f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:56.409184 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-84326769-1132-4798-bb48-7176bd659865 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:56.419798 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed9e938-bb02-4eb8-9e47-2268eea37455 None None] Checking router: df73068d-e5ea-4f9d-95f6-761fbb41faa7 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:35:56.420154 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed9e938-bb02-4eb8-9e47-2268eea37455 None None] Updating router df73068d-e5ea-4f9d-95f6-761fbb41faa7 port 343173bc-1ccc-4325-8819-89b488f13f23 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:35:56.442691 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-84326769-1132-4798-bb48-7176bd659865 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:56.446335 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1ed9e938-bb02-4eb8-9e47-2268eea37455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:56.592448 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-84326769-1132-4798-bb48-7176bd659865 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:56.599101 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-84326769-1132-4798-bb48-7176bd659865 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:56.665401 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84326769-1132-4798-bb48-7176bd659865 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Pushing event updated for resources: {'Port': ['ID=61b01447-3301-45ea-8a57-5b792c5d1053,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:56.678657 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-84326769-1132-4798-bb48-7176bd659865 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:56.692867 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-84326769-1132-4798-bb48-7176bd659865 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:56.694347 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-84326769-1132-4798-bb48-7176bd659865 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8150966 Sep 21 18:35:56.716150 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1ed9e938-bb02-4eb8-9e47-2268eea37455 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:56.721607 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1ed9e938-bb02-4eb8-9e47-2268eea37455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:56.787241 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1f55e-d1e4-4c4b-821d-2973a03c6180 None None] Pushing event updated for resources: {'Port': ['ID=343173bc-1ccc-4325-8819-89b488f13f23,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:56.820403 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-1ed9e938-bb02-4eb8-9e47-2268eea37455 None None] Attempting to bind port 343173bc-1ccc-4325-8819-89b488f13f23 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:35:56.820773 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-1ed9e938-bb02-4eb8-9e47-2268eea37455 None None] Attempting to bind port 343173bc-1ccc-4325-8819-89b488f13f23 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:35:56.821138 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed9e938-bb02-4eb8-9e47-2268eea37455 None None] Attempting to bind port 343173bc-1ccc-4325-8819-89b488f13f23 on network 0040d368-090f-4bf8-89ec-4e074ceb12bd {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:35:56.826511 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed9e938-bb02-4eb8-9e47-2268eea37455 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:35:56.826886 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed9e938-bb02-4eb8-9e47-2268eea37455 None None] Checking segment: {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:35:56.827324 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1ed9e938-bb02-4eb8-9e47-2268eea37455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:56.827707 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed9e938-bb02-4eb8-9e47-2268eea37455 None None] Bound using segment: {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:35:56.828183 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-1ed9e938-bb02-4eb8-9e47-2268eea37455 None None] Bound port: 343173bc-1ccc-4325-8819-89b488f13f23, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:35:56.828566 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1ed9e938-bb02-4eb8-9e47-2268eea37455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:56.851774 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-ec860e82-c783-4404-a9fa-acc6c86f8dc7 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--951097478&fields=id&tenant_id=6fd87ea74b6345819943c376316cb4ef HTTP/1.1" status: 200 len: 267 time: 0.0416081 Sep 21 18:35:56.899207 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-1ed9e938-bb02-4eb8-9e47-2268eea37455 None None] For port 343173bc-1ccc-4325-8819-89b488f13f23, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:35:56.902620 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-1ed9e938-bb02-4eb8-9e47-2268eea37455 None None] For port 343173bc-1ccc-4325-8819-89b488f13f23, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=343173bc-1ccc-4325-8819-89b488f13f23,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:35:56.908502 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1ed9e938-bb02-4eb8-9e47-2268eea37455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:56.971148 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-c91834dd-8c61-4188-b56e-e0c4b9ab2baa tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:56.972670 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-c91834dd-8c61-4188-b56e-e0c4b9ab2baa tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 812 time: 0.1167898 Sep 21 18:35:56.976950 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed9e938-bb02-4eb8-9e47-2268eea37455 None None] Routers {'df73068d-e5ea-4f9d-95f6-761fbb41faa7'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:35:56.977576 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-1ed9e938-bb02-4eb8-9e47-2268eea37455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:35:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:56.980814 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1f55e-d1e4-4c4b-821d-2973a03c6180 None None] Pushing event updated for resources: {'Port': ['ID=343173bc-1ccc-4325-8819-89b488f13f23,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:56.991247 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-5b7f83b1-4d37-4453-ae62-12cb8dce6bdc tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/quotas/6fd87ea74b6345819943c376316cb4ef HTTP/1.1" status: 200 len: 375 time: 0.0112696 Sep 21 18:35:57.024228 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-67435ff6-a12f-46e0-ba3f-f798c675cb10 None None] Provisioning complete for port 343173bc-1ccc-4325-8819-89b488f13f23 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:57.024594 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-67435ff6-a12f-46e0-ba3f-f798c675cb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:57.048661 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-9f39a951-d399-499d-913f-0dd01c3db97b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512788 Sep 21 18:35:57.145469 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-1ed9e938-bb02-4eb8-9e47-2268eea37455 None None] Set router df73068d-e5ea-4f9d-95f6-761fbb41faa7 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:35:57.222789 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-f8196fc4-9f24-460c-9f60-7c4899780e1f service neutron] 10.222.0.58 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597097 Sep 21 18:35:57.317064 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-8e78beca-77bc-421e-a2f9-d7be61dd721c service neutron] 10.222.0.58 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876906 Sep 21 18:35:57.346565 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-67435ff6-a12f-46e0-ba3f-f798c675cb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:57.432540 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-67435ff6-a12f-46e0-ba3f-f798c675cb10 None None] For port 343173bc-1ccc-4325-8819-89b488f13f23, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=343173bc-1ccc-4325-8819-89b488f13f23,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:35:57.466716 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-67435ff6-a12f-46e0-ba3f-f798c675cb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:57.502238 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 17545de7-5105-4c66-a21a-164bfcedeb59 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:35:57.508159 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07bb638c-3e78-4520-99b7-bfd6a3ebf3f4 req-d8da9722-5832-4d0c-b51d-9fba54cdcfdb tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 210 time: 0.0357368 Sep 21 18:35:57.606150 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67435ff6-a12f-46e0-ba3f-f798c675cb10 None None] Pushing event updated for resources: {'Port': ['ID=343173bc-1ccc-4325-8819-89b488f13f23,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:57.628191 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b9161231-a5ca-4537-91dd-5df5785dfd6f None None] Provisioning complete for port 343173bc-1ccc-4325-8819-89b488f13f23 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:57.628571 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b9161231-a5ca-4537-91dd-5df5785dfd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:57.669070 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 17545de7-5105-4c66-a21a-164bfcedeb59 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:57.669448 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:57.724304 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-1ed9e938-bb02-4eb8-9e47-2268eea37455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'name': 'tempest-ServerActionsTestJSON-1147916915-router', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:35:51Z', 'updated_at': '2021-09-21T18:35:54Z', 'revision_number': 4, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'gw_port': {'id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:52Z', 'updated_at': '2021-09-21T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '343173bc-1ccc-4325-8819-89b488f13f23', 'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'mac_address': 'fa:16:3e:73:4c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:53Z', 'updated_at': '2021-09-21T18:35:56Z', 'revision_number': 4, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'subnets': [{'id': '8acc57b2-d907-4723-b657-57319cd71f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:35:57.756401 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed9e938-bb02-4eb8-9e47-2268eea37455 None None] The sync data for ids ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'] in n-d-810291-1 is: [{'id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'name': 'tempest-ServerActionsTestJSON-1147916915-router', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:35:51Z', 'updated_at': '2021-09-21T18:35:54Z', 'revision_number': 4, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'gw_port': {'id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:52Z', 'updated_at': '2021-09-21T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '343173bc-1ccc-4325-8819-89b488f13f23', 'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'mac_address': 'fa:16:3e:73:4c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:53Z', 'updated_at': '2021-09-21T18:35:56Z', 'revision_number': 4, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'subnets': [{'id': '8acc57b2-d907-4723-b657-57319cd71f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:35:58.505526 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-5573f32a-4c7a-4d8c-86cf-0ab660393624 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:58.507112 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-5573f32a-4c7a-4d8c-86cf-0ab660393624 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.38 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 812 time: 0.1180634 Sep 21 18:35:58.597897 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-1d6978c4-aafc-4357-a307-a1816795eb7f tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fd87ea74b6345819943c376316cb4ef HTTP/1.1" status: 200 len: 379 time: 0.0426233 Sep 21 18:35:58.617444 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-a80ae349-220c-43e8-afa3-e4e739c28b67 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Request body: {'port': {'device_id': '9c44a535-0d64-49d3-b947-a747d5841698', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'admin_state_up': True, 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'security_groups': ['15679e56-63f7-41e1-b532-9eebf93df8d3']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:58.633879 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-49d2f69c-52cd-4392-83b9-aad20aed94e2 req-693d25c9-2061-469c-9607-40337cbba992 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 210 time: 0.0418999 Sep 21 18:35:58.761523 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-a80ae349-220c-43e8-afa3-e4e739c28b67 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Made reservation on behalf of 6fd87ea74b6345819943c376316cb4ef for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:35:58.765098 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-a80ae349-220c-43e8-afa3-e4e739c28b67 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:58.904922 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-a80ae349-220c-43e8-afa3-e4e739c28b67 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Allocated IP 172.20.0.4 (0040d368-090f-4bf8-89ec-4e074ceb12bd/8acc57b2-d907-4723-b657-57319cd71f61/e5972f2a-3d44-44f7-a6c0-0005a33a96f5) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:35:59.039925 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-a80ae349-220c-43e8-afa3-e4e739c28b67 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:59.077854 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-a80ae349-220c-43e8-afa3-e4e739c28b67 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:59.122535 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-a80ae349-220c-43e8-afa3-e4e739c28b67 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Network 0040d368-090f-4bf8-89ec-4e074ceb12bd is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:35:59.125615 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-a80ae349-220c-43e8-afa3-e4e739c28b67 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:35:59.131557 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-a80ae349-220c-43e8-afa3-e4e739c28b67 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:35:59.138125 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ae349-220c-43e8-afa3-e4e739c28b67 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Pushing event updated for resources: {'Port': ['ID=e5972f2a-3d44-44f7-a6c0-0005a33a96f5,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:35:59.187613 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-a80ae349-220c-43e8-afa3-e4e739c28b67 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:59.189154 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-a80ae349-220c-43e8-afa3-e4e739c28b67 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:59.212686 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-a80ae349-220c-43e8-afa3-e4e739c28b67 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6082661 Sep 21 18:35:59.226598 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-219e8fcb-0327-4ce8-ad36-400dc3891f06 service neutron] Request body: {'port': {'device_id': '9c44a535-0d64-49d3-b947-a747d5841698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:35:59.286294 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-219e8fcb-0327-4ce8-ad36-400dc3891f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:59.363252 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-45961d32-6886-4e72-b274-39bac82cf6eb None None] Provisioning complete for port e5972f2a-3d44-44f7-a6c0-0005a33a96f5 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:59.363943 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-45961d32-6886-4e72-b274-39bac82cf6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:59.409010 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-45961d32-6886-4e72-b274-39bac82cf6eb None None] Port e5972f2a-3d44-44f7-a6c0-0005a33a96f5 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:35:59.505984 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 343173bc-1ccc-4325-8819-89b488f13f23 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:35:59.552319 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 343173bc-1ccc-4325-8819-89b488f13f23 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:35:59.552691 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:59.928392 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-219e8fcb-0327-4ce8-ad36-400dc3891f06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5972f2a-3d44-44f7-a6c0-0005a33a96f5 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:35:59.943938 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-219e8fcb-0327-4ce8-ad36-400dc3891f06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:59.971769 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-219e8fcb-0327-4ce8-ad36-400dc3891f06 service neutron] Transition to ACTIVE for port object e5972f2a-3d44-44f7-a6c0-0005a33a96f5 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:35:59.978963 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-219e8fcb-0327-4ce8-ad36-400dc3891f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:35:59.998009 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a11e9-071b-4a78-8bd9-a32f622ebfec req-a31c22fe-15f0-46a2-b928-6264ffa02531 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:35:59.999556 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6f2a11e9-071b-4a78-8bd9-a32f622ebfec req-a31c22fe-15f0-46a2-b928-6264ffa02531 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 931 time: 0.0744967 Sep 21 18:36:00.067589 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e8fcb-0327-4ce8-ad36-400dc3891f06 service neutron] Pushing event updated for resources: {'Port': ['ID=e5972f2a-3d44-44f7-a6c0-0005a33a96f5,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:00.078862 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6f2a11e9-071b-4a78-8bd9-a32f622ebfec req-83da7213-2360-443e-9268-2bf9e69acb9a tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608585 Sep 21 18:36:00.144364 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-219e8fcb-0327-4ce8-ad36-400dc3891f06 service neutron] Attempting to bind port e5972f2a-3d44-44f7-a6c0-0005a33a96f5 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:36:00.144707 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-219e8fcb-0327-4ce8-ad36-400dc3891f06 service neutron] Attempting to bind port e5972f2a-3d44-44f7-a6c0-0005a33a96f5 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:36:00.145212 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-219e8fcb-0327-4ce8-ad36-400dc3891f06 service neutron] Attempting to bind port e5972f2a-3d44-44f7-a6c0-0005a33a96f5 on network 0040d368-090f-4bf8-89ec-4e074ceb12bd {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:36:00.149809 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-219e8fcb-0327-4ce8-ad36-400dc3891f06 service neutron] Port e5972f2a-3d44-44f7-a6c0-0005a33a96f5 on network 0040d368-090f-4bf8-89ec-4e074ceb12bd not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:36:00.150127 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-219e8fcb-0327-4ce8-ad36-400dc3891f06 service neutron] Attempting to bind port e5972f2a-3d44-44f7-a6c0-0005a33a96f5 on network 0040d368-090f-4bf8-89ec-4e074ceb12bd {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:36:00.155046 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-219e8fcb-0327-4ce8-ad36-400dc3891f06 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:36:00.155387 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-219e8fcb-0327-4ce8-ad36-400dc3891f06 service neutron] Checking segment: {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:36:00.155774 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-219e8fcb-0327-4ce8-ad36-400dc3891f06 service neutron] Bound using segment: {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:36:00.156200 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-219e8fcb-0327-4ce8-ad36-400dc3891f06 service neutron] Bound port: e5972f2a-3d44-44f7-a6c0-0005a33a96f5, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:36:00.156562 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-219e8fcb-0327-4ce8-ad36-400dc3891f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:00.221302 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-219e8fcb-0327-4ce8-ad36-400dc3891f06 service neutron] For port e5972f2a-3d44-44f7-a6c0-0005a33a96f5, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:36:00.225208 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-219e8fcb-0327-4ce8-ad36-400dc3891f06 service neutron] For port e5972f2a-3d44-44f7-a6c0-0005a33a96f5, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=e5972f2a-3d44-44f7-a6c0-0005a33a96f5,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:36:00.230238 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-219e8fcb-0327-4ce8-ad36-400dc3891f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:00.263343 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-219e8fcb-0327-4ce8-ad36-400dc3891f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:00.263970 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-219e8fcb-0327-4ce8-ad36-400dc3891f06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:00.265409 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-219e8fcb-0327-4ce8-ad36-400dc3891f06 service neutron] 10.222.0.38 "PUT /v2.0/ports/e5972f2a-3d44-44f7-a6c0-0005a33a96f5 HTTP/1.1" status: 200 len: 1091 time: 1.0438592 Sep 21 18:36:00.265873 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c44a535-0d64-49d3-b947-a747d5841698', 'tag': 'e5972f2a-3d44-44f7-a6c0-0005a33a96f5'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:36:00.268171 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1103ce46-d375-4a51-a8ae-bb6d45c09686" -d '{"events": [{"name": "network-changed", "server_uuid": "9c44a535-0d64-49d3-b947-a747d5841698", "tag": "e5972f2a-3d44-44f7-a6c0-0005a33a96f5"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:36:00.295779 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e8fcb-0327-4ce8-ad36-400dc3891f06 service neutron] Pushing event updated for resources: {'Port': ['ID=e5972f2a-3d44-44f7-a6c0-0005a33a96f5,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:00.317112 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0c8c6c-ffb4-4fc2-8a53-863e2d13c7c9 x-openstack-request-id: req-ed0c8c6c-ffb4-4fc2-8a53-863e2d13c7c9 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:36:00.317416 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c44a535-0d64-49d3-b947-a747d5841698", "tag": "e5972f2a-3d44-44f7-a6c0-0005a33a96f5", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:36:00.317721 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ed0c8c6c-ffb4-4fc2-8a53-863e2d13c7c9 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:36:00.318178 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c44a535-0d64-49d3-b947-a747d5841698', 'tag': 'e5972f2a-3d44-44f7-a6c0-0005a33a96f5', 'status': 'completed', 'code': 200} Sep 21 18:36:00.370149 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-310714d3-b0bd-48ee-afa7-c2024bf16efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:00.371925 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-310714d3-b0bd-48ee-afa7-c2024bf16efa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 1094 time: 0.0433278 Sep 21 18:36:00.420114 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-57896c7c-28ff-45a1-8deb-0e8498c37ce3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5972f2a-3d44-44f7-a6c0-0005a33a96f5 HTTP/1.1" status: 200 len: 217 time: 0.0394709 Sep 21 18:36:00.471659 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-6c86c138-627f-4286-8eba-050b7f7ccb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:00.473231 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-6c86c138-627f-4286-8eba-050b7f7ccb0a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0461762 Sep 21 18:36:00.518884 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-cb9bdb0f-f429-4549-85af-77b3fbc0fbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:00.520409 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-cb9bdb0f-f429-4549-85af-77b3fbc0fbbd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404336 Sep 21 18:36:00.616271 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-3ae5eeea-3eff-4edf-8a0e-ee1dd3a515f4 service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863380 Sep 21 18:36:00.707705 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9fdf6719-0d66-44e9-937d-2eaea8e3f75a req-ef5b9968-fb04-4953-95cb-b4a4a4df6c3d service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846484 Sep 21 18:36:00.810654 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103ce46-d375-4a51-a8ae-bb6d45c09686 req-54a55455-f62e-4735-b153-0fcc2df4942c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:00.812667 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1103ce46-d375-4a51-a8ae-bb6d45c09686 req-54a55455-f62e-4735-b153-0fcc2df4942c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 1094 time: 0.0496988 Sep 21 18:36:00.904755 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103ce46-d375-4a51-a8ae-bb6d45c09686 req-5f87d8e4-731f-4e60-b7ec-d96543373cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:00.906250 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1103ce46-d375-4a51-a8ae-bb6d45c09686 req-5f87d8e4-731f-4e60-b7ec-d96543373cf5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.0869043 Sep 21 18:36:00.952648 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1103ce46-d375-4a51-a8ae-bb6d45c09686 req-0bfc82e0-27d0-4d26-995d-4ae48627c3c7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5972f2a-3d44-44f7-a6c0-0005a33a96f5 HTTP/1.1" status: 200 len: 217 time: 0.0381298 Sep 21 18:36:01.003162 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103ce46-d375-4a51-a8ae-bb6d45c09686 req-9d3f4668-b3d3-41b6-aab6-d9a5b6e581c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:01.004590 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1103ce46-d375-4a51-a8ae-bb6d45c09686 req-9d3f4668-b3d3-41b6-aab6-d9a5b6e581c6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0444629 Sep 21 18:36:01.056033 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103ce46-d375-4a51-a8ae-bb6d45c09686 req-cbc3d21a-f9ef-4a76-8045-6ec2209ab5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:01.057483 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1103ce46-d375-4a51-a8ae-bb6d45c09686 req-cbc3d21a-f9ef-4a76-8045-6ec2209ab5c5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448697 Sep 21 18:36:01.181231 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1103ce46-d375-4a51-a8ae-bb6d45c09686 req-89d175a9-def9-4ad6-b3b1-060bb1200f16 service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130157 Sep 21 18:36:01.231174 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396e3b4-0eed-452b-b552-1345d10d6a42 req-e427294c-526f-49f2-aed4-b7cc8d33e362 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:01.232694 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b396e3b4-0eed-452b-b552-1345d10d6a42 req-e427294c-526f-49f2-aed4-b7cc8d33e362 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 943 time: 0.0850701 Sep 21 18:36:01.319008 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b396e3b4-0eed-452b-b552-1345d10d6a42 req-489a512b-ee38-418f-8276-06fed455bd9b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582726 Sep 21 18:36:01.322960 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1103ce46-d375-4a51-a8ae-bb6d45c09686 req-1a7cd5c9-2c49-4ca1-a771-e6a5a07b2c62 service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339421 Sep 21 18:36:02.451029 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb30c52-57f0-4117-9a7a-201a55d7bd24 req-9bae925e-d8bb-492f-afe1-57bfb3d6d2bd tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:02.452522 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3cb30c52-57f0-4117-9a7a-201a55d7bd24 req-9bae925e-d8bb-492f-afe1-57bfb3d6d2bd tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 943 time: 0.0568254 Sep 21 18:36:02.491935 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3cb30c52-57f0-4117-9a7a-201a55d7bd24 req-14a1141d-cf6a-4558-b120-ebf202f8e1be tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314317 Sep 21 18:36:03.634847 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265fb5d-1d9b-40e1-98ee-78014a633ebd req-19e8fa2f-1a27-4cdb-9d8c-78cdff8cd11d tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:03.636381 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0265fb5d-1d9b-40e1-98ee-78014a633ebd req-19e8fa2f-1a27-4cdb-9d8c-78cdff8cd11d tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 943 time: 0.0524516 Sep 21 18:36:03.679713 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0265fb5d-1d9b-40e1-98ee-78014a633ebd req-2aeffd6b-3dd0-47a6-8351-f76c819b6637 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347128 Sep 21 18:36:04.809528 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88830e2c-e2f9-4371-a281-b5aed866c72d req-d8eec02b-baa5-4477-bdc8-4c96f666fde2 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:04.811544 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-88830e2c-e2f9-4371-a281-b5aed866c72d req-d8eec02b-baa5-4477-bdc8-4c96f666fde2 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 943 time: 0.0557415 Sep 21 18:36:04.846033 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device e5972f2a-3d44-44f7-a6c0-0005a33a96f5 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:36:04.851396 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-88830e2c-e2f9-4371-a281-b5aed866c72d req-4e71da92-c104-4613-9d1c-3d1850e60d40 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330176 Sep 21 18:36:04.944247 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port e5972f2a-3d44-44f7-a6c0-0005a33a96f5, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=e5972f2a-3d44-44f7-a6c0-0005a33a96f5,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:36:04.955381 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': 'e5972f2a-3d44-44f7-a6c0-0005a33a96f5', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'port_id': 'e5972f2a-3d44-44f7-a6c0-0005a33a96f5', 'mac_address': 'fa:16:3e:42:bb:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:36:04.991788 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:05.004963 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5972f2a-3d44-44f7-a6c0-0005a33a96f5 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:36:05.025875 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port e5972f2a-3d44-44f7-a6c0-0005a33a96f5, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=e5972f2a-3d44-44f7-a6c0-0005a33a96f5,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:36:05.032017 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:05.080116 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=e5972f2a-3d44-44f7-a6c0-0005a33a96f5,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:05.087633 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:05.087984 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:05.088335 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:05.088657 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:05.089010 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:05.089342 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:05.089672 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:05.089996 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:05.090326 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:05.090652 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:05.090979 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:05.091308 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:36:05.228185 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['e5972f2a-3d44-44f7-a6c0-0005a33a96f5'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:36:05.974609 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df58af4-d2f1-477a-83cb-5110d6f58c51 req-7411b143-f397-4acc-9475-4279e92e027a tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:05.976183 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3df58af4-d2f1-477a-83cb-5110d6f58c51 req-7411b143-f397-4acc-9475-4279e92e027a tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 944 time: 0.0528278 Sep 21 18:36:06.014828 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3df58af4-d2f1-477a-83cb-5110d6f58c51 req-c30cf8d4-9dc0-48f5-bd59-e822d26c44d5 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325704 Sep 21 18:36:06.847882 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device e5972f2a-3d44-44f7-a6c0-0005a33a96f5 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:36:06.912966 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port e5972f2a-3d44-44f7-a6c0-0005a33a96f5 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:36:06.916756 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port e5972f2a-3d44-44f7-a6c0-0005a33a96f5 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:36:06.917121 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:06.994345 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:07.016389 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c44a535-0d64-49d3-b947-a747d5841698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5972f2a-3d44-44f7-a6c0-0005a33a96f5'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:36:07.018650 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbaecfc2-867b-4272-acaa-18b4be63b6a7" -d '{"events": [{"server_uuid": "9c44a535-0d64-49d3-b947-a747d5841698", "name": "network-vif-plugged", "status": "completed", "tag": "e5972f2a-3d44-44f7-a6c0-0005a33a96f5"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:36:07.031789 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port e5972f2a-3d44-44f7-a6c0-0005a33a96f5, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=e5972f2a-3d44-44f7-a6c0-0005a33a96f5,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:36:07.036916 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:07.075264 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3dc44ac-1fb7-4762-8c05-de0fd5b9ecd9 x-openstack-request-id: req-f3dc44ac-1fb7-4762-8c05-de0fd5b9ecd9 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:36:07.075569 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c44a535-0d64-49d3-b947-a747d5841698", "name": "network-vif-plugged", "status": "completed", "tag": "e5972f2a-3d44-44f7-a6c0-0005a33a96f5", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:36:07.075846 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f3dc44ac-1fb7-4762-8c05-de0fd5b9ecd9 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:36:07.076413 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c44a535-0d64-49d3-b947-a747d5841698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5972f2a-3d44-44f7-a6c0-0005a33a96f5', 'code': 200} Sep 21 18:36:07.094289 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=e5972f2a-3d44-44f7-a6c0-0005a33a96f5,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:36:07.150337 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf08c8b-9825-4c9b-83be-ee4d2aeced36 req-3d1f5e93-5562-443d-9e04-161450875bdf tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:07.151811 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-abf08c8b-9825-4c9b-83be-ee4d2aeced36 req-3d1f5e93-5562-443d-9e04-161450875bdf tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 945 time: 0.0633070 Sep 21 18:36:07.204375 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d580450-302d-40a0-b8fe-9e3231b11efa req-1b0794f2-24b0-41b1-bd69-fa5b831027c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:07.205877 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1d580450-302d-40a0-b8fe-9e3231b11efa req-1b0794f2-24b0-41b1-bd69-fa5b831027c1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 1096 time: 0.0710073 Sep 21 18:36:07.209037 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-abf08c8b-9825-4c9b-83be-ee4d2aeced36 req-629f3680-d4c3-4112-b7ef-f1d1cf477e04 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438883 Sep 21 18:36:07.242320 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1d580450-302d-40a0-b8fe-9e3231b11efa req-8396abc7-e71c-4056-be49-79932b2d4fbc service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287676 Sep 21 18:36:08.331543 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29940357-b83e-4cd1-924c-3b10d375af22 req-976b85f3-5f2f-4b5e-ad66-f52cbcde1d73 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:08.333194 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-29940357-b83e-4cd1-924c-3b10d375af22 req-976b85f3-5f2f-4b5e-ad66-f52cbcde1d73 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 945 time: 0.0521793 Sep 21 18:36:08.373612 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-29940357-b83e-4cd1-924c-3b10d375af22 req-b0472d5e-4246-4745-8f14-02c207531c62 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343337 Sep 21 18:36:08.496861 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff66f64-928f-4320-95c3-b24743388d4c req-fb76ac34-3952-40bc-99d7-2cbe138ea95e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:08.498273 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9ff66f64-928f-4320-95c3-b24743388d4c req-fb76ac34-3952-40bc-99d7-2cbe138ea95e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 945 time: 0.0525150 Sep 21 18:36:08.509496 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 52168) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:36:08.513941 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-0569eedf-7a19-4ce7-9355-b9aa91e9664b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Request body: {'floatingip': {'port_id': 'e5972f2a-3d44-44f7-a6c0-0005a33a96f5'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:36:08.556874 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0569eedf-7a19-4ce7-9355-b9aa91e9664b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks [] for floatingip, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:09.029897 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0569eedf-7a19-4ce7-9355-b9aa91e9664b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:09.035937 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0569eedf-7a19-4ce7-9355-b9aa91e9664b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:09.137710 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-0569eedf-7a19-4ce7-9355-b9aa91e9664b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Floating IP f83cbc48-a27b-429b-bbed-6eb43687b34c associated. External IP: 172.25.6.241, port: e5972f2a-3d44-44f7-a6c0-0005a33a96f5. Sep 21 18:36:09.341219 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0569eedf-7a19-4ce7-9355-b9aa91e9664b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Router df73068d-e5ea-4f9d-95f6-761fbb41faa7 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:36:09.455563 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0569eedf-7a19-4ce7-9355-b9aa91e9664b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:36:09.461318 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0569eedf-7a19-4ce7-9355-b9aa91e9664b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:09.467404 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bb72a7-cf83-46a6-887b-190d9d9ab287 None None] Sync routers for ids ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:36:09.476584 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bb72a7-cf83-46a6-887b-190d9d9ab287 None None] Routers {'df73068d-e5ea-4f9d-95f6-761fbb41faa7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:36:09.477204 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c9bb72a7-cf83-46a6-887b-190d9d9ab287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:35:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:36:09.488468 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0569eedf-7a19-4ce7-9355-b9aa91e9664b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "PUT /v2.0/floatingips/f83cbc48-a27b-429b-bbed-6eb43687b34c HTTP/1.1" status: 200 len: 991 time: 0.9778881 Sep 21 18:36:09.489091 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c44a535-0d64-49d3-b947-a747d5841698', 'tag': 'e5972f2a-3d44-44f7-a6c0-0005a33a96f5'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:36:09.491525 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc9b5a7-ed73-4154-990a-20f640d9c3df" -d '{"events": [{"name": "network-changed", "server_uuid": "9c44a535-0d64-49d3-b947-a747d5841698", "tag": "e5972f2a-3d44-44f7-a6c0-0005a33a96f5"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:36:09.535083 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e420132-5f24-4b87-8b65-ef906f8d5871 x-openstack-request-id: req-6e420132-5f24-4b87-8b65-ef906f8d5871 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:36:09.535687 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c44a535-0d64-49d3-b947-a747d5841698", "tag": "e5972f2a-3d44-44f7-a6c0-0005a33a96f5", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:36:09.535687 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6e420132-5f24-4b87-8b65-ef906f8d5871 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:36:09.536024 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c44a535-0d64-49d3-b947-a747d5841698', 'tag': 'e5972f2a-3d44-44f7-a6c0-0005a33a96f5', 'status': 'completed', 'code': 200} Sep 21 18:36:09.585745 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-c9bb72a7-cf83-46a6-887b-190d9d9ab287 None None] Set router df73068d-e5ea-4f9d-95f6-761fbb41faa7 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:36:09.601364 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9b5a7-ed73-4154-990a-20f640d9c3df req-392b1dba-009f-483e-86a0-ca6144457376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:09.603029 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dcc9b5a7-ed73-4154-990a-20f640d9c3df req-392b1dba-009f-483e-86a0-ca6144457376 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 1096 time: 0.0438967 Sep 21 18:36:09.692509 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9b5a7-ed73-4154-990a-20f640d9c3df req-e4ed7ffa-7a5b-4b61-9c28-8f629c4837e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:09.694414 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dcc9b5a7-ed73-4154-990a-20f640d9c3df req-e4ed7ffa-7a5b-4b61-9c28-8f629c4837e4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.0838799 Sep 21 18:36:09.764232 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dcc9b5a7-ed73-4154-990a-20f640d9c3df req-3669729e-e115-4272-bd90-d8c1e509faa1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5972f2a-3d44-44f7-a6c0-0005a33a96f5 HTTP/1.1" status: 200 len: 999 time: 0.0606997 Sep 21 18:36:09.809750 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c9bb72a7-cf83-46a6-887b-190d9d9ab287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'name': 'tempest-ServerActionsTestJSON-1147916915-router', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:35:51Z', 'updated_at': '2021-09-21T18:35:54Z', 'revision_number': 4, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'gw_port': {'id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:52Z', 'updated_at': '2021-09-21T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'f83cbc48-a27b-429b-bbed-6eb43687b34c', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'floating_ip_address': '172.25.6.241', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'port_id': 'e5972f2a-3d44-44f7-a6c0-0005a33a96f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'mac_address': 'fa:16:3e:42:bb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c44a535-0d64-49d3-b947-a747d5841698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:35:56Z', 'updated_at': '2021-09-21T18:36:08Z', 'revision_number': 1, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '343173bc-1ccc-4325-8819-89b488f13f23', 'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'mac_address': 'fa:16:3e:73:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:53Z', 'updated_at': '2021-09-21T18:35:57Z', 'revision_number': 5, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'subnets': [{'id': '8acc57b2-d907-4723-b657-57319cd71f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:36:09.814371 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9b5a7-ed73-4154-990a-20f640d9c3df req-4ea1b02b-e257-4378-8d7b-10d00906886e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:09.815889 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dcc9b5a7-ed73-4154-990a-20f640d9c3df req-4ea1b02b-e257-4378-8d7b-10d00906886e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0440376 Sep 21 18:36:09.839806 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bb72a7-cf83-46a6-887b-190d9d9ab287 None None] Checking router: df73068d-e5ea-4f9d-95f6-761fbb41faa7 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:36:09.848383 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bb72a7-cf83-46a6-887b-190d9d9ab287 None None] Routers {'df73068d-e5ea-4f9d-95f6-761fbb41faa7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:36:09.848990 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c9bb72a7-cf83-46a6-887b-190d9d9ab287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:35:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:36:09.863589 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9b5a7-ed73-4154-990a-20f640d9c3df req-d0dcb12e-d586-4b08-baaf-08778984af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:09.865066 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dcc9b5a7-ed73-4154-990a-20f640d9c3df req-d0dcb12e-d586-4b08-baaf-08778984af23 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407312 Sep 21 18:36:09.952590 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-c9bb72a7-cf83-46a6-887b-190d9d9ab287 None None] Set router df73068d-e5ea-4f9d-95f6-761fbb41faa7 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:36:09.956487 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dcc9b5a7-ed73-4154-990a-20f640d9c3df req-7e87a788-6c6b-4665-aba6-df49509dffa0 service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846870 Sep 21 18:36:10.045507 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dcc9b5a7-ed73-4154-990a-20f640d9c3df req-2de4f488-94b4-4393-b65d-e557929796cf service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820749 Sep 21 18:36:10.184499 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c9bb72a7-cf83-46a6-887b-190d9d9ab287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'name': 'tempest-ServerActionsTestJSON-1147916915-router', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:35:51Z', 'updated_at': '2021-09-21T18:35:54Z', 'revision_number': 4, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'gw_port': {'id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:52Z', 'updated_at': '2021-09-21T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'f83cbc48-a27b-429b-bbed-6eb43687b34c', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'floating_ip_address': '172.25.6.241', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'port_id': 'e5972f2a-3d44-44f7-a6c0-0005a33a96f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'mac_address': 'fa:16:3e:42:bb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c44a535-0d64-49d3-b947-a747d5841698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:35:56Z', 'updated_at': '2021-09-21T18:36:08Z', 'revision_number': 1, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '343173bc-1ccc-4325-8819-89b488f13f23', 'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'mac_address': 'fa:16:3e:73:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:53Z', 'updated_at': '2021-09-21T18:35:57Z', 'revision_number': 5, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'subnets': [{'id': '8acc57b2-d907-4723-b657-57319cd71f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:36:10.210845 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bb72a7-cf83-46a6-887b-190d9d9ab287 None None] The sync data for ids ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'] in n-d-810291-1 is: [{'id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'name': 'tempest-ServerActionsTestJSON-1147916915-router', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:35:51Z', 'updated_at': '2021-09-21T18:35:54Z', 'revision_number': 4, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'gw_port': {'id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:52Z', 'updated_at': '2021-09-21T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'f83cbc48-a27b-429b-bbed-6eb43687b34c', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'floating_ip_address': '172.25.6.241', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'port_id': 'e5972f2a-3d44-44f7-a6c0-0005a33a96f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'mac_address': 'fa:16:3e:42:bb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c44a535-0d64-49d3-b947-a747d5841698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:35:56Z', 'updated_at': '2021-09-21T18:36:08Z', 'revision_number': 1, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '343173bc-1ccc-4325-8819-89b488f13f23', 'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'mac_address': 'fa:16:3e:73:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:53Z', 'updated_at': '2021-09-21T18:35:57Z', 'revision_number': 5, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'subnets': [{'id': '8acc57b2-d907-4723-b657-57319cd71f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:36:10.430033 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b507f9bf-6524-403e-b3b2-52444acebc6f None None] New status for floating IP f83cbc48-a27b-429b-bbed-6eb43687b34c: ACTIVE {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:36:15.970074 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-09936f72-adf3-40f3-8783-26ac3c3906cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:16.579356 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:36:18.480529 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9805c92f-a4d0-445c-beb6-cbecd9154783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:19.049429 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:20.243162 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:21.727549 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:23.750373 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:24.852988 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:45.681582 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-68244d23-4a0e-495c-b99b-53f5557e6f60 req-7702badc-d4c6-4431-acdc-22b3624b7290 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470824 Sep 21 18:36:45.767754 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68244d23-4a0e-495c-b99b-53f5557e6f60 req-422df8dc-c839-4600-856a-ad3e584006a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:45.769336 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-68244d23-4a0e-495c-b99b-53f5557e6f60 req-422df8dc-c839-4600-856a-ad3e584006a0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 1096 time: 0.0458264 Sep 21 18:36:45.881324 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68244d23-4a0e-495c-b99b-53f5557e6f60 req-814967d3-a2d6-44c2-ab30-ac5e4b1a72f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:45.882828 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-68244d23-4a0e-495c-b99b-53f5557e6f60 req-814967d3-a2d6-44c2-ab30-ac5e4b1a72f0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.0882902 Sep 21 18:36:45.954868 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-68244d23-4a0e-495c-b99b-53f5557e6f60 req-5ce2893d-296c-4850-bcb8-97eea4b453a7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5972f2a-3d44-44f7-a6c0-0005a33a96f5 HTTP/1.1" status: 200 len: 1001 time: 0.0638680 Sep 21 18:36:45.964311 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0b04316a-1708-44f1-9b53-a101754fe04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:46.006095 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68244d23-4a0e-495c-b99b-53f5557e6f60 req-4f5354ab-fdb6-4e89-8ed5-2dff6a01cb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:46.007614 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-68244d23-4a0e-495c-b99b-53f5557e6f60 req-4f5354ab-fdb6-4e89-8ed5-2dff6a01cb9e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0460658 Sep 21 18:36:46.054087 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68244d23-4a0e-495c-b99b-53f5557e6f60 req-0d65fd7d-0238-4205-a59e-183274ec9427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:36:46.055683 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-68244d23-4a0e-495c-b99b-53f5557e6f60 req-0d65fd7d-0238-4205-a59e-183274ec9427 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411561 Sep 21 18:36:46.148205 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-68244d23-4a0e-495c-b99b-53f5557e6f60 req-8205222d-8f72-4ca7-9482-21c93be0e6f8 service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849700 Sep 21 18:36:46.243054 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-68244d23-4a0e-495c-b99b-53f5557e6f60 req-e56981e2-3f63-4f7c-bb67-f749ad02b0e8 service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875871 Sep 21 18:36:48.479478 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-269079e6-e696-43b1-9177-ee36d9a35c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:49.054254 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:50.245424 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:51.732902 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:53.584269 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:36:53.752499 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:36:54.839627 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:15.973337 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bf61de57-443f-428c-834c-44986c2bc2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:18.482499 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-89f6d858-63c3-480a-8ee6-1bda6dfe776c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:19.058176 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:20.251567 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:21.734859 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:23.755049 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:24.861130 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:30.589266 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:37:45.972721 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-41c6315f-6c9e-4686-9e5b-b608497019f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:46.320548 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39b455-ccc1-40c7-9861-2056f6bf1126 req-7b12afdc-9229-4ef6-ac89-592bee70b603 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:46.322071 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b39b455-ccc1-40c7-9861-2056f6bf1126 req-7b12afdc-9229-4ef6-ac89-592bee70b603 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 945 time: 0.1872528 Sep 21 18:37:46.366449 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4b39b455-ccc1-40c7-9861-2056f6bf1126 req-2f6f31ee-a46b-448b-820b-c22125c1e4da tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379450 Sep 21 18:37:46.615049 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88d50d-99d3-4474-8c96-ae4e63999794 req-15bb20ae-92d3-48e1-8fc0-258f7f217862 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:46.616618 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a88d50d-99d3-4474-8c96-ae4e63999794 req-15bb20ae-92d3-48e1-8fc0-258f7f217862 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 945 time: 0.0486679 Sep 21 18:37:46.656289 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a88d50d-99d3-4474-8c96-ae4e63999794 req-2bd636aa-b4fc-4782-bfee-041e35f01d24 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337124 Sep 21 18:37:46.667956 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-7558f036-b325-4bd9-9248-0bc17ee5b164 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1040933 Sep 21 18:37:46.680774 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-2b406e9a-56ee-4113-8775-c2c517521137 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:37:46.682149 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-2b406e9a-56ee-4113-8775-c2c517521137 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063348 Sep 21 18:37:46.712675 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061d3a4-99f1-4551-b81b-2664ae879674 req-184b8583-456c-415f-89fb-fce5e5dfffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:46.714171 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2061d3a4-99f1-4551-b81b-2664ae879674 req-184b8583-456c-415f-89fb-fce5e5dfffe0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 1096 time: 0.0420001 Sep 21 18:37:46.822832 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061d3a4-99f1-4551-b81b-2664ae879674 req-34f0b8c7-3d8b-49c7-af9c-b49233563eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:46.824386 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2061d3a4-99f1-4551-b81b-2664ae879674 req-34f0b8c7-3d8b-49c7-af9c-b49233563eaa service neutron] 10.222.0.38 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.0889530 Sep 21 18:37:46.894493 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2061d3a4-99f1-4551-b81b-2664ae879674 req-e72411ec-59b0-4312-91eb-7175ed7b2e1e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5972f2a-3d44-44f7-a6c0-0005a33a96f5 HTTP/1.1" status: 200 len: 1001 time: 0.0622947 Sep 21 18:37:46.944682 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061d3a4-99f1-4551-b81b-2664ae879674 req-6b73b392-c4a1-4b2e-ac9b-28663ff6201f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:46.946188 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2061d3a4-99f1-4551-b81b-2664ae879674 req-6b73b392-c4a1-4b2e-ac9b-28663ff6201f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0450625 Sep 21 18:37:46.991888 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061d3a4-99f1-4551-b81b-2664ae879674 req-25bd72e1-e0db-461d-b1d6-267452713f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:46.993402 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2061d3a4-99f1-4551-b81b-2664ae879674 req-25bd72e1-e0db-461d-b1d6-267452713f38 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402997 Sep 21 18:37:47.094568 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2061d3a4-99f1-4551-b81b-2664ae879674 req-1d3d0f72-66f3-4126-8f5c-89903d9f743b service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933633 Sep 21 18:37:47.185718 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2061d3a4-99f1-4551-b81b-2664ae879674 req-5a246a99-1016-43f4-b2fb-02eb7d1227a0 service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837271 Sep 21 18:37:47.849103 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b74fd-70f9-4395-98fd-89ce92eed96d req-9ffb9a9d-3a42-4a94-aae7-a0d8f66812df tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:47.850633 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6a4b74fd-70f9-4395-98fd-89ce92eed96d req-9ffb9a9d-3a42-4a94-aae7-a0d8f66812df tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 945 time: 0.1226356 Sep 21 18:37:47.899461 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6a4b74fd-70f9-4395-98fd-89ce92eed96d req-1ac4528e-afae-459b-8de5-a086a72018bb tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414906 Sep 21 18:37:47.953114 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-d1363501-4104-43ac-a570-8cf7b1866af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:47.954543 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-d1363501-4104-43ac-a570-8cf7b1866af2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 1096 time: 0.0402045 Sep 21 18:37:48.061689 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-f591fbfb-fca9-4a45-9bcc-03d02a45fc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:48.063227 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-f591fbfb-fca9-4a45-9bcc-03d02a45fc01 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.1008222 Sep 21 18:37:48.138395 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-ad44784f-0b84-4f9a-8403-2b8f5aa308f2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5972f2a-3d44-44f7-a6c0-0005a33a96f5 HTTP/1.1" status: 200 len: 1001 time: 0.0673397 Sep 21 18:37:48.192957 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-a676120e-1a78-4ce1-bbed-f49d9c05dac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:48.194475 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-a676120e-1a78-4ce1-bbed-f49d9c05dac8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0466666 Sep 21 18:37:48.241777 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-a7f05a2f-0035-4c71-bd87-b03e1264c414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:48.243372 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-a7f05a2f-0035-4c71-bd87-b03e1264c414 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418670 Sep 21 18:37:48.339654 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-765a7fc4-9fe5-4514-8084-fd68fbe5afcd service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884120 Sep 21 18:37:48.430825 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-6f226286-3abe-4e33-b7c7-4cdccf4055e7 service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844035 Sep 21 18:37:48.475884 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f8453a22-d960-4d5e-9cd7-a150a63443fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:49.025854 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab537643-79f9-43ec-b32c-0a2cd7f56c11 req-a723fe04-1156-4098-9b49-062d8da8d50b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:49.027380 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ab537643-79f9-43ec-b32c-0a2cd7f56c11 req-a723fe04-1156-4098-9b49-062d8da8d50b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 945 time: 0.0539377 Sep 21 18:37:49.061650 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:49.075736 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ab537643-79f9-43ec-b32c-0a2cd7f56c11 req-c282a55d-679e-499e-ba61-1ded4eb8977d tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398180 Sep 21 18:37:50.210729 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18f5e8-0fdf-46ce-820c-c5b70f165224 req-ba80cb15-e14a-41df-b6fe-07dc844e05b5 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:50.212322 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0c18f5e8-0fdf-46ce-820c-c5b70f165224 req-ba80cb15-e14a-41df-b6fe-07dc844e05b5 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 945 time: 0.0546446 Sep 21 18:37:50.251013 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:50.251634 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0c18f5e8-0fdf-46ce-820c-c5b70f165224 req-0d7d5eb5-63fd-4954-be44-5c55309276fb tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329545 Sep 21 18:37:51.371730 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4c1df-389d-4c94-8766-d4d30872b391 req-33947630-5719-4ba4-affb-324aff42ef97 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:51.373227 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-85c4c1df-389d-4c94-8766-d4d30872b391 req-33947630-5719-4ba4-affb-324aff42ef97 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 945 time: 0.0513895 Sep 21 18:37:51.418902 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-85c4c1df-389d-4c94-8766-d4d30872b391 req-62361b8d-6042-4783-ab34-54bc60b9229a tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390215 Sep 21 18:37:51.733099 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:52.555972 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d46620-c7a6-4f57-9b54-5b362032c771 req-e4ced4de-3d0f-4c63-92b8-8dbd38fef689 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:52.557833 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b2d46620-c7a6-4f57-9b54-5b362032c771 req-e4ced4de-3d0f-4c63-92b8-8dbd38fef689 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 945 time: 0.0555067 Sep 21 18:37:52.597948 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b2d46620-c7a6-4f57-9b54-5b362032c771 req-62a7bd5b-00cf-4b26-81e5-2cdae224ff43 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315061 Sep 21 18:37:53.742846 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4f4f9-bcb0-422e-8ec1-72121f3eeb4b req-3de028c9-1148-4e04-ac0d-a7fa11d4bdf0 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:53.744340 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f4f4f4f9-bcb0-422e-8ec1-72121f3eeb4b req-3de028c9-1148-4e04-ac0d-a7fa11d4bdf0 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 945 time: 0.0625212 Sep 21 18:37:53.755210 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:53.785064 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f4f4f4f9-bcb0-422e-8ec1-72121f3eeb4b req-c6df79a3-2c9f-428e-ac4f-3a18f4c8bbb1 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346014 Sep 21 18:37:54.867773 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:37:54.910794 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c76f4-9284-4bb8-a3d1-4a60a61b6c11 req-c6836a53-5196-40e8-a9d6-46a56a9fb7d9 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:54.912354 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c51c76f4-9284-4bb8-a3d1-4a60a61b6c11 req-c6836a53-5196-40e8-a9d6-46a56a9fb7d9 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 945 time: 0.0496812 Sep 21 18:37:54.950445 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c51c76f4-9284-4bb8-a3d1-4a60a61b6c11 req-fdaa61e7-f41f-4b33-a291-918ab02fc47f tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318403 Sep 21 18:37:56.087587 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106459f-4192-4a61-a746-4a9f54dbd141 req-1c609ed7-e6c7-4c5d-a887-e62b673debf6 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:56.089124 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5106459f-4192-4a61-a746-4a9f54dbd141 req-1c609ed7-e6c7-4c5d-a887-e62b673debf6 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 945 time: 0.0601287 Sep 21 18:37:56.131771 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5106459f-4192-4a61-a746-4a9f54dbd141 req-a7a381d3-62ad-4d03-81bd-9e8c17e60b1f tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365150 Sep 21 18:37:57.263507 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a5c9b-2338-46e2-b8c0-5c0cf31f1a8f req-7e9bc6f7-f6dd-4184-b73f-b1c524140a86 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:57.265275 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-830a5c9b-2338-46e2-b8c0-5c0cf31f1a8f req-7e9bc6f7-f6dd-4184-b73f-b1c524140a86 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 945 time: 0.0585909 Sep 21 18:37:57.307382 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-830a5c9b-2338-46e2-b8c0-5c0cf31f1a8f req-b08f8ae4-27e3-4ada-80fc-0f7c9d1542c9 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328028 Sep 21 18:37:58.456479 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665b864-04df-4a00-88e4-d1689421ba77 req-aab20511-5197-4f28-ba14-dc45f68b533e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:58.457951 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7665b864-04df-4a00-88e4-d1689421ba77 req-aab20511-5197-4f28-ba14-dc45f68b533e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 945 time: 0.0675318 Sep 21 18:37:58.495322 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7665b864-04df-4a00-88e4-d1689421ba77 req-5a30eadf-312b-475c-a785-0e671230e5b1 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311759 Sep 21 18:37:59.617485 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025e03b-053c-4d7a-95f6-7e1334ce2b1b req-272ec55e-2f99-40b0-9647-1f2cb4a939da tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:37:59.618960 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d025e03b-053c-4d7a-95f6-7e1334ce2b1b req-272ec55e-2f99-40b0-9647-1f2cb4a939da tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 945 time: 0.0530281 Sep 21 18:37:59.658985 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d025e03b-053c-4d7a-95f6-7e1334ce2b1b req-5901f3f7-4442-4824-a823-f7ffe775abc6 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339298 Sep 21 18:38:00.420747 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-566c5ea3-03b3-43c8-9487-875facc3e976 service neutron] show failed (client error): The resource could not be found. Sep 21 18:38:00.422521 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-566c5ea3-03b3-43c8-9487-875facc3e976 service neutron] 10.222.0.38 "GET /v2.0/ports/e5972f2a-3d44-44f7-a6c0-0005a33a96f5/bindings/n-h2-810291-1 HTTP/1.1" status: 404 len: 380 time: 0.0669842 Sep 21 18:38:00.691519 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-f1af9fa0-72b3-4749-8e8e-4ca8d1eef118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:00.693029 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-f1af9fa0-72b3-4749-8e8e-4ca8d1eef118 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698&tenant_id=6fd87ea74b6345819943c376316cb4ef HTTP/1.1" status: 200 len: 1096 time: 0.1033070 Sep 21 18:38:00.706342 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-53d58121-c08e-47eb-a305-6840367f542e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810291-1', 'device_owner': 'compute:nova'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:38:00.788903 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-53d58121-c08e-47eb-a305-6840367f542e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:00.806795 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26d4fc-97b8-41e3-8dfd-57ccb0016fa3 req-250d2279-79d8-4b7a-bf10-d913f47a3cc4 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:00.808321 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3f26d4fc-97b8-41e3-8dfd-57ccb0016fa3 req-250d2279-79d8-4b7a-bf10-d913f47a3cc4 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 945 time: 0.0786018 Sep 21 18:38:00.927944 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3f26d4fc-97b8-41e3-8dfd-57ccb0016fa3 req-5120ac59-6fbd-4ce6-9a6a-97e758ff2782 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131990 Sep 21 18:38:01.033038 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-53d58121-c08e-47eb-a305-6840367f542e service neutron] For port e5972f2a-3d44-44f7-a6c0-0005a33a96f5, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=e5972f2a-3d44-44f7-a6c0-0005a33a96f5,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:38:01.065519 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-53d58121-c08e-47eb-a305-6840367f542e service neutron] For port e5972f2a-3d44-44f7-a6c0-0005a33a96f5, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:38:01.453670 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c44a535-0d64-49d3-b947-a747d5841698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5972f2a-3d44-44f7-a6c0-0005a33a96f5'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:38:01.456009 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfa9905-c37e-4932-8731-f598b2d3854f" -d '{"events": [{"server_uuid": "9c44a535-0d64-49d3-b947-a747d5841698", "name": "network-vif-unplugged", "status": "completed", "tag": "e5972f2a-3d44-44f7-a6c0-0005a33a96f5"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:38:01.460360 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-53d58121-c08e-47eb-a305-6840367f542e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:01.473484 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-53d58121-c08e-47eb-a305-6840367f542e service neutron] Transition to ACTIVE for port object e5972f2a-3d44-44f7-a6c0-0005a33a96f5 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:38:01.479151 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-53d58121-c08e-47eb-a305-6840367f542e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:01.513116 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae9110a-76e9-4db0-b8dc-3fc53f783527 x-openstack-request-id: req-aae9110a-76e9-4db0-b8dc-3fc53f783527 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:38:01.513435 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c44a535-0d64-49d3-b947-a747d5841698", "name": "network-vif-unplugged", "status": "completed", "tag": "e5972f2a-3d44-44f7-a6c0-0005a33a96f5", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:38:01.513728 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aae9110a-76e9-4db0-b8dc-3fc53f783527 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:38:01.514126 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c44a535-0d64-49d3-b947-a747d5841698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5972f2a-3d44-44f7-a6c0-0005a33a96f5', 'code': 200} Sep 21 18:38:01.566772 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d58121-c08e-47eb-a305-6840367f542e service neutron] Pushing event updated for resources: {'Port': ['ID=e5972f2a-3d44-44f7-a6c0-0005a33a96f5,revision_number=6']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:01.581225 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d58121-c08e-47eb-a305-6840367f542e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:01.581577 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d58121-c08e-47eb-a305-6840367f542e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:01.581919 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d58121-c08e-47eb-a305-6840367f542e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:01.582258 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d58121-c08e-47eb-a305-6840367f542e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:01.582595 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d58121-c08e-47eb-a305-6840367f542e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:01.582942 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d58121-c08e-47eb-a305-6840367f542e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:01.583287 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d58121-c08e-47eb-a305-6840367f542e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:01.583621 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d58121-c08e-47eb-a305-6840367f542e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:01.583949 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d58121-c08e-47eb-a305-6840367f542e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:01.584281 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d58121-c08e-47eb-a305-6840367f542e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:01.584612 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d58121-c08e-47eb-a305-6840367f542e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:01.584932 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d58121-c08e-47eb-a305-6840367f542e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:01.614377 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-53d58121-c08e-47eb-a305-6840367f542e service neutron] No DVR routers for this DVR port e5972f2a-3d44-44f7-a6c0-0005a33a96f5 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:38:01.748964 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-53d58121-c08e-47eb-a305-6840367f542e service neutron] Attempting to bind port e5972f2a-3d44-44f7-a6c0-0005a33a96f5 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:38:01.749189 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-53d58121-c08e-47eb-a305-6840367f542e service neutron] Attempting to bind port e5972f2a-3d44-44f7-a6c0-0005a33a96f5 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:38:01.749539 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-53d58121-c08e-47eb-a305-6840367f542e service neutron] Attempting to bind port e5972f2a-3d44-44f7-a6c0-0005a33a96f5 on network 0040d368-090f-4bf8-89ec-4e074ceb12bd {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:38:01.754037 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-53d58121-c08e-47eb-a305-6840367f542e service neutron] Port e5972f2a-3d44-44f7-a6c0-0005a33a96f5 on network 0040d368-090f-4bf8-89ec-4e074ceb12bd not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:38:01.754360 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-53d58121-c08e-47eb-a305-6840367f542e service neutron] Attempting to bind port e5972f2a-3d44-44f7-a6c0-0005a33a96f5 on network 0040d368-090f-4bf8-89ec-4e074ceb12bd {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:38:01.759459 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-53d58121-c08e-47eb-a305-6840367f542e service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:38:01.759934 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-53d58121-c08e-47eb-a305-6840367f542e service neutron] Checking segment: {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:38:01.760275 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-53d58121-c08e-47eb-a305-6840367f542e service neutron] Bound using segment: {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:38:01.760648 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-53d58121-c08e-47eb-a305-6840367f542e service neutron] Bound port: e5972f2a-3d44-44f7-a6c0-0005a33a96f5, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:38:01.760998 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-53d58121-c08e-47eb-a305-6840367f542e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:01.824497 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-53d58121-c08e-47eb-a305-6840367f542e service neutron] For port e5972f2a-3d44-44f7-a6c0-0005a33a96f5, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:38:01.827632 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-53d58121-c08e-47eb-a305-6840367f542e service neutron] For port e5972f2a-3d44-44f7-a6c0-0005a33a96f5, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=e5972f2a-3d44-44f7-a6c0-0005a33a96f5,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:38:01.833918 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-53d58121-c08e-47eb-a305-6840367f542e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:01.867548 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-53d58121-c08e-47eb-a305-6840367f542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:01.868175 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-53d58121-c08e-47eb-a305-6840367f542e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:01.869766 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-53d58121-c08e-47eb-a305-6840367f542e service neutron] 10.222.0.44 "PUT /v2.0/ports/e5972f2a-3d44-44f7-a6c0-0005a33a96f5 HTTP/1.1" status: 200 len: 1091 time: 1.1676011 Sep 21 18:38:01.891466 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d58121-c08e-47eb-a305-6840367f542e service neutron] Pushing event updated for resources: {'Port': ['ID=e5972f2a-3d44-44f7-a6c0-0005a33a96f5,revision_number=7']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:01.940343 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-8ec422cf-37f2-4a98-903f-d4dd71bb2841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:01.941952 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-8ec422cf-37f2-4a98-903f-d4dd71bb2841 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 1094 time: 0.0460272 Sep 21 18:38:02.071147 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-f47e9ce4-52e8-4940-a90e-94abd789e0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:02.072748 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-f47e9ce4-52e8-4940-a90e-94abd789e0dd service neutron] 10.222.0.44 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.1232548 Sep 21 18:38:02.081920 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e071ce-161b-4e9c-953d-eb08632d851a req-2649fdf3-7fca-4c5a-ac5e-8d2a06eb2144 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:02.083400 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-56e071ce-161b-4e9c-953d-eb08632d851a req-2649fdf3-7fca-4c5a-ac5e-8d2a06eb2144 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 943 time: 0.0750279 Sep 21 18:38:02.162740 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-56e071ce-161b-4e9c-953d-eb08632d851a req-7cf2e54f-b1f3-45d5-a94c-96f407fb3338 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726461 Sep 21 18:38:02.164458 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-fcc1682c-9372-48f1-8564-b3272d16991e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5972f2a-3d44-44f7-a6c0-0005a33a96f5 HTTP/1.1" status: 200 len: 999 time: 0.0802131 Sep 21 18:38:02.225899 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-0e02387d-de5c-4e7d-a777-14a97a9bf626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:02.228215 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-0e02387d-de5c-4e7d-a777-14a97a9bf626 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0550282 Sep 21 18:38:02.284499 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-4159374b-9a9d-4356-8fbc-ec44ee07a9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:02.285938 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-4159374b-9a9d-4356-8fbc-ec44ee07a9e9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462046 Sep 21 18:38:02.398326 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-dc30d3fc-6bc0-4555-a62d-496cb84c9107 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008534 Sep 21 18:38:02.503700 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d93c9143-75b5-4e9e-ba4f-50c7dfa80571 req-5512ad15-ce67-4239-a8d6-284711caeffa service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976565 Sep 21 18:38:03.296530 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e909d-b22c-4c2a-8f91-c2385f46e258 req-b9c65086-4089-4df4-98b1-5e31330042a7 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:03.298037 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-339e909d-b22c-4c2a-8f91-c2385f46e258 req-b9c65086-4089-4df4-98b1-5e31330042a7 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 943 time: 0.0500178 Sep 21 18:38:03.336039 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-339e909d-b22c-4c2a-8f91-c2385f46e258 req-4fde073d-bbc3-4d4b-8ade-2616e1de4a3d tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318706 Sep 21 18:38:03.515720 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c44a535-0d64-49d3-b947-a747d5841698', 'tag': 'e5972f2a-3d44-44f7-a6c0-0005a33a96f5'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:38:03.519021 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8584b9ca-e7ad-46a0-aa57-8cce3ac6637e" -d '{"events": [{"name": "network-changed", "server_uuid": "9c44a535-0d64-49d3-b947-a747d5841698", "tag": "e5972f2a-3d44-44f7-a6c0-0005a33a96f5"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:38:03.579202 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818d4320-1b43-423a-acc0-30148d90bfda x-openstack-request-id: req-818d4320-1b43-423a-acc0-30148d90bfda {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:38:03.579499 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c44a535-0d64-49d3-b947-a747d5841698", "tag": "e5972f2a-3d44-44f7-a6c0-0005a33a96f5", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:38:03.579752 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-818d4320-1b43-423a-acc0-30148d90bfda {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:38:03.580178 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c44a535-0d64-49d3-b947-a747d5841698', 'tag': 'e5972f2a-3d44-44f7-a6c0-0005a33a96f5', 'status': 'completed', 'code': 200} Sep 21 18:38:03.666809 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584b9ca-e7ad-46a0-aa57-8cce3ac6637e req-a9585f31-6176-46ba-baaa-298263037424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:03.668354 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8584b9ca-e7ad-46a0-aa57-8cce3ac6637e req-a9585f31-6176-46ba-baaa-298263037424 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 1094 time: 0.0654769 Sep 21 18:38:03.672804 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584b9ca-e7ad-46a0-aa57-8cce3ac6637e req-ef1bf758-8ef0-4c52-ac3c-a72b791f6f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:03.674177 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8584b9ca-e7ad-46a0-aa57-8cce3ac6637e req-ef1bf758-8ef0-4c52-ac3c-a72b791f6f47 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 1094 time: 0.0699842 Sep 21 18:38:03.830960 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584b9ca-e7ad-46a0-aa57-8cce3ac6637e req-21729071-62c7-45f7-9290-b2b697463d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:03.832387 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8584b9ca-e7ad-46a0-aa57-8cce3ac6637e req-21729071-62c7-45f7-9290-b2b697463d99 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.1568451 Sep 21 18:38:03.835084 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584b9ca-e7ad-46a0-aa57-8cce3ac6637e req-229f0b84-5eb0-483e-9e7e-99787798f859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:03.836416 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8584b9ca-e7ad-46a0-aa57-8cce3ac6637e req-229f0b84-5eb0-483e-9e7e-99787798f859 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.1534302 Sep 21 18:38:03.939933 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8584b9ca-e7ad-46a0-aa57-8cce3ac6637e req-349d7e1f-ea05-4e75-90d3-af969e3dae03 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5972f2a-3d44-44f7-a6c0-0005a33a96f5 HTTP/1.1" status: 200 len: 999 time: 0.0990760 Sep 21 18:38:03.945599 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8584b9ca-e7ad-46a0-aa57-8cce3ac6637e req-9da9f5e8-2dbc-4856-9931-5de8fae9717a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5972f2a-3d44-44f7-a6c0-0005a33a96f5 HTTP/1.1" status: 200 len: 999 time: 0.0992520 Sep 21 18:38:04.021483 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584b9ca-e7ad-46a0-aa57-8cce3ac6637e req-c49658d9-0bec-4637-a9a4-712b39fae98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:04.022954 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8584b9ca-e7ad-46a0-aa57-8cce3ac6637e req-c49658d9-0bec-4637-a9a4-712b39fae98f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0750337 Sep 21 18:38:04.024649 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584b9ca-e7ad-46a0-aa57-8cce3ac6637e req-84e3cafe-a1ee-4eba-bf28-a281d873b23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:04.026069 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8584b9ca-e7ad-46a0-aa57-8cce3ac6637e req-84e3cafe-a1ee-4eba-bf28-a281d873b23d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0710962 Sep 21 18:38:04.110362 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584b9ca-e7ad-46a0-aa57-8cce3ac6637e req-980039d0-fe37-470e-b5a5-562eb80602db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:04.111887 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8584b9ca-e7ad-46a0-aa57-8cce3ac6637e req-980039d0-fe37-470e-b5a5-562eb80602db service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781362 Sep 21 18:38:04.113764 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584b9ca-e7ad-46a0-aa57-8cce3ac6637e req-64d5eb69-9643-4b0d-bd3f-0ceda8034738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:04.115140 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8584b9ca-e7ad-46a0-aa57-8cce3ac6637e req-64d5eb69-9643-4b0d-bd3f-0ceda8034738 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724251 Sep 21 18:38:04.273400 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8584b9ca-e7ad-46a0-aa57-8cce3ac6637e req-f661c9cc-a44b-4185-a636-dd37905a0100 service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535208 Sep 21 18:38:04.277165 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8584b9ca-e7ad-46a0-aa57-8cce3ac6637e req-b17c2a23-dd98-4515-b87d-d2efdc7eccb7 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492772 Sep 21 18:38:04.432615 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8584b9ca-e7ad-46a0-aa57-8cce3ac6637e req-6ed5ce6c-0793-4986-9c49-16421b59ab96 service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514313 Sep 21 18:38:04.435526 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8584b9ca-e7ad-46a0-aa57-8cce3ac6637e req-e4550834-55af-4d4f-ba3f-41ca016d4e36 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474044 Sep 21 18:38:04.457877 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fddae0-c053-4ec6-95f3-7e423030ebc5 req-ad57e049-10e3-4328-b722-c0a848f4ab3d tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:04.459416 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b6fddae0-c053-4ec6-95f3-7e423030ebc5 req-ad57e049-10e3-4328-b722-c0a848f4ab3d tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 943 time: 0.0524366 Sep 21 18:38:04.497739 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b6fddae0-c053-4ec6-95f3-7e423030ebc5 req-cc7827f0-a2e5-4444-a3b0-12ea6cea8f2a tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322523 Sep 21 18:38:04.715283 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b850de-5109-4760-9a67-4e383fc722c4 req-382ab8f8-830e-4d5e-807f-68ce912890e2 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:04.716767 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b1b850de-5109-4760-9a67-4e383fc722c4 req-382ab8f8-830e-4d5e-807f-68ce912890e2 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 943 time: 0.0518763 Sep 21 18:38:04.719594 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0a9a1-b1ec-4d70-91b3-a28f6abcd998 req-3675e93f-79bf-4ce0-b339-226a9a13982a tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:04.721062 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5be0a9a1-b1ec-4d70-91b3-a28f6abcd998 req-3675e93f-79bf-4ce0-b339-226a9a13982a tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698&tenant_id=6fd87ea74b6345819943c376316cb4ef&binding%3Ahost_id=n-h2-810291-1 HTTP/1.1" status: 200 len: 943 time: 0.0507991 Sep 21 18:38:04.787984 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device e5972f2a-3d44-44f7-a6c0-0005a33a96f5 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:38:04.790160 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [req-5be0a9a1-b1ec-4d70-91b3-a28f6abcd998 req-2faedb49-97eb-4e8e-9a72-e760dcf86ec2 service neutron] delete failed (client error): The resource could not be found. Sep 21 18:38:04.791583 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5be0a9a1-b1ec-4d70-91b3-a28f6abcd998 req-2faedb49-97eb-4e8e-9a72-e760dcf86ec2 service neutron] 10.222.0.38 "DELETE /v2.0/ports/e5972f2a-3d44-44f7-a6c0-0005a33a96f5/bindings/n-h1-810291-1 HTTP/1.1" status: 404 len: 380 time: 0.0630693 Sep 21 18:38:04.879875 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0a9a1-b1ec-4d70-91b3-a28f6abcd998 req-a8a0b112-d5ad-4fcc-b8d0-0e591cb373a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:04.881730 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5be0a9a1-b1ec-4d70-91b3-a28f6abcd998 req-a8a0b112-d5ad-4fcc-b8d0-0e591cb373a8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 1094 time: 0.0440161 Sep 21 18:38:04.910872 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port e5972f2a-3d44-44f7-a6c0-0005a33a96f5, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=e5972f2a-3d44-44f7-a6c0-0005a33a96f5,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:38:04.924514 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'e5972f2a-3d44-44f7-a6c0-0005a33a96f5', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'port_id': 'e5972f2a-3d44-44f7-a6c0-0005a33a96f5', 'mac_address': 'fa:16:3e:42:bb:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:38:04.963728 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:04.980742 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5972f2a-3d44-44f7-a6c0-0005a33a96f5 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:38:04.991121 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0a9a1-b1ec-4d70-91b3-a28f6abcd998 req-ff985a4e-2d63-4a8b-b9ea-3e0e4a782d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:04.993474 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5be0a9a1-b1ec-4d70-91b3-a28f6abcd998 req-ff985a4e-2d63-4a8b-b9ea-3e0e4a782d78 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.1045604 Sep 21 18:38:05.001384 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port e5972f2a-3d44-44f7-a6c0-0005a33a96f5, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=e5972f2a-3d44-44f7-a6c0-0005a33a96f5,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:38:05.007041 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:05.062091 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b1b850de-5109-4760-9a67-4e383fc722c4 req-ccb9c57a-57bf-4395-aba3-67cf32c50a53 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3391681 Sep 21 18:38:05.074440 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=e5972f2a-3d44-44f7-a6c0-0005a33a96f5,revision_number=8']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:05.080156 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5be0a9a1-b1ec-4d70-91b3-a28f6abcd998 req-35f21726-ccbd-4b77-8dc0-acdab9ba20a8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5972f2a-3d44-44f7-a6c0-0005a33a96f5 HTTP/1.1" status: 200 len: 1000 time: 0.0795348 Sep 21 18:38:05.081997 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:05.082340 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:05.082817 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:05.083190 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:05.083522 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:05.083847 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:05.084167 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:05.084517 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:05.084835 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:05.085178 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:05.085495 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:05.085810 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:38:05.129970 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0a9a1-b1ec-4d70-91b3-a28f6abcd998 req-f95ff221-035a-4272-b8f4-8bac663efe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:05.131414 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5be0a9a1-b1ec-4d70-91b3-a28f6abcd998 req-f95ff221-035a-4272-b8f4-8bac663efe3e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0441000 Sep 21 18:38:05.180265 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0a9a1-b1ec-4d70-91b3-a28f6abcd998 req-f112b325-fe78-4e8c-b3b9-13d52c2df202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:05.182137 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5be0a9a1-b1ec-4d70-91b3-a28f6abcd998 req-f112b325-fe78-4e8c-b3b9-13d52c2df202 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438344 Sep 21 18:38:05.264171 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['e5972f2a-3d44-44f7-a6c0-0005a33a96f5'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:38:05.283163 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5be0a9a1-b1ec-4d70-91b3-a28f6abcd998 req-7d10b6e5-9b07-4da2-8d5c-523749742d0e service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933487 Sep 21 18:38:05.382528 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5be0a9a1-b1ec-4d70-91b3-a28f6abcd998 req-0df0383f-9edb-4f97-a5dd-25189ae7d67c service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915854 Sep 21 18:38:05.446410 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device e5972f2a-3d44-44f7-a6c0-0005a33a96f5 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:38:05.497555 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device e5972f2a-3d44-44f7-a6c0-0005a33a96f5 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:38:06.202309 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e953b-284f-4914-8514-688d552ec30f req-b5a76108-cb7b-4d9c-b382-bb39cc5e410e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:06.203872 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dc1e953b-284f-4914-8514-688d552ec30f req-b5a76108-cb7b-4d9c-b382-bb39cc5e410e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 944 time: 0.0691617 Sep 21 18:38:06.242020 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dc1e953b-284f-4914-8514-688d552ec30f req-a97b40a6-1368-482c-879f-9f798c81159c tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318017 Sep 21 18:38:06.364997 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b78f46-75c1-452b-a600-85732bccaedb req-b836e27a-c26c-40cc-83b6-3f17117c4201 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:06.366390 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b0b78f46-75c1-452b-a600-85732bccaedb req-b836e27a-c26c-40cc-83b6-3f17117c4201 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 944 time: 0.0519683 Sep 21 18:38:06.404611 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b0b78f46-75c1-452b-a600-85732bccaedb req-16276c58-3219-4369-ae63-21ba7d7f9bcf tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319781 Sep 21 18:38:06.538627 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dee56d-8e47-4be1-8b50-73efff993fec req-ae5ec0f6-7502-4450-8caa-ae0f52f98fd8 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:06.541050 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a5dee56d-8e47-4be1-8b50-73efff993fec req-ae5ec0f6-7502-4450-8caa-ae0f52f98fd8 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 944 time: 0.0641382 Sep 21 18:38:06.587825 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a5dee56d-8e47-4be1-8b50-73efff993fec req-a9c86ade-6814-4e98-be13-c3455958c433 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392983 Sep 21 18:38:06.809834 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device e5972f2a-3d44-44f7-a6c0-0005a33a96f5 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:38:06.827775 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c9ddb-efce-4a62-9e19-591554e24987 req-31150cb3-729a-4112-9759-843997406b7c tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:06.829315 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e12c9ddb-efce-4a62-9e19-591554e24987 req-31150cb3-729a-4112-9759-843997406b7c tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 944 time: 0.0545590 Sep 21 18:38:06.859902 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port e5972f2a-3d44-44f7-a6c0-0005a33a96f5 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:38:06.863907 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port e5972f2a-3d44-44f7-a6c0-0005a33a96f5 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:38:06.864327 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:06.869098 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e12c9ddb-efce-4a62-9e19-591554e24987 req-d6abdd0a-a7d8-4658-afc5-52db941499a1 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335205 Sep 21 18:38:06.945120 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:06.970464 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c44a535-0d64-49d3-b947-a747d5841698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5972f2a-3d44-44f7-a6c0-0005a33a96f5'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:38:06.972762 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e67604-0263-4fd4-877f-b77be8e1943b" -d '{"events": [{"server_uuid": "9c44a535-0d64-49d3-b947-a747d5841698", "name": "network-vif-plugged", "status": "completed", "tag": "e5972f2a-3d44-44f7-a6c0-0005a33a96f5"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:38:06.988867 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port e5972f2a-3d44-44f7-a6c0-0005a33a96f5, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=e5972f2a-3d44-44f7-a6c0-0005a33a96f5,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:38:06.995758 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:07.042762 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=e5972f2a-3d44-44f7-a6c0-0005a33a96f5,revision_number=9']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:07.081812 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da801746-4592-4432-8942-f786edb3a593 x-openstack-request-id: req-da801746-4592-4432-8942-f786edb3a593 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:38:07.082106 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c44a535-0d64-49d3-b947-a747d5841698", "name": "network-vif-plugged", "status": "completed", "tag": "e5972f2a-3d44-44f7-a6c0-0005a33a96f5", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:38:07.082359 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-da801746-4592-4432-8942-f786edb3a593 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:38:07.082748 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c44a535-0d64-49d3-b947-a747d5841698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5972f2a-3d44-44f7-a6c0-0005a33a96f5', 'code': 200} Sep 21 18:38:07.594531 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:38:07.996861 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c154a3b-34b1-412b-932e-65ffeb4f09f5 req-ae792bc9-edb1-4395-a07a-26ff98317f0f tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:07.998496 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c154a3b-34b1-412b-932e-65ffeb4f09f5 req-ae792bc9-edb1-4395-a07a-26ff98317f0f tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 945 time: 0.0515392 Sep 21 18:38:08.037806 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c154a3b-34b1-412b-932e-65ffeb4f09f5 req-a7f711f4-dae1-4258-9eab-3304faa18590 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321345 Sep 21 18:38:08.199015 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1be451-66e9-4010-b2ea-aae839fa9f78 req-773383c3-c989-4c74-8eed-e4f8dd8c621a tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:08.200441 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5b1be451-66e9-4010-b2ea-aae839fa9f78 req-773383c3-c989-4c74-8eed-e4f8dd8c621a tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 945 time: 0.0622940 Sep 21 18:38:08.302691 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-5b1be451-66e9-4010-b2ea-aae839fa9f78 req-5462c05d-042c-4229-8274-154908589d46 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Deleting port e5972f2a-3d44-44f7-a6c0-0005a33a96f5 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:38:08.303072 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5b1be451-66e9-4010-b2ea-aae839fa9f78 req-5462c05d-042c-4229-8274-154908589d46 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:08.393942 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-5b1be451-66e9-4010-b2ea-aae839fa9f78 req-5462c05d-042c-4229-8274-154908589d46 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] For port e5972f2a-3d44-44f7-a6c0-0005a33a96f5, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=e5972f2a-3d44-44f7-a6c0-0005a33a96f5,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:38:08.394307 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5b1be451-66e9-4010-b2ea-aae839fa9f78 req-5462c05d-042c-4229-8274-154908589d46 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:08.566297 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5b1be451-66e9-4010-b2ea-aae839fa9f78 req-5462c05d-042c-4229-8274-154908589d46 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:08.566660 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5b1be451-66e9-4010-b2ea-aae839fa9f78 req-5462c05d-042c-4229-8274-154908589d46 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:08.566977 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [req-5b1be451-66e9-4010-b2ea-aae839fa9f78 req-5462c05d-042c-4229-8274-154908589d46 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Floating IP f83cbc48-a27b-429b-bbed-6eb43687b34c disassociated. External IP: 172.25.6.241, port: e5972f2a-3d44-44f7-a6c0-0005a33a96f5. Sep 21 18:38:08.567337 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-5b1be451-66e9-4010-b2ea-aae839fa9f78 req-5462c05d-042c-4229-8274-154908589d46 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Calling delete_port for e5972f2a-3d44-44f7-a6c0-0005a33a96f5 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:38:08.701431 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5b1be451-66e9-4010-b2ea-aae839fa9f78 req-5462c05d-042c-4229-8274-154908589d46 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:08.745112 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462c05d-042c-4229-8274-154908589d46 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Pushing event deleted for resources: {'Port': ['ID=e5972f2a-3d44-44f7-a6c0-0005a33a96f5,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:08.861717 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b1be451-66e9-4010-b2ea-aae839fa9f78 req-5462c05d-042c-4229-8274-154908589d46 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Router df73068d-e5ea-4f9d-95f6-761fbb41faa7 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:38:08.964975 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b1be451-66e9-4010-b2ea-aae839fa9f78 req-5462c05d-042c-4229-8274-154908589d46 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:38:08.975064 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d5a456-26be-4b49-b53e-5e20fd7f6ce9 None None] Sync routers for ids ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:38:08.987341 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d5a456-26be-4b49-b53e-5e20fd7f6ce9 None None] Routers {'df73068d-e5ea-4f9d-95f6-761fbb41faa7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:38:08.988185 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-61d5a456-26be-4b49-b53e-5e20fd7f6ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:37:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:09.006591 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1be451-66e9-4010-b2ea-aae839fa9f78 req-5462c05d-042c-4229-8274-154908589d46 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] No DVR routers for this DVR port e5972f2a-3d44-44f7-a6c0-0005a33a96f5 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:38:09.009255 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-5b1be451-66e9-4010-b2ea-aae839fa9f78 req-5462c05d-042c-4229-8274-154908589d46 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:09.011462 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5b1be451-66e9-4010-b2ea-aae839fa9f78 req-5462c05d-042c-4229-8274-154908589d46 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.44 "DELETE /v2.0/ports/e5972f2a-3d44-44f7-a6c0-0005a33a96f5 HTTP/1.1" status: 204 len: 173 time: 0.8027844 Sep 21 18:38:09.011917 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c44a535-0d64-49d3-b947-a747d5841698', 'name': 'network-vif-deleted', 'tag': 'e5972f2a-3d44-44f7-a6c0-0005a33a96f5'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:38:09.014177 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187f0737-9450-4192-af99-239a899d4f1a" -d '{"events": [{"server_uuid": "9c44a535-0d64-49d3-b947-a747d5841698", "name": "network-vif-deleted", "tag": "e5972f2a-3d44-44f7-a6c0-0005a33a96f5"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:38:09.052100 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b29f68-cd17-43d2-ac81-7350ae8e3866 x-openstack-request-id: req-93b29f68-cd17-43d2-ac81-7350ae8e3866 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:38:09.052539 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c44a535-0d64-49d3-b947-a747d5841698", "name": "network-vif-deleted", "tag": "e5972f2a-3d44-44f7-a6c0-0005a33a96f5", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:38:09.052652 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-93b29f68-cd17-43d2-ac81-7350ae8e3866 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:38:09.053112 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c44a535-0d64-49d3-b947-a747d5841698', 'name': 'network-vif-deleted', 'tag': 'e5972f2a-3d44-44f7-a6c0-0005a33a96f5', 'status': 'completed', 'code': 200} Sep 21 18:38:09.108415 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-61d5a456-26be-4b49-b53e-5e20fd7f6ce9 None None] Set router df73068d-e5ea-4f9d-95f6-761fbb41faa7 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:38:09.142274 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-14b0fcd5-d6de-4c3c-8d64-6ed7ea54e1dd req-8a35a851-6993-4dfa-9f03-386745427e75 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c44a535-0d64-49d3-b947-a747d5841698 HTTP/1.1" status: 200 len: 210 time: 0.0264890 Sep 21 18:38:09.316443 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-61d5a456-26be-4b49-b53e-5e20fd7f6ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'name': 'tempest-ServerActionsTestJSON-1147916915-router', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:35:51Z', 'updated_at': '2021-09-21T18:35:54Z', 'revision_number': 4, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'gw_port': {'id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:52Z', 'updated_at': '2021-09-21T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '343173bc-1ccc-4325-8819-89b488f13f23', 'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'mac_address': 'fa:16:3e:73:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:53Z', 'updated_at': '2021-09-21T18:35:57Z', 'revision_number': 5, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'subnets': [{'id': '8acc57b2-d907-4723-b657-57319cd71f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:09.343403 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d5a456-26be-4b49-b53e-5e20fd7f6ce9 None None] Checking router: df73068d-e5ea-4f9d-95f6-761fbb41faa7 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:38:09.351607 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d5a456-26be-4b49-b53e-5e20fd7f6ce9 None None] Routers {'df73068d-e5ea-4f9d-95f6-761fbb41faa7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:38:09.352205 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-61d5a456-26be-4b49-b53e-5e20fd7f6ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:37:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:09.458162 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-61d5a456-26be-4b49-b53e-5e20fd7f6ce9 None None] Set router df73068d-e5ea-4f9d-95f6-761fbb41faa7 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:38:09.681267 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-61d5a456-26be-4b49-b53e-5e20fd7f6ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'name': 'tempest-ServerActionsTestJSON-1147916915-router', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:35:51Z', 'updated_at': '2021-09-21T18:35:54Z', 'revision_number': 4, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'gw_port': {'id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:52Z', 'updated_at': '2021-09-21T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '343173bc-1ccc-4325-8819-89b488f13f23', 'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'mac_address': 'fa:16:3e:73:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:53Z', 'updated_at': '2021-09-21T18:35:57Z', 'revision_number': 5, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'subnets': [{'id': '8acc57b2-d907-4723-b657-57319cd71f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:09.710425 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d5a456-26be-4b49-b53e-5e20fd7f6ce9 None None] The sync data for ids ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'] in n-d-810291-1 is: [{'id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'name': 'tempest-ServerActionsTestJSON-1147916915-router', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:35:51Z', 'updated_at': '2021-09-21T18:35:54Z', 'revision_number': 4, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'gw_port': {'id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:52Z', 'updated_at': '2021-09-21T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '343173bc-1ccc-4325-8819-89b488f13f23', 'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'mac_address': 'fa:16:3e:73:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:53Z', 'updated_at': '2021-09-21T18:35:57Z', 'revision_number': 5, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'subnets': [{'id': '8acc57b2-d907-4723-b657-57319cd71f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:38:09.943334 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab3c93c-2986-4a14-a2b9-f356175e41e9 None None] New status for floating IP f83cbc48-a27b-429b-bbed-6eb43687b34c: DOWN {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:38:10.402466 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-a63b649b-1e2b-4007-8083-0c8d6019c071 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--951097478&fields=id&tenant_id=6fd87ea74b6345819943c376316cb4ef HTTP/1.1" status: 200 len: 267 time: 0.0430381 Sep 21 18:38:10.525387 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-6b066117-d1bf-4aa6-ae21-07130dfd32bb tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:10.526862 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-6b066117-d1bf-4aa6-ae21-07130dfd32bb tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 812 time: 0.1175864 Sep 21 18:38:10.545436 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-0a57de69-00d9-4d66-8c24-a407f5f3399e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/quotas/6fd87ea74b6345819943c376316cb4ef HTTP/1.1" status: 200 len: 375 time: 0.0098021 Sep 21 18:38:10.607800 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-2e0502e8-e499-491c-af46-d12c7554407f tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0569577 Sep 21 18:38:10.721469 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-f87cf4c4-7007-4108-906b-18d90a3f6cd9 service neutron] 10.222.0.58 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018393 Sep 21 18:38:10.815918 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-cb788750-5cc3-4b98-bf41-62fe25e1dad9 service neutron] 10.222.0.58 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851321 Sep 21 18:38:10.986392 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf5d7aff-f7e5-4aad-805e-1b817ffffabd req-e7219607-e915-47e8-a5e2-3ae1d11d5ca4 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 210 time: 0.0258760 Sep 21 18:38:12.076745 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-7e7eeabd-8add-4e49-bab9-478b380d51ab tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:12.078402 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-7e7eeabd-8add-4e49-bab9-478b380d51ab tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.44 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 812 time: 0.1112454 Sep 21 18:38:12.083104 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a155f7c8-9e38-4c50-b42c-199d55731886 req-4f320514-b8a6-43e2-ae8f-0c38f736f162 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 210 time: 0.0274916 Sep 21 18:38:12.124186 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-c568ebae-d54d-4c74-92e9-59384340c46f tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fd87ea74b6345819943c376316cb4ef HTTP/1.1" status: 200 len: 379 time: 0.0348160 Sep 21 18:38:12.136379 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-66703291-b14e-445a-b387-b8324ac9399b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Request body: {'port': {'device_id': 'b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'admin_state_up': True, 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'security_groups': ['15679e56-63f7-41e1-b532-9eebf93df8d3']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:38:12.252487 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-66703291-b14e-445a-b387-b8324ac9399b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Made reservation on behalf of 6fd87ea74b6345819943c376316cb4ef for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:38:12.255957 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-66703291-b14e-445a-b387-b8324ac9399b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:12.726797 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-66703291-b14e-445a-b387-b8324ac9399b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Allocated IP 172.20.0.6 (0040d368-090f-4bf8-89ec-4e074ceb12bd/8acc57b2-d907-4723-b657-57319cd71f61/55d6f896-ee1c-4389-a930-f87157bfa696) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:38:12.834683 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device e5972f2a-3d44-44f7-a6c0-0005a33a96f5 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:38:12.855513 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: e5972f2a-3d44-44f7-a6c0-0005a33a96f5 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:38:12.855867 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device e5972f2a-3d44-44f7-a6c0-0005a33a96f5 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:38:12.872721 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-66703291-b14e-445a-b387-b8324ac9399b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:12.912738 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-66703291-b14e-445a-b387-b8324ac9399b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:12.954194 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-66703291-b14e-445a-b387-b8324ac9399b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Network 0040d368-090f-4bf8-89ec-4e074ceb12bd is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:38:12.957461 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-66703291-b14e-445a-b387-b8324ac9399b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:38:12.963056 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-66703291-b14e-445a-b387-b8324ac9399b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:38:12.969675 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66703291-b14e-445a-b387-b8324ac9399b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Pushing event updated for resources: {'Port': ['ID=55d6f896-ee1c-4389-a930-f87157bfa696,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:13.021003 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-66703291-b14e-445a-b387-b8324ac9399b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:13.021632 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-66703291-b14e-445a-b387-b8324ac9399b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:13.037575 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-66703291-b14e-445a-b387-b8324ac9399b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9048011 Sep 21 18:38:13.052557 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-15a325e2-1642-4e1a-8f4a-0e1ac3ea03ea service neutron] Request body: {'port': {'device_id': 'b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:38:13.113019 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-15a325e2-1642-4e1a-8f4a-0e1ac3ea03ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:13.176336 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-8b72098b-f5e1-4b6f-a00b-3d6538dde246 None None] Provisioning complete for port 55d6f896-ee1c-4389-a930-f87157bfa696 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:38:13.176779 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8b72098b-f5e1-4b6f-a00b-3d6538dde246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:13.210054 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-8b72098b-f5e1-4b6f-a00b-3d6538dde246 None None] Port 55d6f896-ee1c-4389-a930-f87157bfa696 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:38:13.274281 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9273f3f-bee6-4fb5-8101-e7f5160d4fca req-f301bd45-3d7b-460e-8467-c8416a8c1842 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:13.275741 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9273f3f-bee6-4fb5-8101-e7f5160d4fca req-f301bd45-3d7b-460e-8467-c8416a8c1842 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 931 time: 0.1199875 Sep 21 18:38:13.359729 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b9273f3f-bee6-4fb5-8101-e7f5160d4fca req-319cf2c4-bdf9-4217-aa0e-740781fe6452 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723403 Sep 21 18:38:13.460542 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-15a325e2-1642-4e1a-8f4a-0e1ac3ea03ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d6f896-ee1c-4389-a930-f87157bfa696 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:38:13.470834 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-15a325e2-1642-4e1a-8f4a-0e1ac3ea03ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:13.483421 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-15a325e2-1642-4e1a-8f4a-0e1ac3ea03ea service neutron] Transition to ACTIVE for port object 55d6f896-ee1c-4389-a930-f87157bfa696 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:38:13.489672 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-15a325e2-1642-4e1a-8f4a-0e1ac3ea03ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:13.545632 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a325e2-1642-4e1a-8f4a-0e1ac3ea03ea service neutron] Pushing event updated for resources: {'Port': ['ID=55d6f896-ee1c-4389-a930-f87157bfa696,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:13.619774 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-15a325e2-1642-4e1a-8f4a-0e1ac3ea03ea service neutron] Attempting to bind port 55d6f896-ee1c-4389-a930-f87157bfa696 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:38:13.620130 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-15a325e2-1642-4e1a-8f4a-0e1ac3ea03ea service neutron] Attempting to bind port 55d6f896-ee1c-4389-a930-f87157bfa696 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:38:13.620447 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-15a325e2-1642-4e1a-8f4a-0e1ac3ea03ea service neutron] Attempting to bind port 55d6f896-ee1c-4389-a930-f87157bfa696 on network 0040d368-090f-4bf8-89ec-4e074ceb12bd {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:38:13.625189 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-15a325e2-1642-4e1a-8f4a-0e1ac3ea03ea service neutron] Port 55d6f896-ee1c-4389-a930-f87157bfa696 on network 0040d368-090f-4bf8-89ec-4e074ceb12bd not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:38:13.625529 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-15a325e2-1642-4e1a-8f4a-0e1ac3ea03ea service neutron] Attempting to bind port 55d6f896-ee1c-4389-a930-f87157bfa696 on network 0040d368-090f-4bf8-89ec-4e074ceb12bd {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:38:13.631101 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-15a325e2-1642-4e1a-8f4a-0e1ac3ea03ea service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:38:13.631456 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-15a325e2-1642-4e1a-8f4a-0e1ac3ea03ea service neutron] Checking segment: {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:38:13.631834 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-15a325e2-1642-4e1a-8f4a-0e1ac3ea03ea service neutron] Bound using segment: {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:38:13.632264 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-15a325e2-1642-4e1a-8f4a-0e1ac3ea03ea service neutron] Bound port: 55d6f896-ee1c-4389-a930-f87157bfa696, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:38:13.632640 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-15a325e2-1642-4e1a-8f4a-0e1ac3ea03ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:13.704099 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-15a325e2-1642-4e1a-8f4a-0e1ac3ea03ea service neutron] For port 55d6f896-ee1c-4389-a930-f87157bfa696, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:38:13.707383 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-15a325e2-1642-4e1a-8f4a-0e1ac3ea03ea service neutron] For port 55d6f896-ee1c-4389-a930-f87157bfa696, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=55d6f896-ee1c-4389-a930-f87157bfa696,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:38:13.716891 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-15a325e2-1642-4e1a-8f4a-0e1ac3ea03ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:13.754374 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-15a325e2-1642-4e1a-8f4a-0e1ac3ea03ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:13.755029 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-15a325e2-1642-4e1a-8f4a-0e1ac3ea03ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:13.756666 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-15a325e2-1642-4e1a-8f4a-0e1ac3ea03ea service neutron] 10.222.0.44 "PUT /v2.0/ports/55d6f896-ee1c-4389-a930-f87157bfa696 HTTP/1.1" status: 200 len: 1091 time: 0.7100396 Sep 21 18:38:13.757355 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8', 'tag': '55d6f896-ee1c-4389-a930-f87157bfa696'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:38:13.760557 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2026179-d0b4-4c55-abb3-881d5d267411" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8", "tag": "55d6f896-ee1c-4389-a930-f87157bfa696"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:38:13.791958 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a325e2-1642-4e1a-8f4a-0e1ac3ea03ea service neutron] Pushing event updated for resources: {'Port': ['ID=55d6f896-ee1c-4389-a930-f87157bfa696,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:13.806040 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1a10e2-bba1-4859-8431-e77b93f1ac52 x-openstack-request-id: req-4b1a10e2-bba1-4859-8431-e77b93f1ac52 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:38:13.806338 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8", "tag": "55d6f896-ee1c-4389-a930-f87157bfa696", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:38:13.806592 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4b1a10e2-bba1-4859-8431-e77b93f1ac52 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:38:13.807025 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8', 'tag': '55d6f896-ee1c-4389-a930-f87157bfa696', 'status': 'completed', 'code': 200} Sep 21 18:38:13.856358 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-cdb4fb65-6af9-4f41-8193-6fd4febd18a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:13.857876 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-cdb4fb65-6af9-4f41-8193-6fd4febd18a1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 1094 time: 0.0447092 Sep 21 18:38:13.911651 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-9f2183dd-eb69-433b-a595-27df702a017d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55d6f896-ee1c-4389-a930-f87157bfa696 HTTP/1.1" status: 200 len: 217 time: 0.0445371 Sep 21 18:38:13.968078 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-864894f4-6b53-40e3-8364-e7b1df2cf002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:13.969585 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-864894f4-6b53-40e3-8364-e7b1df2cf002 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0503683 Sep 21 18:38:14.017445 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-865692e0-4c92-4590-b158-dd12b1c3699c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:14.018941 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-865692e0-4c92-4590-b158-dd12b1c3699c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414135 Sep 21 18:38:14.122260 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-16efeb26-61c6-446f-9365-9b8242777388 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941989 Sep 21 18:38:14.231302 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7e6d002b-5ed1-43c3-add4-0900fb4e2786 req-193142ab-e9aa-4154-9a0a-71bae09c6aa8 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008904 Sep 21 18:38:14.335234 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2026179-d0b4-4c55-abb3-881d5d267411 req-3a265c2d-9914-42e1-8758-b40b7ac70fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:14.336734 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f2026179-d0b4-4c55-abb3-881d5d267411 req-3a265c2d-9914-42e1-8758-b40b7ac70fd6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 1094 time: 0.0436873 Sep 21 18:38:14.446710 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2026179-d0b4-4c55-abb3-881d5d267411 req-581684ee-a169-4f8e-9859-22bc7a18c6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:14.448162 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f2026179-d0b4-4c55-abb3-881d5d267411 req-581684ee-a169-4f8e-9859-22bc7a18c6b3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.1029046 Sep 21 18:38:14.501930 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f2026179-d0b4-4c55-abb3-881d5d267411 req-1d65dadc-e0d1-4a0d-a7fa-b82d6b3080c7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55d6f896-ee1c-4389-a930-f87157bfa696 HTTP/1.1" status: 200 len: 217 time: 0.0402107 Sep 21 18:38:14.547319 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a2f50-57f2-49ab-900c-f3d29120a3a9 req-67b5bd96-fa2f-4501-9e8e-80d62961b902 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:14.548790 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d65a2f50-57f2-49ab-900c-f3d29120a3a9 req-67b5bd96-fa2f-4501-9e8e-80d62961b902 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 943 time: 0.1159594 Sep 21 18:38:14.579828 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2026179-d0b4-4c55-abb3-881d5d267411 req-1986b30e-7c39-4984-994b-60c697d50233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:14.581262 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f2026179-d0b4-4c55-abb3-881d5d267411 req-1986b30e-7c39-4984-994b-60c697d50233 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0708685 Sep 21 18:38:14.605665 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d65a2f50-57f2-49ab-900c-f3d29120a3a9 req-6d3e98f4-0b58-4fd5-9785-2961de142f3d tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501189 Sep 21 18:38:14.634267 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2026179-d0b4-4c55-abb3-881d5d267411 req-56bf9330-aa91-4929-a3fe-666e38798301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:14.635814 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f2026179-d0b4-4c55-abb3-881d5d267411 req-56bf9330-aa91-4929-a3fe-666e38798301 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453091 Sep 21 18:38:14.731093 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f2026179-d0b4-4c55-abb3-881d5d267411 req-449ac667-6d89-466d-86db-09ac8dd9445b service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869699 Sep 21 18:38:14.828248 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f2026179-d0b4-4c55-abb3-881d5d267411 req-60535dc5-c71d-4cb9-9a2c-dfec8728f628 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879798 Sep 21 18:38:15.744406 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4eda2f-75a2-4b0d-956e-cb4965df71c1 req-9d6b34a9-aa76-4969-9a90-ddb72358ac6c tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:15.745778 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-da4eda2f-75a2-4b0d-956e-cb4965df71c1 req-9d6b34a9-aa76-4969-9a90-ddb72358ac6c tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 943 time: 0.0541747 Sep 21 18:38:15.785928 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-da4eda2f-75a2-4b0d-956e-cb4965df71c1 req-a75a165c-a927-4904-8741-4db8fa5666ee tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313697 Sep 21 18:38:15.977605 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-aad297c2-c187-4181-9a98-d1595d8a0160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:16.875616 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 55d6f896-ee1c-4389-a930-f87157bfa696 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:38:16.910347 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd778a-31ed-4163-a48e-d58b59784c9e req-5e5dfc8d-7c7e-4da2-b00e-ae3a0d9832f4 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:16.912102 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-06dd778a-31ed-4163-a48e-d58b59784c9e req-5e5dfc8d-7c7e-4da2-b00e-ae3a0d9832f4 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 943 time: 0.0576270 Sep 21 18:38:16.949842 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-06dd778a-31ed-4163-a48e-d58b59784c9e req-9657cd47-f760-4243-b239-cf559aa4c2a5 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316343 Sep 21 18:38:16.971536 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 55d6f896-ee1c-4389-a930-f87157bfa696, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=55d6f896-ee1c-4389-a930-f87157bfa696,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:38:16.982394 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '55d6f896-ee1c-4389-a930-f87157bfa696', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'port_id': '55d6f896-ee1c-4389-a930-f87157bfa696', 'mac_address': 'fa:16:3e:12:76:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:38:17.023096 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:17.046407 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d6f896-ee1c-4389-a930-f87157bfa696 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:38:17.066554 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 55d6f896-ee1c-4389-a930-f87157bfa696, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=55d6f896-ee1c-4389-a930-f87157bfa696,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:38:17.072236 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:17.122144 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=55d6f896-ee1c-4389-a930-f87157bfa696,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:17.273434 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['55d6f896-ee1c-4389-a930-f87157bfa696'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:38:18.078851 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749cbd67-631c-4e29-9378-98c87d8cb496 req-278a7f8e-6b7a-402a-aed9-820cd3444ef3 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:18.080481 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-749cbd67-631c-4e29-9378-98c87d8cb496 req-278a7f8e-6b7a-402a-aed9-820cd3444ef3 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 944 time: 0.0544174 Sep 21 18:38:18.118492 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-749cbd67-631c-4e29-9378-98c87d8cb496 req-951c101d-ef89-4c6e-bd28-182db5b35d77 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318666 Sep 21 18:38:18.485379 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d0225751-4a39-450c-9364-df6ea4f91651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:18.897605 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 55d6f896-ee1c-4389-a930-f87157bfa696 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:38:18.954709 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 55d6f896-ee1c-4389-a930-f87157bfa696 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:38:18.958697 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 55d6f896-ee1c-4389-a930-f87157bfa696 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:38:18.959125 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:19.034363 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:19.063410 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d6f896-ee1c-4389-a930-f87157bfa696'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:38:19.065614 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af7703d-f251-40ab-962a-9e28cca3afa5" -d '{"events": [{"server_uuid": "b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8", "name": "network-vif-plugged", "status": "completed", "tag": "55d6f896-ee1c-4389-a930-f87157bfa696"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:38:19.080360 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:19.082841 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 55d6f896-ee1c-4389-a930-f87157bfa696, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=55d6f896-ee1c-4389-a930-f87157bfa696,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:38:19.087030 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:19.113762 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018e0e9f-5756-4124-b099-53eecdf97aa8 x-openstack-request-id: req-018e0e9f-5756-4124-b099-53eecdf97aa8 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:38:19.114062 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8", "name": "network-vif-plugged", "status": "completed", "tag": "55d6f896-ee1c-4389-a930-f87157bfa696", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:38:19.114317 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-018e0e9f-5756-4124-b099-53eecdf97aa8 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:38:19.114703 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d6f896-ee1c-4389-a930-f87157bfa696', 'code': 200} Sep 21 18:38:19.143805 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=55d6f896-ee1c-4389-a930-f87157bfa696,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:38:19.203174 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369aa8e7-ea1e-4e17-b8d0-7e0ae27aff9d req-62fcf790-77c4-4b7d-b3a4-d0b4cdd7e5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:19.204724 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-369aa8e7-ea1e-4e17-b8d0-7e0ae27aff9d req-62fcf790-77c4-4b7d-b3a4-d0b4cdd7e5f5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 1096 time: 0.0413096 Sep 21 18:38:19.237925 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e183b-0282-49c1-acfc-6d547a9c82ea req-d160b89d-6c12-420d-b805-265e5b73f5cf tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:19.239472 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-015e183b-0282-49c1-acfc-6d547a9c82ea req-d160b89d-6c12-420d-b805-265e5b73f5cf tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 945 time: 0.0487089 Sep 21 18:38:19.240728 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-369aa8e7-ea1e-4e17-b8d0-7e0ae27aff9d req-85cbd532-a5a4-4671-a943-d57530925fef service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282876 Sep 21 18:38:19.277851 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-015e183b-0282-49c1-acfc-6d547a9c82ea req-7ff088f5-f524-4073-a6ca-dae86d791a59 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321391 Sep 21 18:38:20.255327 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:20.395827 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168d487-5ee5-4e51-b145-c6e9269ed4ac req-7d8aa33e-388a-4f0d-b0d6-2ef2435a4ad2 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:20.397328 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5168d487-5ee5-4e51-b145-c6e9269ed4ac req-7d8aa33e-388a-4f0d-b0d6-2ef2435a4ad2 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 945 time: 0.0489671 Sep 21 18:38:20.436271 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5168d487-5ee5-4e51-b145-c6e9269ed4ac req-ef191351-ec5a-4f7a-b355-aff61ae0443e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315478 Sep 21 18:38:20.561631 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff8dc7-71f1-4818-939a-9a55d50068b6 req-ad7ee442-2a37-44f0-98f8-773384b86cb8 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:20.563186 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9fff8dc7-71f1-4818-939a-9a55d50068b6 req-ad7ee442-2a37-44f0-98f8-773384b86cb8 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 945 time: 0.0579846 Sep 21 18:38:20.573388 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 52566) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:38:20.580365 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-7ce0aa47-d424-49c7-83d4-10c1ddbb26b0 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Request body: {'floatingip': {'port_id': '55d6f896-ee1c-4389-a930-f87157bfa696'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:38:20.624380 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7ce0aa47-d424-49c7-83d4-10c1ddbb26b0 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks [] for floatingip, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:21.075642 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7ce0aa47-d424-49c7-83d4-10c1ddbb26b0 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:21.081768 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7ce0aa47-d424-49c7-83d4-10c1ddbb26b0 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:21.186438 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [None req-7ce0aa47-d424-49c7-83d4-10c1ddbb26b0 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Floating IP f83cbc48-a27b-429b-bbed-6eb43687b34c associated. External IP: 172.25.6.241, port: 55d6f896-ee1c-4389-a930-f87157bfa696. Sep 21 18:38:21.410130 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce0aa47-d424-49c7-83d4-10c1ddbb26b0 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Router df73068d-e5ea-4f9d-95f6-761fbb41faa7 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:38:21.518828 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce0aa47-d424-49c7-83d4-10c1ddbb26b0 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:38:21.523424 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7ce0aa47-d424-49c7-83d4-10c1ddbb26b0 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:21.529584 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b1880d-ce33-4a8f-ae21-72aee0dac0c2 None None] Sync routers for ids ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:38:21.540616 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b1880d-ce33-4a8f-ae21-72aee0dac0c2 None None] Routers {'df73068d-e5ea-4f9d-95f6-761fbb41faa7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:38:21.541240 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-53b1880d-ce33-4a8f-ae21-72aee0dac0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:38:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:21.550971 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7ce0aa47-d424-49c7-83d4-10c1ddbb26b0 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "PUT /v2.0/floatingips/f83cbc48-a27b-429b-bbed-6eb43687b34c HTTP/1.1" status: 200 len: 991 time: 0.9762421 Sep 21 18:38:21.551551 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8', 'tag': '55d6f896-ee1c-4389-a930-f87157bfa696'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:38:21.553838 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d040780-0b45-4726-be2f-b6198bc4d3ef" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8", "tag": "55d6f896-ee1c-4389-a930-f87157bfa696"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:38:21.647891 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-53b1880d-ce33-4a8f-ae21-72aee0dac0c2 None None] Set router df73068d-e5ea-4f9d-95f6-761fbb41faa7 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:38:21.661427 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b870d6c2-85c7-4139-b9f3-e55f87dbcfe2 x-openstack-request-id: req-b870d6c2-85c7-4139-b9f3-e55f87dbcfe2 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:38:21.661906 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8", "tag": "55d6f896-ee1c-4389-a930-f87157bfa696", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:38:21.661906 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b870d6c2-85c7-4139-b9f3-e55f87dbcfe2 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:38:21.662291 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8', 'tag': '55d6f896-ee1c-4389-a930-f87157bfa696', 'status': 'completed', 'code': 200} Sep 21 18:38:21.727128 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d040780-0b45-4726-be2f-b6198bc4d3ef req-47cd6928-7edb-4e2d-be1e-50ffeeb68895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:21.728737 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8d040780-0b45-4726-be2f-b6198bc4d3ef req-47cd6928-7edb-4e2d-be1e-50ffeeb68895 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 1096 time: 0.0436161 Sep 21 18:38:21.733335 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:21.823981 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d040780-0b45-4726-be2f-b6198bc4d3ef req-ba1c6eb9-923d-4361-a925-20f9d1690ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:21.825578 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8d040780-0b45-4726-be2f-b6198bc4d3ef req-ba1c6eb9-923d-4361-a925-20f9d1690ff4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.0889575 Sep 21 18:38:21.877633 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-53b1880d-ce33-4a8f-ae21-72aee0dac0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'name': 'tempest-ServerActionsTestJSON-1147916915-router', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:35:51Z', 'updated_at': '2021-09-21T18:35:54Z', 'revision_number': 4, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'gw_port': {'id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:52Z', 'updated_at': '2021-09-21T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'f83cbc48-a27b-429b-bbed-6eb43687b34c', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'floating_ip_address': '172.25.6.241', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'port_id': '55d6f896-ee1c-4389-a930-f87157bfa696', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'mac_address': 'fa:16:3e:12:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:35:56Z', 'updated_at': '2021-09-21T18:38:20Z', 'revision_number': 5, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '343173bc-1ccc-4325-8819-89b488f13f23', 'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'mac_address': 'fa:16:3e:73:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:53Z', 'updated_at': '2021-09-21T18:35:57Z', 'revision_number': 5, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'subnets': [{'id': '8acc57b2-d907-4723-b657-57319cd71f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:21.895873 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8d040780-0b45-4726-be2f-b6198bc4d3ef req-a708d67d-deee-4088-abe1-c0771544bae8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55d6f896-ee1c-4389-a930-f87157bfa696 HTTP/1.1" status: 200 len: 999 time: 0.0621872 Sep 21 18:38:21.903902 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b1880d-ce33-4a8f-ae21-72aee0dac0c2 None None] Checking router: df73068d-e5ea-4f9d-95f6-761fbb41faa7 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:38:21.912830 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b1880d-ce33-4a8f-ae21-72aee0dac0c2 None None] Routers {'df73068d-e5ea-4f9d-95f6-761fbb41faa7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:38:21.913277 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-53b1880d-ce33-4a8f-ae21-72aee0dac0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:38:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:21.951720 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d040780-0b45-4726-be2f-b6198bc4d3ef req-1d845a6e-4eaf-4359-a1ab-d6bdfb80f07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:21.953288 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8d040780-0b45-4726-be2f-b6198bc4d3ef req-1d845a6e-4eaf-4359-a1ab-d6bdfb80f07f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0445600 Sep 21 18:38:22.003644 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d040780-0b45-4726-be2f-b6198bc4d3ef req-7d57d750-d015-4114-b56e-2579758af2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:22.005147 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8d040780-0b45-4726-be2f-b6198bc4d3ef req-7d57d750-d015-4114-b56e-2579758af2a3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400975 Sep 21 18:38:22.015299 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-53b1880d-ce33-4a8f-ae21-72aee0dac0c2 None None] Set router df73068d-e5ea-4f9d-95f6-761fbb41faa7 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:38:22.100994 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8d040780-0b45-4726-be2f-b6198bc4d3ef req-42e68b33-a0fa-46d7-9a0f-94ad961adda6 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853686 Sep 21 18:38:22.195011 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8d040780-0b45-4726-be2f-b6198bc4d3ef req-64c240a5-3e41-460b-a34b-786a73dd0c61 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866365 Sep 21 18:38:22.330722 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-53b1880d-ce33-4a8f-ae21-72aee0dac0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'name': 'tempest-ServerActionsTestJSON-1147916915-router', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:35:51Z', 'updated_at': '2021-09-21T18:35:54Z', 'revision_number': 4, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'gw_port': {'id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:52Z', 'updated_at': '2021-09-21T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'f83cbc48-a27b-429b-bbed-6eb43687b34c', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'floating_ip_address': '172.25.6.241', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'port_id': '55d6f896-ee1c-4389-a930-f87157bfa696', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'mac_address': 'fa:16:3e:12:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:35:56Z', 'updated_at': '2021-09-21T18:38:20Z', 'revision_number': 5, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '343173bc-1ccc-4325-8819-89b488f13f23', 'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'mac_address': 'fa:16:3e:73:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:53Z', 'updated_at': '2021-09-21T18:35:57Z', 'revision_number': 5, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'subnets': [{'id': '8acc57b2-d907-4723-b657-57319cd71f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:38:22.358804 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b1880d-ce33-4a8f-ae21-72aee0dac0c2 None None] The sync data for ids ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'] in n-d-810291-1 is: [{'id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'name': 'tempest-ServerActionsTestJSON-1147916915-router', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:35:51Z', 'updated_at': '2021-09-21T18:35:54Z', 'revision_number': 4, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'gw_port': {'id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:52Z', 'updated_at': '2021-09-21T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'f83cbc48-a27b-429b-bbed-6eb43687b34c', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'floating_ip_address': '172.25.6.241', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'port_id': '55d6f896-ee1c-4389-a930-f87157bfa696', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'mac_address': 'fa:16:3e:12:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:35:56Z', 'updated_at': '2021-09-21T18:38:20Z', 'revision_number': 5, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '343173bc-1ccc-4325-8819-89b488f13f23', 'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'mac_address': 'fa:16:3e:73:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:53Z', 'updated_at': '2021-09-21T18:35:57Z', 'revision_number': 5, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'subnets': [{'id': '8acc57b2-d907-4723-b657-57319cd71f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:38:22.750562 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf005e8-930c-4e2c-a6f1-f9d023787d78 None None] New status for floating IP f83cbc48-a27b-429b-bbed-6eb43687b34c: ACTIVE {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:38:23.770751 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:24.865548 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:36.216365 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0add0f57-90c0-4bbe-8835-54af124efa92 req-81fd206c-b35b-4f7c-aefe-f6daa38fab21 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467322 Sep 21 18:38:36.313322 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add0f57-90c0-4bbe-8835-54af124efa92 req-a43ee826-19a8-42fa-a33c-9fb2ab80b6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:36.314807 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0add0f57-90c0-4bbe-8835-54af124efa92 req-a43ee826-19a8-42fa-a33c-9fb2ab80b6db service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 1096 time: 0.0426331 Sep 21 18:38:36.430521 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add0f57-90c0-4bbe-8835-54af124efa92 req-500b851f-6b1a-4b58-8a05-93ada19050a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:36.432181 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0add0f57-90c0-4bbe-8835-54af124efa92 req-500b851f-6b1a-4b58-8a05-93ada19050a3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.0962806 Sep 21 18:38:36.508389 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0add0f57-90c0-4bbe-8835-54af124efa92 req-9d8ac96a-9766-48f0-9352-428dad17dcc1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55d6f896-ee1c-4389-a930-f87157bfa696 HTTP/1.1" status: 200 len: 1001 time: 0.0661509 Sep 21 18:38:36.557571 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add0f57-90c0-4bbe-8835-54af124efa92 req-185a111b-008b-43fe-a1de-148b3a8f7758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:36.559017 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0add0f57-90c0-4bbe-8835-54af124efa92 req-185a111b-008b-43fe-a1de-148b3a8f7758 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0430827 Sep 21 18:38:36.605210 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add0f57-90c0-4bbe-8835-54af124efa92 req-6aed5513-9017-4bc6-be3f-fdeffe045bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:38:36.606740 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0add0f57-90c0-4bbe-8835-54af124efa92 req-6aed5513-9017-4bc6-be3f-fdeffe045bbd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392601 Sep 21 18:38:36.707811 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0add0f57-90c0-4bbe-8835-54af124efa92 req-dae17a05-5494-47e5-aeca-61da4733529b service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879252 Sep 21 18:38:36.805101 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0add0f57-90c0-4bbe-8835-54af124efa92 req-d78c6934-2507-4ec8-a301-bca446eef0cd service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886552 Sep 21 18:38:44.596964 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:38:45.976092 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3a6b5043-cc3d-454f-92aa-61660b6dca47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:48.480149 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cb5860c5-8ae6-49d7-8630-9bc49b7e9a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:49.064723 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:50.265989 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:51.738540 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:53.770218 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:38:54.881504 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:15.978227 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0d6f9edc-6abf-46ae-9743-f76e1760c02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:18.482512 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-165be3c6-a718-4c70-b35c-aca7c1f9ec3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:19.068172 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:20.262315 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:21.601948 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:39:21.745902 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:23.772208 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:24.892281 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:38.257536 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4bf5cc55-e947-4a13-ba90-a2a9a3e7432c req-9b6591f9-17f3-4d44-8baa-61751930696a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420277 Sep 21 18:39:38.340394 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5cc55-e947-4a13-ba90-a2a9a3e7432c req-99fe49eb-3afb-43ae-bbde-504f42d66b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:38.341959 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4bf5cc55-e947-4a13-ba90-a2a9a3e7432c req-99fe49eb-3afb-43ae-bbde-504f42d66b40 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 1096 time: 0.0410187 Sep 21 18:39:38.461459 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5cc55-e947-4a13-ba90-a2a9a3e7432c req-d70309b9-92fc-436e-8890-310c9f420b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:38.462971 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4bf5cc55-e947-4a13-ba90-a2a9a3e7432c req-d70309b9-92fc-436e-8890-310c9f420b75 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.0958860 Sep 21 18:39:38.527583 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4bf5cc55-e947-4a13-ba90-a2a9a3e7432c req-e81139bf-ce07-4913-87c8-bf61c8580c71 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55d6f896-ee1c-4389-a930-f87157bfa696 HTTP/1.1" status: 200 len: 1001 time: 0.0560904 Sep 21 18:39:38.577997 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5cc55-e947-4a13-ba90-a2a9a3e7432c req-2268675d-8185-4efc-89fa-43f5b751ce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:38.579460 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4bf5cc55-e947-4a13-ba90-a2a9a3e7432c req-2268675d-8185-4efc-89fa-43f5b751ce0b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0437722 Sep 21 18:39:38.628808 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5cc55-e947-4a13-ba90-a2a9a3e7432c req-bd1929ae-9ea1-465a-ab89-b6594163beb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:39:38.630266 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4bf5cc55-e947-4a13-ba90-a2a9a3e7432c req-bd1929ae-9ea1-465a-ab89-b6594163beb2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433102 Sep 21 18:39:38.730127 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4bf5cc55-e947-4a13-ba90-a2a9a3e7432c req-f994956a-28da-46ed-8b86-3a575c0b6a58 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872176 Sep 21 18:39:38.825679 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4bf5cc55-e947-4a13-ba90-a2a9a3e7432c req-6a1f66d2-8ba9-40e6-9c98-b49a39d58261 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870612 Sep 21 18:39:45.978139 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-419740b4-7567-4202-a17b-11929bca6194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:48.492576 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-67192283-362d-460d-828e-aca46b7bcaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:49.074181 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:50.277602 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:51.753658 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:53.803605 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:54.893607 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:39:58.606451 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:40:00.759534 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d52197-b9ef-420b-ad01-b4fc3a0b5b08 req-9ee5ab84-cb14-4c3d-83b0-1669556529f7 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:00.760942 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f0d52197-b9ef-420b-ad01-b4fc3a0b5b08 req-9ee5ab84-cb14-4c3d-83b0-1669556529f7 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 945 time: 0.0499470 Sep 21 18:40:00.801160 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f0d52197-b9ef-420b-ad01-b4fc3a0b5b08 req-6edb5e98-b116-4f2f-af82-c014c7442619 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340939 Sep 21 18:40:01.933529 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76063f7-1a52-47cd-b4a5-99cf3d018737 req-957464b0-467d-4495-83f3-7139a365053b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:01.935046 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e76063f7-1a52-47cd-b4a5-99cf3d018737 req-957464b0-467d-4495-83f3-7139a365053b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 945 time: 0.0538220 Sep 21 18:40:01.972094 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e76063f7-1a52-47cd-b4a5-99cf3d018737 req-c5dbdd47-cf50-49ca-9b3a-d1785b1107d0 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307472 Sep 21 18:40:03.098011 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3419c9-7714-4d17-9c2c-c26a9216dc8c req-1a071bd6-004f-404a-8c11-e6e8202c68e4 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:03.099511 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cc3419c9-7714-4d17-9c2c-c26a9216dc8c req-1a071bd6-004f-404a-8c11-e6e8202c68e4 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 945 time: 0.0508142 Sep 21 18:40:03.140891 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cc3419c9-7714-4d17-9c2c-c26a9216dc8c req-c8da1076-473b-4fb0-a80e-0211ac07a9e8 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323353 Sep 21 18:40:04.265632 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e96167-9544-4ec9-aa3d-763d883fe2f3 req-bc9cad74-d47b-4c8d-927b-9664f62cf09b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:04.267173 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-79e96167-9544-4ec9-aa3d-763d883fe2f3 req-bc9cad74-d47b-4c8d-927b-9664f62cf09b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 945 time: 0.0512903 Sep 21 18:40:04.309735 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-79e96167-9544-4ec9-aa3d-763d883fe2f3 req-fea32594-ffbf-4062-b1fc-49df48d6f77a tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339894 Sep 21 18:40:05.433957 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358cbf0-e836-491d-89a7-848c088f600b req-ff93c29a-88ff-4080-ba13-395f1af0a742 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:05.435485 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8358cbf0-e836-491d-89a7-848c088f600b req-ff93c29a-88ff-4080-ba13-395f1af0a742 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 945 time: 0.0544317 Sep 21 18:40:05.474499 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8358cbf0-e836-491d-89a7-848c088f600b req-f16821d3-81b0-4252-a75d-a9f64958e85a tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327070 Sep 21 18:40:06.614813 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61513640-9e5f-485f-b8ef-574fd508bda8 req-35379f78-d66f-4339-b244-9a70058e9992 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:06.616339 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-61513640-9e5f-485f-b8ef-574fd508bda8 req-35379f78-d66f-4339-b244-9a70058e9992 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 945 time: 0.0653806 Sep 21 18:40:06.658595 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-61513640-9e5f-485f-b8ef-574fd508bda8 req-15bbbc41-acb4-4483-b733-cbdfab1161e0 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331244 Sep 21 18:40:07.791779 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054039c-e986-4c55-bec0-f6860f8ef564 req-7eb6c12f-9867-4863-a958-4fdf3f82a17a tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:07.793538 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9054039c-e986-4c55-bec0-f6860f8ef564 req-7eb6c12f-9867-4863-a958-4fdf3f82a17a tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 945 time: 0.0577364 Sep 21 18:40:07.832027 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9054039c-e986-4c55-bec0-f6860f8ef564 req-9c202755-ad9b-439e-9471-5a7a35cbc69c tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321524 Sep 21 18:40:08.973523 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f41513-8508-479e-a11d-213cbd403f5a req-a5fa4474-d939-4402-b876-d9c9afecdaf8 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:08.975026 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3f41513-8508-479e-a11d-213cbd403f5a req-a5fa4474-d939-4402-b876-d9c9afecdaf8 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 945 time: 0.0619488 Sep 21 18:40:09.014547 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3f41513-8508-479e-a11d-213cbd403f5a req-c2f4c8f5-026e-4046-9469-eaaa6942bfe3 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330672 Sep 21 18:40:10.147799 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e13b71-39d2-4ec5-9574-3029ac482d28 req-632f3295-8bb2-4aa7-a58f-e4e8d7b0f3db tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:10.149265 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-30e13b71-39d2-4ec5-9574-3029ac482d28 req-632f3295-8bb2-4aa7-a58f-e4e8d7b0f3db tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 945 time: 0.0576138 Sep 21 18:40:10.188271 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-30e13b71-39d2-4ec5-9574-3029ac482d28 req-2fee3f49-1174-4d60-8e44-c7d38dc57e83 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325289 Sep 21 18:40:11.327279 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4280b9b-e7df-4ae3-890a-e5f32f392e21 req-bbac3a61-9acc-4f29-93b7-54ef5c3d46af tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:11.328761 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4280b9b-e7df-4ae3-890a-e5f32f392e21 req-bbac3a61-9acc-4f29-93b7-54ef5c3d46af tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 945 time: 0.0547924 Sep 21 18:40:11.367511 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a4280b9b-e7df-4ae3-890a-e5f32f392e21 req-b5d712cf-3c8d-4b20-b885-e5d6230e9455 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325406 Sep 21 18:40:11.629625 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-8210da7c-6101-490d-9627-1f0503badf8e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0445547 Sep 21 18:40:11.645740 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebc7d9-8fba-4940-881f-ce76a854f1d4 req-68789267-64eb-41d7-8f4b-6fa86240616e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:11.650829 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-feebc7d9-8fba-4940-881f-ce76a854f1d4 req-68789267-64eb-41d7-8f4b-6fa86240616e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 945 time: 0.0590854 Sep 21 18:40:11.690965 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-feebc7d9-8fba-4940-881f-ce76a854f1d4 req-2e5310bf-7480-46e4-b57e-47fd583b09c7 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346277 Sep 21 18:40:12.826100 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfd8e5-bef1-4a32-8ecd-eb055365d881 req-b27cb625-31af-4bb4-bc4c-3db9463f18e2 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:12.827672 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bfdfd8e5-bef1-4a32-8ecd-eb055365d881 req-b27cb625-31af-4bb4-bc4c-3db9463f18e2 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 945 time: 0.0538030 Sep 21 18:40:12.843856 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-e348d20d-ed48-4e4d-a649-59c127b3d183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:12.845400 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-e348d20d-ed48-4e4d-a649-59c127b3d183 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 1096 time: 0.0410237 Sep 21 18:40:12.866914 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bfdfd8e5-bef1-4a32-8ecd-eb055365d881 req-9551b17e-857e-492b-96ad-cf025a6bdfc7 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331166 Sep 21 18:40:12.941505 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-13c29c9d-1d19-44d0-bccc-39e5ec25cb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:12.943021 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-13c29c9d-1d19-44d0-bccc-39e5ec25cb1c service neutron] 10.222.0.44 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.0899608 Sep 21 18:40:13.013270 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-c88d91fe-2d4b-4060-9bbb-dd64fc6552f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55d6f896-ee1c-4389-a930-f87157bfa696 HTTP/1.1" status: 200 len: 1001 time: 0.0619111 Sep 21 18:40:13.064428 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-c878c521-559c-40e6-bd3f-045fa65361c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:13.065857 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-c878c521-559c-40e6-bd3f-045fa65361c9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0453870 Sep 21 18:40:13.117508 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-486cc8c9-5e6a-4a5b-9fac-a47c87270fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:13.119020 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-486cc8c9-5e6a-4a5b-9fac-a47c87270fab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448895 Sep 21 18:40:13.131139 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-020e51a7-fb58-42bc-81c7-4f243fc30849 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:40:13.132071 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-020e51a7-fb58-42bc-81c7-4f243fc30849 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049150 Sep 21 18:40:13.224575 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-49c1d0bb-31b8-48cd-8b32-8b0c8ef38523 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852802 Sep 21 18:40:13.322191 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-35632516-e5fd-4174-a295-1973d1188234 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893874 Sep 21 18:40:13.995236 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d0429-ef9d-4b75-86a3-c28a9cd8825c req-437d0adc-7746-413f-84b9-5a30bc3271c9 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:13.996764 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a77d0429-ef9d-4b75-86a3-c28a9cd8825c req-437d0adc-7746-413f-84b9-5a30bc3271c9 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 945 time: 0.0516186 Sep 21 18:40:14.038270 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a77d0429-ef9d-4b75-86a3-c28a9cd8825c req-6bccfa5e-a977-45e4-a142-07c349d2f02b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327797 Sep 21 18:40:15.167217 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe2b9d5-e8d1-4e93-906f-3847815e3b94 req-5280a101-b54a-4de5-b761-96636ae3186e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:15.168716 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9fe2b9d5-e8d1-4e93-906f-3847815e3b94 req-5280a101-b54a-4de5-b761-96636ae3186e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 945 time: 0.0530052 Sep 21 18:40:15.185944 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-0e2e5dfe-f37b-4584-afa4-5057d2120984 service neutron] show failed (client error): The resource could not be found. Sep 21 18:40:15.187000 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-0e2e5dfe-f37b-4584-afa4-5057d2120984 service neutron] 10.222.0.44 "GET /v2.0/ports/55d6f896-ee1c-4389-a930-f87157bfa696/bindings/n-h1-810291-1 HTTP/1.1" status: 404 len: 380 time: 0.0587902 Sep 21 18:40:15.210052 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9fe2b9d5-e8d1-4e93-906f-3847815e3b94 req-2b2457ce-7170-4829-a3ad-cd65730071b9 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351040 Sep 21 18:40:15.486147 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-91dbce00-99d4-4223-ab77-c77015075983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:15.487698 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-91dbce00-99d4-4223-ab77-c77015075983 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8&tenant_id=6fd87ea74b6345819943c376316cb4ef HTTP/1.1" status: 200 len: 1096 time: 0.1182108 Sep 21 18:40:15.499148 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-ed8a4faa-40ad-40b7-a782-1d5971466b2d service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:40:15.500077 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-ed8a4faa-40ad-40b7-a782-1d5971466b2d service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050480 Sep 21 18:40:15.514179 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810291-1', 'device_owner': 'compute:nova'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:40:15.569767 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:15.792208 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] For port 55d6f896-ee1c-4389-a930-f87157bfa696, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=55d6f896-ee1c-4389-a930-f87157bfa696,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:40:15.824832 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] For port 55d6f896-ee1c-4389-a930-f87157bfa696, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:40:15.869157 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55d6f896-ee1c-4389-a930-f87157bfa696'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:40:15.871544 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3651f5-31e2-4b19-9132-2291ce77be2d" -d '{"events": [{"server_uuid": "b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8", "name": "network-vif-unplugged", "status": "completed", "tag": "55d6f896-ee1c-4389-a930-f87157bfa696"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:40:15.875402 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:15.890817 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] Transition to ACTIVE for port object 55d6f896-ee1c-4389-a930-f87157bfa696 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:40:15.896540 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:15.971871 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0a1b0032-0c3a-43d5-b9e4-90430f11da44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:15.992285 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] Pushing event updated for resources: {'Port': ['ID=55d6f896-ee1c-4389-a930-f87157bfa696,revision_number=6']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:16.001899 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cc56a2-bdb8-479e-a857-87d0334b78c9 x-openstack-request-id: req-b6cc56a2-bdb8-479e-a857-87d0334b78c9 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:40:16.002185 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8", "name": "network-vif-unplugged", "status": "completed", "tag": "55d6f896-ee1c-4389-a930-f87157bfa696", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:40:16.002427 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b6cc56a2-bdb8-479e-a857-87d0334b78c9 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:40:16.002819 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55d6f896-ee1c-4389-a930-f87157bfa696', 'code': 200} Sep 21 18:40:16.005815 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:16.006148 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:16.006485 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:16.006855 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:16.007211 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:16.007541 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:16.007864 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:16.008184 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:16.008500 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:16.008816 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:16.009139 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:16.009452 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:16.029571 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] No DVR routers for this DVR port 55d6f896-ee1c-4389-a930-f87157bfa696 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:40:16.166330 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] Attempting to bind port 55d6f896-ee1c-4389-a930-f87157bfa696 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:40:16.166673 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] Attempting to bind port 55d6f896-ee1c-4389-a930-f87157bfa696 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:40:16.167011 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] Attempting to bind port 55d6f896-ee1c-4389-a930-f87157bfa696 on network 0040d368-090f-4bf8-89ec-4e074ceb12bd {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:40:16.171409 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] Port 55d6f896-ee1c-4389-a930-f87157bfa696 on network 0040d368-090f-4bf8-89ec-4e074ceb12bd not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:40:16.171733 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] Attempting to bind port 55d6f896-ee1c-4389-a930-f87157bfa696 on network 0040d368-090f-4bf8-89ec-4e074ceb12bd {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:40:16.177028 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:40:16.177370 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] Checking segment: {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:40:16.177758 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] Bound using segment: {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:40:16.178185 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] Bound port: 55d6f896-ee1c-4389-a930-f87157bfa696, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:40:16.178558 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:16.247391 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] For port 55d6f896-ee1c-4389-a930-f87157bfa696, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:40:16.250770 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] For port 55d6f896-ee1c-4389-a930-f87157bfa696, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=55d6f896-ee1c-4389-a930-f87157bfa696,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:40:16.257460 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:16.289891 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:16.290607 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:16.292222 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] 10.222.0.38 "PUT /v2.0/ports/55d6f896-ee1c-4389-a930-f87157bfa696 HTTP/1.1" status: 200 len: 1091 time: 0.7816200 Sep 21 18:40:16.329058 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519c77d-bf2f-4b41-b480-002eab183d84 service neutron] Pushing event updated for resources: {'Port': ['ID=55d6f896-ee1c-4389-a930-f87157bfa696,revision_number=7']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:16.342398 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821110b1-7548-4d53-8cf5-ca3f929dc48e req-64ad77b1-4e09-4a39-8e66-32095411ca83 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:16.344098 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-821110b1-7548-4d53-8cf5-ca3f929dc48e req-64ad77b1-4e09-4a39-8e66-32095411ca83 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 943 time: 0.0597255 Sep 21 18:40:16.368952 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-e8eb8614-c5f1-48d9-8559-0523669c0a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:16.370514 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-e8eb8614-c5f1-48d9-8559-0523669c0a0c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 1094 time: 0.0501971 Sep 21 18:40:16.386157 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-821110b1-7548-4d53-8cf5-ca3f929dc48e req-749e12b4-d88e-498b-a0b1-117bab0c2f70 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348165 Sep 21 18:40:16.467910 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-de9f8693-bfe5-4316-9c68-ee0c2efa0e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:16.469419 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-de9f8693-bfe5-4316-9c68-ee0c2efa0e42 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.0922258 Sep 21 18:40:16.544011 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-926249b5-9356-41cc-a4bc-09b95292115c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55d6f896-ee1c-4389-a930-f87157bfa696 HTTP/1.1" status: 200 len: 999 time: 0.0672631 Sep 21 18:40:16.598652 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-9b151825-906e-42bb-a289-5e1e65ddd6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:16.600332 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-9b151825-906e-42bb-a289-5e1e65ddd6ac service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0479951 Sep 21 18:40:16.650876 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-37c44156-a0d2-493c-8340-89bc4a56e95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:16.652440 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-37c44156-a0d2-493c-8340-89bc4a56e95d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435493 Sep 21 18:40:16.743577 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-d6a7614a-ec72-4ecd-9905-eaf4882bf925 service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837026 Sep 21 18:40:16.831127 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-66234b89-f9df-46b2-8e9b-4191d86de6c0 req-c27f5f59-345d-4f1b-b735-786410ce841b service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801628 Sep 21 18:40:17.519355 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274f841-5b6b-4147-9830-df6a416d6d8a req-4e712949-27f2-44ab-97d3-16b3ab9b9838 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:17.520793 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e274f841-5b6b-4147-9830-df6a416d6d8a req-4e712949-27f2-44ab-97d3-16b3ab9b9838 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 943 time: 0.0528193 Sep 21 18:40:17.562293 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e274f841-5b6b-4147-9830-df6a416d6d8a req-6757f3cd-6ab2-4ae1-99bf-3fa014277da9 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353162 Sep 21 18:40:18.004425 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8', 'tag': '55d6f896-ee1c-4389-a930-f87157bfa696'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:40:18.008376 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1067ae-4c40-4d84-9129-b0ed9826f34c" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8", "tag": "55d6f896-ee1c-4389-a930-f87157bfa696"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:40:18.067907 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0b05dc-4542-4a5a-be27-d3b975e45328 x-openstack-request-id: req-dc0b05dc-4542-4a5a-be27-d3b975e45328 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:40:18.068220 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8", "tag": "55d6f896-ee1c-4389-a930-f87157bfa696", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:40:18.068546 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dc0b05dc-4542-4a5a-be27-d3b975e45328 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:40:18.068879 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8', 'tag': '55d6f896-ee1c-4389-a930-f87157bfa696', 'status': 'completed', 'code': 200} Sep 21 18:40:18.484975 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dd60aa1e-b5c3-4fdb-9653-e0ac7b5ba9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:18.493621 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1067ae-4c40-4d84-9129-b0ed9826f34c req-a559c3aa-1a07-4f07-8aca-4234572d7e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:18.495186 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3c1067ae-4c40-4d84-9129-b0ed9826f34c req-a559c3aa-1a07-4f07-8aca-4234572d7e7d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 1094 time: 0.4061964 Sep 21 18:40:18.500975 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1067ae-4c40-4d84-9129-b0ed9826f34c req-579cc241-84dd-4dc8-b6c3-ecff0de80e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:18.502340 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3c1067ae-4c40-4d84-9129-b0ed9826f34c req-579cc241-84dd-4dc8-b6c3-ecff0de80e06 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 1094 time: 0.0496945 Sep 21 18:40:18.682148 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1067ae-4c40-4d84-9129-b0ed9826f34c req-b843a778-539a-43c4-a646-5a9861422967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:18.683627 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3c1067ae-4c40-4d84-9129-b0ed9826f34c req-b843a778-539a-43c4-a646-5a9861422967 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.1804252 Sep 21 18:40:18.685341 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1067ae-4c40-4d84-9129-b0ed9826f34c req-0f664fb4-f04b-4903-8cf7-b7306644a2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:18.686646 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3c1067ae-4c40-4d84-9129-b0ed9826f34c req-0f664fb4-f04b-4903-8cf7-b7306644a2ae service neutron] 10.222.0.38 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.1763339 Sep 21 18:40:18.776101 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d966b-538a-4cad-9018-d152ecb1a747 req-a2069316-ee7a-4320-a03a-2629cfdc0c41 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:18.777472 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e34d966b-538a-4cad-9018-d152ecb1a747 req-a2069316-ee7a-4320-a03a-2629cfdc0c41 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 943 time: 0.1453798 Sep 21 18:40:18.824262 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3c1067ae-4c40-4d84-9129-b0ed9826f34c req-c96d16ce-b807-42f9-b4e3-7500be2170e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55d6f896-ee1c-4389-a930-f87157bfa696 HTTP/1.1" status: 200 len: 999 time: 0.1319029 Sep 21 18:40:18.828532 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3c1067ae-4c40-4d84-9129-b0ed9826f34c req-ff5db894-4e05-4c3d-bf8d-9148217625db service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55d6f896-ee1c-4389-a930-f87157bfa696 HTTP/1.1" status: 200 len: 999 time: 0.1337011 Sep 21 18:40:18.890073 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e34d966b-538a-4cad-9018-d152ecb1a747 req-ff6501ef-2816-4142-ae0d-2cac66db88fc tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058040 Sep 21 18:40:18.920883 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1067ae-4c40-4d84-9129-b0ed9826f34c req-eb95d6cf-db9e-4879-825b-df5777351c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:18.922394 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3c1067ae-4c40-4d84-9129-b0ed9826f34c req-eb95d6cf-db9e-4879-825b-df5777351c75 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0871873 Sep 21 18:40:18.923834 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1067ae-4c40-4d84-9129-b0ed9826f34c req-7169fdb6-224b-4dcf-8672-d773ae9e6b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:18.925121 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3c1067ae-4c40-4d84-9129-b0ed9826f34c req-7169fdb6-224b-4dcf-8672-d773ae9e6b84 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0888565 Sep 21 18:40:18.996045 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1067ae-4c40-4d84-9129-b0ed9826f34c req-5339bd85-3c54-4f2d-ae4e-c00cf0c624da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:18.997400 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3c1067ae-4c40-4d84-9129-b0ed9826f34c req-5339bd85-3c54-4f2d-ae4e-c00cf0c624da service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661955 Sep 21 18:40:19.002357 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1067ae-4c40-4d84-9129-b0ed9826f34c req-ea5cc523-e483-4986-a442-87692e1ef0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:19.003826 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3c1067ae-4c40-4d84-9129-b0ed9826f34c req-ea5cc523-e483-4986-a442-87692e1ef0b8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639002 Sep 21 18:40:19.074937 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:19.223709 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3c1067ae-4c40-4d84-9129-b0ed9826f34c req-6c6918b1-c737-46f1-bebd-2fd726bdd60a service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172635 Sep 21 18:40:19.243169 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838dba6e-2028-4050-a2d7-0c64d28ea0a3 req-c37e9f25-584e-4130-8635-e79a477d6f42 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:19.244594 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-838dba6e-2028-4050-a2d7-0c64d28ea0a3 req-c37e9f25-584e-4130-8635-e79a477d6f42 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 943 time: 0.2023849 Sep 21 18:40:19.259245 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d5481-b718-4564-8cbc-226625ae462d req-c8b59b1b-13fc-4654-ab82-3170ac306dda tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:19.260676 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2c8d5481-b718-4564-8cbc-226625ae462d req-c8b59b1b-13fc-4654-ab82-3170ac306dda tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8&tenant_id=6fd87ea74b6345819943c376316cb4ef&binding%3Ahost_id=n-h1-810291-1 HTTP/1.1" status: 200 len: 943 time: 0.1885004 Sep 21 18:40:19.265298 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3c1067ae-4c40-4d84-9129-b0ed9826f34c req-e1510d20-5f55-4db8-aa31-b8a6341773de service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514503 Sep 21 18:40:19.447293 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-838dba6e-2028-4050-a2d7-0c64d28ea0a3 req-a4dbae33-cc1b-4636-b213-a16d73688e62 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852975 Sep 21 18:40:19.484473 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [req-2c8d5481-b718-4564-8cbc-226625ae462d req-25abae45-4575-4798-8d9a-d61f47ada8f2 service neutron] delete failed (client error): The resource could not be found. Sep 21 18:40:19.485493 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2c8d5481-b718-4564-8cbc-226625ae462d req-25abae45-4575-4798-8d9a-d61f47ada8f2 service neutron] 10.222.0.44 "DELETE /v2.0/ports/55d6f896-ee1c-4389-a930-f87157bfa696/bindings/n-h2-810291-1 HTTP/1.1" status: 404 len: 380 time: 0.2051632 Sep 21 18:40:19.487723 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3c1067ae-4c40-4d84-9129-b0ed9826f34c req-f65f539a-95b5-4f79-98ce-eeadfa9c012b service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532995 Sep 21 18:40:19.489529 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3c1067ae-4c40-4d84-9129-b0ed9826f34c req-2d7d2f75-d12c-4ff6-91b1-78e71048e1e8 service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082038 Sep 21 18:40:19.495533 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 55d6f896-ee1c-4389-a930-f87157bfa696 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:40:19.537271 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 55d6f896-ee1c-4389-a930-f87157bfa696 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:40:19.594723 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d5481-b718-4564-8cbc-226625ae462d req-78eeb88b-ac7a-4608-a877-d8377d0516ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:19.596316 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2c8d5481-b718-4564-8cbc-226625ae462d req-78eeb88b-ac7a-4608-a877-d8377d0516ec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 1094 time: 0.0427725 Sep 21 18:40:19.693691 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d5481-b718-4564-8cbc-226625ae462d req-0db50acc-caf6-464e-98d8-296f8cbf179d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:19.695344 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2c8d5481-b718-4564-8cbc-226625ae462d req-0db50acc-caf6-464e-98d8-296f8cbf179d service neutron] 10.222.0.44 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.0899074 Sep 21 18:40:19.770227 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2c8d5481-b718-4564-8cbc-226625ae462d req-a6348307-b52f-4c5c-a8f5-5c23f1ee474f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55d6f896-ee1c-4389-a930-f87157bfa696 HTTP/1.1" status: 200 len: 999 time: 0.0662415 Sep 21 18:40:19.832381 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d5481-b718-4564-8cbc-226625ae462d req-259c61e9-81fc-457b-9723-1de1e35a7842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:19.833774 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2c8d5481-b718-4564-8cbc-226625ae462d req-259c61e9-81fc-457b-9723-1de1e35a7842 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0519300 Sep 21 18:40:19.884206 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d5481-b718-4564-8cbc-226625ae462d req-508e10f1-8369-4fc5-9fd9-7fdbdcbc1a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:19.885649 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2c8d5481-b718-4564-8cbc-226625ae462d req-508e10f1-8369-4fc5-9fd9-7fdbdcbc1a35 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443115 Sep 21 18:40:19.975083 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2c8d5481-b718-4564-8cbc-226625ae462d req-cb5daf8c-94b9-4db5-a51f-bbbdb6f8cf34 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811114 Sep 21 18:40:20.066489 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2c8d5481-b718-4564-8cbc-226625ae462d req-0ab9d972-7de2-4ded-824c-b0931b762a75 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832636 Sep 21 18:40:20.078504 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 55d6f896-ee1c-4389-a930-f87157bfa696 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:40:20.175706 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 55d6f896-ee1c-4389-a930-f87157bfa696, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=55d6f896-ee1c-4389-a930-f87157bfa696,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:40:20.186737 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '55d6f896-ee1c-4389-a930-f87157bfa696', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'port_id': '55d6f896-ee1c-4389-a930-f87157bfa696', 'mac_address': 'fa:16:3e:12:76:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:40:20.224032 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:20.240292 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d6f896-ee1c-4389-a930-f87157bfa696 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:40:20.263961 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 55d6f896-ee1c-4389-a930-f87157bfa696, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=55d6f896-ee1c-4389-a930-f87157bfa696,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:40:20.270910 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:20.277151 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:20.318770 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=55d6f896-ee1c-4389-a930-f87157bfa696,revision_number=8']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:20.325944 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:20.326285 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:20.326626 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:20.326968 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:20.327307 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:20.327650 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:20.327971 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:20.328304 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:20.328635 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:20.328962 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:20.329279 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:20.329592 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:40:20.515481 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['55d6f896-ee1c-4389-a930-f87157bfa696'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:40:20.571091 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc8ce1-5a5d-4369-98ff-f74272b0ade2 req-369897fb-2c35-4f3a-b10d-066368ee57da tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:20.572596 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7cdc8ce1-5a5d-4369-98ff-f74272b0ade2 req-369897fb-2c35-4f3a-b10d-066368ee57da tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 944 time: 0.0515506 Sep 21 18:40:20.618117 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7cdc8ce1-5a5d-4369-98ff-f74272b0ade2 req-902ac2c4-837e-49bd-bbe9-092b0849c4e2 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387940 Sep 21 18:40:20.738011 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3839e3d-03ff-453d-917c-6661c96c8a7a req-d1f04694-c5c8-46f1-a185-d114f9d5c3b6 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:20.739489 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3839e3d-03ff-453d-917c-6661c96c8a7a req-d1f04694-c5c8-46f1-a185-d114f9d5c3b6 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 944 time: 0.0491891 Sep 21 18:40:20.776920 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3839e3d-03ff-453d-917c-6661c96c8a7a req-3ba97f2c-9f1c-4514-9d26-908188a85778 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312421 Sep 21 18:40:21.018423 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec28f18-f66b-456d-a41f-4605ac107cfd req-5cfd732a-998d-4287-9101-9a508b6eeec0 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:21.019906 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ec28f18-f66b-456d-a41f-4605ac107cfd req-5cfd732a-998d-4287-9101-9a508b6eeec0 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 944 time: 0.0850797 Sep 21 18:40:21.045353 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7c8fc-b6c8-4f93-8537-e60b39b7e4e1 req-b9aaf2eb-9988-41bc-84ed-fb8c94c9e724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:21.046763 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ee7c8fc-b6c8-4f93-8537-e60b39b7e4e1 req-b9aaf2eb-9988-41bc-84ed-fb8c94c9e724 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 1095 time: 0.0685453 Sep 21 18:40:21.071998 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ec28f18-f66b-456d-a41f-4605ac107cfd req-f0f9fcc8-07d6-4e00-8b91-d11bb53749fb tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447881 Sep 21 18:40:21.151725 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7c8fc-b6c8-4f93-8537-e60b39b7e4e1 req-d34c3b50-39a4-4b80-8403-0e26b077928f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:21.153234 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ee7c8fc-b6c8-4f93-8537-e60b39b7e4e1 req-d34c3b50-39a4-4b80-8403-0e26b077928f service neutron] 10.222.0.38 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.0955937 Sep 21 18:40:21.222225 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ee7c8fc-b6c8-4f93-8537-e60b39b7e4e1 req-3f8767fa-90b8-4e0d-afa0-9c16faf6549a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55d6f896-ee1c-4389-a930-f87157bfa696 HTTP/1.1" status: 200 len: 1000 time: 0.0618243 Sep 21 18:40:21.276721 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7c8fc-b6c8-4f93-8537-e60b39b7e4e1 req-18325a20-473f-4e3f-bd88-fcbbdd29596b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:21.278183 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ee7c8fc-b6c8-4f93-8537-e60b39b7e4e1 req-18325a20-473f-4e3f-bd88-fcbbdd29596b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0490043 Sep 21 18:40:21.324174 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7c8fc-b6c8-4f93-8537-e60b39b7e4e1 req-22c19621-fd94-4c2b-ba47-87c099a27adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:21.325613 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ee7c8fc-b6c8-4f93-8537-e60b39b7e4e1 req-22c19621-fd94-4c2b-ba47-87c099a27adb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404763 Sep 21 18:40:21.419978 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ee7c8fc-b6c8-4f93-8537-e60b39b7e4e1 req-8030132d-ab87-4141-82e3-d6c991825034 service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867131 Sep 21 18:40:21.524432 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ee7c8fc-b6c8-4f93-8537-e60b39b7e4e1 req-b4a2c029-d75b-4441-a24c-ed136640e3a7 service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973525 Sep 21 18:40:21.749649 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:22.111579 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 55d6f896-ee1c-4389-a930-f87157bfa696 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:40:22.166358 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 55d6f896-ee1c-4389-a930-f87157bfa696 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:40:22.170640 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 55d6f896-ee1c-4389-a930-f87157bfa696 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:40:22.171093 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:22.199094 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973c499-cbba-42f4-8e34-605c0663fafc req-06a75d22-17ff-47e0-9361-643e7d39dfa4 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:22.200643 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2973c499-cbba-42f4-8e34-605c0663fafc req-06a75d22-17ff-47e0-9361-643e7d39dfa4 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 944 time: 0.0496264 Sep 21 18:40:22.239450 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2973c499-cbba-42f4-8e34-605c0663fafc req-ba0f2f37-f041-4baf-bbde-da987a097ff5 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316057 Sep 21 18:40:22.251601 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:22.275473 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d6f896-ee1c-4389-a930-f87157bfa696'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:40:22.277813 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d82d375-6e90-4900-925b-4b2d643a3d31" -d '{"events": [{"server_uuid": "b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8", "name": "network-vif-plugged", "status": "completed", "tag": "55d6f896-ee1c-4389-a930-f87157bfa696"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:40:22.290674 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 55d6f896-ee1c-4389-a930-f87157bfa696, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=55d6f896-ee1c-4389-a930-f87157bfa696,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:40:22.295736 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:22.322547 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33ccb9b-2c3e-4a98-b8ca-8a0e6194ff4e x-openstack-request-id: req-f33ccb9b-2c3e-4a98-b8ca-8a0e6194ff4e {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:40:22.322851 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8", "name": "network-vif-plugged", "status": "completed", "tag": "55d6f896-ee1c-4389-a930-f87157bfa696", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:40:22.323147 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f33ccb9b-2c3e-4a98-b8ca-8a0e6194ff4e {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:40:22.323543 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d6f896-ee1c-4389-a930-f87157bfa696', 'code': 200} Sep 21 18:40:22.350689 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=55d6f896-ee1c-4389-a930-f87157bfa696,revision_number=9']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:22.489840 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6307b4-b338-4d3a-b296-f4db707d8cba req-86566053-e6a9-410e-ae50-0fcfdacb860d tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:22.491399 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8b6307b4-b338-4d3a-b296-f4db707d8cba req-86566053-e6a9-410e-ae50-0fcfdacb860d tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 945 time: 0.0569072 Sep 21 18:40:22.529397 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8b6307b4-b338-4d3a-b296-f4db707d8cba req-f087bd25-25bd-40f9-afae-b30d6b47be12 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319264 Sep 21 18:40:23.661999 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fa8ca-11f3-441d-b098-aefe79a1031d req-f968399b-8d68-4d7c-95c3-120b1fb93912 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:23.663598 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-307fa8ca-11f3-441d-b098-aefe79a1031d req-f968399b-8d68-4d7c-95c3-120b1fb93912 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 945 time: 0.0535011 Sep 21 18:40:23.725860 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-307fa8ca-11f3-441d-b098-aefe79a1031d req-3b325d11-d1f8-46c4-8853-edf6e824b9d0 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538030 Sep 21 18:40:23.734831 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f7740-815a-43b7-9c1b-312d3537be2c req-d3d0e5dc-a713-4925-bd4d-b1f169717498 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:23.736306 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9c8f7740-815a-43b7-9c1b-312d3537be2c req-d3d0e5dc-a713-4925-bd4d-b1f169717498 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8 HTTP/1.1" status: 200 len: 945 time: 0.0718656 Sep 21 18:40:23.795204 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:23.829621 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-9c8f7740-815a-43b7-9c1b-312d3537be2c req-49c3a082-a77a-44d2-924e-8cb6df386422 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Deleting port 55d6f896-ee1c-4389-a930-f87157bfa696 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:40:23.829891 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9c8f7740-815a-43b7-9c1b-312d3537be2c req-49c3a082-a77a-44d2-924e-8cb6df386422 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:23.920030 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-9c8f7740-815a-43b7-9c1b-312d3537be2c req-49c3a082-a77a-44d2-924e-8cb6df386422 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] For port 55d6f896-ee1c-4389-a930-f87157bfa696, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=55d6f896-ee1c-4389-a930-f87157bfa696,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:40:23.920394 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9c8f7740-815a-43b7-9c1b-312d3537be2c req-49c3a082-a77a-44d2-924e-8cb6df386422 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:24.107691 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9c8f7740-815a-43b7-9c1b-312d3537be2c req-49c3a082-a77a-44d2-924e-8cb6df386422 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:24.107921 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9c8f7740-815a-43b7-9c1b-312d3537be2c req-49c3a082-a77a-44d2-924e-8cb6df386422 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:24.108268 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [req-9c8f7740-815a-43b7-9c1b-312d3537be2c req-49c3a082-a77a-44d2-924e-8cb6df386422 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Floating IP f83cbc48-a27b-429b-bbed-6eb43687b34c disassociated. External IP: 172.25.6.241, port: 55d6f896-ee1c-4389-a930-f87157bfa696. Sep 21 18:40:24.108611 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-9c8f7740-815a-43b7-9c1b-312d3537be2c req-49c3a082-a77a-44d2-924e-8cb6df386422 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Calling delete_port for 55d6f896-ee1c-4389-a930-f87157bfa696 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:40:24.240929 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9c8f7740-815a-43b7-9c1b-312d3537be2c req-49c3a082-a77a-44d2-924e-8cb6df386422 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:24.269164 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3a082-a77a-44d2-924e-8cb6df386422 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Pushing event deleted for resources: {'Port': ['ID=55d6f896-ee1c-4389-a930-f87157bfa696,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:24.392936 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c8f7740-815a-43b7-9c1b-312d3537be2c req-49c3a082-a77a-44d2-924e-8cb6df386422 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Router df73068d-e5ea-4f9d-95f6-761fbb41faa7 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:40:24.501149 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c8f7740-815a-43b7-9c1b-312d3537be2c req-49c3a082-a77a-44d2-924e-8cb6df386422 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:40:24.512317 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233110b8-e313-44d9-8f4f-03400eefc346 None None] Sync routers for ids ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:40:24.521434 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233110b8-e313-44d9-8f4f-03400eefc346 None None] Routers {'df73068d-e5ea-4f9d-95f6-761fbb41faa7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:40:24.522038 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-233110b8-e313-44d9-8f4f-03400eefc346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:40:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:24.539660 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8f7740-815a-43b7-9c1b-312d3537be2c req-49c3a082-a77a-44d2-924e-8cb6df386422 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] No DVR routers for this DVR port 55d6f896-ee1c-4389-a930-f87157bfa696 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:40:24.542620 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-9c8f7740-815a-43b7-9c1b-312d3537be2c req-49c3a082-a77a-44d2-924e-8cb6df386422 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:24.544649 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9c8f7740-815a-43b7-9c1b-312d3537be2c req-49c3a082-a77a-44d2-924e-8cb6df386422 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.38 "DELETE /v2.0/ports/55d6f896-ee1c-4389-a930-f87157bfa696 HTTP/1.1" status: 204 len: 173 time: 0.8021886 Sep 21 18:40:24.545101 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8', 'name': 'network-vif-deleted', 'tag': '55d6f896-ee1c-4389-a930-f87157bfa696'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:40:24.547351 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976044d4-e50e-493f-853c-62fa089e839e" -d '{"events": [{"server_uuid": "b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8", "name": "network-vif-deleted", "tag": "55d6f896-ee1c-4389-a930-f87157bfa696"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:40:24.587731 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560bf5aa-64b6-40ae-9401-fe73c2672006 x-openstack-request-id: req-560bf5aa-64b6-40ae-9401-fe73c2672006 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:40:24.588026 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8", "name": "network-vif-deleted", "tag": "55d6f896-ee1c-4389-a930-f87157bfa696", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:40:24.588336 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-560bf5aa-64b6-40ae-9401-fe73c2672006 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:40:24.588738 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d610cc-6e17-4a4c-9cf4-85986ad9b0c8', 'name': 'network-vif-deleted', 'tag': '55d6f896-ee1c-4389-a930-f87157bfa696', 'status': 'completed', 'code': 200} Sep 21 18:40:24.633091 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-233110b8-e313-44d9-8f4f-03400eefc346 None None] Set router df73068d-e5ea-4f9d-95f6-761fbb41faa7 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:40:24.829725 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-233110b8-e313-44d9-8f4f-03400eefc346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'name': 'tempest-ServerActionsTestJSON-1147916915-router', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:35:51Z', 'updated_at': '2021-09-21T18:35:54Z', 'revision_number': 4, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'gw_port': {'id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:52Z', 'updated_at': '2021-09-21T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '343173bc-1ccc-4325-8819-89b488f13f23', 'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'mac_address': 'fa:16:3e:73:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:53Z', 'updated_at': '2021-09-21T18:35:57Z', 'revision_number': 5, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'subnets': [{'id': '8acc57b2-d907-4723-b657-57319cd71f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:24.860432 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233110b8-e313-44d9-8f4f-03400eefc346 None None] Checking router: df73068d-e5ea-4f9d-95f6-761fbb41faa7 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:40:24.871899 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233110b8-e313-44d9-8f4f-03400eefc346 None None] Routers {'df73068d-e5ea-4f9d-95f6-761fbb41faa7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:40:24.872517 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-233110b8-e313-44d9-8f4f-03400eefc346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:40:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:24.910726 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:24.984882 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-233110b8-e313-44d9-8f4f-03400eefc346 None None] Set router df73068d-e5ea-4f9d-95f6-761fbb41faa7 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:40:25.006391 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-f4474bcb-4c61-4600-8212-a2fe9450bf91 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--951097478&fields=id&tenant_id=6fd87ea74b6345819943c376316cb4ef HTTP/1.1" status: 200 len: 267 time: 0.0352039 Sep 21 18:40:25.112501 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-9bc4f07a-acee-43fe-a29d-35fbefd7d516 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:25.113987 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-9bc4f07a-acee-43fe-a29d-35fbefd7d516 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 812 time: 0.1007252 Sep 21 18:40:25.129683 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-94b26d05-67e4-4ca8-86c4-5d412d56d474 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/quotas/6fd87ea74b6345819943c376316cb4ef HTTP/1.1" status: 200 len: 375 time: 0.0093372 Sep 21 18:40:25.178754 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-233110b8-e313-44d9-8f4f-03400eefc346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'name': 'tempest-ServerActionsTestJSON-1147916915-router', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:35:51Z', 'updated_at': '2021-09-21T18:35:54Z', 'revision_number': 4, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'gw_port': {'id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:52Z', 'updated_at': '2021-09-21T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '343173bc-1ccc-4325-8819-89b488f13f23', 'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'mac_address': 'fa:16:3e:73:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:53Z', 'updated_at': '2021-09-21T18:35:57Z', 'revision_number': 5, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'subnets': [{'id': '8acc57b2-d907-4723-b657-57319cd71f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:25.182550 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-607dee0e-f0a0-4b90-9c79-819aa9e8ff18 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471518 Sep 21 18:40:25.205831 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233110b8-e313-44d9-8f4f-03400eefc346 None None] The sync data for ids ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'] in n-d-810291-1 is: [{'id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'name': 'tempest-ServerActionsTestJSON-1147916915-router', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:35:51Z', 'updated_at': '2021-09-21T18:35:54Z', 'revision_number': 4, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'gw_port': {'id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:52Z', 'updated_at': '2021-09-21T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '343173bc-1ccc-4325-8819-89b488f13f23', 'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'mac_address': 'fa:16:3e:73:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:53Z', 'updated_at': '2021-09-21T18:35:57Z', 'revision_number': 5, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'subnets': [{'id': '8acc57b2-d907-4723-b657-57319cd71f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:40:25.251051 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-45131bf9-973e-40c3-ac4e-08216a47884d service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:40:25.252058 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-45131bf9-973e-40c3-ac4e-08216a47884d service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0579460 Sep 21 18:40:25.347250 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-2fc89a3a-9a64-48b5-b930-dfb02ffb3582 service neutron] 10.222.0.58 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883000 Sep 21 18:40:25.416004 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df3b5c5-c6b1-4d29-bfcd-1fc6ebd41383 None None] New status for floating IP f83cbc48-a27b-429b-bbed-6eb43687b34c: DOWN {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:40:25.443060 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-ac5c9b78-907d-4c09-9ec2-40907fa17d7b service neutron] 10.222.0.58 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890319 Sep 21 18:40:26.632590 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2131369b-a194-448c-a919-5a535397c793 req-771b8b5d-b48b-41cc-98f3-6cb9c6845713 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 210 time: 0.0263426 Sep 21 18:40:27.930006 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3d67273d-5a0b-4d4a-935e-f9dbcda6604c req-2d8afc3a-960c-4fc6-9d8d-1493b6d03ac7 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 210 time: 0.0353355 Sep 21 18:40:28.001184 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-b4378097-8121-4e75-9ce0-3e7ec46fea8d tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:28.002631 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-b4378097-8121-4e75-9ce0-3e7ec46fea8d tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.44 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 812 time: 0.4790964 Sep 21 18:40:28.048639 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-3a03876b-11eb-4125-808c-e3eab8dae011 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fd87ea74b6345819943c376316cb4ef HTTP/1.1" status: 200 len: 379 time: 0.0330338 Sep 21 18:40:28.058883 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-4934ac4a-ad57-45e0-9392-ad50f233ce27 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Request body: {'port': {'device_id': '2557850a-b746-499d-a3b1-f9f24b95ae96', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'admin_state_up': True, 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'security_groups': ['15679e56-63f7-41e1-b532-9eebf93df8d3']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:40:28.141222 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 55d6f896-ee1c-4389-a930-f87157bfa696 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:40:28.161653 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 55d6f896-ee1c-4389-a930-f87157bfa696 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:40:28.161994 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 55d6f896-ee1c-4389-a930-f87157bfa696 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:40:28.174970 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-4934ac4a-ad57-45e0-9392-ad50f233ce27 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Made reservation on behalf of 6fd87ea74b6345819943c376316cb4ef for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:40:28.178946 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-4934ac4a-ad57-45e0-9392-ad50f233ce27 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:28.308440 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-4934ac4a-ad57-45e0-9392-ad50f233ce27 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Allocated IP 172.20.0.4 (0040d368-090f-4bf8-89ec-4e074ceb12bd/8acc57b2-d907-4723-b657-57319cd71f61/2bb3801e-cd6b-4b09-938a-d925c363e7a6) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:40:28.449853 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-4934ac4a-ad57-45e0-9392-ad50f233ce27 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:28.485948 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-4934ac4a-ad57-45e0-9392-ad50f233ce27 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:28.527143 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-4934ac4a-ad57-45e0-9392-ad50f233ce27 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Network 0040d368-090f-4bf8-89ec-4e074ceb12bd is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:40:28.530373 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-4934ac4a-ad57-45e0-9392-ad50f233ce27 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:40:28.536083 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-4934ac4a-ad57-45e0-9392-ad50f233ce27 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:40:28.542618 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934ac4a-ad57-45e0-9392-ad50f233ce27 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Pushing event updated for resources: {'Port': ['ID=2bb3801e-cd6b-4b09-938a-d925c363e7a6,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:28.587440 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-4934ac4a-ad57-45e0-9392-ad50f233ce27 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:28.588072 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-4934ac4a-ad57-45e0-9392-ad50f233ce27 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:28.602609 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-4934ac4a-ad57-45e0-9392-ad50f233ce27 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5472643 Sep 21 18:40:28.615832 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-049b9aef-76af-4a43-8116-4cb0ec1b835a service neutron] Request body: {'port': {'device_id': '2557850a-b746-499d-a3b1-f9f24b95ae96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:40:28.672854 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-049b9aef-76af-4a43-8116-4cb0ec1b835a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:28.796308 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5f94538c-0780-4d2c-aeb6-4922ca4f45d2 None None] Provisioning complete for port 2bb3801e-cd6b-4b09-938a-d925c363e7a6 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:40:28.796759 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5f94538c-0780-4d2c-aeb6-4922ca4f45d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:28.836017 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5f94538c-0780-4d2c-aeb6-4922ca4f45d2 None None] Port 2bb3801e-cd6b-4b09-938a-d925c363e7a6 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:40:28.951906 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-049b9aef-76af-4a43-8116-4cb0ec1b835a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bb3801e-cd6b-4b09-938a-d925c363e7a6 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:40:28.959984 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-049b9aef-76af-4a43-8116-4cb0ec1b835a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:28.972363 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-049b9aef-76af-4a43-8116-4cb0ec1b835a service neutron] Transition to ACTIVE for port object 2bb3801e-cd6b-4b09-938a-d925c363e7a6 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:40:28.978891 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-049b9aef-76af-4a43-8116-4cb0ec1b835a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:29.042835 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b9aef-76af-4a43-8116-4cb0ec1b835a service neutron] Pushing event updated for resources: {'Port': ['ID=2bb3801e-cd6b-4b09-938a-d925c363e7a6,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:29.055654 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d13dc3-11c9-45b8-9813-763718c07aa2 req-ae6554ee-ba59-4ed5-872e-7f029ed034a1 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:29.057430 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-55d13dc3-11c9-45b8-9813-763718c07aa2 req-ae6554ee-ba59-4ed5-872e-7f029ed034a1 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 943 time: 0.0559683 Sep 21 18:40:29.098253 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-55d13dc3-11c9-45b8-9813-763718c07aa2 req-8223eca5-aee2-4c53-ab11-689b591dddd8 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332437 Sep 21 18:40:29.101321 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-049b9aef-76af-4a43-8116-4cb0ec1b835a service neutron] Attempting to bind port 2bb3801e-cd6b-4b09-938a-d925c363e7a6 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:40:29.101696 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-049b9aef-76af-4a43-8116-4cb0ec1b835a service neutron] Attempting to bind port 2bb3801e-cd6b-4b09-938a-d925c363e7a6 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:40:29.102076 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-049b9aef-76af-4a43-8116-4cb0ec1b835a service neutron] Attempting to bind port 2bb3801e-cd6b-4b09-938a-d925c363e7a6 on network 0040d368-090f-4bf8-89ec-4e074ceb12bd {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:40:29.106794 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-049b9aef-76af-4a43-8116-4cb0ec1b835a service neutron] Port 2bb3801e-cd6b-4b09-938a-d925c363e7a6 on network 0040d368-090f-4bf8-89ec-4e074ceb12bd not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:40:29.107149 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-049b9aef-76af-4a43-8116-4cb0ec1b835a service neutron] Attempting to bind port 2bb3801e-cd6b-4b09-938a-d925c363e7a6 on network 0040d368-090f-4bf8-89ec-4e074ceb12bd {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:40:29.117708 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-049b9aef-76af-4a43-8116-4cb0ec1b835a service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:40:29.118230 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-049b9aef-76af-4a43-8116-4cb0ec1b835a service neutron] Checking segment: {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:40:29.118878 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-049b9aef-76af-4a43-8116-4cb0ec1b835a service neutron] Bound using segment: {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:40:29.119530 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-049b9aef-76af-4a43-8116-4cb0ec1b835a service neutron] Bound port: 2bb3801e-cd6b-4b09-938a-d925c363e7a6, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:40:29.119987 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-049b9aef-76af-4a43-8116-4cb0ec1b835a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:29.185677 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-049b9aef-76af-4a43-8116-4cb0ec1b835a service neutron] For port 2bb3801e-cd6b-4b09-938a-d925c363e7a6, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:40:29.192831 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-049b9aef-76af-4a43-8116-4cb0ec1b835a service neutron] For port 2bb3801e-cd6b-4b09-938a-d925c363e7a6, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=2bb3801e-cd6b-4b09-938a-d925c363e7a6,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:40:29.197863 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-049b9aef-76af-4a43-8116-4cb0ec1b835a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:29.232914 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-049b9aef-76af-4a43-8116-4cb0ec1b835a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:29.233542 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-049b9aef-76af-4a43-8116-4cb0ec1b835a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:29.235036 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-049b9aef-76af-4a43-8116-4cb0ec1b835a service neutron] 10.222.0.44 "PUT /v2.0/ports/2bb3801e-cd6b-4b09-938a-d925c363e7a6 HTTP/1.1" status: 200 len: 1091 time: 0.6235728 Sep 21 18:40:29.235694 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2557850a-b746-499d-a3b1-f9f24b95ae96', 'tag': '2bb3801e-cd6b-4b09-938a-d925c363e7a6'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:40:29.238006 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247d904b-148a-4ff8-91c0-b1bf8815ce62" -d '{"events": [{"name": "network-changed", "server_uuid": "2557850a-b746-499d-a3b1-f9f24b95ae96", "tag": "2bb3801e-cd6b-4b09-938a-d925c363e7a6"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:40:29.272037 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b9aef-76af-4a43-8116-4cb0ec1b835a service neutron] Pushing event updated for resources: {'Port': ['ID=2bb3801e-cd6b-4b09-938a-d925c363e7a6,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:29.284063 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903a84b4-9310-4e9f-8b25-2d696f2ec14c x-openstack-request-id: req-903a84b4-9310-4e9f-8b25-2d696f2ec14c {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:40:29.284392 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2557850a-b746-499d-a3b1-f9f24b95ae96", "tag": "2bb3801e-cd6b-4b09-938a-d925c363e7a6", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:40:29.284654 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-903a84b4-9310-4e9f-8b25-2d696f2ec14c {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:40:29.285074 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2557850a-b746-499d-a3b1-f9f24b95ae96', 'tag': '2bb3801e-cd6b-4b09-938a-d925c363e7a6', 'status': 'completed', 'code': 200} Sep 21 18:40:29.333850 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-a9531e7c-5a52-4c3e-b929-52b0a1308600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:29.335452 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-a9531e7c-5a52-4c3e-b929-52b0a1308600 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 1094 time: 0.0418606 Sep 21 18:40:29.384693 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-f6fdb99e-2c60-41f2-acab-df1b35c0ce44 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bb3801e-cd6b-4b09-938a-d925c363e7a6 HTTP/1.1" status: 200 len: 217 time: 0.0403681 Sep 21 18:40:29.435486 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-e4866d2d-4161-41a8-85f4-925e4d036495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:29.436967 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-e4866d2d-4161-41a8-85f4-925e4d036495 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0451651 Sep 21 18:40:29.483792 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-7c4a7253-2918-462d-ab25-19dd2b288fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:29.485302 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-7c4a7253-2918-462d-ab25-19dd2b288fc8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398700 Sep 21 18:40:29.581039 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-4f6e686d-757c-432d-b2e9-1cd1e9f15e22 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864708 Sep 21 18:40:29.681785 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d520b7eb-5cfa-4b6c-8e55-41c3aead06d8 req-661a16af-cb9a-4f4d-a3de-705b55797301 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925825 Sep 21 18:40:29.790802 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d904b-148a-4ff8-91c0-b1bf8815ce62 req-f3f13a63-9310-419b-ab78-0428c53f2c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:29.792346 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-247d904b-148a-4ff8-91c0-b1bf8815ce62 req-f3f13a63-9310-419b-ab78-0428c53f2c53 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 1094 time: 0.0559175 Sep 21 18:40:29.900668 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d904b-148a-4ff8-91c0-b1bf8815ce62 req-5a459345-7cac-4902-bf77-e72baed4bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:29.902066 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-247d904b-148a-4ff8-91c0-b1bf8815ce62 req-5a459345-7cac-4902-bf77-e72baed4bd70 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.1012328 Sep 21 18:40:29.947754 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-247d904b-148a-4ff8-91c0-b1bf8815ce62 req-44693c6b-426a-448f-8c7f-166153c28a25 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bb3801e-cd6b-4b09-938a-d925c363e7a6 HTTP/1.1" status: 200 len: 217 time: 0.0377810 Sep 21 18:40:30.001601 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d904b-148a-4ff8-91c0-b1bf8815ce62 req-25be8af0-c533-4395-83f1-c647a1cc89f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:30.003932 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-247d904b-148a-4ff8-91c0-b1bf8815ce62 req-25be8af0-c533-4395-83f1-c647a1cc89f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0482700 Sep 21 18:40:30.051489 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d904b-148a-4ff8-91c0-b1bf8815ce62 req-c63b7b17-a06e-41b5-9d64-d997f1aedfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:30.052991 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-247d904b-148a-4ff8-91c0-b1bf8815ce62 req-c63b7b17-a06e-41b5-9d64-d997f1aedfa6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418596 Sep 21 18:40:30.153792 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-247d904b-148a-4ff8-91c0-b1bf8815ce62 req-54fc88ca-9297-4152-817a-4e9e42e51f83 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917804 Sep 21 18:40:30.219220 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a272c46-029a-44e7-827e-994d6a85a553 req-5c16703a-ce19-4350-a018-87c14971bc40 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:30.220734 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8a272c46-029a-44e7-827e-994d6a85a553 req-5c16703a-ce19-4350-a018-87c14971bc40 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 943 time: 0.0497472 Sep 21 18:40:30.248073 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-247d904b-148a-4ff8-91c0-b1bf8815ce62 req-b41877f7-1197-4f04-b501-b90d523b8f68 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863855 Sep 21 18:40:30.258558 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8a272c46-029a-44e7-827e-994d6a85a553 req-f714c1c7-0a79-40c9-ade9-f8b81cc81aab tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312591 Sep 21 18:40:31.389567 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e8280-c0dc-4311-8b7f-f55a152beca7 req-e7ba7bf9-76e7-4c8f-b3c3-bbf126b6c15a tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:31.391080 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad3e8280-c0dc-4311-8b7f-f55a152beca7 req-e7ba7bf9-76e7-4c8f-b3c3-bbf126b6c15a tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 943 time: 0.0547919 Sep 21 18:40:31.428712 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad3e8280-c0dc-4311-8b7f-f55a152beca7 req-375d6ff1-a755-4b13-b3de-99e1f2a79978 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315034 Sep 21 18:40:31.539798 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 2bb3801e-cd6b-4b09-938a-d925c363e7a6 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:40:31.642373 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 2bb3801e-cd6b-4b09-938a-d925c363e7a6, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=2bb3801e-cd6b-4b09-938a-d925c363e7a6,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:40:31.653529 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '2bb3801e-cd6b-4b09-938a-d925c363e7a6', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'port_id': '2bb3801e-cd6b-4b09-938a-d925c363e7a6', 'mac_address': 'fa:16:3e:20:d2:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:40:31.695479 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:31.708890 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb3801e-cd6b-4b09-938a-d925c363e7a6 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:40:31.728798 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 2bb3801e-cd6b-4b09-938a-d925c363e7a6, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=2bb3801e-cd6b-4b09-938a-d925c363e7a6,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:40:31.736671 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:31.782303 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=2bb3801e-cd6b-4b09-938a-d925c363e7a6,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:31.962851 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['2bb3801e-cd6b-4b09-938a-d925c363e7a6'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:40:32.560832 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7b6e2-dbcb-4eab-815e-cd04d325b53c req-ef4eadde-cd36-440f-9be7-8c1b7ce5a90e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:32.562297 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8fa7b6e2-dbcb-4eab-815e-cd04d325b53c req-ef4eadde-cd36-440f-9be7-8c1b7ce5a90e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 944 time: 0.0533442 Sep 21 18:40:32.604734 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8fa7b6e2-dbcb-4eab-815e-cd04d325b53c req-e28ed938-5f74-4401-b35a-a93e289697d6 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332832 Sep 21 18:40:33.546859 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 2bb3801e-cd6b-4b09-938a-d925c363e7a6 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:40:33.609428 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 2bb3801e-cd6b-4b09-938a-d925c363e7a6 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:40:33.613222 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 2bb3801e-cd6b-4b09-938a-d925c363e7a6 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:40:33.613596 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:33.689286 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:33.712596 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2557850a-b746-499d-a3b1-f9f24b95ae96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb3801e-cd6b-4b09-938a-d925c363e7a6'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:40:33.715073 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19edb585-aa74-4357-a3da-9289d7fec557" -d '{"events": [{"server_uuid": "2557850a-b746-499d-a3b1-f9f24b95ae96", "name": "network-vif-plugged", "status": "completed", "tag": "2bb3801e-cd6b-4b09-938a-d925c363e7a6"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:40:33.721295 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc89f2-b91d-4064-8949-6b5cf3fb0c6d req-7da103fe-c3fe-4122-859f-1e82c938b28e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:33.723243 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1ffc89f2-b91d-4064-8949-6b5cf3fb0c6d req-7da103fe-c3fe-4122-859f-1e82c938b28e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 944 time: 0.0496941 Sep 21 18:40:33.728497 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 2bb3801e-cd6b-4b09-938a-d925c363e7a6, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=2bb3801e-cd6b-4b09-938a-d925c363e7a6,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:40:33.734030 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:33.764005 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69943cb4-513d-46cd-9071-a3fc75f181f1 x-openstack-request-id: req-69943cb4-513d-46cd-9071-a3fc75f181f1 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:40:33.764302 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2557850a-b746-499d-a3b1-f9f24b95ae96", "name": "network-vif-plugged", "status": "completed", "tag": "2bb3801e-cd6b-4b09-938a-d925c363e7a6", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:40:33.764554 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-69943cb4-513d-46cd-9071-a3fc75f181f1 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:40:33.764950 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2557850a-b746-499d-a3b1-f9f24b95ae96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb3801e-cd6b-4b09-938a-d925c363e7a6', 'code': 200} Sep 21 18:40:33.765247 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1ffc89f2-b91d-4064-8949-6b5cf3fb0c6d req-6a370be0-21c0-406c-8037-100f48287042 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349872 Sep 21 18:40:33.794627 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=2bb3801e-cd6b-4b09-938a-d925c363e7a6,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:40:33.861817 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a529e68-ab9d-440a-a85c-63fb052165fe req-82e92917-7cfd-4061-9806-d44184c825cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:33.863415 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6a529e68-ab9d-440a-a85c-63fb052165fe req-82e92917-7cfd-4061-9806-d44184c825cf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 1096 time: 0.0447340 Sep 21 18:40:33.899800 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6a529e68-ab9d-440a-a85c-63fb052165fe req-539c5a8e-8b35-42f6-900a-13fc071af1c2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282965 Sep 21 18:40:34.892054 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0cb8e-1bf8-4c95-9345-00caaf6aaecc req-e408b4fe-c9fa-4adb-a2cb-98cc34948519 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:34.893861 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6ee0cb8e-1bf8-4c95-9345-00caaf6aaecc req-e408b4fe-c9fa-4adb-a2cb-98cc34948519 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 945 time: 0.0504153 Sep 21 18:40:34.934029 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6ee0cb8e-1bf8-4c95-9345-00caaf6aaecc req-74b999c8-fdae-4fa7-8619-bcf3f5e1a98f tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335956 Sep 21 18:40:35.608252 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:40:36.064550 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d95b5-ab6f-47f5-9f83-014d41afe47e req-ce48f451-296e-423b-babd-fec138cf83b0 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:36.066078 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b15d95b5-ab6f-47f5-9f83-014d41afe47e req-ce48f451-296e-423b-babd-fec138cf83b0 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 945 time: 0.0545721 Sep 21 18:40:36.106109 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b15d95b5-ab6f-47f5-9f83-014d41afe47e req-b3a411f2-a709-4c53-95f5-e6abcfac2cef tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335436 Sep 21 18:40:36.223987 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f6d5d-17cb-46a5-8b1a-72d1abb2d634 req-8e4d5ae6-1166-4817-9804-5c762f7cb8df tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:36.225576 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c75f6d5d-17cb-46a5-8b1a-72d1abb2d634 req-8e4d5ae6-1166-4817-9804-5c762f7cb8df tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 945 time: 0.0513389 Sep 21 18:40:36.234468 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 52932) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:40:36.240837 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-e6a74188-efa2-49c5-ac0a-333b9f3c3e54 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Request body: {'floatingip': {'port_id': '2bb3801e-cd6b-4b09-938a-d925c363e7a6'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:40:36.293373 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e6a74188-efa2-49c5-ac0a-333b9f3c3e54 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks [] for floatingip, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:37.024687 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e6a74188-efa2-49c5-ac0a-333b9f3c3e54 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:37.031625 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e6a74188-efa2-49c5-ac0a-333b9f3c3e54 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:37.134592 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [None req-e6a74188-efa2-49c5-ac0a-333b9f3c3e54 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Floating IP f83cbc48-a27b-429b-bbed-6eb43687b34c associated. External IP: 172.25.6.241, port: 2bb3801e-cd6b-4b09-938a-d925c363e7a6. Sep 21 18:40:37.346895 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a74188-efa2-49c5-ac0a-333b9f3c3e54 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Router df73068d-e5ea-4f9d-95f6-761fbb41faa7 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:40:37.454196 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a74188-efa2-49c5-ac0a-333b9f3c3e54 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:40:37.459849 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e6a74188-efa2-49c5-ac0a-333b9f3c3e54 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:37.464781 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4810bf0a-c055-4a68-8328-0d0f30aa92e7 None None] Sync routers for ids ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:40:37.474049 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4810bf0a-c055-4a68-8328-0d0f30aa92e7 None None] Routers {'df73068d-e5ea-4f9d-95f6-761fbb41faa7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:40:37.474630 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-4810bf0a-c055-4a68-8328-0d0f30aa92e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:40:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:37.487872 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e6a74188-efa2-49c5-ac0a-333b9f3c3e54 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "PUT /v2.0/floatingips/f83cbc48-a27b-429b-bbed-6eb43687b34c HTTP/1.1" status: 200 len: 991 time: 1.2523205 Sep 21 18:40:37.488555 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2557850a-b746-499d-a3b1-f9f24b95ae96', 'tag': '2bb3801e-cd6b-4b09-938a-d925c363e7a6'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:40:37.490962 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d489cf4-dc20-4db0-ae4c-592c749c361b" -d '{"events": [{"name": "network-changed", "server_uuid": "2557850a-b746-499d-a3b1-f9f24b95ae96", "tag": "2bb3801e-cd6b-4b09-938a-d925c363e7a6"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:40:37.532477 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a40f6e7-389e-466a-b7ee-d4929210008d x-openstack-request-id: req-5a40f6e7-389e-466a-b7ee-d4929210008d {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:40:37.532767 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2557850a-b746-499d-a3b1-f9f24b95ae96", "tag": "2bb3801e-cd6b-4b09-938a-d925c363e7a6", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:40:37.533018 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5a40f6e7-389e-466a-b7ee-d4929210008d {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:40:37.533425 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2557850a-b746-499d-a3b1-f9f24b95ae96', 'tag': '2bb3801e-cd6b-4b09-938a-d925c363e7a6', 'status': 'completed', 'code': 200} Sep 21 18:40:37.582340 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-4810bf0a-c055-4a68-8328-0d0f30aa92e7 None None] Set router df73068d-e5ea-4f9d-95f6-761fbb41faa7 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:40:37.600727 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d489cf4-dc20-4db0-ae4c-592c749c361b req-433a13a2-6ae8-4a79-9d98-209ddb8a5121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:37.602167 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d489cf4-dc20-4db0-ae4c-592c749c361b req-433a13a2-6ae8-4a79-9d98-209ddb8a5121 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 1096 time: 0.0399470 Sep 21 18:40:37.691987 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d489cf4-dc20-4db0-ae4c-592c749c361b req-62abdb23-6f83-4a59-a052-89d7adee2382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:37.693455 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d489cf4-dc20-4db0-ae4c-592c749c361b req-62abdb23-6f83-4a59-a052-89d7adee2382 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.0836310 Sep 21 18:40:37.762302 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d489cf4-dc20-4db0-ae4c-592c749c361b req-8ceeddc9-24d8-4d15-b73f-970aaba97bfb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bb3801e-cd6b-4b09-938a-d925c363e7a6 HTTP/1.1" status: 200 len: 999 time: 0.0608110 Sep 21 18:40:37.808913 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-4810bf0a-c055-4a68-8328-0d0f30aa92e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'name': 'tempest-ServerActionsTestJSON-1147916915-router', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:35:51Z', 'updated_at': '2021-09-21T18:35:54Z', 'revision_number': 4, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'gw_port': {'id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:52Z', 'updated_at': '2021-09-21T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'f83cbc48-a27b-429b-bbed-6eb43687b34c', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'floating_ip_address': '172.25.6.241', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'port_id': '2bb3801e-cd6b-4b09-938a-d925c363e7a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'mac_address': 'fa:16:3e:20:d2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557850a-b746-499d-a3b1-f9f24b95ae96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:35:56Z', 'updated_at': '2021-09-21T18:40:36Z', 'revision_number': 9, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '343173bc-1ccc-4325-8819-89b488f13f23', 'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'mac_address': 'fa:16:3e:73:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:53Z', 'updated_at': '2021-09-21T18:35:57Z', 'revision_number': 5, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'subnets': [{'id': '8acc57b2-d907-4723-b657-57319cd71f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:37.811771 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d489cf4-dc20-4db0-ae4c-592c749c361b req-c8385df1-8a94-43be-92e4-7d7c08822c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:37.813343 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d489cf4-dc20-4db0-ae4c-592c749c361b req-c8385df1-8a94-43be-92e4-7d7c08822c8f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0432966 Sep 21 18:40:37.834507 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4810bf0a-c055-4a68-8328-0d0f30aa92e7 None None] Checking router: df73068d-e5ea-4f9d-95f6-761fbb41faa7 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:40:37.844754 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4810bf0a-c055-4a68-8328-0d0f30aa92e7 None None] Routers {'df73068d-e5ea-4f9d-95f6-761fbb41faa7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:40:37.845568 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-4810bf0a-c055-4a68-8328-0d0f30aa92e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:40:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:37.860234 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d489cf4-dc20-4db0-ae4c-592c749c361b req-3b64536d-dc27-4cba-8fa5-927c2ebb8cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:37.863600 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d489cf4-dc20-4db0-ae4c-592c749c361b req-3b64536d-dc27-4cba-8fa5-927c2ebb8cc3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419412 Sep 21 18:40:37.968934 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d489cf4-dc20-4db0-ae4c-592c749c361b req-bcdc742e-cf80-4268-84be-60da8c9eb851 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972028 Sep 21 18:40:38.054205 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-4810bf0a-c055-4a68-8328-0d0f30aa92e7 None None] Set router df73068d-e5ea-4f9d-95f6-761fbb41faa7 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:40:38.078595 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d489cf4-dc20-4db0-ae4c-592c749c361b req-2afa670a-1d2a-4f21-a65f-c954487c1ca5 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987718 Sep 21 18:40:38.293670 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-4810bf0a-c055-4a68-8328-0d0f30aa92e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'name': 'tempest-ServerActionsTestJSON-1147916915-router', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:35:51Z', 'updated_at': '2021-09-21T18:35:54Z', 'revision_number': 4, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'gw_port': {'id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:52Z', 'updated_at': '2021-09-21T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'f83cbc48-a27b-429b-bbed-6eb43687b34c', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'floating_ip_address': '172.25.6.241', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'port_id': '2bb3801e-cd6b-4b09-938a-d925c363e7a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'mac_address': 'fa:16:3e:20:d2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557850a-b746-499d-a3b1-f9f24b95ae96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:35:56Z', 'updated_at': '2021-09-21T18:40:36Z', 'revision_number': 9, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '343173bc-1ccc-4325-8819-89b488f13f23', 'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'mac_address': 'fa:16:3e:73:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:53Z', 'updated_at': '2021-09-21T18:35:57Z', 'revision_number': 5, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'subnets': [{'id': '8acc57b2-d907-4723-b657-57319cd71f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:40:38.319103 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4810bf0a-c055-4a68-8328-0d0f30aa92e7 None None] The sync data for ids ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'] in n-d-810291-1 is: [{'id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'name': 'tempest-ServerActionsTestJSON-1147916915-router', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:35:51Z', 'updated_at': '2021-09-21T18:35:54Z', 'revision_number': 4, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'gw_port': {'id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:52Z', 'updated_at': '2021-09-21T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'f83cbc48-a27b-429b-bbed-6eb43687b34c', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'floating_ip_address': '172.25.6.241', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'port_id': '2bb3801e-cd6b-4b09-938a-d925c363e7a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'mac_address': 'fa:16:3e:20:d2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557850a-b746-499d-a3b1-f9f24b95ae96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:35:56Z', 'updated_at': '2021-09-21T18:40:36Z', 'revision_number': 9, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '343173bc-1ccc-4325-8819-89b488f13f23', 'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'mac_address': 'fa:16:3e:73:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:53Z', 'updated_at': '2021-09-21T18:35:57Z', 'revision_number': 5, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'subnets': [{'id': '8acc57b2-d907-4723-b657-57319cd71f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:40:38.516485 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b17a5c8-079b-4059-b35f-9d6cf1d426e7 None None] New status for floating IP f83cbc48-a27b-429b-bbed-6eb43687b34c: ACTIVE {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:40:40.213750 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-023123b3-791b-4076-b37d-d6196e2d9b8e req-b2dfba02-93ac-4133-a967-388b3fde2761 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427523 Sep 21 18:40:40.335171 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023123b3-791b-4076-b37d-d6196e2d9b8e req-5816caad-b926-4543-b38a-5da81d7d3c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:40.336687 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-023123b3-791b-4076-b37d-d6196e2d9b8e req-5816caad-b926-4543-b38a-5da81d7d3c8e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 1096 time: 0.0434494 Sep 21 18:40:40.450796 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023123b3-791b-4076-b37d-d6196e2d9b8e req-8ab7e33e-fbe2-4d17-83bf-c770b5b2cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:40.452314 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-023123b3-791b-4076-b37d-d6196e2d9b8e req-8ab7e33e-fbe2-4d17-83bf-c770b5b2cb17 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.0927246 Sep 21 18:40:40.523498 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-023123b3-791b-4076-b37d-d6196e2d9b8e req-b155be91-0885-4fb3-a345-7c03574ae91d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bb3801e-cd6b-4b09-938a-d925c363e7a6 HTTP/1.1" status: 200 len: 1002 time: 0.0622039 Sep 21 18:40:40.583572 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023123b3-791b-4076-b37d-d6196e2d9b8e req-95b2bc4a-e01b-4104-9b65-304431d2209c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:40.585058 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-023123b3-791b-4076-b37d-d6196e2d9b8e req-95b2bc4a-e01b-4104-9b65-304431d2209c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0535181 Sep 21 18:40:40.635893 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023123b3-791b-4076-b37d-d6196e2d9b8e req-daad1f4a-8931-4d33-b694-8fc0b8ab9d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:40:40.637381 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-023123b3-791b-4076-b37d-d6196e2d9b8e req-daad1f4a-8931-4d33-b694-8fc0b8ab9d49 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449276 Sep 21 18:40:40.729737 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-023123b3-791b-4076-b37d-d6196e2d9b8e req-131e1def-7b76-4371-8811-5e247503f389 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832882 Sep 21 18:40:40.846867 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-023123b3-791b-4076-b37d-d6196e2d9b8e req-8d631701-dcd0-4997-b0d4-62c0029e9fe7 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035719 Sep 21 18:40:45.979795 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8a3a7500-cacd-4912-a18f-c521894a80ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:48.494625 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f85e9ff4-89f8-4a0b-8c69-386a128fceaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:49.077950 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:50.283901 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:51.754127 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:53.828344 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:40:54.904101 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:12.615082 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:41:15.977690 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-554db2d8-ddeb-4ad4-9e3e-f40388ac6e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:18.491929 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-074a19eb-b4a5-41cb-a6d2-9592c471d9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:19.081272 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:20.283882 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:21.758461 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:23.846524 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:24.930085 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:40.240010 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90abcb48-8e01-46c3-8c5a-c275a27397a0 req-8671495c-c0cf-4200-9b01-35a694cba8d9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422146 Sep 21 18:41:40.325548 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abcb48-8e01-46c3-8c5a-c275a27397a0 req-363e92c2-8851-427f-84fa-6c293010ee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:40.327039 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90abcb48-8e01-46c3-8c5a-c275a27397a0 req-363e92c2-8851-427f-84fa-6c293010ee87 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 1096 time: 0.0417187 Sep 21 18:41:40.440279 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abcb48-8e01-46c3-8c5a-c275a27397a0 req-5ec43bf7-a009-47ca-b8ef-22d98e866e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:40.441735 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90abcb48-8e01-46c3-8c5a-c275a27397a0 req-5ec43bf7-a009-47ca-b8ef-22d98e866e32 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.0904477 Sep 21 18:41:40.528766 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90abcb48-8e01-46c3-8c5a-c275a27397a0 req-7ca44e88-467c-4c97-9c62-068d8ca72684 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bb3801e-cd6b-4b09-938a-d925c363e7a6 HTTP/1.1" status: 200 len: 1002 time: 0.0783174 Sep 21 18:41:40.582594 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abcb48-8e01-46c3-8c5a-c275a27397a0 req-775f0966-d158-4fbf-a4fd-58121b855e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:40.584038 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90abcb48-8e01-46c3-8c5a-c275a27397a0 req-775f0966-d158-4fbf-a4fd-58121b855e8d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0471754 Sep 21 18:41:40.630486 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abcb48-8e01-46c3-8c5a-c275a27397a0 req-a2434789-0e18-4674-8852-f72b420380a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:41:40.631974 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90abcb48-8e01-46c3-8c5a-c275a27397a0 req-a2434789-0e18-4674-8852-f72b420380a8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401242 Sep 21 18:41:40.724663 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90abcb48-8e01-46c3-8c5a-c275a27397a0 req-665bdfc4-1a9f-418f-a7a8-bfbdf5237f7e service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844233 Sep 21 18:41:40.813644 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90abcb48-8e01-46c3-8c5a-c275a27397a0 req-faa7605f-4c69-4cb6-bba0-4840859265fc service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805299 Sep 21 18:41:45.976774 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7a8831a1-8239-4f40-8f66-9efcfac1dfec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:48.490460 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-28903f60-86ce-4845-a916-67b4dccf7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:49.086841 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:49.614626 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:41:50.287249 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:51.762407 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:53.846365 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:41:54.923247 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:15.612945 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87dc543-7f75-4485-83ed-525237bb244c req-ccc02b16-3669-4aa7-8efa-cd8f91063465 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:15.614421 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d87dc543-7f75-4485-83ed-525237bb244c req-ccc02b16-3669-4aa7-8efa-cd8f91063465 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 945 time: 0.0599148 Sep 21 18:42:15.666606 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d87dc543-7f75-4485-83ed-525237bb244c req-1a6c2740-e9fb-4f70-99f9-b3d7d9b5132e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388472 Sep 21 18:42:15.670418 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-96f0b5fb-4cac-4584-b808-3ad1c973feea service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1285837 Sep 21 18:42:15.969131 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-48faf0d2-5670-4dad-ba15-25446581e7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:16.832516 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8f375-cd58-4a83-96b7-d034ea6e48c3 req-1e99c646-1e62-42dd-b2da-a52113087603 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:16.834009 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d6e8f375-cd58-4a83-96b7-d034ea6e48c3 req-1e99c646-1e62-42dd-b2da-a52113087603 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 945 time: 0.0892358 Sep 21 18:42:16.840134 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-72fc8413-b8eb-42ac-b18b-a3d22d21888d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:16.841507 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-72fc8413-b8eb-42ac-b18b-a3d22d21888d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 1096 time: 0.0621312 Sep 21 18:42:16.925030 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d6e8f375-cd58-4a83-96b7-d034ea6e48c3 req-90f999f2-8eee-4e70-b4a5-75c252be6a25 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825949 Sep 21 18:42:16.953747 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-41276037-e0eb-42de-a160-719583ae4e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:16.955188 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-41276037-e0eb-42de-a160-719583ae4e67 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.1055293 Sep 21 18:42:17.034513 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-3ef9c72f-4781-4d65-afe2-3ee990429295 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bb3801e-cd6b-4b09-938a-d925c363e7a6 HTTP/1.1" status: 200 len: 1002 time: 0.0711315 Sep 21 18:42:17.095143 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-c3a1ccc0-b558-46c7-9285-8b89b7454026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:17.097366 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-c3a1ccc0-b558-46c7-9285-8b89b7454026 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0551512 Sep 21 18:42:17.146508 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-05a56389-1ad6-4b11-bd09-68f08ae936a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:17.148019 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-05a56389-1ad6-4b11-bd09-68f08ae936a5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424232 Sep 21 18:42:17.242552 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-b4a61f88-09a6-4024-8542-8cbfc7c231c3 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864019 Sep 21 18:42:17.347817 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-a8f09803-ae1e-4ee2-b729-5fee0f6620ed service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974133 Sep 21 18:42:18.059248 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba66cbe-ce50-4571-8c01-c6e850d48b33 req-ca457d6e-f1bb-4f08-99d0-b3d873d134b4 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:18.060889 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5ba66cbe-ce50-4571-8c01-c6e850d48b33 req-ca457d6e-f1bb-4f08-99d0-b3d873d134b4 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 945 time: 0.0516627 Sep 21 18:42:18.101363 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5ba66cbe-ce50-4571-8c01-c6e850d48b33 req-62bb5880-d17d-426f-87e5-be72f57f4065 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317824 Sep 21 18:42:18.496213 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-320859cd-a57a-49d2-97cb-d18c2c7027c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:19.091926 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:19.233652 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f9789-b492-4e2e-87f9-418638542eb7 req-07e89622-f2e8-4108-b282-28b8a328b6a3 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:19.235179 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b00f9789-b492-4e2e-87f9-418638542eb7 req-07e89622-f2e8-4108-b282-28b8a328b6a3 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 945 time: 0.0533295 Sep 21 18:42:19.281316 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b00f9789-b492-4e2e-87f9-418638542eb7 req-4caa37db-5341-4467-b9f8-1935a38ada15 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378623 Sep 21 18:42:20.295124 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:20.408899 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d216aef-68e9-44c6-a033-60a6f3cecd06 req-7da1781f-a3f3-4325-b02e-3c5b14696daa tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:20.410406 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7d216aef-68e9-44c6-a033-60a6f3cecd06 req-7da1781f-a3f3-4325-b02e-3c5b14696daa tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 945 time: 0.0595775 Sep 21 18:42:20.455513 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7d216aef-68e9-44c6-a033-60a6f3cecd06 req-de7dd718-45f7-4f59-b852-8df57fbf58fc tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386436 Sep 21 18:42:21.588174 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112c717-cfb3-4dcd-bf34-a19473a2c616 req-1efd284c-40ef-4c7f-bead-3b273879b8a8 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:21.589637 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9112c717-cfb3-4dcd-bf34-a19473a2c616 req-1efd284c-40ef-4c7f-bead-3b273879b8a8 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 945 time: 0.0511813 Sep 21 18:42:21.627546 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9112c717-cfb3-4dcd-bf34-a19473a2c616 req-ca2934d7-accf-4dac-9122-284443917016 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317776 Sep 21 18:42:21.766099 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:22.763635 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb68b0-73db-427c-8e48-aa592ae00be5 req-8c78f3f2-ac5e-4d6a-bfe2-0ce8c1a6a583 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:22.765138 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b2bb68b0-73db-427c-8e48-aa592ae00be5 req-8c78f3f2-ac5e-4d6a-bfe2-0ce8c1a6a583 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 945 time: 0.0548966 Sep 21 18:42:22.804963 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b2bb68b0-73db-427c-8e48-aa592ae00be5 req-68eb60b9-8dc5-4173-bcd5-1cd432724d2f tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338304 Sep 21 18:42:23.845012 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:23.930049 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82380a4f-e422-4f1e-8cc4-438cdf6b7191 req-77587026-2fbc-4ab7-803b-59623ff257a0 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:23.931551 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-82380a4f-e422-4f1e-8cc4-438cdf6b7191 req-77587026-2fbc-4ab7-803b-59623ff257a0 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 945 time: 0.0517306 Sep 21 18:42:23.977521 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-82380a4f-e422-4f1e-8cc4-438cdf6b7191 req-69060547-96e2-4a7c-ba50-fa35e7e4c305 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370305 Sep 21 18:42:24.940433 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:25.107664 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebee16-b55c-456f-a039-ea74d33f3556 req-3f5163f3-5ea4-43f6-9dcc-14f37737dec0 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:25.109208 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-23ebee16-b55c-456f-a039-ea74d33f3556 req-3f5163f3-5ea4-43f6-9dcc-14f37737dec0 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 945 time: 0.0501542 Sep 21 18:42:25.149803 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-23ebee16-b55c-456f-a039-ea74d33f3556 req-f02d94cc-50c5-445c-88b7-0d0436cf8612 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315757 Sep 21 18:42:26.283125 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482b3ed-a48a-4ec3-8f95-fa4a2099bd1e req-833b0cf5-a318-4e2d-8877-68158e3fc8a7 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:26.284626 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a482b3ed-a48a-4ec3-8f95-fa4a2099bd1e req-833b0cf5-a318-4e2d-8877-68158e3fc8a7 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 945 time: 0.0557990 Sep 21 18:42:26.322352 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a482b3ed-a48a-4ec3-8f95-fa4a2099bd1e req-8c9395a3-1174-4720-b9e3-253f0a0c439e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316570 Sep 21 18:42:26.610180 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:42:27.441383 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e879c-1f91-4e27-84fb-a4ac39c156b5 req-9264b777-b610-4414-b8bc-48b3f489e481 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:27.442901 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-190e879c-1f91-4e27-84fb-a4ac39c156b5 req-9264b777-b610-4414-b8bc-48b3f489e481 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 945 time: 0.0537658 Sep 21 18:42:27.482423 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-190e879c-1f91-4e27-84fb-a4ac39c156b5 req-40220d0e-c606-4f6d-aa57-b547aa5a885c tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331151 Sep 21 18:42:28.595281 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-02b97d9f-0794-42fe-aeff-7dc9e69bffb2 req-0902bc14-7a18-4336-a1b7-0820f25e3500 service neutron] (101460) timed out ('10.222.0.38', 56825) {{(pid=101460) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 18:42:28.611699 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b00b86-359f-46d2-bdce-b828b2434b10 req-31a79f62-074c-47ed-92df-f221f17d02dd tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:28.613198 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-21b00b86-359f-46d2-bdce-b828b2434b10 req-31a79f62-074c-47ed-92df-f221f17d02dd tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 945 time: 0.0538726 Sep 21 18:42:28.653480 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-21b00b86-359f-46d2-bdce-b828b2434b10 req-36835b50-f509-4754-b635-3ce1a1ae0f66 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316119 Sep 21 18:42:29.778415 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e30f5a-80bb-4e60-bdb0-61bff2133c7e req-66f83dc6-763a-4010-973f-2e3670ca66b7 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:29.779922 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-96e30f5a-80bb-4e60-bdb0-61bff2133c7e req-66f83dc6-763a-4010-973f-2e3670ca66b7 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 945 time: 0.0535538 Sep 21 18:42:29.818227 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-96e30f5a-80bb-4e60-bdb0-61bff2133c7e req-07cef616-377e-48a6-9600-59ffb8c38b76 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321937 Sep 21 18:42:30.961890 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ebad2-20fd-4027-9077-265252ac8862 req-f0fbbc6b-26d6-4637-8498-55c898169356 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:30.963378 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d61ebad2-20fd-4027-9077-265252ac8862 req-f0fbbc6b-26d6-4637-8498-55c898169356 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 945 time: 0.0652213 Sep 21 18:42:31.007338 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d61ebad2-20fd-4027-9077-265252ac8862 req-c49f3bc0-de78-4b95-8f92-cca51dffbdd0 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361371 Sep 21 18:42:32.147435 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129d602-a640-421d-b5c0-1ce316b7ff30 req-31455d15-f07b-4f7c-a5ba-cb40a16c93ac tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:32.148975 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b129d602-a640-421d-b5c0-1ce316b7ff30 req-31455d15-f07b-4f7c-a5ba-cb40a16c93ac tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 945 time: 0.0658963 Sep 21 18:42:32.192883 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b129d602-a640-421d-b5c0-1ce316b7ff30 req-a2de9aaf-e142-4a5c-b078-d8b4db935332 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375431 Sep 21 18:42:33.317822 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dfccbf-a8e3-43e4-ba56-c983fbb26fe9 req-d1b6520c-449f-4392-b76e-0b3ada77d3f0 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:33.319312 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-02dfccbf-a8e3-43e4-ba56-c983fbb26fe9 req-d1b6520c-449f-4392-b76e-0b3ada77d3f0 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 945 time: 0.0518470 Sep 21 18:42:33.361187 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-02dfccbf-a8e3-43e4-ba56-c983fbb26fe9 req-1ae84e3c-9f15-4e6a-8071-b2d278a70f42 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331559 Sep 21 18:42:34.370675 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-d7a13628-6ed7-415a-9db2-d013f65134c3 service neutron] show failed (client error): The resource could not be found. Sep 21 18:42:34.371833 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-d7a13628-6ed7-415a-9db2-d013f65134c3 service neutron] 10.222.0.44 "GET /v2.0/ports/2bb3801e-cd6b-4b09-938a-d925c363e7a6/bindings/n-h1-810291-1 HTTP/1.1" status: 404 len: 380 time: 0.0624940 Sep 21 18:42:34.489671 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c606b-2261-4fea-bd2b-efe8ef583fea req-5778bde3-1a05-4387-b727-2b3e1f9bf4e8 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:34.491137 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cc8c606b-2261-4fea-bd2b-efe8ef583fea req-5778bde3-1a05-4387-b727-2b3e1f9bf4e8 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 945 time: 0.0538690 Sep 21 18:42:34.534126 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cc8c606b-2261-4fea-bd2b-efe8ef583fea req-586ae0e5-ec33-4c51-be33-26be714d5645 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357788 Sep 21 18:42:34.572701 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-115f15f2-e22a-4267-80c2-ae6e1088698a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:34.574186 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-115f15f2-e22a-4267-80c2-ae6e1088698a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96&tenant_id=6fd87ea74b6345819943c376316cb4ef HTTP/1.1" status: 200 len: 1096 time: 0.0409403 Sep 21 18:42:34.586897 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810291-1', 'device_owner': 'compute:nova'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:42:34.642363 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:34.856911 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] For port 2bb3801e-cd6b-4b09-938a-d925c363e7a6, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=2bb3801e-cd6b-4b09-938a-d925c363e7a6,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:42:34.891272 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] For port 2bb3801e-cd6b-4b09-938a-d925c363e7a6, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:42:34.931914 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:34.933828 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2557850a-b746-499d-a3b1-f9f24b95ae96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bb3801e-cd6b-4b09-938a-d925c363e7a6'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:42:34.936164 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b9a0b8-e969-43ae-9f44-72ce423e5c85" -d '{"events": [{"server_uuid": "2557850a-b746-499d-a3b1-f9f24b95ae96", "name": "network-vif-unplugged", "status": "completed", "tag": "2bb3801e-cd6b-4b09-938a-d925c363e7a6"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:42:34.952018 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] Transition to ACTIVE for port object 2bb3801e-cd6b-4b09-938a-d925c363e7a6 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:42:34.956922 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:34.990542 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d5c297-7e46-476a-ab81-a6a15040d8e3 x-openstack-request-id: req-14d5c297-7e46-476a-ab81-a6a15040d8e3 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:42:34.990816 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2557850a-b746-499d-a3b1-f9f24b95ae96", "name": "network-vif-unplugged", "status": "completed", "tag": "2bb3801e-cd6b-4b09-938a-d925c363e7a6", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:42:34.991125 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-14d5c297-7e46-476a-ab81-a6a15040d8e3 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:42:34.991604 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2557850a-b746-499d-a3b1-f9f24b95ae96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bb3801e-cd6b-4b09-938a-d925c363e7a6', 'code': 200} Sep 21 18:42:35.044021 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb3801e-cd6b-4b09-938a-d925c363e7a6,revision_number=6']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:35.056152 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:35.056534 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:35.056878 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:35.057214 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:35.057535 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:35.057865 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:35.058192 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:35.058567 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:35.058819 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:35.059171 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:35.059555 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:35.059803 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:35.093252 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] No DVR routers for this DVR port 2bb3801e-cd6b-4b09-938a-d925c363e7a6 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:42:35.233273 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] Attempting to bind port 2bb3801e-cd6b-4b09-938a-d925c363e7a6 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:42:35.233611 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] Attempting to bind port 2bb3801e-cd6b-4b09-938a-d925c363e7a6 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:42:35.233919 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] Attempting to bind port 2bb3801e-cd6b-4b09-938a-d925c363e7a6 on network 0040d368-090f-4bf8-89ec-4e074ceb12bd {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:42:35.238426 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] Port 2bb3801e-cd6b-4b09-938a-d925c363e7a6 on network 0040d368-090f-4bf8-89ec-4e074ceb12bd not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:42:35.238739 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] Attempting to bind port 2bb3801e-cd6b-4b09-938a-d925c363e7a6 on network 0040d368-090f-4bf8-89ec-4e074ceb12bd {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:42:35.243462 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:42:35.243791 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] Checking segment: {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:42:35.244166 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] Bound using segment: {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:42:35.244586 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] Bound port: 2bb3801e-cd6b-4b09-938a-d925c363e7a6, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:42:35.244941 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:35.306829 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] For port 2bb3801e-cd6b-4b09-938a-d925c363e7a6, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:42:35.311124 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] For port 2bb3801e-cd6b-4b09-938a-d925c363e7a6, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=2bb3801e-cd6b-4b09-938a-d925c363e7a6,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:42:35.318121 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:35.355302 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:35.355920 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:35.357304 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] 10.222.0.38 "PUT /v2.0/ports/2bb3801e-cd6b-4b09-938a-d925c363e7a6 HTTP/1.1" status: 200 len: 1091 time: 0.7744579 Sep 21 18:42:35.377751 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ebc62-1615-42a1-b887-112407b0a6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb3801e-cd6b-4b09-938a-d925c363e7a6,revision_number=7']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:35.427819 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-8e8cc2a3-b607-4505-9cca-ff0babf25d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:35.429365 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-8e8cc2a3-b607-4505-9cca-ff0babf25d21 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 1094 time: 0.0453043 Sep 21 18:42:35.528362 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-178e5e51-edf7-4336-9002-7009d3693a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:35.530051 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-178e5e51-edf7-4336-9002-7009d3693a88 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.0936019 Sep 21 18:42:35.595605 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-d455c1df-5f69-42fd-814d-88fe35dbbb62 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bb3801e-cd6b-4b09-938a-d925c363e7a6 HTTP/1.1" status: 200 len: 1000 time: 0.0575705 Sep 21 18:42:35.647103 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-f7b7bcc8-fd60-4a1b-a876-8773040a79ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:35.647988 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817d8e5-dce4-4d02-af3f-17e19abba040 req-93ac60f0-a4d1-40ec-acb1-ad47601b464e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:35.648513 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-f7b7bcc8-fd60-4a1b-a876-8773040a79ff service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0448604 Sep 21 18:42:35.649508 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c817d8e5-dce4-4d02-af3f-17e19abba040 req-93ac60f0-a4d1-40ec-acb1-ad47601b464e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 943 time: 0.0479538 Sep 21 18:42:35.688101 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c817d8e5-dce4-4d02-af3f-17e19abba040 req-91e6fab6-1ad6-42fa-8376-e2b77830a7df tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324550 Sep 21 18:42:35.699146 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-d851d72e-773c-4adf-b071-28e17e779572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:35.700656 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-d851d72e-773c-4adf-b071-28e17e779572 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447881 Sep 21 18:42:35.797282 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-8042557c-6557-4c2d-8981-ed43d08c57b6 service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884249 Sep 21 18:42:35.893077 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a45dbd0d-f98d-4230-9790-008b011d1ea0 req-e4d01fec-a9e3-4f0f-a09b-9a203567b7b6 service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889404 Sep 21 18:42:36.817695 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f16a0-c21b-4028-ad9f-a36e5720c8c3 req-b69ae932-4e5e-4858-9440-2752f88f8b43 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:36.819199 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dc2f16a0-c21b-4028-ad9f-a36e5720c8c3 req-b69ae932-4e5e-4858-9440-2752f88f8b43 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 943 time: 0.0496428 Sep 21 18:42:36.857600 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dc2f16a0-c21b-4028-ad9f-a36e5720c8c3 req-eec1cc93-944d-40d8-8466-cf6057c26bf9 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321958 Sep 21 18:42:36.992920 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2557850a-b746-499d-a3b1-f9f24b95ae96', 'tag': '2bb3801e-cd6b-4b09-938a-d925c363e7a6'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:42:36.997000 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f02d36c-eedb-4669-be17-8fbcb25b6cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "2557850a-b746-499d-a3b1-f9f24b95ae96", "tag": "2bb3801e-cd6b-4b09-938a-d925c363e7a6"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:42:37.049516 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b4572b-9214-47d6-ba5b-4858b81de403 x-openstack-request-id: req-00b4572b-9214-47d6-ba5b-4858b81de403 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:42:37.049867 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2557850a-b746-499d-a3b1-f9f24b95ae96", "tag": "2bb3801e-cd6b-4b09-938a-d925c363e7a6", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:42:37.050201 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-00b4572b-9214-47d6-ba5b-4858b81de403 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:42:37.050754 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2557850a-b746-499d-a3b1-f9f24b95ae96', 'tag': '2bb3801e-cd6b-4b09-938a-d925c363e7a6', 'status': 'completed', 'code': 200} Sep 21 18:42:37.486516 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02d36c-eedb-4669-be17-8fbcb25b6cb8 req-b2a407d1-e72a-4521-b8ba-40a49f2c8df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:37.488069 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f02d36c-eedb-4669-be17-8fbcb25b6cb8 req-b2a407d1-e72a-4521-b8ba-40a49f2c8df1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 1094 time: 0.4167812 Sep 21 18:42:37.492625 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02d36c-eedb-4669-be17-8fbcb25b6cb8 req-e25c7552-0391-4847-bbaf-301bc8903212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:37.493985 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f02d36c-eedb-4669-be17-8fbcb25b6cb8 req-e25c7552-0391-4847-bbaf-301bc8903212 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 1094 time: 0.4148822 Sep 21 18:42:37.643738 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02d36c-eedb-4669-be17-8fbcb25b6cb8 req-18c88169-b1f2-44d5-a6ee-e624fc73dc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:37.645193 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f02d36c-eedb-4669-be17-8fbcb25b6cb8 req-18c88169-b1f2-44d5-a6ee-e624fc73dc54 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.1488733 Sep 21 18:42:37.646245 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02d36c-eedb-4669-be17-8fbcb25b6cb8 req-e27e837e-ae9d-4dc8-b8d8-394d11320d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:37.647558 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f02d36c-eedb-4669-be17-8fbcb25b6cb8 req-e27e837e-ae9d-4dc8-b8d8-394d11320d17 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.1436327 Sep 21 18:42:37.754858 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f02d36c-eedb-4669-be17-8fbcb25b6cb8 req-126990e5-61a5-4fc3-a00c-b4bec0075989 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bb3801e-cd6b-4b09-938a-d925c363e7a6 HTTP/1.1" status: 200 len: 1000 time: 0.1013720 Sep 21 18:42:37.756501 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f02d36c-eedb-4669-be17-8fbcb25b6cb8 req-723c8f4b-035f-4e68-b1a7-d2a00f5b9776 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bb3801e-cd6b-4b09-938a-d925c363e7a6 HTTP/1.1" status: 200 len: 1000 time: 0.0975456 Sep 21 18:42:37.840304 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02d36c-eedb-4669-be17-8fbcb25b6cb8 req-a3b8707c-aae0-46e7-9786-f142797fa6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:37.841779 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f02d36c-eedb-4669-be17-8fbcb25b6cb8 req-a3b8707c-aae0-46e7-9786-f142797fa6e8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0786119 Sep 21 18:42:37.843181 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02d36c-eedb-4669-be17-8fbcb25b6cb8 req-8dd8fffb-d532-4a20-ad60-72e21f7afbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:37.844478 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f02d36c-eedb-4669-be17-8fbcb25b6cb8 req-8dd8fffb-d532-4a20-ad60-72e21f7afbcc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0802324 Sep 21 18:42:37.921694 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02d36c-eedb-4669-be17-8fbcb25b6cb8 req-858eb629-5611-4881-9978-d06fab26f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:37.923699 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f02d36c-eedb-4669-be17-8fbcb25b6cb8 req-858eb629-5611-4881-9978-d06fab26f858 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669320 Sep 21 18:42:37.925553 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02d36c-eedb-4669-be17-8fbcb25b6cb8 req-8af101cf-9f7b-492e-8d64-74795ac46641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:37.926901 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f02d36c-eedb-4669-be17-8fbcb25b6cb8 req-8af101cf-9f7b-492e-8d64-74795ac46641 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772865 Sep 21 18:42:38.113335 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184364b-158a-495d-b5ec-d336a99ab2de req-fc7c0c17-9236-4429-92f8-e13c18b42606 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:38.114739 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4184364b-158a-495d-b5ec-d336a99ab2de req-fc7c0c17-9236-4429-92f8-e13c18b42606 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 943 time: 0.1849842 Sep 21 18:42:38.117730 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 2bb3801e-cd6b-4b09-938a-d925c363e7a6 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:42:38.125976 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f02d36c-eedb-4669-be17-8fbcb25b6cb8 req-5faafded-37c0-4518-8a15-af75271853de service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811190 Sep 21 18:42:38.135490 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f02d36c-eedb-4669-be17-8fbcb25b6cb8 req-923cc64e-7a88-404f-9c1d-d562bc374a50 service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976519 Sep 21 18:42:38.159366 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 2bb3801e-cd6b-4b09-938a-d925c363e7a6 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:42:38.267710 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4184364b-158a-495d-b5ec-d336a99ab2de req-11939c7b-784d-4e6a-97b9-35431ef499c7 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462936 Sep 21 18:42:38.315268 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f02d36c-eedb-4669-be17-8fbcb25b6cb8 req-ad2e0e75-e86c-4746-9f97-615123edf31b service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818471 Sep 21 18:42:38.317216 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f02d36c-eedb-4669-be17-8fbcb25b6cb8 req-b7f2c659-a5c7-466c-b4c1-65796a7ad81f service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673484 Sep 21 18:42:38.594074 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-6ebc440f-dfc5-4b20-a04a-471d5c775cab tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:38.595781 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-6ebc440f-dfc5-4b20-a04a-471d5c775cab tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.38 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96&tenant_id=6fd87ea74b6345819943c376316cb4ef&binding%3Ahost_id=n-h1-810291-1 HTTP/1.1" status: 200 len: 943 time: 0.0852125 Sep 21 18:42:38.607735 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7ce94-3400-4657-8c44-e7c877cdebef req-4fdcaa01-3e98-4f22-8bd4-8ba345d77314 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:38.609114 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-03c7ce94-3400-4657-8c44-e7c877cdebef req-4fdcaa01-3e98-4f22-8bd4-8ba345d77314 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 943 time: 0.0720725 Sep 21 18:42:38.681608 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-03c7ce94-3400-4657-8c44-e7c877cdebef req-12ec7c59-00d8-4d0d-8e89-a3bf5ed51461 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664008 Sep 21 18:42:38.688062 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-ede78f5f-b557-4b2b-8815-d7a4561c21b5 service neutron] 10.222.0.38 "GET /v2.0/ports/2bb3801e-cd6b-4b09-938a-d925c363e7a6/bindings/n-h1-810291-1 HTTP/1.1" status: 200 len: 382 time: 0.0779314 Sep 21 18:42:38.752656 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-b473d429-f3ec-4673-bca4-bccda157c7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:38.754162 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-b473d429-f3ec-4673-bca4-bccda157c7d1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 1094 time: 0.0427716 Sep 21 18:42:38.836683 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 2bb3801e-cd6b-4b09-938a-d925c363e7a6 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:42:38.857082 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-c1689862-508d-4dd9-8cf8-61f8515970ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:38.858591 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-c1689862-508d-4dd9-8cf8-61f8515970ee service neutron] 10.222.0.38 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.0976286 Sep 21 18:42:38.926334 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-ce20c664-5486-4bca-9961-3e8feb7ef3b8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bb3801e-cd6b-4b09-938a-d925c363e7a6 HTTP/1.1" status: 200 len: 1000 time: 0.0596941 Sep 21 18:42:38.933515 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 2bb3801e-cd6b-4b09-938a-d925c363e7a6, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=2bb3801e-cd6b-4b09-938a-d925c363e7a6,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:42:38.945065 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '2bb3801e-cd6b-4b09-938a-d925c363e7a6', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'port_id': '2bb3801e-cd6b-4b09-938a-d925c363e7a6', 'mac_address': 'fa:16:3e:20:d2:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:42:38.979549 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-48b60f3d-5040-4f2e-a475-88c553345f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:38.981059 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-48b60f3d-5040-4f2e-a475-88c553345f7e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0478382 Sep 21 18:42:38.982449 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:39.000714 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb3801e-cd6b-4b09-938a-d925c363e7a6 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:42:39.020710 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 2bb3801e-cd6b-4b09-938a-d925c363e7a6, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=2bb3801e-cd6b-4b09-938a-d925c363e7a6,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:42:39.025318 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:39.033157 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-cb1375c7-82fe-4394-ba61-779537c096fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:39.034782 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-cb1375c7-82fe-4394-ba61-779537c096fa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448875 Sep 21 18:42:39.073142 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=2bb3801e-cd6b-4b09-938a-d925c363e7a6,revision_number=8']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:39.080485 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:39.081783 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:39.081783 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:39.081783 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:39.081783 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:39.082094 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:39.082346 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:39.082667 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:39.083036 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:39.083362 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:39.083682 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:39.083996 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:42:39.131264 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-1d396d56-ecab-4d79-8566-9b8760f9d841 service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886343 Sep 21 18:42:39.227933 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-ebc30b28-d424-4739-bc9e-2aa8c9faeaa4 service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889533 Sep 21 18:42:39.269985 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['2bb3801e-cd6b-4b09-938a-d925c363e7a6'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:42:39.826543 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226251e6-ac3d-4e67-ad47-e6ea78f6ee64 req-8de603b7-999f-4890-8c32-753cdf3a40c1 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:39.828491 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-226251e6-ac3d-4e67-ad47-e6ea78f6ee64 req-8de603b7-999f-4890-8c32-753cdf3a40c1 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 944 time: 0.0615671 Sep 21 18:42:39.872135 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-226251e6-ac3d-4e67-ad47-e6ea78f6ee64 req-9ddebe98-6f9e-4ac3-ab56-de6d2ef66d74 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343988 Sep 21 18:42:40.850268 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 2bb3801e-cd6b-4b09-938a-d925c363e7a6 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:42:40.904763 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 2bb3801e-cd6b-4b09-938a-d925c363e7a6 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:42:40.909097 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 2bb3801e-cd6b-4b09-938a-d925c363e7a6 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:42:40.909703 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:40.986843 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:41.009011 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9cd19-cc79-44e5-8eab-049a90a7750c req-7de03787-1696-4e24-bdd4-8af4a623c952 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:41.010472 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2557850a-b746-499d-a3b1-f9f24b95ae96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb3801e-cd6b-4b09-938a-d925c363e7a6'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:42:41.011082 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-74e9cd19-cc79-44e5-8eab-049a90a7750c req-7de03787-1696-4e24-bdd4-8af4a623c952 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 944 time: 0.0553217 Sep 21 18:42:41.012927 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308bc6ef-4f9a-4a2b-a120-5f90012fbecf" -d '{"events": [{"server_uuid": "2557850a-b746-499d-a3b1-f9f24b95ae96", "name": "network-vif-plugged", "status": "completed", "tag": "2bb3801e-cd6b-4b09-938a-d925c363e7a6"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:42:41.026722 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 2bb3801e-cd6b-4b09-938a-d925c363e7a6, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=2bb3801e-cd6b-4b09-938a-d925c363e7a6,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:42:41.032139 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:41.063516 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-74e9cd19-cc79-44e5-8eab-049a90a7750c req-ddf51487-9097-4823-b454-dc01b1464152 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434158 Sep 21 18:42:41.075196 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7c3019-609d-4cd0-852a-f89c9fe34e8a x-openstack-request-id: req-5b7c3019-609d-4cd0-852a-f89c9fe34e8a {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:42:41.075395 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2557850a-b746-499d-a3b1-f9f24b95ae96", "name": "network-vif-plugged", "status": "completed", "tag": "2bb3801e-cd6b-4b09-938a-d925c363e7a6", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:42:41.075767 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5b7c3019-609d-4cd0-852a-f89c9fe34e8a {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:42:41.076223 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2557850a-b746-499d-a3b1-f9f24b95ae96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb3801e-cd6b-4b09-938a-d925c363e7a6', 'code': 200} Sep 21 18:42:41.088207 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=2bb3801e-cd6b-4b09-938a-d925c363e7a6,revision_number=9']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:41.309405 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-318bf6b4-bc37-4cb4-a363-340637cfa7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:41.311060 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-318bf6b4-bc37-4cb4-a363-340637cfa7ca service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96&tenant_id=6fd87ea74b6345819943c376316cb4ef HTTP/1.1" status: 200 len: 1096 time: 0.0441563 Sep 21 18:42:41.324117 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-4c4ef94b-f946-4a02-b23e-964349ee06b0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810291-1', 'device_owner': 'compute:nova'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:42:41.386803 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-4c4ef94b-f946-4a02-b23e-964349ee06b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:41.594077 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-4c4ef94b-f946-4a02-b23e-964349ee06b0 service neutron] For port 2bb3801e-cd6b-4b09-938a-d925c363e7a6, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=2bb3801e-cd6b-4b09-938a-d925c363e7a6,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:42:41.627502 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-4c4ef94b-f946-4a02-b23e-964349ee06b0 service neutron] For port 2bb3801e-cd6b-4b09-938a-d925c363e7a6, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:42:41.667914 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2557850a-b746-499d-a3b1-f9f24b95ae96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bb3801e-cd6b-4b09-938a-d925c363e7a6'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:42:41.670209 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18af252-1a96-4c46-93a5-ac2bc4305b6b" -d '{"events": [{"server_uuid": "2557850a-b746-499d-a3b1-f9f24b95ae96", "name": "network-vif-unplugged", "status": "completed", "tag": "2bb3801e-cd6b-4b09-938a-d925c363e7a6"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:42:41.674755 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-4c4ef94b-f946-4a02-b23e-964349ee06b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:41.688904 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-4c4ef94b-f946-4a02-b23e-964349ee06b0 service neutron] Transition to ACTIVE for port object 2bb3801e-cd6b-4b09-938a-d925c363e7a6 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:42:41.693216 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-4c4ef94b-f946-4a02-b23e-964349ee06b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:41.723312 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766ce8c0-4589-409b-8241-26a4f5201883 x-openstack-request-id: req-766ce8c0-4589-409b-8241-26a4f5201883 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:42:41.723605 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2557850a-b746-499d-a3b1-f9f24b95ae96", "name": "network-vif-unplugged", "status": "completed", "tag": "2bb3801e-cd6b-4b09-938a-d925c363e7a6", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:42:41.723850 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-766ce8c0-4589-409b-8241-26a4f5201883 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:42:41.724235 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2557850a-b746-499d-a3b1-f9f24b95ae96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bb3801e-cd6b-4b09-938a-d925c363e7a6', 'code': 200} Sep 21 18:42:41.774006 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ef94b-f946-4a02-b23e-964349ee06b0 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb3801e-cd6b-4b09-938a-d925c363e7a6,revision_number=10']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:41.817989 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-4c4ef94b-f946-4a02-b23e-964349ee06b0 service neutron] No DVR routers for this DVR port 2bb3801e-cd6b-4b09-938a-d925c363e7a6 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:42:41.955792 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-4c4ef94b-f946-4a02-b23e-964349ee06b0 service neutron] Attempting to bind port 2bb3801e-cd6b-4b09-938a-d925c363e7a6 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:42:41.956129 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-4c4ef94b-f946-4a02-b23e-964349ee06b0 service neutron] Attempting to bind port 2bb3801e-cd6b-4b09-938a-d925c363e7a6 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:42:41.956455 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-4c4ef94b-f946-4a02-b23e-964349ee06b0 service neutron] Attempting to bind port 2bb3801e-cd6b-4b09-938a-d925c363e7a6 on network 0040d368-090f-4bf8-89ec-4e074ceb12bd {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:42:41.960847 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-4c4ef94b-f946-4a02-b23e-964349ee06b0 service neutron] Port 2bb3801e-cd6b-4b09-938a-d925c363e7a6 on network 0040d368-090f-4bf8-89ec-4e074ceb12bd not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:42:41.961167 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-4c4ef94b-f946-4a02-b23e-964349ee06b0 service neutron] Attempting to bind port 2bb3801e-cd6b-4b09-938a-d925c363e7a6 on network 0040d368-090f-4bf8-89ec-4e074ceb12bd {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:42:41.966128 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-4c4ef94b-f946-4a02-b23e-964349ee06b0 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:42:41.966470 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-4c4ef94b-f946-4a02-b23e-964349ee06b0 service neutron] Checking segment: {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:42:41.966852 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-4c4ef94b-f946-4a02-b23e-964349ee06b0 service neutron] Bound using segment: {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:42:41.967332 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-4c4ef94b-f946-4a02-b23e-964349ee06b0 service neutron] Bound port: 2bb3801e-cd6b-4b09-938a-d925c363e7a6, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:42:41.967689 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-4c4ef94b-f946-4a02-b23e-964349ee06b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:42.037218 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-4c4ef94b-f946-4a02-b23e-964349ee06b0 service neutron] For port 2bb3801e-cd6b-4b09-938a-d925c363e7a6, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:42:42.040865 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-4c4ef94b-f946-4a02-b23e-964349ee06b0 service neutron] For port 2bb3801e-cd6b-4b09-938a-d925c363e7a6, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=2bb3801e-cd6b-4b09-938a-d925c363e7a6,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:42:42.046679 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-4c4ef94b-f946-4a02-b23e-964349ee06b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:42.086212 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-4c4ef94b-f946-4a02-b23e-964349ee06b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:42.086835 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-4c4ef94b-f946-4a02-b23e-964349ee06b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:42.088291 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-4c4ef94b-f946-4a02-b23e-964349ee06b0 service neutron] 10.222.0.44 "PUT /v2.0/ports/2bb3801e-cd6b-4b09-938a-d925c363e7a6 HTTP/1.1" status: 200 len: 1092 time: 0.7680819 Sep 21 18:42:42.109718 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ef94b-f946-4a02-b23e-964349ee06b0 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb3801e-cd6b-4b09-938a-d925c363e7a6,revision_number=11']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:42.156786 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-4a25f38f-83c3-448a-be41-54746296c5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:42.158334 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-4a25f38f-83c3-448a-be41-54746296c5f4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 1095 time: 0.0433266 Sep 21 18:42:42.201684 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fde59b-5129-4704-9ab5-5c585629ab41 req-7861c8cf-9d17-4948-a0fe-80ac5a434cf6 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:42.203286 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-21fde59b-5129-4704-9ab5-5c585629ab41 req-7861c8cf-9d17-4948-a0fe-80ac5a434cf6 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 944 time: 0.0621545 Sep 21 18:42:42.255507 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-21fde59b-5129-4704-9ab5-5c585629ab41 req-fb1abadf-cd3f-444a-84dd-0e2aff24f3e4 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384111 Sep 21 18:42:42.267157 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-83e24c11-46de-4539-a686-505d4b216d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:42.268752 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-83e24c11-46de-4539-a686-505d4b216d04 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.1025920 Sep 21 18:42:42.337839 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-bd4d23a6-6fca-4985-aa8d-cba217fa672f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bb3801e-cd6b-4b09-938a-d925c363e7a6 HTTP/1.1" status: 200 len: 1000 time: 0.0607500 Sep 21 18:42:42.387702 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-b109d266-eb46-4bf7-8be4-48078f47d565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:42.389027 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-b109d266-eb46-4bf7-8be4-48078f47d565 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0435076 Sep 21 18:42:42.447474 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-2b50da1b-6b2b-4c52-80ee-cfbb5f4698f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:42.448989 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-2b50da1b-6b2b-4c52-80ee-cfbb5f4698f8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516980 Sep 21 18:42:42.541971 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-bf553879-1d23-4e65-8b13-373fa5884c5b service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844567 Sep 21 18:42:42.635622 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92e652d2-69db-42b6-b350-b64a46d1d624 req-39ddc706-8129-46d9-b09d-08b0d9d8ab81 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839403 Sep 21 18:42:43.389205 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de541031-d332-4eff-a7ca-e9b63a3705b2 req-a78d9b87-0cfe-4429-949c-290df1a5f45f tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:43.390703 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-de541031-d332-4eff-a7ca-e9b63a3705b2 req-a78d9b87-0cfe-4429-949c-290df1a5f45f tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 944 time: 0.0567229 Sep 21 18:42:43.430680 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-de541031-d332-4eff-a7ca-e9b63a3705b2 req-a5dede3f-e111-4482-82fd-db44f3683dd1 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331388 Sep 21 18:42:43.725962 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2557850a-b746-499d-a3b1-f9f24b95ae96', 'tag': '2bb3801e-cd6b-4b09-938a-d925c363e7a6'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:42:43.729872 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ab0112-0a59-411e-a0ac-c7c2cf99e4b2" -d '{"events": [{"name": "network-changed", "server_uuid": "2557850a-b746-499d-a3b1-f9f24b95ae96", "tag": "2bb3801e-cd6b-4b09-938a-d925c363e7a6"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:42:43.785459 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8490f49-dcff-4b1e-95f0-b093b264c239 x-openstack-request-id: req-e8490f49-dcff-4b1e-95f0-b093b264c239 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:42:43.785759 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2557850a-b746-499d-a3b1-f9f24b95ae96", "tag": "2bb3801e-cd6b-4b09-938a-d925c363e7a6", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:42:43.786037 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e8490f49-dcff-4b1e-95f0-b093b264c239 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:42:43.786417 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2557850a-b746-499d-a3b1-f9f24b95ae96', 'tag': '2bb3801e-cd6b-4b09-938a-d925c363e7a6', 'status': 'completed', 'code': 200} Sep 21 18:42:43.881766 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab0112-0a59-411e-a0ac-c7c2cf99e4b2 req-42cc68b3-8c3e-4e47-a3b8-b979876d2d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:43.883296 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23ab0112-0a59-411e-a0ac-c7c2cf99e4b2 req-42cc68b3-8c3e-4e47-a3b8-b979876d2d1b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 1095 time: 0.0744972 Sep 21 18:42:43.885112 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab0112-0a59-411e-a0ac-c7c2cf99e4b2 req-1455e5b3-299e-4d6c-b953-4c6217e1b33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:43.886451 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23ab0112-0a59-411e-a0ac-c7c2cf99e4b2 req-1455e5b3-299e-4d6c-b953-4c6217e1b33e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 1095 time: 0.0697432 Sep 21 18:42:44.043058 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab0112-0a59-411e-a0ac-c7c2cf99e4b2 req-1c74dc39-01b3-4cc4-9a8e-3e447a190432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:44.044528 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23ab0112-0a59-411e-a0ac-c7c2cf99e4b2 req-1c74dc39-01b3-4cc4-9a8e-3e447a190432 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.1501052 Sep 21 18:42:44.045675 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab0112-0a59-411e-a0ac-c7c2cf99e4b2 req-8bc84b82-3021-43c3-a699-6fe5fe5988f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:44.046982 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23ab0112-0a59-411e-a0ac-c7c2cf99e4b2 req-8bc84b82-3021-43c3-a699-6fe5fe5988f0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.1514037 Sep 21 18:42:44.148367 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 2bb3801e-cd6b-4b09-938a-d925c363e7a6 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:42:44.159833 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23ab0112-0a59-411e-a0ac-c7c2cf99e4b2 req-3ba74806-ca5e-4935-ba38-ad70d17c5121 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bb3801e-cd6b-4b09-938a-d925c363e7a6 HTTP/1.1" status: 200 len: 1000 time: 0.1069467 Sep 21 18:42:44.161673 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23ab0112-0a59-411e-a0ac-c7c2cf99e4b2 req-4b926ae5-64ce-4fbc-9489-da242fdc86be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bb3801e-cd6b-4b09-938a-d925c363e7a6 HTTP/1.1" status: 200 len: 1000 time: 0.1030979 Sep 21 18:42:44.251195 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab0112-0a59-411e-a0ac-c7c2cf99e4b2 req-27d6a9a7-4a3d-41e1-881f-ca6231d25f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:44.252723 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23ab0112-0a59-411e-a0ac-c7c2cf99e4b2 req-27d6a9a7-4a3d-41e1-881f-ca6231d25f1f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0862837 Sep 21 18:42:44.258261 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab0112-0a59-411e-a0ac-c7c2cf99e4b2 req-8c3b47af-75d9-401e-8332-108ef54f3d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:44.259784 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23ab0112-0a59-411e-a0ac-c7c2cf99e4b2 req-8c3b47af-75d9-401e-8332-108ef54f3d4b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0831180 Sep 21 18:42:44.267298 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 2bb3801e-cd6b-4b09-938a-d925c363e7a6, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=2bb3801e-cd6b-4b09-938a-d925c363e7a6,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:42:44.279994 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '2bb3801e-cd6b-4b09-938a-d925c363e7a6', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'port_id': '2bb3801e-cd6b-4b09-938a-d925c363e7a6', 'mac_address': 'fa:16:3e:20:d2:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:42:44.325386 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:44.327445 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab0112-0a59-411e-a0ac-c7c2cf99e4b2 req-08873140-7a22-4461-a78f-75aac04ceedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:44.328960 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23ab0112-0a59-411e-a0ac-c7c2cf99e4b2 req-08873140-7a22-4461-a78f-75aac04ceedf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603282 Sep 21 18:42:44.330862 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab0112-0a59-411e-a0ac-c7c2cf99e4b2 req-4d7aca9a-1eb3-4419-86e8-b6832898b655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:44.332211 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23ab0112-0a59-411e-a0ac-c7c2cf99e4b2 req-4d7aca9a-1eb3-4419-86e8-b6832898b655 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716012 Sep 21 18:42:44.340136 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb3801e-cd6b-4b09-938a-d925c363e7a6 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:42:44.361995 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 2bb3801e-cd6b-4b09-938a-d925c363e7a6, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=2bb3801e-cd6b-4b09-938a-d925c363e7a6,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:42:44.365990 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:44.414023 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=2bb3801e-cd6b-4b09-938a-d925c363e7a6,revision_number=12']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:44.491361 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23ab0112-0a59-411e-a0ac-c7c2cf99e4b2 req-09dd0886-9039-4186-909c-79bc29a6e700 service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516190 Sep 21 18:42:44.493238 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23ab0112-0a59-411e-a0ac-c7c2cf99e4b2 req-2d1039e1-2e3b-4d08-9788-f41a40ff38ae service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460214 Sep 21 18:42:44.600008 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['2bb3801e-cd6b-4b09-938a-d925c363e7a6'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:42:44.867862 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 2bb3801e-cd6b-4b09-938a-d925c363e7a6 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:42:44.908227 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 2bb3801e-cd6b-4b09-938a-d925c363e7a6 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:42:45.027087 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23ab0112-0a59-411e-a0ac-c7c2cf99e4b2 req-d9e2d14e-9a70-43a7-b37e-d634a57d2483 service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5282223 Sep 21 18:42:45.035911 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302cd94-37c3-4faa-828c-dc0312e78b40 req-abe531b1-c9f4-47ae-86a3-ad680ab49fbf tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:45.037300 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6302cd94-37c3-4faa-828c-dc0312e78b40 req-abe531b1-c9f4-47ae-86a3-ad680ab49fbf tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 945 time: 0.5313447 Sep 21 18:42:45.039734 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23ab0112-0a59-411e-a0ac-c7c2cf99e4b2 req-f5dc3583-5344-472b-82e8-58cee407d5e7 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5327942 Sep 21 18:42:45.139552 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6302cd94-37c3-4faa-828c-dc0312e78b40 req-7d5a1810-a59b-4259-a1b0-96b8ee841525 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954275 Sep 21 18:42:45.267280 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b5034-75c8-4fc6-9a3f-3342d712ed88 req-58794251-359a-4c0d-aec0-1c706181c238 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:45.268798 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c26b5034-75c8-4fc6-9a3f-3342d712ed88 req-58794251-359a-4c0d-aec0-1c706181c238 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 945 time: 0.0564806 Sep 21 18:42:45.311088 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c26b5034-75c8-4fc6-9a3f-3342d712ed88 req-322f988e-8bee-421c-ab9e-99ef01486ebf tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336084 Sep 21 18:42:45.425473 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d81b2-b698-43ec-b651-187559d34361 req-96136041-d67c-48df-b33d-cb05ca6f8967 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:45.427019 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bc9d81b2-b698-43ec-b651-187559d34361 req-96136041-d67c-48df-b33d-cb05ca6f8967 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 945 time: 0.0493832 Sep 21 18:42:45.469859 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bc9d81b2-b698-43ec-b651-187559d34361 req-82f82aca-6b15-4453-9ab4-aa1e636bf9c3 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365760 Sep 21 18:42:45.714177 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee615a-4bbb-4925-84f9-ef11c23abe4f req-7292f4c8-5704-43e6-b2cd-d8f9c6254784 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:45.715759 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62ee615a-4bbb-4925-84f9-ef11c23abe4f req-7292f4c8-5704-43e6-b2cd-d8f9c6254784 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 945 time: 0.0566733 Sep 21 18:42:45.755165 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62ee615a-4bbb-4925-84f9-ef11c23abe4f req-f77722d8-da55-4385-be49-6f0db403d6c5 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322573 Sep 21 18:42:45.980419 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f42b1f46-7ad5-4581-92d1-d4fe16324fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:46.158742 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 2bb3801e-cd6b-4b09-938a-d925c363e7a6 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:42:46.218268 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 2bb3801e-cd6b-4b09-938a-d925c363e7a6 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:42:46.222402 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 2bb3801e-cd6b-4b09-938a-d925c363e7a6 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:42:46.222776 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:46.302342 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:46.325626 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2557850a-b746-499d-a3b1-f9f24b95ae96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb3801e-cd6b-4b09-938a-d925c363e7a6'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:42:46.327933 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79e1995-397c-4b72-86c7-ba2443fdc890" -d '{"events": [{"server_uuid": "2557850a-b746-499d-a3b1-f9f24b95ae96", "name": "network-vif-plugged", "status": "completed", "tag": "2bb3801e-cd6b-4b09-938a-d925c363e7a6"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:42:46.341333 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 2bb3801e-cd6b-4b09-938a-d925c363e7a6, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=2bb3801e-cd6b-4b09-938a-d925c363e7a6,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:42:46.346419 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:46.371256 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5fa34b-6981-4d6c-8657-84793c730711 x-openstack-request-id: req-5f5fa34b-6981-4d6c-8657-84793c730711 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:42:46.371583 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2557850a-b746-499d-a3b1-f9f24b95ae96", "name": "network-vif-plugged", "status": "completed", "tag": "2bb3801e-cd6b-4b09-938a-d925c363e7a6", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:42:46.371831 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5f5fa34b-6981-4d6c-8657-84793c730711 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:42:46.372308 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2557850a-b746-499d-a3b1-f9f24b95ae96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb3801e-cd6b-4b09-938a-d925c363e7a6', 'code': 200} Sep 21 18:42:46.398046 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=2bb3801e-cd6b-4b09-938a-d925c363e7a6,revision_number=13']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:46.874745 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d3a3c-0753-48ba-9033-7f9a7173315e req-10c30d49-6c7b-44b4-a784-388fd64dc11a tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:46.876344 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d12d3a3c-0753-48ba-9033-7f9a7173315e req-10c30d49-6c7b-44b4-a784-388fd64dc11a tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 946 time: 0.0498374 Sep 21 18:42:46.919230 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d12d3a3c-0753-48ba-9033-7f9a7173315e req-62e6bc3a-2f4f-40b2-9e93-a626c906d10d tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348907 Sep 21 18:42:47.025469 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276653f-51ce-47dd-ae93-70acf9bf4a9d req-e66792ff-119f-4e37-aa15-641a7f777062 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:47.026962 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f276653f-51ce-47dd-ae93-70acf9bf4a9d req-e66792ff-119f-4e37-aa15-641a7f777062 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.44 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 946 time: 0.0548451 Sep 21 18:42:47.124126 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-f276653f-51ce-47dd-ae93-70acf9bf4a9d req-6d6c5f23-6380-41a3-939b-b30c7d3b7f69 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Deleting port 2bb3801e-cd6b-4b09-938a-d925c363e7a6 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:42:47.124363 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f276653f-51ce-47dd-ae93-70acf9bf4a9d req-6d6c5f23-6380-41a3-939b-b30c7d3b7f69 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:47.221999 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-f276653f-51ce-47dd-ae93-70acf9bf4a9d req-6d6c5f23-6380-41a3-939b-b30c7d3b7f69 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] For port 2bb3801e-cd6b-4b09-938a-d925c363e7a6, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=2bb3801e-cd6b-4b09-938a-d925c363e7a6,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:42:47.222401 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f276653f-51ce-47dd-ae93-70acf9bf4a9d req-6d6c5f23-6380-41a3-939b-b30c7d3b7f69 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:47.399996 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f276653f-51ce-47dd-ae93-70acf9bf4a9d req-6d6c5f23-6380-41a3-939b-b30c7d3b7f69 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:47.400229 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f276653f-51ce-47dd-ae93-70acf9bf4a9d req-6d6c5f23-6380-41a3-939b-b30c7d3b7f69 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:47.400569 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [req-f276653f-51ce-47dd-ae93-70acf9bf4a9d req-6d6c5f23-6380-41a3-939b-b30c7d3b7f69 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Floating IP f83cbc48-a27b-429b-bbed-6eb43687b34c disassociated. External IP: 172.25.6.241, port: 2bb3801e-cd6b-4b09-938a-d925c363e7a6. Sep 21 18:42:47.400909 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-f276653f-51ce-47dd-ae93-70acf9bf4a9d req-6d6c5f23-6380-41a3-939b-b30c7d3b7f69 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Calling delete_port for 2bb3801e-cd6b-4b09-938a-d925c363e7a6 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:42:47.531249 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f276653f-51ce-47dd-ae93-70acf9bf4a9d req-6d6c5f23-6380-41a3-939b-b30c7d3b7f69 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:47.564040 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c5f23-6380-41a3-939b-b30c7d3b7f69 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Pushing event deleted for resources: {'Port': ['ID=2bb3801e-cd6b-4b09-938a-d925c363e7a6,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:47.681123 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f276653f-51ce-47dd-ae93-70acf9bf4a9d req-6d6c5f23-6380-41a3-939b-b30c7d3b7f69 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Router df73068d-e5ea-4f9d-95f6-761fbb41faa7 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:42:47.799709 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f276653f-51ce-47dd-ae93-70acf9bf4a9d req-6d6c5f23-6380-41a3-939b-b30c7d3b7f69 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:42:47.809638 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e0212a-878f-425f-be03-014d1f153151 None None] Sync routers for ids ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:42:47.818712 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e0212a-878f-425f-be03-014d1f153151 None None] Routers {'df73068d-e5ea-4f9d-95f6-761fbb41faa7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:42:47.819347 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d8e0212a-878f-425f-be03-014d1f153151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:42:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:42:47.842591 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-f276653f-51ce-47dd-ae93-70acf9bf4a9d req-6d6c5f23-6380-41a3-939b-b30c7d3b7f69 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] No DVR routers for this DVR port 2bb3801e-cd6b-4b09-938a-d925c363e7a6 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:42:47.845347 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f276653f-51ce-47dd-ae93-70acf9bf4a9d req-6d6c5f23-6380-41a3-939b-b30c7d3b7f69 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:47.847463 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f276653f-51ce-47dd-ae93-70acf9bf4a9d req-6d6c5f23-6380-41a3-939b-b30c7d3b7f69 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.44 "DELETE /v2.0/ports/2bb3801e-cd6b-4b09-938a-d925c363e7a6 HTTP/1.1" status: 204 len: 173 time: 0.8133349 Sep 21 18:42:47.847893 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2557850a-b746-499d-a3b1-f9f24b95ae96', 'name': 'network-vif-deleted', 'tag': '2bb3801e-cd6b-4b09-938a-d925c363e7a6'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:42:47.850503 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ac471e-7d00-4a00-91de-c941bfbec73f" -d '{"events": [{"server_uuid": "2557850a-b746-499d-a3b1-f9f24b95ae96", "name": "network-vif-deleted", "tag": "2bb3801e-cd6b-4b09-938a-d925c363e7a6"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:42:47.903195 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36956bfd-8778-4c88-a835-c0b69433dcc4 x-openstack-request-id: req-36956bfd-8778-4c88-a835-c0b69433dcc4 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:42:47.903836 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2557850a-b746-499d-a3b1-f9f24b95ae96", "name": "network-vif-deleted", "tag": "2bb3801e-cd6b-4b09-938a-d925c363e7a6", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:42:47.903836 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-36956bfd-8778-4c88-a835-c0b69433dcc4 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:42:47.904155 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2557850a-b746-499d-a3b1-f9f24b95ae96', 'name': 'network-vif-deleted', 'tag': '2bb3801e-cd6b-4b09-938a-d925c363e7a6', 'status': 'completed', 'code': 200} Sep 21 18:42:47.933353 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-d8e0212a-878f-425f-be03-014d1f153151 None None] Set router df73068d-e5ea-4f9d-95f6-761fbb41faa7 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:42:48.030013 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c101e16e-bac3-441d-91cc-b79d0533b710 req-c236b4c1-f6ae-4032-9f36-6c641fe585a6 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=2557850a-b746-499d-a3b1-f9f24b95ae96 HTTP/1.1" status: 200 len: 210 time: 0.0263269 Sep 21 18:42:48.134181 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d8e0212a-878f-425f-be03-014d1f153151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'name': 'tempest-ServerActionsTestJSON-1147916915-router', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:35:51Z', 'updated_at': '2021-09-21T18:35:54Z', 'revision_number': 4, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'gw_port': {'id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:52Z', 'updated_at': '2021-09-21T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '343173bc-1ccc-4325-8819-89b488f13f23', 'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'mac_address': 'fa:16:3e:73:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:53Z', 'updated_at': '2021-09-21T18:35:57Z', 'revision_number': 5, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'subnets': [{'id': '8acc57b2-d907-4723-b657-57319cd71f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:42:48.160476 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e0212a-878f-425f-be03-014d1f153151 None None] Checking router: df73068d-e5ea-4f9d-95f6-761fbb41faa7 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:42:48.169807 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e0212a-878f-425f-be03-014d1f153151 None None] Routers {'df73068d-e5ea-4f9d-95f6-761fbb41faa7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:42:48.170756 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d8e0212a-878f-425f-be03-014d1f153151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:42:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:42:48.287441 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-d8e0212a-878f-425f-be03-014d1f153151 None None] Set router df73068d-e5ea-4f9d-95f6-761fbb41faa7 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:42:48.480212 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-23f6003f-7cdf-469f-a425-cabf597fd199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:48.489743 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d8e0212a-878f-425f-be03-014d1f153151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'name': 'tempest-ServerActionsTestJSON-1147916915-router', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:35:51Z', 'updated_at': '2021-09-21T18:35:54Z', 'revision_number': 4, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'gw_port': {'id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:52Z', 'updated_at': '2021-09-21T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '343173bc-1ccc-4325-8819-89b488f13f23', 'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'mac_address': 'fa:16:3e:73:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:53Z', 'updated_at': '2021-09-21T18:35:57Z', 'revision_number': 5, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'subnets': [{'id': '8acc57b2-d907-4723-b657-57319cd71f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:42:48.514964 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e0212a-878f-425f-be03-014d1f153151 None None] The sync data for ids ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'] in n-d-810291-1 is: [{'id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'name': 'tempest-ServerActionsTestJSON-1147916915-router', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:35:51Z', 'updated_at': '2021-09-21T18:35:54Z', 'revision_number': 4, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'gw_port': {'id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:52Z', 'updated_at': '2021-09-21T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '343173bc-1ccc-4325-8819-89b488f13f23', 'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'mac_address': 'fa:16:3e:73:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:53Z', 'updated_at': '2021-09-21T18:35:57Z', 'revision_number': 5, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'subnets': [{'id': '8acc57b2-d907-4723-b657-57319cd71f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:42:48.777890 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070bc3f5-18c1-4ca2-9b49-567fcb2e2d20 None None] New status for floating IP f83cbc48-a27b-429b-bbed-6eb43687b34c: DOWN {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:42:49.098472 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:49.509316 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4062e67e-a557-43b0-a636-203af76a395c req-d11031ec-4be3-4984-b44f-abbe67f10461 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--951097478&fields=id&tenant_id=6fd87ea74b6345819943c376316cb4ef HTTP/1.1" status: 200 len: 267 time: 0.0342863 Sep 21 18:42:49.617328 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062e67e-a557-43b0-a636-203af76a395c req-61e137d9-7b24-4c17-8da3-e49c4ea5bca5 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:49.618775 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4062e67e-a557-43b0-a636-203af76a395c req-61e137d9-7b24-4c17-8da3-e49c4ea5bca5 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 812 time: 0.1025515 Sep 21 18:42:49.636856 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4062e67e-a557-43b0-a636-203af76a395c req-28e347e3-b6d1-48d5-9851-8121b5d5be2c tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/quotas/6fd87ea74b6345819943c376316cb4ef HTTP/1.1" status: 200 len: 375 time: 0.0090196 Sep 21 18:42:49.688808 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4062e67e-a557-43b0-a636-203af76a395c req-e5e4e489-bfbf-4340-a1eb-f545d1e2ccc4 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467529 Sep 21 18:42:49.751166 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-4062e67e-a557-43b0-a636-203af76a395c req-54c3abf8-1bb6-4f93-8ac7-e4bfb1c488c6 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:42:49.752298 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4062e67e-a557-43b0-a636-203af76a395c req-54c3abf8-1bb6-4f93-8ac7-e4bfb1c488c6 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0517640 Sep 21 18:42:49.847549 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4062e67e-a557-43b0-a636-203af76a395c req-ea3c21bc-c9ac-4751-9094-2c72480beb43 service neutron] 10.222.0.58 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885599 Sep 21 18:42:49.939234 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4062e67e-a557-43b0-a636-203af76a395c req-8fd01df8-d930-4124-904b-843df129f621 service neutron] 10.222.0.58 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825753 Sep 21 18:42:50.114147 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b1713fe4-d42f-4d18-a0fa-7abd468aaa50 req-e171073f-49bb-42eb-b8c1-b46098d4893c tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 210 time: 0.0266073 Sep 21 18:42:50.180400 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 2bb3801e-cd6b-4b09-938a-d925c363e7a6 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:42:50.207344 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 2bb3801e-cd6b-4b09-938a-d925c363e7a6 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:42:50.207701 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 2bb3801e-cd6b-4b09-938a-d925c363e7a6 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:42:50.289319 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:51.072731 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062e67e-a557-43b0-a636-203af76a395c req-f9fba2a0-bbe0-46f6-ade4-0f5bcd3668bc tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:51.074299 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4062e67e-a557-43b0-a636-203af76a395c req-f9fba2a0-bbe0-46f6-ade4-0f5bcd3668bc tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.44 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 812 time: 0.1096790 Sep 21 18:42:51.122643 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4062e67e-a557-43b0-a636-203af76a395c req-b7a767ea-e38a-4a24-ac45-9e77a122d4f8 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fd87ea74b6345819943c376316cb4ef HTTP/1.1" status: 200 len: 379 time: 0.0380831 Sep 21 18:42:51.135494 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-4062e67e-a557-43b0-a636-203af76a395c req-3a480d04-22f7-4219-9e96-44f5ef9c998e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Request body: {'port': {'device_id': 'ec2d62b5-7b38-45d4-9c83-ddf074a63169', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'admin_state_up': True, 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'security_groups': ['15679e56-63f7-41e1-b532-9eebf93df8d3']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:42:51.210547 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9e2871e5-633a-4007-b032-385c7857484f req-3c93c2f7-0c7f-4659-ba2d-70377621edb1 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 210 time: 0.0266516 Sep 21 18:42:51.248026 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4062e67e-a557-43b0-a636-203af76a395c req-3a480d04-22f7-4219-9e96-44f5ef9c998e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Made reservation on behalf of 6fd87ea74b6345819943c376316cb4ef for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:42:51.251621 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4062e67e-a557-43b0-a636-203af76a395c req-3a480d04-22f7-4219-9e96-44f5ef9c998e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:51.383282 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-4062e67e-a557-43b0-a636-203af76a395c req-3a480d04-22f7-4219-9e96-44f5ef9c998e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Allocated IP 172.20.0.13 (0040d368-090f-4bf8-89ec-4e074ceb12bd/8acc57b2-d907-4723-b657-57319cd71f61/26ffaf3f-ccd1-4d58-9043-941f49a7e948) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:42:51.536007 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4062e67e-a557-43b0-a636-203af76a395c req-3a480d04-22f7-4219-9e96-44f5ef9c998e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:51.580456 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4062e67e-a557-43b0-a636-203af76a395c req-3a480d04-22f7-4219-9e96-44f5ef9c998e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:51.621152 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4062e67e-a557-43b0-a636-203af76a395c req-3a480d04-22f7-4219-9e96-44f5ef9c998e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Network 0040d368-090f-4bf8-89ec-4e074ceb12bd is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:42:51.624359 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-4062e67e-a557-43b0-a636-203af76a395c req-3a480d04-22f7-4219-9e96-44f5ef9c998e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:42:51.630127 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-4062e67e-a557-43b0-a636-203af76a395c req-3a480d04-22f7-4219-9e96-44f5ef9c998e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:42:51.636674 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a480d04-22f7-4219-9e96-44f5ef9c998e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Pushing event updated for resources: {'Port': ['ID=26ffaf3f-ccd1-4d58-9043-941f49a7e948,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:51.687554 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062e67e-a557-43b0-a636-203af76a395c req-3a480d04-22f7-4219-9e96-44f5ef9c998e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:51.688552 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4062e67e-a557-43b0-a636-203af76a395c req-3a480d04-22f7-4219-9e96-44f5ef9c998e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:51.705501 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4062e67e-a557-43b0-a636-203af76a395c req-3a480d04-22f7-4219-9e96-44f5ef9c998e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5736644 Sep 21 18:42:51.718247 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-4062e67e-a557-43b0-a636-203af76a395c req-70513abe-827d-42cf-9ce6-3c652d855b8a service neutron] Request body: {'port': {'device_id': 'ec2d62b5-7b38-45d4-9c83-ddf074a63169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:42:51.768166 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:51.778768 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4062e67e-a557-43b0-a636-203af76a395c req-70513abe-827d-42cf-9ce6-3c652d855b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:51.825657 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-d841c25d-0a58-402b-a6c4-b7fc59e15499 None None] Provisioning complete for port 26ffaf3f-ccd1-4d58-9043-941f49a7e948 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:42:51.826107 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d841c25d-0a58-402b-a6c4-b7fc59e15499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:51.860006 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-d841c25d-0a58-402b-a6c4-b7fc59e15499 None None] Port 26ffaf3f-ccd1-4d58-9043-941f49a7e948 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:42:52.045620 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-4062e67e-a557-43b0-a636-203af76a395c req-70513abe-827d-42cf-9ce6-3c652d855b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26ffaf3f-ccd1-4d58-9043-941f49a7e948 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:42:52.054062 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4062e67e-a557-43b0-a636-203af76a395c req-70513abe-827d-42cf-9ce6-3c652d855b8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:52.067776 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-4062e67e-a557-43b0-a636-203af76a395c req-70513abe-827d-42cf-9ce6-3c652d855b8a service neutron] Transition to ACTIVE for port object 26ffaf3f-ccd1-4d58-9043-941f49a7e948 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:42:52.073819 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4062e67e-a557-43b0-a636-203af76a395c req-70513abe-827d-42cf-9ce6-3c652d855b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:52.125962 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70513abe-827d-42cf-9ce6-3c652d855b8a service neutron] Pushing event updated for resources: {'Port': ['ID=26ffaf3f-ccd1-4d58-9043-941f49a7e948,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:52.195747 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-4062e67e-a557-43b0-a636-203af76a395c req-70513abe-827d-42cf-9ce6-3c652d855b8a service neutron] Attempting to bind port 26ffaf3f-ccd1-4d58-9043-941f49a7e948 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:42:52.196086 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-4062e67e-a557-43b0-a636-203af76a395c req-70513abe-827d-42cf-9ce6-3c652d855b8a service neutron] Attempting to bind port 26ffaf3f-ccd1-4d58-9043-941f49a7e948 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:42:52.196414 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4062e67e-a557-43b0-a636-203af76a395c req-70513abe-827d-42cf-9ce6-3c652d855b8a service neutron] Attempting to bind port 26ffaf3f-ccd1-4d58-9043-941f49a7e948 on network 0040d368-090f-4bf8-89ec-4e074ceb12bd {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:42:52.201132 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4062e67e-a557-43b0-a636-203af76a395c req-70513abe-827d-42cf-9ce6-3c652d855b8a service neutron] Port 26ffaf3f-ccd1-4d58-9043-941f49a7e948 on network 0040d368-090f-4bf8-89ec-4e074ceb12bd not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:42:52.201452 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4062e67e-a557-43b0-a636-203af76a395c req-70513abe-827d-42cf-9ce6-3c652d855b8a service neutron] Attempting to bind port 26ffaf3f-ccd1-4d58-9043-941f49a7e948 on network 0040d368-090f-4bf8-89ec-4e074ceb12bd {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:42:52.206420 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4062e67e-a557-43b0-a636-203af76a395c req-70513abe-827d-42cf-9ce6-3c652d855b8a service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:42:52.206755 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4062e67e-a557-43b0-a636-203af76a395c req-70513abe-827d-42cf-9ce6-3c652d855b8a service neutron] Checking segment: {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:42:52.207277 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4062e67e-a557-43b0-a636-203af76a395c req-70513abe-827d-42cf-9ce6-3c652d855b8a service neutron] Bound using segment: {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:42:52.207715 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-4062e67e-a557-43b0-a636-203af76a395c req-70513abe-827d-42cf-9ce6-3c652d855b8a service neutron] Bound port: 26ffaf3f-ccd1-4d58-9043-941f49a7e948, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:42:52.208080 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4062e67e-a557-43b0-a636-203af76a395c req-70513abe-827d-42cf-9ce6-3c652d855b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:52.277060 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-4062e67e-a557-43b0-a636-203af76a395c req-70513abe-827d-42cf-9ce6-3c652d855b8a service neutron] For port 26ffaf3f-ccd1-4d58-9043-941f49a7e948, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:42:52.280294 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-4062e67e-a557-43b0-a636-203af76a395c req-70513abe-827d-42cf-9ce6-3c652d855b8a service neutron] For port 26ffaf3f-ccd1-4d58-9043-941f49a7e948, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=26ffaf3f-ccd1-4d58-9043-941f49a7e948,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:42:52.295237 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4062e67e-a557-43b0-a636-203af76a395c req-70513abe-827d-42cf-9ce6-3c652d855b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:52.345517 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062e67e-a557-43b0-a636-203af76a395c req-70513abe-827d-42cf-9ce6-3c652d855b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:52.346155 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-4062e67e-a557-43b0-a636-203af76a395c req-70513abe-827d-42cf-9ce6-3c652d855b8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:52.347632 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4062e67e-a557-43b0-a636-203af76a395c req-70513abe-827d-42cf-9ce6-3c652d855b8a service neutron] 10.222.0.44 "PUT /v2.0/ports/26ffaf3f-ccd1-4d58-9043-941f49a7e948 HTTP/1.1" status: 200 len: 1092 time: 0.6336880 Sep 21 18:42:52.349971 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec2d62b5-7b38-45d4-9c83-ddf074a63169', 'tag': '26ffaf3f-ccd1-4d58-9043-941f49a7e948'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:42:52.352226 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e6d5e9-542c-4233-8046-ed6e9b0ae76c" -d '{"events": [{"name": "network-changed", "server_uuid": "ec2d62b5-7b38-45d4-9c83-ddf074a63169", "tag": "26ffaf3f-ccd1-4d58-9043-941f49a7e948"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:42:52.377633 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70513abe-827d-42cf-9ce6-3c652d855b8a service neutron] Pushing event updated for resources: {'Port': ['ID=26ffaf3f-ccd1-4d58-9043-941f49a7e948,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:52.398677 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642b31d-3dbc-4f83-8f1f-98c3df0695b0 req-8b33737e-4eb9-4423-b5ba-fc2ad15e37aa tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:52.400307 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6642b31d-3dbc-4f83-8f1f-98c3df0695b0 req-8b33737e-4eb9-4423-b5ba-fc2ad15e37aa tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 944 time: 0.1164801 Sep 21 18:42:52.409713 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f4cb46-2af1-4708-90fd-1b3d208fc687 x-openstack-request-id: req-f0f4cb46-2af1-4708-90fd-1b3d208fc687 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:42:52.410036 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec2d62b5-7b38-45d4-9c83-ddf074a63169", "tag": "26ffaf3f-ccd1-4d58-9043-941f49a7e948", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:42:52.410286 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f0f4cb46-2af1-4708-90fd-1b3d208fc687 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:42:52.410685 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec2d62b5-7b38-45d4-9c83-ddf074a63169', 'tag': '26ffaf3f-ccd1-4d58-9043-941f49a7e948', 'status': 'completed', 'code': 200} Sep 21 18:42:52.477879 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6642b31d-3dbc-4f83-8f1f-98c3df0695b0 req-40ee90de-9657-46a3-8156-f1bcf6878d47 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662796 Sep 21 18:42:52.480060 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062e67e-a557-43b0-a636-203af76a395c req-9b020da3-1943-447b-9969-9833284d1fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:52.481529 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4062e67e-a557-43b0-a636-203af76a395c req-9b020da3-1943-447b-9969-9833284d1fc2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 1095 time: 0.0802889 Sep 21 18:42:52.526283 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4062e67e-a557-43b0-a636-203af76a395c req-011149a0-50d7-4199-9167-c9e94f887e37 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26ffaf3f-ccd1-4d58-9043-941f49a7e948 HTTP/1.1" status: 200 len: 217 time: 0.0352006 Sep 21 18:42:52.581330 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062e67e-a557-43b0-a636-203af76a395c req-f3285195-f8e4-4578-ae44-7adfd64edf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:52.582790 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4062e67e-a557-43b0-a636-203af76a395c req-f3285195-f8e4-4578-ae44-7adfd64edf6d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0481553 Sep 21 18:42:52.630507 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062e67e-a557-43b0-a636-203af76a395c req-6f42a621-44ed-452b-a1cf-44b56c3fe35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:52.632039 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4062e67e-a557-43b0-a636-203af76a395c req-6f42a621-44ed-452b-a1cf-44b56c3fe35e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418453 Sep 21 18:42:52.731811 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4062e67e-a557-43b0-a636-203af76a395c req-0926b29c-c7a1-43bc-9272-aeadbc6ff955 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917711 Sep 21 18:42:52.830389 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4062e67e-a557-43b0-a636-203af76a395c req-44f7875f-93e9-47a1-8442-d899c8fc6613 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898929 Sep 21 18:42:52.928944 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6d5e9-542c-4233-8046-ed6e9b0ae76c req-993d5942-c6da-4048-92fb-fca072eb5d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:52.930445 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92e6d5e9-542c-4233-8046-ed6e9b0ae76c req-993d5942-c6da-4048-92fb-fca072eb5d5d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 1095 time: 0.0437601 Sep 21 18:42:53.025186 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6d5e9-542c-4233-8046-ed6e9b0ae76c req-5e876fb5-5256-495e-afbc-e59a68d4c198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:53.026702 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92e6d5e9-542c-4233-8046-ed6e9b0ae76c req-5e876fb5-5256-495e-afbc-e59a68d4c198 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.0887256 Sep 21 18:42:53.067943 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92e6d5e9-542c-4233-8046-ed6e9b0ae76c req-dfec7015-366e-491f-a03e-a8579f681321 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26ffaf3f-ccd1-4d58-9043-941f49a7e948 HTTP/1.1" status: 200 len: 217 time: 0.0337024 Sep 21 18:42:53.116331 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6d5e9-542c-4233-8046-ed6e9b0ae76c req-c2751cc2-24da-4b86-b512-b2eebce8a92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:53.117936 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92e6d5e9-542c-4233-8046-ed6e9b0ae76c req-c2751cc2-24da-4b86-b512-b2eebce8a92a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0427341 Sep 21 18:42:53.178504 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6d5e9-542c-4233-8046-ed6e9b0ae76c req-591777be-2d54-4e9f-9163-6c74525aeada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:53.179958 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92e6d5e9-542c-4233-8046-ed6e9b0ae76c req-591777be-2d54-4e9f-9163-6c74525aeada service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540779 Sep 21 18:42:53.274395 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92e6d5e9-542c-4233-8046-ed6e9b0ae76c req-239aaccb-5a3f-4403-8f6c-bd94cf7265eb service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855613 Sep 21 18:42:53.382898 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-92e6d5e9-542c-4233-8046-ed6e9b0ae76c req-c05218eb-8aab-43cd-89b2-a41a11a80d03 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998785 Sep 21 18:42:53.607645 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0757de-d344-46c6-8928-772fef51ef66 req-dbef4d04-98db-4ff2-bab8-19e91ca76a64 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:53.609137 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8e0757de-d344-46c6-8928-772fef51ef66 req-dbef4d04-98db-4ff2-bab8-19e91ca76a64 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 944 time: 0.0531576 Sep 21 18:42:53.650395 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8e0757de-d344-46c6-8928-772fef51ef66 req-744e3b6f-acb5-459b-a8b2-c4a31960aa5a tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336871 Sep 21 18:42:53.862579 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:54.213818 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 26ffaf3f-ccd1-4d58-9043-941f49a7e948 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:42:54.314209 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 26ffaf3f-ccd1-4d58-9043-941f49a7e948, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=26ffaf3f-ccd1-4d58-9043-941f49a7e948,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:42:54.492147 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '26ffaf3f-ccd1-4d58-9043-941f49a7e948', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'port_id': '26ffaf3f-ccd1-4d58-9043-941f49a7e948', 'mac_address': 'fa:16:3e:29:a9:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:42:54.540406 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:54.553153 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26ffaf3f-ccd1-4d58-9043-941f49a7e948 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:42:54.581186 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 26ffaf3f-ccd1-4d58-9043-941f49a7e948, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=26ffaf3f-ccd1-4d58-9043-941f49a7e948,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:42:54.586613 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:54.633581 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=26ffaf3f-ccd1-4d58-9043-941f49a7e948,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:54.786161 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['26ffaf3f-ccd1-4d58-9043-941f49a7e948'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:42:54.788258 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072d0a1-2c3f-4101-86e2-b0c137716d27 req-24f74d01-d279-437a-9212-a0f8ee8c13de tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:54.789730 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4072d0a1-2c3f-4101-86e2-b0c137716d27 req-24f74d01-d279-437a-9212-a0f8ee8c13de tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 945 time: 0.0541370 Sep 21 18:42:54.830526 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4072d0a1-2c3f-4101-86e2-b0c137716d27 req-795fb3e8-81a4-431c-8446-8c7d1ea6087d tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339491 Sep 21 18:42:54.933759 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:55.960612 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e3211-8cee-4cfb-9dd6-aa76cc03f822 req-9c1d5dc5-c6b1-488a-82ad-b6724171e5cd tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:55.962098 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e30e3211-8cee-4cfb-9dd6-aa76cc03f822 req-9c1d5dc5-c6b1-488a-82ad-b6724171e5cd tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 945 time: 0.0585613 Sep 21 18:42:55.999716 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e30e3211-8cee-4cfb-9dd6-aa76cc03f822 req-1b5295e5-fa96-4b21-bbc0-1b222da546a7 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315161 Sep 21 18:42:56.242738 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 26ffaf3f-ccd1-4d58-9043-941f49a7e948 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:42:56.296342 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 26ffaf3f-ccd1-4d58-9043-941f49a7e948 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:42:56.300416 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 26ffaf3f-ccd1-4d58-9043-941f49a7e948 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:42:56.300792 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:56.382737 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:56.405588 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2d62b5-7b38-45d4-9c83-ddf074a63169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ffaf3f-ccd1-4d58-9043-941f49a7e948'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:42:56.408210 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fda29f-2a02-4a4a-818f-f5d395326fef" -d '{"events": [{"server_uuid": "ec2d62b5-7b38-45d4-9c83-ddf074a63169", "name": "network-vif-plugged", "status": "completed", "tag": "26ffaf3f-ccd1-4d58-9043-941f49a7e948"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:42:56.420535 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 26ffaf3f-ccd1-4d58-9043-941f49a7e948, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=26ffaf3f-ccd1-4d58-9043-941f49a7e948,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:42:56.426230 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:56.449363 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2405b4-7014-4122-8f42-ac0854cd5857 x-openstack-request-id: req-5b2405b4-7014-4122-8f42-ac0854cd5857 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:42:56.449671 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2d62b5-7b38-45d4-9c83-ddf074a63169", "name": "network-vif-plugged", "status": "completed", "tag": "26ffaf3f-ccd1-4d58-9043-941f49a7e948", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:42:56.449921 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5b2405b4-7014-4122-8f42-ac0854cd5857 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:42:56.450310 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2d62b5-7b38-45d4-9c83-ddf074a63169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ffaf3f-ccd1-4d58-9043-941f49a7e948', 'code': 200} Sep 21 18:42:56.477687 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=26ffaf3f-ccd1-4d58-9043-941f49a7e948,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:42:56.548906 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60bf4c-2832-4305-a788-a3863888d129 req-487507b8-3a2a-4c95-82a0-034ee622bec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:56.550990 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-da60bf4c-2832-4305-a788-a3863888d129 req-487507b8-3a2a-4c95-82a0-034ee622bec9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 1097 time: 0.0436692 Sep 21 18:42:56.589971 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-da60bf4c-2832-4305-a788-a3863888d129 req-01a03bf5-47bf-41da-880b-bbbf3afb54e2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313768 Sep 21 18:42:57.130432 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e7d52-dcca-48e3-a5d3-c27f0489e7ae req-d636e458-5dba-432e-ba38-96ac7563d1a3 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:57.131980 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cb8e7d52-dcca-48e3-a5d3-c27f0489e7ae req-d636e458-5dba-432e-ba38-96ac7563d1a3 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 946 time: 0.0589437 Sep 21 18:42:57.174031 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cb8e7d52-dcca-48e3-a5d3-c27f0489e7ae req-ac11653a-159f-4dc7-90b2-a32ace7884b5 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347340 Sep 21 18:42:58.321471 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb4cdb-a56d-45a8-8a4e-c77dd823c3ee req-bbb06141-0b9d-4deb-b823-381f2dfc87cf tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:58.322953 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-05fb4cdb-a56d-45a8-8a4e-c77dd823c3ee req-bbb06141-0b9d-4deb-b823-381f2dfc87cf tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 946 time: 0.0658600 Sep 21 18:42:58.364033 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-05fb4cdb-a56d-45a8-8a4e-c77dd823c3ee req-06ed04d2-26a6-4a2e-bd24-9952a69f1883 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322032 Sep 21 18:42:58.499401 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254a054-9f95-4375-843b-e1f9bbc958b4 req-02d97888-06d9-4a9c-a4ff-6c04d7f466d2 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:58.501419 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0254a054-9f95-4375-843b-e1f9bbc958b4 req-02d97888-06d9-4a9c-a4ff-6c04d7f466d2 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 946 time: 0.0685823 Sep 21 18:42:58.511245 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 53324) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:42:58.515910 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-f6b481e7-3bfd-42e5-a601-4174273931e9 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Request body: {'floatingip': {'port_id': '26ffaf3f-ccd1-4d58-9043-941f49a7e948'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:42:58.554535 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f6b481e7-3bfd-42e5-a601-4174273931e9 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks [] for floatingip, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:58.998833 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f6b481e7-3bfd-42e5-a601-4174273931e9 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:59.005279 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f6b481e7-3bfd-42e5-a601-4174273931e9 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:59.106511 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [None req-f6b481e7-3bfd-42e5-a601-4174273931e9 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Floating IP f83cbc48-a27b-429b-bbed-6eb43687b34c associated. External IP: 172.25.6.241, port: 26ffaf3f-ccd1-4d58-9043-941f49a7e948. Sep 21 18:42:59.322586 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b481e7-3bfd-42e5-a601-4174273931e9 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Router df73068d-e5ea-4f9d-95f6-761fbb41faa7 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:42:59.436126 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b481e7-3bfd-42e5-a601-4174273931e9 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:42:59.441330 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f6b481e7-3bfd-42e5-a601-4174273931e9 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:42:59.446054 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd8abeb-11c2-46b1-aee5-1d3eb4a8ea1f None None] Sync routers for ids ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:42:59.456278 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd8abeb-11c2-46b1-aee5-1d3eb4a8ea1f None None] Routers {'df73068d-e5ea-4f9d-95f6-761fbb41faa7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:42:59.456893 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-2bd8abeb-11c2-46b1-aee5-1d3eb4a8ea1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:42:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:42:59.472163 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f6b481e7-3bfd-42e5-a601-4174273931e9 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "PUT /v2.0/floatingips/f83cbc48-a27b-429b-bbed-6eb43687b34c HTTP/1.1" status: 200 len: 993 time: 0.9599113 Sep 21 18:42:59.472842 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec2d62b5-7b38-45d4-9c83-ddf074a63169', 'tag': '26ffaf3f-ccd1-4d58-9043-941f49a7e948'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:42:59.475178 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}022c39303f52ae634eb495e389dfc106a7bf6634fdae302513457cd7532ddb72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f3bd74-21d5-4038-8ad5-fa4814f59eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "ec2d62b5-7b38-45d4-9c83-ddf074a63169", "tag": "26ffaf3f-ccd1-4d58-9043-941f49a7e948"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:42:59.520752 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b902b46-9bdc-44d4-bae2-6a6f29463c3c x-openstack-request-id: req-6b902b46-9bdc-44d4-bae2-6a6f29463c3c {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:42:59.521352 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec2d62b5-7b38-45d4-9c83-ddf074a63169", "tag": "26ffaf3f-ccd1-4d58-9043-941f49a7e948", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:42:59.521352 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6b902b46-9bdc-44d4-bae2-6a6f29463c3c {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:42:59.521723 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec2d62b5-7b38-45d4-9c83-ddf074a63169', 'tag': '26ffaf3f-ccd1-4d58-9043-941f49a7e948', 'status': 'completed', 'code': 200} Sep 21 18:42:59.642313 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3bd74-21d5-4038-8ad5-fa4814f59eb2 req-981099b0-5096-49b4-9416-5b2e3ece59cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:59.643853 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62f3bd74-21d5-4038-8ad5-fa4814f59eb2 req-981099b0-5096-49b4-9416-5b2e3ece59cd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 1097 time: 0.0881767 Sep 21 18:42:59.669063 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-2bd8abeb-11c2-46b1-aee5-1d3eb4a8ea1f None None] Set router df73068d-e5ea-4f9d-95f6-761fbb41faa7 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:42:59.736655 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3bd74-21d5-4038-8ad5-fa4814f59eb2 req-072b53d6-2dc2-4f04-be3f-ff461a006fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:59.738129 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62f3bd74-21d5-4038-8ad5-fa4814f59eb2 req-072b53d6-2dc2-4f04-be3f-ff461a006fd9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.0867281 Sep 21 18:42:59.809473 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62f3bd74-21d5-4038-8ad5-fa4814f59eb2 req-559c51b7-cb79-48e9-82fb-55ae22194511 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26ffaf3f-ccd1-4d58-9043-941f49a7e948 HTTP/1.1" status: 200 len: 1001 time: 0.0634675 Sep 21 18:42:59.865110 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3bd74-21d5-4038-8ad5-fa4814f59eb2 req-ff17b0ca-3416-4d34-a20c-d4df875fbe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:59.866472 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62f3bd74-21d5-4038-8ad5-fa4814f59eb2 req-ff17b0ca-3416-4d34-a20c-d4df875fbe58 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0450580 Sep 21 18:42:59.894050 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-2bd8abeb-11c2-46b1-aee5-1d3eb4a8ea1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'name': 'tempest-ServerActionsTestJSON-1147916915-router', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:35:51Z', 'updated_at': '2021-09-21T18:35:54Z', 'revision_number': 4, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'gw_port': {'id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:52Z', 'updated_at': '2021-09-21T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'f83cbc48-a27b-429b-bbed-6eb43687b34c', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'floating_ip_address': '172.25.6.241', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'port_id': '26ffaf3f-ccd1-4d58-9043-941f49a7e948', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'mac_address': 'fa:16:3e:29:a9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2d62b5-7b38-45d4-9c83-ddf074a63169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:35:56Z', 'updated_at': '2021-09-21T18:42:58Z', 'revision_number': 13, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '343173bc-1ccc-4325-8819-89b488f13f23', 'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'mac_address': 'fa:16:3e:73:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:53Z', 'updated_at': '2021-09-21T18:35:57Z', 'revision_number': 5, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'subnets': [{'id': '8acc57b2-d907-4723-b657-57319cd71f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:42:59.916861 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3bd74-21d5-4038-8ad5-fa4814f59eb2 req-025c8f2b-c7e3-42ae-a5f6-eba4621dc4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:42:59.918362 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62f3bd74-21d5-4038-8ad5-fa4814f59eb2 req-025c8f2b-c7e3-42ae-a5f6-eba4621dc4a2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443075 Sep 21 18:42:59.923767 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd8abeb-11c2-46b1-aee5-1d3eb4a8ea1f None None] Checking router: df73068d-e5ea-4f9d-95f6-761fbb41faa7 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:42:59.932460 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd8abeb-11c2-46b1-aee5-1d3eb4a8ea1f None None] Routers {'df73068d-e5ea-4f9d-95f6-761fbb41faa7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:42:59.933055 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-2bd8abeb-11c2-46b1-aee5-1d3eb4a8ea1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:42:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:43:00.008654 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62f3bd74-21d5-4038-8ad5-fa4814f59eb2 req-fb832cb9-390b-49d5-8fbd-cd948abb6415 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816622 Sep 21 18:43:00.034750 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-2bd8abeb-11c2-46b1-aee5-1d3eb4a8ea1f None None] Set router df73068d-e5ea-4f9d-95f6-761fbb41faa7 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:43:00.106840 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-62f3bd74-21d5-4038-8ad5-fa4814f59eb2 req-ba5e7104-bdd3-41ae-9d02-74fe78fccd03 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906966 Sep 21 18:43:00.266941 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-2bd8abeb-11c2-46b1-aee5-1d3eb4a8ea1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'name': 'tempest-ServerActionsTestJSON-1147916915-router', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:35:51Z', 'updated_at': '2021-09-21T18:35:54Z', 'revision_number': 4, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'gw_port': {'id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:52Z', 'updated_at': '2021-09-21T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'f83cbc48-a27b-429b-bbed-6eb43687b34c', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'floating_ip_address': '172.25.6.241', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'port_id': '26ffaf3f-ccd1-4d58-9043-941f49a7e948', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'mac_address': 'fa:16:3e:29:a9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2d62b5-7b38-45d4-9c83-ddf074a63169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:35:56Z', 'updated_at': '2021-09-21T18:42:58Z', 'revision_number': 13, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '343173bc-1ccc-4325-8819-89b488f13f23', 'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'mac_address': 'fa:16:3e:73:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:53Z', 'updated_at': '2021-09-21T18:35:57Z', 'revision_number': 5, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'subnets': [{'id': '8acc57b2-d907-4723-b657-57319cd71f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:43:00.295993 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd8abeb-11c2-46b1-aee5-1d3eb4a8ea1f None None] The sync data for ids ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'] in n-d-810291-1 is: [{'id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'name': 'tempest-ServerActionsTestJSON-1147916915-router', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:35:51Z', 'updated_at': '2021-09-21T18:35:54Z', 'revision_number': 4, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'gw_port': {'id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:52Z', 'updated_at': '2021-09-21T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'f83cbc48-a27b-429b-bbed-6eb43687b34c', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'floating_ip_address': '172.25.6.241', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'port_id': '26ffaf3f-ccd1-4d58-9043-941f49a7e948', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'mac_address': 'fa:16:3e:29:a9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2d62b5-7b38-45d4-9c83-ddf074a63169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:35:56Z', 'updated_at': '2021-09-21T18:42:58Z', 'revision_number': 13, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '343173bc-1ccc-4325-8819-89b488f13f23', 'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'mac_address': 'fa:16:3e:73:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:53Z', 'updated_at': '2021-09-21T18:35:57Z', 'revision_number': 5, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'subnets': [{'id': '8acc57b2-d907-4723-b657-57319cd71f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:43:00.484614 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7205f145-24b9-4fe7-92b4-0f100f0f4cc7 None None] New status for floating IP f83cbc48-a27b-429b-bbed-6eb43687b34c: ACTIVE {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:43:03.614999 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:43:15.984402 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9df8c55a-c9b0-4223-b2c7-990e161e4948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:18.493333 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2e0f236d-dbe7-443a-bc4f-2cf7241ea1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:19.096316 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:20.298120 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:21.774245 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:23.855558 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:24.939609 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:40.614596 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:43:41.256815 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-17f4d64a-8f36-4eaa-a7a2-56ccfd367da0 req-efd4348d-f513-4069-a756-f85ed1b56c29 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474665 Sep 21 18:43:41.342722 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4d64a-8f36-4eaa-a7a2-56ccfd367da0 req-11bf406f-2e03-47a7-98f3-64ef24136bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:41.344482 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-17f4d64a-8f36-4eaa-a7a2-56ccfd367da0 req-11bf406f-2e03-47a7-98f3-64ef24136bfb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 1097 time: 0.0413947 Sep 21 18:43:41.455992 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4d64a-8f36-4eaa-a7a2-56ccfd367da0 req-ace1be10-6fd2-462b-8564-2b668c3ab47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:41.457440 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-17f4d64a-8f36-4eaa-a7a2-56ccfd367da0 req-ace1be10-6fd2-462b-8564-2b668c3ab47a service neutron] 10.222.0.44 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.0856874 Sep 21 18:43:41.534433 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-17f4d64a-8f36-4eaa-a7a2-56ccfd367da0 req-453fceae-f285-4342-b91e-41ba3bdf5b92 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26ffaf3f-ccd1-4d58-9043-941f49a7e948 HTTP/1.1" status: 200 len: 1003 time: 0.0682850 Sep 21 18:43:41.591917 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4d64a-8f36-4eaa-a7a2-56ccfd367da0 req-5c655315-13cd-4a37-b965-2f54394c00c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:41.593361 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-17f4d64a-8f36-4eaa-a7a2-56ccfd367da0 req-5c655315-13cd-4a37-b965-2f54394c00c8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0495355 Sep 21 18:43:41.648432 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4d64a-8f36-4eaa-a7a2-56ccfd367da0 req-f5740889-57d1-4fe8-be70-c5ba970d2e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:43:41.649902 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-17f4d64a-8f36-4eaa-a7a2-56ccfd367da0 req-f5740889-57d1-4fe8-be70-c5ba970d2e8a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460906 Sep 21 18:43:41.756374 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-17f4d64a-8f36-4eaa-a7a2-56ccfd367da0 req-51e342c1-5eaa-4dd1-959a-23bf13c6772f service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975811 Sep 21 18:43:41.852345 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-17f4d64a-8f36-4eaa-a7a2-56ccfd367da0 req-f15feae3-61e0-457d-9f18-ce2c65b9b1c6 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876281 Sep 21 18:43:45.983274 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c073b4e-97d6-4b8a-a05b-11c7d059e6af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:48.493722 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7b4ab47e-b556-473b-82bc-422ae4e413ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:49.091578 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:50.303512 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:51.773566 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:53.875154 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:43:54.952018 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:44:15.979611 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-63071774-c586-4b5c-a571-23a2bb3cc9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:44:17.614476 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:44:18.492826 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6b077fcc-b7c0-43c0-a47c-c2ed770071f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:44:19.099857 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:44:20.311927 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:44:21.776937 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:44:23.871998 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:44:24.953354 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:44:39.734628 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54098dd-b5f6-40ac-b9cc-874108eea717 req-734be9e3-8eca-4b0e-8eff-17841d88dddf tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:44:39.736165 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e54098dd-b5f6-40ac-b9cc-874108eea717 req-734be9e3-8eca-4b0e-8eff-17841d88dddf tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 946 time: 0.0544558 Sep 21 18:44:39.777676 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e54098dd-b5f6-40ac-b9cc-874108eea717 req-28fc630b-d8a4-4753-95eb-afa694fa42a7 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337226 Sep 21 18:44:43.199228 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-17bd9b81-362a-4699-ad49-1ac8dff42a76 req-5b12eee7-6eb8-4215-af5b-2f2339787c5e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461011 Sep 21 18:44:43.284605 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd9b81-362a-4699-ad49-1ac8dff42a76 req-37e5e001-e24a-416e-bf69-0c564e4723c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:44:43.286138 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-17bd9b81-362a-4699-ad49-1ac8dff42a76 req-37e5e001-e24a-416e-bf69-0c564e4723c6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 1097 time: 0.0416715 Sep 21 18:44:43.397990 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd9b81-362a-4699-ad49-1ac8dff42a76 req-d4b53d9c-7f95-4246-b50d-33b321ce7ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:44:43.399510 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-17bd9b81-362a-4699-ad49-1ac8dff42a76 req-d4b53d9c-7f95-4246-b50d-33b321ce7ffa service neutron] 10.222.0.44 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.0918429 Sep 21 18:44:43.466565 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-17bd9b81-362a-4699-ad49-1ac8dff42a76 req-4dd538dd-1d57-4223-9c5a-85c41977fd22 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26ffaf3f-ccd1-4d58-9043-941f49a7e948 HTTP/1.1" status: 200 len: 1003 time: 0.0582552 Sep 21 18:44:43.521803 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd9b81-362a-4699-ad49-1ac8dff42a76 req-4e8c98f5-44b2-4774-94a9-9d475d132366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:44:43.523453 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-17bd9b81-362a-4699-ad49-1ac8dff42a76 req-4e8c98f5-44b2-4774-94a9-9d475d132366 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0480447 Sep 21 18:44:43.570040 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd9b81-362a-4699-ad49-1ac8dff42a76 req-0e4465fb-356e-4238-8a49-3cf46f42560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:44:43.571652 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-17bd9b81-362a-4699-ad49-1ac8dff42a76 req-0e4465fb-356e-4238-8a49-3cf46f42560e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405753 Sep 21 18:44:43.666188 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-17bd9b81-362a-4699-ad49-1ac8dff42a76 req-76e46df9-7819-4c7a-a1e7-9bb14aea4591 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859241 Sep 21 18:44:43.758818 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-17bd9b81-362a-4699-ad49-1ac8dff42a76 req-48b25603-bc50-4770-aa04-7c0181b9d3e8 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850151 Sep 21 18:44:45.982259 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0932c003-5eae-4621-8306-5085412f3d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:44:48.490841 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-53c676bf-b848-4ebe-9a1a-7c70a9fa5745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:44:49.094570 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:44:50.314822 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:44:50.892292 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-abb2ed36-6735-4768-99e6-aac4e6e9a8ec req-a4fd2de5-24bc-4424-adb7-21307dfb7298 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:44:50.893579 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-abb2ed36-6735-4768-99e6-aac4e6e9a8ec req-a4fd2de5-24bc-4424-adb7-21307dfb7298 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104806 Sep 21 18:44:51.103604 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272a501-d027-429a-996d-57a12766bc96 req-08c236cb-6991-4a7c-8297-9344270a3c64 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:44:51.105160 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0272a501-d027-429a-996d-57a12766bc96 req-08c236cb-6991-4a7c-8297-9344270a3c64 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 946 time: 0.0485344 Sep 21 18:44:51.130057 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-6a5019b3-2c76-43e5-9bda-22ceca7530f7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0864630 Sep 21 18:44:51.143903 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0272a501-d027-429a-996d-57a12766bc96 req-373c8fe9-5b88-4642-9813-c93835ecbc01 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323613 Sep 21 18:44:51.776183 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:44:52.278319 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee7dec-3268-4d56-b19d-2dad42c92d90 req-77496f43-a841-46ed-ae5f-c0c87e058658 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:44:52.279896 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3cee7dec-3268-4d56-b19d-2dad42c92d90 req-77496f43-a841-46ed-ae5f-c0c87e058658 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 946 time: 0.0506835 Sep 21 18:44:52.317308 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-43c39ec0-7afe-41a1-9526-036ef17beac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:44:52.318808 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-43c39ec0-7afe-41a1-9526-036ef17beac0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 1097 time: 0.0433648 Sep 21 18:44:52.322973 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3cee7dec-3268-4d56-b19d-2dad42c92d90 req-b0c97201-399b-440a-b640-4c40cd1d424b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368295 Sep 21 18:44:52.409495 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-48b17b3b-3b54-4211-a0f3-00837b9a913c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:44:52.411018 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-48b17b3b-3b54-4211-a0f3-00837b9a913c service neutron] 10.222.0.44 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.0843923 Sep 21 18:44:52.480509 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-878e743f-5b24-47c9-b404-6f4c518f9512 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26ffaf3f-ccd1-4d58-9043-941f49a7e948 HTTP/1.1" status: 200 len: 1003 time: 0.0617242 Sep 21 18:44:52.532163 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-23e01ba6-8fce-46dc-944b-af180a5278f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:44:52.533622 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-23e01ba6-8fce-46dc-944b-af180a5278f1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0446765 Sep 21 18:44:52.581200 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-c5a65211-147c-46b4-a552-290232fab4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:44:52.582714 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-c5a65211-147c-46b4-a552-290232fab4f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410626 Sep 21 18:44:52.679204 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-5cad0ded-3715-43d5-9ac8-62608c24813a service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880041 Sep 21 18:44:52.786325 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-b45cd036-2821-4d6e-9147-6c45e3cba0ad service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979669 Sep 21 18:44:53.457406 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869c139-96d2-43b3-b291-6d68faa9a5f7 req-d64a1022-ffb7-45c3-9f56-84e01bfbdf4a tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:44:53.458909 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b869c139-96d2-43b3-b291-6d68faa9a5f7 req-d64a1022-ffb7-45c3-9f56-84e01bfbdf4a tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 946 time: 0.0550323 Sep 21 18:44:53.499541 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b869c139-96d2-43b3-b291-6d68faa9a5f7 req-7ea8918e-0f31-4508-92a6-0285673b1e26 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315723 Sep 21 18:44:53.877462 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:44:54.615442 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:44:54.646422 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2304544-de08-4add-bcb4-96a7b8783fef req-bc5bef22-d913-442d-924a-bce3d7461758 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:44:54.647957 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e2304544-de08-4add-bcb4-96a7b8783fef req-bc5bef22-d913-442d-924a-bce3d7461758 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 946 time: 0.0595527 Sep 21 18:44:54.692103 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e2304544-de08-4add-bcb4-96a7b8783fef req-d17aae61-f8c5-43e5-abd9-9ae6b2916301 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375853 Sep 21 18:44:54.949556 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:44:55.823631 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782e6cb-7b2c-46c6-a5ac-e7419645e638 req-d20af763-e1c3-4973-ad05-49bf80e3f43b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:44:55.825527 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7782e6cb-7b2c-46c6-a5ac-e7419645e638 req-d20af763-e1c3-4973-ad05-49bf80e3f43b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 946 time: 0.0525155 Sep 21 18:44:55.864981 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7782e6cb-7b2c-46c6-a5ac-e7419645e638 req-880fe7a1-78ae-49a3-b25b-4f452ad73f0b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332778 Sep 21 18:44:56.990802 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796036ab-5a1d-4a26-9b5a-739f732b3906 req-8139ffcb-263f-41e8-911a-08d14a24ab18 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:44:56.992609 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-796036ab-5a1d-4a26-9b5a-739f732b3906 req-8139ffcb-263f-41e8-911a-08d14a24ab18 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 946 time: 0.0569727 Sep 21 18:44:57.045699 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-796036ab-5a1d-4a26-9b5a-739f732b3906 req-6cdd7481-dc6b-4307-9062-8ee0cdc95e66 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432494 Sep 21 18:44:58.177690 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bca02-c51b-49d2-9899-e71059a8618d req-840d19d5-b150-47d3-a580-41b69b2687e0 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:44:58.179190 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-917bca02-c51b-49d2-9899-e71059a8618d req-840d19d5-b150-47d3-a580-41b69b2687e0 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 946 time: 0.0494938 Sep 21 18:44:58.219464 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-917bca02-c51b-49d2-9899-e71059a8618d req-63ae0a3a-c6ff-492f-be76-0d3bbdc9cf65 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341685 Sep 21 18:44:59.339207 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe0384-0904-436f-aa39-22fa189e5c69 req-085d8825-90a6-42c3-9cf0-d3950156b775 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:44:59.341152 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-97fe0384-0904-436f-aa39-22fa189e5c69 req-085d8825-90a6-42c3-9cf0-d3950156b775 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 946 time: 0.0518484 Sep 21 18:44:59.384668 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-97fe0384-0904-436f-aa39-22fa189e5c69 req-ed93122e-fbc1-4460-a936-8100bdd23ca5 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350051 Sep 21 18:45:00.514610 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f1814-938f-4d87-a00e-9f6bf7f25ceb req-6fd8433d-ea4a-411e-a8f1-efd234df8e3a tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:00.515996 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-739f1814-938f-4d87-a00e-9f6bf7f25ceb req-6fd8433d-ea4a-411e-a8f1-efd234df8e3a tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 946 time: 0.0518944 Sep 21 18:45:00.553465 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-739f1814-938f-4d87-a00e-9f6bf7f25ceb req-96d928ca-69cd-4ec6-83be-213be52a8572 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315118 Sep 21 18:45:01.681155 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39a791-433e-4f02-af4a-ed3175d0f58d req-dccb581c-c577-4001-95fa-ec370a6bfc68 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:01.682687 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3c39a791-433e-4f02-af4a-ed3175d0f58d req-dccb581c-c577-4001-95fa-ec370a6bfc68 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 946 time: 0.0568707 Sep 21 18:45:01.724120 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3c39a791-433e-4f02-af4a-ed3175d0f58d req-5bd47a9c-7ae1-499e-ac40-c1af5404925b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325186 Sep 21 18:45:02.848808 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9757891-49d6-41f9-8ac7-bb9ac5f9f622 req-adfea8a0-cd8f-42c8-9b34-7898a8ff3d5b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:02.850248 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e9757891-49d6-41f9-8ac7-bb9ac5f9f622 req-adfea8a0-cd8f-42c8-9b34-7898a8ff3d5b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 946 time: 0.0508373 Sep 21 18:45:02.891316 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e9757891-49d6-41f9-8ac7-bb9ac5f9f622 req-220f8bf1-2627-4681-bb7d-cf1158107759 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320690 Sep 21 18:45:04.022849 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b3723-b6a2-40c3-b0ae-2c87ec8b6775 req-599cb231-5a01-4740-abc9-5241c5196e5a tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:04.024252 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-322b3723-b6a2-40c3-b0ae-2c87ec8b6775 req-599cb231-5a01-4740-abc9-5241c5196e5a tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 946 time: 0.0499277 Sep 21 18:45:04.067078 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-322b3723-b6a2-40c3-b0ae-2c87ec8b6775 req-d80e9821-a191-410c-8652-5db40a1e6d08 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342875 Sep 21 18:45:05.190488 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d1f60-8e9d-499b-8b4b-5b1b568f8476 req-98ed851b-a4db-4138-8d3b-73f148a1041a tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:05.192299 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-469d1f60-8e9d-499b-8b4b-5b1b568f8476 req-98ed851b-a4db-4138-8d3b-73f148a1041a tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 946 time: 0.0529919 Sep 21 18:45:05.234318 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-469d1f60-8e9d-499b-8b4b-5b1b568f8476 req-28dc06ba-30d8-40d6-bce9-6363c8eaa36d tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355051 Sep 21 18:45:06.354435 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffce56-1371-47fe-aa53-f866b4a4fb9f req-3974edd0-3bcb-4e7d-a768-030fa25e5c3d tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:06.355963 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-69ffce56-1371-47fe-aa53-f866b4a4fb9f req-3974edd0-3bcb-4e7d-a768-030fa25e5c3d tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 946 time: 0.0521722 Sep 21 18:45:06.398869 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-69ffce56-1371-47fe-aa53-f866b4a4fb9f req-d19b2ef5-2e32-44b4-81d3-4acb4f6773ba tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366826 Sep 21 18:45:06.669894 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-110401a6-3d9a-4a6e-ac7e-eefdbfa9276b service neutron] show failed (client error): The resource could not be found. Sep 21 18:45:06.671332 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-110401a6-3d9a-4a6e-ac7e-eefdbfa9276b service neutron] 10.222.0.44 "GET /v2.0/ports/26ffaf3f-ccd1-4d58-9043-941f49a7e948/bindings/n-h1-810291-1 HTTP/1.1" status: 404 len: 380 time: 0.0605707 Sep 21 18:45:06.889728 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-691de041-5d28-4296-96b1-f2e4cc3cc377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:06.891128 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-691de041-5d28-4296-96b1-f2e4cc3cc377 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169&tenant_id=6fd87ea74b6345819943c376316cb4ef HTTP/1.1" status: 200 len: 1097 time: 0.0429225 Sep 21 18:45:06.904163 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810291-1', 'device_owner': 'compute:nova'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:45:06.961967 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:07.557650 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] For port 26ffaf3f-ccd1-4d58-9043-941f49a7e948, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=26ffaf3f-ccd1-4d58-9043-941f49a7e948,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:45:07.575971 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b932a4-5af1-4092-9b30-1db2664c9416 req-88cf72e7-b1b6-4bb6-b293-19e599afaadc tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:07.577480 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9b932a4-5af1-4092-9b30-1db2664c9416 req-88cf72e7-b1b6-4bb6-b293-19e599afaadc tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 946 time: 0.0931022 Sep 21 18:45:07.614551 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] For port 26ffaf3f-ccd1-4d58-9043-941f49a7e948, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:45:07.651614 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a9b932a4-5af1-4092-9b30-1db2664c9416 req-c71f575c-f9d7-45d6-b6a4-d19c1267e6de tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678854 Sep 21 18:45:07.666531 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2d62b5-7b38-45d4-9c83-ddf074a63169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26ffaf3f-ccd1-4d58-9043-941f49a7e948'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:45:07.668930 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec570500-1ae0-4115-9298-188f35b22866" -d '{"events": [{"server_uuid": "ec2d62b5-7b38-45d4-9c83-ddf074a63169", "name": "network-vif-unplugged", "status": "completed", "tag": "26ffaf3f-ccd1-4d58-9043-941f49a7e948"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:45:07.673421 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:07.686009 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] Transition to ACTIVE for port object 26ffaf3f-ccd1-4d58-9043-941f49a7e948 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:45:07.691062 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:07.718380 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bcdc68-b344-4a84-9c3e-7314a0fc8bf8 x-openstack-request-id: req-77bcdc68-b344-4a84-9c3e-7314a0fc8bf8 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:45:07.718675 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2d62b5-7b38-45d4-9c83-ddf074a63169", "name": "network-vif-unplugged", "status": "completed", "tag": "26ffaf3f-ccd1-4d58-9043-941f49a7e948", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:45:07.718942 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-77bcdc68-b344-4a84-9c3e-7314a0fc8bf8 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:45:07.719334 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2d62b5-7b38-45d4-9c83-ddf074a63169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26ffaf3f-ccd1-4d58-9043-941f49a7e948', 'code': 200} Sep 21 18:45:07.774342 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] Pushing event updated for resources: {'Port': ['ID=26ffaf3f-ccd1-4d58-9043-941f49a7e948,revision_number=6']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:07.790339 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:07.790675 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:07.791043 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:07.791355 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:07.791715 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:07.792047 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:07.792365 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:07.792685 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:07.793007 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:07.793337 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:07.793656 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:07.793976 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:07.823922 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] No DVR routers for this DVR port 26ffaf3f-ccd1-4d58-9043-941f49a7e948 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:45:07.966090 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] Attempting to bind port 26ffaf3f-ccd1-4d58-9043-941f49a7e948 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:45:07.966449 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] Attempting to bind port 26ffaf3f-ccd1-4d58-9043-941f49a7e948 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:45:07.966853 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] Attempting to bind port 26ffaf3f-ccd1-4d58-9043-941f49a7e948 on network 0040d368-090f-4bf8-89ec-4e074ceb12bd {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:45:07.974063 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] Port 26ffaf3f-ccd1-4d58-9043-941f49a7e948 on network 0040d368-090f-4bf8-89ec-4e074ceb12bd not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:45:07.974435 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] Attempting to bind port 26ffaf3f-ccd1-4d58-9043-941f49a7e948 on network 0040d368-090f-4bf8-89ec-4e074ceb12bd {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:45:07.980962 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:45:07.981302 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] Checking segment: {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:45:07.981689 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] Bound using segment: {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:45:07.982116 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] Bound port: 26ffaf3f-ccd1-4d58-9043-941f49a7e948, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:45:07.982476 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:08.049362 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] For port 26ffaf3f-ccd1-4d58-9043-941f49a7e948, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:45:08.052289 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] For port 26ffaf3f-ccd1-4d58-9043-941f49a7e948, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=26ffaf3f-ccd1-4d58-9043-941f49a7e948,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:45:08.060622 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:08.105066 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:08.105714 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:08.107275 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] 10.222.0.38 "PUT /v2.0/ports/26ffaf3f-ccd1-4d58-9043-941f49a7e948 HTTP/1.1" status: 200 len: 1092 time: 1.2072895 Sep 21 18:45:08.128338 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77bcf74-5784-4b19-bf12-316f0a28e30f service neutron] Pushing event updated for resources: {'Port': ['ID=26ffaf3f-ccd1-4d58-9043-941f49a7e948,revision_number=7']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:08.172928 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-8c07ebaa-6257-4b86-9a7d-50f2d94f3c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:08.174471 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-8c07ebaa-6257-4b86-9a7d-50f2d94f3c9f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 1095 time: 0.0431528 Sep 21 18:45:08.273438 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-a547a79d-ca66-42eb-99a3-70b3acf7b130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:08.275092 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-a547a79d-ca66-42eb-99a3-70b3acf7b130 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.0942276 Sep 21 18:45:08.351881 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-2eab1675-ec76-4ba8-a171-2e75c2fd409c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26ffaf3f-ccd1-4d58-9043-941f49a7e948 HTTP/1.1" status: 200 len: 1001 time: 0.0697680 Sep 21 18:45:08.403453 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-5fb32da5-cfd9-4b9a-bb70-bb31a77b10d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:08.404830 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-5fb32da5-cfd9-4b9a-bb70-bb31a77b10d0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0461652 Sep 21 18:45:08.455258 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-231df6cd-e167-4ed3-bf48-498ab2ed4c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:08.456784 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-231df6cd-e167-4ed3-bf48-498ab2ed4c0e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443964 Sep 21 18:45:08.551242 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-9f9202ff-fb9c-4001-9b16-f37b3f8b58a1 service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865412 Sep 21 18:45:08.645842 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-6c6e410e-ba41-40de-90a0-6e688ec57598 service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870683 Sep 21 18:45:08.770569 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd7531-e63a-430b-adcc-d25ebf928d64 req-3ae97d7e-4cad-442c-867e-410a68505c28 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:08.772103 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0cdd7531-e63a-430b-adcc-d25ebf928d64 req-3ae97d7e-4cad-442c-867e-410a68505c28 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 944 time: 0.0493405 Sep 21 18:45:08.810571 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0cdd7531-e63a-430b-adcc-d25ebf928d64 req-fc4d481a-045a-4493-89cd-21769b3beb0b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320523 Sep 21 18:45:09.038052 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 26ffaf3f-ccd1-4d58-9043-941f49a7e948 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:45:09.080461 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 26ffaf3f-ccd1-4d58-9043-941f49a7e948 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:45:09.721053 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec2d62b5-7b38-45d4-9c83-ddf074a63169', 'tag': '26ffaf3f-ccd1-4d58-9043-941f49a7e948'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:45:09.723501 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c488ad4-108f-4a02-9b35-d715705010c4" -d '{"events": [{"name": "network-changed", "server_uuid": "ec2d62b5-7b38-45d4-9c83-ddf074a63169", "tag": "26ffaf3f-ccd1-4d58-9043-941f49a7e948"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:45:09.772673 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3203efa5-27b7-4e32-bece-d78da5c478b2 x-openstack-request-id: req-3203efa5-27b7-4e32-bece-d78da5c478b2 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:45:09.773268 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec2d62b5-7b38-45d4-9c83-ddf074a63169", "tag": "26ffaf3f-ccd1-4d58-9043-941f49a7e948", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:45:09.773268 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3203efa5-27b7-4e32-bece-d78da5c478b2 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:45:09.773644 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec2d62b5-7b38-45d4-9c83-ddf074a63169', 'tag': '26ffaf3f-ccd1-4d58-9043-941f49a7e948', 'status': 'completed', 'code': 200} Sep 21 18:45:09.870833 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c488ad4-108f-4a02-9b35-d715705010c4 req-827b73be-413e-4be1-8879-0916957b026e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:09.872464 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c488ad4-108f-4a02-9b35-d715705010c4 req-827b73be-413e-4be1-8879-0916957b026e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 1095 time: 0.0761657 Sep 21 18:45:09.878842 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c488ad4-108f-4a02-9b35-d715705010c4 req-0c7a5cdb-2c92-49a4-83e9-fa0a4d6d8c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:09.880405 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c488ad4-108f-4a02-9b35-d715705010c4 req-0c7a5cdb-2c92-49a4-83e9-fa0a4d6d8c81 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 1095 time: 0.0759883 Sep 21 18:45:10.054961 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927d3d0-8175-41d6-a7a6-ab9a66e23621 req-e9d64763-19f4-4754-907a-3611e9716142 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:10.056375 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3927d3d0-8175-41d6-a7a6-ab9a66e23621 req-e9d64763-19f4-4754-907a-3611e9716142 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 944 time: 0.1659961 Sep 21 18:45:10.077465 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c488ad4-108f-4a02-9b35-d715705010c4 req-87825826-1b61-47f8-8881-fafa796c55ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:10.078890 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c488ad4-108f-4a02-9b35-d715705010c4 req-87825826-1b61-47f8-8881-fafa796c55ba service neutron] 10.222.0.38 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.1975973 Sep 21 18:45:10.133446 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c488ad4-108f-4a02-9b35-d715705010c4 req-33fa42b0-1298-4a6c-8fae-d885d60e6d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:10.134901 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c488ad4-108f-4a02-9b35-d715705010c4 req-33fa42b0-1298-4a6c-8fae-d885d60e6d47 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.2455943 Sep 21 18:45:10.160200 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3927d3d0-8175-41d6-a7a6-ab9a66e23621 req-1af20267-c8db-4785-b09d-291fe2bc9570 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955660 Sep 21 18:45:10.210386 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c488ad4-108f-4a02-9b35-d715705010c4 req-82716eae-0042-48fc-a87b-3a6c3451d864 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26ffaf3f-ccd1-4d58-9043-941f49a7e948 HTTP/1.1" status: 200 len: 1001 time: 0.1187866 Sep 21 18:45:10.231033 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c488ad4-108f-4a02-9b35-d715705010c4 req-9587c898-5671-4f81-95a9-30f0e518096d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26ffaf3f-ccd1-4d58-9043-941f49a7e948 HTTP/1.1" status: 200 len: 1001 time: 0.0845234 Sep 21 18:45:10.300873 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c488ad4-108f-4a02-9b35-d715705010c4 req-70653cdd-d12d-4765-942f-d9f69c3ad936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:10.302317 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c488ad4-108f-4a02-9b35-d715705010c4 req-70653cdd-d12d-4765-942f-d9f69c3ad936 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0851986 Sep 21 18:45:10.305835 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c488ad4-108f-4a02-9b35-d715705010c4 req-b2d844c0-f753-4224-912d-b7a4d93f624e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:10.307110 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c488ad4-108f-4a02-9b35-d715705010c4 req-b2d844c0-f753-4224-912d-b7a4d93f624e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0560205 Sep 21 18:45:10.380112 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c488ad4-108f-4a02-9b35-d715705010c4 req-315c9667-46af-4872-8fa1-9a433ad493a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:10.381641 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c488ad4-108f-4a02-9b35-d715705010c4 req-315c9667-46af-4872-8fa1-9a433ad493a4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719662 Sep 21 18:45:10.384360 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c488ad4-108f-4a02-9b35-d715705010c4 req-afd405e0-2661-4665-97cb-c64def0b16be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:10.385893 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c488ad4-108f-4a02-9b35-d715705010c4 req-afd405e0-2661-4665-97cb-c64def0b16be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685539 Sep 21 18:45:10.546441 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c488ad4-108f-4a02-9b35-d715705010c4 req-8223f2cd-7984-4bb0-aee4-481d0680b262 service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574039 Sep 21 18:45:10.549974 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c488ad4-108f-4a02-9b35-d715705010c4 req-224b7a35-3970-42b3-b70b-b0f141c45b74 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539922 Sep 21 18:45:10.708063 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c488ad4-108f-4a02-9b35-d715705010c4 req-28e6824b-5484-48a9-8464-32cb04dddc46 service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534255 Sep 21 18:45:10.710000 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0c488ad4-108f-4a02-9b35-d715705010c4 req-f33c371f-cd96-493c-885f-53e8e74eb9af service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480935 Sep 21 18:45:11.281294 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2acbff-8bf4-4bc9-8ec3-62ff259b50ac req-db8cc356-fcf4-42df-8c33-328a90b8d2e5 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:11.282802 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ee2acbff-8bf4-4bc9-8ec3-62ff259b50ac req-db8cc356-fcf4-42df-8c33-328a90b8d2e5 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 944 time: 0.0509183 Sep 21 18:45:11.321528 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ee2acbff-8bf4-4bc9-8ec3-62ff259b50ac req-4dc2faa4-87b9-4456-8355-9eb7a3971362 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324860 Sep 21 18:45:12.450180 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffb1ee-2b00-4d3a-8a81-303484d89431 req-522d8e01-ea33-45ae-82be-c247a159c705 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:12.451889 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b4ffb1ee-2b00-4d3a-8a81-303484d89431 req-522d8e01-ea33-45ae-82be-c247a159c705 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 944 time: 0.0504811 Sep 21 18:45:12.490521 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b4ffb1ee-2b00-4d3a-8a81-303484d89431 req-5d66cb72-6c53-4cac-8c44-5d5c100cb019 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322101 Sep 21 18:45:13.610483 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afedd861-bd25-437d-b51c-6374aa2ca054 req-921d017c-3145-4748-b21d-ecf8dc2cfae8 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:13.611981 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-afedd861-bd25-437d-b51c-6374aa2ca054 req-921d017c-3145-4748-b21d-ecf8dc2cfae8 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 944 time: 0.0500417 Sep 21 18:45:13.649176 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-afedd861-bd25-437d-b51c-6374aa2ca054 req-0c9f9794-a629-45a4-ae50-a471710f3b82 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312474 Sep 21 18:45:14.784143 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f14f7d-ce4a-4d5d-b56e-2de9d2653281 req-54954bd0-da56-4e16-a89a-c53b0de0e454 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:14.785711 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c8f14f7d-ce4a-4d5d-b56e-2de9d2653281 req-54954bd0-da56-4e16-a89a-c53b0de0e454 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 944 time: 0.0552478 Sep 21 18:45:14.826504 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c8f14f7d-ce4a-4d5d-b56e-2de9d2653281 req-8b06d430-e2d8-4cb0-be45-e0962cd66ff7 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344527 Sep 21 18:45:15.950632 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a10686-c763-4ff6-bfbf-ccd376d08922 req-8686272f-74c8-4325-83b2-deaa84afc50f tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:15.952178 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-89a10686-c763-4ff6-bfbf-ccd376d08922 req-8686272f-74c8-4325-83b2-deaa84afc50f tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 944 time: 0.0561564 Sep 21 18:45:15.974447 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-295a5a43-fc9d-462d-ba99-b941ce23932e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:15.995221 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-89a10686-c763-4ff6-bfbf-ccd376d08922 req-fd016b6d-656c-427a-87d4-ee8812ee29ff tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368347 Sep 21 18:45:17.208837 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4d988-a814-43c6-bfd3-c22843ea828c req-94aa7a3e-ddc6-4f8f-b90e-88cb0840794a tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:17.210316 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e0f4d988-a814-43c6-bfd3-c22843ea828c req-94aa7a3e-ddc6-4f8f-b90e-88cb0840794a tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 944 time: 0.0538363 Sep 21 18:45:17.253172 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e0f4d988-a814-43c6-bfd3-c22843ea828c req-7ff5f65e-418c-4bc8-8350-07eb9a5d3dbb tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336962 Sep 21 18:45:18.419130 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a87a7-0f69-497f-b545-6a70b65ef19c req-50594d7a-5a94-4d98-9f2e-7c0d6d20ac80 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:18.420962 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f18a87a7-0f69-497f-b545-6a70b65ef19c req-50594d7a-5a94-4d98-9f2e-7c0d6d20ac80 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 944 time: 0.0501151 Sep 21 18:45:18.464367 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f18a87a7-0f69-497f-b545-6a70b65ef19c req-de7cf4bb-7236-45a3-8b0f-48cdd5e15cf7 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346370 Sep 21 18:45:18.484615 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1e837c8d-63b7-495e-a0fc-732aedc09543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:19.100093 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:19.591296 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd80839-d961-47f2-bb0e-db9ce5365b32 req-7efac5d5-e4fa-438a-9b80-dcb3c8eedffe tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:19.592972 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5cd80839-d961-47f2-bb0e-db9ce5365b32 req-7efac5d5-e4fa-438a-9b80-dcb3c8eedffe tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 944 time: 0.0509882 Sep 21 18:45:19.655827 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5cd80839-d961-47f2-bb0e-db9ce5365b32 req-83fc88dd-f5c4-43a8-a6b7-d5c1a0317cef tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531566 Sep 21 18:45:20.319461 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:20.796282 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d7b4c-ae79-4d74-a969-836c354d8743 req-fff86b2f-775c-4532-996e-d31232dd512a tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:20.797769 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b38d7b4c-ae79-4d74-a969-836c354d8743 req-fff86b2f-775c-4532-996e-d31232dd512a tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 944 time: 0.0554342 Sep 21 18:45:20.839566 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b38d7b4c-ae79-4d74-a969-836c354d8743 req-8bf8718a-a97e-44fa-8137-80edb3fddb6b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330942 Sep 21 18:45:21.166549 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd04306-a947-41ec-adc3-ea92777571dd req-31121d28-0853-448c-98a6-7d58022692c5 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:21.168127 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-efd04306-a947-41ec-adc3-ea92777571dd req-31121d28-0853-448c-98a6-7d58022692c5 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169&tenant_id=6fd87ea74b6345819943c376316cb4ef&binding%3Ahost_id=n-h1-810291-1 HTTP/1.1" status: 200 len: 944 time: 0.0524983 Sep 21 18:45:21.174263 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb497d67-bae1-4c44-8584-eac7c5f09c64 req-692ef965-e4ec-402c-a055-5fcab84b91c0 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:21.175829 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fb497d67-bae1-4c44-8584-eac7c5f09c64 req-692ef965-e4ec-402c-a055-5fcab84b91c0 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 944 time: 0.0496087 Sep 21 18:45:21.219431 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fb497d67-bae1-4c44-8584-eac7c5f09c64 req-495264ad-9598-404a-8da5-4375efd2b331 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372684 Sep 21 18:45:21.283319 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-efd04306-a947-41ec-adc3-ea92777571dd req-bf2bc3e6-09be-470c-a857-883cf79cd89c service neutron] 10.222.0.38 "GET /v2.0/ports/26ffaf3f-ccd1-4d58-9043-941f49a7e948/bindings/n-h1-810291-1 HTTP/1.1" status: 200 len: 382 time: 0.1075926 Sep 21 18:45:21.363670 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd04306-a947-41ec-adc3-ea92777571dd req-70a363ab-ec3a-4c27-974d-a46615a6d124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:21.365957 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-efd04306-a947-41ec-adc3-ea92777571dd req-70a363ab-ec3a-4c27-974d-a46615a6d124 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 1095 time: 0.0528655 Sep 21 18:45:21.455476 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd04306-a947-41ec-adc3-ea92777571dd req-65a9552a-8301-4cd6-91bd-7c8b5bf6c42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:21.456890 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-efd04306-a947-41ec-adc3-ea92777571dd req-65a9552a-8301-4cd6-91bd-7c8b5bf6c42c service neutron] 10.222.0.38 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.0840237 Sep 21 18:45:21.527484 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-efd04306-a947-41ec-adc3-ea92777571dd req-40dca5c0-4e03-4dfd-8740-deb4b10af9bc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26ffaf3f-ccd1-4d58-9043-941f49a7e948 HTTP/1.1" status: 200 len: 1001 time: 0.0635929 Sep 21 18:45:21.576004 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd04306-a947-41ec-adc3-ea92777571dd req-d1a1e549-f411-4b57-a37a-e3735edc4b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:21.577482 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-efd04306-a947-41ec-adc3-ea92777571dd req-d1a1e549-f411-4b57-a37a-e3735edc4b8b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0430899 Sep 21 18:45:21.629375 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd04306-a947-41ec-adc3-ea92777571dd req-a6fb74d9-20a6-4e07-99d0-468c944b830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:21.630885 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-efd04306-a947-41ec-adc3-ea92777571dd req-a6fb74d9-20a6-4e07-99d0-468c944b830f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439312 Sep 21 18:45:21.731280 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-efd04306-a947-41ec-adc3-ea92777571dd req-e0f67a8a-130b-4078-b31d-988f3d893106 service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923383 Sep 21 18:45:21.781763 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:21.827973 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-efd04306-a947-41ec-adc3-ea92777571dd req-137ced28-8ac5-4bd1-8512-b864f7949882 service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888009 Sep 21 18:45:21.844581 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 26ffaf3f-ccd1-4d58-9043-941f49a7e948 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:45:21.941355 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 26ffaf3f-ccd1-4d58-9043-941f49a7e948, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=26ffaf3f-ccd1-4d58-9043-941f49a7e948,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:45:21.956280 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '26ffaf3f-ccd1-4d58-9043-941f49a7e948', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'port_id': '26ffaf3f-ccd1-4d58-9043-941f49a7e948', 'mac_address': 'fa:16:3e:29:a9:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:45:21.992878 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:22.005294 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26ffaf3f-ccd1-4d58-9043-941f49a7e948 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:45:22.024167 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 26ffaf3f-ccd1-4d58-9043-941f49a7e948, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=26ffaf3f-ccd1-4d58-9043-941f49a7e948,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:45:22.030651 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:22.086796 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=26ffaf3f-ccd1-4d58-9043-941f49a7e948,revision_number=8']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:22.094800 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:22.095184 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:22.095515 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:22.095950 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:22.096285 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:22.096642 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:22.096965 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:22.097286 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:22.097606 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:22.097910 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:22.098229 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:22.098544 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:22.281403 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['26ffaf3f-ccd1-4d58-9043-941f49a7e948'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:45:22.346712 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e56044-d6c1-44d1-9824-49441ffe0fcf req-28e89915-d1ab-4fb6-9369-f853e7aaba4a tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:22.348288 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b5e56044-d6c1-44d1-9824-49441ffe0fcf req-28e89915-d1ab-4fb6-9369-f853e7aaba4a tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 945 time: 0.0499754 Sep 21 18:45:22.386028 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b5e56044-d6c1-44d1-9824-49441ffe0fcf req-184a10c4-a2e2-4d46-bb69-21ae785dff65 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316155 Sep 21 18:45:23.593706 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2862b-a2ed-4d8b-af0a-fcd3d7e53313 req-1951fa6b-7cb2-4ceb-bfb1-985d055a9666 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:23.595329 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-67e2862b-a2ed-4d8b-af0a-fcd3d7e53313 req-1951fa6b-7cb2-4ceb-bfb1-985d055a9666 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 945 time: 0.0960317 Sep 21 18:45:23.633200 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-67e2862b-a2ed-4d8b-af0a-fcd3d7e53313 req-f0aab9bd-babf-4f71-9db9-51f6d35a7ef5 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317318 Sep 21 18:45:23.875844 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 26ffaf3f-ccd1-4d58-9043-941f49a7e948 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:45:23.897987 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:23.931033 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 26ffaf3f-ccd1-4d58-9043-941f49a7e948 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:45:23.934841 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 26ffaf3f-ccd1-4d58-9043-941f49a7e948 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:45:23.935323 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:24.012819 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:24.036019 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2d62b5-7b38-45d4-9c83-ddf074a63169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ffaf3f-ccd1-4d58-9043-941f49a7e948'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:45:24.038267 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a40323-8d2c-437b-b8c0-ba06f10af197" -d '{"events": [{"server_uuid": "ec2d62b5-7b38-45d4-9c83-ddf074a63169", "name": "network-vif-plugged", "status": "completed", "tag": "26ffaf3f-ccd1-4d58-9043-941f49a7e948"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:45:24.051655 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 26ffaf3f-ccd1-4d58-9043-941f49a7e948, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=26ffaf3f-ccd1-4d58-9043-941f49a7e948,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:45:24.056457 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:24.103571 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=26ffaf3f-ccd1-4d58-9043-941f49a7e948,revision_number=9']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:24.150068 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27acf92-ee05-41b8-a213-fcb3fbba15f1 x-openstack-request-id: req-e27acf92-ee05-41b8-a213-fcb3fbba15f1 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:45:24.150355 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2d62b5-7b38-45d4-9c83-ddf074a63169", "name": "network-vif-plugged", "status": "completed", "tag": "26ffaf3f-ccd1-4d58-9043-941f49a7e948", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:45:24.150605 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e27acf92-ee05-41b8-a213-fcb3fbba15f1 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:45:24.151009 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2d62b5-7b38-45d4-9c83-ddf074a63169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ffaf3f-ccd1-4d58-9043-941f49a7e948', 'code': 200} Sep 21 18:45:24.759280 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9726e49-597f-4ded-a6d8-9a94442a2ae8 req-9069b07f-61e9-4484-887a-fa117ff2d6b5 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:24.760810 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a9726e49-597f-4ded-a6d8-9a94442a2ae8 req-9069b07f-61e9-4484-887a-fa117ff2d6b5 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 946 time: 0.0519848 Sep 21 18:45:24.803360 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a9726e49-597f-4ded-a6d8-9a94442a2ae8 req-bebcfabf-cf0e-4557-a9fa-27639b7944a1 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357521 Sep 21 18:45:24.937259 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:25.602461 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd04306-a947-41ec-adc3-ea92777571dd req-6bb8a32f-ffff-4943-9cae-364b3c464fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:25.604128 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-efd04306-a947-41ec-adc3-ea92777571dd req-6bb8a32f-ffff-4943-9cae-364b3c464fad service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169&tenant_id=6fd87ea74b6345819943c376316cb4ef HTTP/1.1" status: 200 len: 1097 time: 0.0427787 Sep 21 18:45:25.617564 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-efd04306-a947-41ec-adc3-ea92777571dd req-abe5861e-2b28-4aca-9ca2-e1b47f00192b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810291-1', 'device_owner': 'compute:nova'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:45:25.685684 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-efd04306-a947-41ec-adc3-ea92777571dd req-abe5861e-2b28-4aca-9ca2-e1b47f00192b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:25.889298 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-efd04306-a947-41ec-adc3-ea92777571dd req-abe5861e-2b28-4aca-9ca2-e1b47f00192b service neutron] For port 26ffaf3f-ccd1-4d58-9043-941f49a7e948, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=26ffaf3f-ccd1-4d58-9043-941f49a7e948,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:45:25.927672 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-efd04306-a947-41ec-adc3-ea92777571dd req-abe5861e-2b28-4aca-9ca2-e1b47f00192b service neutron] For port 26ffaf3f-ccd1-4d58-9043-941f49a7e948, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:45:25.967249 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2d62b5-7b38-45d4-9c83-ddf074a63169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26ffaf3f-ccd1-4d58-9043-941f49a7e948'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:45:25.969688 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8d450c-ba32-405e-9f77-9690a8a281a5" -d '{"events": [{"server_uuid": "ec2d62b5-7b38-45d4-9c83-ddf074a63169", "name": "network-vif-unplugged", "status": "completed", "tag": "26ffaf3f-ccd1-4d58-9043-941f49a7e948"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:45:25.978656 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-efd04306-a947-41ec-adc3-ea92777571dd req-abe5861e-2b28-4aca-9ca2-e1b47f00192b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:26.013434 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-efd04306-a947-41ec-adc3-ea92777571dd req-abe5861e-2b28-4aca-9ca2-e1b47f00192b service neutron] Transition to ACTIVE for port object 26ffaf3f-ccd1-4d58-9043-941f49a7e948 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:45:26.022318 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-efd04306-a947-41ec-adc3-ea92777571dd req-abe5861e-2b28-4aca-9ca2-e1b47f00192b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:26.074382 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5022c-98ba-475b-b654-b3b40672cb81 req-94c75acb-8662-4bf5-b632-572a8b7c598d tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:26.075983 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5fa5022c-98ba-475b-b654-b3b40672cb81 req-94c75acb-8662-4bf5-b632-572a8b7c598d tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 946 time: 0.1553106 Sep 21 18:45:26.080407 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ccccfe-a523-480d-bafe-7ccea382b5a6 x-openstack-request-id: req-b9ccccfe-a523-480d-bafe-7ccea382b5a6 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:45:26.080648 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2d62b5-7b38-45d4-9c83-ddf074a63169", "name": "network-vif-unplugged", "status": "completed", "tag": "26ffaf3f-ccd1-4d58-9043-941f49a7e948", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:45:26.080798 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b9ccccfe-a523-480d-bafe-7ccea382b5a6 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:45:26.081196 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2d62b5-7b38-45d4-9c83-ddf074a63169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26ffaf3f-ccd1-4d58-9043-941f49a7e948', 'code': 200} Sep 21 18:45:26.137629 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5861e-2b28-4aca-9ca2-e1b47f00192b service neutron] Pushing event updated for resources: {'Port': ['ID=26ffaf3f-ccd1-4d58-9043-941f49a7e948,revision_number=10']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:26.166874 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5fa5022c-98ba-475b-b654-b3b40672cb81 req-2f2415d3-f9c4-4cd9-8062-00aa0dcb3afa tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826402 Sep 21 18:45:26.194355 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd04306-a947-41ec-adc3-ea92777571dd req-abe5861e-2b28-4aca-9ca2-e1b47f00192b service neutron] No DVR routers for this DVR port 26ffaf3f-ccd1-4d58-9043-941f49a7e948 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:45:26.329458 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-efd04306-a947-41ec-adc3-ea92777571dd req-abe5861e-2b28-4aca-9ca2-e1b47f00192b service neutron] Attempting to bind port 26ffaf3f-ccd1-4d58-9043-941f49a7e948 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:45:26.329842 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-efd04306-a947-41ec-adc3-ea92777571dd req-abe5861e-2b28-4aca-9ca2-e1b47f00192b service neutron] Attempting to bind port 26ffaf3f-ccd1-4d58-9043-941f49a7e948 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:45:26.330125 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd04306-a947-41ec-adc3-ea92777571dd req-abe5861e-2b28-4aca-9ca2-e1b47f00192b service neutron] Attempting to bind port 26ffaf3f-ccd1-4d58-9043-941f49a7e948 on network 0040d368-090f-4bf8-89ec-4e074ceb12bd {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:45:26.334917 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd04306-a947-41ec-adc3-ea92777571dd req-abe5861e-2b28-4aca-9ca2-e1b47f00192b service neutron] Port 26ffaf3f-ccd1-4d58-9043-941f49a7e948 on network 0040d368-090f-4bf8-89ec-4e074ceb12bd not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:45:26.335262 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd04306-a947-41ec-adc3-ea92777571dd req-abe5861e-2b28-4aca-9ca2-e1b47f00192b service neutron] Attempting to bind port 26ffaf3f-ccd1-4d58-9043-941f49a7e948 on network 0040d368-090f-4bf8-89ec-4e074ceb12bd {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:45:26.340603 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd04306-a947-41ec-adc3-ea92777571dd req-abe5861e-2b28-4aca-9ca2-e1b47f00192b service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:45:26.340942 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd04306-a947-41ec-adc3-ea92777571dd req-abe5861e-2b28-4aca-9ca2-e1b47f00192b service neutron] Checking segment: {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:45:26.341325 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd04306-a947-41ec-adc3-ea92777571dd req-abe5861e-2b28-4aca-9ca2-e1b47f00192b service neutron] Bound using segment: {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:45:26.341762 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-efd04306-a947-41ec-adc3-ea92777571dd req-abe5861e-2b28-4aca-9ca2-e1b47f00192b service neutron] Bound port: 26ffaf3f-ccd1-4d58-9043-941f49a7e948, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ce5bac-774a-40fd-b2e7-268f4628ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:45:26.342114 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-efd04306-a947-41ec-adc3-ea92777571dd req-abe5861e-2b28-4aca-9ca2-e1b47f00192b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:26.411663 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-efd04306-a947-41ec-adc3-ea92777571dd req-abe5861e-2b28-4aca-9ca2-e1b47f00192b service neutron] For port 26ffaf3f-ccd1-4d58-9043-941f49a7e948, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:45:26.415055 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-efd04306-a947-41ec-adc3-ea92777571dd req-abe5861e-2b28-4aca-9ca2-e1b47f00192b service neutron] For port 26ffaf3f-ccd1-4d58-9043-941f49a7e948, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=26ffaf3f-ccd1-4d58-9043-941f49a7e948,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:45:26.421205 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-efd04306-a947-41ec-adc3-ea92777571dd req-abe5861e-2b28-4aca-9ca2-e1b47f00192b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:26.455445 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd04306-a947-41ec-adc3-ea92777571dd req-abe5861e-2b28-4aca-9ca2-e1b47f00192b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:26.456154 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-efd04306-a947-41ec-adc3-ea92777571dd req-abe5861e-2b28-4aca-9ca2-e1b47f00192b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:26.457799 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-efd04306-a947-41ec-adc3-ea92777571dd req-abe5861e-2b28-4aca-9ca2-e1b47f00192b service neutron] 10.222.0.44 "PUT /v2.0/ports/26ffaf3f-ccd1-4d58-9043-941f49a7e948 HTTP/1.1" status: 200 len: 1093 time: 0.8443277 Sep 21 18:45:26.479907 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5861e-2b28-4aca-9ca2-e1b47f00192b service neutron] Pushing event updated for resources: {'Port': ['ID=26ffaf3f-ccd1-4d58-9043-941f49a7e948,revision_number=11']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:26.527811 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd04306-a947-41ec-adc3-ea92777571dd req-e273f6da-bb97-4076-bd3f-25a0e0df4a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:26.529358 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-efd04306-a947-41ec-adc3-ea92777571dd req-e273f6da-bb97-4076-bd3f-25a0e0df4a02 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 1096 time: 0.0453010 Sep 21 18:45:26.631542 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd04306-a947-41ec-adc3-ea92777571dd req-bd809977-e141-4c00-88e5-b37de7170f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:26.633126 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-efd04306-a947-41ec-adc3-ea92777571dd req-bd809977-e141-4c00-88e5-b37de7170f4d service neutron] 10.222.0.44 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.0950179 Sep 21 18:45:26.702798 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-efd04306-a947-41ec-adc3-ea92777571dd req-b2ee6228-2329-45cc-98be-9971a397ff53 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26ffaf3f-ccd1-4d58-9043-941f49a7e948 HTTP/1.1" status: 200 len: 1001 time: 0.0606692 Sep 21 18:45:26.753349 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd04306-a947-41ec-adc3-ea92777571dd req-89260d2c-2854-4e36-92fb-d02b41b498e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:26.754688 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-efd04306-a947-41ec-adc3-ea92777571dd req-89260d2c-2854-4e36-92fb-d02b41b498e7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0436666 Sep 21 18:45:26.806283 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd04306-a947-41ec-adc3-ea92777571dd req-e7969017-5dae-4eae-860d-f6e875ffc3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:26.807801 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-efd04306-a947-41ec-adc3-ea92777571dd req-e7969017-5dae-4eae-860d-f6e875ffc3ef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441010 Sep 21 18:45:26.898469 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-efd04306-a947-41ec-adc3-ea92777571dd req-270ec46a-1799-4197-98d5-bb820b062432 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817130 Sep 21 18:45:27.011991 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-efd04306-a947-41ec-adc3-ea92777571dd req-b4909bb8-3403-42e3-a283-96353325944a service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047454 Sep 21 18:45:27.288198 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a2805-9b9c-4312-99f1-e8e60a2b935c req-8f949888-a838-4659-a943-dddd5b71bcf9 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:27.289718 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b49a2805-9b9c-4312-99f1-e8e60a2b935c req-8f949888-a838-4659-a943-dddd5b71bcf9 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 945 time: 0.0500302 Sep 21 18:45:27.333118 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b49a2805-9b9c-4312-99f1-e8e60a2b935c req-ff4727ce-2a30-4db2-a175-dc7c8c9a4de3 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366580 Sep 21 18:45:27.923042 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 26ffaf3f-ccd1-4d58-9043-941f49a7e948 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:45:27.962202 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 26ffaf3f-ccd1-4d58-9043-941f49a7e948 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:45:28.082642 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec2d62b5-7b38-45d4-9c83-ddf074a63169', 'tag': '26ffaf3f-ccd1-4d58-9043-941f49a7e948'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:45:28.085106 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a47b2a09545927e5074916246634697e39e0c5252356a2d77c4dc9aa085111a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0757e1-8994-48a5-bdaf-d98bab99552c" -d '{"events": [{"name": "network-changed", "server_uuid": "ec2d62b5-7b38-45d4-9c83-ddf074a63169", "tag": "26ffaf3f-ccd1-4d58-9043-941f49a7e948"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:45:28.134909 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fba666-4f86-42cf-95db-cdedbf64a266 x-openstack-request-id: req-77fba666-4f86-42cf-95db-cdedbf64a266 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:45:28.135244 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec2d62b5-7b38-45d4-9c83-ddf074a63169", "tag": "26ffaf3f-ccd1-4d58-9043-941f49a7e948", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:45:28.135493 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-77fba666-4f86-42cf-95db-cdedbf64a266 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:45:28.135895 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec2d62b5-7b38-45d4-9c83-ddf074a63169', 'tag': '26ffaf3f-ccd1-4d58-9043-941f49a7e948', 'status': 'completed', 'code': 200} Sep 21 18:45:28.225313 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0757e1-8994-48a5-bdaf-d98bab99552c req-1d9f9fb2-7fbc-44ca-a2f3-3a39b1643def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:28.226870 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad0757e1-8994-48a5-bdaf-d98bab99552c req-1d9f9fb2-7fbc-44ca-a2f3-3a39b1643def service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 1096 time: 0.0720661 Sep 21 18:45:28.228658 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0757e1-8994-48a5-bdaf-d98bab99552c req-14c46db5-af4a-41a7-a6d5-480a613c7628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:28.230008 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad0757e1-8994-48a5-bdaf-d98bab99552c req-14c46db5-af4a-41a7-a6d5-480a613c7628 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6fd87ea74b6345819943c376316cb4ef&device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 1096 time: 0.0671139 Sep 21 18:45:28.394252 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0757e1-8994-48a5-bdaf-d98bab99552c req-cb828709-6da1-47ee-9094-6d4f050fb3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:28.395799 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad0757e1-8994-48a5-bdaf-d98bab99552c req-cb828709-6da1-47ee-9094-6d4f050fb3b6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.1610413 Sep 21 18:45:28.396900 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0757e1-8994-48a5-bdaf-d98bab99552c req-e219e89a-a069-4354-be15-d1de73f25854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:28.398232 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad0757e1-8994-48a5-bdaf-d98bab99552c req-e219e89a-a069-4354-be15-d1de73f25854 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 200 len: 913 time: 0.1556926 Sep 21 18:45:28.462813 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba9baa-2b35-4605-9216-b3625f2b6d31 req-a03537ad-7a33-4722-8902-91f1368f68be tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:28.464568 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-77ba9baa-2b35-4605-9216-b3625f2b6d31 req-a03537ad-7a33-4722-8902-91f1368f68be tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 945 time: 0.0557890 Sep 21 18:45:28.505732 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-77ba9baa-2b35-4605-9216-b3625f2b6d31 req-eeeae540-ebd1-4a2d-ad53-5b04061c8cbd tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343432 Sep 21 18:45:28.872864 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad0757e1-8994-48a5-bdaf-d98bab99552c req-4d25c351-822d-4c1b-b4d8-b7c5ca96cedf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26ffaf3f-ccd1-4d58-9043-941f49a7e948 HTTP/1.1" status: 200 len: 1001 time: 0.4688368 Sep 21 18:45:28.874800 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad0757e1-8994-48a5-bdaf-d98bab99552c req-c00c2703-5bd5-4c01-b567-20de3e4b9ca7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26ffaf3f-ccd1-4d58-9043-941f49a7e948 HTTP/1.1" status: 200 len: 1001 time: 0.4647472 Sep 21 18:45:28.957368 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0757e1-8994-48a5-bdaf-d98bab99552c req-cd5b56aa-3684-4c7e-b1e8-06e85721eded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:28.958831 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad0757e1-8994-48a5-bdaf-d98bab99552c req-cd5b56aa-3684-4c7e-b1e8-06e85721eded service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0779121 Sep 21 18:45:28.960651 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0757e1-8994-48a5-bdaf-d98bab99552c req-47268f55-57a1-4249-b754-44b9eba229f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:28.961964 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad0757e1-8994-48a5-bdaf-d98bab99552c req-47268f55-57a1-4249-b754-44b9eba229f7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 200 len: 851 time: 0.0735638 Sep 21 18:45:29.039032 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0757e1-8994-48a5-bdaf-d98bab99552c req-cbf7af20-6b5b-494e-b073-255d3e05ce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:29.040725 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad0757e1-8994-48a5-bdaf-d98bab99552c req-cbf7af20-6b5b-494e-b073-255d3e05ce00 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737886 Sep 21 18:45:29.042618 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0757e1-8994-48a5-bdaf-d98bab99552c req-be2c01b9-acf3-4ca5-a78a-04590995108d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:29.044002 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad0757e1-8994-48a5-bdaf-d98bab99552c req-be2c01b9-acf3-4ca5-a78a-04590995108d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0040d368-090f-4bf8-89ec-4e074ceb12bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698340 Sep 21 18:45:29.199979 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad0757e1-8994-48a5-bdaf-d98bab99552c req-660db46d-d8d7-4bad-88ae-2f6fbdef2eef service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497915 Sep 21 18:45:29.201754 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad0757e1-8994-48a5-bdaf-d98bab99552c req-b4ce2527-b157-4009-b3c6-8d4a09241023 service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440880 Sep 21 18:45:29.358855 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad0757e1-8994-48a5-bdaf-d98bab99552c req-97ef2f72-22ee-4a5c-871f-c302547e0156 service neutron] 10.222.0.44 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498411 Sep 21 18:45:29.361073 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ad0757e1-8994-48a5-bdaf-d98bab99552c req-2d09592c-3d15-4435-9470-30d304c6bbbb service neutron] 10.222.0.38 "GET /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447415 Sep 21 18:45:29.630846 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfda7e4-a5bc-46f3-99d1-5e582ac7e00e req-741b7265-ff09-43e3-b381-8cc470fd236a tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:29.632400 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1dfda7e4-a5bc-46f3-99d1-5e582ac7e00e req-741b7265-ff09-43e3-b381-8cc470fd236a tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 945 time: 0.0526187 Sep 21 18:45:29.677002 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1dfda7e4-a5bc-46f3-99d1-5e582ac7e00e req-46e26f09-a752-41ad-922d-b3f4341e55fa tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384364 Sep 21 18:45:30.799679 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac2710-390f-4b77-b0fe-1cecf41af18c req-c6074992-642b-4c56-9444-741a645f0a58 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:30.801206 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5dac2710-390f-4b77-b0fe-1cecf41af18c req-c6074992-642b-4c56-9444-741a645f0a58 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 945 time: 0.0520883 Sep 21 18:45:30.841238 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5dac2710-390f-4b77-b0fe-1cecf41af18c req-30281647-b369-4778-82da-f0aed41b987b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326622 Sep 21 18:45:31.621919 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:45:31.974985 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91d47f-6432-40aa-90d3-4c875fd7dc92 req-ee32fd2a-c37a-43e9-ae65-f375f3b424c2 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:31.976491 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f91d47f-6432-40aa-90d3-4c875fd7dc92 req-ee32fd2a-c37a-43e9-ae65-f375f3b424c2 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 945 time: 0.0568213 Sep 21 18:45:32.013998 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f91d47f-6432-40aa-90d3-4c875fd7dc92 req-54cd3cfe-1445-4dd8-8a0f-91beb214791c tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314305 Sep 21 18:45:33.140641 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f71fa-e10c-4dab-87e1-8998f17f71de req-4dd0be56-9e2a-40e3-b92e-9b04276b8abc tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:33.142161 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-336f71fa-e10c-4dab-87e1-8998f17f71de req-4dd0be56-9e2a-40e3-b92e-9b04276b8abc tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 945 time: 0.0521619 Sep 21 18:45:33.187063 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-336f71fa-e10c-4dab-87e1-8998f17f71de req-3745492c-c17a-44ce-bd38-b0531c676016 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387440 Sep 21 18:45:34.323831 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023080a-3d6f-4f8a-a581-fb6544f850d3 req-00ccd922-d7b8-4b01-9700-a677658470f3 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:34.325356 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1023080a-3d6f-4f8a-a581-fb6544f850d3 req-00ccd922-d7b8-4b01-9700-a677658470f3 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 945 time: 0.0650718 Sep 21 18:45:34.364518 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1023080a-3d6f-4f8a-a581-fb6544f850d3 req-d4f6a7e5-860d-435c-93f3-3cfee315c606 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328705 Sep 21 18:45:35.493244 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de260dd0-1592-4047-b686-1240af1130e0 req-d34b16a9-7468-4b2e-a879-4f069674c590 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:35.494631 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-de260dd0-1592-4047-b686-1240af1130e0 req-d34b16a9-7468-4b2e-a879-4f069674c590 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 945 time: 0.0512195 Sep 21 18:45:35.535906 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-de260dd0-1592-4047-b686-1240af1130e0 req-0d01382a-ef8a-4dc0-ade0-4c4d1b47e573 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352511 Sep 21 18:45:36.685396 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040f857-e32b-4f5c-bc36-e1f4aa073740 req-cccd475d-648c-4c11-92bd-d233015f5562 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:36.686865 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1040f857-e32b-4f5c-bc36-e1f4aa073740 req-cccd475d-648c-4c11-92bd-d233015f5562 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 945 time: 0.0589769 Sep 21 18:45:36.730823 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1040f857-e32b-4f5c-bc36-e1f4aa073740 req-8c36c4a7-defb-4007-bc2c-905419906158 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350702 Sep 21 18:45:37.206613 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 26ffaf3f-ccd1-4d58-9043-941f49a7e948 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:45:37.308606 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 26ffaf3f-ccd1-4d58-9043-941f49a7e948, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=26ffaf3f-ccd1-4d58-9043-941f49a7e948,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:45:37.321045 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '26ffaf3f-ccd1-4d58-9043-941f49a7e948', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'port_id': '26ffaf3f-ccd1-4d58-9043-941f49a7e948', 'mac_address': 'fa:16:3e:29:a9:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:45:37.362139 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:37.375735 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26ffaf3f-ccd1-4d58-9043-941f49a7e948 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:45:37.395405 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 26ffaf3f-ccd1-4d58-9043-941f49a7e948, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=26ffaf3f-ccd1-4d58-9043-941f49a7e948,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:45:37.400762 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:37.449603 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=26ffaf3f-ccd1-4d58-9043-941f49a7e948,revision_number=12']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:37.870864 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07973f3-489c-4dba-9f1c-77824447a85d req-4e3b60bf-a012-459c-8a15-f23c90cdcc00 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:37.872448 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c07973f3-489c-4dba-9f1c-77824447a85d req-4e3b60bf-a012-459c-8a15-f23c90cdcc00 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 946 time: 0.0508487 Sep 21 18:45:37.912947 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c07973f3-489c-4dba-9f1c-77824447a85d req-3df13229-6778-4953-8fb5-5fc5c540e1df tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338719 Sep 21 18:45:38.729078 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['26ffaf3f-ccd1-4d58-9043-941f49a7e948'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:45:39.052261 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640e4c9-736f-4822-87f3-fe83f640768f req-e36e0b14-6a7a-4431-b485-d6ffd0c0b11b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:39.053755 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4640e4c9-736f-4822-87f3-fe83f640768f req-e36e0b14-6a7a-4431-b485-d6ffd0c0b11b tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 946 time: 0.0622504 Sep 21 18:45:39.091458 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4640e4c9-736f-4822-87f3-fe83f640768f req-886e3bf4-cfd4-477a-b265-606bfcd3473e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313599 Sep 21 18:45:39.216338 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 26ffaf3f-ccd1-4d58-9043-941f49a7e948 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:45:39.217869 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56ceb5-6040-4fe6-bcdc-8814899a7b98 req-6506f6e7-2cc9-4faa-9314-9e0adbeed1d8 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:39.219417 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ee56ceb5-6040-4fe6-bcdc-8814899a7b98 req-6506f6e7-2cc9-4faa-9314-9e0adbeed1d8 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 946 time: 0.0604241 Sep 21 18:45:39.262528 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ee56ceb5-6040-4fe6-bcdc-8814899a7b98 req-e8c50e10-2d7e-4f0a-9891-6bb5d09cd667 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369434 Sep 21 18:45:39.268705 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 26ffaf3f-ccd1-4d58-9043-941f49a7e948 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:45:39.272669 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 26ffaf3f-ccd1-4d58-9043-941f49a7e948 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:45:39.273050 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:39.352319 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:39.377217 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e56ab-485f-4b09-bdbd-12fd72a69b51 req-44368723-c327-417b-926b-f7a43b025e95 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:39.378858 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-382e56ab-485f-4b09-bdbd-12fd72a69b51 req-44368723-c327-417b-926b-f7a43b025e95 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 946 time: 0.0485866 Sep 21 18:45:39.379998 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2d62b5-7b38-45d4-9c83-ddf074a63169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ffaf3f-ccd1-4d58-9043-941f49a7e948'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:45:39.382282 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee49e8534c70533375ee9631d32c7bfd6a338fcf0532a8058e6eb7fda7202bea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902f5e18-b5f6-432c-a2b6-b71bba641c27" -d '{"events": [{"server_uuid": "ec2d62b5-7b38-45d4-9c83-ddf074a63169", "name": "network-vif-plugged", "status": "completed", "tag": "26ffaf3f-ccd1-4d58-9043-941f49a7e948"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:45:39.395380 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 26ffaf3f-ccd1-4d58-9043-941f49a7e948, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=26ffaf3f-ccd1-4d58-9043-941f49a7e948,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:45:39.401276 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:39.421668 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-382e56ab-485f-4b09-bdbd-12fd72a69b51 req-271d1a37-249a-4224-b41b-7ef52373b4f1 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364385 Sep 21 18:45:39.425137 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f07108-9bce-4ce5-bcaa-4ddd57497da2 x-openstack-request-id: req-d7f07108-9bce-4ce5-bcaa-4ddd57497da2 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:45:39.425435 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2d62b5-7b38-45d4-9c83-ddf074a63169", "name": "network-vif-plugged", "status": "completed", "tag": "26ffaf3f-ccd1-4d58-9043-941f49a7e948", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:45:39.425685 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d7f07108-9bce-4ce5-bcaa-4ddd57497da2 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:45:39.426063 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2d62b5-7b38-45d4-9c83-ddf074a63169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ffaf3f-ccd1-4d58-9043-941f49a7e948', 'code': 200} Sep 21 18:45:39.451713 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=26ffaf3f-ccd1-4d58-9043-941f49a7e948,revision_number=13']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:39.677136 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1f039-eb44-4d25-a200-c0c3340006ad req-3679db44-986a-4900-9be0-5ae208de2542 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:39.678527 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e5e1f039-eb44-4d25-a200-c0c3340006ad req-3679db44-986a-4900-9be0-5ae208de2542 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 947 time: 0.0616097 Sep 21 18:45:39.724325 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e5e1f039-eb44-4d25-a200-c0c3340006ad req-24d0d4f0-106b-4008-958f-de8f96d92a5e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369308 Sep 21 18:45:40.852457 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780ec41-bb40-4092-8b64-5526817b3498 req-8d7c6d23-88c5-4483-b9f1-c70d3f44edf4 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:40.853938 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2780ec41-bb40-4092-8b64-5526817b3498 req-8d7c6d23-88c5-4483-b9f1-c70d3f44edf4 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 947 time: 0.0492985 Sep 21 18:45:40.893055 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2780ec41-bb40-4092-8b64-5526817b3498 req-b35fd50b-baec-4aaa-be20-a37a346aad2d tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups?id=15679e56-63f7-41e1-b532-9eebf93df8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330598 Sep 21 18:45:41.330113 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d712c88-2707-4217-9438-913ec28fded9 req-b2239af9-2953-4a4b-8aa9-5afb2522761e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:41.331601 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1d712c88-2707-4217-9438-913ec28fded9 req-b2239af9-2953-4a4b-8aa9-5afb2522761e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 947 time: 0.0601082 Sep 21 18:45:41.432592 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-1d712c88-2707-4217-9438-913ec28fded9 req-661b9500-c2a6-4388-b53d-fc6c89084c0e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Deleting port 26ffaf3f-ccd1-4d58-9043-941f49a7e948 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:45:41.432909 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1d712c88-2707-4217-9438-913ec28fded9 req-661b9500-c2a6-4388-b53d-fc6c89084c0e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:41.523006 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-1d712c88-2707-4217-9438-913ec28fded9 req-661b9500-c2a6-4388-b53d-fc6c89084c0e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] For port 26ffaf3f-ccd1-4d58-9043-941f49a7e948, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=26ffaf3f-ccd1-4d58-9043-941f49a7e948,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:45:41.523256 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1d712c88-2707-4217-9438-913ec28fded9 req-661b9500-c2a6-4388-b53d-fc6c89084c0e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:41.699343 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1d712c88-2707-4217-9438-913ec28fded9 req-661b9500-c2a6-4388-b53d-fc6c89084c0e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:41.699734 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1d712c88-2707-4217-9438-913ec28fded9 req-661b9500-c2a6-4388-b53d-fc6c89084c0e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:41.700052 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [req-1d712c88-2707-4217-9438-913ec28fded9 req-661b9500-c2a6-4388-b53d-fc6c89084c0e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Floating IP f83cbc48-a27b-429b-bbed-6eb43687b34c disassociated. External IP: 172.25.6.241, port: 26ffaf3f-ccd1-4d58-9043-941f49a7e948. Sep 21 18:45:41.700396 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-1d712c88-2707-4217-9438-913ec28fded9 req-661b9500-c2a6-4388-b53d-fc6c89084c0e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Calling delete_port for 26ffaf3f-ccd1-4d58-9043-941f49a7e948 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:45:41.835253 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1d712c88-2707-4217-9438-913ec28fded9 req-661b9500-c2a6-4388-b53d-fc6c89084c0e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:41.863224 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b9500-c2a6-4388-b53d-fc6c89084c0e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Pushing event deleted for resources: {'Port': ['ID=26ffaf3f-ccd1-4d58-9043-941f49a7e948,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:42.002576 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-849844e0-8284-4369-8006-893d1a90ba72 req-c1e72d49-49bf-435d-beaa-e3b54b27376f tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 210 time: 0.0330606 Sep 21 18:45:42.007693 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d712c88-2707-4217-9438-913ec28fded9 req-661b9500-c2a6-4388-b53d-fc6c89084c0e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Router df73068d-e5ea-4f9d-95f6-761fbb41faa7 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:45:42.118581 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d712c88-2707-4217-9438-913ec28fded9 req-661b9500-c2a6-4388-b53d-fc6c89084c0e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:45:42.130210 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0acb6eb-b803-4a1d-bbc4-b4108b28283a None None] Sync routers for ids ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:45:42.139559 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0acb6eb-b803-4a1d-bbc4-b4108b28283a None None] Routers {'df73068d-e5ea-4f9d-95f6-761fbb41faa7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:45:42.140064 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-b0acb6eb-b803-4a1d-bbc4-b4108b28283a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:45:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:45:42.157586 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d712c88-2707-4217-9438-913ec28fded9 req-661b9500-c2a6-4388-b53d-fc6c89084c0e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] No DVR routers for this DVR port 26ffaf3f-ccd1-4d58-9043-941f49a7e948 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:45:42.160363 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1d712c88-2707-4217-9438-913ec28fded9 req-661b9500-c2a6-4388-b53d-fc6c89084c0e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:42.162390 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1d712c88-2707-4217-9438-913ec28fded9 req-661b9500-c2a6-4388-b53d-fc6c89084c0e tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.44 "DELETE /v2.0/ports/26ffaf3f-ccd1-4d58-9043-941f49a7e948 HTTP/1.1" status: 204 len: 173 time: 0.8234334 Sep 21 18:45:42.162867 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2d62b5-7b38-45d4-9c83-ddf074a63169', 'name': 'network-vif-deleted', 'tag': '26ffaf3f-ccd1-4d58-9043-941f49a7e948'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:45:42.214357 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf8f172-2c21-4642-9c3d-16ef164ae017" -d '{"events": [{"server_uuid": "ec2d62b5-7b38-45d4-9c83-ddf074a63169", "name": "network-vif-deleted", "tag": "26ffaf3f-ccd1-4d58-9043-941f49a7e948"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:45:42.249673 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-b0acb6eb-b803-4a1d-bbc4-b4108b28283a None None] Set router df73068d-e5ea-4f9d-95f6-761fbb41faa7 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:45:42.305446 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc43332-8dfe-475b-afec-a467122f414f x-openstack-request-id: req-2fc43332-8dfe-475b-afec-a467122f414f {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:45:42.305907 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2d62b5-7b38-45d4-9c83-ddf074a63169", "name": "network-vif-deleted", "tag": "26ffaf3f-ccd1-4d58-9043-941f49a7e948", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:45:42.306224 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2fc43332-8dfe-475b-afec-a467122f414f {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:45:42.306736 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2d62b5-7b38-45d4-9c83-ddf074a63169', 'name': 'network-vif-deleted', 'tag': '26ffaf3f-ccd1-4d58-9043-941f49a7e948', 'status': 'completed', 'code': 200} Sep 21 18:45:42.453084 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-b0acb6eb-b803-4a1d-bbc4-b4108b28283a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'name': 'tempest-ServerActionsTestJSON-1147916915-router', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:35:51Z', 'updated_at': '2021-09-21T18:35:54Z', 'revision_number': 4, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'gw_port': {'id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:52Z', 'updated_at': '2021-09-21T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '343173bc-1ccc-4325-8819-89b488f13f23', 'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'mac_address': 'fa:16:3e:73:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:53Z', 'updated_at': '2021-09-21T18:35:57Z', 'revision_number': 5, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'subnets': [{'id': '8acc57b2-d907-4723-b657-57319cd71f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:45:42.483057 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0acb6eb-b803-4a1d-bbc4-b4108b28283a None None] Checking router: df73068d-e5ea-4f9d-95f6-761fbb41faa7 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:45:42.491859 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0acb6eb-b803-4a1d-bbc4-b4108b28283a None None] Routers {'df73068d-e5ea-4f9d-95f6-761fbb41faa7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:45:42.492471 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-b0acb6eb-b803-4a1d-bbc4-b4108b28283a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:45:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:45:42.597114 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-b0acb6eb-b803-4a1d-bbc4-b4108b28283a None None] Set router df73068d-e5ea-4f9d-95f6-761fbb41faa7 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:45:42.894827 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-b0acb6eb-b803-4a1d-bbc4-b4108b28283a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'name': 'tempest-ServerActionsTestJSON-1147916915-router', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:35:51Z', 'updated_at': '2021-09-21T18:35:54Z', 'revision_number': 4, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'gw_port': {'id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:52Z', 'updated_at': '2021-09-21T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '343173bc-1ccc-4325-8819-89b488f13f23', 'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'mac_address': 'fa:16:3e:73:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:53Z', 'updated_at': '2021-09-21T18:35:57Z', 'revision_number': 5, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'subnets': [{'id': '8acc57b2-d907-4723-b657-57319cd71f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:45:42.921104 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0acb6eb-b803-4a1d-bbc4-b4108b28283a None None] The sync data for ids ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'] in n-d-810291-1 is: [{'id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'name': 'tempest-ServerActionsTestJSON-1147916915-router', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:35:51Z', 'updated_at': '2021-09-21T18:35:54Z', 'revision_number': 4, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'gw_port': {'id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:52Z', 'updated_at': '2021-09-21T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '343173bc-1ccc-4325-8819-89b488f13f23', 'name': '', 'network_id': '0040d368-090f-4bf8-89ec-4e074ceb12bd', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'mac_address': 'fa:16:3e:73:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8acc57b2-d907-4723-b657-57319cd71f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:53Z', 'updated_at': '2021-09-21T18:35:57Z', 'revision_number': 5, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'subnets': [{'id': '8acc57b2-d907-4723-b657-57319cd71f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:45:43.109315 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cab7c9ef-1ba6-4347-b197-75ddef5c234e req-b750a3c8-9918-4256-bbeb-5d53815ee0ab tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 210 time: 0.0315270 Sep 21 18:45:43.159131 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daf196a-c524-40a5-9805-928af385356b None None] New status for floating IP f83cbc48-a27b-429b-bbed-6eb43687b34c: DOWN {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:45:44.210227 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a7d59751-f1fe-4698-977c-20ac072d5967 req-76a9677f-82ed-4d48-9836-a3cccbba6541 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 210 time: 0.0276759 Sep 21 18:45:45.251512 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 26ffaf3f-ccd1-4d58-9043-941f49a7e948 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:45:45.272445 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 26ffaf3f-ccd1-4d58-9043-941f49a7e948 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:45:45.272946 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 26ffaf3f-ccd1-4d58-9043-941f49a7e948 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:45:45.308001 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c0f21f78-fad2-44c3-8c32-954f1934f142 req-df862eaa-5dce-4ed1-86ed-240b37bb35fb tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec2d62b5-7b38-45d4-9c83-ddf074a63169 HTTP/1.1" status: 200 len: 210 time: 0.0267365 Sep 21 18:45:45.987636 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cbe70a35-4e4c-4657-b4f1-ba321a51d6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:48.490380 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7820dd13-8584-477a-8baa-e5f679adb4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:49.063401 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 53804) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:45:49.101769 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:49.120472 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8313e3b3-77ed-435e-8358-1684c34aee3f tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:49.144489 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8313e3b3-77ed-435e-8358-1684c34aee3f tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:49.195737 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8313e3b3-77ed-435e-8358-1684c34aee3f tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:49.198739 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8313e3b3-77ed-435e-8358-1684c34aee3f tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:49.203187 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 53806) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:45:49.203747 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8313e3b3-77ed-435e-8358-1684c34aee3f tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "DELETE /v2.0/security-groups/15679e56-63f7-41e1-b532-9eebf93df8d3 HTTP/1.1" status: 204 len: 168 time: 0.1387024 Sep 21 18:45:49.213653 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313e3b3-77ed-435e-8358-1684c34aee3f tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15679e56-63f7-41e1-b532-9eebf93df8d3,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:49.221990 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313e3b3-77ed-435e-8358-1684c34aee3f tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:49.222407 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313e3b3-77ed-435e-8358-1684c34aee3f tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:49.222698 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-8cdbac12-f057-43ef-b457-cbe24b50c986 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] show failed (client error): The resource could not be found. Sep 21 18:45:49.222840 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313e3b3-77ed-435e-8358-1684c34aee3f tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:49.223249 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313e3b3-77ed-435e-8358-1684c34aee3f tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:49.223592 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313e3b3-77ed-435e-8358-1684c34aee3f tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:49.226800 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313e3b3-77ed-435e-8358-1684c34aee3f tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:49.227028 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8cdbac12-f057-43ef-b457-cbe24b50c986 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "GET /v2.0/security-groups/15679e56-63f7-41e1-b532-9eebf93df8d3 HTTP/1.1" status: 404 len: 347 time: 0.0197334 Sep 21 18:45:49.227127 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313e3b3-77ed-435e-8358-1684c34aee3f tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:49.227127 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313e3b3-77ed-435e-8358-1684c34aee3f tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:49.227127 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313e3b3-77ed-435e-8358-1684c34aee3f tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:49.227127 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313e3b3-77ed-435e-8358-1684c34aee3f tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:49.227127 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313e3b3-77ed-435e-8358-1684c34aee3f tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:49.227127 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313e3b3-77ed-435e-8358-1684c34aee3f tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:45:49.227509 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 53808) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:45:49.354649 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-85f38b56-e203-4a30-b8e4-57fb90b72a64 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Deleting port 61b01447-3301-45ea-8a57-5b792c5d1053 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:45:49.354941 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-85f38b56-e203-4a30-b8e4-57fb90b72a64 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:49.431386 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-85f38b56-e203-4a30-b8e4-57fb90b72a64 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:49.431701 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-85f38b56-e203-4a30-b8e4-57fb90b72a64 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:49.443312 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-85f38b56-e203-4a30-b8e4-57fb90b72a64 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Calling delete_port for 61b01447-3301-45ea-8a57-5b792c5d1053 owned by network:floatingip {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:45:49.581933 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-85f38b56-e203-4a30-b8e4-57fb90b72a64 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:49.607184 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f38b56-e203-4a30-b8e4-57fb90b72a64 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Pushing event deleted for resources: {'Port': ['ID=61b01447-3301-45ea-8a57-5b792c5d1053,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:49.672095 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-85f38b56-e203-4a30-b8e4-57fb90b72a64 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks [] for floatingip, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:49.675124 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-85f38b56-e203-4a30-b8e4-57fb90b72a64 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:49.676623 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-85f38b56-e203-4a30-b8e4-57fb90b72a64 tempest-ServerActionsTestJSON-1482740284 tempest-ServerActionsTestJSON-1482740284-project] 10.222.0.58 "DELETE /v2.0/floatingips/f83cbc48-a27b-429b-bbed-6eb43687b34c HTTP/1.1" status: 204 len: 168 time: 0.4477966 Sep 21 18:45:49.679577 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 53810) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:45:50.115454 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3cd7be8f-5dbd-414f-8111-e683219f57df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:50.314601 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:50.372141 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-3cd7be8f-5dbd-414f-8111-e683219f57df admin admin] Deleting port 343173bc-1ccc-4325-8819-89b488f13f23 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:45:50.372689 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3cd7be8f-5dbd-414f-8111-e683219f57df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:50.454256 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-3cd7be8f-5dbd-414f-8111-e683219f57df admin admin] For port 343173bc-1ccc-4325-8819-89b488f13f23, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=343173bc-1ccc-4325-8819-89b488f13f23,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:45:50.454709 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3cd7be8f-5dbd-414f-8111-e683219f57df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:50.467279 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-3cd7be8f-5dbd-414f-8111-e683219f57df admin admin] Calling delete_port for 343173bc-1ccc-4325-8819-89b488f13f23 owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:45:50.665784 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3cd7be8f-5dbd-414f-8111-e683219f57df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:50.692115 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7be8f-5dbd-414f-8111-e683219f57df admin admin] Pushing event deleted for resources: {'Port': ['ID=343173bc-1ccc-4325-8819-89b488f13f23,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:50.856708 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3cd7be8f-5dbd-414f-8111-e683219f57df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:51.080044 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd7be8f-5dbd-414f-8111-e683219f57df admin admin] Router df73068d-e5ea-4f9d-95f6-761fbb41faa7 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:45:51.189619 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd7be8f-5dbd-414f-8111-e683219f57df admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:45:51.195406 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3cd7be8f-5dbd-414f-8111-e683219f57df admin admin] 10.222.0.58 "PUT /v2.0/routers/df73068d-e5ea-4f9d-95f6-761fbb41faa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5143902 Sep 21 18:45:51.197677 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 53814) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:45:51.200892 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029a2ecb-99a1-426d-acf5-f8fc25f32681 None None] Sync routers for ids ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:45:51.212012 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029a2ecb-99a1-426d-acf5-f8fc25f32681 None None] Routers {'df73068d-e5ea-4f9d-95f6-761fbb41faa7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:45:51.212112 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-029a2ecb-99a1-426d-acf5-f8fc25f32681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:45:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:45:51.299661 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d3615b38-6562-4e6b-aa48-2deb929e4d32 admin admin] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:51.318652 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-029a2ecb-99a1-426d-acf5-f8fc25f32681 None None] Set router df73068d-e5ea-4f9d-95f6-761fbb41faa7 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:45:51.401948 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d3615b38-6562-4e6b-aa48-2deb929e4d32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:51.456930 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-d3615b38-6562-4e6b-aa48-2deb929e4d32 admin admin] Deleting port 17545de7-5105-4c66-a21a-164bfcedeb59 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:45:51.457252 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d3615b38-6562-4e6b-aa48-2deb929e4d32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:51.493486 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-029a2ecb-99a1-426d-acf5-f8fc25f32681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'name': 'tempest-ServerActionsTestJSON-1147916915-router', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:35:51Z', 'updated_at': '2021-09-21T18:45:50Z', 'revision_number': 5, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'gw_port': {'id': '17545de7-5105-4c66-a21a-164bfcedeb59', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:35:52Z', 'updated_at': '2021-09-21T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:45:51.522214 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029a2ecb-99a1-426d-acf5-f8fc25f32681 None None] Checking router: df73068d-e5ea-4f9d-95f6-761fbb41faa7 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:45:51.530848 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029a2ecb-99a1-426d-acf5-f8fc25f32681 None None] Routers {'df73068d-e5ea-4f9d-95f6-761fbb41faa7'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:45:51.531485 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-029a2ecb-99a1-426d-acf5-f8fc25f32681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:45:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:45:51.539607 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-d3615b38-6562-4e6b-aa48-2deb929e4d32 admin admin] For port 17545de7-5105-4c66-a21a-164bfcedeb59, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=17545de7-5105-4c66-a21a-164bfcedeb59,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:45:51.539977 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d3615b38-6562-4e6b-aa48-2deb929e4d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:51.552120 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-d3615b38-6562-4e6b-aa48-2deb929e4d32 admin admin] Calling delete_port for 17545de7-5105-4c66-a21a-164bfcedeb59 owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:45:51.618495 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-029a2ecb-99a1-426d-acf5-f8fc25f32681 None None] Set router df73068d-e5ea-4f9d-95f6-761fbb41faa7 gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:45:51.674216 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-029a2ecb-99a1-426d-acf5-f8fc25f32681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'name': 'tempest-ServerActionsTestJSON-1147916915-router', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:35:51Z', 'updated_at': '2021-09-21T18:45:51Z', 'revision_number': 6, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:45:51.701121 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029a2ecb-99a1-426d-acf5-f8fc25f32681 None None] The sync data for ids ['df73068d-e5ea-4f9d-95f6-761fbb41faa7'] in n-d-810291-1 is: [{'id': 'df73068d-e5ea-4f9d-95f6-761fbb41faa7', 'name': 'tempest-ServerActionsTestJSON-1147916915-router', 'tenant_id': '6fd87ea74b6345819943c376316cb4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:35:51Z', 'updated_at': '2021-09-21T18:45:51Z', 'revision_number': 6, 'project_id': '6fd87ea74b6345819943c376316cb4ef', 'gw_port_host': None}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:45:51.722598 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d3615b38-6562-4e6b-aa48-2deb929e4d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:51.748653 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3615b38-6562-4e6b-aa48-2deb929e4d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=17545de7-5105-4c66-a21a-164bfcedeb59,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:51.787750 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:51.813381 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d3615b38-6562-4e6b-aa48-2deb929e4d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:51.902006 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d3615b38-6562-4e6b-aa48-2deb929e4d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:51.904215 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d3615b38-6562-4e6b-aa48-2deb929e4d32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:51.955331 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d3615b38-6562-4e6b-aa48-2deb929e4d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:51.955881 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3615b38-6562-4e6b-aa48-2deb929e4d32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df73068d-e5ea-4f9d-95f6-761fbb41faa7 {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:45:51.960828 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d3615b38-6562-4e6b-aa48-2deb929e4d32 admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:51.962237 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d3615b38-6562-4e6b-aa48-2deb929e4d32 admin admin] 10.222.0.58 "DELETE /v2.0/routers/df73068d-e5ea-4f9d-95f6-761fbb41faa7 HTTP/1.1" status: 204 len: 168 time: 0.7636781 Sep 21 18:45:51.965752 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 53816) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:45:52.015934 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-220830a3-347d-4cfe-9cba-f14d3bfc97bb admin admin] Deleting subnet 8acc57b2-d907-4723-b657-57319cd71f61 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:45:52.018938 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-220830a3-347d-4cfe-9cba-f14d3bfc97bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:52.053654 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-220830a3-347d-4cfe-9cba-f14d3bfc97bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:52.138466 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-220830a3-347d-4cfe-9cba-f14d3bfc97bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:52.484233 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 343173bc-1ccc-4325-8819-89b488f13f23 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:45:52.514153 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 343173bc-1ccc-4325-8819-89b488f13f23 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:45:52.515429 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 343173bc-1ccc-4325-8819-89b488f13f23 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:45:52.546334 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-220830a3-347d-4cfe-9cba-f14d3bfc97bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:52.574971 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-220830a3-347d-4cfe-9cba-f14d3bfc97bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:52.576843 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-220830a3-347d-4cfe-9cba-f14d3bfc97bb admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8acc57b2-d907-4723-b657-57319cd71f61 HTTP/1.1" status: 204 len: 168 time: 0.6098769 Sep 21 18:45:52.577803 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220830a3-347d-4cfe-9cba-f14d3bfc97bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8acc57b2-d907-4723-b657-57319cd71f61,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:52.579377 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 53818) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:45:52.582282 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28683efa-f99c-4b63-8968-1192e7652bdd None None] Network 0040d368-090f-4bf8-89ec-4e074ceb12bd requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:45:52.656249 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d8d91783-08df-4467-9deb-986428a979c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:52.711887 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-d8d91783-08df-4467-9deb-986428a979c4 admin admin] Deleting port b60e3194-2ec5-489a-86c9-985fb4a91dc4 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:45:52.712236 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d8d91783-08df-4467-9deb-986428a979c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:52.772488 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e331a0c-d80f-4c38-b1dd-d34314c38d84 None None] DHCP port deletion for 0040d368-090f-4bf8-89ec-4e074ceb12bd request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:45:52.783632 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-d8d91783-08df-4467-9deb-986428a979c4 admin admin] For port b60e3194-2ec5-489a-86c9-985fb4a91dc4, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=b60e3194-2ec5-489a-86c9-985fb4a91dc4,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:45:52.784002 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d8d91783-08df-4467-9deb-986428a979c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:52.797802 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-d8d91783-08df-4467-9deb-986428a979c4 admin admin] Calling delete_port for b60e3194-2ec5-489a-86c9-985fb4a91dc4 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:45:52.820587 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-1e331a0c-d80f-4c38-b1dd-d34314c38d84 None None] Deleting port b60e3194-2ec5-489a-86c9-985fb4a91dc4 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:45:52.821012 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1e331a0c-d80f-4c38-b1dd-d34314c38d84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:52.881431 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d8d91783-08df-4467-9deb-986428a979c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:52.883508 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-1e331a0c-d80f-4c38-b1dd-d34314c38d84 None None] For port b60e3194-2ec5-489a-86c9-985fb4a91dc4, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=b60e3194-2ec5-489a-86c9-985fb4a91dc4,segment=NetworkSegment(53ce5bac-774a-40fd-b2e7-268f4628ee34),segment_id=53ce5bac-774a-40fd-b2e7-268f4628ee34)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:45:52.883902 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1e331a0c-d80f-4c38-b1dd-d34314c38d84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:52.895975 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-1e331a0c-d80f-4c38-b1dd-d34314c38d84 None None] Calling delete_port for b60e3194-2ec5-489a-86c9-985fb4a91dc4 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:45:52.905114 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d91783-08df-4467-9deb-986428a979c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b60e3194-2ec5-489a-86c9-985fb4a91dc4,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:52.912686 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d91783-08df-4467-9deb-986428a979c4 admin admin] No DVR routers for this DVR port b60e3194-2ec5-489a-86c9-985fb4a91dc4 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:45:52.974788 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1e331a0c-d80f-4c38-b1dd-d34314c38d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:52.985493 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d8d91783-08df-4467-9deb-986428a979c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:53.002008 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e331a0c-d80f-4c38-b1dd-d34314c38d84 None None] Pushing event deleted for resources: {'Port': ['ID=b60e3194-2ec5-489a-86c9-985fb4a91dc4,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:53.003966 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e331a0c-d80f-4c38-b1dd-d34314c38d84 None None] No DVR routers for this DVR port b60e3194-2ec5-489a-86c9-985fb4a91dc4 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:45:53.011085 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-d8d91783-08df-4467-9deb-986428a979c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0040d368-090f-4bf8-89ec-4e074ceb12bd']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:45:53.021398 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-d8d91783-08df-4467-9deb-986428a979c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ce5bac-774a-40fd-b2e7-268f4628ee34') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:45:53.021689 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-d8d91783-08df-4467-9deb-986428a979c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ce5bac-774a-40fd-b2e7-268f4628ee34') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:45:53.030999 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d8d91783-08df-4467-9deb-986428a979c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:53.044173 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d8d91783-08df-4467-9deb-986428a979c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:53.050838 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d91783-08df-4467-9deb-986428a979c4 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:45:53.051378 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d8d91783-08df-4467-9deb-986428a979c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:53.053114 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:45:53.053114 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:45:53.053114 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:45:53.053114 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:45:53.053114 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:45:53.053114 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:45:53.053114 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:45:53.053114 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:45:53.053114 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:45:53.053114 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:45:53.053114 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:45:53.053114 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:45:53.053114 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:45:53.053114 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:45:53.053114 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:45:53.053114 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:45:53.053114 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:45:53.053114 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:45:53.053114 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:45:53.053114 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:45:53.053114 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:45:53.053114 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:45:53.053114 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:45:53.053114 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:45:53.053114 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:45:53.053114 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:45:53.053114 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:45:53.053114 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:45:53.053114 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:45:53.053114 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:45:53.053114 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:45:53.053114 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:45:53.112685 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d8d91783-08df-4467-9deb-986428a979c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:53.118200 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d8d91783-08df-4467-9deb-986428a979c4 admin admin] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:53.120118 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d8d91783-08df-4467-9deb-986428a979c4 admin admin] 10.222.0.58 "DELETE /v2.0/networks/0040d368-090f-4bf8-89ec-4e074ceb12bd HTTP/1.1" status: 204 len: 168 time: 0.5398211 Sep 21 18:45:53.131287 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d91783-08df-4467-9deb-986428a979c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0040d368-090f-4bf8-89ec-4e074ceb12bd,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:53.320439 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 53822) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:45:53.364175 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e4fc62b0-13b6-4d7e-958d-d531b6ceb4ab admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6fd87ea74b6345819943c376316cb4ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425897 Sep 21 18:45:53.366643 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 53824) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:45:53.414690 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-09a97467-75d4-4ca6-9a14-daa9fe1db849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:53.435591 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-09a97467-75d4-4ca6-9a14-daa9fe1db849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:53.485649 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-09a97467-75d4-4ca6-9a14-daa9fe1db849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:53.488466 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-09a97467-75d4-4ca6-9a14-daa9fe1db849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:53.489635 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-09a97467-75d4-4ca6-9a14-daa9fe1db849 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d85a7d4e-0a9c-4467-ac40-7e6d88ea3d66 HTTP/1.1" status: 204 len: 168 time: 0.1221056 Sep 21 18:45:53.497572 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a97467-75d4-4ca6-9a14-daa9fe1db849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85a7d4e-0a9c-4467-ac40-7e6d88ea3d66,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:53.847087 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b60e3194-2ec5-489a-86c9-985fb4a91dc4 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:45:53.871729 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: b60e3194-2ec5-489a-86c9-985fb4a91dc4 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:45:53.872067 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b60e3194-2ec5-489a-86c9-985fb4a91dc4 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:45:53.872472 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 17545de7-5105-4c66-a21a-164bfcedeb59 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:45:53.902508 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 17545de7-5105-4c66-a21a-164bfcedeb59 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:45:53.902957 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 17545de7-5105-4c66-a21a-164bfcedeb59 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:45:53.905690 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:54.300255 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 53846) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:45:54.411337 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-8fc782f9-e7c7-4441-a3e3-8b9501bca2e4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1398704181-network', 'tenant_id': '15601f3dd031495687a5d2333cdcc93c'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:45:54.434935 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc782f9-e7c7-4441-a3e3-8b9501bca2e4 admin admin] Made reservation on behalf of 15601f3dd031495687a5d2333cdcc93c for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:45:54.437373 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8fc782f9-e7c7-4441-a3e3-8b9501bca2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:54.445920 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8fc782f9-e7c7-4441-a3e3-8b9501bca2e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:54.534208 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8fc782f9-e7c7-4441-a3e3-8b9501bca2e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:54.540141 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8fc782f9-e7c7-4441-a3e3-8b9501bca2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:54.566098 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc782f9-e7c7-4441-a3e3-8b9501bca2e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:45:54.572114 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc782f9-e7c7-4441-a3e3-8b9501bca2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6146221-ddc3-4213-ab0c-9e13ddf5004f,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:54.578254 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8fc782f9-e7c7-4441-a3e3-8b9501bca2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:54.578599 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-8fc782f9-e7c7-4441-a3e3-8b9501bca2e4 admin admin] Added segment ec37591c-2de7-4bb9-b0aa-1de93f9ba3fd of type vlan for network d252057f-da4d-4dc9-9432-5e83cd75bfd7 Sep 21 18:45:54.621125 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8fc782f9-e7c7-4441-a3e3-8b9501bca2e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:54.646210 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8fc782f9-e7c7-4441-a3e3-8b9501bca2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:54.647234 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc782f9-e7c7-4441-a3e3-8b9501bca2e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:54.647814 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8fc782f9-e7c7-4441-a3e3-8b9501bca2e4 admin admin] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:54.678717 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8fc782f9-e7c7-4441-a3e3-8b9501bca2e4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3774109 Sep 21 18:45:54.682073 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 53850) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:45:54.687226 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-40b76b1f-dfe3-4193-818c-94a5a7f1f160 admin admin] Request body: {'subnet': {'network_id': 'd252057f-da4d-4dc9-9432-5e83cd75bfd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1398704181-subnet', 'tenant_id': '15601f3dd031495687a5d2333cdcc93c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:45:54.707724 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc782f9-e7c7-4441-a3e3-8b9501bca2e4 admin admin] Pushing event updated for resources: {'Network': ['ID=d252057f-da4d-4dc9-9432-5e83cd75bfd7,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:54.710434 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b76b1f-dfe3-4193-818c-94a5a7f1f160 admin admin] Made reservation on behalf of 15601f3dd031495687a5d2333cdcc93c for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:45:54.718066 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40b76b1f-dfe3-4193-818c-94a5a7f1f160 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:54.719114 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network d252057f-da4d-4dc9-9432-5e83cd75bfd7 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:45:54.894904 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40b76b1f-dfe3-4193-818c-94a5a7f1f160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:54.935607 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:54.950417 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b76b1f-dfe3-4193-818c-94a5a7f1f160 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0371935f-3654-4541-8e47-fe1d5eebf56a,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:54.965275 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b76b1f-dfe3-4193-818c-94a5a7f1f160 admin admin] Checking segment: {'id': 'ec37591c-2de7-4bb9-b0aa-1de93f9ba3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd252057f-da4d-4dc9-9432-5e83cd75bfd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:45:54.965638 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b76b1f-dfe3-4193-818c-94a5a7f1f160 admin admin] Network hostable DHCP agents. Network: d252057f-da4d-4dc9-9432-5e83cd75bfd7, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:45:54.983591 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b76b1f-dfe3-4193-818c-94a5a7f1f160 admin admin] Network d252057f-da4d-4dc9-9432-5e83cd75bfd7 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:45:54.994059 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-40b76b1f-dfe3-4193-818c-94a5a7f1f160 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, d252057f-da4d-4dc9-9432-5e83cd75bfd7) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:45:54.998647 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b76b1f-dfe3-4193-818c-94a5a7f1f160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:54.999730 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40b76b1f-dfe3-4193-818c-94a5a7f1f160 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:55.004555 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f104066d-16fa-4d92-ab55-d4734a170138 None None] Network d252057f-da4d-4dc9-9432-5e83cd75bfd7 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:45:55.013488 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-40b76b1f-dfe3-4193-818c-94a5a7f1f160 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3300018 Sep 21 18:45:55.129287 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e514c693-8f03-4fd9-811c-f61c3868d5f8 None None] Network d252057f-da4d-4dc9-9432-5e83cd75bfd7 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:45:55.444054 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-5a275e1c-4d0f-4525-9952-844a63f2fa64 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:55.445446 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-5a275e1c-4d0f-4525-9952-844a63f2fa64 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/networks?id=d252057f-da4d-4dc9-9432-5e83cd75bfd7 HTTP/1.1" status: 200 len: 814 time: 0.1015515 Sep 21 18:45:55.460726 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-f1f4998d-2c0c-405f-9f69-557589b93da3 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/quotas/15601f3dd031495687a5d2333cdcc93c HTTP/1.1" status: 200 len: 375 time: 0.0094995 Sep 21 18:45:55.495487 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-5946d9f7-b592-48ee-a305-6193474a2ccf tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=15601f3dd031495687a5d2333cdcc93c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295043 Sep 21 18:45:55.639030 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-35513d75-c407-481a-a0f0-04df9429e08b service neutron] 10.222.0.58 "GET /v2.0/networks/d252057f-da4d-4dc9-9432-5e83cd75bfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363676 Sep 21 18:45:55.731123 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-a6be85e3-e12a-40f2-a5eb-bed2b76b568b service neutron] 10.222.0.58 "GET /v2.0/networks/d252057f-da4d-4dc9-9432-5e83cd75bfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858102 Sep 21 18:45:55.907124 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-94749ae4-5679-40f5-92f7-2880a61379d1 req-e2dc0d8b-fb22-404f-9f02-9be8335e161e tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/ports?device_id=3db96017-38bb-4d41-85e0-b4da89766329 HTTP/1.1" status: 200 len: 210 time: 0.0286496 Sep 21 18:45:56.895288 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-51eb4b76-8534-4177-91d3-b9f109b4ab8a tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:56.896876 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-51eb4b76-8534-4177-91d3-b9f109b4ab8a tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.44 "GET /v2.0/networks?id=d252057f-da4d-4dc9-9432-5e83cd75bfd7 HTTP/1.1" status: 200 len: 814 time: 0.1169329 Sep 21 18:45:56.911599 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-c0d186bb-1c54-478b-937d-2c28f7ec2c20 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Request body: {'port': {'device_id': '3db96017-38bb-4d41-85e0-b4da89766329', 'network_id': 'd252057f-da4d-4dc9-9432-5e83cd75bfd7', 'admin_state_up': True, 'tenant_id': '15601f3dd031495687a5d2333cdcc93c'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:45:57.007466 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-203029af-cf4d-4459-a2ae-796528f663a0 req-211171ce-7fef-443f-9d9e-9c0f1f37c89d tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/ports?device_id=3db96017-38bb-4d41-85e0-b4da89766329 HTTP/1.1" status: 200 len: 210 time: 0.0321653 Sep 21 18:45:57.049194 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-c0d186bb-1c54-478b-937d-2c28f7ec2c20 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Made reservation on behalf of 15601f3dd031495687a5d2333cdcc93c for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:45:57.052864 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-c0d186bb-1c54-478b-937d-2c28f7ec2c20 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:57.199030 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-c0d186bb-1c54-478b-937d-2c28f7ec2c20 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Allocated IP 172.20.0.8 (d252057f-da4d-4dc9-9432-5e83cd75bfd7/0371935f-3654-4541-8e47-fe1d5eebf56a/725604dc-5f99-4085-a03a-31207a67aeef) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:45:57.362726 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-c0d186bb-1c54-478b-937d-2c28f7ec2c20 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:57.408659 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-c0d186bb-1c54-478b-937d-2c28f7ec2c20 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:57.460508 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-c0d186bb-1c54-478b-937d-2c28f7ec2c20 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Network d252057f-da4d-4dc9-9432-5e83cd75bfd7 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:45:57.463695 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-c0d186bb-1c54-478b-937d-2c28f7ec2c20 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:45:57.470045 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-c0d186bb-1c54-478b-937d-2c28f7ec2c20 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:45:57.476467 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d186bb-1c54-478b-937d-2c28f7ec2c20 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Pushing event updated for resources: {'Port': ['ID=725604dc-5f99-4085-a03a-31207a67aeef,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:57.522629 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-c0d186bb-1c54-478b-937d-2c28f7ec2c20 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:57.523290 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-c0d186bb-1c54-478b-937d-2c28f7ec2c20 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:57.541230 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-c0d186bb-1c54-478b-937d-2c28f7ec2c20 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6339114 Sep 21 18:45:57.651792 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-83e87234-afd2-4ea4-bd37-038312bfeaa7 service neutron] Request body: {'port': {'device_id': '3db96017-38bb-4d41-85e0-b4da89766329', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:45:57.708261 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-83e87234-afd2-4ea4-bd37-038312bfeaa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:57.971962 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-83e87234-afd2-4ea4-bd37-038312bfeaa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 725604dc-5f99-4085-a03a-31207a67aeef {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:45:57.979471 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-83e87234-afd2-4ea4-bd37-038312bfeaa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:57.991192 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-83e87234-afd2-4ea4-bd37-038312bfeaa7 service neutron] Transition to ACTIVE for port object 725604dc-5f99-4085-a03a-31207a67aeef will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:45:57.996808 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-83e87234-afd2-4ea4-bd37-038312bfeaa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:58.043943 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e87234-afd2-4ea4-bd37-038312bfeaa7 service neutron] Pushing event updated for resources: {'Port': ['ID=725604dc-5f99-4085-a03a-31207a67aeef,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:58.121133 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-83e87234-afd2-4ea4-bd37-038312bfeaa7 service neutron] Attempting to bind port 725604dc-5f99-4085-a03a-31207a67aeef on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:45:58.121452 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-83e87234-afd2-4ea4-bd37-038312bfeaa7 service neutron] Attempting to bind port 725604dc-5f99-4085-a03a-31207a67aeef by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'ec37591c-2de7-4bb9-b0aa-1de93f9ba3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd252057f-da4d-4dc9-9432-5e83cd75bfd7'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:45:58.121820 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-83e87234-afd2-4ea4-bd37-038312bfeaa7 service neutron] Attempting to bind port 725604dc-5f99-4085-a03a-31207a67aeef on network d252057f-da4d-4dc9-9432-5e83cd75bfd7 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:45:58.126705 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-83e87234-afd2-4ea4-bd37-038312bfeaa7 service neutron] Port 725604dc-5f99-4085-a03a-31207a67aeef on network d252057f-da4d-4dc9-9432-5e83cd75bfd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:45:58.127067 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-83e87234-afd2-4ea4-bd37-038312bfeaa7 service neutron] Attempting to bind port 725604dc-5f99-4085-a03a-31207a67aeef on network d252057f-da4d-4dc9-9432-5e83cd75bfd7 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:45:58.132446 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-83e87234-afd2-4ea4-bd37-038312bfeaa7 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:45:58.132790 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-83e87234-afd2-4ea4-bd37-038312bfeaa7 service neutron] Checking segment: {'id': 'ec37591c-2de7-4bb9-b0aa-1de93f9ba3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd252057f-da4d-4dc9-9432-5e83cd75bfd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:45:58.133273 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-83e87234-afd2-4ea4-bd37-038312bfeaa7 service neutron] Bound using segment: {'id': 'ec37591c-2de7-4bb9-b0aa-1de93f9ba3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd252057f-da4d-4dc9-9432-5e83cd75bfd7'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:45:58.133759 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-83e87234-afd2-4ea4-bd37-038312bfeaa7 service neutron] Bound port: 725604dc-5f99-4085-a03a-31207a67aeef, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec37591c-2de7-4bb9-b0aa-1de93f9ba3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd252057f-da4d-4dc9-9432-5e83cd75bfd7'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:45:58.134131 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-83e87234-afd2-4ea4-bd37-038312bfeaa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:58.203232 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-83e87234-afd2-4ea4-bd37-038312bfeaa7 service neutron] For port 725604dc-5f99-4085-a03a-31207a67aeef, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:45:58.207133 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-83e87234-afd2-4ea4-bd37-038312bfeaa7 service neutron] For port 725604dc-5f99-4085-a03a-31207a67aeef, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=725604dc-5f99-4085-a03a-31207a67aeef,segment=NetworkSegment(ec37591c-2de7-4bb9-b0aa-1de93f9ba3fd),segment_id=ec37591c-2de7-4bb9-b0aa-1de93f9ba3fd)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:45:58.217869 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-83e87234-afd2-4ea4-bd37-038312bfeaa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:58.252605 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-83e87234-afd2-4ea4-bd37-038312bfeaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:58.253271 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-83e87234-afd2-4ea4-bd37-038312bfeaa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:45:58.254829 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-83e87234-afd2-4ea4-bd37-038312bfeaa7 service neutron] 10.222.0.44 "PUT /v2.0/ports/725604dc-5f99-4085-a03a-31207a67aeef HTTP/1.1" status: 200 len: 1091 time: 0.6485183 Sep 21 18:45:58.257373 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db96017-38bb-4d41-85e0-b4da89766329', 'tag': '725604dc-5f99-4085-a03a-31207a67aeef'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:45:58.259985 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bd93a7-ed87-43e9-8874-edcd574b568d" -d '{"events": [{"name": "network-changed", "server_uuid": "3db96017-38bb-4d41-85e0-b4da89766329", "tag": "725604dc-5f99-4085-a03a-31207a67aeef"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:45:58.289307 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e87234-afd2-4ea4-bd37-038312bfeaa7 service neutron] Pushing event updated for resources: {'Port': ['ID=725604dc-5f99-4085-a03a-31207a67aeef,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:45:58.328350 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74850b78-5024-4a10-aef7-1f5e0cb372f8 x-openstack-request-id: req-74850b78-5024-4a10-aef7-1f5e0cb372f8 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:45:58.328646 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3db96017-38bb-4d41-85e0-b4da89766329", "tag": "725604dc-5f99-4085-a03a-31207a67aeef", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:45:58.328897 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-74850b78-5024-4a10-aef7-1f5e0cb372f8 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:45:58.329299 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3db96017-38bb-4d41-85e0-b4da89766329', 'tag': '725604dc-5f99-4085-a03a-31207a67aeef', 'status': 'completed', 'code': 200} Sep 21 18:45:58.345074 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-48036b2b-552f-497a-8338-ca6ef8cfa452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:58.346690 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-48036b2b-552f-497a-8338-ca6ef8cfa452 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=15601f3dd031495687a5d2333cdcc93c&device_id=3db96017-38bb-4d41-85e0-b4da89766329 HTTP/1.1" status: 200 len: 1094 time: 0.0470903 Sep 21 18:45:58.394789 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-3812c260-ae37-41f2-a507-7d3828707604 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=725604dc-5f99-4085-a03a-31207a67aeef HTTP/1.1" status: 200 len: 217 time: 0.0391483 Sep 21 18:45:58.399313 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee89a5f-5c68-4d97-97b9-7ce43c7689b7 req-efeff5db-7bb4-46a3-a217-0fd5ce5358d0 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:58.400994 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cee89a5f-5c68-4d97-97b9-7ce43c7689b7 req-efeff5db-7bb4-46a3-a217-0fd5ce5358d0 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/ports?device_id=3db96017-38bb-4d41-85e0-b4da89766329 HTTP/1.1" status: 200 len: 943 time: 0.3266499 Sep 21 18:45:58.439189 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cee89a5f-5c68-4d97-97b9-7ce43c7689b7 req-aea0677d-feeb-44fb-a97b-4c9a0988315a tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6146221-ddc3-4213-ab0c-9e13ddf5004f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313811 Sep 21 18:45:58.446215 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-c7135f9e-b616-42f7-b17e-609d211bf308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:58.447742 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-c7135f9e-b616-42f7-b17e-609d211bf308 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0371935f-3654-4541-8e47-fe1d5eebf56a HTTP/1.1" status: 200 len: 854 time: 0.0458930 Sep 21 18:45:58.480803 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-1f9f869a-e6c1-4ecc-a8fe-1d4b5f9cbe7f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d252057f-da4d-4dc9-9432-5e83cd75bfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244248 Sep 21 18:45:58.577792 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-aee1d7d0-86f1-4c1e-9bcb-02c633c0f695 service neutron] 10.222.0.44 "GET /v2.0/networks/d252057f-da4d-4dc9-9432-5e83cd75bfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890119 Sep 21 18:45:58.671146 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a0917302-84cd-4fc8-bbe0-e4ccbe389fa6 req-45351791-fbbe-4603-b49d-bcaeb97f9377 service neutron] 10.222.0.44 "GET /v2.0/networks/d252057f-da4d-4dc9-9432-5e83cd75bfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856147 Sep 21 18:45:58.778697 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd93a7-ed87-43e9-8874-edcd574b568d req-0e492471-ab5f-4e69-a9a3-1941840507a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:58.780230 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e5bd93a7-ed87-43e9-8874-edcd574b568d req-0e492471-ab5f-4e69-a9a3-1941840507a1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=15601f3dd031495687a5d2333cdcc93c&device_id=3db96017-38bb-4d41-85e0-b4da89766329 HTTP/1.1" status: 200 len: 1094 time: 0.0564773 Sep 21 18:45:58.887175 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd93a7-ed87-43e9-8874-edcd574b568d req-24af6c9f-c703-4590-8156-433ccacc1867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:58.888555 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e5bd93a7-ed87-43e9-8874-edcd574b568d req-24af6c9f-c703-4590-8156-433ccacc1867 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d252057f-da4d-4dc9-9432-5e83cd75bfd7 HTTP/1.1" status: 200 len: 915 time: 0.1008139 Sep 21 18:45:58.934314 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e5bd93a7-ed87-43e9-8874-edcd574b568d req-535881c7-89e2-45f5-a9ec-719c1cdf7674 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=725604dc-5f99-4085-a03a-31207a67aeef HTTP/1.1" status: 200 len: 217 time: 0.0381820 Sep 21 18:45:58.983963 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd93a7-ed87-43e9-8874-edcd574b568d req-c6d50b52-539d-483c-b9d9-23b914028588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:58.985364 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e5bd93a7-ed87-43e9-8874-edcd574b568d req-c6d50b52-539d-483c-b9d9-23b914028588 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0371935f-3654-4541-8e47-fe1d5eebf56a HTTP/1.1" status: 200 len: 854 time: 0.0432007 Sep 21 18:45:59.017425 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e5bd93a7-ed87-43e9-8874-edcd574b568d req-f920ba10-3471-46d9-8353-9eba79a4ef9e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d252057f-da4d-4dc9-9432-5e83cd75bfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246370 Sep 21 18:45:59.122632 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e5bd93a7-ed87-43e9-8874-edcd574b568d req-ca60cad4-859b-46c4-8cca-d2d6b4fb01ad service neutron] 10.222.0.44 "GET /v2.0/networks/d252057f-da4d-4dc9-9432-5e83cd75bfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967803 Sep 21 18:45:59.216197 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e5bd93a7-ed87-43e9-8874-edcd574b568d req-f120809d-47e2-4368-879b-ec689df8d8a5 service neutron] 10.222.0.44 "GET /v2.0/networks/d252057f-da4d-4dc9-9432-5e83cd75bfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860541 Sep 21 18:45:59.565833 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8f969-79c3-4a59-81f6-541aad7084d3 req-f407b629-1bc4-4717-8b42-557bf4e318ae tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:45:59.568317 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a2d8f969-79c3-4a59-81f6-541aad7084d3 req-f407b629-1bc4-4717-8b42-557bf4e318ae tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/ports?device_id=3db96017-38bb-4d41-85e0-b4da89766329 HTTP/1.1" status: 200 len: 943 time: 0.0560310 Sep 21 18:45:59.615348 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a2d8f969-79c3-4a59-81f6-541aad7084d3 req-9df1a2e0-48fa-4b53-bfe6-8668fd4f202f tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6146221-ddc3-4213-ab0c-9e13ddf5004f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415843 Sep 21 18:46:00.738197 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b661e4-bcbc-4d0d-9d08-84d864cf4f88 req-9a7f9056-b962-4b1a-ac79-8601739abd84 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:00.739714 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-11b661e4-bcbc-4d0d-9d08-84d864cf4f88 req-9a7f9056-b962-4b1a-ac79-8601739abd84 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/ports?device_id=3db96017-38bb-4d41-85e0-b4da89766329 HTTP/1.1" status: 200 len: 943 time: 0.0486107 Sep 21 18:46:00.778052 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-11b661e4-bcbc-4d0d-9d08-84d864cf4f88 req-a141e728-c638-4f90-8806-6919f0f73c0d tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6146221-ddc3-4213-ab0c-9e13ddf5004f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322163 Sep 21 18:46:01.380852 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 725604dc-5f99-4085-a03a-31207a67aeef details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:46:01.488724 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 725604dc-5f99-4085-a03a-31207a67aeef, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=725604dc-5f99-4085-a03a-31207a67aeef,segment=NetworkSegment(ec37591c-2de7-4bb9-b0aa-1de93f9ba3fd),segment_id=ec37591c-2de7-4bb9-b0aa-1de93f9ba3fd)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:46:01.651270 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '725604dc-5f99-4085-a03a-31207a67aeef', 'network_id': 'd252057f-da4d-4dc9-9432-5e83cd75bfd7', 'port_id': '725604dc-5f99-4085-a03a-31207a67aeef', 'mac_address': 'fa:16:3e:b2:85:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0371935f-3654-4541-8e47-fe1d5eebf56a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:46:01.689334 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:01.701793 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 725604dc-5f99-4085-a03a-31207a67aeef {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:46:01.722468 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 725604dc-5f99-4085-a03a-31207a67aeef, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=725604dc-5f99-4085-a03a-31207a67aeef,segment=NetworkSegment(ec37591c-2de7-4bb9-b0aa-1de93f9ba3fd),segment_id=ec37591c-2de7-4bb9-b0aa-1de93f9ba3fd)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:46:01.727743 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:01.774434 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=725604dc-5f99-4085-a03a-31207a67aeef,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:01.906177 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061faeb5-a6f7-4a8d-962d-034b82d9f786 req-ead2ed07-da23-450b-8237-a2598ca0257f tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:01.907684 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-061faeb5-a6f7-4a8d-962d-034b82d9f786 req-ead2ed07-da23-450b-8237-a2598ca0257f tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/ports?device_id=3db96017-38bb-4d41-85e0-b4da89766329 HTTP/1.1" status: 200 len: 944 time: 0.0514829 Sep 21 18:46:01.931912 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['725604dc-5f99-4085-a03a-31207a67aeef'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:46:01.945922 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-061faeb5-a6f7-4a8d-962d-034b82d9f786 req-f376462f-9f46-4047-8df8-9d48919a809f tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6146221-ddc3-4213-ab0c-9e13ddf5004f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318012 Sep 21 18:46:03.069627 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb397c-90dd-498f-b127-7b1fffc9482c req-f3690ddc-124a-4178-ae63-9300fc5cce54 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:03.071359 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-14eb397c-90dd-498f-b127-7b1fffc9482c req-f3690ddc-124a-4178-ae63-9300fc5cce54 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/ports?device_id=3db96017-38bb-4d41-85e0-b4da89766329 HTTP/1.1" status: 200 len: 944 time: 0.0505843 Sep 21 18:46:03.113308 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-14eb397c-90dd-498f-b127-7b1fffc9482c req-16bb1639-90b8-4206-be71-b0e7de3301c2 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6146221-ddc3-4213-ab0c-9e13ddf5004f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332251 Sep 21 18:46:03.391519 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 725604dc-5f99-4085-a03a-31207a67aeef up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:46:03.450855 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 725604dc-5f99-4085-a03a-31207a67aeef completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:46:03.454449 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 725604dc-5f99-4085-a03a-31207a67aeef triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:46:03.454824 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:03.534144 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:03.557103 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db96017-38bb-4d41-85e0-b4da89766329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725604dc-5f99-4085-a03a-31207a67aeef'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:46:03.571804 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 725604dc-5f99-4085-a03a-31207a67aeef, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=725604dc-5f99-4085-a03a-31207a67aeef,segment=NetworkSegment(ec37591c-2de7-4bb9-b0aa-1de93f9ba3fd),segment_id=ec37591c-2de7-4bb9-b0aa-1de93f9ba3fd)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:46:03.576457 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:03.600505 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7be9786b8e12a57addcd3d24694f9862590c26d6af0c76ac9baad1416f83940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf97370e-f87d-4956-81e7-14fdf83330ba" -d '{"events": [{"server_uuid": "3db96017-38bb-4d41-85e0-b4da89766329", "name": "network-vif-plugged", "status": "completed", "tag": "725604dc-5f99-4085-a03a-31207a67aeef"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:46:03.631077 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=725604dc-5f99-4085-a03a-31207a67aeef,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:03.700517 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd05096-3341-4705-9b21-e7fc00780fce x-openstack-request-id: req-ffd05096-3341-4705-9b21-e7fc00780fce {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:46:03.700845 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db96017-38bb-4d41-85e0-b4da89766329", "name": "network-vif-plugged", "status": "completed", "tag": "725604dc-5f99-4085-a03a-31207a67aeef", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:46:03.701102 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ffd05096-3341-4705-9b21-e7fc00780fce {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:46:03.701502 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db96017-38bb-4d41-85e0-b4da89766329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725604dc-5f99-4085-a03a-31207a67aeef', 'code': 200} Sep 21 18:46:03.808633 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0836e-feea-4394-be65-9fd3da4cffd4 req-04f0d1bc-7b54-49d2-980c-85e09ffb87d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:03.810138 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-73c0836e-feea-4394-be65-9fd3da4cffd4 req-04f0d1bc-7b54-49d2-980c-85e09ffb87d3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3db96017-38bb-4d41-85e0-b4da89766329 HTTP/1.1" status: 200 len: 1096 time: 0.0412393 Sep 21 18:46:03.846565 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-73c0836e-feea-4394-be65-9fd3da4cffd4 req-8973cf2c-6018-4aab-8a03-f0387f0b3736 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d6146221-ddc3-4213-ab0c-9e13ddf5004f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285516 Sep 21 18:46:04.248641 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc82990-86d4-4953-9e4b-6f3f726ac3f7 req-9dc6aa19-e578-412d-b5b9-32940c0baca4 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:04.250101 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1fc82990-86d4-4953-9e4b-6f3f726ac3f7 req-9dc6aa19-e578-412d-b5b9-32940c0baca4 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/ports?device_id=3db96017-38bb-4d41-85e0-b4da89766329 HTTP/1.1" status: 200 len: 945 time: 0.0527627 Sep 21 18:46:04.287840 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1fc82990-86d4-4953-9e4b-6f3f726ac3f7 req-7ffeb193-77ef-4cba-8200-d25409439197 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6146221-ddc3-4213-ab0c-9e13ddf5004f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315192 Sep 21 18:46:05.417515 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554cf03-7873-4406-a99c-7f53b313e570 req-edc6db4b-86a1-4a6b-9b2a-8e1eb37b6f1c tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:05.419454 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8554cf03-7873-4406-a99c-7f53b313e570 req-edc6db4b-86a1-4a6b-9b2a-8e1eb37b6f1c tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/ports?device_id=3db96017-38bb-4d41-85e0-b4da89766329 HTTP/1.1" status: 200 len: 945 time: 0.0500944 Sep 21 18:46:05.456420 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8554cf03-7873-4406-a99c-7f53b313e570 req-9a00e1c6-50cd-4cba-a311-6408f53b9b02 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6146221-ddc3-4213-ab0c-9e13ddf5004f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308046 Sep 21 18:46:05.679934 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-d5980227-7257-4511-b92e-04e8f56b5926 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:05.681325 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-d5980227-7257-4511-b92e-04e8f56b5926 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/networks?id=d252057f-da4d-4dc9-9432-5e83cd75bfd7 HTTP/1.1" status: 200 len: 814 time: 0.1045792 Sep 21 18:46:05.699757 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-74f05ddf-2b8f-406a-99ff-6b53428579ea tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/quotas/15601f3dd031495687a5d2333cdcc93c HTTP/1.1" status: 200 len: 375 time: 0.0096638 Sep 21 18:46:05.753472 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-ac43b582-90d8-40e6-a582-214e27104ad8 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=15601f3dd031495687a5d2333cdcc93c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0478866 Sep 21 18:46:05.929005 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-82598c45-7720-4324-bd99-581f91c488d4 service neutron] 10.222.0.58 "GET /v2.0/networks/d252057f-da4d-4dc9-9432-5e83cd75bfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315315 Sep 21 18:46:06.026755 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-64f27350-c2da-4287-9dea-cb1ebef5c439 service neutron] 10.222.0.58 "GET /v2.0/networks/d252057f-da4d-4dc9-9432-5e83cd75bfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883925 Sep 21 18:46:06.200442 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35ceb649-f0d7-4520-87bc-fb2c721e74af req-626442dc-0852-4582-8ad6-4d864ed7be20 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfbffec3-0ffd-4fa2-bf96-75d8a8f886e1 HTTP/1.1" status: 200 len: 210 time: 0.0300746 Sep 21 18:46:07.269927 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-c223cbf6-0dd9-48f5-bd11-fd768928bd1b tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:07.271438 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-c223cbf6-0dd9-48f5-bd11-fd768928bd1b tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.38 "GET /v2.0/networks?id=d252057f-da4d-4dc9-9432-5e83cd75bfd7 HTTP/1.1" status: 200 len: 814 time: 0.1092207 Sep 21 18:46:07.285589 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-b8d3825d-960c-4d79-b565-c0c94da96df1 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Request body: {'port': {'device_id': 'bfbffec3-0ffd-4fa2-bf96-75d8a8f886e1', 'network_id': 'd252057f-da4d-4dc9-9432-5e83cd75bfd7', 'admin_state_up': True, 'tenant_id': '15601f3dd031495687a5d2333cdcc93c'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:46:07.299294 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f8448219-7050-491e-bc03-83abd9c857ba req-00f30b3c-6fcc-4fc4-ab79-d1353352ad42 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfbffec3-0ffd-4fa2-bf96-75d8a8f886e1 HTTP/1.1" status: 200 len: 210 time: 0.0274618 Sep 21 18:46:07.408816 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-b8d3825d-960c-4d79-b565-c0c94da96df1 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Made reservation on behalf of 15601f3dd031495687a5d2333cdcc93c for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:46:07.414185 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-b8d3825d-960c-4d79-b565-c0c94da96df1 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:07.545507 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-b8d3825d-960c-4d79-b565-c0c94da96df1 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Allocated IP 172.20.0.4 (d252057f-da4d-4dc9-9432-5e83cd75bfd7/0371935f-3654-4541-8e47-fe1d5eebf56a/138d5468-9e29-477c-af2a-50101b040bbe) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:46:07.697078 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-b8d3825d-960c-4d79-b565-c0c94da96df1 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:07.735363 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-b8d3825d-960c-4d79-b565-c0c94da96df1 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:07.747665 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['725604dc-5f99-4085-a03a-31207a67aeef'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:46:07.779614 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-b8d3825d-960c-4d79-b565-c0c94da96df1 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Network d252057f-da4d-4dc9-9432-5e83cd75bfd7 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:46:07.782678 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-b8d3825d-960c-4d79-b565-c0c94da96df1 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:46:07.786451 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-b8d3825d-960c-4d79-b565-c0c94da96df1 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:46:07.814560 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3825d-960c-4d79-b565-c0c94da96df1 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Pushing event updated for resources: {'Port': ['ID=138d5468-9e29-477c-af2a-50101b040bbe,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:07.829059 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d3825d-960c-4d79-b565-c0c94da96df1 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:07.829361 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d3825d-960c-4d79-b565-c0c94da96df1 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:07.829702 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d3825d-960c-4d79-b565-c0c94da96df1 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:07.830028 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d3825d-960c-4d79-b565-c0c94da96df1 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:07.830354 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d3825d-960c-4d79-b565-c0c94da96df1 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:07.830673 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d3825d-960c-4d79-b565-c0c94da96df1 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:07.831009 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d3825d-960c-4d79-b565-c0c94da96df1 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:07.831355 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d3825d-960c-4d79-b565-c0c94da96df1 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:07.831672 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d3825d-960c-4d79-b565-c0c94da96df1 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:07.831987 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d3825d-960c-4d79-b565-c0c94da96df1 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:07.832304 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d3825d-960c-4d79-b565-c0c94da96df1 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:07.832620 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d3825d-960c-4d79-b565-c0c94da96df1 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:07.852185 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-b8d3825d-960c-4d79-b565-c0c94da96df1 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:07.852797 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-b8d3825d-960c-4d79-b565-c0c94da96df1 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:07.867054 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-b8d3825d-960c-4d79-b565-c0c94da96df1 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5861621 Sep 21 18:46:07.956638 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-93dbe079-f1b5-49bf-91c3-c37f3feefa03 service neutron] Request body: {'port': {'device_id': 'bfbffec3-0ffd-4fa2-bf96-75d8a8f886e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:46:08.010948 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-93dbe079-f1b5-49bf-91c3-c37f3feefa03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:08.305185 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-93dbe079-f1b5-49bf-91c3-c37f3feefa03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 138d5468-9e29-477c-af2a-50101b040bbe {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:46:08.312927 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-93dbe079-f1b5-49bf-91c3-c37f3feefa03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:08.325551 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-93dbe079-f1b5-49bf-91c3-c37f3feefa03 service neutron] Transition to ACTIVE for port object 138d5468-9e29-477c-af2a-50101b040bbe will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:46:08.330758 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-93dbe079-f1b5-49bf-91c3-c37f3feefa03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:08.387523 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dbe079-f1b5-49bf-91c3-c37f3feefa03 service neutron] Pushing event updated for resources: {'Port': ['ID=138d5468-9e29-477c-af2a-50101b040bbe,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:08.473169 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b292562-7630-4436-8764-d5f52b8d769a req-e3ed98d9-1f31-4961-8462-165e2b0b9c59 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:08.474624 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b292562-7630-4436-8764-d5f52b8d769a req-e3ed98d9-1f31-4961-8462-165e2b0b9c59 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfbffec3-0ffd-4fa2-bf96-75d8a8f886e1 HTTP/1.1" status: 200 len: 943 time: 0.1077740 Sep 21 18:46:08.509372 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-93dbe079-f1b5-49bf-91c3-c37f3feefa03 service neutron] Attempting to bind port 138d5468-9e29-477c-af2a-50101b040bbe on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:46:08.509711 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-93dbe079-f1b5-49bf-91c3-c37f3feefa03 service neutron] Attempting to bind port 138d5468-9e29-477c-af2a-50101b040bbe by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': 'ec37591c-2de7-4bb9-b0aa-1de93f9ba3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd252057f-da4d-4dc9-9432-5e83cd75bfd7'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:46:08.510032 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-93dbe079-f1b5-49bf-91c3-c37f3feefa03 service neutron] Attempting to bind port 138d5468-9e29-477c-af2a-50101b040bbe on network d252057f-da4d-4dc9-9432-5e83cd75bfd7 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:46:08.521615 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-93dbe079-f1b5-49bf-91c3-c37f3feefa03 service neutron] Port 138d5468-9e29-477c-af2a-50101b040bbe on network d252057f-da4d-4dc9-9432-5e83cd75bfd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:46:08.521934 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-93dbe079-f1b5-49bf-91c3-c37f3feefa03 service neutron] Attempting to bind port 138d5468-9e29-477c-af2a-50101b040bbe on network d252057f-da4d-4dc9-9432-5e83cd75bfd7 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:46:08.530659 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2b292562-7630-4436-8764-d5f52b8d769a req-6f4ca9e3-6daa-4e11-905a-f8725fa72808 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6146221-ddc3-4213-ab0c-9e13ddf5004f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494661 Sep 21 18:46:08.531800 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-93dbe079-f1b5-49bf-91c3-c37f3feefa03 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:46:08.532142 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-93dbe079-f1b5-49bf-91c3-c37f3feefa03 service neutron] Checking segment: {'id': 'ec37591c-2de7-4bb9-b0aa-1de93f9ba3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd252057f-da4d-4dc9-9432-5e83cd75bfd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:46:08.532514 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-93dbe079-f1b5-49bf-91c3-c37f3feefa03 service neutron] Bound using segment: {'id': 'ec37591c-2de7-4bb9-b0aa-1de93f9ba3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd252057f-da4d-4dc9-9432-5e83cd75bfd7'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:46:08.532939 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-93dbe079-f1b5-49bf-91c3-c37f3feefa03 service neutron] Bound port: 138d5468-9e29-477c-af2a-50101b040bbe, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec37591c-2de7-4bb9-b0aa-1de93f9ba3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd252057f-da4d-4dc9-9432-5e83cd75bfd7'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:46:08.533297 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-93dbe079-f1b5-49bf-91c3-c37f3feefa03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:08.596034 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-93dbe079-f1b5-49bf-91c3-c37f3feefa03 service neutron] For port 138d5468-9e29-477c-af2a-50101b040bbe, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:46:08.599136 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-93dbe079-f1b5-49bf-91c3-c37f3feefa03 service neutron] For port 138d5468-9e29-477c-af2a-50101b040bbe, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=138d5468-9e29-477c-af2a-50101b040bbe,segment=NetworkSegment(ec37591c-2de7-4bb9-b0aa-1de93f9ba3fd),segment_id=ec37591c-2de7-4bb9-b0aa-1de93f9ba3fd)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:46:08.607273 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-93dbe079-f1b5-49bf-91c3-c37f3feefa03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:08.621001 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:46:08.648411 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-93dbe079-f1b5-49bf-91c3-c37f3feefa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:08.649038 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-93dbe079-f1b5-49bf-91c3-c37f3feefa03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:08.650513 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-93dbe079-f1b5-49bf-91c3-c37f3feefa03 service neutron] 10.222.0.38 "PUT /v2.0/ports/138d5468-9e29-477c-af2a-50101b040bbe HTTP/1.1" status: 200 len: 1091 time: 0.7379026 Sep 21 18:46:08.650982 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfbffec3-0ffd-4fa2-bf96-75d8a8f886e1', 'tag': '138d5468-9e29-477c-af2a-50101b040bbe'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:46:08.653244 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a273916b-e850-47bb-aaff-5bc788ae1a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "bfbffec3-0ffd-4fa2-bf96-75d8a8f886e1", "tag": "138d5468-9e29-477c-af2a-50101b040bbe"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:46:08.678420 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dbe079-f1b5-49bf-91c3-c37f3feefa03 service neutron] Pushing event updated for resources: {'Port': ['ID=138d5468-9e29-477c-af2a-50101b040bbe,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:08.694934 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6763be44-208b-4c36-a680-7639e5d0aa43 x-openstack-request-id: req-6763be44-208b-4c36-a680-7639e5d0aa43 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:46:08.695242 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfbffec3-0ffd-4fa2-bf96-75d8a8f886e1", "tag": "138d5468-9e29-477c-af2a-50101b040bbe", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:46:08.695522 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6763be44-208b-4c36-a680-7639e5d0aa43 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:46:08.695919 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfbffec3-0ffd-4fa2-bf96-75d8a8f886e1', 'tag': '138d5468-9e29-477c-af2a-50101b040bbe', 'status': 'completed', 'code': 200} Sep 21 18:46:08.738713 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-44a53c74-9bbb-41af-b099-1f8846859852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:08.740143 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-44a53c74-9bbb-41af-b099-1f8846859852 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=15601f3dd031495687a5d2333cdcc93c&device_id=bfbffec3-0ffd-4fa2-bf96-75d8a8f886e1 HTTP/1.1" status: 200 len: 1094 time: 0.0403416 Sep 21 18:46:08.783866 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-91e20685-e7c9-464a-8630-c1693d6cf774 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=138d5468-9e29-477c-af2a-50101b040bbe HTTP/1.1" status: 200 len: 217 time: 0.0352564 Sep 21 18:46:08.836018 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-e29bc3ef-1a78-48b5-8fbf-77fa80238b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:08.837450 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-e29bc3ef-1a78-48b5-8fbf-77fa80238b3f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0371935f-3654-4541-8e47-fe1d5eebf56a HTTP/1.1" status: 200 len: 854 time: 0.0472782 Sep 21 18:46:08.873551 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-e39a5396-5cd1-4b4c-96c0-e3afb00cf5fa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d252057f-da4d-4dc9-9432-5e83cd75bfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289786 Sep 21 18:46:08.966534 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-42740617-cd17-4c22-9220-cd5f1021c757 service neutron] 10.222.0.38 "GET /v2.0/networks/d252057f-da4d-4dc9-9432-5e83cd75bfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859456 Sep 21 18:46:09.066802 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6f5d2a24-9a84-4d41-a9a6-85933f4a0946 req-cbed039a-5661-48da-8202-58f4696bf821 service neutron] 10.222.0.38 "GET /v2.0/networks/d252057f-da4d-4dc9-9432-5e83cd75bfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927191 Sep 21 18:46:09.159293 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273916b-e850-47bb-aaff-5bc788ae1a8b req-c2f03b05-b4ca-4221-bc0f-18063ca0fb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:09.160807 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a273916b-e850-47bb-aaff-5bc788ae1a8b req-c2f03b05-b4ca-4221-bc0f-18063ca0fb1d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=15601f3dd031495687a5d2333cdcc93c&device_id=bfbffec3-0ffd-4fa2-bf96-75d8a8f886e1 HTTP/1.1" status: 200 len: 1094 time: 0.0494781 Sep 21 18:46:09.259015 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273916b-e850-47bb-aaff-5bc788ae1a8b req-bf9cd4f1-69e8-4140-9037-fd96090b585a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:09.260509 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a273916b-e850-47bb-aaff-5bc788ae1a8b req-bf9cd4f1-69e8-4140-9037-fd96090b585a service neutron] 10.222.0.38 "GET /v2.0/networks?id=d252057f-da4d-4dc9-9432-5e83cd75bfd7 HTTP/1.1" status: 200 len: 915 time: 0.0920024 Sep 21 18:46:09.301740 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a273916b-e850-47bb-aaff-5bc788ae1a8b req-b1fe1f28-4cee-4321-8e33-12aa014ed81c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=138d5468-9e29-477c-af2a-50101b040bbe HTTP/1.1" status: 200 len: 217 time: 0.0331919 Sep 21 18:46:09.352021 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273916b-e850-47bb-aaff-5bc788ae1a8b req-7b8998dc-3900-4882-a7c7-8df2faf7e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:09.353380 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a273916b-e850-47bb-aaff-5bc788ae1a8b req-7b8998dc-3900-4882-a7c7-8df2faf7e8e9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0371935f-3654-4541-8e47-fe1d5eebf56a HTTP/1.1" status: 200 len: 854 time: 0.0440238 Sep 21 18:46:09.390193 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a273916b-e850-47bb-aaff-5bc788ae1a8b req-31d29d76-c5b3-468e-9ddd-10828014c731 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d252057f-da4d-4dc9-9432-5e83cd75bfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284939 Sep 21 18:46:09.483185 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a273916b-e850-47bb-aaff-5bc788ae1a8b req-f52c9606-2214-4e64-998f-7ec01733d66a service neutron] 10.222.0.38 "GET /v2.0/networks/d252057f-da4d-4dc9-9432-5e83cd75bfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839956 Sep 21 18:46:09.581634 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a273916b-e850-47bb-aaff-5bc788ae1a8b req-aa1ebc55-0ead-4ce5-8c4a-32d000230481 service neutron] 10.222.0.38 "GET /v2.0/networks/d252057f-da4d-4dc9-9432-5e83cd75bfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902975 Sep 21 18:46:09.650626 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e662c-d096-46cb-a150-309b1b08ae7a req-ee651893-f38b-4936-a02e-6f09ad4ff708 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:09.652710 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7a9e662c-d096-46cb-a150-309b1b08ae7a req-ee651893-f38b-4936-a02e-6f09ad4ff708 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfbffec3-0ffd-4fa2-bf96-75d8a8f886e1 HTTP/1.1" status: 200 len: 943 time: 0.0491703 Sep 21 18:46:09.699464 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7a9e662c-d096-46cb-a150-309b1b08ae7a req-96ca652b-ca91-47e7-94c8-afc151b47bee tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6146221-ddc3-4213-ab0c-9e13ddf5004f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377564 Sep 21 18:46:10.818984 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fa99c-af5d-4812-89ac-e7b36ecc63c8 req-5b7c55f6-d58c-49c5-b4f7-66751a4eef2b tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:10.820464 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-013fa99c-af5d-4812-89ac-e7b36ecc63c8 req-5b7c55f6-d58c-49c5-b4f7-66751a4eef2b tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfbffec3-0ffd-4fa2-bf96-75d8a8f886e1 HTTP/1.1" status: 200 len: 943 time: 0.0503211 Sep 21 18:46:10.858419 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-013fa99c-af5d-4812-89ac-e7b36ecc63c8 req-f5c449b1-1957-4e22-8255-e4e0eecb8af0 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6146221-ddc3-4213-ab0c-9e13ddf5004f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319545 Sep 21 18:46:11.988116 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381ec7a-239c-4719-a685-85290a1dbb77 req-bfe689bf-6b99-438d-a467-436067faafa1 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:11.989605 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1381ec7a-239c-4719-a685-85290a1dbb77 req-bfe689bf-6b99-438d-a467-436067faafa1 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfbffec3-0ffd-4fa2-bf96-75d8a8f886e1 HTTP/1.1" status: 200 len: 943 time: 0.0574267 Sep 21 18:46:12.028645 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1381ec7a-239c-4719-a685-85290a1dbb77 req-9f10db8d-115d-4052-8b3e-e28b9a95ebc3 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6146221-ddc3-4213-ab0c-9e13ddf5004f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328948 Sep 21 18:46:12.172309 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 138d5468-9e29-477c-af2a-50101b040bbe details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:46:12.282821 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 138d5468-9e29-477c-af2a-50101b040bbe, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=138d5468-9e29-477c-af2a-50101b040bbe,segment=NetworkSegment(ec37591c-2de7-4bb9-b0aa-1de93f9ba3fd),segment_id=ec37591c-2de7-4bb9-b0aa-1de93f9ba3fd)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:46:12.298636 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '138d5468-9e29-477c-af2a-50101b040bbe', 'network_id': 'd252057f-da4d-4dc9-9432-5e83cd75bfd7', 'port_id': '138d5468-9e29-477c-af2a-50101b040bbe', 'mac_address': 'fa:16:3e:e3:ef:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0371935f-3654-4541-8e47-fe1d5eebf56a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:46:12.336306 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:12.349735 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 138d5468-9e29-477c-af2a-50101b040bbe {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:46:12.377458 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 138d5468-9e29-477c-af2a-50101b040bbe, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=138d5468-9e29-477c-af2a-50101b040bbe,segment=NetworkSegment(ec37591c-2de7-4bb9-b0aa-1de93f9ba3fd),segment_id=ec37591c-2de7-4bb9-b0aa-1de93f9ba3fd)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:46:12.383621 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:12.431651 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=138d5468-9e29-477c-af2a-50101b040bbe,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:12.588624 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['138d5468-9e29-477c-af2a-50101b040bbe'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:46:13.156897 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2508b8d-dc4c-40e5-be28-684dc3385d95 req-09820b4f-ae66-433d-8ccb-ea38ccfb51d8 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:13.158746 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e2508b8d-dc4c-40e5-be28-684dc3385d95 req-09820b4f-ae66-433d-8ccb-ea38ccfb51d8 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfbffec3-0ffd-4fa2-bf96-75d8a8f886e1 HTTP/1.1" status: 200 len: 944 time: 0.0626135 Sep 21 18:46:13.199362 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e2508b8d-dc4c-40e5-be28-684dc3385d95 req-82188cf7-f910-4cd4-8dfa-e6d1afa0ab88 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6146221-ddc3-4213-ab0c-9e13ddf5004f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333002 Sep 21 18:46:14.172347 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 138d5468-9e29-477c-af2a-50101b040bbe up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:46:14.227116 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 138d5468-9e29-477c-af2a-50101b040bbe completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:46:14.231096 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 138d5468-9e29-477c-af2a-50101b040bbe triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:46:14.231469 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:14.313319 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:14.318659 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a7ee0-f00e-4bcc-9bf4-9af82fabf81f req-a0b6a59e-5e53-431a-aff3-dd98c26b98a8 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:14.320175 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f6a7ee0-f00e-4bcc-9bf4-9af82fabf81f req-a0b6a59e-5e53-431a-aff3-dd98c26b98a8 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfbffec3-0ffd-4fa2-bf96-75d8a8f886e1 HTTP/1.1" status: 200 len: 944 time: 0.0520289 Sep 21 18:46:14.336216 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbffec3-0ffd-4fa2-bf96-75d8a8f886e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138d5468-9e29-477c-af2a-50101b040bbe'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:46:14.338844 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7be9786b8e12a57addcd3d24694f9862590c26d6af0c76ac9baad1416f83940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f023ef8f-9e43-4afe-8df4-d2cef1e04228" -d '{"events": [{"server_uuid": "bfbffec3-0ffd-4fa2-bf96-75d8a8f886e1", "name": "network-vif-plugged", "status": "completed", "tag": "138d5468-9e29-477c-af2a-50101b040bbe"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:46:14.353724 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 138d5468-9e29-477c-af2a-50101b040bbe, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=138d5468-9e29-477c-af2a-50101b040bbe,segment=NetworkSegment(ec37591c-2de7-4bb9-b0aa-1de93f9ba3fd),segment_id=ec37591c-2de7-4bb9-b0aa-1de93f9ba3fd)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:46:14.358535 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f6a7ee0-f00e-4bcc-9bf4-9af82fabf81f req-2e48ab5b-c352-4439-9ab1-90372e4988c8 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6146221-ddc3-4213-ab0c-9e13ddf5004f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319462 Sep 21 18:46:14.360052 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:14.384223 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797c11c1-a9cb-4a2f-a5ea-9461314016d8 x-openstack-request-id: req-797c11c1-a9cb-4a2f-a5ea-9461314016d8 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:46:14.384519 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbffec3-0ffd-4fa2-bf96-75d8a8f886e1", "name": "network-vif-plugged", "status": "completed", "tag": "138d5468-9e29-477c-af2a-50101b040bbe", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:46:14.384776 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-797c11c1-a9cb-4a2f-a5ea-9461314016d8 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:46:14.385169 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbffec3-0ffd-4fa2-bf96-75d8a8f886e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138d5468-9e29-477c-af2a-50101b040bbe', 'code': 200} Sep 21 18:46:14.415154 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=138d5468-9e29-477c-af2a-50101b040bbe,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:14.474059 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa51d8-e20f-4615-8e2d-7308e1265644 req-6184b6a5-969b-4e56-99ac-8856a5bf40fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:14.475609 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-adaa51d8-e20f-4615-8e2d-7308e1265644 req-6184b6a5-969b-4e56-99ac-8856a5bf40fa service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bfbffec3-0ffd-4fa2-bf96-75d8a8f886e1 HTTP/1.1" status: 200 len: 1096 time: 0.0399776 Sep 21 18:46:14.509998 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-adaa51d8-e20f-4615-8e2d-7308e1265644 req-d3479727-3d0f-44de-9f71-79b36c5e96fa service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d6146221-ddc3-4213-ab0c-9e13ddf5004f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270305 Sep 21 18:46:15.490435 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf3fbb-332e-4b03-9b83-680f6211769a req-1d5abc18-a8aa-4aa7-9845-22b66e0c4ce3 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:15.492170 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b7bf3fbb-332e-4b03-9b83-680f6211769a req-1d5abc18-a8aa-4aa7-9845-22b66e0c4ce3 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfbffec3-0ffd-4fa2-bf96-75d8a8f886e1 HTTP/1.1" status: 200 len: 945 time: 0.0520616 Sep 21 18:46:15.532496 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b7bf3fbb-332e-4b03-9b83-680f6211769a req-ca97a1ba-8374-420d-8033-33647d3e8b7d tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6146221-ddc3-4213-ab0c-9e13ddf5004f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330431 Sep 21 18:46:15.985560 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-57f4ac77-2826-465d-8530-d29aa088dd17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:16.665203 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e48564-394f-4ffe-8277-28d877c789f3 req-7ae8b924-5c8f-43f5-9e0c-5bf21511cbbf tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:16.666725 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-84e48564-394f-4ffe-8277-28d877c789f3 req-7ae8b924-5c8f-43f5-9e0c-5bf21511cbbf tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfbffec3-0ffd-4fa2-bf96-75d8a8f886e1 HTTP/1.1" status: 200 len: 945 time: 0.0566332 Sep 21 18:46:16.710320 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-84e48564-394f-4ffe-8277-28d877c789f3 req-e1781c15-cd7b-4003-abc7-0990931a76de tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6146221-ddc3-4213-ab0c-9e13ddf5004f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343165 Sep 21 18:46:16.946018 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21f138-e638-4076-9c21-cb5c6e4c3720 req-b21fa8c8-c2f6-4502-a3f2-69f0ead9ed97 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:16.948054 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1d21f138-e638-4076-9c21-cb5c6e4c3720 req-b21fa8c8-c2f6-4502-a3f2-69f0ead9ed97 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfbffec3-0ffd-4fa2-bf96-75d8a8f886e1 HTTP/1.1" status: 200 len: 945 time: 0.0530391 Sep 21 18:46:16.993699 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1d21f138-e638-4076-9c21-cb5c6e4c3720 req-b1850605-ba06-411d-a445-a838e21846c6 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6146221-ddc3-4213-ab0c-9e13ddf5004f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364425 Sep 21 18:46:18.134016 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32c156-0ac7-4b8a-96a9-ab97d8ce28af req-5fe89448-898e-4afb-b87e-f34ae044342e tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:18.135542 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9d32c156-0ac7-4b8a-96a9-ab97d8ce28af req-5fe89448-898e-4afb-b87e-f34ae044342e tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfbffec3-0ffd-4fa2-bf96-75d8a8f886e1 HTTP/1.1" status: 200 len: 945 time: 0.0534575 Sep 21 18:46:18.200767 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9d32c156-0ac7-4b8a-96a9-ab97d8ce28af req-3aaf05cf-b8c8-44cc-8d11-e52304515f8f tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6146221-ddc3-4213-ab0c-9e13ddf5004f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569024 Sep 21 18:46:18.210353 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824fe7d-9072-4230-a73c-4df5ec9bd522 req-d9d15f08-d30b-4edb-ad93-12a476aa9b1a tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:18.212311 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b824fe7d-9072-4230-a73c-4df5ec9bd522 req-d9d15f08-d30b-4edb-ad93-12a476aa9b1a tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.38 "GET /v2.0/ports?device_id=bfbffec3-0ffd-4fa2-bf96-75d8a8f886e1 HTTP/1.1" status: 200 len: 945 time: 0.0755942 Sep 21 18:46:18.308727 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-b824fe7d-9072-4230-a73c-4df5ec9bd522 req-1173a556-1a86-4f0f-bd92-f260ab10bc49 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Deleting port 138d5468-9e29-477c-af2a-50101b040bbe {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:46:18.308944 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b824fe7d-9072-4230-a73c-4df5ec9bd522 req-1173a556-1a86-4f0f-bd92-f260ab10bc49 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:18.400138 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-b824fe7d-9072-4230-a73c-4df5ec9bd522 req-1173a556-1a86-4f0f-bd92-f260ab10bc49 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] For port 138d5468-9e29-477c-af2a-50101b040bbe, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=138d5468-9e29-477c-af2a-50101b040bbe,segment=NetworkSegment(ec37591c-2de7-4bb9-b0aa-1de93f9ba3fd),segment_id=ec37591c-2de7-4bb9-b0aa-1de93f9ba3fd)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:46:18.400501 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b824fe7d-9072-4230-a73c-4df5ec9bd522 req-1173a556-1a86-4f0f-bd92-f260ab10bc49 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:18.414440 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-b824fe7d-9072-4230-a73c-4df5ec9bd522 req-1173a556-1a86-4f0f-bd92-f260ab10bc49 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Calling delete_port for 138d5468-9e29-477c-af2a-50101b040bbe owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:46:18.486629 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9fabb2e4-1e62-4895-9263-c51f4a399cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:18.548166 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b824fe7d-9072-4230-a73c-4df5ec9bd522 req-1173a556-1a86-4f0f-bd92-f260ab10bc49 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:18.561456 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['725604dc-5f99-4085-a03a-31207a67aeef'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:46:18.563625 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['138d5468-9e29-477c-af2a-50101b040bbe'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:46:18.574120 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173a556-1a86-4f0f-bd92-f260ab10bc49 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Pushing event deleted for resources: {'Port': ['ID=138d5468-9e29-477c-af2a-50101b040bbe,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:18.615181 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-b824fe7d-9072-4230-a73c-4df5ec9bd522 req-1173a556-1a86-4f0f-bd92-f260ab10bc49 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] No DVR routers for this DVR port 138d5468-9e29-477c-af2a-50101b040bbe on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:46:18.617701 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b824fe7d-9072-4230-a73c-4df5ec9bd522 req-1173a556-1a86-4f0f-bd92-f260ab10bc49 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:18.619739 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b824fe7d-9072-4230-a73c-4df5ec9bd522 req-1173a556-1a86-4f0f-bd92-f260ab10bc49 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.38 "DELETE /v2.0/ports/138d5468-9e29-477c-af2a-50101b040bbe HTTP/1.1" status: 204 len: 173 time: 0.4011655 Sep 21 18:46:18.620168 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbffec3-0ffd-4fa2-bf96-75d8a8f886e1', 'name': 'network-vif-deleted', 'tag': '138d5468-9e29-477c-af2a-50101b040bbe'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:46:18.622393 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160dbc9d-b53e-4cfb-8b36-650937fee8f0" -d '{"events": [{"server_uuid": "bfbffec3-0ffd-4fa2-bf96-75d8a8f886e1", "name": "network-vif-deleted", "tag": "138d5468-9e29-477c-af2a-50101b040bbe"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:46:18.661421 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19b250e-cde8-4de1-9846-eb0ab569a3fe x-openstack-request-id: req-f19b250e-cde8-4de1-9846-eb0ab569a3fe {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:46:18.661737 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbffec3-0ffd-4fa2-bf96-75d8a8f886e1", "name": "network-vif-deleted", "tag": "138d5468-9e29-477c-af2a-50101b040bbe", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:46:18.661981 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f19b250e-cde8-4de1-9846-eb0ab569a3fe {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:46:18.662380 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbffec3-0ffd-4fa2-bf96-75d8a8f886e1', 'name': 'network-vif-deleted', 'tag': '138d5468-9e29-477c-af2a-50101b040bbe', 'status': 'completed', 'code': 200} Sep 21 18:46:19.108203 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:19.365388 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2aaa17-c4f5-4a77-b002-255c1908e882 req-c6e115b5-0695-4a34-bfc2-2109a547d088 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:19.366946 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ee2aaa17-c4f5-4a77-b002-255c1908e882 req-c6e115b5-0695-4a34-bfc2-2109a547d088 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/ports?device_id=3db96017-38bb-4d41-85e0-b4da89766329 HTTP/1.1" status: 200 len: 945 time: 0.0521586 Sep 21 18:46:19.408429 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ee2aaa17-c4f5-4a77-b002-255c1908e882 req-018386f9-3f2c-4d1d-9c80-75506df8ccb7 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6146221-ddc3-4213-ab0c-9e13ddf5004f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319629 Sep 21 18:46:19.557093 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768073f-05c5-46a9-8ada-3a7659ae6261 req-a5f3dd9e-efe4-428b-b568-835665ceea43 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:19.558470 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d768073f-05c5-46a9-8ada-3a7659ae6261 req-a5f3dd9e-efe4-428b-b568-835665ceea43 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/ports?device_id=3db96017-38bb-4d41-85e0-b4da89766329 HTTP/1.1" status: 200 len: 945 time: 0.0612562 Sep 21 18:46:19.607718 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d768073f-05c5-46a9-8ada-3a7659ae6261 req-7f7de54d-0341-426b-9036-a91a9eb90479 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6146221-ddc3-4213-ab0c-9e13ddf5004f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400245 Sep 21 18:46:19.734630 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88d2de-8155-4ee6-9f0d-0cbcffa93c8a req-357f197e-fbfb-432a-80a5-57419b561f05 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:19.736161 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7f88d2de-8155-4ee6-9f0d-0cbcffa93c8a req-357f197e-fbfb-432a-80a5-57419b561f05 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/ports?device_id=3db96017-38bb-4d41-85e0-b4da89766329 HTTP/1.1" status: 200 len: 945 time: 0.0546455 Sep 21 18:46:19.776707 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7f88d2de-8155-4ee6-9f0d-0cbcffa93c8a req-d525f900-7b1b-40d5-9ac5-2fdc2e8597dc tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6146221-ddc3-4213-ab0c-9e13ddf5004f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315201 Sep 21 18:46:19.948617 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c896d-4979-466f-a650-2f8900ff8b5d req-ff821be0-2aee-4f7f-a307-9c11ffaf79d3 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:19.950104 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf1c896d-4979-466f-a650-2f8900ff8b5d req-ff821be0-2aee-4f7f-a307-9c11ffaf79d3 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/ports?device_id=3db96017-38bb-4d41-85e0-b4da89766329 HTTP/1.1" status: 200 len: 945 time: 0.0529675 Sep 21 18:46:19.992673 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cf1c896d-4979-466f-a650-2f8900ff8b5d req-1f039b4e-e8a7-41bc-b127-60d412a3c564 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6146221-ddc3-4213-ab0c-9e13ddf5004f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336804 Sep 21 18:46:20.115709 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47baec8e-eb72-4b10-b225-e640b28b8650 req-030ae0ab-eab6-4ef3-b9c6-01e570d25731 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:20.117108 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-47baec8e-eb72-4b10-b225-e640b28b8650 req-030ae0ab-eab6-4ef3-b9c6-01e570d25731 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/ports?device_id=3db96017-38bb-4d41-85e0-b4da89766329 HTTP/1.1" status: 200 len: 945 time: 0.0566876 Sep 21 18:46:20.156341 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-47baec8e-eb72-4b10-b225-e640b28b8650 req-b44c07a8-1bce-4790-81e3-a2d750eb2de8 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6146221-ddc3-4213-ab0c-9e13ddf5004f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331364 Sep 21 18:46:20.288345 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9281171-e617-4700-a5f9-a350e999b4a6 req-68fa3ddb-0d5d-4c6d-b51e-d265d3f4c062 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:20.289828 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f9281171-e617-4700-a5f9-a350e999b4a6 req-68fa3ddb-0d5d-4c6d-b51e-d265d3f4c062 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/ports?device_id=3db96017-38bb-4d41-85e0-b4da89766329 HTTP/1.1" status: 200 len: 945 time: 0.0523798 Sep 21 18:46:20.317490 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:20.328763 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f9281171-e617-4700-a5f9-a350e999b4a6 req-13b888dd-41a7-450b-93fe-dbfc7c5d33a6 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6146221-ddc3-4213-ab0c-9e13ddf5004f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323935 Sep 21 18:46:20.663845 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a5dd5-1aa9-49e9-8184-d164d9dbe08c req-6f6ac2e0-9120-4e5a-aeb1-1e525fd12bd4 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:20.665277 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-888a5dd5-1aa9-49e9-8184-d164d9dbe08c req-6f6ac2e0-9120-4e5a-aeb1-1e525fd12bd4 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/ports?device_id=3db96017-38bb-4d41-85e0-b4da89766329 HTTP/1.1" status: 200 len: 945 time: 0.0689516 Sep 21 18:46:20.703572 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-888a5dd5-1aa9-49e9-8184-d164d9dbe08c req-c59138be-6418-443e-9a2c-72222ababca1 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6146221-ddc3-4213-ab0c-9e13ddf5004f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318115 Sep 21 18:46:21.789548 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:21.829320 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc4b61-5bb1-4706-9745-44fea3195017 req-63e43459-25aa-4f77-b33a-f93007bb4f37 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:21.830802 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-96bc4b61-5bb1-4706-9745-44fea3195017 req-63e43459-25aa-4f77-b33a-f93007bb4f37 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/ports?device_id=3db96017-38bb-4d41-85e0-b4da89766329 HTTP/1.1" status: 200 len: 945 time: 0.0516210 Sep 21 18:46:21.868153 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-96bc4b61-5bb1-4706-9745-44fea3195017 req-787b946f-be0e-4f96-8ff7-6a39a7aceee3 tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/security-groups?id=d6146221-ddc3-4213-ab0c-9e13ddf5004f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307386 Sep 21 18:46:22.057487 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209f069-b3e2-4cdc-960a-99fbab341b25 req-263a241a-80ff-4ae0-a8f8-2de7da8d1bfa tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:22.058861 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1209f069-b3e2-4cdc-960a-99fbab341b25 req-263a241a-80ff-4ae0-a8f8-2de7da8d1bfa tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.44 "GET /v2.0/ports?device_id=3db96017-38bb-4d41-85e0-b4da89766329 HTTP/1.1" status: 200 len: 945 time: 0.0623808 Sep 21 18:46:22.166524 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-1209f069-b3e2-4cdc-960a-99fbab341b25 req-8342f364-abb3-4e10-8e01-8e83a6942f4a tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Deleting port 725604dc-5f99-4085-a03a-31207a67aeef {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:46:22.166827 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1209f069-b3e2-4cdc-960a-99fbab341b25 req-8342f364-abb3-4e10-8e01-8e83a6942f4a tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:22.219860 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 138d5468-9e29-477c-af2a-50101b040bbe no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:46:22.240535 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 138d5468-9e29-477c-af2a-50101b040bbe {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:46:22.240891 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 138d5468-9e29-477c-af2a-50101b040bbe not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:46:22.605119 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-1209f069-b3e2-4cdc-960a-99fbab341b25 req-8342f364-abb3-4e10-8e01-8e83a6942f4a tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] For port 725604dc-5f99-4085-a03a-31207a67aeef, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=725604dc-5f99-4085-a03a-31207a67aeef,segment=NetworkSegment(ec37591c-2de7-4bb9-b0aa-1de93f9ba3fd),segment_id=ec37591c-2de7-4bb9-b0aa-1de93f9ba3fd)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:46:22.605468 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1209f069-b3e2-4cdc-960a-99fbab341b25 req-8342f364-abb3-4e10-8e01-8e83a6942f4a tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:22.618108 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-1209f069-b3e2-4cdc-960a-99fbab341b25 req-8342f364-abb3-4e10-8e01-8e83a6942f4a tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Calling delete_port for 725604dc-5f99-4085-a03a-31207a67aeef owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:46:22.760249 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1209f069-b3e2-4cdc-960a-99fbab341b25 req-8342f364-abb3-4e10-8e01-8e83a6942f4a tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:22.774702 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['725604dc-5f99-4085-a03a-31207a67aeef'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:46:22.792000 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342f364-abb3-4e10-8e01-8e83a6942f4a tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Pushing event deleted for resources: {'Port': ['ID=725604dc-5f99-4085-a03a-31207a67aeef,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:22.839098 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-1209f069-b3e2-4cdc-960a-99fbab341b25 req-8342f364-abb3-4e10-8e01-8e83a6942f4a tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] No DVR routers for this DVR port 725604dc-5f99-4085-a03a-31207a67aeef on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:46:22.841868 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1209f069-b3e2-4cdc-960a-99fbab341b25 req-8342f364-abb3-4e10-8e01-8e83a6942f4a tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:22.844005 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1209f069-b3e2-4cdc-960a-99fbab341b25 req-8342f364-abb3-4e10-8e01-8e83a6942f4a tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.44 "DELETE /v2.0/ports/725604dc-5f99-4085-a03a-31207a67aeef HTTP/1.1" status: 204 len: 173 time: 0.7774220 Sep 21 18:46:22.844464 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db96017-38bb-4d41-85e0-b4da89766329', 'name': 'network-vif-deleted', 'tag': '725604dc-5f99-4085-a03a-31207a67aeef'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:46:22.846709 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbf8aff-62f0-4788-a31c-534bc579372a" -d '{"events": [{"server_uuid": "3db96017-38bb-4d41-85e0-b4da89766329", "name": "network-vif-deleted", "tag": "725604dc-5f99-4085-a03a-31207a67aeef"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:46:22.886069 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37329b1f-f126-4da7-afec-dc3fd87f0fcf x-openstack-request-id: req-37329b1f-f126-4da7-afec-dc3fd87f0fcf {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:46:22.886364 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db96017-38bb-4d41-85e0-b4da89766329", "name": "network-vif-deleted", "tag": "725604dc-5f99-4085-a03a-31207a67aeef", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:46:22.886618 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-37329b1f-f126-4da7-afec-dc3fd87f0fcf {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:46:22.887054 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db96017-38bb-4d41-85e0-b4da89766329', 'name': 'network-vif-deleted', 'tag': '725604dc-5f99-4085-a03a-31207a67aeef', 'status': 'completed', 'code': 200} Sep 21 18:46:22.976353 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2f4724b1-d0c8-4d71-8b5c-a2a411ff8748 req-5915993e-637a-4d47-8d26-e7d27cc0cd0c tempest-ServersNegativeTestJSON-15251181 tempest-ServersNegativeTestJSON-15251181-project] 10.222.0.58 "GET /v2.0/ports?device_id=3db96017-38bb-4d41-85e0-b4da89766329 HTTP/1.1" status: 200 len: 210 time: 0.0341587 Sep 21 18:46:23.899560 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:24.039359 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54012) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:24.085263 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-212ccdb9-778a-452f-a956-070b2f20ba4f admin admin] Deleting subnet 0371935f-3654-4541-8e47-fe1d5eebf56a {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:46:24.088702 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-212ccdb9-778a-452f-a956-070b2f20ba4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:24.137175 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-212ccdb9-778a-452f-a956-070b2f20ba4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:24.177813 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-212ccdb9-778a-452f-a956-070b2f20ba4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:24.233010 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-212ccdb9-778a-452f-a956-070b2f20ba4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:24.261052 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-212ccdb9-778a-452f-a956-070b2f20ba4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:24.265005 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-212ccdb9-778a-452f-a956-070b2f20ba4f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/0371935f-3654-4541-8e47-fe1d5eebf56a HTTP/1.1" status: 204 len: 168 time: 0.2245646 Sep 21 18:46:24.265756 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54014) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:24.266199 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ccdb9-778a-452f-a956-070b2f20ba4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0371935f-3654-4541-8e47-fe1d5eebf56a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:24.339010 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-28bf2a52-503e-4fa9-83fb-74f5fd98260d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:24.422587 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-28bf2a52-503e-4fa9-83fb-74f5fd98260d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:24.443392 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-28bf2a52-503e-4fa9-83fb-74f5fd98260d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d252057f-da4d-4dc9-9432-5e83cd75bfd7']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:24.452402 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-28bf2a52-503e-4fa9-83fb-74f5fd98260d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec37591c-2de7-4bb9-b0aa-1de93f9ba3fd') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:24.452730 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-28bf2a52-503e-4fa9-83fb-74f5fd98260d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec37591c-2de7-4bb9-b0aa-1de93f9ba3fd') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:24.461913 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-28bf2a52-503e-4fa9-83fb-74f5fd98260d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:24.475208 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-28bf2a52-503e-4fa9-83fb-74f5fd98260d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:24.481111 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28bf2a52-503e-4fa9-83fb-74f5fd98260d admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:46:24.481590 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-28bf2a52-503e-4fa9-83fb-74f5fd98260d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:24.483249 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:46:24.483249 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:46:24.483249 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:46:24.483249 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:46:24.483249 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:46:24.483249 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:46:24.483249 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:46:24.483249 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:46:24.483249 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:46:24.483249 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:46:24.483249 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:46:24.483249 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:46:24.483249 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:46:24.483249 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:46:24.483249 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:46:24.483249 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:46:24.483249 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:46:24.483249 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:46:24.483249 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:46:24.483249 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:46:24.483249 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:46:24.483249 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:46:24.483249 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:46:24.483249 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:46:24.483249 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:46:24.483249 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:46:24.483249 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:46:24.483249 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:46:24.483249 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:46:24.483249 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:46:24.483249 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:46:24.483249 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:46:24.542067 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-28bf2a52-503e-4fa9-83fb-74f5fd98260d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:24.549197 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-28bf2a52-503e-4fa9-83fb-74f5fd98260d admin admin] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:24.551212 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-28bf2a52-503e-4fa9-83fb-74f5fd98260d admin admin] 10.222.0.58 "DELETE /v2.0/networks/d252057f-da4d-4dc9-9432-5e83cd75bfd7 HTTP/1.1" status: 204 len: 168 time: 0.2844610 Sep 21 18:46:24.565262 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf2a52-503e-4fa9-83fb-74f5fd98260d admin admin] Pushing event deleted for resources: {'Network': ['ID=d252057f-da4d-4dc9-9432-5e83cd75bfd7,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:24.680398 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54018) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:24.720964 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4d5b19b6-9c36-437c-8a40-467b09aca3fd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=15601f3dd031495687a5d2333cdcc93c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393944 Sep 21 18:46:24.723538 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54020) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:24.781319 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-faa2f395-6f7e-4808-972b-c603dd047876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:24.803294 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-faa2f395-6f7e-4808-972b-c603dd047876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:24.857559 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-faa2f395-6f7e-4808-972b-c603dd047876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:24.860291 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-faa2f395-6f7e-4808-972b-c603dd047876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:24.861504 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-faa2f395-6f7e-4808-972b-c603dd047876 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d6146221-ddc3-4213-ab0c-9e13ddf5004f HTTP/1.1" status: 204 len: 168 time: 0.1370587 Sep 21 18:46:24.869259 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2f395-6f7e-4808-972b-c603dd047876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6146221-ddc3-4213-ab0c-9e13ddf5004f,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:24.933147 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:25.547393 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 725604dc-5f99-4085-a03a-31207a67aeef no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:46:25.569885 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 725604dc-5f99-4085-a03a-31207a67aeef {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:46:25.570237 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 725604dc-5f99-4085-a03a-31207a67aeef not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:46:25.588803 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54042) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:25.688383 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-e059c6fe-cc94-420d-8652-902149d227e1 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2114208013'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:46:25.712821 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e059c6fe-cc94-420d-8652-902149d227e1 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Made reservation on behalf of 15a498883a6a4850a74ae6a6c97c187d for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:46:25.718341 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e059c6fe-cc94-420d-8652-902149d227e1 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:25.729248 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e059c6fe-cc94-420d-8652-902149d227e1 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:25.826288 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e059c6fe-cc94-420d-8652-902149d227e1 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:25.831198 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e059c6fe-cc94-420d-8652-902149d227e1 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:25.864620 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e059c6fe-cc94-420d-8652-902149d227e1 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:46:25.871021 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059c6fe-cc94-420d-8652-902149d227e1 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f24ee47-746b-4333-a302-76ee577aa7a5,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:25.878816 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e059c6fe-cc94-420d-8652-902149d227e1 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:25.879200 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-e059c6fe-cc94-420d-8652-902149d227e1 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Added segment ef5bfcb9-85ee-43d3-8ff4-ddffe46d78a4 of type vlan for network e35e71d2-e97d-4975-baef-0f9b82552cc9 Sep 21 18:46:25.918739 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e059c6fe-cc94-420d-8652-902149d227e1 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:25.944787 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e059c6fe-cc94-420d-8652-902149d227e1 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:25.951122 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e059c6fe-cc94-420d-8652-902149d227e1 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:25.951711 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e059c6fe-cc94-420d-8652-902149d227e1 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:25.987153 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e059c6fe-cc94-420d-8652-902149d227e1 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3972399 Sep 21 18:46:26.016789 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059c6fe-cc94-420d-8652-902149d227e1 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Pushing event updated for resources: {'Network': ['ID=e35e71d2-e97d-4975-baef-0f9b82552cc9,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:26.028197 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network e35e71d2-e97d-4975-baef-0f9b82552cc9 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:46:29.164402 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54046) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:29.173048 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-dde7e3c5-6f0c-4b1a-a46d-6ab16f4a7026 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Request body: {'subnet': {'network_id': 'e35e71d2-e97d-4975-baef-0f9b82552cc9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:46:29.272225 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde7e3c5-6f0c-4b1a-a46d-6ab16f4a7026 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Made reservation on behalf of 15a498883a6a4850a74ae6a6c97c187d for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:46:29.275945 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dde7e3c5-6f0c-4b1a-a46d-6ab16f4a7026 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:29.466154 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dde7e3c5-6f0c-4b1a-a46d-6ab16f4a7026 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:29.524496 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7e3c5-6f0c-4b1a-a46d-6ab16f4a7026 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Pushing event updated for resources: {'Subnet': ['ID=090aa7f5-02e4-4791-bbb7-ab5a57c68c07,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:29.535150 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde7e3c5-6f0c-4b1a-a46d-6ab16f4a7026 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Checking segment: {'id': 'ef5bfcb9-85ee-43d3-8ff4-ddffe46d78a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e35e71d2-e97d-4975-baef-0f9b82552cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:46:29.535516 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde7e3c5-6f0c-4b1a-a46d-6ab16f4a7026 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Network hostable DHCP agents. Network: e35e71d2-e97d-4975-baef-0f9b82552cc9, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:46:29.552894 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde7e3c5-6f0c-4b1a-a46d-6ab16f4a7026 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Network e35e71d2-e97d-4975-baef-0f9b82552cc9 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:46:29.565246 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-dde7e3c5-6f0c-4b1a-a46d-6ab16f4a7026 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, e35e71d2-e97d-4975-baef-0f9b82552cc9) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:46:29.570113 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde7e3c5-6f0c-4b1a-a46d-6ab16f4a7026 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:29.570712 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dde7e3c5-6f0c-4b1a-a46d-6ab16f4a7026 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:29.575547 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d88520-1a3a-4833-aa1f-44f865df2470 None None] Network e35e71d2-e97d-4975-baef-0f9b82552cc9 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:46:29.587341 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-dde7e3c5-6f0c-4b1a-a46d-6ab16f4a7026 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4215503 Sep 21 18:46:29.590915 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54048) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:29.595888 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-5be7c62f-c478-45e4-b5b0-2713fc1a2f5a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1771025125'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:46:29.618064 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be7c62f-c478-45e4-b5b0-2713fc1a2f5a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Made reservation on behalf of 15a498883a6a4850a74ae6a6c97c187d for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:46:29.621624 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5be7c62f-c478-45e4-b5b0-2713fc1a2f5a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:29.645708 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5be7c62f-c478-45e4-b5b0-2713fc1a2f5a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:46:29.654449 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5be7c62f-c478-45e4-b5b0-2713fc1a2f5a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:29.654777 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-5be7c62f-c478-45e4-b5b0-2713fc1a2f5a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Added segment 96804389-b340-4569-ad56-be5b4aed1f98 of type vlan for network b7426a35-be61-4729-a06e-0b58a61d6acf Sep 21 18:46:29.699216 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5be7c62f-c478-45e4-b5b0-2713fc1a2f5a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:29.723513 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2804102a-9f08-4d00-9309-a50c102cb63d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-e35e71d2-e97d-4975-baef-0f9b82552cc9', 'network_id': 'e35e71d2-e97d-4975-baef-0f9b82552cc9', 'tenant_id': '15a498883a6a4850a74ae6a6c97c187d', 'fixed_ips': [{'subnet_id': '090aa7f5-02e4-4791-bbb7-ab5a57c68c07'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:46:29.724463 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5be7c62f-c478-45e4-b5b0-2713fc1a2f5a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:29.724591 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2804102a-9f08-4d00-9309-a50c102cb63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:29.730023 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be7c62f-c478-45e4-b5b0-2713fc1a2f5a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:29.730599 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5be7c62f-c478-45e4-b5b0-2713fc1a2f5a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:29.761641 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5be7c62f-c478-45e4-b5b0-2713fc1a2f5a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1696060 Sep 21 18:46:29.764587 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54050) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:29.769409 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-b6ab8eeb-1f2d-42a7-98a2-1a6a69f99c1c tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Request body: {'subnet': {'network_id': 'b7426a35-be61-4729-a06e-0b58a61d6acf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:46:29.820111 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7c62f-c478-45e4-b5b0-2713fc1a2f5a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Pushing event updated for resources: {'Network': ['ID=b7426a35-be61-4729-a06e-0b58a61d6acf,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:29.842780 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network b7426a35-be61-4729-a06e-0b58a61d6acf details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:46:29.890595 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ab8eeb-1f2d-42a7-98a2-1a6a69f99c1c tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Made reservation on behalf of 15a498883a6a4850a74ae6a6c97c187d for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:46:29.894241 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b6ab8eeb-1f2d-42a7-98a2-1a6a69f99c1c tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:29.912257 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-2804102a-9f08-4d00-9309-a50c102cb63d None None] Allocated IP 2001:db8:0:ffff::2 (e35e71d2-e97d-4975-baef-0f9b82552cc9/090aa7f5-02e4-4791-bbb7-ab5a57c68c07/274b764b-8c00-4877-aac5-e66554b6abda) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:46:30.062171 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2804102a-9f08-4d00-9309-a50c102cb63d None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:30.067620 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2804102a-9f08-4d00-9309-a50c102cb63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:30.089432 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b6ab8eeb-1f2d-42a7-98a2-1a6a69f99c1c tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:30.103477 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2804102a-9f08-4d00-9309-a50c102cb63d None None] Network e35e71d2-e97d-4975-baef-0f9b82552cc9 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:46:30.106247 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-2804102a-9f08-4d00-9309-a50c102cb63d None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:46:30.111655 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2804102a-9f08-4d00-9309-a50c102cb63d None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:46:30.118698 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804102a-9f08-4d00-9309-a50c102cb63d None None] Pushing event updated for resources: {'Port': ['ID=274b764b-8c00-4877-aac5-e66554b6abda,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:30.128755 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2804102a-9f08-4d00-9309-a50c102cb63d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:30.129098 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2804102a-9f08-4d00-9309-a50c102cb63d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:30.129433 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2804102a-9f08-4d00-9309-a50c102cb63d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:30.129784 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2804102a-9f08-4d00-9309-a50c102cb63d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:30.130106 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2804102a-9f08-4d00-9309-a50c102cb63d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:30.130495 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2804102a-9f08-4d00-9309-a50c102cb63d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:30.130815 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2804102a-9f08-4d00-9309-a50c102cb63d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:30.131162 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2804102a-9f08-4d00-9309-a50c102cb63d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:30.131464 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2804102a-9f08-4d00-9309-a50c102cb63d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:30.131793 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2804102a-9f08-4d00-9309-a50c102cb63d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:30.132118 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2804102a-9f08-4d00-9309-a50c102cb63d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:30.132430 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2804102a-9f08-4d00-9309-a50c102cb63d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:30.156740 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab8eeb-1f2d-42a7-98a2-1a6a69f99c1c tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Pushing event updated for resources: {'Subnet': ['ID=1dbd13ac-41dc-4067-a48e-dc7622602842,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:30.161992 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ab8eeb-1f2d-42a7-98a2-1a6a69f99c1c tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Checking segment: {'id': '96804389-b340-4569-ad56-be5b4aed1f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b7426a35-be61-4729-a06e-0b58a61d6acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:46:30.162379 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ab8eeb-1f2d-42a7-98a2-1a6a69f99c1c tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Network hostable DHCP agents. Network: b7426a35-be61-4729-a06e-0b58a61d6acf, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:46:30.180785 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ab8eeb-1f2d-42a7-98a2-1a6a69f99c1c tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Network b7426a35-be61-4729-a06e-0b58a61d6acf is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:46:30.182372 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-2804102a-9f08-4d00-9309-a50c102cb63d None None] Attempting to bind port 274b764b-8c00-4877-aac5-e66554b6abda on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:46:30.182746 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-2804102a-9f08-4d00-9309-a50c102cb63d None None] Attempting to bind port 274b764b-8c00-4877-aac5-e66554b6abda by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'ef5bfcb9-85ee-43d3-8ff4-ddffe46d78a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e35e71d2-e97d-4975-baef-0f9b82552cc9'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:46:30.183131 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2804102a-9f08-4d00-9309-a50c102cb63d None None] Attempting to bind port 274b764b-8c00-4877-aac5-e66554b6abda on network e35e71d2-e97d-4975-baef-0f9b82552cc9 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:46:30.188418 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2804102a-9f08-4d00-9309-a50c102cb63d None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:46:30.188802 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2804102a-9f08-4d00-9309-a50c102cb63d None None] Checking segment: {'id': 'ef5bfcb9-85ee-43d3-8ff4-ddffe46d78a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e35e71d2-e97d-4975-baef-0f9b82552cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:46:30.189226 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2804102a-9f08-4d00-9309-a50c102cb63d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:30.189613 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2804102a-9f08-4d00-9309-a50c102cb63d None None] Bound using segment: {'id': 'ef5bfcb9-85ee-43d3-8ff4-ddffe46d78a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e35e71d2-e97d-4975-baef-0f9b82552cc9'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:46:30.190089 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-2804102a-9f08-4d00-9309-a50c102cb63d None None] Bound port: 274b764b-8c00-4877-aac5-e66554b6abda, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef5bfcb9-85ee-43d3-8ff4-ddffe46d78a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e35e71d2-e97d-4975-baef-0f9b82552cc9'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:46:30.190475 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2804102a-9f08-4d00-9309-a50c102cb63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:30.190783 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-b6ab8eeb-1f2d-42a7-98a2-1a6a69f99c1c tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, b7426a35-be61-4729-a06e-0b58a61d6acf) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:46:30.195366 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ab8eeb-1f2d-42a7-98a2-1a6a69f99c1c tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:30.196177 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b6ab8eeb-1f2d-42a7-98a2-1a6a69f99c1c tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:30.203590 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b97d1a9-6c8c-4216-8c51-ef55dd8fb53b None None] Network b7426a35-be61-4729-a06e-0b58a61d6acf requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:46:30.213633 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b6ab8eeb-1f2d-42a7-98a2-1a6a69f99c1c tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4480090 Sep 21 18:46:30.216633 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54052) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:30.317899 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-65ce2d66-36c2-41a4-af57-cdb43711f31a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:30.319150 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-2804102a-9f08-4d00-9309-a50c102cb63d None None] For port 274b764b-8c00-4877-aac5-e66554b6abda, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:46:30.323572 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-2804102a-9f08-4d00-9309-a50c102cb63d None None] For port 274b764b-8c00-4877-aac5-e66554b6abda, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=274b764b-8c00-4877-aac5-e66554b6abda,segment=NetworkSegment(ef5bfcb9-85ee-43d3-8ff4-ddffe46d78a4),segment_id=ef5bfcb9-85ee-43d3-8ff4-ddffe46d78a4)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:46:30.329989 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2804102a-9f08-4d00-9309-a50c102cb63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:30.402848 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-65ce2d66-36c2-41a4-af57-cdb43711f31a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:30.437498 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804102a-9f08-4d00-9309-a50c102cb63d None None] Pushing event updated for resources: {'Port': ['ID=274b764b-8c00-4877-aac5-e66554b6abda,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:30.445191 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e27ec9-936a-425b-8918-dd7db434752a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-b7426a35-be61-4729-a06e-0b58a61d6acf', 'network_id': 'b7426a35-be61-4729-a06e-0b58a61d6acf', 'tenant_id': '15a498883a6a4850a74ae6a6c97c187d', 'fixed_ips': [{'subnet_id': '1dbd13ac-41dc-4067-a48e-dc7622602842'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:46:30.446233 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-71e27ec9-936a-425b-8918-dd7db434752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:30.475902 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-65ce2d66-36c2-41a4-af57-cdb43711f31a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:30.504730 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce2d66-36c2-41a4-af57-cdb43711f31a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Pushing event deleted for resources: {'Subnet': ['ID=1dbd13ac-41dc-4067-a48e-dc7622602842,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server [None req-71e27ec9-936a-425b-8918-dd7db434752a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1dbd13ac-41dc-4067-a48e-dc7622602842: This subnet is being modified by another concurrent operation. Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise exception Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1dbd13ac-41dc-4067-a48e-dc7622602842: This subnet is being modified by another concurrent operation. Sep 21 18:46:30.557810 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server Sep 21 18:46:30.565509 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-65ce2d66-36c2-41a4-af57-cdb43711f31a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:30.596718 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a4c88e-c4ab-43ff-bb95-e734601f464b None None] Network b7426a35-be61-4729-a06e-0b58a61d6acf requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:46:30.597320 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-65ce2d66-36c2-41a4-af57-cdb43711f31a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7426a35-be61-4729-a06e-0b58a61d6acf']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:30.612683 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-65ce2d66-36c2-41a4-af57-cdb43711f31a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96804389-b340-4569-ad56-be5b4aed1f98') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:30.612978 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-65ce2d66-36c2-41a4-af57-cdb43711f31a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96804389-b340-4569-ad56-be5b4aed1f98') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:30.626757 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-65ce2d66-36c2-41a4-af57-cdb43711f31a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:30.650297 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-65ce2d66-36c2-41a4-af57-cdb43711f31a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:30.659608 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ce2d66-36c2-41a4-af57-cdb43711f31a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:46:30.660102 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-65ce2d66-36c2-41a4-af57-cdb43711f31a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:30.663380 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:46:30.663380 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:46:30.663380 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:46:30.663380 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:46:30.663380 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:46:30.663380 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:46:30.663380 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:46:30.663380 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:46:30.663380 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:46:30.663380 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:46:30.663380 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:46:30.663380 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:46:30.663380 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:46:30.663380 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:46:30.663380 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:46:30.663380 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:46:30.663380 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:46:30.663380 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:46:30.663380 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:46:30.663380 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:46:30.663380 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:46:30.663380 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:46:30.663380 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:46:30.663380 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:46:30.663380 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:46:30.663380 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:46:30.663380 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:46:30.663380 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:46:30.663380 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:46:30.663380 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:46:30.663380 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:46:30.663380 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:46:30.726390 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-65ce2d66-36c2-41a4-af57-cdb43711f31a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:30.733595 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-65ce2d66-36c2-41a4-af57-cdb43711f31a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:30.735453 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-65ce2d66-36c2-41a4-af57-cdb43711f31a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] 10.222.0.58 "DELETE /v2.0/networks/b7426a35-be61-4729-a06e-0b58a61d6acf HTTP/1.1" status: 204 len: 168 time: 0.5169990 Sep 21 18:46:30.740152 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54054) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:30.745640 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-8bc324f3-d401-4aaf-a61e-8f5d82008116 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-682102672'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:46:30.747986 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce2d66-36c2-41a4-af57-cdb43711f31a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Pushing event deleted for resources: {'Network': ['ID=b7426a35-be61-4729-a06e-0b58a61d6acf,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:30.776058 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc324f3-d401-4aaf-a61e-8f5d82008116 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Made reservation on behalf of 15a498883a6a4850a74ae6a6c97c187d for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:46:30.779589 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8bc324f3-d401-4aaf-a61e-8f5d82008116 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:30.803441 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc324f3-d401-4aaf-a61e-8f5d82008116 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:46:30.812174 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8bc324f3-d401-4aaf-a61e-8f5d82008116 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:30.812515 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-8bc324f3-d401-4aaf-a61e-8f5d82008116 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Added segment 20a14e03-3f01-4ea0-b986-3d3ed53f4888 of type vlan for network f960ab51-40db-4a77-b6c2-ea77cbc02983 Sep 21 18:46:30.851612 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8bc324f3-d401-4aaf-a61e-8f5d82008116 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:30.878175 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8bc324f3-d401-4aaf-a61e-8f5d82008116 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:30.883911 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc324f3-d401-4aaf-a61e-8f5d82008116 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:30.884494 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8bc324f3-d401-4aaf-a61e-8f5d82008116 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:30.926177 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8bc324f3-d401-4aaf-a61e-8f5d82008116 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1846511 Sep 21 18:46:30.929232 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54056) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:30.934701 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-56420a14-8179-4a11-a8dc-535ecf8fe0a6 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Request body: {'subnet': {'network_id': 'f960ab51-40db-4a77-b6c2-ea77cbc02983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:46:30.954057 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc324f3-d401-4aaf-a61e-8f5d82008116 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Pushing event updated for resources: {'Network': ['ID=f960ab51-40db-4a77-b6c2-ea77cbc02983,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:30.964534 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network f960ab51-40db-4a77-b6c2-ea77cbc02983 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:46:31.033701 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56420a14-8179-4a11-a8dc-535ecf8fe0a6 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Made reservation on behalf of 15a498883a6a4850a74ae6a6c97c187d for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:46:31.037620 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-56420a14-8179-4a11-a8dc-535ecf8fe0a6 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:31.099845 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.ipam_backend_mixin [None req-56420a14-8179-4a11-a8dc-535ecf8fe0a6 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Performing IP validity checks on allocation pools {{(pid=101460) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 21 18:46:31.100363 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.ipam_backend_mixin [None req-56420a14-8179-4a11-a8dc-535ecf8fe0a6 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101460) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 21 18:46:31.232253 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-56420a14-8179-4a11-a8dc-535ecf8fe0a6 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:31.293543 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56420a14-8179-4a11-a8dc-535ecf8fe0a6 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Pushing event updated for resources: {'Subnet': ['ID=47a2e1c1-d874-4b72-ab2a-beb48770f209,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:31.304018 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56420a14-8179-4a11-a8dc-535ecf8fe0a6 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Checking segment: {'id': '20a14e03-3f01-4ea0-b986-3d3ed53f4888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'f960ab51-40db-4a77-b6c2-ea77cbc02983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:46:31.304393 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56420a14-8179-4a11-a8dc-535ecf8fe0a6 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Network hostable DHCP agents. Network: f960ab51-40db-4a77-b6c2-ea77cbc02983, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:46:31.322320 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56420a14-8179-4a11-a8dc-535ecf8fe0a6 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Network f960ab51-40db-4a77-b6c2-ea77cbc02983 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:46:31.332247 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-56420a14-8179-4a11-a8dc-535ecf8fe0a6 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, f960ab51-40db-4a77-b6c2-ea77cbc02983) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:46:31.336685 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56420a14-8179-4a11-a8dc-535ecf8fe0a6 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:31.337279 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-56420a14-8179-4a11-a8dc-535ecf8fe0a6 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:31.341214 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9448b611-7900-4457-8ad1-bfbce47f47e8 None None] Network f960ab51-40db-4a77-b6c2-ea77cbc02983 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:46:31.352311 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-56420a14-8179-4a11-a8dc-535ecf8fe0a6 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4218590 Sep 21 18:46:31.355267 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54058) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:31.397587 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9416471-a607-4f62-93f6-68d413bb5396 None None] Network e35e71d2-e97d-4975-baef-0f9b82552cc9 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:46:31.453915 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-20efb08e-a6ca-4d53-b45a-2c118bf2eda5 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:31.485994 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-042269ed-c74d-463b-a464-1b436ccde5c0 None None] Provisioning complete for port 274b764b-8c00-4877-aac5-e66554b6abda triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:46:31.486355 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-042269ed-c74d-463b-a464-1b436ccde5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:31.534207 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-20efb08e-a6ca-4d53-b45a-2c118bf2eda5 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:31.599948 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-20efb08e-a6ca-4d53-b45a-2c118bf2eda5 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:31.626023 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20efb08e-a6ca-4d53-b45a-2c118bf2eda5 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Pushing event deleted for resources: {'Subnet': ['ID=47a2e1c1-d874-4b72-ab2a-beb48770f209,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:31.695921 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-20efb08e-a6ca-4d53-b45a-2c118bf2eda5 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:31.717178 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-20efb08e-a6ca-4d53-b45a-2c118bf2eda5 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f960ab51-40db-4a77-b6c2-ea77cbc02983']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:31.727049 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-20efb08e-a6ca-4d53-b45a-2c118bf2eda5 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20a14e03-3f01-4ea0-b986-3d3ed53f4888') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:31.727353 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-20efb08e-a6ca-4d53-b45a-2c118bf2eda5 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20a14e03-3f01-4ea0-b986-3d3ed53f4888') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:31.737040 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-20efb08e-a6ca-4d53-b45a-2c118bf2eda5 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:31.750243 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-20efb08e-a6ca-4d53-b45a-2c118bf2eda5 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:31.756453 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20efb08e-a6ca-4d53-b45a-2c118bf2eda5 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:46:31.756860 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-20efb08e-a6ca-4d53-b45a-2c118bf2eda5 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:31.760207 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:46:31.760207 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:46:31.760207 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:46:31.760207 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:46:31.760207 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:46:31.760207 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:46:31.760207 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:46:31.760207 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:46:31.760207 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:46:31.760207 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:46:31.760207 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:46:31.760207 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:46:31.760207 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:46:31.760207 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:46:31.760207 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:46:31.760207 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:46:31.760207 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:46:31.760207 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:46:31.760207 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:46:31.760207 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:46:31.760207 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:46:31.760207 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:46:31.760207 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:46:31.760207 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:46:31.760207 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:46:31.760207 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:46:31.760207 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:46:31.760207 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:46:31.760207 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:46:31.760207 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:46:31.760207 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:46:31.760207 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:46:31.779469 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff36d09-24ac-4687-9a81-4fa92f6b2738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-f960ab51-40db-4a77-b6c2-ea77cbc02983', 'network_id': 'f960ab51-40db-4a77-b6c2-ea77cbc02983', 'tenant_id': '15a498883a6a4850a74ae6a6c97c187d', 'fixed_ips': [{'subnet_id': '47a2e1c1-d874-4b72-ab2a-beb48770f209'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:46:31.780310 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cff36d09-24ac-4687-9a81-4fa92f6b2738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:31.819279 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-20efb08e-a6ca-4d53-b45a-2c118bf2eda5 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:31.825089 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-20efb08e-a6ca-4d53-b45a-2c118bf2eda5 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:31.826979 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-20efb08e-a6ca-4d53-b45a-2c118bf2eda5 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] 10.222.0.58 "DELETE /v2.0/networks/f960ab51-40db-4a77-b6c2-ea77cbc02983 HTTP/1.1" status: 204 len: 168 time: 0.4702306 Sep 21 18:46:31.830975 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54060) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:31.836608 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-308644e7-c4a3-4399-9b27-bf3f285295e5 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-915918550'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:46:31.861344 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20efb08e-a6ca-4d53-b45a-2c118bf2eda5 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Pushing event deleted for resources: {'Network': ['ID=f960ab51-40db-4a77-b6c2-ea77cbc02983,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:31.869821 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308644e7-c4a3-4399-9b27-bf3f285295e5 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Made reservation on behalf of 15a498883a6a4850a74ae6a6c97c187d for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:46:31.873580 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-308644e7-c4a3-4399-9b27-bf3f285295e5 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:31.875348 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-042269ed-c74d-463b-a464-1b436ccde5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:31.889246 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6926cb96-64d7-42ed-b554-101e332ff259 None None] Network f960ab51-40db-4a77-b6c2-ea77cbc02983 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:46:31.898216 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-308644e7-c4a3-4399-9b27-bf3f285295e5 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:46:31.907617 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-308644e7-c4a3-4399-9b27-bf3f285295e5 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:31.908267 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-308644e7-c4a3-4399-9b27-bf3f285295e5 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Added segment a2e2d362-191a-4625-8055-1954caa8c758 of type vlan for network bd8041f7-955d-4f02-866a-88ba4ba3ca32 Sep 21 18:46:31.911782 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6926cb96-64d7-42ed-b554-101e332ff259 None None] Network f960ab51-40db-4a77-b6c2-ea77cbc02983 could not be found, it might have been deleted concurrently. {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 21 18:46:31.933374 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 274b764b-8c00-4877-aac5-e66554b6abda up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:46:31.955172 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-308644e7-c4a3-4399-9b27-bf3f285295e5 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:31.963713 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-042269ed-c74d-463b-a464-1b436ccde5c0 None None] For port 274b764b-8c00-4877-aac5-e66554b6abda, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=274b764b-8c00-4877-aac5-e66554b6abda,segment=NetworkSegment(ef5bfcb9-85ee-43d3-8ff4-ddffe46d78a4),segment_id=ef5bfcb9-85ee-43d3-8ff4-ddffe46d78a4)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:46:31.972705 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-042269ed-c74d-463b-a464-1b436ccde5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:31.984528 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-308644e7-c4a3-4399-9b27-bf3f285295e5 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:31.990547 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308644e7-c4a3-4399-9b27-bf3f285295e5 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:31.991369 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-308644e7-c4a3-4399-9b27-bf3f285295e5 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:32.025061 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 274b764b-8c00-4877-aac5-e66554b6abda triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:46:32.025430 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:32.065707 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-308644e7-c4a3-4399-9b27-bf3f285295e5 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2338681 Sep 21 18:46:32.069785 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54062) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:32.073113 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042269ed-c74d-463b-a464-1b436ccde5c0 None None] Pushing event updated for resources: {'Port': ['ID=274b764b-8c00-4877-aac5-e66554b6abda,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:32.075910 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-a9be03eb-f90f-4085-b03a-98f5a7600d8a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Request body: {'subnet': {'network_id': 'bd8041f7-955d-4f02-866a-88ba4ba3ca32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:46:32.093133 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308644e7-c4a3-4399-9b27-bf3f285295e5 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Pushing event updated for resources: {'Network': ['ID=bd8041f7-955d-4f02-866a-88ba4ba3ca32,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:32.120078 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network bd8041f7-955d-4f02-866a-88ba4ba3ca32 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:46:32.122240 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37d228d-3a5d-4bd3-88b1-164950121962 None None] get_active_networks_info from n-d-810291-1 {{(pid=101462) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:46:32.170424 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9be03eb-f90f-4085-b03a-98f5a7600d8a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Made reservation on behalf of 15a498883a6a4850a74ae6a6c97c187d for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:46:32.173911 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a9be03eb-f90f-4085-b03a-98f5a7600d8a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:32.259671 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-f247f5ee-6b40-403a-aa7a-0ad0206b334f None None] Provisioning complete for port 274b764b-8c00-4877-aac5-e66554b6abda triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:46:32.260163 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f247f5ee-6b40-403a-aa7a-0ad0206b334f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:32.292926 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37d228d-3a5d-4bd3-88b1-164950121962 None None] Resources bound (agent type, host, resource id): {{(pid=101462) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:46:32.359107 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a9be03eb-f90f-4085-b03a-98f5a7600d8a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:32.425748 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be03eb-f90f-4085-b03a-98f5a7600d8a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Pushing event updated for resources: {'Subnet': ['ID=b5733950-173b-4286-95d2-8f1ee715f179,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:32.436486 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9be03eb-f90f-4085-b03a-98f5a7600d8a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Checking segment: {'id': 'a2e2d362-191a-4625-8055-1954caa8c758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bd8041f7-955d-4f02-866a-88ba4ba3ca32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:46:32.436871 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9be03eb-f90f-4085-b03a-98f5a7600d8a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Network hostable DHCP agents. Network: bd8041f7-955d-4f02-866a-88ba4ba3ca32, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:46:32.454278 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9be03eb-f90f-4085-b03a-98f5a7600d8a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Network bd8041f7-955d-4f02-866a-88ba4ba3ca32 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:46:32.463918 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-a9be03eb-f90f-4085-b03a-98f5a7600d8a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, bd8041f7-955d-4f02-866a-88ba4ba3ca32) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:46:32.468336 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9be03eb-f90f-4085-b03a-98f5a7600d8a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:32.468831 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a9be03eb-f90f-4085-b03a-98f5a7600d8a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:32.483323 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a9be03eb-f90f-4085-b03a-98f5a7600d8a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4122488 Sep 21 18:46:32.487110 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54064) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:32.492161 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-fae9c2ef-183f-43ff-8589-16f216e8fe35 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-83225211'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:46:32.513125 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae9c2ef-183f-43ff-8589-16f216e8fe35 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Made reservation on behalf of 15a498883a6a4850a74ae6a6c97c187d for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:46:32.516729 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fae9c2ef-183f-43ff-8589-16f216e8fe35 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:32.539018 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d660663b-122e-47ef-81b3-b522828cd7c3 None None] Network bd8041f7-955d-4f02-866a-88ba4ba3ca32 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:46:32.544962 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae9c2ef-183f-43ff-8589-16f216e8fe35 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:46:32.554340 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fae9c2ef-183f-43ff-8589-16f216e8fe35 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:32.554729 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-fae9c2ef-183f-43ff-8589-16f216e8fe35 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Added segment 90015dbe-5cc7-4dc2-8b60-b80f93fa6ed8 of type vlan for network 2e4e7e9f-e623-4293-9669-6606029d063d Sep 21 18:46:32.595090 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fae9c2ef-183f-43ff-8589-16f216e8fe35 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:32.621647 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fae9c2ef-183f-43ff-8589-16f216e8fe35 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:32.627453 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae9c2ef-183f-43ff-8589-16f216e8fe35 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:32.628044 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fae9c2ef-183f-43ff-8589-16f216e8fe35 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:32.662463 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-fae9c2ef-183f-43ff-8589-16f216e8fe35 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1713629 Sep 21 18:46:32.662672 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54066) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:32.669746 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-7ff007bc-f134-4166-9928-12a3bc8b090f tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Request body: {'subnet': {'network_id': '2e4e7e9f-e623-4293-9669-6606029d063d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:46:32.691070 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c912b9ad-bd08-4223-ac1f-dfa1b32014af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-bd8041f7-955d-4f02-866a-88ba4ba3ca32', 'network_id': 'bd8041f7-955d-4f02-866a-88ba4ba3ca32', 'tenant_id': '15a498883a6a4850a74ae6a6c97c187d', 'fixed_ips': [{'subnet_id': 'b5733950-173b-4286-95d2-8f1ee715f179'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:46:32.691975 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c912b9ad-bd08-4223-ac1f-dfa1b32014af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:32.717292 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9c2ef-183f-43ff-8589-16f216e8fe35 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Pushing event updated for resources: {'Network': ['ID=2e4e7e9f-e623-4293-9669-6606029d063d,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:32.764688 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 2e4e7e9f-e623-4293-9669-6606029d063d details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:46:32.787390 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff007bc-f134-4166-9928-12a3bc8b090f tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Made reservation on behalf of 15a498883a6a4850a74ae6a6c97c187d for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:46:32.790877 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7ff007bc-f134-4166-9928-12a3bc8b090f tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:32.881809 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-c912b9ad-bd08-4223-ac1f-dfa1b32014af None None] Allocated IP 2001:db8::2 (bd8041f7-955d-4f02-866a-88ba4ba3ca32/b5733950-173b-4286-95d2-8f1ee715f179/3db2865f-8bb4-4685-aff8-61bd82bbd9e1) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:46:32.972227 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7ff007bc-f134-4166-9928-12a3bc8b090f tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:33.033487 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c912b9ad-bd08-4223-ac1f-dfa1b32014af None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:33.038804 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff007bc-f134-4166-9928-12a3bc8b090f tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Pushing event updated for resources: {'Subnet': ['ID=689b7441-ff14-436a-9431-c815c74a3b8e,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:33.039886 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c912b9ad-bd08-4223-ac1f-dfa1b32014af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:33.043368 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff007bc-f134-4166-9928-12a3bc8b090f tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Checking segment: {'id': '90015dbe-5cc7-4dc2-8b60-b80f93fa6ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2e4e7e9f-e623-4293-9669-6606029d063d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:46:33.044081 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff007bc-f134-4166-9928-12a3bc8b090f tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Network hostable DHCP agents. Network: 2e4e7e9f-e623-4293-9669-6606029d063d, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:46:33.060742 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff007bc-f134-4166-9928-12a3bc8b090f tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Network 2e4e7e9f-e623-4293-9669-6606029d063d is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:46:33.069549 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-7ff007bc-f134-4166-9928-12a3bc8b090f tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 2e4e7e9f-e623-4293-9669-6606029d063d) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:46:33.074164 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff007bc-f134-4166-9928-12a3bc8b090f tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:33.075013 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7ff007bc-f134-4166-9928-12a3bc8b090f tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:33.077032 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c912b9ad-bd08-4223-ac1f-dfa1b32014af None None] Network bd8041f7-955d-4f02-866a-88ba4ba3ca32 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:46:33.080893 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bcedd2-5a28-4c67-b3a8-c89f86abb0ff None None] Network 2e4e7e9f-e623-4293-9669-6606029d063d requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:46:33.084944 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-c912b9ad-bd08-4223-ac1f-dfa1b32014af None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:46:33.089254 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c912b9ad-bd08-4223-ac1f-dfa1b32014af None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:46:33.095674 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7ff007bc-f134-4166-9928-12a3bc8b090f tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4290278 Sep 21 18:46:33.095902 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54068) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:33.127429 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912b9ad-bd08-4223-ac1f-dfa1b32014af None None] Pushing event updated for resources: {'Port': ['ID=3db2865f-8bb4-4685-aff8-61bd82bbd9e1,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:33.194254 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3f83b595-5cdd-4813-8675-58c1a2f89532 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:33.212572 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-c912b9ad-bd08-4223-ac1f-dfa1b32014af None None] Attempting to bind port 3db2865f-8bb4-4685-aff8-61bd82bbd9e1 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:46:33.212949 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-c912b9ad-bd08-4223-ac1f-dfa1b32014af None None] Attempting to bind port 3db2865f-8bb4-4685-aff8-61bd82bbd9e1 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'a2e2d362-191a-4625-8055-1954caa8c758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bd8041f7-955d-4f02-866a-88ba4ba3ca32'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:46:33.213315 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c912b9ad-bd08-4223-ac1f-dfa1b32014af None None] Attempting to bind port 3db2865f-8bb4-4685-aff8-61bd82bbd9e1 on network bd8041f7-955d-4f02-866a-88ba4ba3ca32 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:46:33.225178 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c912b9ad-bd08-4223-ac1f-dfa1b32014af None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:46:33.225487 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c912b9ad-bd08-4223-ac1f-dfa1b32014af None None] Checking segment: {'id': 'a2e2d362-191a-4625-8055-1954caa8c758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bd8041f7-955d-4f02-866a-88ba4ba3ca32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:46:33.225891 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c912b9ad-bd08-4223-ac1f-dfa1b32014af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:33.226287 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c912b9ad-bd08-4223-ac1f-dfa1b32014af None None] Bound using segment: {'id': 'a2e2d362-191a-4625-8055-1954caa8c758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bd8041f7-955d-4f02-866a-88ba4ba3ca32'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:46:33.226759 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-c912b9ad-bd08-4223-ac1f-dfa1b32014af None None] Bound port: 3db2865f-8bb4-4685-aff8-61bd82bbd9e1, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e2d362-191a-4625-8055-1954caa8c758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bd8041f7-955d-4f02-866a-88ba4ba3ca32'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:46:33.227173 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c912b9ad-bd08-4223-ac1f-dfa1b32014af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:33.246216 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3f83b595-5cdd-4813-8675-58c1a2f89532 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:33.310465 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3f83b595-5cdd-4813-8675-58c1a2f89532 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:33.332010 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430b5ce2-116e-41aa-93da-d8e8fe306253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-2e4e7e9f-e623-4293-9669-6606029d063d', 'network_id': '2e4e7e9f-e623-4293-9669-6606029d063d', 'tenant_id': '15a498883a6a4850a74ae6a6c97c187d', 'fixed_ips': [{'subnet_id': '689b7441-ff14-436a-9431-c815c74a3b8e'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:46:33.332841 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-430b5ce2-116e-41aa-93da-d8e8fe306253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:33.337861 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83b595-5cdd-4813-8675-58c1a2f89532 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Pushing event deleted for resources: {'Subnet': ['ID=689b7441-ff14-436a-9431-c815c74a3b8e,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:33.346829 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-c912b9ad-bd08-4223-ac1f-dfa1b32014af None None] For port 3db2865f-8bb4-4685-aff8-61bd82bbd9e1, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:46:33.361852 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-c912b9ad-bd08-4223-ac1f-dfa1b32014af None None] For port 3db2865f-8bb4-4685-aff8-61bd82bbd9e1, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=3db2865f-8bb4-4685-aff8-61bd82bbd9e1,segment=NetworkSegment(a2e2d362-191a-4625-8055-1954caa8c758),segment_id=a2e2d362-191a-4625-8055-1954caa8c758)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:46:33.370213 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c912b9ad-bd08-4223-ac1f-dfa1b32014af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:33.397752 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3f83b595-5cdd-4813-8675-58c1a2f89532 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:33.420034 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-3f83b595-5cdd-4813-8675-58c1a2f89532 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e4e7e9f-e623-4293-9669-6606029d063d']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:33.429402 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-3f83b595-5cdd-4813-8675-58c1a2f89532 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90015dbe-5cc7-4dc2-8b60-b80f93fa6ed8') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:33.429702 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-3f83b595-5cdd-4813-8675-58c1a2f89532 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90015dbe-5cc7-4dc2-8b60-b80f93fa6ed8') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:33.439087 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3f83b595-5cdd-4813-8675-58c1a2f89532 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:33.452612 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3f83b595-5cdd-4813-8675-58c1a2f89532 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:33.460888 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f83b595-5cdd-4813-8675-58c1a2f89532 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:46:33.462031 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3f83b595-5cdd-4813-8675-58c1a2f89532 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:33.465700 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:46:33.465700 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:46:33.465700 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:46:33.465700 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:46:33.465700 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:46:33.465700 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:46:33.465700 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:46:33.465700 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:46:33.465700 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:46:33.465700 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:46:33.465700 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:46:33.465700 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:46:33.465700 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:46:33.465700 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:46:33.465700 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:46:33.465700 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:46:33.465700 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:46:33.465700 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:46:33.465700 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:46:33.465700 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:46:33.465700 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:46:33.465700 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:46:33.465700 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:46:33.465700 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:46:33.465700 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:46:33.465700 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:46:33.465700 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:46:33.465700 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:46:33.465700 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:46:33.465700 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:46:33.465700 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:46:33.465700 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:46:33.467536 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571a631c-1482-462e-b996-7652f5a2e813 None None] Network 2e4e7e9f-e623-4293-9669-6606029d063d requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:46:33.499175 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912b9ad-bd08-4223-ac1f-dfa1b32014af None None] Pushing event updated for resources: {'Port': ['ID=3db2865f-8bb4-4685-aff8-61bd82bbd9e1,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:33.534736 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3f83b595-5cdd-4813-8675-58c1a2f89532 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:33.542400 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3f83b595-5cdd-4813-8675-58c1a2f89532 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:33.544789 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3f83b595-5cdd-4813-8675-58c1a2f89532 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] 10.222.0.58 "DELETE /v2.0/networks/2e4e7e9f-e623-4293-9669-6606029d063d HTTP/1.1" status: 204 len: 168 time: 0.4479108 Sep 21 18:46:33.547515 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54070) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:33.566853 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83b595-5cdd-4813-8675-58c1a2f89532 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Pushing event deleted for resources: {'Network': ['ID=2e4e7e9f-e623-4293-9669-6606029d063d,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:33.590646 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-cadce582-75a0-4a55-bbb8-db0ef7cfa067 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] GET failed (client error): The resource could not be found. Sep 21 18:46:33.591948 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-cadce582-75a0-4a55-bbb8-db0ef7cfa067 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] 10.222.0.58 "GET /v2.0/subnets/689b7441-ff14-436a-9431-c815c74a3b8e HTTP/1.1" status: 404 len: 337 time: 0.0435133 Sep 21 18:46:33.594681 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54072) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:33.613008 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-402624ea-c3c2-4a70-aef0-4e6c701aa3ae tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] DELETE failed (client error): The resource could not be found. Sep 21 18:46:33.613569 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-402624ea-c3c2-4a70-aef0-4e6c701aa3ae tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:46:33.615440 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-402624ea-c3c2-4a70-aef0-4e6c701aa3ae tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] 10.222.0.58 "DELETE /v2.0/networks/2e4e7e9f-e623-4293-9669-6606029d063d HTTP/1.1" status: 404 len: 339 time: 0.0197866 Sep 21 18:46:33.619252 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54074) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:33.649036 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4f9828-e23d-4c50-bfe7-366a795a8f88 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] DELETE failed (client error): The resource could not be found. Sep 21 18:46:33.649699 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc4f9828-e23d-4c50-bfe7-366a795a8f88 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:46:33.651885 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-bc4f9828-e23d-4c50-bfe7-366a795a8f88 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] 10.222.0.58 "DELETE /v2.0/subnets/689b7441-ff14-436a-9431-c815c74a3b8e HTTP/1.1" status: 404 len: 337 time: 0.0315247 Sep 21 18:46:33.654441 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54076) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:33.686268 n-d-810291-1 neutron-server[101460]: INFO neutron.pecan_wsgi.hooks.translation [None req-9500e7ce-f282-4943-be32-6a7eb96eb49a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] DELETE failed (client error): The resource could not be found. Sep 21 18:46:33.686811 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9500e7ce-f282-4943-be32-6a7eb96eb49a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101460) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:46:33.688623 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9500e7ce-f282-4943-be32-6a7eb96eb49a tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] 10.222.0.58 "DELETE /v2.0/networks/2e4e7e9f-e623-4293-9669-6606029d063d HTTP/1.1" status: 404 len: 339 time: 0.0277030 Sep 21 18:46:33.693075 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54078) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:33.754642 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-e040a8fb-a148-44cb-a1cc-7e3d3a0efc76 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Deleting subnet b5733950-173b-4286-95d2-8f1ee715f179 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:46:33.758264 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e040a8fb-a148-44cb-a1cc-7e3d3a0efc76 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:33.799340 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e040a8fb-a148-44cb-a1cc-7e3d3a0efc76 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:33.884063 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e040a8fb-a148-44cb-a1cc-7e3d3a0efc76 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:33.941163 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 3db2865f-8bb4-4685-aff8-61bd82bbd9e1 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:46:33.952704 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e040a8fb-a148-44cb-a1cc-7e3d3a0efc76 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:33.979989 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040a8fb-a148-44cb-a1cc-7e3d3a0efc76 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Pushing event deleted for resources: {'Subnet': ['ID=b5733950-173b-4286-95d2-8f1ee715f179,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:33.985289 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e040a8fb-a148-44cb-a1cc-7e3d3a0efc76 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:33.987086 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 3db2865f-8bb4-4685-aff8-61bd82bbd9e1 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:46:33.987208 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e040a8fb-a148-44cb-a1cc-7e3d3a0efc76 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] 10.222.0.58 "DELETE /v2.0/subnets/b5733950-173b-4286-95d2-8f1ee715f179 HTTP/1.1" status: 204 len: 168 time: 0.2930925 Sep 21 18:46:33.987471 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:33.989882 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54080) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:34.062530 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:34.063401 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40ffc819-417f-4b8f-8b11-8544888f61e6 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:34.097404 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 3db2865f-8bb4-4685-aff8-61bd82bbd9e1, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=3db2865f-8bb4-4685-aff8-61bd82bbd9e1,segment=NetworkSegment(a2e2d362-191a-4625-8055-1954caa8c758),segment_id=a2e2d362-191a-4625-8055-1954caa8c758)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:46:34.103065 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:34.104591 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 274b764b-8c00-4877-aac5-e66554b6abda up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:46:34.117890 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-40ffc819-417f-4b8f-8b11-8544888f61e6 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Deleting port 3db2865f-8bb4-4685-aff8-61bd82bbd9e1 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:46:34.118236 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40ffc819-417f-4b8f-8b11-8544888f61e6 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:34.190642 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=3db2865f-8bb4-4685-aff8-61bd82bbd9e1,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:34.194669 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-40ffc819-417f-4b8f-8b11-8544888f61e6 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] For port 3db2865f-8bb4-4685-aff8-61bd82bbd9e1, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=3db2865f-8bb4-4685-aff8-61bd82bbd9e1,segment=NetworkSegment(a2e2d362-191a-4625-8055-1954caa8c758),segment_id=a2e2d362-191a-4625-8055-1954caa8c758)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:46:34.195725 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40ffc819-417f-4b8f-8b11-8544888f61e6 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:34.200824 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 274b764b-8c00-4877-aac5-e66554b6abda triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:46:34.201344 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:34.212894 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-40ffc819-417f-4b8f-8b11-8544888f61e6 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Calling delete_port for 3db2865f-8bb4-4685-aff8-61bd82bbd9e1 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:46:34.294278 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40ffc819-417f-4b8f-8b11-8544888f61e6 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:34.322698 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ffc819-417f-4b8f-8b11-8544888f61e6 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Pushing event deleted for resources: {'Port': ['ID=3db2865f-8bb4-4685-aff8-61bd82bbd9e1,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:34.328877 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ffc819-417f-4b8f-8b11-8544888f61e6 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] No DVR routers for this DVR port 3db2865f-8bb4-4685-aff8-61bd82bbd9e1 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:46:34.400183 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0d0b3a-9809-4859-bc51-47b7b241d915 None None] Network bd8041f7-955d-4f02-866a-88ba4ba3ca32 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:46:34.407465 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40ffc819-417f-4b8f-8b11-8544888f61e6 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:34.433397 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-40ffc819-417f-4b8f-8b11-8544888f61e6 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd8041f7-955d-4f02-866a-88ba4ba3ca32']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:34.443559 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-40ffc819-417f-4b8f-8b11-8544888f61e6 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e2d362-191a-4625-8055-1954caa8c758') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:34.443860 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-40ffc819-417f-4b8f-8b11-8544888f61e6 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e2d362-191a-4625-8055-1954caa8c758') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:34.453185 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40ffc819-417f-4b8f-8b11-8544888f61e6 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:34.466520 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-81f1e156-fadc-43d6-a220-76d462db1247 None None] Could not find standard attr ID for object 3db2865f-8bb4-4685-aff8-61bd82bbd9e1. {{(pid=101462) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 18:46:34.466704 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40ffc819-417f-4b8f-8b11-8544888f61e6 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:34.472904 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ffc819-417f-4b8f-8b11-8544888f61e6 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:46:34.473306 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40ffc819-417f-4b8f-8b11-8544888f61e6 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:34.476718 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:46:34.476718 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:46:34.476718 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:46:34.476718 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:46:34.476718 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:46:34.476718 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:46:34.476718 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:46:34.476718 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:46:34.476718 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:46:34.476718 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:46:34.476718 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:46:34.476718 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:46:34.476718 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:46:34.476718 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:46:34.476718 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:46:34.476718 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:46:34.476718 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:46:34.476718 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:46:34.476718 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:46:34.476718 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:46:34.476718 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:46:34.476718 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:46:34.476718 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:46:34.476718 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:46:34.476718 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:46:34.476718 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:46:34.476718 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:46:34.476718 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:46:34.476718 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:46:34.476718 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:46:34.476718 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:46:34.476718 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:46:34.542348 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40ffc819-417f-4b8f-8b11-8544888f61e6 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:34.550434 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-40ffc819-417f-4b8f-8b11-8544888f61e6 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:34.552425 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-40ffc819-417f-4b8f-8b11-8544888f61e6 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] 10.222.0.58 "DELETE /v2.0/networks/bd8041f7-955d-4f02-866a-88ba4ba3ca32 HTTP/1.1" status: 204 len: 168 time: 0.5616043 Sep 21 18:46:34.555341 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54082) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:34.563619 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ffc819-417f-4b8f-8b11-8544888f61e6 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Pushing event deleted for resources: {'Network': ['ID=bd8041f7-955d-4f02-866a-88ba4ba3ca32,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:34.568597 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ed8274-bf95-40c5-8004-74e6820d65b5 None None] DHCP port deletion for bd8041f7-955d-4f02-866a-88ba4ba3ca32 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:46:34.588755 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-7372eb5f-5ba0-4efe-a1a1-e272b007f0ed tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] DELETE failed (client error): The resource could not be found. Sep 21 18:46:34.589214 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7372eb5f-5ba0-4efe-a1a1-e272b007f0ed tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:46:34.590988 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7372eb5f-5ba0-4efe-a1a1-e272b007f0ed tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] 10.222.0.58 "DELETE /v2.0/subnets/47a2e1c1-d874-4b72-ab2a-beb48770f209 HTTP/1.1" status: 404 len: 337 time: 0.0346298 Sep 21 18:46:34.593829 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54084) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:34.611224 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-e76ac550-63ca-41b9-a115-edcd17df775e tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] DELETE failed (client error): The resource could not be found. Sep 21 18:46:34.611748 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e76ac550-63ca-41b9-a115-edcd17df775e tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:46:34.613471 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e76ac550-63ca-41b9-a115-edcd17df775e tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] 10.222.0.58 "DELETE /v2.0/networks/f960ab51-40db-4a77-b6c2-ea77cbc02983 HTTP/1.1" status: 404 len: 339 time: 0.0187473 Sep 21 18:46:34.616152 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54086) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:34.641130 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-c781478d-6694-4feb-93db-94e348eb4fec tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] DELETE failed (client error): The resource could not be found. Sep 21 18:46:34.641492 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c781478d-6694-4feb-93db-94e348eb4fec tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:46:34.643156 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c781478d-6694-4feb-93db-94e348eb4fec tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] 10.222.0.58 "DELETE /v2.0/subnets/1dbd13ac-41dc-4067-a48e-dc7622602842 HTTP/1.1" status: 404 len: 337 time: 0.0260603 Sep 21 18:46:34.645715 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54088) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:34.662383 n-d-810291-1 neutron-server[101461]: INFO neutron.pecan_wsgi.hooks.translation [None req-4555d80e-c909-4195-8359-53244960e67c tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] DELETE failed (client error): The resource could not be found. Sep 21 18:46:34.662885 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4555d80e-c909-4195-8359-53244960e67c tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101461) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 18:46:34.664476 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-4555d80e-c909-4195-8359-53244960e67c tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] 10.222.0.58 "DELETE /v2.0/networks/b7426a35-be61-4729-a06e-0b58a61d6acf HTTP/1.1" status: 404 len: 339 time: 0.0178943 Sep 21 18:46:34.667057 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54090) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:34.721333 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcec11ef-2e38-43a8-9c8b-32431a5817a8 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Deleting subnet 090aa7f5-02e4-4791-bbb7-ab5a57c68c07 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:46:34.724684 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fcec11ef-2e38-43a8-9c8b-32431a5817a8 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:34.771834 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fcec11ef-2e38-43a8-9c8b-32431a5817a8 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:34.861574 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fcec11ef-2e38-43a8-9c8b-32431a5817a8 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:34.928242 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fcec11ef-2e38-43a8-9c8b-32431a5817a8 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:34.955846 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec11ef-2e38-43a8-9c8b-32431a5817a8 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Pushing event deleted for resources: {'Subnet': ['ID=090aa7f5-02e4-4791-bbb7-ab5a57c68c07,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:34.957808 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fcec11ef-2e38-43a8-9c8b-32431a5817a8 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:34.961093 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fcec11ef-2e38-43a8-9c8b-32431a5817a8 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] 10.222.0.58 "DELETE /v2.0/subnets/090aa7f5-02e4-4791-bbb7-ab5a57c68c07 HTTP/1.1" status: 204 len: 168 time: 0.2918701 Sep 21 18:46:34.962647 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54092) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:34.964326 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a98302-e083-4395-8312-a7db94b81024 None None] Network e35e71d2-e97d-4975-baef-0f9b82552cc9 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:46:35.042475 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57e4be07-d335-48d1-ba47-3df0d48ee0e4 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:35.096912 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-57e4be07-d335-48d1-ba47-3df0d48ee0e4 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Deleting port 274b764b-8c00-4877-aac5-e66554b6abda {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:46:35.097258 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57e4be07-d335-48d1-ba47-3df0d48ee0e4 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:35.139602 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28565cb7-e112-4bfc-b940-f27ec583df4c None None] DHCP port deletion for e35e71d2-e97d-4975-baef-0f9b82552cc9 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:46:35.164525 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-57e4be07-d335-48d1-ba47-3df0d48ee0e4 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] For port 274b764b-8c00-4877-aac5-e66554b6abda, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=274b764b-8c00-4877-aac5-e66554b6abda,segment=NetworkSegment(ef5bfcb9-85ee-43d3-8ff4-ddffe46d78a4),segment_id=ef5bfcb9-85ee-43d3-8ff4-ddffe46d78a4)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:46:35.164897 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57e4be07-d335-48d1-ba47-3df0d48ee0e4 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:35.178095 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-57e4be07-d335-48d1-ba47-3df0d48ee0e4 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Calling delete_port for 274b764b-8c00-4877-aac5-e66554b6abda owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:46:35.187706 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-28565cb7-e112-4bfc-b940-f27ec583df4c None None] Deleting port 274b764b-8c00-4877-aac5-e66554b6abda {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:46:35.188085 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-28565cb7-e112-4bfc-b940-f27ec583df4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:35.262800 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-28565cb7-e112-4bfc-b940-f27ec583df4c None None] For port 274b764b-8c00-4877-aac5-e66554b6abda, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=274b764b-8c00-4877-aac5-e66554b6abda,segment=NetworkSegment(ef5bfcb9-85ee-43d3-8ff4-ddffe46d78a4),segment_id=ef5bfcb9-85ee-43d3-8ff4-ddffe46d78a4)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:46:35.263296 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-28565cb7-e112-4bfc-b940-f27ec583df4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:35.267287 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57e4be07-d335-48d1-ba47-3df0d48ee0e4 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:35.276416 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-28565cb7-e112-4bfc-b940-f27ec583df4c None None] Calling delete_port for 274b764b-8c00-4877-aac5-e66554b6abda owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:46:35.291032 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4be07-d335-48d1-ba47-3df0d48ee0e4 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Pushing event deleted for resources: {'Port': ['ID=274b764b-8c00-4877-aac5-e66554b6abda,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:35.298287 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e4be07-d335-48d1-ba47-3df0d48ee0e4 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] No DVR routers for this DVR port 274b764b-8c00-4877-aac5-e66554b6abda on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:46:35.352265 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-28565cb7-e112-4bfc-b940-f27ec583df4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:35.379776 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57e4be07-d335-48d1-ba47-3df0d48ee0e4 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:35.382067 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28565cb7-e112-4bfc-b940-f27ec583df4c None None] Pushing event deleted for resources: {'Port': ['ID=274b764b-8c00-4877-aac5-e66554b6abda,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:35.383626 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28565cb7-e112-4bfc-b940-f27ec583df4c None None] No DVR routers for this DVR port 274b764b-8c00-4877-aac5-e66554b6abda on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:46:35.401733 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-57e4be07-d335-48d1-ba47-3df0d48ee0e4 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e35e71d2-e97d-4975-baef-0f9b82552cc9']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:35.411803 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-57e4be07-d335-48d1-ba47-3df0d48ee0e4 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef5bfcb9-85ee-43d3-8ff4-ddffe46d78a4') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:35.412402 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-57e4be07-d335-48d1-ba47-3df0d48ee0e4 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef5bfcb9-85ee-43d3-8ff4-ddffe46d78a4') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:35.421712 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57e4be07-d335-48d1-ba47-3df0d48ee0e4 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:35.434702 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57e4be07-d335-48d1-ba47-3df0d48ee0e4 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:35.440455 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e4be07-d335-48d1-ba47-3df0d48ee0e4 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:46:35.440841 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57e4be07-d335-48d1-ba47-3df0d48ee0e4 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:35.443851 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:46:35.443851 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:46:35.443851 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:46:35.443851 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:46:35.443851 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:46:35.443851 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:46:35.443851 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:46:35.443851 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:46:35.443851 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:46:35.443851 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:46:35.443851 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:46:35.443851 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:46:35.443851 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:46:35.443851 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:46:35.443851 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:46:35.443851 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:46:35.443851 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:46:35.443851 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:46:35.443851 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:46:35.443851 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:46:35.443851 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:46:35.443851 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:46:35.443851 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:46:35.443851 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:46:35.443851 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:46:35.443851 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:46:35.443851 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:46:35.443851 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:46:35.443851 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:46:35.443851 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:46:35.443851 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:46:35.443851 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:46:35.501588 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57e4be07-d335-48d1-ba47-3df0d48ee0e4 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:35.509118 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-57e4be07-d335-48d1-ba47-3df0d48ee0e4 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:35.510977 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-57e4be07-d335-48d1-ba47-3df0d48ee0e4 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] 10.222.0.58 "DELETE /v2.0/networks/e35e71d2-e97d-4975-baef-0f9b82552cc9 HTTP/1.1" status: 204 len: 168 time: 0.5471854 Sep 21 18:46:35.522149 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4be07-d335-48d1-ba47-3df0d48ee0e4 tempest-NetworksIpV6Test-616475648 tempest-NetworksIpV6Test-616475648-project] Pushing event deleted for resources: {'Network': ['ID=e35e71d2-e97d-4975-baef-0f9b82552cc9,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:35.778149 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54098) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:35.876795 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 3db2865f-8bb4-4685-aff8-61bd82bbd9e1 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:46:35.896771 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 3db2865f-8bb4-4685-aff8-61bd82bbd9e1 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:46:35.897037 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 3db2865f-8bb4-4685-aff8-61bd82bbd9e1 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:46:35.897456 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 274b764b-8c00-4877-aac5-e66554b6abda no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:46:35.915964 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 274b764b-8c00-4877-aac5-e66554b6abda {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:46:35.916313 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 274b764b-8c00-4877-aac5-e66554b6abda not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:46:35.932544 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-0c222384-7305-4eca-80b8-9125d23f60c5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=15a498883a6a4850a74ae6a6c97c187d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1528330 Sep 21 18:46:35.935090 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54102) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:35.981629 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-baa06367-2a21-483b-a587-e5e4fcc4554e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:36.002135 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-baa06367-2a21-483b-a587-e5e4fcc4554e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:36.057296 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-baa06367-2a21-483b-a587-e5e4fcc4554e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:36.059889 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-baa06367-2a21-483b-a587-e5e4fcc4554e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:36.061080 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-baa06367-2a21-483b-a587-e5e4fcc4554e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3f24ee47-746b-4333-a302-76ee577aa7a5 HTTP/1.1" status: 204 len: 168 time: 0.1251023 Sep 21 18:46:36.071124 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa06367-2a21-483b-a587-e5e4fcc4554e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f24ee47-746b-4333-a302-76ee577aa7a5,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:36.749488 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54124) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:36.853918 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-70fb346b-910e-41ad-a0f5-2d1ecaec0fe7 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-254655979', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:46:36.881703 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-70fb346b-910e-41ad-a0f5-2d1ecaec0fe7 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:36.882994 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-70fb346b-910e-41ad-a0f5-2d1ecaec0fe7 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:36.946325 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-70fb346b-910e-41ad-a0f5-2d1ecaec0fe7 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:36.953613 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-70fb346b-910e-41ad-a0f5-2d1ecaec0fe7 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:36.972453 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-70fb346b-910e-41ad-a0f5-2d1ecaec0fe7 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:36.973682 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-70fb346b-910e-41ad-a0f5-2d1ecaec0fe7 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2231679 Sep 21 18:46:36.977076 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54128) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:36.981851 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-81c3755c-16a2-444e-96ea-f98ad42cf457 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1278438566'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:46:37.003215 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c3755c-16a2-444e-96ea-f98ad42cf457 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Made reservation on behalf of b6978572037645979e7b08c11cf0def9 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:46:37.006949 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-81c3755c-16a2-444e-96ea-f98ad42cf457 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:37.016094 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-81c3755c-16a2-444e-96ea-f98ad42cf457 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:37.116445 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-81c3755c-16a2-444e-96ea-f98ad42cf457 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:37.122732 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-81c3755c-16a2-444e-96ea-f98ad42cf457 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:37.155536 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c3755c-16a2-444e-96ea-f98ad42cf457 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:46:37.161882 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3755c-16a2-444e-96ea-f98ad42cf457 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5990c01-b5c6-41b8-af98-656ae8ded7a9,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:37.169188 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-81c3755c-16a2-444e-96ea-f98ad42cf457 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:37.169534 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-81c3755c-16a2-444e-96ea-f98ad42cf457 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Added segment ec4c0203-5661-4f4b-96c4-75e27b05326c of type vlan for network 6862755a-e753-46ca-b724-6b924ed377d4 Sep 21 18:46:37.212997 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-81c3755c-16a2-444e-96ea-f98ad42cf457 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:37.245416 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-81c3755c-16a2-444e-96ea-f98ad42cf457 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:37.253640 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c3755c-16a2-444e-96ea-f98ad42cf457 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:37.254654 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-81c3755c-16a2-444e-96ea-f98ad42cf457 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:37.302485 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-81c3755c-16a2-444e-96ea-f98ad42cf457 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3243456 Sep 21 18:46:37.305627 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54130) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:37.310916 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-f769a34c-b9f5-4fdb-84db-32fbef86eb98 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Request body: {'subnet': {'network_id': '6862755a-e753-46ca-b724-6b924ed377d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:46:37.332542 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3755c-16a2-444e-96ea-f98ad42cf457 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Pushing event updated for resources: {'Network': ['ID=6862755a-e753-46ca-b724-6b924ed377d4,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:37.343277 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 6862755a-e753-46ca-b724-6b924ed377d4 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:46:37.403677 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f769a34c-b9f5-4fdb-84db-32fbef86eb98 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Made reservation on behalf of b6978572037645979e7b08c11cf0def9 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:46:37.407500 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f769a34c-b9f5-4fdb-84db-32fbef86eb98 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:37.584752 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f769a34c-b9f5-4fdb-84db-32fbef86eb98 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:37.640182 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769a34c-b9f5-4fdb-84db-32fbef86eb98 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Pushing event updated for resources: {'Subnet': ['ID=4934d618-b23d-4e1d-8a27-9df2dd17f3c7,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:37.650821 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f769a34c-b9f5-4fdb-84db-32fbef86eb98 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Checking segment: {'id': 'ec4c0203-5661-4f4b-96c4-75e27b05326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6862755a-e753-46ca-b724-6b924ed377d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:46:37.651208 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f769a34c-b9f5-4fdb-84db-32fbef86eb98 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Network hostable DHCP agents. Network: 6862755a-e753-46ca-b724-6b924ed377d4, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:46:37.670167 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f769a34c-b9f5-4fdb-84db-32fbef86eb98 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Network 6862755a-e753-46ca-b724-6b924ed377d4 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:46:37.681393 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-f769a34c-b9f5-4fdb-84db-32fbef86eb98 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 6862755a-e753-46ca-b724-6b924ed377d4) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:46:37.685451 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f769a34c-b9f5-4fdb-84db-32fbef86eb98 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:37.686054 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f769a34c-b9f5-4fdb-84db-32fbef86eb98 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:37.690635 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69661ab-f89d-4330-88c8-54bc07d48161 None None] Network 6862755a-e753-46ca-b724-6b924ed377d4 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:46:37.701523 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f769a34c-b9f5-4fdb-84db-32fbef86eb98 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3946767 Sep 21 18:46:37.704822 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54132) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:37.709928 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-d2dd7d7c-208d-4006-9e6b-70862354062d tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1230971920'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:46:37.731225 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2dd7d7c-208d-4006-9e6b-70862354062d tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Made reservation on behalf of b6978572037645979e7b08c11cf0def9 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:46:37.734600 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d2dd7d7c-208d-4006-9e6b-70862354062d tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:37.759505 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2dd7d7c-208d-4006-9e6b-70862354062d tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:46:37.768934 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d2dd7d7c-208d-4006-9e6b-70862354062d tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:37.769285 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-d2dd7d7c-208d-4006-9e6b-70862354062d tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Added segment 3bde231e-ff87-4034-9ff7-769687985269 of type vlan for network bda9808d-f42d-462e-972a-e120806b17c0 Sep 21 18:46:37.813522 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d2dd7d7c-208d-4006-9e6b-70862354062d tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:37.838537 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d2dd7d7c-208d-4006-9e6b-70862354062d tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:37.842119 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bba9958-68ee-4239-9a31-03ef84763260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-6862755a-e753-46ca-b724-6b924ed377d4', 'network_id': '6862755a-e753-46ca-b724-6b924ed377d4', 'tenant_id': 'b6978572037645979e7b08c11cf0def9', 'fixed_ips': [{'subnet_id': '4934d618-b23d-4e1d-8a27-9df2dd17f3c7'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:46:37.843032 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3bba9958-68ee-4239-9a31-03ef84763260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:37.844261 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dd7d7c-208d-4006-9e6b-70862354062d tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:37.844858 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d2dd7d7c-208d-4006-9e6b-70862354062d tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:37.881382 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d2dd7d7c-208d-4006-9e6b-70862354062d tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1754262 Sep 21 18:46:37.884311 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54134) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:37.891037 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-98221636-4b8b-4180-8012-68b63179066b tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Request body: {'subnet': {'network_id': 'bda9808d-f42d-462e-972a-e120806b17c0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:46:37.941116 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd7d7c-208d-4006-9e6b-70862354062d tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Pushing event updated for resources: {'Network': ['ID=bda9808d-f42d-462e-972a-e120806b17c0,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:37.962734 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network bda9808d-f42d-462e-972a-e120806b17c0 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:46:38.005763 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98221636-4b8b-4180-8012-68b63179066b tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Made reservation on behalf of b6978572037645979e7b08c11cf0def9 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:46:38.009419 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-98221636-4b8b-4180-8012-68b63179066b tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:38.034310 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-3bba9958-68ee-4239-9a31-03ef84763260 None None] Allocated IP 172.20.0.2 (6862755a-e753-46ca-b724-6b924ed377d4/4934d618-b23d-4e1d-8a27-9df2dd17f3c7/9910262f-34fe-442d-adbf-3c033f42f247) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:46:38.196974 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-98221636-4b8b-4180-8012-68b63179066b tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:38.260594 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98221636-4b8b-4180-8012-68b63179066b tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Pushing event updated for resources: {'Subnet': ['ID=7cda91fc-c30d-46a8-83cc-6a6cdab8264d,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:38.273528 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98221636-4b8b-4180-8012-68b63179066b tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Checking segment: {'id': '3bde231e-ff87-4034-9ff7-769687985269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bda9808d-f42d-462e-972a-e120806b17c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:46:38.273885 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98221636-4b8b-4180-8012-68b63179066b tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Network hostable DHCP agents. Network: bda9808d-f42d-462e-972a-e120806b17c0, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:46:38.291498 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98221636-4b8b-4180-8012-68b63179066b tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Network bda9808d-f42d-462e-972a-e120806b17c0 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:46:38.301167 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-98221636-4b8b-4180-8012-68b63179066b tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, bda9808d-f42d-462e-972a-e120806b17c0) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:46:38.306018 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98221636-4b8b-4180-8012-68b63179066b tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:38.306663 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-98221636-4b8b-4180-8012-68b63179066b tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:38.315627 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63adf55-c06d-4ec8-ad0b-c846fffeb9e4 None None] Network bda9808d-f42d-462e-972a-e120806b17c0 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:46:38.322532 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-98221636-4b8b-4180-8012-68b63179066b tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4372022 Sep 21 18:46:38.325402 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54136) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:38.330191 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-872492bf-364b-4fdf-b5b7-93a0fb371b21 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bda9808d-f42d-462e-972a-e120806b17c0'}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:46:38.409814 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3bba9958-68ee-4239-9a31-03ef84763260 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:38.419498 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3bba9958-68ee-4239-9a31-03ef84763260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:38.492179 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bba9958-68ee-4239-9a31-03ef84763260 None None] Network 6862755a-e753-46ca-b724-6b924ed377d4 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:46:38.500558 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-3bba9958-68ee-4239-9a31-03ef84763260 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:46:38.504062 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba9958-68ee-4239-9a31-03ef84763260 None None] Pushing event updated for resources: {'Port': ['ID=9910262f-34fe-442d-adbf-3c033f42f247,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:38.507965 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bba9958-68ee-4239-9a31-03ef84763260 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:46:38.534538 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-872492bf-364b-4fdf-b5b7-93a0fb371b21 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:38.581081 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96c8345-02a6-4ef1-82c0-2430a64e3829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-bda9808d-f42d-462e-972a-e120806b17c0', 'network_id': 'bda9808d-f42d-462e-972a-e120806b17c0', 'tenant_id': 'b6978572037645979e7b08c11cf0def9', 'fixed_ips': [{'subnet_id': '7cda91fc-c30d-46a8-83cc-6a6cdab8264d'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:46:38.581947 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a96c8345-02a6-4ef1-82c0-2430a64e3829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:38.594020 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-3bba9958-68ee-4239-9a31-03ef84763260 None None] Attempting to bind port 9910262f-34fe-442d-adbf-3c033f42f247 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:46:38.594392 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-3bba9958-68ee-4239-9a31-03ef84763260 None None] Attempting to bind port 9910262f-34fe-442d-adbf-3c033f42f247 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'ec4c0203-5661-4f4b-96c4-75e27b05326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6862755a-e753-46ca-b724-6b924ed377d4'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:46:38.594756 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bba9958-68ee-4239-9a31-03ef84763260 None None] Attempting to bind port 9910262f-34fe-442d-adbf-3c033f42f247 on network 6862755a-e753-46ca-b724-6b924ed377d4 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:46:38.603950 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bba9958-68ee-4239-9a31-03ef84763260 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:46:38.604327 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bba9958-68ee-4239-9a31-03ef84763260 None None] Checking segment: {'id': 'ec4c0203-5661-4f4b-96c4-75e27b05326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6862755a-e753-46ca-b724-6b924ed377d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:46:38.604726 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3bba9958-68ee-4239-9a31-03ef84763260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:38.605122 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bba9958-68ee-4239-9a31-03ef84763260 None None] Bound using segment: {'id': 'ec4c0203-5661-4f4b-96c4-75e27b05326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6862755a-e753-46ca-b724-6b924ed377d4'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:46:38.605592 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-3bba9958-68ee-4239-9a31-03ef84763260 None None] Bound port: 9910262f-34fe-442d-adbf-3c033f42f247, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4c0203-5661-4f4b-96c4-75e27b05326c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '6862755a-e753-46ca-b724-6b924ed377d4'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:46:38.605996 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3bba9958-68ee-4239-9a31-03ef84763260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:38.647805 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [None req-872492bf-364b-4fdf-b5b7-93a0fb371b21 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 18:46:38.649028 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-872492bf-364b-4fdf-b5b7-93a0fb371b21 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] 10.222.0.58 "PUT /v2.0/routers/776f29cb-46e0-49c6-8309-fa484dc5da08 HTTP/1.1" status: 400 len: 364 time: 0.3225608 Sep 21 18:46:38.655282 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54138) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:38.710096 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-5099556e-87b1-4817-a1e3-80eca1415c15 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Deleting subnet 7cda91fc-c30d-46a8-83cc-6a6cdab8264d {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:46:38.713437 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5099556e-87b1-4817-a1e3-80eca1415c15 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:38.736055 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-3bba9958-68ee-4239-9a31-03ef84763260 None None] For port 9910262f-34fe-442d-adbf-3c033f42f247, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:46:38.739132 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-3bba9958-68ee-4239-9a31-03ef84763260 None None] For port 9910262f-34fe-442d-adbf-3c033f42f247, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=9910262f-34fe-442d-adbf-3c033f42f247,segment=NetworkSegment(ec4c0203-5661-4f4b-96c4-75e27b05326c),segment_id=ec4c0203-5661-4f4b-96c4-75e27b05326c)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:46:38.744139 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3bba9958-68ee-4239-9a31-03ef84763260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:38.752550 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5099556e-87b1-4817-a1e3-80eca1415c15 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:38.803487 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5099556e-87b1-4817-a1e3-80eca1415c15 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:38.805025 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba9958-68ee-4239-9a31-03ef84763260 None None] Pushing event updated for resources: {'Port': ['ID=9910262f-34fe-442d-adbf-3c033f42f247,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:38.869535 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5099556e-87b1-4817-a1e3-80eca1415c15 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server [None req-a96c8345-02a6-4ef1-82c0-2430a64e3829 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7cda91fc-c30d-46a8-83cc-6a6cdab8264d: This subnet is being modified by another concurrent operation. Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server raise exception Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7cda91fc-c30d-46a8-83cc-6a6cdab8264d: This subnet is being modified by another concurrent operation. Sep 21 18:46:38.871951 n-d-810291-1 neutron-server[101462]: ERROR oslo_messaging.rpc.server Sep 21 18:46:38.893187 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58b1a5c-8a93-4719-ad20-dd168327ae03 None None] Network bda9808d-f42d-462e-972a-e120806b17c0 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:46:38.898042 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099556e-87b1-4817-a1e3-80eca1415c15 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Pushing event deleted for resources: {'Subnet': ['ID=7cda91fc-c30d-46a8-83cc-6a6cdab8264d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:38.903914 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5099556e-87b1-4817-a1e3-80eca1415c15 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:38.905953 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5099556e-87b1-4817-a1e3-80eca1415c15 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] 10.222.0.58 "DELETE /v2.0/subnets/7cda91fc-c30d-46a8-83cc-6a6cdab8264d HTTP/1.1" status: 204 len: 168 time: 0.2495456 Sep 21 18:46:38.908630 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54140) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:39.006127 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-63ad4c08-b6f2-4512-aa17-168538648adc tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:39.099718 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-63ad4c08-b6f2-4512-aa17-168538648adc tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:39.119505 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-63ad4c08-b6f2-4512-aa17-168538648adc tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda9808d-f42d-462e-972a-e120806b17c0']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:39.128685 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-63ad4c08-b6f2-4512-aa17-168538648adc tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bde231e-ff87-4034-9ff7-769687985269') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:39.128981 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-63ad4c08-b6f2-4512-aa17-168538648adc tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bde231e-ff87-4034-9ff7-769687985269') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:39.138431 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-63ad4c08-b6f2-4512-aa17-168538648adc tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:39.152185 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-63ad4c08-b6f2-4512-aa17-168538648adc tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:39.158433 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ad4c08-b6f2-4512-aa17-168538648adc tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:46:39.158809 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-63ad4c08-b6f2-4512-aa17-168538648adc tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:39.161778 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:46:39.161778 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:46:39.161778 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:46:39.161778 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:46:39.161778 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:46:39.161778 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:46:39.161778 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:46:39.161778 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:46:39.161778 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:46:39.161778 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:46:39.161778 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:46:39.161778 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:46:39.161778 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:46:39.161778 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:46:39.161778 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:46:39.161778 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:46:39.161778 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:46:39.161778 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:46:39.161778 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:46:39.161778 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:46:39.161778 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:46:39.161778 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:46:39.161778 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:46:39.161778 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:46:39.161778 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:46:39.161778 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:46:39.161778 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:46:39.161778 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:46:39.161778 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:46:39.161778 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:46:39.161778 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:46:39.161778 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:46:39.227847 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-63ad4c08-b6f2-4512-aa17-168538648adc tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:39.234835 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-63ad4c08-b6f2-4512-aa17-168538648adc tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:39.236708 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-63ad4c08-b6f2-4512-aa17-168538648adc tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] 10.222.0.58 "DELETE /v2.0/networks/bda9808d-f42d-462e-972a-e120806b17c0 HTTP/1.1" status: 204 len: 168 time: 0.3271332 Sep 21 18:46:39.239264 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54142) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:39.256306 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad4c08-b6f2-4512-aa17-168538648adc tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Pushing event deleted for resources: {'Network': ['ID=bda9808d-f42d-462e-972a-e120806b17c0,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:39.299650 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a9c27c-402b-4b9a-a104-b644e6a182cf tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Deleting subnet 4934d618-b23d-4e1d-8a27-9df2dd17f3c7 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:46:39.305044 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-23a9c27c-402b-4b9a-a104-b644e6a182cf tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:39.355161 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-23a9c27c-402b-4b9a-a104-b644e6a182cf tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:39.444263 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-23a9c27c-402b-4b9a-a104-b644e6a182cf tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:39.503902 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-23a9c27c-402b-4b9a-a104-b644e6a182cf tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:39.531049 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9c27c-402b-4b9a-a104-b644e6a182cf tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Pushing event deleted for resources: {'Subnet': ['ID=4934d618-b23d-4e1d-8a27-9df2dd17f3c7,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:39.534594 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-23a9c27c-402b-4b9a-a104-b644e6a182cf tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:39.536537 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-23a9c27c-402b-4b9a-a104-b644e6a182cf tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] 10.222.0.58 "DELETE /v2.0/subnets/4934d618-b23d-4e1d-8a27-9df2dd17f3c7 HTTP/1.1" status: 204 len: 168 time: 0.2963507 Sep 21 18:46:39.539958 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54144) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:39.616123 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-60997b22-5a62-4648-b433-838457d3aa63 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:39.670657 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-60997b22-5a62-4648-b433-838457d3aa63 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Deleting port 9910262f-34fe-442d-adbf-3c033f42f247 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:46:39.671061 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-60997b22-5a62-4648-b433-838457d3aa63 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:39.689576 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767bf3e8-3bbb-4c41-8127-e61c0253503b None None] Network 6862755a-e753-46ca-b724-6b924ed377d4 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:46:39.737574 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-60997b22-5a62-4648-b433-838457d3aa63 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] For port 9910262f-34fe-442d-adbf-3c033f42f247, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=9910262f-34fe-442d-adbf-3c033f42f247,segment=NetworkSegment(ec4c0203-5661-4f4b-96c4-75e27b05326c),segment_id=ec4c0203-5661-4f4b-96c4-75e27b05326c)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:46:39.737940 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-60997b22-5a62-4648-b433-838457d3aa63 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:39.750428 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-60997b22-5a62-4648-b433-838457d3aa63 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Calling delete_port for 9910262f-34fe-442d-adbf-3c033f42f247 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:46:39.778705 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-6535843f-7b46-4f8a-b81a-452301eae571 None None] Provisioning complete for port 9910262f-34fe-442d-adbf-3c033f42f247 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:46:39.779001 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6535843f-7b46-4f8a-b81a-452301eae571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:39.833619 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-60997b22-5a62-4648-b433-838457d3aa63 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:39.843250 n-d-810291-1 neutron-server[101462]: INFO neutron.plugins.ml2.db [None req-6535843f-7b46-4f8a-b81a-452301eae571 None None] No ports have port_id starting with 9910262f-34fe-442d-adbf-3c033f42f247 Sep 21 18:46:39.869640 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60997b22-5a62-4648-b433-838457d3aa63 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Pushing event deleted for resources: {'Port': ['ID=9910262f-34fe-442d-adbf-3c033f42f247,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:39.875433 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60997b22-5a62-4648-b433-838457d3aa63 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] No DVR routers for this DVR port 9910262f-34fe-442d-adbf-3c033f42f247 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:46:39.904374 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5717ecb9-bf1b-45be-992b-06be87f59932 None None] DHCP port deletion for 6862755a-e753-46ca-b724-6b924ed377d4 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:46:39.926403 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a68de12-7b1f-4aba-bd4f-822a7db56c86 None None] get_active_networks_info from n-d-810291-1 {{(pid=101462) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 18:46:39.956239 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-60997b22-5a62-4648-b433-838457d3aa63 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:39.976084 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-60997b22-5a62-4648-b433-838457d3aa63 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6862755a-e753-46ca-b724-6b924ed377d4']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:39.985168 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-60997b22-5a62-4648-b433-838457d3aa63 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec4c0203-5661-4f4b-96c4-75e27b05326c') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:39.985468 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-60997b22-5a62-4648-b433-838457d3aa63 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec4c0203-5661-4f4b-96c4-75e27b05326c') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:39.987637 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a68de12-7b1f-4aba-bd4f-822a7db56c86 None None] Resources bound (agent type, host, resource id): {{(pid=101462) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 18:46:39.998959 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-60997b22-5a62-4648-b433-838457d3aa63 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:40.012298 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-60997b22-5a62-4648-b433-838457d3aa63 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:40.018948 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60997b22-5a62-4648-b433-838457d3aa63 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:46:40.019344 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-60997b22-5a62-4648-b433-838457d3aa63 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:40.022591 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:46:40.022591 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:46:40.022591 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:46:40.022591 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:46:40.022591 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:46:40.022591 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:46:40.022591 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:46:40.022591 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:46:40.022591 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:46:40.022591 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:46:40.022591 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:46:40.022591 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:46:40.022591 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:46:40.022591 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:46:40.022591 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:46:40.022591 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:46:40.022591 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:46:40.022591 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:46:40.022591 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:46:40.022591 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:46:40.022591 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:46:40.022591 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:46:40.022591 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:46:40.022591 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:46:40.022591 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:46:40.022591 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:46:40.022591 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:46:40.022591 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:46:40.022591 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:46:40.022591 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:46:40.022591 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:46:40.022591 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:46:40.081149 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-60997b22-5a62-4648-b433-838457d3aa63 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:40.089421 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-60997b22-5a62-4648-b433-838457d3aa63 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:40.091557 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-60997b22-5a62-4648-b433-838457d3aa63 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] 10.222.0.58 "DELETE /v2.0/networks/6862755a-e753-46ca-b724-6b924ed377d4 HTTP/1.1" status: 204 len: 168 time: 0.5511851 Sep 21 18:46:40.094650 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54146) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:40.101127 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60997b22-5a62-4648-b433-838457d3aa63 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Pushing event deleted for resources: {'Network': ['ID=6862755a-e753-46ca-b724-6b924ed377d4,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:40.122064 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8fb90dae-3d79-4ce4-8cdf-d3ba24c7c7c2 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] 10.222.0.58 "GET /v2.0/ports?device_id=776f29cb-46e0-49c6-8309-fa484dc5da08 HTTP/1.1" status: 200 len: 205 time: 0.0260880 Sep 21 18:46:40.124678 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54148) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:40.201018 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-49a698f9-3690-462b-a68d-fd7dcb9c8ec1 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:40.358915 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-49a698f9-3690-462b-a68d-fd7dcb9c8ec1 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:40.361125 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-49a698f9-3690-462b-a68d-fd7dcb9c8ec1 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:40.414858 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-49a698f9-3690-462b-a68d-fd7dcb9c8ec1 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:40.415493 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a698f9-3690-462b-a68d-fd7dcb9c8ec1 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Fanout notify agent at l3_agent the message router_deleted on router 776f29cb-46e0-49c6-8309-fa484dc5da08 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:46:40.423164 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-49a698f9-3690-462b-a68d-fd7dcb9c8ec1 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:40.424365 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-49a698f9-3690-462b-a68d-fd7dcb9c8ec1 tempest-RoutersNegativeTest-228938658 tempest-RoutersNegativeTest-228938658-project] 10.222.0.58 "DELETE /v2.0/routers/776f29cb-46e0-49c6-8309-fa484dc5da08 HTTP/1.1" status: 204 len: 168 time: 0.2987516 Sep 21 18:46:40.673145 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54154) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:40.814608 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a88dece3-835c-49ca-917c-503bfd27ef25 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b6978572037645979e7b08c11cf0def9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1402390 Sep 21 18:46:40.817272 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54158) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:40.867789 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fba47840-448a-4818-a48d-ddc26bc7e2fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:40.889588 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fba47840-448a-4818-a48d-ddc26bc7e2fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:40.945235 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fba47840-448a-4818-a48d-ddc26bc7e2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:40.947761 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fba47840-448a-4818-a48d-ddc26bc7e2fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:40.948931 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fba47840-448a-4818-a48d-ddc26bc7e2fb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f5990c01-b5c6-41b8-af98-656ae8ded7a9 HTTP/1.1" status: 204 len: 168 time: 0.1307960 Sep 21 18:46:40.956503 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba47840-448a-4818-a48d-ddc26bc7e2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5990c01-b5c6-41b8-af98-656ae8ded7a9,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:41.618144 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54180) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:41.728242 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-43f961a0-a76f-4359-af6c-e04dc31b71a4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1652776704-network', 'tenant_id': '8d0cab54c0a249af86ed2b390bbae21b'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:46:41.752866 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f961a0-a76f-4359-af6c-e04dc31b71a4 admin admin] Made reservation on behalf of 8d0cab54c0a249af86ed2b390bbae21b for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:46:41.756894 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-43f961a0-a76f-4359-af6c-e04dc31b71a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:41.770209 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-43f961a0-a76f-4359-af6c-e04dc31b71a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:41.868846 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-43f961a0-a76f-4359-af6c-e04dc31b71a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:41.872907 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-43f961a0-a76f-4359-af6c-e04dc31b71a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:41.881851 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 9910262f-34fe-442d-adbf-3c033f42f247 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:46:41.896562 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f961a0-a76f-4359-af6c-e04dc31b71a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:46:41.902651 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 9910262f-34fe-442d-adbf-3c033f42f247 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:46:41.903031 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 9910262f-34fe-442d-adbf-3c033f42f247 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:46:41.914696 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f961a0-a76f-4359-af6c-e04dc31b71a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532efc38-b23e-40bf-b084-1af4fa4af43a,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:41.917811 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-43f961a0-a76f-4359-af6c-e04dc31b71a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:41.918160 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-43f961a0-a76f-4359-af6c-e04dc31b71a4 admin admin] Added segment 31f37bac-c178-4afa-b879-f56883ed55dc of type vlan for network 19dc6436-09d4-4150-9229-4634ad1bb9dc Sep 21 18:46:41.959437 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-43f961a0-a76f-4359-af6c-e04dc31b71a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:41.984491 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-43f961a0-a76f-4359-af6c-e04dc31b71a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:41.985471 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f961a0-a76f-4359-af6c-e04dc31b71a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:41.986056 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-43f961a0-a76f-4359-af6c-e04dc31b71a4 admin admin] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:42.013677 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-43f961a0-a76f-4359-af6c-e04dc31b71a4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3944950 Sep 21 18:46:42.017509 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54184) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:42.022765 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-481dd618-f111-41b1-bb07-b80dc09c8e7c admin admin] Request body: {'subnet': {'network_id': '19dc6436-09d4-4150-9229-4634ad1bb9dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1652776704-subnet', 'tenant_id': '8d0cab54c0a249af86ed2b390bbae21b', 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:46:42.045061 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481dd618-f111-41b1-bb07-b80dc09c8e7c admin admin] Made reservation on behalf of 8d0cab54c0a249af86ed2b390bbae21b for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:46:42.047122 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f961a0-a76f-4359-af6c-e04dc31b71a4 admin admin] Pushing event updated for resources: {'Network': ['ID=19dc6436-09d4-4150-9229-4634ad1bb9dc,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:42.047458 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-481dd618-f111-41b1-bb07-b80dc09c8e7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:42.057150 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 19dc6436-09d4-4150-9229-4634ad1bb9dc details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:46:42.219625 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-481dd618-f111-41b1-bb07-b80dc09c8e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:42.275732 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481dd618-f111-41b1-bb07-b80dc09c8e7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e64bd9e-ab22-4589-bdc7-70f1e13ac1fa,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:42.283474 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481dd618-f111-41b1-bb07-b80dc09c8e7c admin admin] Checking segment: {'id': '31f37bac-c178-4afa-b879-f56883ed55dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '19dc6436-09d4-4150-9229-4634ad1bb9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:46:42.283838 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481dd618-f111-41b1-bb07-b80dc09c8e7c admin admin] Network hostable DHCP agents. Network: 19dc6436-09d4-4150-9229-4634ad1bb9dc, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:46:42.303549 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481dd618-f111-41b1-bb07-b80dc09c8e7c admin admin] Network 19dc6436-09d4-4150-9229-4634ad1bb9dc is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:46:42.313680 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-481dd618-f111-41b1-bb07-b80dc09c8e7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 19dc6436-09d4-4150-9229-4634ad1bb9dc) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:46:42.318427 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481dd618-f111-41b1-bb07-b80dc09c8e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:42.319707 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-481dd618-f111-41b1-bb07-b80dc09c8e7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:42.321355 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9418bb-6260-495d-a6f3-3febf4fd7b67 None None] Network 19dc6436-09d4-4150-9229-4634ad1bb9dc requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:46:42.336674 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-481dd618-f111-41b1-bb07-b80dc09c8e7c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3152673 Sep 21 18:46:42.336895 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54186) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:42.341271 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-f78e2d90-4119-42c9-bff5-e72df2f493d5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1652776704-router', 'tenant_id': '8d0cab54c0a249af86ed2b390bbae21b', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:46:42.362084 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f78e2d90-4119-42c9-bff5-e72df2f493d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:42.363117 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f78e2d90-4119-42c9-bff5-e72df2f493d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:42.472995 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b545b043-6b59-4a8b-9ea4-f9faa8c2e341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-19dc6436-09d4-4150-9229-4634ad1bb9dc', 'network_id': '19dc6436-09d4-4150-9229-4634ad1bb9dc', 'tenant_id': '8d0cab54c0a249af86ed2b390bbae21b', 'fixed_ips': [{'subnet_id': '8e64bd9e-ab22-4589-bdc7-70f1e13ac1fa'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:46:42.474009 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b545b043-6b59-4a8b-9ea4-f9faa8c2e341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:42.622903 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-b545b043-6b59-4a8b-9ea4-f9faa8c2e341 None None] Allocated IP 172.20.0.2 (19dc6436-09d4-4150-9229-4634ad1bb9dc/8e64bd9e-ab22-4589-bdc7-70f1e13ac1fa/682da893-4c4b-4328-a114-7826bf0b8a54) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:46:42.697421 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f78e2d90-4119-42c9-bff5-e72df2f493d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:42.768194 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b545b043-6b59-4a8b-9ea4-f9faa8c2e341 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:42.774258 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b545b043-6b59-4a8b-9ea4-f9faa8c2e341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:42.811207 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b545b043-6b59-4a8b-9ea4-f9faa8c2e341 None None] Network 19dc6436-09d4-4150-9229-4634ad1bb9dc is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:46:42.814097 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-b545b043-6b59-4a8b-9ea4-f9faa8c2e341 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:46:42.819723 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b545b043-6b59-4a8b-9ea4-f9faa8c2e341 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:46:42.826781 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545b043-6b59-4a8b-9ea4-f9faa8c2e341 None None] Pushing event updated for resources: {'Port': ['ID=682da893-4c4b-4328-a114-7826bf0b8a54,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:42.835475 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f78e2d90-4119-42c9-bff5-e72df2f493d5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:42.877781 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-b545b043-6b59-4a8b-9ea4-f9faa8c2e341 None None] Attempting to bind port 682da893-4c4b-4328-a114-7826bf0b8a54 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:46:42.878143 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-b545b043-6b59-4a8b-9ea4-f9faa8c2e341 None None] Attempting to bind port 682da893-4c4b-4328-a114-7826bf0b8a54 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '31f37bac-c178-4afa-b879-f56883ed55dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '19dc6436-09d4-4150-9229-4634ad1bb9dc'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:46:42.878533 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b545b043-6b59-4a8b-9ea4-f9faa8c2e341 None None] Attempting to bind port 682da893-4c4b-4328-a114-7826bf0b8a54 on network 19dc6436-09d4-4150-9229-4634ad1bb9dc {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:46:42.883775 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b545b043-6b59-4a8b-9ea4-f9faa8c2e341 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:46:42.884427 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b545b043-6b59-4a8b-9ea4-f9faa8c2e341 None None] Checking segment: {'id': '31f37bac-c178-4afa-b879-f56883ed55dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '19dc6436-09d4-4150-9229-4634ad1bb9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:46:42.884559 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b545b043-6b59-4a8b-9ea4-f9faa8c2e341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:42.884929 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b545b043-6b59-4a8b-9ea4-f9faa8c2e341 None None] Bound using segment: {'id': '31f37bac-c178-4afa-b879-f56883ed55dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '19dc6436-09d4-4150-9229-4634ad1bb9dc'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:46:42.885372 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-b545b043-6b59-4a8b-9ea4-f9faa8c2e341 None None] Bound port: 682da893-4c4b-4328-a114-7826bf0b8a54, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f37bac-c178-4afa-b879-f56883ed55dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '19dc6436-09d4-4150-9229-4634ad1bb9dc'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:46:42.885758 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b545b043-6b59-4a8b-9ea4-f9faa8c2e341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:42.950079 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b545b043-6b59-4a8b-9ea4-f9faa8c2e341 None None] For port 682da893-4c4b-4328-a114-7826bf0b8a54, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:46:42.953067 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b545b043-6b59-4a8b-9ea4-f9faa8c2e341 None None] For port 682da893-4c4b-4328-a114-7826bf0b8a54, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=682da893-4c4b-4328-a114-7826bf0b8a54,segment=NetworkSegment(31f37bac-c178-4afa-b879-f56883ed55dc),segment_id=31f37bac-c178-4afa-b879-f56883ed55dc)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:46:42.958468 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b545b043-6b59-4a8b-9ea4-f9faa8c2e341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:43.027986 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545b043-6b59-4a8b-9ea4-f9faa8c2e341 None None] Pushing event updated for resources: {'Port': ['ID=682da893-4c4b-4328-a114-7826bf0b8a54,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:43.043257 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f78e2d90-4119-42c9-bff5-e72df2f493d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:43.066673 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f78e2d90-4119-42c9-bff5-e72df2f493d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:43.185188 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-f78e2d90-4119-42c9-bff5-e72df2f493d5 admin admin] Allocated IP 172.25.6.94 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/f52fe602-659d-4974-b811-7b6dcacbd3f5) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:46:43.296281 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f78e2d90-4119-42c9-bff5-e72df2f493d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:43.329778 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f78e2d90-4119-42c9-bff5-e72df2f493d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:43.366160 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78e2d90-4119-42c9-bff5-e72df2f493d5 admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:46:43.369188 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-f78e2d90-4119-42c9-bff5-e72df2f493d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:46:43.374883 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78e2d90-4119-42c9-bff5-e72df2f493d5 admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:46:43.380331 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e2d90-4119-42c9-bff5-e72df2f493d5 admin admin] Pushing event updated for resources: {'Port': ['ID=f52fe602-659d-4974-b811-7b6dcacbd3f5,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:43.637592 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f78e2d90-4119-42c9-bff5-e72df2f493d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:43.837198 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f78e2d90-4119-42c9-bff5-e72df2f493d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:43.899991 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 682da893-4c4b-4328-a114-7826bf0b8a54 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:46:43.950298 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 682da893-4c4b-4328-a114-7826bf0b8a54 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:46:43.950675 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:43.952310 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169e2e5d-5e10-47a8-842e-bdf5c937e3b7 None None] Network 19dc6436-09d4-4150-9229-4634ad1bb9dc requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:46:43.976647 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78e2d90-4119-42c9-bff5-e72df2f493d5 admin admin] Router 81f3ee41-c983-4f94-8032-d4fc0731a8c9 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:46:44.055995 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-6e3c5fa0-e97c-45b2-91f6-7adb10538cf1 None None] Provisioning complete for port 682da893-4c4b-4328-a114-7826bf0b8a54 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:46:44.056459 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6e3c5fa0-e97c-45b2-91f6-7adb10538cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:44.085083 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78e2d90-4119-42c9-bff5-e72df2f493d5 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:46:44.098955 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383cf1d9-6481-49d6-828d-465c3d6c0889 None None] Sync routers for ids ['81f3ee41-c983-4f94-8032-d4fc0731a8c9'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:46:44.103912 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f78e2d90-4119-42c9-bff5-e72df2f493d5 admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:44.105400 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f78e2d90-4119-42c9-bff5-e72df2f493d5 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7675729 Sep 21 18:46:44.108292 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54188) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:44.171478 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383cf1d9-6481-49d6-828d-465c3d6c0889 None None] Routers {'81f3ee41-c983-4f94-8032-d4fc0731a8c9'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:46:44.172030 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-383cf1d9-6481-49d6-828d-465c3d6c0889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:46:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['81f3ee41-c983-4f94-8032-d4fc0731a8c9'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:44.215899 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:44.343818 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 682da893-4c4b-4328-a114-7826bf0b8a54, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=682da893-4c4b-4328-a114-7826bf0b8a54,segment=NetworkSegment(31f37bac-c178-4afa-b879-f56883ed55dc),segment_id=31f37bac-c178-4afa-b879-f56883ed55dc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:46:44.358738 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:44.373028 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6e3c5fa0-e97c-45b2-91f6-7adb10538cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:44.399566 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-383cf1d9-6481-49d6-828d-465c3d6c0889 None None] Set router 81f3ee41-c983-4f94-8032-d4fc0731a8c9 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:46:44.499796 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=682da893-4c4b-4328-a114-7826bf0b8a54,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:44.538522 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1ef6381d-9627-4faa-b2e7-7195356412fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:44.698605 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-1ef6381d-9627-4faa-b2e7-7195356412fc admin admin] Allocated IP 172.20.0.1 (19dc6436-09d4-4150-9229-4634ad1bb9dc/8e64bd9e-ab22-4589-bdc7-70f1e13ac1fa/42a8b968-5e51-4dbc-a790-9eef007bc29e) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:46:44.734683 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.db.api [None req-6e3c5fa0-e97c-45b2-91f6-7adb10538cf1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:46:44.735071 n-d-810291-1 neutron-server[101462]: DEBUG oslo_db.api [None req-6e3c5fa0-e97c-45b2-91f6-7adb10538cf1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:46:44.801145 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-383cf1d9-6481-49d6-828d-465c3d6c0889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3ee41-c983-4f94-8032-d4fc0731a8c9', 'name': 'tempest-TestEncryptedCinderVolumes-1652776704-router', 'tenant_id': '8d0cab54c0a249af86ed2b390bbae21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'f52fe602-659d-4974-b811-7b6dcacbd3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:46:42Z', 'updated_at': '2021-09-21T18:46:43Z', 'revision_number': 3, 'project_id': '8d0cab54c0a249af86ed2b390bbae21b', 'gw_port': {'id': 'f52fe602-659d-4974-b811-7b6dcacbd3f5', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:66:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f3ee41-c983-4f94-8032-d4fc0731a8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:46:43Z', 'updated_at': '2021-09-21T18:46:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:44.805997 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1ef6381d-9627-4faa-b2e7-7195356412fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:44.828685 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383cf1d9-6481-49d6-828d-465c3d6c0889 None None] Checking router: 81f3ee41-c983-4f94-8032-d4fc0731a8c9 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:46:44.829041 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383cf1d9-6481-49d6-828d-465c3d6c0889 None None] Updating router 81f3ee41-c983-4f94-8032-d4fc0731a8c9 port f52fe602-659d-4974-b811-7b6dcacbd3f5 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:46:44.840978 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1ef6381d-9627-4faa-b2e7-7195356412fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:44.855001 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-383cf1d9-6481-49d6-828d-465c3d6c0889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:44.876805 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef6381d-9627-4faa-b2e7-7195356412fc admin admin] Network 19dc6436-09d4-4150-9229-4634ad1bb9dc is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:46:44.879610 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-1ef6381d-9627-4faa-b2e7-7195356412fc admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:46:44.883173 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef6381d-9627-4faa-b2e7-7195356412fc admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:46:44.912790 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6381d-9627-4faa-b2e7-7195356412fc admin admin] Pushing event updated for resources: {'Port': ['ID=42a8b968-5e51-4dbc-a790-9eef007bc29e,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:44.932985 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1ef6381d-9627-4faa-b2e7-7195356412fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:45.067027 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1ef6381d-9627-4faa-b2e7-7195356412fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:45.130411 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-383cf1d9-6481-49d6-828d-465c3d6c0889 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:45.136898 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-383cf1d9-6481-49d6-828d-465c3d6c0889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:45.188665 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-383cf1d9-6481-49d6-828d-465c3d6c0889 None None] Attempting to bind port f52fe602-659d-4974-b811-7b6dcacbd3f5 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:46:45.189071 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-383cf1d9-6481-49d6-828d-465c3d6c0889 None None] Attempting to bind port f52fe602-659d-4974-b811-7b6dcacbd3f5 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:46:45.189432 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383cf1d9-6481-49d6-828d-465c3d6c0889 None None] Attempting to bind port f52fe602-659d-4974-b811-7b6dcacbd3f5 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:46:45.194347 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d0c99-e146-4636-969b-a7d2fb2d9da9 None None] Pushing event updated for resources: {'Port': ['ID=f52fe602-659d-4974-b811-7b6dcacbd3f5,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:45.197020 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383cf1d9-6481-49d6-828d-465c3d6c0889 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:46:45.197382 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383cf1d9-6481-49d6-828d-465c3d6c0889 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:46:45.197781 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-383cf1d9-6481-49d6-828d-465c3d6c0889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:45.198176 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383cf1d9-6481-49d6-828d-465c3d6c0889 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:46:45.198967 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-383cf1d9-6481-49d6-828d-465c3d6c0889 None None] Bound port: f52fe602-659d-4974-b811-7b6dcacbd3f5, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:46:45.199104 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-383cf1d9-6481-49d6-828d-465c3d6c0889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:45.242637 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1ef6381d-9627-4faa-b2e7-7195356412fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:45.248178 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1ef6381d-9627-4faa-b2e7-7195356412fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:45.284128 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-383cf1d9-6481-49d6-828d-465c3d6c0889 None None] For port f52fe602-659d-4974-b811-7b6dcacbd3f5, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:46:45.292335 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-383cf1d9-6481-49d6-828d-465c3d6c0889 None None] For port f52fe602-659d-4974-b811-7b6dcacbd3f5, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f52fe602-659d-4974-b811-7b6dcacbd3f5,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:46:45.300128 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-383cf1d9-6481-49d6-828d-465c3d6c0889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:45.317229 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1ef6381d-9627-4faa-b2e7-7195356412fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:45.319080 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6381d-9627-4faa-b2e7-7195356412fc admin admin] Pushing event updated for resources: {'Port': ['ID=42a8b968-5e51-4dbc-a790-9eef007bc29e,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:45.362985 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383cf1d9-6481-49d6-828d-465c3d6c0889 None None] Routers {'81f3ee41-c983-4f94-8032-d4fc0731a8c9'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:46:45.363619 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-383cf1d9-6481-49d6-828d-465c3d6c0889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:46:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['81f3ee41-c983-4f94-8032-d4fc0731a8c9'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:45.368648 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d0c99-e146-4636-969b-a7d2fb2d9da9 None None] Pushing event updated for resources: {'Port': ['ID=f52fe602-659d-4974-b811-7b6dcacbd3f5,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:45.409934 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef6381d-9627-4faa-b2e7-7195356412fc admin admin] Network 19dc6436-09d4-4150-9229-4634ad1bb9dc is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:46:45.411457 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-1ef6381d-9627-4faa-b2e7-7195356412fc admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:46:45.460880 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9f9d06c5-d4e6-458f-8e3b-4029663ebf1f None None] Provisioning complete for port 682da893-4c4b-4328-a114-7826bf0b8a54 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:46:45.461426 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9f9d06c5-d4e6-458f-8e3b-4029663ebf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:45.508082 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-383cf1d9-6481-49d6-828d-465c3d6c0889 None None] Set router 81f3ee41-c983-4f94-8032-d4fc0731a8c9 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:46:45.534994 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef6381d-9627-4faa-b2e7-7195356412fc admin admin] Router 81f3ee41-c983-4f94-8032-d4fc0731a8c9 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:46:45.620163 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:46:45.648033 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef6381d-9627-4faa-b2e7-7195356412fc admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:46:45.653054 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1ef6381d-9627-4faa-b2e7-7195356412fc admin admin] 10.222.0.58 "PUT /v2.0/routers/81f3ee41-c983-4f94-8032-d4fc0731a8c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5438237 Sep 21 18:46:45.681590 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9f9d06c5-d4e6-458f-8e3b-4029663ebf1f None None] Provisioning complete for port 42a8b968-5e51-4dbc-a790-9eef007bc29e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:46:45.681963 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9f9d06c5-d4e6-458f-8e3b-4029663ebf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:45.748782 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9f9d06c5-d4e6-458f-8e3b-4029663ebf1f None None] Port 42a8b968-5e51-4dbc-a790-9eef007bc29e cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:46:45.776119 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-383cf1d9-6481-49d6-828d-465c3d6c0889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3ee41-c983-4f94-8032-d4fc0731a8c9', 'name': 'tempest-TestEncryptedCinderVolumes-1652776704-router', 'tenant_id': '8d0cab54c0a249af86ed2b390bbae21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'f52fe602-659d-4974-b811-7b6dcacbd3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:46:42Z', 'updated_at': '2021-09-21T18:46:45Z', 'revision_number': 4, 'project_id': '8d0cab54c0a249af86ed2b390bbae21b', 'gw_port': {'id': 'f52fe602-659d-4974-b811-7b6dcacbd3f5', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:66:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f3ee41-c983-4f94-8032-d4fc0731a8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:46:43Z', 'updated_at': '2021-09-21T18:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '42a8b968-5e51-4dbc-a790-9eef007bc29e', 'name': '', 'network_id': '19dc6436-09d4-4150-9229-4634ad1bb9dc', 'tenant_id': '8d0cab54c0a249af86ed2b390bbae21b', 'mac_address': 'fa:16:3e:ef:da:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f3ee41-c983-4f94-8032-d4fc0731a8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '8e64bd9e-ab22-4589-bdc7-70f1e13ac1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:46:44Z', 'updated_at': '2021-09-21T18:46:45Z', 'revision_number': 2, 'project_id': '8d0cab54c0a249af86ed2b390bbae21b', 'subnets': [{'id': '8e64bd9e-ab22-4589-bdc7-70f1e13ac1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:45.803251 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383cf1d9-6481-49d6-828d-465c3d6c0889 None None] The sync data for ids ['81f3ee41-c983-4f94-8032-d4fc0731a8c9'] in n-d-810291-1 is: [{'id': '81f3ee41-c983-4f94-8032-d4fc0731a8c9', 'name': 'tempest-TestEncryptedCinderVolumes-1652776704-router', 'tenant_id': '8d0cab54c0a249af86ed2b390bbae21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'f52fe602-659d-4974-b811-7b6dcacbd3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:46:42Z', 'updated_at': '2021-09-21T18:46:45Z', 'revision_number': 4, 'project_id': '8d0cab54c0a249af86ed2b390bbae21b', 'gw_port': {'id': 'f52fe602-659d-4974-b811-7b6dcacbd3f5', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:66:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f3ee41-c983-4f94-8032-d4fc0731a8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:46:43Z', 'updated_at': '2021-09-21T18:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '42a8b968-5e51-4dbc-a790-9eef007bc29e', 'name': '', 'network_id': '19dc6436-09d4-4150-9229-4634ad1bb9dc', 'tenant_id': '8d0cab54c0a249af86ed2b390bbae21b', 'mac_address': 'fa:16:3e:ef:da:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f3ee41-c983-4f94-8032-d4fc0731a8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '8e64bd9e-ab22-4589-bdc7-70f1e13ac1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:46:44Z', 'updated_at': '2021-09-21T18:46:45Z', 'revision_number': 2, 'project_id': '8d0cab54c0a249af86ed2b390bbae21b', 'subnets': [{'id': '8e64bd9e-ab22-4589-bdc7-70f1e13ac1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:46:45.871262 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-7a2b0438-3603-4127-b016-87111d75ce4b None None] Provisioning complete for port 42a8b968-5e51-4dbc-a790-9eef007bc29e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:46:45.871893 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7a2b0438-3603-4127-b016-87111d75ce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:45.893810 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 682da893-4c4b-4328-a114-7826bf0b8a54 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:46:45.941093 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-7a2b0438-3603-4127-b016-87111d75ce4b None None] Port 42a8b968-5e51-4dbc-a790-9eef007bc29e cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:46:45.967161 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 682da893-4c4b-4328-a114-7826bf0b8a54 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:46:45.967544 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:46.001792 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8ba2c1fe-7115-4b98-a8df-78480c3c46e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:46.185393 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54204) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:46.190711 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-7169d05a-da52-42cf-a7b5-a0646e2aa061 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-574845300-network', 'tenant_id': '34c50931fa0b49e5923a284a19e2ba7b'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:46:46.214016 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7169d05a-da52-42cf-a7b5-a0646e2aa061 admin admin] Made reservation on behalf of 34c50931fa0b49e5923a284a19e2ba7b for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:46:46.216475 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7169d05a-da52-42cf-a7b5-a0646e2aa061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:46.225656 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7169d05a-da52-42cf-a7b5-a0646e2aa061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:46.317302 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7169d05a-da52-42cf-a7b5-a0646e2aa061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:46.321937 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7169d05a-da52-42cf-a7b5-a0646e2aa061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:46.347453 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7169d05a-da52-42cf-a7b5-a0646e2aa061 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:46:46.357578 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169d05a-da52-42cf-a7b5-a0646e2aa061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2484108f-45c1-425b-b74c-3198c6f206fb,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:46.363819 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7169d05a-da52-42cf-a7b5-a0646e2aa061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:46.364166 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-7169d05a-da52-42cf-a7b5-a0646e2aa061 admin admin] Added segment 8990955d-79d2-4737-a3d7-59ddc0b63b34 of type vlan for network 9d791772-95a0-46f1-8e1d-16ecf5ec1c58 Sep 21 18:46:46.409556 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7169d05a-da52-42cf-a7b5-a0646e2aa061 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:46.441539 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7169d05a-da52-42cf-a7b5-a0646e2aa061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:46.442768 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7169d05a-da52-42cf-a7b5-a0646e2aa061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:46.443562 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7169d05a-da52-42cf-a7b5-a0646e2aa061 admin admin] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:46.476382 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7169d05a-da52-42cf-a7b5-a0646e2aa061 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2898521 Sep 21 18:46:46.479350 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54206) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:46.484990 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-5b2449d3-7ea0-4143-abf0-b233647a18bf admin admin] Request body: {'subnet': {'network_id': '9d791772-95a0-46f1-8e1d-16ecf5ec1c58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-574845300-subnet', 'tenant_id': '34c50931fa0b49e5923a284a19e2ba7b', 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:46:46.509238 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169d05a-da52-42cf-a7b5-a0646e2aa061 admin admin] Pushing event updated for resources: {'Network': ['ID=9d791772-95a0-46f1-8e1d-16ecf5ec1c58,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:46.509793 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2449d3-7ea0-4143-abf0-b233647a18bf admin admin] Made reservation on behalf of 34c50931fa0b49e5923a284a19e2ba7b for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:46:46.512316 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5b2449d3-7ea0-4143-abf0-b233647a18bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:46.520563 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 9d791772-95a0-46f1-8e1d-16ecf5ec1c58 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:46:46.690963 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5b2449d3-7ea0-4143-abf0-b233647a18bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:46.744738 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2449d3-7ea0-4143-abf0-b233647a18bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6dbc88c-466a-47cd-98e2-76eb6ebad237,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:46.761780 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2449d3-7ea0-4143-abf0-b233647a18bf admin admin] Checking segment: {'id': '8990955d-79d2-4737-a3d7-59ddc0b63b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9d791772-95a0-46f1-8e1d-16ecf5ec1c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:46:46.762004 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2449d3-7ea0-4143-abf0-b233647a18bf admin admin] Network hostable DHCP agents. Network: 9d791772-95a0-46f1-8e1d-16ecf5ec1c58, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:46:46.779616 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2449d3-7ea0-4143-abf0-b233647a18bf admin admin] Network 9d791772-95a0-46f1-8e1d-16ecf5ec1c58 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:46:46.789844 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-5b2449d3-7ea0-4143-abf0-b233647a18bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 9d791772-95a0-46f1-8e1d-16ecf5ec1c58) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:46:46.794623 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2449d3-7ea0-4143-abf0-b233647a18bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:46.795268 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5b2449d3-7ea0-4143-abf0-b233647a18bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:46.801277 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5165719d-40c6-47fc-b9e0-597956d6df80 None None] Network 9d791772-95a0-46f1-8e1d-16ecf5ec1c58 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:46:46.813210 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5b2449d3-7ea0-4143-abf0-b233647a18bf admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3297198 Sep 21 18:46:46.813571 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54208) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:46.818423 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-b9e35143-6f96-4a1e-a86d-fb002c917a85 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-574845300-router', 'tenant_id': '34c50931fa0b49e5923a284a19e2ba7b', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:46:46.841870 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b9e35143-6f96-4a1e-a86d-fb002c917a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:46.843163 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b9e35143-6f96-4a1e-a86d-fb002c917a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:46.902832 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b9e35143-6f96-4a1e-a86d-fb002c917a85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:46.958512 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2f791e-a00f-4f66-8ba2-8192c296051c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-9d791772-95a0-46f1-8e1d-16ecf5ec1c58', 'network_id': '9d791772-95a0-46f1-8e1d-16ecf5ec1c58', 'tenant_id': '34c50931fa0b49e5923a284a19e2ba7b', 'fixed_ips': [{'subnet_id': 'd6dbc88c-466a-47cd-98e2-76eb6ebad237'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:46:46.959964 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5d2f791e-a00f-4f66-8ba2-8192c296051c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:47.104455 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-5d2f791e-a00f-4f66-8ba2-8192c296051c None None] Allocated IP 172.20.0.2 (9d791772-95a0-46f1-8e1d-16ecf5ec1c58/d6dbc88c-466a-47cd-98e2-76eb6ebad237/22168e02-b3c9-492a-a92b-be90ef081503) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:46:47.261941 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5d2f791e-a00f-4f66-8ba2-8192c296051c None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:47.270627 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5d2f791e-a00f-4f66-8ba2-8192c296051c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:47.307027 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2f791e-a00f-4f66-8ba2-8192c296051c None None] Network 9d791772-95a0-46f1-8e1d-16ecf5ec1c58 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:46:47.309762 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-5d2f791e-a00f-4f66-8ba2-8192c296051c None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:46:47.313227 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2f791e-a00f-4f66-8ba2-8192c296051c None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:46:47.323982 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f791e-a00f-4f66-8ba2-8192c296051c None None] Pushing event updated for resources: {'Port': ['ID=22168e02-b3c9-492a-a92b-be90ef081503,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:47.324172 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b9e35143-6f96-4a1e-a86d-fb002c917a85 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:47.382534 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-5d2f791e-a00f-4f66-8ba2-8192c296051c None None] Attempting to bind port 22168e02-b3c9-492a-a92b-be90ef081503 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:46:47.382908 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-5d2f791e-a00f-4f66-8ba2-8192c296051c None None] Attempting to bind port 22168e02-b3c9-492a-a92b-be90ef081503 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '8990955d-79d2-4737-a3d7-59ddc0b63b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9d791772-95a0-46f1-8e1d-16ecf5ec1c58'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:46:47.383304 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2f791e-a00f-4f66-8ba2-8192c296051c None None] Attempting to bind port 22168e02-b3c9-492a-a92b-be90ef081503 on network 9d791772-95a0-46f1-8e1d-16ecf5ec1c58 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:46:47.389236 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2f791e-a00f-4f66-8ba2-8192c296051c None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:46:47.389610 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2f791e-a00f-4f66-8ba2-8192c296051c None None] Checking segment: {'id': '8990955d-79d2-4737-a3d7-59ddc0b63b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9d791772-95a0-46f1-8e1d-16ecf5ec1c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:46:47.390127 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5d2f791e-a00f-4f66-8ba2-8192c296051c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:47.390523 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2f791e-a00f-4f66-8ba2-8192c296051c None None] Bound using segment: {'id': '8990955d-79d2-4737-a3d7-59ddc0b63b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9d791772-95a0-46f1-8e1d-16ecf5ec1c58'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:46:47.391008 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-5d2f791e-a00f-4f66-8ba2-8192c296051c None None] Bound port: 22168e02-b3c9-492a-a92b-be90ef081503, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8990955d-79d2-4737-a3d7-59ddc0b63b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9d791772-95a0-46f1-8e1d-16ecf5ec1c58'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:46:47.391395 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5d2f791e-a00f-4f66-8ba2-8192c296051c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:47.458719 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5d2f791e-a00f-4f66-8ba2-8192c296051c None None] For port 22168e02-b3c9-492a-a92b-be90ef081503, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:46:47.464128 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5d2f791e-a00f-4f66-8ba2-8192c296051c None None] For port 22168e02-b3c9-492a-a92b-be90ef081503, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=22168e02-b3c9-492a-a92b-be90ef081503,segment=NetworkSegment(8990955d-79d2-4737-a3d7-59ddc0b63b34),segment_id=8990955d-79d2-4737-a3d7-59ddc0b63b34)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:46:47.470788 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5d2f791e-a00f-4f66-8ba2-8192c296051c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:47.527100 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f791e-a00f-4f66-8ba2-8192c296051c None None] Pushing event updated for resources: {'Port': ['ID=22168e02-b3c9-492a-a92b-be90ef081503,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:47.545398 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b9e35143-6f96-4a1e-a86d-fb002c917a85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:47.564772 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b9e35143-6f96-4a1e-a86d-fb002c917a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:47.703598 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-b9e35143-6f96-4a1e-a86d-fb002c917a85 admin admin] Allocated IP 172.25.6.63 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/e1bce8dc-3f05-454c-b3be-98ba2b4e994d) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:46:47.815808 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b9e35143-6f96-4a1e-a86d-fb002c917a85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:47.855138 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b9e35143-6f96-4a1e-a86d-fb002c917a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:47.878126 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdb01bb-4345-4555-b764-9645b26aaaae None None] Sync routers for ids ['81f3ee41-c983-4f94-8032-d4fc0731a8c9'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:46:47.887507 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdb01bb-4345-4555-b764-9645b26aaaae None None] Routers {'81f3ee41-c983-4f94-8032-d4fc0731a8c9'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:46:47.888218 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5cdb01bb-4345-4555-b764-9645b26aaaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:46:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['81f3ee41-c983-4f94-8032-d4fc0731a8c9'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:47.900391 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e35143-6f96-4a1e-a86d-fb002c917a85 admin admin] Pushing event updated for resources: {'Port': ['ID=e1bce8dc-3f05-454c-b3be-98ba2b4e994d,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:47.910040 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e35143-6f96-4a1e-a86d-fb002c917a85 admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:46:47.911531 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-b9e35143-6f96-4a1e-a86d-fb002c917a85 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:46:47.913899 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e35143-6f96-4a1e-a86d-fb002c917a85 admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:46:47.960982 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 22168e02-b3c9-492a-a92b-be90ef081503 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:46:47.997878 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-5cdb01bb-4345-4555-b764-9645b26aaaae None None] Set router 81f3ee41-c983-4f94-8032-d4fc0731a8c9 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:46:48.016016 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 22168e02-b3c9-492a-a92b-be90ef081503 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:46:48.016404 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:48.101109 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:48.135870 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 22168e02-b3c9-492a-a92b-be90ef081503, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=22168e02-b3c9-492a-a92b-be90ef081503,segment=NetworkSegment(8990955d-79d2-4737-a3d7-59ddc0b63b34),segment_id=8990955d-79d2-4737-a3d7-59ddc0b63b34)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:46:48.141562 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:48.142655 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f52fe602-659d-4974-b811-7b6dcacbd3f5 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:46:48.172619 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b9e35143-6f96-4a1e-a86d-fb002c917a85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:48.215218 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5cdb01bb-4345-4555-b764-9645b26aaaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3ee41-c983-4f94-8032-d4fc0731a8c9', 'name': 'tempest-TestEncryptedCinderVolumes-1652776704-router', 'tenant_id': '8d0cab54c0a249af86ed2b390bbae21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'f52fe602-659d-4974-b811-7b6dcacbd3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:46:42Z', 'updated_at': '2021-09-21T18:46:45Z', 'revision_number': 4, 'project_id': '8d0cab54c0a249af86ed2b390bbae21b', 'gw_port': {'id': 'f52fe602-659d-4974-b811-7b6dcacbd3f5', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:66:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f3ee41-c983-4f94-8032-d4fc0731a8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:46:43Z', 'updated_at': '2021-09-21T18:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '42a8b968-5e51-4dbc-a790-9eef007bc29e', 'name': '', 'network_id': '19dc6436-09d4-4150-9229-4634ad1bb9dc', 'tenant_id': '8d0cab54c0a249af86ed2b390bbae21b', 'mac_address': 'fa:16:3e:ef:da:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f3ee41-c983-4f94-8032-d4fc0731a8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '8e64bd9e-ab22-4589-bdc7-70f1e13ac1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:46:44Z', 'updated_at': '2021-09-21T18:46:45Z', 'revision_number': 2, 'project_id': '8d0cab54c0a249af86ed2b390bbae21b', 'subnets': [{'id': '8e64bd9e-ab22-4589-bdc7-70f1e13ac1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:48.233217 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=22168e02-b3c9-492a-a92b-be90ef081503,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:48.240564 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port f52fe602-659d-4974-b811-7b6dcacbd3f5 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:46:48.240935 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:48.242294 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdb01bb-4345-4555-b764-9645b26aaaae None None] Checking router: 81f3ee41-c983-4f94-8032-d4fc0731a8c9 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:46:48.242772 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdb01bb-4345-4555-b764-9645b26aaaae None None] Updating router 81f3ee41-c983-4f94-8032-d4fc0731a8c9 port 42a8b968-5e51-4dbc-a790-9eef007bc29e binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:46:48.266943 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-5cdb01bb-4345-4555-b764-9645b26aaaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:48.331006 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:48.352078 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port f52fe602-659d-4974-b811-7b6dcacbd3f5, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f52fe602-659d-4974-b811-7b6dcacbd3f5,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:46:48.358416 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:48.387207 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b9e35143-6f96-4a1e-a86d-fb002c917a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:48.419389 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=f52fe602-659d-4974-b811-7b6dcacbd3f5,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:48.494844 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-aeb7a581-9c81-418a-84e5-65db89d8a8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:48.541263 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e35143-6f96-4a1e-a86d-fb002c917a85 admin admin] Router 9ddb065a-1232-4d90-a796-1bbaab876ce2 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:46:48.649909 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e35143-6f96-4a1e-a86d-fb002c917a85 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:46:48.659878 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3461aa-daa6-4d67-90e3-7597cb1d3c46 None None] Sync routers for ids ['9ddb065a-1232-4d90-a796-1bbaab876ce2'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:46:48.667719 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b9e35143-6f96-4a1e-a86d-fb002c917a85 admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:48.668909 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-5cdb01bb-4345-4555-b764-9645b26aaaae None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:48.672555 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b9e35143-6f96-4a1e-a86d-fb002c917a85 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8578725 Sep 21 18:46:48.672677 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54212) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:46:48.673801 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3461aa-daa6-4d67-90e3-7597cb1d3c46 None None] Routers {'9ddb065a-1232-4d90-a796-1bbaab876ce2'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:46:48.674856 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-7d3461aa-daa6-4d67-90e3-7597cb1d3c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:46:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['9ddb065a-1232-4d90-a796-1bbaab876ce2'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:48.681283 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-5cdb01bb-4345-4555-b764-9645b26aaaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:48.682617 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292e7d9b-5608-484a-b326-232c0640ee03 None None] Network 9d791772-95a0-46f1-8e1d-16ecf5ec1c58 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:46:48.727548 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf535d-fe67-4a8a-9dd0-79ce38de702f None None] Pushing event updated for resources: {'Port': ['ID=42a8b968-5e51-4dbc-a790-9eef007bc29e,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:48.765667 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf535d-fe67-4a8a-9dd0-79ce38de702f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:48.766312 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf535d-fe67-4a8a-9dd0-79ce38de702f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:48.766825 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf535d-fe67-4a8a-9dd0-79ce38de702f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:48.767164 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf535d-fe67-4a8a-9dd0-79ce38de702f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:48.767571 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf535d-fe67-4a8a-9dd0-79ce38de702f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:48.767908 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf535d-fe67-4a8a-9dd0-79ce38de702f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:48.768232 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf535d-fe67-4a8a-9dd0-79ce38de702f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:48.768688 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf535d-fe67-4a8a-9dd0-79ce38de702f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:48.769013 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf535d-fe67-4a8a-9dd0-79ce38de702f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:48.769330 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf535d-fe67-4a8a-9dd0-79ce38de702f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:48.769654 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf535d-fe67-4a8a-9dd0-79ce38de702f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:48.769970 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf535d-fe67-4a8a-9dd0-79ce38de702f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:46:48.786249 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-341fb87f-43dd-4dd8-973c-9970e5905942 None None] Provisioning complete for port 22168e02-b3c9-492a-a92b-be90ef081503 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:46:48.786754 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-341fb87f-43dd-4dd8-973c-9970e5905942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:48.816040 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-5cdb01bb-4345-4555-b764-9645b26aaaae None None] Attempting to bind port 42a8b968-5e51-4dbc-a790-9eef007bc29e on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:46:48.816408 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-5cdb01bb-4345-4555-b764-9645b26aaaae None None] Attempting to bind port 42a8b968-5e51-4dbc-a790-9eef007bc29e by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '31f37bac-c178-4afa-b879-f56883ed55dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '19dc6436-09d4-4150-9229-4634ad1bb9dc'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:46:48.816759 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdb01bb-4345-4555-b764-9645b26aaaae None None] Attempting to bind port 42a8b968-5e51-4dbc-a790-9eef007bc29e on network 19dc6436-09d4-4150-9229-4634ad1bb9dc {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:46:48.822849 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdb01bb-4345-4555-b764-9645b26aaaae None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:46:48.823398 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdb01bb-4345-4555-b764-9645b26aaaae None None] Checking segment: {'id': '31f37bac-c178-4afa-b879-f56883ed55dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '19dc6436-09d4-4150-9229-4634ad1bb9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:46:48.824050 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-5cdb01bb-4345-4555-b764-9645b26aaaae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:48.824444 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdb01bb-4345-4555-b764-9645b26aaaae None None] Bound using segment: {'id': '31f37bac-c178-4afa-b879-f56883ed55dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '19dc6436-09d4-4150-9229-4634ad1bb9dc'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:46:48.824909 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-5cdb01bb-4345-4555-b764-9645b26aaaae None None] Bound port: 42a8b968-5e51-4dbc-a790-9eef007bc29e, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f37bac-c178-4afa-b879-f56883ed55dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '19dc6436-09d4-4150-9229-4634ad1bb9dc'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:46:48.825287 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-5cdb01bb-4345-4555-b764-9645b26aaaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:48.898653 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-5cdb01bb-4345-4555-b764-9645b26aaaae None None] For port 42a8b968-5e51-4dbc-a790-9eef007bc29e, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:46:48.902063 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-5cdb01bb-4345-4555-b764-9645b26aaaae None None] For port 42a8b968-5e51-4dbc-a790-9eef007bc29e, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=42a8b968-5e51-4dbc-a790-9eef007bc29e,segment=NetworkSegment(31f37bac-c178-4afa-b879-f56883ed55dc),segment_id=31f37bac-c178-4afa-b879-f56883ed55dc)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:46:48.906972 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-5cdb01bb-4345-4555-b764-9645b26aaaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:48.967992 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdb01bb-4345-4555-b764-9645b26aaaae None None] Routers {'81f3ee41-c983-4f94-8032-d4fc0731a8c9'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:46:48.968909 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5cdb01bb-4345-4555-b764-9645b26aaaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:46:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['81f3ee41-c983-4f94-8032-d4fc0731a8c9'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:49.008369 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf535d-fe67-4a8a-9dd0-79ce38de702f None None] Pushing event updated for resources: {'Port': ['ID=42a8b968-5e51-4dbc-a790-9eef007bc29e,revision_number=4']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:49.127555 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-7d3461aa-daa6-4d67-90e3-7597cb1d3c46 None None] Set router 9ddb065a-1232-4d90-a796-1bbaab876ce2 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:46:49.138828 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-5cdb01bb-4345-4555-b764-9645b26aaaae None None] Set router 81f3ee41-c983-4f94-8032-d4fc0731a8c9 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:46:49.209624 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:49.373302 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5cdb01bb-4345-4555-b764-9645b26aaaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3ee41-c983-4f94-8032-d4fc0731a8c9', 'name': 'tempest-TestEncryptedCinderVolumes-1652776704-router', 'tenant_id': '8d0cab54c0a249af86ed2b390bbae21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'f52fe602-659d-4974-b811-7b6dcacbd3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:46:42Z', 'updated_at': '2021-09-21T18:46:45Z', 'revision_number': 4, 'project_id': '8d0cab54c0a249af86ed2b390bbae21b', 'gw_port': {'id': 'f52fe602-659d-4974-b811-7b6dcacbd3f5', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:66:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3ee41-c983-4f94-8032-d4fc0731a8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:46:43Z', 'updated_at': '2021-09-21T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '42a8b968-5e51-4dbc-a790-9eef007bc29e', 'name': '', 'network_id': '19dc6436-09d4-4150-9229-4634ad1bb9dc', 'tenant_id': '8d0cab54c0a249af86ed2b390bbae21b', 'mac_address': 'fa:16:3e:ef:da:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f3ee41-c983-4f94-8032-d4fc0731a8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '8e64bd9e-ab22-4589-bdc7-70f1e13ac1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:46:44Z', 'updated_at': '2021-09-21T18:46:48Z', 'revision_number': 4, 'project_id': '8d0cab54c0a249af86ed2b390bbae21b', 'subnets': [{'id': '8e64bd9e-ab22-4589-bdc7-70f1e13ac1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:49.405770 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-7d3461aa-daa6-4d67-90e3-7597cb1d3c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddb065a-1232-4d90-a796-1bbaab876ce2', 'name': 'tempest-TestEncryptedCinderVolumes-574845300-router', 'tenant_id': '34c50931fa0b49e5923a284a19e2ba7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'e1bce8dc-3f05-454c-b3be-98ba2b4e994d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:46:46Z', 'updated_at': '2021-09-21T18:46:48Z', 'revision_number': 3, 'project_id': '34c50931fa0b49e5923a284a19e2ba7b', 'gw_port': {'id': 'e1bce8dc-3f05-454c-b3be-98ba2b4e994d', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddb065a-1232-4d90-a796-1bbaab876ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:46:47Z', 'updated_at': '2021-09-21T18:46:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:49.412068 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdb01bb-4345-4555-b764-9645b26aaaae None None] The sync data for ids ['81f3ee41-c983-4f94-8032-d4fc0731a8c9'] in n-d-810291-1 is: [{'id': '81f3ee41-c983-4f94-8032-d4fc0731a8c9', 'name': 'tempest-TestEncryptedCinderVolumes-1652776704-router', 'tenant_id': '8d0cab54c0a249af86ed2b390bbae21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'f52fe602-659d-4974-b811-7b6dcacbd3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:46:42Z', 'updated_at': '2021-09-21T18:46:45Z', 'revision_number': 4, 'project_id': '8d0cab54c0a249af86ed2b390bbae21b', 'gw_port': {'id': 'f52fe602-659d-4974-b811-7b6dcacbd3f5', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:66:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3ee41-c983-4f94-8032-d4fc0731a8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:46:43Z', 'updated_at': '2021-09-21T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '42a8b968-5e51-4dbc-a790-9eef007bc29e', 'name': '', 'network_id': '19dc6436-09d4-4150-9229-4634ad1bb9dc', 'tenant_id': '8d0cab54c0a249af86ed2b390bbae21b', 'mac_address': 'fa:16:3e:ef:da:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f3ee41-c983-4f94-8032-d4fc0731a8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '8e64bd9e-ab22-4589-bdc7-70f1e13ac1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:46:44Z', 'updated_at': '2021-09-21T18:46:48Z', 'revision_number': 4, 'project_id': '8d0cab54c0a249af86ed2b390bbae21b', 'subnets': [{'id': '8e64bd9e-ab22-4589-bdc7-70f1e13ac1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:46:49.443042 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3461aa-daa6-4d67-90e3-7597cb1d3c46 None None] Checking router: 9ddb065a-1232-4d90-a796-1bbaab876ce2 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:46:49.443420 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3461aa-daa6-4d67-90e3-7597cb1d3c46 None None] Updating router 9ddb065a-1232-4d90-a796-1bbaab876ce2 port e1bce8dc-3f05-454c-b3be-98ba2b4e994d binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:46:49.485327 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7d3461aa-daa6-4d67-90e3-7597cb1d3c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:49.514612 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-c04a85fc-a6cc-4e36-9964-673a4fec73ee None None] Provisioning complete for port 42a8b968-5e51-4dbc-a790-9eef007bc29e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:46:49.515097 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c04a85fc-a6cc-4e36-9964-673a4fec73ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:49.564017 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b3b90209-9421-45fc-9d76-b406d84dcaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:49.685812 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c04a85fc-a6cc-4e36-9964-673a4fec73ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:49.727729 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-b3b90209-9421-45fc-9d76-b406d84dcaec admin admin] Allocated IP 172.20.0.1 (9d791772-95a0-46f1-8e1d-16ecf5ec1c58/d6dbc88c-466a-47cd-98e2-76eb6ebad237/3f0d2093-90f3-42db-ab24-ffbe08cd9fa7) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:46:49.770251 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-c04a85fc-a6cc-4e36-9964-673a4fec73ee None None] For port 42a8b968-5e51-4dbc-a790-9eef007bc29e, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=42a8b968-5e51-4dbc-a790-9eef007bc29e,segment=NetworkSegment(31f37bac-c178-4afa-b879-f56883ed55dc),segment_id=31f37bac-c178-4afa-b879-f56883ed55dc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:46:49.776791 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c04a85fc-a6cc-4e36-9964-673a4fec73ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:49.850282 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b3b90209-9421-45fc-9d76-b406d84dcaec admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:49.854389 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a85fc-a6cc-4e36-9964-673a4fec73ee None None] Pushing event updated for resources: {'Port': ['ID=42a8b968-5e51-4dbc-a790-9eef007bc29e,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:49.897746 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b3b90209-9421-45fc-9d76-b406d84dcaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:49.915446 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7d3461aa-daa6-4d67-90e3-7597cb1d3c46 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:49.916960 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-491508ae-966a-453c-9562-793b52ec7c91 None None] Provisioning complete for port 22168e02-b3c9-492a-a92b-be90ef081503 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:46:49.917315 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-491508ae-966a-453c-9562-793b52ec7c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:49.946521 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7d3461aa-daa6-4d67-90e3-7597cb1d3c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:49.955073 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b90209-9421-45fc-9d76-b406d84dcaec admin admin] Network 9d791772-95a0-46f1-8e1d-16ecf5ec1c58 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:46:49.958223 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-b3b90209-9421-45fc-9d76-b406d84dcaec admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:46:49.962240 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b90209-9421-45fc-9d76-b406d84dcaec admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:46:49.983996 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 22168e02-b3c9-492a-a92b-be90ef081503 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:46:50.002526 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b90209-9421-45fc-9d76-b406d84dcaec admin admin] Pushing event updated for resources: {'Port': ['ID=3f0d2093-90f3-42db-ab24-ffbe08cd9fa7,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:50.011488 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b3b90209-9421-45fc-9d76-b406d84dcaec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:50.050144 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-7d3461aa-daa6-4d67-90e3-7597cb1d3c46 None None] Attempting to bind port e1bce8dc-3f05-454c-b3be-98ba2b4e994d on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:46:50.050359 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-7d3461aa-daa6-4d67-90e3-7597cb1d3c46 None None] Attempting to bind port e1bce8dc-3f05-454c-b3be-98ba2b4e994d by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:46:50.050643 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3461aa-daa6-4d67-90e3-7597cb1d3c46 None None] Attempting to bind port e1bce8dc-3f05-454c-b3be-98ba2b4e994d on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:46:50.052721 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5859def-f79d-470a-8d95-4dd43ec4caac None None] Pushing event updated for resources: {'Port': ['ID=e1bce8dc-3f05-454c-b3be-98ba2b4e994d,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:50.067172 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3461aa-daa6-4d67-90e3-7597cb1d3c46 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:46:50.067545 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3461aa-daa6-4d67-90e3-7597cb1d3c46 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:46:50.067945 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7d3461aa-daa6-4d67-90e3-7597cb1d3c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:50.068330 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3461aa-daa6-4d67-90e3-7597cb1d3c46 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:46:50.068804 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-7d3461aa-daa6-4d67-90e3-7597cb1d3c46 None None] Bound port: e1bce8dc-3f05-454c-b3be-98ba2b4e994d, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:46:50.069173 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7d3461aa-daa6-4d67-90e3-7597cb1d3c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:50.173109 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-7d3461aa-daa6-4d67-90e3-7597cb1d3c46 None None] For port e1bce8dc-3f05-454c-b3be-98ba2b4e994d, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:46:50.182543 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b3b90209-9421-45fc-9d76-b406d84dcaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:50.185069 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 22168e02-b3c9-492a-a92b-be90ef081503 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:46:50.185444 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:50.212900 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-7d3461aa-daa6-4d67-90e3-7597cb1d3c46 None None] For port e1bce8dc-3f05-454c-b3be-98ba2b4e994d, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e1bce8dc-3f05-454c-b3be-98ba2b4e994d,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:46:50.223586 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7d3461aa-daa6-4d67-90e3-7597cb1d3c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:50.322319 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3461aa-daa6-4d67-90e3-7597cb1d3c46 None None] Routers {'9ddb065a-1232-4d90-a796-1bbaab876ce2'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:46:50.322965 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-7d3461aa-daa6-4d67-90e3-7597cb1d3c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:46:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['9ddb065a-1232-4d90-a796-1bbaab876ce2'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:50.335144 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5859def-f79d-470a-8d95-4dd43ec4caac None None] Pushing event updated for resources: {'Port': ['ID=e1bce8dc-3f05-454c-b3be-98ba2b4e994d,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:50.364802 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b3b90209-9421-45fc-9d76-b406d84dcaec admin admin] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:50.371095 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b3b90209-9421-45fc-9d76-b406d84dcaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:50.397675 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f52fe602-659d-4974-b811-7b6dcacbd3f5 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:46:50.402465 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:50.403158 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-182c7d47-78d7-44e7-8bab-79e86ae42c43 None None] Provisioning complete for port 3f0d2093-90f3-42db-ab24-ffbe08cd9fa7 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:46:50.403513 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-182c7d47-78d7-44e7-8bab-79e86ae42c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:50.442502 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b90209-9421-45fc-9d76-b406d84dcaec admin admin] Pushing event updated for resources: {'Port': ['ID=3f0d2093-90f3-42db-ab24-ffbe08cd9fa7,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:50.448754 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b3b90209-9421-45fc-9d76-b406d84dcaec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:50.518194 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-182c7d47-78d7-44e7-8bab-79e86ae42c43 None None] Port 3f0d2093-90f3-42db-ab24-ffbe08cd9fa7 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:46:50.520654 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-7d3461aa-daa6-4d67-90e3-7597cb1d3c46 None None] Set router 9ddb065a-1232-4d90-a796-1bbaab876ce2 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:46:50.542853 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b90209-9421-45fc-9d76-b406d84dcaec admin admin] Network 9d791772-95a0-46f1-8e1d-16ecf5ec1c58 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:46:50.544936 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-b3b90209-9421-45fc-9d76-b406d84dcaec admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:46:50.598066 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port f52fe602-659d-4974-b811-7b6dcacbd3f5 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:46:50.598441 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:50.672967 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b90209-9421-45fc-9d76-b406d84dcaec admin admin] Router 9ddb065a-1232-4d90-a796-1bbaab876ce2 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:46:50.770157 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 42a8b968-5e51-4dbc-a790-9eef007bc29e up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:46:50.789575 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b90209-9421-45fc-9d76-b406d84dcaec admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:46:50.795200 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b3b90209-9421-45fc-9d76-b406d84dcaec admin admin] 10.222.0.58 "PUT /v2.0/routers/9ddb065a-1232-4d90-a796-1bbaab876ce2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1210480 Sep 21 18:46:50.818736 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-7d3461aa-daa6-4d67-90e3-7597cb1d3c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddb065a-1232-4d90-a796-1bbaab876ce2', 'name': 'tempest-TestEncryptedCinderVolumes-574845300-router', 'tenant_id': '34c50931fa0b49e5923a284a19e2ba7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'e1bce8dc-3f05-454c-b3be-98ba2b4e994d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:46:46Z', 'updated_at': '2021-09-21T18:46:50Z', 'revision_number': 4, 'project_id': '34c50931fa0b49e5923a284a19e2ba7b', 'gw_port': {'id': 'e1bce8dc-3f05-454c-b3be-98ba2b4e994d', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddb065a-1232-4d90-a796-1bbaab876ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:46:47Z', 'updated_at': '2021-09-21T18:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '3f0d2093-90f3-42db-ab24-ffbe08cd9fa7', 'name': '', 'network_id': '9d791772-95a0-46f1-8e1d-16ecf5ec1c58', 'tenant_id': '34c50931fa0b49e5923a284a19e2ba7b', 'mac_address': 'fa:16:3e:27:6f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddb065a-1232-4d90-a796-1bbaab876ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'd6dbc88c-466a-47cd-98e2-76eb6ebad237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:46:49Z', 'updated_at': '2021-09-21T18:46:49Z', 'revision_number': 1, 'project_id': '34c50931fa0b49e5923a284a19e2ba7b', 'subnets': [{'id': 'd6dbc88c-466a-47cd-98e2-76eb6ebad237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:50.856507 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3461aa-daa6-4d67-90e3-7597cb1d3c46 None None] The sync data for ids ['9ddb065a-1232-4d90-a796-1bbaab876ce2'] in n-d-810291-1 is: [{'id': '9ddb065a-1232-4d90-a796-1bbaab876ce2', 'name': 'tempest-TestEncryptedCinderVolumes-574845300-router', 'tenant_id': '34c50931fa0b49e5923a284a19e2ba7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'e1bce8dc-3f05-454c-b3be-98ba2b4e994d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:46:46Z', 'updated_at': '2021-09-21T18:46:50Z', 'revision_number': 4, 'project_id': '34c50931fa0b49e5923a284a19e2ba7b', 'gw_port': {'id': 'e1bce8dc-3f05-454c-b3be-98ba2b4e994d', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddb065a-1232-4d90-a796-1bbaab876ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:46:47Z', 'updated_at': '2021-09-21T18:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '3f0d2093-90f3-42db-ab24-ffbe08cd9fa7', 'name': '', 'network_id': '9d791772-95a0-46f1-8e1d-16ecf5ec1c58', 'tenant_id': '34c50931fa0b49e5923a284a19e2ba7b', 'mac_address': 'fa:16:3e:27:6f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddb065a-1232-4d90-a796-1bbaab876ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'd6dbc88c-466a-47cd-98e2-76eb6ebad237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:46:49Z', 'updated_at': '2021-09-21T18:46:49Z', 'revision_number': 1, 'project_id': '34c50931fa0b49e5923a284a19e2ba7b', 'subnets': [{'id': 'd6dbc88c-466a-47cd-98e2-76eb6ebad237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:46:50.875196 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 42a8b968-5e51-4dbc-a790-9eef007bc29e triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:46:50.875196 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:50.875196 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-d5e0b902-b313-4518-b73a-84ebba3e8778 None None] Provisioning complete for port 3f0d2093-90f3-42db-ab24-ffbe08cd9fa7 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:46:50.875573 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d5e0b902-b313-4518-b73a-84ebba3e8778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:50.935884 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-d5e0b902-b313-4518-b73a-84ebba3e8778 None None] Port 3f0d2093-90f3-42db-ab24-ffbe08cd9fa7 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:46:51.663858 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-b4c6a6a0-8275-43b2-9dd3-c5ecb8236bea tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:51.665344 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-b4c6a6a0-8275-43b2-9dd3-c5ecb8236bea tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/networks?id=19dc6436-09d4-4150-9229-4634ad1bb9dc HTTP/1.1" status: 200 len: 817 time: 0.1038678 Sep 21 18:46:51.681114 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-9a53c832-55fc-4c59-bf69-5f5ac6039a52 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/quotas/8d0cab54c0a249af86ed2b390bbae21b HTTP/1.1" status: 200 len: 375 time: 0.0096254 Sep 21 18:46:51.740810 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-84318bc1-804b-4a5f-99a9-ba6a06f22702 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8d0cab54c0a249af86ed2b390bbae21b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539761 Sep 21 18:46:51.791414 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:51.842212 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-7e8eba3d-00b9-49e6-ab0e-fad05f75133b service neutron] 10.222.0.58 "GET /v2.0/networks/19dc6436-09d4-4150-9229-4634ad1bb9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892308 Sep 21 18:46:51.881168 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 42a8b968-5e51-4dbc-a790-9eef007bc29e up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:46:51.931527 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 42a8b968-5e51-4dbc-a790-9eef007bc29e triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:46:51.931903 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:51.934997 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-0281377f-1105-4245-9213-c7530adcbcda service neutron] 10.222.0.58 "GET /v2.0/networks/19dc6436-09d4-4150-9229-4634ad1bb9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864246 Sep 21 18:46:52.132653 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-17f14289-1888-468b-b5c8-f48ef8cb7875 req-e76daaf8-cdb8-447f-8576-e7c44df45fb1 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a124c27-04fe-4f3b-a836-ac64491be318 HTTP/1.1" status: 200 len: 210 time: 0.0272660 Sep 21 18:46:53.133466 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-1a3893b5-6c88-4cb3-8c29-171bdb0c1ec6 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:53.134992 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-1a3893b5-6c88-4cb3-8c29-171bdb0c1ec6 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.44 "GET /v2.0/networks?id=19dc6436-09d4-4150-9229-4634ad1bb9dc HTTP/1.1" status: 200 len: 817 time: 0.1055305 Sep 21 18:46:53.149240 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-e514ca03-5fb6-497e-a360-250e55da9f08 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Request body: {'port': {'device_id': '5a124c27-04fe-4f3b-a836-ac64491be318', 'network_id': '19dc6436-09d4-4150-9229-4634ad1bb9dc', 'admin_state_up': True, 'tenant_id': '8d0cab54c0a249af86ed2b390bbae21b'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:46:53.258548 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e938dd41-160a-4596-bdaa-9223c1aae3b4 req-21c62d21-a998-4d47-a83e-68e82fb5dcb9 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a124c27-04fe-4f3b-a836-ac64491be318 HTTP/1.1" status: 200 len: 210 time: 0.0343020 Sep 21 18:46:53.265981 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-e514ca03-5fb6-497e-a360-250e55da9f08 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Made reservation on behalf of 8d0cab54c0a249af86ed2b390bbae21b for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:46:53.269844 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-e514ca03-5fb6-497e-a360-250e55da9f08 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:53.403734 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-e514ca03-5fb6-497e-a360-250e55da9f08 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Allocated IP 172.20.0.4 (19dc6436-09d4-4150-9229-4634ad1bb9dc/8e64bd9e-ab22-4589-bdc7-70f1e13ac1fa/cc5adc17-5858-4417-a396-ffb44f882e4a) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:46:53.486223 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac869a30-4baa-49ba-aafb-b1c311cf1d26 None None] Sync routers for ids ['9ddb065a-1232-4d90-a796-1bbaab876ce2'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:46:53.495967 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac869a30-4baa-49ba-aafb-b1c311cf1d26 None None] Routers {'9ddb065a-1232-4d90-a796-1bbaab876ce2'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:46:53.496582 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-ac869a30-4baa-49ba-aafb-b1c311cf1d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:46:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['9ddb065a-1232-4d90-a796-1bbaab876ce2'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:53.561349 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-e514ca03-5fb6-497e-a360-250e55da9f08 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:53.596396 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-e514ca03-5fb6-497e-a360-250e55da9f08 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:53.602282 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-ac869a30-4baa-49ba-aafb-b1c311cf1d26 None None] Set router 9ddb065a-1232-4d90-a796-1bbaab876ce2 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:46:53.637538 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-e514ca03-5fb6-497e-a360-250e55da9f08 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Network 19dc6436-09d4-4150-9229-4634ad1bb9dc is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:46:53.640664 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-e514ca03-5fb6-497e-a360-250e55da9f08 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:46:53.646882 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-e514ca03-5fb6-497e-a360-250e55da9f08 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:46:53.677404 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e514ca03-5fb6-497e-a360-250e55da9f08 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Pushing event updated for resources: {'Port': ['ID=cc5adc17-5858-4417-a396-ffb44f882e4a,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:53.701966 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-e514ca03-5fb6-497e-a360-250e55da9f08 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:53.702648 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-e514ca03-5fb6-497e-a360-250e55da9f08 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:53.722542 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-e514ca03-5fb6-497e-a360-250e55da9f08 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5772426 Sep 21 18:46:53.735942 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-aafda8df-3ab5-42d7-a40a-b688cbd4891d service neutron] Request body: {'port': {'device_id': '5a124c27-04fe-4f3b-a836-ac64491be318', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:46:53.799425 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-aafda8df-3ab5-42d7-a40a-b688cbd4891d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:53.823626 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-ac869a30-4baa-49ba-aafb-b1c311cf1d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddb065a-1232-4d90-a796-1bbaab876ce2', 'name': 'tempest-TestEncryptedCinderVolumes-574845300-router', 'tenant_id': '34c50931fa0b49e5923a284a19e2ba7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'e1bce8dc-3f05-454c-b3be-98ba2b4e994d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:46:46Z', 'updated_at': '2021-09-21T18:46:50Z', 'revision_number': 4, 'project_id': '34c50931fa0b49e5923a284a19e2ba7b', 'gw_port': {'id': 'e1bce8dc-3f05-454c-b3be-98ba2b4e994d', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddb065a-1232-4d90-a796-1bbaab876ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:46:47Z', 'updated_at': '2021-09-21T18:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '3f0d2093-90f3-42db-ab24-ffbe08cd9fa7', 'name': '', 'network_id': '9d791772-95a0-46f1-8e1d-16ecf5ec1c58', 'tenant_id': '34c50931fa0b49e5923a284a19e2ba7b', 'mac_address': 'fa:16:3e:27:6f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddb065a-1232-4d90-a796-1bbaab876ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'd6dbc88c-466a-47cd-98e2-76eb6ebad237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:46:49Z', 'updated_at': '2021-09-21T18:46:50Z', 'revision_number': 2, 'project_id': '34c50931fa0b49e5923a284a19e2ba7b', 'subnets': [{'id': 'd6dbc88c-466a-47cd-98e2-76eb6ebad237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:53.855924 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac869a30-4baa-49ba-aafb-b1c311cf1d26 None None] Checking router: 9ddb065a-1232-4d90-a796-1bbaab876ce2 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:46:53.856696 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac869a30-4baa-49ba-aafb-b1c311cf1d26 None None] Updating router 9ddb065a-1232-4d90-a796-1bbaab876ce2 port 3f0d2093-90f3-42db-ab24-ffbe08cd9fa7 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:46:53.887935 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-ac869a30-4baa-49ba-aafb-b1c311cf1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:53.898895 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:53.933993 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e1bce8dc-3f05-454c-b3be-98ba2b4e994d up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:46:53.984068 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-74b7d770-3113-48bb-a3fb-296d1f3c16ab None None] Provisioning complete for port cc5adc17-5858-4417-a396-ffb44f882e4a triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:46:53.984346 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-74b7d770-3113-48bb-a3fb-296d1f3c16ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:54.020054 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port e1bce8dc-3f05-454c-b3be-98ba2b4e994d triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:46:54.020728 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:54.047828 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-74b7d770-3113-48bb-a3fb-296d1f3c16ab None None] Port cc5adc17-5858-4417-a396-ffb44f882e4a cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:46:54.086883 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-aafda8df-3ab5-42d7-a40a-b688cbd4891d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc5adc17-5858-4417-a396-ffb44f882e4a {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:46:54.095552 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-aafda8df-3ab5-42d7-a40a-b688cbd4891d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:54.108405 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-aafda8df-3ab5-42d7-a40a-b688cbd4891d service neutron] Transition to ACTIVE for port object cc5adc17-5858-4417-a396-ffb44f882e4a will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:46:54.109732 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:54.112917 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-aafda8df-3ab5-42d7-a40a-b688cbd4891d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:54.133358 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port e1bce8dc-3f05-454c-b3be-98ba2b4e994d, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e1bce8dc-3f05-454c-b3be-98ba2b4e994d,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:46:54.141135 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:54.168958 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafda8df-3ab5-42d7-a40a-b688cbd4891d service neutron] Pushing event updated for resources: {'Port': ['ID=cc5adc17-5858-4417-a396-ffb44f882e4a,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:54.178169 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-ac869a30-4baa-49ba-aafb-b1c311cf1d26 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:54.186054 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-ac869a30-4baa-49ba-aafb-b1c311cf1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:54.195427 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=e1bce8dc-3f05-454c-b3be-98ba2b4e994d,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:54.243236 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaad8ef-bc8d-434e-9e3d-955b1ad6ad59 None None] Pushing event updated for resources: {'Port': ['ID=3f0d2093-90f3-42db-ab24-ffbe08cd9fa7,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:54.272052 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-aafda8df-3ab5-42d7-a40a-b688cbd4891d service neutron] Attempting to bind port cc5adc17-5858-4417-a396-ffb44f882e4a on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:46:54.272645 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-aafda8df-3ab5-42d7-a40a-b688cbd4891d service neutron] Attempting to bind port cc5adc17-5858-4417-a396-ffb44f882e4a by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '31f37bac-c178-4afa-b879-f56883ed55dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '19dc6436-09d4-4150-9229-4634ad1bb9dc'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:46:54.275220 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-aafda8df-3ab5-42d7-a40a-b688cbd4891d service neutron] Attempting to bind port cc5adc17-5858-4417-a396-ffb44f882e4a on network 19dc6436-09d4-4150-9229-4634ad1bb9dc {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:46:54.285521 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-aafda8df-3ab5-42d7-a40a-b688cbd4891d service neutron] Port cc5adc17-5858-4417-a396-ffb44f882e4a on network 19dc6436-09d4-4150-9229-4634ad1bb9dc not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:46:54.286179 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-aafda8df-3ab5-42d7-a40a-b688cbd4891d service neutron] Attempting to bind port cc5adc17-5858-4417-a396-ffb44f882e4a on network 19dc6436-09d4-4150-9229-4634ad1bb9dc {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:46:54.294200 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-aafda8df-3ab5-42d7-a40a-b688cbd4891d service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:46:54.294390 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-aafda8df-3ab5-42d7-a40a-b688cbd4891d service neutron] Checking segment: {'id': '31f37bac-c178-4afa-b879-f56883ed55dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '19dc6436-09d4-4150-9229-4634ad1bb9dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:46:54.294673 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-aafda8df-3ab5-42d7-a40a-b688cbd4891d service neutron] Bound using segment: {'id': '31f37bac-c178-4afa-b879-f56883ed55dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '19dc6436-09d4-4150-9229-4634ad1bb9dc'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:46:54.295153 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-aafda8df-3ab5-42d7-a40a-b688cbd4891d service neutron] Bound port: cc5adc17-5858-4417-a396-ffb44f882e4a, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f37bac-c178-4afa-b879-f56883ed55dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '19dc6436-09d4-4150-9229-4634ad1bb9dc'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:46:54.295522 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-aafda8df-3ab5-42d7-a40a-b688cbd4891d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:54.322160 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-ac869a30-4baa-49ba-aafb-b1c311cf1d26 None None] Attempting to bind port 3f0d2093-90f3-42db-ab24-ffbe08cd9fa7 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:46:54.322454 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-ac869a30-4baa-49ba-aafb-b1c311cf1d26 None None] Attempting to bind port 3f0d2093-90f3-42db-ab24-ffbe08cd9fa7 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '8990955d-79d2-4737-a3d7-59ddc0b63b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9d791772-95a0-46f1-8e1d-16ecf5ec1c58'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:46:54.322820 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac869a30-4baa-49ba-aafb-b1c311cf1d26 None None] Attempting to bind port 3f0d2093-90f3-42db-ab24-ffbe08cd9fa7 on network 9d791772-95a0-46f1-8e1d-16ecf5ec1c58 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:46:54.328576 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac869a30-4baa-49ba-aafb-b1c311cf1d26 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:46:54.328962 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac869a30-4baa-49ba-aafb-b1c311cf1d26 None None] Checking segment: {'id': '8990955d-79d2-4737-a3d7-59ddc0b63b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9d791772-95a0-46f1-8e1d-16ecf5ec1c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:46:54.329329 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-ac869a30-4baa-49ba-aafb-b1c311cf1d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:54.329718 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac869a30-4baa-49ba-aafb-b1c311cf1d26 None None] Bound using segment: {'id': '8990955d-79d2-4737-a3d7-59ddc0b63b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9d791772-95a0-46f1-8e1d-16ecf5ec1c58'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:46:54.330178 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-ac869a30-4baa-49ba-aafb-b1c311cf1d26 None None] Bound port: 3f0d2093-90f3-42db-ab24-ffbe08cd9fa7, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8990955d-79d2-4737-a3d7-59ddc0b63b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9d791772-95a0-46f1-8e1d-16ecf5ec1c58'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:46:54.330554 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-ac869a30-4baa-49ba-aafb-b1c311cf1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:54.414886 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-aafda8df-3ab5-42d7-a40a-b688cbd4891d service neutron] For port cc5adc17-5858-4417-a396-ffb44f882e4a, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:46:54.418219 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-ac869a30-4baa-49ba-aafb-b1c311cf1d26 None None] For port 3f0d2093-90f3-42db-ab24-ffbe08cd9fa7, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:46:54.422500 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-ac869a30-4baa-49ba-aafb-b1c311cf1d26 None None] For port 3f0d2093-90f3-42db-ab24-ffbe08cd9fa7, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=3f0d2093-90f3-42db-ab24-ffbe08cd9fa7,segment=NetworkSegment(8990955d-79d2-4737-a3d7-59ddc0b63b34),segment_id=8990955d-79d2-4737-a3d7-59ddc0b63b34)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:46:54.429371 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-ac869a30-4baa-49ba-aafb-b1c311cf1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:54.440724 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-aafda8df-3ab5-42d7-a40a-b688cbd4891d service neutron] For port cc5adc17-5858-4417-a396-ffb44f882e4a, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=cc5adc17-5858-4417-a396-ffb44f882e4a,segment=NetworkSegment(31f37bac-c178-4afa-b879-f56883ed55dc),segment_id=31f37bac-c178-4afa-b879-f56883ed55dc)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:46:54.448533 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-aafda8df-3ab5-42d7-a40a-b688cbd4891d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:54.462088 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be1f36-273f-4c47-95de-407180171a10 req-06af231f-385d-4f84-9f15-644f542c5229 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:54.463702 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-33be1f36-273f-4c47-95de-407180171a10 req-06af231f-385d-4f84-9f15-644f542c5229 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a124c27-04fe-4f3b-a836-ac64491be318 HTTP/1.1" status: 200 len: 943 time: 0.0996950 Sep 21 18:46:54.482355 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac869a30-4baa-49ba-aafb-b1c311cf1d26 None None] Routers {'9ddb065a-1232-4d90-a796-1bbaab876ce2'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:46:54.483011 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-ac869a30-4baa-49ba-aafb-b1c311cf1d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:46:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['9ddb065a-1232-4d90-a796-1bbaab876ce2'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:54.510003 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-aafda8df-3ab5-42d7-a40a-b688cbd4891d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:54.510640 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-aafda8df-3ab5-42d7-a40a-b688cbd4891d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:54.512062 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-aafda8df-3ab5-42d7-a40a-b688cbd4891d service neutron] 10.222.0.44 "PUT /v2.0/ports/cc5adc17-5858-4417-a396-ffb44f882e4a HTTP/1.1" status: 200 len: 1091 time: 0.7809141 Sep 21 18:46:54.514090 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a124c27-04fe-4f3b-a836-ac64491be318', 'tag': 'cc5adc17-5858-4417-a396-ffb44f882e4a'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:46:54.516450 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280a23cd-7d4b-4e50-9972-7fb48dadc9f0" -d '{"events": [{"name": "network-changed", "server_uuid": "5a124c27-04fe-4f3b-a836-ac64491be318", "tag": "cc5adc17-5858-4417-a396-ffb44f882e4a"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:46:54.572490 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafda8df-3ab5-42d7-a40a-b688cbd4891d service neutron] Pushing event updated for resources: {'Port': ['ID=cc5adc17-5858-4417-a396-ffb44f882e4a,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:54.576100 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed0af36-c3a7-4c8c-8cf1-7864422cda9a x-openstack-request-id: req-9ed0af36-c3a7-4c8c-8cf1-7864422cda9a {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:46:54.576389 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a124c27-04fe-4f3b-a836-ac64491be318", "tag": "cc5adc17-5858-4417-a396-ffb44f882e4a", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:46:54.576641 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9ed0af36-c3a7-4c8c-8cf1-7864422cda9a {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:46:54.577043 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a124c27-04fe-4f3b-a836-ac64491be318', 'tag': 'cc5adc17-5858-4417-a396-ffb44f882e4a', 'status': 'completed', 'code': 200} Sep 21 18:46:54.587787 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-33be1f36-273f-4c47-95de-407180171a10 req-e37f863b-e236-4296-9298-e1306e0f9d3a tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/security-groups?id=532efc38-b23e-40bf-b084-1af4fa4af43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030409 Sep 21 18:46:54.615671 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-a723a9b5-96a9-4804-bf15-1789391887f5 None None] Provisioning complete for port 3f0d2093-90f3-42db-ab24-ffbe08cd9fa7 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:46:54.616066 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a723a9b5-96a9-4804-bf15-1789391887f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:54.632614 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-43fa2f08-ba77-41bf-a7e8-613587ef3fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:54.634206 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-43fa2f08-ba77-41bf-a7e8-613587ef3fd8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d0cab54c0a249af86ed2b390bbae21b&device_id=5a124c27-04fe-4f3b-a836-ac64491be318 HTTP/1.1" status: 200 len: 1094 time: 0.0632446 Sep 21 18:46:54.637833 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaad8ef-bc8d-434e-9e3d-955b1ad6ad59 None None] Pushing event updated for resources: {'Port': ['ID=3f0d2093-90f3-42db-ab24-ffbe08cd9fa7,revision_number=4']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:54.679481 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-ac869a30-4baa-49ba-aafb-b1c311cf1d26 None None] Set router 9ddb065a-1232-4d90-a796-1bbaab876ce2 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:46:54.684937 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-8ffe7cfb-47e2-4ea6-ac40-88cab95d032d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc5adc17-5858-4417-a396-ffb44f882e4a HTTP/1.1" status: 200 len: 217 time: 0.0407436 Sep 21 18:46:54.745321 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a723a9b5-96a9-4804-bf15-1789391887f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:54.746324 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-74ee44a9-28ca-41ab-879e-0a88b9912ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:54.747884 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-74ee44a9-28ca-41ab-879e-0a88b9912ec1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8e64bd9e-ab22-4589-bdc7-70f1e13ac1fa HTTP/1.1" status: 200 len: 856 time: 0.0550878 Sep 21 18:46:54.806218 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a723a9b5-96a9-4804-bf15-1789391887f5 None None] For port 3f0d2093-90f3-42db-ab24-ffbe08cd9fa7, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=3f0d2093-90f3-42db-ab24-ffbe08cd9fa7,segment=NetworkSegment(8990955d-79d2-4737-a3d7-59ddc0b63b34),segment_id=8990955d-79d2-4737-a3d7-59ddc0b63b34)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:46:54.813598 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a723a9b5-96a9-4804-bf15-1789391887f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:54.815072 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-b27a487d-8015-46a7-9b61-200f432683c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:54.816716 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-b27a487d-8015-46a7-9b61-200f432683c9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19dc6436-09d4-4150-9229-4634ad1bb9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595737 Sep 21 18:46:54.875965 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723a9b5-96a9-4804-bf15-1789391887f5 None None] Pushing event updated for resources: {'Port': ['ID=3f0d2093-90f3-42db-ab24-ffbe08cd9fa7,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:54.928140 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-14a26259-49e3-423f-9201-86e32a088c46 service neutron] 10.222.0.44 "GET /v2.0/networks/19dc6436-09d4-4150-9229-4634ad1bb9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031964 Sep 21 18:46:54.941893 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:54.955631 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9101e9b2-f0d8-420d-8943-ab56fb1cbc48 None None] Provisioning complete for port 3f0d2093-90f3-42db-ab24-ffbe08cd9fa7 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:46:54.956277 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9101e9b2-f0d8-420d-8943-ab56fb1cbc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:55.032191 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3831b96f-c495-4bed-9448-0dd7262d9d37 req-04208c82-664b-40a7-9fcd-677b63e28682 service neutron] 10.222.0.44 "GET /v2.0/networks/19dc6436-09d4-4150-9229-4634ad1bb9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948076 Sep 21 18:46:55.049575 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-ac869a30-4baa-49ba-aafb-b1c311cf1d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddb065a-1232-4d90-a796-1bbaab876ce2', 'name': 'tempest-TestEncryptedCinderVolumes-574845300-router', 'tenant_id': '34c50931fa0b49e5923a284a19e2ba7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'e1bce8dc-3f05-454c-b3be-98ba2b4e994d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:46:46Z', 'updated_at': '2021-09-21T18:46:50Z', 'revision_number': 4, 'project_id': '34c50931fa0b49e5923a284a19e2ba7b', 'gw_port': {'id': 'e1bce8dc-3f05-454c-b3be-98ba2b4e994d', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddb065a-1232-4d90-a796-1bbaab876ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:46:47Z', 'updated_at': '2021-09-21T18:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '3f0d2093-90f3-42db-ab24-ffbe08cd9fa7', 'name': '', 'network_id': '9d791772-95a0-46f1-8e1d-16ecf5ec1c58', 'tenant_id': '34c50931fa0b49e5923a284a19e2ba7b', 'mac_address': 'fa:16:3e:27:6f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddb065a-1232-4d90-a796-1bbaab876ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'd6dbc88c-466a-47cd-98e2-76eb6ebad237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:46:49Z', 'updated_at': '2021-09-21T18:46:54Z', 'revision_number': 4, 'project_id': '34c50931fa0b49e5923a284a19e2ba7b', 'subnets': [{'id': 'd6dbc88c-466a-47cd-98e2-76eb6ebad237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:46:55.079656 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac869a30-4baa-49ba-aafb-b1c311cf1d26 None None] The sync data for ids ['9ddb065a-1232-4d90-a796-1bbaab876ce2'] in n-d-810291-1 is: [{'id': '9ddb065a-1232-4d90-a796-1bbaab876ce2', 'name': 'tempest-TestEncryptedCinderVolumes-574845300-router', 'tenant_id': '34c50931fa0b49e5923a284a19e2ba7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'e1bce8dc-3f05-454c-b3be-98ba2b4e994d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:46:46Z', 'updated_at': '2021-09-21T18:46:50Z', 'revision_number': 4, 'project_id': '34c50931fa0b49e5923a284a19e2ba7b', 'gw_port': {'id': 'e1bce8dc-3f05-454c-b3be-98ba2b4e994d', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddb065a-1232-4d90-a796-1bbaab876ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:46:47Z', 'updated_at': '2021-09-21T18:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '3f0d2093-90f3-42db-ab24-ffbe08cd9fa7', 'name': '', 'network_id': '9d791772-95a0-46f1-8e1d-16ecf5ec1c58', 'tenant_id': '34c50931fa0b49e5923a284a19e2ba7b', 'mac_address': 'fa:16:3e:27:6f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddb065a-1232-4d90-a796-1bbaab876ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'd6dbc88c-466a-47cd-98e2-76eb6ebad237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:46:49Z', 'updated_at': '2021-09-21T18:46:54Z', 'revision_number': 4, 'project_id': '34c50931fa0b49e5923a284a19e2ba7b', 'subnets': [{'id': 'd6dbc88c-466a-47cd-98e2-76eb6ebad237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:46:55.141479 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a23cd-7d4b-4e50-9972-7fb48dadc9f0 req-a49e232b-e9da-4fdc-b6d9-4875a962aca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:55.143096 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-280a23cd-7d4b-4e50-9972-7fb48dadc9f0 req-a49e232b-e9da-4fdc-b6d9-4875a962aca3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d0cab54c0a249af86ed2b390bbae21b&device_id=5a124c27-04fe-4f3b-a836-ac64491be318 HTTP/1.1" status: 200 len: 1094 time: 0.0461233 Sep 21 18:46:55.258276 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a23cd-7d4b-4e50-9972-7fb48dadc9f0 req-dff108ba-e9dd-4d7d-9ebe-fac10e23ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:55.260072 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-280a23cd-7d4b-4e50-9972-7fb48dadc9f0 req-dff108ba-e9dd-4d7d-9ebe-fac10e23ad48 service neutron] 10.222.0.44 "GET /v2.0/networks?id=19dc6436-09d4-4150-9229-4634ad1bb9dc HTTP/1.1" status: 200 len: 918 time: 0.1090553 Sep 21 18:46:55.306416 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-280a23cd-7d4b-4e50-9972-7fb48dadc9f0 req-6d119e93-04b9-4b6f-9789-40329b201404 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc5adc17-5858-4417-a396-ffb44f882e4a HTTP/1.1" status: 200 len: 217 time: 0.0373173 Sep 21 18:46:55.361817 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a23cd-7d4b-4e50-9972-7fb48dadc9f0 req-f5beeb5b-fcac-49e6-9e98-6907aa4190f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:55.363383 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-280a23cd-7d4b-4e50-9972-7fb48dadc9f0 req-f5beeb5b-fcac-49e6-9e98-6907aa4190f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8e64bd9e-ab22-4589-bdc7-70f1e13ac1fa HTTP/1.1" status: 200 len: 856 time: 0.0488853 Sep 21 18:46:55.410812 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a23cd-7d4b-4e50-9972-7fb48dadc9f0 req-2f43c239-89db-4a2d-9029-de9aed2aa814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:55.412433 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-280a23cd-7d4b-4e50-9972-7fb48dadc9f0 req-2f43c239-89db-4a2d-9029-de9aed2aa814 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19dc6436-09d4-4150-9229-4634ad1bb9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417719 Sep 21 18:46:55.509533 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-280a23cd-7d4b-4e50-9972-7fb48dadc9f0 req-0701e52e-6bc7-4d48-b6af-a102fa3bafe9 service neutron] 10.222.0.44 "GET /v2.0/networks/19dc6436-09d4-4150-9229-4634ad1bb9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866625 Sep 21 18:46:55.602636 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-280a23cd-7d4b-4e50-9972-7fb48dadc9f0 req-1a8be5fc-b21a-4f6b-8910-576e28311721 service neutron] 10.222.0.44 "GET /v2.0/networks/19dc6436-09d4-4150-9229-4634ad1bb9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839217 Sep 21 18:46:55.728912 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40587bf-2fa2-4924-b6ac-a05ee5e3e5b4 req-3bd8f212-aae1-489c-a0cc-3b555a064782 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:55.730392 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a40587bf-2fa2-4924-b6ac-a05ee5e3e5b4 req-3bd8f212-aae1-489c-a0cc-3b555a064782 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a124c27-04fe-4f3b-a836-ac64491be318 HTTP/1.1" status: 200 len: 943 time: 0.0501947 Sep 21 18:46:55.774386 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a40587bf-2fa2-4924-b6ac-a05ee5e3e5b4 req-7992a4df-7402-4659-8676-d26f53f5a0c0 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/security-groups?id=532efc38-b23e-40bf-b084-1af4fa4af43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350902 Sep 21 18:46:55.902409 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e1bce8dc-3f05-454c-b3be-98ba2b4e994d up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:46:55.968334 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port e1bce8dc-3f05-454c-b3be-98ba2b4e994d triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:46:55.968996 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:56.050791 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 3f0d2093-90f3-42db-ab24-ffbe08cd9fa7 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:46:56.096902 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 3f0d2093-90f3-42db-ab24-ffbe08cd9fa7 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:46:56.097377 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:56.896744 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdf3fb-1e9c-423a-9054-5d0a66132ac2 req-aa2a9fca-1016-433e-b692-446aa95f47bc tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:56.898440 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1fbdf3fb-1e9c-423a-9054-5d0a66132ac2 req-aa2a9fca-1016-433e-b692-446aa95f47bc tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a124c27-04fe-4f3b-a836-ac64491be318 HTTP/1.1" status: 200 len: 943 time: 0.0552049 Sep 21 18:46:56.939655 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1fbdf3fb-1e9c-423a-9054-5d0a66132ac2 req-ff24abd8-941e-44cb-8579-fe60a9c4fcde tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/security-groups?id=532efc38-b23e-40bf-b084-1af4fa4af43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338793 Sep 21 18:46:57.750540 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device cc5adc17-5858-4417-a396-ffb44f882e4a details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:46:57.856000 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port cc5adc17-5858-4417-a396-ffb44f882e4a, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=cc5adc17-5858-4417-a396-ffb44f882e4a,segment=NetworkSegment(31f37bac-c178-4afa-b879-f56883ed55dc),segment_id=31f37bac-c178-4afa-b879-f56883ed55dc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:46:57.867374 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'cc5adc17-5858-4417-a396-ffb44f882e4a', 'network_id': '19dc6436-09d4-4150-9229-4634ad1bb9dc', 'port_id': 'cc5adc17-5858-4417-a396-ffb44f882e4a', 'mac_address': 'fa:16:3e:af:97:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e64bd9e-ab22-4589-bdc7-70f1e13ac1fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:46:57.905596 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:57.918152 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc5adc17-5858-4417-a396-ffb44f882e4a {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:46:57.937734 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port cc5adc17-5858-4417-a396-ffb44f882e4a, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=cc5adc17-5858-4417-a396-ffb44f882e4a,segment=NetworkSegment(31f37bac-c178-4afa-b879-f56883ed55dc),segment_id=31f37bac-c178-4afa-b879-f56883ed55dc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:46:57.943235 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:57.994847 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=cc5adc17-5858-4417-a396-ffb44f882e4a,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:46:58.055299 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d886a4e2-7f6e-48f1-82a4-058e07191312 req-b11290fa-6a95-4454-adba-82ae1704860e tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:58.056778 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d886a4e2-7f6e-48f1-82a4-058e07191312 req-b11290fa-6a95-4454-adba-82ae1704860e tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a124c27-04fe-4f3b-a836-ac64491be318 HTTP/1.1" status: 200 len: 944 time: 0.0487797 Sep 21 18:46:58.096091 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d886a4e2-7f6e-48f1-82a4-058e07191312 req-6e4e63f1-a439-4604-a8d8-2a30dd231389 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/security-groups?id=532efc38-b23e-40bf-b084-1af4fa4af43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333166 Sep 21 18:46:58.158560 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['cc5adc17-5858-4417-a396-ffb44f882e4a'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:46:59.219113 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490827a1-bae3-4089-9bb0-d5ad76e8e291 req-823cc0c8-9404-43dc-a37d-d3b028118952 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:46:59.220630 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-490827a1-bae3-4089-9bb0-d5ad76e8e291 req-823cc0c8-9404-43dc-a37d-d3b028118952 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a124c27-04fe-4f3b-a836-ac64491be318 HTTP/1.1" status: 200 len: 944 time: 0.0561047 Sep 21 18:46:59.262060 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-490827a1-bae3-4089-9bb0-d5ad76e8e291 req-4c91c7e2-7c14-4d07-b7fc-031550b401c7 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/security-groups?id=532efc38-b23e-40bf-b084-1af4fa4af43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350225 Sep 21 18:46:59.766260 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device cc5adc17-5858-4417-a396-ffb44f882e4a up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:46:59.826384 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port cc5adc17-5858-4417-a396-ffb44f882e4a completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:46:59.830749 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port cc5adc17-5858-4417-a396-ffb44f882e4a triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:46:59.831176 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:59.914381 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:59.937980 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a124c27-04fe-4f3b-a836-ac64491be318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5adc17-5858-4417-a396-ffb44f882e4a'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:46:59.940257 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7be9786b8e12a57addcd3d24694f9862590c26d6af0c76ac9baad1416f83940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e429ed2-778e-4923-a95f-df0d3a6f1337" -d '{"events": [{"server_uuid": "5a124c27-04fe-4f3b-a836-ac64491be318", "name": "network-vif-plugged", "status": "completed", "tag": "cc5adc17-5858-4417-a396-ffb44f882e4a"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:46:59.953359 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port cc5adc17-5858-4417-a396-ffb44f882e4a, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=cc5adc17-5858-4417-a396-ffb44f882e4a,segment=NetworkSegment(31f37bac-c178-4afa-b879-f56883ed55dc),segment_id=31f37bac-c178-4afa-b879-f56883ed55dc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:46:59.958946 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:46:59.981856 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2d63f2-5d6c-45dd-92af-4261d1e5fa55 x-openstack-request-id: req-dd2d63f2-5d6c-45dd-92af-4261d1e5fa55 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:46:59.982148 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a124c27-04fe-4f3b-a836-ac64491be318", "name": "network-vif-plugged", "status": "completed", "tag": "cc5adc17-5858-4417-a396-ffb44f882e4a", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:46:59.982394 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dd2d63f2-5d6c-45dd-92af-4261d1e5fa55 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:46:59.982784 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a124c27-04fe-4f3b-a836-ac64491be318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5adc17-5858-4417-a396-ffb44f882e4a', 'code': 200} Sep 21 18:47:00.012086 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=cc5adc17-5858-4417-a396-ffb44f882e4a,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:47:00.078971 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702198be-8621-48a9-8e79-cdb93d3be203 req-1137fa4e-b0b2-44ef-9b0b-92aef7f03caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:00.080477 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-702198be-8621-48a9-8e79-cdb93d3be203 req-1137fa4e-b0b2-44ef-9b0b-92aef7f03caa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5a124c27-04fe-4f3b-a836-ac64491be318 HTTP/1.1" status: 200 len: 1096 time: 0.0426762 Sep 21 18:47:00.115670 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-702198be-8621-48a9-8e79-cdb93d3be203 req-18f021d9-5fd9-4f47-b10a-4289e2275c00 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=532efc38-b23e-40bf-b084-1af4fa4af43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272024 Sep 21 18:47:00.387468 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3e191-8473-40eb-83a1-f197cf452adf req-1cfc25aa-882f-45d5-b264-23631c727019 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:00.388971 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9db3e191-8473-40eb-83a1-f197cf452adf req-1cfc25aa-882f-45d5-b264-23631c727019 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a124c27-04fe-4f3b-a836-ac64491be318 HTTP/1.1" status: 200 len: 945 time: 0.0522656 Sep 21 18:47:00.428058 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9db3e191-8473-40eb-83a1-f197cf452adf req-039fdac8-27c5-47c0-99ec-447c302d6d4e tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/security-groups?id=532efc38-b23e-40bf-b084-1af4fa4af43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327113 Sep 21 18:47:01.547787 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e273b-4eb3-4f44-8aac-63acad944af5 req-99a17778-fa7d-4c4d-8740-9584db793563 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:01.549269 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4c1e273b-4eb3-4f44-8aac-63acad944af5 req-99a17778-fa7d-4c4d-8740-9584db793563 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a124c27-04fe-4f3b-a836-ac64491be318 HTTP/1.1" status: 200 len: 945 time: 0.0531619 Sep 21 18:47:01.587431 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4c1e273b-4eb3-4f44-8aac-63acad944af5 req-2e096e2d-0260-49cc-8b57-898834ec6bda tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/security-groups?id=532efc38-b23e-40bf-b084-1af4fa4af43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319543 Sep 21 18:47:01.705506 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e813b-321e-4434-9297-7fe041d4a39f req-ca63dbb5-8a43-4b7e-a78f-297c41facd43 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:01.707021 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-915e813b-321e-4434-9297-7fe041d4a39f req-ca63dbb5-8a43-4b7e-a78f-297c41facd43 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a124c27-04fe-4f3b-a836-ac64491be318 HTTP/1.1" status: 200 len: 945 time: 0.0534959 Sep 21 18:47:01.750427 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-915e813b-321e-4434-9297-7fe041d4a39f req-fec5be9f-7818-431e-a306-5e7f87269bab tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/security-groups?id=532efc38-b23e-40bf-b084-1af4fa4af43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339997 Sep 21 18:47:15.977733 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-229e3f1a-e310-44c2-8ecf-3b841d75e3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:18.488308 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d6ef9d81-45c9-4895-9599-73cc127f815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:19.101811 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:20.326140 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:21.795224 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:21.856594 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542920c-5d8d-4ac7-98bb-c758f1b03d89 req-bae51e0b-b83f-49c3-9d9c-bbd640a93bae tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:21.858245 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a542920c-5d8d-4ac7-98bb-c758f1b03d89 req-bae51e0b-b83f-49c3-9d9c-bbd640a93bae tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a124c27-04fe-4f3b-a836-ac64491be318 HTTP/1.1" status: 200 len: 945 time: 0.0508182 Sep 21 18:47:21.900904 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a542920c-5d8d-4ac7-98bb-c758f1b03d89 req-89a206a3-99f5-4855-bd0d-58f9a521d6c0 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/security-groups?id=532efc38-b23e-40bf-b084-1af4fa4af43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335689 Sep 21 18:47:22.620914 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:47:23.040251 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526f554-c756-4e9e-a252-526e115611bc req-5bb06e84-b5d8-49e0-b171-e62eab6daead tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:23.041721 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d526f554-c756-4e9e-a252-526e115611bc req-5bb06e84-b5d8-49e0-b171-e62eab6daead tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a124c27-04fe-4f3b-a836-ac64491be318 HTTP/1.1" status: 200 len: 945 time: 0.0569577 Sep 21 18:47:23.079151 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d526f554-c756-4e9e-a252-526e115611bc req-e607df3b-58ef-40be-a7dc-b77e1bcfce12 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/security-groups?id=532efc38-b23e-40bf-b084-1af4fa4af43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307631 Sep 21 18:47:23.456853 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3767212-9e95-4c1b-8ec7-a53481700103 req-355f3ee7-ff5f-4483-9fe1-313c0c803503 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:23.459048 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3767212-9e95-4c1b-8ec7-a53481700103 req-355f3ee7-ff5f-4483-9fe1-313c0c803503 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a124c27-04fe-4f3b-a836-ac64491be318 HTTP/1.1" status: 200 len: 945 time: 0.0571957 Sep 21 18:47:23.561970 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-c3767212-9e95-4c1b-8ec7-a53481700103 req-55cf00b3-cd55-4962-982f-7756dbddc6a2 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Deleting port cc5adc17-5858-4417-a396-ffb44f882e4a {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:47:23.562204 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c3767212-9e95-4c1b-8ec7-a53481700103 req-55cf00b3-cd55-4962-982f-7756dbddc6a2 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:23.658240 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-c3767212-9e95-4c1b-8ec7-a53481700103 req-55cf00b3-cd55-4962-982f-7756dbddc6a2 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] For port cc5adc17-5858-4417-a396-ffb44f882e4a, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=cc5adc17-5858-4417-a396-ffb44f882e4a,segment=NetworkSegment(31f37bac-c178-4afa-b879-f56883ed55dc),segment_id=31f37bac-c178-4afa-b879-f56883ed55dc)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:47:23.658918 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c3767212-9e95-4c1b-8ec7-a53481700103 req-55cf00b3-cd55-4962-982f-7756dbddc6a2 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:23.671609 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-c3767212-9e95-4c1b-8ec7-a53481700103 req-55cf00b3-cd55-4962-982f-7756dbddc6a2 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Calling delete_port for cc5adc17-5858-4417-a396-ffb44f882e4a owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:47:23.808678 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c3767212-9e95-4c1b-8ec7-a53481700103 req-55cf00b3-cd55-4962-982f-7756dbddc6a2 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:23.821364 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['cc5adc17-5858-4417-a396-ffb44f882e4a'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:47:23.838640 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf00b3-cd55-4962-982f-7756dbddc6a2 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Pushing event deleted for resources: {'Port': ['ID=cc5adc17-5858-4417-a396-ffb44f882e4a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:47:23.871846 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf00b3-cd55-4962-982f-7756dbddc6a2 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:23.872193 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf00b3-cd55-4962-982f-7756dbddc6a2 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:23.872540 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf00b3-cd55-4962-982f-7756dbddc6a2 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:23.872873 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf00b3-cd55-4962-982f-7756dbddc6a2 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:23.873285 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf00b3-cd55-4962-982f-7756dbddc6a2 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:23.873602 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf00b3-cd55-4962-982f-7756dbddc6a2 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:23.873930 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf00b3-cd55-4962-982f-7756dbddc6a2 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:23.874254 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf00b3-cd55-4962-982f-7756dbddc6a2 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:23.874578 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf00b3-cd55-4962-982f-7756dbddc6a2 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:23.874899 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf00b3-cd55-4962-982f-7756dbddc6a2 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:23.875254 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf00b3-cd55-4962-982f-7756dbddc6a2 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:23.875592 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf00b3-cd55-4962-982f-7756dbddc6a2 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:23.896942 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3767212-9e95-4c1b-8ec7-a53481700103 req-55cf00b3-cd55-4962-982f-7756dbddc6a2 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] No DVR routers for this DVR port cc5adc17-5858-4417-a396-ffb44f882e4a on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:47:23.900250 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c3767212-9e95-4c1b-8ec7-a53481700103 req-55cf00b3-cd55-4962-982f-7756dbddc6a2 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:23.902252 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:23.902508 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3767212-9e95-4c1b-8ec7-a53481700103 req-55cf00b3-cd55-4962-982f-7756dbddc6a2 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.44 "DELETE /v2.0/ports/cc5adc17-5858-4417-a396-ffb44f882e4a HTTP/1.1" status: 204 len: 173 time: 0.4375041 Sep 21 18:47:23.903099 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a124c27-04fe-4f3b-a836-ac64491be318', 'name': 'network-vif-deleted', 'tag': 'cc5adc17-5858-4417-a396-ffb44f882e4a'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:47:23.905649 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05f24f8-f7cd-4a70-b45c-540f64a09f5e" -d '{"events": [{"server_uuid": "5a124c27-04fe-4f3b-a836-ac64491be318", "name": "network-vif-deleted", "tag": "cc5adc17-5858-4417-a396-ffb44f882e4a"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:47:23.945347 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6bc708-0012-403d-bee5-35f97b8be80b x-openstack-request-id: req-2b6bc708-0012-403d-bee5-35f97b8be80b {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:47:23.945671 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a124c27-04fe-4f3b-a836-ac64491be318", "name": "network-vif-deleted", "tag": "cc5adc17-5858-4417-a396-ffb44f882e4a", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:47:23.945925 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2b6bc708-0012-403d-bee5-35f97b8be80b {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:47:23.946337 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a124c27-04fe-4f3b-a836-ac64491be318', 'name': 'network-vif-deleted', 'tag': 'cc5adc17-5858-4417-a396-ffb44f882e4a', 'status': 'completed', 'code': 200} Sep 21 18:47:24.204139 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-737f2479-2ec1-4cd1-8232-a7196e267f5c req-bb1e3be8-08d6-4412-8576-5e735299f393 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a124c27-04fe-4f3b-a836-ac64491be318 HTTP/1.1" status: 200 len: 210 time: 0.0262899 Sep 21 18:47:24.938910 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:25.796793 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-2f0d2378-a51b-46df-96c5-633485a63e4e tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:25.798230 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-2f0d2378-a51b-46df-96c5-633485a63e4e tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/networks?id=19dc6436-09d4-4150-9229-4634ad1bb9dc HTTP/1.1" status: 200 len: 817 time: 0.1186604 Sep 21 18:47:25.813420 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-7d84248c-8192-4690-827b-5a57609ad3c9 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/quotas/8d0cab54c0a249af86ed2b390bbae21b HTTP/1.1" status: 200 len: 375 time: 0.0092783 Sep 21 18:47:25.866255 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-f6b7a6eb-b487-44c6-86fa-bf24c1f1b08d tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8d0cab54c0a249af86ed2b390bbae21b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474663 Sep 21 18:47:25.965304 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-1350cf19-47fe-4d16-897d-37f100460c91 service neutron] 10.222.0.58 "GET /v2.0/networks/19dc6436-09d4-4150-9229-4634ad1bb9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845413 Sep 21 18:47:26.055364 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-0a6b352a-bc9e-4051-bae6-3c4d5ac8a4b6 service neutron] 10.222.0.58 "GET /v2.0/networks/19dc6436-09d4-4150-9229-4634ad1bb9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828149 Sep 21 18:47:26.220154 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c7e230f-acc6-4796-b7a7-ce0ebffbeb87 req-e78dd0a9-f66f-4a3b-98c2-05c6aedbeede tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f7f5679-3bc4-4e25-bf28-51b915b30def HTTP/1.1" status: 200 len: 210 time: 0.0272200 Sep 21 18:47:27.163265 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-5b2aab44-e2eb-4b2b-a9e3-c1425c325ba5 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:27.164894 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-5b2aab44-e2eb-4b2b-a9e3-c1425c325ba5 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.44 "GET /v2.0/networks?id=19dc6436-09d4-4150-9229-4634ad1bb9dc HTTP/1.1" status: 200 len: 817 time: 0.1034064 Sep 21 18:47:27.178085 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-299005d9-48a6-40b1-be02-099a0dd2994c tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Request body: {'port': {'device_id': '7f7f5679-3bc4-4e25-bf28-51b915b30def', 'network_id': '19dc6436-09d4-4150-9229-4634ad1bb9dc', 'admin_state_up': True, 'tenant_id': '8d0cab54c0a249af86ed2b390bbae21b'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:47:27.289888 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-299005d9-48a6-40b1-be02-099a0dd2994c tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Made reservation on behalf of 8d0cab54c0a249af86ed2b390bbae21b for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:47:27.293869 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-299005d9-48a6-40b1-be02-099a0dd2994c tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:27.313469 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-581cbf8c-6794-4e0b-a16e-b6c6fe4cb800 req-39f23c69-5b81-4fde-a442-221e7bd7b0ac tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f7f5679-3bc4-4e25-bf28-51b915b30def HTTP/1.1" status: 200 len: 210 time: 0.0265083 Sep 21 18:47:27.419490 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-299005d9-48a6-40b1-be02-099a0dd2994c tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Allocated IP 172.20.0.5 (19dc6436-09d4-4150-9229-4634ad1bb9dc/8e64bd9e-ab22-4589-bdc7-70f1e13ac1fa/ebb1a30a-95bf-459a-855d-50d9938450c2) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:47:27.581108 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-299005d9-48a6-40b1-be02-099a0dd2994c tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:27.621976 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-299005d9-48a6-40b1-be02-099a0dd2994c tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:27.667310 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-299005d9-48a6-40b1-be02-099a0dd2994c tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Network 19dc6436-09d4-4150-9229-4634ad1bb9dc is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:47:27.671023 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-299005d9-48a6-40b1-be02-099a0dd2994c tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:47:27.673282 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-299005d9-48a6-40b1-be02-099a0dd2994c tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:47:27.709752 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299005d9-48a6-40b1-be02-099a0dd2994c tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Pushing event updated for resources: {'Port': ['ID=ebb1a30a-95bf-459a-855d-50d9938450c2,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:47:27.732479 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-299005d9-48a6-40b1-be02-099a0dd2994c tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:27.733130 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-299005d9-48a6-40b1-be02-099a0dd2994c tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:27.749758 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-299005d9-48a6-40b1-be02-099a0dd2994c tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5754607 Sep 21 18:47:27.762610 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-af801eaa-703d-446f-a100-5023143be273 service neutron] Request body: {'port': {'device_id': '7f7f5679-3bc4-4e25-bf28-51b915b30def', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:47:27.822021 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-af801eaa-703d-446f-a100-5023143be273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:27.882807 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-2d84473b-8cc7-4715-9da1-ce98df4c1884 None None] Provisioning complete for port ebb1a30a-95bf-459a-855d-50d9938450c2 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:47:27.883445 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2d84473b-8cc7-4715-9da1-ce98df4c1884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:27.916557 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-2d84473b-8cc7-4715-9da1-ce98df4c1884 None None] Port ebb1a30a-95bf-459a-855d-50d9938450c2 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:47:27.988567 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device cc5adc17-5858-4417-a396-ffb44f882e4a no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:47:28.009011 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: cc5adc17-5858-4417-a396-ffb44f882e4a {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:47:28.009360 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device cc5adc17-5858-4417-a396-ffb44f882e4a not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:47:28.102533 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-af801eaa-703d-446f-a100-5023143be273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebb1a30a-95bf-459a-855d-50d9938450c2 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:47:28.111375 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-af801eaa-703d-446f-a100-5023143be273 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:28.128091 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-af801eaa-703d-446f-a100-5023143be273 service neutron] Transition to ACTIVE for port object ebb1a30a-95bf-459a-855d-50d9938450c2 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:47:28.133525 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-af801eaa-703d-446f-a100-5023143be273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:28.182824 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af801eaa-703d-446f-a100-5023143be273 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb1a30a-95bf-459a-855d-50d9938450c2,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:47:28.252009 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-af801eaa-703d-446f-a100-5023143be273 service neutron] Attempting to bind port ebb1a30a-95bf-459a-855d-50d9938450c2 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:47:28.252345 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-af801eaa-703d-446f-a100-5023143be273 service neutron] Attempting to bind port ebb1a30a-95bf-459a-855d-50d9938450c2 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '31f37bac-c178-4afa-b879-f56883ed55dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '19dc6436-09d4-4150-9229-4634ad1bb9dc'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:47:28.252669 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-af801eaa-703d-446f-a100-5023143be273 service neutron] Attempting to bind port ebb1a30a-95bf-459a-855d-50d9938450c2 on network 19dc6436-09d4-4150-9229-4634ad1bb9dc {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:47:28.257247 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-af801eaa-703d-446f-a100-5023143be273 service neutron] Port ebb1a30a-95bf-459a-855d-50d9938450c2 on network 19dc6436-09d4-4150-9229-4634ad1bb9dc not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:47:28.257568 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-af801eaa-703d-446f-a100-5023143be273 service neutron] Attempting to bind port ebb1a30a-95bf-459a-855d-50d9938450c2 on network 19dc6436-09d4-4150-9229-4634ad1bb9dc {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:47:28.262673 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-af801eaa-703d-446f-a100-5023143be273 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:47:28.263017 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-af801eaa-703d-446f-a100-5023143be273 service neutron] Checking segment: {'id': '31f37bac-c178-4afa-b879-f56883ed55dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '19dc6436-09d4-4150-9229-4634ad1bb9dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:47:28.263422 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-af801eaa-703d-446f-a100-5023143be273 service neutron] Bound using segment: {'id': '31f37bac-c178-4afa-b879-f56883ed55dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '19dc6436-09d4-4150-9229-4634ad1bb9dc'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:47:28.263852 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-af801eaa-703d-446f-a100-5023143be273 service neutron] Bound port: ebb1a30a-95bf-459a-855d-50d9938450c2, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f37bac-c178-4afa-b879-f56883ed55dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '19dc6436-09d4-4150-9229-4634ad1bb9dc'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:47:28.264211 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-af801eaa-703d-446f-a100-5023143be273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:28.333398 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-af801eaa-703d-446f-a100-5023143be273 service neutron] For port ebb1a30a-95bf-459a-855d-50d9938450c2, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:47:28.336466 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-af801eaa-703d-446f-a100-5023143be273 service neutron] For port ebb1a30a-95bf-459a-855d-50d9938450c2, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=ebb1a30a-95bf-459a-855d-50d9938450c2,segment=NetworkSegment(31f37bac-c178-4afa-b879-f56883ed55dc),segment_id=31f37bac-c178-4afa-b879-f56883ed55dc)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:47:28.342240 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-af801eaa-703d-446f-a100-5023143be273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:28.377332 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-af801eaa-703d-446f-a100-5023143be273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:28.378007 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-af801eaa-703d-446f-a100-5023143be273 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:28.379460 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-af801eaa-703d-446f-a100-5023143be273 service neutron] 10.222.0.44 "PUT /v2.0/ports/ebb1a30a-95bf-459a-855d-50d9938450c2 HTTP/1.1" status: 200 len: 1091 time: 0.6212621 Sep 21 18:47:28.379905 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f7f5679-3bc4-4e25-bf28-51b915b30def', 'tag': 'ebb1a30a-95bf-459a-855d-50d9938450c2'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:47:28.382170 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffb412c-f2e6-4a73-abde-1fa4571e6fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "7f7f5679-3bc4-4e25-bf28-51b915b30def", "tag": "ebb1a30a-95bf-459a-855d-50d9938450c2"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:47:28.448507 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beef3662-d619-48d9-bb5d-91b3ac8566c6 x-openstack-request-id: req-beef3662-d619-48d9-bb5d-91b3ac8566c6 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:47:28.448799 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f7f5679-3bc4-4e25-bf28-51b915b30def", "tag": "ebb1a30a-95bf-459a-855d-50d9938450c2", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:47:28.449052 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-beef3662-d619-48d9-bb5d-91b3ac8566c6 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:47:28.449455 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f7f5679-3bc4-4e25-bf28-51b915b30def', 'tag': 'ebb1a30a-95bf-459a-855d-50d9938450c2', 'status': 'completed', 'code': 200} Sep 21 18:47:28.476018 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af801eaa-703d-446f-a100-5023143be273 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb1a30a-95bf-459a-855d-50d9938450c2,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:47:28.493804 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d691b8c-14b2-4f11-9ee8-991e34c17df4 req-8f089861-5f36-4763-9319-926934bee96a tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:28.495341 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4d691b8c-14b2-4f11-9ee8-991e34c17df4 req-8f089861-5f36-4763-9319-926934bee96a tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f7f5679-3bc4-4e25-bf28-51b915b30def HTTP/1.1" status: 200 len: 943 time: 0.1080806 Sep 21 18:47:28.510731 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-c7f4cb65-a49f-48e6-8630-62e0612972f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:28.512243 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-c7f4cb65-a49f-48e6-8630-62e0612972f5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d0cab54c0a249af86ed2b390bbae21b&device_id=7f7f5679-3bc4-4e25-bf28-51b915b30def HTTP/1.1" status: 200 len: 1094 time: 0.0916548 Sep 21 18:47:28.570092 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-c019070b-ad6b-41f4-8d6d-ed2252ee5797 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebb1a30a-95bf-459a-855d-50d9938450c2 HTTP/1.1" status: 200 len: 217 time: 0.0435531 Sep 21 18:47:28.573061 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4d691b8c-14b2-4f11-9ee8-991e34c17df4 req-af87d450-1a25-4772-aa1e-15227ba22a97 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/security-groups?id=532efc38-b23e-40bf-b084-1af4fa4af43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704823 Sep 21 18:47:28.621192 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-500db918-6773-48ac-87e3-551acb36c488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:28.622659 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-500db918-6773-48ac-87e3-551acb36c488 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8e64bd9e-ab22-4589-bdc7-70f1e13ac1fa HTTP/1.1" status: 200 len: 856 time: 0.0442877 Sep 21 18:47:28.684827 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-2a444c48-bf4d-43ee-a464-59b397c9c850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:28.686356 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-2a444c48-bf4d-43ee-a464-59b397c9c850 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19dc6436-09d4-4150-9229-4634ad1bb9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557356 Sep 21 18:47:28.785970 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-c01ed7e8-4a44-4e7b-ae5b-00cc662196b9 service neutron] 10.222.0.44 "GET /v2.0/networks/19dc6436-09d4-4150-9229-4634ad1bb9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911918 Sep 21 18:47:28.882832 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e70c9aee-cad3-4c65-9af9-e559b8a35aaf req-74503074-a0ed-40ef-a7e2-5fc5e4e4d726 service neutron] 10.222.0.44 "GET /v2.0/networks/19dc6436-09d4-4150-9229-4634ad1bb9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850625 Sep 21 18:47:28.990898 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb412c-f2e6-4a73-abde-1fa4571e6fa1 req-d8cc0e0a-dc68-4bef-ba55-b8952bb2ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:28.992439 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ffb412c-f2e6-4a73-abde-1fa4571e6fa1 req-d8cc0e0a-dc68-4bef-ba55-b8952bb2ef17 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d0cab54c0a249af86ed2b390bbae21b&device_id=7f7f5679-3bc4-4e25-bf28-51b915b30def HTTP/1.1" status: 200 len: 1094 time: 0.0506837 Sep 21 18:47:29.094343 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb412c-f2e6-4a73-abde-1fa4571e6fa1 req-8e2b6d80-35d0-42d7-8670-8c3d193723ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:29.095808 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ffb412c-f2e6-4a73-abde-1fa4571e6fa1 req-8e2b6d80-35d0-42d7-8670-8c3d193723ab service neutron] 10.222.0.44 "GET /v2.0/networks?id=19dc6436-09d4-4150-9229-4634ad1bb9dc HTTP/1.1" status: 200 len: 918 time: 0.0921152 Sep 21 18:47:29.485925 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ffb412c-f2e6-4a73-abde-1fa4571e6fa1 req-4e035c04-5a20-4147-9971-78f688379d3c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebb1a30a-95bf-459a-855d-50d9938450c2 HTTP/1.1" status: 200 len: 217 time: 0.3803051 Sep 21 18:47:29.537606 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb412c-f2e6-4a73-abde-1fa4571e6fa1 req-f0166e70-fefc-4f67-b3fe-a19db57c42ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:29.538987 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ffb412c-f2e6-4a73-abde-1fa4571e6fa1 req-f0166e70-fefc-4f67-b3fe-a19db57c42ba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8e64bd9e-ab22-4589-bdc7-70f1e13ac1fa HTTP/1.1" status: 200 len: 856 time: 0.0441585 Sep 21 18:47:29.589541 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb412c-f2e6-4a73-abde-1fa4571e6fa1 req-5e0bc8f0-aa63-418a-bee2-1adf86ea62f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:29.591105 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ffb412c-f2e6-4a73-abde-1fa4571e6fa1 req-5e0bc8f0-aa63-418a-bee2-1adf86ea62f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19dc6436-09d4-4150-9229-4634ad1bb9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431840 Sep 21 18:47:29.687322 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ffb412c-f2e6-4a73-abde-1fa4571e6fa1 req-25a243a2-7c5b-47fa-b1df-2ee6602fbb95 service neutron] 10.222.0.44 "GET /v2.0/networks/19dc6436-09d4-4150-9229-4634ad1bb9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869505 Sep 21 18:47:29.696839 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253916b0-7874-4cfa-a42c-795cb0934c90 req-1015ee55-3de9-47e9-a54c-16935391b2a8 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:29.698294 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-253916b0-7874-4cfa-a42c-795cb0934c90 req-1015ee55-3de9-47e9-a54c-16935391b2a8 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f7f5679-3bc4-4e25-bf28-51b915b30def HTTP/1.1" status: 200 len: 943 time: 0.0528071 Sep 21 18:47:29.735899 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-253916b0-7874-4cfa-a42c-795cb0934c90 req-92ef83e0-4708-45d6-abf3-171547b40b28 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/security-groups?id=532efc38-b23e-40bf-b084-1af4fa4af43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311592 Sep 21 18:47:29.781188 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8ffb412c-f2e6-4a73-abde-1fa4571e6fa1 req-209919c5-28a6-4f8e-b93c-18b4878d99f2 service neutron] 10.222.0.44 "GET /v2.0/networks/19dc6436-09d4-4150-9229-4634ad1bb9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861185 Sep 21 18:47:30.005242 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device ebb1a30a-95bf-459a-855d-50d9938450c2 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:47:30.112602 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port ebb1a30a-95bf-459a-855d-50d9938450c2, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=ebb1a30a-95bf-459a-855d-50d9938450c2,segment=NetworkSegment(31f37bac-c178-4afa-b879-f56883ed55dc),segment_id=31f37bac-c178-4afa-b879-f56883ed55dc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:47:30.123574 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'ebb1a30a-95bf-459a-855d-50d9938450c2', 'network_id': '19dc6436-09d4-4150-9229-4634ad1bb9dc', 'port_id': 'ebb1a30a-95bf-459a-855d-50d9938450c2', 'mac_address': 'fa:16:3e:72:06:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e64bd9e-ab22-4589-bdc7-70f1e13ac1fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:47:30.159816 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:30.176059 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebb1a30a-95bf-459a-855d-50d9938450c2 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:47:30.195570 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port ebb1a30a-95bf-459a-855d-50d9938450c2, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=ebb1a30a-95bf-459a-855d-50d9938450c2,segment=NetworkSegment(31f37bac-c178-4afa-b879-f56883ed55dc),segment_id=31f37bac-c178-4afa-b879-f56883ed55dc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:47:30.202222 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:30.249090 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=ebb1a30a-95bf-459a-855d-50d9938450c2,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:47:30.256880 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:30.257162 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:30.257501 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:30.257830 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:30.258160 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:30.258488 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:30.258844 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:30.259193 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:30.259514 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:30.259810 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:30.260151 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:30.260469 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:30.414859 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['ebb1a30a-95bf-459a-855d-50d9938450c2'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:47:30.857714 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b685d-efe1-4c06-83d7-e65fba3df064 req-3edc30af-c5f8-48ff-b06c-03109362c664 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:30.859308 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5c4b685d-efe1-4c06-83d7-e65fba3df064 req-3edc30af-c5f8-48ff-b06c-03109362c664 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f7f5679-3bc4-4e25-bf28-51b915b30def HTTP/1.1" status: 200 len: 944 time: 0.0505884 Sep 21 18:47:30.901239 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5c4b685d-efe1-4c06-83d7-e65fba3df064 req-58522e34-476c-4d4e-8b8f-3c3cc9d483a2 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/security-groups?id=532efc38-b23e-40bf-b084-1af4fa4af43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344911 Sep 21 18:47:32.020164 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device ebb1a30a-95bf-459a-855d-50d9938450c2 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:47:32.038390 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1239c-586d-49fd-94eb-93c24af535b2 req-ad14e39d-d324-4103-b3e0-51c110032341 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:32.040002 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c8a1239c-586d-49fd-94eb-93c24af535b2 req-ad14e39d-d324-4103-b3e0-51c110032341 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f7f5679-3bc4-4e25-bf28-51b915b30def HTTP/1.1" status: 200 len: 944 time: 0.0642912 Sep 21 18:47:32.080855 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port ebb1a30a-95bf-459a-855d-50d9938450c2 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:47:32.082756 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c8a1239c-586d-49fd-94eb-93c24af535b2 req-3d9b1073-6a36-47bc-bd62-32902f2ea31f tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/security-groups?id=532efc38-b23e-40bf-b084-1af4fa4af43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329864 Sep 21 18:47:32.084683 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port ebb1a30a-95bf-459a-855d-50d9938450c2 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:47:32.085051 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:32.159983 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:32.182610 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7f5679-3bc4-4e25-bf28-51b915b30def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb1a30a-95bf-459a-855d-50d9938450c2'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:47:32.184962 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7be9786b8e12a57addcd3d24694f9862590c26d6af0c76ac9baad1416f83940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308830d5-cd2b-47e4-a7bd-a82716f2d15f" -d '{"events": [{"server_uuid": "7f7f5679-3bc4-4e25-bf28-51b915b30def", "name": "network-vif-plugged", "status": "completed", "tag": "ebb1a30a-95bf-459a-855d-50d9938450c2"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:47:32.197516 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port ebb1a30a-95bf-459a-855d-50d9938450c2, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=ebb1a30a-95bf-459a-855d-50d9938450c2,segment=NetworkSegment(31f37bac-c178-4afa-b879-f56883ed55dc),segment_id=31f37bac-c178-4afa-b879-f56883ed55dc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:47:32.203047 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:32.238375 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17cf3e59-4735-4c32-952a-2e682c59b91b x-openstack-request-id: req-17cf3e59-4735-4c32-952a-2e682c59b91b {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:47:32.238680 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7f5679-3bc4-4e25-bf28-51b915b30def", "name": "network-vif-plugged", "status": "completed", "tag": "ebb1a30a-95bf-459a-855d-50d9938450c2", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:47:32.238984 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-17cf3e59-4735-4c32-952a-2e682c59b91b {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:47:32.239378 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7f5679-3bc4-4e25-bf28-51b915b30def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb1a30a-95bf-459a-855d-50d9938450c2', 'code': 200} Sep 21 18:47:32.263819 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=ebb1a30a-95bf-459a-855d-50d9938450c2,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:47:32.337374 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8433a-ea78-41d3-bd1c-7f93318fad50 req-81aef79c-fb26-4f4d-bdf4-1d4770850a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:32.338841 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4bb8433a-ea78-41d3-bd1c-7f93318fad50 req-81aef79c-fb26-4f4d-bdf4-1d4770850a63 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7f7f5679-3bc4-4e25-bf28-51b915b30def HTTP/1.1" status: 200 len: 1096 time: 0.0423021 Sep 21 18:47:32.375797 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4bb8433a-ea78-41d3-bd1c-7f93318fad50 req-ad847166-c32c-45e5-b3e0-bd0aafe50e4e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=532efc38-b23e-40bf-b084-1af4fa4af43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287287 Sep 21 18:47:33.212248 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126fc7a7-eaaf-4a78-81c9-c6fab5ea527e req-71482766-43d9-4723-a023-03415320908c tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:33.213482 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-126fc7a7-eaaf-4a78-81c9-c6fab5ea527e req-71482766-43d9-4723-a023-03415320908c tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f7f5679-3bc4-4e25-bf28-51b915b30def HTTP/1.1" status: 200 len: 945 time: 0.0536499 Sep 21 18:47:33.253785 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-126fc7a7-eaaf-4a78-81c9-c6fab5ea527e req-ae4f0346-3ba1-430e-a715-08736a66085d tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/security-groups?id=532efc38-b23e-40bf-b084-1af4fa4af43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312560 Sep 21 18:47:34.388037 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683665b-077f-443c-89be-750124e62a71 req-af2fd29c-9739-4ee9-9f21-e01a71c3d40c tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:34.389521 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6683665b-077f-443c-89be-750124e62a71 req-af2fd29c-9739-4ee9-9f21-e01a71c3d40c tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f7f5679-3bc4-4e25-bf28-51b915b30def HTTP/1.1" status: 200 len: 945 time: 0.0587256 Sep 21 18:47:34.428174 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6683665b-077f-443c-89be-750124e62a71 req-d3d1036f-f1c4-47d5-9fcc-9f4c7c72e9c1 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/security-groups?id=532efc38-b23e-40bf-b084-1af4fa4af43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323534 Sep 21 18:47:34.547364 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f707dc2-c452-4860-b935-b6726af08aa8 req-e53fe1a1-6000-49bc-b28c-5c32f53d3d17 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:34.548849 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7f707dc2-c452-4860-b935-b6726af08aa8 req-e53fe1a1-6000-49bc-b28c-5c32f53d3d17 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f7f5679-3bc4-4e25-bf28-51b915b30def HTTP/1.1" status: 200 len: 945 time: 0.0539427 Sep 21 18:47:34.588913 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7f707dc2-c452-4860-b935-b6726af08aa8 req-908db00b-d1c5-408c-a9b5-ef4d122dbd87 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/security-groups?id=532efc38-b23e-40bf-b084-1af4fa4af43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322149 Sep 21 18:47:45.976446 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2a57eb14-ce61-4f9c-b1e5-e5cd0568326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:46.189756 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-40322d65-5d90-4ab6-9664-88b4b7978f19 req-a73d84b9-29ec-421c-b109-fc968aa0e0df service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7f7f5679-3bc4-4e25-bf28-51b915b30def&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422761 Sep 21 18:47:46.277222 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40322d65-5d90-4ab6-9664-88b4b7978f19 req-92b86347-853e-4be9-9320-ed218cd26692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:46.278743 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-40322d65-5d90-4ab6-9664-88b4b7978f19 req-92b86347-853e-4be9-9320-ed218cd26692 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d0cab54c0a249af86ed2b390bbae21b&device_id=7f7f5679-3bc4-4e25-bf28-51b915b30def HTTP/1.1" status: 200 len: 1096 time: 0.0410476 Sep 21 18:47:46.405991 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40322d65-5d90-4ab6-9664-88b4b7978f19 req-f0f20164-88d1-4ce3-ace8-c932fbc3921b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:46.407503 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-40322d65-5d90-4ab6-9664-88b4b7978f19 req-f0f20164-88d1-4ce3-ace8-c932fbc3921b service neutron] 10.222.0.44 "GET /v2.0/networks?id=19dc6436-09d4-4150-9229-4634ad1bb9dc HTTP/1.1" status: 200 len: 918 time: 0.0894890 Sep 21 18:47:46.452743 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-40322d65-5d90-4ab6-9664-88b4b7978f19 req-81d623a0-2b47-4651-8c6c-88323bda97bb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebb1a30a-95bf-459a-855d-50d9938450c2 HTTP/1.1" status: 200 len: 217 time: 0.0345416 Sep 21 18:47:46.501816 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40322d65-5d90-4ab6-9664-88b4b7978f19 req-501fa0a7-8b06-45b7-8ad3-7ab0bb465b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:46.503372 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-40322d65-5d90-4ab6-9664-88b4b7978f19 req-501fa0a7-8b06-45b7-8ad3-7ab0bb465b2e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8e64bd9e-ab22-4589-bdc7-70f1e13ac1fa HTTP/1.1" status: 200 len: 856 time: 0.0433967 Sep 21 18:47:46.558386 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40322d65-5d90-4ab6-9664-88b4b7978f19 req-133d921a-6d94-49fe-98f5-19dccdf80286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:46.559838 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-40322d65-5d90-4ab6-9664-88b4b7978f19 req-133d921a-6d94-49fe-98f5-19dccdf80286 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=19dc6436-09d4-4150-9229-4634ad1bb9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457489 Sep 21 18:47:46.663882 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-40322d65-5d90-4ab6-9664-88b4b7978f19 req-8435da95-ab1d-4f1f-96ab-3195ddf3c4e5 service neutron] 10.222.0.44 "GET /v2.0/networks/19dc6436-09d4-4150-9229-4634ad1bb9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951471 Sep 21 18:47:46.760789 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-40322d65-5d90-4ab6-9664-88b4b7978f19 req-72234926-8daf-442b-a4b7-79bd09842ad8 service neutron] 10.222.0.44 "GET /v2.0/networks/19dc6436-09d4-4150-9229-4634ad1bb9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874741 Sep 21 18:47:48.490373 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9d4408a2-5712-444a-94c0-dc4db74b7253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:49.104534 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:50.332915 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:51.801867 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:53.180203 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e46a41-71c7-43c3-9ea5-f06888c43179 req-d9ab881b-71d3-4a9e-93d0-29f1ab2f4f5a tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:53.181754 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d5e46a41-71c7-43c3-9ea5-f06888c43179 req-d9ab881b-71d3-4a9e-93d0-29f1ab2f4f5a tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f7f5679-3bc4-4e25-bf28-51b915b30def HTTP/1.1" status: 200 len: 945 time: 0.0579095 Sep 21 18:47:53.221702 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d5e46a41-71c7-43c3-9ea5-f06888c43179 req-6460b457-2310-47f8-938e-f5d189dbd79e tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/security-groups?id=532efc38-b23e-40bf-b084-1af4fa4af43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335097 Sep 21 18:47:53.905900 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:54.360020 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfee027-b50e-4c5c-bbe2-8e6a7d0888e8 req-a3739c96-a0ae-4de5-9a6c-c909e783ad42 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:54.362251 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1bfee027-b50e-4c5c-bbe2-8e6a7d0888e8 req-a3739c96-a0ae-4de5-9a6c-c909e783ad42 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f7f5679-3bc4-4e25-bf28-51b915b30def HTTP/1.1" status: 200 len: 945 time: 0.0617080 Sep 21 18:47:54.407458 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1bfee027-b50e-4c5c-bbe2-8e6a7d0888e8 req-6e7938f1-300f-4733-bc63-fa2090e74044 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/security-groups?id=532efc38-b23e-40bf-b084-1af4fa4af43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358222 Sep 21 18:47:54.797846 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347b775-540f-486f-8adf-2eb7082ae4ea req-1d018343-a6f3-4240-a68b-41943d798533 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:47:54.799365 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e347b775-540f-486f-8adf-2eb7082ae4ea req-1d018343-a6f3-4240-a68b-41943d798533 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f7f5679-3bc4-4e25-bf28-51b915b30def HTTP/1.1" status: 200 len: 945 time: 0.0525336 Sep 21 18:47:54.901329 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-e347b775-540f-486f-8adf-2eb7082ae4ea req-d96f045b-20ae-4687-b189-0979e0c4bca7 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Deleting port ebb1a30a-95bf-459a-855d-50d9938450c2 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:47:54.901673 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e347b775-540f-486f-8adf-2eb7082ae4ea req-d96f045b-20ae-4687-b189-0979e0c4bca7 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:54.930701 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:54.989880 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-e347b775-540f-486f-8adf-2eb7082ae4ea req-d96f045b-20ae-4687-b189-0979e0c4bca7 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] For port ebb1a30a-95bf-459a-855d-50d9938450c2, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=ebb1a30a-95bf-459a-855d-50d9938450c2,segment=NetworkSegment(31f37bac-c178-4afa-b879-f56883ed55dc),segment_id=31f37bac-c178-4afa-b879-f56883ed55dc)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:47:54.990251 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e347b775-540f-486f-8adf-2eb7082ae4ea req-d96f045b-20ae-4687-b189-0979e0c4bca7 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:55.002775 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-e347b775-540f-486f-8adf-2eb7082ae4ea req-d96f045b-20ae-4687-b189-0979e0c4bca7 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Calling delete_port for ebb1a30a-95bf-459a-855d-50d9938450c2 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:47:55.145479 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e347b775-540f-486f-8adf-2eb7082ae4ea req-d96f045b-20ae-4687-b189-0979e0c4bca7 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:55.159170 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['ebb1a30a-95bf-459a-855d-50d9938450c2'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:47:55.175318 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f045b-20ae-4687-b189-0979e0c4bca7 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Pushing event deleted for resources: {'Port': ['ID=ebb1a30a-95bf-459a-855d-50d9938450c2,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:47:55.225513 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-e347b775-540f-486f-8adf-2eb7082ae4ea req-d96f045b-20ae-4687-b189-0979e0c4bca7 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] No DVR routers for this DVR port ebb1a30a-95bf-459a-855d-50d9938450c2 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:47:55.228453 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e347b775-540f-486f-8adf-2eb7082ae4ea req-d96f045b-20ae-4687-b189-0979e0c4bca7 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:55.230636 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e347b775-540f-486f-8adf-2eb7082ae4ea req-d96f045b-20ae-4687-b189-0979e0c4bca7 tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.44 "DELETE /v2.0/ports/ebb1a30a-95bf-459a-855d-50d9938450c2 HTTP/1.1" status: 204 len: 173 time: 0.4244890 Sep 21 18:47:55.231119 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7f5679-3bc4-4e25-bf28-51b915b30def', 'name': 'network-vif-deleted', 'tag': 'ebb1a30a-95bf-459a-855d-50d9938450c2'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:47:55.233516 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e658643-f62a-43ac-837c-3f46b5bc18d0" -d '{"events": [{"server_uuid": "7f7f5679-3bc4-4e25-bf28-51b915b30def", "name": "network-vif-deleted", "tag": "ebb1a30a-95bf-459a-855d-50d9938450c2"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:47:55.276460 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d548b583-4077-43d7-956c-38d89a556fe5 x-openstack-request-id: req-d548b583-4077-43d7-956c-38d89a556fe5 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:47:55.276755 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7f5679-3bc4-4e25-bf28-51b915b30def", "name": "network-vif-deleted", "tag": "ebb1a30a-95bf-459a-855d-50d9938450c2", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:47:55.277006 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d548b583-4077-43d7-956c-38d89a556fe5 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:47:55.277423 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7f5679-3bc4-4e25-bf28-51b915b30def', 'name': 'network-vif-deleted', 'tag': 'ebb1a30a-95bf-459a-855d-50d9938450c2', 'status': 'completed', 'code': 200} Sep 21 18:47:55.529748 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-aa2c869b-5436-43f4-ade7-72f51d37ea19 req-0562cac4-53bf-4d76-af2c-e028c65e7e7a tempest-TestEncryptedCinderVolumes-1117312418 tempest-TestEncryptedCinderVolumes-1117312418-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f7f5679-3bc4-4e25-bf28-51b915b30def HTTP/1.1" status: 200 len: 210 time: 0.0307605 Sep 21 18:47:56.634029 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54552) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:47:56.981282 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1f734401-1a74-49ad-a7ab-f9d167731359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:57.493556 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-1f734401-1a74-49ad-a7ab-f9d167731359 admin admin] Deleting port 42a8b968-5e51-4dbc-a790-9eef007bc29e {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:47:57.493845 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1f734401-1a74-49ad-a7ab-f9d167731359 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:57.572298 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-1f734401-1a74-49ad-a7ab-f9d167731359 admin admin] For port 42a8b968-5e51-4dbc-a790-9eef007bc29e, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=42a8b968-5e51-4dbc-a790-9eef007bc29e,segment=NetworkSegment(31f37bac-c178-4afa-b879-f56883ed55dc),segment_id=31f37bac-c178-4afa-b879-f56883ed55dc)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:47:57.572666 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1f734401-1a74-49ad-a7ab-f9d167731359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:57.586036 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-1f734401-1a74-49ad-a7ab-f9d167731359 admin admin] Calling delete_port for 42a8b968-5e51-4dbc-a790-9eef007bc29e owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:47:57.768741 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1f734401-1a74-49ad-a7ab-f9d167731359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:57.792637 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f734401-1a74-49ad-a7ab-f9d167731359 admin admin] Pushing event deleted for resources: {'Port': ['ID=42a8b968-5e51-4dbc-a790-9eef007bc29e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:47:57.806352 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734401-1a74-49ad-a7ab-f9d167731359 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:57.806352 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734401-1a74-49ad-a7ab-f9d167731359 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:57.806352 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734401-1a74-49ad-a7ab-f9d167731359 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:57.806352 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734401-1a74-49ad-a7ab-f9d167731359 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:57.806352 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734401-1a74-49ad-a7ab-f9d167731359 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:57.806352 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734401-1a74-49ad-a7ab-f9d167731359 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:57.807006 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734401-1a74-49ad-a7ab-f9d167731359 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:57.807006 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734401-1a74-49ad-a7ab-f9d167731359 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:57.807189 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734401-1a74-49ad-a7ab-f9d167731359 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:57.807386 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734401-1a74-49ad-a7ab-f9d167731359 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:57.807697 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734401-1a74-49ad-a7ab-f9d167731359 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:57.807995 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f734401-1a74-49ad-a7ab-f9d167731359 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:47:57.985016 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1f734401-1a74-49ad-a7ab-f9d167731359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:58.169705 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device ebb1a30a-95bf-459a-855d-50d9938450c2 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:47:58.189370 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: ebb1a30a-95bf-459a-855d-50d9938450c2 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:47:58.189740 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device ebb1a30a-95bf-459a-855d-50d9938450c2 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:47:58.217485 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f734401-1a74-49ad-a7ab-f9d167731359 admin admin] Router 81f3ee41-c983-4f94-8032-d4fc0731a8c9 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:47:58.325545 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f734401-1a74-49ad-a7ab-f9d167731359 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:47:58.330865 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1f734401-1a74-49ad-a7ab-f9d167731359 admin admin] 10.222.0.58 "PUT /v2.0/routers/81f3ee41-c983-4f94-8032-d4fc0731a8c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6957636 Sep 21 18:47:58.334818 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54554) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:47:58.335984 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c5c0d4-1d7b-4223-a7c2-a32b8f2834b9 None None] Sync routers for ids ['81f3ee41-c983-4f94-8032-d4fc0731a8c9'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:47:58.345654 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c5c0d4-1d7b-4223-a7c2-a32b8f2834b9 None None] Routers {'81f3ee41-c983-4f94-8032-d4fc0731a8c9'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:47:58.346268 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b8c5c0d4-1d7b-4223-a7c2-a32b8f2834b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:47:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['81f3ee41-c983-4f94-8032-d4fc0731a8c9'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:47:58.441733 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5e0a8a94-d649-440c-aafb-cb4ba010ef0e admin admin] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:58.450655 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-b8c5c0d4-1d7b-4223-a7c2-a32b8f2834b9 None None] Set router 81f3ee41-c983-4f94-8032-d4fc0731a8c9 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:47:58.547860 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5e0a8a94-d649-440c-aafb-cb4ba010ef0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:58.600751 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a8a94-d649-440c-aafb-cb4ba010ef0e admin admin] Deleting port f52fe602-659d-4974-b811-7b6dcacbd3f5 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:47:58.601115 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5e0a8a94-d649-440c-aafb-cb4ba010ef0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:58.628857 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b8c5c0d4-1d7b-4223-a7c2-a32b8f2834b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3ee41-c983-4f94-8032-d4fc0731a8c9', 'name': 'tempest-TestEncryptedCinderVolumes-1652776704-router', 'tenant_id': '8d0cab54c0a249af86ed2b390bbae21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'f52fe602-659d-4974-b811-7b6dcacbd3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:46:42Z', 'updated_at': '2021-09-21T18:47:57Z', 'revision_number': 5, 'project_id': '8d0cab54c0a249af86ed2b390bbae21b', 'gw_port': {'id': 'f52fe602-659d-4974-b811-7b6dcacbd3f5', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:66:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3ee41-c983-4f94-8032-d4fc0731a8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:46:43Z', 'updated_at': '2021-09-21T18:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:47:58.655089 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c5c0d4-1d7b-4223-a7c2-a32b8f2834b9 None None] Checking router: 81f3ee41-c983-4f94-8032-d4fc0731a8c9 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:47:58.663839 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c5c0d4-1d7b-4223-a7c2-a32b8f2834b9 None None] Routers {'81f3ee41-c983-4f94-8032-d4fc0731a8c9'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:47:58.664458 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b8c5c0d4-1d7b-4223-a7c2-a32b8f2834b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:47:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['81f3ee41-c983-4f94-8032-d4fc0731a8c9'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:47:58.681789 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-5e0a8a94-d649-440c-aafb-cb4ba010ef0e admin admin] For port f52fe602-659d-4974-b811-7b6dcacbd3f5, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=f52fe602-659d-4974-b811-7b6dcacbd3f5,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:47:58.682149 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5e0a8a94-d649-440c-aafb-cb4ba010ef0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:58.693501 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a8a94-d649-440c-aafb-cb4ba010ef0e admin admin] Calling delete_port for f52fe602-659d-4974-b811-7b6dcacbd3f5 owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:47:58.750675 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-b8c5c0d4-1d7b-4223-a7c2-a32b8f2834b9 None None] Set router 81f3ee41-c983-4f94-8032-d4fc0731a8c9 gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:47:58.801664 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b8c5c0d4-1d7b-4223-a7c2-a32b8f2834b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3ee41-c983-4f94-8032-d4fc0731a8c9', 'name': 'tempest-TestEncryptedCinderVolumes-1652776704-router', 'tenant_id': '8d0cab54c0a249af86ed2b390bbae21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:46:42Z', 'updated_at': '2021-09-21T18:47:58Z', 'revision_number': 6, 'project_id': '8d0cab54c0a249af86ed2b390bbae21b', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:47:58.831470 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c5c0d4-1d7b-4223-a7c2-a32b8f2834b9 None None] The sync data for ids ['81f3ee41-c983-4f94-8032-d4fc0731a8c9'] in n-d-810291-1 is: [{'id': '81f3ee41-c983-4f94-8032-d4fc0731a8c9', 'name': 'tempest-TestEncryptedCinderVolumes-1652776704-router', 'tenant_id': '8d0cab54c0a249af86ed2b390bbae21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:46:42Z', 'updated_at': '2021-09-21T18:47:58Z', 'revision_number': 6, 'project_id': '8d0cab54c0a249af86ed2b390bbae21b', 'gw_port_host': None}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:47:58.857155 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5e0a8a94-d649-440c-aafb-cb4ba010ef0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:58.881849 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a8a94-d649-440c-aafb-cb4ba010ef0e admin admin] Pushing event deleted for resources: {'Port': ['ID=f52fe602-659d-4974-b811-7b6dcacbd3f5,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:47:58.954096 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5e0a8a94-d649-440c-aafb-cb4ba010ef0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:59.050323 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5e0a8a94-d649-440c-aafb-cb4ba010ef0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:59.052712 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5e0a8a94-d649-440c-aafb-cb4ba010ef0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:59.099727 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5e0a8a94-d649-440c-aafb-cb4ba010ef0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:59.100282 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0a8a94-d649-440c-aafb-cb4ba010ef0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81f3ee41-c983-4f94-8032-d4fc0731a8c9 {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:47:59.104699 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5e0a8a94-d649-440c-aafb-cb4ba010ef0e admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:59.105853 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5e0a8a94-d649-440c-aafb-cb4ba010ef0e admin admin] 10.222.0.58 "DELETE /v2.0/routers/81f3ee41-c983-4f94-8032-d4fc0731a8c9 HTTP/1.1" status: 204 len: 168 time: 0.7699316 Sep 21 18:47:59.108406 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54558) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:47:59.153740 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-f09127e8-d954-4553-acb9-aebb56391f51 admin admin] Deleting subnet 8e64bd9e-ab22-4589-bdc7-70f1e13ac1fa {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:47:59.156544 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f09127e8-d954-4553-acb9-aebb56391f51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:59.193216 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f09127e8-d954-4553-acb9-aebb56391f51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:59.276948 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f09127e8-d954-4553-acb9-aebb56391f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:59.333517 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f09127e8-d954-4553-acb9-aebb56391f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:59.360192 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09127e8-d954-4553-acb9-aebb56391f51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e64bd9e-ab22-4589-bdc7-70f1e13ac1fa,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:47:59.363388 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f09127e8-d954-4553-acb9-aebb56391f51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:59.366018 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f09127e8-d954-4553-acb9-aebb56391f51 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8e64bd9e-ab22-4589-bdc7-70f1e13ac1fa HTTP/1.1" status: 204 len: 168 time: 0.2566223 Sep 21 18:47:59.369506 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54560) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:47:59.369929 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bbb66e-d9b7-4d30-850b-c4de49c9f0fa None None] Network 19dc6436-09d4-4150-9229-4634ad1bb9dc requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:47:59.437130 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6c181e6c-6684-4d40-baf5-304d5137afd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:59.492992 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-6c181e6c-6684-4d40-baf5-304d5137afd1 admin admin] Deleting port 682da893-4c4b-4328-a114-7826bf0b8a54 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:47:59.493398 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6c181e6c-6684-4d40-baf5-304d5137afd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:59.556021 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-6c181e6c-6684-4d40-baf5-304d5137afd1 admin admin] For port 682da893-4c4b-4328-a114-7826bf0b8a54, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=682da893-4c4b-4328-a114-7826bf0b8a54,segment=NetworkSegment(31f37bac-c178-4afa-b879-f56883ed55dc),segment_id=31f37bac-c178-4afa-b879-f56883ed55dc)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:47:59.556381 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6c181e6c-6684-4d40-baf5-304d5137afd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:59.568826 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-6c181e6c-6684-4d40-baf5-304d5137afd1 admin admin] Calling delete_port for 682da893-4c4b-4328-a114-7826bf0b8a54 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:47:59.601271 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1086c2c-e53b-475c-82d0-f5888be7d968 None None] DHCP port deletion for 19dc6436-09d4-4150-9229-4634ad1bb9dc request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:47:59.623921 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:47:59.649159 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-f1086c2c-e53b-475c-82d0-f5888be7d968 None None] Deleting port 682da893-4c4b-4328-a114-7826bf0b8a54 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:47:59.649601 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f1086c2c-e53b-475c-82d0-f5888be7d968 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:59.652448 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6c181e6c-6684-4d40-baf5-304d5137afd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:59.678837 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c181e6c-6684-4d40-baf5-304d5137afd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=682da893-4c4b-4328-a114-7826bf0b8a54,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:47:59.683270 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c181e6c-6684-4d40-baf5-304d5137afd1 admin admin] No DVR routers for this DVR port 682da893-4c4b-4328-a114-7826bf0b8a54 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:47:59.716182 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-f1086c2c-e53b-475c-82d0-f5888be7d968 None None] For port 682da893-4c4b-4328-a114-7826bf0b8a54, host n-d-810291-1, got binding levels [] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:47:59.716608 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f1086c2c-e53b-475c-82d0-f5888be7d968 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:59.730646 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-f1086c2c-e53b-475c-82d0-f5888be7d968 None None] Calling delete_port for 682da893-4c4b-4328-a114-7826bf0b8a54 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:47:59.733546 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.ipam_backend_mixin [None req-f1086c2c-e53b-475c-82d0-f5888be7d968 None None] Port 682da893-4c4b-4328-a114-7826bf0b8a54 was not found and therefore no delete operation was performed {{(pid=101462) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 18:47:59.734864 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f1086c2c-e53b-475c-82d0-f5888be7d968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:59.757620 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6c181e6c-6684-4d40-baf5-304d5137afd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:59.762858 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1086c2c-e53b-475c-82d0-f5888be7d968 None None] Pushing event deleted for resources: {'Port': ['ID=682da893-4c4b-4328-a114-7826bf0b8a54,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:47:59.767022 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1086c2c-e53b-475c-82d0-f5888be7d968 None None] No DVR routers for this DVR port 682da893-4c4b-4328-a114-7826bf0b8a54 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:47:59.780679 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-6c181e6c-6684-4d40-baf5-304d5137afd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19dc6436-09d4-4150-9229-4634ad1bb9dc']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:47:59.790657 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-6c181e6c-6684-4d40-baf5-304d5137afd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f37bac-c178-4afa-b879-f56883ed55dc') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:47:59.791006 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-6c181e6c-6684-4d40-baf5-304d5137afd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f37bac-c178-4afa-b879-f56883ed55dc') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:47:59.800941 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6c181e6c-6684-4d40-baf5-304d5137afd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:59.814357 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6c181e6c-6684-4d40-baf5-304d5137afd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:59.820760 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c181e6c-6684-4d40-baf5-304d5137afd1 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:47:59.821195 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6c181e6c-6684-4d40-baf5-304d5137afd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:59.822850 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:47:59.822850 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:47:59.822850 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:47:59.822850 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:47:59.822850 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:47:59.822850 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:47:59.822850 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:47:59.822850 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:47:59.822850 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:47:59.822850 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:47:59.822850 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:47:59.822850 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:47:59.822850 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:47:59.822850 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:47:59.822850 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:47:59.822850 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:47:59.822850 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:47:59.822850 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:47:59.822850 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:47:59.822850 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:47:59.822850 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:47:59.822850 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:47:59.822850 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:47:59.822850 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:47:59.822850 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:47:59.822850 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:47:59.822850 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:47:59.822850 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:47:59.822850 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:47:59.822850 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:47:59.822850 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:47:59.822850 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:47:59.883671 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6c181e6c-6684-4d40-baf5-304d5137afd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:59.893751 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6c181e6c-6684-4d40-baf5-304d5137afd1 admin admin] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:47:59.898494 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6c181e6c-6684-4d40-baf5-304d5137afd1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/19dc6436-09d4-4150-9229-4634ad1bb9dc HTTP/1.1" status: 204 len: 168 time: 0.5253513 Sep 21 18:47:59.899062 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54562) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:47:59.906713 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c181e6c-6684-4d40-baf5-304d5137afd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=19dc6436-09d4-4150-9229-4634ad1bb9dc,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:47:59.931279 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 682da893-4c4b-4328-a114-7826bf0b8a54 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:47:59.952646 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 682da893-4c4b-4328-a114-7826bf0b8a54 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:47:59.952995 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 682da893-4c4b-4328-a114-7826bf0b8a54 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:47:59.953410 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f52fe602-659d-4974-b811-7b6dcacbd3f5 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:47:59.972002 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: f52fe602-659d-4974-b811-7b6dcacbd3f5 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:47:59.972350 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device f52fe602-659d-4974-b811-7b6dcacbd3f5 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:47:59.972759 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 42a8b968-5e51-4dbc-a790-9eef007bc29e no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:47:59.991215 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 42a8b968-5e51-4dbc-a790-9eef007bc29e {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:47:59.991819 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 42a8b968-5e51-4dbc-a790-9eef007bc29e not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:48:00.270721 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b6f1a522-d633-45ac-874a-c049af9d4e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:00.529017 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-b6f1a522-d633-45ac-874a-c049af9d4e12 admin admin] Deleting port 3f0d2093-90f3-42db-ab24-ffbe08cd9fa7 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:48:00.529245 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b6f1a522-d633-45ac-874a-c049af9d4e12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:00.618551 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-b6f1a522-d633-45ac-874a-c049af9d4e12 admin admin] For port 3f0d2093-90f3-42db-ab24-ffbe08cd9fa7, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=3f0d2093-90f3-42db-ab24-ffbe08cd9fa7,segment=NetworkSegment(8990955d-79d2-4737-a3d7-59ddc0b63b34),segment_id=8990955d-79d2-4737-a3d7-59ddc0b63b34)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:48:00.618906 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b6f1a522-d633-45ac-874a-c049af9d4e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:00.631482 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-b6f1a522-d633-45ac-874a-c049af9d4e12 admin admin] Calling delete_port for 3f0d2093-90f3-42db-ab24-ffbe08cd9fa7 owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:48:00.811830 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b6f1a522-d633-45ac-874a-c049af9d4e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:00.842978 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1a522-d633-45ac-874a-c049af9d4e12 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f0d2093-90f3-42db-ab24-ffbe08cd9fa7,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:01.014121 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b6f1a522-d633-45ac-874a-c049af9d4e12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:01.239897 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f1a522-d633-45ac-874a-c049af9d4e12 admin admin] Router 9ddb065a-1232-4d90-a796-1bbaab876ce2 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:48:01.352409 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f1a522-d633-45ac-874a-c049af9d4e12 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:48:01.358023 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b6f1a522-d633-45ac-874a-c049af9d4e12 admin admin] 10.222.0.58 "PUT /v2.0/routers/9ddb065a-1232-4d90-a796-1bbaab876ce2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4578657 Sep 21 18:48:01.360753 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54564) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:01.361677 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ec2c97-8106-459b-a341-1c4b7beb455c None None] Sync routers for ids ['9ddb065a-1232-4d90-a796-1bbaab876ce2'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:48:01.372847 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ec2c97-8106-459b-a341-1c4b7beb455c None None] Routers {'9ddb065a-1232-4d90-a796-1bbaab876ce2'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:48:01.373713 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c6ec2c97-8106-459b-a341-1c4b7beb455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:47:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['9ddb065a-1232-4d90-a796-1bbaab876ce2'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:01.470213 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-76bcb349-8bdf-402a-9d0f-f38d6c3a9889 admin admin] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:01.480308 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-c6ec2c97-8106-459b-a341-1c4b7beb455c None None] Set router 9ddb065a-1232-4d90-a796-1bbaab876ce2 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:48:01.673199 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c6ec2c97-8106-459b-a341-1c4b7beb455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddb065a-1232-4d90-a796-1bbaab876ce2', 'name': 'tempest-TestEncryptedCinderVolumes-574845300-router', 'tenant_id': '34c50931fa0b49e5923a284a19e2ba7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'e1bce8dc-3f05-454c-b3be-98ba2b4e994d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:46:46Z', 'updated_at': '2021-09-21T18:48:00Z', 'revision_number': 5, 'project_id': '34c50931fa0b49e5923a284a19e2ba7b', 'gw_port': {'id': 'e1bce8dc-3f05-454c-b3be-98ba2b4e994d', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddb065a-1232-4d90-a796-1bbaab876ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:46:47Z', 'updated_at': '2021-09-21T18:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:01.699889 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ec2c97-8106-459b-a341-1c4b7beb455c None None] Checking router: 9ddb065a-1232-4d90-a796-1bbaab876ce2 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:48:01.709420 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ec2c97-8106-459b-a341-1c4b7beb455c None None] Routers {'9ddb065a-1232-4d90-a796-1bbaab876ce2'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:48:01.710053 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c6ec2c97-8106-459b-a341-1c4b7beb455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:47:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['9ddb065a-1232-4d90-a796-1bbaab876ce2'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:01.817399 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-c6ec2c97-8106-459b-a341-1c4b7beb455c None None] Set router 9ddb065a-1232-4d90-a796-1bbaab876ce2 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:48:01.866473 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-76bcb349-8bdf-402a-9d0f-f38d6c3a9889 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:01.926802 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-76bcb349-8bdf-402a-9d0f-f38d6c3a9889 admin admin] Deleting port e1bce8dc-3f05-454c-b3be-98ba2b4e994d {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:48:01.927250 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-76bcb349-8bdf-402a-9d0f-f38d6c3a9889 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:02.011906 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-c6ec2c97-8106-459b-a341-1c4b7beb455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddb065a-1232-4d90-a796-1bbaab876ce2', 'name': 'tempest-TestEncryptedCinderVolumes-574845300-router', 'tenant_id': '34c50931fa0b49e5923a284a19e2ba7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'e1bce8dc-3f05-454c-b3be-98ba2b4e994d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:46:46Z', 'updated_at': '2021-09-21T18:48:00Z', 'revision_number': 5, 'project_id': '34c50931fa0b49e5923a284a19e2ba7b', 'gw_port': {'id': 'e1bce8dc-3f05-454c-b3be-98ba2b4e994d', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddb065a-1232-4d90-a796-1bbaab876ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:46:47Z', 'updated_at': '2021-09-21T18:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:02.012838 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-76bcb349-8bdf-402a-9d0f-f38d6c3a9889 admin admin] For port e1bce8dc-3f05-454c-b3be-98ba2b4e994d, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e1bce8dc-3f05-454c-b3be-98ba2b4e994d,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:48:02.013208 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-76bcb349-8bdf-402a-9d0f-f38d6c3a9889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:02.024699 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-76bcb349-8bdf-402a-9d0f-f38d6c3a9889 admin admin] Calling delete_port for e1bce8dc-3f05-454c-b3be-98ba2b4e994d owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:48:02.041163 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ec2c97-8106-459b-a341-1c4b7beb455c None None] The sync data for ids ['9ddb065a-1232-4d90-a796-1bbaab876ce2'] in n-d-810291-1 is: [{'id': '9ddb065a-1232-4d90-a796-1bbaab876ce2', 'name': 'tempest-TestEncryptedCinderVolumes-574845300-router', 'tenant_id': '34c50931fa0b49e5923a284a19e2ba7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'e1bce8dc-3f05-454c-b3be-98ba2b4e994d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:46:46Z', 'updated_at': '2021-09-21T18:48:00Z', 'revision_number': 5, 'project_id': '34c50931fa0b49e5923a284a19e2ba7b', 'gw_port': {'id': 'e1bce8dc-3f05-454c-b3be-98ba2b4e994d', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:51:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddb065a-1232-4d90-a796-1bbaab876ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:46:47Z', 'updated_at': '2021-09-21T18:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:48:02.211198 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-76bcb349-8bdf-402a-9d0f-f38d6c3a9889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:02.235715 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bcb349-8bdf-402a-9d0f-f38d6c3a9889 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1bce8dc-3f05-454c-b3be-98ba2b4e994d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:02.297048 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-76bcb349-8bdf-402a-9d0f-f38d6c3a9889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:02.387420 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-76bcb349-8bdf-402a-9d0f-f38d6c3a9889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:02.389622 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-76bcb349-8bdf-402a-9d0f-f38d6c3a9889 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:02.435565 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-76bcb349-8bdf-402a-9d0f-f38d6c3a9889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:02.436128 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bcb349-8bdf-402a-9d0f-f38d6c3a9889 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ddb065a-1232-4d90-a796-1bbaab876ce2 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:48:02.440821 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-76bcb349-8bdf-402a-9d0f-f38d6c3a9889 admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:02.441976 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-76bcb349-8bdf-402a-9d0f-f38d6c3a9889 admin admin] 10.222.0.58 "DELETE /v2.0/routers/9ddb065a-1232-4d90-a796-1bbaab876ce2 HTTP/1.1" status: 204 len: 168 time: 1.0803242 Sep 21 18:48:02.444587 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54568) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:02.491107 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1354454-3d9f-4153-a208-135fa38bccb9 admin admin] Deleting subnet d6dbc88c-466a-47cd-98e2-76eb6ebad237 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:48:02.494594 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f1354454-3d9f-4153-a208-135fa38bccb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:02.530100 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f1354454-3d9f-4153-a208-135fa38bccb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:02.614273 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f1354454-3d9f-4153-a208-135fa38bccb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:02.669418 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f1354454-3d9f-4153-a208-135fa38bccb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:02.694834 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1354454-3d9f-4153-a208-135fa38bccb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6dbc88c-466a-47cd-98e2-76eb6ebad237,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:02.698484 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f1354454-3d9f-4153-a208-135fa38bccb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:02.700396 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f1354454-3d9f-4153-a208-135fa38bccb9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d6dbc88c-466a-47cd-98e2-76eb6ebad237 HTTP/1.1" status: 204 len: 168 time: 0.2549012 Sep 21 18:48:02.702918 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54570) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:02.706252 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a05e4c-de0b-40ba-a20f-a0bd7a2b22f7 None None] Network 9d791772-95a0-46f1-8e1d-16ecf5ec1c58 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:48:02.772978 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2293cea1-440c-4ecf-9331-9a53c9ca6a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:02.828752 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-2293cea1-440c-4ecf-9331-9a53c9ca6a42 admin admin] Deleting port 22168e02-b3c9-492a-a92b-be90ef081503 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:48:02.829098 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2293cea1-440c-4ecf-9331-9a53c9ca6a42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:02.892500 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-2293cea1-440c-4ecf-9331-9a53c9ca6a42 admin admin] For port 22168e02-b3c9-492a-a92b-be90ef081503, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=22168e02-b3c9-492a-a92b-be90ef081503,segment=NetworkSegment(8990955d-79d2-4737-a3d7-59ddc0b63b34),segment_id=8990955d-79d2-4737-a3d7-59ddc0b63b34)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:48:02.892860 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2293cea1-440c-4ecf-9331-9a53c9ca6a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:02.909122 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-2293cea1-440c-4ecf-9331-9a53c9ca6a42 admin admin] Calling delete_port for 22168e02-b3c9-492a-a92b-be90ef081503 owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:48:02.988658 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2293cea1-440c-4ecf-9331-9a53c9ca6a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:03.014411 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293cea1-440c-4ecf-9331-9a53c9ca6a42 admin admin] Pushing event deleted for resources: {'Port': ['ID=22168e02-b3c9-492a-a92b-be90ef081503,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:03.016229 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2293cea1-440c-4ecf-9331-9a53c9ca6a42 admin admin] No DVR routers for this DVR port 22168e02-b3c9-492a-a92b-be90ef081503 on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:48:03.054154 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2569d50-10df-4875-9d48-e1a6ae370fee None None] DHCP port deletion for 9d791772-95a0-46f1-8e1d-16ecf5ec1c58 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:48:03.095666 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2293cea1-440c-4ecf-9331-9a53c9ca6a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:03.114765 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-2293cea1-440c-4ecf-9331-9a53c9ca6a42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d791772-95a0-46f1-8e1d-16ecf5ec1c58']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:03.123895 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-2293cea1-440c-4ecf-9331-9a53c9ca6a42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8990955d-79d2-4737-a3d7-59ddc0b63b34') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:03.124190 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-2293cea1-440c-4ecf-9331-9a53c9ca6a42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8990955d-79d2-4737-a3d7-59ddc0b63b34') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:03.133300 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2293cea1-440c-4ecf-9331-9a53c9ca6a42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:03.146847 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2293cea1-440c-4ecf-9331-9a53c9ca6a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:03.153003 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2293cea1-440c-4ecf-9331-9a53c9ca6a42 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:48:03.153428 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2293cea1-440c-4ecf-9331-9a53c9ca6a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:03.155305 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:48:03.155305 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:48:03.155305 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:48:03.155305 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:48:03.155305 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:48:03.155305 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:48:03.155305 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:48:03.155305 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:48:03.155305 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:48:03.155305 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:48:03.155305 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:48:03.155305 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:48:03.155305 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:48:03.155305 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:48:03.155305 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:48:03.155305 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:48:03.155305 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:48:03.155305 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:48:03.155305 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:48:03.155305 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:48:03.155305 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:48:03.155305 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:48:03.155305 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:48:03.155305 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:48:03.155305 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:48:03.155305 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:48:03.155305 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:48:03.155305 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:48:03.155305 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:48:03.155305 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:48:03.155305 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:48:03.155305 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:48:03.213580 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2293cea1-440c-4ecf-9331-9a53c9ca6a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:03.219620 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2293cea1-440c-4ecf-9331-9a53c9ca6a42 admin admin] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:03.221473 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2293cea1-440c-4ecf-9331-9a53c9ca6a42 admin admin] 10.222.0.58 "DELETE /v2.0/networks/9d791772-95a0-46f1-8e1d-16ecf5ec1c58 HTTP/1.1" status: 204 len: 168 time: 0.5175672 Sep 21 18:48:03.232868 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293cea1-440c-4ecf-9331-9a53c9ca6a42 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d791772-95a0-46f1-8e1d-16ecf5ec1c58,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:03.392237 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54574) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:03.435450 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-76fbf3f0-8a27-400d-8b2c-53bcaeef315f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8d0cab54c0a249af86ed2b390bbae21b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419157 Sep 21 18:48:03.438278 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54576) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:03.486801 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-459d54de-ce5f-480b-95c1-125a1bd6e764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:03.511666 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-459d54de-ce5f-480b-95c1-125a1bd6e764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:03.564479 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-459d54de-ce5f-480b-95c1-125a1bd6e764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:03.567395 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-459d54de-ce5f-480b-95c1-125a1bd6e764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:03.568891 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-459d54de-ce5f-480b-95c1-125a1bd6e764 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/532efc38-b23e-40bf-b084-1af4fa4af43a HTTP/1.1" status: 204 len: 168 time: 0.1294048 Sep 21 18:48:03.579710 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d54de-ce5f-480b-95c1-125a1bd6e764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532efc38-b23e-40bf-b084-1af4fa4af43a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:03.923263 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e1bce8dc-3f05-454c-b3be-98ba2b4e994d no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:48:03.925578 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54582) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:03.943316 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: e1bce8dc-3f05-454c-b3be-98ba2b4e994d {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:48:03.943671 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e1bce8dc-3f05-454c-b3be-98ba2b4e994d not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:48:03.944064 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 3f0d2093-90f3-42db-ab24-ffbe08cd9fa7 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:48:03.962637 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 3f0d2093-90f3-42db-ab24-ffbe08cd9fa7 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:48:03.963037 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 3f0d2093-90f3-42db-ab24-ffbe08cd9fa7 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:48:03.963399 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 22168e02-b3c9-492a-a92b-be90ef081503 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:48:03.967648 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-49e09ccb-299b-457e-87c2-15522249bc91 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=34c50931fa0b49e5923a284a19e2ba7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384016 Sep 21 18:48:03.967869 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54584) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:03.985167 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 22168e02-b3c9-492a-a92b-be90ef081503 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:48:03.985512 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 22168e02-b3c9-492a-a92b-be90ef081503 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:48:04.016107 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f178e408-700e-47a2-9029-f522759aa6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:04.036250 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f178e408-700e-47a2-9029-f522759aa6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:04.089314 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f178e408-700e-47a2-9029-f522759aa6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:04.093427 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f178e408-700e-47a2-9029-f522759aa6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:04.094584 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f178e408-700e-47a2-9029-f522759aa6b6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2484108f-45c1-425b-b74c-3198c6f206fb HTTP/1.1" status: 204 len: 168 time: 0.1257281 Sep 21 18:48:04.102419 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f178e408-700e-47a2-9029-f522759aa6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2484108f-45c1-425b-b74c-3198c6f206fb,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:04.807332 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54606) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:04.920934 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-20bc75ba-de9a-4b63-a35f-6388f4591cc1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-396042688-network', 'tenant_id': '26fdbbc1a24240a2a720e6d94f07ee3a'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:48:04.943765 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bc75ba-de9a-4b63-a35f-6388f4591cc1 admin admin] Made reservation on behalf of 26fdbbc1a24240a2a720e6d94f07ee3a for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:48:04.946219 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-20bc75ba-de9a-4b63-a35f-6388f4591cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:04.955104 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-20bc75ba-de9a-4b63-a35f-6388f4591cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:05.048859 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-20bc75ba-de9a-4b63-a35f-6388f4591cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:05.054308 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-20bc75ba-de9a-4b63-a35f-6388f4591cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:05.082579 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20bc75ba-de9a-4b63-a35f-6388f4591cc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:48:05.089243 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc75ba-de9a-4b63-a35f-6388f4591cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbb4fd1-a401-4311-baf0-91b488634bf1,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:05.096448 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-20bc75ba-de9a-4b63-a35f-6388f4591cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:05.096821 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-20bc75ba-de9a-4b63-a35f-6388f4591cc1 admin admin] Added segment efcc0468-5bac-447d-ab81-9ef235660aef of type vlan for network 15007568-0f75-41b6-adf3-b7a596c3f0d2 Sep 21 18:48:05.136797 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-20bc75ba-de9a-4b63-a35f-6388f4591cc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:05.161385 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-20bc75ba-de9a-4b63-a35f-6388f4591cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:05.162427 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bc75ba-de9a-4b63-a35f-6388f4591cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:05.163072 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-20bc75ba-de9a-4b63-a35f-6388f4591cc1 admin admin] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:05.200388 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-20bc75ba-de9a-4b63-a35f-6388f4591cc1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3918097 Sep 21 18:48:05.203273 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54610) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:05.209124 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-ad14bd00-45b2-4431-865e-53b0948d0a2b admin admin] Request body: {'subnet': {'network_id': '15007568-0f75-41b6-adf3-b7a596c3f0d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-396042688-subnet', 'tenant_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:48:05.229041 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc75ba-de9a-4b63-a35f-6388f4591cc1 admin admin] Pushing event updated for resources: {'Network': ['ID=15007568-0f75-41b6-adf3-b7a596c3f0d2,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:05.232317 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad14bd00-45b2-4431-865e-53b0948d0a2b admin admin] Made reservation on behalf of 26fdbbc1a24240a2a720e6d94f07ee3a for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:48:05.234919 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ad14bd00-45b2-4431-865e-53b0948d0a2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:05.240499 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 15007568-0f75-41b6-adf3-b7a596c3f0d2 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:48:05.404339 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ad14bd00-45b2-4431-865e-53b0948d0a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:05.456162 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14bd00-45b2-4431-865e-53b0948d0a2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bf50d3e-dc41-402b-b30a-139371ecaad4,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:05.472895 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad14bd00-45b2-4431-865e-53b0948d0a2b admin admin] Checking segment: {'id': 'efcc0468-5bac-447d-ab81-9ef235660aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '15007568-0f75-41b6-adf3-b7a596c3f0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:48:05.473250 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad14bd00-45b2-4431-865e-53b0948d0a2b admin admin] Network hostable DHCP agents. Network: 15007568-0f75-41b6-adf3-b7a596c3f0d2, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:48:05.489764 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad14bd00-45b2-4431-865e-53b0948d0a2b admin admin] Network 15007568-0f75-41b6-adf3-b7a596c3f0d2 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:48:05.500132 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-ad14bd00-45b2-4431-865e-53b0948d0a2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 15007568-0f75-41b6-adf3-b7a596c3f0d2) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:48:05.504544 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad14bd00-45b2-4431-865e-53b0948d0a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:05.505124 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ad14bd00-45b2-4431-865e-53b0948d0a2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:05.510991 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ff8183-23ed-41d5-a4a3-c8a58e093d37 None None] Network 15007568-0f75-41b6-adf3-b7a596c3f0d2 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:48:05.524291 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ad14bd00-45b2-4431-865e-53b0948d0a2b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3172700 Sep 21 18:48:05.524657 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54612) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:05.531341 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-10f5baa4-cfe7-400f-a280-2511136ecd1b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-396042688-router', 'tenant_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:48:05.554901 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-10f5baa4-cfe7-400f-a280-2511136ecd1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:05.556371 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-10f5baa4-cfe7-400f-a280-2511136ecd1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:05.610434 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-10f5baa4-cfe7-400f-a280-2511136ecd1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:05.666324 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947f3c8d-f5dc-4648-b77a-418a7c05cec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-15007568-0f75-41b6-adf3-b7a596c3f0d2', 'network_id': '15007568-0f75-41b6-adf3-b7a596c3f0d2', 'tenant_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'fixed_ips': [{'subnet_id': '6bf50d3e-dc41-402b-b30a-139371ecaad4'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:48:05.667220 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-947f3c8d-f5dc-4648-b77a-418a7c05cec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:05.755993 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-10f5baa4-cfe7-400f-a280-2511136ecd1b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:05.807881 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-947f3c8d-f5dc-4648-b77a-418a7c05cec1 None None] Allocated IP 172.20.0.2 (15007568-0f75-41b6-adf3-b7a596c3f0d2/6bf50d3e-dc41-402b-b30a-139371ecaad4/00bf78f7-4967-44b8-8115-6f3559ab3c36) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:48:05.961955 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-947f3c8d-f5dc-4648-b77a-418a7c05cec1 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:05.962650 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-10f5baa4-cfe7-400f-a280-2511136ecd1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:05.968535 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-947f3c8d-f5dc-4648-b77a-418a7c05cec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:05.985460 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-10f5baa4-cfe7-400f-a280-2511136ecd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:06.007204 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947f3c8d-f5dc-4648-b77a-418a7c05cec1 None None] Network 15007568-0f75-41b6-adf3-b7a596c3f0d2 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:48:06.010038 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-947f3c8d-f5dc-4648-b77a-418a7c05cec1 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:48:06.015530 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947f3c8d-f5dc-4648-b77a-418a7c05cec1 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:48:06.022657 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f3c8d-f5dc-4648-b77a-418a7c05cec1 None None] Pushing event updated for resources: {'Port': ['ID=00bf78f7-4967-44b8-8115-6f3559ab3c36,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:06.071731 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-947f3c8d-f5dc-4648-b77a-418a7c05cec1 None None] Attempting to bind port 00bf78f7-4967-44b8-8115-6f3559ab3c36 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:48:06.072088 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-947f3c8d-f5dc-4648-b77a-418a7c05cec1 None None] Attempting to bind port 00bf78f7-4967-44b8-8115-6f3559ab3c36 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'efcc0468-5bac-447d-ab81-9ef235660aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '15007568-0f75-41b6-adf3-b7a596c3f0d2'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:48:06.072567 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947f3c8d-f5dc-4648-b77a-418a7c05cec1 None None] Attempting to bind port 00bf78f7-4967-44b8-8115-6f3559ab3c36 on network 15007568-0f75-41b6-adf3-b7a596c3f0d2 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:48:06.077554 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947f3c8d-f5dc-4648-b77a-418a7c05cec1 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:48:06.077861 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947f3c8d-f5dc-4648-b77a-418a7c05cec1 None None] Checking segment: {'id': 'efcc0468-5bac-447d-ab81-9ef235660aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '15007568-0f75-41b6-adf3-b7a596c3f0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:48:06.078303 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-947f3c8d-f5dc-4648-b77a-418a7c05cec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:06.078671 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947f3c8d-f5dc-4648-b77a-418a7c05cec1 None None] Bound using segment: {'id': 'efcc0468-5bac-447d-ab81-9ef235660aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '15007568-0f75-41b6-adf3-b7a596c3f0d2'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:48:06.079339 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-947f3c8d-f5dc-4648-b77a-418a7c05cec1 None None] Bound port: 00bf78f7-4967-44b8-8115-6f3559ab3c36, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efcc0468-5bac-447d-ab81-9ef235660aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '15007568-0f75-41b6-adf3-b7a596c3f0d2'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:48:06.079688 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-947f3c8d-f5dc-4648-b77a-418a7c05cec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:06.087219 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-10f5baa4-cfe7-400f-a280-2511136ecd1b admin admin] Allocated IP 172.25.6.189 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/052e4a84-4eb2-4565-b5d5-f6394a2d7a6f) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:48:06.141567 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-947f3c8d-f5dc-4648-b77a-418a7c05cec1 None None] For port 00bf78f7-4967-44b8-8115-6f3559ab3c36, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:48:06.145199 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-947f3c8d-f5dc-4648-b77a-418a7c05cec1 None None] For port 00bf78f7-4967-44b8-8115-6f3559ab3c36, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=00bf78f7-4967-44b8-8115-6f3559ab3c36,segment=NetworkSegment(efcc0468-5bac-447d-ab81-9ef235660aef),segment_id=efcc0468-5bac-447d-ab81-9ef235660aef)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:48:06.150416 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-947f3c8d-f5dc-4648-b77a-418a7c05cec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:06.197199 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-10f5baa4-cfe7-400f-a280-2511136ecd1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:06.233268 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-10f5baa4-cfe7-400f-a280-2511136ecd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:06.273023 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f5baa4-cfe7-400f-a280-2511136ecd1b admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:48:06.276087 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-10f5baa4-cfe7-400f-a280-2511136ecd1b admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:48:06.282339 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f5baa4-cfe7-400f-a280-2511136ecd1b admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:48:06.288207 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5baa4-cfe7-400f-a280-2511136ecd1b admin admin] Pushing event updated for resources: {'Port': ['ID=052e4a84-4eb2-4565-b5d5-f6394a2d7a6f,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:06.373965 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f3c8d-f5dc-4648-b77a-418a7c05cec1 None None] Pushing event updated for resources: {'Port': ['ID=00bf78f7-4967-44b8-8115-6f3559ab3c36,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:06.552798 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-10f5baa4-cfe7-400f-a280-2511136ecd1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:07.113652 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-10f5baa4-cfe7-400f-a280-2511136ecd1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:07.199767 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bda8fdb-f1a8-4987-ba91-7eb8a061488a None None] Network 15007568-0f75-41b6-adf3-b7a596c3f0d2 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:48:07.246298 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f5baa4-cfe7-400f-a280-2511136ecd1b admin admin] Router 56c5b2a3-29c8-4985-a4e2-6d4e13d6885f is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:48:07.315798 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-087a8c8d-af09-47f9-a769-3737321a9bef None None] Provisioning complete for port 00bf78f7-4967-44b8-8115-6f3559ab3c36 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:07.316054 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-087a8c8d-af09-47f9-a769-3737321a9bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:07.351423 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f5baa4-cfe7-400f-a280-2511136ecd1b admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:48:07.367485 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-10f5baa4-cfe7-400f-a280-2511136ecd1b admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:07.368754 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-10f5baa4-cfe7-400f-a280-2511136ecd1b admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8409069 Sep 21 18:48:07.371994 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54616) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:07.372511 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7e8c4-65b0-45ee-a4a6-74c2a924d78f None None] Sync routers for ids ['56c5b2a3-29c8-4985-a4e2-6d4e13d6885f'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:48:07.397265 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef7e8c4-65b0-45ee-a4a6-74c2a924d78f None None] Routers {'56c5b2a3-29c8-4985-a4e2-6d4e13d6885f'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:48:07.397949 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-3ef7e8c4-65b0-45ee-a4a6-74c2a924d78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:47:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['56c5b2a3-29c8-4985-a4e2-6d4e13d6885f'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:07.516917 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-087a8c8d-af09-47f9-a769-3737321a9bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:07.558530 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-3ef7e8c4-65b0-45ee-a4a6-74c2a924d78f None None] Set router 56c5b2a3-29c8-4985-a4e2-6d4e13d6885f gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:48:07.623360 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-087a8c8d-af09-47f9-a769-3737321a9bef None None] For port 00bf78f7-4967-44b8-8115-6f3559ab3c36, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=00bf78f7-4967-44b8-8115-6f3559ab3c36,segment=NetworkSegment(efcc0468-5bac-447d-ab81-9ef235660aef),segment_id=efcc0468-5bac-447d-ab81-9ef235660aef)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:48:07.637632 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-087a8c8d-af09-47f9-a769-3737321a9bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:07.732136 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a8c8d-af09-47f9-a769-3737321a9bef None None] Pushing event updated for resources: {'Port': ['ID=00bf78f7-4967-44b8-8115-6f3559ab3c36,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:07.779412 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-f90a121d-62b5-407a-afde-edff38dc18b6 None None] Provisioning complete for port 00bf78f7-4967-44b8-8115-6f3559ab3c36 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:07.779760 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f90a121d-62b5-407a-afde-edff38dc18b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:07.818656 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d0275e9c-e526-4785-8818-42cefc33f7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:07.838101 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-3ef7e8c4-65b0-45ee-a4a6-74c2a924d78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'name': 'tempest-TestMinimumBasicScenario-396042688-router', 'tenant_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '052e4a84-4eb2-4565-b5d5-f6394a2d7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:05Z', 'updated_at': '2021-09-21T18:48:06Z', 'revision_number': 3, 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'gw_port': {'id': '052e4a84-4eb2-4565-b5d5-f6394a2d7a6f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:05Z', 'updated_at': '2021-09-21T18:48:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:07.886259 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7e8c4-65b0-45ee-a4a6-74c2a924d78f None None] Checking router: 56c5b2a3-29c8-4985-a4e2-6d4e13d6885f for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:48:07.886259 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7e8c4-65b0-45ee-a4a6-74c2a924d78f None None] Updating router 56c5b2a3-29c8-4985-a4e2-6d4e13d6885f port 052e4a84-4eb2-4565-b5d5-f6394a2d7a6f binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:48:07.921466 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3ef7e8c4-65b0-45ee-a4a6-74c2a924d78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:07.964837 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 00bf78f7-4967-44b8-8115-6f3559ab3c36 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:48:07.996065 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-d0275e9c-e526-4785-8818-42cefc33f7b8 admin admin] Allocated IP 172.20.0.1 (15007568-0f75-41b6-adf3-b7a596c3f0d2/6bf50d3e-dc41-402b-b30a-139371ecaad4/ee01334a-f5ef-45fa-9bc8-35e4c51508c0) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:48:08.104615 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d0275e9c-e526-4785-8818-42cefc33f7b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:08.126486 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 00bf78f7-4967-44b8-8115-6f3559ab3c36 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:08.126862 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:08.137589 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d0275e9c-e526-4785-8818-42cefc33f7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:08.176755 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0275e9c-e526-4785-8818-42cefc33f7b8 admin admin] Network 15007568-0f75-41b6-adf3-b7a596c3f0d2 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:48:08.184347 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-d0275e9c-e526-4785-8818-42cefc33f7b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:48:08.192009 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0275e9c-e526-4785-8818-42cefc33f7b8 admin admin] Pushing event updated for resources: {'Port': ['ID=ee01334a-f5ef-45fa-9bc8-35e4c51508c0,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:08.194708 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0275e9c-e526-4785-8818-42cefc33f7b8 admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:48:08.242763 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d0275e9c-e526-4785-8818-42cefc33f7b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:08.278683 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3ef7e8c4-65b0-45ee-a4a6-74c2a924d78f None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:08.289680 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3ef7e8c4-65b0-45ee-a4a6-74c2a924d78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:08.348187 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-3ef7e8c4-65b0-45ee-a4a6-74c2a924d78f None None] Attempting to bind port 052e4a84-4eb2-4565-b5d5-f6394a2d7a6f on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:48:08.348584 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-3ef7e8c4-65b0-45ee-a4a6-74c2a924d78f None None] Attempting to bind port 052e4a84-4eb2-4565-b5d5-f6394a2d7a6f by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:48:08.349015 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef7e8c4-65b0-45ee-a4a6-74c2a924d78f None None] Attempting to bind port 052e4a84-4eb2-4565-b5d5-f6394a2d7a6f on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:48:08.350894 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6056c7-6ae5-45d8-b60b-0a17ad472d95 None None] Pushing event updated for resources: {'Port': ['ID=052e4a84-4eb2-4565-b5d5-f6394a2d7a6f,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:08.356831 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef7e8c4-65b0-45ee-a4a6-74c2a924d78f None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:48:08.357153 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef7e8c4-65b0-45ee-a4a6-74c2a924d78f None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:48:08.357528 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3ef7e8c4-65b0-45ee-a4a6-74c2a924d78f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:08.357928 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef7e8c4-65b0-45ee-a4a6-74c2a924d78f None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:48:08.358399 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-3ef7e8c4-65b0-45ee-a4a6-74c2a924d78f None None] Bound port: 052e4a84-4eb2-4565-b5d5-f6394a2d7a6f, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:48:08.358803 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3ef7e8c4-65b0-45ee-a4a6-74c2a924d78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:08.381969 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d0275e9c-e526-4785-8818-42cefc33f7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:08.412889 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-3ef7e8c4-65b0-45ee-a4a6-74c2a924d78f None None] For port 052e4a84-4eb2-4565-b5d5-f6394a2d7a6f, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:48:08.417448 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-3ef7e8c4-65b0-45ee-a4a6-74c2a924d78f None None] For port 052e4a84-4eb2-4565-b5d5-f6394a2d7a6f, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=052e4a84-4eb2-4565-b5d5-f6394a2d7a6f,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:48:08.422153 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3ef7e8c4-65b0-45ee-a4a6-74c2a924d78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:08.492857 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-60623297-fe32-4f51-9d31-def918d5d5f9 None None] Provisioning complete for port ee01334a-f5ef-45fa-9bc8-35e4c51508c0 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:08.493225 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-60623297-fe32-4f51-9d31-def918d5d5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:08.495054 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef7e8c4-65b0-45ee-a4a6-74c2a924d78f None None] Routers {'56c5b2a3-29c8-4985-a4e2-6d4e13d6885f'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:48:08.495679 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-3ef7e8c4-65b0-45ee-a4a6-74c2a924d78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:47:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['56c5b2a3-29c8-4985-a4e2-6d4e13d6885f'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:08.498063 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6056c7-6ae5-45d8-b60b-0a17ad472d95 None None] Pushing event updated for resources: {'Port': ['ID=052e4a84-4eb2-4565-b5d5-f6394a2d7a6f,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:08.549833 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d0275e9c-e526-4785-8818-42cefc33f7b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:08.556315 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d0275e9c-e526-4785-8818-42cefc33f7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:08.572921 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-60623297-fe32-4f51-9d31-def918d5d5f9 None None] Port ee01334a-f5ef-45fa-9bc8-35e4c51508c0 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:48:08.625267 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d0275e9c-e526-4785-8818-42cefc33f7b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:08.627201 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0275e9c-e526-4785-8818-42cefc33f7b8 admin admin] Pushing event updated for resources: {'Port': ['ID=ee01334a-f5ef-45fa-9bc8-35e4c51508c0,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:08.633282 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-3ef7e8c4-65b0-45ee-a4a6-74c2a924d78f None None] Set router 56c5b2a3-29c8-4985-a4e2-6d4e13d6885f gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:48:08.716994 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0275e9c-e526-4785-8818-42cefc33f7b8 admin admin] Network 15007568-0f75-41b6-adf3-b7a596c3f0d2 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:48:08.718442 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-d0275e9c-e526-4785-8818-42cefc33f7b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:48:08.836617 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0275e9c-e526-4785-8818-42cefc33f7b8 admin admin] Router 56c5b2a3-29c8-4985-a4e2-6d4e13d6885f has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:48:08.845279 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-3ef7e8c4-65b0-45ee-a4a6-74c2a924d78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'name': 'tempest-TestMinimumBasicScenario-396042688-router', 'tenant_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '052e4a84-4eb2-4565-b5d5-f6394a2d7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:05Z', 'updated_at': '2021-09-21T18:48:08Z', 'revision_number': 4, 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'gw_port': {'id': '052e4a84-4eb2-4565-b5d5-f6394a2d7a6f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:05Z', 'updated_at': '2021-09-21T18:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'ee01334a-f5ef-45fa-9bc8-35e4c51508c0', 'name': '', 'network_id': '15007568-0f75-41b6-adf3-b7a596c3f0d2', 'tenant_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'mac_address': 'fa:16:3e:80:b6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6bf50d3e-dc41-402b-b30a-139371ecaad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:07Z', 'updated_at': '2021-09-21T18:48:08Z', 'revision_number': 1, 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'subnets': [{'id': '6bf50d3e-dc41-402b-b30a-139371ecaad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:08.872584 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7e8c4-65b0-45ee-a4a6-74c2a924d78f None None] The sync data for ids ['56c5b2a3-29c8-4985-a4e2-6d4e13d6885f'] in n-d-810291-1 is: [{'id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'name': 'tempest-TestMinimumBasicScenario-396042688-router', 'tenant_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '052e4a84-4eb2-4565-b5d5-f6394a2d7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:05Z', 'updated_at': '2021-09-21T18:48:08Z', 'revision_number': 4, 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'gw_port': {'id': '052e4a84-4eb2-4565-b5d5-f6394a2d7a6f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:05Z', 'updated_at': '2021-09-21T18:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'ee01334a-f5ef-45fa-9bc8-35e4c51508c0', 'name': '', 'network_id': '15007568-0f75-41b6-adf3-b7a596c3f0d2', 'tenant_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'mac_address': 'fa:16:3e:80:b6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6bf50d3e-dc41-402b-b30a-139371ecaad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:07Z', 'updated_at': '2021-09-21T18:48:08Z', 'revision_number': 1, 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'subnets': [{'id': '6bf50d3e-dc41-402b-b30a-139371ecaad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:48:08.954877 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0275e9c-e526-4785-8818-42cefc33f7b8 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:48:08.960181 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d0275e9c-e526-4785-8818-42cefc33f7b8 admin admin] 10.222.0.58 "PUT /v2.0/routers/56c5b2a3-29c8-4985-a4e2-6d4e13d6885f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5869000 Sep 21 18:48:08.994187 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-6da5f5ba-1b36-4380-9685-4ed6a1561885 None None] Provisioning complete for port ee01334a-f5ef-45fa-9bc8-35e4c51508c0 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:08.994659 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6da5f5ba-1b36-4380-9685-4ed6a1561885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:09.029403 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-6da5f5ba-1b36-4380-9685-4ed6a1561885 None None] Port ee01334a-f5ef-45fa-9bc8-35e4c51508c0 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:48:09.464962 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54638) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:09.477379 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-8f3b3996-75c3-46c9-8cbb-3d069baccf38 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-738833339-network', 'tenant_id': '1c08a92c8cba494885f08c90766e634d'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:48:09.504630 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3b3996-75c3-46c9-8cbb-3d069baccf38 admin admin] Made reservation on behalf of 1c08a92c8cba494885f08c90766e634d for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:48:09.507062 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3996-75c3-46c9-8cbb-3d069baccf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:09.516609 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3996-75c3-46c9-8cbb-3d069baccf38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:09.615481 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3996-75c3-46c9-8cbb-3d069baccf38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:09.620463 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3996-75c3-46c9-8cbb-3d069baccf38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:09.646149 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3b3996-75c3-46c9-8cbb-3d069baccf38 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:48:09.655362 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b3996-75c3-46c9-8cbb-3d069baccf38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afba3de-78de-41e9-840a-48bfcfbe940c,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:09.661629 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3996-75c3-46c9-8cbb-3d069baccf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:09.661991 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-8f3b3996-75c3-46c9-8cbb-3d069baccf38 admin admin] Added segment 44b9494a-a132-4352-b076-3fe1eb875a90 of type vlan for network a5184125-8c9f-4288-8c5d-19db23089d52 Sep 21 18:48:09.707518 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3996-75c3-46c9-8cbb-3d069baccf38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:09.733636 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3996-75c3-46c9-8cbb-3d069baccf38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:09.734826 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3b3996-75c3-46c9-8cbb-3d069baccf38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:09.735555 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3996-75c3-46c9-8cbb-3d069baccf38 admin admin] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:09.773161 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8f3b3996-75c3-46c9-8cbb-3d069baccf38 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3069451 Sep 21 18:48:09.776892 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54640) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:09.782467 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-7fa2fb7f-ecbe-485a-bb3d-c31e2b5cdb41 admin admin] Request body: {'subnet': {'network_id': 'a5184125-8c9f-4288-8c5d-19db23089d52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-738833339-subnet', 'tenant_id': '1c08a92c8cba494885f08c90766e634d', 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:48:09.801419 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b3996-75c3-46c9-8cbb-3d069baccf38 admin admin] Pushing event updated for resources: {'Network': ['ID=a5184125-8c9f-4288-8c5d-19db23089d52,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:09.805971 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa2fb7f-ecbe-485a-bb3d-c31e2b5cdb41 admin admin] Made reservation on behalf of 1c08a92c8cba494885f08c90766e634d for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:48:09.808665 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7fa2fb7f-ecbe-485a-bb3d-c31e2b5cdb41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:09.813775 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network a5184125-8c9f-4288-8c5d-19db23089d52 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:48:09.976861 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 052e4a84-4eb2-4565-b5d5-f6394a2d7a6f up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:48:10.011147 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7fa2fb7f-ecbe-485a-bb3d-c31e2b5cdb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:10.027226 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 052e4a84-4eb2-4565-b5d5-f6394a2d7a6f triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:10.027601 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:10.069497 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2fb7f-ecbe-485a-bb3d-c31e2b5cdb41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4a0516d-a789-4fbd-a926-2202488e4681,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:10.077769 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa2fb7f-ecbe-485a-bb3d-c31e2b5cdb41 admin admin] Checking segment: {'id': '44b9494a-a132-4352-b076-3fe1eb875a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a5184125-8c9f-4288-8c5d-19db23089d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:48:10.078114 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa2fb7f-ecbe-485a-bb3d-c31e2b5cdb41 admin admin] Network hostable DHCP agents. Network: a5184125-8c9f-4288-8c5d-19db23089d52, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:48:10.097645 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa2fb7f-ecbe-485a-bb3d-c31e2b5cdb41 admin admin] Network a5184125-8c9f-4288-8c5d-19db23089d52 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:48:10.109100 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-7fa2fb7f-ecbe-485a-bb3d-c31e2b5cdb41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, a5184125-8c9f-4288-8c5d-19db23089d52) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:48:10.113543 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:10.113963 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa2fb7f-ecbe-485a-bb3d-c31e2b5cdb41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:10.114570 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7fa2fb7f-ecbe-485a-bb3d-c31e2b5cdb41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:10.120782 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5231055-b295-4201-a37e-67a134ee03a7 None None] Network a5184125-8c9f-4288-8c5d-19db23089d52 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:48:10.130249 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7fa2fb7f-ecbe-485a-bb3d-c31e2b5cdb41 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3518968 Sep 21 18:48:10.132993 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54644) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:10.137673 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-557c7a6c-70e4-4a4b-90c9-2a0fcc51dbc8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-738833339-router', 'tenant_id': '1c08a92c8cba494885f08c90766e634d', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:48:10.155972 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 052e4a84-4eb2-4565-b5d5-f6394a2d7a6f, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=052e4a84-4eb2-4565-b5d5-f6394a2d7a6f,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:48:10.159659 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-557c7a6c-70e4-4a4b-90c9-2a0fcc51dbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:10.161017 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-557c7a6c-70e4-4a4b-90c9-2a0fcc51dbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:10.184175 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:10.217004 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-557c7a6c-70e4-4a4b-90c9-2a0fcc51dbc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:10.252435 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=052e4a84-4eb2-4565-b5d5-f6394a2d7a6f,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:10.325116 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ec5345-a08b-450b-8a66-20a67e6a1c1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-a5184125-8c9f-4288-8c5d-19db23089d52', 'network_id': 'a5184125-8c9f-4288-8c5d-19db23089d52', 'tenant_id': '1c08a92c8cba494885f08c90766e634d', 'fixed_ips': [{'subnet_id': 'c4a0516d-a789-4fbd-a926-2202488e4681'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:48:10.326438 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-66ec5345-a08b-450b-8a66-20a67e6a1c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:10.474839 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-66ec5345-a08b-450b-8a66-20a67e6a1c1d None None] Allocated IP 172.20.0.2 (a5184125-8c9f-4288-8c5d-19db23089d52/c4a0516d-a789-4fbd-a926-2202488e4681/a4b644ee-b56b-4aa0-8a0d-6cb0b97515de) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:48:10.634123 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-66ec5345-a08b-450b-8a66-20a67e6a1c1d None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:10.641370 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-66ec5345-a08b-450b-8a66-20a67e6a1c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:10.660149 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-557c7a6c-70e4-4a4b-90c9-2a0fcc51dbc8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:10.681862 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ec5345-a08b-450b-8a66-20a67e6a1c1d None None] Network a5184125-8c9f-4288-8c5d-19db23089d52 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:48:10.685337 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-66ec5345-a08b-450b-8a66-20a67e6a1c1d None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:48:10.688409 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ec5345-a08b-450b-8a66-20a67e6a1c1d None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:48:10.701661 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec5345-a08b-450b-8a66-20a67e6a1c1d None None] Pushing event updated for resources: {'Port': ['ID=a4b644ee-b56b-4aa0-8a0d-6cb0b97515de,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:10.750571 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-66ec5345-a08b-450b-8a66-20a67e6a1c1d None None] Attempting to bind port a4b644ee-b56b-4aa0-8a0d-6cb0b97515de on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:48:10.751134 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-66ec5345-a08b-450b-8a66-20a67e6a1c1d None None] Attempting to bind port a4b644ee-b56b-4aa0-8a0d-6cb0b97515de by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '44b9494a-a132-4352-b076-3fe1eb875a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a5184125-8c9f-4288-8c5d-19db23089d52'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:48:10.751501 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec5345-a08b-450b-8a66-20a67e6a1c1d None None] Attempting to bind port a4b644ee-b56b-4aa0-8a0d-6cb0b97515de on network a5184125-8c9f-4288-8c5d-19db23089d52 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:48:10.757240 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec5345-a08b-450b-8a66-20a67e6a1c1d None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:48:10.757651 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec5345-a08b-450b-8a66-20a67e6a1c1d None None] Checking segment: {'id': '44b9494a-a132-4352-b076-3fe1eb875a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a5184125-8c9f-4288-8c5d-19db23089d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:48:10.758104 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-66ec5345-a08b-450b-8a66-20a67e6a1c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:10.758531 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec5345-a08b-450b-8a66-20a67e6a1c1d None None] Bound using segment: {'id': '44b9494a-a132-4352-b076-3fe1eb875a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a5184125-8c9f-4288-8c5d-19db23089d52'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:48:10.759021 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-66ec5345-a08b-450b-8a66-20a67e6a1c1d None None] Bound port: a4b644ee-b56b-4aa0-8a0d-6cb0b97515de, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b9494a-a132-4352-b076-3fe1eb875a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a5184125-8c9f-4288-8c5d-19db23089d52'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:48:10.760054 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-66ec5345-a08b-450b-8a66-20a67e6a1c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:10.827468 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-66ec5345-a08b-450b-8a66-20a67e6a1c1d None None] For port a4b644ee-b56b-4aa0-8a0d-6cb0b97515de, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:48:10.830800 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-66ec5345-a08b-450b-8a66-20a67e6a1c1d None None] For port a4b644ee-b56b-4aa0-8a0d-6cb0b97515de, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a4b644ee-b56b-4aa0-8a0d-6cb0b97515de,segment=NetworkSegment(44b9494a-a132-4352-b076-3fe1eb875a90),segment_id=44b9494a-a132-4352-b076-3fe1eb875a90)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:48:10.836606 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-66ec5345-a08b-450b-8a66-20a67e6a1c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:10.853067 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7c359f-59f3-451e-b13e-c9b5edf1dd94 None None] Sync routers for ids ['56c5b2a3-29c8-4985-a4e2-6d4e13d6885f'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:48:10.865830 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7c359f-59f3-451e-b13e-c9b5edf1dd94 None None] Routers {'56c5b2a3-29c8-4985-a4e2-6d4e13d6885f'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:48:10.866466 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-3a7c359f-59f3-451e-b13e-c9b5edf1dd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:47:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['56c5b2a3-29c8-4985-a4e2-6d4e13d6885f'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:10.884154 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-557c7a6c-70e4-4a4b-90c9-2a0fcc51dbc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:10.904112 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-557c7a6c-70e4-4a4b-90c9-2a0fcc51dbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:10.980002 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-3a7c359f-59f3-451e-b13e-c9b5edf1dd94 None None] Set router 56c5b2a3-29c8-4985-a4e2-6d4e13d6885f gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:48:11.018524 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-557c7a6c-70e4-4a4b-90c9-2a0fcc51dbc8 admin admin] Allocated IP 172.25.6.90 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/c47aff9c-4d0e-4f58-a11f-82885684aead) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:48:11.059592 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec5345-a08b-450b-8a66-20a67e6a1c1d None None] Pushing event updated for resources: {'Port': ['ID=a4b644ee-b56b-4aa0-8a0d-6cb0b97515de,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:11.140394 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-557c7a6c-70e4-4a4b-90c9-2a0fcc51dbc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:11.178999 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-557c7a6c-70e4-4a4b-90c9-2a0fcc51dbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:11.208503 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-3a7c359f-59f3-451e-b13e-c9b5edf1dd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'name': 'tempest-TestMinimumBasicScenario-396042688-router', 'tenant_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '052e4a84-4eb2-4565-b5d5-f6394a2d7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:05Z', 'updated_at': '2021-09-21T18:48:08Z', 'revision_number': 4, 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'gw_port': {'id': '052e4a84-4eb2-4565-b5d5-f6394a2d7a6f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:05Z', 'updated_at': '2021-09-21T18:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'ee01334a-f5ef-45fa-9bc8-35e4c51508c0', 'name': '', 'network_id': '15007568-0f75-41b6-adf3-b7a596c3f0d2', 'tenant_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'mac_address': 'fa:16:3e:80:b6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6bf50d3e-dc41-402b-b30a-139371ecaad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:07Z', 'updated_at': '2021-09-21T18:48:08Z', 'revision_number': 2, 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'subnets': [{'id': '6bf50d3e-dc41-402b-b30a-139371ecaad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:11.217756 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557c7a6c-70e4-4a4b-90c9-2a0fcc51dbc8 admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:48:11.223199 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-557c7a6c-70e4-4a4b-90c9-2a0fcc51dbc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:48:11.245476 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557c7a6c-70e4-4a4b-90c9-2a0fcc51dbc8 admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:48:11.252519 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7c359f-59f3-451e-b13e-c9b5edf1dd94 None None] Checking router: 56c5b2a3-29c8-4985-a4e2-6d4e13d6885f for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:48:11.252865 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7c359f-59f3-451e-b13e-c9b5edf1dd94 None None] Updating router 56c5b2a3-29c8-4985-a4e2-6d4e13d6885f port ee01334a-f5ef-45fa-9bc8-35e4c51508c0 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:48:11.269831 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c7a6c-70e4-4a4b-90c9-2a0fcc51dbc8 admin admin] Pushing event updated for resources: {'Port': ['ID=c47aff9c-4d0e-4f58-a11f-82885684aead,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:11.289027 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-3a7c359f-59f3-451e-b13e-c9b5edf1dd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:11.507302 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-557c7a6c-70e4-4a4b-90c9-2a0fcc51dbc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:11.560303 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-3a7c359f-59f3-451e-b13e-c9b5edf1dd94 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:11.566419 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-3a7c359f-59f3-451e-b13e-c9b5edf1dd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:11.618351 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ada737-0399-48f3-93dd-0609ee6e7ac2 None None] Pushing event updated for resources: {'Port': ['ID=ee01334a-f5ef-45fa-9bc8-35e4c51508c0,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:11.639478 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ada737-0399-48f3-93dd-0609ee6e7ac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:11.639806 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ada737-0399-48f3-93dd-0609ee6e7ac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:11.640161 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ada737-0399-48f3-93dd-0609ee6e7ac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:11.640494 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ada737-0399-48f3-93dd-0609ee6e7ac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:11.640818 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ada737-0399-48f3-93dd-0609ee6e7ac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:11.641141 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ada737-0399-48f3-93dd-0609ee6e7ac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:11.641524 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ada737-0399-48f3-93dd-0609ee6e7ac2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:11.641834 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ada737-0399-48f3-93dd-0609ee6e7ac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:11.642142 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ada737-0399-48f3-93dd-0609ee6e7ac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:11.642460 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ada737-0399-48f3-93dd-0609ee6e7ac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:11.642790 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ada737-0399-48f3-93dd-0609ee6e7ac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:11.643130 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ada737-0399-48f3-93dd-0609ee6e7ac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:11.720917 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-557c7a6c-70e4-4a4b-90c9-2a0fcc51dbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:11.781203 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-3a7c359f-59f3-451e-b13e-c9b5edf1dd94 None None] Attempting to bind port ee01334a-f5ef-45fa-9bc8-35e4c51508c0 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:48:11.781577 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-3a7c359f-59f3-451e-b13e-c9b5edf1dd94 None None] Attempting to bind port ee01334a-f5ef-45fa-9bc8-35e4c51508c0 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'efcc0468-5bac-447d-ab81-9ef235660aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '15007568-0f75-41b6-adf3-b7a596c3f0d2'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:48:11.782007 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7c359f-59f3-451e-b13e-c9b5edf1dd94 None None] Attempting to bind port ee01334a-f5ef-45fa-9bc8-35e4c51508c0 on network 15007568-0f75-41b6-adf3-b7a596c3f0d2 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:48:11.787457 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7c359f-59f3-451e-b13e-c9b5edf1dd94 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:48:11.787830 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7c359f-59f3-451e-b13e-c9b5edf1dd94 None None] Checking segment: {'id': 'efcc0468-5bac-447d-ab81-9ef235660aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '15007568-0f75-41b6-adf3-b7a596c3f0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:48:11.788233 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-3a7c359f-59f3-451e-b13e-c9b5edf1dd94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:11.788627 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7c359f-59f3-451e-b13e-c9b5edf1dd94 None None] Bound using segment: {'id': 'efcc0468-5bac-447d-ab81-9ef235660aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '15007568-0f75-41b6-adf3-b7a596c3f0d2'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:48:11.789094 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-3a7c359f-59f3-451e-b13e-c9b5edf1dd94 None None] Bound port: ee01334a-f5ef-45fa-9bc8-35e4c51508c0, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efcc0468-5bac-447d-ab81-9ef235660aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '15007568-0f75-41b6-adf3-b7a596c3f0d2'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:48:11.789479 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-3a7c359f-59f3-451e-b13e-c9b5edf1dd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:11.857829 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-3a7c359f-59f3-451e-b13e-c9b5edf1dd94 None None] For port ee01334a-f5ef-45fa-9bc8-35e4c51508c0, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:48:11.861595 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-3a7c359f-59f3-451e-b13e-c9b5edf1dd94 None None] For port ee01334a-f5ef-45fa-9bc8-35e4c51508c0, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ee01334a-f5ef-45fa-9bc8-35e4c51508c0,segment=NetworkSegment(efcc0468-5bac-447d-ab81-9ef235660aef),segment_id=efcc0468-5bac-447d-ab81-9ef235660aef)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:48:11.868016 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-3a7c359f-59f3-451e-b13e-c9b5edf1dd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:11.879232 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5f8eed11-0486-4de0-a35b-70b7daa987aa None None] Provisioning complete for port ee01334a-f5ef-45fa-9bc8-35e4c51508c0 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:11.879708 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5f8eed11-0486-4de0-a35b-70b7daa987aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:11.894842 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-557c7a6c-70e4-4a4b-90c9-2a0fcc51dbc8 admin admin] Router bab4a790-33f8-4c55-bea1-c7a2582f0d16 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:48:11.930086 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ada737-0399-48f3-93dd-0609ee6e7ac2 None None] Pushing event updated for resources: {'Port': ['ID=ee01334a-f5ef-45fa-9bc8-35e4c51508c0,revision_number=4']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:11.949276 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7c359f-59f3-451e-b13e-c9b5edf1dd94 None None] Routers {'56c5b2a3-29c8-4985-a4e2-6d4e13d6885f'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:48:11.949975 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-3a7c359f-59f3-451e-b13e-c9b5edf1dd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:47:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['56c5b2a3-29c8-4985-a4e2-6d4e13d6885f'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:12.008286 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5f8eed11-0486-4de0-a35b-70b7daa987aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:12.075193 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5f8eed11-0486-4de0-a35b-70b7daa987aa None None] For port ee01334a-f5ef-45fa-9bc8-35e4c51508c0, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ee01334a-f5ef-45fa-9bc8-35e4c51508c0,segment=NetworkSegment(efcc0468-5bac-447d-ab81-9ef235660aef),segment_id=efcc0468-5bac-447d-ab81-9ef235660aef)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:48:12.082475 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5f8eed11-0486-4de0-a35b-70b7daa987aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:12.088330 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557c7a6c-70e4-4a4b-90c9-2a0fcc51dbc8 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:48:12.116930 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aa3a97-3745-4b0a-983d-af2d61e407f9 None None] Sync routers for ids ['bab4a790-33f8-4c55-bea1-c7a2582f0d16'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:48:12.122294 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-557c7a6c-70e4-4a4b-90c9-2a0fcc51dbc8 admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:12.126974 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-557c7a6c-70e4-4a4b-90c9-2a0fcc51dbc8 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9914970 Sep 21 18:48:12.127755 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54648) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:12.131917 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a4b644ee-b56b-4aa0-8a0d-6cb0b97515de up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:48:12.157147 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aa3a97-3745-4b0a-983d-af2d61e407f9 None None] Routers {'bab4a790-33f8-4c55-bea1-c7a2582f0d16'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:48:12.157813 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-23aa3a97-3745-4b0a-983d-af2d61e407f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:47:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['bab4a790-33f8-4c55-bea1-c7a2582f0d16'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:12.171573 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-3a7c359f-59f3-451e-b13e-c9b5edf1dd94 None None] Set router 56c5b2a3-29c8-4985-a4e2-6d4e13d6885f gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:48:12.252114 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8eed11-0486-4de0-a35b-70b7daa987aa None None] Pushing event updated for resources: {'Port': ['ID=ee01334a-f5ef-45fa-9bc8-35e4c51508c0,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:12.311560 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac530ab-fecf-4cc7-8e08-cdbec34d8b94 None None] Network a5184125-8c9f-4288-8c5d-19db23089d52 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:48:12.328639 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port a4b644ee-b56b-4aa0-8a0d-6cb0b97515de triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:12.329071 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:12.413269 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-23aa3a97-3745-4b0a-983d-af2d61e407f9 None None] Set router bab4a790-33f8-4c55-bea1-c7a2582f0d16 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:48:12.415284 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5994c912-6a74-423d-922c-b013cd9cfc79 None None] Provisioning complete for port a4b644ee-b56b-4aa0-8a0d-6cb0b97515de triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:12.415677 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5994c912-6a74-423d-922c-b013cd9cfc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:12.422639 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-3a7c359f-59f3-451e-b13e-c9b5edf1dd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'name': 'tempest-TestMinimumBasicScenario-396042688-router', 'tenant_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '052e4a84-4eb2-4565-b5d5-f6394a2d7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:05Z', 'updated_at': '2021-09-21T18:48:08Z', 'revision_number': 4, 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'gw_port': {'id': '052e4a84-4eb2-4565-b5d5-f6394a2d7a6f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:05Z', 'updated_at': '2021-09-21T18:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'ee01334a-f5ef-45fa-9bc8-35e4c51508c0', 'name': '', 'network_id': '15007568-0f75-41b6-adf3-b7a596c3f0d2', 'tenant_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'mac_address': 'fa:16:3e:80:b6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6bf50d3e-dc41-402b-b30a-139371ecaad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:07Z', 'updated_at': '2021-09-21T18:48:11Z', 'revision_number': 4, 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'subnets': [{'id': '6bf50d3e-dc41-402b-b30a-139371ecaad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:12.450160 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7c359f-59f3-451e-b13e-c9b5edf1dd94 None None] The sync data for ids ['56c5b2a3-29c8-4985-a4e2-6d4e13d6885f'] in n-d-810291-1 is: [{'id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'name': 'tempest-TestMinimumBasicScenario-396042688-router', 'tenant_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '052e4a84-4eb2-4565-b5d5-f6394a2d7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:05Z', 'updated_at': '2021-09-21T18:48:08Z', 'revision_number': 4, 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'gw_port': {'id': '052e4a84-4eb2-4565-b5d5-f6394a2d7a6f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:05Z', 'updated_at': '2021-09-21T18:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'ee01334a-f5ef-45fa-9bc8-35e4c51508c0', 'name': '', 'network_id': '15007568-0f75-41b6-adf3-b7a596c3f0d2', 'tenant_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'mac_address': 'fa:16:3e:80:b6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6bf50d3e-dc41-402b-b30a-139371ecaad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:07Z', 'updated_at': '2021-09-21T18:48:11Z', 'revision_number': 4, 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'subnets': [{'id': '6bf50d3e-dc41-402b-b30a-139371ecaad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:48:12.616033 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-58b4885a-8c5b-4347-ae18-afc1ab833c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:12.743465 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:12.786459 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-58b4885a-8c5b-4347-ae18-afc1ab833c13 admin admin] Allocated IP 172.20.0.1 (a5184125-8c9f-4288-8c5d-19db23089d52/c4a0516d-a789-4fbd-a926-2202488e4681/b2f4b775-c935-481f-9609-fb5252e1494b) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:48:12.797395 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5994c912-6a74-423d-922c-b013cd9cfc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:12.819175 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port a4b644ee-b56b-4aa0-8a0d-6cb0b97515de, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a4b644ee-b56b-4aa0-8a0d-6cb0b97515de,segment=NetworkSegment(44b9494a-a132-4352-b076-3fe1eb875a90),segment_id=44b9494a-a132-4352-b076-3fe1eb875a90)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:48:12.829430 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:12.830236 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 052e4a84-4eb2-4565-b5d5-f6394a2d7a6f up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:48:12.923829 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-58b4885a-8c5b-4347-ae18-afc1ab833c13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:12.948267 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-23aa3a97-3745-4b0a-983d-af2d61e407f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab4a790-33f8-4c55-bea1-c7a2582f0d16', 'name': 'tempest-TestMinimumBasicScenario-738833339-router', 'tenant_id': '1c08a92c8cba494885f08c90766e634d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'c47aff9c-4d0e-4f58-a11f-82885684aead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:10Z', 'updated_at': '2021-09-21T18:48:11Z', 'revision_number': 3, 'project_id': '1c08a92c8cba494885f08c90766e634d', 'gw_port': {'id': 'c47aff9c-4d0e-4f58-a11f-82885684aead', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:16:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab4a790-33f8-4c55-bea1-c7a2582f0d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:10Z', 'updated_at': '2021-09-21T18:48:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:12.966832 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-58b4885a-8c5b-4347-ae18-afc1ab833c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:12.995680 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aa3a97-3745-4b0a-983d-af2d61e407f9 None None] Checking router: bab4a790-33f8-4c55-bea1-c7a2582f0d16 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:48:12.996062 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aa3a97-3745-4b0a-983d-af2d61e407f9 None None] Updating router bab4a790-33f8-4c55-bea1-c7a2582f0d16 port c47aff9c-4d0e-4f58-a11f-82885684aead binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:48:13.002721 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=a4b644ee-b56b-4aa0-8a0d-6cb0b97515de,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:13.004700 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b4885a-8c5b-4347-ae18-afc1ab833c13 admin admin] Network a5184125-8c9f-4288-8c5d-19db23089d52 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:48:13.009261 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-58b4885a-8c5b-4347-ae18-afc1ab833c13 admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:48:13.013237 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b4885a-8c5b-4347-ae18-afc1ab833c13 admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:48:13.033666 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.db.api [None req-5994c912-6a74-423d-922c-b013cd9cfc79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:48:13.034023 n-d-810291-1 neutron-server[101462]: DEBUG oslo_db.api [None req-5994c912-6a74-423d-922c-b013cd9cfc79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:48:13.047700 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 052e4a84-4eb2-4565-b5d5-f6394a2d7a6f triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:13.048001 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:13.049393 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4885a-8c5b-4347-ae18-afc1ab833c13 admin admin] Pushing event updated for resources: {'Port': ['ID=b2f4b775-c935-481f-9609-fb5252e1494b,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:13.051680 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-23aa3a97-3745-4b0a-983d-af2d61e407f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:13.073258 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-58b4885a-8c5b-4347-ae18-afc1ab833c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:13.228432 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-58b4885a-8c5b-4347-ae18-afc1ab833c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:13.374672 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-23aa3a97-3745-4b0a-983d-af2d61e407f9 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:13.381566 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-23aa3a97-3745-4b0a-983d-af2d61e407f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:13.402215 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-58b4885a-8c5b-4347-ae18-afc1ab833c13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:13.408393 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-58b4885a-8c5b-4347-ae18-afc1ab833c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:13.433551 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-23aa3a97-3745-4b0a-983d-af2d61e407f9 None None] Attempting to bind port c47aff9c-4d0e-4f58-a11f-82885684aead on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:48:13.433926 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-23aa3a97-3745-4b0a-983d-af2d61e407f9 None None] Attempting to bind port c47aff9c-4d0e-4f58-a11f-82885684aead by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:48:13.434289 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aa3a97-3745-4b0a-983d-af2d61e407f9 None None] Attempting to bind port c47aff9c-4d0e-4f58-a11f-82885684aead on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:48:13.436437 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79795c66-9529-4192-947a-658f611ebd52 None None] Pushing event updated for resources: {'Port': ['ID=c47aff9c-4d0e-4f58-a11f-82885684aead,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:13.442083 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aa3a97-3745-4b0a-983d-af2d61e407f9 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:48:13.442448 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aa3a97-3745-4b0a-983d-af2d61e407f9 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:48:13.442857 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-23aa3a97-3745-4b0a-983d-af2d61e407f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:13.443303 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aa3a97-3745-4b0a-983d-af2d61e407f9 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:48:13.443769 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-23aa3a97-3745-4b0a-983d-af2d61e407f9 None None] Bound port: c47aff9c-4d0e-4f58-a11f-82885684aead, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:48:13.444217 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-23aa3a97-3745-4b0a-983d-af2d61e407f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:13.477846 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4885a-8c5b-4347-ae18-afc1ab833c13 admin admin] Pushing event updated for resources: {'Port': ['ID=b2f4b775-c935-481f-9609-fb5252e1494b,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:13.480451 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-58b4885a-8c5b-4347-ae18-afc1ab833c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:13.502489 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-23aa3a97-3745-4b0a-983d-af2d61e407f9 None None] For port c47aff9c-4d0e-4f58-a11f-82885684aead, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:48:13.505707 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-23aa3a97-3745-4b0a-983d-af2d61e407f9 None None] For port c47aff9c-4d0e-4f58-a11f-82885684aead, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=c47aff9c-4d0e-4f58-a11f-82885684aead,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:48:13.509706 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-23aa3a97-3745-4b0a-983d-af2d61e407f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:13.573826 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b4885a-8c5b-4347-ae18-afc1ab833c13 admin admin] Network a5184125-8c9f-4288-8c5d-19db23089d52 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:48:13.575103 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-58b4885a-8c5b-4347-ae18-afc1ab833c13 admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:48:13.595833 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79795c66-9529-4192-947a-658f611ebd52 None None] Pushing event updated for resources: {'Port': ['ID=c47aff9c-4d0e-4f58-a11f-82885684aead,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:13.598729 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aa3a97-3745-4b0a-983d-af2d61e407f9 None None] Routers {'bab4a790-33f8-4c55-bea1-c7a2582f0d16'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:48:13.599360 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-23aa3a97-3745-4b0a-983d-af2d61e407f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:47:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['bab4a790-33f8-4c55-bea1-c7a2582f0d16'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:13.702919 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b4885a-8c5b-4347-ae18-afc1ab833c13 admin admin] Router bab4a790-33f8-4c55-bea1-c7a2582f0d16 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:48:13.720646 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-23aa3a97-3745-4b0a-983d-af2d61e407f9 None None] Set router bab4a790-33f8-4c55-bea1-c7a2582f0d16 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:48:13.758539 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-e336049f-892d-4b93-a4f4-00ff786fc2c4 None None] Provisioning complete for port ee01334a-f5ef-45fa-9bc8-35e4c51508c0 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:13.758918 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e336049f-892d-4b93-a4f4-00ff786fc2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:13.816945 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b4885a-8c5b-4347-ae18-afc1ab833c13 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:48:13.822332 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-58b4885a-8c5b-4347-ae18-afc1ab833c13 admin admin] 10.222.0.58 "PUT /v2.0/routers/bab4a790-33f8-4c55-bea1-c7a2582f0d16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6931872 Sep 21 18:48:13.988459 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ee01334a-f5ef-45fa-9bc8-35e4c51508c0 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:48:14.170957 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port ee01334a-f5ef-45fa-9bc8-35e4c51508c0 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:14.171330 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:14.225827 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-e336049f-892d-4b93-a4f4-00ff786fc2c4 None None] Provisioning complete for port b2f4b775-c935-481f-9609-fb5252e1494b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:14.226211 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e336049f-892d-4b93-a4f4-00ff786fc2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:14.276357 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-23aa3a97-3745-4b0a-983d-af2d61e407f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab4a790-33f8-4c55-bea1-c7a2582f0d16', 'name': 'tempest-TestMinimumBasicScenario-738833339-router', 'tenant_id': '1c08a92c8cba494885f08c90766e634d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'c47aff9c-4d0e-4f58-a11f-82885684aead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:10Z', 'updated_at': '2021-09-21T18:48:13Z', 'revision_number': 4, 'project_id': '1c08a92c8cba494885f08c90766e634d', 'gw_port': {'id': 'c47aff9c-4d0e-4f58-a11f-82885684aead', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:16:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab4a790-33f8-4c55-bea1-c7a2582f0d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:10Z', 'updated_at': '2021-09-21T18:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'b2f4b775-c935-481f-9609-fb5252e1494b', 'name': '', 'network_id': 'a5184125-8c9f-4288-8c5d-19db23089d52', 'tenant_id': '1c08a92c8cba494885f08c90766e634d', 'mac_address': 'fa:16:3e:94:d1:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab4a790-33f8-4c55-bea1-c7a2582f0d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c4a0516d-a789-4fbd-a926-2202488e4681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:12Z', 'updated_at': '2021-09-21T18:48:13Z', 'revision_number': 2, 'project_id': '1c08a92c8cba494885f08c90766e634d', 'subnets': [{'id': 'c4a0516d-a789-4fbd-a926-2202488e4681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:14.277940 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-e336049f-892d-4b93-a4f4-00ff786fc2c4 None None] Port b2f4b775-c935-481f-9609-fb5252e1494b cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:48:14.328662 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aa3a97-3745-4b0a-983d-af2d61e407f9 None None] The sync data for ids ['bab4a790-33f8-4c55-bea1-c7a2582f0d16'] in n-d-810291-1 is: [{'id': 'bab4a790-33f8-4c55-bea1-c7a2582f0d16', 'name': 'tempest-TestMinimumBasicScenario-738833339-router', 'tenant_id': '1c08a92c8cba494885f08c90766e634d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'c47aff9c-4d0e-4f58-a11f-82885684aead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:10Z', 'updated_at': '2021-09-21T18:48:13Z', 'revision_number': 4, 'project_id': '1c08a92c8cba494885f08c90766e634d', 'gw_port': {'id': 'c47aff9c-4d0e-4f58-a11f-82885684aead', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:16:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab4a790-33f8-4c55-bea1-c7a2582f0d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:10Z', 'updated_at': '2021-09-21T18:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'b2f4b775-c935-481f-9609-fb5252e1494b', 'name': '', 'network_id': 'a5184125-8c9f-4288-8c5d-19db23089d52', 'tenant_id': '1c08a92c8cba494885f08c90766e634d', 'mac_address': 'fa:16:3e:94:d1:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab4a790-33f8-4c55-bea1-c7a2582f0d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c4a0516d-a789-4fbd-a926-2202488e4681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:12Z', 'updated_at': '2021-09-21T18:48:13Z', 'revision_number': 2, 'project_id': '1c08a92c8cba494885f08c90766e634d', 'subnets': [{'id': 'c4a0516d-a789-4fbd-a926-2202488e4681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:48:14.344153 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-e336049f-892d-4b93-a4f4-00ff786fc2c4 None None] Provisioning complete for port a4b644ee-b56b-4aa0-8a0d-6cb0b97515de triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:14.344592 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e336049f-892d-4b93-a4f4-00ff786fc2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:14.347633 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a4b644ee-b56b-4aa0-8a0d-6cb0b97515de up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:48:14.454824 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port a4b644ee-b56b-4aa0-8a0d-6cb0b97515de triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:14.455226 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:14.611486 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-47a90e69-518d-49eb-af0a-81df970a75dd None None] Provisioning complete for port b2f4b775-c935-481f-9609-fb5252e1494b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:14.611878 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-47a90e69-518d-49eb-af0a-81df970a75dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:14.667450 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-47a90e69-518d-49eb-af0a-81df970a75dd None None] Port b2f4b775-c935-481f-9609-fb5252e1494b cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:48:15.975555 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8674d936-4155-41a3-83e8-548e7e9eb76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:15.984651 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device c47aff9c-4d0e-4f58-a11f-82885684aead up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:48:16.047982 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port c47aff9c-4d0e-4f58-a11f-82885684aead triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:16.048622 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:16.152491 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:16.175937 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port c47aff9c-4d0e-4f58-a11f-82885684aead, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=c47aff9c-4d0e-4f58-a11f-82885684aead,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:48:16.182325 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:16.240256 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=c47aff9c-4d0e-4f58-a11f-82885684aead,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:16.600007 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8126de6-7926-4759-9f58-af678ecc20dc None None] Sync routers for ids ['bab4a790-33f8-4c55-bea1-c7a2582f0d16'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:48:16.611949 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8126de6-7926-4759-9f58-af678ecc20dc None None] Routers {'bab4a790-33f8-4c55-bea1-c7a2582f0d16'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:48:16.612876 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d8126de6-7926-4759-9f58-af678ecc20dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:47:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['bab4a790-33f8-4c55-bea1-c7a2582f0d16'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:16.737108 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-d8126de6-7926-4759-9f58-af678ecc20dc None None] Set router bab4a790-33f8-4c55-bea1-c7a2582f0d16 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:48:16.963133 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d8126de6-7926-4759-9f58-af678ecc20dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab4a790-33f8-4c55-bea1-c7a2582f0d16', 'name': 'tempest-TestMinimumBasicScenario-738833339-router', 'tenant_id': '1c08a92c8cba494885f08c90766e634d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'c47aff9c-4d0e-4f58-a11f-82885684aead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:10Z', 'updated_at': '2021-09-21T18:48:13Z', 'revision_number': 4, 'project_id': '1c08a92c8cba494885f08c90766e634d', 'gw_port': {'id': 'c47aff9c-4d0e-4f58-a11f-82885684aead', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:16:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab4a790-33f8-4c55-bea1-c7a2582f0d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:10Z', 'updated_at': '2021-09-21T18:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'b2f4b775-c935-481f-9609-fb5252e1494b', 'name': '', 'network_id': 'a5184125-8c9f-4288-8c5d-19db23089d52', 'tenant_id': '1c08a92c8cba494885f08c90766e634d', 'mac_address': 'fa:16:3e:94:d1:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab4a790-33f8-4c55-bea1-c7a2582f0d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c4a0516d-a789-4fbd-a926-2202488e4681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:12Z', 'updated_at': '2021-09-21T18:48:13Z', 'revision_number': 2, 'project_id': '1c08a92c8cba494885f08c90766e634d', 'subnets': [{'id': 'c4a0516d-a789-4fbd-a926-2202488e4681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:16.994864 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8126de6-7926-4759-9f58-af678ecc20dc None None] Checking router: bab4a790-33f8-4c55-bea1-c7a2582f0d16 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:48:16.995245 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8126de6-7926-4759-9f58-af678ecc20dc None None] Updating router bab4a790-33f8-4c55-bea1-c7a2582f0d16 port b2f4b775-c935-481f-9609-fb5252e1494b binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:48:17.022910 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-d8126de6-7926-4759-9f58-af678ecc20dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:17.304721 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-d8126de6-7926-4759-9f58-af678ecc20dc None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:17.312072 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-d8126de6-7926-4759-9f58-af678ecc20dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:17.374203 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7520303-ce6e-4909-8aa4-d332eb5f5e18 None None] Pushing event updated for resources: {'Port': ['ID=b2f4b775-c935-481f-9609-fb5252e1494b,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:17.445934 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-d8126de6-7926-4759-9f58-af678ecc20dc None None] Attempting to bind port b2f4b775-c935-481f-9609-fb5252e1494b on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:48:17.446353 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-d8126de6-7926-4759-9f58-af678ecc20dc None None] Attempting to bind port b2f4b775-c935-481f-9609-fb5252e1494b by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '44b9494a-a132-4352-b076-3fe1eb875a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a5184125-8c9f-4288-8c5d-19db23089d52'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:48:17.446798 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8126de6-7926-4759-9f58-af678ecc20dc None None] Attempting to bind port b2f4b775-c935-481f-9609-fb5252e1494b on network a5184125-8c9f-4288-8c5d-19db23089d52 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:48:17.455839 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8126de6-7926-4759-9f58-af678ecc20dc None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:48:17.456390 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8126de6-7926-4759-9f58-af678ecc20dc None None] Checking segment: {'id': '44b9494a-a132-4352-b076-3fe1eb875a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a5184125-8c9f-4288-8c5d-19db23089d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:48:17.456889 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-d8126de6-7926-4759-9f58-af678ecc20dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:17.457516 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8126de6-7926-4759-9f58-af678ecc20dc None None] Bound using segment: {'id': '44b9494a-a132-4352-b076-3fe1eb875a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a5184125-8c9f-4288-8c5d-19db23089d52'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:48:17.458069 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-d8126de6-7926-4759-9f58-af678ecc20dc None None] Bound port: b2f4b775-c935-481f-9609-fb5252e1494b, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b9494a-a132-4352-b076-3fe1eb875a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a5184125-8c9f-4288-8c5d-19db23089d52'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:48:17.458507 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-d8126de6-7926-4759-9f58-af678ecc20dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:17.538539 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-d8126de6-7926-4759-9f58-af678ecc20dc None None] For port b2f4b775-c935-481f-9609-fb5252e1494b, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:48:17.542036 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-d8126de6-7926-4759-9f58-af678ecc20dc None None] For port b2f4b775-c935-481f-9609-fb5252e1494b, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=b2f4b775-c935-481f-9609-fb5252e1494b,segment=NetworkSegment(44b9494a-a132-4352-b076-3fe1eb875a90),segment_id=44b9494a-a132-4352-b076-3fe1eb875a90)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:48:17.552416 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-d8126de6-7926-4759-9f58-af678ecc20dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:17.621555 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8126de6-7926-4759-9f58-af678ecc20dc None None] Routers {'bab4a790-33f8-4c55-bea1-c7a2582f0d16'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:48:17.622325 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d8126de6-7926-4759-9f58-af678ecc20dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:47:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['bab4a790-33f8-4c55-bea1-c7a2582f0d16'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:17.649927 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-18fbb6ca-a8d5-4de1-883f-23fd1406f1c4 None None] Provisioning complete for port b2f4b775-c935-481f-9609-fb5252e1494b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:17.652682 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-18fbb6ca-a8d5-4de1-883f-23fd1406f1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:17.677934 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7520303-ce6e-4909-8aa4-d332eb5f5e18 None None] Pushing event updated for resources: {'Port': ['ID=b2f4b775-c935-481f-9609-fb5252e1494b,revision_number=4']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:17.773551 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-18fbb6ca-a8d5-4de1-883f-23fd1406f1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:17.781259 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-d8126de6-7926-4759-9f58-af678ecc20dc None None] Set router bab4a790-33f8-4c55-bea1-c7a2582f0d16 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:48:17.812631 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-18fbb6ca-a8d5-4de1-883f-23fd1406f1c4 None None] For port b2f4b775-c935-481f-9609-fb5252e1494b, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=b2f4b775-c935-481f-9609-fb5252e1494b,segment=NetworkSegment(44b9494a-a132-4352-b076-3fe1eb875a90),segment_id=44b9494a-a132-4352-b076-3fe1eb875a90)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:48:17.821803 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-18fbb6ca-a8d5-4de1-883f-23fd1406f1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:17.877639 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fbb6ca-a8d5-4de1-883f-23fd1406f1c4 None None] Pushing event updated for resources: {'Port': ['ID=b2f4b775-c935-481f-9609-fb5252e1494b,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:17.957734 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-d94178f3-f147-4335-925b-76368820678a None None] Provisioning complete for port b2f4b775-c935-481f-9609-fb5252e1494b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:17.958111 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d94178f3-f147-4335-925b-76368820678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:18.011207 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device c47aff9c-4d0e-4f58-a11f-82885684aead up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:48:18.103726 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d8126de6-7926-4759-9f58-af678ecc20dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab4a790-33f8-4c55-bea1-c7a2582f0d16', 'name': 'tempest-TestMinimumBasicScenario-738833339-router', 'tenant_id': '1c08a92c8cba494885f08c90766e634d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'c47aff9c-4d0e-4f58-a11f-82885684aead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:10Z', 'updated_at': '2021-09-21T18:48:13Z', 'revision_number': 4, 'project_id': '1c08a92c8cba494885f08c90766e634d', 'gw_port': {'id': 'c47aff9c-4d0e-4f58-a11f-82885684aead', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:16:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab4a790-33f8-4c55-bea1-c7a2582f0d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:10Z', 'updated_at': '2021-09-21T18:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'b2f4b775-c935-481f-9609-fb5252e1494b', 'name': '', 'network_id': 'a5184125-8c9f-4288-8c5d-19db23089d52', 'tenant_id': '1c08a92c8cba494885f08c90766e634d', 'mac_address': 'fa:16:3e:94:d1:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab4a790-33f8-4c55-bea1-c7a2582f0d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c4a0516d-a789-4fbd-a926-2202488e4681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:12Z', 'updated_at': '2021-09-21T18:48:17Z', 'revision_number': 4, 'project_id': '1c08a92c8cba494885f08c90766e634d', 'subnets': [{'id': 'c4a0516d-a789-4fbd-a926-2202488e4681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:18.117348 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port c47aff9c-4d0e-4f58-a11f-82885684aead triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:18.117833 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:18.136721 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8126de6-7926-4759-9f58-af678ecc20dc None None] The sync data for ids ['bab4a790-33f8-4c55-bea1-c7a2582f0d16'] in n-d-810291-1 is: [{'id': 'bab4a790-33f8-4c55-bea1-c7a2582f0d16', 'name': 'tempest-TestMinimumBasicScenario-738833339-router', 'tenant_id': '1c08a92c8cba494885f08c90766e634d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'c47aff9c-4d0e-4f58-a11f-82885684aead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:10Z', 'updated_at': '2021-09-21T18:48:13Z', 'revision_number': 4, 'project_id': '1c08a92c8cba494885f08c90766e634d', 'gw_port': {'id': 'c47aff9c-4d0e-4f58-a11f-82885684aead', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:16:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab4a790-33f8-4c55-bea1-c7a2582f0d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:10Z', 'updated_at': '2021-09-21T18:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'b2f4b775-c935-481f-9609-fb5252e1494b', 'name': '', 'network_id': 'a5184125-8c9f-4288-8c5d-19db23089d52', 'tenant_id': '1c08a92c8cba494885f08c90766e634d', 'mac_address': 'fa:16:3e:94:d1:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab4a790-33f8-4c55-bea1-c7a2582f0d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c4a0516d-a789-4fbd-a926-2202488e4681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:12Z', 'updated_at': '2021-09-21T18:48:17Z', 'revision_number': 4, 'project_id': '1c08a92c8cba494885f08c90766e634d', 'subnets': [{'id': 'c4a0516d-a789-4fbd-a926-2202488e4681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:48:18.226135 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b2f4b775-c935-481f-9609-fb5252e1494b up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:48:18.289550 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port b2f4b775-c935-481f-9609-fb5252e1494b triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:18.289924 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:18.500041 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-91c91bd0-f143-44ee-a77d-80c8ebb66814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:19.111592 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:19.945311 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b2f4b775-c935-481f-9609-fb5252e1494b up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:48:19.997762 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port b2f4b775-c935-481f-9609-fb5252e1494b triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:19.998144 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:20.338658 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:21.812010 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:23.893248 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-905be765-338a-4d5d-a328-38d12e645110 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:23.894814 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-905be765-338a-4d5d-a328-38d12e645110 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/networks?id=15007568-0f75-41b6-adf3-b7a596c3f0d2 HTTP/1.1" status: 200 len: 814 time: 0.1124892 Sep 21 18:48:23.900228 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:23.912251 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-f2c70bce-affa-4037-9778-994d6467d7c6 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/quotas/26fdbbc1a24240a2a720e6d94f07ee3a HTTP/1.1" status: 200 len: 375 time: 0.0106864 Sep 21 18:48:23.989407 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-23b42d46-2996-4ff5-bf9e-aacf36d804ee tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=26fdbbc1a24240a2a720e6d94f07ee3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661237 Sep 21 18:48:24.250805 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-7b8b77ee-3cc3-428b-ad45-5f8423548b9e service neutron] 10.222.0.58 "GET /v2.0/networks/15007568-0f75-41b6-adf3-b7a596c3f0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516342 Sep 21 18:48:24.351240 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-b2b690ff-da45-4729-a3c2-f3c94f241331 service neutron] 10.222.0.58 "GET /v2.0/networks/15007568-0f75-41b6-adf3-b7a596c3f0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911057 Sep 21 18:48:24.537862 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bee53bae-96f0-47c3-8814-92fa07341fa0 req-cd765ed2-cd26-4217-81eb-a3722ae02a66 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 210 time: 0.0264206 Sep 21 18:48:24.945376 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:25.522689 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-8625be6a-44e6-4f21-8262-21fe02f6418a tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:25.524192 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-8625be6a-44e6-4f21-8262-21fe02f6418a tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.44 "GET /v2.0/networks?id=15007568-0f75-41b6-adf3-b7a596c3f0d2 HTTP/1.1" status: 200 len: 814 time: 0.1091957 Sep 21 18:48:25.538014 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-f4249168-abeb-4b4c-838c-e4a136f57ca4 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Request body: {'port': {'device_id': 'a4794597-3eac-46c8-b873-c4fac6844a2e', 'network_id': '15007568-0f75-41b6-adf3-b7a596c3f0d2', 'admin_state_up': True, 'tenant_id': '26fdbbc1a24240a2a720e6d94f07ee3a'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:48:25.642421 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-73a545da-5ea0-4291-a37c-ea4c55c26be0 req-8ab3b444-61fb-4f56-944e-a59bcd96f266 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 210 time: 0.0355763 Sep 21 18:48:25.677735 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-f4249168-abeb-4b4c-838c-e4a136f57ca4 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Made reservation on behalf of 26fdbbc1a24240a2a720e6d94f07ee3a for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:48:25.680755 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-f4249168-abeb-4b4c-838c-e4a136f57ca4 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:25.817496 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-f4249168-abeb-4b4c-838c-e4a136f57ca4 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Allocated IP 172.20.0.8 (15007568-0f75-41b6-adf3-b7a596c3f0d2/6bf50d3e-dc41-402b-b30a-139371ecaad4/fa436372-ea88-4686-9ae7-dfbac3f629a6) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:48:26.061856 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-f4249168-abeb-4b4c-838c-e4a136f57ca4 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:26.109432 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-f4249168-abeb-4b4c-838c-e4a136f57ca4 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:26.163235 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-f4249168-abeb-4b4c-838c-e4a136f57ca4 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Network 15007568-0f75-41b6-adf3-b7a596c3f0d2 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:48:26.166542 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-f4249168-abeb-4b4c-838c-e4a136f57ca4 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:48:26.174261 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-f4249168-abeb-4b4c-838c-e4a136f57ca4 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:48:26.205471 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4249168-abeb-4b4c-838c-e4a136f57ca4 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Pushing event updated for resources: {'Port': ['ID=fa436372-ea88-4686-9ae7-dfbac3f629a6,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:26.224291 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4249168-abeb-4b4c-838c-e4a136f57ca4 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:26.224646 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4249168-abeb-4b4c-838c-e4a136f57ca4 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:26.224992 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4249168-abeb-4b4c-838c-e4a136f57ca4 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:26.225330 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4249168-abeb-4b4c-838c-e4a136f57ca4 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:26.225666 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4249168-abeb-4b4c-838c-e4a136f57ca4 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:26.225996 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4249168-abeb-4b4c-838c-e4a136f57ca4 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:26.226325 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4249168-abeb-4b4c-838c-e4a136f57ca4 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:26.226648 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4249168-abeb-4b4c-838c-e4a136f57ca4 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:26.227000 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4249168-abeb-4b4c-838c-e4a136f57ca4 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:26.227330 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4249168-abeb-4b4c-838c-e4a136f57ca4 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:26.227665 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4249168-abeb-4b4c-838c-e4a136f57ca4 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:26.227971 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4249168-abeb-4b4c-838c-e4a136f57ca4 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:26.253575 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-f4249168-abeb-4b4c-838c-e4a136f57ca4 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:26.254268 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-f4249168-abeb-4b4c-838c-e4a136f57ca4 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:26.282965 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-f4249168-abeb-4b4c-838c-e4a136f57ca4 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7487092 Sep 21 18:48:26.490277 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-fca0e8cd-98d6-42a4-9d2f-b9e90d529bdf None None] Provisioning complete for port fa436372-ea88-4686-9ae7-dfbac3f629a6 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:26.490967 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fca0e8cd-98d6-42a4-9d2f-b9e90d529bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:26.523800 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-fca0e8cd-98d6-42a4-9d2f-b9e90d529bdf None None] Port fa436372-ea88-4686-9ae7-dfbac3f629a6 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:48:26.766765 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e73358-967d-4130-8a71-66bd81954689 req-aead79a3-ac34-4cba-ae43-9b6ff3166c19 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:26.768927 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d9e73358-967d-4130-8a71-66bd81954689 req-aead79a3-ac34-4cba-ae43-9b6ff3166c19 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 931 time: 0.0514770 Sep 21 18:48:26.812280 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d9e73358-967d-4130-8a71-66bd81954689 req-35acc9b3-c8a2-4f14-a305-75ba30c53679 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfbb4fd1-a401-4311-baf0-91b488634bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370970 Sep 21 18:48:27.944105 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4af72-eec0-49b1-909b-eacd9dfd98bd req-b6675784-af39-4396-beee-63bf71b159c1 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:27.945627 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-26a4af72-eec0-49b1-909b-eacd9dfd98bd req-b6675784-af39-4396-beee-63bf71b159c1 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 931 time: 0.0515184 Sep 21 18:48:27.994600 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-26a4af72-eec0-49b1-909b-eacd9dfd98bd req-54081c57-fed8-4e16-ad74-3c054853eae9 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfbb4fd1-a401-4311-baf0-91b488634bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425317 Sep 21 18:48:29.132998 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24658bf5-3163-4eeb-83e3-78c2f265cafc req-64d86c43-0fa0-451e-bc81-03772a2a1c52 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:29.138903 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-24658bf5-3163-4eeb-83e3-78c2f265cafc req-64d86c43-0fa0-451e-bc81-03772a2a1c52 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 931 time: 0.0762646 Sep 21 18:48:29.173972 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-24658bf5-3163-4eeb-83e3-78c2f265cafc req-60580916-7f80-4405-977c-af7b1431fb47 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfbb4fd1-a401-4311-baf0-91b488634bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329914 Sep 21 18:48:30.297520 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e8046-04d9-4b09-9553-8e6ca4fff3cd req-120fa0da-de76-43d1-88f5-1587e90f8338 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:30.299294 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d45e8046-04d9-4b09-9553-8e6ca4fff3cd req-120fa0da-de76-43d1-88f5-1587e90f8338 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 931 time: 0.0497901 Sep 21 18:48:30.338434 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d45e8046-04d9-4b09-9553-8e6ca4fff3cd req-8a945346-2587-4ae9-bb2a-27b4b2c2cd9e tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfbb4fd1-a401-4311-baf0-91b488634bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325594 Sep 21 18:48:31.470022 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516700a-e256-4b33-91f7-24ca5dd22880 req-baadb81d-9821-4bdb-9f11-95509c98eade tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:31.471578 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9516700a-e256-4b33-91f7-24ca5dd22880 req-baadb81d-9821-4bdb-9f11-95509c98eade tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 931 time: 0.0621803 Sep 21 18:48:31.517236 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9516700a-e256-4b33-91f7-24ca5dd22880 req-04f458f6-c845-4445-84ba-f722b7a5e021 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfbb4fd1-a401-4311-baf0-91b488634bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392647 Sep 21 18:48:32.644830 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471520e-5c69-4cb1-bcfc-dcac82fb5cd6 req-48a9d502-4fa2-4e83-a449-7750368cb152 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:32.646519 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8471520e-5c69-4cb1-bcfc-dcac82fb5cd6 req-48a9d502-4fa2-4e83-a449-7750368cb152 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 931 time: 0.0573115 Sep 21 18:48:32.695504 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8471520e-5c69-4cb1-bcfc-dcac82fb5cd6 req-4c917f79-ea17-45e1-a8dc-e4d332c60c21 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfbb4fd1-a401-4311-baf0-91b488634bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422020 Sep 21 18:48:33.812333 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee97a73-94e6-4b04-ac34-3311f664b7aa req-53b318c9-0840-4d33-ad3c-dbc60fa98b82 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:33.813902 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9ee97a73-94e6-4b04-ac34-3311f664b7aa req-53b318c9-0840-4d33-ad3c-dbc60fa98b82 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 931 time: 0.0519857 Sep 21 18:48:33.854138 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9ee97a73-94e6-4b04-ac34-3311f664b7aa req-4201a868-5ec5-4452-8422-6bbb266861b4 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfbb4fd1-a401-4311-baf0-91b488634bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338752 Sep 21 18:48:34.981772 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9b8a7-744e-427d-bd1c-3ea90e04d41a req-f5cf5f9a-6172-4f7b-ace5-e77344fc4aca tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:34.983307 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-73d9b8a7-744e-427d-bd1c-3ea90e04d41a req-f5cf5f9a-6172-4f7b-ace5-e77344fc4aca tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 931 time: 0.0593135 Sep 21 18:48:35.021035 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-73d9b8a7-744e-427d-bd1c-3ea90e04d41a req-833b5935-789e-4c21-b122-598ee4bc9c70 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfbb4fd1-a401-4311-baf0-91b488634bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314341 Sep 21 18:48:36.000606 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-c874d010-e497-4d0d-9584-c84c8840f96f service neutron] Request body: {'port': {'device_id': 'a4794597-3eac-46c8-b873-c4fac6844a2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:48:36.061525 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-c874d010-e497-4d0d-9584-c84c8840f96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:36.148667 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b927e-b19a-41d8-8462-378a58f84363 req-e6296ae1-d1cb-4351-b9c8-1047920ae47d tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:36.150112 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-237b927e-b19a-41d8-8462-378a58f84363 req-e6296ae1-d1cb-4351-b9c8-1047920ae47d tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 931 time: 0.0565050 Sep 21 18:48:36.192284 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-237b927e-b19a-41d8-8462-378a58f84363 req-02b315ff-443d-4a5c-a981-0ae1f33fe1d7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfbb4fd1-a401-4311-baf0-91b488634bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355728 Sep 21 18:48:36.335304 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-c874d010-e497-4d0d-9584-c84c8840f96f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa436372-ea88-4686-9ae7-dfbac3f629a6 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:48:36.342900 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-c874d010-e497-4d0d-9584-c84c8840f96f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:36.355524 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-c874d010-e497-4d0d-9584-c84c8840f96f service neutron] Transition to ACTIVE for port object fa436372-ea88-4686-9ae7-dfbac3f629a6 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:48:36.361200 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-c874d010-e497-4d0d-9584-c84c8840f96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:36.409994 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874d010-e497-4d0d-9584-c84c8840f96f service neutron] Pushing event updated for resources: {'Port': ['ID=fa436372-ea88-4686-9ae7-dfbac3f629a6,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:36.481000 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-c874d010-e497-4d0d-9584-c84c8840f96f service neutron] Attempting to bind port fa436372-ea88-4686-9ae7-dfbac3f629a6 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:48:36.481339 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-c874d010-e497-4d0d-9584-c84c8840f96f service neutron] Attempting to bind port fa436372-ea88-4686-9ae7-dfbac3f629a6 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'efcc0468-5bac-447d-ab81-9ef235660aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '15007568-0f75-41b6-adf3-b7a596c3f0d2'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:48:36.481671 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-c874d010-e497-4d0d-9584-c84c8840f96f service neutron] Attempting to bind port fa436372-ea88-4686-9ae7-dfbac3f629a6 on network 15007568-0f75-41b6-adf3-b7a596c3f0d2 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:48:36.486268 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-c874d010-e497-4d0d-9584-c84c8840f96f service neutron] Port fa436372-ea88-4686-9ae7-dfbac3f629a6 on network 15007568-0f75-41b6-adf3-b7a596c3f0d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:48:36.486690 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-c874d010-e497-4d0d-9584-c84c8840f96f service neutron] Attempting to bind port fa436372-ea88-4686-9ae7-dfbac3f629a6 on network 15007568-0f75-41b6-adf3-b7a596c3f0d2 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:48:36.491810 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-c874d010-e497-4d0d-9584-c84c8840f96f service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:48:36.492150 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-c874d010-e497-4d0d-9584-c84c8840f96f service neutron] Checking segment: {'id': 'efcc0468-5bac-447d-ab81-9ef235660aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '15007568-0f75-41b6-adf3-b7a596c3f0d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:48:36.492543 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-c874d010-e497-4d0d-9584-c84c8840f96f service neutron] Bound using segment: {'id': 'efcc0468-5bac-447d-ab81-9ef235660aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '15007568-0f75-41b6-adf3-b7a596c3f0d2'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:48:36.492976 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-c874d010-e497-4d0d-9584-c84c8840f96f service neutron] Bound port: fa436372-ea88-4686-9ae7-dfbac3f629a6, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efcc0468-5bac-447d-ab81-9ef235660aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '15007568-0f75-41b6-adf3-b7a596c3f0d2'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:48:36.493337 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-c874d010-e497-4d0d-9584-c84c8840f96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:36.559854 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-c874d010-e497-4d0d-9584-c84c8840f96f service neutron] For port fa436372-ea88-4686-9ae7-dfbac3f629a6, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:48:36.563126 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-c874d010-e497-4d0d-9584-c84c8840f96f service neutron] For port fa436372-ea88-4686-9ae7-dfbac3f629a6, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=fa436372-ea88-4686-9ae7-dfbac3f629a6,segment=NetworkSegment(efcc0468-5bac-447d-ab81-9ef235660aef),segment_id=efcc0468-5bac-447d-ab81-9ef235660aef)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:48:36.569246 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-c874d010-e497-4d0d-9584-c84c8840f96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:36.600631 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-c874d010-e497-4d0d-9584-c84c8840f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:36.601242 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-c874d010-e497-4d0d-9584-c84c8840f96f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:36.602657 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-c874d010-e497-4d0d-9584-c84c8840f96f service neutron] 10.222.0.44 "PUT /v2.0/ports/fa436372-ea88-4686-9ae7-dfbac3f629a6 HTTP/1.1" status: 200 len: 1091 time: 0.6100006 Sep 21 18:48:36.603115 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4794597-3eac-46c8-b873-c4fac6844a2e', 'tag': 'fa436372-ea88-4686-9ae7-dfbac3f629a6'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:48:36.605359 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994554a3-f079-471d-a5ed-5d00c08ff65e" -d '{"events": [{"name": "network-changed", "server_uuid": "a4794597-3eac-46c8-b873-c4fac6844a2e", "tag": "fa436372-ea88-4686-9ae7-dfbac3f629a6"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:48:36.633195 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874d010-e497-4d0d-9584-c84c8840f96f service neutron] Pushing event updated for resources: {'Port': ['ID=fa436372-ea88-4686-9ae7-dfbac3f629a6,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:36.634784 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:48:36.664655 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fade4056-c7e1-4248-b847-59a4f5a4edd0 x-openstack-request-id: req-fade4056-c7e1-4248-b847-59a4f5a4edd0 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:48:36.664862 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4794597-3eac-46c8-b873-c4fac6844a2e", "tag": "fa436372-ea88-4686-9ae7-dfbac3f629a6", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:48:36.665111 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fade4056-c7e1-4248-b847-59a4f5a4edd0 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:48:36.665510 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4794597-3eac-46c8-b873-c4fac6844a2e', 'tag': 'fa436372-ea88-4686-9ae7-dfbac3f629a6', 'status': 'completed', 'code': 200} Sep 21 18:48:36.698383 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-065b48ac-924c-4dfa-b324-e2ee5ee5c8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:36.699939 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-065b48ac-924c-4dfa-b324-e2ee5ee5c8cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=26fdbbc1a24240a2a720e6d94f07ee3a&device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 1094 time: 0.0448241 Sep 21 18:48:36.747062 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-4ecd1dce-a9e4-4953-bcfb-180f2df63e62 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa436372-ea88-4686-9ae7-dfbac3f629a6 HTTP/1.1" status: 200 len: 217 time: 0.0377913 Sep 21 18:48:36.797855 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-5e48eefd-b63f-4da0-b06e-b6d0d70d9557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:36.799476 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-5e48eefd-b63f-4da0-b06e-b6d0d70d9557 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6bf50d3e-dc41-402b-b30a-139371ecaad4 HTTP/1.1" status: 200 len: 853 time: 0.0447392 Sep 21 18:48:36.845066 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-2832448b-4ed5-4536-a7b2-93c94d608c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:36.846696 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-2832448b-4ed5-4536-a7b2-93c94d608c04 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=15007568-0f75-41b6-adf3-b7a596c3f0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388618 Sep 21 18:48:36.939957 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-d7e5e6a2-156e-4f2a-bb38-59c20fdfcd5b service neutron] 10.222.0.44 "GET /v2.0/networks/15007568-0f75-41b6-adf3-b7a596c3f0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845437 Sep 21 18:48:37.028732 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3bb29e1d-2a36-42e7-a152-f2e61651d3df req-3d4b93ac-fb46-4747-9270-e6feeca75b30 service neutron] 10.222.0.44 "GET /v2.0/networks/15007568-0f75-41b6-adf3-b7a596c3f0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814264 Sep 21 18:48:37.120063 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994554a3-f079-471d-a5ed-5d00c08ff65e req-d2336a3e-8acb-423d-be6d-69ce0e1afe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:37.121613 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-994554a3-f079-471d-a5ed-5d00c08ff65e req-d2336a3e-8acb-423d-be6d-69ce0e1afe51 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=26fdbbc1a24240a2a720e6d94f07ee3a&device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 1094 time: 0.0457480 Sep 21 18:48:37.212060 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994554a3-f079-471d-a5ed-5d00c08ff65e req-af0d7dd2-5908-4f14-a217-8b5339efbd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:37.213042 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-994554a3-f079-471d-a5ed-5d00c08ff65e req-af0d7dd2-5908-4f14-a217-8b5339efbd91 service neutron] 10.222.0.44 "GET /v2.0/networks?id=15007568-0f75-41b6-adf3-b7a596c3f0d2 HTTP/1.1" status: 200 len: 915 time: 0.0843134 Sep 21 18:48:37.259078 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-994554a3-f079-471d-a5ed-5d00c08ff65e req-1e982c89-e157-480e-861b-c961200c553a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa436372-ea88-4686-9ae7-dfbac3f629a6 HTTP/1.1" status: 200 len: 217 time: 0.0374720 Sep 21 18:48:37.309188 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994554a3-f079-471d-a5ed-5d00c08ff65e req-015051a1-6f5c-42a7-97f3-7af0bc41245b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:37.310639 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-994554a3-f079-471d-a5ed-5d00c08ff65e req-015051a1-6f5c-42a7-97f3-7af0bc41245b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6bf50d3e-dc41-402b-b30a-139371ecaad4 HTTP/1.1" status: 200 len: 853 time: 0.0440087 Sep 21 18:48:37.310822 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044f971-b87a-49a1-926a-ed1f39fc0c35 req-59af3cb8-0a15-4f11-bc99-55ea46691e1c tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:37.312433 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e044f971-b87a-49a1-926a-ed1f39fc0c35 req-59af3cb8-0a15-4f11-bc99-55ea46691e1c tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 943 time: 0.0494823 Sep 21 18:48:37.351218 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e044f971-b87a-49a1-926a-ed1f39fc0c35 req-96bcc7de-6991-4009-9a97-8f3a7844f5e2 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfbb4fd1-a401-4311-baf0-91b488634bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325456 Sep 21 18:48:37.355943 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994554a3-f079-471d-a5ed-5d00c08ff65e req-87c9b33b-cf82-48b7-8e39-0af287a0a6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:37.357453 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-994554a3-f079-471d-a5ed-5d00c08ff65e req-87c9b33b-cf82-48b7-8e39-0af287a0a6cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=15007568-0f75-41b6-adf3-b7a596c3f0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393131 Sep 21 18:48:37.462633 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-994554a3-f079-471d-a5ed-5d00c08ff65e req-3ff4bebf-223a-41b6-8ebb-5990dbf77035 service neutron] 10.222.0.44 "GET /v2.0/networks/15007568-0f75-41b6-adf3-b7a596c3f0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959816 Sep 21 18:48:37.560445 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-994554a3-f079-471d-a5ed-5d00c08ff65e req-bec4d33d-1a88-46e0-88d5-18da20a38ed5 service neutron] 10.222.0.44 "GET /v2.0/networks/15007568-0f75-41b6-adf3-b7a596c3f0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893288 Sep 21 18:48:38.356954 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device fa436372-ea88-4686-9ae7-dfbac3f629a6 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:48:38.458575 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port fa436372-ea88-4686-9ae7-dfbac3f629a6, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=fa436372-ea88-4686-9ae7-dfbac3f629a6,segment=NetworkSegment(efcc0468-5bac-447d-ab81-9ef235660aef),segment_id=efcc0468-5bac-447d-ab81-9ef235660aef)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:48:38.468043 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901a6ff-562e-4f97-9a8c-f1ef37e1e9ed req-61155d6a-6f5b-417c-817e-654cd637a499 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:38.469484 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d901a6ff-562e-4f97-9a8c-f1ef37e1e9ed req-61155d6a-6f5b-417c-817e-654cd637a499 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 943 time: 0.0492508 Sep 21 18:48:38.470013 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'fa436372-ea88-4686-9ae7-dfbac3f629a6', 'network_id': '15007568-0f75-41b6-adf3-b7a596c3f0d2', 'port_id': 'fa436372-ea88-4686-9ae7-dfbac3f629a6', 'mac_address': 'fa:16:3e:59:ff:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf50d3e-dc41-402b-b30a-139371ecaad4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:48:38.508637 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:38.512097 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d901a6ff-562e-4f97-9a8c-f1ef37e1e9ed req-314641c3-5ec0-47fb-b513-bd4f70b5d534 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfbb4fd1-a401-4311-baf0-91b488634bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361674 Sep 21 18:48:38.522254 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa436372-ea88-4686-9ae7-dfbac3f629a6 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:48:38.545522 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port fa436372-ea88-4686-9ae7-dfbac3f629a6, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=fa436372-ea88-4686-9ae7-dfbac3f629a6,segment=NetworkSegment(efcc0468-5bac-447d-ab81-9ef235660aef),segment_id=efcc0468-5bac-447d-ab81-9ef235660aef)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:48:38.550501 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:38.600657 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=fa436372-ea88-4686-9ae7-dfbac3f629a6,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:38.608139 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:38.608479 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:38.608821 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:38.609150 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:38.609480 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:38.609803 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:38.610130 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:38.610454 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:38.610780 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:38.611126 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:38.611452 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:38.611770 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:38.782752 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['fa436372-ea88-4686-9ae7-dfbac3f629a6'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:48:39.641093 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b96e1a-84cf-4617-a859-5bedc5d9ad3a req-94a060c4-d356-4fd3-879d-da0f9956a945 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:39.642599 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-27b96e1a-84cf-4617-a859-5bedc5d9ad3a req-94a060c4-d356-4fd3-879d-da0f9956a945 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 944 time: 0.0509522 Sep 21 18:48:39.685200 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-27b96e1a-84cf-4617-a859-5bedc5d9ad3a req-05a92efa-18b9-4c88-9dda-7df4a60a1b49 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfbb4fd1-a401-4311-baf0-91b488634bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334303 Sep 21 18:48:40.375644 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device fa436372-ea88-4686-9ae7-dfbac3f629a6 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:48:40.438469 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port fa436372-ea88-4686-9ae7-dfbac3f629a6 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:48:40.442055 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port fa436372-ea88-4686-9ae7-dfbac3f629a6 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:40.442459 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:40.520053 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:40.543843 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4794597-3eac-46c8-b873-c4fac6844a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa436372-ea88-4686-9ae7-dfbac3f629a6'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:48:40.546138 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7be9786b8e12a57addcd3d24694f9862590c26d6af0c76ac9baad1416f83940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2554a10-6259-4123-8709-ed16db04ee34" -d '{"events": [{"server_uuid": "a4794597-3eac-46c8-b873-c4fac6844a2e", "name": "network-vif-plugged", "status": "completed", "tag": "fa436372-ea88-4686-9ae7-dfbac3f629a6"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:48:40.558522 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port fa436372-ea88-4686-9ae7-dfbac3f629a6, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=fa436372-ea88-4686-9ae7-dfbac3f629a6,segment=NetworkSegment(efcc0468-5bac-447d-ab81-9ef235660aef),segment_id=efcc0468-5bac-447d-ab81-9ef235660aef)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:48:40.564144 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:40.587422 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a4706d-c274-4ed7-bda6-41f5e7c3805d x-openstack-request-id: req-70a4706d-c274-4ed7-bda6-41f5e7c3805d {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:48:40.587716 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4794597-3eac-46c8-b873-c4fac6844a2e", "name": "network-vif-plugged", "status": "completed", "tag": "fa436372-ea88-4686-9ae7-dfbac3f629a6", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:48:40.587966 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-70a4706d-c274-4ed7-bda6-41f5e7c3805d {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:48:40.588335 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4794597-3eac-46c8-b873-c4fac6844a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa436372-ea88-4686-9ae7-dfbac3f629a6', 'code': 200} Sep 21 18:48:40.618594 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=fa436372-ea88-4686-9ae7-dfbac3f629a6,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:40.691399 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef70b82-f900-4af4-b5e8-5f9a7933c4ae req-bfe776a0-ed21-46cf-809e-8d42467ec052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:40.692942 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5ef70b82-f900-4af4-b5e8-5f9a7933c4ae req-bfe776a0-ed21-46cf-809e-8d42467ec052 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 1096 time: 0.0417607 Sep 21 18:48:40.730547 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5ef70b82-f900-4af4-b5e8-5f9a7933c4ae req-035481ef-a43e-414a-b215-b84a49e863eb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cfbb4fd1-a401-4311-baf0-91b488634bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288160 Sep 21 18:48:40.807866 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dceaba6-1f1f-4d99-8d22-6b3dbdc7e60b req-289cc8bc-5e1d-4429-9371-71cb9b10e586 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:40.809344 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5dceaba6-1f1f-4d99-8d22-6b3dbdc7e60b req-289cc8bc-5e1d-4429-9371-71cb9b10e586 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 945 time: 0.0551493 Sep 21 18:48:40.849676 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5dceaba6-1f1f-4d99-8d22-6b3dbdc7e60b req-44e8d4e5-2cc2-4f3e-a6a0-267a0443a8fe tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfbb4fd1-a401-4311-baf0-91b488634bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338628 Sep 21 18:48:41.979830 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88069835-1fa6-4b7a-81d9-9b08056b95b2 req-5a7e3dc3-bc4d-4499-9ce7-e32548947b8c tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:41.981327 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-88069835-1fa6-4b7a-81d9-9b08056b95b2 req-5a7e3dc3-bc4d-4499-9ce7-e32548947b8c tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 945 time: 0.0503256 Sep 21 18:48:42.018881 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-88069835-1fa6-4b7a-81d9-9b08056b95b2 req-f8ee589c-e79f-44ad-a96b-2d46ddd10d30 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfbb4fd1-a401-4311-baf0-91b488634bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312629 Sep 21 18:48:42.145970 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee495a8-b850-49a0-8987-dcc5b6819612 req-69187777-2437-4fab-90b2-82a1456ee7d7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:42.148105 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eee495a8-b850-49a0-8987-dcc5b6819612 req-69187777-2437-4fab-90b2-82a1456ee7d7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 945 time: 0.0626001 Sep 21 18:48:42.189772 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eee495a8-b850-49a0-8987-dcc5b6819612 req-5de45efe-7fe8-4251-84b2-74e5b0fd415b tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfbb4fd1-a401-4311-baf0-91b488634bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353334 Sep 21 18:48:42.398421 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3ce15-2a9a-47bb-bb9a-f89c88a9c506 req-73bb3632-8f04-4349-8c87-c0fecd929549 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:42.399932 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f7e3ce15-2a9a-47bb-bb9a-f89c88a9c506 req-73bb3632-8f04-4349-8c87-c0fecd929549 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 945 time: 0.0523450 Sep 21 18:48:42.440234 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f7e3ce15-2a9a-47bb-bb9a-f89c88a9c506 req-0dd40458-f3c0-43bd-b267-ffad35eab1e4 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfbb4fd1-a401-4311-baf0-91b488634bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313597 Sep 21 18:48:45.973313 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fcdb0847-6f19-4444-bbbb-481c04c8228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:47.193005 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-27fcee65-9e79-4559-ba05-7a6d265a667f req-5e057b79-3356-4bcc-8d00-3307d67e2399 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423448 Sep 21 18:48:47.288320 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcee65-9e79-4559-ba05-7a6d265a667f req-d78f5a97-3d0b-40b5-b9a9-2b96fba0f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:47.289848 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-27fcee65-9e79-4559-ba05-7a6d265a667f req-d78f5a97-3d0b-40b5-b9a9-2b96fba0f4e4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=26fdbbc1a24240a2a720e6d94f07ee3a&device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 1096 time: 0.0479560 Sep 21 18:48:47.397967 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcee65-9e79-4559-ba05-7a6d265a667f req-d13e8c74-8aca-444b-84d6-8f322c27e9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:47.399486 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-27fcee65-9e79-4559-ba05-7a6d265a667f req-d13e8c74-8aca-444b-84d6-8f322c27e9e1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=15007568-0f75-41b6-adf3-b7a596c3f0d2 HTTP/1.1" status: 200 len: 915 time: 0.0868030 Sep 21 18:48:47.445546 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-27fcee65-9e79-4559-ba05-7a6d265a667f req-686f1f19-cf37-4b6e-a2c1-2634f43674d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa436372-ea88-4686-9ae7-dfbac3f629a6 HTTP/1.1" status: 200 len: 217 time: 0.0382962 Sep 21 18:48:47.496652 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcee65-9e79-4559-ba05-7a6d265a667f req-dcc99e2a-f126-4c5f-ba80-9f9b26441d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:47.498144 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-27fcee65-9e79-4559-ba05-7a6d265a667f req-dcc99e2a-f126-4c5f-ba80-9f9b26441d9e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6bf50d3e-dc41-402b-b30a-139371ecaad4 HTTP/1.1" status: 200 len: 853 time: 0.0450199 Sep 21 18:48:47.549069 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcee65-9e79-4559-ba05-7a6d265a667f req-95b56162-af1b-466d-8d80-bbac0f88493d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:47.550583 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-27fcee65-9e79-4559-ba05-7a6d265a667f req-95b56162-af1b-466d-8d80-bbac0f88493d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=15007568-0f75-41b6-adf3-b7a596c3f0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429108 Sep 21 18:48:47.989806 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-27fcee65-9e79-4559-ba05-7a6d265a667f req-2b0d5707-b805-4bbf-8270-71cc3f67aa6d service neutron] 10.222.0.44 "GET /v2.0/networks/15007568-0f75-41b6-adf3-b7a596c3f0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291966 Sep 21 18:48:48.084107 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-27fcee65-9e79-4559-ba05-7a6d265a667f req-bbcbfebc-2007-44f9-8937-26e99c9ffea1 service neutron] 10.222.0.44 "GET /v2.0/networks/15007568-0f75-41b6-adf3-b7a596c3f0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863035 Sep 21 18:48:48.500756 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4ed7b718-bb04-4dbc-8769-47ba3112c183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:49.110834 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:50.348406 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:51.806226 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:53.916846 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:54.187368 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deea9a8-d185-4cdc-ab68-31992e68199a req-efc7e1a0-0286-49ed-9b1c-c70c7548e336 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:54.188858 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3deea9a8-d185-4cdc-ab68-31992e68199a req-efc7e1a0-0286-49ed-9b1c-c70c7548e336 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 945 time: 0.0548046 Sep 21 18:48:54.226685 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3deea9a8-d185-4cdc-ab68-31992e68199a req-7431a23c-b389-464b-b913-d163046a02b7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfbb4fd1-a401-4311-baf0-91b488634bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316961 Sep 21 18:48:54.249963 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54858) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:54.343884 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93476c3e-339c-4c35-8203-101ca9a1763b tempest-TestMinimumBasicScenario-1966744729 tempest-TestMinimumBasicScenario-1966744729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:54.345389 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-93476c3e-339c-4c35-8203-101ca9a1763b tempest-TestMinimumBasicScenario-1966744729 tempest-TestMinimumBasicScenario-1966744729-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 1091 time: 0.0942929 Sep 21 18:48:54.348651 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54862) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:54.352972 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-db43e4d3-64b0-4232-9c9b-882e299a8aa7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'port_id': 'fa436372-ea88-4686-9ae7-dfbac3f629a6', 'tenant_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:48:54.378062 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db43e4d3-64b0-4232-9c9b-882e299a8aa7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks [] for floatingip, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:54.487539 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db43e4d3-64b0-4232-9c9b-882e299a8aa7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:54.592632 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-db43e4d3-64b0-4232-9c9b-882e299a8aa7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Allocated IP 172.25.6.87 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/59101e62-64b0-4e5b-abdb-2b3615c8bfe3) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:48:54.709441 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db43e4d3-64b0-4232-9c9b-882e299a8aa7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:54.746088 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db43e4d3-64b0-4232-9c9b-882e299a8aa7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:54.785701 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db43e4d3-64b0-4232-9c9b-882e299a8aa7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:48:54.790501 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-db43e4d3-64b0-4232-9c9b-882e299a8aa7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:48:54.795385 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db43e4d3-64b0-4232-9c9b-882e299a8aa7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:48:54.798403 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43e4d3-64b0-4232-9c9b-882e299a8aa7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Pushing event updated for resources: {'Port': ['ID=59101e62-64b0-4e5b-abdb-2b3615c8bfe3,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:54.943671 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:55.157547 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db43e4d3-64b0-4232-9c9b-882e299a8aa7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:55.230763 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db43e4d3-64b0-4232-9c9b-882e299a8aa7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:55.398285 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db43e4d3-64b0-4232-9c9b-882e299a8aa7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:55.406157 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db43e4d3-64b0-4232-9c9b-882e299a8aa7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:55.477896 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43e4d3-64b0-4232-9c9b-882e299a8aa7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Pushing event updated for resources: {'Port': ['ID=59101e62-64b0-4e5b-abdb-2b3615c8bfe3,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:55.489891 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db43e4d3-64b0-4232-9c9b-882e299a8aa7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:55.587095 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [None req-db43e4d3-64b0-4232-9c9b-882e299a8aa7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Floating IP 7ebbb303-130a-4fe6-9c53-4c04f9539ca7 associated. External IP: 172.25.6.87, port: fa436372-ea88-4686-9ae7-dfbac3f629a6. Sep 21 18:48:56.081541 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db43e4d3-64b0-4232-9c9b-882e299a8aa7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Router 56c5b2a3-29c8-4985-a4e2-6d4e13d6885f has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:48:56.189518 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db43e4d3-64b0-4232-9c9b-882e299a8aa7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:48:56.201335 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a775a1b7-5e9e-4090-a46e-47313a01c198 None None] Sync routers for ids ['56c5b2a3-29c8-4985-a4e2-6d4e13d6885f'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:48:56.208336 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-db43e4d3-64b0-4232-9c9b-882e299a8aa7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:56.211181 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a775a1b7-5e9e-4090-a46e-47313a01c198 None None] Routers {'56c5b2a3-29c8-4985-a4e2-6d4e13d6885f'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:48:56.211824 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a775a1b7-5e9e-4090-a46e-47313a01c198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:48:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['56c5b2a3-29c8-4985-a4e2-6d4e13d6885f'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:56.234856 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-db43e4d3-64b0-4232-9c9b-882e299a8aa7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8851864 Sep 21 18:48:56.235464 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4794597-3eac-46c8-b873-c4fac6844a2e', 'tag': 'fa436372-ea88-4686-9ae7-dfbac3f629a6'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:48:56.238326 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54864) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:56.243301 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-ddc4b6ca-83ea-4207-a778-93180fc3afda tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1298067533', 'description': 'tempest-secgroup-smoke-1298067533 description', 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:48:56.266065 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ddc4b6ca-83ea-4207-a778-93180fc3afda tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:56.321111 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-a775a1b7-5e9e-4090-a46e-47313a01c198 None None] Set router 56c5b2a3-29c8-4985-a4e2-6d4e13d6885f gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:48:56.348276 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ddc4b6ca-83ea-4207-a778-93180fc3afda tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:56.353057 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ddc4b6ca-83ea-4207-a778-93180fc3afda tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:56.354098 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e068d80b537898f9f0058ef40cd45917e2ca049a324cdaa182e5d883fca795c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a79adea-bde3-4e3d-a334-03f3a96c3c90" -d '{"events": [{"name": "network-changed", "server_uuid": "a4794597-3eac-46c8-b873-c4fac6844a2e", "tag": "fa436372-ea88-4686-9ae7-dfbac3f629a6"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:48:56.381630 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ddc4b6ca-83ea-4207-a778-93180fc3afda tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:56.386280 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54872) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:56.386402 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ddc4b6ca-83ea-4207-a778-93180fc3afda tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1468573 Sep 21 18:48:56.395331 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-b909cfb3-0238-40bc-aaf9-35f1333287b1 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Request body: {'security_group_rule': {'security_group_id': '54685681-03eb-4cd5-9433-586cfc607e80', 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:48:56.398529 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4b6ca-83ea-4207-a778-93180fc3afda tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54685681-03eb-4cd5-9433-586cfc607e80,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:56.443878 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b909cfb3-0238-40bc-aaf9-35f1333287b1 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:56.462123 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7597fa8-eb29-4ca5-990f-238c54759782 x-openstack-request-id: req-c7597fa8-eb29-4ca5-990f-238c54759782 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:48:56.462436 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4794597-3eac-46c8-b873-c4fac6844a2e", "tag": "fa436372-ea88-4686-9ae7-dfbac3f629a6", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:48:56.462679 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c7597fa8-eb29-4ca5-990f-238c54759782 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:48:56.463108 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4794597-3eac-46c8-b873-c4fac6844a2e', 'tag': 'fa436372-ea88-4686-9ae7-dfbac3f629a6', 'status': 'completed', 'code': 200} Sep 21 18:48:56.499827 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b909cfb3-0238-40bc-aaf9-35f1333287b1 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:56.504761 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b909cfb3-0238-40bc-aaf9-35f1333287b1 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:56.524607 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79adea-bde3-4e3d-a334-03f3a96c3c90 req-8006d820-d2f7-4719-a802-e9990e049db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:56.526137 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3a79adea-bde3-4e3d-a334-03f3a96c3c90 req-8006d820-d2f7-4719-a802-e9990e049db2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=26fdbbc1a24240a2a720e6d94f07ee3a&device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 1096 time: 0.0429068 Sep 21 18:48:56.526578 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b909cfb3-0238-40bc-aaf9-35f1333287b1 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=794ad836-8439-477b-b3ec-80f78066ea9b,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:56.535005 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b909cfb3-0238-40bc-aaf9-35f1333287b1 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:56.539062 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b909cfb3-0238-40bc-aaf9-35f1333287b1 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1510434 Sep 21 18:48:56.539863 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54874) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:56.544754 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-c8712fff-342b-4437-913e-31269b2b6c96 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Request body: {'security_group_rule': {'security_group_id': '54685681-03eb-4cd5-9433-586cfc607e80', 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:48:56.562578 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a775a1b7-5e9e-4090-a46e-47313a01c198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'name': 'tempest-TestMinimumBasicScenario-396042688-router', 'tenant_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '052e4a84-4eb2-4565-b5d5-f6394a2d7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:05Z', 'updated_at': '2021-09-21T18:48:08Z', 'revision_number': 4, 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'gw_port': {'id': '052e4a84-4eb2-4565-b5d5-f6394a2d7a6f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:05Z', 'updated_at': '2021-09-21T18:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '7ebbb303-130a-4fe6-9c53-4c04f9539ca7', 'tenant_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'floating_ip_address': '172.25.6.87', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'port_id': 'fa436372-ea88-4686-9ae7-dfbac3f629a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15007568-0f75-41b6-adf3-b7a596c3f0d2', 'mac_address': 'fa:16:3e:59:ff:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4794597-3eac-46c8-b873-c4fac6844a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:48:55Z', 'updated_at': '2021-09-21T18:48:55Z', 'revision_number': 0, 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee01334a-f5ef-45fa-9bc8-35e4c51508c0', 'name': '', 'network_id': '15007568-0f75-41b6-adf3-b7a596c3f0d2', 'tenant_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'mac_address': 'fa:16:3e:80:b6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6bf50d3e-dc41-402b-b30a-139371ecaad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:07Z', 'updated_at': '2021-09-21T18:48:12Z', 'revision_number': 5, 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'subnets': [{'id': '6bf50d3e-dc41-402b-b30a-139371ecaad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:56.573090 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c8712fff-342b-4437-913e-31269b2b6c96 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:56.592092 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a775a1b7-5e9e-4090-a46e-47313a01c198 None None] Checking router: 56c5b2a3-29c8-4985-a4e2-6d4e13d6885f for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:48:56.600422 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a775a1b7-5e9e-4090-a46e-47313a01c198 None None] Routers {'56c5b2a3-29c8-4985-a4e2-6d4e13d6885f'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:48:56.601240 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a775a1b7-5e9e-4090-a46e-47313a01c198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:48:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['56c5b2a3-29c8-4985-a4e2-6d4e13d6885f'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:56.622240 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79adea-bde3-4e3d-a334-03f3a96c3c90 req-8888d706-5c48-4a40-b161-cef165a05706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:56.623753 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3a79adea-bde3-4e3d-a334-03f3a96c3c90 req-8888d706-5c48-4a40-b161-cef165a05706 service neutron] 10.222.0.44 "GET /v2.0/networks?id=15007568-0f75-41b6-adf3-b7a596c3f0d2 HTTP/1.1" status: 200 len: 915 time: 0.0886996 Sep 21 18:48:56.631344 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c8712fff-342b-4437-913e-31269b2b6c96 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:56.636536 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c8712fff-342b-4437-913e-31269b2b6c96 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:56.656293 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8712fff-342b-4437-913e-31269b2b6c96 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4feccc1-9421-4e76-807f-f5afba23af02,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:56.666298 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c8712fff-342b-4437-913e-31269b2b6c96 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:56.670485 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c8712fff-342b-4437-913e-31269b2b6c96 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1270051 Sep 21 18:48:56.670760 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54876) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:56.677986 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-c6083cf3-28a3-47c5-83df-c7cc482a39f0 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Request body: {'security_group_rule': {'security_group_id': '54685681-03eb-4cd5-9433-586cfc607e80', 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:48:56.697136 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3a79adea-bde3-4e3d-a334-03f3a96c3c90 req-8ecd9c18-9cf0-43f2-b9b7-0616237e709d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa436372-ea88-4686-9ae7-dfbac3f629a6 HTTP/1.1" status: 200 len: 998 time: 0.0654969 Sep 21 18:48:56.706979 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c6083cf3-28a3-47c5-83df-c7cc482a39f0 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:56.752691 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79adea-bde3-4e3d-a334-03f3a96c3c90 req-6683d4ef-a074-4c88-8d5f-df2679291a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:56.754545 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3a79adea-bde3-4e3d-a334-03f3a96c3c90 req-6683d4ef-a074-4c88-8d5f-df2679291a39 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6bf50d3e-dc41-402b-b30a-139371ecaad4 HTTP/1.1" status: 200 len: 853 time: 0.0497832 Sep 21 18:48:56.770878 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c6083cf3-28a3-47c5-83df-c7cc482a39f0 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:56.776600 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c6083cf3-28a3-47c5-83df-c7cc482a39f0 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:56.799633 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6083cf3-28a3-47c5-83df-c7cc482a39f0 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=772780e9-ea08-45c3-ad94-76546c1a65e4,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:56.803689 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c6083cf3-28a3-47c5-83df-c7cc482a39f0 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:56.808256 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 54878) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:56.808407 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c6083cf3-28a3-47c5-83df-c7cc482a39f0 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361434 Sep 21 18:48:56.814384 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-355973fe-7d11-4426-ac95-9b264eff39a7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Request body: {'security_group_rule': {'security_group_id': '54685681-03eb-4cd5-9433-586cfc607e80', 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:48:56.821926 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79adea-bde3-4e3d-a334-03f3a96c3c90 req-ace9deee-7036-4bee-a0b0-04a9a0e4b9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:56.823502 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3a79adea-bde3-4e3d-a334-03f3a96c3c90 req-ace9deee-7036-4bee-a0b0-04a9a0e4b9a8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=15007568-0f75-41b6-adf3-b7a596c3f0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535917 Sep 21 18:48:56.871639 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-a775a1b7-5e9e-4090-a46e-47313a01c198 None None] Set router 56c5b2a3-29c8-4985-a4e2-6d4e13d6885f gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:48:56.895330 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-355973fe-7d11-4426-ac95-9b264eff39a7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:56.955432 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3a79adea-bde3-4e3d-a334-03f3a96c3c90 req-f0d5e25b-6a79-4945-89cc-d10288a5a8f1 service neutron] 10.222.0.44 "GET /v2.0/networks/15007568-0f75-41b6-adf3-b7a596c3f0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228597 Sep 21 18:48:56.991189 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-355973fe-7d11-4426-ac95-9b264eff39a7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:57.001855 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-355973fe-7d11-4426-ac95-9b264eff39a7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:57.052424 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355973fe-7d11-4426-ac95-9b264eff39a7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f72614a-1f9f-4a50-b9e1-bc986e126035,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:57.065940 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-355973fe-7d11-4426-ac95-9b264eff39a7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:57.069736 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-355973fe-7d11-4426-ac95-9b264eff39a7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2562656 Sep 21 18:48:57.070196 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54880) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:57.075273 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-9dad09d9-80d9-4f85-bb2a-b0359ee4d7f7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Request body: {'security_group_rule': {'security_group_id': '54685681-03eb-4cd5-9433-586cfc607e80', 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:48:57.081632 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-3a79adea-bde3-4e3d-a334-03f3a96c3c90 req-9dfea588-576f-4819-8831-db1082a8d1c1 service neutron] 10.222.0.44 "GET /v2.0/networks/15007568-0f75-41b6-adf3-b7a596c3f0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164880 Sep 21 18:48:57.104571 n-d-810291-1 neutron-server[101461]: INFO neutron.db.securitygroups_db [None req-9dad09d9-80d9-4f85-bb2a-b0359ee4d7f7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Project 26fdbbc1a24240a2a720e6d94f07ee3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:48:57.105934 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a775a1b7-5e9e-4090-a46e-47313a01c198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'name': 'tempest-TestMinimumBasicScenario-396042688-router', 'tenant_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '052e4a84-4eb2-4565-b5d5-f6394a2d7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:05Z', 'updated_at': '2021-09-21T18:48:08Z', 'revision_number': 4, 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'gw_port': {'id': '052e4a84-4eb2-4565-b5d5-f6394a2d7a6f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:05Z', 'updated_at': '2021-09-21T18:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '7ebbb303-130a-4fe6-9c53-4c04f9539ca7', 'tenant_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'floating_ip_address': '172.25.6.87', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'port_id': 'fa436372-ea88-4686-9ae7-dfbac3f629a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15007568-0f75-41b6-adf3-b7a596c3f0d2', 'mac_address': 'fa:16:3e:59:ff:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4794597-3eac-46c8-b873-c4fac6844a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:48:55Z', 'updated_at': '2021-09-21T18:48:55Z', 'revision_number': 0, 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee01334a-f5ef-45fa-9bc8-35e4c51508c0', 'name': '', 'network_id': '15007568-0f75-41b6-adf3-b7a596c3f0d2', 'tenant_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'mac_address': 'fa:16:3e:80:b6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6bf50d3e-dc41-402b-b30a-139371ecaad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:07Z', 'updated_at': '2021-09-21T18:48:12Z', 'revision_number': 5, 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'subnets': [{'id': '6bf50d3e-dc41-402b-b30a-139371ecaad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:48:57.110237 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9dad09d9-80d9-4f85-bb2a-b0359ee4d7f7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:57.132640 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a775a1b7-5e9e-4090-a46e-47313a01c198 None None] The sync data for ids ['56c5b2a3-29c8-4985-a4e2-6d4e13d6885f'] in n-d-810291-1 is: [{'id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'name': 'tempest-TestMinimumBasicScenario-396042688-router', 'tenant_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '052e4a84-4eb2-4565-b5d5-f6394a2d7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:05Z', 'updated_at': '2021-09-21T18:48:08Z', 'revision_number': 4, 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'gw_port': {'id': '052e4a84-4eb2-4565-b5d5-f6394a2d7a6f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:05Z', 'updated_at': '2021-09-21T18:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '7ebbb303-130a-4fe6-9c53-4c04f9539ca7', 'tenant_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'floating_ip_address': '172.25.6.87', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'port_id': 'fa436372-ea88-4686-9ae7-dfbac3f629a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15007568-0f75-41b6-adf3-b7a596c3f0d2', 'mac_address': 'fa:16:3e:59:ff:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4794597-3eac-46c8-b873-c4fac6844a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:48:55Z', 'updated_at': '2021-09-21T18:48:55Z', 'revision_number': 0, 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee01334a-f5ef-45fa-9bc8-35e4c51508c0', 'name': '', 'network_id': '15007568-0f75-41b6-adf3-b7a596c3f0d2', 'tenant_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'mac_address': 'fa:16:3e:80:b6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6bf50d3e-dc41-402b-b30a-139371ecaad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:07Z', 'updated_at': '2021-09-21T18:48:12Z', 'revision_number': 5, 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'subnets': [{'id': '6bf50d3e-dc41-402b-b30a-139371ecaad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:48:57.176655 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9dad09d9-80d9-4f85-bb2a-b0359ee4d7f7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:57.181467 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9dad09d9-80d9-4f85-bb2a-b0359ee4d7f7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:57.199279 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad09d9-80d9-4f85-bb2a-b0359ee4d7f7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=973a27d2-ed2a-4a54-957e-c155d9f30121,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:57.208393 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9dad09d9-80d9-4f85-bb2a-b0359ee4d7f7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:57.210305 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9dad09d9-80d9-4f85-bb2a-b0359ee4d7f7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1388750 Sep 21 18:48:57.213317 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54882) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:48:57.218107 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-46cfa323-e198-4532-9edd-6eadac6a6dd3 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Request body: {'security_group_rule': {'security_group_id': '54685681-03eb-4cd5-9433-586cfc607e80', 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:48:57.241107 n-d-810291-1 neutron-server[101461]: INFO neutron.db.securitygroups_db [None req-46cfa323-e198-4532-9edd-6eadac6a6dd3 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Project 26fdbbc1a24240a2a720e6d94f07ee3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:48:57.245964 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-46cfa323-e198-4532-9edd-6eadac6a6dd3 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:57.308748 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-46cfa323-e198-4532-9edd-6eadac6a6dd3 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:57.313526 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-46cfa323-e198-4532-9edd-6eadac6a6dd3 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:57.331406 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cfa323-e198-4532-9edd-6eadac6a6dd3 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed363446-f561-4e49-97df-5004c6b6275f,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:57.338918 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-46cfa323-e198-4532-9edd-6eadac6a6dd3 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:57.340171 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-46cfa323-e198-4532-9edd-6eadac6a6dd3 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1258409 Sep 21 18:48:57.349074 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7112b8-49d7-4acc-af54-a0510ce8c0b0 None None] New status for floating IP 7ebbb303-130a-4fe6-9c53-4c04f9539ca7: ACTIVE {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:48:57.423373 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0d1b1e9b-cfcd-4060-ae5b-20e53c351a61 req-a88032cc-9e34-4240-b4ae-dea9f4592dd7 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1298067533&fields=id&tenant_id=26fdbbc1a24240a2a720e6d94f07ee3a HTTP/1.1" status: 200 len: 267 time: 0.0342684 Sep 21 18:48:57.478750 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b1e9b-cfcd-4060-ae5b-20e53c351a61 req-1de4e2fe-2053-4473-97ad-4c1a09d706d6 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:57.480302 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0d1b1e9b-cfcd-4060-ae5b-20e53c351a61 req-1de4e2fe-2053-4473-97ad-4c1a09d706d6 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 945 time: 0.0501449 Sep 21 18:48:57.492712 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [req-0d1b1e9b-cfcd-4060-ae5b-20e53c351a61 req-defd5f3d-13c2-45e4-80d7-7f7a9b6fe630 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Request body: {'port': {'security_groups': ['cfbb4fd1-a401-4311-baf0-91b488634bf1', '54685681-03eb-4cd5-9433-586cfc607e80']}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:48:57.562659 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-0d1b1e9b-cfcd-4060-ae5b-20e53c351a61 req-defd5f3d-13c2-45e4-80d7-7f7a9b6fe630 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:57.753289 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [req-0d1b1e9b-cfcd-4060-ae5b-20e53c351a61 req-defd5f3d-13c2-45e4-80d7-7f7a9b6fe630 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] For port fa436372-ea88-4686-9ae7-dfbac3f629a6, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=fa436372-ea88-4686-9ae7-dfbac3f629a6,segment=NetworkSegment(efcc0468-5bac-447d-ab81-9ef235660aef),segment_id=efcc0468-5bac-447d-ab81-9ef235660aef)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:48:57.785499 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-0d1b1e9b-cfcd-4060-ae5b-20e53c351a61 req-defd5f3d-13c2-45e4-80d7-7f7a9b6fe630 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:57.794229 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-0d1b1e9b-cfcd-4060-ae5b-20e53c351a61 req-defd5f3d-13c2-45e4-80d7-7f7a9b6fe630 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:57.806603 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['fa436372-ea88-4686-9ae7-dfbac3f629a6'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:48:57.842912 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b1e9b-cfcd-4060-ae5b-20e53c351a61 req-defd5f3d-13c2-45e4-80d7-7f7a9b6fe630 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:57.843556 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [req-0d1b1e9b-cfcd-4060-ae5b-20e53c351a61 req-defd5f3d-13c2-45e4-80d7-7f7a9b6fe630 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:57.848117 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0d1b1e9b-cfcd-4060-ae5b-20e53c351a61 req-defd5f3d-13c2-45e4-80d7-7f7a9b6fe630 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "PUT /v2.0/ports/fa436372-ea88-4686-9ae7-dfbac3f629a6 HTTP/1.1" status: 200 len: 981 time: 0.3605359 Sep 21 18:48:57.883893 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd5f3d-13c2-45e4-80d7-7f7a9b6fe630 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Pushing event updated for resources: {'Port': ['ID=fa436372-ea88-4686-9ae7-dfbac3f629a6,revision_number=6']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:48:57.896605 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defd5f3d-13c2-45e4-80d7-7f7a9b6fe630 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:57.896973 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defd5f3d-13c2-45e4-80d7-7f7a9b6fe630 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:57.897323 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defd5f3d-13c2-45e4-80d7-7f7a9b6fe630 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:57.897663 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defd5f3d-13c2-45e4-80d7-7f7a9b6fe630 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:57.898825 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defd5f3d-13c2-45e4-80d7-7f7a9b6fe630 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:57.898825 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defd5f3d-13c2-45e4-80d7-7f7a9b6fe630 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:57.899324 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defd5f3d-13c2-45e4-80d7-7f7a9b6fe630 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:57.900077 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defd5f3d-13c2-45e4-80d7-7f7a9b6fe630 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:57.900424 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defd5f3d-13c2-45e4-80d7-7f7a9b6fe630 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:57.900762 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defd5f3d-13c2-45e4-80d7-7f7a9b6fe630 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:57.901193 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defd5f3d-13c2-45e4-80d7-7f7a9b6fe630 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:57.901557 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defd5f3d-13c2-45e4-80d7-7f7a9b6fe630 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:48:57.909549 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['fa436372-ea88-4686-9ae7-dfbac3f629a6'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:48:57.971158 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10010662-3115-4cbd-8cd2-b1fd18056dbe req-c85f76d8-9ad6-44dc-8a8e-f5e9d09d01bc tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:57.972825 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-10010662-3115-4cbd-8cd2-b1fd18056dbe req-c85f76d8-9ad6-44dc-8a8e-f5e9d09d01bc tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 984 time: 0.0574257 Sep 21 18:48:58.015944 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-10010662-3115-4cbd-8cd2-b1fd18056dbe req-abbb1665-5eab-48f4-846c-41f093f01256 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfbb4fd1-a401-4311-baf0-91b488634bf1&id=54685681-03eb-4cd5-9433-586cfc607e80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362084 Sep 21 18:48:58.155547 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5ef69b45-1425-4675-91cc-af2789f4119c None None] Provisioning complete for port fa436372-ea88-4686-9ae7-dfbac3f629a6 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:48:58.155810 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5ef69b45-1425-4675-91cc-af2789f4119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:48:58.464740 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4794597-3eac-46c8-b873-c4fac6844a2e', 'tag': 'fa436372-ea88-4686-9ae7-dfbac3f629a6'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:48:58.467645 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e068d80b537898f9f0058ef40cd45917e2ca049a324cdaa182e5d883fca795c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df334c31-ba4f-4c3d-b8cd-eadd2b2dc28c" -d '{"events": [{"name": "network-changed", "server_uuid": "a4794597-3eac-46c8-b873-c4fac6844a2e", "tag": "fa436372-ea88-4686-9ae7-dfbac3f629a6"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:48:58.522265 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc9b7ce-4d53-4ebf-8b3d-0e2841726255 x-openstack-request-id: req-fdc9b7ce-4d53-4ebf-8b3d-0e2841726255 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:48:58.522566 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4794597-3eac-46c8-b873-c4fac6844a2e", "tag": "fa436372-ea88-4686-9ae7-dfbac3f629a6", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:48:58.522827 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fdc9b7ce-4d53-4ebf-8b3d-0e2841726255 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:48:58.523265 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4794597-3eac-46c8-b873-c4fac6844a2e', 'tag': 'fa436372-ea88-4686-9ae7-dfbac3f629a6', 'status': 'completed', 'code': 200} Sep 21 18:48:58.598518 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df334c31-ba4f-4c3d-b8cd-eadd2b2dc28c req-cc848f65-c87a-4ced-acf0-e3a460141f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:58.600595 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-df334c31-ba4f-4c3d-b8cd-eadd2b2dc28c req-cc848f65-c87a-4ced-acf0-e3a460141f1e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=26fdbbc1a24240a2a720e6d94f07ee3a&device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 1135 time: 0.0545607 Sep 21 18:48:58.695916 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df334c31-ba4f-4c3d-b8cd-eadd2b2dc28c req-4f9cc10f-234b-4b48-b173-fe6d26b4f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:58.697374 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-df334c31-ba4f-4c3d-b8cd-eadd2b2dc28c req-4f9cc10f-234b-4b48-b173-fe6d26b4f5d5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=15007568-0f75-41b6-adf3-b7a596c3f0d2 HTTP/1.1" status: 200 len: 915 time: 0.0888438 Sep 21 18:48:58.763008 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-df334c31-ba4f-4c3d-b8cd-eadd2b2dc28c req-9819c1ed-b1c6-4995-a368-08ab6ceeac2a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa436372-ea88-4686-9ae7-dfbac3f629a6 HTTP/1.1" status: 200 len: 1000 time: 0.0570905 Sep 21 18:48:58.816540 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df334c31-ba4f-4c3d-b8cd-eadd2b2dc28c req-ed52ad47-e813-4f6b-a869-e339819fdbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:58.818032 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-df334c31-ba4f-4c3d-b8cd-eadd2b2dc28c req-ed52ad47-e813-4f6b-a869-e339819fdbdd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6bf50d3e-dc41-402b-b30a-139371ecaad4 HTTP/1.1" status: 200 len: 853 time: 0.0475364 Sep 21 18:48:58.868241 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df334c31-ba4f-4c3d-b8cd-eadd2b2dc28c req-6d7474d6-c04a-452b-a1dd-fddbe805a4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:48:58.869773 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-df334c31-ba4f-4c3d-b8cd-eadd2b2dc28c req-6d7474d6-c04a-452b-a1dd-fddbe805a4e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=15007568-0f75-41b6-adf3-b7a596c3f0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429227 Sep 21 18:48:58.978733 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-df334c31-ba4f-4c3d-b8cd-eadd2b2dc28c req-83c7aeb0-0797-4e18-b78c-3f61236c6337 service neutron] 10.222.0.44 "GET /v2.0/networks/15007568-0f75-41b6-adf3-b7a596c3f0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995698 Sep 21 18:48:59.068834 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-df334c31-ba4f-4c3d-b8cd-eadd2b2dc28c req-95450402-c708-4e9e-9291-20c6d006f957 service neutron] 10.222.0.44 "GET /v2.0/networks/15007568-0f75-41b6-adf3-b7a596c3f0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811176 Sep 21 18:49:13.631221 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:49:15.279197 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9794822-cf80-4035-9bc5-0b68fbd9877d req-a35e81a3-96f6-44e1-a592-0d79a00c7127 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:49:15.281297 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f9794822-cf80-4035-9bc5-0b68fbd9877d req-a35e81a3-96f6-44e1-a592-0d79a00c7127 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 984 time: 0.0528181 Sep 21 18:49:15.283319 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbfdc0-65b7-4e44-88b3-f46ccaeb6d11 req-e21deb8a-fc95-41cb-a304-f08f801dd21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:49:15.284837 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5cdbfdc0-65b7-4e44-88b3-f46ccaeb6d11 req-e21deb8a-fc95-41cb-a304-f08f801dd21f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=26fdbbc1a24240a2a720e6d94f07ee3a&device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 1135 time: 0.0418854 Sep 21 18:49:15.322432 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f9794822-cf80-4035-9bc5-0b68fbd9877d req-9061fca5-1c00-4e1e-a484-f5fa4afc0243 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfbb4fd1-a401-4311-baf0-91b488634bf1&id=54685681-03eb-4cd5-9433-586cfc607e80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345526 Sep 21 18:49:15.384842 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbfdc0-65b7-4e44-88b3-f46ccaeb6d11 req-6b6fc12d-2f40-4b0a-a373-a5b79aae41eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:49:15.386332 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5cdbfdc0-65b7-4e44-88b3-f46ccaeb6d11 req-6b6fc12d-2f40-4b0a-a373-a5b79aae41eb service neutron] 10.222.0.44 "GET /v2.0/networks?id=15007568-0f75-41b6-adf3-b7a596c3f0d2 HTTP/1.1" status: 200 len: 915 time: 0.0903628 Sep 21 18:49:15.466673 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5cdbfdc0-65b7-4e44-88b3-f46ccaeb6d11 req-d2cd4662-5b36-4151-a715-9e0a7adb12a2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa436372-ea88-4686-9ae7-dfbac3f629a6 HTTP/1.1" status: 200 len: 1000 time: 0.0702689 Sep 21 18:49:15.526353 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbfdc0-65b7-4e44-88b3-f46ccaeb6d11 req-4a873c71-6764-4a79-b679-e34683b65d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:49:15.527879 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5cdbfdc0-65b7-4e44-88b3-f46ccaeb6d11 req-4a873c71-6764-4a79-b679-e34683b65d82 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6bf50d3e-dc41-402b-b30a-139371ecaad4 HTTP/1.1" status: 200 len: 853 time: 0.0536575 Sep 21 18:49:15.581059 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbfdc0-65b7-4e44-88b3-f46ccaeb6d11 req-36cf3b2c-d36f-4b7e-aeaf-eafdc8765fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:49:15.583169 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5cdbfdc0-65b7-4e44-88b3-f46ccaeb6d11 req-36cf3b2c-d36f-4b7e-aeaf-eafdc8765fdf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=15007568-0f75-41b6-adf3-b7a596c3f0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468516 Sep 21 18:49:15.688887 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5cdbfdc0-65b7-4e44-88b3-f46ccaeb6d11 req-3014f484-1881-49bb-a6d4-6262c5faf9ee service neutron] 10.222.0.44 "GET /v2.0/networks/15007568-0f75-41b6-adf3-b7a596c3f0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977018 Sep 21 18:49:15.779985 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5cdbfdc0-65b7-4e44-88b3-f46ccaeb6d11 req-a22ea5f7-feac-4a58-b9b2-0de225ca6057 service neutron] 10.222.0.44 "GET /v2.0/networks/15007568-0f75-41b6-adf3-b7a596c3f0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833204 Sep 21 18:49:15.981002 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-588f39e7-0160-4860-87b3-baa3655a3617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:49:16.449858 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bf1e0-8f57-40b6-a40c-bfbe045e7039 req-448675a5-0eb7-4292-ad5c-d49d03a029ea tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:49:16.451390 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-275bf1e0-8f57-40b6-a40c-bfbe045e7039 req-448675a5-0eb7-4292-ad5c-d49d03a029ea tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 984 time: 0.0506096 Sep 21 18:49:16.492674 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-275bf1e0-8f57-40b6-a40c-bfbe045e7039 req-4de6b596-c7ef-4aaf-abcd-7385902d465b tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfbb4fd1-a401-4311-baf0-91b488634bf1&id=54685681-03eb-4cd5-9433-586cfc607e80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350704 Sep 21 18:49:17.640391 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73d864-8958-4325-8489-31a3ac2e86f0 req-b405fa1b-2b9a-4d5a-86ed-681182d47d54 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:49:17.641894 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0d73d864-8958-4325-8489-31a3ac2e86f0 req-b405fa1b-2b9a-4d5a-86ed-681182d47d54 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 984 time: 0.0552571 Sep 21 18:49:17.685886 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0d73d864-8958-4325-8489-31a3ac2e86f0 req-08b597f1-d0e2-4a7f-8e09-59bf0e3eac22 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfbb4fd1-a401-4311-baf0-91b488634bf1&id=54685681-03eb-4cd5-9433-586cfc607e80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375319 Sep 21 18:49:18.497076 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4aa83b10-d89d-4285-bc8f-4bba393f60cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:49:18.825008 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e54b64-3126-4dab-9e45-2fcca9537f39 req-1190bb75-3cbf-4e66-a85e-3285a41d8680 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:49:18.826528 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a1e54b64-3126-4dab-9e45-2fcca9537f39 req-1190bb75-3cbf-4e66-a85e-3285a41d8680 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 984 time: 0.0661309 Sep 21 18:49:18.869983 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a1e54b64-3126-4dab-9e45-2fcca9537f39 req-45cbcfc7-0cb9-4a64-8079-d5c143d3c202 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfbb4fd1-a401-4311-baf0-91b488634bf1&id=54685681-03eb-4cd5-9433-586cfc607e80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344605 Sep 21 18:49:19.120299 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:49:20.004796 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101585c3-1a32-47f6-93d1-b831e49071ed req-1cc8adfc-dea7-4727-a519-37d1e01e4f41 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:49:20.006303 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-101585c3-1a32-47f6-93d1-b831e49071ed req-1cc8adfc-dea7-4727-a519-37d1e01e4f41 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 984 time: 0.0537114 Sep 21 18:49:20.048104 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-101585c3-1a32-47f6-93d1-b831e49071ed req-8170cd22-4d02-4b0e-a609-138943d10535 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfbb4fd1-a401-4311-baf0-91b488634bf1&id=54685681-03eb-4cd5-9433-586cfc607e80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354388 Sep 21 18:49:20.350841 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:49:21.179746 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3013be8-1a14-43c8-8169-b034323a82f0 req-ecc7b468-d59e-462d-a48e-8149383d7db6 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:49:21.181340 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3013be8-1a14-43c8-8169-b034323a82f0 req-ecc7b468-d59e-462d-a48e-8149383d7db6 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 984 time: 0.0534542 Sep 21 18:49:21.225617 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3013be8-1a14-43c8-8169-b034323a82f0 req-b72b41a4-37a7-4fa6-8da1-e471b5dc82a1 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfbb4fd1-a401-4311-baf0-91b488634bf1&id=54685681-03eb-4cd5-9433-586cfc607e80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362194 Sep 21 18:49:21.804886 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:49:22.345503 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fbd83-8e7c-4a16-8be5-045d10668702 req-e9d1f565-1276-491b-9c46-4944cc4939a0 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:49:22.347045 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cc4fbd83-8e7c-4a16-8be5-045d10668702 req-e9d1f565-1276-491b-9c46-4944cc4939a0 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 984 time: 0.0508366 Sep 21 18:49:22.388663 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cc4fbd83-8e7c-4a16-8be5-045d10668702 req-c8644ba4-3ac4-4b84-8048-280deb63a5bb tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfbb4fd1-a401-4311-baf0-91b488634bf1&id=54685681-03eb-4cd5-9433-586cfc607e80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352912 Sep 21 18:49:23.533403 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15d9b1-6798-41fc-ad5e-cd0310a2f335 req-b63207ca-c303-430b-ae81-f0e1a19d1ac3 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:49:23.535234 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0e15d9b1-6798-41fc-ad5e-cd0310a2f335 req-b63207ca-c303-430b-ae81-f0e1a19d1ac3 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 984 time: 0.0601358 Sep 21 18:49:23.576569 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0e15d9b1-6798-41fc-ad5e-cd0310a2f335 req-f45db196-7f9e-4cee-a6e0-2454a6c0c37b tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfbb4fd1-a401-4311-baf0-91b488634bf1&id=54685681-03eb-4cd5-9433-586cfc607e80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347757 Sep 21 18:49:23.910481 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:49:24.729816 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8315fb9-a562-436c-acf8-d4ae13b39c0d req-91407aae-96f2-4c46-af2d-9bf45486a7f0 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:49:24.731320 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e8315fb9-a562-436c-acf8-d4ae13b39c0d req-91407aae-96f2-4c46-af2d-9bf45486a7f0 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 984 time: 0.0759280 Sep 21 18:49:24.786883 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e8315fb9-a562-436c-acf8-d4ae13b39c0d req-9dc58eba-a09d-4bb1-b16f-cc1f2299602e tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfbb4fd1-a401-4311-baf0-91b488634bf1&id=54685681-03eb-4cd5-9433-586cfc607e80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460939 Sep 21 18:49:24.963104 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:49:25.915642 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d52110-ae2e-469a-b913-d591f4cc3030 req-51d52e26-f76e-4312-b144-56048b431021 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:49:25.917716 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-71d52110-ae2e-469a-b913-d591f4cc3030 req-51d52e26-f76e-4312-b144-56048b431021 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 984 time: 0.0601470 Sep 21 18:49:25.958497 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-71d52110-ae2e-469a-b913-d591f4cc3030 req-596cabc3-5051-47a0-b494-26bd4b2ed911 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfbb4fd1-a401-4311-baf0-91b488634bf1&id=54685681-03eb-4cd5-9433-586cfc607e80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342581 Sep 21 18:49:27.088079 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb26bce-ee9f-436e-b9ee-c2748488e3ae req-73e2c83a-0d94-4852-b84f-fe8e447b78aa tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:49:27.089583 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-afb26bce-ee9f-436e-b9ee-c2748488e3ae req-73e2c83a-0d94-4852-b84f-fe8e447b78aa tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 984 time: 0.0512116 Sep 21 18:49:27.130317 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-afb26bce-ee9f-436e-b9ee-c2748488e3ae req-5bbeb168-5325-4bb5-8d76-7f5e13b060b1 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfbb4fd1-a401-4311-baf0-91b488634bf1&id=54685681-03eb-4cd5-9433-586cfc607e80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342753 Sep 21 18:49:45.976445 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ece149a1-c68b-414d-b79e-e6f201ed5854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:49:48.496479 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f59f93d0-ac73-45e8-ab0c-381f4cd51c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:49:49.123162 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:49:49.184643 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-88e70182-1996-4d8a-bd77-e2028d01288d req-d580f93e-e219-4e93-b4d7-6494210a1032 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420401 Sep 21 18:49:49.280598 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e70182-1996-4d8a-bd77-e2028d01288d req-4857eb1c-3f12-4307-9156-1ec91ce622e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:49:49.282094 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-88e70182-1996-4d8a-bd77-e2028d01288d req-4857eb1c-3f12-4307-9156-1ec91ce622e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=26fdbbc1a24240a2a720e6d94f07ee3a&device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 1135 time: 0.0426953 Sep 21 18:49:49.392554 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e70182-1996-4d8a-bd77-e2028d01288d req-47e15a39-bfc0-465a-a513-c69529c3add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:49:49.393932 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-88e70182-1996-4d8a-bd77-e2028d01288d req-47e15a39-bfc0-465a-a513-c69529c3add8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=15007568-0f75-41b6-adf3-b7a596c3f0d2 HTTP/1.1" status: 200 len: 915 time: 0.0909123 Sep 21 18:49:49.459353 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-88e70182-1996-4d8a-bd77-e2028d01288d req-614892df-ba88-49be-a475-efcb67ff7c83 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa436372-ea88-4686-9ae7-dfbac3f629a6 HTTP/1.1" status: 200 len: 1000 time: 0.0571799 Sep 21 18:49:49.512725 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e70182-1996-4d8a-bd77-e2028d01288d req-b467a80f-88e4-404c-b101-1e37b543ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:49:49.514792 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-88e70182-1996-4d8a-bd77-e2028d01288d req-b467a80f-88e4-404c-b101-1e37b543ceb3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6bf50d3e-dc41-402b-b30a-139371ecaad4 HTTP/1.1" status: 200 len: 853 time: 0.0478697 Sep 21 18:49:49.568953 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e70182-1996-4d8a-bd77-e2028d01288d req-9ce3c84d-7aa7-4956-afbe-b4ddc385fb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:49:49.570502 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-88e70182-1996-4d8a-bd77-e2028d01288d req-9ce3c84d-7aa7-4956-afbe-b4ddc385fb29 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=15007568-0f75-41b6-adf3-b7a596c3f0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478232 Sep 21 18:49:49.663683 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-88e70182-1996-4d8a-bd77-e2028d01288d req-c00b13dd-3c7f-477a-9b20-f4a54af887d9 service neutron] 10.222.0.44 "GET /v2.0/networks/15007568-0f75-41b6-adf3-b7a596c3f0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813508 Sep 21 18:49:49.765588 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-88e70182-1996-4d8a-bd77-e2028d01288d req-154e98e2-1b5a-4196-9cd0-f2c61ad08c57 service neutron] 10.222.0.44 "GET /v2.0/networks/15007568-0f75-41b6-adf3-b7a596c3f0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937626 Sep 21 18:49:50.354798 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:49:50.636715 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:49:51.814376 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:49:53.919324 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:49:54.994713 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:49:59.745167 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-da8610b1-76f9-457f-a686-2e37f8ea0d0c req-496f9c75-9f71-4a96-88c5-9a4edc773ef4 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1298067533&fields=id&tenant_id=26fdbbc1a24240a2a720e6d94f07ee3a HTTP/1.1" status: 200 len: 267 time: 0.0354195 Sep 21 18:49:59.808652 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8610b1-76f9-457f-a686-2e37f8ea0d0c req-b3155705-c158-4047-a14a-44bdcb3c26b4 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:49:59.810307 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-da8610b1-76f9-457f-a686-2e37f8ea0d0c req-b3155705-c158-4047-a14a-44bdcb3c26b4 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 984 time: 0.0566273 Sep 21 18:49:59.821811 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-da8610b1-76f9-457f-a686-2e37f8ea0d0c req-432a867d-6483-455f-9f01-4f3299b7b605 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Request body: {'port': {'security_groups': ['cfbb4fd1-a401-4311-baf0-91b488634bf1']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:49:59.891557 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-da8610b1-76f9-457f-a686-2e37f8ea0d0c req-432a867d-6483-455f-9f01-4f3299b7b605 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:00.077824 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-da8610b1-76f9-457f-a686-2e37f8ea0d0c req-432a867d-6483-455f-9f01-4f3299b7b605 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] For port fa436372-ea88-4686-9ae7-dfbac3f629a6, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=fa436372-ea88-4686-9ae7-dfbac3f629a6,segment=NetworkSegment(efcc0468-5bac-447d-ab81-9ef235660aef),segment_id=efcc0468-5bac-447d-ab81-9ef235660aef)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:50:00.108210 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-da8610b1-76f9-457f-a686-2e37f8ea0d0c req-432a867d-6483-455f-9f01-4f3299b7b605 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:00.114909 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-da8610b1-76f9-457f-a686-2e37f8ea0d0c req-432a867d-6483-455f-9f01-4f3299b7b605 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:00.128877 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['fa436372-ea88-4686-9ae7-dfbac3f629a6'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:50:00.159810 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8610b1-76f9-457f-a686-2e37f8ea0d0c req-432a867d-6483-455f-9f01-4f3299b7b605 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:00.160450 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-da8610b1-76f9-457f-a686-2e37f8ea0d0c req-432a867d-6483-455f-9f01-4f3299b7b605 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:00.161873 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-da8610b1-76f9-457f-a686-2e37f8ea0d0c req-432a867d-6483-455f-9f01-4f3299b7b605 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "PUT /v2.0/ports/fa436372-ea88-4686-9ae7-dfbac3f629a6 HTTP/1.1" status: 200 len: 942 time: 0.3446968 Sep 21 18:50:00.162349 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4794597-3eac-46c8-b873-c4fac6844a2e', 'tag': 'fa436372-ea88-4686-9ae7-dfbac3f629a6'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:50:00.164722 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c307092c-11f9-44fb-9bb8-75e9cddf9956" -d '{"events": [{"name": "network-changed", "server_uuid": "a4794597-3eac-46c8-b873-c4fac6844a2e", "tag": "fa436372-ea88-4686-9ae7-dfbac3f629a6"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:50:00.175731 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54942) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:50:00.192136 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a867d-6483-455f-9f01-4f3299b7b605 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Pushing event updated for resources: {'Port': ['ID=fa436372-ea88-4686-9ae7-dfbac3f629a6,revision_number=7']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:00.200098 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a867d-6483-455f-9f01-4f3299b7b605 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:00.200454 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a867d-6483-455f-9f01-4f3299b7b605 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:00.200805 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a867d-6483-455f-9f01-4f3299b7b605 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:00.201146 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a867d-6483-455f-9f01-4f3299b7b605 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:00.201489 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a867d-6483-455f-9f01-4f3299b7b605 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:00.201974 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a867d-6483-455f-9f01-4f3299b7b605 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:00.202312 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a867d-6483-455f-9f01-4f3299b7b605 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:00.202647 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a867d-6483-455f-9f01-4f3299b7b605 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:00.203035 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a867d-6483-455f-9f01-4f3299b7b605 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:00.203374 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a867d-6483-455f-9f01-4f3299b7b605 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:00.203705 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a867d-6483-455f-9f01-4f3299b7b605 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:00.204032 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a867d-6483-455f-9f01-4f3299b7b605 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:00.234782 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d453ee-21f4-4a32-885f-bad1b1cb594a x-openstack-request-id: req-59d453ee-21f4-4a32-885f-bad1b1cb594a {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:50:00.235141 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4794597-3eac-46c8-b873-c4fac6844a2e", "tag": "fa436372-ea88-4686-9ae7-dfbac3f629a6", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:50:00.235429 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-59d453ee-21f4-4a32-885f-bad1b1cb594a {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:50:00.235823 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4794597-3eac-46c8-b873-c4fac6844a2e', 'tag': 'fa436372-ea88-4686-9ae7-dfbac3f629a6', 'status': 'completed', 'code': 200} Sep 21 18:50:00.253567 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['fa436372-ea88-4686-9ae7-dfbac3f629a6'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:50:00.258234 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-155adb13-076c-4149-a283-4d2c7e29613d tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:00.285443 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-155adb13-076c-4149-a283-4d2c7e29613d tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:00.313995 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307092c-11f9-44fb-9bb8-75e9cddf9956 req-eb8e3595-661e-487f-b107-6589634e58d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:00.316109 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c307092c-11f9-44fb-9bb8-75e9cddf9956 req-eb8e3595-661e-487f-b107-6589634e58d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=26fdbbc1a24240a2a720e6d94f07ee3a&device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 1096 time: 0.0500929 Sep 21 18:50:00.356290 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-155adb13-076c-4149-a283-4d2c7e29613d tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:00.359732 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-155adb13-076c-4149-a283-4d2c7e29613d tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:00.364181 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-155adb13-076c-4149-a283-4d2c7e29613d tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "DELETE /v2.0/security-groups/54685681-03eb-4cd5-9433-586cfc607e80 HTTP/1.1" status: 204 len: 168 time: 0.1929817 Sep 21 18:50:00.365095 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 54944) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:50:00.408670 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155adb13-076c-4149-a283-4d2c7e29613d tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54685681-03eb-4cd5-9433-586cfc607e80,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:00.419314 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155adb13-076c-4149-a283-4d2c7e29613d tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:00.419666 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155adb13-076c-4149-a283-4d2c7e29613d tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:00.420006 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155adb13-076c-4149-a283-4d2c7e29613d tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:00.420388 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155adb13-076c-4149-a283-4d2c7e29613d tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:00.420684 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155adb13-076c-4149-a283-4d2c7e29613d tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:00.420993 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155adb13-076c-4149-a283-4d2c7e29613d tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:00.421501 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155adb13-076c-4149-a283-4d2c7e29613d tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:00.422006 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155adb13-076c-4149-a283-4d2c7e29613d tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:00.422333 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155adb13-076c-4149-a283-4d2c7e29613d tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:00.422657 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155adb13-076c-4149-a283-4d2c7e29613d tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:00.422999 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155adb13-076c-4149-a283-4d2c7e29613d tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:00.423322 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155adb13-076c-4149-a283-4d2c7e29613d tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:00.431876 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307092c-11f9-44fb-9bb8-75e9cddf9956 req-ac9738c4-06f0-4241-a110-32c3df0d4294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:00.433380 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c307092c-11f9-44fb-9bb8-75e9cddf9956 req-ac9738c4-06f0-4241-a110-32c3df0d4294 service neutron] 10.222.0.44 "GET /v2.0/networks?id=15007568-0f75-41b6-adf3-b7a596c3f0d2 HTTP/1.1" status: 200 len: 915 time: 0.1095071 Sep 21 18:50:00.459766 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-31fde2b8-e5c0-43e7-81d3-142c1a468454 None None] Provisioning complete for port fa436372-ea88-4686-9ae7-dfbac3f629a6 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:50:00.460615 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-31fde2b8-e5c0-43e7-81d3-142c1a468454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:00.525321 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c307092c-11f9-44fb-9bb8-75e9cddf9956 req-4124f72a-b001-4e12-ae49-addc43d1dcde service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa436372-ea88-4686-9ae7-dfbac3f629a6 HTTP/1.1" status: 200 len: 1000 time: 0.0811250 Sep 21 18:50:00.555160 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-97f83924-8611-4b34-b320-3d9b46b63eda tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Deleting port 59101e62-64b0-4e5b-abdb-2b3615c8bfe3 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:50:00.555506 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-97f83924-8611-4b34-b320-3d9b46b63eda tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:00.578131 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307092c-11f9-44fb-9bb8-75e9cddf9956 req-5c870da7-7617-4e15-bbc2-50a63997ea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:00.579654 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c307092c-11f9-44fb-9bb8-75e9cddf9956 req-5c870da7-7617-4e15-bbc2-50a63997ea7f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6bf50d3e-dc41-402b-b30a-139371ecaad4 HTTP/1.1" status: 200 len: 853 time: 0.0444777 Sep 21 18:50:00.625710 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307092c-11f9-44fb-9bb8-75e9cddf9956 req-26fe3b48-6719-430e-96ae-611f8e4d2c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:00.627259 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c307092c-11f9-44fb-9bb8-75e9cddf9956 req-26fe3b48-6719-430e-96ae-611f8e4d2c96 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=15007568-0f75-41b6-adf3-b7a596c3f0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396671 Sep 21 18:50:00.628753 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-97f83924-8611-4b34-b320-3d9b46b63eda tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:00.629087 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-97f83924-8611-4b34-b320-3d9b46b63eda tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:00.640704 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-97f83924-8611-4b34-b320-3d9b46b63eda tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Calling delete_port for 59101e62-64b0-4e5b-abdb-2b3615c8bfe3 owned by network:floatingip {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:50:00.726030 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c307092c-11f9-44fb-9bb8-75e9cddf9956 req-2fb0e442-7dc0-428c-ab3d-c7213dd832ce service neutron] 10.222.0.44 "GET /v2.0/networks/15007568-0f75-41b6-adf3-b7a596c3f0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905316 Sep 21 18:50:00.798018 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-97f83924-8611-4b34-b320-3d9b46b63eda tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:00.821480 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c307092c-11f9-44fb-9bb8-75e9cddf9956 req-29c46135-cd4d-4aab-b3b2-f97cce91120f service neutron] 10.222.0.44 "GET /v2.0/networks/15007568-0f75-41b6-adf3-b7a596c3f0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864723 Sep 21 18:50:00.826705 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f83924-8611-4b34-b320-3d9b46b63eda tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Pushing event deleted for resources: {'Port': ['ID=59101e62-64b0-4e5b-abdb-2b3615c8bfe3,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:00.889880 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-97f83924-8611-4b34-b320-3d9b46b63eda tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks [] for floatingip, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:00.890200 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [None req-97f83924-8611-4b34-b320-3d9b46b63eda tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Floating IP 7ebbb303-130a-4fe6-9c53-4c04f9539ca7 disassociated (deleted). External IP: 172.25.6.87, port: fa436372-ea88-4686-9ae7-dfbac3f629a6. Sep 21 18:50:01.106554 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f83924-8611-4b34-b320-3d9b46b63eda tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Router 56c5b2a3-29c8-4985-a4e2-6d4e13d6885f has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:50:01.224670 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f83924-8611-4b34-b320-3d9b46b63eda tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:50:01.229689 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-97f83924-8611-4b34-b320-3d9b46b63eda tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:01.235178 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668873af-9978-4a8d-806a-ab0ad6b36ebc None None] Sync routers for ids ['56c5b2a3-29c8-4985-a4e2-6d4e13d6885f'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:50:01.244981 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668873af-9978-4a8d-806a-ab0ad6b36ebc None None] Routers {'56c5b2a3-29c8-4985-a4e2-6d4e13d6885f'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:50:01.245688 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-668873af-9978-4a8d-806a-ab0ad6b36ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:49:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['56c5b2a3-29c8-4985-a4e2-6d4e13d6885f'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:01.257767 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-97f83924-8611-4b34-b320-3d9b46b63eda tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "DELETE /v2.0/floatingips/7ebbb303-130a-4fe6-9c53-4c04f9539ca7 HTTP/1.1" status: 204 len: 168 time: 0.8883815 Sep 21 18:50:01.258353 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4794597-3eac-46c8-b873-c4fac6844a2e', 'tag': 'fa436372-ea88-4686-9ae7-dfbac3f629a6'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:50:01.260822 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e068d80b537898f9f0058ef40cd45917e2ca049a324cdaa182e5d883fca795c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98488d7b-c323-4e30-9bb5-403d3734ae98" -d '{"events": [{"name": "network-changed", "server_uuid": "a4794597-3eac-46c8-b873-c4fac6844a2e", "tag": "fa436372-ea88-4686-9ae7-dfbac3f629a6"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:50:01.303221 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce31f662-f7f6-4d58-858d-fbb1b7939c7e x-openstack-request-id: req-ce31f662-f7f6-4d58-858d-fbb1b7939c7e {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:50:01.303533 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4794597-3eac-46c8-b873-c4fac6844a2e", "tag": "fa436372-ea88-4686-9ae7-dfbac3f629a6", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:50:01.303924 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ce31f662-f7f6-4d58-858d-fbb1b7939c7e {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:50:01.304341 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4794597-3eac-46c8-b873-c4fac6844a2e', 'tag': 'fa436372-ea88-4686-9ae7-dfbac3f629a6', 'status': 'completed', 'code': 200} Sep 21 18:50:01.355879 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-668873af-9978-4a8d-806a-ab0ad6b36ebc None None] Set router 56c5b2a3-29c8-4985-a4e2-6d4e13d6885f gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:50:01.366824 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98488d7b-c323-4e30-9bb5-403d3734ae98 req-01363102-dd7c-4c42-96eb-216c733630a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:01.368600 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-98488d7b-c323-4e30-9bb5-403d3734ae98 req-01363102-dd7c-4c42-96eb-216c733630a3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=26fdbbc1a24240a2a720e6d94f07ee3a&device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 1096 time: 0.0430348 Sep 21 18:50:01.476897 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98488d7b-c323-4e30-9bb5-403d3734ae98 req-650f8caf-9a88-4236-841d-362f5245773f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:01.478443 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-98488d7b-c323-4e30-9bb5-403d3734ae98 req-650f8caf-9a88-4236-841d-362f5245773f service neutron] 10.222.0.44 "GET /v2.0/networks?id=15007568-0f75-41b6-adf3-b7a596c3f0d2 HTTP/1.1" status: 200 len: 915 time: 0.1008768 Sep 21 18:50:01.531735 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-98488d7b-c323-4e30-9bb5-403d3734ae98 req-202120b9-7adf-46b2-b7b2-b518ab6e8e0b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa436372-ea88-4686-9ae7-dfbac3f629a6 HTTP/1.1" status: 200 len: 217 time: 0.0431311 Sep 21 18:50:01.579657 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-668873af-9978-4a8d-806a-ab0ad6b36ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'name': 'tempest-TestMinimumBasicScenario-396042688-router', 'tenant_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '052e4a84-4eb2-4565-b5d5-f6394a2d7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:05Z', 'updated_at': '2021-09-21T18:48:08Z', 'revision_number': 4, 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'gw_port': {'id': '052e4a84-4eb2-4565-b5d5-f6394a2d7a6f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:05Z', 'updated_at': '2021-09-21T18:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'ee01334a-f5ef-45fa-9bc8-35e4c51508c0', 'name': '', 'network_id': '15007568-0f75-41b6-adf3-b7a596c3f0d2', 'tenant_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'mac_address': 'fa:16:3e:80:b6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6bf50d3e-dc41-402b-b30a-139371ecaad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:07Z', 'updated_at': '2021-09-21T18:48:12Z', 'revision_number': 5, 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'subnets': [{'id': '6bf50d3e-dc41-402b-b30a-139371ecaad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:01.591716 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98488d7b-c323-4e30-9bb5-403d3734ae98 req-6d85ce6f-3b7a-4dde-be1f-b42105e0d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:01.593252 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-98488d7b-c323-4e30-9bb5-403d3734ae98 req-6d85ce6f-3b7a-4dde-be1f-b42105e0d543 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6bf50d3e-dc41-402b-b30a-139371ecaad4 HTTP/1.1" status: 200 len: 853 time: 0.0498526 Sep 21 18:50:01.606581 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668873af-9978-4a8d-806a-ab0ad6b36ebc None None] Checking router: 56c5b2a3-29c8-4985-a4e2-6d4e13d6885f for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:50:01.615176 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668873af-9978-4a8d-806a-ab0ad6b36ebc None None] Routers {'56c5b2a3-29c8-4985-a4e2-6d4e13d6885f'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:50:01.615718 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-668873af-9978-4a8d-806a-ab0ad6b36ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:49:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['56c5b2a3-29c8-4985-a4e2-6d4e13d6885f'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:01.641783 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98488d7b-c323-4e30-9bb5-403d3734ae98 req-e8e52bc3-612e-4bdf-8802-3fe5161391d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:01.643354 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-98488d7b-c323-4e30-9bb5-403d3734ae98 req-e8e52bc3-612e-4bdf-8802-3fe5161391d1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=15007568-0f75-41b6-adf3-b7a596c3f0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395610 Sep 21 18:50:01.720279 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-668873af-9978-4a8d-806a-ab0ad6b36ebc None None] Set router 56c5b2a3-29c8-4985-a4e2-6d4e13d6885f gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:50:01.741074 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-98488d7b-c323-4e30-9bb5-403d3734ae98 req-9b6e7a0f-b724-42d6-ba8f-2dfc15f54279 service neutron] 10.222.0.44 "GET /v2.0/networks/15007568-0f75-41b6-adf3-b7a596c3f0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888288 Sep 21 18:50:01.834150 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-98488d7b-c323-4e30-9bb5-403d3734ae98 req-e600e681-2fd8-43ef-8bc6-48fad0d59c2b service neutron] 10.222.0.44 "GET /v2.0/networks/15007568-0f75-41b6-adf3-b7a596c3f0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836828 Sep 21 18:50:02.014177 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-668873af-9978-4a8d-806a-ab0ad6b36ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'name': 'tempest-TestMinimumBasicScenario-396042688-router', 'tenant_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '052e4a84-4eb2-4565-b5d5-f6394a2d7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:05Z', 'updated_at': '2021-09-21T18:48:08Z', 'revision_number': 4, 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'gw_port': {'id': '052e4a84-4eb2-4565-b5d5-f6394a2d7a6f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:05Z', 'updated_at': '2021-09-21T18:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'ee01334a-f5ef-45fa-9bc8-35e4c51508c0', 'name': '', 'network_id': '15007568-0f75-41b6-adf3-b7a596c3f0d2', 'tenant_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'mac_address': 'fa:16:3e:80:b6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6bf50d3e-dc41-402b-b30a-139371ecaad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:07Z', 'updated_at': '2021-09-21T18:48:12Z', 'revision_number': 5, 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'subnets': [{'id': '6bf50d3e-dc41-402b-b30a-139371ecaad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:02.045418 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668873af-9978-4a8d-806a-ab0ad6b36ebc None None] The sync data for ids ['56c5b2a3-29c8-4985-a4e2-6d4e13d6885f'] in n-d-810291-1 is: [{'id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'name': 'tempest-TestMinimumBasicScenario-396042688-router', 'tenant_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '052e4a84-4eb2-4565-b5d5-f6394a2d7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:05Z', 'updated_at': '2021-09-21T18:48:08Z', 'revision_number': 4, 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'gw_port': {'id': '052e4a84-4eb2-4565-b5d5-f6394a2d7a6f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:05Z', 'updated_at': '2021-09-21T18:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'ee01334a-f5ef-45fa-9bc8-35e4c51508c0', 'name': '', 'network_id': '15007568-0f75-41b6-adf3-b7a596c3f0d2', 'tenant_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'mac_address': 'fa:16:3e:80:b6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6bf50d3e-dc41-402b-b30a-139371ecaad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:07Z', 'updated_at': '2021-09-21T18:48:12Z', 'revision_number': 5, 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'subnets': [{'id': '6bf50d3e-dc41-402b-b30a-139371ecaad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:50:02.301408 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f35c0a4-083c-4034-b950-5c6502098de7 None None] New status for floating IP 7ebbb303-130a-4fe6-9c53-4c04f9539ca7: DOWN {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:50:08.245041 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d58ff-243d-4dc0-a590-945d8d478f13 req-210c8ab4-8557-48db-a6a9-74bc6b7c711b tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:08.246666 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e0d58ff-243d-4dc0-a590-945d8d478f13 req-210c8ab4-8557-48db-a6a9-74bc6b7c711b tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 945 time: 0.0503023 Sep 21 18:50:08.284980 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e0d58ff-243d-4dc0-a590-945d8d478f13 req-23827d6e-784f-445e-a9b0-321eafb26672 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfbb4fd1-a401-4311-baf0-91b488634bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319486 Sep 21 18:50:09.420764 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683c21e-c5ba-45de-b887-b8e47c7e295a req-da0024be-380b-43ff-8565-3486bfdecdcd tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:09.422327 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a683c21e-c5ba-45de-b887-b8e47c7e295a req-da0024be-380b-43ff-8565-3486bfdecdcd tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 945 time: 0.0550508 Sep 21 18:50:09.460645 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a683c21e-c5ba-45de-b887-b8e47c7e295a req-af1746bc-1c1b-45c3-858a-5441fc4a3a69 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/security-groups?id=cfbb4fd1-a401-4311-baf0-91b488634bf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321927 Sep 21 18:50:09.965360 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73938ee-ea68-4033-a6c5-dc4a3f9d0275 req-8b3a55e1-867b-41ce-bdb5-0cc34c989efa tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:09.966855 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a73938ee-ea68-4033-a6c5-dc4a3f9d0275 req-8b3a55e1-867b-41ce-bdb5-0cc34c989efa tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 945 time: 0.0613337 Sep 21 18:50:10.064692 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-a73938ee-ea68-4033-a6c5-dc4a3f9d0275 req-a8d37df5-bdda-493f-8728-7747ad111ec6 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Deleting port fa436372-ea88-4686-9ae7-dfbac3f629a6 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:50:10.065049 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a73938ee-ea68-4033-a6c5-dc4a3f9d0275 req-a8d37df5-bdda-493f-8728-7747ad111ec6 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:10.162346 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-a73938ee-ea68-4033-a6c5-dc4a3f9d0275 req-a8d37df5-bdda-493f-8728-7747ad111ec6 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] For port fa436372-ea88-4686-9ae7-dfbac3f629a6, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=fa436372-ea88-4686-9ae7-dfbac3f629a6,segment=NetworkSegment(efcc0468-5bac-447d-ab81-9ef235660aef),segment_id=efcc0468-5bac-447d-ab81-9ef235660aef)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:50:10.162720 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a73938ee-ea68-4033-a6c5-dc4a3f9d0275 req-a8d37df5-bdda-493f-8728-7747ad111ec6 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:10.175511 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-a73938ee-ea68-4033-a6c5-dc4a3f9d0275 req-a8d37df5-bdda-493f-8728-7747ad111ec6 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Calling delete_port for fa436372-ea88-4686-9ae7-dfbac3f629a6 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:50:10.307108 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a73938ee-ea68-4033-a6c5-dc4a3f9d0275 req-a8d37df5-bdda-493f-8728-7747ad111ec6 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:10.320330 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['fa436372-ea88-4686-9ae7-dfbac3f629a6'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:50:10.342854 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d37df5-bdda-493f-8728-7747ad111ec6 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Pushing event deleted for resources: {'Port': ['ID=fa436372-ea88-4686-9ae7-dfbac3f629a6,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:10.382396 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73938ee-ea68-4033-a6c5-dc4a3f9d0275 req-a8d37df5-bdda-493f-8728-7747ad111ec6 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] No DVR routers for this DVR port fa436372-ea88-4686-9ae7-dfbac3f629a6 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:50:10.385832 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a73938ee-ea68-4033-a6c5-dc4a3f9d0275 req-a8d37df5-bdda-493f-8728-7747ad111ec6 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:10.387481 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a73938ee-ea68-4033-a6c5-dc4a3f9d0275 req-a8d37df5-bdda-493f-8728-7747ad111ec6 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.44 "DELETE /v2.0/ports/fa436372-ea88-4686-9ae7-dfbac3f629a6 HTTP/1.1" status: 204 len: 173 time: 0.4139142 Sep 21 18:50:10.387921 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4794597-3eac-46c8-b873-c4fac6844a2e', 'name': 'network-vif-deleted', 'tag': 'fa436372-ea88-4686-9ae7-dfbac3f629a6'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:50:10.390159 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc745e59-8b0a-4e33-b63c-51889e038964" -d '{"events": [{"server_uuid": "a4794597-3eac-46c8-b873-c4fac6844a2e", "name": "network-vif-deleted", "tag": "fa436372-ea88-4686-9ae7-dfbac3f629a6"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:50:10.428647 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7949a8-be5a-423a-ad17-5f1fc91ad87d x-openstack-request-id: req-5a7949a8-be5a-423a-ad17-5f1fc91ad87d {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:50:10.428948 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4794597-3eac-46c8-b873-c4fac6844a2e", "name": "network-vif-deleted", "tag": "fa436372-ea88-4686-9ae7-dfbac3f629a6", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:50:10.429202 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5a7949a8-be5a-423a-ad17-5f1fc91ad87d {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:50:10.429592 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4794597-3eac-46c8-b873-c4fac6844a2e', 'name': 'network-vif-deleted', 'tag': 'fa436372-ea88-4686-9ae7-dfbac3f629a6', 'status': 'completed', 'code': 200} Sep 21 18:50:10.574428 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-93a19f33-1af1-40f6-a3df-d7d3c36ad864 req-114ef7ad-5c31-490b-a8c1-90dbc372fc15 tempest-TestMinimumBasicScenario-1589446280 tempest-TestMinimumBasicScenario-1589446280-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4794597-3eac-46c8-b873-c4fac6844a2e HTTP/1.1" status: 200 len: 210 time: 0.0264351 Sep 21 18:50:12.229651 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55040) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:50:12.600885 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8da3-73a4-4021-965c-0762b27f44d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:12.847907 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-d9ac8da3-73a4-4021-965c-0762b27f44d1 admin admin] Deleting port ee01334a-f5ef-45fa-9bc8-35e4c51508c0 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:50:12.848278 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8da3-73a4-4021-965c-0762b27f44d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:12.895643 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device fa436372-ea88-4686-9ae7-dfbac3f629a6 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:50:12.919483 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: fa436372-ea88-4686-9ae7-dfbac3f629a6 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:50:12.919855 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device fa436372-ea88-4686-9ae7-dfbac3f629a6 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:50:12.931487 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-d9ac8da3-73a4-4021-965c-0762b27f44d1 admin admin] For port ee01334a-f5ef-45fa-9bc8-35e4c51508c0, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ee01334a-f5ef-45fa-9bc8-35e4c51508c0,segment=NetworkSegment(efcc0468-5bac-447d-ab81-9ef235660aef),segment_id=efcc0468-5bac-447d-ab81-9ef235660aef)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:50:12.931860 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8da3-73a4-4021-965c-0762b27f44d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:12.945399 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-d9ac8da3-73a4-4021-965c-0762b27f44d1 admin admin] Calling delete_port for ee01334a-f5ef-45fa-9bc8-35e4c51508c0 owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:50:13.145152 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8da3-73a4-4021-965c-0762b27f44d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:13.174544 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac8da3-73a4-4021-965c-0762b27f44d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee01334a-f5ef-45fa-9bc8-35e4c51508c0,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:13.343572 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8da3-73a4-4021-965c-0762b27f44d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:13.921798 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ac8da3-73a4-4021-965c-0762b27f44d1 admin admin] Router 56c5b2a3-29c8-4985-a4e2-6d4e13d6885f has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:50:14.026865 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ac8da3-73a4-4021-965c-0762b27f44d1 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:50:14.032505 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d9ac8da3-73a4-4021-965c-0762b27f44d1 admin admin] 10.222.0.58 "PUT /v2.0/routers/56c5b2a3-29c8-4985-a4e2-6d4e13d6885f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8018582 Sep 21 18:50:14.035088 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55042) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:50:14.035975 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf36c96-b799-4f5e-be4e-c4a9b5e21921 None None] Sync routers for ids ['56c5b2a3-29c8-4985-a4e2-6d4e13d6885f'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:50:14.045989 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf36c96-b799-4f5e-be4e-c4a9b5e21921 None None] Routers {'56c5b2a3-29c8-4985-a4e2-6d4e13d6885f'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:50:14.046607 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-edf36c96-b799-4f5e-be4e-c4a9b5e21921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:49:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['56c5b2a3-29c8-4985-a4e2-6d4e13d6885f'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:14.136805 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5fa8110d-cc31-4ae7-99b0-241e29b1a1aa admin admin] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:14.152669 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-edf36c96-b799-4f5e-be4e-c4a9b5e21921 None None] Set router 56c5b2a3-29c8-4985-a4e2-6d4e13d6885f gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:50:14.242847 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5fa8110d-cc31-4ae7-99b0-241e29b1a1aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:14.296154 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-5fa8110d-cc31-4ae7-99b0-241e29b1a1aa admin admin] Deleting port 052e4a84-4eb2-4565-b5d5-f6394a2d7a6f {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:50:14.296534 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5fa8110d-cc31-4ae7-99b0-241e29b1a1aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:14.334811 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-edf36c96-b799-4f5e-be4e-c4a9b5e21921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'name': 'tempest-TestMinimumBasicScenario-396042688-router', 'tenant_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '052e4a84-4eb2-4565-b5d5-f6394a2d7a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:05Z', 'updated_at': '2021-09-21T18:50:13Z', 'revision_number': 5, 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'gw_port': {'id': '052e4a84-4eb2-4565-b5d5-f6394a2d7a6f', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:05Z', 'updated_at': '2021-09-21T18:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:14.360848 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf36c96-b799-4f5e-be4e-c4a9b5e21921 None None] Checking router: 56c5b2a3-29c8-4985-a4e2-6d4e13d6885f for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:50:14.368726 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf36c96-b799-4f5e-be4e-c4a9b5e21921 None None] Routers {'56c5b2a3-29c8-4985-a4e2-6d4e13d6885f'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:50:14.369307 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-edf36c96-b799-4f5e-be4e-c4a9b5e21921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:49:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['56c5b2a3-29c8-4985-a4e2-6d4e13d6885f'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:14.375489 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-5fa8110d-cc31-4ae7-99b0-241e29b1a1aa admin admin] For port 052e4a84-4eb2-4565-b5d5-f6394a2d7a6f, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=052e4a84-4eb2-4565-b5d5-f6394a2d7a6f,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:50:14.376032 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5fa8110d-cc31-4ae7-99b0-241e29b1a1aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:14.388698 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-5fa8110d-cc31-4ae7-99b0-241e29b1a1aa admin admin] Calling delete_port for 052e4a84-4eb2-4565-b5d5-f6394a2d7a6f owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:50:14.453668 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-edf36c96-b799-4f5e-be4e-c4a9b5e21921 None None] Set router 56c5b2a3-29c8-4985-a4e2-6d4e13d6885f gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:50:14.576967 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5fa8110d-cc31-4ae7-99b0-241e29b1a1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:14.601956 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8110d-cc31-4ae7-99b0-241e29b1a1aa admin admin] Pushing event deleted for resources: {'Port': ['ID=052e4a84-4eb2-4565-b5d5-f6394a2d7a6f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:14.669179 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-edf36c96-b799-4f5e-be4e-c4a9b5e21921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'name': 'tempest-TestMinimumBasicScenario-396042688-router', 'tenant_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:05Z', 'updated_at': '2021-09-21T18:50:14Z', 'revision_number': 6, 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:14.671577 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5fa8110d-cc31-4ae7-99b0-241e29b1a1aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:14.696088 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf36c96-b799-4f5e-be4e-c4a9b5e21921 None None] The sync data for ids ['56c5b2a3-29c8-4985-a4e2-6d4e13d6885f'] in n-d-810291-1 is: [{'id': '56c5b2a3-29c8-4985-a4e2-6d4e13d6885f', 'name': 'tempest-TestMinimumBasicScenario-396042688-router', 'tenant_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:05Z', 'updated_at': '2021-09-21T18:50:14Z', 'revision_number': 6, 'project_id': '26fdbbc1a24240a2a720e6d94f07ee3a', 'gw_port_host': None}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:50:14.761591 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5fa8110d-cc31-4ae7-99b0-241e29b1a1aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:14.763937 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5fa8110d-cc31-4ae7-99b0-241e29b1a1aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:14.808303 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5fa8110d-cc31-4ae7-99b0-241e29b1a1aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:14.808869 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa8110d-cc31-4ae7-99b0-241e29b1a1aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56c5b2a3-29c8-4985-a4e2-6d4e13d6885f {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:50:14.813322 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5fa8110d-cc31-4ae7-99b0-241e29b1a1aa admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:14.814469 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5fa8110d-cc31-4ae7-99b0-241e29b1a1aa admin admin] 10.222.0.58 "DELETE /v2.0/routers/56c5b2a3-29c8-4985-a4e2-6d4e13d6885f HTTP/1.1" status: 204 len: 168 time: 0.7784958 Sep 21 18:50:14.817142 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55044) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:50:14.864946 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c83ae5a-a3db-460b-9523-c92eb937ab6f admin admin] Deleting subnet 6bf50d3e-dc41-402b-b30a-139371ecaad4 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:50:14.867988 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7c83ae5a-a3db-460b-9523-c92eb937ab6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:14.902965 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7c83ae5a-a3db-460b-9523-c92eb937ab6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:14.982343 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7c83ae5a-a3db-460b-9523-c92eb937ab6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:15.035355 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7c83ae5a-a3db-460b-9523-c92eb937ab6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:15.064806 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83ae5a-a3db-460b-9523-c92eb937ab6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bf50d3e-dc41-402b-b30a-139371ecaad4,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:15.072185 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7c83ae5a-a3db-460b-9523-c92eb937ab6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:15.074116 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7c83ae5a-a3db-460b-9523-c92eb937ab6f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6bf50d3e-dc41-402b-b30a-139371ecaad4 HTTP/1.1" status: 204 len: 168 time: 0.2560241 Sep 21 18:50:15.077079 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55046) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:50:15.078301 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fd343b-bb75-42a3-9ecb-b0f8059868a4 None None] Network 15007568-0f75-41b6-adf3-b7a596c3f0d2 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:50:15.147178 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ae7eba71-a988-4fc6-b9a5-cbba201c4a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:15.201700 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-ae7eba71-a988-4fc6-b9a5-cbba201c4a86 admin admin] Deleting port 00bf78f7-4967-44b8-8115-6f3559ab3c36 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:50:15.202041 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ae7eba71-a988-4fc6-b9a5-cbba201c4a86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:15.269894 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-ae7eba71-a988-4fc6-b9a5-cbba201c4a86 admin admin] For port 00bf78f7-4967-44b8-8115-6f3559ab3c36, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=00bf78f7-4967-44b8-8115-6f3559ab3c36,segment=NetworkSegment(efcc0468-5bac-447d-ab81-9ef235660aef),segment_id=efcc0468-5bac-447d-ab81-9ef235660aef)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:50:15.270252 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ae7eba71-a988-4fc6-b9a5-cbba201c4a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:15.282476 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-ae7eba71-a988-4fc6-b9a5-cbba201c4a86 admin admin] Calling delete_port for 00bf78f7-4967-44b8-8115-6f3559ab3c36 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:50:15.360699 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ae7eba71-a988-4fc6-b9a5-cbba201c4a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:15.389058 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7eba71-a988-4fc6-b9a5-cbba201c4a86 admin admin] Pushing event deleted for resources: {'Port': ['ID=00bf78f7-4967-44b8-8115-6f3559ab3c36,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:15.392465 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7eba71-a988-4fc6-b9a5-cbba201c4a86 admin admin] No DVR routers for this DVR port 00bf78f7-4967-44b8-8115-6f3559ab3c36 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:50:15.463025 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ae7eba71-a988-4fc6-b9a5-cbba201c4a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:15.476254 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55910fa6-5586-48f4-a71a-04d51741e9e9 None None] DHCP port deletion for 15007568-0f75-41b6-adf3-b7a596c3f0d2 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:50:15.483955 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-ae7eba71-a988-4fc6-b9a5-cbba201c4a86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15007568-0f75-41b6-adf3-b7a596c3f0d2']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:15.498834 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-ae7eba71-a988-4fc6-b9a5-cbba201c4a86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efcc0468-5bac-447d-ab81-9ef235660aef') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:15.499245 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-ae7eba71-a988-4fc6-b9a5-cbba201c4a86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efcc0468-5bac-447d-ab81-9ef235660aef') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:15.509722 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ae7eba71-a988-4fc6-b9a5-cbba201c4a86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:15.523986 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ae7eba71-a988-4fc6-b9a5-cbba201c4a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:15.529903 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae7eba71-a988-4fc6-b9a5-cbba201c4a86 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:50:15.530265 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ae7eba71-a988-4fc6-b9a5-cbba201c4a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:15.532105 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:50:15.532105 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:50:15.532105 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:50:15.532105 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:50:15.532105 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:50:15.532105 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:50:15.532105 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:50:15.532105 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:50:15.532105 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:50:15.532105 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:50:15.532105 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:50:15.532105 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:50:15.532105 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:50:15.532105 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:50:15.532105 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:50:15.532105 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:50:15.532105 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:50:15.532105 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:50:15.532105 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:50:15.532105 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:50:15.532105 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:50:15.532105 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:50:15.532105 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:50:15.532105 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:50:15.532105 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:50:15.532105 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:50:15.532105 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:50:15.532105 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:50:15.532105 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:50:15.532105 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:50:15.532105 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:50:15.532105 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:50:15.592906 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ae7eba71-a988-4fc6-b9a5-cbba201c4a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:15.598100 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ae7eba71-a988-4fc6-b9a5-cbba201c4a86 admin admin] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:15.600248 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ae7eba71-a988-4fc6-b9a5-cbba201c4a86 admin admin] 10.222.0.58 "DELETE /v2.0/networks/15007568-0f75-41b6-adf3-b7a596c3f0d2 HTTP/1.1" status: 204 len: 168 time: 0.5216787 Sep 21 18:50:15.603537 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55048) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:50:15.613475 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7eba71-a988-4fc6-b9a5-cbba201c4a86 admin admin] Pushing event deleted for resources: {'Network': ['ID=15007568-0f75-41b6-adf3-b7a596c3f0d2,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:15.971282 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fdcb722b-6e3c-4f4a-918a-b4e513d16a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:15.982348 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ce6d5ed0-16ef-4906-89e4-a83e1a13b0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:16.011453 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ee01334a-f5ef-45fa-9bc8-35e4c51508c0 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:50:16.031396 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: ee01334a-f5ef-45fa-9bc8-35e4c51508c0 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:50:16.031660 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ee01334a-f5ef-45fa-9bc8-35e4c51508c0 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:50:16.032075 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 00bf78f7-4967-44b8-8115-6f3559ab3c36 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:50:16.051293 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 00bf78f7-4967-44b8-8115-6f3559ab3c36 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:50:16.051638 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 00bf78f7-4967-44b8-8115-6f3559ab3c36 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:50:16.052050 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 052e4a84-4eb2-4565-b5d5-f6394a2d7a6f no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:50:16.074179 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 052e4a84-4eb2-4565-b5d5-f6394a2d7a6f {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:50:16.074526 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 052e4a84-4eb2-4565-b5d5-f6394a2d7a6f not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:50:16.233055 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-fdcb722b-6e3c-4f4a-918a-b4e513d16a98 admin admin] Deleting port b2f4b775-c935-481f-9609-fb5252e1494b {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:50:16.233401 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fdcb722b-6e3c-4f4a-918a-b4e513d16a98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:16.311775 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-fdcb722b-6e3c-4f4a-918a-b4e513d16a98 admin admin] For port b2f4b775-c935-481f-9609-fb5252e1494b, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=b2f4b775-c935-481f-9609-fb5252e1494b,segment=NetworkSegment(44b9494a-a132-4352-b076-3fe1eb875a90),segment_id=44b9494a-a132-4352-b076-3fe1eb875a90)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:50:16.312170 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fdcb722b-6e3c-4f4a-918a-b4e513d16a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:16.325741 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-fdcb722b-6e3c-4f4a-918a-b4e513d16a98 admin admin] Calling delete_port for b2f4b775-c935-481f-9609-fb5252e1494b owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:50:16.524880 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fdcb722b-6e3c-4f4a-918a-b4e513d16a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:16.561459 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb722b-6e3c-4f4a-918a-b4e513d16a98 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2f4b775-c935-481f-9609-fb5252e1494b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:16.728365 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fdcb722b-6e3c-4f4a-918a-b4e513d16a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:16.965395 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdcb722b-6e3c-4f4a-918a-b4e513d16a98 admin admin] Router bab4a790-33f8-4c55-bea1-c7a2582f0d16 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:50:17.082257 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdcb722b-6e3c-4f4a-918a-b4e513d16a98 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:50:17.088828 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fdcb722b-6e3c-4f4a-918a-b4e513d16a98 admin admin] 10.222.0.58 "PUT /v2.0/routers/bab4a790-33f8-4c55-bea1-c7a2582f0d16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4841473 Sep 21 18:50:17.091690 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55052) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:50:17.093691 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4aa241-4112-4ea7-8f5c-0f497083c075 None None] Sync routers for ids ['bab4a790-33f8-4c55-bea1-c7a2582f0d16'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:50:17.103361 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4aa241-4112-4ea7-8f5c-0f497083c075 None None] Routers {'bab4a790-33f8-4c55-bea1-c7a2582f0d16'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:50:17.104214 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5f4aa241-4112-4ea7-8f5c-0f497083c075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:49:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['bab4a790-33f8-4c55-bea1-c7a2582f0d16'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:17.220652 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-5f4aa241-4112-4ea7-8f5c-0f497083c075 None None] Set router bab4a790-33f8-4c55-bea1-c7a2582f0d16 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:50:17.397388 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5f4aa241-4112-4ea7-8f5c-0f497083c075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab4a790-33f8-4c55-bea1-c7a2582f0d16', 'name': 'tempest-TestMinimumBasicScenario-738833339-router', 'tenant_id': '1c08a92c8cba494885f08c90766e634d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'c47aff9c-4d0e-4f58-a11f-82885684aead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:10Z', 'updated_at': '2021-09-21T18:50:16Z', 'revision_number': 5, 'project_id': '1c08a92c8cba494885f08c90766e634d', 'gw_port': {'id': 'c47aff9c-4d0e-4f58-a11f-82885684aead', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:16:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab4a790-33f8-4c55-bea1-c7a2582f0d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:10Z', 'updated_at': '2021-09-21T18:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:17.426751 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4aa241-4112-4ea7-8f5c-0f497083c075 None None] Checking router: bab4a790-33f8-4c55-bea1-c7a2582f0d16 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:50:17.435217 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4aa241-4112-4ea7-8f5c-0f497083c075 None None] Routers {'bab4a790-33f8-4c55-bea1-c7a2582f0d16'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:50:17.435820 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5f4aa241-4112-4ea7-8f5c-0f497083c075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:49:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['bab4a790-33f8-4c55-bea1-c7a2582f0d16'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:17.473601 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c569bca-c500-4be7-a0a1-c759d3782e5e admin admin] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:17.535456 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-5f4aa241-4112-4ea7-8f5c-0f497083c075 None None] Set router bab4a790-33f8-4c55-bea1-c7a2582f0d16 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:50:17.573906 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c569bca-c500-4be7-a0a1-c759d3782e5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:17.627705 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-6c569bca-c500-4be7-a0a1-c759d3782e5e admin admin] Deleting port c47aff9c-4d0e-4f58-a11f-82885684aead {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:50:17.628040 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c569bca-c500-4be7-a0a1-c759d3782e5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:17.722485 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-6c569bca-c500-4be7-a0a1-c759d3782e5e admin admin] For port c47aff9c-4d0e-4f58-a11f-82885684aead, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=c47aff9c-4d0e-4f58-a11f-82885684aead,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:50:17.722842 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c569bca-c500-4be7-a0a1-c759d3782e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:17.725517 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5f4aa241-4112-4ea7-8f5c-0f497083c075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab4a790-33f8-4c55-bea1-c7a2582f0d16', 'name': 'tempest-TestMinimumBasicScenario-738833339-router', 'tenant_id': '1c08a92c8cba494885f08c90766e634d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'c47aff9c-4d0e-4f58-a11f-82885684aead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:10Z', 'updated_at': '2021-09-21T18:50:16Z', 'revision_number': 5, 'project_id': '1c08a92c8cba494885f08c90766e634d', 'gw_port': {'id': 'c47aff9c-4d0e-4f58-a11f-82885684aead', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:16:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab4a790-33f8-4c55-bea1-c7a2582f0d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:10Z', 'updated_at': '2021-09-21T18:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:17.735413 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-6c569bca-c500-4be7-a0a1-c759d3782e5e admin admin] Calling delete_port for c47aff9c-4d0e-4f58-a11f-82885684aead owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:50:17.752048 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4aa241-4112-4ea7-8f5c-0f497083c075 None None] The sync data for ids ['bab4a790-33f8-4c55-bea1-c7a2582f0d16'] in n-d-810291-1 is: [{'id': 'bab4a790-33f8-4c55-bea1-c7a2582f0d16', 'name': 'tempest-TestMinimumBasicScenario-738833339-router', 'tenant_id': '1c08a92c8cba494885f08c90766e634d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'c47aff9c-4d0e-4f58-a11f-82885684aead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:48:10Z', 'updated_at': '2021-09-21T18:50:16Z', 'revision_number': 5, 'project_id': '1c08a92c8cba494885f08c90766e634d', 'gw_port': {'id': 'c47aff9c-4d0e-4f58-a11f-82885684aead', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:16:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab4a790-33f8-4c55-bea1-c7a2582f0d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:48:10Z', 'updated_at': '2021-09-21T18:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:50:17.905150 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c569bca-c500-4be7-a0a1-c759d3782e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:17.937933 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c569bca-c500-4be7-a0a1-c759d3782e5e admin admin] Pushing event deleted for resources: {'Port': ['ID=c47aff9c-4d0e-4f58-a11f-82885684aead,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:17.997159 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c569bca-c500-4be7-a0a1-c759d3782e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:18.105371 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c569bca-c500-4be7-a0a1-c759d3782e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:18.107871 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c569bca-c500-4be7-a0a1-c759d3782e5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:18.155538 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c569bca-c500-4be7-a0a1-c759d3782e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:18.156224 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c569bca-c500-4be7-a0a1-c759d3782e5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router bab4a790-33f8-4c55-bea1-c7a2582f0d16 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:50:18.161158 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c569bca-c500-4be7-a0a1-c759d3782e5e admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:18.162419 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6c569bca-c500-4be7-a0a1-c759d3782e5e admin admin] 10.222.0.58 "DELETE /v2.0/routers/bab4a790-33f8-4c55-bea1-c7a2582f0d16 HTTP/1.1" status: 204 len: 168 time: 1.0695508 Sep 21 18:50:18.165174 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55056) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:50:18.197702 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b2f4b775-c935-481f-9609-fb5252e1494b no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:50:18.222394 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-e730ebbf-bd91-4f39-8c31-7c9c3072bebf admin admin] Deleting subnet c4a0516d-a789-4fbd-a926-2202488e4681 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:50:18.225529 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: b2f4b775-c935-481f-9609-fb5252e1494b {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:50:18.225876 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b2f4b775-c935-481f-9609-fb5252e1494b not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:50:18.225984 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e730ebbf-bd91-4f39-8c31-7c9c3072bebf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:18.262716 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e730ebbf-bd91-4f39-8c31-7c9c3072bebf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:18.349685 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e730ebbf-bd91-4f39-8c31-7c9c3072bebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:18.409431 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e730ebbf-bd91-4f39-8c31-7c9c3072bebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:18.434354 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730ebbf-bd91-4f39-8c31-7c9c3072bebf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4a0516d-a789-4fbd-a926-2202488e4681,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:18.441071 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e730ebbf-bd91-4f39-8c31-7c9c3072bebf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:18.443006 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e730ebbf-bd91-4f39-8c31-7c9c3072bebf admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c4a0516d-a789-4fbd-a926-2202488e4681 HTTP/1.1" status: 204 len: 168 time: 0.2767715 Sep 21 18:50:18.445504 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55060) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:50:18.448150 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea562267-c4a7-4f3f-b3d4-484721b7e38b None None] Network a5184125-8c9f-4288-8c5d-19db23089d52 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:50:18.514301 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-efa394ad-1fe8-44ac-85b2-77d239c0ef41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:18.516616 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4ea71e99-364b-42b9-9e95-c31efa137709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:18.571930 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-efa394ad-1fe8-44ac-85b2-77d239c0ef41 admin admin] Deleting port a4b644ee-b56b-4aa0-8a0d-6cb0b97515de {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:50:18.572266 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-efa394ad-1fe8-44ac-85b2-77d239c0ef41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:18.633519 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-efa394ad-1fe8-44ac-85b2-77d239c0ef41 admin admin] For port a4b644ee-b56b-4aa0-8a0d-6cb0b97515de, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a4b644ee-b56b-4aa0-8a0d-6cb0b97515de,segment=NetworkSegment(44b9494a-a132-4352-b076-3fe1eb875a90),segment_id=44b9494a-a132-4352-b076-3fe1eb875a90)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:50:18.633884 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-efa394ad-1fe8-44ac-85b2-77d239c0ef41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:18.645682 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-efa394ad-1fe8-44ac-85b2-77d239c0ef41 admin admin] Calling delete_port for a4b644ee-b56b-4aa0-8a0d-6cb0b97515de owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:50:18.742945 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-efa394ad-1fe8-44ac-85b2-77d239c0ef41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:18.769631 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa394ad-1fe8-44ac-85b2-77d239c0ef41 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4b644ee-b56b-4aa0-8a0d-6cb0b97515de,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:18.771388 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13fb47c-4b2c-42d0-8701-68a7f3cdf8f9 None None] DHCP port deletion for a5184125-8c9f-4288-8c5d-19db23089d52 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:50:18.774545 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa394ad-1fe8-44ac-85b2-77d239c0ef41 admin admin] No DVR routers for this DVR port a4b644ee-b56b-4aa0-8a0d-6cb0b97515de on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:50:18.847761 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-efa394ad-1fe8-44ac-85b2-77d239c0ef41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:18.870963 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-efa394ad-1fe8-44ac-85b2-77d239c0ef41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5184125-8c9f-4288-8c5d-19db23089d52']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:18.881248 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-efa394ad-1fe8-44ac-85b2-77d239c0ef41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b9494a-a132-4352-b076-3fe1eb875a90') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:18.881536 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-efa394ad-1fe8-44ac-85b2-77d239c0ef41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b9494a-a132-4352-b076-3fe1eb875a90') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:18.892705 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-efa394ad-1fe8-44ac-85b2-77d239c0ef41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:18.913647 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-efa394ad-1fe8-44ac-85b2-77d239c0ef41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:18.921997 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa394ad-1fe8-44ac-85b2-77d239c0ef41 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:50:18.922423 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-efa394ad-1fe8-44ac-85b2-77d239c0ef41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:18.924180 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:50:18.924180 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:50:18.924180 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:50:18.924180 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:50:18.924180 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:50:18.924180 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:50:18.924180 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:50:18.924180 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:50:18.924180 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:50:18.924180 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:50:18.924180 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:50:18.924180 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:50:18.924180 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:50:18.924180 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:50:18.924180 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:50:18.924180 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:50:18.924180 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:50:18.924180 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:50:18.924180 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:50:18.924180 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:50:18.924180 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:50:18.924180 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:50:18.924180 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:50:18.924180 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:50:18.924180 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:50:18.924180 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:50:18.924180 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:50:18.924180 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:50:18.924180 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:50:18.924180 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:50:18.924180 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:50:18.924180 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:50:18.981612 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-efa394ad-1fe8-44ac-85b2-77d239c0ef41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:18.987476 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-efa394ad-1fe8-44ac-85b2-77d239c0ef41 admin admin] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:18.989336 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-efa394ad-1fe8-44ac-85b2-77d239c0ef41 admin admin] 10.222.0.58 "DELETE /v2.0/networks/a5184125-8c9f-4288-8c5d-19db23089d52 HTTP/1.1" status: 204 len: 168 time: 0.5429006 Sep 21 18:50:19.000787 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa394ad-1fe8-44ac-85b2-77d239c0ef41 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5184125-8c9f-4288-8c5d-19db23089d52,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:19.115591 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:19.166261 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55064) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:50:19.209213 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c9c124fb-98a2-4107-a823-40a0f901f5ff admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=26fdbbc1a24240a2a720e6d94f07ee3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410869 Sep 21 18:50:19.212002 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55066) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:50:19.286530 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-90a87b8f-3a9f-445d-81c7-ab00b881e207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:19.315237 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-90a87b8f-3a9f-445d-81c7-ab00b881e207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:19.371405 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-90a87b8f-3a9f-445d-81c7-ab00b881e207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:19.375120 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-90a87b8f-3a9f-445d-81c7-ab00b881e207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:19.376725 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-90a87b8f-3a9f-445d-81c7-ab00b881e207 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cfbb4fd1-a401-4311-baf0-91b488634bf1 HTTP/1.1" status: 204 len: 168 time: 0.1637762 Sep 21 18:50:19.384653 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a87b8f-3a9f-445d-81c7-ab00b881e207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbb4fd1-a401-4311-baf0-91b488634bf1,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:19.725783 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55072) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:50:19.774826 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b3169041-a672-4d89-a476-a8c143a0933c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1c08a92c8cba494885f08c90766e634d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475149 Sep 21 18:50:19.778258 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55074) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:50:19.829396 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aac99642-8c02-4309-9187-5192cefe4b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:19.849872 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aac99642-8c02-4309-9187-5192cefe4b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:19.895960 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aac99642-8c02-4309-9187-5192cefe4b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:19.898528 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aac99642-8c02-4309-9187-5192cefe4b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:19.899717 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-aac99642-8c02-4309-9187-5192cefe4b60 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4afba3de-78de-41e9-840a-48bfcfbe940c HTTP/1.1" status: 204 len: 168 time: 0.1205657 Sep 21 18:50:19.907737 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac99642-8c02-4309-9187-5192cefe4b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afba3de-78de-41e9-840a-48bfcfbe940c,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:20.007834 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a4b644ee-b56b-4aa0-8a0d-6cb0b97515de no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:50:20.027228 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: a4b644ee-b56b-4aa0-8a0d-6cb0b97515de {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:50:20.027599 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a4b644ee-b56b-4aa0-8a0d-6cb0b97515de not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:50:20.028008 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device c47aff9c-4d0e-4f58-a11f-82885684aead no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:50:20.046435 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: c47aff9c-4d0e-4f58-a11f-82885684aead {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:50:20.046775 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device c47aff9c-4d0e-4f58-a11f-82885684aead not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:50:20.348702 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:21.651193 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55114) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:50:21.655874 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-af6ba14a-11fc-4c36-a3a4-75c381cf4897 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1147892348', 'description': 'tempest-secgroup-smoke-1147892348 description', 'project_id': '0f00e685b2234e11bd1ffddb0085e333'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:50:21.679179 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-af6ba14a-11fc-4c36-a3a4-75c381cf4897 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:21.687237 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-af6ba14a-11fc-4c36-a3a4-75c381cf4897 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:21.778777 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-af6ba14a-11fc-4c36-a3a4-75c381cf4897 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:21.783974 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-af6ba14a-11fc-4c36-a3a4-75c381cf4897 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:21.812238 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:21.824285 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ba14a-11fc-4c36-a3a4-75c381cf4897 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6708c669-6e19-46b9-b358-9d81592ddc8d,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:21.874330 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-af6ba14a-11fc-4c36-a3a4-75c381cf4897 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:21.879928 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-af6ba14a-11fc-4c36-a3a4-75c381cf4897 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:21.904773 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-af6ba14a-11fc-4c36-a3a4-75c381cf4897 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:21.905997 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-af6ba14a-11fc-4c36-a3a4-75c381cf4897 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2538259 Sep 21 18:50:21.909315 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55116) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:50:21.910198 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ba14a-11fc-4c36-a3a4-75c381cf4897 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=334d0324-b6a9-4b04-9522-e8c6af2e9322,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:21.914151 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-3cf5ac99-5fe2-4807-82e7-46bd744dc1b9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'security_group_rule': {'security_group_id': '334d0324-b6a9-4b04-9522-e8c6af2e9322', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:50:21.941583 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3cf5ac99-5fe2-4807-82e7-46bd744dc1b9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:21.997087 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3cf5ac99-5fe2-4807-82e7-46bd744dc1b9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:22.002284 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3cf5ac99-5fe2-4807-82e7-46bd744dc1b9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:22.020159 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5ac99-5fe2-4807-82e7-46bd744dc1b9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5d4c5c-7bcc-4584-bb77-43b3be22aba9,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:22.028084 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3cf5ac99-5fe2-4807-82e7-46bd744dc1b9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:22.029443 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3cf5ac99-5fe2-4807-82e7-46bd744dc1b9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189754 Sep 21 18:50:22.032521 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55118) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:50:22.036861 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-21367c13-8a72-42b3-a900-b25f7f205678 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'security_group_rule': {'security_group_id': '334d0324-b6a9-4b04-9522-e8c6af2e9322', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:50:22.064986 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-21367c13-8a72-42b3-a900-b25f7f205678 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:22.125458 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-21367c13-8a72-42b3-a900-b25f7f205678 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:22.130354 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-21367c13-8a72-42b3-a900-b25f7f205678 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:22.148469 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21367c13-8a72-42b3-a900-b25f7f205678 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d64b25-c5c7-4da9-bfa6-dc353bfd5d12,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:22.151851 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-21367c13-8a72-42b3-a900-b25f7f205678 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:22.155378 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-21367c13-8a72-42b3-a900-b25f7f205678 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1218586 Sep 21 18:50:22.156134 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55120) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:50:22.160871 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-7db0d98a-217f-4d85-99c0-5764d6caff09 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'security_group_rule': {'security_group_id': '334d0324-b6a9-4b04-9522-e8c6af2e9322', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:50:22.191019 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7db0d98a-217f-4d85-99c0-5764d6caff09 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:22.248300 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7db0d98a-217f-4d85-99c0-5764d6caff09 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:22.253950 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7db0d98a-217f-4d85-99c0-5764d6caff09 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:22.272536 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0d98a-217f-4d85-99c0-5764d6caff09 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b065213-63d8-4e1e-af23-476e637de88f,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:22.279851 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7db0d98a-217f-4d85-99c0-5764d6caff09 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:22.283189 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7db0d98a-217f-4d85-99c0-5764d6caff09 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1239152 Sep 21 18:50:22.284254 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55122) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:50:22.288892 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-9ad55f37-bada-40b9-8db6-38e2c264c8ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'security_group_rule': {'security_group_id': '334d0324-b6a9-4b04-9522-e8c6af2e9322', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:50:22.317952 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9ad55f37-bada-40b9-8db6-38e2c264c8ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:22.378854 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9ad55f37-bada-40b9-8db6-38e2c264c8ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:22.384923 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9ad55f37-bada-40b9-8db6-38e2c264c8ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:22.402440 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad55f37-bada-40b9-8db6-38e2c264c8ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be448b5-ed05-4f6a-82cf-d6236ca7a463,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:22.409790 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9ad55f37-bada-40b9-8db6-38e2c264c8ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:22.411111 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9ad55f37-bada-40b9-8db6-38e2c264c8ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1256909 Sep 21 18:50:22.413897 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55124) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:50:22.418569 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-813c34ba-05f6-4f41-83c0-88262dc92c97 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'security_group_rule': {'security_group_id': '334d0324-b6a9-4b04-9522-e8c6af2e9322', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:50:22.440798 n-d-810291-1 neutron-server[101460]: INFO neutron.db.securitygroups_db [None req-813c34ba-05f6-4f41-83c0-88262dc92c97 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Project 0f00e685b2234e11bd1ffddb0085e333 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:50:22.445681 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-813c34ba-05f6-4f41-83c0-88262dc92c97 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:22.507109 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-813c34ba-05f6-4f41-83c0-88262dc92c97 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:22.512101 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-813c34ba-05f6-4f41-83c0-88262dc92c97 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:22.529152 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c34ba-05f6-4f41-83c0-88262dc92c97 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d240ae3d-ce4d-46c7-8fcb-010cdf171d08,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:22.540834 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-813c34ba-05f6-4f41-83c0-88262dc92c97 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:22.543376 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-813c34ba-05f6-4f41-83c0-88262dc92c97 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1281760 Sep 21 18:50:22.548269 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55126) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:50:22.553977 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-6a606fa7-03de-4193-953b-a2c9aa32bac5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'security_group_rule': {'security_group_id': '334d0324-b6a9-4b04-9522-e8c6af2e9322', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:50:22.581861 n-d-810291-1 neutron-server[101460]: INFO neutron.db.securitygroups_db [None req-6a606fa7-03de-4193-953b-a2c9aa32bac5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Project 0f00e685b2234e11bd1ffddb0085e333 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:50:22.586884 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6a606fa7-03de-4193-953b-a2c9aa32bac5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:22.654693 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6a606fa7-03de-4193-953b-a2c9aa32bac5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:22.662129 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6a606fa7-03de-4193-953b-a2c9aa32bac5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:22.686760 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a606fa7-03de-4193-953b-a2c9aa32bac5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ced38d6-e640-47c1-8af2-e1a1b7b19e97,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:22.690977 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6a606fa7-03de-4193-953b-a2c9aa32bac5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:22.696107 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6a606fa7-03de-4193-953b-a2c9aa32bac5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1426139 Sep 21 18:50:22.696230 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55128) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:50:22.701436 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-7ec69676-0034-46ce-9e9e-69d612cb0d12 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'network': {'name': 'tempest-network-smoke--340300400', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'port_security_enabled': True}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:50:22.726535 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec69676-0034-46ce-9e9e-69d612cb0d12 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Made reservation on behalf of 0f00e685b2234e11bd1ffddb0085e333 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:50:22.732248 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7ec69676-0034-46ce-9e9e-69d612cb0d12 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:22.763010 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec69676-0034-46ce-9e9e-69d612cb0d12 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:50:22.773343 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7ec69676-0034-46ce-9e9e-69d612cb0d12 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:22.773680 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-7ec69676-0034-46ce-9e9e-69d612cb0d12 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Added segment 8f7d29c0-82dc-4138-99a2-bb945f3036b5 of type vlan for network db33b020-b06d-4a94-8411-f82ce69d40f7 Sep 21 18:50:22.816916 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7ec69676-0034-46ce-9e9e-69d612cb0d12 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:22.845728 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7ec69676-0034-46ce-9e9e-69d612cb0d12 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:22.854401 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec69676-0034-46ce-9e9e-69d612cb0d12 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:22.855017 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7ec69676-0034-46ce-9e9e-69d612cb0d12 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:22.897959 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7ec69676-0034-46ce-9e9e-69d612cb0d12 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2006090 Sep 21 18:50:22.900986 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55130) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:50:22.905401 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-9d0ab8c4-5b86-424c-b688-390bb3c19b60 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-35405920', 'admin_state_up': True, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:50:22.945024 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec69676-0034-46ce-9e9e-69d612cb0d12 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Network': ['ID=db33b020-b06d-4a94-8411-f82ce69d40f7,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:22.957863 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network db33b020-b06d-4a94-8411-f82ce69d40f7 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:50:22.965169 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9d0ab8c4-5b86-424c-b688-390bb3c19b60 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:22.966841 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9d0ab8c4-5b86-424c-b688-390bb3c19b60 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:23.022635 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9d0ab8c4-5b86-424c-b688-390bb3c19b60 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:23.160332 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9d0ab8c4-5b86-424c-b688-390bb3c19b60 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:23.398733 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9d0ab8c4-5b86-424c-b688-390bb3c19b60 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:23.419352 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9d0ab8c4-5b86-424c-b688-390bb3c19b60 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:23.533880 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-9d0ab8c4-5b86-424c-b688-390bb3c19b60 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Allocated IP 172.25.6.37 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/68626426-1deb-41f6-8f69-f213d0189fb9) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:50:23.637674 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9d0ab8c4-5b86-424c-b688-390bb3c19b60 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:23.673400 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9d0ab8c4-5b86-424c-b688-390bb3c19b60 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:23.709586 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0ab8c4-5b86-424c-b688-390bb3c19b60 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:50:23.712489 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-9d0ab8c4-5b86-424c-b688-390bb3c19b60 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:50:23.718618 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0ab8c4-5b86-424c-b688-390bb3c19b60 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:50:23.724237 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ab8c4-5b86-424c-b688-390bb3c19b60 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Port': ['ID=68626426-1deb-41f6-8f69-f213d0189fb9,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:23.944125 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:23.975554 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9d0ab8c4-5b86-424c-b688-390bb3c19b60 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:24.178565 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9d0ab8c4-5b86-424c-b688-390bb3c19b60 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:24.308356 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0ab8c4-5b86-424c-b688-390bb3c19b60 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Router a31efaa8-01cd-436c-9459-5102d7ddf034 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:50:24.412406 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0ab8c4-5b86-424c-b688-390bb3c19b60 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:50:24.425226 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc61dfd-1a82-492b-800d-d90d8e23fd85 None None] Sync routers for ids ['a31efaa8-01cd-436c-9459-5102d7ddf034'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:50:24.435169 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc61dfd-1a82-492b-800d-d90d8e23fd85 None None] Routers {'a31efaa8-01cd-436c-9459-5102d7ddf034'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:50:24.435378 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9d0ab8c4-5b86-424c-b688-390bb3c19b60 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:24.435918 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-1fc61dfd-1a82-492b-800d-d90d8e23fd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:50:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['a31efaa8-01cd-436c-9459-5102d7ddf034'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:24.436847 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9d0ab8c4-5b86-424c-b688-390bb3c19b60 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5348690 Sep 21 18:50:24.440510 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55132) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:50:24.543958 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-1fc61dfd-1a82-492b-800d-d90d8e23fd85 None None] Set router a31efaa8-01cd-436c-9459-5102d7ddf034 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:50:24.579424 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9fae8607-eb51-4fb8-bfa4-d3d51c8711c5 tempest-TestNetworkAdvancedServerOps-343949058 tempest-TestNetworkAdvancedServerOps-343949058-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=0f00e685b2234e11bd1ffddb0085e333&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1376150 Sep 21 18:50:24.582210 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55136) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:50:24.669264 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ffdf73-4215-4087-aa44-4e6ce947e011 tempest-TestNetworkAdvancedServerOps-343949058 tempest-TestNetworkAdvancedServerOps-343949058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:24.670776 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d4ffdf73-4215-4087-aa44-4e6ce947e011 tempest-TestNetworkAdvancedServerOps-343949058 tempest-TestNetworkAdvancedServerOps-343949058-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0875506 Sep 21 18:50:24.674204 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55138) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:50:24.705155 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-870d6f8e-cbac-4e85-b5d0-e88a2824c302 tempest-TestNetworkAdvancedServerOps-343949058 tempest-TestNetworkAdvancedServerOps-343949058-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b8a002cf-2233-41c0-bbfe-1c8ea43e5299&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297587 Sep 21 18:50:24.707775 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55140) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:50:24.712620 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-7ca5dec9-08ab-486f-9231-1f152efe04ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1381978335', 'network_id': 'db33b020-b06d-4a94-8411-f82ce69d40f7', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:50:24.722056 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-1fc61dfd-1a82-492b-800d-d90d8e23fd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35405920', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '68626426-1deb-41f6-8f69-f213d0189fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:50:22Z', 'updated_at': '2021-09-21T18:50:23Z', 'revision_number': 3, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '68626426-1deb-41f6-8f69-f213d0189fb9', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:50:23Z', 'updated_at': '2021-09-21T18:50:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:24.751731 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc61dfd-1a82-492b-800d-d90d8e23fd85 None None] Checking router: a31efaa8-01cd-436c-9459-5102d7ddf034 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:50:24.752109 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc61dfd-1a82-492b-800d-d90d8e23fd85 None None] Updating router a31efaa8-01cd-436c-9459-5102d7ddf034 port 68626426-1deb-41f6-8f69-f213d0189fb9 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:50:24.776451 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1fc61dfd-1a82-492b-800d-d90d8e23fd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:24.799972 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca5dec9-08ab-486f-9231-1f152efe04ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Made reservation on behalf of 0f00e685b2234e11bd1ffddb0085e333 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:50:24.803680 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7ca5dec9-08ab-486f-9231-1f152efe04ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:25.026877 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:25.042113 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1fc61dfd-1a82-492b-800d-d90d8e23fd85 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:25.048611 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1fc61dfd-1a82-492b-800d-d90d8e23fd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:25.104620 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-1fc61dfd-1a82-492b-800d-d90d8e23fd85 None None] Attempting to bind port 68626426-1deb-41f6-8f69-f213d0189fb9 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:50:25.104996 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-1fc61dfd-1a82-492b-800d-d90d8e23fd85 None None] Attempting to bind port 68626426-1deb-41f6-8f69-f213d0189fb9 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:50:25.105366 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc61dfd-1a82-492b-800d-d90d8e23fd85 None None] Attempting to bind port 68626426-1deb-41f6-8f69-f213d0189fb9 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:50:25.111782 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9903a3-ce15-47be-8c43-d583ee61a930 None None] Pushing event updated for resources: {'Port': ['ID=68626426-1deb-41f6-8f69-f213d0189fb9,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:25.116783 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc61dfd-1a82-492b-800d-d90d8e23fd85 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:50:25.117086 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc61dfd-1a82-492b-800d-d90d8e23fd85 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:50:25.117493 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1fc61dfd-1a82-492b-800d-d90d8e23fd85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:25.117890 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc61dfd-1a82-492b-800d-d90d8e23fd85 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:50:25.118396 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-1fc61dfd-1a82-492b-800d-d90d8e23fd85 None None] Bound port: 68626426-1deb-41f6-8f69-f213d0189fb9, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:50:25.118782 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1fc61dfd-1a82-492b-800d-d90d8e23fd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:25.129386 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9903a3-ce15-47be-8c43-d583ee61a930 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:25.129795 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9903a3-ce15-47be-8c43-d583ee61a930 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:25.130089 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9903a3-ce15-47be-8c43-d583ee61a930 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:25.130398 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9903a3-ce15-47be-8c43-d583ee61a930 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:25.130726 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9903a3-ce15-47be-8c43-d583ee61a930 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:25.131239 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9903a3-ce15-47be-8c43-d583ee61a930 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:25.131549 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9903a3-ce15-47be-8c43-d583ee61a930 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:25.131970 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9903a3-ce15-47be-8c43-d583ee61a930 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:25.132301 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9903a3-ce15-47be-8c43-d583ee61a930 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:25.132629 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9903a3-ce15-47be-8c43-d583ee61a930 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:25.132955 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9903a3-ce15-47be-8c43-d583ee61a930 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:25.133294 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9903a3-ce15-47be-8c43-d583ee61a930 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:25.189847 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-1fc61dfd-1a82-492b-800d-d90d8e23fd85 None None] For port 68626426-1deb-41f6-8f69-f213d0189fb9, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:50:25.193582 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-1fc61dfd-1a82-492b-800d-d90d8e23fd85 None None] For port 68626426-1deb-41f6-8f69-f213d0189fb9, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=68626426-1deb-41f6-8f69-f213d0189fb9,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:50:25.199105 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1fc61dfd-1a82-492b-800d-d90d8e23fd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:25.256095 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc61dfd-1a82-492b-800d-d90d8e23fd85 None None] Routers {'a31efaa8-01cd-436c-9459-5102d7ddf034'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:50:25.256834 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-1fc61dfd-1a82-492b-800d-d90d8e23fd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:50:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['a31efaa8-01cd-436c-9459-5102d7ddf034'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:25.262004 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7ca5dec9-08ab-486f-9231-1f152efe04ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:25.296053 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9903a3-ce15-47be-8c43-d583ee61a930 None None] Pushing event updated for resources: {'Port': ['ID=68626426-1deb-41f6-8f69-f213d0189fb9,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:25.321156 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5dec9-08ab-486f-9231-1f152efe04ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Subnet': ['ID=9c5956fb-d439-4945-b0eb-47bd64587288,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:25.329147 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca5dec9-08ab-486f-9231-1f152efe04ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Checking segment: {'id': '8f7d29c0-82dc-4138-99a2-bb945f3036b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db33b020-b06d-4a94-8411-f82ce69d40f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:50:25.329494 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca5dec9-08ab-486f-9231-1f152efe04ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Network hostable DHCP agents. Network: db33b020-b06d-4a94-8411-f82ce69d40f7, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:50:25.348084 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca5dec9-08ab-486f-9231-1f152efe04ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Network db33b020-b06d-4a94-8411-f82ce69d40f7 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:50:25.357563 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-7ca5dec9-08ab-486f-9231-1f152efe04ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, db33b020-b06d-4a94-8411-f82ce69d40f7) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:50:25.362014 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca5dec9-08ab-486f-9231-1f152efe04ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:25.362886 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7ca5dec9-08ab-486f-9231-1f152efe04ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:25.367050 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f9fadc-336c-4831-98f6-b6085d2ecca7 None None] Network db33b020-b06d-4a94-8411-f82ce69d40f7 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:50:25.369777 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-1fc61dfd-1a82-492b-800d-d90d8e23fd85 None None] Set router a31efaa8-01cd-436c-9459-5102d7ddf034 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:50:25.378348 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7ca5dec9-08ab-486f-9231-1f152efe04ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6695473 Sep 21 18:50:25.381116 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55142) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:50:25.642012 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828176fc-e166-40af-802d-2a1a1a4836d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-db33b020-b06d-4a94-8411-f82ce69d40f7', 'network_id': 'db33b020-b06d-4a94-8411-f82ce69d40f7', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'fixed_ips': [{'subnet_id': '9c5956fb-d439-4945-b0eb-47bd64587288'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:50:25.642868 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-828176fc-e166-40af-802d-2a1a1a4836d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:25.654000 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-1fc61dfd-1a82-492b-800d-d90d8e23fd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35405920', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '68626426-1deb-41f6-8f69-f213d0189fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:50:22Z', 'updated_at': '2021-09-21T18:50:23Z', 'revision_number': 3, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '68626426-1deb-41f6-8f69-f213d0189fb9', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:50:23Z', 'updated_at': '2021-09-21T18:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:25.686112 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc61dfd-1a82-492b-800d-d90d8e23fd85 None None] The sync data for ids ['a31efaa8-01cd-436c-9459-5102d7ddf034'] in n-d-810291-1 is: [{'id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35405920', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '68626426-1deb-41f6-8f69-f213d0189fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:50:22Z', 'updated_at': '2021-09-21T18:50:23Z', 'revision_number': 3, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '68626426-1deb-41f6-8f69-f213d0189fb9', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:50:23Z', 'updated_at': '2021-09-21T18:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:50:25.815017 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-828176fc-e166-40af-802d-2a1a1a4836d0 None None] Allocated IP 172.20.0.2 (db33b020-b06d-4a94-8411-f82ce69d40f7/9c5956fb-d439-4945-b0eb-47bd64587288/aa19630a-a95a-467f-87aa-136021a54a0e) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:50:25.824252 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c32b273-2021-4186-8a49-557aa99adfc0 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:25.992931 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-828176fc-e166-40af-802d-2a1a1a4836d0 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:26.002804 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-828176fc-e166-40af-802d-2a1a1a4836d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:26.058793 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828176fc-e166-40af-802d-2a1a1a4836d0 None None] Network db33b020-b06d-4a94-8411-f82ce69d40f7 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:50:26.065669 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-828176fc-e166-40af-802d-2a1a1a4836d0 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:50:26.071037 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828176fc-e166-40af-802d-2a1a1a4836d0 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:50:26.082847 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828176fc-e166-40af-802d-2a1a1a4836d0 None None] Pushing event updated for resources: {'Port': ['ID=aa19630a-a95a-467f-87aa-136021a54a0e,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:26.105053 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 68626426-1deb-41f6-8f69-f213d0189fb9 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:50:26.168025 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-6c32b273-2021-4186-8a49-557aa99adfc0 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Allocated IP 172.20.0.1 (db33b020-b06d-4a94-8411-f82ce69d40f7/9c5956fb-d439-4945-b0eb-47bd64587288/e824e6e3-75c5-416e-9d21-d6f219ceee9f) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:50:26.182468 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-828176fc-e166-40af-802d-2a1a1a4836d0 None None] Attempting to bind port aa19630a-a95a-467f-87aa-136021a54a0e on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:50:26.183060 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-828176fc-e166-40af-802d-2a1a1a4836d0 None None] Attempting to bind port aa19630a-a95a-467f-87aa-136021a54a0e by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '8f7d29c0-82dc-4138-99a2-bb945f3036b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db33b020-b06d-4a94-8411-f82ce69d40f7'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:50:26.183690 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828176fc-e166-40af-802d-2a1a1a4836d0 None None] Attempting to bind port aa19630a-a95a-467f-87aa-136021a54a0e on network db33b020-b06d-4a94-8411-f82ce69d40f7 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:50:26.198800 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828176fc-e166-40af-802d-2a1a1a4836d0 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:50:26.199272 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828176fc-e166-40af-802d-2a1a1a4836d0 None None] Checking segment: {'id': '8f7d29c0-82dc-4138-99a2-bb945f3036b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db33b020-b06d-4a94-8411-f82ce69d40f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:50:26.199771 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-828176fc-e166-40af-802d-2a1a1a4836d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:26.200175 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828176fc-e166-40af-802d-2a1a1a4836d0 None None] Bound using segment: {'id': '8f7d29c0-82dc-4138-99a2-bb945f3036b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db33b020-b06d-4a94-8411-f82ce69d40f7'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:50:26.200810 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-828176fc-e166-40af-802d-2a1a1a4836d0 None None] Bound port: aa19630a-a95a-467f-87aa-136021a54a0e, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7d29c0-82dc-4138-99a2-bb945f3036b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db33b020-b06d-4a94-8411-f82ce69d40f7'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:50:26.201676 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-828176fc-e166-40af-802d-2a1a1a4836d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:26.220472 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 68626426-1deb-41f6-8f69-f213d0189fb9 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:50:26.220854 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:26.295190 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c32b273-2021-4186-8a49-557aa99adfc0 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:26.321513 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-828176fc-e166-40af-802d-2a1a1a4836d0 None None] For port aa19630a-a95a-467f-87aa-136021a54a0e, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:50:26.326237 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-828176fc-e166-40af-802d-2a1a1a4836d0 None None] For port aa19630a-a95a-467f-87aa-136021a54a0e, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=aa19630a-a95a-467f-87aa-136021a54a0e,segment=NetworkSegment(8f7d29c0-82dc-4138-99a2-bb945f3036b5),segment_id=8f7d29c0-82dc-4138-99a2-bb945f3036b5)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:50:26.330436 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c32b273-2021-4186-8a49-557aa99adfc0 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:26.352922 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-828176fc-e166-40af-802d-2a1a1a4836d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:26.381935 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c32b273-2021-4186-8a49-557aa99adfc0 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Network db33b020-b06d-4a94-8411-f82ce69d40f7 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:50:26.385413 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-6c32b273-2021-4186-8a49-557aa99adfc0 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:50:26.392607 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c32b273-2021-4186-8a49-557aa99adfc0 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:50:26.411406 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:26.417286 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32b273-2021-4186-8a49-557aa99adfc0 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Port': ['ID=e824e6e3-75c5-416e-9d21-d6f219ceee9f,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:26.449700 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c32b273-2021-4186-8a49-557aa99adfc0 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:26.455196 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828176fc-e166-40af-802d-2a1a1a4836d0 None None] Pushing event updated for resources: {'Port': ['ID=aa19630a-a95a-467f-87aa-136021a54a0e,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:26.460144 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 68626426-1deb-41f6-8f69-f213d0189fb9, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=68626426-1deb-41f6-8f69-f213d0189fb9,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:50:26.466387 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:26.528339 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=68626426-1deb-41f6-8f69-f213d0189fb9,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:26.595670 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c32b273-2021-4186-8a49-557aa99adfc0 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:26.899422 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c32b273-2021-4186-8a49-557aa99adfc0 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:26.905319 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c32b273-2021-4186-8a49-557aa99adfc0 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:26.975356 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-6c32b273-2021-4186-8a49-557aa99adfc0 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:26.977194 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32b273-2021-4186-8a49-557aa99adfc0 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Port': ['ID=e824e6e3-75c5-416e-9d21-d6f219ceee9f,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:27.079301 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c32b273-2021-4186-8a49-557aa99adfc0 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Network db33b020-b06d-4a94-8411-f82ce69d40f7 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:50:27.080774 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-6c32b273-2021-4186-8a49-557aa99adfc0 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:50:27.197934 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c32b273-2021-4186-8a49-557aa99adfc0 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Router a31efaa8-01cd-436c-9459-5102d7ddf034 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:50:27.312986 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c32b273-2021-4186-8a49-557aa99adfc0 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:50:27.318203 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-6c32b273-2021-4186-8a49-557aa99adfc0 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "PUT /v2.0/routers/a31efaa8-01cd-436c-9459-5102d7ddf034/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9361289 Sep 21 18:50:27.392451 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ffa8d2-b48b-430d-ad0f-fa3c601b997f None None] Sync routers for ids ['a31efaa8-01cd-436c-9459-5102d7ddf034'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:50:27.401752 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ffa8d2-b48b-430d-ad0f-fa3c601b997f None None] Routers {'a31efaa8-01cd-436c-9459-5102d7ddf034'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:50:27.402557 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d8ffa8d2-b48b-430d-ad0f-fa3c601b997f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:50:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['a31efaa8-01cd-436c-9459-5102d7ddf034'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:27.509687 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-d8ffa8d2-b48b-430d-ad0f-fa3c601b997f None None] Set router a31efaa8-01cd-436c-9459-5102d7ddf034 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:50:27.601039 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-874046ce-c123-4256-83a1-2bfc97eb4c63 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1147892348&fields=id&tenant_id=0f00e685b2234e11bd1ffddb0085e333 HTTP/1.1" status: 200 len: 267 time: 0.0329683 Sep 21 18:50:27.649147 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:50:27.715410 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-0a48d82f-47c4-4120-b321-c6affbd7c821 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:27.722687 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-0a48d82f-47c4-4120-b321-c6affbd7c821 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/networks?id=db33b020-b06d-4a94-8411-f82ce69d40f7 HTTP/1.1" status: 200 len: 796 time: 0.1141732 Sep 21 18:50:27.724709 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d8ffa8d2-b48b-430d-ad0f-fa3c601b997f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35405920', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '68626426-1deb-41f6-8f69-f213d0189fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:50:22Z', 'updated_at': '2021-09-21T18:50:26Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '68626426-1deb-41f6-8f69-f213d0189fb9', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:50:23Z', 'updated_at': '2021-09-21T18:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'e824e6e3-75c5-416e-9d21-d6f219ceee9f', 'name': '', 'network_id': 'db33b020-b06d-4a94-8411-f82ce69d40f7', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:20:86:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9c5956fb-d439-4945-b0eb-47bd64587288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:50:25Z', 'updated_at': '2021-09-21T18:50:26Z', 'revision_number': 2, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': '9c5956fb-d439-4945-b0eb-47bd64587288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:27.734571 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-c795547c-4e07-4f77-83c3-d27b2b49503e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/quotas/0f00e685b2234e11bd1ffddb0085e333 HTTP/1.1" status: 200 len: 375 time: 0.0094795 Sep 21 18:50:27.752536 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ffa8d2-b48b-430d-ad0f-fa3c601b997f None None] Checking router: a31efaa8-01cd-436c-9459-5102d7ddf034 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:50:27.752882 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ffa8d2-b48b-430d-ad0f-fa3c601b997f None None] Updating router a31efaa8-01cd-436c-9459-5102d7ddf034 port e824e6e3-75c5-416e-9d21-d6f219ceee9f binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:50:27.776820 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-d8ffa8d2-b48b-430d-ad0f-fa3c601b997f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:27.787990 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-5677f87b-2173-4644-a185-62210c763758 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471406 Sep 21 18:50:27.894093 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-203c9a08-90f8-4f7d-8ff0-729305bc7188 service neutron] 10.222.0.58 "GET /v2.0/networks/db33b020-b06d-4a94-8411-f82ce69d40f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936589 Sep 21 18:50:28.002405 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-f675ff16-6b59-46c9-8fe9-9a7e49830d1f service neutron] 10.222.0.58 "GET /v2.0/networks/db33b020-b06d-4a94-8411-f82ce69d40f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014843 Sep 21 18:50:28.160133 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device aa19630a-a95a-467f-87aa-136021a54a0e up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:50:28.180820 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-d8ffa8d2-b48b-430d-ad0f-fa3c601b997f None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:28.186303 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-d8ffa8d2-b48b-430d-ad0f-fa3c601b997f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:28.214574 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91d5e4a-3365-403d-87f4-0971bbe4efd5 None None] Network db33b020-b06d-4a94-8411-f82ce69d40f7 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:50:28.237260 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port aa19630a-a95a-467f-87aa-136021a54a0e triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:50:28.237552 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:28.241031 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d056f4-e0ce-417a-94e1-0bee6bc32d13 None None] Pushing event updated for resources: {'Port': ['ID=e824e6e3-75c5-416e-9d21-d6f219ceee9f,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:28.262959 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d056f4-e0ce-417a-94e1-0bee6bc32d13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:28.263302 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d056f4-e0ce-417a-94e1-0bee6bc32d13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:28.263623 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d056f4-e0ce-417a-94e1-0bee6bc32d13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:28.263980 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d056f4-e0ce-417a-94e1-0bee6bc32d13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:28.264298 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d056f4-e0ce-417a-94e1-0bee6bc32d13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:28.264585 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d056f4-e0ce-417a-94e1-0bee6bc32d13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:28.264896 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d056f4-e0ce-417a-94e1-0bee6bc32d13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:28.265239 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d056f4-e0ce-417a-94e1-0bee6bc32d13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:28.265550 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d056f4-e0ce-417a-94e1-0bee6bc32d13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:28.265857 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d056f4-e0ce-417a-94e1-0bee6bc32d13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:28.266271 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d056f4-e0ce-417a-94e1-0bee6bc32d13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:28.266581 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d056f4-e0ce-417a-94e1-0bee6bc32d13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:50:28.301315 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-d8ffa8d2-b48b-430d-ad0f-fa3c601b997f None None] Attempting to bind port e824e6e3-75c5-416e-9d21-d6f219ceee9f on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:50:28.301687 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-d8ffa8d2-b48b-430d-ad0f-fa3c601b997f None None] Attempting to bind port e824e6e3-75c5-416e-9d21-d6f219ceee9f by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '8f7d29c0-82dc-4138-99a2-bb945f3036b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db33b020-b06d-4a94-8411-f82ce69d40f7'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:50:28.302047 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ffa8d2-b48b-430d-ad0f-fa3c601b997f None None] Attempting to bind port e824e6e3-75c5-416e-9d21-d6f219ceee9f on network db33b020-b06d-4a94-8411-f82ce69d40f7 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:50:28.307064 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ffa8d2-b48b-430d-ad0f-fa3c601b997f None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:50:28.307434 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ffa8d2-b48b-430d-ad0f-fa3c601b997f None None] Checking segment: {'id': '8f7d29c0-82dc-4138-99a2-bb945f3036b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db33b020-b06d-4a94-8411-f82ce69d40f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:50:28.307876 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-d8ffa8d2-b48b-430d-ad0f-fa3c601b997f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:28.308274 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ffa8d2-b48b-430d-ad0f-fa3c601b997f None None] Bound using segment: {'id': '8f7d29c0-82dc-4138-99a2-bb945f3036b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db33b020-b06d-4a94-8411-f82ce69d40f7'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:50:28.308730 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-d8ffa8d2-b48b-430d-ad0f-fa3c601b997f None None] Bound port: e824e6e3-75c5-416e-9d21-d6f219ceee9f, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7d29c0-82dc-4138-99a2-bb945f3036b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db33b020-b06d-4a94-8411-f82ce69d40f7'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:50:28.309105 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-d8ffa8d2-b48b-430d-ad0f-fa3c601b997f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:28.323796 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-bcbf540c-92c7-4d31-a300-9711b695c296 None None] Provisioning complete for port aa19630a-a95a-467f-87aa-136021a54a0e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:50:28.324166 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bcbf540c-92c7-4d31-a300-9711b695c296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:28.379391 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-d8ffa8d2-b48b-430d-ad0f-fa3c601b997f None None] For port e824e6e3-75c5-416e-9d21-d6f219ceee9f, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:50:28.382747 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-d8ffa8d2-b48b-430d-ad0f-fa3c601b997f None None] For port e824e6e3-75c5-416e-9d21-d6f219ceee9f, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e824e6e3-75c5-416e-9d21-d6f219ceee9f,segment=NetworkSegment(8f7d29c0-82dc-4138-99a2-bb945f3036b5),segment_id=8f7d29c0-82dc-4138-99a2-bb945f3036b5)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:50:28.388767 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-d8ffa8d2-b48b-430d-ad0f-fa3c601b997f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:28.448570 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ffa8d2-b48b-430d-ad0f-fa3c601b997f None None] Routers {'a31efaa8-01cd-436c-9459-5102d7ddf034'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:50:28.449274 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d8ffa8d2-b48b-430d-ad0f-fa3c601b997f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:50:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['a31efaa8-01cd-436c-9459-5102d7ddf034'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:28.451039 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d056f4-e0ce-417a-94e1-0bee6bc32d13 None None] Pushing event updated for resources: {'Port': ['ID=e824e6e3-75c5-416e-9d21-d6f219ceee9f,revision_number=4']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:28.557252 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-d8ffa8d2-b48b-430d-ad0f-fa3c601b997f None None] Set router a31efaa8-01cd-436c-9459-5102d7ddf034 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:50:28.628663 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:28.688664 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bcbf540c-92c7-4d31-a300-9711b695c296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:28.717093 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port aa19630a-a95a-467f-87aa-136021a54a0e, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=aa19630a-a95a-467f-87aa-136021a54a0e,segment=NetworkSegment(8f7d29c0-82dc-4138-99a2-bb945f3036b5),segment_id=8f7d29c0-82dc-4138-99a2-bb945f3036b5)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:50:28.725172 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:28.725993 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 68626426-1deb-41f6-8f69-f213d0189fb9 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:50:28.761852 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d8ffa8d2-b48b-430d-ad0f-fa3c601b997f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35405920', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '68626426-1deb-41f6-8f69-f213d0189fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:50:22Z', 'updated_at': '2021-09-21T18:50:26Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '68626426-1deb-41f6-8f69-f213d0189fb9', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:50:23Z', 'updated_at': '2021-09-21T18:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'e824e6e3-75c5-416e-9d21-d6f219ceee9f', 'name': '', 'network_id': 'db33b020-b06d-4a94-8411-f82ce69d40f7', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:20:86:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9c5956fb-d439-4945-b0eb-47bd64587288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:50:25Z', 'updated_at': '2021-09-21T18:50:28Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': '9c5956fb-d439-4945-b0eb-47bd64587288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:28.793861 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ffa8d2-b48b-430d-ad0f-fa3c601b997f None None] The sync data for ids ['a31efaa8-01cd-436c-9459-5102d7ddf034'] in n-d-810291-1 is: [{'id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35405920', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '68626426-1deb-41f6-8f69-f213d0189fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:50:22Z', 'updated_at': '2021-09-21T18:50:26Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '68626426-1deb-41f6-8f69-f213d0189fb9', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:50:23Z', 'updated_at': '2021-09-21T18:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'e824e6e3-75c5-416e-9d21-d6f219ceee9f', 'name': '', 'network_id': 'db33b020-b06d-4a94-8411-f82ce69d40f7', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:20:86:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9c5956fb-d439-4945-b0eb-47bd64587288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:50:25Z', 'updated_at': '2021-09-21T18:50:28Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': '9c5956fb-d439-4945-b0eb-47bd64587288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:50:28.845888 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.db.api [None req-bcbf540c-92c7-4d31-a300-9711b695c296 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101462) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 18:50:28.846251 n-d-810291-1 neutron-server[101462]: DEBUG oslo_db.api [None req-bcbf540c-92c7-4d31-a300-9711b695c296 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 18:50:28.848856 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=aa19630a-a95a-467f-87aa-136021a54a0e,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:28.866108 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 68626426-1deb-41f6-8f69-f213d0189fb9 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:50:28.866577 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:29.315841 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-090c94a4-be15-413d-a5bb-9729b7f31a4d req-3eba3d65-f930-4688-98bf-0556fc010e22 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=a655537c-f996-49c4-9a7f-9b7e39849e08 HTTP/1.1" status: 200 len: 210 time: 0.1180873 Sep 21 18:50:29.517454 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9e299db9-ebb2-4fcd-981a-1e727409c834 None None] Provisioning complete for port aa19630a-a95a-467f-87aa-136021a54a0e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:50:29.518008 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9e299db9-ebb2-4fcd-981a-1e727409c834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:29.646593 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9e299db9-ebb2-4fcd-981a-1e727409c834 None None] Provisioning complete for port e824e6e3-75c5-416e-9d21-d6f219ceee9f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:50:29.646889 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9e299db9-ebb2-4fcd-981a-1e727409c834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:29.755709 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9e299db9-ebb2-4fcd-981a-1e727409c834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:29.794572 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9e299db9-ebb2-4fcd-981a-1e727409c834 None None] For port e824e6e3-75c5-416e-9d21-d6f219ceee9f, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e824e6e3-75c5-416e-9d21-d6f219ceee9f,segment=NetworkSegment(8f7d29c0-82dc-4138-99a2-bb945f3036b5),segment_id=8f7d29c0-82dc-4138-99a2-bb945f3036b5)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:50:29.799251 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9e299db9-ebb2-4fcd-981a-1e727409c834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:29.848477 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e299db9-ebb2-4fcd-981a-1e727409c834 None None] Pushing event updated for resources: {'Port': ['ID=e824e6e3-75c5-416e-9d21-d6f219ceee9f,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:29.920140 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b40e2469-4152-47a5-a58c-003e74c4c9c2 None None] Provisioning complete for port e824e6e3-75c5-416e-9d21-d6f219ceee9f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:50:29.920514 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b40e2469-4152-47a5-a58c-003e74c4c9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:30.113411 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e824e6e3-75c5-416e-9d21-d6f219ceee9f up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:50:30.166103 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port e824e6e3-75c5-416e-9d21-d6f219ceee9f triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:50:30.166467 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:30.255853 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device aa19630a-a95a-467f-87aa-136021a54a0e up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:50:30.305364 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port aa19630a-a95a-467f-87aa-136021a54a0e triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:50:30.305841 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:30.422008 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-6625e3cb-6bf9-46ad-a06a-baedc33162b0 req-a7b57567-9723-402c-95e1-e68bd13e1dad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=a655537c-f996-49c4-9a7f-9b7e39849e08 HTTP/1.1" status: 200 len: 210 time: 0.0265923 Sep 21 18:50:30.455420 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-d2283799-4f7b-451a-992a-5b0d8af46434 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:30.456807 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-d2283799-4f7b-451a-992a-5b0d8af46434 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.44 "GET /v2.0/networks?id=db33b020-b06d-4a94-8411-f82ce69d40f7 HTTP/1.1" status: 200 len: 796 time: 0.1169667 Sep 21 18:50:30.502621 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-4b782d38-2dd9-4637-9d74-6727955497e6 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f00e685b2234e11bd1ffddb0085e333 HTTP/1.1" status: 200 len: 380 time: 0.0358381 Sep 21 18:50:30.513230 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-30b60daa-3390-44e0-9051-806faf660f6f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'port': {'device_id': 'a655537c-f996-49c4-9a7f-9b7e39849e08', 'network_id': 'db33b020-b06d-4a94-8411-f82ce69d40f7', 'admin_state_up': True, 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'security_groups': ['334d0324-b6a9-4b04-9522-e8c6af2e9322']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:50:30.626614 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-30b60daa-3390-44e0-9051-806faf660f6f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Made reservation on behalf of 0f00e685b2234e11bd1ffddb0085e333 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:50:30.630119 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-30b60daa-3390-44e0-9051-806faf660f6f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:30.760628 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-30b60daa-3390-44e0-9051-806faf660f6f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Allocated IP 172.20.0.9 (db33b020-b06d-4a94-8411-f82ce69d40f7/9c5956fb-d439-4945-b0eb-47bd64587288/b631001b-4ae7-42e4-8a6e-ae4b997f1a98) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:50:30.901890 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-30b60daa-3390-44e0-9051-806faf660f6f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:30.938035 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-30b60daa-3390-44e0-9051-806faf660f6f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:30.979392 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-30b60daa-3390-44e0-9051-806faf660f6f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Network db33b020-b06d-4a94-8411-f82ce69d40f7 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:50:30.982469 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-30b60daa-3390-44e0-9051-806faf660f6f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:50:30.988208 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-30b60daa-3390-44e0-9051-806faf660f6f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:50:30.994640 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b60daa-3390-44e0-9051-806faf660f6f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Port': ['ID=b631001b-4ae7-42e4-8a6e-ae4b997f1a98,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:31.044154 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-30b60daa-3390-44e0-9051-806faf660f6f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:31.044813 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-30b60daa-3390-44e0-9051-806faf660f6f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:31.065763 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-30b60daa-3390-44e0-9051-806faf660f6f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5557721 Sep 21 18:50:31.076235 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-9f318dcc-60fa-4af4-96d1-028dfcf3301c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:50:31.077284 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-9f318dcc-60fa-4af4-96d1-028dfcf3301c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054257 Sep 21 18:50:31.090468 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-a2d40ec6-525e-4086-ab5a-1563089b4818 service neutron] Request body: {'port': {'device_id': 'a655537c-f996-49c4-9a7f-9b7e39849e08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:50:31.147665 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-a2d40ec6-525e-4086-ab5a-1563089b4818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:31.251939 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-a237739f-fabb-41dc-a8ff-4830bbf1ced7 None None] Provisioning complete for port b631001b-4ae7-42e4-8a6e-ae4b997f1a98 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:50:31.252513 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a237739f-fabb-41dc-a8ff-4830bbf1ced7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:31.287483 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-a237739f-fabb-41dc-a8ff-4830bbf1ced7 None None] Port b631001b-4ae7-42e4-8a6e-ae4b997f1a98 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:50:31.419678 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-a2d40ec6-525e-4086-ab5a-1563089b4818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b631001b-4ae7-42e4-8a6e-ae4b997f1a98 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:50:31.427462 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-a2d40ec6-525e-4086-ab5a-1563089b4818 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:31.441221 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-a2d40ec6-525e-4086-ab5a-1563089b4818 service neutron] Transition to ACTIVE for port object b631001b-4ae7-42e4-8a6e-ae4b997f1a98 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:50:31.445048 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-a2d40ec6-525e-4086-ab5a-1563089b4818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:31.537194 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d40ec6-525e-4086-ab5a-1563089b4818 service neutron] Pushing event updated for resources: {'Port': ['ID=b631001b-4ae7-42e4-8a6e-ae4b997f1a98,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:31.601112 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a128d7d-8f33-44e0-92db-191aeba786ba req-bf3d0545-452f-4377-8feb-de4c679282be tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:31.602662 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2a128d7d-8f33-44e0-92db-191aeba786ba req-bf3d0545-452f-4377-8feb-de4c679282be tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=a655537c-f996-49c4-9a7f-9b7e39849e08 HTTP/1.1" status: 200 len: 943 time: 0.1062989 Sep 21 18:50:31.603607 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-a2d40ec6-525e-4086-ab5a-1563089b4818 service neutron] Attempting to bind port b631001b-4ae7-42e4-8a6e-ae4b997f1a98 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:50:31.603935 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-a2d40ec6-525e-4086-ab5a-1563089b4818 service neutron] Attempting to bind port b631001b-4ae7-42e4-8a6e-ae4b997f1a98 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '8f7d29c0-82dc-4138-99a2-bb945f3036b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db33b020-b06d-4a94-8411-f82ce69d40f7'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:50:31.604317 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-a2d40ec6-525e-4086-ab5a-1563089b4818 service neutron] Attempting to bind port b631001b-4ae7-42e4-8a6e-ae4b997f1a98 on network db33b020-b06d-4a94-8411-f82ce69d40f7 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:50:31.609157 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-a2d40ec6-525e-4086-ab5a-1563089b4818 service neutron] Port b631001b-4ae7-42e4-8a6e-ae4b997f1a98 on network db33b020-b06d-4a94-8411-f82ce69d40f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:50:31.609506 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-a2d40ec6-525e-4086-ab5a-1563089b4818 service neutron] Attempting to bind port b631001b-4ae7-42e4-8a6e-ae4b997f1a98 on network db33b020-b06d-4a94-8411-f82ce69d40f7 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:50:31.621264 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-a2d40ec6-525e-4086-ab5a-1563089b4818 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:50:31.621550 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-a2d40ec6-525e-4086-ab5a-1563089b4818 service neutron] Checking segment: {'id': '8f7d29c0-82dc-4138-99a2-bb945f3036b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db33b020-b06d-4a94-8411-f82ce69d40f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:50:31.621929 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-a2d40ec6-525e-4086-ab5a-1563089b4818 service neutron] Bound using segment: {'id': '8f7d29c0-82dc-4138-99a2-bb945f3036b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db33b020-b06d-4a94-8411-f82ce69d40f7'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:50:31.622371 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-a2d40ec6-525e-4086-ab5a-1563089b4818 service neutron] Bound port: b631001b-4ae7-42e4-8a6e-ae4b997f1a98, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f7d29c0-82dc-4138-99a2-bb945f3036b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'db33b020-b06d-4a94-8411-f82ce69d40f7'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:50:31.622722 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-a2d40ec6-525e-4086-ab5a-1563089b4818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:31.674892 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2a128d7d-8f33-44e0-92db-191aeba786ba req-c2038c1f-7516-4ea2-8bd9-cbbb676f39c0 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=334d0324-b6a9-4b04-9522-e8c6af2e9322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629187 Sep 21 18:50:31.705872 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-a2d40ec6-525e-4086-ab5a-1563089b4818 service neutron] For port b631001b-4ae7-42e4-8a6e-ae4b997f1a98, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:50:31.709505 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-a2d40ec6-525e-4086-ab5a-1563089b4818 service neutron] For port b631001b-4ae7-42e4-8a6e-ae4b997f1a98, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=b631001b-4ae7-42e4-8a6e-ae4b997f1a98,segment=NetworkSegment(8f7d29c0-82dc-4138-99a2-bb945f3036b5),segment_id=8f7d29c0-82dc-4138-99a2-bb945f3036b5)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:50:31.716384 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-a2d40ec6-525e-4086-ab5a-1563089b4818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:31.747725 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-a2d40ec6-525e-4086-ab5a-1563089b4818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:31.748446 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-a2d40ec6-525e-4086-ab5a-1563089b4818 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:31.749784 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-a2d40ec6-525e-4086-ab5a-1563089b4818 service neutron] 10.222.0.44 "PUT /v2.0/ports/b631001b-4ae7-42e4-8a6e-ae4b997f1a98 HTTP/1.1" status: 200 len: 1091 time: 0.6636150 Sep 21 18:50:31.752023 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a655537c-f996-49c4-9a7f-9b7e39849e08', 'tag': 'b631001b-4ae7-42e4-8a6e-ae4b997f1a98'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:50:31.755212 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc63352-e283-41dd-91c1-962f76ee549d" -d '{"events": [{"name": "network-changed", "server_uuid": "a655537c-f996-49c4-9a7f-9b7e39849e08", "tag": "b631001b-4ae7-42e4-8a6e-ae4b997f1a98"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:50:31.785574 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d40ec6-525e-4086-ab5a-1563089b4818 service neutron] Pushing event updated for resources: {'Port': ['ID=b631001b-4ae7-42e4-8a6e-ae4b997f1a98,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:31.817396 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3191826-b43d-47a4-a1af-98fdbbc9dfa9 x-openstack-request-id: req-a3191826-b43d-47a4-a1af-98fdbbc9dfa9 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:50:31.817776 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a655537c-f996-49c4-9a7f-9b7e39849e08", "tag": "b631001b-4ae7-42e4-8a6e-ae4b997f1a98", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:50:31.818082 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a3191826-b43d-47a4-a1af-98fdbbc9dfa9 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:50:31.818536 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a655537c-f996-49c4-9a7f-9b7e39849e08', 'tag': 'b631001b-4ae7-42e4-8a6e-ae4b997f1a98', 'status': 'completed', 'code': 200} Sep 21 18:50:31.834835 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-8b2ae721-105d-45cb-a597-be29ebe734a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:31.836512 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-8b2ae721-105d-45cb-a597-be29ebe734a6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&device_id=a655537c-f996-49c4-9a7f-9b7e39849e08 HTTP/1.1" status: 200 len: 1094 time: 0.0468109 Sep 21 18:50:31.884850 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-349e9f76-98f5-45a3-8746-2449b89db0db service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b631001b-4ae7-42e4-8a6e-ae4b997f1a98 HTTP/1.1" status: 200 len: 217 time: 0.0393238 Sep 21 18:50:31.936245 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-18a087a4-1b8f-40d8-8574-60bb30ea3290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:31.937651 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-18a087a4-1b8f-40d8-8574-60bb30ea3290 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9c5956fb-d439-4945-b0eb-47bd64587288 HTTP/1.1" status: 200 len: 835 time: 0.0448346 Sep 21 18:50:31.984042 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-21ae17a9-e8a4-4147-9c8a-10134e758650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:31.985594 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-21ae17a9-e8a4-4147-9c8a-10134e758650 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db33b020-b06d-4a94-8411-f82ce69d40f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396910 Sep 21 18:50:32.085816 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-592cd589-c6ca-4197-b9a2-ff5403b14d47 service neutron] 10.222.0.44 "GET /v2.0/networks/db33b020-b06d-4a94-8411-f82ce69d40f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920537 Sep 21 18:50:32.175297 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-51ce1a18-7469-46be-bc02-85c5a46737c5 req-28113661-be89-4151-9968-cfd5747492a5 service neutron] 10.222.0.44 "GET /v2.0/networks/db33b020-b06d-4a94-8411-f82ce69d40f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814822 Sep 21 18:50:32.271248 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc63352-e283-41dd-91c1-962f76ee549d req-bb7f37a0-5814-4b9e-a16c-0e306a233abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:32.272754 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1bc63352-e283-41dd-91c1-962f76ee549d req-bb7f37a0-5814-4b9e-a16c-0e306a233abe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&device_id=a655537c-f996-49c4-9a7f-9b7e39849e08 HTTP/1.1" status: 200 len: 1094 time: 0.0463855 Sep 21 18:50:32.366629 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc63352-e283-41dd-91c1-962f76ee549d req-7ddde305-39be-4280-9528-3187dd71faff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:32.368160 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1bc63352-e283-41dd-91c1-962f76ee549d req-7ddde305-39be-4280-9528-3187dd71faff service neutron] 10.222.0.44 "GET /v2.0/networks?id=db33b020-b06d-4a94-8411-f82ce69d40f7 HTTP/1.1" status: 200 len: 897 time: 0.0873728 Sep 21 18:50:32.421991 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1bc63352-e283-41dd-91c1-962f76ee549d req-e42740ed-aa27-4833-90fd-c7f497119d52 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b631001b-4ae7-42e4-8a6e-ae4b997f1a98 HTTP/1.1" status: 200 len: 217 time: 0.0445480 Sep 21 18:50:32.479198 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc63352-e283-41dd-91c1-962f76ee549d req-7c75a5eb-caaf-4f38-a21a-9d68fc71b2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:32.480617 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1bc63352-e283-41dd-91c1-962f76ee549d req-7c75a5eb-caaf-4f38-a21a-9d68fc71b2f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9c5956fb-d439-4945-b0eb-47bd64587288 HTTP/1.1" status: 200 len: 835 time: 0.0507002 Sep 21 18:50:32.528967 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc63352-e283-41dd-91c1-962f76ee549d req-586b9879-7436-483c-8229-70c4af8eb8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:32.530438 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1bc63352-e283-41dd-91c1-962f76ee549d req-586b9879-7436-483c-8229-70c4af8eb8e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db33b020-b06d-4a94-8411-f82ce69d40f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414898 Sep 21 18:50:32.627105 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1bc63352-e283-41dd-91c1-962f76ee549d req-bdddb04d-c81f-4c5a-98c9-289e90cb1261 service neutron] 10.222.0.44 "GET /v2.0/networks/db33b020-b06d-4a94-8411-f82ce69d40f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859423 Sep 21 18:50:32.726688 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1bc63352-e283-41dd-91c1-962f76ee549d req-64ec1693-64a0-4d59-a773-398878aa17db service neutron] 10.222.0.44 "GET /v2.0/networks/db33b020-b06d-4a94-8411-f82ce69d40f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917583 Sep 21 18:50:32.810314 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3200ae-9690-4fc2-958c-eb4603510e0c req-4d53ff74-5d16-4ca5-933f-0690abc75ae4 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:32.811733 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dc3200ae-9690-4fc2-958c-eb4603510e0c req-4d53ff74-5d16-4ca5-933f-0690abc75ae4 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=a655537c-f996-49c4-9a7f-9b7e39849e08 HTTP/1.1" status: 200 len: 943 time: 0.0594788 Sep 21 18:50:32.852741 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-dc3200ae-9690-4fc2-958c-eb4603510e0c req-0dc5a815-4512-4195-bbf2-5cd4eaa1b12c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=334d0324-b6a9-4b04-9522-e8c6af2e9322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348563 Sep 21 18:50:33.984764 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028d34e-0faf-46ad-9d6d-dc3db0c91387 req-7db1cf4c-5151-414a-a34b-84867284f344 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:33.986255 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a028d34e-0faf-46ad-9d6d-dc3db0c91387 req-7db1cf4c-5151-414a-a34b-84867284f344 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=a655537c-f996-49c4-9a7f-9b7e39849e08 HTTP/1.1" status: 200 len: 943 time: 0.0496895 Sep 21 18:50:34.024651 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a028d34e-0faf-46ad-9d6d-dc3db0c91387 req-6538eb19-71e5-4b11-b701-e361f0144791 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=334d0324-b6a9-4b04-9522-e8c6af2e9322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322814 Sep 21 18:50:35.058242 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device b631001b-4ae7-42e4-8a6e-ae4b997f1a98 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:50:35.154463 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d2f87-076a-41a4-a0f5-3057d3ac0d47 req-3e7757c5-5496-486e-ae99-a33f0ef94d49 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:35.156005 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-de0d2f87-076a-41a4-a0f5-3057d3ac0d47 req-3e7757c5-5496-486e-ae99-a33f0ef94d49 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=a655537c-f996-49c4-9a7f-9b7e39849e08 HTTP/1.1" status: 200 len: 943 time: 0.0517614 Sep 21 18:50:35.161420 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port b631001b-4ae7-42e4-8a6e-ae4b997f1a98, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=b631001b-4ae7-42e4-8a6e-ae4b997f1a98,segment=NetworkSegment(8f7d29c0-82dc-4138-99a2-bb945f3036b5),segment_id=8f7d29c0-82dc-4138-99a2-bb945f3036b5)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:50:35.172864 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'b631001b-4ae7-42e4-8a6e-ae4b997f1a98', 'network_id': 'db33b020-b06d-4a94-8411-f82ce69d40f7', 'port_id': 'b631001b-4ae7-42e4-8a6e-ae4b997f1a98', 'mac_address': 'fa:16:3e:b7:97:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c5956fb-d439-4945-b0eb-47bd64587288', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:50:35.195476 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-de0d2f87-076a-41a4-a0f5-3057d3ac0d47 req-ec9fb999-15a3-4bbf-830c-72e92d3087f9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=334d0324-b6a9-4b04-9522-e8c6af2e9322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329828 Sep 21 18:50:35.210328 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:35.223120 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b631001b-4ae7-42e4-8a6e-ae4b997f1a98 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:50:35.242198 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port b631001b-4ae7-42e4-8a6e-ae4b997f1a98, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=b631001b-4ae7-42e4-8a6e-ae4b997f1a98,segment=NetworkSegment(8f7d29c0-82dc-4138-99a2-bb945f3036b5),segment_id=8f7d29c0-82dc-4138-99a2-bb945f3036b5)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:50:35.247689 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:35.296606 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=b631001b-4ae7-42e4-8a6e-ae4b997f1a98,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:35.466560 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['b631001b-4ae7-42e4-8a6e-ae4b997f1a98'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:50:36.313962 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5768f4-4650-4f67-96bc-631a60b0dc89 req-b818f958-8a31-492c-b996-481578574c8f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:36.315480 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-af5768f4-4650-4f67-96bc-631a60b0dc89 req-b818f958-8a31-492c-b996-481578574c8f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=a655537c-f996-49c4-9a7f-9b7e39849e08 HTTP/1.1" status: 200 len: 944 time: 0.0514781 Sep 21 18:50:36.357219 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-af5768f4-4650-4f67-96bc-631a60b0dc89 req-f1bfd538-7623-43d7-84f6-48849f3ded5c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=334d0324-b6a9-4b04-9522-e8c6af2e9322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323641 Sep 21 18:50:37.072739 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device b631001b-4ae7-42e4-8a6e-ae4b997f1a98 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:50:37.129690 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port b631001b-4ae7-42e4-8a6e-ae4b997f1a98 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:50:37.133557 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port b631001b-4ae7-42e4-8a6e-ae4b997f1a98 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:50:37.133936 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:37.210130 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:37.231936 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a655537c-f996-49c4-9a7f-9b7e39849e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b631001b-4ae7-42e4-8a6e-ae4b997f1a98'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:50:37.234199 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7be9786b8e12a57addcd3d24694f9862590c26d6af0c76ac9baad1416f83940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0603b985-79fd-4669-9ba6-354b7f071978" -d '{"events": [{"server_uuid": "a655537c-f996-49c4-9a7f-9b7e39849e08", "name": "network-vif-plugged", "status": "completed", "tag": "b631001b-4ae7-42e4-8a6e-ae4b997f1a98"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:50:37.246439 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port b631001b-4ae7-42e4-8a6e-ae4b997f1a98, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=b631001b-4ae7-42e4-8a6e-ae4b997f1a98,segment=NetworkSegment(8f7d29c0-82dc-4138-99a2-bb945f3036b5),segment_id=8f7d29c0-82dc-4138-99a2-bb945f3036b5)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:50:37.251257 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:37.276715 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29bbc56-8d49-491d-ab5d-1fa9ecf1abe1 x-openstack-request-id: req-b29bbc56-8d49-491d-ab5d-1fa9ecf1abe1 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:50:37.277005 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a655537c-f996-49c4-9a7f-9b7e39849e08", "name": "network-vif-plugged", "status": "completed", "tag": "b631001b-4ae7-42e4-8a6e-ae4b997f1a98", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:50:37.277248 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b29bbc56-8d49-491d-ab5d-1fa9ecf1abe1 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:50:37.277622 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a655537c-f996-49c4-9a7f-9b7e39849e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b631001b-4ae7-42e4-8a6e-ae4b997f1a98', 'code': 200} Sep 21 18:50:37.304358 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=b631001b-4ae7-42e4-8a6e-ae4b997f1a98,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:37.371167 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2b52d-7156-495a-bf60-14ff60c960d1 req-c18cdf61-3454-404d-9a8e-309931638733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:37.372655 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-32d2b52d-7156-495a-bf60-14ff60c960d1 req-c18cdf61-3454-404d-9a8e-309931638733 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a655537c-f996-49c4-9a7f-9b7e39849e08 HTTP/1.1" status: 200 len: 1096 time: 0.0406442 Sep 21 18:50:37.414873 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-32d2b52d-7156-495a-bf60-14ff60c960d1 req-b40de8d4-3207-4231-9d43-28b678518c75 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=334d0324-b6a9-4b04-9522-e8c6af2e9322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342689 Sep 21 18:50:37.488361 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae9286-652f-4040-9ef8-344141682fe6 req-9e123389-e237-4def-8f3f-89f89026fee2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:37.489700 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-58ae9286-652f-4040-9ef8-344141682fe6 req-9e123389-e237-4def-8f3f-89f89026fee2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=a655537c-f996-49c4-9a7f-9b7e39849e08 HTTP/1.1" status: 200 len: 945 time: 0.0557225 Sep 21 18:50:37.530285 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-58ae9286-652f-4040-9ef8-344141682fe6 req-16268426-92fe-45f0-92fe-eafad8de8c3d tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=334d0324-b6a9-4b04-9522-e8c6af2e9322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310657 Sep 21 18:50:38.649880 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da6e01-89cd-4b5a-8c3b-fa8fabf8dc76 req-8b650e3a-5d97-43d6-bba3-0693a616d6c0 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:38.651368 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-56da6e01-89cd-4b5a-8c3b-fa8fabf8dc76 req-8b650e3a-5d97-43d6-bba3-0693a616d6c0 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=a655537c-f996-49c4-9a7f-9b7e39849e08 HTTP/1.1" status: 200 len: 945 time: 0.0497983 Sep 21 18:50:38.692120 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-56da6e01-89cd-4b5a-8c3b-fa8fabf8dc76 req-7e95898a-6220-4b7c-9c14-9b34124968e9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=334d0324-b6a9-4b04-9522-e8c6af2e9322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346189 Sep 21 18:50:38.811337 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac324e-9bbd-48d0-9412-fc55ed99b48f req-98128a76-963b-4992-a943-8bc8d51f1720 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:38.812896 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d1ac324e-9bbd-48d0-9412-fc55ed99b48f req-98128a76-963b-4992-a943-8bc8d51f1720 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=a655537c-f996-49c4-9a7f-9b7e39849e08 HTTP/1.1" status: 200 len: 945 time: 0.0535438 Sep 21 18:50:38.853208 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d1ac324e-9bbd-48d0-9412-fc55ed99b48f req-cccce198-55ad-4091-99fd-18e79a0f9ce3 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=334d0324-b6a9-4b04-9522-e8c6af2e9322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338492 Sep 21 18:50:38.875623 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55206) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:50:38.917492 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189a6a9f-72fa-405c-9922-77e7459bf12f tempest-TestNetworkAdvancedServerOps-343949058 tempest-TestNetworkAdvancedServerOps-343949058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:38.919044 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-189a6a9f-72fa-405c-9922-77e7459bf12f tempest-TestNetworkAdvancedServerOps-343949058 tempest-TestNetworkAdvancedServerOps-343949058-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a655537c-f996-49c4-9a7f-9b7e39849e08 HTTP/1.1" status: 200 len: 1091 time: 0.0423682 Sep 21 18:50:38.922435 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55208) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:50:38.929371 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-3c23a17d-62f8-4531-b7ec-1f8fc1873793 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'port_id': 'b631001b-4ae7-42e4-8a6e-ae4b997f1a98', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:50:38.957698 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3c23a17d-62f8-4531-b7ec-1f8fc1873793 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for floatingip, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:39.058586 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3c23a17d-62f8-4531-b7ec-1f8fc1873793 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:39.165117 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-3c23a17d-62f8-4531-b7ec-1f8fc1873793 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Allocated IP 172.25.6.134 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/0fa6c721-555a-46ce-acc2-428e53ab3637) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:50:39.278299 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3c23a17d-62f8-4531-b7ec-1f8fc1873793 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:39.315870 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3c23a17d-62f8-4531-b7ec-1f8fc1873793 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:39.352926 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c23a17d-62f8-4531-b7ec-1f8fc1873793 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:50:39.359977 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-3c23a17d-62f8-4531-b7ec-1f8fc1873793 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:50:39.362400 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23a17d-62f8-4531-b7ec-1f8fc1873793 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Port': ['ID=0fa6c721-555a-46ce-acc2-428e53ab3637,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:39.364538 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c23a17d-62f8-4531-b7ec-1f8fc1873793 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:50:39.714603 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3c23a17d-62f8-4531-b7ec-1f8fc1873793 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:39.785317 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3c23a17d-62f8-4531-b7ec-1f8fc1873793 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:39.939802 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3c23a17d-62f8-4531-b7ec-1f8fc1873793 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:39.946949 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3c23a17d-62f8-4531-b7ec-1f8fc1873793 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:40.014380 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23a17d-62f8-4531-b7ec-1f8fc1873793 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Port': ['ID=0fa6c721-555a-46ce-acc2-428e53ab3637,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:50:40.029211 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3c23a17d-62f8-4531-b7ec-1f8fc1873793 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:40.411956 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [None req-3c23a17d-62f8-4531-b7ec-1f8fc1873793 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Floating IP 135252a6-3764-4d3f-aa94-5bf6e8732db7 associated. External IP: 172.25.6.134, port: b631001b-4ae7-42e4-8a6e-ae4b997f1a98. Sep 21 18:50:40.626389 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c23a17d-62f8-4531-b7ec-1f8fc1873793 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Router a31efaa8-01cd-436c-9459-5102d7ddf034 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:50:40.752556 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c23a17d-62f8-4531-b7ec-1f8fc1873793 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:50:40.763165 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22762d80-3209-48ec-9346-6400960e3f59 None None] Sync routers for ids ['a31efaa8-01cd-436c-9459-5102d7ddf034'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:50:40.770717 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3c23a17d-62f8-4531-b7ec-1f8fc1873793 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:40.774462 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22762d80-3209-48ec-9346-6400960e3f59 None None] Routers {'a31efaa8-01cd-436c-9459-5102d7ddf034'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:50:40.775182 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-22762d80-3209-48ec-9346-6400960e3f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:50:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['a31efaa8-01cd-436c-9459-5102d7ddf034'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:40.804396 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3c23a17d-62f8-4531-b7ec-1f8fc1873793 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8805809 Sep 21 18:50:40.805107 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a655537c-f996-49c4-9a7f-9b7e39849e08', 'tag': 'b631001b-4ae7-42e4-8a6e-ae4b997f1a98'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:50:40.807414 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e068d80b537898f9f0058ef40cd45917e2ca049a324cdaa182e5d883fca795c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca277249-5ce9-4983-b11a-3764e3fc4519" -d '{"events": [{"name": "network-changed", "server_uuid": "a655537c-f996-49c4-9a7f-9b7e39849e08", "tag": "b631001b-4ae7-42e4-8a6e-ae4b997f1a98"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:50:40.859540 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ffbcce-5f99-4d27-a59e-df5635ae89f8 x-openstack-request-id: req-80ffbcce-5f99-4d27-a59e-df5635ae89f8 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:50:40.859853 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a655537c-f996-49c4-9a7f-9b7e39849e08", "tag": "b631001b-4ae7-42e4-8a6e-ae4b997f1a98", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:50:40.860104 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-80ffbcce-5f99-4d27-a59e-df5635ae89f8 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:50:40.860525 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a655537c-f996-49c4-9a7f-9b7e39849e08', 'tag': 'b631001b-4ae7-42e4-8a6e-ae4b997f1a98', 'status': 'completed', 'code': 200} Sep 21 18:50:40.892177 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-22762d80-3209-48ec-9346-6400960e3f59 None None] Set router a31efaa8-01cd-436c-9459-5102d7ddf034 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:50:40.940536 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bccfae-c9b1-4436-8f6b-a9364d45e9eb req-450e7025-5dcc-419d-b6c2-5fb3ef8666dc tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:40.942003 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-91bccfae-c9b1-4436-8f6b-a9364d45e9eb req-450e7025-5dcc-419d-b6c2-5fb3ef8666dc tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=a655537c-f996-49c4-9a7f-9b7e39849e08 HTTP/1.1" status: 200 len: 945 time: 0.0752494 Sep 21 18:50:40.948975 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca277249-5ce9-4983-b11a-3764e3fc4519 req-8c02c177-781e-46ab-8e23-6cc886808d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:40.950371 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca277249-5ce9-4983-b11a-3764e3fc4519 req-8c02c177-781e-46ab-8e23-6cc886808d07 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&device_id=a655537c-f996-49c4-9a7f-9b7e39849e08 HTTP/1.1" status: 200 len: 1096 time: 0.0585155 Sep 21 18:50:41.008743 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-91bccfae-c9b1-4436-8f6b-a9364d45e9eb req-b64a9300-52ce-4788-be38-930fb49ef3c4 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=334d0324-b6a9-4b04-9522-e8c6af2e9322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573385 Sep 21 18:50:41.031816 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55216) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:50:41.071236 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca277249-5ce9-4983-b11a-3764e3fc4519 req-cceb3a66-c7f1-4b7a-833b-4bb2465e72a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:41.073272 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca277249-5ce9-4983-b11a-3764e3fc4519 req-cceb3a66-c7f1-4b7a-833b-4bb2465e72a2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=db33b020-b06d-4a94-8411-f82ce69d40f7 HTTP/1.1" status: 200 len: 897 time: 0.1148591 Sep 21 18:50:41.097125 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-01fefbb4-f664-48fd-9b28-97e470265310 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/floatingips/135252a6-3764-4d3f-aa94-5bf6e8732db7 HTTP/1.1" status: 200 len: 991 time: 0.0641503 Sep 21 18:50:41.114099 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-22762d80-3209-48ec-9346-6400960e3f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35405920', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '68626426-1deb-41f6-8f69-f213d0189fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:50:22Z', 'updated_at': '2021-09-21T18:50:26Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '68626426-1deb-41f6-8f69-f213d0189fb9', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:50:23Z', 'updated_at': '2021-09-21T18:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '135252a6-3764-4d3f-aa94-5bf6e8732db7', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'floating_ip_address': '172.25.6.134', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'port_id': 'b631001b-4ae7-42e4-8a6e-ae4b997f1a98', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db33b020-b06d-4a94-8411-f82ce69d40f7', 'mac_address': 'fa:16:3e:b7:97:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a655537c-f996-49c4-9a7f-9b7e39849e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:50:39Z', 'updated_at': '2021-09-21T18:50:39Z', 'revision_number': 0, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e824e6e3-75c5-416e-9d21-d6f219ceee9f', 'name': '', 'network_id': 'db33b020-b06d-4a94-8411-f82ce69d40f7', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:20:86:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9c5956fb-d439-4945-b0eb-47bd64587288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:50:25Z', 'updated_at': '2021-09-21T18:50:29Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': '9c5956fb-d439-4945-b0eb-47bd64587288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:41.139429 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca277249-5ce9-4983-b11a-3764e3fc4519 req-1e69abb1-5472-437f-86fe-d29e20bc5aa2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b631001b-4ae7-42e4-8a6e-ae4b997f1a98 HTTP/1.1" status: 200 len: 999 time: 0.0574653 Sep 21 18:50:41.143543 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22762d80-3209-48ec-9346-6400960e3f59 None None] Checking router: a31efaa8-01cd-436c-9459-5102d7ddf034 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:50:41.152113 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22762d80-3209-48ec-9346-6400960e3f59 None None] Routers {'a31efaa8-01cd-436c-9459-5102d7ddf034'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:50:41.152741 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-22762d80-3209-48ec-9346-6400960e3f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:50:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['a31efaa8-01cd-436c-9459-5102d7ddf034'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:41.193199 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca277249-5ce9-4983-b11a-3764e3fc4519 req-50992a2c-ac8e-4461-b218-d17e0c29d5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:41.194869 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca277249-5ce9-4983-b11a-3764e3fc4519 req-50992a2c-ac8e-4461-b218-d17e0c29d5e1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9c5956fb-d439-4945-b0eb-47bd64587288 HTTP/1.1" status: 200 len: 835 time: 0.0476980 Sep 21 18:50:41.240691 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca277249-5ce9-4983-b11a-3764e3fc4519 req-fef1d6e5-746c-4233-b864-364ffc041e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:41.242185 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca277249-5ce9-4983-b11a-3764e3fc4519 req-fef1d6e5-746c-4233-b864-364ffc041e3e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db33b020-b06d-4a94-8411-f82ce69d40f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388491 Sep 21 18:50:41.261132 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-22762d80-3209-48ec-9346-6400960e3f59 None None] Set router a31efaa8-01cd-436c-9459-5102d7ddf034 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:50:41.332740 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca277249-5ce9-4983-b11a-3764e3fc4519 req-522e53b1-73f9-4fa2-9911-7934304397af service neutron] 10.222.0.44 "GET /v2.0/networks/db33b020-b06d-4a94-8411-f82ce69d40f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817750 Sep 21 18:50:41.429115 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca277249-5ce9-4983-b11a-3764e3fc4519 req-bac0915d-06a8-4f15-8c82-55560f7b1f30 service neutron] 10.222.0.44 "GET /v2.0/networks/db33b020-b06d-4a94-8411-f82ce69d40f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887787 Sep 21 18:50:41.481544 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-22762d80-3209-48ec-9346-6400960e3f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35405920', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '68626426-1deb-41f6-8f69-f213d0189fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:50:22Z', 'updated_at': '2021-09-21T18:50:26Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '68626426-1deb-41f6-8f69-f213d0189fb9', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:50:23Z', 'updated_at': '2021-09-21T18:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '135252a6-3764-4d3f-aa94-5bf6e8732db7', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'floating_ip_address': '172.25.6.134', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'port_id': 'b631001b-4ae7-42e4-8a6e-ae4b997f1a98', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db33b020-b06d-4a94-8411-f82ce69d40f7', 'mac_address': 'fa:16:3e:b7:97:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a655537c-f996-49c4-9a7f-9b7e39849e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:50:39Z', 'updated_at': '2021-09-21T18:50:39Z', 'revision_number': 0, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e824e6e3-75c5-416e-9d21-d6f219ceee9f', 'name': '', 'network_id': 'db33b020-b06d-4a94-8411-f82ce69d40f7', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:20:86:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9c5956fb-d439-4945-b0eb-47bd64587288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:50:25Z', 'updated_at': '2021-09-21T18:50:29Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': '9c5956fb-d439-4945-b0eb-47bd64587288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:50:41.507245 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22762d80-3209-48ec-9346-6400960e3f59 None None] The sync data for ids ['a31efaa8-01cd-436c-9459-5102d7ddf034'] in n-d-810291-1 is: [{'id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35405920', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '68626426-1deb-41f6-8f69-f213d0189fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:50:22Z', 'updated_at': '2021-09-21T18:50:26Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '68626426-1deb-41f6-8f69-f213d0189fb9', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:50:23Z', 'updated_at': '2021-09-21T18:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '135252a6-3764-4d3f-aa94-5bf6e8732db7', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'floating_ip_address': '172.25.6.134', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'port_id': 'b631001b-4ae7-42e4-8a6e-ae4b997f1a98', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db33b020-b06d-4a94-8411-f82ce69d40f7', 'mac_address': 'fa:16:3e:b7:97:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a655537c-f996-49c4-9a7f-9b7e39849e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:50:39Z', 'updated_at': '2021-09-21T18:50:39Z', 'revision_number': 0, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e824e6e3-75c5-416e-9d21-d6f219ceee9f', 'name': '', 'network_id': 'db33b020-b06d-4a94-8411-f82ce69d40f7', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:20:86:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9c5956fb-d439-4945-b0eb-47bd64587288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:50:25Z', 'updated_at': '2021-09-21T18:50:29Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': '9c5956fb-d439-4945-b0eb-47bd64587288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:50:41.699605 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f61410-c908-40a9-afd3-57019b0e8265 None None] New status for floating IP 135252a6-3764-4d3f-aa94-5bf6e8732db7: ACTIVE {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:50:42.100777 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55218) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:50:42.174179 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1ca9297f-52ff-4e95-a648-31f4405f9d5a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/floatingips/135252a6-3764-4d3f-aa94-5bf6e8732db7 HTTP/1.1" status: 200 len: 993 time: 0.0720110 Sep 21 18:50:45.981112 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0c3e0efe-657d-4ed6-85aa-f3af3c89abef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:48.496115 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5ea4a1-f678-4639-9867-9f9e94e22d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:49.128783 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:50.198226 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07cdb225-7e9d-40a0-b357-9ce5fe03f757 req-efcf1c76-9c0c-4b1c-ba7a-d816a345e70a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a655537c-f996-49c4-9a7f-9b7e39849e08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477538 Sep 21 18:50:50.287910 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cdb225-7e9d-40a0-b357-9ce5fe03f757 req-f46873d2-7070-43de-a979-00599c19828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:50.289286 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07cdb225-7e9d-40a0-b357-9ce5fe03f757 req-f46873d2-7070-43de-a979-00599c19828d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&device_id=a655537c-f996-49c4-9a7f-9b7e39849e08 HTTP/1.1" status: 200 len: 1096 time: 0.0414777 Sep 21 18:50:50.350976 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:50.399154 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cdb225-7e9d-40a0-b357-9ce5fe03f757 req-e2c496e7-7a64-4327-9086-7bfc39f86d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:50.400630 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07cdb225-7e9d-40a0-b357-9ce5fe03f757 req-e2c496e7-7a64-4327-9086-7bfc39f86d30 service neutron] 10.222.0.44 "GET /v2.0/networks?id=db33b020-b06d-4a94-8411-f82ce69d40f7 HTTP/1.1" status: 200 len: 897 time: 0.0876231 Sep 21 18:50:50.471300 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07cdb225-7e9d-40a0-b357-9ce5fe03f757 req-c41f6a8c-da6f-4a39-b0a9-64e14980e9db service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b631001b-4ae7-42e4-8a6e-ae4b997f1a98 HTTP/1.1" status: 200 len: 1001 time: 0.0620360 Sep 21 18:50:50.524447 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cdb225-7e9d-40a0-b357-9ce5fe03f757 req-6e26ec78-f587-4635-bcaf-f10faab898d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:50.525875 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07cdb225-7e9d-40a0-b357-9ce5fe03f757 req-6e26ec78-f587-4635-bcaf-f10faab898d8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9c5956fb-d439-4945-b0eb-47bd64587288 HTTP/1.1" status: 200 len: 835 time: 0.0466938 Sep 21 18:50:50.574447 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cdb225-7e9d-40a0-b357-9ce5fe03f757 req-2caac883-fb98-47e2-8171-26401eea00f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:50:50.575836 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07cdb225-7e9d-40a0-b357-9ce5fe03f757 req-2caac883-fb98-47e2-8171-26401eea00f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db33b020-b06d-4a94-8411-f82ce69d40f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417960 Sep 21 18:50:50.668542 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07cdb225-7e9d-40a0-b357-9ce5fe03f757 req-55a0fe23-fb3f-41d2-9e98-c2d39dd202db service neutron] 10.222.0.44 "GET /v2.0/networks/db33b020-b06d-4a94-8411-f82ce69d40f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843267 Sep 21 18:50:50.759365 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07cdb225-7e9d-40a0-b357-9ce5fe03f757 req-4618cad2-7226-4943-93e7-fce397dbf6cd service neutron] 10.222.0.44 "GET /v2.0/networks/db33b020-b06d-4a94-8411-f82ce69d40f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821562 Sep 21 18:50:51.974129 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:53.963983 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:50:55.009996 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:04.651247 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:51:15.580999 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab250473-56fb-4274-ad6e-3783e1bd1ed4 req-028dba26-ea53-421c-a284-2913bfe76117 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:15.582481 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ab250473-56fb-4274-ad6e-3783e1bd1ed4 req-028dba26-ea53-421c-a284-2913bfe76117 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=a655537c-f996-49c4-9a7f-9b7e39849e08 HTTP/1.1" status: 200 len: 945 time: 0.0501621 Sep 21 18:51:15.623089 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ab250473-56fb-4274-ad6e-3783e1bd1ed4 req-40f57d02-d786-4427-9be6-dfe99b8083db tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=334d0324-b6a9-4b04-9522-e8c6af2e9322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343950 Sep 21 18:51:15.984711 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1cb530d1-fd45-47cf-be8b-920056e61ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:16.755938 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621a350-ec3b-4499-aba8-e6da3069a00d req-b205996b-5917-49aa-b962-d8ce20875871 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:16.757455 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5621a350-ec3b-4499-aba8-e6da3069a00d req-b205996b-5917-49aa-b962-d8ce20875871 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=a655537c-f996-49c4-9a7f-9b7e39849e08 HTTP/1.1" status: 200 len: 945 time: 0.0561798 Sep 21 18:51:16.795786 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5621a350-ec3b-4499-aba8-e6da3069a00d req-84126612-9bb3-4a89-8a0f-4fbae311daf7 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=334d0324-b6a9-4b04-9522-e8c6af2e9322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320778 Sep 21 18:51:16.825079 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55244) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:51:16.885794 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ddade7b9-671a-4adc-9a7e-db02c0058e53 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/floatingips/135252a6-3764-4d3f-aa94-5bf6e8732db7 HTTP/1.1" status: 200 len: 993 time: 0.0594254 Sep 21 18:51:18.188060 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017928d6-557f-48da-b595-ab0d00bd0de8 req-fcc70550-ff5b-424d-b1cf-388f6bcf8607 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:18.189546 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-017928d6-557f-48da-b595-ab0d00bd0de8 req-fcc70550-ff5b-424d-b1cf-388f6bcf8607 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=a655537c-f996-49c4-9a7f-9b7e39849e08 HTTP/1.1" status: 200 len: 945 time: 0.0575283 Sep 21 18:51:18.229260 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-017928d6-557f-48da-b595-ab0d00bd0de8 req-0f64d83d-c213-4705-be67-05b5705a22c6 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=334d0324-b6a9-4b04-9522-e8c6af2e9322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333979 Sep 21 18:51:18.496141 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7973620a-bbdb-489d-8002-cd862e546515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:19.134623 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:19.359525 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eafcec6-d2f7-4568-ba63-f148932fb0fa req-1161a976-440f-4b4e-9e1b-f35458339e44 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:19.361001 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4eafcec6-d2f7-4568-ba63-f148932fb0fa req-1161a976-440f-4b4e-9e1b-f35458339e44 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=a655537c-f996-49c4-9a7f-9b7e39849e08 HTTP/1.1" status: 200 len: 945 time: 0.0606191 Sep 21 18:51:19.403429 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4eafcec6-d2f7-4568-ba63-f148932fb0fa req-c3df3d10-3e29-4f1e-bc34-283e0296668b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=334d0324-b6a9-4b04-9522-e8c6af2e9322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360644 Sep 21 18:51:19.426950 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55254) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:51:19.486516 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2e265fd2-8392-4857-8cc9-aa32c1585a51 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/floatingips/135252a6-3764-4d3f-aa94-5bf6e8732db7 HTTP/1.1" status: 200 len: 993 time: 0.0584090 Sep 21 18:51:19.718584 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55260) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:51:19.891848 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-6df9d331-1cf5-4a5b-bbe5-cd9b38e3d96b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Deleting port 0fa6c721-555a-46ce-acc2-428e53ab3637 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:51:19.892235 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6df9d331-1cf5-4a5b-bbe5-cd9b38e3d96b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:19.971240 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6df9d331-1cf5-4a5b-bbe5-cd9b38e3d96b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:19.971457 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6df9d331-1cf5-4a5b-bbe5-cd9b38e3d96b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:19.984437 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-6df9d331-1cf5-4a5b-bbe5-cd9b38e3d96b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Calling delete_port for 0fa6c721-555a-46ce-acc2-428e53ab3637 owned by network:floatingip {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:51:20.355748 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:20.522787 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6df9d331-1cf5-4a5b-bbe5-cd9b38e3d96b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:20.553409 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9d331-1cf5-4a5b-bbe5-cd9b38e3d96b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event deleted for resources: {'Port': ['ID=0fa6c721-555a-46ce-acc2-428e53ab3637,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:20.577161 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9d331-1cf5-4a5b-bbe5-cd9b38e3d96b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:20.577513 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9d331-1cf5-4a5b-bbe5-cd9b38e3d96b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:20.577864 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9d331-1cf5-4a5b-bbe5-cd9b38e3d96b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:20.578195 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9d331-1cf5-4a5b-bbe5-cd9b38e3d96b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:20.578529 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9d331-1cf5-4a5b-bbe5-cd9b38e3d96b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:20.578862 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9d331-1cf5-4a5b-bbe5-cd9b38e3d96b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:20.579326 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9d331-1cf5-4a5b-bbe5-cd9b38e3d96b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:20.579677 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9d331-1cf5-4a5b-bbe5-cd9b38e3d96b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:20.580010 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9d331-1cf5-4a5b-bbe5-cd9b38e3d96b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:20.580334 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9d331-1cf5-4a5b-bbe5-cd9b38e3d96b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:20.580665 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9d331-1cf5-4a5b-bbe5-cd9b38e3d96b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:20.580973 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df9d331-1cf5-4a5b-bbe5-cd9b38e3d96b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:20.625655 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6df9d331-1cf5-4a5b-bbe5-cd9b38e3d96b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for floatingip, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:20.625892 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-6df9d331-1cf5-4a5b-bbe5-cd9b38e3d96b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Floating IP 135252a6-3764-4d3f-aa94-5bf6e8732db7 disassociated (deleted). External IP: 172.25.6.134, port: b631001b-4ae7-42e4-8a6e-ae4b997f1a98. Sep 21 18:51:20.851295 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df9d331-1cf5-4a5b-bbe5-cd9b38e3d96b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Router a31efaa8-01cd-436c-9459-5102d7ddf034 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:51:20.966321 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df9d331-1cf5-4a5b-bbe5-cd9b38e3d96b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:51:20.971475 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6df9d331-1cf5-4a5b-bbe5-cd9b38e3d96b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:20.976409 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a223b65-40f4-4d46-b75d-afc0d79f3cea None None] Sync routers for ids ['a31efaa8-01cd-436c-9459-5102d7ddf034'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:51:20.985459 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a223b65-40f4-4d46-b75d-afc0d79f3cea None None] Routers {'a31efaa8-01cd-436c-9459-5102d7ddf034'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:51:20.986168 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4a223b65-40f4-4d46-b75d-afc0d79f3cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:51:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['a31efaa8-01cd-436c-9459-5102d7ddf034'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:51:20.999142 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6df9d331-1cf5-4a5b-bbe5-cd9b38e3d96b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "DELETE /v2.0/floatingips/135252a6-3764-4d3f-aa94-5bf6e8732db7 HTTP/1.1" status: 204 len: 168 time: 1.2793145 Sep 21 18:51:20.999723 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a655537c-f996-49c4-9a7f-9b7e39849e08', 'tag': 'b631001b-4ae7-42e4-8a6e-ae4b997f1a98'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:51:21.002027 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e415fd9d-1d8e-4b6a-98e4-8d677d844f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "a655537c-f996-49c4-9a7f-9b7e39849e08", "tag": "b631001b-4ae7-42e4-8a6e-ae4b997f1a98"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:51:21.096573 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-4a223b65-40f4-4d46-b75d-afc0d79f3cea None None] Set router a31efaa8-01cd-436c-9459-5102d7ddf034 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:51:21.105416 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31562f20-73b8-4fac-96de-9f6548f755f3 x-openstack-request-id: req-31562f20-73b8-4fac-96de-9f6548f755f3 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:51:21.105782 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a655537c-f996-49c4-9a7f-9b7e39849e08", "tag": "b631001b-4ae7-42e4-8a6e-ae4b997f1a98", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:51:21.106076 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-31562f20-73b8-4fac-96de-9f6548f755f3 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:51:21.106492 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a655537c-f996-49c4-9a7f-9b7e39849e08', 'tag': 'b631001b-4ae7-42e4-8a6e-ae4b997f1a98', 'status': 'completed', 'code': 200} Sep 21 18:51:21.238128 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc25fe8-b02d-4d9f-9567-386afad78401 req-e434ef69-7a55-4f28-a9c8-315d6036c75b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:21.239620 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2fc25fe8-b02d-4d9f-9567-386afad78401 req-e434ef69-7a55-4f28-a9c8-315d6036c75b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=a655537c-f996-49c4-9a7f-9b7e39849e08 HTTP/1.1" status: 200 len: 945 time: 0.0569289 Sep 21 18:51:21.244829 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415fd9d-1d8e-4b6a-98e4-8d677d844f1a req-9c113629-a241-4f06-9763-96af973a5ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:21.246357 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e415fd9d-1d8e-4b6a-98e4-8d677d844f1a req-9c113629-a241-4f06-9763-96af973a5ef6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&device_id=a655537c-f996-49c4-9a7f-9b7e39849e08 HTTP/1.1" status: 200 len: 1096 time: 0.1083369 Sep 21 18:51:21.281678 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2fc25fe8-b02d-4d9f-9567-386afad78401 req-116e6fd6-d614-455d-a85c-60395bb2f0f9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=334d0324-b6a9-4b04-9522-e8c6af2e9322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355532 Sep 21 18:51:21.315881 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4a223b65-40f4-4d46-b75d-afc0d79f3cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35405920', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '68626426-1deb-41f6-8f69-f213d0189fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:50:22Z', 'updated_at': '2021-09-21T18:50:26Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '68626426-1deb-41f6-8f69-f213d0189fb9', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:50:23Z', 'updated_at': '2021-09-21T18:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'e824e6e3-75c5-416e-9d21-d6f219ceee9f', 'name': '', 'network_id': 'db33b020-b06d-4a94-8411-f82ce69d40f7', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:20:86:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9c5956fb-d439-4945-b0eb-47bd64587288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:50:25Z', 'updated_at': '2021-09-21T18:50:29Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': '9c5956fb-d439-4945-b0eb-47bd64587288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:51:21.344358 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415fd9d-1d8e-4b6a-98e4-8d677d844f1a req-470de573-ebc3-4872-ad6f-53648d7070fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:21.345876 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e415fd9d-1d8e-4b6a-98e4-8d677d844f1a req-470de573-ebc3-4872-ad6f-53648d7070fb service neutron] 10.222.0.44 "GET /v2.0/networks?id=db33b020-b06d-4a94-8411-f82ce69d40f7 HTTP/1.1" status: 200 len: 897 time: 0.0876374 Sep 21 18:51:21.347817 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a223b65-40f4-4d46-b75d-afc0d79f3cea None None] Checking router: a31efaa8-01cd-436c-9459-5102d7ddf034 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:51:21.357692 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a223b65-40f4-4d46-b75d-afc0d79f3cea None None] Routers {'a31efaa8-01cd-436c-9459-5102d7ddf034'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:51:21.358317 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4a223b65-40f4-4d46-b75d-afc0d79f3cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:51:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['a31efaa8-01cd-436c-9459-5102d7ddf034'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:51:21.392612 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e415fd9d-1d8e-4b6a-98e4-8d677d844f1a req-26830ae5-89cb-4c92-9ebb-2540aed67b45 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b631001b-4ae7-42e4-8a6e-ae4b997f1a98 HTTP/1.1" status: 200 len: 217 time: 0.0389562 Sep 21 18:51:21.445253 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415fd9d-1d8e-4b6a-98e4-8d677d844f1a req-6121ea4b-ea69-4ca8-ae5e-f463a1005206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:21.446958 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e415fd9d-1d8e-4b6a-98e4-8d677d844f1a req-6121ea4b-ea69-4ca8-ae5e-f463a1005206 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9c5956fb-d439-4945-b0eb-47bd64587288 HTTP/1.1" status: 200 len: 835 time: 0.0462682 Sep 21 18:51:21.468767 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-4a223b65-40f4-4d46-b75d-afc0d79f3cea None None] Set router a31efaa8-01cd-436c-9459-5102d7ddf034 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:51:21.496301 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415fd9d-1d8e-4b6a-98e4-8d677d844f1a req-d3eede57-5105-42a0-8ce3-c2588d6a2437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:21.497794 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e415fd9d-1d8e-4b6a-98e4-8d677d844f1a req-d3eede57-5105-42a0-8ce3-c2588d6a2437 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db33b020-b06d-4a94-8411-f82ce69d40f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416083 Sep 21 18:51:21.597950 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e415fd9d-1d8e-4b6a-98e4-8d677d844f1a req-403650e6-be6a-45e4-8ac2-b86ae7e3006a service neutron] 10.222.0.44 "GET /v2.0/networks/db33b020-b06d-4a94-8411-f82ce69d40f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910747 Sep 21 18:51:21.672147 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4a223b65-40f4-4d46-b75d-afc0d79f3cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35405920', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '68626426-1deb-41f6-8f69-f213d0189fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:50:22Z', 'updated_at': '2021-09-21T18:50:26Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '68626426-1deb-41f6-8f69-f213d0189fb9', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:50:23Z', 'updated_at': '2021-09-21T18:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'e824e6e3-75c5-416e-9d21-d6f219ceee9f', 'name': '', 'network_id': 'db33b020-b06d-4a94-8411-f82ce69d40f7', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:20:86:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9c5956fb-d439-4945-b0eb-47bd64587288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:50:25Z', 'updated_at': '2021-09-21T18:50:29Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': '9c5956fb-d439-4945-b0eb-47bd64587288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:51:21.691157 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e415fd9d-1d8e-4b6a-98e4-8d677d844f1a req-44611708-dd24-482c-b0e3-35d02fe9fdc5 service neutron] 10.222.0.44 "GET /v2.0/networks/db33b020-b06d-4a94-8411-f82ce69d40f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848589 Sep 21 18:51:21.699934 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a223b65-40f4-4d46-b75d-afc0d79f3cea None None] The sync data for ids ['a31efaa8-01cd-436c-9459-5102d7ddf034'] in n-d-810291-1 is: [{'id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35405920', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '68626426-1deb-41f6-8f69-f213d0189fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:50:22Z', 'updated_at': '2021-09-21T18:50:26Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '68626426-1deb-41f6-8f69-f213d0189fb9', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:50:23Z', 'updated_at': '2021-09-21T18:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'e824e6e3-75c5-416e-9d21-d6f219ceee9f', 'name': '', 'network_id': 'db33b020-b06d-4a94-8411-f82ce69d40f7', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:20:86:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '9c5956fb-d439-4945-b0eb-47bd64587288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:50:25Z', 'updated_at': '2021-09-21T18:50:29Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': '9c5956fb-d439-4945-b0eb-47bd64587288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:51:21.818747 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:21.937854 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3119f6c-5375-4ea7-babd-d7e4fa42dd8b None None] New status for floating IP 135252a6-3764-4d3f-aa94-5bf6e8732db7: DOWN {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:51:22.420370 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ec13f-b778-4edd-a171-c508a540ab46 req-7d843f2b-bc6a-4c62-8e6e-b72a0fe75478 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:22.421958 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba5ec13f-b778-4edd-a171-c508a540ab46 req-7d843f2b-bc6a-4c62-8e6e-b72a0fe75478 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=a655537c-f996-49c4-9a7f-9b7e39849e08 HTTP/1.1" status: 200 len: 945 time: 0.0611718 Sep 21 18:51:22.470454 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ba5ec13f-b778-4edd-a171-c508a540ab46 req-b8239f9a-40e3-42fb-af00-2dd507f26cbf tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=334d0324-b6a9-4b04-9522-e8c6af2e9322&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392408 Sep 21 18:51:22.832701 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19c2ff-f9fc-4002-ab01-a9cfc0312ca0 req-ff0427a7-7269-44a8-94c2-8b8a6c4deaad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:22.834275 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f19c2ff-f9fc-4002-ab01-a9cfc0312ca0 req-ff0427a7-7269-44a8-94c2-8b8a6c4deaad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.44 "GET /v2.0/ports?device_id=a655537c-f996-49c4-9a7f-9b7e39849e08 HTTP/1.1" status: 200 len: 945 time: 0.0527108 Sep 21 18:51:22.927995 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-8f19c2ff-f9fc-4002-ab01-a9cfc0312ca0 req-c4a94e61-e52f-4a0e-9597-248618f74c9c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Deleting port b631001b-4ae7-42e4-8a6e-ae4b997f1a98 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:51:22.928312 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8f19c2ff-f9fc-4002-ab01-a9cfc0312ca0 req-c4a94e61-e52f-4a0e-9597-248618f74c9c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:23.026007 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-8f19c2ff-f9fc-4002-ab01-a9cfc0312ca0 req-c4a94e61-e52f-4a0e-9597-248618f74c9c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] For port b631001b-4ae7-42e4-8a6e-ae4b997f1a98, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=b631001b-4ae7-42e4-8a6e-ae4b997f1a98,segment=NetworkSegment(8f7d29c0-82dc-4138-99a2-bb945f3036b5),segment_id=8f7d29c0-82dc-4138-99a2-bb945f3036b5)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:51:23.026422 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8f19c2ff-f9fc-4002-ab01-a9cfc0312ca0 req-c4a94e61-e52f-4a0e-9597-248618f74c9c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:23.046813 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-8f19c2ff-f9fc-4002-ab01-a9cfc0312ca0 req-c4a94e61-e52f-4a0e-9597-248618f74c9c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Calling delete_port for b631001b-4ae7-42e4-8a6e-ae4b997f1a98 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:51:23.193498 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8f19c2ff-f9fc-4002-ab01-a9cfc0312ca0 req-c4a94e61-e52f-4a0e-9597-248618f74c9c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:23.225117 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a94e61-e52f-4a0e-9597-248618f74c9c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event deleted for resources: {'Port': ['ID=b631001b-4ae7-42e4-8a6e-ae4b997f1a98,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:23.269801 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f19c2ff-f9fc-4002-ab01-a9cfc0312ca0 req-c4a94e61-e52f-4a0e-9597-248618f74c9c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] No DVR routers for this DVR port b631001b-4ae7-42e4-8a6e-ae4b997f1a98 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:51:23.272974 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-8f19c2ff-f9fc-4002-ab01-a9cfc0312ca0 req-c4a94e61-e52f-4a0e-9597-248618f74c9c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:23.275431 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8f19c2ff-f9fc-4002-ab01-a9cfc0312ca0 req-c4a94e61-e52f-4a0e-9597-248618f74c9c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.44 "DELETE /v2.0/ports/b631001b-4ae7-42e4-8a6e-ae4b997f1a98 HTTP/1.1" status: 204 len: 173 time: 0.4345305 Sep 21 18:51:23.276099 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a655537c-f996-49c4-9a7f-9b7e39849e08', 'name': 'network-vif-deleted', 'tag': 'b631001b-4ae7-42e4-8a6e-ae4b997f1a98'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:51:23.280171 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409ba6fd-85c0-419f-bbcd-5cb895ce9a46" -d '{"events": [{"server_uuid": "a655537c-f996-49c4-9a7f-9b7e39849e08", "name": "network-vif-deleted", "tag": "b631001b-4ae7-42e4-8a6e-ae4b997f1a98"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:51:23.328288 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86bbefe-7bfc-4e9f-a6db-77750c2ddcd9 x-openstack-request-id: req-e86bbefe-7bfc-4e9f-a6db-77750c2ddcd9 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:51:23.328658 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a655537c-f996-49c4-9a7f-9b7e39849e08", "name": "network-vif-deleted", "tag": "b631001b-4ae7-42e4-8a6e-ae4b997f1a98", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:51:23.328980 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e86bbefe-7bfc-4e9f-a6db-77750c2ddcd9 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:51:23.329452 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a655537c-f996-49c4-9a7f-9b7e39849e08', 'name': 'network-vif-deleted', 'tag': 'b631001b-4ae7-42e4-8a6e-ae4b997f1a98', 'status': 'completed', 'code': 200} Sep 21 18:51:23.582538 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-06f2fa14-b634-48ac-a74b-bbc22d46a2e7 req-168647fb-13cc-4264-b1f5-0d3574994b71 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=a655537c-f996-49c4-9a7f-9b7e39849e08 HTTP/1.1" status: 200 len: 210 time: 0.0276401 Sep 21 18:51:23.978389 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:24.649066 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55282) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:51:25.021917 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:25.052771 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-df9610fa-5eb2-45fe-a5c8-fccb35aa6c56 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:25.321900 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-df9610fa-5eb2-45fe-a5c8-fccb35aa6c56 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Deleting port e824e6e3-75c5-416e-9d21-d6f219ceee9f {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:51:25.322120 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-df9610fa-5eb2-45fe-a5c8-fccb35aa6c56 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:25.351482 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device b631001b-4ae7-42e4-8a6e-ae4b997f1a98 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:51:25.371252 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: b631001b-4ae7-42e4-8a6e-ae4b997f1a98 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:51:25.371600 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device b631001b-4ae7-42e4-8a6e-ae4b997f1a98 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:51:25.423914 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-df9610fa-5eb2-45fe-a5c8-fccb35aa6c56 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] For port e824e6e3-75c5-416e-9d21-d6f219ceee9f, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e824e6e3-75c5-416e-9d21-d6f219ceee9f,segment=NetworkSegment(8f7d29c0-82dc-4138-99a2-bb945f3036b5),segment_id=8f7d29c0-82dc-4138-99a2-bb945f3036b5)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:51:25.424303 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-df9610fa-5eb2-45fe-a5c8-fccb35aa6c56 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:25.436880 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-df9610fa-5eb2-45fe-a5c8-fccb35aa6c56 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Calling delete_port for e824e6e3-75c5-416e-9d21-d6f219ceee9f owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:51:25.633898 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-df9610fa-5eb2-45fe-a5c8-fccb35aa6c56 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:25.666069 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9610fa-5eb2-45fe-a5c8-fccb35aa6c56 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event deleted for resources: {'Port': ['ID=e824e6e3-75c5-416e-9d21-d6f219ceee9f,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:25.689757 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9610fa-5eb2-45fe-a5c8-fccb35aa6c56 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:25.690109 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9610fa-5eb2-45fe-a5c8-fccb35aa6c56 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:25.690451 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9610fa-5eb2-45fe-a5c8-fccb35aa6c56 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:25.690803 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9610fa-5eb2-45fe-a5c8-fccb35aa6c56 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:25.691159 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9610fa-5eb2-45fe-a5c8-fccb35aa6c56 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:25.691494 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9610fa-5eb2-45fe-a5c8-fccb35aa6c56 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:25.691827 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9610fa-5eb2-45fe-a5c8-fccb35aa6c56 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:25.692161 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9610fa-5eb2-45fe-a5c8-fccb35aa6c56 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:25.692491 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9610fa-5eb2-45fe-a5c8-fccb35aa6c56 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:25.692819 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9610fa-5eb2-45fe-a5c8-fccb35aa6c56 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:25.693148 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9610fa-5eb2-45fe-a5c8-fccb35aa6c56 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:25.693467 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9610fa-5eb2-45fe-a5c8-fccb35aa6c56 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:25.849421 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-df9610fa-5eb2-45fe-a5c8-fccb35aa6c56 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:26.067761 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9610fa-5eb2-45fe-a5c8-fccb35aa6c56 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Router a31efaa8-01cd-436c-9459-5102d7ddf034 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:51:26.178376 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9610fa-5eb2-45fe-a5c8-fccb35aa6c56 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:51:26.183805 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-df9610fa-5eb2-45fe-a5c8-fccb35aa6c56 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "PUT /v2.0/routers/a31efaa8-01cd-436c-9459-5102d7ddf034/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5337040 Sep 21 18:51:26.186728 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55284) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:51:26.188438 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7a8efb-580b-4e1a-93b6-f90b4e7dff1c None None] Sync routers for ids ['a31efaa8-01cd-436c-9459-5102d7ddf034'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:51:26.205679 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7a8efb-580b-4e1a-93b6-f90b4e7dff1c None None] Routers {'a31efaa8-01cd-436c-9459-5102d7ddf034'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:51:26.206651 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-be7a8efb-580b-4e1a-93b6-f90b4e7dff1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:51:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['a31efaa8-01cd-436c-9459-5102d7ddf034'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:51:26.241039 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd7210e-5708-418b-9c7b-5ab0d92695fb tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Deleting subnet 9c5956fb-d439-4945-b0eb-47bd64587288 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:51:26.244521 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8dd7210e-5708-418b-9c7b-5ab0d92695fb tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:26.285683 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8dd7210e-5708-418b-9c7b-5ab0d92695fb tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:26.319232 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-be7a8efb-580b-4e1a-93b6-f90b4e7dff1c None None] Set router a31efaa8-01cd-436c-9459-5102d7ddf034 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:51:26.375606 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8dd7210e-5708-418b-9c7b-5ab0d92695fb tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:26.433736 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8dd7210e-5708-418b-9c7b-5ab0d92695fb tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:26.461324 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7210e-5708-418b-9c7b-5ab0d92695fb tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event deleted for resources: {'Subnet': ['ID=9c5956fb-d439-4945-b0eb-47bd64587288,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:26.463401 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8dd7210e-5708-418b-9c7b-5ab0d92695fb tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:26.466961 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8dd7210e-5708-418b-9c7b-5ab0d92695fb tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "DELETE /v2.0/subnets/9c5956fb-d439-4945-b0eb-47bd64587288 HTTP/1.1" status: 204 len: 168 time: 0.2775059 Sep 21 18:51:26.467984 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55286) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:51:26.484844 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c7131c-6b50-4779-a283-458692d669fb None None] Network db33b020-b06d-4a94-8411-f82ce69d40f7 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:51:26.573709 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-892711f8-8239-44ec-9e13-f2a8436ec81c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:26.601062 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-be7a8efb-580b-4e1a-93b6-f90b4e7dff1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35405920', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '68626426-1deb-41f6-8f69-f213d0189fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:50:22Z', 'updated_at': '2021-09-21T18:51:25Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '68626426-1deb-41f6-8f69-f213d0189fb9', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:50:23Z', 'updated_at': '2021-09-21T18:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:51:26.630048 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7a8efb-580b-4e1a-93b6-f90b4e7dff1c None None] Checking router: a31efaa8-01cd-436c-9459-5102d7ddf034 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:51:26.643633 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7a8efb-580b-4e1a-93b6-f90b4e7dff1c None None] Routers {'a31efaa8-01cd-436c-9459-5102d7ddf034'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:51:26.644238 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-be7a8efb-580b-4e1a-93b6-f90b4e7dff1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:51:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['a31efaa8-01cd-436c-9459-5102d7ddf034'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:51:26.682076 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-892711f8-8239-44ec-9e13-f2a8436ec81c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:26.728967 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7825e7-c42e-41b2-aa3e-b608d7fb6a56 None None] DHCP port deletion for db33b020-b06d-4a94-8411-f82ce69d40f7 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:51:26.737441 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-892711f8-8239-44ec-9e13-f2a8436ec81c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Deleting port 68626426-1deb-41f6-8f69-f213d0189fb9 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:51:26.737784 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-892711f8-8239-44ec-9e13-f2a8436ec81c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:26.771149 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-be7a8efb-580b-4e1a-93b6-f90b4e7dff1c None None] Set router a31efaa8-01cd-436c-9459-5102d7ddf034 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:51:26.902082 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-bb7825e7-c42e-41b2-aa3e-b608d7fb6a56 None None] Deleting port aa19630a-a95a-467f-87aa-136021a54a0e {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:51:26.902328 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bb7825e7-c42e-41b2-aa3e-b608d7fb6a56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:26.997786 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-bb7825e7-c42e-41b2-aa3e-b608d7fb6a56 None None] For port aa19630a-a95a-467f-87aa-136021a54a0e, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=aa19630a-a95a-467f-87aa-136021a54a0e,segment=NetworkSegment(8f7d29c0-82dc-4138-99a2-bb945f3036b5),segment_id=8f7d29c0-82dc-4138-99a2-bb945f3036b5)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:51:26.998145 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bb7825e7-c42e-41b2-aa3e-b608d7fb6a56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:27.015665 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-bb7825e7-c42e-41b2-aa3e-b608d7fb6a56 None None] Calling delete_port for aa19630a-a95a-467f-87aa-136021a54a0e owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:51:27.085137 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-be7a8efb-580b-4e1a-93b6-f90b4e7dff1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35405920', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '68626426-1deb-41f6-8f69-f213d0189fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:50:22Z', 'updated_at': '2021-09-21T18:51:25Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '68626426-1deb-41f6-8f69-f213d0189fb9', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:50:23Z', 'updated_at': '2021-09-21T18:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:51:27.105014 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-892711f8-8239-44ec-9e13-f2a8436ec81c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] For port 68626426-1deb-41f6-8f69-f213d0189fb9, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=68626426-1deb-41f6-8f69-f213d0189fb9,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:51:27.105346 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-892711f8-8239-44ec-9e13-f2a8436ec81c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:27.114870 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7a8efb-580b-4e1a-93b6-f90b4e7dff1c None None] The sync data for ids ['a31efaa8-01cd-436c-9459-5102d7ddf034'] in n-d-810291-1 is: [{'id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35405920', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '68626426-1deb-41f6-8f69-f213d0189fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:50:22Z', 'updated_at': '2021-09-21T18:51:25Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '68626426-1deb-41f6-8f69-f213d0189fb9', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31efaa8-01cd-436c-9459-5102d7ddf034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:50:23Z', 'updated_at': '2021-09-21T18:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:51:27.118334 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-892711f8-8239-44ec-9e13-f2a8436ec81c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Calling delete_port for 68626426-1deb-41f6-8f69-f213d0189fb9 owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:51:27.135363 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bb7825e7-c42e-41b2-aa3e-b608d7fb6a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:27.162204 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7825e7-c42e-41b2-aa3e-b608d7fb6a56 None None] Pushing event deleted for resources: {'Port': ['ID=aa19630a-a95a-467f-87aa-136021a54a0e,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:27.167893 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7825e7-c42e-41b2-aa3e-b608d7fb6a56 None None] No DVR routers for this DVR port aa19630a-a95a-467f-87aa-136021a54a0e on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:51:27.175677 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7825e7-c42e-41b2-aa3e-b608d7fb6a56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:27.176030 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7825e7-c42e-41b2-aa3e-b608d7fb6a56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:27.176568 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7825e7-c42e-41b2-aa3e-b608d7fb6a56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:27.176731 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7825e7-c42e-41b2-aa3e-b608d7fb6a56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:27.177000 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7825e7-c42e-41b2-aa3e-b608d7fb6a56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:27.177450 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7825e7-c42e-41b2-aa3e-b608d7fb6a56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:27.177775 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7825e7-c42e-41b2-aa3e-b608d7fb6a56 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:27.178366 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7825e7-c42e-41b2-aa3e-b608d7fb6a56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:27.178463 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7825e7-c42e-41b2-aa3e-b608d7fb6a56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:27.178784 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7825e7-c42e-41b2-aa3e-b608d7fb6a56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:27.179234 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7825e7-c42e-41b2-aa3e-b608d7fb6a56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:27.179555 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7825e7-c42e-41b2-aa3e-b608d7fb6a56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:27.297819 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-892711f8-8239-44ec-9e13-f2a8436ec81c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:27.320708 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892711f8-8239-44ec-9e13-f2a8436ec81c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event deleted for resources: {'Port': ['ID=68626426-1deb-41f6-8f69-f213d0189fb9,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:27.382594 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-892711f8-8239-44ec-9e13-f2a8436ec81c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:27.481807 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-892711f8-8239-44ec-9e13-f2a8436ec81c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:27.484028 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-892711f8-8239-44ec-9e13-f2a8436ec81c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:27.527805 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-892711f8-8239-44ec-9e13-f2a8436ec81c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:27.528502 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892711f8-8239-44ec-9e13-f2a8436ec81c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Fanout notify agent at l3_agent the message router_deleted on router a31efaa8-01cd-436c-9459-5102d7ddf034 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:51:27.535383 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-892711f8-8239-44ec-9e13-f2a8436ec81c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:27.536538 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-892711f8-8239-44ec-9e13-f2a8436ec81c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "DELETE /v2.0/routers/a31efaa8-01cd-436c-9459-5102d7ddf034 HTTP/1.1" status: 204 len: 168 time: 1.0676146 Sep 21 18:51:27.539467 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55288) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:51:27.619743 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-74677200-a3e7-4339-a18d-8c57f4ffb8db tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:27.709507 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-74677200-a3e7-4339-a18d-8c57f4ffb8db tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:27.736571 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-74677200-a3e7-4339-a18d-8c57f4ffb8db tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db33b020-b06d-4a94-8411-f82ce69d40f7']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:51:27.747029 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-74677200-a3e7-4339-a18d-8c57f4ffb8db tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f7d29c0-82dc-4138-99a2-bb945f3036b5') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:51:27.747303 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-74677200-a3e7-4339-a18d-8c57f4ffb8db tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f7d29c0-82dc-4138-99a2-bb945f3036b5') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:51:27.757921 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-74677200-a3e7-4339-a18d-8c57f4ffb8db tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:27.774277 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-74677200-a3e7-4339-a18d-8c57f4ffb8db tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:27.780838 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74677200-a3e7-4339-a18d-8c57f4ffb8db tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:51:27.781351 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-74677200-a3e7-4339-a18d-8c57f4ffb8db tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:27.784318 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:51:27.784318 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:51:27.784318 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:51:27.784318 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:51:27.784318 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:51:27.784318 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:51:27.784318 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:51:27.784318 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:51:27.784318 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:51:27.784318 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:51:27.784318 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:51:27.784318 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:51:27.784318 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:51:27.784318 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:51:27.784318 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:51:27.784318 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:51:27.784318 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:51:27.784318 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:51:27.784318 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:51:27.784318 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:51:27.784318 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:51:27.784318 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:51:27.784318 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:51:27.784318 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:51:27.784318 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:51:27.784318 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:51:27.784318 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:51:27.784318 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:51:27.784318 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:51:27.784318 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:51:27.784318 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:51:27.784318 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:51:27.841479 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-74677200-a3e7-4339-a18d-8c57f4ffb8db tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:27.850835 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-74677200-a3e7-4339-a18d-8c57f4ffb8db tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:27.854627 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-74677200-a3e7-4339-a18d-8c57f4ffb8db tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "DELETE /v2.0/networks/db33b020-b06d-4a94-8411-f82ce69d40f7 HTTP/1.1" status: 204 len: 168 time: 0.3139536 Sep 21 18:51:27.858548 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55290) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:51:27.868039 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74677200-a3e7-4339-a18d-8c57f4ffb8db tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event deleted for resources: {'Network': ['ID=db33b020-b06d-4a94-8411-f82ce69d40f7,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:27.916748 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-19bd339b-a2d3-4d2b-91c1-c84356990a05 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:27.941011 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-19bd339b-a2d3-4d2b-91c1-c84356990a05 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:28.015146 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-19bd339b-a2d3-4d2b-91c1-c84356990a05 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:28.017772 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-19bd339b-a2d3-4d2b-91c1-c84356990a05 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:28.019002 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-19bd339b-a2d3-4d2b-91c1-c84356990a05 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "DELETE /v2.0/security-groups/334d0324-b6a9-4b04-9522-e8c6af2e9322 HTTP/1.1" status: 204 len: 168 time: 0.1593921 Sep 21 18:51:28.028312 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd339b-a2d3-4d2b-91c1-c84356990a05 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=334d0324-b6a9-4b04-9522-e8c6af2e9322,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:28.153594 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e824e6e3-75c5-416e-9d21-d6f219ceee9f no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:51:28.178451 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: e824e6e3-75c5-416e-9d21-d6f219ceee9f {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:51:28.178882 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e824e6e3-75c5-416e-9d21-d6f219ceee9f not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:51:28.179391 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device aa19630a-a95a-467f-87aa-136021a54a0e no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:51:28.197850 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: aa19630a-a95a-467f-87aa-136021a54a0e {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:51:28.198197 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device aa19630a-a95a-467f-87aa-136021a54a0e not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:51:28.198604 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 68626426-1deb-41f6-8f69-f213d0189fb9 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:51:28.217477 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 68626426-1deb-41f6-8f69-f213d0189fb9 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:51:28.217858 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 68626426-1deb-41f6-8f69-f213d0189fb9 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:51:28.438036 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55296) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:51:28.443074 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-9a7c2ab9-798f-4171-8e23-5a59ffb7217b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2139945097', 'description': 'tempest-secgroup-smoke-2139945097 description', 'project_id': '0f00e685b2234e11bd1ffddb0085e333'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:51:28.465920 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9a7c2ab9-798f-4171-8e23-5a59ffb7217b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:28.548302 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9a7c2ab9-798f-4171-8e23-5a59ffb7217b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:28.553591 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9a7c2ab9-798f-4171-8e23-5a59ffb7217b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:28.579802 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-9a7c2ab9-798f-4171-8e23-5a59ffb7217b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:28.581042 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-9a7c2ab9-798f-4171-8e23-5a59ffb7217b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1419933 Sep 21 18:51:28.583076 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c2ab9-798f-4171-8e23-5a59ffb7217b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:28.584176 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55298) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:51:28.589286 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-0561e7c0-335b-460b-9b18-693429f03e18 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'security_group_rule': {'security_group_id': '1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:51:28.617663 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0561e7c0-335b-460b-9b18-693429f03e18 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:28.675011 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0561e7c0-335b-460b-9b18-693429f03e18 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:28.680399 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0561e7c0-335b-460b-9b18-693429f03e18 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:28.703509 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561e7c0-335b-460b-9b18-693429f03e18 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3293b494-10dd-4dfb-83a7-741de58aee53,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:28.710738 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0561e7c0-335b-460b-9b18-693429f03e18 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:28.712057 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0561e7c0-335b-460b-9b18-693429f03e18 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266925 Sep 21 18:51:28.716096 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55300) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:51:28.720559 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-ee15fc37-55a3-48df-b842-2d3e0f30caba tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'security_group_rule': {'security_group_id': '1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:51:28.749545 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ee15fc37-55a3-48df-b842-2d3e0f30caba tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:28.812793 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ee15fc37-55a3-48df-b842-2d3e0f30caba tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:28.818577 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ee15fc37-55a3-48df-b842-2d3e0f30caba tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:28.836487 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15fc37-55a3-48df-b842-2d3e0f30caba tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8328f8d8-1651-4602-936e-c58bcc8d8370,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:28.844137 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ee15fc37-55a3-48df-b842-2d3e0f30caba tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:28.845677 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ee15fc37-55a3-48df-b842-2d3e0f30caba tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1286142 Sep 21 18:51:28.849449 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55302) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:51:28.853912 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-6399f500-241e-4d05-a239-820a387eba59 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'security_group_rule': {'security_group_id': '1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:51:28.882312 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6399f500-241e-4d05-a239-820a387eba59 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:28.939596 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6399f500-241e-4d05-a239-820a387eba59 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:28.944695 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6399f500-241e-4d05-a239-820a387eba59 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:28.964603 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399f500-241e-4d05-a239-820a387eba59 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54da7439-7449-4462-af3e-e5b3e2135cc1,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:28.972244 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6399f500-241e-4d05-a239-820a387eba59 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:28.973555 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6399f500-241e-4d05-a239-820a387eba59 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1231158 Sep 21 18:51:28.976388 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55304) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:51:28.980716 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-628df4f2-511e-4391-a9f2-10e5f0e89ff5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'security_group_rule': {'security_group_id': '1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:51:29.009866 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-628df4f2-511e-4391-a9f2-10e5f0e89ff5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:29.067864 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-628df4f2-511e-4391-a9f2-10e5f0e89ff5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:29.072655 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-628df4f2-511e-4391-a9f2-10e5f0e89ff5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:29.094940 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628df4f2-511e-4391-a9f2-10e5f0e89ff5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e82ceb48-b52f-4cd9-9dc1-5824f5777fe9,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:29.098761 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-628df4f2-511e-4391-a9f2-10e5f0e89ff5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:29.099956 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-628df4f2-511e-4391-a9f2-10e5f0e89ff5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1226697 Sep 21 18:51:29.102742 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55306) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:51:29.107035 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-54e19a81-7f26-42e3-a034-eee10e6c850e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'security_group_rule': {'security_group_id': '1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:51:29.134989 n-d-810291-1 neutron-server[101460]: INFO neutron.db.securitygroups_db [None req-54e19a81-7f26-42e3-a034-eee10e6c850e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Project 0f00e685b2234e11bd1ffddb0085e333 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:51:29.139993 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-54e19a81-7f26-42e3-a034-eee10e6c850e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:29.208242 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-54e19a81-7f26-42e3-a034-eee10e6c850e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:29.214264 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-54e19a81-7f26-42e3-a034-eee10e6c850e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:29.231593 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e19a81-7f26-42e3-a034-eee10e6c850e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf2ddaf1-a9ea-4b0b-a1c3-c020a9f0477f,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:29.238975 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-54e19a81-7f26-42e3-a034-eee10e6c850e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:29.240200 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-54e19a81-7f26-42e3-a034-eee10e6c850e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1365495 Sep 21 18:51:29.243065 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55308) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:51:29.247705 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-6cda1094-1288-49a0-b957-18bf08e2a07d tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'security_group_rule': {'security_group_id': '1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:51:29.271555 n-d-810291-1 neutron-server[101460]: INFO neutron.db.securitygroups_db [None req-6cda1094-1288-49a0-b957-18bf08e2a07d tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Project 0f00e685b2234e11bd1ffddb0085e333 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:51:29.278765 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6cda1094-1288-49a0-b957-18bf08e2a07d tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:29.342244 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6cda1094-1288-49a0-b957-18bf08e2a07d tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:29.348193 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6cda1094-1288-49a0-b957-18bf08e2a07d tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:29.371411 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda1094-1288-49a0-b957-18bf08e2a07d tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ef5103-bb87-4680-b972-6d365772dae0,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:29.379026 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6cda1094-1288-49a0-b957-18bf08e2a07d tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:29.380225 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6cda1094-1288-49a0-b957-18bf08e2a07d tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1361418 Sep 21 18:51:29.383232 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55310) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:51:29.388013 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-2f42f6c2-90ec-49ab-9592-3c2ed0d1a175 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'network': {'name': 'tempest-network-smoke--188103057', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'port_security_enabled': True}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:51:29.409211 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f42f6c2-90ec-49ab-9592-3c2ed0d1a175 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Made reservation on behalf of 0f00e685b2234e11bd1ffddb0085e333 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:51:29.412521 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2f42f6c2-90ec-49ab-9592-3c2ed0d1a175 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:29.435246 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f42f6c2-90ec-49ab-9592-3c2ed0d1a175 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:51:29.444006 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2f42f6c2-90ec-49ab-9592-3c2ed0d1a175 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:29.444332 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-2f42f6c2-90ec-49ab-9592-3c2ed0d1a175 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Added segment f550c4da-b54f-4df5-b695-6be1f7c53db4 of type vlan for network 45a5cbe3-89cf-4568-9e1b-c61bff66f176 Sep 21 18:51:29.485510 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2f42f6c2-90ec-49ab-9592-3c2ed0d1a175 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:29.512959 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2f42f6c2-90ec-49ab-9592-3c2ed0d1a175 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:29.518833 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f42f6c2-90ec-49ab-9592-3c2ed0d1a175 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:29.519449 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2f42f6c2-90ec-49ab-9592-3c2ed0d1a175 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:29.554934 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2f42f6c2-90ec-49ab-9592-3c2ed0d1a175 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1706996 Sep 21 18:51:29.557729 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55312) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:51:29.585654 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-518f333b-5a82-4eb2-8d4a-a521051c7097 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-395648078', 'admin_state_up': True, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:51:29.595521 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42f6c2-90ec-49ab-9592-3c2ed0d1a175 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Network': ['ID=45a5cbe3-89cf-4568-9e1b-c61bff66f176,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:29.606315 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 45a5cbe3-89cf-4568-9e1b-c61bff66f176 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:51:29.613857 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-518f333b-5a82-4eb2-8d4a-a521051c7097 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:29.615006 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-518f333b-5a82-4eb2-8d4a-a521051c7097 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:29.669529 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-518f333b-5a82-4eb2-8d4a-a521051c7097 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:29.802052 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-518f333b-5a82-4eb2-8d4a-a521051c7097 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:30.006315 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-518f333b-5a82-4eb2-8d4a-a521051c7097 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:30.024837 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-518f333b-5a82-4eb2-8d4a-a521051c7097 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:30.133281 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-518f333b-5a82-4eb2-8d4a-a521051c7097 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Allocated IP 172.25.6.11 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/e776716e-9910-444f-8df5-5add9d523876) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:51:30.249011 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-518f333b-5a82-4eb2-8d4a-a521051c7097 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:30.285802 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-518f333b-5a82-4eb2-8d4a-a521051c7097 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:30.327275 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518f333b-5a82-4eb2-8d4a-a521051c7097 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:51:30.331977 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-518f333b-5a82-4eb2-8d4a-a521051c7097 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:51:30.337127 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518f333b-5a82-4eb2-8d4a-a521051c7097 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:51:30.338422 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f333b-5a82-4eb2-8d4a-a521051c7097 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Port': ['ID=e776716e-9910-444f-8df5-5add9d523876,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:30.593721 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-518f333b-5a82-4eb2-8d4a-a521051c7097 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:30.794204 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-518f333b-5a82-4eb2-8d4a-a521051c7097 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:30.938114 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518f333b-5a82-4eb2-8d4a-a521051c7097 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Router cf8f37da-84d7-4988-ba30-0c1079d87563 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:51:31.050177 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518f333b-5a82-4eb2-8d4a-a521051c7097 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:51:31.061958 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247655d1-5a25-4702-b924-af26bfbf4ae7 None None] Sync routers for ids ['cf8f37da-84d7-4988-ba30-0c1079d87563'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:51:31.072115 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247655d1-5a25-4702-b924-af26bfbf4ae7 None None] Routers {'cf8f37da-84d7-4988-ba30-0c1079d87563'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:51:31.072812 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-247655d1-5a25-4702-b924-af26bfbf4ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:51:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['cf8f37da-84d7-4988-ba30-0c1079d87563'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:51:31.073839 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-518f333b-5a82-4eb2-8d4a-a521051c7097 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:31.075702 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-518f333b-5a82-4eb2-8d4a-a521051c7097 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5168850 Sep 21 18:51:31.079262 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55314) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:51:31.106612 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e606eaf7-2d88-49a8-ade5-89214f716f24 tempest-TestNetworkAdvancedServerOps-343949058 tempest-TestNetworkAdvancedServerOps-343949058-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=0f00e685b2234e11bd1ffddb0085e333&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262542 Sep 21 18:51:31.109622 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55316) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:51:31.180140 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-247655d1-5a25-4702-b924-af26bfbf4ae7 None None] Set router cf8f37da-84d7-4988-ba30-0c1079d87563 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:51:31.197403 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6c0291-ef98-43fb-931e-c4716924066e tempest-TestNetworkAdvancedServerOps-343949058 tempest-TestNetworkAdvancedServerOps-343949058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:31.198834 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fc6c0291-ef98-43fb-931e-c4716924066e tempest-TestNetworkAdvancedServerOps-343949058 tempest-TestNetworkAdvancedServerOps-343949058-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0882335 Sep 21 18:51:31.201876 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55318) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:51:31.239844 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c620e28c-f1e3-4ccc-a55d-45cfd8ad73fa tempest-TestNetworkAdvancedServerOps-343949058 tempest-TestNetworkAdvancedServerOps-343949058-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b8a002cf-2233-41c0-bbfe-1c8ea43e5299&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343149 Sep 21 18:51:31.240186 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55320) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:51:31.245376 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-5525dee1-9849-4109-a409-1e8982660dac tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-562906084', 'network_id': '45a5cbe3-89cf-4568-9e1b-c61bff66f176', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:51:31.335785 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5525dee1-9849-4109-a409-1e8982660dac tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Made reservation on behalf of 0f00e685b2234e11bd1ffddb0085e333 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:51:31.339404 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5525dee1-9849-4109-a409-1e8982660dac tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:31.357676 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-247655d1-5a25-4702-b924-af26bfbf4ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395648078', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'e776716e-9910-444f-8df5-5add9d523876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:51:29Z', 'updated_at': '2021-09-21T18:51:30Z', 'revision_number': 3, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': 'e776716e-9910-444f-8df5-5add9d523876', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:34:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:51:30Z', 'updated_at': '2021-09-21T18:51:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:51:31.387581 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247655d1-5a25-4702-b924-af26bfbf4ae7 None None] Checking router: cf8f37da-84d7-4988-ba30-0c1079d87563 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:51:31.387929 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247655d1-5a25-4702-b924-af26bfbf4ae7 None None] Updating router cf8f37da-84d7-4988-ba30-0c1079d87563 port e776716e-9910-444f-8df5-5add9d523876 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:51:31.413524 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-247655d1-5a25-4702-b924-af26bfbf4ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:31.519243 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5525dee1-9849-4109-a409-1e8982660dac tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:31.583157 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525dee1-9849-4109-a409-1e8982660dac tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Subnet': ['ID=d2978699-9535-4e9c-9977-261bf59ba25d,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:31.592755 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5525dee1-9849-4109-a409-1e8982660dac tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Checking segment: {'id': 'f550c4da-b54f-4df5-b695-6be1f7c53db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45a5cbe3-89cf-4568-9e1b-c61bff66f176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:51:31.593236 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5525dee1-9849-4109-a409-1e8982660dac tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Network hostable DHCP agents. Network: 45a5cbe3-89cf-4568-9e1b-c61bff66f176, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:51:31.616521 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5525dee1-9849-4109-a409-1e8982660dac tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Network 45a5cbe3-89cf-4568-9e1b-c61bff66f176 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:51:31.626948 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-5525dee1-9849-4109-a409-1e8982660dac tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 45a5cbe3-89cf-4568-9e1b-c61bff66f176) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:51:31.631250 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5525dee1-9849-4109-a409-1e8982660dac tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:31.631840 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5525dee1-9849-4109-a409-1e8982660dac tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:31.639502 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8956c62-31a0-4bbb-bd84-8608d4a0beae None None] Network 45a5cbe3-89cf-4568-9e1b-c61bff66f176 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:51:31.647088 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5525dee1-9849-4109-a409-1e8982660dac tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4056351 Sep 21 18:51:31.649978 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55322) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:51:31.766465 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-247655d1-5a25-4702-b924-af26bfbf4ae7 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:31.773698 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-247655d1-5a25-4702-b924-af26bfbf4ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:31.828520 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-247655d1-5a25-4702-b924-af26bfbf4ae7 None None] Attempting to bind port e776716e-9910-444f-8df5-5add9d523876 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:51:31.828520 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-247655d1-5a25-4702-b924-af26bfbf4ae7 None None] Attempting to bind port e776716e-9910-444f-8df5-5add9d523876 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:51:31.828520 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247655d1-5a25-4702-b924-af26bfbf4ae7 None None] Attempting to bind port e776716e-9910-444f-8df5-5add9d523876 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:51:31.836106 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14158dda-6a8e-4fb9-b803-835bbce9ff8b None None] Pushing event updated for resources: {'Port': ['ID=e776716e-9910-444f-8df5-5add9d523876,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:31.839243 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247655d1-5a25-4702-b924-af26bfbf4ae7 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:51:31.839612 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247655d1-5a25-4702-b924-af26bfbf4ae7 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:51:31.840007 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-247655d1-5a25-4702-b924-af26bfbf4ae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:31.840392 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247655d1-5a25-4702-b924-af26bfbf4ae7 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:51:31.840856 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-247655d1-5a25-4702-b924-af26bfbf4ae7 None None] Bound port: e776716e-9910-444f-8df5-5add9d523876, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:51:31.841231 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-247655d1-5a25-4702-b924-af26bfbf4ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:31.847630 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14158dda-6a8e-4fb9-b803-835bbce9ff8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:31.847974 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14158dda-6a8e-4fb9-b803-835bbce9ff8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:31.848317 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14158dda-6a8e-4fb9-b803-835bbce9ff8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:31.848647 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14158dda-6a8e-4fb9-b803-835bbce9ff8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:31.848974 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14158dda-6a8e-4fb9-b803-835bbce9ff8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:31.849497 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14158dda-6a8e-4fb9-b803-835bbce9ff8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:31.850013 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14158dda-6a8e-4fb9-b803-835bbce9ff8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:31.850339 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14158dda-6a8e-4fb9-b803-835bbce9ff8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:31.850660 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14158dda-6a8e-4fb9-b803-835bbce9ff8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:31.850994 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14158dda-6a8e-4fb9-b803-835bbce9ff8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:31.851429 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14158dda-6a8e-4fb9-b803-835bbce9ff8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:31.851631 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14158dda-6a8e-4fb9-b803-835bbce9ff8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:51:31.908901 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-247655d1-5a25-4702-b924-af26bfbf4ae7 None None] For port e776716e-9910-444f-8df5-5add9d523876, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:51:31.912536 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-247655d1-5a25-4702-b924-af26bfbf4ae7 None None] For port e776716e-9910-444f-8df5-5add9d523876, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e776716e-9910-444f-8df5-5add9d523876,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:51:31.918199 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-247655d1-5a25-4702-b924-af26bfbf4ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:31.971320 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dfba4e-24f7-45dc-812b-1f1ce3dfb74a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-45a5cbe3-89cf-4568-9e1b-c61bff66f176', 'network_id': '45a5cbe3-89cf-4568-9e1b-c61bff66f176', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'fixed_ips': [{'subnet_id': 'd2978699-9535-4e9c-9977-261bf59ba25d'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:51:31.973260 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-75dfba4e-24f7-45dc-812b-1f1ce3dfb74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:31.975405 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247655d1-5a25-4702-b924-af26bfbf4ae7 None None] Routers {'cf8f37da-84d7-4988-ba30-0c1079d87563'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:51:31.976482 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-247655d1-5a25-4702-b924-af26bfbf4ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:51:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['cf8f37da-84d7-4988-ba30-0c1079d87563'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:51:32.017926 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14158dda-6a8e-4fb9-b803-835bbce9ff8b None None] Pushing event updated for resources: {'Port': ['ID=e776716e-9910-444f-8df5-5add9d523876,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:32.090320 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-247655d1-5a25-4702-b924-af26bfbf4ae7 None None] Set router cf8f37da-84d7-4988-ba30-0c1079d87563 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:51:32.121442 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-75dfba4e-24f7-45dc-812b-1f1ce3dfb74a None None] Allocated IP 172.20.0.2 (45a5cbe3-89cf-4568-9e1b-c61bff66f176/d2978699-9535-4e9c-9977-261bf59ba25d/49134ad3-6308-4ad8-984a-d374979fbcbd) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:51:32.276336 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-75dfba4e-24f7-45dc-812b-1f1ce3dfb74a None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:32.280852 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-247655d1-5a25-4702-b924-af26bfbf4ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395648078', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'e776716e-9910-444f-8df5-5add9d523876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:51:29Z', 'updated_at': '2021-09-21T18:51:30Z', 'revision_number': 3, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': 'e776716e-9910-444f-8df5-5add9d523876', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:34:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:51:30Z', 'updated_at': '2021-09-21T18:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:51:32.284921 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-75dfba4e-24f7-45dc-812b-1f1ce3dfb74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:32.312404 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247655d1-5a25-4702-b924-af26bfbf4ae7 None None] The sync data for ids ['cf8f37da-84d7-4988-ba30-0c1079d87563'] in n-d-810291-1 is: [{'id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395648078', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'e776716e-9910-444f-8df5-5add9d523876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:51:29Z', 'updated_at': '2021-09-21T18:51:30Z', 'revision_number': 3, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': 'e776716e-9910-444f-8df5-5add9d523876', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:34:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:51:30Z', 'updated_at': '2021-09-21T18:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:51:32.325448 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dfba4e-24f7-45dc-812b-1f1ce3dfb74a None None] Network 45a5cbe3-89cf-4568-9e1b-c61bff66f176 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:51:32.330001 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-75dfba4e-24f7-45dc-812b-1f1ce3dfb74a None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:51:32.340013 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dfba4e-24f7-45dc-812b-1f1ce3dfb74a None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:51:32.347781 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dfba4e-24f7-45dc-812b-1f1ce3dfb74a None None] Pushing event updated for resources: {'Port': ['ID=49134ad3-6308-4ad8-984a-d374979fbcbd,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:32.406193 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-75dfba4e-24f7-45dc-812b-1f1ce3dfb74a None None] Attempting to bind port 49134ad3-6308-4ad8-984a-d374979fbcbd on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:51:32.406559 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-75dfba4e-24f7-45dc-812b-1f1ce3dfb74a None None] Attempting to bind port 49134ad3-6308-4ad8-984a-d374979fbcbd by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'f550c4da-b54f-4df5-b695-6be1f7c53db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45a5cbe3-89cf-4568-9e1b-c61bff66f176'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:51:32.406916 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dfba4e-24f7-45dc-812b-1f1ce3dfb74a None None] Attempting to bind port 49134ad3-6308-4ad8-984a-d374979fbcbd on network 45a5cbe3-89cf-4568-9e1b-c61bff66f176 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:51:32.412221 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dfba4e-24f7-45dc-812b-1f1ce3dfb74a None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:51:32.412589 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dfba4e-24f7-45dc-812b-1f1ce3dfb74a None None] Checking segment: {'id': 'f550c4da-b54f-4df5-b695-6be1f7c53db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45a5cbe3-89cf-4568-9e1b-c61bff66f176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:51:32.412982 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-75dfba4e-24f7-45dc-812b-1f1ce3dfb74a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:32.413440 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dfba4e-24f7-45dc-812b-1f1ce3dfb74a None None] Bound using segment: {'id': 'f550c4da-b54f-4df5-b695-6be1f7c53db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45a5cbe3-89cf-4568-9e1b-c61bff66f176'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:51:32.413897 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-75dfba4e-24f7-45dc-812b-1f1ce3dfb74a None None] Bound port: 49134ad3-6308-4ad8-984a-d374979fbcbd, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f550c4da-b54f-4df5-b695-6be1f7c53db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45a5cbe3-89cf-4568-9e1b-c61bff66f176'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:51:32.414274 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-75dfba4e-24f7-45dc-812b-1f1ce3dfb74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:32.476276 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f28ecfa-f0a7-4e91-b9c7-ad0e098e652e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:32.480039 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-75dfba4e-24f7-45dc-812b-1f1ce3dfb74a None None] For port 49134ad3-6308-4ad8-984a-d374979fbcbd, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:51:32.483223 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-75dfba4e-24f7-45dc-812b-1f1ce3dfb74a None None] For port 49134ad3-6308-4ad8-984a-d374979fbcbd, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=49134ad3-6308-4ad8-984a-d374979fbcbd,segment=NetworkSegment(f550c4da-b54f-4df5-b695-6be1f7c53db4),segment_id=f550c4da-b54f-4df5-b695-6be1f7c53db4)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:51:32.488885 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-75dfba4e-24f7-45dc-812b-1f1ce3dfb74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:32.575037 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dfba4e-24f7-45dc-812b-1f1ce3dfb74a None None] Pushing event updated for resources: {'Port': ['ID=49134ad3-6308-4ad8-984a-d374979fbcbd,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:32.833129 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-5f28ecfa-f0a7-4e91-b9c7-ad0e098e652e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Allocated IP 172.20.0.1 (45a5cbe3-89cf-4568-9e1b-c61bff66f176/d2978699-9535-4e9c-9977-261bf59ba25d/bd70d516-ceaa-4e41-a78b-8c9928709b39) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:51:32.957808 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f28ecfa-f0a7-4e91-b9c7-ad0e098e652e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:32.996491 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f28ecfa-f0a7-4e91-b9c7-ad0e098e652e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:33.040209 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f28ecfa-f0a7-4e91-b9c7-ad0e098e652e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Network 45a5cbe3-89cf-4568-9e1b-c61bff66f176 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:51:33.047138 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-5f28ecfa-f0a7-4e91-b9c7-ad0e098e652e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:51:33.053432 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f28ecfa-f0a7-4e91-b9c7-ad0e098e652e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:51:33.058277 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28ecfa-f0a7-4e91-b9c7-ad0e098e652e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Port': ['ID=bd70d516-ceaa-4e41-a78b-8c9928709b39,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:33.104240 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f28ecfa-f0a7-4e91-b9c7-ad0e098e652e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:33.243154 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f28ecfa-f0a7-4e91-b9c7-ad0e098e652e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:33.519318 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a906f2af-689d-441e-95f8-042748587fba None None] Network 45a5cbe3-89cf-4568-9e1b-c61bff66f176 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:51:33.534660 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f28ecfa-f0a7-4e91-b9c7-ad0e098e652e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:33.540033 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f28ecfa-f0a7-4e91-b9c7-ad0e098e652e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:33.609001 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-c20e5be5-bf69-4f5d-8fa1-7cb55cab7bf8 None None] Provisioning complete for port 49134ad3-6308-4ad8-984a-d374979fbcbd triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:51:33.609269 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c20e5be5-bf69-4f5d-8fa1-7cb55cab7bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:33.611365 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f28ecfa-f0a7-4e91-b9c7-ad0e098e652e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:33.614054 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28ecfa-f0a7-4e91-b9c7-ad0e098e652e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Port': ['ID=bd70d516-ceaa-4e41-a78b-8c9928709b39,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:33.718019 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f28ecfa-f0a7-4e91-b9c7-ad0e098e652e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Network 45a5cbe3-89cf-4568-9e1b-c61bff66f176 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:51:33.719564 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-5f28ecfa-f0a7-4e91-b9c7-ad0e098e652e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:51:33.744101 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c20e5be5-bf69-4f5d-8fa1-7cb55cab7bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:33.778755 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-c20e5be5-bf69-4f5d-8fa1-7cb55cab7bf8 None None] For port 49134ad3-6308-4ad8-984a-d374979fbcbd, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=49134ad3-6308-4ad8-984a-d374979fbcbd,segment=NetworkSegment(f550c4da-b54f-4df5-b695-6be1f7c53db4),segment_id=f550c4da-b54f-4df5-b695-6be1f7c53db4)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:51:33.784333 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c20e5be5-bf69-4f5d-8fa1-7cb55cab7bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:33.837437 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e5be5-bf69-4f5d-8fa1-7cb55cab7bf8 None None] Pushing event updated for resources: {'Port': ['ID=49134ad3-6308-4ad8-984a-d374979fbcbd,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:33.851704 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f28ecfa-f0a7-4e91-b9c7-ad0e098e652e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Router cf8f37da-84d7-4988-ba30-0c1079d87563 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:51:33.970254 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f28ecfa-f0a7-4e91-b9c7-ad0e098e652e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:51:33.974612 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5f28ecfa-f0a7-4e91-b9c7-ad0e098e652e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "PUT /v2.0/routers/cf8f37da-84d7-4988-ba30-0c1079d87563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3236692 Sep 21 18:51:34.003165 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7185cdf0-af07-4373-99ff-9da409f0272d None None] Sync routers for ids ['cf8f37da-84d7-4988-ba30-0c1079d87563'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:51:34.013946 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7185cdf0-af07-4373-99ff-9da409f0272d None None] Routers {'cf8f37da-84d7-4988-ba30-0c1079d87563'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:51:34.014585 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-7185cdf0-af07-4373-99ff-9da409f0272d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:51:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['cf8f37da-84d7-4988-ba30-0c1079d87563'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:51:34.050360 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-0ffd8629-a61c-484a-a9d3-95f65302700f None None] Provisioning complete for port 49134ad3-6308-4ad8-984a-d374979fbcbd triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:51:34.050732 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0ffd8629-a61c-484a-a9d3-95f65302700f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:34.167460 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e776716e-9910-444f-8df5-5add9d523876 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:51:34.191330 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-c8728406-f36f-4467-97ef-4190f8f53021 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2139945097&fields=id&tenant_id=0f00e685b2234e11bd1ffddb0085e333 HTTP/1.1" status: 200 len: 267 time: 0.0383484 Sep 21 18:51:34.204614 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-7185cdf0-af07-4373-99ff-9da409f0272d None None] Set router cf8f37da-84d7-4988-ba30-0c1079d87563 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:51:34.310617 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-024b0dd8-8b68-42a2-b9a2-13b19c5dd52b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:34.312237 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-024b0dd8-8b68-42a2-b9a2-13b19c5dd52b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/networks?id=45a5cbe3-89cf-4568-9e1b-c61bff66f176 HTTP/1.1" status: 200 len: 796 time: 0.1131320 Sep 21 18:51:34.325766 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-0ffd8629-a61c-484a-a9d3-95f65302700f None None] Provisioning complete for port bd70d516-ceaa-4e41-a78b-8c9928709b39 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:51:34.326143 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0ffd8629-a61c-484a-a9d3-95f65302700f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:34.327732 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port e776716e-9910-444f-8df5-5add9d523876 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:51:34.328080 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:34.329698 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-a3fdec07-0d21-4eab-9f2c-f2eede4565a1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/quotas/0f00e685b2234e11bd1ffddb0085e333 HTTP/1.1" status: 200 len: 375 time: 0.0108862 Sep 21 18:51:34.389742 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-d67012f8-6b40-4f68-a16e-c9212ee3f52e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515213 Sep 21 18:51:34.405621 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-e37b035f-da4e-493f-8f5c-6dff32a24779 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:51:34.406832 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-e37b035f-da4e-493f-8f5c-6dff32a24779 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055227 Sep 21 18:51:34.431286 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-0ffd8629-a61c-484a-a9d3-95f65302700f None None] Port bd70d516-ceaa-4e41-a78b-8c9928709b39 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:51:34.497747 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-688b2d26-5ce4-4875-a5fa-53f7c9d7425f service neutron] 10.222.0.58 "GET /v2.0/networks/45a5cbe3-89cf-4568-9e1b-c61bff66f176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843685 Sep 21 18:51:34.514119 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:34.537942 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port e776716e-9910-444f-8df5-5add9d523876, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e776716e-9910-444f-8df5-5add9d523876,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:51:34.546063 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:34.546830 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 49134ad3-6308-4ad8-984a-d374979fbcbd up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:51:34.592265 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-d448f275-3e7c-461d-8bf3-c3063228e681 service neutron] 10.222.0.58 "GET /v2.0/networks/45a5cbe3-89cf-4568-9e1b-c61bff66f176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875542 Sep 21 18:51:34.599192 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-7185cdf0-af07-4373-99ff-9da409f0272d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395648078', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'e776716e-9910-444f-8df5-5add9d523876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:51:29Z', 'updated_at': '2021-09-21T18:51:33Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': 'e776716e-9910-444f-8df5-5add9d523876', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:34:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:51:30Z', 'updated_at': '2021-09-21T18:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'bd70d516-ceaa-4e41-a78b-8c9928709b39', 'name': '', 'network_id': '45a5cbe3-89cf-4568-9e1b-c61bff66f176', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:e5:b0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'd2978699-9535-4e9c-9977-261bf59ba25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:51:32Z', 'updated_at': '2021-09-21T18:51:33Z', 'revision_number': 2, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': 'd2978699-9535-4e9c-9977-261bf59ba25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:51:34.641537 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7185cdf0-af07-4373-99ff-9da409f0272d None None] Checking router: cf8f37da-84d7-4988-ba30-0c1079d87563 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:51:34.641804 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7185cdf0-af07-4373-99ff-9da409f0272d None None] Updating router cf8f37da-84d7-4988-ba30-0c1079d87563 port bd70d516-ceaa-4e41-a78b-8c9928709b39 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:51:34.647655 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-d5095880-1589-4e1b-b02d-eca5244812e7 None None] Provisioning complete for port bd70d516-ceaa-4e41-a78b-8c9928709b39 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:51:34.648019 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d5095880-1589-4e1b-b02d-eca5244812e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:34.700581 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=e776716e-9910-444f-8df5-5add9d523876,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:34.706323 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7185cdf0-af07-4373-99ff-9da409f0272d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:34.731260 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-d5095880-1589-4e1b-b02d-eca5244812e7 None None] Port bd70d516-ceaa-4e41-a78b-8c9928709b39 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:51:34.739857 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 49134ad3-6308-4ad8-984a-d374979fbcbd triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:51:34.740225 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:34.773484 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d6d2e416-b8b0-4684-9980-96f54040afd1 req-72b3775d-5a2b-4812-b724-f814b588d094 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 210 time: 0.0369785 Sep 21 18:51:35.043531 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7185cdf0-af07-4373-99ff-9da409f0272d None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:35.049298 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7185cdf0-af07-4373-99ff-9da409f0272d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:35.102490 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815aed0-9570-4a88-883c-caad42b4f9c9 None None] Pushing event updated for resources: {'Port': ['ID=bd70d516-ceaa-4e41-a78b-8c9928709b39,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:35.154078 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-7185cdf0-af07-4373-99ff-9da409f0272d None None] Attempting to bind port bd70d516-ceaa-4e41-a78b-8c9928709b39 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:51:35.154477 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-7185cdf0-af07-4373-99ff-9da409f0272d None None] Attempting to bind port bd70d516-ceaa-4e41-a78b-8c9928709b39 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'f550c4da-b54f-4df5-b695-6be1f7c53db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45a5cbe3-89cf-4568-9e1b-c61bff66f176'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:51:35.154884 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7185cdf0-af07-4373-99ff-9da409f0272d None None] Attempting to bind port bd70d516-ceaa-4e41-a78b-8c9928709b39 on network 45a5cbe3-89cf-4568-9e1b-c61bff66f176 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:51:35.160627 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7185cdf0-af07-4373-99ff-9da409f0272d None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:51:35.161017 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7185cdf0-af07-4373-99ff-9da409f0272d None None] Checking segment: {'id': 'f550c4da-b54f-4df5-b695-6be1f7c53db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45a5cbe3-89cf-4568-9e1b-c61bff66f176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:51:35.161418 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7185cdf0-af07-4373-99ff-9da409f0272d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:35.161806 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7185cdf0-af07-4373-99ff-9da409f0272d None None] Bound using segment: {'id': 'f550c4da-b54f-4df5-b695-6be1f7c53db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45a5cbe3-89cf-4568-9e1b-c61bff66f176'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:51:35.162305 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-7185cdf0-af07-4373-99ff-9da409f0272d None None] Bound port: bd70d516-ceaa-4e41-a78b-8c9928709b39, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f550c4da-b54f-4df5-b695-6be1f7c53db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45a5cbe3-89cf-4568-9e1b-c61bff66f176'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:51:35.162801 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7185cdf0-af07-4373-99ff-9da409f0272d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:35.237324 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-7185cdf0-af07-4373-99ff-9da409f0272d None None] For port bd70d516-ceaa-4e41-a78b-8c9928709b39, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:51:35.241526 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-7185cdf0-af07-4373-99ff-9da409f0272d None None] For port bd70d516-ceaa-4e41-a78b-8c9928709b39, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=bd70d516-ceaa-4e41-a78b-8c9928709b39,segment=NetworkSegment(f550c4da-b54f-4df5-b695-6be1f7c53db4),segment_id=f550c4da-b54f-4df5-b695-6be1f7c53db4)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:51:35.246026 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7185cdf0-af07-4373-99ff-9da409f0272d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:35.483480 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-4edb015e-f772-4b10-bb05-c86ad33b4b7f None None] Provisioning complete for port bd70d516-ceaa-4e41-a78b-8c9928709b39 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:51:35.483845 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4edb015e-f772-4b10-bb05-c86ad33b4b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:35.489441 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7185cdf0-af07-4373-99ff-9da409f0272d None None] Routers {'cf8f37da-84d7-4988-ba30-0c1079d87563'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:51:35.490081 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-7185cdf0-af07-4373-99ff-9da409f0272d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:51:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['cf8f37da-84d7-4988-ba30-0c1079d87563'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:51:35.491854 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815aed0-9570-4a88-883c-caad42b4f9c9 None None] Pushing event updated for resources: {'Port': ['ID=bd70d516-ceaa-4e41-a78b-8c9928709b39,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:35.647628 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-7185cdf0-af07-4373-99ff-9da409f0272d None None] Set router cf8f37da-84d7-4988-ba30-0c1079d87563 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:51:35.679635 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4edb015e-f772-4b10-bb05-c86ad33b4b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:35.764101 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-4edb015e-f772-4b10-bb05-c86ad33b4b7f None None] For port bd70d516-ceaa-4e41-a78b-8c9928709b39, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=bd70d516-ceaa-4e41-a78b-8c9928709b39,segment=NetworkSegment(f550c4da-b54f-4df5-b695-6be1f7c53db4),segment_id=f550c4da-b54f-4df5-b695-6be1f7c53db4)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:51:35.770903 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4edb015e-f772-4b10-bb05-c86ad33b4b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:35.867577 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb015e-f772-4b10-bb05-c86ad33b4b7f None None] Pushing event updated for resources: {'Port': ['ID=bd70d516-ceaa-4e41-a78b-8c9928709b39,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:35.890235 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fd55b068-a4b7-4be1-b488-371ed5e632a1 req-2c4843b9-854d-49b5-b639-0a61e1ffd16d tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 210 time: 0.0434113 Sep 21 18:51:35.898019 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-6c9d67e5-a3da-40ac-aaed-0254c670f7b5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:35.899666 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-6c9d67e5-a3da-40ac-aaed-0254c670f7b5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.44 "GET /v2.0/networks?id=45a5cbe3-89cf-4568-9e1b-c61bff66f176 HTTP/1.1" status: 200 len: 796 time: 0.1768951 Sep 21 18:51:35.909546 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-29867c7e-84fa-44ac-aa13-2b688d951ea9 None None] Provisioning complete for port bd70d516-ceaa-4e41-a78b-8c9928709b39 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:51:35.909920 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-29867c7e-84fa-44ac-aa13-2b688d951ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:35.949339 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-b09b8980-3dcc-41fc-8be8-c04c915e674c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f00e685b2234e11bd1ffddb0085e333 HTTP/1.1" status: 200 len: 380 time: 0.0392025 Sep 21 18:51:35.960518 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-ee11be3a-0c15-4d94-b84f-a1d76adeb2a1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'port': {'device_id': 'afc02b92-5dff-4412-a182-bdd758853874', 'network_id': '45a5cbe3-89cf-4568-9e1b-c61bff66f176', 'admin_state_up': True, 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'security_groups': ['1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:51:35.962963 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-7185cdf0-af07-4373-99ff-9da409f0272d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395648078', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'e776716e-9910-444f-8df5-5add9d523876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:51:29Z', 'updated_at': '2021-09-21T18:51:33Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': 'e776716e-9910-444f-8df5-5add9d523876', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:51:30Z', 'updated_at': '2021-09-21T18:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'bd70d516-ceaa-4e41-a78b-8c9928709b39', 'name': '', 'network_id': '45a5cbe3-89cf-4568-9e1b-c61bff66f176', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:e5:b0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'd2978699-9535-4e9c-9977-261bf59ba25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:51:32Z', 'updated_at': '2021-09-21T18:51:35Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': 'd2978699-9535-4e9c-9977-261bf59ba25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:51:35.991142 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7185cdf0-af07-4373-99ff-9da409f0272d None None] The sync data for ids ['cf8f37da-84d7-4988-ba30-0c1079d87563'] in n-d-810291-1 is: [{'id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395648078', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'e776716e-9910-444f-8df5-5add9d523876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:51:29Z', 'updated_at': '2021-09-21T18:51:33Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': 'e776716e-9910-444f-8df5-5add9d523876', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:51:30Z', 'updated_at': '2021-09-21T18:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'bd70d516-ceaa-4e41-a78b-8c9928709b39', 'name': '', 'network_id': '45a5cbe3-89cf-4568-9e1b-c61bff66f176', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:e5:b0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'd2978699-9535-4e9c-9977-261bf59ba25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:51:32Z', 'updated_at': '2021-09-21T18:51:35Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': 'd2978699-9535-4e9c-9977-261bf59ba25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:51:36.100356 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-ee11be3a-0c15-4d94-b84f-a1d76adeb2a1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Made reservation on behalf of 0f00e685b2234e11bd1ffddb0085e333 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:51:36.104309 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-ee11be3a-0c15-4d94-b84f-a1d76adeb2a1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:36.129484 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e776716e-9910-444f-8df5-5add9d523876 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:51:36.183260 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port e776716e-9910-444f-8df5-5add9d523876 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:51:36.183761 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:36.238920 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-ee11be3a-0c15-4d94-b84f-a1d76adeb2a1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Allocated IP 172.20.0.7 (45a5cbe3-89cf-4568-9e1b-c61bff66f176/d2978699-9535-4e9c-9977-261bf59ba25d/c841cf1c-30b5-41a5-900a-e2481740d617) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:51:36.388597 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-ee11be3a-0c15-4d94-b84f-a1d76adeb2a1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:36.427196 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-ee11be3a-0c15-4d94-b84f-a1d76adeb2a1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:36.470540 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-ee11be3a-0c15-4d94-b84f-a1d76adeb2a1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Network 45a5cbe3-89cf-4568-9e1b-c61bff66f176 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:51:36.473833 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-ee11be3a-0c15-4d94-b84f-a1d76adeb2a1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:51:36.479945 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-ee11be3a-0c15-4d94-b84f-a1d76adeb2a1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:51:36.486824 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11be3a-0c15-4d94-b84f-a1d76adeb2a1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Port': ['ID=c841cf1c-30b5-41a5-900a-e2481740d617,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:36.534034 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-ee11be3a-0c15-4d94-b84f-a1d76adeb2a1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:36.534707 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-ee11be3a-0c15-4d94-b84f-a1d76adeb2a1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:36.551892 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-ee11be3a-0c15-4d94-b84f-a1d76adeb2a1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5952709 Sep 21 18:51:36.564822 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-65164b81-2456-45bc-8ef3-3f8326764103 service neutron] Request body: {'port': {'device_id': 'afc02b92-5dff-4412-a182-bdd758853874', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:51:36.624955 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-65164b81-2456-45bc-8ef3-3f8326764103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:36.760396 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-cf14fd8b-d815-43f9-9fc0-84f3fbfd4bc3 None None] Provisioning complete for port c841cf1c-30b5-41a5-900a-e2481740d617 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:51:36.760923 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cf14fd8b-d815-43f9-9fc0-84f3fbfd4bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:36.796380 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-cf14fd8b-d815-43f9-9fc0-84f3fbfd4bc3 None None] Port c841cf1c-30b5-41a5-900a-e2481740d617 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:51:36.903507 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-65164b81-2456-45bc-8ef3-3f8326764103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c841cf1c-30b5-41a5-900a-e2481740d617 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:51:36.911523 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-65164b81-2456-45bc-8ef3-3f8326764103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:36.926343 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-65164b81-2456-45bc-8ef3-3f8326764103 service neutron] Transition to ACTIVE for port object c841cf1c-30b5-41a5-900a-e2481740d617 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:51:36.932238 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-65164b81-2456-45bc-8ef3-3f8326764103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:37.001426 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65164b81-2456-45bc-8ef3-3f8326764103 service neutron] Pushing event updated for resources: {'Port': ['ID=c841cf1c-30b5-41a5-900a-e2481740d617,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:37.036395 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709da65-aaa4-422a-bee4-1fbf3a67e7fc req-f4606fb8-3aab-49ad-a0ca-7a5f14dd84c7 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:37.047073 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3709da65-aaa4-422a-bee4-1fbf3a67e7fc req-f4606fb8-3aab-49ad-a0ca-7a5f14dd84c7 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 943 time: 0.0779080 Sep 21 18:51:37.069651 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-65164b81-2456-45bc-8ef3-3f8326764103 service neutron] Attempting to bind port c841cf1c-30b5-41a5-900a-e2481740d617 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:51:37.070185 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-65164b81-2456-45bc-8ef3-3f8326764103 service neutron] Attempting to bind port c841cf1c-30b5-41a5-900a-e2481740d617 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'f550c4da-b54f-4df5-b695-6be1f7c53db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45a5cbe3-89cf-4568-9e1b-c61bff66f176'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:51:37.070475 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-65164b81-2456-45bc-8ef3-3f8326764103 service neutron] Attempting to bind port c841cf1c-30b5-41a5-900a-e2481740d617 on network 45a5cbe3-89cf-4568-9e1b-c61bff66f176 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:51:37.075357 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-65164b81-2456-45bc-8ef3-3f8326764103 service neutron] Port c841cf1c-30b5-41a5-900a-e2481740d617 on network 45a5cbe3-89cf-4568-9e1b-c61bff66f176 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:51:37.075768 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-65164b81-2456-45bc-8ef3-3f8326764103 service neutron] Attempting to bind port c841cf1c-30b5-41a5-900a-e2481740d617 on network 45a5cbe3-89cf-4568-9e1b-c61bff66f176 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:51:37.081451 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-65164b81-2456-45bc-8ef3-3f8326764103 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:51:37.081797 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-65164b81-2456-45bc-8ef3-3f8326764103 service neutron] Checking segment: {'id': 'f550c4da-b54f-4df5-b695-6be1f7c53db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45a5cbe3-89cf-4568-9e1b-c61bff66f176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:51:37.082193 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-65164b81-2456-45bc-8ef3-3f8326764103 service neutron] Bound using segment: {'id': 'f550c4da-b54f-4df5-b695-6be1f7c53db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45a5cbe3-89cf-4568-9e1b-c61bff66f176'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:51:37.082630 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-65164b81-2456-45bc-8ef3-3f8326764103 service neutron] Bound port: c841cf1c-30b5-41a5-900a-e2481740d617, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f550c4da-b54f-4df5-b695-6be1f7c53db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '45a5cbe3-89cf-4568-9e1b-c61bff66f176'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:51:37.083076 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-65164b81-2456-45bc-8ef3-3f8326764103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:37.086075 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3709da65-aaa4-422a-bee4-1fbf3a67e7fc req-a4bd6f51-b565-4eea-9787-f24e4356e3ae tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378735 Sep 21 18:51:37.150796 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-65164b81-2456-45bc-8ef3-3f8326764103 service neutron] For port c841cf1c-30b5-41a5-900a-e2481740d617, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:51:37.154072 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-65164b81-2456-45bc-8ef3-3f8326764103 service neutron] For port c841cf1c-30b5-41a5-900a-e2481740d617, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=c841cf1c-30b5-41a5-900a-e2481740d617,segment=NetworkSegment(f550c4da-b54f-4df5-b695-6be1f7c53db4),segment_id=f550c4da-b54f-4df5-b695-6be1f7c53db4)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:51:37.160950 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-65164b81-2456-45bc-8ef3-3f8326764103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:37.204039 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-65164b81-2456-45bc-8ef3-3f8326764103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:37.204773 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-65164b81-2456-45bc-8ef3-3f8326764103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:37.206200 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-65164b81-2456-45bc-8ef3-3f8326764103 service neutron] 10.222.0.44 "PUT /v2.0/ports/c841cf1c-30b5-41a5-900a-e2481740d617 HTTP/1.1" status: 200 len: 1091 time: 0.6459985 Sep 21 18:51:37.206643 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc02b92-5dff-4412-a182-bdd758853874', 'tag': 'c841cf1c-30b5-41a5-900a-e2481740d617'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:51:37.209610 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acef6555-6651-428a-81c0-c19409612e36" -d '{"events": [{"name": "network-changed", "server_uuid": "afc02b92-5dff-4412-a182-bdd758853874", "tag": "c841cf1c-30b5-41a5-900a-e2481740d617"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:51:37.246382 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65164b81-2456-45bc-8ef3-3f8326764103 service neutron] Pushing event updated for resources: {'Port': ['ID=c841cf1c-30b5-41a5-900a-e2481740d617,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:37.260147 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4552ade-653a-4668-8499-3268ecf2aa57 x-openstack-request-id: req-a4552ade-653a-4668-8499-3268ecf2aa57 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:51:37.260446 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc02b92-5dff-4412-a182-bdd758853874", "tag": "c841cf1c-30b5-41a5-900a-e2481740d617", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:51:37.260701 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a4552ade-653a-4668-8499-3268ecf2aa57 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:51:37.261102 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc02b92-5dff-4412-a182-bdd758853874', 'tag': 'c841cf1c-30b5-41a5-900a-e2481740d617', 'status': 'completed', 'code': 200} Sep 21 18:51:37.295981 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-271cd38b-7fc5-49cc-a13e-158ead4d7847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:37.297647 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-271cd38b-7fc5-49cc-a13e-158ead4d7847 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 1094 time: 0.0468526 Sep 21 18:51:37.344776 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-665fc12d-c872-496c-aa1b-26e64b3a0f69 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c841cf1c-30b5-41a5-900a-e2481740d617 HTTP/1.1" status: 200 len: 217 time: 0.0380962 Sep 21 18:51:37.395914 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-8c740a6c-72b7-444a-9c66-9cd0b77a8d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:37.397406 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-8c740a6c-72b7-444a-9c66-9cd0b77a8d6b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2978699-9535-4e9c-9977-261bf59ba25d HTTP/1.1" status: 200 len: 834 time: 0.0455565 Sep 21 18:51:37.446432 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-d4bfeb97-bbd6-41a4-95c7-0b33ae2e0ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:37.447998 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-d4bfeb97-bbd6-41a4-95c7-0b33ae2e0ab4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45a5cbe3-89cf-4568-9e1b-c61bff66f176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432637 Sep 21 18:51:37.544473 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-b4ec67d7-e838-46cd-b79c-796c68a178c8 service neutron] 10.222.0.44 "GET /v2.0/networks/45a5cbe3-89cf-4568-9e1b-c61bff66f176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872755 Sep 21 18:51:37.637271 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6fda86e8-5f62-4b82-9913-4b7400116bc7 req-39f69a72-230b-4308-a83c-1267517c082c service neutron] 10.222.0.44 "GET /v2.0/networks/45a5cbe3-89cf-4568-9e1b-c61bff66f176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850208 Sep 21 18:51:37.736198 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef6555-6651-428a-81c0-c19409612e36 req-ecff2d12-6276-4396-adee-d35285d187e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:37.737876 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-acef6555-6651-428a-81c0-c19409612e36 req-ecff2d12-6276-4396-adee-d35285d187e1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 1094 time: 0.0466948 Sep 21 18:51:37.841158 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef6555-6651-428a-81c0-c19409612e36 req-e0111f24-065d-47bf-bcf6-7b46c1cac506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:37.842686 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-acef6555-6651-428a-81c0-c19409612e36 req-e0111f24-065d-47bf-bcf6-7b46c1cac506 service neutron] 10.222.0.44 "GET /v2.0/networks?id=45a5cbe3-89cf-4568-9e1b-c61bff66f176 HTTP/1.1" status: 200 len: 897 time: 0.0971527 Sep 21 18:51:37.887582 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-acef6555-6651-428a-81c0-c19409612e36 req-fa1d893e-7547-4624-ba7f-f32b83922612 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c841cf1c-30b5-41a5-900a-e2481740d617 HTTP/1.1" status: 200 len: 217 time: 0.0369992 Sep 21 18:51:37.946127 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef6555-6651-428a-81c0-c19409612e36 req-431271ec-9d95-424c-a679-4def0d3d041d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:37.948115 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-acef6555-6651-428a-81c0-c19409612e36 req-431271ec-9d95-424c-a679-4def0d3d041d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2978699-9535-4e9c-9977-261bf59ba25d HTTP/1.1" status: 200 len: 834 time: 0.0510387 Sep 21 18:51:37.997236 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef6555-6651-428a-81c0-c19409612e36 req-c47dee28-1b9a-4c2d-86fd-e7de20bc3320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:37.998733 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-acef6555-6651-428a-81c0-c19409612e36 req-c47dee28-1b9a-4c2d-86fd-e7de20bc3320 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45a5cbe3-89cf-4568-9e1b-c61bff66f176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420439 Sep 21 18:51:38.087051 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device bd70d516-ceaa-4e41-a78b-8c9928709b39 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:51:38.100066 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-acef6555-6651-428a-81c0-c19409612e36 req-8a9ddd93-272f-4789-b7ad-a01bf91f5b18 service neutron] 10.222.0.44 "GET /v2.0/networks/45a5cbe3-89cf-4568-9e1b-c61bff66f176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926406 Sep 21 18:51:38.136185 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port bd70d516-ceaa-4e41-a78b-8c9928709b39 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:51:38.136634 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:38.197387 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-acef6555-6651-428a-81c0-c19409612e36 req-c2970369-4b19-4eab-abaf-787343021ebb service neutron] 10.222.0.44 "GET /v2.0/networks/45a5cbe3-89cf-4568-9e1b-c61bff66f176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889218 Sep 21 18:51:38.207054 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c53745-bc96-4da7-951b-b26f789adfb6 req-928c016f-ea38-477c-8e63-e196378dba38 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:38.210508 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-85c53745-bc96-4da7-951b-b26f789adfb6 req-928c016f-ea38-477c-8e63-e196378dba38 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 943 time: 0.0531871 Sep 21 18:51:38.249876 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-85c53745-bc96-4da7-951b-b26f789adfb6 req-d98275a5-44d2-4152-8af6-71e66482d284 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328991 Sep 21 18:51:39.390292 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0f8e4-db42-44d4-86c5-598ea26723de req-225bb495-67b5-49d0-8e52-3822d2421ccf tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:39.391901 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c6c0f8e4-db42-44d4-86c5-598ea26723de req-225bb495-67b5-49d0-8e52-3822d2421ccf tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 943 time: 0.0633180 Sep 21 18:51:39.429024 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device c841cf1c-30b5-41a5-900a-e2481740d617 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:51:39.430531 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c6c0f8e4-db42-44d4-86c5-598ea26723de req-5576fd6a-0965-4d4a-89f9-268e564c8275 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325458 Sep 21 18:51:39.524466 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port c841cf1c-30b5-41a5-900a-e2481740d617, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=c841cf1c-30b5-41a5-900a-e2481740d617,segment=NetworkSegment(f550c4da-b54f-4df5-b695-6be1f7c53db4),segment_id=f550c4da-b54f-4df5-b695-6be1f7c53db4)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:51:39.535247 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'c841cf1c-30b5-41a5-900a-e2481740d617', 'network_id': '45a5cbe3-89cf-4568-9e1b-c61bff66f176', 'port_id': 'c841cf1c-30b5-41a5-900a-e2481740d617', 'mac_address': 'fa:16:3e:83:95:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2978699-9535-4e9c-9977-261bf59ba25d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:51:39.573176 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:39.586468 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c841cf1c-30b5-41a5-900a-e2481740d617 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:51:39.605674 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port c841cf1c-30b5-41a5-900a-e2481740d617, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=c841cf1c-30b5-41a5-900a-e2481740d617,segment=NetworkSegment(f550c4da-b54f-4df5-b695-6be1f7c53db4),segment_id=f550c4da-b54f-4df5-b695-6be1f7c53db4)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:51:39.611989 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:39.658261 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=c841cf1c-30b5-41a5-900a-e2481740d617,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:39.838656 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['c841cf1c-30b5-41a5-900a-e2481740d617'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:51:40.566761 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d035fce-984c-4be1-8cbe-223686bedb92 req-d4dc486a-8c3e-478d-81e0-9bec9bd3da64 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:40.568274 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9d035fce-984c-4be1-8cbe-223686bedb92 req-d4dc486a-8c3e-478d-81e0-9bec9bd3da64 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 944 time: 0.0619688 Sep 21 18:51:40.609743 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9d035fce-984c-4be1-8cbe-223686bedb92 req-a2022bbe-527c-47ec-b747-37133a50f3e2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323961 Sep 21 18:51:41.430526 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device c841cf1c-30b5-41a5-900a-e2481740d617 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:51:41.486811 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port c841cf1c-30b5-41a5-900a-e2481740d617 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:51:41.490477 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port c841cf1c-30b5-41a5-900a-e2481740d617 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:51:41.490835 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:41.569107 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:41.590694 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc02b92-5dff-4412-a182-bdd758853874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c841cf1c-30b5-41a5-900a-e2481740d617'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:51:41.592991 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7be9786b8e12a57addcd3d24694f9862590c26d6af0c76ac9baad1416f83940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6f59ee-f9f1-45ea-a369-d86950f5dcfa" -d '{"events": [{"server_uuid": "afc02b92-5dff-4412-a182-bdd758853874", "name": "network-vif-plugged", "status": "completed", "tag": "c841cf1c-30b5-41a5-900a-e2481740d617"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:51:41.605511 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port c841cf1c-30b5-41a5-900a-e2481740d617, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=c841cf1c-30b5-41a5-900a-e2481740d617,segment=NetworkSegment(f550c4da-b54f-4df5-b695-6be1f7c53db4),segment_id=f550c4da-b54f-4df5-b695-6be1f7c53db4)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:51:41.610673 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:41.655995 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:51:41.663739 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=c841cf1c-30b5-41a5-900a-e2481740d617,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:41.692595 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b775fb65-9c87-4698-9b29-b30a2d250c93 x-openstack-request-id: req-b775fb65-9c87-4698-9b29-b30a2d250c93 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:51:41.692896 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc02b92-5dff-4412-a182-bdd758853874", "name": "network-vif-plugged", "status": "completed", "tag": "c841cf1c-30b5-41a5-900a-e2481740d617", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:51:41.693120 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b775fb65-9c87-4698-9b29-b30a2d250c93 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:51:41.693517 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc02b92-5dff-4412-a182-bdd758853874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c841cf1c-30b5-41a5-900a-e2481740d617', 'code': 200} Sep 21 18:51:41.730524 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c68b9-296b-4293-96da-c497e15f4959 req-84455de0-967e-4fd6-a180-ff82bc51ed32 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:41.732066 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-641c68b9-296b-4293-96da-c497e15f4959 req-84455de0-967e-4fd6-a180-ff82bc51ed32 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 945 time: 0.0485668 Sep 21 18:51:41.770509 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-641c68b9-296b-4293-96da-c497e15f4959 req-29b9289d-56cd-4a30-929f-d19b6ea4378e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315807 Sep 21 18:51:41.794020 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bde9e-564e-479a-adda-791301c1d1d4 req-957e8ba6-915c-4753-92a4-60c840255db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:41.795598 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-429bde9e-564e-479a-adda-791301c1d1d4 req-957e8ba6-915c-4753-92a4-60c840255db6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 1096 time: 0.0450990 Sep 21 18:51:41.832324 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-429bde9e-564e-479a-adda-791301c1d1d4 req-9804556d-5dcc-44e2-906b-45f39a1290c4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276105 Sep 21 18:51:42.891663 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926bdad-61e5-47c6-b369-494ea441e2c9 req-6319552a-1b47-4666-9130-5e8ad41391d0 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:42.893083 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2926bdad-61e5-47c6-b369-494ea441e2c9 req-6319552a-1b47-4666-9130-5e8ad41391d0 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 945 time: 0.0524304 Sep 21 18:51:42.932243 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2926bdad-61e5-47c6-b369-494ea441e2c9 req-70b5e2d6-c5d6-4bd6-8e81-96410ddc4ac7 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328703 Sep 21 18:51:44.070489 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf5a5a-755d-4ca3-a1cd-6fc9707a6328 req-8ac3b8c7-ac8b-4d85-a457-1bf1c58df9c1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:44.072042 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b8cf5a5a-755d-4ca3-a1cd-6fc9707a6328 req-8ac3b8c7-ac8b-4d85-a457-1bf1c58df9c1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 945 time: 0.0507176 Sep 21 18:51:44.110161 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b8cf5a5a-755d-4ca3-a1cd-6fc9707a6328 req-6935f41a-19bc-4934-a69f-7a45ea78e741 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319285 Sep 21 18:51:44.229744 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937d1e1-7caf-47fe-a4a8-d9d8b5f02c6f req-e93ad565-1c98-415c-869c-a3851f5f2662 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:44.231182 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4937d1e1-7caf-47fe-a4a8-d9d8b5f02c6f req-e93ad565-1c98-415c-869c-a3851f5f2662 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 945 time: 0.0536382 Sep 21 18:51:44.270963 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4937d1e1-7caf-47fe-a4a8-d9d8b5f02c6f req-80ae0cdb-c16d-4e29-8d60-0daf9dff82d3 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333059 Sep 21 18:51:44.297758 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55378) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:51:44.337347 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb4317f-ee62-405f-b835-64eeb19ba268 tempest-TestNetworkAdvancedServerOps-343949058 tempest-TestNetworkAdvancedServerOps-343949058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:44.338852 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ceb4317f-ee62-405f-b835-64eeb19ba268 tempest-TestNetworkAdvancedServerOps-343949058 tempest-TestNetworkAdvancedServerOps-343949058-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 1091 time: 0.0400622 Sep 21 18:51:44.341771 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55380) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:51:44.346220 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-5f6ec3e8-e990-4d81-8c64-37f6f235c2c2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'port_id': 'c841cf1c-30b5-41a5-900a-e2481740d617', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:51:44.375533 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f6ec3e8-e990-4d81-8c64-37f6f235c2c2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for floatingip, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:44.488779 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f6ec3e8-e990-4d81-8c64-37f6f235c2c2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:44.591304 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-5f6ec3e8-e990-4d81-8c64-37f6f235c2c2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Allocated IP 172.25.6.27 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/31742433-d402-4afb-9b6d-8c5c4858e216) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:51:44.694799 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f6ec3e8-e990-4d81-8c64-37f6f235c2c2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:44.730450 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f6ec3e8-e990-4d81-8c64-37f6f235c2c2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:44.766414 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6ec3e8-e990-4d81-8c64-37f6f235c2c2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:51:44.769051 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-5f6ec3e8-e990-4d81-8c64-37f6f235c2c2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:51:44.774585 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6ec3e8-e990-4d81-8c64-37f6f235c2c2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:51:44.780045 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ec3e8-e990-4d81-8c64-37f6f235c2c2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Port': ['ID=31742433-d402-4afb-9b6d-8c5c4858e216,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:45.163493 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f6ec3e8-e990-4d81-8c64-37f6f235c2c2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:45.243161 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f6ec3e8-e990-4d81-8c64-37f6f235c2c2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:45.404507 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f6ec3e8-e990-4d81-8c64-37f6f235c2c2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:45.411784 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f6ec3e8-e990-4d81-8c64-37f6f235c2c2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:45.479081 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ec3e8-e990-4d81-8c64-37f6f235c2c2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Port': ['ID=31742433-d402-4afb-9b6d-8c5c4858e216,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:51:45.493269 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f6ec3e8-e990-4d81-8c64-37f6f235c2c2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:45.596808 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-5f6ec3e8-e990-4d81-8c64-37f6f235c2c2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Floating IP 1f81e911-6369-4650-9bb8-ec9ce8c3a49c associated. External IP: 172.25.6.27, port: c841cf1c-30b5-41a5-900a-e2481740d617. Sep 21 18:51:45.800973 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6ec3e8-e990-4d81-8c64-37f6f235c2c2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Router cf8f37da-84d7-4988-ba30-0c1079d87563 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:51:45.981248 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ea2c8337-6c19-4f33-8320-bc0b301607a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:46.266115 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6ec3e8-e990-4d81-8c64-37f6f235c2c2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:51:46.277628 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afa5d4b-1bfd-499a-9a64-0c612b199215 None None] Sync routers for ids ['cf8f37da-84d7-4988-ba30-0c1079d87563'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:51:46.284343 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f6ec3e8-e990-4d81-8c64-37f6f235c2c2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:46.289248 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afa5d4b-1bfd-499a-9a64-0c612b199215 None None] Routers {'cf8f37da-84d7-4988-ba30-0c1079d87563'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:51:46.289875 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-2afa5d4b-1bfd-499a-9a64-0c612b199215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:51:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['cf8f37da-84d7-4988-ba30-0c1079d87563'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:51:46.312246 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5f6ec3e8-e990-4d81-8c64-37f6f235c2c2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9694564 Sep 21 18:51:46.312832 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc02b92-5dff-4412-a182-bdd758853874', 'tag': 'c841cf1c-30b5-41a5-900a-e2481740d617'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:51:46.315282 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d3c20d-13c4-4d14-b7f5-f8dadd80a92f" -d '{"events": [{"name": "network-changed", "server_uuid": "afc02b92-5dff-4412-a182-bdd758853874", "tag": "c841cf1c-30b5-41a5-900a-e2481740d617"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:51:46.358963 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1170d64c-0f7f-4236-84b7-854e5c4049c7 x-openstack-request-id: req-1170d64c-0f7f-4236-84b7-854e5c4049c7 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:51:46.359250 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc02b92-5dff-4412-a182-bdd758853874", "tag": "c841cf1c-30b5-41a5-900a-e2481740d617", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:51:46.359502 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1170d64c-0f7f-4236-84b7-854e5c4049c7 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:51:46.359907 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc02b92-5dff-4412-a182-bdd758853874', 'tag': 'c841cf1c-30b5-41a5-900a-e2481740d617', 'status': 'completed', 'code': 200} Sep 21 18:51:46.403749 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-2afa5d4b-1bfd-499a-9a64-0c612b199215 None None] Set router cf8f37da-84d7-4988-ba30-0c1079d87563 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:51:46.424221 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c6f2f-616e-4445-bf7c-dd693d64f9c7 req-c813487a-942c-40f5-8d99-d5ed3c350c5c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:46.426606 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e51c6f2f-616e-4445-bf7c-dd693d64f9c7 req-c813487a-942c-40f5-8d99-d5ed3c350c5c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 945 time: 0.0594285 Sep 21 18:51:46.429107 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3c20d-13c4-4d14-b7f5-f8dadd80a92f req-d13abd70-58e1-442f-bd87-9f5a5c43e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:46.430759 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-32d3c20d-13c4-4d14-b7f5-f8dadd80a92f req-d13abd70-58e1-442f-bd87-9f5a5c43e1fd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 1096 time: 0.0438449 Sep 21 18:51:46.466756 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e51c6f2f-616e-4445-bf7c-dd693d64f9c7 req-4262b8c2-7985-49f1-81b7-7d3821c44a63 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341470 Sep 21 18:51:46.489242 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55386) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:51:46.525617 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3c20d-13c4-4d14-b7f5-f8dadd80a92f req-e5d111b0-c497-40bf-b24a-26bc8afa0620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:46.527245 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-32d3c20d-13c4-4d14-b7f5-f8dadd80a92f req-e5d111b0-c497-40bf-b24a-26bc8afa0620 service neutron] 10.222.0.44 "GET /v2.0/networks?id=45a5cbe3-89cf-4568-9e1b-c61bff66f176 HTTP/1.1" status: 200 len: 897 time: 0.0871446 Sep 21 18:51:46.555340 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ee823ae9-33d1-4f10-a4f6-883efc6191fa tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/floatingips/1f81e911-6369-4650-9bb8-ec9ce8c3a49c HTTP/1.1" status: 200 len: 990 time: 0.0644660 Sep 21 18:51:46.603325 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-32d3c20d-13c4-4d14-b7f5-f8dadd80a92f req-36ab9a97-48d4-49bd-918d-4ae083b7a129 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c841cf1c-30b5-41a5-900a-e2481740d617 HTTP/1.1" status: 200 len: 998 time: 0.0680642 Sep 21 18:51:46.643150 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-2afa5d4b-1bfd-499a-9a64-0c612b199215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395648078', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'e776716e-9910-444f-8df5-5add9d523876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:51:29Z', 'updated_at': '2021-09-21T18:51:33Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': 'e776716e-9910-444f-8df5-5add9d523876', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:51:30Z', 'updated_at': '2021-09-21T18:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '1f81e911-6369-4650-9bb8-ec9ce8c3a49c', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'floating_ip_address': '172.25.6.27', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'port_id': 'c841cf1c-30b5-41a5-900a-e2481740d617', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45a5cbe3-89cf-4568-9e1b-c61bff66f176', 'mac_address': 'fa:16:3e:83:95:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc02b92-5dff-4412-a182-bdd758853874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:51:45Z', 'updated_at': '2021-09-21T18:51:45Z', 'revision_number': 0, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd70d516-ceaa-4e41-a78b-8c9928709b39', 'name': '', 'network_id': '45a5cbe3-89cf-4568-9e1b-c61bff66f176', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:e5:b0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'd2978699-9535-4e9c-9977-261bf59ba25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:51:32Z', 'updated_at': '2021-09-21T18:51:35Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': 'd2978699-9535-4e9c-9977-261bf59ba25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:51:46.654304 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3c20d-13c4-4d14-b7f5-f8dadd80a92f req-f5ef95b0-ee1a-4bdc-a02a-bcc7df1e7755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:46.655826 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-32d3c20d-13c4-4d14-b7f5-f8dadd80a92f req-f5ef95b0-ee1a-4bdc-a02a-bcc7df1e7755 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2978699-9535-4e9c-9977-261bf59ba25d HTTP/1.1" status: 200 len: 834 time: 0.0446403 Sep 21 18:51:46.672844 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afa5d4b-1bfd-499a-9a64-0c612b199215 None None] Checking router: cf8f37da-84d7-4988-ba30-0c1079d87563 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:51:46.681260 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afa5d4b-1bfd-499a-9a64-0c612b199215 None None] Routers {'cf8f37da-84d7-4988-ba30-0c1079d87563'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:51:46.681875 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-2afa5d4b-1bfd-499a-9a64-0c612b199215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:51:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['cf8f37da-84d7-4988-ba30-0c1079d87563'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:51:46.704154 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3c20d-13c4-4d14-b7f5-f8dadd80a92f req-bee831f1-8a4b-4dcd-93e8-42bb81b64300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:46.706181 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-32d3c20d-13c4-4d14-b7f5-f8dadd80a92f req-bee831f1-8a4b-4dcd-93e8-42bb81b64300 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45a5cbe3-89cf-4568-9e1b-c61bff66f176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416183 Sep 21 18:51:46.787051 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-2afa5d4b-1bfd-499a-9a64-0c612b199215 None None] Set router cf8f37da-84d7-4988-ba30-0c1079d87563 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:51:46.799495 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-32d3c20d-13c4-4d14-b7f5-f8dadd80a92f req-ea5567be-4213-4178-aaf1-26e23ba41dcd service neutron] 10.222.0.44 "GET /v2.0/networks/45a5cbe3-89cf-4568-9e1b-c61bff66f176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847902 Sep 21 18:51:46.895343 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-32d3c20d-13c4-4d14-b7f5-f8dadd80a92f req-17acbb47-0213-42ad-b94c-7244197eef43 service neutron] 10.222.0.44 "GET /v2.0/networks/45a5cbe3-89cf-4568-9e1b-c61bff66f176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878878 Sep 21 18:51:47.008084 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-2afa5d4b-1bfd-499a-9a64-0c612b199215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395648078', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'e776716e-9910-444f-8df5-5add9d523876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:51:29Z', 'updated_at': '2021-09-21T18:51:33Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': 'e776716e-9910-444f-8df5-5add9d523876', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:51:30Z', 'updated_at': '2021-09-21T18:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '1f81e911-6369-4650-9bb8-ec9ce8c3a49c', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'floating_ip_address': '172.25.6.27', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'port_id': 'c841cf1c-30b5-41a5-900a-e2481740d617', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45a5cbe3-89cf-4568-9e1b-c61bff66f176', 'mac_address': 'fa:16:3e:83:95:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc02b92-5dff-4412-a182-bdd758853874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:51:45Z', 'updated_at': '2021-09-21T18:51:45Z', 'revision_number': 0, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd70d516-ceaa-4e41-a78b-8c9928709b39', 'name': '', 'network_id': '45a5cbe3-89cf-4568-9e1b-c61bff66f176', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:e5:b0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'd2978699-9535-4e9c-9977-261bf59ba25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:51:32Z', 'updated_at': '2021-09-21T18:51:35Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': 'd2978699-9535-4e9c-9977-261bf59ba25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:51:47.036933 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afa5d4b-1bfd-499a-9a64-0c612b199215 None None] The sync data for ids ['cf8f37da-84d7-4988-ba30-0c1079d87563'] in n-d-810291-1 is: [{'id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395648078', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'e776716e-9910-444f-8df5-5add9d523876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:51:29Z', 'updated_at': '2021-09-21T18:51:33Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': 'e776716e-9910-444f-8df5-5add9d523876', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:51:30Z', 'updated_at': '2021-09-21T18:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '1f81e911-6369-4650-9bb8-ec9ce8c3a49c', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'floating_ip_address': '172.25.6.27', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'port_id': 'c841cf1c-30b5-41a5-900a-e2481740d617', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45a5cbe3-89cf-4568-9e1b-c61bff66f176', 'mac_address': 'fa:16:3e:83:95:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc02b92-5dff-4412-a182-bdd758853874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:51:45Z', 'updated_at': '2021-09-21T18:51:45Z', 'revision_number': 0, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd70d516-ceaa-4e41-a78b-8c9928709b39', 'name': '', 'network_id': '45a5cbe3-89cf-4568-9e1b-c61bff66f176', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:e5:b0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'd2978699-9535-4e9c-9977-261bf59ba25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:51:32Z', 'updated_at': '2021-09-21T18:51:35Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': 'd2978699-9535-4e9c-9977-261bf59ba25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:51:47.233389 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e83ee0d-f7c2-4a20-9abd-1b93fa8db0b6 None None] New status for floating IP 1f81e911-6369-4650-9bb8-ec9ce8c3a49c: ACTIVE {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:51:47.559613 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55388) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:51:47.637376 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b7038cab-8820-4cbd-a56a-54ba0d61ce40 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/floatingips/1f81e911-6369-4650-9bb8-ec9ce8c3a49c HTTP/1.1" status: 200 len: 992 time: 0.0765760 Sep 21 18:51:48.493945 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b48c372c-fa71-46b0-bd7d-206f073f4e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:49.125353 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:50.364231 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:51.213853 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7f181503-fb73-4c3f-a2a8-c8bb2524be60 req-c8d747dd-8ec6-4758-a090-b6945f252e25 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=afc02b92-5dff-4412-a182-bdd758853874&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434542 Sep 21 18:51:51.299250 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f181503-fb73-4c3f-a2a8-c8bb2524be60 req-d24dde55-fb30-4f28-a690-138a553137e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:51.300744 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7f181503-fb73-4c3f-a2a8-c8bb2524be60 req-d24dde55-fb30-4f28-a690-138a553137e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 1096 time: 0.0421953 Sep 21 18:51:51.418510 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f181503-fb73-4c3f-a2a8-c8bb2524be60 req-d80da24b-c424-43ba-9852-2531d5495d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:51.420045 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7f181503-fb73-4c3f-a2a8-c8bb2524be60 req-d80da24b-c424-43ba-9852-2531d5495d42 service neutron] 10.222.0.44 "GET /v2.0/networks?id=45a5cbe3-89cf-4568-9e1b-c61bff66f176 HTTP/1.1" status: 200 len: 897 time: 0.0947399 Sep 21 18:51:51.487815 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7f181503-fb73-4c3f-a2a8-c8bb2524be60 req-69ef9c0b-b9f1-4cab-bdaa-8a8851bf9979 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c841cf1c-30b5-41a5-900a-e2481740d617 HTTP/1.1" status: 200 len: 1000 time: 0.0592990 Sep 21 18:51:51.550087 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f181503-fb73-4c3f-a2a8-c8bb2524be60 req-1d5b0b72-6cae-479e-81b9-12d56a5634d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:51.551556 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7f181503-fb73-4c3f-a2a8-c8bb2524be60 req-1d5b0b72-6cae-479e-81b9-12d56a5634d4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2978699-9535-4e9c-9977-261bf59ba25d HTTP/1.1" status: 200 len: 834 time: 0.0491202 Sep 21 18:51:51.599257 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f181503-fb73-4c3f-a2a8-c8bb2524be60 req-2673ff0e-87d7-43da-b5f8-264cd86a3d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:51:51.600711 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7f181503-fb73-4c3f-a2a8-c8bb2524be60 req-2673ff0e-87d7-43da-b5f8-264cd86a3d2a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45a5cbe3-89cf-4568-9e1b-c61bff66f176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415354 Sep 21 18:51:51.691596 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7f181503-fb73-4c3f-a2a8-c8bb2524be60 req-40864b00-b045-4084-8ee5-ea5f3291f475 service neutron] 10.222.0.44 "GET /v2.0/networks/45a5cbe3-89cf-4568-9e1b-c61bff66f176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824013 Sep 21 18:51:51.784043 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7f181503-fb73-4c3f-a2a8-c8bb2524be60 req-1b2814ed-fe6f-4caf-bb9d-4f30929115bd service neutron] 10.222.0.44 "GET /v2.0/networks/45a5cbe3-89cf-4568-9e1b-c61bff66f176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843194 Sep 21 18:51:51.826362 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:54.007709 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:51:55.024315 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:15.996325 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5a9e8ab8-d190-49bc-9e8f-2ca42ce8961b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:18.492498 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-650475a8-89c7-4237-8022-36381aed32f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:18.662111 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:52:19.124732 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:20.373778 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:21.093234 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be59b25-f304-48a1-bac2-a5f71185e31a req-1b6dad74-9d6f-46d9-9615-dcaebae7326d tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:21.094736 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5be59b25-f304-48a1-bac2-a5f71185e31a req-1b6dad74-9d6f-46d9-9615-dcaebae7326d tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 945 time: 0.0754697 Sep 21 18:52:21.108724 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7cb1e8-4415-475c-9d96-059f0c097860 req-725ca698-82d6-479a-8c33-f56db9b48839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:21.110144 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6e7cb1e8-4415-475c-9d96-059f0c097860 req-725ca698-82d6-479a-8c33-f56db9b48839 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 1096 time: 0.0636759 Sep 21 18:52:21.158382 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5be59b25-f304-48a1-bac2-a5f71185e31a req-754ecb7a-b9a8-4f86-9745-d5875e7ee147 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574348 Sep 21 18:52:21.231514 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7cb1e8-4415-475c-9d96-059f0c097860 req-923e57d6-608e-44c1-ac16-74f513a0a82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:21.233020 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6e7cb1e8-4415-475c-9d96-059f0c097860 req-923e57d6-608e-44c1-ac16-74f513a0a82f service neutron] 10.222.0.44 "GET /v2.0/networks?id=45a5cbe3-89cf-4568-9e1b-c61bff66f176 HTTP/1.1" status: 200 len: 897 time: 0.1086659 Sep 21 18:52:21.305008 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6e7cb1e8-4415-475c-9d96-059f0c097860 req-4fb3cee4-06d6-468f-8d61-d4a490b60856 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c841cf1c-30b5-41a5-900a-e2481740d617 HTTP/1.1" status: 200 len: 1000 time: 0.0627358 Sep 21 18:52:21.353532 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7cb1e8-4415-475c-9d96-059f0c097860 req-7cbfba80-67ba-480e-b5f5-a89f8405a854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:21.354977 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6e7cb1e8-4415-475c-9d96-059f0c097860 req-7cbfba80-67ba-480e-b5f5-a89f8405a854 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2978699-9535-4e9c-9977-261bf59ba25d HTTP/1.1" status: 200 len: 834 time: 0.0423839 Sep 21 18:52:21.403944 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7cb1e8-4415-475c-9d96-059f0c097860 req-bfb34ccd-a536-410d-bd10-03b3aa04f3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:21.405410 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6e7cb1e8-4415-475c-9d96-059f0c097860 req-bfb34ccd-a536-410d-bd10-03b3aa04f3ff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45a5cbe3-89cf-4568-9e1b-c61bff66f176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422604 Sep 21 18:52:21.502381 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6e7cb1e8-4415-475c-9d96-059f0c097860 req-c612717b-5855-4065-ade8-4d2a4cf797c1 service neutron] 10.222.0.44 "GET /v2.0/networks/45a5cbe3-89cf-4568-9e1b-c61bff66f176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881388 Sep 21 18:52:21.591435 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6e7cb1e8-4415-475c-9d96-059f0c097860 req-f940857e-702f-4a03-b93a-b80fde8a3d08 service neutron] 10.222.0.44 "GET /v2.0/networks/45a5cbe3-89cf-4568-9e1b-c61bff66f176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815897 Sep 21 18:52:21.824403 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:22.309893 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc5b8e-0353-4850-afcd-2582e807451f req-2e00f2de-aa45-4694-80f0-56a19f2553f1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:22.311447 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-54dc5b8e-0353-4850-afcd-2582e807451f req-2e00f2de-aa45-4694-80f0-56a19f2553f1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 945 time: 0.0536318 Sep 21 18:52:22.358694 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-54dc5b8e-0353-4850-afcd-2582e807451f req-15e12943-cc98-4cab-ac35-8dfa020caafe tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382695 Sep 21 18:52:23.508115 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85d332-d291-421a-8880-7d97b498d13f req-c43c8003-6dc7-4fc9-9ff1-93596f10c0d9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:23.510360 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1c85d332-d291-421a-8880-7d97b498d13f req-c43c8003-6dc7-4fc9-9ff1-93596f10c0d9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 945 time: 0.0699048 Sep 21 18:52:23.556695 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1c85d332-d291-421a-8880-7d97b498d13f req-a7c7f8b5-3f50-4b01-a13e-9f3b8d85fa61 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394690 Sep 21 18:52:24.009891 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:24.696911 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0ad00-f380-473d-acf3-d1c0e6662f0c req-c606ee9f-9fed-4ecb-8047-6afe60b1b919 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:24.698544 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9ad0ad00-f380-473d-acf3-d1c0e6662f0c req-c606ee9f-9fed-4ecb-8047-6afe60b1b919 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 945 time: 0.0655932 Sep 21 18:52:24.742223 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9ad0ad00-f380-473d-acf3-d1c0e6662f0c req-6c700f2b-4189-488f-bff5-4ce058ea372b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339360 Sep 21 18:52:25.041605 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:25.881219 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180458e9-1083-4454-a185-b7b7ec693112 req-56f9ca86-c838-4ea1-b810-3693fd59618c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:25.882712 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-180458e9-1083-4454-a185-b7b7ec693112 req-56f9ca86-c838-4ea1-b810-3693fd59618c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 945 time: 0.0614486 Sep 21 18:52:25.932870 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-180458e9-1083-4454-a185-b7b7ec693112 req-9281a076-2122-4cfa-9b72-fe8d5b2024e1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406408 Sep 21 18:52:27.068006 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b9bc4-1398-494d-a8fa-d6910ebe9f98 req-fc946780-8265-43e1-848a-91e670732f71 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:27.069548 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cd5b9bc4-1398-494d-a8fa-d6910ebe9f98 req-fc946780-8265-43e1-848a-91e670732f71 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 945 time: 0.0518613 Sep 21 18:52:27.111071 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cd5b9bc4-1398-494d-a8fa-d6910ebe9f98 req-b0c25f4b-a1fd-45d9-8ee9-f5f88a50f961 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322366 Sep 21 18:52:28.232594 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48047596-eb2a-446f-a204-5b5bd6d1c767 req-2e5f3f95-0d9e-4f3f-82f1-be99c67b84e5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:28.234142 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-48047596-eb2a-446f-a204-5b5bd6d1c767 req-2e5f3f95-0d9e-4f3f-82f1-be99c67b84e5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 945 time: 0.0525975 Sep 21 18:52:28.276409 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-48047596-eb2a-446f-a204-5b5bd6d1c767 req-57793afe-5ead-435e-97d2-696038f72f3b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331979 Sep 21 18:52:29.419046 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934fc327-3c19-4e59-a7bf-6ab0e2ab4629 req-f5a0fc01-4a8b-462a-b952-a185aa89e98b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:29.420524 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-934fc327-3c19-4e59-a7bf-6ab0e2ab4629 req-f5a0fc01-4a8b-462a-b952-a185aa89e98b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 945 time: 0.0511823 Sep 21 18:52:29.466047 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-934fc327-3c19-4e59-a7bf-6ab0e2ab4629 req-f67fa7b6-4c10-47ed-a723-f04baeb2c0d9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366199 Sep 21 18:52:30.595987 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08f6af-00e0-48e1-96fa-57052ea9f932 req-a6ea0dfb-72cd-42cc-8057-5471c7b65321 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:30.597521 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0d08f6af-00e0-48e1-96fa-57052ea9f932 req-a6ea0dfb-72cd-42cc-8057-5471c7b65321 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 945 time: 0.0573583 Sep 21 18:52:30.642166 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0d08f6af-00e0-48e1-96fa-57052ea9f932 req-f4a7c910-4b1e-483d-8da9-1d3841f3526a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354021 Sep 21 18:52:31.780408 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0b6c9-ba40-4ac5-9623-c7342b97fabb req-02d0f7ae-6f12-46c3-93ed-12ddbcc37974 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:31.781919 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0ee0b6c9-ba40-4ac5-9623-c7342b97fabb req-02d0f7ae-6f12-46c3-93ed-12ddbcc37974 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 945 time: 0.0607190 Sep 21 18:52:31.820665 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0ee0b6c9-ba40-4ac5-9623-c7342b97fabb req-531bd71c-4cca-4cd2-9416-063fd46f375f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317936 Sep 21 18:52:32.940936 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2e2c0-6069-475b-a6cf-9bcdb31518c0 req-5e24e023-918a-466a-8f89-451e8b744ab7 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:32.942442 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f2e2c0-6069-475b-a6cf-9bcdb31518c0 req-5e24e023-918a-466a-8f89-451e8b744ab7 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 945 time: 0.0521667 Sep 21 18:52:32.989750 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-35f2e2c0-6069-475b-a6cf-9bcdb31518c0 req-9492154f-c209-4e70-b973-878e69dd8a04 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369794 Sep 21 18:52:34.120583 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf690b4-a5c0-4940-a6c8-1965ff29b410 req-51cf22fc-0453-4de9-8d70-d513cd60c5cd tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:34.122084 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9bf690b4-a5c0-4940-a6c8-1965ff29b410 req-51cf22fc-0453-4de9-8d70-d513cd60c5cd tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 945 time: 0.0505579 Sep 21 18:52:34.161396 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9bf690b4-a5c0-4940-a6c8-1965ff29b410 req-c195740b-db7e-46b0-9d93-42ea8803ee4c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332341 Sep 21 18:52:35.289214 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d453ff2-aafc-4406-87f4-aff3fa446782 req-69457182-0bdf-408d-b7a2-e23cc41adae2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:35.290710 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d453ff2-aafc-4406-87f4-aff3fa446782 req-69457182-0bdf-408d-b7a2-e23cc41adae2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 945 time: 0.0531483 Sep 21 18:52:35.329529 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7d453ff2-aafc-4406-87f4-aff3fa446782 req-7bb9baf8-d2b3-4526-9345-65da90ee0bba tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323210 Sep 21 18:52:36.463322 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8144ff0-4f79-4df9-8334-fe372a5284aa req-399b9ab5-4fbd-4156-90c1-1a3fa0dce1f6 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:36.464900 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d8144ff0-4f79-4df9-8334-fe372a5284aa req-399b9ab5-4fbd-4156-90c1-1a3fa0dce1f6 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 945 time: 0.0532851 Sep 21 18:52:36.512901 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d8144ff0-4f79-4df9-8334-fe372a5284aa req-030cdf75-dc4a-4026-aee4-631f1812421b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386362 Sep 21 18:52:37.652502 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f22cd-63e6-4940-a381-37f285fad5aa req-ad942202-e5f5-4710-9cc8-9629b8fd628f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:37.654059 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-108f22cd-63e6-4940-a381-37f285fad5aa req-ad942202-e5f5-4710-9cc8-9629b8fd628f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 945 time: 0.0638237 Sep 21 18:52:37.699988 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-108f22cd-63e6-4940-a381-37f285fad5aa req-11efffa0-5340-4296-aa42-d4bf62ea6671 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362244 Sep 21 18:52:37.721808 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55434) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:52:37.788720 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6ce3f839-f4d4-48bf-beaa-a7cc1a59fb6c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/floatingips/1f81e911-6369-4650-9bb8-ec9ce8c3a49c HTTP/1.1" status: 200 len: 992 time: 0.0658054 Sep 21 18:52:45.992574 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3933f561-62a4-4593-b4aa-874b43649a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:48.491900 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6fd4d5c5-f3a5-410c-8035-d5a667112f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:49.129127 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:50.378674 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:51.833557 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:53.188394 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-95c52a03-64b2-4f6e-98dc-49c8353524d7 req-81801e66-eded-4f9a-8fd1-87d962b22bc7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=afc02b92-5dff-4412-a182-bdd758853874&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425262 Sep 21 18:52:53.281760 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c52a03-64b2-4f6e-98dc-49c8353524d7 req-0a35c9e4-dc53-4769-8dc5-f759f4dfbe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:53.283310 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-95c52a03-64b2-4f6e-98dc-49c8353524d7 req-0a35c9e4-dc53-4769-8dc5-f759f4dfbe4d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 1096 time: 0.0502672 Sep 21 18:52:53.392975 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c52a03-64b2-4f6e-98dc-49c8353524d7 req-54b906d2-b798-45b0-88cd-6027925c21c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:53.394436 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-95c52a03-64b2-4f6e-98dc-49c8353524d7 req-54b906d2-b798-45b0-88cd-6027925c21c2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=45a5cbe3-89cf-4568-9e1b-c61bff66f176 HTTP/1.1" status: 200 len: 897 time: 0.0878758 Sep 21 18:52:53.464493 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-95c52a03-64b2-4f6e-98dc-49c8353524d7 req-96427bf9-ada1-44f8-8016-87f935bd5136 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c841cf1c-30b5-41a5-900a-e2481740d617 HTTP/1.1" status: 200 len: 1000 time: 0.0625153 Sep 21 18:52:53.525376 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c52a03-64b2-4f6e-98dc-49c8353524d7 req-400d0d80-d4af-4cf0-91a6-316a2ad7745b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:53.527642 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-95c52a03-64b2-4f6e-98dc-49c8353524d7 req-400d0d80-d4af-4cf0-91a6-316a2ad7745b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2978699-9535-4e9c-9977-261bf59ba25d HTTP/1.1" status: 200 len: 834 time: 0.0531232 Sep 21 18:52:53.576582 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c52a03-64b2-4f6e-98dc-49c8353524d7 req-6059cfdd-c2df-4ef3-8cbd-231c0e02d9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:52:53.578053 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-95c52a03-64b2-4f6e-98dc-49c8353524d7 req-6059cfdd-c2df-4ef3-8cbd-231c0e02d9f1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45a5cbe3-89cf-4568-9e1b-c61bff66f176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416672 Sep 21 18:52:53.676388 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-95c52a03-64b2-4f6e-98dc-49c8353524d7 req-6316ebcb-9c29-4b80-846f-32f5bd930945 service neutron] 10.222.0.44 "GET /v2.0/networks/45a5cbe3-89cf-4568-9e1b-c61bff66f176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885918 Sep 21 18:52:53.781445 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-95c52a03-64b2-4f6e-98dc-49c8353524d7 req-d7450372-a0ad-4933-b6c9-a7be401d71f2 service neutron] 10.222.0.44 "GET /v2.0/networks/45a5cbe3-89cf-4568-9e1b-c61bff66f176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973203 Sep 21 18:52:54.027601 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:55.040300 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:52:55.667092 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:53:10.304303 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55448) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:53:10.478842 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-7eab396a-af6b-4e7c-a988-fb3de91d6bf9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Deleting port 31742433-d402-4afb-9b6d-8c5c4858e216 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:53:10.479202 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7eab396a-af6b-4e7c-a988-fb3de91d6bf9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:10.554210 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7eab396a-af6b-4e7c-a988-fb3de91d6bf9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:10.554535 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7eab396a-af6b-4e7c-a988-fb3de91d6bf9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:10.566519 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-7eab396a-af6b-4e7c-a988-fb3de91d6bf9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Calling delete_port for 31742433-d402-4afb-9b6d-8c5c4858e216 owned by network:floatingip {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:53:10.719334 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7eab396a-af6b-4e7c-a988-fb3de91d6bf9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:10.748952 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab396a-af6b-4e7c-a988-fb3de91d6bf9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event deleted for resources: {'Port': ['ID=31742433-d402-4afb-9b6d-8c5c4858e216,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:10.773374 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab396a-af6b-4e7c-a988-fb3de91d6bf9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:10.773724 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab396a-af6b-4e7c-a988-fb3de91d6bf9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:10.774064 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab396a-af6b-4e7c-a988-fb3de91d6bf9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:10.774399 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab396a-af6b-4e7c-a988-fb3de91d6bf9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:10.774732 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab396a-af6b-4e7c-a988-fb3de91d6bf9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:10.775090 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab396a-af6b-4e7c-a988-fb3de91d6bf9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:10.775420 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab396a-af6b-4e7c-a988-fb3de91d6bf9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:10.775746 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab396a-af6b-4e7c-a988-fb3de91d6bf9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:10.776071 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab396a-af6b-4e7c-a988-fb3de91d6bf9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:10.776393 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab396a-af6b-4e7c-a988-fb3de91d6bf9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:10.776714 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab396a-af6b-4e7c-a988-fb3de91d6bf9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:10.777033 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab396a-af6b-4e7c-a988-fb3de91d6bf9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:10.817512 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7eab396a-af6b-4e7c-a988-fb3de91d6bf9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for floatingip, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:10.817843 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-7eab396a-af6b-4e7c-a988-fb3de91d6bf9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Floating IP 1f81e911-6369-4650-9bb8-ec9ce8c3a49c disassociated (deleted). External IP: 172.25.6.27, port: c841cf1c-30b5-41a5-900a-e2481740d617. Sep 21 18:53:11.026889 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eab396a-af6b-4e7c-a988-fb3de91d6bf9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Router cf8f37da-84d7-4988-ba30-0c1079d87563 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:53:11.137117 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eab396a-af6b-4e7c-a988-fb3de91d6bf9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:53:11.143502 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7eab396a-af6b-4e7c-a988-fb3de91d6bf9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:11.150313 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5859dbb2-fd0f-46d1-9cae-d77c803e4525 None None] Sync routers for ids ['cf8f37da-84d7-4988-ba30-0c1079d87563'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:53:11.159922 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5859dbb2-fd0f-46d1-9cae-d77c803e4525 None None] Routers {'cf8f37da-84d7-4988-ba30-0c1079d87563'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:53:11.160539 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5859dbb2-fd0f-46d1-9cae-d77c803e4525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:52:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['cf8f37da-84d7-4988-ba30-0c1079d87563'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:53:11.171069 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7eab396a-af6b-4e7c-a988-fb3de91d6bf9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "DELETE /v2.0/floatingips/1f81e911-6369-4650-9bb8-ec9ce8c3a49c HTTP/1.1" status: 204 len: 168 time: 0.8653002 Sep 21 18:53:11.171673 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc02b92-5dff-4412-a182-bdd758853874', 'tag': 'c841cf1c-30b5-41a5-900a-e2481740d617'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:53:11.174008 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11764471-f20f-4a9e-90dc-593ebcd1cec5" -d '{"events": [{"name": "network-changed", "server_uuid": "afc02b92-5dff-4412-a182-bdd758853874", "tag": "c841cf1c-30b5-41a5-900a-e2481740d617"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:53:11.214132 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd833fe-44f8-4c96-b7c6-139325fee587 x-openstack-request-id: req-2cd833fe-44f8-4c96-b7c6-139325fee587 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:53:11.215058 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc02b92-5dff-4412-a182-bdd758853874", "tag": "c841cf1c-30b5-41a5-900a-e2481740d617", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:53:11.215317 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2cd833fe-44f8-4c96-b7c6-139325fee587 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:53:11.215735 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc02b92-5dff-4412-a182-bdd758853874', 'tag': 'c841cf1c-30b5-41a5-900a-e2481740d617', 'status': 'completed', 'code': 200} Sep 21 18:53:11.269767 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-5859dbb2-fd0f-46d1-9cae-d77c803e4525 None None] Set router cf8f37da-84d7-4988-ba30-0c1079d87563 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:53:11.283060 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11764471-f20f-4a9e-90dc-593ebcd1cec5 req-feb0d0a7-fddd-4e00-a842-58ff7a170c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:11.284668 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-11764471-f20f-4a9e-90dc-593ebcd1cec5 req-feb0d0a7-fddd-4e00-a842-58ff7a170c0c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 1096 time: 0.0458131 Sep 21 18:53:11.383752 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11764471-f20f-4a9e-90dc-593ebcd1cec5 req-3f420004-79d0-4cd9-aa61-f0596a51d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:11.385268 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-11764471-f20f-4a9e-90dc-593ebcd1cec5 req-3f420004-79d0-4cd9-aa61-f0596a51d574 service neutron] 10.222.0.44 "GET /v2.0/networks?id=45a5cbe3-89cf-4568-9e1b-c61bff66f176 HTTP/1.1" status: 200 len: 897 time: 0.0912755 Sep 21 18:53:11.417793 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69efbb-bfea-4b16-855e-d0bf1c7867ef req-3795abe3-a557-4dc1-b2ad-1ce48bd30a59 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:11.419336 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ed69efbb-bfea-4b16-855e-d0bf1c7867ef req-3795abe3-a557-4dc1-b2ad-1ce48bd30a59 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 945 time: 0.0499103 Sep 21 18:53:11.434915 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-11764471-f20f-4a9e-90dc-593ebcd1cec5 req-c8188918-5987-40bd-a95a-8c9d709a90c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c841cf1c-30b5-41a5-900a-e2481740d617 HTTP/1.1" status: 200 len: 217 time: 0.0389371 Sep 21 18:53:11.458122 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ed69efbb-bfea-4b16-855e-d0bf1c7867ef req-28f81c62-f839-4833-a6ce-e1d9ee2ff5cb tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319343 Sep 21 18:53:11.476947 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5859dbb2-fd0f-46d1-9cae-d77c803e4525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395648078', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'e776716e-9910-444f-8df5-5add9d523876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:51:29Z', 'updated_at': '2021-09-21T18:51:33Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': 'e776716e-9910-444f-8df5-5add9d523876', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:51:30Z', 'updated_at': '2021-09-21T18:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'bd70d516-ceaa-4e41-a78b-8c9928709b39', 'name': '', 'network_id': '45a5cbe3-89cf-4568-9e1b-c61bff66f176', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:e5:b0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'd2978699-9535-4e9c-9977-261bf59ba25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:51:32Z', 'updated_at': '2021-09-21T18:51:35Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': 'd2978699-9535-4e9c-9977-261bf59ba25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:53:11.489653 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11764471-f20f-4a9e-90dc-593ebcd1cec5 req-78f6b9c2-3d5c-45a4-ae36-4e8db552c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:11.491175 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-11764471-f20f-4a9e-90dc-593ebcd1cec5 req-78f6b9c2-3d5c-45a4-ae36-4e8db552c66e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2978699-9535-4e9c-9977-261bf59ba25d HTTP/1.1" status: 200 len: 834 time: 0.0482922 Sep 21 18:53:11.507182 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5859dbb2-fd0f-46d1-9cae-d77c803e4525 None None] Checking router: cf8f37da-84d7-4988-ba30-0c1079d87563 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:53:11.515400 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5859dbb2-fd0f-46d1-9cae-d77c803e4525 None None] Routers {'cf8f37da-84d7-4988-ba30-0c1079d87563'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:53:11.516016 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5859dbb2-fd0f-46d1-9cae-d77c803e4525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:52:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['cf8f37da-84d7-4988-ba30-0c1079d87563'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:53:11.537225 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11764471-f20f-4a9e-90dc-593ebcd1cec5 req-f24d4f69-cd8b-4e17-9247-08be965860e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:11.538695 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-11764471-f20f-4a9e-90dc-593ebcd1cec5 req-f24d4f69-cd8b-4e17-9247-08be965860e9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45a5cbe3-89cf-4568-9e1b-c61bff66f176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392187 Sep 21 18:53:11.619347 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-5859dbb2-fd0f-46d1-9cae-d77c803e4525 None None] Set router cf8f37da-84d7-4988-ba30-0c1079d87563 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:53:11.638340 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-11764471-f20f-4a9e-90dc-593ebcd1cec5 req-aeb00a5c-9374-4bfd-b4cd-54633170dd1f service neutron] 10.222.0.44 "GET /v2.0/networks/45a5cbe3-89cf-4568-9e1b-c61bff66f176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870318 Sep 21 18:53:11.729938 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-11764471-f20f-4a9e-90dc-593ebcd1cec5 req-4e2d3677-ca00-4fee-a4c9-9869a28c623e service neutron] 10.222.0.44 "GET /v2.0/networks/45a5cbe3-89cf-4568-9e1b-c61bff66f176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821545 Sep 21 18:53:11.814791 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5859dbb2-fd0f-46d1-9cae-d77c803e4525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395648078', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'e776716e-9910-444f-8df5-5add9d523876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:51:29Z', 'updated_at': '2021-09-21T18:51:33Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': 'e776716e-9910-444f-8df5-5add9d523876', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:51:30Z', 'updated_at': '2021-09-21T18:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'bd70d516-ceaa-4e41-a78b-8c9928709b39', 'name': '', 'network_id': '45a5cbe3-89cf-4568-9e1b-c61bff66f176', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:e5:b0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'd2978699-9535-4e9c-9977-261bf59ba25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:51:32Z', 'updated_at': '2021-09-21T18:51:35Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': 'd2978699-9535-4e9c-9977-261bf59ba25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:53:11.840970 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5859dbb2-fd0f-46d1-9cae-d77c803e4525 None None] The sync data for ids ['cf8f37da-84d7-4988-ba30-0c1079d87563'] in n-d-810291-1 is: [{'id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395648078', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'e776716e-9910-444f-8df5-5add9d523876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:51:29Z', 'updated_at': '2021-09-21T18:51:33Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': 'e776716e-9910-444f-8df5-5add9d523876', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:51:30Z', 'updated_at': '2021-09-21T18:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'bd70d516-ceaa-4e41-a78b-8c9928709b39', 'name': '', 'network_id': '45a5cbe3-89cf-4568-9e1b-c61bff66f176', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:e5:b0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'd2978699-9535-4e9c-9977-261bf59ba25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:51:32Z', 'updated_at': '2021-09-21T18:51:35Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': 'd2978699-9535-4e9c-9977-261bf59ba25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:53:12.089967 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55c44b2-ea1f-49ac-bfb2-af50ab91c0a5 None None] New status for floating IP 1f81e911-6369-4650-9bb8-ec9ce8c3a49c: DOWN {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:53:12.596147 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca939084-ae98-4150-964e-9900d4797007 req-2afb6fe3-96fd-4c38-8be7-d647908f94e0 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:12.597648 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca939084-ae98-4150-964e-9900d4797007 req-2afb6fe3-96fd-4c38-8be7-d647908f94e0 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 945 time: 0.0519478 Sep 21 18:53:12.642211 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ca939084-ae98-4150-964e-9900d4797007 req-e32d4066-fb3b-4c32-b8cb-25c1fc0886b9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354998 Sep 21 18:53:13.086629 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028e647-ae27-4001-b864-24890c58a9b1 req-75ffad58-edfc-487d-9439-8a294e78bc15 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:13.089242 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e028e647-ae27-4001-b864-24890c58a9b1 req-75ffad58-edfc-487d-9439-8a294e78bc15 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.44 "GET /v2.0/ports?device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 945 time: 0.0640953 Sep 21 18:53:13.200066 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-e028e647-ae27-4001-b864-24890c58a9b1 req-817c9200-f6a6-4e28-a5a4-2a00a291c64f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Deleting port c841cf1c-30b5-41a5-900a-e2481740d617 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:53:13.200416 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e028e647-ae27-4001-b864-24890c58a9b1 req-817c9200-f6a6-4e28-a5a4-2a00a291c64f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:13.294197 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-e028e647-ae27-4001-b864-24890c58a9b1 req-817c9200-f6a6-4e28-a5a4-2a00a291c64f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] For port c841cf1c-30b5-41a5-900a-e2481740d617, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=c841cf1c-30b5-41a5-900a-e2481740d617,segment=NetworkSegment(f550c4da-b54f-4df5-b695-6be1f7c53db4),segment_id=f550c4da-b54f-4df5-b695-6be1f7c53db4)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:53:13.294552 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e028e647-ae27-4001-b864-24890c58a9b1 req-817c9200-f6a6-4e28-a5a4-2a00a291c64f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:13.306701 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-e028e647-ae27-4001-b864-24890c58a9b1 req-817c9200-f6a6-4e28-a5a4-2a00a291c64f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Calling delete_port for c841cf1c-30b5-41a5-900a-e2481740d617 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:53:13.445809 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e028e647-ae27-4001-b864-24890c58a9b1 req-817c9200-f6a6-4e28-a5a4-2a00a291c64f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:13.476762 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c9200-f6a6-4e28-a5a4-2a00a291c64f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event deleted for resources: {'Port': ['ID=c841cf1c-30b5-41a5-900a-e2481740d617,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:13.520743 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-e028e647-ae27-4001-b864-24890c58a9b1 req-817c9200-f6a6-4e28-a5a4-2a00a291c64f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] No DVR routers for this DVR port c841cf1c-30b5-41a5-900a-e2481740d617 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:53:13.523507 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e028e647-ae27-4001-b864-24890c58a9b1 req-817c9200-f6a6-4e28-a5a4-2a00a291c64f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:13.525703 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e028e647-ae27-4001-b864-24890c58a9b1 req-817c9200-f6a6-4e28-a5a4-2a00a291c64f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.44 "DELETE /v2.0/ports/c841cf1c-30b5-41a5-900a-e2481740d617 HTTP/1.1" status: 204 len: 173 time: 0.4291148 Sep 21 18:53:13.526158 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc02b92-5dff-4412-a182-bdd758853874', 'name': 'network-vif-deleted', 'tag': 'c841cf1c-30b5-41a5-900a-e2481740d617'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:53:13.528422 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87257999-a55b-4e3a-9d6c-666d1153f958" -d '{"events": [{"server_uuid": "afc02b92-5dff-4412-a182-bdd758853874", "name": "network-vif-deleted", "tag": "c841cf1c-30b5-41a5-900a-e2481740d617"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:53:13.564535 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99db38ec-5306-4201-9b1a-4f3e073c7eef x-openstack-request-id: req-99db38ec-5306-4201-9b1a-4f3e073c7eef {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:53:13.564827 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc02b92-5dff-4412-a182-bdd758853874", "name": "network-vif-deleted", "tag": "c841cf1c-30b5-41a5-900a-e2481740d617", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:53:13.565085 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-99db38ec-5306-4201-9b1a-4f3e073c7eef {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:53:13.565490 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc02b92-5dff-4412-a182-bdd758853874', 'name': 'network-vif-deleted', 'tag': 'c841cf1c-30b5-41a5-900a-e2481740d617', 'status': 'completed', 'code': 200} Sep 21 18:53:13.747110 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9e69017f-a3b0-48a1-9eb0-7ccda76c314f req-155b4b77-416f-4127-91a8-9d4d90245f82 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=afc02b92-5dff-4412-a182-bdd758853874 HTTP/1.1" status: 200 len: 210 time: 0.0259502 Sep 21 18:53:14.825101 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55468) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:53:15.190199 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-04723da9-9332-402c-a049-aec482df70a9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:15.452205 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-04723da9-9332-402c-a049-aec482df70a9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Deleting port bd70d516-ceaa-4e41-a78b-8c9928709b39 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:53:15.452595 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-04723da9-9332-402c-a049-aec482df70a9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:15.538811 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-04723da9-9332-402c-a049-aec482df70a9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] For port bd70d516-ceaa-4e41-a78b-8c9928709b39, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=bd70d516-ceaa-4e41-a78b-8c9928709b39,segment=NetworkSegment(f550c4da-b54f-4df5-b695-6be1f7c53db4),segment_id=f550c4da-b54f-4df5-b695-6be1f7c53db4)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:53:15.539166 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-04723da9-9332-402c-a049-aec482df70a9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:15.555931 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-04723da9-9332-402c-a049-aec482df70a9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Calling delete_port for bd70d516-ceaa-4e41-a78b-8c9928709b39 owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:53:15.753301 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-04723da9-9332-402c-a049-aec482df70a9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:15.780961 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04723da9-9332-402c-a049-aec482df70a9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event deleted for resources: {'Port': ['ID=bd70d516-ceaa-4e41-a78b-8c9928709b39,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:15.927013 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device c841cf1c-30b5-41a5-900a-e2481740d617 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:53:15.952637 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-04723da9-9332-402c-a049-aec482df70a9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:15.953134 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: c841cf1c-30b5-41a5-900a-e2481740d617 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:53:15.953134 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device c841cf1c-30b5-41a5-900a-e2481740d617 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:53:15.984078 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-60768656-8c51-480b-b13d-c981eb3871a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:16.527695 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04723da9-9332-402c-a049-aec482df70a9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Router cf8f37da-84d7-4988-ba30-0c1079d87563 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:53:16.636509 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04723da9-9332-402c-a049-aec482df70a9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:53:16.642524 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-04723da9-9332-402c-a049-aec482df70a9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "PUT /v2.0/routers/cf8f37da-84d7-4988-ba30-0c1079d87563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8155670 Sep 21 18:53:16.644961 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55470) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:53:16.647091 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7d4edb-e152-4414-9707-c41c707d9e90 None None] Sync routers for ids ['cf8f37da-84d7-4988-ba30-0c1079d87563'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:53:16.656774 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7d4edb-e152-4414-9707-c41c707d9e90 None None] Routers {'cf8f37da-84d7-4988-ba30-0c1079d87563'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:53:16.657379 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-aa7d4edb-e152-4414-9707-c41c707d9e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:52:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['cf8f37da-84d7-4988-ba30-0c1079d87563'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:53:16.696455 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aae506d-150f-4354-89cd-11ff58a284a6 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Deleting subnet d2978699-9535-4e9c-9977-261bf59ba25d {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:53:16.699860 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1aae506d-150f-4354-89cd-11ff58a284a6 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:16.738661 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1aae506d-150f-4354-89cd-11ff58a284a6 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:16.762281 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-aa7d4edb-e152-4414-9707-c41c707d9e90 None None] Set router cf8f37da-84d7-4988-ba30-0c1079d87563 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:53:16.831097 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1aae506d-150f-4354-89cd-11ff58a284a6 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:16.890727 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1aae506d-150f-4354-89cd-11ff58a284a6 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:16.920476 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae506d-150f-4354-89cd-11ff58a284a6 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event deleted for resources: {'Subnet': ['ID=d2978699-9535-4e9c-9977-261bf59ba25d,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:16.926661 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1aae506d-150f-4354-89cd-11ff58a284a6 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:16.928911 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1aae506d-150f-4354-89cd-11ff58a284a6 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "DELETE /v2.0/subnets/d2978699-9535-4e9c-9977-261bf59ba25d HTTP/1.1" status: 204 len: 168 time: 0.2820797 Sep 21 18:53:16.931778 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55472) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:53:16.936532 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873331bc-1efc-4d44-8296-3ea7ae585a35 None None] Network 45a5cbe3-89cf-4568-9e1b-c61bff66f176 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:53:16.985175 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-aa7d4edb-e152-4414-9707-c41c707d9e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395648078', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'e776716e-9910-444f-8df5-5add9d523876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:51:29Z', 'updated_at': '2021-09-21T18:53:15Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': 'e776716e-9910-444f-8df5-5add9d523876', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:51:30Z', 'updated_at': '2021-09-21T18:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:53:17.012189 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7d4edb-e152-4414-9707-c41c707d9e90 None None] Checking router: cf8f37da-84d7-4988-ba30-0c1079d87563 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:53:17.022074 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7d4edb-e152-4414-9707-c41c707d9e90 None None] Routers {'cf8f37da-84d7-4988-ba30-0c1079d87563'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:53:17.022698 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-aa7d4edb-e152-4414-9707-c41c707d9e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:52:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['cf8f37da-84d7-4988-ba30-0c1079d87563'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:53:17.068367 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-09a3d45f-04c7-440c-afd8-852c2bc21d4a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:17.128283 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-aa7d4edb-e152-4414-9707-c41c707d9e90 None None] Set router cf8f37da-84d7-4988-ba30-0c1079d87563 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:53:17.136308 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca09bd64-1b53-461a-9a36-2107e5ec2753 None None] DHCP port deletion for 45a5cbe3-89cf-4568-9e1b-c61bff66f176 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:53:17.179026 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-09a3d45f-04c7-440c-afd8-852c2bc21d4a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:17.189990 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-ca09bd64-1b53-461a-9a36-2107e5ec2753 None None] Deleting port 49134ad3-6308-4ad8-984a-d374979fbcbd {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:53:17.190677 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ca09bd64-1b53-461a-9a36-2107e5ec2753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:17.235446 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-09a3d45f-04c7-440c-afd8-852c2bc21d4a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Deleting port e776716e-9910-444f-8df5-5add9d523876 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:53:17.235881 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-09a3d45f-04c7-440c-afd8-852c2bc21d4a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:17.259814 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-ca09bd64-1b53-461a-9a36-2107e5ec2753 None None] For port 49134ad3-6308-4ad8-984a-d374979fbcbd, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=49134ad3-6308-4ad8-984a-d374979fbcbd,segment=NetworkSegment(f550c4da-b54f-4df5-b695-6be1f7c53db4),segment_id=f550c4da-b54f-4df5-b695-6be1f7c53db4)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:53:17.260219 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ca09bd64-1b53-461a-9a36-2107e5ec2753 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:17.274084 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-ca09bd64-1b53-461a-9a36-2107e5ec2753 None None] Calling delete_port for 49134ad3-6308-4ad8-984a-d374979fbcbd owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:53:17.318796 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-aa7d4edb-e152-4414-9707-c41c707d9e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395648078', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'e776716e-9910-444f-8df5-5add9d523876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:51:29Z', 'updated_at': '2021-09-21T18:53:15Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': 'e776716e-9910-444f-8df5-5add9d523876', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:51:30Z', 'updated_at': '2021-09-21T18:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:53:17.324129 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-09a3d45f-04c7-440c-afd8-852c2bc21d4a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] For port e776716e-9910-444f-8df5-5add9d523876, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e776716e-9910-444f-8df5-5add9d523876,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:53:17.324511 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-09a3d45f-04c7-440c-afd8-852c2bc21d4a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:17.336871 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-09a3d45f-04c7-440c-afd8-852c2bc21d4a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Calling delete_port for e776716e-9910-444f-8df5-5add9d523876 owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:53:17.348593 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7d4edb-e152-4414-9707-c41c707d9e90 None None] The sync data for ids ['cf8f37da-84d7-4988-ba30-0c1079d87563'] in n-d-810291-1 is: [{'id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'name': 'tempest-TestNetworkAdvancedServerOps-router-395648078', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'e776716e-9910-444f-8df5-5add9d523876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:51:29Z', 'updated_at': '2021-09-21T18:53:15Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': 'e776716e-9910-444f-8df5-5add9d523876', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8f37da-84d7-4988-ba30-0c1079d87563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:51:30Z', 'updated_at': '2021-09-21T18:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:53:17.359461 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ca09bd64-1b53-461a-9a36-2107e5ec2753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:17.392409 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca09bd64-1b53-461a-9a36-2107e5ec2753 None None] No DVR routers for this DVR port 49134ad3-6308-4ad8-984a-d374979fbcbd on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:53:17.403880 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09bd64-1b53-461a-9a36-2107e5ec2753 None None] Pushing event deleted for resources: {'Port': ['ID=49134ad3-6308-4ad8-984a-d374979fbcbd,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:17.412811 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09bd64-1b53-461a-9a36-2107e5ec2753 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:17.413163 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09bd64-1b53-461a-9a36-2107e5ec2753 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:17.413907 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09bd64-1b53-461a-9a36-2107e5ec2753 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:17.414244 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09bd64-1b53-461a-9a36-2107e5ec2753 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:17.414581 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09bd64-1b53-461a-9a36-2107e5ec2753 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:17.418984 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09bd64-1b53-461a-9a36-2107e5ec2753 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:17.418984 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09bd64-1b53-461a-9a36-2107e5ec2753 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:17.418984 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09bd64-1b53-461a-9a36-2107e5ec2753 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:17.418984 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09bd64-1b53-461a-9a36-2107e5ec2753 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:17.418984 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09bd64-1b53-461a-9a36-2107e5ec2753 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:17.418984 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09bd64-1b53-461a-9a36-2107e5ec2753 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:17.418984 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09bd64-1b53-461a-9a36-2107e5ec2753 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:17.531404 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-09a3d45f-04c7-440c-afd8-852c2bc21d4a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:17.556665 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3d45f-04c7-440c-afd8-852c2bc21d4a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event deleted for resources: {'Port': ['ID=e776716e-9910-444f-8df5-5add9d523876,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:17.622695 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-09a3d45f-04c7-440c-afd8-852c2bc21d4a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:17.719925 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-09a3d45f-04c7-440c-afd8-852c2bc21d4a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:17.722154 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-09a3d45f-04c7-440c-afd8-852c2bc21d4a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:17.765845 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-09a3d45f-04c7-440c-afd8-852c2bc21d4a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:17.766445 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a3d45f-04c7-440c-afd8-852c2bc21d4a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Fanout notify agent at l3_agent the message router_deleted on router cf8f37da-84d7-4988-ba30-0c1079d87563 {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:53:17.773984 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-09a3d45f-04c7-440c-afd8-852c2bc21d4a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:17.775208 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-09a3d45f-04c7-440c-afd8-852c2bc21d4a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "DELETE /v2.0/routers/cf8f37da-84d7-4988-ba30-0c1079d87563 HTTP/1.1" status: 204 len: 168 time: 0.8424597 Sep 21 18:53:17.777872 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55474) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:53:17.856067 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e1674008-1c2e-4843-b8d9-e0aae6519b4b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:17.950365 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e1674008-1c2e-4843-b8d9-e0aae6519b4b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:17.971946 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-e1674008-1c2e-4843-b8d9-e0aae6519b4b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a5cbe3-89cf-4568-9e1b-c61bff66f176']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:53:17.982475 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-e1674008-1c2e-4843-b8d9-e0aae6519b4b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f550c4da-b54f-4df5-b695-6be1f7c53db4') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:53:17.982753 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-e1674008-1c2e-4843-b8d9-e0aae6519b4b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f550c4da-b54f-4df5-b695-6be1f7c53db4') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:53:17.993358 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e1674008-1c2e-4843-b8d9-e0aae6519b4b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:18.007774 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e1674008-1c2e-4843-b8d9-e0aae6519b4b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:18.014236 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1674008-1c2e-4843-b8d9-e0aae6519b4b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:53:18.014650 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e1674008-1c2e-4843-b8d9-e0aae6519b4b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:18.018732 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:53:18.018732 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:53:18.018732 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:53:18.018732 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:53:18.018732 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:53:18.018732 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:53:18.018732 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:53:18.018732 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:53:18.018732 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:53:18.018732 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:53:18.018732 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:53:18.018732 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:53:18.018732 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:53:18.018732 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:53:18.018732 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:53:18.018732 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:53:18.018732 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:53:18.018732 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:53:18.018732 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:53:18.018732 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:53:18.018732 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:53:18.018732 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:53:18.018732 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:53:18.018732 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:53:18.018732 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:53:18.018732 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:53:18.018732 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:53:18.018732 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:53:18.018732 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:53:18.018732 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:53:18.018732 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:53:18.018732 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:53:18.080907 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e1674008-1c2e-4843-b8d9-e0aae6519b4b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:18.089399 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e1674008-1c2e-4843-b8d9-e0aae6519b4b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:18.091184 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e1674008-1c2e-4843-b8d9-e0aae6519b4b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "DELETE /v2.0/networks/45a5cbe3-89cf-4568-9e1b-c61bff66f176 HTTP/1.1" status: 204 len: 168 time: 0.3123541 Sep 21 18:53:18.094492 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55476) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:53:18.102944 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1674008-1c2e-4843-b8d9-e0aae6519b4b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event deleted for resources: {'Network': ['ID=45a5cbe3-89cf-4568-9e1b-c61bff66f176,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:18.154308 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1c3bbfdf-a071-4df3-b969-d9986ce83327 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:18.182176 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1c3bbfdf-a071-4df3-b969-d9986ce83327 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:18.243764 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1c3bbfdf-a071-4df3-b969-d9986ce83327 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:18.246297 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1c3bbfdf-a071-4df3-b969-d9986ce83327 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:18.247486 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1c3bbfdf-a071-4df3-b969-d9986ce83327 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "DELETE /v2.0/security-groups/1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d HTTP/1.1" status: 204 len: 168 time: 0.1517856 Sep 21 18:53:18.256680 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3bbfdf-a071-4df3-b969-d9986ce83327 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7c5179-7ea2-41ea-aed9-a82cf0d14a1d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:18.264183 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bbfdf-a071-4df3-b969-d9986ce83327 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:18.264528 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bbfdf-a071-4df3-b969-d9986ce83327 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:18.264868 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bbfdf-a071-4df3-b969-d9986ce83327 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:18.265200 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bbfdf-a071-4df3-b969-d9986ce83327 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:18.265532 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bbfdf-a071-4df3-b969-d9986ce83327 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:18.265861 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bbfdf-a071-4df3-b969-d9986ce83327 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:18.266188 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bbfdf-a071-4df3-b969-d9986ce83327 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:18.266511 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bbfdf-a071-4df3-b969-d9986ce83327 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:18.266830 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bbfdf-a071-4df3-b969-d9986ce83327 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:18.267194 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bbfdf-a071-4df3-b969-d9986ce83327 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:18.267511 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bbfdf-a071-4df3-b969-d9986ce83327 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:18.267844 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3bbfdf-a071-4df3-b969-d9986ce83327 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:18.395433 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e776716e-9910-444f-8df5-5add9d523876 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:53:18.416706 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: e776716e-9910-444f-8df5-5add9d523876 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:53:18.417042 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e776716e-9910-444f-8df5-5add9d523876 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:53:18.417520 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 49134ad3-6308-4ad8-984a-d374979fbcbd no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:53:18.435894 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 49134ad3-6308-4ad8-984a-d374979fbcbd {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:53:18.436240 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 49134ad3-6308-4ad8-984a-d374979fbcbd not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:53:18.436637 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device bd70d516-ceaa-4e41-a78b-8c9928709b39 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:53:18.457621 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: bd70d516-ceaa-4e41-a78b-8c9928709b39 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:53:18.457621 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device bd70d516-ceaa-4e41-a78b-8c9928709b39 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:53:18.483327 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ac4c1d63-c66c-45b0-b5b3-2482aa716184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:18.803084 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55482) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:53:18.807778 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-f62ede37-a1a1-47ca-bac3-0b4b878d2a99 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1887763987', 'description': 'tempest-secgroup-smoke-1887763987 description', 'project_id': '0f00e685b2234e11bd1ffddb0085e333'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:53:18.832815 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f62ede37-a1a1-47ca-bac3-0b4b878d2a99 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:18.931846 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f62ede37-a1a1-47ca-bac3-0b4b878d2a99 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:18.941734 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f62ede37-a1a1-47ca-bac3-0b4b878d2a99 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:18.977054 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f62ede37-a1a1-47ca-bac3-0b4b878d2a99 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:18.978313 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f62ede37-a1a1-47ca-bac3-0b4b878d2a99 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1741705 Sep 21 18:53:18.981377 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55484) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:53:18.985704 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-3ce54aee-f6fb-47f4-8a06-855ab4702f96 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'security_group_rule': {'security_group_id': '33902d69-c466-4e57-8d0c-9e96bb7254df', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:53:18.993405 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ede37-a1a1-47ca-bac3-0b4b878d2a99 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33902d69-c466-4e57-8d0c-9e96bb7254df,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:19.020516 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3ce54aee-f6fb-47f4-8a06-855ab4702f96 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:19.078851 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3ce54aee-f6fb-47f4-8a06-855ab4702f96 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:19.083760 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3ce54aee-f6fb-47f4-8a06-855ab4702f96 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:19.102995 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce54aee-f6fb-47f4-8a06-855ab4702f96 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e5af87-df84-4099-9df4-e335c26674b6,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:19.113217 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3ce54aee-f6fb-47f4-8a06-855ab4702f96 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:19.114153 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:19.114865 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3ce54aee-f6fb-47f4-8a06-855ab4702f96 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1325679 Sep 21 18:53:19.117772 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55486) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:53:19.122652 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-53b03a69-3087-4926-884b-842adc30b427 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'security_group_rule': {'security_group_id': '33902d69-c466-4e57-8d0c-9e96bb7254df', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:53:19.154373 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-53b03a69-3087-4926-884b-842adc30b427 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:19.219010 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-53b03a69-3087-4926-884b-842adc30b427 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:19.223921 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-53b03a69-3087-4926-884b-842adc30b427 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:19.246905 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b03a69-3087-4926-884b-842adc30b427 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1246f5a-d59f-4908-88ed-ca0294bdda1c,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:19.252984 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-53b03a69-3087-4926-884b-842adc30b427 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:19.253989 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-53b03a69-3087-4926-884b-842adc30b427 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1348829 Sep 21 18:53:19.257024 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55488) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:53:19.261763 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-3e1c64ae-1b67-4db9-98b0-efa2cf960868 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'security_group_rule': {'security_group_id': '33902d69-c466-4e57-8d0c-9e96bb7254df', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:53:19.290236 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3e1c64ae-1b67-4db9-98b0-efa2cf960868 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:19.356095 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3e1c64ae-1b67-4db9-98b0-efa2cf960868 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:19.362194 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3e1c64ae-1b67-4db9-98b0-efa2cf960868 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:19.391432 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c64ae-1b67-4db9-98b0-efa2cf960868 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac58117-2ee2-4c33-aa5f-0c35d8bd94c8,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:19.395049 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3e1c64ae-1b67-4db9-98b0-efa2cf960868 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:19.399486 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3e1c64ae-1b67-4db9-98b0-efa2cf960868 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1413291 Sep 21 18:53:19.399643 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55490) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:53:19.404326 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-5f54d952-cb80-46b6-b43f-9f70f8ed9968 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'security_group_rule': {'security_group_id': '33902d69-c466-4e57-8d0c-9e96bb7254df', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:53:19.439828 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f54d952-cb80-46b6-b43f-9f70f8ed9968 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:19.510878 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f54d952-cb80-46b6-b43f-9f70f8ed9968 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:19.516009 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f54d952-cb80-46b6-b43f-9f70f8ed9968 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:19.533425 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54d952-cb80-46b6-b43f-9f70f8ed9968 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31de94f2-04ec-4649-9f6c-46c982504505,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:19.540720 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5f54d952-cb80-46b6-b43f-9f70f8ed9968 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:19.542317 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5f54d952-cb80-46b6-b43f-9f70f8ed9968 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1416590 Sep 21 18:53:19.545211 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55492) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:53:19.549672 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-3f05775b-59f5-4297-8d76-e606480f755e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'security_group_rule': {'security_group_id': '33902d69-c466-4e57-8d0c-9e96bb7254df', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:53:19.572652 n-d-810291-1 neutron-server[101460]: INFO neutron.db.securitygroups_db [None req-3f05775b-59f5-4297-8d76-e606480f755e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Project 0f00e685b2234e11bd1ffddb0085e333 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:53:19.577320 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3f05775b-59f5-4297-8d76-e606480f755e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:19.636905 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3f05775b-59f5-4297-8d76-e606480f755e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:19.641885 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3f05775b-59f5-4297-8d76-e606480f755e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:19.662235 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05775b-59f5-4297-8d76-e606480f755e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d977ebb-4d47-4577-b48f-00e6f3ebbafa,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:19.670277 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3f05775b-59f5-4297-8d76-e606480f755e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:19.671693 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3f05775b-59f5-4297-8d76-e606480f755e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255226 Sep 21 18:53:19.675813 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55494) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:53:19.680265 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-997705db-8009-4bf6-87c0-4860b68f9f14 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'security_group_rule': {'security_group_id': '33902d69-c466-4e57-8d0c-9e96bb7254df', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:53:19.705349 n-d-810291-1 neutron-server[101460]: INFO neutron.db.securitygroups_db [None req-997705db-8009-4bf6-87c0-4860b68f9f14 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Project 0f00e685b2234e11bd1ffddb0085e333 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:53:19.713157 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-997705db-8009-4bf6-87c0-4860b68f9f14 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:19.784491 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-997705db-8009-4bf6-87c0-4860b68f9f14 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:19.790546 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-997705db-8009-4bf6-87c0-4860b68f9f14 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:19.807867 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997705db-8009-4bf6-87c0-4860b68f9f14 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bebc4072-d049-4f0f-a11c-ce76d4a5cf53,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:19.814202 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-997705db-8009-4bf6-87c0-4860b68f9f14 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:19.815406 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-997705db-8009-4bf6-87c0-4860b68f9f14 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1386669 Sep 21 18:53:19.820074 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55496) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:53:19.824956 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-2e0253d8-e8a7-4582-8496-2746c2a4acd5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'network': {'name': 'tempest-network-smoke--287080201', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'port_security_enabled': True}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:53:19.845637 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0253d8-e8a7-4582-8496-2746c2a4acd5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Made reservation on behalf of 0f00e685b2234e11bd1ffddb0085e333 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:53:19.849171 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2e0253d8-e8a7-4582-8496-2746c2a4acd5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:19.873108 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e0253d8-e8a7-4582-8496-2746c2a4acd5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:53:19.882306 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2e0253d8-e8a7-4582-8496-2746c2a4acd5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:19.882653 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-2e0253d8-e8a7-4582-8496-2746c2a4acd5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Added segment 71bfc898-477c-49d1-94e7-91866a20505b of type vlan for network 7a5013ae-11f3-4bbe-85dd-1403539808b7 Sep 21 18:53:19.922468 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2e0253d8-e8a7-4582-8496-2746c2a4acd5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:19.951390 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2e0253d8-e8a7-4582-8496-2746c2a4acd5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:19.957371 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0253d8-e8a7-4582-8496-2746c2a4acd5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:19.957969 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-2e0253d8-e8a7-4582-8496-2746c2a4acd5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:19.994547 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-2e0253d8-e8a7-4582-8496-2746c2a4acd5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1734443 Sep 21 18:53:19.997470 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55498) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:53:20.029190 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-c8475d75-4d94-421c-a11a-21641c445f96 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-462660283', 'admin_state_up': True, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:53:20.039254 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0253d8-e8a7-4582-8496-2746c2a4acd5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Network': ['ID=7a5013ae-11f3-4bbe-85dd-1403539808b7,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:20.049819 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 7a5013ae-11f3-4bbe-85dd-1403539808b7 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:53:20.058777 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c8475d75-4d94-421c-a11a-21641c445f96 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:20.059924 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c8475d75-4d94-421c-a11a-21641c445f96 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:20.113046 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c8475d75-4d94-421c-a11a-21641c445f96 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:20.259240 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c8475d75-4d94-421c-a11a-21641c445f96 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:20.370226 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:20.466939 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c8475d75-4d94-421c-a11a-21641c445f96 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:20.489721 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c8475d75-4d94-421c-a11a-21641c445f96 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:20.591634 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-c8475d75-4d94-421c-a11a-21641c445f96 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Allocated IP 172.25.6.129 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/26503fb8-7fde-4041-a3b1-8e4244988459) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:53:20.695421 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c8475d75-4d94-421c-a11a-21641c445f96 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:20.731840 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c8475d75-4d94-421c-a11a-21641c445f96 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:20.769939 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8475d75-4d94-421c-a11a-21641c445f96 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:53:20.774859 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-c8475d75-4d94-421c-a11a-21641c445f96 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:53:20.779368 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8475d75-4d94-421c-a11a-21641c445f96 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:53:20.782355 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8475d75-4d94-421c-a11a-21641c445f96 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Port': ['ID=26503fb8-7fde-4041-a3b1-8e4244988459,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:21.045040 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c8475d75-4d94-421c-a11a-21641c445f96 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:21.249132 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c8475d75-4d94-421c-a11a-21641c445f96 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:21.400645 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8475d75-4d94-421c-a11a-21641c445f96 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Router 74106a02-3ade-466b-aec0-6856d9a89bd5 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:53:21.512215 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8475d75-4d94-421c-a11a-21641c445f96 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:53:21.522021 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc745b58-0166-49a3-b66f-a088371009c0 None None] Sync routers for ids ['74106a02-3ade-466b-aec0-6856d9a89bd5'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:53:21.531682 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c8475d75-4d94-421c-a11a-21641c445f96 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:21.532836 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc745b58-0166-49a3-b66f-a088371009c0 None None] Routers {'74106a02-3ade-466b-aec0-6856d9a89bd5'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:53:21.532965 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c8475d75-4d94-421c-a11a-21641c445f96 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5344901 Sep 21 18:53:21.533462 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-cc745b58-0166-49a3-b66f-a088371009c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:53:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['74106a02-3ade-466b-aec0-6856d9a89bd5'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:53:21.536135 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55502) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:53:21.564157 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f8d4e0d7-c3c9-4fb6-a107-e91dde571426 tempest-TestNetworkAdvancedServerOps-343949058 tempest-TestNetworkAdvancedServerOps-343949058-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=0f00e685b2234e11bd1ffddb0085e333&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268936 Sep 21 18:53:21.566795 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55504) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:53:21.636483 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-cc745b58-0166-49a3-b66f-a088371009c0 None None] Set router 74106a02-3ade-466b-aec0-6856d9a89bd5 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:53:21.651539 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f815ed3b-8520-49c1-8a9c-1284eae1599e tempest-TestNetworkAdvancedServerOps-343949058 tempest-TestNetworkAdvancedServerOps-343949058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:21.655874 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f815ed3b-8520-49c1-8a9c-1284eae1599e tempest-TestNetworkAdvancedServerOps-343949058 tempest-TestNetworkAdvancedServerOps-343949058-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853040 Sep 21 18:53:21.656028 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55506) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:53:21.692928 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0538d205-1823-4c50-9b63-35df8e6ddfcd tempest-TestNetworkAdvancedServerOps-343949058 tempest-TestNetworkAdvancedServerOps-343949058-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b8a002cf-2233-41c0-bbfe-1c8ea43e5299&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331855 Sep 21 18:53:21.693194 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55508) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:53:21.697981 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-9d30fd52-6f3f-4b5b-a775-f85e40a56241 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-448815306', 'network_id': '7a5013ae-11f3-4bbe-85dd-1403539808b7', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:53:21.788392 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d30fd52-6f3f-4b5b-a775-f85e40a56241 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Made reservation on behalf of 0f00e685b2234e11bd1ffddb0085e333 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:53:21.792595 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9d30fd52-6f3f-4b5b-a775-f85e40a56241 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:21.888134 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:21.972441 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9d30fd52-6f3f-4b5b-a775-f85e40a56241 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:21.994203 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-cc745b58-0166-49a3-b66f-a088371009c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462660283', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '26503fb8-7fde-4041-a3b1-8e4244988459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:53:20Z', 'updated_at': '2021-09-21T18:53:20Z', 'revision_number': 3, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '26503fb8-7fde-4041-a3b1-8e4244988459', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:39:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:53:20Z', 'updated_at': '2021-09-21T18:53:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:53:22.020410 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc745b58-0166-49a3-b66f-a088371009c0 None None] Checking router: 74106a02-3ade-466b-aec0-6856d9a89bd5 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:53:22.020759 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc745b58-0166-49a3-b66f-a088371009c0 None None] Updating router 74106a02-3ade-466b-aec0-6856d9a89bd5 port 26503fb8-7fde-4041-a3b1-8e4244988459 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:53:22.031223 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30fd52-6f3f-4b5b-a775-f85e40a56241 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Subnet': ['ID=723d06da-a78c-4ec1-9c8c-fc9beedee9ce,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:22.040135 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d30fd52-6f3f-4b5b-a775-f85e40a56241 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Checking segment: {'id': '71bfc898-477c-49d1-94e7-91866a20505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7a5013ae-11f3-4bbe-85dd-1403539808b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:53:22.040493 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d30fd52-6f3f-4b5b-a775-f85e40a56241 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Network hostable DHCP agents. Network: 7a5013ae-11f3-4bbe-85dd-1403539808b7, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:53:22.047388 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cc745b58-0166-49a3-b66f-a088371009c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:22.058840 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d30fd52-6f3f-4b5b-a775-f85e40a56241 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Network 7a5013ae-11f3-4bbe-85dd-1403539808b7 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:53:22.070275 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-9d30fd52-6f3f-4b5b-a775-f85e40a56241 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 7a5013ae-11f3-4bbe-85dd-1403539808b7) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:53:22.075628 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d30fd52-6f3f-4b5b-a775-f85e40a56241 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:22.076294 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9d30fd52-6f3f-4b5b-a775-f85e40a56241 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:22.085693 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b3f2bf-42f6-4a91-8b6d-5f605d8455c5 None None] Network 7a5013ae-11f3-4bbe-85dd-1403539808b7 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:53:22.094337 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9d30fd52-6f3f-4b5b-a775-f85e40a56241 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4002655 Sep 21 18:53:22.097152 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55510) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:53:22.361009 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a59ed1-1d29-4403-ab0e-44f9485a8673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-7a5013ae-11f3-4bbe-85dd-1403539808b7', 'network_id': '7a5013ae-11f3-4bbe-85dd-1403539808b7', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'fixed_ips': [{'subnet_id': '723d06da-a78c-4ec1-9c8c-fc9beedee9ce'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:53:22.361897 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-14a59ed1-1d29-4403-ab0e-44f9485a8673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:22.480320 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cc745b58-0166-49a3-b66f-a088371009c0 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:22.492306 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cc745b58-0166-49a3-b66f-a088371009c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:22.590474 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-cc745b58-0166-49a3-b66f-a088371009c0 None None] Attempting to bind port 26503fb8-7fde-4041-a3b1-8e4244988459 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:53:22.591271 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-cc745b58-0166-49a3-b66f-a088371009c0 None None] Attempting to bind port 26503fb8-7fde-4041-a3b1-8e4244988459 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:53:22.591271 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc745b58-0166-49a3-b66f-a088371009c0 None None] Attempting to bind port 26503fb8-7fde-4041-a3b1-8e4244988459 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:53:22.595085 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a8093-0233-4e44-9138-11d7eebf31d3 None None] Pushing event updated for resources: {'Port': ['ID=26503fb8-7fde-4041-a3b1-8e4244988459,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:22.605960 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc745b58-0166-49a3-b66f-a088371009c0 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:53:22.606344 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc745b58-0166-49a3-b66f-a088371009c0 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:53:22.606751 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cc745b58-0166-49a3-b66f-a088371009c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:22.607193 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc745b58-0166-49a3-b66f-a088371009c0 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:53:22.607686 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-cc745b58-0166-49a3-b66f-a088371009c0 None None] Bound port: 26503fb8-7fde-4041-a3b1-8e4244988459, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:53:22.608071 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cc745b58-0166-49a3-b66f-a088371009c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:22.644290 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-14a59ed1-1d29-4403-ab0e-44f9485a8673 None None] Allocated IP 172.20.0.2 (7a5013ae-11f3-4bbe-85dd-1403539808b7/723d06da-a78c-4ec1-9c8c-fc9beedee9ce/7e44fd36-f62d-4543-9d15-438bb7a6d48f) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:53:22.703709 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-cc745b58-0166-49a3-b66f-a088371009c0 None None] For port 26503fb8-7fde-4041-a3b1-8e4244988459, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:53:22.742028 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-cc745b58-0166-49a3-b66f-a088371009c0 None None] For port 26503fb8-7fde-4041-a3b1-8e4244988459, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=26503fb8-7fde-4041-a3b1-8e4244988459,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:53:22.750044 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cc745b58-0166-49a3-b66f-a088371009c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:22.868038 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a8093-0233-4e44-9138-11d7eebf31d3 None None] Pushing event updated for resources: {'Port': ['ID=26503fb8-7fde-4041-a3b1-8e4244988459,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:22.874613 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc745b58-0166-49a3-b66f-a088371009c0 None None] Routers {'74106a02-3ade-466b-aec0-6856d9a89bd5'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:53:22.875270 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-cc745b58-0166-49a3-b66f-a088371009c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:53:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['74106a02-3ade-466b-aec0-6856d9a89bd5'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:53:22.907689 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-988bb738-c450-403f-b6d5-efb5b1d7dc09 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:22.921907 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-14a59ed1-1d29-4403-ab0e-44f9485a8673 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:22.931926 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-14a59ed1-1d29-4403-ab0e-44f9485a8673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:23.006543 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a59ed1-1d29-4403-ab0e-44f9485a8673 None None] Network 7a5013ae-11f3-4bbe-85dd-1403539808b7 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:53:23.012906 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-14a59ed1-1d29-4403-ab0e-44f9485a8673 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:53:23.020349 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a59ed1-1d29-4403-ab0e-44f9485a8673 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:53:23.033182 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a59ed1-1d29-4403-ab0e-44f9485a8673 None None] Pushing event updated for resources: {'Port': ['ID=7e44fd36-f62d-4543-9d15-438bb7a6d48f,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:23.047888 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-cc745b58-0166-49a3-b66f-a088371009c0 None None] Set router 74106a02-3ade-466b-aec0-6856d9a89bd5 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:53:23.158321 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-14a59ed1-1d29-4403-ab0e-44f9485a8673 None None] Attempting to bind port 7e44fd36-f62d-4543-9d15-438bb7a6d48f on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:53:23.158544 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-14a59ed1-1d29-4403-ab0e-44f9485a8673 None None] Attempting to bind port 7e44fd36-f62d-4543-9d15-438bb7a6d48f by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '71bfc898-477c-49d1-94e7-91866a20505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7a5013ae-11f3-4bbe-85dd-1403539808b7'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:53:23.158918 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a59ed1-1d29-4403-ab0e-44f9485a8673 None None] Attempting to bind port 7e44fd36-f62d-4543-9d15-438bb7a6d48f on network 7a5013ae-11f3-4bbe-85dd-1403539808b7 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:53:23.174608 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-988bb738-c450-403f-b6d5-efb5b1d7dc09 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Allocated IP 172.20.0.1 (7a5013ae-11f3-4bbe-85dd-1403539808b7/723d06da-a78c-4ec1-9c8c-fc9beedee9ce/8967f98d-b763-4917-8bfa-a2693b039e7d) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:53:23.194355 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a59ed1-1d29-4403-ab0e-44f9485a8673 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:53:23.194732 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a59ed1-1d29-4403-ab0e-44f9485a8673 None None] Checking segment: {'id': '71bfc898-477c-49d1-94e7-91866a20505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7a5013ae-11f3-4bbe-85dd-1403539808b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:53:23.195163 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-14a59ed1-1d29-4403-ab0e-44f9485a8673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:23.195596 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a59ed1-1d29-4403-ab0e-44f9485a8673 None None] Bound using segment: {'id': '71bfc898-477c-49d1-94e7-91866a20505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7a5013ae-11f3-4bbe-85dd-1403539808b7'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:53:23.196096 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-14a59ed1-1d29-4403-ab0e-44f9485a8673 None None] Bound port: 7e44fd36-f62d-4543-9d15-438bb7a6d48f, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71bfc898-477c-49d1-94e7-91866a20505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7a5013ae-11f3-4bbe-85dd-1403539808b7'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:53:23.196498 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-14a59ed1-1d29-4403-ab0e-44f9485a8673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:23.290144 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-988bb738-c450-403f-b6d5-efb5b1d7dc09 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:23.301287 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-14a59ed1-1d29-4403-ab0e-44f9485a8673 None None] For port 7e44fd36-f62d-4543-9d15-438bb7a6d48f, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:53:23.305420 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-14a59ed1-1d29-4403-ab0e-44f9485a8673 None None] For port 7e44fd36-f62d-4543-9d15-438bb7a6d48f, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=7e44fd36-f62d-4543-9d15-438bb7a6d48f,segment=NetworkSegment(71bfc898-477c-49d1-94e7-91866a20505b),segment_id=71bfc898-477c-49d1-94e7-91866a20505b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:53:23.310774 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-14a59ed1-1d29-4403-ab0e-44f9485a8673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:23.324854 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-988bb738-c450-403f-b6d5-efb5b1d7dc09 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:23.367388 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988bb738-c450-403f-b6d5-efb5b1d7dc09 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Network 7a5013ae-11f3-4bbe-85dd-1403539808b7 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:53:23.370651 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-988bb738-c450-403f-b6d5-efb5b1d7dc09 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:53:23.375738 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988bb738-c450-403f-b6d5-efb5b1d7dc09 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:53:23.379899 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a59ed1-1d29-4403-ab0e-44f9485a8673 None None] Pushing event updated for resources: {'Port': ['ID=7e44fd36-f62d-4543-9d15-438bb7a6d48f,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:23.383535 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-cc745b58-0166-49a3-b66f-a088371009c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462660283', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '26503fb8-7fde-4041-a3b1-8e4244988459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:53:20Z', 'updated_at': '2021-09-21T18:53:20Z', 'revision_number': 3, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '26503fb8-7fde-4041-a3b1-8e4244988459', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:39:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:53:20Z', 'updated_at': '2021-09-21T18:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:53:23.405323 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988bb738-c450-403f-b6d5-efb5b1d7dc09 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Port': ['ID=8967f98d-b763-4917-8bfa-a2693b039e7d,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:23.416451 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc745b58-0166-49a3-b66f-a088371009c0 None None] The sync data for ids ['74106a02-3ade-466b-aec0-6856d9a89bd5'] in n-d-810291-1 is: [{'id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462660283', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '26503fb8-7fde-4041-a3b1-8e4244988459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:53:20Z', 'updated_at': '2021-09-21T18:53:20Z', 'revision_number': 3, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '26503fb8-7fde-4041-a3b1-8e4244988459', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:39:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:53:20Z', 'updated_at': '2021-09-21T18:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:53:23.434506 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-988bb738-c450-403f-b6d5-efb5b1d7dc09 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:23.602588 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-988bb738-c450-403f-b6d5-efb5b1d7dc09 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:23.912482 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-988bb738-c450-403f-b6d5-efb5b1d7dc09 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:23.918133 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-988bb738-c450-403f-b6d5-efb5b1d7dc09 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:23.991467 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988bb738-c450-403f-b6d5-efb5b1d7dc09 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Port': ['ID=8967f98d-b763-4917-8bfa-a2693b039e7d,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:23.995358 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-988bb738-c450-403f-b6d5-efb5b1d7dc09 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:24.019169 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:24.121822 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988bb738-c450-403f-b6d5-efb5b1d7dc09 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Network 7a5013ae-11f3-4bbe-85dd-1403539808b7 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:53:24.123661 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-988bb738-c450-403f-b6d5-efb5b1d7dc09 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:53:24.227862 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 7e44fd36-f62d-4543-9d15-438bb7a6d48f up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:53:24.260567 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988bb738-c450-403f-b6d5-efb5b1d7dc09 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Router 74106a02-3ade-466b-aec0-6856d9a89bd5 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:53:24.287032 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 7e44fd36-f62d-4543-9d15-438bb7a6d48f triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:53:24.287339 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:24.386624 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988bb738-c450-403f-b6d5-efb5b1d7dc09 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:53:24.393318 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-988bb738-c450-403f-b6d5-efb5b1d7dc09 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "PUT /v2.0/routers/74106a02-3ade-466b-aec0-6856d9a89bd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2951636 Sep 21 18:53:24.396403 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d42795e-64b5-4ef0-bfb5-720aa7417232 None None] Network 7a5013ae-11f3-4bbe-85dd-1403539808b7 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:53:24.401028 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:24.498101 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 7e44fd36-f62d-4543-9d15-438bb7a6d48f, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=7e44fd36-f62d-4543-9d15-438bb7a6d48f,segment=NetworkSegment(71bfc898-477c-49d1-94e7-91866a20505b),segment_id=71bfc898-477c-49d1-94e7-91866a20505b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:53:24.508782 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:24.509590 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 26503fb8-7fde-4041-a3b1-8e4244988459 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:53:24.536479 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-41f9ae42-5673-4735-bafd-89cf2faaa3c1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1887763987&fields=id&tenant_id=0f00e685b2234e11bd1ffddb0085e333 HTTP/1.1" status: 200 len: 267 time: 0.0336285 Sep 21 18:53:24.537458 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9a61a618-1849-4ae6-b72b-98ad173ba43c None None] Provisioning complete for port 7e44fd36-f62d-4543-9d15-438bb7a6d48f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:53:24.537805 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9a61a618-1849-4ae6-b72b-98ad173ba43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:24.643897 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-9d8b84b6-fd33-4748-8f55-b0682ea31ee3 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:24.645294 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-9d8b84b6-fd33-4748-8f55-b0682ea31ee3 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/networks?id=7a5013ae-11f3-4bbe-85dd-1403539808b7 HTTP/1.1" status: 200 len: 796 time: 0.1009881 Sep 21 18:53:24.658463 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=7e44fd36-f62d-4543-9d15-438bb7a6d48f,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:24.661006 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-6941a9b3-367d-4ae2-97e0-152fb3ecf719 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/quotas/0f00e685b2234e11bd1ffddb0085e333 HTTP/1.1" status: 200 len: 375 time: 0.0096562 Sep 21 18:53:24.700296 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 26503fb8-7fde-4041-a3b1-8e4244988459 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:53:24.700660 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:24.721843 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-3b1dcd08-68e5-4baf-92d2-92093cafd913 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511501 Sep 21 18:53:24.836280 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:24.862850 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 26503fb8-7fde-4041-a3b1-8e4244988459, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=26503fb8-7fde-4041-a3b1-8e4244988459,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:53:24.869386 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:24.893955 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-5fb38200-3c15-48d1-b01b-ac743a5cb89c service neutron] 10.222.0.58 "GET /v2.0/networks/7a5013ae-11f3-4bbe-85dd-1403539808b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598992 Sep 21 18:53:24.929151 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=26503fb8-7fde-4041-a3b1-8e4244988459,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:25.010364 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-a2d1ecb6-c727-4c5c-95dd-1d79d1a79889 service neutron] 10.222.0.58 "GET /v2.0/networks/7a5013ae-11f3-4bbe-85dd-1403539808b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056614 Sep 21 18:53:25.043965 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:25.118391 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-1cba3899-4a31-425c-8ab7-8682108a5505 None None] Provisioning complete for port 7e44fd36-f62d-4543-9d15-438bb7a6d48f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:53:25.119081 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1cba3899-4a31-425c-8ab7-8682108a5505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:25.207309 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80fc58f-2b56-4549-b348-661167df90aa None None] Sync routers for ids ['74106a02-3ade-466b-aec0-6856d9a89bd5'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:53:25.219426 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80fc58f-2b56-4549-b348-661167df90aa None None] Routers {'74106a02-3ade-466b-aec0-6856d9a89bd5'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:53:25.220430 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d80fc58f-2b56-4549-b348-661167df90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:53:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['74106a02-3ade-466b-aec0-6856d9a89bd5'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:53:25.232417 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fdfc199b-6fec-4ea4-a212-2d630ffe1aa3 req-29eb661c-2dd8-4688-adfa-993443c55548 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 210 time: 0.0611460 Sep 21 18:53:25.312682 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-1cba3899-4a31-425c-8ab7-8682108a5505 None None] Provisioning complete for port 8967f98d-b763-4917-8bfa-a2693b039e7d triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:53:25.312968 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1cba3899-4a31-425c-8ab7-8682108a5505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:25.353528 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-1cba3899-4a31-425c-8ab7-8682108a5505 None None] Port 8967f98d-b763-4917-8bfa-a2693b039e7d cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:53:25.462019 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-d80fc58f-2b56-4549-b348-661167df90aa None None] Set router 74106a02-3ade-466b-aec0-6856d9a89bd5 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:53:25.475265 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-6357a8c2-5dc6-4ee5-8cfa-3a4e5a5bc525 None None] Provisioning complete for port 8967f98d-b763-4917-8bfa-a2693b039e7d triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:53:25.476151 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6357a8c2-5dc6-4ee5-8cfa-3a4e5a5bc525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:25.531761 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-6357a8c2-5dc6-4ee5-8cfa-3a4e5a5bc525 None None] Port 8967f98d-b763-4917-8bfa-a2693b039e7d cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:53:25.650112 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9acf0757-61b9-4e08-8b34-b10f635367c7 None None] Provisioning complete for port 8967f98d-b763-4917-8bfa-a2693b039e7d triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:53:25.650484 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9acf0757-61b9-4e08-8b34-b10f635367c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:25.682861 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d80fc58f-2b56-4549-b348-661167df90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462660283', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '26503fb8-7fde-4041-a3b1-8e4244988459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:53:20Z', 'updated_at': '2021-09-21T18:53:23Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '26503fb8-7fde-4041-a3b1-8e4244988459', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:53:20Z', 'updated_at': '2021-09-21T18:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '8967f98d-b763-4917-8bfa-a2693b039e7d', 'name': '', 'network_id': '7a5013ae-11f3-4bbe-85dd-1403539808b7', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:60:f2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '723d06da-a78c-4ec1-9c8c-fc9beedee9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:53:23Z', 'updated_at': '2021-09-21T18:53:23Z', 'revision_number': 2, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': '723d06da-a78c-4ec1-9c8c-fc9beedee9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:53:25.690919 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9acf0757-61b9-4e08-8b34-b10f635367c7 None None] Port 8967f98d-b763-4917-8bfa-a2693b039e7d cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:53:25.710868 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80fc58f-2b56-4549-b348-661167df90aa None None] Checking router: 74106a02-3ade-466b-aec0-6856d9a89bd5 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:53:25.711347 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80fc58f-2b56-4549-b348-661167df90aa None None] Updating router 74106a02-3ade-466b-aec0-6856d9a89bd5 port 8967f98d-b763-4917-8bfa-a2693b039e7d binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:53:25.740854 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-d80fc58f-2b56-4549-b348-661167df90aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:26.005922 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-d80fc58f-2b56-4549-b348-661167df90aa None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:26.014246 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-d80fc58f-2b56-4549-b348-661167df90aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:26.065582 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e012f09-c06e-4f1a-b99e-8d821dfbca17 None None] Pushing event updated for resources: {'Port': ['ID=8967f98d-b763-4917-8bfa-a2693b039e7d,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:26.101031 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e012f09-c06e-4f1a-b99e-8d821dfbca17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:26.103281 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e012f09-c06e-4f1a-b99e-8d821dfbca17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:26.103664 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e012f09-c06e-4f1a-b99e-8d821dfbca17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:26.103996 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e012f09-c06e-4f1a-b99e-8d821dfbca17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:26.104325 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e012f09-c06e-4f1a-b99e-8d821dfbca17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:26.104650 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e012f09-c06e-4f1a-b99e-8d821dfbca17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:26.105115 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e012f09-c06e-4f1a-b99e-8d821dfbca17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:26.105274 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e012f09-c06e-4f1a-b99e-8d821dfbca17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:26.105593 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e012f09-c06e-4f1a-b99e-8d821dfbca17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:26.105911 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e012f09-c06e-4f1a-b99e-8d821dfbca17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:26.106227 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e012f09-c06e-4f1a-b99e-8d821dfbca17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:26.106560 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e012f09-c06e-4f1a-b99e-8d821dfbca17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:53:26.144440 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-d80fc58f-2b56-4549-b348-661167df90aa None None] Attempting to bind port 8967f98d-b763-4917-8bfa-a2693b039e7d on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:53:26.144888 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-d80fc58f-2b56-4549-b348-661167df90aa None None] Attempting to bind port 8967f98d-b763-4917-8bfa-a2693b039e7d by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '71bfc898-477c-49d1-94e7-91866a20505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7a5013ae-11f3-4bbe-85dd-1403539808b7'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:53:26.145311 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80fc58f-2b56-4549-b348-661167df90aa None None] Attempting to bind port 8967f98d-b763-4917-8bfa-a2693b039e7d on network 7a5013ae-11f3-4bbe-85dd-1403539808b7 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:53:26.146084 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 7e44fd36-f62d-4543-9d15-438bb7a6d48f up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:53:26.150901 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80fc58f-2b56-4549-b348-661167df90aa None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:53:26.151404 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80fc58f-2b56-4549-b348-661167df90aa None None] Checking segment: {'id': '71bfc898-477c-49d1-94e7-91866a20505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7a5013ae-11f3-4bbe-85dd-1403539808b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:53:26.151883 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-d80fc58f-2b56-4549-b348-661167df90aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:26.152459 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80fc58f-2b56-4549-b348-661167df90aa None None] Bound using segment: {'id': '71bfc898-477c-49d1-94e7-91866a20505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7a5013ae-11f3-4bbe-85dd-1403539808b7'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:53:26.152989 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-d80fc58f-2b56-4549-b348-661167df90aa None None] Bound port: 8967f98d-b763-4917-8bfa-a2693b039e7d, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71bfc898-477c-49d1-94e7-91866a20505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7a5013ae-11f3-4bbe-85dd-1403539808b7'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:53:26.153428 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-d80fc58f-2b56-4549-b348-661167df90aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:26.225460 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 7e44fd36-f62d-4543-9d15-438bb7a6d48f triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:53:26.225849 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:26.244065 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-d80fc58f-2b56-4549-b348-661167df90aa None None] For port 8967f98d-b763-4917-8bfa-a2693b039e7d, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:53:26.248191 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-d80fc58f-2b56-4549-b348-661167df90aa None None] For port 8967f98d-b763-4917-8bfa-a2693b039e7d, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=8967f98d-b763-4917-8bfa-a2693b039e7d,segment=NetworkSegment(71bfc898-477c-49d1-94e7-91866a20505b),segment_id=71bfc898-477c-49d1-94e7-91866a20505b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:53:26.255709 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-d80fc58f-2b56-4549-b348-661167df90aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:26.339339 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e012f09-c06e-4f1a-b99e-8d821dfbca17 None None] Pushing event updated for resources: {'Port': ['ID=8967f98d-b763-4917-8bfa-a2693b039e7d,revision_number=4']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:26.345648 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80fc58f-2b56-4549-b348-661167df90aa None None] Routers {'74106a02-3ade-466b-aec0-6856d9a89bd5'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:53:26.346274 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d80fc58f-2b56-4549-b348-661167df90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:53:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['74106a02-3ade-466b-aec0-6856d9a89bd5'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:53:26.363176 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 26503fb8-7fde-4041-a3b1-8e4244988459 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:53:26.380324 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8253363e-054b-4642-8d11-51f10c6772c0 req-4fef1ee5-5f03-4803-bbe6-23b61b293d5a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 210 time: 0.0405941 Sep 21 18:53:26.426749 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-78433c02-ad38-4720-8f4b-49dcf07e7e78 None None] Provisioning complete for port 8967f98d-b763-4917-8bfa-a2693b039e7d triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:53:26.427315 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-a34d64c4-348a-4d75-83b5-ab6e776d9f59 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:26.427603 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-78433c02-ad38-4720-8f4b-49dcf07e7e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:26.438995 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-a34d64c4-348a-4d75-83b5-ab6e776d9f59 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.44 "GET /v2.0/networks?id=7a5013ae-11f3-4bbe-85dd-1403539808b7 HTTP/1.1" status: 200 len: 796 time: 0.2232885 Sep 21 18:53:26.473414 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 26503fb8-7fde-4041-a3b1-8e4244988459 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:53:26.474057 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:26.483108 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-79f07950-5364-48ca-9366-9efa5e8b4a44 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f00e685b2234e11bd1ffddb0085e333 HTTP/1.1" status: 200 len: 380 time: 0.0423455 Sep 21 18:53:26.486466 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-d80fc58f-2b56-4549-b348-661167df90aa None None] Set router 74106a02-3ade-466b-aec0-6856d9a89bd5 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:53:26.494309 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-fc3b7baf-2d4f-4d31-af4f-db5036209d5c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'port': {'device_id': '8f2da6c5-81ee-43bf-b85d-619236b97252', 'network_id': '7a5013ae-11f3-4bbe-85dd-1403539808b7', 'admin_state_up': True, 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'security_groups': ['33902d69-c466-4e57-8d0c-9e96bb7254df']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:53:26.559148 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-78433c02-ad38-4720-8f4b-49dcf07e7e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:26.619082 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-fc3b7baf-2d4f-4d31-af4f-db5036209d5c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Made reservation on behalf of 0f00e685b2234e11bd1ffddb0085e333 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:53:26.623753 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-78433c02-ad38-4720-8f4b-49dcf07e7e78 None None] For port 8967f98d-b763-4917-8bfa-a2693b039e7d, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=8967f98d-b763-4917-8bfa-a2693b039e7d,segment=NetworkSegment(71bfc898-477c-49d1-94e7-91866a20505b),segment_id=71bfc898-477c-49d1-94e7-91866a20505b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:53:26.625442 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-fc3b7baf-2d4f-4d31-af4f-db5036209d5c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:26.629482 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-78433c02-ad38-4720-8f4b-49dcf07e7e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:26.723114 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d80fc58f-2b56-4549-b348-661167df90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462660283', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '26503fb8-7fde-4041-a3b1-8e4244988459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:53:20Z', 'updated_at': '2021-09-21T18:53:23Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '26503fb8-7fde-4041-a3b1-8e4244988459', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:53:20Z', 'updated_at': '2021-09-21T18:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '8967f98d-b763-4917-8bfa-a2693b039e7d', 'name': '', 'network_id': '7a5013ae-11f3-4bbe-85dd-1403539808b7', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:60:f2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '723d06da-a78c-4ec1-9c8c-fc9beedee9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:53:23Z', 'updated_at': '2021-09-21T18:53:26Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': '723d06da-a78c-4ec1-9c8c-fc9beedee9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:53:26.753561 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80fc58f-2b56-4549-b348-661167df90aa None None] The sync data for ids ['74106a02-3ade-466b-aec0-6856d9a89bd5'] in n-d-810291-1 is: [{'id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462660283', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '26503fb8-7fde-4041-a3b1-8e4244988459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:53:20Z', 'updated_at': '2021-09-21T18:53:23Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '26503fb8-7fde-4041-a3b1-8e4244988459', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:53:20Z', 'updated_at': '2021-09-21T18:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '8967f98d-b763-4917-8bfa-a2693b039e7d', 'name': '', 'network_id': '7a5013ae-11f3-4bbe-85dd-1403539808b7', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:60:f2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '723d06da-a78c-4ec1-9c8c-fc9beedee9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:53:23Z', 'updated_at': '2021-09-21T18:53:26Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': '723d06da-a78c-4ec1-9c8c-fc9beedee9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:53:26.771311 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-fc3b7baf-2d4f-4d31-af4f-db5036209d5c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Allocated IP 172.20.0.6 (7a5013ae-11f3-4bbe-85dd-1403539808b7/723d06da-a78c-4ec1-9c8c-fc9beedee9ce/838d49de-7177-4891-acbe-24c104316f7a) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:53:26.864959 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-c6d764ed-7a14-4b1a-b7c0-e1e69667dd2a None None] Provisioning complete for port 8967f98d-b763-4917-8bfa-a2693b039e7d triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:53:26.864959 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c6d764ed-7a14-4b1a-b7c0-e1e69667dd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:26.887484 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78433c02-ad38-4720-8f4b-49dcf07e7e78 None None] Pushing event updated for resources: {'Port': ['ID=8967f98d-b763-4917-8bfa-a2693b039e7d,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:26.959243 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-fc3b7baf-2d4f-4d31-af4f-db5036209d5c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:26.993683 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-fc3b7baf-2d4f-4d31-af4f-db5036209d5c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:27.042880 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-fc3b7baf-2d4f-4d31-af4f-db5036209d5c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Network 7a5013ae-11f3-4bbe-85dd-1403539808b7 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:53:27.046059 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-fc3b7baf-2d4f-4d31-af4f-db5036209d5c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:53:27.052270 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-fc3b7baf-2d4f-4d31-af4f-db5036209d5c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:53:27.077077 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b7baf-2d4f-4d31-af4f-db5036209d5c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Port': ['ID=838d49de-7177-4891-acbe-24c104316f7a,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:27.105930 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-fc3b7baf-2d4f-4d31-af4f-db5036209d5c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:27.106656 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-fc3b7baf-2d4f-4d31-af4f-db5036209d5c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:27.123554 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-fc3b7baf-2d4f-4d31-af4f-db5036209d5c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6337683 Sep 21 18:53:27.137932 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-f32df0c9-e4f6-4cbd-8c27-c0e1f56613ac service neutron] Request body: {'port': {'device_id': '8f2da6c5-81ee-43bf-b85d-619236b97252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:53:27.196927 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-f32df0c9-e4f6-4cbd-8c27-c0e1f56613ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:27.280479 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-19d12116-fa7f-4e88-9d34-79d80e22355f None None] Provisioning complete for port 838d49de-7177-4891-acbe-24c104316f7a triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:53:27.281052 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-19d12116-fa7f-4e88-9d34-79d80e22355f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:27.319683 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-19d12116-fa7f-4e88-9d34-79d80e22355f None None] Port 838d49de-7177-4891-acbe-24c104316f7a cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:53:27.483738 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-f32df0c9-e4f6-4cbd-8c27-c0e1f56613ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 838d49de-7177-4891-acbe-24c104316f7a {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:53:27.491478 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-f32df0c9-e4f6-4cbd-8c27-c0e1f56613ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:27.504865 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-f32df0c9-e4f6-4cbd-8c27-c0e1f56613ac service neutron] Transition to ACTIVE for port object 838d49de-7177-4891-acbe-24c104316f7a will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:53:27.509189 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-f32df0c9-e4f6-4cbd-8c27-c0e1f56613ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:27.516344 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ae32a-4d4f-4d09-8749-a3fc8670b2f6 req-7bc89180-55db-49e2-8840-ca8745f49ded tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:27.518616 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-710ae32a-4d4f-4d09-8749-a3fc8670b2f6 req-7bc89180-55db-49e2-8840-ca8745f49ded tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 931 time: 0.0538568 Sep 21 18:53:27.560858 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32df0c9-e4f6-4cbd-8c27-c0e1f56613ac service neutron] Pushing event updated for resources: {'Port': ['ID=838d49de-7177-4891-acbe-24c104316f7a,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:27.564681 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-710ae32a-4d4f-4d09-8749-a3fc8670b2f6 req-6e9a201b-3fbf-4327-adf5-035522db9568 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391510 Sep 21 18:53:27.650048 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-f32df0c9-e4f6-4cbd-8c27-c0e1f56613ac service neutron] Attempting to bind port 838d49de-7177-4891-acbe-24c104316f7a on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:53:27.650756 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-f32df0c9-e4f6-4cbd-8c27-c0e1f56613ac service neutron] Attempting to bind port 838d49de-7177-4891-acbe-24c104316f7a by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '71bfc898-477c-49d1-94e7-91866a20505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7a5013ae-11f3-4bbe-85dd-1403539808b7'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:53:27.651329 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-f32df0c9-e4f6-4cbd-8c27-c0e1f56613ac service neutron] Attempting to bind port 838d49de-7177-4891-acbe-24c104316f7a on network 7a5013ae-11f3-4bbe-85dd-1403539808b7 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:53:27.656316 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-f32df0c9-e4f6-4cbd-8c27-c0e1f56613ac service neutron] Port 838d49de-7177-4891-acbe-24c104316f7a on network 7a5013ae-11f3-4bbe-85dd-1403539808b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:53:27.656923 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-f32df0c9-e4f6-4cbd-8c27-c0e1f56613ac service neutron] Attempting to bind port 838d49de-7177-4891-acbe-24c104316f7a on network 7a5013ae-11f3-4bbe-85dd-1403539808b7 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:53:27.662786 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-f32df0c9-e4f6-4cbd-8c27-c0e1f56613ac service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:53:27.663650 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-f32df0c9-e4f6-4cbd-8c27-c0e1f56613ac service neutron] Checking segment: {'id': '71bfc898-477c-49d1-94e7-91866a20505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7a5013ae-11f3-4bbe-85dd-1403539808b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:53:27.664245 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-f32df0c9-e4f6-4cbd-8c27-c0e1f56613ac service neutron] Bound using segment: {'id': '71bfc898-477c-49d1-94e7-91866a20505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7a5013ae-11f3-4bbe-85dd-1403539808b7'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:53:27.664682 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-f32df0c9-e4f6-4cbd-8c27-c0e1f56613ac service neutron] Bound port: 838d49de-7177-4891-acbe-24c104316f7a, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71bfc898-477c-49d1-94e7-91866a20505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7a5013ae-11f3-4bbe-85dd-1403539808b7'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:53:27.665047 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-f32df0c9-e4f6-4cbd-8c27-c0e1f56613ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:27.734878 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-f32df0c9-e4f6-4cbd-8c27-c0e1f56613ac service neutron] For port 838d49de-7177-4891-acbe-24c104316f7a, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:53:27.739023 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-f32df0c9-e4f6-4cbd-8c27-c0e1f56613ac service neutron] For port 838d49de-7177-4891-acbe-24c104316f7a, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=838d49de-7177-4891-acbe-24c104316f7a,segment=NetworkSegment(71bfc898-477c-49d1-94e7-91866a20505b),segment_id=71bfc898-477c-49d1-94e7-91866a20505b)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:53:27.744168 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-f32df0c9-e4f6-4cbd-8c27-c0e1f56613ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:27.778173 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-f32df0c9-e4f6-4cbd-8c27-c0e1f56613ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:27.778789 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-f32df0c9-e4f6-4cbd-8c27-c0e1f56613ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:27.780210 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-f32df0c9-e4f6-4cbd-8c27-c0e1f56613ac service neutron] 10.222.0.44 "PUT /v2.0/ports/838d49de-7177-4891-acbe-24c104316f7a HTTP/1.1" status: 200 len: 1091 time: 0.6471643 Sep 21 18:53:27.780658 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f2da6c5-81ee-43bf-b85d-619236b97252', 'tag': '838d49de-7177-4891-acbe-24c104316f7a'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:53:27.782913 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f60669-649a-4c0e-9cab-91b342179668" -d '{"events": [{"name": "network-changed", "server_uuid": "8f2da6c5-81ee-43bf-b85d-619236b97252", "tag": "838d49de-7177-4891-acbe-24c104316f7a"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:53:27.826016 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32df0c9-e4f6-4cbd-8c27-c0e1f56613ac service neutron] Pushing event updated for resources: {'Port': ['ID=838d49de-7177-4891-acbe-24c104316f7a,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:27.835439 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2a686e-d88b-4db5-ac9b-1d6950cca3df x-openstack-request-id: req-fa2a686e-d88b-4db5-ac9b-1d6950cca3df {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:53:27.836256 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f2da6c5-81ee-43bf-b85d-619236b97252", "tag": "838d49de-7177-4891-acbe-24c104316f7a", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:53:27.836519 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fa2a686e-d88b-4db5-ac9b-1d6950cca3df {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:53:27.837302 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f2da6c5-81ee-43bf-b85d-619236b97252', 'tag': '838d49de-7177-4891-acbe-24c104316f7a', 'status': 'completed', 'code': 200} Sep 21 18:53:27.888448 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-77b41871-df72-4d3a-abf4-070b901691fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:27.893565 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-77b41871-df72-4d3a-abf4-070b901691fc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 1094 time: 0.0488982 Sep 21 18:53:27.937806 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-00421cab-76ff-4874-99aa-67a37bb2851b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=838d49de-7177-4891-acbe-24c104316f7a HTTP/1.1" status: 200 len: 217 time: 0.0384638 Sep 21 18:53:27.988592 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-73f743bd-fecc-417c-8da4-da3cb605763c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:27.990066 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-73f743bd-fecc-417c-8da4-da3cb605763c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=723d06da-a78c-4ec1-9c8c-fc9beedee9ce HTTP/1.1" status: 200 len: 834 time: 0.0445316 Sep 21 18:53:28.035262 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-9d2020fe-e7a9-4873-88db-1f9300bc3dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:28.036698 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-9d2020fe-e7a9-4873-88db-1f9300bc3dc2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7a5013ae-11f3-4bbe-85dd-1403539808b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385575 Sep 21 18:53:28.140502 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-bd8d807d-2a96-4fae-9391-ccb2a7f1b123 service neutron] 10.222.0.44 "GET /v2.0/networks/7a5013ae-11f3-4bbe-85dd-1403539808b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955935 Sep 21 18:53:28.147845 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 8967f98d-b763-4917-8bfa-a2693b039e7d up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:53:28.198406 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 8967f98d-b763-4917-8bfa-a2693b039e7d triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:53:28.198786 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:28.232314 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c8a26cdb-a248-4aae-8b0a-40f8a2c13de6 req-5d6aa28e-7c70-4b89-b44d-b3e1b52094a5 service neutron] 10.222.0.44 "GET /v2.0/networks/7a5013ae-11f3-4bbe-85dd-1403539808b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833585 Sep 21 18:53:28.327296 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f60669-649a-4c0e-9cab-91b342179668 req-65374c8c-9cc4-40e9-95fd-a003069aefd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:28.328817 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3f60669-649a-4c0e-9cab-91b342179668 req-65374c8c-9cc4-40e9-95fd-a003069aefd5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 1094 time: 0.0446296 Sep 21 18:53:28.417563 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f60669-649a-4c0e-9cab-91b342179668 req-250022b5-8279-452d-a38a-82410d0faff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:28.418954 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3f60669-649a-4c0e-9cab-91b342179668 req-250022b5-8279-452d-a38a-82410d0faff5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7a5013ae-11f3-4bbe-85dd-1403539808b7 HTTP/1.1" status: 200 len: 897 time: 0.0826912 Sep 21 18:53:28.465984 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3f60669-649a-4c0e-9cab-91b342179668 req-b1083591-1de3-4201-85dc-b3579e179c17 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=838d49de-7177-4891-acbe-24c104316f7a HTTP/1.1" status: 200 len: 217 time: 0.0382009 Sep 21 18:53:28.520161 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f60669-649a-4c0e-9cab-91b342179668 req-3df62f77-f963-4e4a-9d0c-4c60485668fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:28.521584 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3f60669-649a-4c0e-9cab-91b342179668 req-3df62f77-f963-4e4a-9d0c-4c60485668fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=723d06da-a78c-4ec1-9c8c-fc9beedee9ce HTTP/1.1" status: 200 len: 834 time: 0.0445685 Sep 21 18:53:28.576285 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f60669-649a-4c0e-9cab-91b342179668 req-c5df951f-c4cd-4002-9daa-47607ffb598a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:28.577775 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3f60669-649a-4c0e-9cab-91b342179668 req-c5df951f-c4cd-4002-9daa-47607ffb598a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7a5013ae-11f3-4bbe-85dd-1403539808b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474024 Sep 21 18:53:28.672943 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3f60669-649a-4c0e-9cab-91b342179668 req-a898ca02-8b66-4354-80a9-7ad6adb3ff2e service neutron] 10.222.0.44 "GET /v2.0/networks/7a5013ae-11f3-4bbe-85dd-1403539808b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867553 Sep 21 18:53:28.684429 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640683d-2838-423a-984a-1f955070002e req-64425589-7e1f-42c1-a962-feed7708ef7c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:28.685919 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a640683d-2838-423a-984a-1f955070002e req-64425589-7e1f-42c1-a962-feed7708ef7c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 943 time: 0.0479853 Sep 21 18:53:28.726882 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a640683d-2838-423a-984a-1f955070002e req-5b8e902e-f82b-4faa-8f37-20d3a9cd305e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348105 Sep 21 18:53:28.763776 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3f60669-649a-4c0e-9cab-91b342179668 req-ba1f9817-4a6e-410c-9210-93c007dd08ac service neutron] 10.222.0.44 "GET /v2.0/networks/7a5013ae-11f3-4bbe-85dd-1403539808b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826747 Sep 21 18:53:29.855902 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be98d63-c8c9-45b2-86b2-cb60f6d15d05 req-91ee5948-2273-442b-9a37-d0ca2f6052b2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:29.857358 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8be98d63-c8c9-45b2-86b2-cb60f6d15d05 req-91ee5948-2273-442b-9a37-d0ca2f6052b2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 943 time: 0.0556064 Sep 21 18:53:29.901442 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8be98d63-c8c9-45b2-86b2-cb60f6d15d05 req-40846b8a-fa61-490c-a618-8d1a9b4dfb15 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350056 Sep 21 18:53:29.978259 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 838d49de-7177-4891-acbe-24c104316f7a details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:53:30.083937 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 838d49de-7177-4891-acbe-24c104316f7a, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=838d49de-7177-4891-acbe-24c104316f7a,segment=NetworkSegment(71bfc898-477c-49d1-94e7-91866a20505b),segment_id=71bfc898-477c-49d1-94e7-91866a20505b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:53:30.095671 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '838d49de-7177-4891-acbe-24c104316f7a', 'network_id': '7a5013ae-11f3-4bbe-85dd-1403539808b7', 'port_id': '838d49de-7177-4891-acbe-24c104316f7a', 'mac_address': 'fa:16:3e:32:6c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '723d06da-a78c-4ec1-9c8c-fc9beedee9ce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:53:30.134082 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:30.148097 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 838d49de-7177-4891-acbe-24c104316f7a {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:53:30.171414 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 838d49de-7177-4891-acbe-24c104316f7a, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=838d49de-7177-4891-acbe-24c104316f7a,segment=NetworkSegment(71bfc898-477c-49d1-94e7-91866a20505b),segment_id=71bfc898-477c-49d1-94e7-91866a20505b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:53:30.179470 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:30.226105 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=838d49de-7177-4891-acbe-24c104316f7a,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:30.393474 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['838d49de-7177-4891-acbe-24c104316f7a'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:53:31.026555 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ace9d-2fce-4229-9195-4e2e5744ee5d req-df816ed7-63fd-4c08-9e5b-d55d95e67adb tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:31.028085 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9f7ace9d-2fce-4229-9195-4e2e5744ee5d req-df816ed7-63fd-4c08-9e5b-d55d95e67adb tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 944 time: 0.0519388 Sep 21 18:53:31.065655 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9f7ace9d-2fce-4229-9195-4e2e5744ee5d req-be025bfb-cac8-43c0-a3d4-f82bed2306cc tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316103 Sep 21 18:53:31.989039 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 838d49de-7177-4891-acbe-24c104316f7a up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:53:32.043317 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 838d49de-7177-4891-acbe-24c104316f7a completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:53:32.047548 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 838d49de-7177-4891-acbe-24c104316f7a triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:53:32.047925 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:32.131193 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:32.155587 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2da6c5-81ee-43bf-b85d-619236b97252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838d49de-7177-4891-acbe-24c104316f7a'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:53:32.157906 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7be9786b8e12a57addcd3d24694f9862590c26d6af0c76ac9baad1416f83940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d506eec2-6e5f-487b-81ae-09f7307e50c0" -d '{"events": [{"server_uuid": "8f2da6c5-81ee-43bf-b85d-619236b97252", "name": "network-vif-plugged", "status": "completed", "tag": "838d49de-7177-4891-acbe-24c104316f7a"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:53:32.172214 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 838d49de-7177-4891-acbe-24c104316f7a, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=838d49de-7177-4891-acbe-24c104316f7a,segment=NetworkSegment(71bfc898-477c-49d1-94e7-91866a20505b),segment_id=71bfc898-477c-49d1-94e7-91866a20505b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:53:32.179036 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:32.183824 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d6187-896d-4681-b2d7-46e2e94041ab req-3564d912-bd24-4f82-9e8b-0735c22fd8c6 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:32.192876 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a05d6187-896d-4681-b2d7-46e2e94041ab req-3564d912-bd24-4f82-9e8b-0735c22fd8c6 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 944 time: 0.0598328 Sep 21 18:53:32.206293 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879fdcb0-ca06-4eb9-ba4e-b7d327bce3d5 x-openstack-request-id: req-879fdcb0-ca06-4eb9-ba4e-b7d327bce3d5 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:53:32.206696 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2da6c5-81ee-43bf-b85d-619236b97252", "name": "network-vif-plugged", "status": "completed", "tag": "838d49de-7177-4891-acbe-24c104316f7a", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:53:32.207095 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-879fdcb0-ca06-4eb9-ba4e-b7d327bce3d5 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:53:32.207598 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2da6c5-81ee-43bf-b85d-619236b97252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838d49de-7177-4891-acbe-24c104316f7a', 'code': 200} Sep 21 18:53:32.231962 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a05d6187-896d-4681-b2d7-46e2e94041ab req-409583bd-b204-45b8-8129-f234b2d00754 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381734 Sep 21 18:53:32.238305 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=838d49de-7177-4891-acbe-24c104316f7a,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:32.316564 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a44b2e-bce4-4d62-bfad-4bdda28c9845 req-3614d1d5-39ab-49a8-ab2a-00680ad7e376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:32.318108 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e8a44b2e-bce4-4d62-bfad-4bdda28c9845 req-3614d1d5-39ab-49a8-ab2a-00680ad7e376 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 1096 time: 0.0475001 Sep 21 18:53:32.356306 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e8a44b2e-bce4-4d62-bfad-4bdda28c9845 req-7a7aa048-6a53-4498-8c87-d09f520d6c15 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301590 Sep 21 18:53:32.672331 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:53:33.374882 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427d9f9-f166-4e5d-8b7e-6d0ad37301c2 req-fe9be79d-fce1-4bb6-914c-cf6d5b68288d tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:33.376475 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2427d9f9-f166-4e5d-8b7e-6d0ad37301c2 req-fe9be79d-fce1-4bb6-914c-cf6d5b68288d tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 945 time: 0.0677030 Sep 21 18:53:33.416947 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2427d9f9-f166-4e5d-8b7e-6d0ad37301c2 req-52ae416d-818b-4a9b-9393-74afe34cbe9e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341442 Sep 21 18:53:34.549972 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33549f8f-06b1-4671-be32-608b59a90160 req-4b6edd9f-d9db-49fb-a712-2f2a8338581e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:34.551390 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-33549f8f-06b1-4671-be32-608b59a90160 req-4b6edd9f-d9db-49fb-a712-2f2a8338581e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 945 time: 0.0592747 Sep 21 18:53:34.601382 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-33549f8f-06b1-4671-be32-608b59a90160 req-dbdd2ff6-f90e-4092-8fc5-907c61957d24 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421057 Sep 21 18:53:34.732870 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187b6eb-1e12-44ca-9871-67c8995b5838 req-dc0597d8-5000-4ae8-bd99-2dfd424d75fb tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:34.734418 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c187b6eb-1e12-44ca-9871-67c8995b5838 req-dc0597d8-5000-4ae8-bd99-2dfd424d75fb tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 945 time: 0.0555525 Sep 21 18:53:34.777066 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c187b6eb-1e12-44ca-9871-67c8995b5838 req-2671185b-2418-4179-bb6b-b6cda1d0096d tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364175 Sep 21 18:53:34.799911 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55564) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:53:34.841247 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db04db7-1a53-448a-a8ad-647bc0d857b5 tempest-TestNetworkAdvancedServerOps-343949058 tempest-TestNetworkAdvancedServerOps-343949058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:34.842685 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2db04db7-1a53-448a-a8ad-647bc0d857b5 tempest-TestNetworkAdvancedServerOps-343949058 tempest-TestNetworkAdvancedServerOps-343949058-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 1091 time: 0.0418067 Sep 21 18:53:34.845805 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55566) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:53:34.850170 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-1eb5486d-ad27-4652-84f3-8961b71e66c8 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'port_id': '838d49de-7177-4891-acbe-24c104316f7a', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:53:34.876657 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1eb5486d-ad27-4652-84f3-8961b71e66c8 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for floatingip, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:34.996994 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1eb5486d-ad27-4652-84f3-8961b71e66c8 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:35.111710 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-1eb5486d-ad27-4652-84f3-8961b71e66c8 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Allocated IP 172.25.6.236 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/169efa55-c88a-4c1e-9d97-f0c5a3b55fcf) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:53:35.218882 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1eb5486d-ad27-4652-84f3-8961b71e66c8 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:35.261972 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1eb5486d-ad27-4652-84f3-8961b71e66c8 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:35.298860 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb5486d-ad27-4652-84f3-8961b71e66c8 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:53:35.301639 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-1eb5486d-ad27-4652-84f3-8961b71e66c8 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:53:35.305178 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb5486d-ad27-4652-84f3-8961b71e66c8 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:53:35.330058 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5486d-ad27-4652-84f3-8961b71e66c8 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Port': ['ID=169efa55-c88a-4c1e-9d97-f0c5a3b55fcf,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:35.671789 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1eb5486d-ad27-4652-84f3-8961b71e66c8 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:35.742973 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1eb5486d-ad27-4652-84f3-8961b71e66c8 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:35.889664 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1eb5486d-ad27-4652-84f3-8961b71e66c8 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:35.896210 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1eb5486d-ad27-4652-84f3-8961b71e66c8 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:35.959133 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5486d-ad27-4652-84f3-8961b71e66c8 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Port': ['ID=169efa55-c88a-4c1e-9d97-f0c5a3b55fcf,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:53:35.972689 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1eb5486d-ad27-4652-84f3-8961b71e66c8 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:36.073738 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [None req-1eb5486d-ad27-4652-84f3-8961b71e66c8 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Floating IP fb53032b-808d-41c9-9ac2-1ececc7ed70e associated. External IP: 172.25.6.236, port: 838d49de-7177-4891-acbe-24c104316f7a. Sep 21 18:53:36.281498 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb5486d-ad27-4652-84f3-8961b71e66c8 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Router 74106a02-3ade-466b-aec0-6856d9a89bd5 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:53:36.388043 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb5486d-ad27-4652-84f3-8961b71e66c8 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:53:36.398685 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2483a09-8631-4016-af77-83a4673177bf None None] Sync routers for ids ['74106a02-3ade-466b-aec0-6856d9a89bd5'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:53:36.404750 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1eb5486d-ad27-4652-84f3-8961b71e66c8 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:36.411100 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2483a09-8631-4016-af77-83a4673177bf None None] Routers {'74106a02-3ade-466b-aec0-6856d9a89bd5'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:53:36.411745 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a2483a09-8631-4016-af77-83a4673177bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:53:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['74106a02-3ade-466b-aec0-6856d9a89bd5'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:53:36.431773 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1eb5486d-ad27-4652-84f3-8961b71e66c8 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5849726 Sep 21 18:53:36.432358 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f2da6c5-81ee-43bf-b85d-619236b97252', 'tag': '838d49de-7177-4891-acbe-24c104316f7a'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:53:36.434705 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e068d80b537898f9f0058ef40cd45917e2ca049a324cdaa182e5d883fca795c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466fcefa-163c-49e8-a3a6-f177d71bfa8d" -d '{"events": [{"name": "network-changed", "server_uuid": "8f2da6c5-81ee-43bf-b85d-619236b97252", "tag": "838d49de-7177-4891-acbe-24c104316f7a"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:53:36.480724 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c5db0e-52ac-4421-bb3a-568b98e2f85d x-openstack-request-id: req-72c5db0e-52ac-4421-bb3a-568b98e2f85d {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:53:36.481008 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f2da6c5-81ee-43bf-b85d-619236b97252", "tag": "838d49de-7177-4891-acbe-24c104316f7a", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:53:36.481294 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-72c5db0e-52ac-4421-bb3a-568b98e2f85d {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:53:36.481695 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f2da6c5-81ee-43bf-b85d-619236b97252', 'tag': '838d49de-7177-4891-acbe-24c104316f7a', 'status': 'completed', 'code': 200} Sep 21 18:53:36.522128 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-a2483a09-8631-4016-af77-83a4673177bf None None] Set router 74106a02-3ade-466b-aec0-6856d9a89bd5 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:53:36.564020 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c22d9-808c-4cce-9959-bc58b6bbf0ee req-d07881df-3015-4428-a39d-24a8a41e25ab tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:36.566962 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b08c22d9-808c-4cce-9959-bc58b6bbf0ee req-d07881df-3015-4428-a39d-24a8a41e25ab tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 945 time: 0.0839133 Sep 21 18:53:36.582860 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466fcefa-163c-49e8-a3a6-f177d71bfa8d req-e210e833-1994-4674-ba7d-d7dcf8585d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:36.584336 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-466fcefa-163c-49e8-a3a6-f177d71bfa8d req-e210e833-1994-4674-ba7d-d7dcf8585d27 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 1096 time: 0.0725632 Sep 21 18:53:36.640560 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b08c22d9-808c-4cce-9959-bc58b6bbf0ee req-6854c671-dbec-4ade-94f1-36271ea2b85f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664346 Sep 21 18:53:36.663356 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55572) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:53:36.693451 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466fcefa-163c-49e8-a3a6-f177d71bfa8d req-495bae59-d229-46e2-ac60-bfc33bc3d3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:36.694966 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-466fcefa-163c-49e8-a3a6-f177d71bfa8d req-495bae59-d229-46e2-ac60-bfc33bc3d3ab service neutron] 10.222.0.44 "GET /v2.0/networks?id=7a5013ae-11f3-4bbe-85dd-1403539808b7 HTTP/1.1" status: 200 len: 897 time: 0.1027324 Sep 21 18:53:36.726909 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a24de7b9-3af2-48ea-9dc0-df6cc2f0e5c1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/floatingips/fb53032b-808d-41c9-9ac2-1ececc7ed70e HTTP/1.1" status: 200 len: 991 time: 0.0614300 Sep 21 18:53:36.758859 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a2483a09-8631-4016-af77-83a4673177bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462660283', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '26503fb8-7fde-4041-a3b1-8e4244988459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:53:20Z', 'updated_at': '2021-09-21T18:53:23Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '26503fb8-7fde-4041-a3b1-8e4244988459', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:53:20Z', 'updated_at': '2021-09-21T18:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'fb53032b-808d-41c9-9ac2-1ececc7ed70e', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'floating_ip_address': '172.25.6.236', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'port_id': '838d49de-7177-4891-acbe-24c104316f7a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a5013ae-11f3-4bbe-85dd-1403539808b7', 'mac_address': 'fa:16:3e:32:6c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2da6c5-81ee-43bf-b85d-619236b97252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:53:35Z', 'updated_at': '2021-09-21T18:53:35Z', 'revision_number': 0, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8967f98d-b763-4917-8bfa-a2693b039e7d', 'name': '', 'network_id': '7a5013ae-11f3-4bbe-85dd-1403539808b7', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:60:f2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '723d06da-a78c-4ec1-9c8c-fc9beedee9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:53:23Z', 'updated_at': '2021-09-21T18:53:26Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': '723d06da-a78c-4ec1-9c8c-fc9beedee9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:53:36.762978 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-466fcefa-163c-49e8-a3a6-f177d71bfa8d req-05162a04-9502-478a-8c3e-b35160340e75 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=838d49de-7177-4891-acbe-24c104316f7a HTTP/1.1" status: 200 len: 999 time: 0.0590792 Sep 21 18:53:36.784655 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2483a09-8631-4016-af77-83a4673177bf None None] Checking router: 74106a02-3ade-466b-aec0-6856d9a89bd5 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:53:36.793593 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2483a09-8631-4016-af77-83a4673177bf None None] Routers {'74106a02-3ade-466b-aec0-6856d9a89bd5'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:53:36.794250 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a2483a09-8631-4016-af77-83a4673177bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:53:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['74106a02-3ade-466b-aec0-6856d9a89bd5'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:53:36.817309 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466fcefa-163c-49e8-a3a6-f177d71bfa8d req-c00a1077-8b7b-404e-bc26-baef2f4d9c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:36.818798 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-466fcefa-163c-49e8-a3a6-f177d71bfa8d req-c00a1077-8b7b-404e-bc26-baef2f4d9c59 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=723d06da-a78c-4ec1-9c8c-fc9beedee9ce HTTP/1.1" status: 200 len: 834 time: 0.0469661 Sep 21 18:53:36.866096 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466fcefa-163c-49e8-a3a6-f177d71bfa8d req-efaa39d9-4b00-4983-ab72-b146cf9241ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:36.867639 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-466fcefa-163c-49e8-a3a6-f177d71bfa8d req-efaa39d9-4b00-4983-ab72-b146cf9241ef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7a5013ae-11f3-4bbe-85dd-1403539808b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410447 Sep 21 18:53:36.898907 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-a2483a09-8631-4016-af77-83a4673177bf None None] Set router 74106a02-3ade-466b-aec0-6856d9a89bd5 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:53:36.964071 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-466fcefa-163c-49e8-a3a6-f177d71bfa8d req-219fb9f9-9b16-4cfa-8360-fecf57ac3a30 service neutron] 10.222.0.44 "GET /v2.0/networks/7a5013ae-11f3-4bbe-85dd-1403539808b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883760 Sep 21 18:53:37.063133 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-466fcefa-163c-49e8-a3a6-f177d71bfa8d req-c382bace-0c33-4f2a-b9b0-d9f384e817c3 service neutron] 10.222.0.44 "GET /v2.0/networks/7a5013ae-11f3-4bbe-85dd-1403539808b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908728 Sep 21 18:53:37.140202 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-a2483a09-8631-4016-af77-83a4673177bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462660283', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '26503fb8-7fde-4041-a3b1-8e4244988459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:53:20Z', 'updated_at': '2021-09-21T18:53:23Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '26503fb8-7fde-4041-a3b1-8e4244988459', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:53:20Z', 'updated_at': '2021-09-21T18:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'fb53032b-808d-41c9-9ac2-1ececc7ed70e', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'floating_ip_address': '172.25.6.236', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'port_id': '838d49de-7177-4891-acbe-24c104316f7a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a5013ae-11f3-4bbe-85dd-1403539808b7', 'mac_address': 'fa:16:3e:32:6c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2da6c5-81ee-43bf-b85d-619236b97252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:53:35Z', 'updated_at': '2021-09-21T18:53:35Z', 'revision_number': 0, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8967f98d-b763-4917-8bfa-a2693b039e7d', 'name': '', 'network_id': '7a5013ae-11f3-4bbe-85dd-1403539808b7', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:60:f2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '723d06da-a78c-4ec1-9c8c-fc9beedee9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:53:23Z', 'updated_at': '2021-09-21T18:53:26Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': '723d06da-a78c-4ec1-9c8c-fc9beedee9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:53:37.171299 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2483a09-8631-4016-af77-83a4673177bf None None] The sync data for ids ['74106a02-3ade-466b-aec0-6856d9a89bd5'] in n-d-810291-1 is: [{'id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462660283', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '26503fb8-7fde-4041-a3b1-8e4244988459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:53:20Z', 'updated_at': '2021-09-21T18:53:23Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '26503fb8-7fde-4041-a3b1-8e4244988459', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:53:20Z', 'updated_at': '2021-09-21T18:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'fb53032b-808d-41c9-9ac2-1ececc7ed70e', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'floating_ip_address': '172.25.6.236', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'port_id': '838d49de-7177-4891-acbe-24c104316f7a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a5013ae-11f3-4bbe-85dd-1403539808b7', 'mac_address': 'fa:16:3e:32:6c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2da6c5-81ee-43bf-b85d-619236b97252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:53:35Z', 'updated_at': '2021-09-21T18:53:35Z', 'revision_number': 0, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8967f98d-b763-4917-8bfa-a2693b039e7d', 'name': '', 'network_id': '7a5013ae-11f3-4bbe-85dd-1403539808b7', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:60:f2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '723d06da-a78c-4ec1-9c8c-fc9beedee9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:53:23Z', 'updated_at': '2021-09-21T18:53:26Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': '723d06da-a78c-4ec1-9c8c-fc9beedee9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:53:37.383629 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04efe6b7-6da6-42c5-af77-6090acd58010 None None] New status for floating IP fb53032b-808d-41c9-9ac2-1ececc7ed70e: ACTIVE {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:53:37.731927 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55574) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:53:37.808834 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-97177a1c-75d6-41fe-a9f4-836e4ac8653b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/floatingips/fb53032b-808d-41c9-9ac2-1ececc7ed70e HTTP/1.1" status: 200 len: 993 time: 0.0756063 Sep 21 18:53:46.000053 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d3b66eaa-2d29-45e3-aa11-16ecc0fcf019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:48.494219 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-457b840a-85cf-4224-9e74-a69b446271ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:49.125950 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:50.385634 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:51.845425 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:54.029207 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:53:54.179227 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0da4436e-0897-4d55-8a0d-ebfd58e6a249 req-60935067-03ca-4e80-bb31-f24785b7de6f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430486 Sep 21 18:53:54.279734 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4436e-0897-4d55-8a0d-ebfd58e6a249 req-d71d2aa4-0799-4151-bfde-d289571b40a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:54.281890 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0da4436e-0897-4d55-8a0d-ebfd58e6a249 req-d71d2aa4-0799-4151-bfde-d289571b40a0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 1096 time: 0.0523582 Sep 21 18:53:54.391473 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4436e-0897-4d55-8a0d-ebfd58e6a249 req-10626117-7a7e-4dac-a1f8-86a809a833ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:54.392953 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0da4436e-0897-4d55-8a0d-ebfd58e6a249 req-10626117-7a7e-4dac-a1f8-86a809a833ed service neutron] 10.222.0.44 "GET /v2.0/networks?id=7a5013ae-11f3-4bbe-85dd-1403539808b7 HTTP/1.1" status: 200 len: 897 time: 0.0886097 Sep 21 18:53:54.472787 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0da4436e-0897-4d55-8a0d-ebfd58e6a249 req-c77ec70d-67db-4726-af16-684f0b1b6714 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=838d49de-7177-4891-acbe-24c104316f7a HTTP/1.1" status: 200 len: 1001 time: 0.0643902 Sep 21 18:53:54.523840 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4436e-0897-4d55-8a0d-ebfd58e6a249 req-0857909d-ac68-411d-baa2-ef60ffe1d2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:54.525268 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0da4436e-0897-4d55-8a0d-ebfd58e6a249 req-0857909d-ac68-411d-baa2-ef60ffe1d2e5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=723d06da-a78c-4ec1-9c8c-fc9beedee9ce HTTP/1.1" status: 200 len: 834 time: 0.0447996 Sep 21 18:53:54.578960 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4436e-0897-4d55-8a0d-ebfd58e6a249 req-2fa0d082-a401-41d8-9b84-f366f461db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:53:54.580334 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0da4436e-0897-4d55-8a0d-ebfd58e6a249 req-2fa0d082-a401-41d8-9b84-f366f461db19 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7a5013ae-11f3-4bbe-85dd-1403539808b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469122 Sep 21 18:53:54.676810 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0da4436e-0897-4d55-8a0d-ebfd58e6a249 req-e8bfa287-b9d0-4d00-91d6-0191679aca2c service neutron] 10.222.0.44 "GET /v2.0/networks/7a5013ae-11f3-4bbe-85dd-1403539808b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881827 Sep 21 18:53:54.782802 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0da4436e-0897-4d55-8a0d-ebfd58e6a249 req-4d8e519a-0d96-4acd-b844-9498f592ab91 service neutron] 10.222.0.44 "GET /v2.0/networks/7a5013ae-11f3-4bbe-85dd-1403539808b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981574 Sep 21 18:53:55.050133 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:09.677437 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:54:11.128391 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-938eac82-d7a8-436f-a9f1-bdeed262b11b req-cab7ab3b-6d53-4d6f-ad39-b98763f100ed service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:54:11.129678 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-938eac82-d7a8-436f-a9f1-bdeed262b11b req-cab7ab3b-6d53-4d6f-ad39-b98763f100ed service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084724 Sep 21 18:54:11.327286 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fae90-984a-48b5-bfa1-2d7cb3e92831 req-5a28f86b-50a0-4673-aa4c-c390af1647f5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:11.328724 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a46fae90-984a-48b5-bfa1-2d7cb3e92831 req-5a28f86b-50a0-4673-aa4c-c390af1647f5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 945 time: 0.0534422 Sep 21 18:54:11.398265 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a46fae90-984a-48b5-bfa1-2d7cb3e92831 req-86d9cb38-e8a6-431a-84e7-306d0fd947ac tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611989 Sep 21 18:54:11.408871 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-1a3f13d1-6771-4a6c-ab7d-828f28b5c3cc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0996573 Sep 21 18:54:11.418406 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-1d441a1f-5722-47e5-91f2-7d72187ed88d service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:54:11.419378 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-1d441a1f-5722-47e5-91f2-7d72187ed88d service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055342 Sep 21 18:54:12.534541 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db0245-7782-45cd-a1f2-39dfc068e6ff req-59855454-7a68-4e21-b9a6-fc767de7b97c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:12.536100 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8db0245-7782-45cd-a1f2-39dfc068e6ff req-59855454-7a68-4e21-b9a6-fc767de7b97c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 945 time: 0.0566754 Sep 21 18:54:12.595207 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8db0245-7782-45cd-a1f2-39dfc068e6ff req-8a6000ba-1361-44de-903a-ef7e9a07e32a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504839 Sep 21 18:54:12.600443 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-932a354b-7e26-4fc8-9082-6a847534e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:12.601882 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-932a354b-7e26-4fc8-9082-6a847534e686 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 1096 time: 0.0647850 Sep 21 18:54:12.697026 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-28a5d130-be1f-45a2-85e5-97a3bdeadf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:12.698377 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-28a5d130-be1f-45a2-85e5-97a3bdeadf87 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7a5013ae-11f3-4bbe-85dd-1403539808b7 HTTP/1.1" status: 200 len: 897 time: 0.0869088 Sep 21 18:54:13.109361 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-e5dec523-e56b-4ec0-81a8-35eeaf57bae9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=838d49de-7177-4891-acbe-24c104316f7a HTTP/1.1" status: 200 len: 1001 time: 0.4016702 Sep 21 18:54:13.161104 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-c3e123d3-4726-4822-ace2-6d08594e3dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:13.162527 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-c3e123d3-4726-4822-ace2-6d08594e3dbd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=723d06da-a78c-4ec1-9c8c-fc9beedee9ce HTTP/1.1" status: 200 len: 834 time: 0.0454850 Sep 21 18:54:13.213851 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-a41045f8-d83b-4fd3-9e6b-3c83ff0e9d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:13.215392 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-a41045f8-d83b-4fd3-9e6b-3c83ff0e9d3b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7a5013ae-11f3-4bbe-85dd-1403539808b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442786 Sep 21 18:54:13.327218 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-4bc457ee-5db9-42e2-8d64-b8c16282f5f4 service neutron] 10.222.0.44 "GET /v2.0/networks/7a5013ae-11f3-4bbe-85dd-1403539808b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031983 Sep 21 18:54:13.430406 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-dde17baf-a6ff-4b1f-8725-985eb701ad03 service neutron] 10.222.0.44 "GET /v2.0/networks/7a5013ae-11f3-4bbe-85dd-1403539808b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939960 Sep 21 18:54:13.718467 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e55b2-df7d-464f-af9a-4d96ca0cc5b4 req-bfbef342-7c4d-4f6a-ba34-40ee7de54113 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:13.719998 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8a3e55b2-df7d-464f-af9a-4d96ca0cc5b4 req-bfbef342-7c4d-4f6a-ba34-40ee7de54113 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 945 time: 0.0514309 Sep 21 18:54:13.758680 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8a3e55b2-df7d-464f-af9a-4d96ca0cc5b4 req-a2997b7b-437e-4d70-90c2-45655c6b2759 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323834 Sep 21 18:54:14.891136 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750229a9-4270-4e7e-b071-74ab9dc8437e req-63ee1e92-ec1b-462d-94a7-c3c8a53049a2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:14.892640 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-750229a9-4270-4e7e-b071-74ab9dc8437e req-63ee1e92-ec1b-462d-94a7-c3c8a53049a2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 945 time: 0.0604656 Sep 21 18:54:14.937639 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-750229a9-4270-4e7e-b071-74ab9dc8437e req-9b886abc-cc4f-4652-80e3-68cf7fb0ced9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358894 Sep 21 18:54:15.984153 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4ef5df59-6407-418b-a271-21131a442674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:16.059529 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54964f87-9eda-44ca-b678-410fa30f2e4e req-471d63bb-341d-4527-a675-7bccb574bc6d tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:16.061019 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-54964f87-9eda-44ca-b678-410fa30f2e4e req-471d63bb-341d-4527-a675-7bccb574bc6d tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 945 time: 0.0504231 Sep 21 18:54:16.097923 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-54964f87-9eda-44ca-b678-410fa30f2e4e req-8b9f5b84-bfd5-454a-9d1c-5d40550fc08a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308478 Sep 21 18:54:17.227662 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88296941-3b61-41a6-9613-caa10bbc6840 req-87e37c16-1eef-48b3-bc84-029f1bd34176 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:17.229527 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-88296941-3b61-41a6-9613-caa10bbc6840 req-87e37c16-1eef-48b3-bc84-029f1bd34176 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 945 time: 0.0516901 Sep 21 18:54:17.268540 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-88296941-3b61-41a6-9613-caa10bbc6840 req-fa2e4d5f-a4d0-4188-8e64-4650c5576972 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329123 Sep 21 18:54:18.398355 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a41e4e-fdf9-4720-8d5b-9d88cf42328b req-49e65bff-a0d0-4bf0-8b2d-70a05a75fe3b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:18.399791 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a3a41e4e-fdf9-4720-8d5b-9d88cf42328b req-49e65bff-a0d0-4bf0-8b2d-70a05a75fe3b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 945 time: 0.0511041 Sep 21 18:54:18.444030 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a3a41e4e-fdf9-4720-8d5b-9d88cf42328b req-aab15f83-cbed-44f8-8fcb-454f39e02290 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355802 Sep 21 18:54:18.487442 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a065a095-3a3c-4bbe-b059-94c5f2a0c621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:19.132144 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:19.569260 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be39dec-8082-43de-bb91-72f7eb452002 req-e253d1d3-87cd-49cf-a7f8-767e5f2c2412 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:19.570768 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7be39dec-8082-43de-bb91-72f7eb452002 req-e253d1d3-87cd-49cf-a7f8-767e5f2c2412 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 945 time: 0.0537753 Sep 21 18:54:19.613335 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7be39dec-8082-43de-bb91-72f7eb452002 req-2821c1a6-6864-48c9-aef7-272062229ecd tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364532 Sep 21 18:54:20.388352 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:20.744519 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f700bb-81fc-48d1-92ff-35864f3e7cbb req-a4deeb09-5d29-4282-85ae-7d56cd6afa59 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:20.745992 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-07f700bb-81fc-48d1-92ff-35864f3e7cbb req-a4deeb09-5d29-4282-85ae-7d56cd6afa59 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 945 time: 0.0538137 Sep 21 18:54:20.789953 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-07f700bb-81fc-48d1-92ff-35864f3e7cbb req-1fc6df3c-faf9-4bce-8843-0ef9c924ad66 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344927 Sep 21 18:54:21.841230 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:21.920190 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23eba0-d4d6-4e04-8494-c6ae79e0f9dd req-790a0cc6-9010-40db-a4f1-130490ed0662 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:21.921644 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ff23eba0-d4d6-4e04-8494-c6ae79e0f9dd req-790a0cc6-9010-40db-a4f1-130490ed0662 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 945 time: 0.0551772 Sep 21 18:54:21.960235 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ff23eba0-d4d6-4e04-8494-c6ae79e0f9dd req-bcd65716-be36-4258-af8f-e03b5ef8c3c9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324326 Sep 21 18:54:23.087218 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b47740-767f-41c0-8e4b-f83b2ee686a7 req-a3e3fe28-f54c-4425-8f66-1c9d6bceb6c2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:23.088750 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f2b47740-767f-41c0-8e4b-f83b2ee686a7 req-a3e3fe28-f54c-4425-8f66-1c9d6bceb6c2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 945 time: 0.0524092 Sep 21 18:54:23.127454 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f2b47740-767f-41c0-8e4b-f83b2ee686a7 req-574c7688-92fd-426c-af07-4b92dd715c42 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324824 Sep 21 18:54:24.027709 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:24.250597 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0dc09-97f2-4c48-aa9d-9beee726ce32 req-2072ad38-3e01-462e-b032-1f61ef7e4cba tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:24.252104 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-46c0dc09-97f2-4c48-aa9d-9beee726ce32 req-2072ad38-3e01-462e-b032-1f61ef7e4cba tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 945 time: 0.0506537 Sep 21 18:54:24.292439 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-46c0dc09-97f2-4c48-aa9d-9beee726ce32 req-e0974fe5-6933-4554-8aec-c8ce838f58b2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323539 Sep 21 18:54:25.050939 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:25.417814 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082db83-2413-4da7-9493-0f23021360f9 req-59acd7eb-09e7-45a3-8d2d-6f77f7eff6e7 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:25.419366 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2082db83-2413-4da7-9493-0f23021360f9 req-59acd7eb-09e7-45a3-8d2d-6f77f7eff6e7 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 945 time: 0.0536847 Sep 21 18:54:25.467063 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2082db83-2413-4da7-9493-0f23021360f9 req-1613912a-b238-4be6-8501-b10808409338 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393758 Sep 21 18:54:26.608514 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9356ed-4d0b-4b95-89c0-baf2c9ccb55f req-ed1fd766-ca4e-48b7-9048-421ea0defc99 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:26.609982 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f9356ed-4d0b-4b95-89c0-baf2c9ccb55f req-ed1fd766-ca4e-48b7-9048-421ea0defc99 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 945 time: 0.0638001 Sep 21 18:54:26.649951 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f9356ed-4d0b-4b95-89c0-baf2c9ccb55f req-719a4c89-90dd-47d6-b2ad-4311919b2eb5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309820 Sep 21 18:54:27.791866 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8362091-54a7-49ac-b366-73d90580b599 req-1aeec765-ecb6-4670-8b78-a652f5531b1c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:27.793341 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d8362091-54a7-49ac-b366-73d90580b599 req-1aeec765-ecb6-4670-8b78-a652f5531b1c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 945 time: 0.0530562 Sep 21 18:54:27.835292 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d8362091-54a7-49ac-b366-73d90580b599 req-61313191-bcad-4789-b467-45b8283ccc76 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329413 Sep 21 18:54:28.966830 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305ba7e-1875-4356-b040-39df451aa929 req-b018c318-c86a-425a-9628-602fadd4ea6c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:28.968326 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2305ba7e-1875-4356-b040-39df451aa929 req-b018c318-c86a-425a-9628-602fadd4ea6c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 945 time: 0.0560353 Sep 21 18:54:29.007948 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2305ba7e-1875-4356-b040-39df451aa929 req-10e534f5-72c8-407b-b019-eab9e06eefeb tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334275 Sep 21 18:54:30.135902 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e049dfc-947a-49bb-8037-d02ce854fb0c req-f1a429d5-2303-469c-8194-0242749f84fd tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:30.137399 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4e049dfc-947a-49bb-8037-d02ce854fb0c req-f1a429d5-2303-469c-8194-0242749f84fd tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 945 time: 0.0589461 Sep 21 18:54:30.175172 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4e049dfc-947a-49bb-8037-d02ce854fb0c req-0a4e2099-5152-4782-9959-91b357a9594d tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315843 Sep 21 18:54:30.506619 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-8757e1bd-f4e6-489d-ae9b-bea26771ae68 service neutron] show failed (client error): The resource could not be found. Sep 21 18:54:30.507692 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-8757e1bd-f4e6-489d-ae9b-bea26771ae68 service neutron] 10.222.0.44 "GET /v2.0/ports/838d49de-7177-4891-acbe-24c104316f7a/bindings/n-h1-810291-1 HTTP/1.1" status: 404 len: 380 time: 0.0618317 Sep 21 18:54:30.765443 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-94d66eac-5e0b-486d-b6cd-189823f084bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:30.766872 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-94d66eac-5e0b-486d-b6cd-189823f084bd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252&tenant_id=0f00e685b2234e11bd1ffddb0085e333 HTTP/1.1" status: 200 len: 1096 time: 0.0877321 Sep 21 18:54:30.777752 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-23f8f5ae-0cab-4c94-82d3-937f868aed5c service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:54:30.778676 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-23f8f5ae-0cab-4c94-82d3-937f868aed5c service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049794 Sep 21 18:54:30.790916 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-810291-1', 'device_owner': 'compute:nova'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:54:30.845748 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:31.057682 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] For port 838d49de-7177-4891-acbe-24c104316f7a, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=838d49de-7177-4891-acbe-24c104316f7a,segment=NetworkSegment(71bfc898-477c-49d1-94e7-91866a20505b),segment_id=71bfc898-477c-49d1-94e7-91866a20505b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:54:31.090631 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] For port 838d49de-7177-4891-acbe-24c104316f7a, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:54:31.132898 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2da6c5-81ee-43bf-b85d-619236b97252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '838d49de-7177-4891-acbe-24c104316f7a'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:54:31.135308 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbe9616-e595-439f-bca0-9246a1d1f568" -d '{"events": [{"server_uuid": "8f2da6c5-81ee-43bf-b85d-619236b97252", "name": "network-vif-unplugged", "status": "completed", "tag": "838d49de-7177-4891-acbe-24c104316f7a"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:54:31.139256 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:31.151985 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] Transition to ACTIVE for port object 838d49de-7177-4891-acbe-24c104316f7a will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:54:31.156164 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:31.190967 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 18:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787e6cf5-c827-4eca-a1ed-8f43b0c110b3 x-openstack-request-id: req-787e6cf5-c827-4eca-a1ed-8f43b0c110b3 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:54:31.191308 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2da6c5-81ee-43bf-b85d-619236b97252", "name": "network-vif-unplugged", "status": "completed", "tag": "838d49de-7177-4891-acbe-24c104316f7a", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:54:31.191558 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-787e6cf5-c827-4eca-a1ed-8f43b0c110b3 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:54:31.191948 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2da6c5-81ee-43bf-b85d-619236b97252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '838d49de-7177-4891-acbe-24c104316f7a', 'code': 200} Sep 21 18:54:31.235066 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=838d49de-7177-4891-acbe-24c104316f7a,revision_number=6']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:54:31.247161 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:54:31.247517 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:54:31.247849 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:54:31.248191 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:54:31.248526 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:54:31.248853 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:54:31.249179 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:54:31.249505 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:54:31.249833 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:54:31.250162 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:54:31.250484 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:54:31.250806 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:54:31.293739 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] No DVR routers for this DVR port 838d49de-7177-4891-acbe-24c104316f7a on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:54:31.305639 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af86217-6052-4bcb-a4be-27e1cf000d6a req-175eede7-204d-4c57-9254-ebb02de21a45 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:31.309194 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5af86217-6052-4bcb-a4be-27e1cf000d6a req-175eede7-204d-4c57-9254-ebb02de21a45 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 943 time: 0.0563536 Sep 21 18:54:31.354371 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5af86217-6052-4bcb-a4be-27e1cf000d6a req-60078638-fd91-4074-9de2-01cc1efbf21e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407505 Sep 21 18:54:31.429621 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] Attempting to bind port 838d49de-7177-4891-acbe-24c104316f7a on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:54:31.429982 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] Attempting to bind port 838d49de-7177-4891-acbe-24c104316f7a by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '71bfc898-477c-49d1-94e7-91866a20505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7a5013ae-11f3-4bbe-85dd-1403539808b7'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:54:31.430372 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] Attempting to bind port 838d49de-7177-4891-acbe-24c104316f7a on network 7a5013ae-11f3-4bbe-85dd-1403539808b7 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:54:31.435244 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] Port 838d49de-7177-4891-acbe-24c104316f7a on network 7a5013ae-11f3-4bbe-85dd-1403539808b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:54:31.435567 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] Attempting to bind port 838d49de-7177-4891-acbe-24c104316f7a on network 7a5013ae-11f3-4bbe-85dd-1403539808b7 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:54:31.440853 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:54:31.441189 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] Checking segment: {'id': '71bfc898-477c-49d1-94e7-91866a20505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7a5013ae-11f3-4bbe-85dd-1403539808b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:54:31.441582 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] Bound using segment: {'id': '71bfc898-477c-49d1-94e7-91866a20505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7a5013ae-11f3-4bbe-85dd-1403539808b7'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:54:31.441996 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] Bound port: 838d49de-7177-4891-acbe-24c104316f7a, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71bfc898-477c-49d1-94e7-91866a20505b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7a5013ae-11f3-4bbe-85dd-1403539808b7'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:54:31.442353 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:31.510824 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] For port 838d49de-7177-4891-acbe-24c104316f7a, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:54:31.516651 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] For port 838d49de-7177-4891-acbe-24c104316f7a, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=838d49de-7177-4891-acbe-24c104316f7a,segment=NetworkSegment(71bfc898-477c-49d1-94e7-91866a20505b),segment_id=71bfc898-477c-49d1-94e7-91866a20505b)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:54:31.524967 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:31.565638 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:31.566277 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:31.567772 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] 10.222.0.38 "PUT /v2.0/ports/838d49de-7177-4891-acbe-24c104316f7a HTTP/1.1" status: 200 len: 1091 time: 0.7810853 Sep 21 18:54:31.591140 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517e05c-ed21-45d8-9ba1-06cf3d1bf5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=838d49de-7177-4891-acbe-24c104316f7a,revision_number=7']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:54:31.636311 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-7d5b8375-a726-470d-bebf-827374556c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:31.637843 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-7d5b8375-a726-470d-bebf-827374556c49 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 1094 time: 0.0437887 Sep 21 18:54:31.735383 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-16796d6e-1b17-4998-8981-a504ed29f402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:31.736900 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-16796d6e-1b17-4998-8981-a504ed29f402 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7a5013ae-11f3-4bbe-85dd-1403539808b7 HTTP/1.1" status: 200 len: 897 time: 0.0920353 Sep 21 18:54:31.806883 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-c26a2f7f-0cfe-4cfa-8326-6959cb90f739 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=838d49de-7177-4891-acbe-24c104316f7a HTTP/1.1" status: 200 len: 999 time: 0.0619094 Sep 21 18:54:31.856005 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-d9043210-dac2-45b7-9a54-ad4ecc89122f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:31.857342 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-d9043210-dac2-45b7-9a54-ad4ecc89122f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=723d06da-a78c-4ec1-9c8c-fc9beedee9ce HTTP/1.1" status: 200 len: 834 time: 0.0435307 Sep 21 18:54:31.902706 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-b040e554-a635-47d3-b10e-cd5706eaf25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:31.904187 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-b040e554-a635-47d3-b10e-cd5706eaf25d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7a5013ae-11f3-4bbe-85dd-1403539808b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396020 Sep 21 18:54:32.008483 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-c4191074-43ef-417a-bff3-5f995d6aeef7 service neutron] 10.222.0.38 "GET /v2.0/networks/7a5013ae-11f3-4bbe-85dd-1403539808b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971949 Sep 21 18:54:32.100234 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-6053f405-893d-4052-b2e1-c3031958e063 service neutron] 10.222.0.38 "GET /v2.0/networks/7a5013ae-11f3-4bbe-85dd-1403539808b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844097 Sep 21 18:54:32.487092 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b22bf6-077d-4e44-a739-2108e35673e1 req-07c8561a-806a-40e5-9d27-86c3e427006a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:32.488610 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e3b22bf6-077d-4e44-a739-2108e35673e1 req-07c8561a-806a-40e5-9d27-86c3e427006a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 943 time: 0.0511587 Sep 21 18:54:32.536965 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e3b22bf6-077d-4e44-a739-2108e35673e1 req-1fb8c07b-0020-4e03-89a6-89becaf90c77 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422490 Sep 21 18:54:33.193569 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f2da6c5-81ee-43bf-b85d-619236b97252', 'tag': '838d49de-7177-4891-acbe-24c104316f7a'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:54:33.197659 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba21c7e-00bd-4f14-9dd4-150268e5ca25" -d '{"events": [{"name": "network-changed", "server_uuid": "8f2da6c5-81ee-43bf-b85d-619236b97252", "tag": "838d49de-7177-4891-acbe-24c104316f7a"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:54:33.258150 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71b6c3f-0ab1-497a-af96-86e56835a837 x-openstack-request-id: req-c71b6c3f-0ab1-497a-af96-86e56835a837 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:54:33.258414 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f2da6c5-81ee-43bf-b85d-619236b97252", "tag": "838d49de-7177-4891-acbe-24c104316f7a", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:54:33.258698 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c71b6c3f-0ab1-497a-af96-86e56835a837 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:54:33.259233 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f2da6c5-81ee-43bf-b85d-619236b97252', 'tag': '838d49de-7177-4891-acbe-24c104316f7a', 'status': 'completed', 'code': 200} Sep 21 18:54:33.340751 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba21c7e-00bd-4f14-9dd4-150268e5ca25 req-e995024b-94e1-4b00-a7bc-90ccddabff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:33.342268 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5ba21c7e-00bd-4f14-9dd4-150268e5ca25 req-e995024b-94e1-4b00-a7bc-90ccddabff6d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 1094 time: 0.0664515 Sep 21 18:54:33.344041 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba21c7e-00bd-4f14-9dd4-150268e5ca25 req-f0cd0c08-b8fa-4f3b-977b-daa7f09bd9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:33.345365 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5ba21c7e-00bd-4f14-9dd4-150268e5ca25 req-f0cd0c08-b8fa-4f3b-977b-daa7f09bd9bb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 1094 time: 0.0616615 Sep 21 18:54:33.504807 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba21c7e-00bd-4f14-9dd4-150268e5ca25 req-800ac752-a485-48bb-8643-6cda10d3a083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:33.506294 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5ba21c7e-00bd-4f14-9dd4-150268e5ca25 req-800ac752-a485-48bb-8643-6cda10d3a083 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7a5013ae-11f3-4bbe-85dd-1403539808b7 HTTP/1.1" status: 200 len: 897 time: 0.1562700 Sep 21 18:54:33.507425 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba21c7e-00bd-4f14-9dd4-150268e5ca25 req-c6b9f937-52eb-4f76-a814-4371cebec240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:33.508733 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5ba21c7e-00bd-4f14-9dd4-150268e5ca25 req-c6b9f937-52eb-4f76-a814-4371cebec240 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7a5013ae-11f3-4bbe-85dd-1403539808b7 HTTP/1.1" status: 200 len: 897 time: 0.1472597 Sep 21 18:54:33.623369 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5ba21c7e-00bd-4f14-9dd4-150268e5ca25 req-b8e9c27d-52d6-4679-a615-5f9d4ba7f310 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=838d49de-7177-4891-acbe-24c104316f7a HTTP/1.1" status: 200 len: 999 time: 0.1092651 Sep 21 18:54:33.637907 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5ba21c7e-00bd-4f14-9dd4-150268e5ca25 req-7519aa40-b820-4de5-8500-95439a10be59 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=838d49de-7177-4891-acbe-24c104316f7a HTTP/1.1" status: 200 len: 999 time: 0.0835254 Sep 21 18:54:33.738383 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba21c7e-00bd-4f14-9dd4-150268e5ca25 req-fa9deb1b-472f-4839-b581-c12a17bdb0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:33.739877 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5ba21c7e-00bd-4f14-9dd4-150268e5ca25 req-fa9deb1b-472f-4839-b581-c12a17bdb0ae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=723d06da-a78c-4ec1-9c8c-fc9beedee9ce HTTP/1.1" status: 200 len: 834 time: 0.1053317 Sep 21 18:54:33.741130 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba21c7e-00bd-4f14-9dd4-150268e5ca25 req-7811d0a3-906a-474a-a461-098d32128288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:33.742435 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5ba21c7e-00bd-4f14-9dd4-150268e5ca25 req-7811d0a3-906a-474a-a461-098d32128288 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=723d06da-a78c-4ec1-9c8c-fc9beedee9ce HTTP/1.1" status: 200 len: 834 time: 0.0808485 Sep 21 18:54:33.754139 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36605b-42bf-447e-b6b6-ae970453ad75 req-fafa1ea1-6298-49e6-b1f2-004ce2ad6a4e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:33.755631 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eb36605b-42bf-447e-b6b6-ae970453ad75 req-fafa1ea1-6298-49e6-b1f2-004ce2ad6a4e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 943 time: 0.1371579 Sep 21 18:54:33.842098 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-eb36605b-42bf-447e-b6b6-ae970453ad75 req-9fc0472a-0810-4d66-9aca-131a74a7e757 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705800 Sep 21 18:54:33.854728 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba21c7e-00bd-4f14-9dd4-150268e5ca25 req-be10c87c-e535-4856-9737-724871363f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:33.856251 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5ba21c7e-00bd-4f14-9dd4-150268e5ca25 req-be10c87c-e535-4856-9737-724871363f27 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7a5013ae-11f3-4bbe-85dd-1403539808b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998554 Sep 21 18:54:33.857934 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba21c7e-00bd-4f14-9dd4-150268e5ca25 req-12555eb0-bbfb-4c3e-8a82-0ab1aa37ac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:33.859316 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5ba21c7e-00bd-4f14-9dd4-150268e5ca25 req-12555eb0-bbfb-4c3e-8a82-0ab1aa37ac95 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7a5013ae-11f3-4bbe-85dd-1403539808b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018987 Sep 21 18:54:34.009501 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5ba21c7e-00bd-4f14-9dd4-150268e5ca25 req-9bf0d596-3913-4744-8afb-741b562436c0 service neutron] 10.222.0.38 "GET /v2.0/networks/7a5013ae-11f3-4bbe-85dd-1403539808b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459620 Sep 21 18:54:34.012842 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5ba21c7e-00bd-4f14-9dd4-150268e5ca25 req-2b7db2f5-aef7-40f2-bc0b-2fc4dffda3ed service neutron] 10.222.0.44 "GET /v2.0/networks/7a5013ae-11f3-4bbe-85dd-1403539808b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423538 Sep 21 18:54:34.166002 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5ba21c7e-00bd-4f14-9dd4-150268e5ca25 req-dcac8a84-daba-4a4b-8d5f-319d53821201 service neutron] 10.222.0.38 "GET /v2.0/networks/7a5013ae-11f3-4bbe-85dd-1403539808b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485832 Sep 21 18:54:34.167937 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5ba21c7e-00bd-4f14-9dd4-150268e5ca25 req-7e53269e-dac3-4b87-b45e-4259703fbd8c service neutron] 10.222.0.44 "GET /v2.0/networks/7a5013ae-11f3-4bbe-85dd-1403539808b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439793 Sep 21 18:54:34.318149 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 838d49de-7177-4891-acbe-24c104316f7a no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:54:34.370891 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 838d49de-7177-4891-acbe-24c104316f7a not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:54:34.551147 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 838d49de-7177-4891-acbe-24c104316f7a details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:54:34.655501 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 838d49de-7177-4891-acbe-24c104316f7a, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=838d49de-7177-4891-acbe-24c104316f7a,segment=NetworkSegment(71bfc898-477c-49d1-94e7-91866a20505b),segment_id=71bfc898-477c-49d1-94e7-91866a20505b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:54:34.666536 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '838d49de-7177-4891-acbe-24c104316f7a', 'network_id': '7a5013ae-11f3-4bbe-85dd-1403539808b7', 'port_id': '838d49de-7177-4891-acbe-24c104316f7a', 'mac_address': 'fa:16:3e:32:6c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '723d06da-a78c-4ec1-9c8c-fc9beedee9ce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:54:34.707683 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:34.720251 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 838d49de-7177-4891-acbe-24c104316f7a {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:54:34.739738 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 838d49de-7177-4891-acbe-24c104316f7a, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=838d49de-7177-4891-acbe-24c104316f7a,segment=NetworkSegment(71bfc898-477c-49d1-94e7-91866a20505b),segment_id=71bfc898-477c-49d1-94e7-91866a20505b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:54:34.746344 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:34.793741 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=838d49de-7177-4891-acbe-24c104316f7a,revision_number=8']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:54:34.801352 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:54:34.801692 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:54:34.802026 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:54:34.802361 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:54:34.802672 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:54:34.803018 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:54:34.803343 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:54:34.803658 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:54:34.803982 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:54:34.804293 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:54:34.804607 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:54:34.804922 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:54:34.967824 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1548f-32d5-4290-bf01-ae77fec3f6ee req-4b870b33-477d-4c0d-bc07-276bdc47a5a5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:34.969359 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-78b1548f-32d5-4290-bf01-ae77fec3f6ee req-4b870b33-477d-4c0d-bc07-276bdc47a5a5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 944 time: 0.0507610 Sep 21 18:54:35.001590 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['838d49de-7177-4891-acbe-24c104316f7a'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:54:35.008967 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-78b1548f-32d5-4290-bf01-ae77fec3f6ee req-2723d3c9-1946-482d-b51a-019b4d98068b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331743 Sep 21 18:54:35.218640 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e686808-62db-4bd5-a483-625a59c469a7 req-bb595f8e-0d63-41ce-be7b-fafd058d65fd tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:35.220140 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9e686808-62db-4bd5-a483-625a59c469a7 req-bb595f8e-0d63-41ce-be7b-fafd058d65fd tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 944 time: 0.0604537 Sep 21 18:54:35.230717 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca5cd8-50d4-4036-b53c-9b22a6bf4db3 req-e85f716d-efe2-4ea3-a006-6d383abaad8f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:35.232810 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8ca5cd8-50d4-4036-b53c-9b22a6bf4db3 req-e85f716d-efe2-4ea3-a006-6d383abaad8f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252&tenant_id=0f00e685b2234e11bd1ffddb0085e333&binding%3Ahost_id=n-h1-810291-1 HTTP/1.1" status: 200 len: 944 time: 0.0564799 Sep 21 18:54:35.264654 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9e686808-62db-4bd5-a483-625a59c469a7 req-5523bf19-96ac-4e16-9e84-b266d619b3e2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352917 Sep 21 18:54:35.300369 n-d-810291-1 neutron-server[101460]: INFO neutron.api.v2.resource [req-b8ca5cd8-50d4-4036-b53c-9b22a6bf4db3 req-dd7cb381-0b41-406d-8fb7-56d3f1832cf9 service neutron] delete failed (client error): The resource could not be found. Sep 21 18:54:35.301420 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8ca5cd8-50d4-4036-b53c-9b22a6bf4db3 req-dd7cb381-0b41-406d-8fb7-56d3f1832cf9 service neutron] 10.222.0.44 "DELETE /v2.0/ports/838d49de-7177-4891-acbe-24c104316f7a/bindings/n-h2-810291-1 HTTP/1.1" status: 404 len: 380 time: 0.0597100 Sep 21 18:54:35.408599 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba05c3c-4334-41a5-b573-c04857e310f2 req-7161851c-2783-4abb-a998-158205f4899c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:35.410094 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2ba05c3c-4334-41a5-b573-c04857e310f2 req-7161851c-2783-4abb-a998-158205f4899c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 944 time: 0.0759161 Sep 21 18:54:35.416126 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca5cd8-50d4-4036-b53c-9b22a6bf4db3 req-67e6abe1-9c89-4dea-9a5c-3023a92ccd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:35.417516 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8ca5cd8-50d4-4036-b53c-9b22a6bf4db3 req-67e6abe1-9c89-4dea-9a5c-3023a92ccd57 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 1095 time: 0.0691409 Sep 21 18:54:35.478794 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2ba05c3c-4334-41a5-b573-c04857e310f2 req-f9738cb5-2640-4c15-a58c-b601e58cfc1c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602255 Sep 21 18:54:35.531471 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca5cd8-50d4-4036-b53c-9b22a6bf4db3 req-01f48bb0-c609-4f7f-a944-2a40d3ed6e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:35.532939 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8ca5cd8-50d4-4036-b53c-9b22a6bf4db3 req-01f48bb0-c609-4f7f-a944-2a40d3ed6e3f service neutron] 10.222.0.44 "GET /v2.0/networks?id=7a5013ae-11f3-4bbe-85dd-1403539808b7 HTTP/1.1" status: 200 len: 897 time: 0.1075153 Sep 21 18:54:35.609615 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8ca5cd8-50d4-4036-b53c-9b22a6bf4db3 req-fd5b1ce1-f9d0-4d97-ad42-07145730eb43 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=838d49de-7177-4891-acbe-24c104316f7a HTTP/1.1" status: 200 len: 1000 time: 0.0688961 Sep 21 18:54:35.676249 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca5cd8-50d4-4036-b53c-9b22a6bf4db3 req-65091862-6bdf-4837-9312-01a7755163af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:35.677653 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8ca5cd8-50d4-4036-b53c-9b22a6bf4db3 req-65091862-6bdf-4837-9312-01a7755163af service neutron] 10.222.0.44 "GET /v2.0/subnets?id=723d06da-a78c-4ec1-9c8c-fc9beedee9ce HTTP/1.1" status: 200 len: 834 time: 0.0601547 Sep 21 18:54:35.723080 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca5cd8-50d4-4036-b53c-9b22a6bf4db3 req-48da4df1-3e47-4ebe-9bd2-8d1b0407dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:35.724493 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8ca5cd8-50d4-4036-b53c-9b22a6bf4db3 req-48da4df1-3e47-4ebe-9bd2-8d1b0407dad2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7a5013ae-11f3-4bbe-85dd-1403539808b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393212 Sep 21 18:54:35.824336 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8ca5cd8-50d4-4036-b53c-9b22a6bf4db3 req-41a78aa2-20cc-4e21-84e1-7c928527e902 service neutron] 10.222.0.44 "GET /v2.0/networks/7a5013ae-11f3-4bbe-85dd-1403539808b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902410 Sep 21 18:54:35.918158 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b8ca5cd8-50d4-4036-b53c-9b22a6bf4db3 req-468fe78a-37df-4ee5-beac-95ecf6993c65 service neutron] 10.222.0.44 "GET /v2.0/networks/7a5013ae-11f3-4bbe-85dd-1403539808b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849421 Sep 21 18:54:36.557723 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 838d49de-7177-4891-acbe-24c104316f7a up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:54:36.602179 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666faef-e9bc-4a7f-acc7-bac8e16c232a req-61521118-0d7d-40f3-96cd-5c6efd10210b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:54:36.604066 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4666faef-e9bc-4a7f-acc7-bac8e16c232a req-61521118-0d7d-40f3-96cd-5c6efd10210b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 944 time: 0.0525894 Sep 21 18:54:36.608786 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 838d49de-7177-4891-acbe-24c104316f7a completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:54:36.612763 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 838d49de-7177-4891-acbe-24c104316f7a triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:54:36.613136 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:36.648090 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4666faef-e9bc-4a7f-acc7-bac8e16c232a req-3d109be1-a61d-4c2d-9e7f-93a265335e21 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372376 Sep 21 18:54:36.673944 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55684) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:54:36.698955 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:36.721891 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2da6c5-81ee-43bf-b85d-619236b97252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838d49de-7177-4891-acbe-24c104316f7a'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:54:36.724235 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7be9786b8e12a57addcd3d24694f9862590c26d6af0c76ac9baad1416f83940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e1af23-a305-45f5-a5b4-cbb85753d62b" -d '{"events": [{"server_uuid": "8f2da6c5-81ee-43bf-b85d-619236b97252", "name": "network-vif-plugged", "status": "completed", "tag": "838d49de-7177-4891-acbe-24c104316f7a"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:54:36.736816 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 838d49de-7177-4891-acbe-24c104316f7a, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=838d49de-7177-4891-acbe-24c104316f7a,segment=NetworkSegment(71bfc898-477c-49d1-94e7-91866a20505b),segment_id=71bfc898-477c-49d1-94e7-91866a20505b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:54:36.737349 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-44ec8171-1cf2-4b34-9182-e1ecb9b01fa6 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/floatingips/fb53032b-808d-41c9-9ac2-1ececc7ed70e HTTP/1.1" status: 200 len: 992 time: 0.0622604 Sep 21 18:54:36.743123 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:36.770664 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6354281-8378-4385-86f8-b7d1ee41a2c7 x-openstack-request-id: req-b6354281-8378-4385-86f8-b7d1ee41a2c7 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:54:36.770960 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2da6c5-81ee-43bf-b85d-619236b97252", "name": "network-vif-plugged", "status": "completed", "tag": "838d49de-7177-4891-acbe-24c104316f7a", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:54:36.771251 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b6354281-8378-4385-86f8-b7d1ee41a2c7 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:54:36.771699 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2da6c5-81ee-43bf-b85d-619236b97252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838d49de-7177-4891-acbe-24c104316f7a', 'code': 200} Sep 21 18:54:36.798120 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=838d49de-7177-4891-acbe-24c104316f7a,revision_number=9']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:54:45.995091 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-561d9c5f-c254-4ed0-b94b-312e72c98072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:46.681742 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:54:48.499423 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-276fb036-a176-4067-a0e4-f432bb3bbc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:49.130283 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:50.391496 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:51.855165 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:54.025315 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:54:55.066177 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:05.261936 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55696) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:55:05.423217 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-9a860a49-19c2-4b49-8e94-db02f2fe32af tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Deleting port 169efa55-c88a-4c1e-9d97-f0c5a3b55fcf {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:55:05.423519 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9a860a49-19c2-4b49-8e94-db02f2fe32af tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:05.502370 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9a860a49-19c2-4b49-8e94-db02f2fe32af tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:05.502605 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9a860a49-19c2-4b49-8e94-db02f2fe32af tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:05.514450 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-9a860a49-19c2-4b49-8e94-db02f2fe32af tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Calling delete_port for 169efa55-c88a-4c1e-9d97-f0c5a3b55fcf owned by network:floatingip {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:55:05.649652 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bf311881-bdc6-4817-beb7-f265894993ce req-59d13630-d6fd-4db5-81a9-8d2d7802ea9e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0689466 Sep 21 18:55:05.700496 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9a860a49-19c2-4b49-8e94-db02f2fe32af tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:05.741584 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a860a49-19c2-4b49-8e94-db02f2fe32af tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event deleted for resources: {'Port': ['ID=169efa55-c88a-4c1e-9d97-f0c5a3b55fcf,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:05.798847 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf311881-bdc6-4817-beb7-f265894993ce req-e230904f-f367-4e0e-9e59-5ed20d5b3063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:05.800390 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bf311881-bdc6-4817-beb7-f265894993ce req-e230904f-f367-4e0e-9e59-5ed20d5b3063 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 1096 time: 0.1075416 Sep 21 18:55:05.813091 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9a860a49-19c2-4b49-8e94-db02f2fe32af tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for floatingip, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:05.813433 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-9a860a49-19c2-4b49-8e94-db02f2fe32af tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Floating IP fb53032b-808d-41c9-9ac2-1ececc7ed70e disassociated (deleted). External IP: 172.25.6.236, port: 838d49de-7177-4891-acbe-24c104316f7a. Sep 21 18:55:05.983907 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf311881-bdc6-4817-beb7-f265894993ce req-b7203267-3907-48b0-9059-1c6f41f6f731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:05.985365 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bf311881-bdc6-4817-beb7-f265894993ce req-b7203267-3907-48b0-9059-1c6f41f6f731 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7a5013ae-11f3-4bbe-85dd-1403539808b7 HTTP/1.1" status: 200 len: 897 time: 0.1396313 Sep 21 18:55:06.053533 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bf311881-bdc6-4817-beb7-f265894993ce req-18e52985-f2e5-487c-8b4a-13587c5ab4ed service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=838d49de-7177-4891-acbe-24c104316f7a HTTP/1.1" status: 200 len: 217 time: 0.0353515 Sep 21 18:55:06.142321 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf311881-bdc6-4817-beb7-f265894993ce req-31165a7e-ef45-43dc-8c41-fe434717b31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:06.143833 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bf311881-bdc6-4817-beb7-f265894993ce req-31165a7e-ef45-43dc-8c41-fe434717b31b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=723d06da-a78c-4ec1-9c8c-fc9beedee9ce HTTP/1.1" status: 200 len: 834 time: 0.0827696 Sep 21 18:55:06.162871 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a860a49-19c2-4b49-8e94-db02f2fe32af tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Router 74106a02-3ade-466b-aec0-6856d9a89bd5 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:55:06.231244 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf311881-bdc6-4817-beb7-f265894993ce req-a718afc8-d489-4e86-b317-1af87391274e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:06.232765 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bf311881-bdc6-4817-beb7-f265894993ce req-a718afc8-d489-4e86-b317-1af87391274e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7a5013ae-11f3-4bbe-85dd-1403539808b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805306 Sep 21 18:55:06.684035 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a860a49-19c2-4b49-8e94-db02f2fe32af tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:55:06.689488 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-9a860a49-19c2-4b49-8e94-db02f2fe32af tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:06.693975 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d38d3c-7f76-46b8-9458-059fa5298b6c None None] Sync routers for ids ['74106a02-3ade-466b-aec0-6856d9a89bd5'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:55:06.704011 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d38d3c-7f76-46b8-9458-059fa5298b6c None None] Routers {'74106a02-3ade-466b-aec0-6856d9a89bd5'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:55:06.704638 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-95d38d3c-7f76-46b8-9458-059fa5298b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:54:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['74106a02-3ade-466b-aec0-6856d9a89bd5'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:55:06.726647 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-9a860a49-19c2-4b49-8e94-db02f2fe32af tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "DELETE /v2.0/floatingips/fb53032b-808d-41c9-9ac2-1ececc7ed70e HTTP/1.1" status: 204 len: 168 time: 1.4636095 Sep 21 18:55:06.728563 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f2da6c5-81ee-43bf-b85d-619236b97252', 'tag': '838d49de-7177-4891-acbe-24c104316f7a'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:55:06.730826 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2575eb4-2c5f-4cc0-9605-07a328d5fb55" -d '{"events": [{"name": "network-changed", "server_uuid": "8f2da6c5-81ee-43bf-b85d-619236b97252", "tag": "838d49de-7177-4891-acbe-24c104316f7a"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:55:06.736184 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bf311881-bdc6-4817-beb7-f265894993ce req-d6040093-b523-4058-877d-b0d962d8259f service neutron] 10.222.0.38 "GET /v2.0/networks/7a5013ae-11f3-4bbe-85dd-1403539808b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873059 Sep 21 18:55:06.778683 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386f9dd8-409a-4162-a3a3-5a142eef75fd x-openstack-request-id: req-386f9dd8-409a-4162-a3a3-5a142eef75fd {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:55:06.779009 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f2da6c5-81ee-43bf-b85d-619236b97252", "tag": "838d49de-7177-4891-acbe-24c104316f7a", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:55:06.779857 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-386f9dd8-409a-4162-a3a3-5a142eef75fd {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:55:06.780053 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f2da6c5-81ee-43bf-b85d-619236b97252', 'tag': '838d49de-7177-4891-acbe-24c104316f7a', 'status': 'completed', 'code': 200} Sep 21 18:55:06.824552 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-95d38d3c-7f76-46b8-9458-059fa5298b6c None None] Set router 74106a02-3ade-466b-aec0-6856d9a89bd5 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:55:06.840621 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bf311881-bdc6-4817-beb7-f265894993ce req-7856d468-4340-447a-84c7-53a9b0c99ad1 service neutron] 10.222.0.38 "GET /v2.0/networks/7a5013ae-11f3-4bbe-85dd-1403539808b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974634 Sep 21 18:55:06.959765 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2575eb4-2c5f-4cc0-9605-07a328d5fb55 req-be7d407e-bd61-4da4-a961-a52d245dc279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:06.961308 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f2575eb4-2c5f-4cc0-9605-07a328d5fb55 req-be7d407e-bd61-4da4-a961-a52d245dc279 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 1096 time: 0.0434999 Sep 21 18:55:06.981143 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b293d45-e39f-4424-ba01-d3a4e0cad835 req-2ae9191b-d9e9-4134-ae2f-579e49b23abb tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:06.983364 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4b293d45-e39f-4424-ba01-d3a4e0cad835 req-2ae9191b-d9e9-4134-ae2f-579e49b23abb tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 945 time: 0.0504265 Sep 21 18:55:07.023679 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-4b293d45-e39f-4424-ba01-d3a4e0cad835 req-6c242b70-c02e-4398-a138-238e84940277 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335093 Sep 21 18:55:07.065895 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2575eb4-2c5f-4cc0-9605-07a328d5fb55 req-0ec91d01-e96f-47d0-bb77-8310b0f78dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:07.067441 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f2575eb4-2c5f-4cc0-9605-07a328d5fb55 req-0ec91d01-e96f-47d0-bb77-8310b0f78dd4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7a5013ae-11f3-4bbe-85dd-1403539808b7 HTTP/1.1" status: 200 len: 897 time: 0.0949836 Sep 21 18:55:07.115739 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f2575eb4-2c5f-4cc0-9605-07a328d5fb55 req-514ffa67-3aa3-4954-8f69-d736beca0dd7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=838d49de-7177-4891-acbe-24c104316f7a HTTP/1.1" status: 200 len: 217 time: 0.0386574 Sep 21 18:55:07.169945 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2575eb4-2c5f-4cc0-9605-07a328d5fb55 req-a1d34aa6-c44c-4140-8eb8-04aa60e48696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:07.171463 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f2575eb4-2c5f-4cc0-9605-07a328d5fb55 req-a1d34aa6-c44c-4140-8eb8-04aa60e48696 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=723d06da-a78c-4ec1-9c8c-fc9beedee9ce HTTP/1.1" status: 200 len: 834 time: 0.0460117 Sep 21 18:55:07.198716 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-95d38d3c-7f76-46b8-9458-059fa5298b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462660283', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '26503fb8-7fde-4041-a3b1-8e4244988459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:53:20Z', 'updated_at': '2021-09-21T18:53:23Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '26503fb8-7fde-4041-a3b1-8e4244988459', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:53:20Z', 'updated_at': '2021-09-21T18:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '8967f98d-b763-4917-8bfa-a2693b039e7d', 'name': '', 'network_id': '7a5013ae-11f3-4bbe-85dd-1403539808b7', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:60:f2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '723d06da-a78c-4ec1-9c8c-fc9beedee9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:53:23Z', 'updated_at': '2021-09-21T18:53:26Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': '723d06da-a78c-4ec1-9c8c-fc9beedee9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:55:07.233529 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2575eb4-2c5f-4cc0-9605-07a328d5fb55 req-1a66f98b-d9cd-40b6-b892-4cd723633ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:07.235550 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d38d3c-7f76-46b8-9458-059fa5298b6c None None] Checking router: 74106a02-3ade-466b-aec0-6856d9a89bd5 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:55:07.235958 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f2575eb4-2c5f-4cc0-9605-07a328d5fb55 req-1a66f98b-d9cd-40b6-b892-4cd723633ebb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7a5013ae-11f3-4bbe-85dd-1403539808b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511663 Sep 21 18:55:07.244547 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d38d3c-7f76-46b8-9458-059fa5298b6c None None] Routers {'74106a02-3ade-466b-aec0-6856d9a89bd5'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:55:07.245154 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-95d38d3c-7f76-46b8-9458-059fa5298b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:54:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['74106a02-3ade-466b-aec0-6856d9a89bd5'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:55:07.331905 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f2575eb4-2c5f-4cc0-9605-07a328d5fb55 req-24ef9fc3-9e34-4529-bbc9-c0f76b36ba58 service neutron] 10.222.0.38 "GET /v2.0/networks/7a5013ae-11f3-4bbe-85dd-1403539808b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862968 Sep 21 18:55:07.350597 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-95d38d3c-7f76-46b8-9458-059fa5298b6c None None] Set router 74106a02-3ade-466b-aec0-6856d9a89bd5 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:55:07.427211 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f2575eb4-2c5f-4cc0-9605-07a328d5fb55 req-c2a577f3-04d7-4f2f-aaef-c23af0c2c98d service neutron] 10.222.0.38 "GET /v2.0/networks/7a5013ae-11f3-4bbe-85dd-1403539808b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875731 Sep 21 18:55:07.559284 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-95d38d3c-7f76-46b8-9458-059fa5298b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462660283', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '26503fb8-7fde-4041-a3b1-8e4244988459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:53:20Z', 'updated_at': '2021-09-21T18:53:23Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '26503fb8-7fde-4041-a3b1-8e4244988459', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:53:20Z', 'updated_at': '2021-09-21T18:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '8967f98d-b763-4917-8bfa-a2693b039e7d', 'name': '', 'network_id': '7a5013ae-11f3-4bbe-85dd-1403539808b7', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:60:f2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '723d06da-a78c-4ec1-9c8c-fc9beedee9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:53:23Z', 'updated_at': '2021-09-21T18:53:26Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': '723d06da-a78c-4ec1-9c8c-fc9beedee9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:55:07.585644 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d38d3c-7f76-46b8-9458-059fa5298b6c None None] The sync data for ids ['74106a02-3ade-466b-aec0-6856d9a89bd5'] in n-d-810291-1 is: [{'id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462660283', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '26503fb8-7fde-4041-a3b1-8e4244988459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:53:20Z', 'updated_at': '2021-09-21T18:53:23Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '26503fb8-7fde-4041-a3b1-8e4244988459', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:53:20Z', 'updated_at': '2021-09-21T18:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '8967f98d-b763-4917-8bfa-a2693b039e7d', 'name': '', 'network_id': '7a5013ae-11f3-4bbe-85dd-1403539808b7', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:60:f2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '723d06da-a78c-4ec1-9c8c-fc9beedee9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:53:23Z', 'updated_at': '2021-09-21T18:53:26Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': '723d06da-a78c-4ec1-9c8c-fc9beedee9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:55:07.825154 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab65df1-6eae-4c21-ad36-0b4a45ed8af3 None None] New status for floating IP fb53032b-808d-41c9-9ac2-1ececc7ed70e: DOWN {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:55:08.160814 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d024387-cfe6-426c-9c75-7067df7b2a51 req-e978db58-bf91-4b73-b7ea-c183b58a4861 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:08.162298 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5d024387-cfe6-426c-9c75-7067df7b2a51 req-e978db58-bf91-4b73-b7ea-c183b58a4861 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 945 time: 0.0608623 Sep 21 18:55:08.200399 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5d024387-cfe6-426c-9c75-7067df7b2a51 req-c12d96e4-0134-4449-8a80-6923d1d00d9d tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=33902d69-c466-4e57-8d0c-9e96bb7254df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314386 Sep 21 18:55:08.290106 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c4f70-cb16-4ebe-b81e-ede50de3c074 req-8cf8a1ad-d49e-4c54-892f-7602f543bbc3 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:08.291912 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-017c4f70-cb16-4ebe-b81e-ede50de3c074 req-8cf8a1ad-d49e-4c54-892f-7602f543bbc3 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f2da6c5-81ee-43bf-b85d-619236b97252 HTTP/1.1" status: 200 len: 945 time: 0.0498683 Sep 21 18:55:08.391895 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-017c4f70-cb16-4ebe-b81e-ede50de3c074 req-af7dae94-97b2-45d1-87a2-153295112373 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Deleting port 838d49de-7177-4891-acbe-24c104316f7a {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:55:08.392162 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-017c4f70-cb16-4ebe-b81e-ede50de3c074 req-af7dae94-97b2-45d1-87a2-153295112373 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:08.494550 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-017c4f70-cb16-4ebe-b81e-ede50de3c074 req-af7dae94-97b2-45d1-87a2-153295112373 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] For port 838d49de-7177-4891-acbe-24c104316f7a, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=838d49de-7177-4891-acbe-24c104316f7a,segment=NetworkSegment(71bfc898-477c-49d1-94e7-91866a20505b),segment_id=71bfc898-477c-49d1-94e7-91866a20505b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:55:08.494949 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-017c4f70-cb16-4ebe-b81e-ede50de3c074 req-af7dae94-97b2-45d1-87a2-153295112373 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:08.508784 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-017c4f70-cb16-4ebe-b81e-ede50de3c074 req-af7dae94-97b2-45d1-87a2-153295112373 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Calling delete_port for 838d49de-7177-4891-acbe-24c104316f7a owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:55:08.646457 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-017c4f70-cb16-4ebe-b81e-ede50de3c074 req-af7dae94-97b2-45d1-87a2-153295112373 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:08.676342 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7dae94-97b2-45d1-87a2-153295112373 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event deleted for resources: {'Port': ['ID=838d49de-7177-4891-acbe-24c104316f7a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:08.714885 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-017c4f70-cb16-4ebe-b81e-ede50de3c074 req-af7dae94-97b2-45d1-87a2-153295112373 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] No DVR routers for this DVR port 838d49de-7177-4891-acbe-24c104316f7a on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:55:08.717662 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-017c4f70-cb16-4ebe-b81e-ede50de3c074 req-af7dae94-97b2-45d1-87a2-153295112373 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:08.719728 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-017c4f70-cb16-4ebe-b81e-ede50de3c074 req-af7dae94-97b2-45d1-87a2-153295112373 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.38 "DELETE /v2.0/ports/838d49de-7177-4891-acbe-24c104316f7a HTTP/1.1" status: 204 len: 173 time: 0.4212837 Sep 21 18:55:08.781760 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2da6c5-81ee-43bf-b85d-619236b97252', 'name': 'network-vif-deleted', 'tag': '838d49de-7177-4891-acbe-24c104316f7a'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:55:08.784257 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2413e646-6f76-4ee6-9423-ee281f26beb1" -d '{"events": [{"server_uuid": "8f2da6c5-81ee-43bf-b85d-619236b97252", "name": "network-vif-deleted", "tag": "838d49de-7177-4891-acbe-24c104316f7a"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:55:08.822838 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b821e79e-20f2-4134-b382-e8791da2395c x-openstack-request-id: req-b821e79e-20f2-4134-b382-e8791da2395c {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:55:08.823270 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2da6c5-81ee-43bf-b85d-619236b97252", "name": "network-vif-deleted", "tag": "838d49de-7177-4891-acbe-24c104316f7a", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:55:08.823593 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b821e79e-20f2-4134-b382-e8791da2395c {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:55:08.824059 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2da6c5-81ee-43bf-b85d-619236b97252', 'name': 'network-vif-deleted', 'tag': '838d49de-7177-4891-acbe-24c104316f7a', 'status': 'completed', 'code': 200} Sep 21 18:55:09.255442 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55710) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:55:09.628034 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-818ab4c5-dae4-43c5-8ed3-76bdd7f9528a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:09.899447 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-818ab4c5-dae4-43c5-8ed3-76bdd7f9528a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Deleting port 8967f98d-b763-4917-8bfa-a2693b039e7d {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:55:09.899701 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-818ab4c5-dae4-43c5-8ed3-76bdd7f9528a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:09.994580 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-818ab4c5-dae4-43c5-8ed3-76bdd7f9528a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] For port 8967f98d-b763-4917-8bfa-a2693b039e7d, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=8967f98d-b763-4917-8bfa-a2693b039e7d,segment=NetworkSegment(71bfc898-477c-49d1-94e7-91866a20505b),segment_id=71bfc898-477c-49d1-94e7-91866a20505b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:55:09.994946 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-818ab4c5-dae4-43c5-8ed3-76bdd7f9528a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:10.012376 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-818ab4c5-dae4-43c5-8ed3-76bdd7f9528a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Calling delete_port for 8967f98d-b763-4917-8bfa-a2693b039e7d owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:55:10.221081 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-818ab4c5-dae4-43c5-8ed3-76bdd7f9528a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:10.247106 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ab4c5-dae4-43c5-8ed3-76bdd7f9528a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event deleted for resources: {'Port': ['ID=8967f98d-b763-4917-8bfa-a2693b039e7d,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:10.419514 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-818ab4c5-dae4-43c5-8ed3-76bdd7f9528a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:10.641432 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 838d49de-7177-4891-acbe-24c104316f7a no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:55:10.660565 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818ab4c5-dae4-43c5-8ed3-76bdd7f9528a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Router 74106a02-3ade-466b-aec0-6856d9a89bd5 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:55:10.670225 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 838d49de-7177-4891-acbe-24c104316f7a {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:55:10.670560 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 838d49de-7177-4891-acbe-24c104316f7a not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:55:10.773729 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818ab4c5-dae4-43c5-8ed3-76bdd7f9528a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:55:10.779281 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-818ab4c5-dae4-43c5-8ed3-76bdd7f9528a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "PUT /v2.0/routers/74106a02-3ade-466b-aec0-6856d9a89bd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5227597 Sep 21 18:55:10.782350 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55712) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:55:10.787148 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a733e11-54a4-4b7b-98d9-b85775c217c7 None None] Sync routers for ids ['74106a02-3ade-466b-aec0-6856d9a89bd5'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:55:10.800527 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a733e11-54a4-4b7b-98d9-b85775c217c7 None None] Routers {'74106a02-3ade-466b-aec0-6856d9a89bd5'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:55:10.801157 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-8a733e11-54a4-4b7b-98d9-b85775c217c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:54:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['74106a02-3ade-466b-aec0-6856d9a89bd5'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:55:10.837136 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-33395577-1282-4153-8216-e7c1842349bd tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Deleting subnet 723d06da-a78c-4ec1-9c8c-fc9beedee9ce {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:55:10.840350 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-33395577-1282-4153-8216-e7c1842349bd tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:10.879201 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-33395577-1282-4153-8216-e7c1842349bd tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:10.903526 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-8a733e11-54a4-4b7b-98d9-b85775c217c7 None None] Set router 74106a02-3ade-466b-aec0-6856d9a89bd5 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:55:10.966144 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-33395577-1282-4153-8216-e7c1842349bd tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:11.026761 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-33395577-1282-4153-8216-e7c1842349bd tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:11.055348 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33395577-1282-4153-8216-e7c1842349bd tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event deleted for resources: {'Subnet': ['ID=723d06da-a78c-4ec1-9c8c-fc9beedee9ce,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:11.057381 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-33395577-1282-4153-8216-e7c1842349bd tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:11.059305 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-33395577-1282-4153-8216-e7c1842349bd tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "DELETE /v2.0/subnets/723d06da-a78c-4ec1-9c8c-fc9beedee9ce HTTP/1.1" status: 204 len: 168 time: 0.2757621 Sep 21 18:55:11.062012 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55714) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:55:11.066458 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a808ab-06dc-494b-9818-194ae9e9a3b0 None None] Network 7a5013ae-11f3-4bbe-85dd-1403539808b7 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:55:11.162886 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-8a733e11-54a4-4b7b-98d9-b85775c217c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462660283', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '26503fb8-7fde-4041-a3b1-8e4244988459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:53:20Z', 'updated_at': '2021-09-21T18:55:10Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '26503fb8-7fde-4041-a3b1-8e4244988459', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:53:20Z', 'updated_at': '2021-09-21T18:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:55:11.171385 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ac5b80c0-d619-4ed8-b162-4371e1ea4c73 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:11.207946 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a733e11-54a4-4b7b-98d9-b85775c217c7 None None] Checking router: 74106a02-3ade-466b-aec0-6856d9a89bd5 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:55:11.222647 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a733e11-54a4-4b7b-98d9-b85775c217c7 None None] Routers {'74106a02-3ade-466b-aec0-6856d9a89bd5'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:55:11.223312 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-8a733e11-54a4-4b7b-98d9-b85775c217c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:54:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['74106a02-3ade-466b-aec0-6856d9a89bd5'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:55:11.278704 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ac5b80c0-d619-4ed8-b162-4371e1ea4c73 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:11.310677 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c251518e-1eff-42d4-a6fe-f8c825d44906 None None] DHCP port deletion for 7a5013ae-11f3-4bbe-85dd-1403539808b7 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:55:11.336064 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-ac5b80c0-d619-4ed8-b162-4371e1ea4c73 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Deleting port 26503fb8-7fde-4041-a3b1-8e4244988459 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:55:11.336736 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ac5b80c0-d619-4ed8-b162-4371e1ea4c73 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:11.354595 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-8a733e11-54a4-4b7b-98d9-b85775c217c7 None None] Set router 74106a02-3ade-466b-aec0-6856d9a89bd5 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:55:11.419623 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-ac5b80c0-d619-4ed8-b162-4371e1ea4c73 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] For port 26503fb8-7fde-4041-a3b1-8e4244988459, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=26503fb8-7fde-4041-a3b1-8e4244988459,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:55:11.420234 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ac5b80c0-d619-4ed8-b162-4371e1ea4c73 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:11.431999 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-ac5b80c0-d619-4ed8-b162-4371e1ea4c73 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Calling delete_port for 26503fb8-7fde-4041-a3b1-8e4244988459 owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:55:11.472884 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-c251518e-1eff-42d4-a6fe-f8c825d44906 None None] Deleting port 7e44fd36-f62d-4543-9d15-438bb7a6d48f {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:55:11.473254 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c251518e-1eff-42d4-a6fe-f8c825d44906 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:11.576065 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-c251518e-1eff-42d4-a6fe-f8c825d44906 None None] For port 7e44fd36-f62d-4543-9d15-438bb7a6d48f, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=7e44fd36-f62d-4543-9d15-438bb7a6d48f,segment=NetworkSegment(71bfc898-477c-49d1-94e7-91866a20505b),segment_id=71bfc898-477c-49d1-94e7-91866a20505b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:55:11.576378 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c251518e-1eff-42d4-a6fe-f8c825d44906 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:11.592208 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-c251518e-1eff-42d4-a6fe-f8c825d44906 None None] Calling delete_port for 7e44fd36-f62d-4543-9d15-438bb7a6d48f owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:55:11.598661 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ac5b80c0-d619-4ed8-b162-4371e1ea4c73 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:11.628174 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b80c0-d619-4ed8-b162-4371e1ea4c73 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event deleted for resources: {'Port': ['ID=26503fb8-7fde-4041-a3b1-8e4244988459,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:11.662214 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-8a733e11-54a4-4b7b-98d9-b85775c217c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462660283', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '26503fb8-7fde-4041-a3b1-8e4244988459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:53:20Z', 'updated_at': '2021-09-21T18:55:10Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '26503fb8-7fde-4041-a3b1-8e4244988459', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:53:20Z', 'updated_at': '2021-09-21T18:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:55:11.686215 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ac5b80c0-d619-4ed8-b162-4371e1ea4c73 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:11.697088 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a733e11-54a4-4b7b-98d9-b85775c217c7 None None] The sync data for ids ['74106a02-3ade-466b-aec0-6856d9a89bd5'] in n-d-810291-1 is: [{'id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462660283', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '26503fb8-7fde-4041-a3b1-8e4244988459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:53:20Z', 'updated_at': '2021-09-21T18:55:10Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '26503fb8-7fde-4041-a3b1-8e4244988459', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74106a02-3ade-466b-aec0-6856d9a89bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:53:20Z', 'updated_at': '2021-09-21T18:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:55:11.715447 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c251518e-1eff-42d4-a6fe-f8c825d44906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:11.741787 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c251518e-1eff-42d4-a6fe-f8c825d44906 None None] Pushing event deleted for resources: {'Port': ['ID=7e44fd36-f62d-4543-9d15-438bb7a6d48f,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:11.747307 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c251518e-1eff-42d4-a6fe-f8c825d44906 None None] No DVR routers for this DVR port 7e44fd36-f62d-4543-9d15-438bb7a6d48f on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:55:11.785684 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ac5b80c0-d619-4ed8-b162-4371e1ea4c73 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:11.787867 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ac5b80c0-d619-4ed8-b162-4371e1ea4c73 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:11.832120 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ac5b80c0-d619-4ed8-b162-4371e1ea4c73 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:11.832670 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5b80c0-d619-4ed8-b162-4371e1ea4c73 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Fanout notify agent at l3_agent the message router_deleted on router 74106a02-3ade-466b-aec0-6856d9a89bd5 {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:55:11.839888 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ac5b80c0-d619-4ed8-b162-4371e1ea4c73 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:11.841019 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ac5b80c0-d619-4ed8-b162-4371e1ea4c73 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "DELETE /v2.0/routers/74106a02-3ade-466b-aec0-6856d9a89bd5 HTTP/1.1" status: 204 len: 168 time: 0.7780929 Sep 21 18:55:11.843720 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55716) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:55:11.917571 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0f5cd20b-4eac-4cdb-8def-1aaa71c21a73 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:12.009147 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0f5cd20b-4eac-4cdb-8def-1aaa71c21a73 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:12.028596 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-0f5cd20b-4eac-4cdb-8def-1aaa71c21a73 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a5013ae-11f3-4bbe-85dd-1403539808b7']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:55:12.037755 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-0f5cd20b-4eac-4cdb-8def-1aaa71c21a73 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71bfc898-477c-49d1-94e7-91866a20505b') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:55:12.038057 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-0f5cd20b-4eac-4cdb-8def-1aaa71c21a73 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71bfc898-477c-49d1-94e7-91866a20505b') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:55:12.049522 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0f5cd20b-4eac-4cdb-8def-1aaa71c21a73 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:12.066983 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0f5cd20b-4eac-4cdb-8def-1aaa71c21a73 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:12.074616 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5cd20b-4eac-4cdb-8def-1aaa71c21a73 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:55:12.075051 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0f5cd20b-4eac-4cdb-8def-1aaa71c21a73 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:12.078091 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:55:12.078091 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:55:12.078091 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:55:12.078091 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:55:12.078091 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:55:12.078091 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:55:12.078091 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:55:12.078091 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:55:12.078091 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:55:12.078091 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:55:12.078091 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:55:12.078091 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:55:12.078091 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:55:12.078091 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:55:12.078091 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:55:12.078091 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:55:12.078091 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:55:12.078091 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:55:12.078091 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:55:12.078091 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:55:12.078091 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:55:12.078091 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:55:12.078091 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:55:12.078091 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:55:12.078091 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:55:12.078091 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:55:12.078091 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:55:12.078091 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:55:12.078091 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:55:12.078091 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:55:12.078091 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:55:12.078091 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:55:12.144824 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0f5cd20b-4eac-4cdb-8def-1aaa71c21a73 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:12.150846 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0f5cd20b-4eac-4cdb-8def-1aaa71c21a73 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:12.155683 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0f5cd20b-4eac-4cdb-8def-1aaa71c21a73 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "DELETE /v2.0/networks/7a5013ae-11f3-4bbe-85dd-1403539808b7 HTTP/1.1" status: 204 len: 168 time: 0.3085172 Sep 21 18:55:12.156191 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55718) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:55:12.170430 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5cd20b-4eac-4cdb-8def-1aaa71c21a73 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event deleted for resources: {'Network': ['ID=7a5013ae-11f3-4bbe-85dd-1403539808b7,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:12.225423 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-edacf8b7-aa01-46ef-8dc2-b02e7ece7a62 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:12.252429 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-edacf8b7-aa01-46ef-8dc2-b02e7ece7a62 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:12.282612 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 7e44fd36-f62d-4543-9d15-438bb7a6d48f no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:55:12.305820 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 7e44fd36-f62d-4543-9d15-438bb7a6d48f {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:55:12.306209 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 7e44fd36-f62d-4543-9d15-438bb7a6d48f not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:55:12.306663 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 8967f98d-b763-4917-8bfa-a2693b039e7d no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:55:12.317060 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-edacf8b7-aa01-46ef-8dc2-b02e7ece7a62 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:12.320538 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-edacf8b7-aa01-46ef-8dc2-b02e7ece7a62 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:12.326068 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-edacf8b7-aa01-46ef-8dc2-b02e7ece7a62 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "DELETE /v2.0/security-groups/33902d69-c466-4e57-8d0c-9e96bb7254df HTTP/1.1" status: 204 len: 168 time: 0.1647487 Sep 21 18:55:12.328495 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 8967f98d-b763-4917-8bfa-a2693b039e7d {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:55:12.328872 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 8967f98d-b763-4917-8bfa-a2693b039e7d not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:55:12.336195 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edacf8b7-aa01-46ef-8dc2-b02e7ece7a62 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33902d69-c466-4e57-8d0c-9e96bb7254df,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:12.342858 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edacf8b7-aa01-46ef-8dc2-b02e7ece7a62 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:12.343242 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edacf8b7-aa01-46ef-8dc2-b02e7ece7a62 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:12.343589 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edacf8b7-aa01-46ef-8dc2-b02e7ece7a62 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:12.344069 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edacf8b7-aa01-46ef-8dc2-b02e7ece7a62 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:12.344412 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edacf8b7-aa01-46ef-8dc2-b02e7ece7a62 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:12.344749 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edacf8b7-aa01-46ef-8dc2-b02e7ece7a62 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:12.345085 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edacf8b7-aa01-46ef-8dc2-b02e7ece7a62 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:12.345416 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edacf8b7-aa01-46ef-8dc2-b02e7ece7a62 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:12.346852 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edacf8b7-aa01-46ef-8dc2-b02e7ece7a62 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:12.347354 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edacf8b7-aa01-46ef-8dc2-b02e7ece7a62 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:12.347745 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edacf8b7-aa01-46ef-8dc2-b02e7ece7a62 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:12.348064 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edacf8b7-aa01-46ef-8dc2-b02e7ece7a62 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:12.527496 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55724) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:55:12.532225 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-888f13ef-1f37-4169-be0e-e0619f39bebb tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1976885747', 'description': 'tempest-secgroup-smoke-1976885747 description', 'project_id': '0f00e685b2234e11bd1ffddb0085e333'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:55:12.556885 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-888f13ef-1f37-4169-be0e-e0619f39bebb tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:12.638981 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-888f13ef-1f37-4169-be0e-e0619f39bebb tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:12.644732 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-888f13ef-1f37-4169-be0e-e0619f39bebb tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:12.669801 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-888f13ef-1f37-4169-be0e-e0619f39bebb tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:12.671054 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-888f13ef-1f37-4169-be0e-e0619f39bebb tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1424706 Sep 21 18:55:12.674210 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55726) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:55:12.675098 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f13ef-1f37-4169-be0e-e0619f39bebb tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a82b60f0-9b8b-4f28-a28d-9ad67d55e85e,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:12.680326 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-e466b47b-3780-44d4-b6c0-bcaf3132b1c9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'security_group_rule': {'security_group_id': 'a82b60f0-9b8b-4f28-a28d-9ad67d55e85e', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:55:12.716075 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e466b47b-3780-44d4-b6c0-bcaf3132b1c9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:12.774767 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e466b47b-3780-44d4-b6c0-bcaf3132b1c9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:12.779693 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e466b47b-3780-44d4-b6c0-bcaf3132b1c9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:12.799758 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466b47b-3780-44d4-b6c0-bcaf3132b1c9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36a3c4d2-c092-4bb6-9fc7-3c33a00e4910,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:12.812530 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e466b47b-3780-44d4-b6c0-bcaf3132b1c9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:12.813879 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e466b47b-3780-44d4-b6c0-bcaf3132b1c9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1385081 Sep 21 18:55:12.816831 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55728) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:55:12.821353 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-8c9f0620-f97e-4402-9686-43ba1c2c01b6 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'security_group_rule': {'security_group_id': 'a82b60f0-9b8b-4f28-a28d-9ad67d55e85e', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:55:12.848969 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c9f0620-f97e-4402-9686-43ba1c2c01b6 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:12.905690 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c9f0620-f97e-4402-9686-43ba1c2c01b6 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:12.912089 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c9f0620-f97e-4402-9686-43ba1c2c01b6 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:12.931852 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f0620-f97e-4402-9686-43ba1c2c01b6 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6ccb0d-a4a5-468e-8e5e-88489f7149a8,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:12.939522 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8c9f0620-f97e-4402-9686-43ba1c2c01b6 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:12.940808 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8c9f0620-f97e-4402-9686-43ba1c2c01b6 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1229911 Sep 21 18:55:12.943702 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55730) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:55:12.948174 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-ce584a5d-c155-4a66-ba33-0366ee9f9c85 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'security_group_rule': {'security_group_id': 'a82b60f0-9b8b-4f28-a28d-9ad67d55e85e', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:55:12.979629 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ce584a5d-c155-4a66-ba33-0366ee9f9c85 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:13.051241 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ce584a5d-c155-4a66-ba33-0366ee9f9c85 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:13.057501 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ce584a5d-c155-4a66-ba33-0366ee9f9c85 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:13.074730 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce584a5d-c155-4a66-ba33-0366ee9f9c85 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce947f2-0852-46c1-968b-15455a659d03,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:13.081205 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ce584a5d-c155-4a66-ba33-0366ee9f9c85 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:13.082317 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ce584a5d-c155-4a66-ba33-0366ee9f9c85 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1376727 Sep 21 18:55:13.085210 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55732) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:55:13.089633 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-b852bfd1-5e8d-4641-80e1-de18d5a2647c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'security_group_rule': {'security_group_id': 'a82b60f0-9b8b-4f28-a28d-9ad67d55e85e', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:55:13.117090 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b852bfd1-5e8d-4641-80e1-de18d5a2647c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:13.177499 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b852bfd1-5e8d-4641-80e1-de18d5a2647c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:13.182729 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b852bfd1-5e8d-4641-80e1-de18d5a2647c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:13.200762 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852bfd1-5e8d-4641-80e1-de18d5a2647c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d882ad49-9741-44aa-aad5-caa1d6372e34,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:13.208030 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b852bfd1-5e8d-4641-80e1-de18d5a2647c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:13.209293 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b852bfd1-5e8d-4641-80e1-de18d5a2647c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231441 Sep 21 18:55:13.212505 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55734) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:55:13.217120 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-aaca647c-2cbd-4437-b233-a0ebab20b3e2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'security_group_rule': {'security_group_id': 'a82b60f0-9b8b-4f28-a28d-9ad67d55e85e', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:55:13.241323 n-d-810291-1 neutron-server[101461]: INFO neutron.db.securitygroups_db [None req-aaca647c-2cbd-4437-b233-a0ebab20b3e2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Project 0f00e685b2234e11bd1ffddb0085e333 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:55:13.246111 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aaca647c-2cbd-4437-b233-a0ebab20b3e2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:13.307726 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aaca647c-2cbd-4437-b233-a0ebab20b3e2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:13.313572 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aaca647c-2cbd-4437-b233-a0ebab20b3e2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:13.333299 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca647c-2cbd-4437-b233-a0ebab20b3e2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcfa83d2-20f0-45d6-9092-a30b874228ae,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:13.340413 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aaca647c-2cbd-4437-b233-a0ebab20b3e2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:13.341722 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-aaca647c-2cbd-4437-b233-a0ebab20b3e2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1282001 Sep 21 18:55:13.344758 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55736) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:55:13.349100 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-de1410c6-3791-4bb5-b5b8-a96f1b45b1b4 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'security_group_rule': {'security_group_id': 'a82b60f0-9b8b-4f28-a28d-9ad67d55e85e', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:55:13.373265 n-d-810291-1 neutron-server[101461]: INFO neutron.db.securitygroups_db [None req-de1410c6-3791-4bb5-b5b8-a96f1b45b1b4 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Project 0f00e685b2234e11bd1ffddb0085e333 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:55:13.378366 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-de1410c6-3791-4bb5-b5b8-a96f1b45b1b4 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:13.448496 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-de1410c6-3791-4bb5-b5b8-a96f1b45b1b4 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:13.455061 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-de1410c6-3791-4bb5-b5b8-a96f1b45b1b4 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:13.477148 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1410c6-3791-4bb5-b5b8-a96f1b45b1b4 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dfe184a-f1d2-4b36-bb8d-896df9168c58,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:13.483598 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-de1410c6-3791-4bb5-b5b8-a96f1b45b1b4 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:13.484809 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-de1410c6-3791-4bb5-b5b8-a96f1b45b1b4 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1391337 Sep 21 18:55:13.488944 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55738) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:55:13.493951 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-33434c7d-cc20-4195-940c-470dd97c9a4c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'network': {'name': 'tempest-network-smoke--626186471', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'port_security_enabled': True}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:55:13.516398 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33434c7d-cc20-4195-940c-470dd97c9a4c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Made reservation on behalf of 0f00e685b2234e11bd1ffddb0085e333 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:55:13.520155 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-33434c7d-cc20-4195-940c-470dd97c9a4c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:13.544491 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33434c7d-cc20-4195-940c-470dd97c9a4c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:55:13.553416 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-33434c7d-cc20-4195-940c-470dd97c9a4c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:13.553817 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-33434c7d-cc20-4195-940c-470dd97c9a4c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Added segment 367dee77-cf17-4a14-9aed-0525252ae4cf of type vlan for network 675566b4-7c49-45bc-9225-46c96ac3c66a Sep 21 18:55:13.596754 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-33434c7d-cc20-4195-940c-470dd97c9a4c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:13.623069 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-33434c7d-cc20-4195-940c-470dd97c9a4c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:13.628946 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33434c7d-cc20-4195-940c-470dd97c9a4c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:13.629524 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-33434c7d-cc20-4195-940c-470dd97c9a4c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:13.671225 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-33434c7d-cc20-4195-940c-470dd97c9a4c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1812663 Sep 21 18:55:13.674222 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55740) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:55:13.679445 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-b34a9439-62f6-4f4f-b08e-7442bfedf181 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-899033141', 'admin_state_up': True, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:55:13.700326 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33434c7d-cc20-4195-940c-470dd97c9a4c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Network': ['ID=675566b4-7c49-45bc-9225-46c96ac3c66a,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:13.704801 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b34a9439-62f6-4f4f-b08e-7442bfedf181 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:13.706326 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b34a9439-62f6-4f4f-b08e-7442bfedf181 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:13.713742 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 675566b4-7c49-45bc-9225-46c96ac3c66a details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:55:13.768002 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b34a9439-62f6-4f4f-b08e-7442bfedf181 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:13.910130 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b34a9439-62f6-4f4f-b08e-7442bfedf181 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:14.121974 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b34a9439-62f6-4f4f-b08e-7442bfedf181 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:14.140760 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b34a9439-62f6-4f4f-b08e-7442bfedf181 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:14.153670 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 26503fb8-7fde-4041-a3b1-8e4244988459 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:55:14.175167 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 26503fb8-7fde-4041-a3b1-8e4244988459 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:55:14.175416 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 26503fb8-7fde-4041-a3b1-8e4244988459 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:55:14.247879 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-b34a9439-62f6-4f4f-b08e-7442bfedf181 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Allocated IP 172.25.6.36 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/46222af4-d25c-4679-bc37-1cf7ef6ed9ac) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:55:14.354086 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b34a9439-62f6-4f4f-b08e-7442bfedf181 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:14.391982 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b34a9439-62f6-4f4f-b08e-7442bfedf181 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:14.428665 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34a9439-62f6-4f4f-b08e-7442bfedf181 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:55:14.431516 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-b34a9439-62f6-4f4f-b08e-7442bfedf181 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:55:14.437596 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34a9439-62f6-4f4f-b08e-7442bfedf181 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:55:14.443096 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a9439-62f6-4f4f-b08e-7442bfedf181 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Port': ['ID=46222af4-d25c-4679-bc37-1cf7ef6ed9ac,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:15.054620 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b34a9439-62f6-4f4f-b08e-7442bfedf181 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:15.251524 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b34a9439-62f6-4f4f-b08e-7442bfedf181 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:15.393346 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34a9439-62f6-4f4f-b08e-7442bfedf181 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Router 1e672a92-c630-428f-a371-d4ba6882cf5b is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:55:15.510374 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34a9439-62f6-4f4f-b08e-7442bfedf181 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:55:15.520225 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd33f245-c1e4-4690-bded-be8a7e868a1f None None] Sync routers for ids ['1e672a92-c630-428f-a371-d4ba6882cf5b'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:55:15.529422 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd33f245-c1e4-4690-bded-be8a7e868a1f None None] Routers {'1e672a92-c630-428f-a371-d4ba6882cf5b'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:55:15.530018 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-bd33f245-c1e4-4690-bded-be8a7e868a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:54:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['1e672a92-c630-428f-a371-d4ba6882cf5b'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:55:15.530522 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-b34a9439-62f6-4f4f-b08e-7442bfedf181 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:15.531904 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-b34a9439-62f6-4f4f-b08e-7442bfedf181 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8564394 Sep 21 18:55:15.535351 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55742) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:55:15.567552 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-78f770b7-4441-45dd-98ad-83f510e8339f tempest-TestNetworkAdvancedServerOps-343949058 tempest-TestNetworkAdvancedServerOps-343949058-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=0f00e685b2234e11bd1ffddb0085e333&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310206 Sep 21 18:55:15.570488 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55744) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:55:15.631474 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-bd33f245-c1e4-4690-bded-be8a7e868a1f None None] Set router 1e672a92-c630-428f-a371-d4ba6882cf5b gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:55:15.664040 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805727a9-e244-49cb-b242-b80d211b6569 tempest-TestNetworkAdvancedServerOps-343949058 tempest-TestNetworkAdvancedServerOps-343949058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:15.665914 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-805727a9-e244-49cb-b242-b80d211b6569 tempest-TestNetworkAdvancedServerOps-343949058 tempest-TestNetworkAdvancedServerOps-343949058-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0939867 Sep 21 18:55:15.668896 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55746) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:55:15.697901 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a622ea8f-42a8-481f-a6a6-5dec3bae43ed tempest-TestNetworkAdvancedServerOps-343949058 tempest-TestNetworkAdvancedServerOps-343949058-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b8a002cf-2233-41c0-bbfe-1c8ea43e5299&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278859 Sep 21 18:55:15.700577 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55748) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:55:15.705637 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-a7275f21-c0e0-438b-9606-5b7a17ca7a23 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1044688359', 'network_id': '675566b4-7c49-45bc-9225-46c96ac3c66a', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:55:15.797962 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7275f21-c0e0-438b-9606-5b7a17ca7a23 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Made reservation on behalf of 0f00e685b2234e11bd1ffddb0085e333 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:55:15.802608 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a7275f21-c0e0-438b-9606-5b7a17ca7a23 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:15.901671 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-bd33f245-c1e4-4690-bded-be8a7e868a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899033141', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '46222af4-d25c-4679-bc37-1cf7ef6ed9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:55:13Z', 'updated_at': '2021-09-21T18:55:14Z', 'revision_number': 3, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '46222af4-d25c-4679-bc37-1cf7ef6ed9ac', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:de:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:55:14Z', 'updated_at': '2021-09-21T18:55:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:55:15.929015 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd33f245-c1e4-4690-bded-be8a7e868a1f None None] Checking router: 1e672a92-c630-428f-a371-d4ba6882cf5b for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:55:15.929608 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd33f245-c1e4-4690-bded-be8a7e868a1f None None] Updating router 1e672a92-c630-428f-a371-d4ba6882cf5b port 46222af4-d25c-4679-bc37-1cf7ef6ed9ac binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:55:15.955338 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-bd33f245-c1e4-4690-bded-be8a7e868a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:15.992030 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-edc4d270-e26f-4903-b09c-5da9dc058418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:16.220702 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-bd33f245-c1e4-4690-bded-be8a7e868a1f None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:16.227091 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-bd33f245-c1e4-4690-bded-be8a7e868a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:16.274967 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a7275f21-c0e0-438b-9606-5b7a17ca7a23 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:16.278178 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-bd33f245-c1e4-4690-bded-be8a7e868a1f None None] Attempting to bind port 46222af4-d25c-4679-bc37-1cf7ef6ed9ac on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:55:16.278546 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-bd33f245-c1e4-4690-bded-be8a7e868a1f None None] Attempting to bind port 46222af4-d25c-4679-bc37-1cf7ef6ed9ac by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:55:16.278905 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd33f245-c1e4-4690-bded-be8a7e868a1f None None] Attempting to bind port 46222af4-d25c-4679-bc37-1cf7ef6ed9ac on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:55:16.285770 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78111a08-3b7c-49cb-9950-cff5d24be0f9 None None] Pushing event updated for resources: {'Port': ['ID=46222af4-d25c-4679-bc37-1cf7ef6ed9ac,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:16.288896 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd33f245-c1e4-4690-bded-be8a7e868a1f None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:55:16.289374 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd33f245-c1e4-4690-bded-be8a7e868a1f None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:55:16.289809 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-bd33f245-c1e4-4690-bded-be8a7e868a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:16.290197 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd33f245-c1e4-4690-bded-be8a7e868a1f None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:55:16.291031 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-bd33f245-c1e4-4690-bded-be8a7e868a1f None None] Bound port: 46222af4-d25c-4679-bc37-1cf7ef6ed9ac, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:55:16.291407 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-bd33f245-c1e4-4690-bded-be8a7e868a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:16.297714 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78111a08-3b7c-49cb-9950-cff5d24be0f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:16.298057 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78111a08-3b7c-49cb-9950-cff5d24be0f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:16.298392 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78111a08-3b7c-49cb-9950-cff5d24be0f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:16.298721 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78111a08-3b7c-49cb-9950-cff5d24be0f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:16.299087 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78111a08-3b7c-49cb-9950-cff5d24be0f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:16.299411 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78111a08-3b7c-49cb-9950-cff5d24be0f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:16.299732 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78111a08-3b7c-49cb-9950-cff5d24be0f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:16.300051 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78111a08-3b7c-49cb-9950-cff5d24be0f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:16.300421 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78111a08-3b7c-49cb-9950-cff5d24be0f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:16.300683 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78111a08-3b7c-49cb-9950-cff5d24be0f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:16.301000 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78111a08-3b7c-49cb-9950-cff5d24be0f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:16.301440 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78111a08-3b7c-49cb-9950-cff5d24be0f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:55:16.338049 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7275f21-c0e0-438b-9606-5b7a17ca7a23 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Subnet': ['ID=6f6141d0-914f-4947-bdc5-745d9451b1a4,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:16.346610 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7275f21-c0e0-438b-9606-5b7a17ca7a23 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Checking segment: {'id': '367dee77-cf17-4a14-9aed-0525252ae4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '675566b4-7c49-45bc-9225-46c96ac3c66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:55:16.346958 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7275f21-c0e0-438b-9606-5b7a17ca7a23 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Network hostable DHCP agents. Network: 675566b4-7c49-45bc-9225-46c96ac3c66a, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:55:16.351944 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-bd33f245-c1e4-4690-bded-be8a7e868a1f None None] For port 46222af4-d25c-4679-bc37-1cf7ef6ed9ac, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:55:16.356363 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-bd33f245-c1e4-4690-bded-be8a7e868a1f None None] For port 46222af4-d25c-4679-bc37-1cf7ef6ed9ac, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=46222af4-d25c-4679-bc37-1cf7ef6ed9ac,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:55:16.360649 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-bd33f245-c1e4-4690-bded-be8a7e868a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:16.367808 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7275f21-c0e0-438b-9606-5b7a17ca7a23 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Network 675566b4-7c49-45bc-9225-46c96ac3c66a is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:55:16.376951 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-a7275f21-c0e0-438b-9606-5b7a17ca7a23 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 675566b4-7c49-45bc-9225-46c96ac3c66a) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:55:16.381442 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7275f21-c0e0-438b-9606-5b7a17ca7a23 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:16.382033 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-a7275f21-c0e0-438b-9606-5b7a17ca7a23 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:16.386393 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0593d33e-203c-4c25-b546-5716c4446b79 None None] Network 675566b4-7c49-45bc-9225-46c96ac3c66a requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:55:16.408184 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-a7275f21-c0e0-438b-9606-5b7a17ca7a23 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7037125 Sep 21 18:55:16.409287 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55750) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:55:16.418740 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78111a08-3b7c-49cb-9950-cff5d24be0f9 None None] Pushing event updated for resources: {'Port': ['ID=46222af4-d25c-4679-bc37-1cf7ef6ed9ac,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:16.430372 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd33f245-c1e4-4690-bded-be8a7e868a1f None None] Routers {'1e672a92-c630-428f-a371-d4ba6882cf5b'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:55:16.431070 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-bd33f245-c1e4-4690-bded-be8a7e868a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:54:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['1e672a92-c630-428f-a371-d4ba6882cf5b'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:55:16.537240 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-bd33f245-c1e4-4690-bded-be8a7e868a1f None None] Set router 1e672a92-c630-428f-a371-d4ba6882cf5b gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:55:16.545671 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d298d8-0ef1-4a81-8eb5-dfb576359860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-675566b4-7c49-45bc-9225-46c96ac3c66a', 'network_id': '675566b4-7c49-45bc-9225-46c96ac3c66a', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'fixed_ips': [{'subnet_id': '6f6141d0-914f-4947-bdc5-745d9451b1a4'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:55:16.546580 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d4d298d8-0ef1-4a81-8eb5-dfb576359860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:16.686488 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-d4d298d8-0ef1-4a81-8eb5-dfb576359860 None None] Allocated IP 172.20.0.2 (675566b4-7c49-45bc-9225-46c96ac3c66a/6f6141d0-914f-4947-bdc5-745d9451b1a4/8e3ef4c3-527c-44fa-b10a-9cf316ba0c42) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:55:16.726632 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-bd33f245-c1e4-4690-bded-be8a7e868a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899033141', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '46222af4-d25c-4679-bc37-1cf7ef6ed9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:55:13Z', 'updated_at': '2021-09-21T18:55:14Z', 'revision_number': 3, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '46222af4-d25c-4679-bc37-1cf7ef6ed9ac', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:de:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:55:14Z', 'updated_at': '2021-09-21T18:55:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:55:16.753317 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd33f245-c1e4-4690-bded-be8a7e868a1f None None] The sync data for ids ['1e672a92-c630-428f-a371-d4ba6882cf5b'] in n-d-810291-1 is: [{'id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899033141', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '46222af4-d25c-4679-bc37-1cf7ef6ed9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:55:13Z', 'updated_at': '2021-09-21T18:55:14Z', 'revision_number': 3, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '46222af4-d25c-4679-bc37-1cf7ef6ed9ac', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:de:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:55:14Z', 'updated_at': '2021-09-21T18:55:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:55:16.839070 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d4d298d8-0ef1-4a81-8eb5-dfb576359860 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:16.844699 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d4d298d8-0ef1-4a81-8eb5-dfb576359860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:16.871103 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0f3a5a5-b5f4-4317-af12-621419ecd1ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:16.892623 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d298d8-0ef1-4a81-8eb5-dfb576359860 None None] Network 675566b4-7c49-45bc-9225-46c96ac3c66a is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:55:16.899422 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-d4d298d8-0ef1-4a81-8eb5-dfb576359860 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:55:16.903993 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d298d8-0ef1-4a81-8eb5-dfb576359860 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:55:16.907184 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d298d8-0ef1-4a81-8eb5-dfb576359860 None None] Pushing event updated for resources: {'Port': ['ID=8e3ef4c3-527c-44fa-b10a-9cf316ba0c42,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:16.961382 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-d4d298d8-0ef1-4a81-8eb5-dfb576359860 None None] Attempting to bind port 8e3ef4c3-527c-44fa-b10a-9cf316ba0c42 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:55:16.963255 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-d4d298d8-0ef1-4a81-8eb5-dfb576359860 None None] Attempting to bind port 8e3ef4c3-527c-44fa-b10a-9cf316ba0c42 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '367dee77-cf17-4a14-9aed-0525252ae4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '675566b4-7c49-45bc-9225-46c96ac3c66a'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:55:16.963255 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d298d8-0ef1-4a81-8eb5-dfb576359860 None None] Attempting to bind port 8e3ef4c3-527c-44fa-b10a-9cf316ba0c42 on network 675566b4-7c49-45bc-9225-46c96ac3c66a {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:55:16.977680 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d298d8-0ef1-4a81-8eb5-dfb576359860 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:55:16.977892 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d298d8-0ef1-4a81-8eb5-dfb576359860 None None] Checking segment: {'id': '367dee77-cf17-4a14-9aed-0525252ae4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '675566b4-7c49-45bc-9225-46c96ac3c66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:55:16.978489 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d4d298d8-0ef1-4a81-8eb5-dfb576359860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:16.983282 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d298d8-0ef1-4a81-8eb5-dfb576359860 None None] Bound using segment: {'id': '367dee77-cf17-4a14-9aed-0525252ae4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '675566b4-7c49-45bc-9225-46c96ac3c66a'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:55:16.983830 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-d4d298d8-0ef1-4a81-8eb5-dfb576359860 None None] Bound port: 8e3ef4c3-527c-44fa-b10a-9cf316ba0c42, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '367dee77-cf17-4a14-9aed-0525252ae4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '675566b4-7c49-45bc-9225-46c96ac3c66a'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:55:16.984241 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d4d298d8-0ef1-4a81-8eb5-dfb576359860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:17.062194 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-d4d298d8-0ef1-4a81-8eb5-dfb576359860 None None] For port 8e3ef4c3-527c-44fa-b10a-9cf316ba0c42, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:55:17.066106 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-d4d298d8-0ef1-4a81-8eb5-dfb576359860 None None] For port 8e3ef4c3-527c-44fa-b10a-9cf316ba0c42, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=8e3ef4c3-527c-44fa-b10a-9cf316ba0c42,segment=NetworkSegment(367dee77-cf17-4a14-9aed-0525252ae4cf),segment_id=367dee77-cf17-4a14-9aed-0525252ae4cf)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:55:17.071820 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d4d298d8-0ef1-4a81-8eb5-dfb576359860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:17.137651 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d298d8-0ef1-4a81-8eb5-dfb576359860 None None] Pushing event updated for resources: {'Port': ['ID=8e3ef4c3-527c-44fa-b10a-9cf316ba0c42,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:17.204043 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-e0f3a5a5-b5f4-4317-af12-621419ecd1ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Allocated IP 172.20.0.1 (675566b4-7c49-45bc-9225-46c96ac3c66a/6f6141d0-914f-4947-bdc5-745d9451b1a4/b83d4f7e-03f9-4b7e-b923-c491ef58b73e) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:55:17.340471 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0f3a5a5-b5f4-4317-af12-621419ecd1ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:17.384422 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0f3a5a5-b5f4-4317-af12-621419ecd1ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:17.438793 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f3a5a5-b5f4-4317-af12-621419ecd1ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Network 675566b4-7c49-45bc-9225-46c96ac3c66a is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:55:17.442854 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-e0f3a5a5-b5f4-4317-af12-621419ecd1ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:55:17.445231 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3a5a5-b5f4-4317-af12-621419ecd1ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Port': ['ID=b83d4f7e-03f9-4b7e-b923-c491ef58b73e,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:17.447531 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f3a5a5-b5f4-4317-af12-621419ecd1ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:55:17.495604 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0f3a5a5-b5f4-4317-af12-621419ecd1ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:17.628890 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0f3a5a5-b5f4-4317-af12-621419ecd1ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:17.911216 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0f3a5a5-b5f4-4317-af12-621419ecd1ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:17.917221 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0f3a5a5-b5f4-4317-af12-621419ecd1ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:17.994077 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0f3a5a5-b5f4-4317-af12-621419ecd1ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:17.995963 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3a5a5-b5f4-4317-af12-621419ecd1ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Port': ['ID=b83d4f7e-03f9-4b7e-b923-c491ef58b73e,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:18.052845 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cfc245-6170-4e19-ab44-afaff797f9b8 None None] Network 675566b4-7c49-45bc-9225-46c96ac3c66a requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:55:18.093850 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f3a5a5-b5f4-4317-af12-621419ecd1ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Network 675566b4-7c49-45bc-9225-46c96ac3c66a is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:55:18.095514 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-e0f3a5a5-b5f4-4317-af12-621419ecd1ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:55:18.184105 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-632da7b7-d04a-4cce-bbbb-429ce1e9a90a None None] Provisioning complete for port 8e3ef4c3-527c-44fa-b10a-9cf316ba0c42 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:55:18.184618 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-632da7b7-d04a-4cce-bbbb-429ce1e9a90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:18.245277 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f3a5a5-b5f4-4317-af12-621419ecd1ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Router 1e672a92-c630-428f-a371-d4ba6882cf5b has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:55:18.389332 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 46222af4-d25c-4679-bc37-1cf7ef6ed9ac up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:55:18.406403 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f3a5a5-b5f4-4317-af12-621419ecd1ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:55:18.421219 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e0f3a5a5-b5f4-4317-af12-621419ecd1ad tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "PUT /v2.0/routers/1e672a92-c630-428f-a371-d4ba6882cf5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0015759 Sep 21 18:55:18.501695 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 46222af4-d25c-4679-bc37-1cf7ef6ed9ac triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:55:18.502361 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:18.546097 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3fc780a4-a0ee-4e6a-8002-58e88663a625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:18.550005 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-632da7b7-d04a-4cce-bbbb-429ce1e9a90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:18.579540 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-b01ab64d-87c4-4c62-b8ae-920406e0a7b6 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1976885747&fields=id&tenant_id=0f00e685b2234e11bd1ffddb0085e333 HTTP/1.1" status: 200 len: 267 time: 0.0489018 Sep 21 18:55:18.596056 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-632da7b7-d04a-4cce-bbbb-429ce1e9a90a None None] For port 8e3ef4c3-527c-44fa-b10a-9cf316ba0c42, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=8e3ef4c3-527c-44fa-b10a-9cf316ba0c42,segment=NetworkSegment(367dee77-cf17-4a14-9aed-0525252ae4cf),segment_id=367dee77-cf17-4a14-9aed-0525252ae4cf)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:55:18.601787 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-632da7b7-d04a-4cce-bbbb-429ce1e9a90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:18.662534 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:18.685843 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 46222af4-d25c-4679-bc37-1cf7ef6ed9ac, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=46222af4-d25c-4679-bc37-1cf7ef6ed9ac,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:55:18.696405 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:18.697248 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 8e3ef4c3-527c-44fa-b10a-9cf316ba0c42 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:55:18.720006 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-7f4ccba6-b218-4cfa-8e8a-47741a964411 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:18.721888 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-7f4ccba6-b218-4cfa-8e8a-47741a964411 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/networks?id=675566b4-7c49-45bc-9225-46c96ac3c66a HTTP/1.1" status: 200 len: 796 time: 0.1326413 Sep 21 18:55:18.742957 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-e0455714-b6a0-44e2-bee8-924180f401cd tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/quotas/0f00e685b2234e11bd1ffddb0085e333 HTTP/1.1" status: 200 len: 375 time: 0.0138495 Sep 21 18:55:18.748494 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4278f690-909c-4061-ad86-8c7abfcd002b None None] Sync routers for ids ['1e672a92-c630-428f-a371-d4ba6882cf5b'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:55:18.762205 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632da7b7-d04a-4cce-bbbb-429ce1e9a90a None None] Pushing event updated for resources: {'Port': ['ID=8e3ef4c3-527c-44fa-b10a-9cf316ba0c42,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:18.810786 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-5787a65b-350c-4cc7-b997-340b9a481dfa tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611393 Sep 21 18:55:18.816429 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-cfc82eaa-3031-4977-b796-948da5d1a3bf None None] Provisioning complete for port 8e3ef4c3-527c-44fa-b10a-9cf316ba0c42 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:55:18.816806 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cfc82eaa-3031-4977-b796-948da5d1a3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:18.823358 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4278f690-909c-4061-ad86-8c7abfcd002b None None] Routers {'1e672a92-c630-428f-a371-d4ba6882cf5b'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:55:18.824013 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4278f690-909c-4061-ad86-8c7abfcd002b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:55:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['1e672a92-c630-428f-a371-d4ba6882cf5b'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:55:18.918488 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=46222af4-d25c-4679-bc37-1cf7ef6ed9ac,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:18.925308 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 8e3ef4c3-527c-44fa-b10a-9cf316ba0c42 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:55:18.925473 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:18.926162 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-85c8241c-9a38-4796-aed7-5fe316927448 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 18:55:18.935673 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-85c8241c-9a38-4796-aed7-5fe316927448 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1028705 Sep 21 18:55:19.017596 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-4278f690-909c-4061-ad86-8c7abfcd002b None None] Set router 1e672a92-c630-428f-a371-d4ba6882cf5b gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:55:19.045441 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-6c5d5631-6308-4460-8b8e-c5078626fd58 service neutron] 10.222.0.58 "GET /v2.0/networks/675566b4-7c49-45bc-9225-46c96ac3c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019225 Sep 21 18:55:19.152725 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-e036b0a4-4b88-41ec-9699-5fa424e1d031 service neutron] 10.222.0.58 "GET /v2.0/networks/675566b4-7c49-45bc-9225-46c96ac3c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008468 Sep 21 18:55:19.195875 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:19.204204 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-cfc82eaa-3031-4977-b796-948da5d1a3bf None None] Provisioning complete for port b83d4f7e-03f9-4b7e-b923-c491ef58b73e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:55:19.204571 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cfc82eaa-3031-4977-b796-948da5d1a3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:19.280948 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-cfc82eaa-3031-4977-b796-948da5d1a3bf None None] Port b83d4f7e-03f9-4b7e-b923-c491ef58b73e cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:55:19.337282 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4278f690-909c-4061-ad86-8c7abfcd002b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899033141', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '46222af4-d25c-4679-bc37-1cf7ef6ed9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:55:13Z', 'updated_at': '2021-09-21T18:55:17Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '46222af4-d25c-4679-bc37-1cf7ef6ed9ac', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:de:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:55:14Z', 'updated_at': '2021-09-21T18:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'b83d4f7e-03f9-4b7e-b923-c491ef58b73e', 'name': '', 'network_id': '675566b4-7c49-45bc-9225-46c96ac3c66a', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:1f:40:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6f6141d0-914f-4947-bdc5-745d9451b1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:55:17Z', 'updated_at': '2021-09-21T18:55:17Z', 'revision_number': 2, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': '6f6141d0-914f-4947-bdc5-745d9451b1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:55:19.362584 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4278f690-909c-4061-ad86-8c7abfcd002b None None] Checking router: 1e672a92-c630-428f-a371-d4ba6882cf5b for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:55:19.362955 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4278f690-909c-4061-ad86-8c7abfcd002b None None] Updating router 1e672a92-c630-428f-a371-d4ba6882cf5b port b83d4f7e-03f9-4b7e-b923-c491ef58b73e binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:55:19.390637 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4278f690-909c-4061-ad86-8c7abfcd002b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:19.430774 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-d44ffb37-4d5f-4abf-a460-fb11aa5a8985 None None] Provisioning complete for port b83d4f7e-03f9-4b7e-b923-c491ef58b73e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:55:19.431028 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d44ffb37-4d5f-4abf-a460-fb11aa5a8985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:19.486868 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-2c8d5481-b718-4564-8cbc-226625ae462d req-25abae45-4575-4798-8d9a-d61f47ada8f2 service neutron] (101460) timed out ('10.222.0.44', 55769) {{(pid=101460) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 18:55:19.521146 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-d44ffb37-4d5f-4abf-a460-fb11aa5a8985 None None] Port b83d4f7e-03f9-4b7e-b923-c491ef58b73e cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:55:19.679006 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4278f690-909c-4061-ad86-8c7abfcd002b None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:19.685774 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4278f690-909c-4061-ad86-8c7abfcd002b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:19.735393 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f1501-80f9-418b-a6a2-cc8727413eec None None] Pushing event updated for resources: {'Port': ['ID=b83d4f7e-03f9-4b7e-b923-c491ef58b73e,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:19.789021 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-4278f690-909c-4061-ad86-8c7abfcd002b None None] Attempting to bind port b83d4f7e-03f9-4b7e-b923-c491ef58b73e on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:55:19.789388 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-4278f690-909c-4061-ad86-8c7abfcd002b None None] Attempting to bind port b83d4f7e-03f9-4b7e-b923-c491ef58b73e by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '367dee77-cf17-4a14-9aed-0525252ae4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '675566b4-7c49-45bc-9225-46c96ac3c66a'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:55:19.789796 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4278f690-909c-4061-ad86-8c7abfcd002b None None] Attempting to bind port b83d4f7e-03f9-4b7e-b923-c491ef58b73e on network 675566b4-7c49-45bc-9225-46c96ac3c66a {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:55:19.795421 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4278f690-909c-4061-ad86-8c7abfcd002b None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:55:19.795793 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4278f690-909c-4061-ad86-8c7abfcd002b None None] Checking segment: {'id': '367dee77-cf17-4a14-9aed-0525252ae4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '675566b4-7c49-45bc-9225-46c96ac3c66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:55:19.796181 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4278f690-909c-4061-ad86-8c7abfcd002b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:19.796574 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4278f690-909c-4061-ad86-8c7abfcd002b None None] Bound using segment: {'id': '367dee77-cf17-4a14-9aed-0525252ae4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '675566b4-7c49-45bc-9225-46c96ac3c66a'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:55:19.797044 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-4278f690-909c-4061-ad86-8c7abfcd002b None None] Bound port: b83d4f7e-03f9-4b7e-b923-c491ef58b73e, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '367dee77-cf17-4a14-9aed-0525252ae4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '675566b4-7c49-45bc-9225-46c96ac3c66a'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:55:19.797423 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4278f690-909c-4061-ad86-8c7abfcd002b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:19.862505 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-4278f690-909c-4061-ad86-8c7abfcd002b None None] For port b83d4f7e-03f9-4b7e-b923-c491ef58b73e, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:55:19.865942 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-4278f690-909c-4061-ad86-8c7abfcd002b None None] For port b83d4f7e-03f9-4b7e-b923-c491ef58b73e, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=b83d4f7e-03f9-4b7e-b923-c491ef58b73e,segment=NetworkSegment(367dee77-cf17-4a14-9aed-0525252ae4cf),segment_id=367dee77-cf17-4a14-9aed-0525252ae4cf)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:55:19.871893 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4278f690-909c-4061-ad86-8c7abfcd002b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:19.938822 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f1501-80f9-418b-a6a2-cc8727413eec None None] Pushing event updated for resources: {'Port': ['ID=b83d4f7e-03f9-4b7e-b923-c491ef58b73e,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:19.943586 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4278f690-909c-4061-ad86-8c7abfcd002b None None] Routers {'1e672a92-c630-428f-a371-d4ba6882cf5b'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:55:19.944207 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4278f690-909c-4061-ad86-8c7abfcd002b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:55:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['1e672a92-c630-428f-a371-d4ba6882cf5b'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:55:19.991543 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-616228a6-3ba7-44c3-88a0-f75532f74a92 None None] Provisioning complete for port b83d4f7e-03f9-4b7e-b923-c491ef58b73e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:55:19.991809 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-616228a6-3ba7-44c3-88a0-f75532f74a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:20.096902 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-4278f690-909c-4061-ad86-8c7abfcd002b None None] Set router 1e672a92-c630-428f-a371-d4ba6882cf5b gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:55:20.212277 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 46222af4-d25c-4679-bc37-1cf7ef6ed9ac up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:55:20.215442 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-616228a6-3ba7-44c3-88a0-f75532f74a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:20.330357 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-616228a6-3ba7-44c3-88a0-f75532f74a92 None None] For port b83d4f7e-03f9-4b7e-b923-c491ef58b73e, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=b83d4f7e-03f9-4b7e-b923-c491ef58b73e,segment=NetworkSegment(367dee77-cf17-4a14-9aed-0525252ae4cf),segment_id=367dee77-cf17-4a14-9aed-0525252ae4cf)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:55:20.339435 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-616228a6-3ba7-44c3-88a0-f75532f74a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:20.389068 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 46222af4-d25c-4679-bc37-1cf7ef6ed9ac triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:55:20.389448 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:20.411096 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c51c24d7-ad5b-4b81-9ecd-a9ef70b45990 req-eb7844c4-8b16-4376-8dc2-1678169f4cd9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 210 time: 0.0307901 Sep 21 18:55:20.462326 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:20.478503 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616228a6-3ba7-44c3-88a0-f75532f74a92 None None] Pushing event updated for resources: {'Port': ['ID=b83d4f7e-03f9-4b7e-b923-c491ef58b73e,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:20.507201 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-76f51d05-5297-492b-bc84-ac726f0e3031 None None] Provisioning complete for port b83d4f7e-03f9-4b7e-b923-c491ef58b73e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:55:20.507651 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-76f51d05-5297-492b-bc84-ac726f0e3031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:20.586386 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4278f690-909c-4061-ad86-8c7abfcd002b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899033141', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '46222af4-d25c-4679-bc37-1cf7ef6ed9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:55:13Z', 'updated_at': '2021-09-21T18:55:17Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '46222af4-d25c-4679-bc37-1cf7ef6ed9ac', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:de:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:55:14Z', 'updated_at': '2021-09-21T18:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'b83d4f7e-03f9-4b7e-b923-c491ef58b73e', 'name': '', 'network_id': '675566b4-7c49-45bc-9225-46c96ac3c66a', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:1f:40:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6f6141d0-914f-4947-bdc5-745d9451b1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:55:17Z', 'updated_at': '2021-09-21T18:55:19Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': '6f6141d0-914f-4947-bdc5-745d9451b1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:55:20.796885 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4278f690-909c-4061-ad86-8c7abfcd002b None None] The sync data for ids ['1e672a92-c630-428f-a371-d4ba6882cf5b'] in n-d-810291-1 is: [{'id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899033141', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '46222af4-d25c-4679-bc37-1cf7ef6ed9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:55:13Z', 'updated_at': '2021-09-21T18:55:17Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '46222af4-d25c-4679-bc37-1cf7ef6ed9ac', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:de:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:55:14Z', 'updated_at': '2021-09-21T18:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'b83d4f7e-03f9-4b7e-b923-c491ef58b73e', 'name': '', 'network_id': '675566b4-7c49-45bc-9225-46c96ac3c66a', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:1f:40:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6f6141d0-914f-4947-bdc5-745d9451b1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:55:17Z', 'updated_at': '2021-09-21T18:55:19Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': '6f6141d0-914f-4947-bdc5-745d9451b1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:55:20.803604 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 8e3ef4c3-527c-44fa-b10a-9cf316ba0c42 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:55:20.908490 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 8e3ef4c3-527c-44fa-b10a-9cf316ba0c42 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:55:20.909085 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:21.423348 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-5423092d-c7e1-47cc-a04a-9c58a3118e1b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:21.425089 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-5423092d-c7e1-47cc-a04a-9c58a3118e1b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.44 "GET /v2.0/networks?id=675566b4-7c49-45bc-9225-46c96ac3c66a HTTP/1.1" status: 200 len: 796 time: 0.1171107 Sep 21 18:55:21.472109 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-e66c44a0-b33c-4a25-ab14-6a632f67ba55 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f00e685b2234e11bd1ffddb0085e333 HTTP/1.1" status: 200 len: 380 time: 0.0364683 Sep 21 18:55:21.490167 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-4815487d-dfe6-4d29-9d55-851b21b0e0b7 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'port': {'device_id': 'e5b6a0be-cc59-4918-82ac-28bf108fd429', 'network_id': '675566b4-7c49-45bc-9225-46c96ac3c66a', 'admin_state_up': True, 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'security_groups': ['a82b60f0-9b8b-4f28-a28d-9ad67d55e85e']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:55:21.522086 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ba524374-7a3d-4500-9c8d-52ee26e7d3e4 req-a9bc569f-7d7b-4f30-a7bd-6e94bf058804 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 210 time: 0.0285726 Sep 21 18:55:21.607960 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-4815487d-dfe6-4d29-9d55-851b21b0e0b7 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Made reservation on behalf of 0f00e685b2234e11bd1ffddb0085e333 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:55:21.611572 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-4815487d-dfe6-4d29-9d55-851b21b0e0b7 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:21.736560 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-4815487d-dfe6-4d29-9d55-851b21b0e0b7 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Allocated IP 172.20.0.4 (675566b4-7c49-45bc-9225-46c96ac3c66a/6f6141d0-914f-4947-bdc5-745d9451b1a4/31a2c90e-c07a-4301-a4fa-92b08b350c5b) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:55:21.848745 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:21.883296 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-4815487d-dfe6-4d29-9d55-851b21b0e0b7 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:21.918527 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-4815487d-dfe6-4d29-9d55-851b21b0e0b7 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:21.960394 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-4815487d-dfe6-4d29-9d55-851b21b0e0b7 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Network 675566b4-7c49-45bc-9225-46c96ac3c66a is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:55:21.963811 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-4815487d-dfe6-4d29-9d55-851b21b0e0b7 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:55:21.969690 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-4815487d-dfe6-4d29-9d55-851b21b0e0b7 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:55:21.976306 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815487d-dfe6-4d29-9d55-851b21b0e0b7 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Port': ['ID=31a2c90e-c07a-4301-a4fa-92b08b350c5b,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:22.021560 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-4815487d-dfe6-4d29-9d55-851b21b0e0b7 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:22.022184 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-4815487d-dfe6-4d29-9d55-851b21b0e0b7 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:22.039034 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-4815487d-dfe6-4d29-9d55-851b21b0e0b7 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5536630 Sep 21 18:55:22.051585 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-d5927cba-90d5-400f-b415-205afacd4efd service neutron] Request body: {'port': {'device_id': 'e5b6a0be-cc59-4918-82ac-28bf108fd429', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:55:22.125504 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-d5927cba-90d5-400f-b415-205afacd4efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:22.212957 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-ba3e46a0-d31f-4ff4-b3de-3b6b9841c19e None None] Provisioning complete for port 31a2c90e-c07a-4301-a4fa-92b08b350c5b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:55:22.213324 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ba3e46a0-d31f-4ff4-b3de-3b6b9841c19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:22.237315 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b83d4f7e-03f9-4b7e-b923-c491ef58b73e up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:55:22.275649 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e46a0-d31f-4ff4-b3de-3b6b9841c19e None None] Port 31a2c90e-c07a-4301-a4fa-92b08b350c5b cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:55:22.295977 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port b83d4f7e-03f9-4b7e-b923-c491ef58b73e triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:55:22.296353 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:22.399873 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-d5927cba-90d5-400f-b415-205afacd4efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31a2c90e-c07a-4301-a4fa-92b08b350c5b {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:55:22.407297 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-d5927cba-90d5-400f-b415-205afacd4efd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:22.419728 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-d5927cba-90d5-400f-b415-205afacd4efd service neutron] Transition to ACTIVE for port object 31a2c90e-c07a-4301-a4fa-92b08b350c5b will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:55:22.425073 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-d5927cba-90d5-400f-b415-205afacd4efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:22.483178 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5927cba-90d5-400f-b415-205afacd4efd service neutron] Pushing event updated for resources: {'Port': ['ID=31a2c90e-c07a-4301-a4fa-92b08b350c5b,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:22.551858 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-d5927cba-90d5-400f-b415-205afacd4efd service neutron] Attempting to bind port 31a2c90e-c07a-4301-a4fa-92b08b350c5b on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:55:22.551858 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-d5927cba-90d5-400f-b415-205afacd4efd service neutron] Attempting to bind port 31a2c90e-c07a-4301-a4fa-92b08b350c5b by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '367dee77-cf17-4a14-9aed-0525252ae4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '675566b4-7c49-45bc-9225-46c96ac3c66a'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:55:22.552060 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-d5927cba-90d5-400f-b415-205afacd4efd service neutron] Attempting to bind port 31a2c90e-c07a-4301-a4fa-92b08b350c5b on network 675566b4-7c49-45bc-9225-46c96ac3c66a {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:55:22.557426 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-d5927cba-90d5-400f-b415-205afacd4efd service neutron] Port 31a2c90e-c07a-4301-a4fa-92b08b350c5b on network 675566b4-7c49-45bc-9225-46c96ac3c66a not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:55:22.557753 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-d5927cba-90d5-400f-b415-205afacd4efd service neutron] Attempting to bind port 31a2c90e-c07a-4301-a4fa-92b08b350c5b on network 675566b4-7c49-45bc-9225-46c96ac3c66a {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:55:22.563172 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-d5927cba-90d5-400f-b415-205afacd4efd service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:55:22.563514 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-d5927cba-90d5-400f-b415-205afacd4efd service neutron] Checking segment: {'id': '367dee77-cf17-4a14-9aed-0525252ae4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '675566b4-7c49-45bc-9225-46c96ac3c66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:55:22.563910 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-d5927cba-90d5-400f-b415-205afacd4efd service neutron] Bound using segment: {'id': '367dee77-cf17-4a14-9aed-0525252ae4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '675566b4-7c49-45bc-9225-46c96ac3c66a'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:55:22.564341 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-d5927cba-90d5-400f-b415-205afacd4efd service neutron] Bound port: 31a2c90e-c07a-4301-a4fa-92b08b350c5b, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '367dee77-cf17-4a14-9aed-0525252ae4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '675566b4-7c49-45bc-9225-46c96ac3c66a'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:55:22.564731 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-d5927cba-90d5-400f-b415-205afacd4efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:22.662959 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-d5927cba-90d5-400f-b415-205afacd4efd service neutron] For port 31a2c90e-c07a-4301-a4fa-92b08b350c5b, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:55:22.667302 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-d5927cba-90d5-400f-b415-205afacd4efd service neutron] For port 31a2c90e-c07a-4301-a4fa-92b08b350c5b, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=31a2c90e-c07a-4301-a4fa-92b08b350c5b,segment=NetworkSegment(367dee77-cf17-4a14-9aed-0525252ae4cf),segment_id=367dee77-cf17-4a14-9aed-0525252ae4cf)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:55:22.679300 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf2c93-a62c-4dfa-97f2-885f6e04751f req-d98effad-b5cf-4ad3-a792-b4dcc7e8a92a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:22.680993 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7daf2c93-a62c-4dfa-97f2-885f6e04751f req-d98effad-b5cf-4ad3-a792-b4dcc7e8a92a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 943 time: 0.0820365 Sep 21 18:55:22.682017 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-d5927cba-90d5-400f-b415-205afacd4efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:22.725870 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-d5927cba-90d5-400f-b415-205afacd4efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:22.726412 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-d5927cba-90d5-400f-b415-205afacd4efd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:22.727954 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-d5927cba-90d5-400f-b415-205afacd4efd service neutron] 10.222.0.44 "PUT /v2.0/ports/31a2c90e-c07a-4301-a4fa-92b08b350c5b HTTP/1.1" status: 200 len: 1091 time: 0.6805820 Sep 21 18:55:22.736300 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b6a0be-cc59-4918-82ac-28bf108fd429', 'tag': '31a2c90e-c07a-4301-a4fa-92b08b350c5b'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:55:22.738645 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc365345-06fe-44e5-8ecb-ca174db1c9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b6a0be-cc59-4918-82ac-28bf108fd429", "tag": "31a2c90e-c07a-4301-a4fa-92b08b350c5b"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:55:22.773136 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5927cba-90d5-400f-b415-205afacd4efd service neutron] Pushing event updated for resources: {'Port': ['ID=31a2c90e-c07a-4301-a4fa-92b08b350c5b,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:22.782141 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7daf2c93-a62c-4dfa-97f2-885f6e04751f req-fc654bb1-94be-40d3-b9e7-74121319f4fe tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=a82b60f0-9b8b-4f28-a28d-9ad67d55e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938985 Sep 21 18:55:22.796112 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb2320a-78b1-4d66-87a6-0a038e7ecdf9 x-openstack-request-id: req-dfb2320a-78b1-4d66-87a6-0a038e7ecdf9 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:55:22.796398 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b6a0be-cc59-4918-82ac-28bf108fd429", "tag": "31a2c90e-c07a-4301-a4fa-92b08b350c5b", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:55:22.796648 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dfb2320a-78b1-4d66-87a6-0a038e7ecdf9 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:55:22.797055 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b6a0be-cc59-4918-82ac-28bf108fd429', 'tag': '31a2c90e-c07a-4301-a4fa-92b08b350c5b', 'status': 'completed', 'code': 200} Sep 21 18:55:22.827249 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-5e310cd6-9554-41cf-8eda-996ebaec6c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:22.828791 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-5e310cd6-9554-41cf-8eda-996ebaec6c33 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 1094 time: 0.0431783 Sep 21 18:55:22.880013 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-4013f7a4-4a8c-442d-aaf9-393631d74a3d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31a2c90e-c07a-4301-a4fa-92b08b350c5b HTTP/1.1" status: 200 len: 217 time: 0.0423207 Sep 21 18:55:22.933014 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-141bdcea-a4a2-4a69-97c0-3cc7d611dea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:22.934571 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-141bdcea-a4a2-4a69-97c0-3cc7d611dea2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f6141d0-914f-4947-bdc5-745d9451b1a4 HTTP/1.1" status: 200 len: 835 time: 0.0462911 Sep 21 18:55:22.981085 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-d8ca1aff-d861-413f-906c-c5b74695968b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:22.982578 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-d8ca1aff-d861-413f-906c-c5b74695968b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=675566b4-7c49-45bc-9225-46c96ac3c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404875 Sep 21 18:55:23.082356 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-f7e68e51-31a3-4e2b-ab22-c9db255158c8 service neutron] 10.222.0.44 "GET /v2.0/networks/675566b4-7c49-45bc-9225-46c96ac3c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907083 Sep 21 18:55:23.191186 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fe9844b5-93c6-4122-ba7b-2a2a583e0aba req-342592bf-6a91-4a4e-84f6-4b44021c8110 service neutron] 10.222.0.44 "GET /v2.0/networks/675566b4-7c49-45bc-9225-46c96ac3c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012709 Sep 21 18:55:23.290196 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc365345-06fe-44e5-8ecb-ca174db1c9a4 req-04960210-f91d-4ce1-b5d3-0b5e7a8f569e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:23.292135 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fc365345-06fe-44e5-8ecb-ca174db1c9a4 req-04960210-f91d-4ce1-b5d3-0b5e7a8f569e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 1094 time: 0.0508785 Sep 21 18:55:23.384015 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc365345-06fe-44e5-8ecb-ca174db1c9a4 req-48c89e39-6ad8-4f25-bb06-d822ef71382c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:23.385508 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fc365345-06fe-44e5-8ecb-ca174db1c9a4 req-48c89e39-6ad8-4f25-bb06-d822ef71382c service neutron] 10.222.0.44 "GET /v2.0/networks?id=675566b4-7c49-45bc-9225-46c96ac3c66a HTTP/1.1" status: 200 len: 897 time: 0.0853505 Sep 21 18:55:23.433637 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fc365345-06fe-44e5-8ecb-ca174db1c9a4 req-f6ae795b-1b77-49aa-b514-6f5a536bb64f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31a2c90e-c07a-4301-a4fa-92b08b350c5b HTTP/1.1" status: 200 len: 217 time: 0.0388322 Sep 21 18:55:23.484477 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc365345-06fe-44e5-8ecb-ca174db1c9a4 req-a43fd03c-7bde-4faf-9259-0642de1d8792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:23.485914 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fc365345-06fe-44e5-8ecb-ca174db1c9a4 req-a43fd03c-7bde-4faf-9259-0642de1d8792 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f6141d0-914f-4947-bdc5-745d9451b1a4 HTTP/1.1" status: 200 len: 835 time: 0.0447874 Sep 21 18:55:23.533085 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc365345-06fe-44e5-8ecb-ca174db1c9a4 req-95574590-f0dc-495b-bccb-905c9947d2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:23.534856 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fc365345-06fe-44e5-8ecb-ca174db1c9a4 req-95574590-f0dc-495b-bccb-905c9947d2aa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=675566b4-7c49-45bc-9225-46c96ac3c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412331 Sep 21 18:55:23.649183 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fc365345-06fe-44e5-8ecb-ca174db1c9a4 req-45c1a86b-5975-4792-8292-00cb0ed6db96 service neutron] 10.222.0.44 "GET /v2.0/networks/675566b4-7c49-45bc-9225-46c96ac3c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971463 Sep 21 18:55:23.681218 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:55:23.742003 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fc365345-06fe-44e5-8ecb-ca174db1c9a4 req-c1926b95-8f06-4e32-bb41-c7e08bd8d67e service neutron] 10.222.0.44 "GET /v2.0/networks/675566b4-7c49-45bc-9225-46c96ac3c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832481 Sep 21 18:55:23.925949 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ee0ca-f4cc-4fc5-be62-1f080a5bfb47 req-06de400b-1c07-4c80-a2e4-fc19842a56f7 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:23.927473 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5d5ee0ca-f4cc-4fc5-be62-1f080a5bfb47 req-06de400b-1c07-4c80-a2e4-fc19842a56f7 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 943 time: 0.0523784 Sep 21 18:55:23.968637 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5d5ee0ca-f4cc-4fc5-be62-1f080a5bfb47 req-a01b7752-bc88-458b-a4d5-b09c3873557b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=a82b60f0-9b8b-4f28-a28d-9ad67d55e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317497 Sep 21 18:55:24.035433 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:25.056639 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:25.106123 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8843d-5944-4834-a333-52788a3597b8 req-37a3a182-3ed4-416c-bd7b-e7f7bbdd883c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:25.107767 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3f8843d-5944-4834-a333-52788a3597b8 req-37a3a182-3ed4-416c-bd7b-e7f7bbdd883c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 943 time: 0.0544186 Sep 21 18:55:25.153561 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3f8843d-5944-4834-a333-52788a3597b8 req-b78ee4dd-001d-439d-87d1-0f38254b98d8 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=a82b60f0-9b8b-4f28-a28d-9ad67d55e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365448 Sep 21 18:55:26.343614 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ecaf50-ac69-46ca-a2f9-6b7074b71168 req-ea98db5c-eb25-4de9-930f-e69f27cb90e5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:26.345137 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-16ecaf50-ac69-46ca-a2f9-6b7074b71168 req-ea98db5c-eb25-4de9-930f-e69f27cb90e5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 943 time: 0.1104703 Sep 21 18:55:26.390909 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-16ecaf50-ac69-46ca-a2f9-6b7074b71168 req-392ccf86-2e42-4d13-9c32-d866b4159e0f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=a82b60f0-9b8b-4f28-a28d-9ad67d55e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369480 Sep 21 18:55:26.615922 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 31a2c90e-c07a-4301-a4fa-92b08b350c5b details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:55:26.720221 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 31a2c90e-c07a-4301-a4fa-92b08b350c5b, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=31a2c90e-c07a-4301-a4fa-92b08b350c5b,segment=NetworkSegment(367dee77-cf17-4a14-9aed-0525252ae4cf),segment_id=367dee77-cf17-4a14-9aed-0525252ae4cf)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:55:26.731470 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '31a2c90e-c07a-4301-a4fa-92b08b350c5b', 'network_id': '675566b4-7c49-45bc-9225-46c96ac3c66a', 'port_id': '31a2c90e-c07a-4301-a4fa-92b08b350c5b', 'mac_address': 'fa:16:3e:8e:a0:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6141d0-914f-4947-bdc5-745d9451b1a4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:55:26.769750 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:26.783494 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31a2c90e-c07a-4301-a4fa-92b08b350c5b {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:55:26.803736 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 31a2c90e-c07a-4301-a4fa-92b08b350c5b, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=31a2c90e-c07a-4301-a4fa-92b08b350c5b,segment=NetworkSegment(367dee77-cf17-4a14-9aed-0525252ae4cf),segment_id=367dee77-cf17-4a14-9aed-0525252ae4cf)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:55:26.811319 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:26.867051 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=31a2c90e-c07a-4301-a4fa-92b08b350c5b,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:27.028592 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['31a2c90e-c07a-4301-a4fa-92b08b350c5b'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:55:27.522177 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d6f48-a352-447b-be68-0c72a5d7ab07 req-9e2e0eef-c40f-4fc3-a9d3-ae8c9486916e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:27.523693 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f9d6f48-a352-447b-be68-0c72a5d7ab07 req-9e2e0eef-c40f-4fc3-a9d3-ae8c9486916e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 944 time: 0.0530045 Sep 21 18:55:27.569683 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5f9d6f48-a352-447b-be68-0c72a5d7ab07 req-d7761cf5-9468-49e1-bda5-935133075543 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=a82b60f0-9b8b-4f28-a28d-9ad67d55e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397890 Sep 21 18:55:28.611074 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 31a2c90e-c07a-4301-a4fa-92b08b350c5b up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:55:28.661960 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 31a2c90e-c07a-4301-a4fa-92b08b350c5b completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:55:28.666266 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 31a2c90e-c07a-4301-a4fa-92b08b350c5b triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:55:28.666659 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:28.693323 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b5fba-8cf3-4009-9529-68bc3b6d5633 req-1114dd3b-e511-42e0-8271-984842ce0384 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:28.694980 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c43b5fba-8cf3-4009-9529-68bc3b6d5633 req-1114dd3b-e511-42e0-8271-984842ce0384 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 944 time: 0.0548840 Sep 21 18:55:28.734208 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c43b5fba-8cf3-4009-9529-68bc3b6d5633 req-540010ba-1c63-48ed-9d6f-f10bffc7920d tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=a82b60f0-9b8b-4f28-a28d-9ad67d55e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324132 Sep 21 18:55:28.746768 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:28.770353 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b6a0be-cc59-4918-82ac-28bf108fd429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a2c90e-c07a-4301-a4fa-92b08b350c5b'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:55:28.772675 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7be9786b8e12a57addcd3d24694f9862590c26d6af0c76ac9baad1416f83940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc480196-09f8-45aa-af7c-8f61561c1774" -d '{"events": [{"server_uuid": "e5b6a0be-cc59-4918-82ac-28bf108fd429", "name": "network-vif-plugged", "status": "completed", "tag": "31a2c90e-c07a-4301-a4fa-92b08b350c5b"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:55:28.785314 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 31a2c90e-c07a-4301-a4fa-92b08b350c5b, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=31a2c90e-c07a-4301-a4fa-92b08b350c5b,segment=NetworkSegment(367dee77-cf17-4a14-9aed-0525252ae4cf),segment_id=367dee77-cf17-4a14-9aed-0525252ae4cf)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:55:28.790742 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:28.813715 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b19ac37-6e48-407b-b8ee-4e946c690f0f x-openstack-request-id: req-3b19ac37-6e48-407b-b8ee-4e946c690f0f {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:55:28.814012 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b6a0be-cc59-4918-82ac-28bf108fd429", "name": "network-vif-plugged", "status": "completed", "tag": "31a2c90e-c07a-4301-a4fa-92b08b350c5b", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:55:28.814279 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3b19ac37-6e48-407b-b8ee-4e946c690f0f {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:55:28.814652 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b6a0be-cc59-4918-82ac-28bf108fd429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a2c90e-c07a-4301-a4fa-92b08b350c5b', 'code': 200} Sep 21 18:55:28.841789 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=31a2c90e-c07a-4301-a4fa-92b08b350c5b,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:28.912817 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9605f-ef3b-4278-a5e3-baac95b4a26c req-5744008e-8689-4c32-b9e5-e86498a2beed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:28.914357 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65a9605f-ef3b-4278-a5e3-baac95b4a26c req-5744008e-8689-4c32-b9e5-e86498a2beed service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 1096 time: 0.0432086 Sep 21 18:55:28.952591 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-65a9605f-ef3b-4278-a5e3-baac95b4a26c req-b75081c3-1e10-4835-9e56-2f3b47e88c4f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a82b60f0-9b8b-4f28-a28d-9ad67d55e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296044 Sep 21 18:55:29.862051 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc756fcd-fb6e-45a5-bb7d-caecb9b9476b req-7e170616-f05b-4b2d-8f1a-8dd32f17bc73 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:29.863662 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dc756fcd-fb6e-45a5-bb7d-caecb9b9476b req-7e170616-f05b-4b2d-8f1a-8dd32f17bc73 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 945 time: 0.0519609 Sep 21 18:55:29.915759 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-dc756fcd-fb6e-45a5-bb7d-caecb9b9476b req-8ed37ca0-295b-4ce0-9b52-3dfbca33347e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=a82b60f0-9b8b-4f28-a28d-9ad67d55e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452054 Sep 21 18:55:31.105735 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166d2c0-812b-493b-9aa7-ad1fb91db487 req-3983e590-7c6b-43fb-ac00-5f7be72eeeec tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:31.107239 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a166d2c0-812b-493b-9aa7-ad1fb91db487 req-3983e590-7c6b-43fb-ac00-5f7be72eeeec tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 945 time: 0.1153100 Sep 21 18:55:31.170023 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a166d2c0-812b-493b-9aa7-ad1fb91db487 req-8d487618-807c-4d06-9f0a-a7886cd5b4f5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=a82b60f0-9b8b-4f28-a28d-9ad67d55e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563664 Sep 21 18:55:31.286576 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98df5a-9457-4b26-8a3a-b02aa607ce04 req-9d496313-6588-4a98-ad15-1005fb8b042a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:31.288071 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0e98df5a-9457-4b26-8a3a-b02aa607ce04 req-9d496313-6588-4a98-ad15-1005fb8b042a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 945 time: 0.0495584 Sep 21 18:55:31.325410 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0e98df5a-9457-4b26-8a3a-b02aa607ce04 req-daeb4d56-59ba-483a-9f86-fb324934f4d8 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=a82b60f0-9b8b-4f28-a28d-9ad67d55e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309083 Sep 21 18:55:31.347684 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55814) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:55:31.434957 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44a3c7e-3477-4789-81b1-5ab509b601c3 tempest-TestNetworkAdvancedServerOps-343949058 tempest-TestNetworkAdvancedServerOps-343949058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:31.436490 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f44a3c7e-3477-4789-81b1-5ab509b601c3 tempest-TestNetworkAdvancedServerOps-343949058 tempest-TestNetworkAdvancedServerOps-343949058-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 1091 time: 0.0878725 Sep 21 18:55:31.441011 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55818) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:55:31.445325 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-f57521ad-1d42-48ff-b74b-9f164fc9b5df tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'port_id': '31a2c90e-c07a-4301-a4fa-92b08b350c5b', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:55:31.471341 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f57521ad-1d42-48ff-b74b-9f164fc9b5df tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for floatingip, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:31.570649 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f57521ad-1d42-48ff-b74b-9f164fc9b5df tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:31.681384 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-f57521ad-1d42-48ff-b74b-9f164fc9b5df tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Allocated IP 172.25.6.228 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/3cc524f8-f31d-416d-a39d-4445f5a8b95b) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:55:31.786224 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f57521ad-1d42-48ff-b74b-9f164fc9b5df tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:31.821770 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f57521ad-1d42-48ff-b74b-9f164fc9b5df tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:31.863713 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57521ad-1d42-48ff-b74b-9f164fc9b5df tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:55:31.868532 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-f57521ad-1d42-48ff-b74b-9f164fc9b5df tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:55:31.873102 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57521ad-1d42-48ff-b74b-9f164fc9b5df tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:55:31.876138 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57521ad-1d42-48ff-b74b-9f164fc9b5df tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Port': ['ID=3cc524f8-f31d-416d-a39d-4445f5a8b95b,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:32.247656 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f57521ad-1d42-48ff-b74b-9f164fc9b5df tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:32.326954 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f57521ad-1d42-48ff-b74b-9f164fc9b5df tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:32.481573 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f57521ad-1d42-48ff-b74b-9f164fc9b5df tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:32.487458 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f57521ad-1d42-48ff-b74b-9f164fc9b5df tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:32.556169 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57521ad-1d42-48ff-b74b-9f164fc9b5df tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Port': ['ID=3cc524f8-f31d-416d-a39d-4445f5a8b95b,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:55:32.565421 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f57521ad-1d42-48ff-b74b-9f164fc9b5df tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:32.667189 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [None req-f57521ad-1d42-48ff-b74b-9f164fc9b5df tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Floating IP e3e37fb7-cd3f-424c-9bbb-9dcf36147b01 associated. External IP: 172.25.6.228, port: 31a2c90e-c07a-4301-a4fa-92b08b350c5b. Sep 21 18:55:32.890174 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57521ad-1d42-48ff-b74b-9f164fc9b5df tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Router 1e672a92-c630-428f-a371-d4ba6882cf5b has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:55:33.002578 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57521ad-1d42-48ff-b74b-9f164fc9b5df tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:55:33.012657 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8059f193-0d58-4443-87b4-0916426c0749 None None] Sync routers for ids ['1e672a92-c630-428f-a371-d4ba6882cf5b'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:55:33.020318 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f57521ad-1d42-48ff-b74b-9f164fc9b5df tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:33.022770 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8059f193-0d58-4443-87b4-0916426c0749 None None] Routers {'1e672a92-c630-428f-a371-d4ba6882cf5b'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:55:33.023424 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8059f193-0d58-4443-87b4-0916426c0749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:55:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['1e672a92-c630-428f-a371-d4ba6882cf5b'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:55:33.047935 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f57521ad-1d42-48ff-b74b-9f164fc9b5df tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6059461 Sep 21 18:55:33.048533 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b6a0be-cc59-4918-82ac-28bf108fd429', 'tag': '31a2c90e-c07a-4301-a4fa-92b08b350c5b'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:55:33.050886 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e068d80b537898f9f0058ef40cd45917e2ca049a324cdaa182e5d883fca795c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c070a0-201d-4401-9f49-3514e87c98ea" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b6a0be-cc59-4918-82ac-28bf108fd429", "tag": "31a2c90e-c07a-4301-a4fa-92b08b350c5b"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:55:33.132235 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-8059f193-0d58-4443-87b4-0916426c0749 None None] Set router 1e672a92-c630-428f-a371-d4ba6882cf5b gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:55:33.158719 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c98f95-96eb-43a8-9f27-e064ce09464b req-88d12dc0-3b3f-4ef5-b9a0-af4f3c3d09db tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:33.160616 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-05c98f95-96eb-43a8-9f27-e064ce09464b req-88d12dc0-3b3f-4ef5-b9a0-af4f3c3d09db tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 945 time: 0.0583994 Sep 21 18:55:33.163961 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1089d2e4-3a35-4a3a-b9f1-f1b815d21309 x-openstack-request-id: req-1089d2e4-3a35-4a3a-b9f1-f1b815d21309 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:55:33.164249 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b6a0be-cc59-4918-82ac-28bf108fd429", "tag": "31a2c90e-c07a-4301-a4fa-92b08b350c5b", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:55:33.164501 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1089d2e4-3a35-4a3a-b9f1-f1b815d21309 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:55:33.164914 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b6a0be-cc59-4918-82ac-28bf108fd429', 'tag': '31a2c90e-c07a-4301-a4fa-92b08b350c5b', 'status': 'completed', 'code': 200} Sep 21 18:55:33.222798 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-05c98f95-96eb-43a8-9f27-e064ce09464b req-ada320b5-e678-493c-b670-bfb1b663b4ff tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=a82b60f0-9b8b-4f28-a28d-9ad67d55e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546966 Sep 21 18:55:33.235887 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c070a0-201d-4401-9f49-3514e87c98ea req-44d993bc-cf83-47af-bde0-9dcfc19b0b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:33.240623 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90c070a0-201d-4401-9f49-3514e87c98ea req-44d993bc-cf83-47af-bde0-9dcfc19b0b95 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 1096 time: 0.0518644 Sep 21 18:55:33.246471 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55826) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:55:33.360940 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8059f193-0d58-4443-87b4-0916426c0749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899033141', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '46222af4-d25c-4679-bc37-1cf7ef6ed9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:55:13Z', 'updated_at': '2021-09-21T18:55:17Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '46222af4-d25c-4679-bc37-1cf7ef6ed9ac', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:de:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:55:14Z', 'updated_at': '2021-09-21T18:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'e3e37fb7-cd3f-424c-9bbb-9dcf36147b01', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'floating_ip_address': '172.25.6.228', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'port_id': '31a2c90e-c07a-4301-a4fa-92b08b350c5b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '675566b4-7c49-45bc-9225-46c96ac3c66a', 'mac_address': 'fa:16:3e:8e:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b6a0be-cc59-4918-82ac-28bf108fd429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:55:32Z', 'updated_at': '2021-09-21T18:55:32Z', 'revision_number': 0, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b83d4f7e-03f9-4b7e-b923-c491ef58b73e', 'name': '', 'network_id': '675566b4-7c49-45bc-9225-46c96ac3c66a', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:1f:40:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6f6141d0-914f-4947-bdc5-745d9451b1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:55:17Z', 'updated_at': '2021-09-21T18:55:20Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': '6f6141d0-914f-4947-bdc5-745d9451b1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:55:33.388266 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8059f193-0d58-4443-87b4-0916426c0749 None None] Checking router: 1e672a92-c630-428f-a371-d4ba6882cf5b for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:55:33.397545 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8059f193-0d58-4443-87b4-0916426c0749 None None] Routers {'1e672a92-c630-428f-a371-d4ba6882cf5b'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:55:33.398075 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8059f193-0d58-4443-87b4-0916426c0749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:55:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['1e672a92-c630-428f-a371-d4ba6882cf5b'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:55:33.507985 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-8059f193-0d58-4443-87b4-0916426c0749 None None] Set router 1e672a92-c630-428f-a371-d4ba6882cf5b gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:55:33.729189 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8059f193-0d58-4443-87b4-0916426c0749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899033141', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '46222af4-d25c-4679-bc37-1cf7ef6ed9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:55:13Z', 'updated_at': '2021-09-21T18:55:17Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '46222af4-d25c-4679-bc37-1cf7ef6ed9ac', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:de:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:55:14Z', 'updated_at': '2021-09-21T18:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'e3e37fb7-cd3f-424c-9bbb-9dcf36147b01', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'floating_ip_address': '172.25.6.228', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'port_id': '31a2c90e-c07a-4301-a4fa-92b08b350c5b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '675566b4-7c49-45bc-9225-46c96ac3c66a', 'mac_address': 'fa:16:3e:8e:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b6a0be-cc59-4918-82ac-28bf108fd429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:55:32Z', 'updated_at': '2021-09-21T18:55:32Z', 'revision_number': 0, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b83d4f7e-03f9-4b7e-b923-c491ef58b73e', 'name': '', 'network_id': '675566b4-7c49-45bc-9225-46c96ac3c66a', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:1f:40:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6f6141d0-914f-4947-bdc5-745d9451b1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:55:17Z', 'updated_at': '2021-09-21T18:55:20Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': '6f6141d0-914f-4947-bdc5-745d9451b1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:55:33.730896 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-82afdde1-e2e3-406c-b436-7c3630cfb503 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/floatingips/e3e37fb7-cd3f-424c-9bbb-9dcf36147b01 HTTP/1.1" status: 200 len: 991 time: 0.4832461 Sep 21 18:55:33.753120 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c070a0-201d-4401-9f49-3514e87c98ea req-969a3f15-baa2-45ba-a78d-95d4663db76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:33.754606 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90c070a0-201d-4401-9f49-3514e87c98ea req-969a3f15-baa2-45ba-a78d-95d4663db76d service neutron] 10.222.0.44 "GET /v2.0/networks?id=675566b4-7c49-45bc-9225-46c96ac3c66a HTTP/1.1" status: 200 len: 897 time: 0.5056000 Sep 21 18:55:33.827411 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90c070a0-201d-4401-9f49-3514e87c98ea req-869c5534-9ad1-47fd-b82f-d255045101f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31a2c90e-c07a-4301-a4fa-92b08b350c5b HTTP/1.1" status: 200 len: 999 time: 0.0647347 Sep 21 18:55:33.849989 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8059f193-0d58-4443-87b4-0916426c0749 None None] The sync data for ids ['1e672a92-c630-428f-a371-d4ba6882cf5b'] in n-d-810291-1 is: [{'id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899033141', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '46222af4-d25c-4679-bc37-1cf7ef6ed9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:55:13Z', 'updated_at': '2021-09-21T18:55:17Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '46222af4-d25c-4679-bc37-1cf7ef6ed9ac', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:de:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:55:14Z', 'updated_at': '2021-09-21T18:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'e3e37fb7-cd3f-424c-9bbb-9dcf36147b01', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'floating_ip_address': '172.25.6.228', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'port_id': '31a2c90e-c07a-4301-a4fa-92b08b350c5b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '675566b4-7c49-45bc-9225-46c96ac3c66a', 'mac_address': 'fa:16:3e:8e:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b6a0be-cc59-4918-82ac-28bf108fd429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:55:32Z', 'updated_at': '2021-09-21T18:55:32Z', 'revision_number': 0, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b83d4f7e-03f9-4b7e-b923-c491ef58b73e', 'name': '', 'network_id': '675566b4-7c49-45bc-9225-46c96ac3c66a', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:1f:40:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6f6141d0-914f-4947-bdc5-745d9451b1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:55:17Z', 'updated_at': '2021-09-21T18:55:20Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': '6f6141d0-914f-4947-bdc5-745d9451b1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:55:33.879904 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c070a0-201d-4401-9f49-3514e87c98ea req-b743473b-8b01-4eb2-84f0-d6ce0abf3ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:33.881566 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90c070a0-201d-4401-9f49-3514e87c98ea req-b743473b-8b01-4eb2-84f0-d6ce0abf3ea0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f6141d0-914f-4947-bdc5-745d9451b1a4 HTTP/1.1" status: 200 len: 835 time: 0.0461726 Sep 21 18:55:33.930202 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c070a0-201d-4401-9f49-3514e87c98ea req-bb5a8828-75a0-476f-8f82-cdf0fe109149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:33.932032 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90c070a0-201d-4401-9f49-3514e87c98ea req-bb5a8828-75a0-476f-8f82-cdf0fe109149 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=675566b4-7c49-45bc-9225-46c96ac3c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427523 Sep 21 18:55:34.027153 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90c070a0-201d-4401-9f49-3514e87c98ea req-52e09994-6db9-4f28-8f9d-4acdba49c297 service neutron] 10.222.0.44 "GET /v2.0/networks/675566b4-7c49-45bc-9225-46c96ac3c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869763 Sep 21 18:55:34.052644 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8cf4ee-da34-4678-8407-6937ae123254 None None] New status for floating IP e3e37fb7-cd3f-424c-9bbb-9dcf36147b01: ACTIVE {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:55:34.119840 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90c070a0-201d-4401-9f49-3514e87c98ea req-e30b2954-42a8-4ed9-9654-2bab5ee615c8 service neutron] 10.222.0.44 "GET /v2.0/networks/675566b4-7c49-45bc-9225-46c96ac3c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853291 Sep 21 18:55:34.735997 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55828) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:55:34.813255 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-747c813b-c298-4dc4-8f87-b3bc0ad0d70c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/floatingips/e3e37fb7-cd3f-424c-9bbb-9dcf36147b01 HTTP/1.1" status: 200 len: 993 time: 0.0760756 Sep 21 18:55:46.002265 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5cd353da-6e74-4a8c-bef4-6ad953931475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:48.498128 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d7c1ed89-d990-4517-8889-b38144c7196a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:49.130947 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:50.394628 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:51.860002 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:54.042495 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:55.076105 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:55:56.193700 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fb085f46-e437-4a5d-a549-6b1ad5178d25 req-b8a035a6-3287-4f97-ba82-54fa3cd65105 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507092 Sep 21 18:55:56.286414 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb085f46-e437-4a5d-a549-6b1ad5178d25 req-1e3686d2-77b0-4beb-a8ae-8691067ed0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:56.288072 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fb085f46-e437-4a5d-a549-6b1ad5178d25 req-1e3686d2-77b0-4beb-a8ae-8691067ed0e2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 1096 time: 0.0459180 Sep 21 18:55:56.397646 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb085f46-e437-4a5d-a549-6b1ad5178d25 req-407024f8-8588-4668-809c-632df3257320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:56.400871 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fb085f46-e437-4a5d-a549-6b1ad5178d25 req-407024f8-8588-4668-809c-632df3257320 service neutron] 10.222.0.44 "GET /v2.0/networks?id=675566b4-7c49-45bc-9225-46c96ac3c66a HTTP/1.1" status: 200 len: 897 time: 0.0900464 Sep 21 18:55:56.474133 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fb085f46-e437-4a5d-a549-6b1ad5178d25 req-cc43e40b-5162-4250-b2bc-e09cf37f3e75 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31a2c90e-c07a-4301-a4fa-92b08b350c5b HTTP/1.1" status: 200 len: 1001 time: 0.0647864 Sep 21 18:55:56.527250 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb085f46-e437-4a5d-a549-6b1ad5178d25 req-f6e31673-6dc2-4801-9b60-e40bb4d74802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:56.528694 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fb085f46-e437-4a5d-a549-6b1ad5178d25 req-f6e31673-6dc2-4801-9b60-e40bb4d74802 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f6141d0-914f-4947-bdc5-745d9451b1a4 HTTP/1.1" status: 200 len: 835 time: 0.0457797 Sep 21 18:55:56.582585 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb085f46-e437-4a5d-a549-6b1ad5178d25 req-e1ac7d35-1f2f-44d0-aa12-1ddde482c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:55:56.584171 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fb085f46-e437-4a5d-a549-6b1ad5178d25 req-e1ac7d35-1f2f-44d0-aa12-1ddde482c1bb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=675566b4-7c49-45bc-9225-46c96ac3c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471821 Sep 21 18:55:56.681508 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fb085f46-e437-4a5d-a549-6b1ad5178d25 req-7fc87130-3bab-497f-aaab-918cbe734791 service neutron] 10.222.0.44 "GET /v2.0/networks/675566b4-7c49-45bc-9225-46c96ac3c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893965 Sep 21 18:55:56.777875 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fb085f46-e437-4a5d-a549-6b1ad5178d25 req-f5863b19-e330-4a4a-8fe5-f9f5f4296841 service neutron] 10.222.0.44 "GET /v2.0/networks/675566b4-7c49-45bc-9225-46c96ac3c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877523 Sep 21 18:56:00.682965 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:56:03.691294 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32c91b-f3a5-4baa-bd02-fc52aff880d3 req-64be5713-bf5b-4e32-9098-80d4d223290c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:56:03.692932 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5c32c91b-f3a5-4baa-bd02-fc52aff880d3 req-64be5713-bf5b-4e32-9098-80d4d223290c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 945 time: 0.0524969 Sep 21 18:56:03.736251 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5c32c91b-f3a5-4baa-bd02-fc52aff880d3 req-4beae8ef-0f1d-489d-9cd4-e32df418dc17 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=a82b60f0-9b8b-4f28-a28d-9ad67d55e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368030 Sep 21 18:56:04.883281 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ef279-848e-4f46-8880-ed34440eb23b req-b93c230d-857f-4319-bbe9-4a42957281b4 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:56:04.884809 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b69ef279-848e-4f46-8880-ed34440eb23b req-b93c230d-857f-4319-bbe9-4a42957281b4 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 945 time: 0.0631325 Sep 21 18:56:04.928159 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b69ef279-848e-4f46-8880-ed34440eb23b req-beb8307d-82e2-40e2-b7dd-d291eb92161a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=a82b60f0-9b8b-4f28-a28d-9ad67d55e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341630 Sep 21 18:56:06.054352 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a1e1c-4fb1-4b24-93d3-7208f5c5f973 req-a977a608-b14e-401f-bf33-197f089f1c17 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:56:06.055878 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-580a1e1c-4fb1-4b24-93d3-7208f5c5f973 req-a977a608-b14e-401f-bf33-197f089f1c17 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 945 time: 0.0540733 Sep 21 18:56:06.093753 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-580a1e1c-4fb1-4b24-93d3-7208f5c5f973 req-87fffd36-5959-484b-b474-ae8da066ca4f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=a82b60f0-9b8b-4f28-a28d-9ad67d55e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316129 Sep 21 18:56:07.223146 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f175c2-7c89-4d19-b0e0-39b0e4129849 req-55ea1f16-533b-41a0-b89d-907c36b6fdf7 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:56:07.224693 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-11f175c2-7c89-4d19-b0e0-39b0e4129849 req-55ea1f16-533b-41a0-b89d-907c36b6fdf7 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 945 time: 0.0532434 Sep 21 18:56:07.262896 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-11f175c2-7c89-4d19-b0e0-39b0e4129849 req-e2ad8207-74ab-4734-be75-a5337eeb0fbb tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=a82b60f0-9b8b-4f28-a28d-9ad67d55e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319788 Sep 21 18:56:08.404518 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a812a-0882-4671-a401-25a9cf0ca365 req-89148f0d-c73a-4407-b88f-410a3abba59c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:56:08.406575 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-764a812a-0882-4671-a401-25a9cf0ca365 req-89148f0d-c73a-4407-b88f-410a3abba59c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 945 time: 0.0609941 Sep 21 18:56:08.449829 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-764a812a-0882-4671-a401-25a9cf0ca365 req-3060d873-6222-4d73-928a-721777b90c65 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=a82b60f0-9b8b-4f28-a28d-9ad67d55e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367429 Sep 21 18:56:09.584392 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628acb7-1696-404c-a184-4aecebf5054c req-85709c74-b188-4ca5-96fa-0770b1ffa291 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:56:09.585964 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4628acb7-1696-404c-a184-4aecebf5054c req-85709c74-b188-4ca5-96fa-0770b1ffa291 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 945 time: 0.0584641 Sep 21 18:56:09.631644 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4628acb7-1696-404c-a184-4aecebf5054c req-1ce1f687-663c-451b-8b18-48ca5edc8346 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=a82b60f0-9b8b-4f28-a28d-9ad67d55e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366366 Sep 21 18:56:10.752265 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741307e6-57b9-40a7-bfd5-5738f71cb764 req-35f5b38f-5233-4785-a2ac-5cc6e23cfd9d tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:56:10.753742 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-741307e6-57b9-40a7-bfd5-5738f71cb764 req-35f5b38f-5233-4785-a2ac-5cc6e23cfd9d tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 945 time: 0.0483401 Sep 21 18:56:10.793631 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-741307e6-57b9-40a7-bfd5-5738f71cb764 req-492ceec2-6b35-478b-86ed-064c83f0643f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=a82b60f0-9b8b-4f28-a28d-9ad67d55e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329881 Sep 21 18:56:11.926705 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e9f8e-bd5e-46a3-a0f5-961fe25eda0b req-bedfcf08-e3e3-4973-9607-2bf5923912a3 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:56:11.928423 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6e6e9f8e-bd5e-46a3-a0f5-961fe25eda0b req-bedfcf08-e3e3-4973-9607-2bf5923912a3 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 945 time: 0.0569901 Sep 21 18:56:11.966735 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6e6e9f8e-bd5e-46a3-a0f5-961fe25eda0b req-50606744-5c7d-4c30-be39-954dc7bdeed8 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=a82b60f0-9b8b-4f28-a28d-9ad67d55e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321734 Sep 21 18:56:13.088584 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77faab-6892-4c2a-9272-61e88c4190dd req-8ad124f6-1216-4ee5-ae73-74f105bd9534 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:56:13.090235 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ec77faab-6892-4c2a-9272-61e88c4190dd req-8ad124f6-1216-4ee5-ae73-74f105bd9534 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 945 time: 0.0529237 Sep 21 18:56:13.139978 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ec77faab-6892-4c2a-9272-61e88c4190dd req-0f37a8cb-6070-4c4c-bd9b-9c938fff4f70 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=a82b60f0-9b8b-4f28-a28d-9ad67d55e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418360 Sep 21 18:56:14.268048 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb73e5-d42c-413e-a27a-97524690bcc5 req-450a4000-9932-4d2b-a029-dd30f5f0513c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:56:14.269538 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-afdb73e5-d42c-413e-a27a-97524690bcc5 req-450a4000-9932-4d2b-a029-dd30f5f0513c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 945 time: 0.0510252 Sep 21 18:56:14.308198 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-afdb73e5-d42c-413e-a27a-97524690bcc5 req-e53950b1-6410-46ca-9a58-0c258bf253c4 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=a82b60f0-9b8b-4f28-a28d-9ad67d55e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324662 Sep 21 18:56:14.331173 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55862) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:56:14.397738 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e1bb1567-d876-4a29-a30e-cdfb560ccc2b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/floatingips/e3e37fb7-cd3f-424c-9bbb-9dcf36147b01 HTTP/1.1" status: 200 len: 993 time: 0.0653675 Sep 21 18:56:15.700512 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e15c0a-4a0a-4ff4-8123-f3a4f2ea74c8 req-534a1a1f-c1f9-42a8-84f3-cbca4d7bb739 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:56:15.702077 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-98e15c0a-4a0a-4ff4-8123-f3a4f2ea74c8 req-534a1a1f-c1f9-42a8-84f3-cbca4d7bb739 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 945 time: 0.0526609 Sep 21 18:56:15.727322 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace0532-f48f-4b7d-b5c8-92f7f0839d15 req-e82d7983-38f9-4059-ac9e-e540df1188e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:56:15.728864 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0ace0532-f48f-4b7d-b5c8-92f7f0839d15 req-e82d7983-38f9-4059-ac9e-e540df1188e3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 1096 time: 0.0416031 Sep 21 18:56:15.739794 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-98e15c0a-4a0a-4ff4-8123-f3a4f2ea74c8 req-d76a4304-2548-4c54-b159-fd37e746fc6c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=a82b60f0-9b8b-4f28-a28d-9ad67d55e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313139 Sep 21 18:56:15.822423 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace0532-f48f-4b7d-b5c8-92f7f0839d15 req-5f7fd240-37a9-4ddf-a5dc-d95a78f3d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:56:15.823977 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0ace0532-f48f-4b7d-b5c8-92f7f0839d15 req-5f7fd240-37a9-4ddf-a5dc-d95a78f3d6f7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=675566b4-7c49-45bc-9225-46c96ac3c66a HTTP/1.1" status: 200 len: 897 time: 0.0875521 Sep 21 18:56:15.894764 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0ace0532-f48f-4b7d-b5c8-92f7f0839d15 req-261ccbd0-4e15-46a4-af9c-696cba84d76b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31a2c90e-c07a-4301-a4fa-92b08b350c5b HTTP/1.1" status: 200 len: 1001 time: 0.0610323 Sep 21 18:56:15.944842 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace0532-f48f-4b7d-b5c8-92f7f0839d15 req-0c94bb4e-0c58-4549-ab28-3aef8767f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:56:15.946250 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0ace0532-f48f-4b7d-b5c8-92f7f0839d15 req-0c94bb4e-0c58-4549-ab28-3aef8767f8e5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f6141d0-914f-4947-bdc5-745d9451b1a4 HTTP/1.1" status: 200 len: 835 time: 0.0440741 Sep 21 18:56:15.985601 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d370fa2b-2f80-46fb-9d25-5d95166f8826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:15.994236 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace0532-f48f-4b7d-b5c8-92f7f0839d15 req-f937f912-6279-4fd8-a493-70da8e047a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:56:15.995718 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0ace0532-f48f-4b7d-b5c8-92f7f0839d15 req-f937f912-6279-4fd8-a493-70da8e047a3a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=675566b4-7c49-45bc-9225-46c96ac3c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417535 Sep 21 18:56:16.090140 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0ace0532-f48f-4b7d-b5c8-92f7f0839d15 req-bbb5d171-f328-4fcd-9fb1-42bb11a6b185 service neutron] 10.222.0.44 "GET /v2.0/networks/675566b4-7c49-45bc-9225-46c96ac3c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863683 Sep 21 18:56:16.187200 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0ace0532-f48f-4b7d-b5c8-92f7f0839d15 req-43011389-fd16-4542-8a74-df983d476a0b service neutron] 10.222.0.44 "GET /v2.0/networks/675566b4-7c49-45bc-9225-46c96ac3c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891171 Sep 21 18:56:16.862684 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed10f5-0589-43ac-a150-6774a10ab6e2 req-2c70ed4b-4248-4700-81f0-7b911271bb8e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:56:16.864213 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3ed10f5-0589-43ac-a150-6774a10ab6e2 req-2c70ed4b-4248-4700-81f0-7b911271bb8e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 945 time: 0.0527918 Sep 21 18:56:16.907122 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3ed10f5-0589-43ac-a150-6774a10ab6e2 req-37eeeee8-6ddc-4478-94dd-e7572f00fa1f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=a82b60f0-9b8b-4f28-a28d-9ad67d55e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363083 Sep 21 18:56:16.930763 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55876) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:56:16.990837 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-89b9022d-4171-4e09-b34c-d1a899555869 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/floatingips/e3e37fb7-cd3f-424c-9bbb-9dcf36147b01 HTTP/1.1" status: 200 len: 993 time: 0.0588541 Sep 21 18:56:18.500443 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5766c2e9-95c5-47ef-bea6-8a9d0d8c741f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:19.130795 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:20.399720 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:21.865513 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:24.059431 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:25.103839 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:37.682799 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:56:46.001027 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-10c6eaf2-6905-4c44-9294-962446f9ea62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:48.499470 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5afb3042-52bc-4dde-90fc-d8eb41483e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:49.133762 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:49.392827 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55890) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:56:49.548093 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-30690a04-ccbe-4011-8719-db2524235af1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Deleting port 3cc524f8-f31d-416d-a39d-4445f5a8b95b {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:56:49.548401 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30690a04-ccbe-4011-8719-db2524235af1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:49.629429 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30690a04-ccbe-4011-8719-db2524235af1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:49.629747 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30690a04-ccbe-4011-8719-db2524235af1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:49.641346 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-30690a04-ccbe-4011-8719-db2524235af1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Calling delete_port for 3cc524f8-f31d-416d-a39d-4445f5a8b95b owned by network:floatingip {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:56:49.792586 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30690a04-ccbe-4011-8719-db2524235af1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:49.825594 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30690a04-ccbe-4011-8719-db2524235af1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event deleted for resources: {'Port': ['ID=3cc524f8-f31d-416d-a39d-4445f5a8b95b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:56:49.850850 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30690a04-ccbe-4011-8719-db2524235af1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:49.851237 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30690a04-ccbe-4011-8719-db2524235af1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:49.851574 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30690a04-ccbe-4011-8719-db2524235af1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:49.851910 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30690a04-ccbe-4011-8719-db2524235af1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:49.852237 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30690a04-ccbe-4011-8719-db2524235af1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:49.852573 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30690a04-ccbe-4011-8719-db2524235af1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:49.852903 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30690a04-ccbe-4011-8719-db2524235af1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:49.853223 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30690a04-ccbe-4011-8719-db2524235af1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:49.853550 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30690a04-ccbe-4011-8719-db2524235af1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:49.853871 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30690a04-ccbe-4011-8719-db2524235af1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:49.854192 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30690a04-ccbe-4011-8719-db2524235af1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:49.854493 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30690a04-ccbe-4011-8719-db2524235af1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:49.893457 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30690a04-ccbe-4011-8719-db2524235af1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for floatingip, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:49.893825 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [None req-30690a04-ccbe-4011-8719-db2524235af1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Floating IP e3e37fb7-cd3f-424c-9bbb-9dcf36147b01 disassociated (deleted). External IP: 172.25.6.228, port: 31a2c90e-c07a-4301-a4fa-92b08b350c5b. Sep 21 18:56:50.126806 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30690a04-ccbe-4011-8719-db2524235af1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Router 1e672a92-c630-428f-a371-d4ba6882cf5b has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:56:50.239283 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30690a04-ccbe-4011-8719-db2524235af1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:56:50.243902 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-30690a04-ccbe-4011-8719-db2524235af1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:50.249790 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2012b1a-cdfd-41f4-bb39-090e9ffad1cc None None] Sync routers for ids ['1e672a92-c630-428f-a371-d4ba6882cf5b'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:56:50.260488 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2012b1a-cdfd-41f4-bb39-090e9ffad1cc None None] Routers {'1e672a92-c630-428f-a371-d4ba6882cf5b'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:56:50.261101 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-b2012b1a-cdfd-41f4-bb39-090e9ffad1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:56:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['1e672a92-c630-428f-a371-d4ba6882cf5b'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:56:50.270059 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-30690a04-ccbe-4011-8719-db2524235af1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "DELETE /v2.0/floatingips/e3e37fb7-cd3f-424c-9bbb-9dcf36147b01 HTTP/1.1" status: 204 len: 168 time: 0.8762043 Sep 21 18:56:50.270637 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b6a0be-cc59-4918-82ac-28bf108fd429', 'tag': '31a2c90e-c07a-4301-a4fa-92b08b350c5b'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:56:50.273068 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e068d80b537898f9f0058ef40cd45917e2ca049a324cdaa182e5d883fca795c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f9939e-cef8-41f6-b9fc-ad820c1956d2" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b6a0be-cc59-4918-82ac-28bf108fd429", "tag": "31a2c90e-c07a-4301-a4fa-92b08b350c5b"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:56:50.312167 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ed1b80-12a8-4d50-9cd7-0b9bb5411d2c x-openstack-request-id: req-e5ed1b80-12a8-4d50-9cd7-0b9bb5411d2c {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:56:50.312464 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b6a0be-cc59-4918-82ac-28bf108fd429", "tag": "31a2c90e-c07a-4301-a4fa-92b08b350c5b", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:56:50.312836 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e5ed1b80-12a8-4d50-9cd7-0b9bb5411d2c {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:56:50.313245 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b6a0be-cc59-4918-82ac-28bf108fd429', 'tag': '31a2c90e-c07a-4301-a4fa-92b08b350c5b', 'status': 'completed', 'code': 200} Sep 21 18:56:50.369094 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-b2012b1a-cdfd-41f4-bb39-090e9ffad1cc None None] Set router 1e672a92-c630-428f-a371-d4ba6882cf5b gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:56:50.410479 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:50.420830 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9939e-cef8-41f6-b9fc-ad820c1956d2 req-fdf1aaf3-8850-4ae0-aeae-8913e319b4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:56:50.422548 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d9f9939e-cef8-41f6-b9fc-ad820c1956d2 req-fdf1aaf3-8850-4ae0-aeae-8913e319b4d0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 1096 time: 0.0858181 Sep 21 18:56:50.527025 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9939e-cef8-41f6-b9fc-ad820c1956d2 req-c4f6c328-3d58-4e48-9011-79ed6dc05714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:56:50.528588 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae109f5-9703-4494-97fb-8e1fdc482ce8 req-3ed68375-7623-4b98-ab4d-f2d90d614b5d tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:56:50.529618 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d9f9939e-cef8-41f6-b9fc-ad820c1956d2 req-c4f6c328-3d58-4e48-9011-79ed6dc05714 service neutron] 10.222.0.44 "GET /v2.0/networks?id=675566b4-7c49-45bc-9225-46c96ac3c66a HTTP/1.1" status: 200 len: 897 time: 0.0971136 Sep 21 18:56:50.530113 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eae109f5-9703-4494-97fb-8e1fdc482ce8 req-3ed68375-7623-4b98-ab4d-f2d90d614b5d tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 945 time: 0.0534146 Sep 21 18:56:50.568536 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-b2012b1a-cdfd-41f4-bb39-090e9ffad1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899033141', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '46222af4-d25c-4679-bc37-1cf7ef6ed9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:55:13Z', 'updated_at': '2021-09-21T18:55:17Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '46222af4-d25c-4679-bc37-1cf7ef6ed9ac', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:de:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:55:14Z', 'updated_at': '2021-09-21T18:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'b83d4f7e-03f9-4b7e-b923-c491ef58b73e', 'name': '', 'network_id': '675566b4-7c49-45bc-9225-46c96ac3c66a', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:1f:40:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6f6141d0-914f-4947-bdc5-745d9451b1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:55:17Z', 'updated_at': '2021-09-21T18:55:20Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': '6f6141d0-914f-4947-bdc5-745d9451b1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:56:50.571741 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-eae109f5-9703-4494-97fb-8e1fdc482ce8 req-7b00a9b4-3f89-4038-8e8b-5cf099f83a65 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=a82b60f0-9b8b-4f28-a28d-9ad67d55e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348351 Sep 21 18:56:50.574044 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d9f9939e-cef8-41f6-b9fc-ad820c1956d2 req-79e228b3-cbcb-4cca-8e00-75d94626f5d3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31a2c90e-c07a-4301-a4fa-92b08b350c5b HTTP/1.1" status: 200 len: 217 time: 0.0373993 Sep 21 18:56:50.598293 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2012b1a-cdfd-41f4-bb39-090e9ffad1cc None None] Checking router: 1e672a92-c630-428f-a371-d4ba6882cf5b for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:56:50.606812 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2012b1a-cdfd-41f4-bb39-090e9ffad1cc None None] Routers {'1e672a92-c630-428f-a371-d4ba6882cf5b'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:56:50.607517 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-b2012b1a-cdfd-41f4-bb39-090e9ffad1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:56:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['1e672a92-c630-428f-a371-d4ba6882cf5b'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:56:50.630946 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9939e-cef8-41f6-b9fc-ad820c1956d2 req-171afe0f-9d0e-4eef-a272-c48f0f498f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:56:50.632487 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d9f9939e-cef8-41f6-b9fc-ad820c1956d2 req-171afe0f-9d0e-4eef-a272-c48f0f498f9d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f6141d0-914f-4947-bdc5-745d9451b1a4 HTTP/1.1" status: 200 len: 835 time: 0.0500634 Sep 21 18:56:50.679062 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9939e-cef8-41f6-b9fc-ad820c1956d2 req-52ab3737-ec4b-4a67-a45c-219e1e893115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:56:50.680535 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d9f9939e-cef8-41f6-b9fc-ad820c1956d2 req-52ab3737-ec4b-4a67-a45c-219e1e893115 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=675566b4-7c49-45bc-9225-46c96ac3c66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408065 Sep 21 18:56:50.711641 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-b2012b1a-cdfd-41f4-bb39-090e9ffad1cc None None] Set router 1e672a92-c630-428f-a371-d4ba6882cf5b gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:56:50.774904 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d9f9939e-cef8-41f6-b9fc-ad820c1956d2 req-3c4c3c9a-4657-4b0f-9815-950cfe8b1dd7 service neutron] 10.222.0.44 "GET /v2.0/networks/675566b4-7c49-45bc-9225-46c96ac3c66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855141 Sep 21 18:56:50.874632 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d9f9939e-cef8-41f6-b9fc-ad820c1956d2 req-4e6cf4e7-8439-4746-b556-55c623b581dd service neutron] 10.222.0.44 "GET /v2.0/networks/675566b4-7c49-45bc-9225-46c96ac3c66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865908 Sep 21 18:56:50.908514 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-b2012b1a-cdfd-41f4-bb39-090e9ffad1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899033141', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '46222af4-d25c-4679-bc37-1cf7ef6ed9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:55:13Z', 'updated_at': '2021-09-21T18:55:17Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '46222af4-d25c-4679-bc37-1cf7ef6ed9ac', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:de:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:55:14Z', 'updated_at': '2021-09-21T18:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'b83d4f7e-03f9-4b7e-b923-c491ef58b73e', 'name': '', 'network_id': '675566b4-7c49-45bc-9225-46c96ac3c66a', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:1f:40:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6f6141d0-914f-4947-bdc5-745d9451b1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:55:17Z', 'updated_at': '2021-09-21T18:55:20Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': '6f6141d0-914f-4947-bdc5-745d9451b1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:56:50.934693 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2012b1a-cdfd-41f4-bb39-090e9ffad1cc None None] The sync data for ids ['1e672a92-c630-428f-a371-d4ba6882cf5b'] in n-d-810291-1 is: [{'id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899033141', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '46222af4-d25c-4679-bc37-1cf7ef6ed9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:55:13Z', 'updated_at': '2021-09-21T18:55:17Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '46222af4-d25c-4679-bc37-1cf7ef6ed9ac', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:de:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:55:14Z', 'updated_at': '2021-09-21T18:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': 'b83d4f7e-03f9-4b7e-b923-c491ef58b73e', 'name': '', 'network_id': '675566b4-7c49-45bc-9225-46c96ac3c66a', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:1f:40:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6f6141d0-914f-4947-bdc5-745d9451b1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:55:17Z', 'updated_at': '2021-09-21T18:55:20Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': '6f6141d0-914f-4947-bdc5-745d9451b1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:56:51.166225 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e2bdc4-c731-40cd-ae65-47c73909effe None None] New status for floating IP e3e37fb7-cd3f-424c-9bbb-9dcf36147b01: DOWN {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:56:51.705302 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292053f-5a2e-4ad4-bc03-e8bc57997a1b req-fb44f36d-4584-4c58-a136-4886b8569b56 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:56:51.706795 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4292053f-5a2e-4ad4-bc03-e8bc57997a1b req-fb44f36d-4584-4c58-a136-4886b8569b56 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 945 time: 0.0598557 Sep 21 18:56:51.744406 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4292053f-5a2e-4ad4-bc03-e8bc57997a1b req-7d689a5a-21ed-4124-a3ec-2b491e828309 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=a82b60f0-9b8b-4f28-a28d-9ad67d55e85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314775 Sep 21 18:56:51.864312 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:52.067080 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b5fcf-2348-4f24-ab50-a44a40753d40 req-dc2d63f3-493b-408a-a14b-8bbaa239f0b5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:56:52.068516 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b89b5fcf-2348-4f24-ab50-a44a40753d40 req-dc2d63f3-493b-408a-a14b-8bbaa239f0b5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 945 time: 0.0585120 Sep 21 18:56:52.161831 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-b89b5fcf-2348-4f24-ab50-a44a40753d40 req-ce3b1404-b4c7-4a6a-8534-bddc6cc9970f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Deleting port 31a2c90e-c07a-4301-a4fa-92b08b350c5b {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:56:52.162433 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b89b5fcf-2348-4f24-ab50-a44a40753d40 req-ce3b1404-b4c7-4a6a-8534-bddc6cc9970f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:52.265495 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-b89b5fcf-2348-4f24-ab50-a44a40753d40 req-ce3b1404-b4c7-4a6a-8534-bddc6cc9970f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] For port 31a2c90e-c07a-4301-a4fa-92b08b350c5b, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=31a2c90e-c07a-4301-a4fa-92b08b350c5b,segment=NetworkSegment(367dee77-cf17-4a14-9aed-0525252ae4cf),segment_id=367dee77-cf17-4a14-9aed-0525252ae4cf)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:56:52.265874 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b89b5fcf-2348-4f24-ab50-a44a40753d40 req-ce3b1404-b4c7-4a6a-8534-bddc6cc9970f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:52.283812 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-b89b5fcf-2348-4f24-ab50-a44a40753d40 req-ce3b1404-b4c7-4a6a-8534-bddc6cc9970f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Calling delete_port for 31a2c90e-c07a-4301-a4fa-92b08b350c5b owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:56:52.423863 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b89b5fcf-2348-4f24-ab50-a44a40753d40 req-ce3b1404-b4c7-4a6a-8534-bddc6cc9970f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:52.451724 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b1404-b4c7-4a6a-8534-bddc6cc9970f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event deleted for resources: {'Port': ['ID=31a2c90e-c07a-4301-a4fa-92b08b350c5b,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:56:52.481878 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b1404-b4c7-4a6a-8534-bddc6cc9970f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:52.482225 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b1404-b4c7-4a6a-8534-bddc6cc9970f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:52.482563 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b1404-b4c7-4a6a-8534-bddc6cc9970f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:52.483033 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b1404-b4c7-4a6a-8534-bddc6cc9970f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:52.483389 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b1404-b4c7-4a6a-8534-bddc6cc9970f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:52.483724 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b1404-b4c7-4a6a-8534-bddc6cc9970f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:52.484083 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b1404-b4c7-4a6a-8534-bddc6cc9970f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:52.484469 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b1404-b4c7-4a6a-8534-bddc6cc9970f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:52.484848 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b1404-b4c7-4a6a-8534-bddc6cc9970f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:52.485186 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b1404-b4c7-4a6a-8534-bddc6cc9970f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:52.485661 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b1404-b4c7-4a6a-8534-bddc6cc9970f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:52.485887 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3b1404-b4c7-4a6a-8534-bddc6cc9970f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:52.504476 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89b5fcf-2348-4f24-ab50-a44a40753d40 req-ce3b1404-b4c7-4a6a-8534-bddc6cc9970f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] No DVR routers for this DVR port 31a2c90e-c07a-4301-a4fa-92b08b350c5b on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:56:52.507005 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b89b5fcf-2348-4f24-ab50-a44a40753d40 req-ce3b1404-b4c7-4a6a-8534-bddc6cc9970f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:52.508981 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b89b5fcf-2348-4f24-ab50-a44a40753d40 req-ce3b1404-b4c7-4a6a-8534-bddc6cc9970f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.44 "DELETE /v2.0/ports/31a2c90e-c07a-4301-a4fa-92b08b350c5b HTTP/1.1" status: 204 len: 173 time: 0.4328458 Sep 21 18:56:52.509417 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b6a0be-cc59-4918-82ac-28bf108fd429', 'name': 'network-vif-deleted', 'tag': '31a2c90e-c07a-4301-a4fa-92b08b350c5b'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:56:52.511709 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8483c3-7779-41be-b295-e9a6831addd2" -d '{"events": [{"server_uuid": "e5b6a0be-cc59-4918-82ac-28bf108fd429", "name": "network-vif-deleted", "tag": "31a2c90e-c07a-4301-a4fa-92b08b350c5b"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:56:52.597588 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120555de-66de-443f-973c-3ce3719869c8 x-openstack-request-id: req-120555de-66de-443f-973c-3ce3719869c8 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:56:52.597876 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b6a0be-cc59-4918-82ac-28bf108fd429", "name": "network-vif-deleted", "tag": "31a2c90e-c07a-4301-a4fa-92b08b350c5b", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:56:52.598132 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-120555de-66de-443f-973c-3ce3719869c8 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:56:52.598531 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b6a0be-cc59-4918-82ac-28bf108fd429', 'name': 'network-vif-deleted', 'tag': '31a2c90e-c07a-4301-a4fa-92b08b350c5b', 'status': 'completed', 'code': 200} Sep 21 18:56:52.862636 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-435a2ed2-5b86-4e2a-aada-4551b95f0779 req-82017f85-d142-4b17-9ac0-9882815a2871 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5b6a0be-cc59-4918-82ac-28bf108fd429 HTTP/1.1" status: 200 len: 210 time: 0.0262609 Sep 21 18:56:53.931271 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55910) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:56:54.062003 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:54.586271 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e26df442-098d-4e0d-a83e-91dee4b17f12 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:54.849288 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-e26df442-098d-4e0d-a83e-91dee4b17f12 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Deleting port b83d4f7e-03f9-4b7e-b923-c491ef58b73e {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:56:54.849546 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e26df442-098d-4e0d-a83e-91dee4b17f12 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:54.947092 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-e26df442-098d-4e0d-a83e-91dee4b17f12 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] For port b83d4f7e-03f9-4b7e-b923-c491ef58b73e, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=b83d4f7e-03f9-4b7e-b923-c491ef58b73e,segment=NetworkSegment(367dee77-cf17-4a14-9aed-0525252ae4cf),segment_id=367dee77-cf17-4a14-9aed-0525252ae4cf)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:56:54.947843 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e26df442-098d-4e0d-a83e-91dee4b17f12 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:54.960303 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-e26df442-098d-4e0d-a83e-91dee4b17f12 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Calling delete_port for b83d4f7e-03f9-4b7e-b923-c491ef58b73e owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:56:55.078530 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 31a2c90e-c07a-4301-a4fa-92b08b350c5b no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:56:55.102054 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 31a2c90e-c07a-4301-a4fa-92b08b350c5b {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:56:55.102321 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 31a2c90e-c07a-4301-a4fa-92b08b350c5b not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:56:55.128661 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:55.164557 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e26df442-098d-4e0d-a83e-91dee4b17f12 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:55.190715 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26df442-098d-4e0d-a83e-91dee4b17f12 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event deleted for resources: {'Port': ['ID=b83d4f7e-03f9-4b7e-b923-c491ef58b73e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:56:55.362938 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-e26df442-098d-4e0d-a83e-91dee4b17f12 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:55.581562 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26df442-098d-4e0d-a83e-91dee4b17f12 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Router 1e672a92-c630-428f-a371-d4ba6882cf5b has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:56:55.689285 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26df442-098d-4e0d-a83e-91dee4b17f12 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:56:55.694625 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-e26df442-098d-4e0d-a83e-91dee4b17f12 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "PUT /v2.0/routers/1e672a92-c630-428f-a371-d4ba6882cf5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7623179 Sep 21 18:56:55.697737 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55912) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:56:55.700173 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6ce9ce-e436-461f-a8ac-14f7f6709545 None None] Sync routers for ids ['1e672a92-c630-428f-a371-d4ba6882cf5b'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:56:55.710333 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6ce9ce-e436-461f-a8ac-14f7f6709545 None None] Routers {'1e672a92-c630-428f-a371-d4ba6882cf5b'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:56:55.711064 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5e6ce9ce-e436-461f-a8ac-14f7f6709545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:56:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['1e672a92-c630-428f-a371-d4ba6882cf5b'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:56:55.748218 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-f461d196-0e0d-426f-8dc0-01d821af4ec5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Deleting subnet 6f6141d0-914f-4947-bdc5-745d9451b1a4 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:56:55.751448 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f461d196-0e0d-426f-8dc0-01d821af4ec5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:55.791897 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f461d196-0e0d-426f-8dc0-01d821af4ec5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:55.816460 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-5e6ce9ce-e436-461f-a8ac-14f7f6709545 None None] Set router 1e672a92-c630-428f-a371-d4ba6882cf5b gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:56:55.877887 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f461d196-0e0d-426f-8dc0-01d821af4ec5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:55.937067 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f461d196-0e0d-426f-8dc0-01d821af4ec5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:55.963993 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461d196-0e0d-426f-8dc0-01d821af4ec5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event deleted for resources: {'Subnet': ['ID=6f6141d0-914f-4947-bdc5-745d9451b1a4,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:56:55.967951 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f461d196-0e0d-426f-8dc0-01d821af4ec5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:55.969874 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f461d196-0e0d-426f-8dc0-01d821af4ec5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "DELETE /v2.0/subnets/6f6141d0-914f-4947-bdc5-745d9451b1a4 HTTP/1.1" status: 204 len: 168 time: 0.2712080 Sep 21 18:56:55.972677 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55914) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:56:55.975316 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c9d790-e337-44b9-8026-042c07201a44 None None] Network 675566b4-7c49-45bc-9225-46c96ac3c66a requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:56:55.997952 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5e6ce9ce-e436-461f-a8ac-14f7f6709545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899033141', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '46222af4-d25c-4679-bc37-1cf7ef6ed9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:55:13Z', 'updated_at': '2021-09-21T18:56:55Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '46222af4-d25c-4679-bc37-1cf7ef6ed9ac', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:de:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:55:14Z', 'updated_at': '2021-09-21T18:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:56:56.026074 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6ce9ce-e436-461f-a8ac-14f7f6709545 None None] Checking router: 1e672a92-c630-428f-a371-d4ba6882cf5b for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:56:56.036023 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6ce9ce-e436-461f-a8ac-14f7f6709545 None None] Routers {'1e672a92-c630-428f-a371-d4ba6882cf5b'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:56:56.037071 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5e6ce9ce-e436-461f-a8ac-14f7f6709545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:56:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['1e672a92-c630-428f-a371-d4ba6882cf5b'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:56:56.080916 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-94870b0a-e005-4ec0-877b-d5db82183070 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:56.151987 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-5e6ce9ce-e436-461f-a8ac-14f7f6709545 None None] Set router 1e672a92-c630-428f-a371-d4ba6882cf5b gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:56:56.172309 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e37594a-9c1e-4c2d-9402-08bcdc6739fb None None] DHCP port deletion for 675566b4-7c49-45bc-9225-46c96ac3c66a request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:56:56.194622 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-94870b0a-e005-4ec0-877b-d5db82183070 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:56.229205 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-2e37594a-9c1e-4c2d-9402-08bcdc6739fb None None] Deleting port 8e3ef4c3-527c-44fa-b10a-9cf316ba0c42 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:56:56.229788 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2e37594a-9c1e-4c2d-9402-08bcdc6739fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:56.264207 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-94870b0a-e005-4ec0-877b-d5db82183070 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Deleting port 46222af4-d25c-4679-bc37-1cf7ef6ed9ac {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:56:56.264696 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-94870b0a-e005-4ec0-877b-d5db82183070 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:56.305125 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-2e37594a-9c1e-4c2d-9402-08bcdc6739fb None None] For port 8e3ef4c3-527c-44fa-b10a-9cf316ba0c42, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=8e3ef4c3-527c-44fa-b10a-9cf316ba0c42,segment=NetworkSegment(367dee77-cf17-4a14-9aed-0525252ae4cf),segment_id=367dee77-cf17-4a14-9aed-0525252ae4cf)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:56:56.306001 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2e37594a-9c1e-4c2d-9402-08bcdc6739fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:56.323690 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-2e37594a-9c1e-4c2d-9402-08bcdc6739fb None None] Calling delete_port for 8e3ef4c3-527c-44fa-b10a-9cf316ba0c42 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:56:56.361440 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-94870b0a-e005-4ec0-877b-d5db82183070 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] For port 46222af4-d25c-4679-bc37-1cf7ef6ed9ac, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=46222af4-d25c-4679-bc37-1cf7ef6ed9ac,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:56:56.362108 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-94870b0a-e005-4ec0-877b-d5db82183070 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:56.373480 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 8e3ef4c3-527c-44fa-b10a-9cf316ba0c42 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:56:56.374183 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-94870b0a-e005-4ec0-877b-d5db82183070 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Calling delete_port for 46222af4-d25c-4679-bc37-1cf7ef6ed9ac owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:56:56.463124 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5e6ce9ce-e436-461f-a8ac-14f7f6709545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899033141', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '46222af4-d25c-4679-bc37-1cf7ef6ed9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:55:13Z', 'updated_at': '2021-09-21T18:56:55Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '46222af4-d25c-4679-bc37-1cf7ef6ed9ac', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:de:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:55:14Z', 'updated_at': '2021-09-21T18:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:56:56.474188 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2e37594a-9c1e-4c2d-9402-08bcdc6739fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:56.504760 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6ce9ce-e436-461f-a8ac-14f7f6709545 None None] The sync data for ids ['1e672a92-c630-428f-a371-d4ba6882cf5b'] in n-d-810291-1 is: [{'id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899033141', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '46222af4-d25c-4679-bc37-1cf7ef6ed9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:55:13Z', 'updated_at': '2021-09-21T18:56:55Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': '46222af4-d25c-4679-bc37-1cf7ef6ed9ac', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:de:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e672a92-c630-428f-a371-d4ba6882cf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:55:14Z', 'updated_at': '2021-09-21T18:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:56:56.512008 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37594a-9c1e-4c2d-9402-08bcdc6739fb None None] Pushing event deleted for resources: {'Port': ['ID=8e3ef4c3-527c-44fa-b10a-9cf316ba0c42,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:56:56.519161 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:56.523759 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e37594a-9c1e-4c2d-9402-08bcdc6739fb None None] No DVR routers for this DVR port 8e3ef4c3-527c-44fa-b10a-9cf316ba0c42 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:56:56.530771 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37594a-9c1e-4c2d-9402-08bcdc6739fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:56.530771 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37594a-9c1e-4c2d-9402-08bcdc6739fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:56.530988 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37594a-9c1e-4c2d-9402-08bcdc6739fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:56.531512 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37594a-9c1e-4c2d-9402-08bcdc6739fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:56.531637 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37594a-9c1e-4c2d-9402-08bcdc6739fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:56.531964 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37594a-9c1e-4c2d-9402-08bcdc6739fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:56.532293 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37594a-9c1e-4c2d-9402-08bcdc6739fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:56.532809 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37594a-9c1e-4c2d-9402-08bcdc6739fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:56.534233 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37594a-9c1e-4c2d-9402-08bcdc6739fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:56.534233 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37594a-9c1e-4c2d-9402-08bcdc6739fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:56.534454 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37594a-9c1e-4c2d-9402-08bcdc6739fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:56.534757 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37594a-9c1e-4c2d-9402-08bcdc6739fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:56:56.560007 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-94870b0a-e005-4ec0-877b-d5db82183070 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:56.585561 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94870b0a-e005-4ec0-877b-d5db82183070 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event deleted for resources: {'Port': ['ID=46222af4-d25c-4679-bc37-1cf7ef6ed9ac,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:56:56.649954 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-94870b0a-e005-4ec0-877b-d5db82183070 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:56.742942 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-94870b0a-e005-4ec0-877b-d5db82183070 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:56.745096 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-94870b0a-e005-4ec0-877b-d5db82183070 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:56.787965 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-94870b0a-e005-4ec0-877b-d5db82183070 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:56.788461 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94870b0a-e005-4ec0-877b-d5db82183070 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Fanout notify agent at l3_agent the message router_deleted on router 1e672a92-c630-428f-a371-d4ba6882cf5b {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:56:56.796216 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-94870b0a-e005-4ec0-877b-d5db82183070 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:56.799347 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-94870b0a-e005-4ec0-877b-d5db82183070 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "DELETE /v2.0/routers/1e672a92-c630-428f-a371-d4ba6882cf5b HTTP/1.1" status: 204 len: 168 time: 0.8237202 Sep 21 18:56:56.801232 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55916) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:56:56.882379 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4abc866f-16cf-4e85-bcb3-519495635190 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:56.973788 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4abc866f-16cf-4e85-bcb3-519495635190 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:56.996488 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-4abc866f-16cf-4e85-bcb3-519495635190 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['675566b4-7c49-45bc-9225-46c96ac3c66a']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:56:57.006660 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-4abc866f-16cf-4e85-bcb3-519495635190 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '367dee77-cf17-4a14-9aed-0525252ae4cf') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:56:57.006974 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-4abc866f-16cf-4e85-bcb3-519495635190 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '367dee77-cf17-4a14-9aed-0525252ae4cf') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:56:57.016951 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4abc866f-16cf-4e85-bcb3-519495635190 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:57.030388 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4abc866f-16cf-4e85-bcb3-519495635190 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:57.037034 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4abc866f-16cf-4e85-bcb3-519495635190 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:56:57.037643 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4abc866f-16cf-4e85-bcb3-519495635190 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:57.042569 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 18:56:57.042569 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:56:57.042569 n-d-810291-1 neutron-server[101460]: timer() Sep 21 18:56:57.042569 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:56:57.042569 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 18:56:57.042569 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:56:57.042569 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 18:56:57.042569 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:56:57.042569 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 18:56:57.042569 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:56:57.042569 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 18:56:57.042569 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:56:57.042569 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 18:56:57.042569 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:56:57.042569 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:56:57.042569 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:56:57.042569 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:56:57.042569 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:56:57.042569 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 18:56:57.042569 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:56:57.042569 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 18:56:57.042569 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:56:57.042569 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:56:57.042569 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:56:57.042569 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 18:56:57.042569 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:56:57.042569 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:56:57.042569 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:56:57.042569 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:56:57.042569 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:56:57.042569 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:56:57.042569 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:56:57.106804 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4abc866f-16cf-4e85-bcb3-519495635190 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:57.114728 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-4abc866f-16cf-4e85-bcb3-519495635190 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:57.117515 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-4abc866f-16cf-4e85-bcb3-519495635190 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "DELETE /v2.0/networks/675566b4-7c49-45bc-9225-46c96ac3c66a HTTP/1.1" status: 204 len: 168 time: 0.3150232 Sep 21 18:56:57.121692 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55918) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:56:57.130096 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc866f-16cf-4e85-bcb3-519495635190 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event deleted for resources: {'Network': ['ID=675566b4-7c49-45bc-9225-46c96ac3c66a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:56:57.180925 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fa15c6a0-aa8a-4375-8e93-80c6f6e9746a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:57.205856 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fa15c6a0-aa8a-4375-8e93-80c6f6e9746a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:57.271116 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fa15c6a0-aa8a-4375-8e93-80c6f6e9746a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:57.273792 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fa15c6a0-aa8a-4375-8e93-80c6f6e9746a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:57.275070 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fa15c6a0-aa8a-4375-8e93-80c6f6e9746a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "DELETE /v2.0/security-groups/a82b60f0-9b8b-4f28-a28d-9ad67d55e85e HTTP/1.1" status: 204 len: 168 time: 0.1522555 Sep 21 18:56:57.284460 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15c6a0-aa8a-4375-8e93-80c6f6e9746a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82b60f0-9b8b-4f28-a28d-9ad67d55e85e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:56:57.470068 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55924) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:56:57.474718 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-860bfc85-17d8-4f7b-b00a-12f1d144d011 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2005507784', 'description': 'tempest-secgroup-smoke-2005507784 description', 'project_id': '0f00e685b2234e11bd1ffddb0085e333'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:56:57.496782 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-860bfc85-17d8-4f7b-b00a-12f1d144d011 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:57.577327 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-860bfc85-17d8-4f7b-b00a-12f1d144d011 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:57.583354 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-860bfc85-17d8-4f7b-b00a-12f1d144d011 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:57.612780 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-860bfc85-17d8-4f7b-b00a-12f1d144d011 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:57.614030 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-860bfc85-17d8-4f7b-b00a-12f1d144d011 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1429207 Sep 21 18:56:57.616030 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860bfc85-17d8-4f7b-b00a-12f1d144d011 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8adf70-e848-45d1-96d8-2554ec876684,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:56:57.617255 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55926) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:56:57.622945 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-eff5fe4d-69d6-4c1e-b555-4fdc3d6d0103 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'security_group_rule': {'security_group_id': '4a8adf70-e848-45d1-96d8-2554ec876684', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:56:57.651918 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eff5fe4d-69d6-4c1e-b555-4fdc3d6d0103 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:57.711566 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eff5fe4d-69d6-4c1e-b555-4fdc3d6d0103 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:57.716691 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eff5fe4d-69d6-4c1e-b555-4fdc3d6d0103 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:57.733689 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5fe4d-69d6-4c1e-b555-4fdc3d6d0103 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ead5f3-55f4-4857-ad33-2e7cba935881,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:56:57.739957 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eff5fe4d-69d6-4c1e-b555-4fdc3d6d0103 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:57.742280 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-eff5fe4d-69d6-4c1e-b555-4fdc3d6d0103 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235533 Sep 21 18:56:57.744074 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55928) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:56:57.750881 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-7f12d9bf-04e3-4698-8a7b-daaa084da611 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'security_group_rule': {'security_group_id': '4a8adf70-e848-45d1-96d8-2554ec876684', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:56:57.786076 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7f12d9bf-04e3-4698-8a7b-daaa084da611 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:57.843544 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7f12d9bf-04e3-4698-8a7b-daaa084da611 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:57.848542 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7f12d9bf-04e3-4698-8a7b-daaa084da611 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:57.878008 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f12d9bf-04e3-4698-8a7b-daaa084da611 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85480c3e-600f-47cb-acf2-62dd548903e7,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:56:57.888026 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7f12d9bf-04e3-4698-8a7b-daaa084da611 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:57.889668 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7f12d9bf-04e3-4698-8a7b-daaa084da611 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1443346 Sep 21 18:56:57.892602 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55930) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:56:57.899327 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-29f2e454-4985-4466-9cb8-f588805af93f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'security_group_rule': {'security_group_id': '4a8adf70-e848-45d1-96d8-2554ec876684', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:56:57.932008 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-29f2e454-4985-4466-9cb8-f588805af93f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:57.989637 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-29f2e454-4985-4466-9cb8-f588805af93f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:57.996740 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-29f2e454-4985-4466-9cb8-f588805af93f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:58.015711 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2e454-4985-4466-9cb8-f588805af93f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a03ed4-e1a5-46cb-9518-58ec6cd46f2f,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:56:58.019519 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-29f2e454-4985-4466-9cb8-f588805af93f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:58.020747 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-29f2e454-4985-4466-9cb8-f588805af93f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269422 Sep 21 18:56:58.023583 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55932) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:56:58.027930 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-0c9123e4-d0a7-4e60-8aa4-c048f3d626bf tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'security_group_rule': {'security_group_id': '4a8adf70-e848-45d1-96d8-2554ec876684', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:56:58.056495 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0c9123e4-d0a7-4e60-8aa4-c048f3d626bf tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:58.112648 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0c9123e4-d0a7-4e60-8aa4-c048f3d626bf tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:58.117656 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0c9123e4-d0a7-4e60-8aa4-c048f3d626bf tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:58.134952 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9123e4-d0a7-4e60-8aa4-c048f3d626bf tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ea3dbd-db8e-4058-a4f9-9dca8ae775b3,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:56:58.140307 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0c9123e4-d0a7-4e60-8aa4-c048f3d626bf tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:58.141742 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0c9123e4-d0a7-4e60-8aa4-c048f3d626bf tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1170864 Sep 21 18:56:58.144458 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55934) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:56:58.148786 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-db71244b-7e4a-43e5-b3f0-23994ee23c1b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'security_group_rule': {'security_group_id': '4a8adf70-e848-45d1-96d8-2554ec876684', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:56:58.171396 n-d-810291-1 neutron-server[101460]: INFO neutron.db.securitygroups_db [None req-db71244b-7e4a-43e5-b3f0-23994ee23c1b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Project 0f00e685b2234e11bd1ffddb0085e333 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:56:58.176342 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-db71244b-7e4a-43e5-b3f0-23994ee23c1b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:58.240029 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-db71244b-7e4a-43e5-b3f0-23994ee23c1b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:58.245010 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-db71244b-7e4a-43e5-b3f0-23994ee23c1b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:58.266480 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71244b-7e4a-43e5-b3f0-23994ee23c1b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fad7498-0523-4778-880a-4acf3566c513,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:56:58.270167 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b83d4f7e-03f9-4b7e-b923-c491ef58b73e no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:56:58.275957 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-db71244b-7e4a-43e5-b3f0-23994ee23c1b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:58.278961 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-db71244b-7e4a-43e5-b3f0-23994ee23c1b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1318209 Sep 21 18:56:58.279972 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55936) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:56:58.284668 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-cb23f2be-e24a-40f7-ad3a-568c69d0d8b3 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'security_group_rule': {'security_group_id': '4a8adf70-e848-45d1-96d8-2554ec876684', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:56:58.292376 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: b83d4f7e-03f9-4b7e-b923-c491ef58b73e {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:56:58.292724 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device b83d4f7e-03f9-4b7e-b923-c491ef58b73e not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:56:58.293139 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 46222af4-d25c-4679-bc37-1cf7ef6ed9ac no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:56:58.307377 n-d-810291-1 neutron-server[101460]: INFO neutron.db.securitygroups_db [None req-cb23f2be-e24a-40f7-ad3a-568c69d0d8b3 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Project 0f00e685b2234e11bd1ffddb0085e333 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:56:58.312222 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cb23f2be-e24a-40f7-ad3a-568c69d0d8b3 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:58.312366 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 46222af4-d25c-4679-bc37-1cf7ef6ed9ac {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:56:58.312716 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 46222af4-d25c-4679-bc37-1cf7ef6ed9ac not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:56:58.375455 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cb23f2be-e24a-40f7-ad3a-568c69d0d8b3 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:58.380977 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cb23f2be-e24a-40f7-ad3a-568c69d0d8b3 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:58.398601 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb23f2be-e24a-40f7-ad3a-568c69d0d8b3 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca878541-a6a6-461e-8173-20977dae76af,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:56:58.404301 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-cb23f2be-e24a-40f7-ad3a-568c69d0d8b3 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:58.405529 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-cb23f2be-e24a-40f7-ad3a-568c69d0d8b3 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1245880 Sep 21 18:56:58.408816 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55940) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:56:58.413972 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-77703711-9f7c-47fc-a262-4f0898681030 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'network': {'name': 'tempest-network-smoke--1888900919', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'port_security_enabled': True}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:56:58.437184 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77703711-9f7c-47fc-a262-4f0898681030 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Made reservation on behalf of 0f00e685b2234e11bd1ffddb0085e333 for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:56:58.440771 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-77703711-9f7c-47fc-a262-4f0898681030 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:58.465910 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77703711-9f7c-47fc-a262-4f0898681030 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:56:58.476015 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-77703711-9f7c-47fc-a262-4f0898681030 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:58.476466 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-77703711-9f7c-47fc-a262-4f0898681030 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Added segment e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b of type vlan for network 51157c0b-28b1-4d60-b498-153c63f64641 Sep 21 18:56:58.518055 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-77703711-9f7c-47fc-a262-4f0898681030 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:58.544152 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-77703711-9f7c-47fc-a262-4f0898681030 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:58.549878 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77703711-9f7c-47fc-a262-4f0898681030 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:56:58.550467 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-77703711-9f7c-47fc-a262-4f0898681030 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:58.588129 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-77703711-9f7c-47fc-a262-4f0898681030 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1781387 Sep 21 18:56:58.591148 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55942) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:56:58.596304 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-e0dc42a2-5d1b-45f5-ade7-3c7774bd55f5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-454472817', 'admin_state_up': True, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:56:58.619762 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77703711-9f7c-47fc-a262-4f0898681030 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Network': ['ID=51157c0b-28b1-4d60-b498-153c63f64641,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:56:58.622105 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0dc42a2-5d1b-45f5-ade7-3c7774bd55f5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:58.623289 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0dc42a2-5d1b-45f5-ade7-3c7774bd55f5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:58.632698 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 51157c0b-28b1-4d60-b498-153c63f64641 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:56:58.673911 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0dc42a2-5d1b-45f5-ade7-3c7774bd55f5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:58.812304 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0dc42a2-5d1b-45f5-ade7-3c7774bd55f5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:59.037386 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0dc42a2-5d1b-45f5-ade7-3c7774bd55f5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:59.056828 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0dc42a2-5d1b-45f5-ade7-3c7774bd55f5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:59.166373 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-e0dc42a2-5d1b-45f5-ade7-3c7774bd55f5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Allocated IP 172.25.6.203 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/ec7ecd74-c62a-47d5-b302-d6a08a28c1c3) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:56:59.268181 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0dc42a2-5d1b-45f5-ade7-3c7774bd55f5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:59.312726 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0dc42a2-5d1b-45f5-ade7-3c7774bd55f5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:59.349992 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dc42a2-5d1b-45f5-ade7-3c7774bd55f5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:56:59.352750 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-e0dc42a2-5d1b-45f5-ade7-3c7774bd55f5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:56:59.356269 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dc42a2-5d1b-45f5-ade7-3c7774bd55f5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:56:59.381305 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc42a2-5d1b-45f5-ade7-3c7774bd55f5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Port': ['ID=ec7ecd74-c62a-47d5-b302-d6a08a28c1c3,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:56:59.611784 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0dc42a2-5d1b-45f5-ade7-3c7774bd55f5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:59.812830 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0dc42a2-5d1b-45f5-ade7-3c7774bd55f5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:56:59.949732 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0dc42a2-5d1b-45f5-ade7-3c7774bd55f5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Router 0aa23fd6-3f88-4f16-b6ab-98696a56052c is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:57:00.082397 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0dc42a2-5d1b-45f5-ade7-3c7774bd55f5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:57:00.092504 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b382afcc-3851-4ecc-8689-aca88978c0d3 None None] Sync routers for ids ['0aa23fd6-3f88-4f16-b6ab-98696a56052c'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:57:00.102517 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-e0dc42a2-5d1b-45f5-ade7-3c7774bd55f5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:00.102919 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b382afcc-3851-4ecc-8689-aca88978c0d3 None None] Routers {'0aa23fd6-3f88-4f16-b6ab-98696a56052c'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:57:00.103680 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b382afcc-3851-4ecc-8689-aca88978c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:56:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0aa23fd6-3f88-4f16-b6ab-98696a56052c'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:57:00.103854 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-e0dc42a2-5d1b-45f5-ade7-3c7774bd55f5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5115981 Sep 21 18:57:00.107334 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55944) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:57:00.136346 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8cfc7a4d-dbe2-435e-a0ed-1b3e1b9b244b tempest-TestNetworkAdvancedServerOps-343949058 tempest-TestNetworkAdvancedServerOps-343949058-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=0f00e685b2234e11bd1ffddb0085e333&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277774 Sep 21 18:57:00.139045 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55946) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:57:00.214544 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-b382afcc-3851-4ecc-8689-aca88978c0d3 None None] Set router 0aa23fd6-3f88-4f16-b6ab-98696a56052c gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:57:00.231624 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb1169d-6d97-4957-bd6a-eb57932ef6e2 tempest-TestNetworkAdvancedServerOps-343949058 tempest-TestNetworkAdvancedServerOps-343949058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:00.233150 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2cb1169d-6d97-4957-bd6a-eb57932ef6e2 tempest-TestNetworkAdvancedServerOps-343949058 tempest-TestNetworkAdvancedServerOps-343949058-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932066 Sep 21 18:57:00.236262 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55948) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:57:00.263262 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-723cc720-dc4a-4094-9455-7deac3ed989c tempest-TestNetworkAdvancedServerOps-343949058 tempest-TestNetworkAdvancedServerOps-343949058-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b8a002cf-2233-41c0-bbfe-1c8ea43e5299&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258894 Sep 21 18:57:00.266091 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 55950) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:57:00.271549 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-0700218f-1b60-46ad-87a8-96c77cf9ad90 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1626120145', 'network_id': '51157c0b-28b1-4d60-b498-153c63f64641', 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:57:00.375248 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0700218f-1b60-46ad-87a8-96c77cf9ad90 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Made reservation on behalf of 0f00e685b2234e11bd1ffddb0085e333 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:57:00.378967 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0700218f-1b60-46ad-87a8-96c77cf9ad90 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:00.416282 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b382afcc-3851-4ecc-8689-aca88978c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454472817', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'ec7ecd74-c62a-47d5-b302-d6a08a28c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:56:58Z', 'updated_at': '2021-09-21T18:56:59Z', 'revision_number': 3, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': 'ec7ecd74-c62a-47d5-b302-d6a08a28c1c3', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:56:59Z', 'updated_at': '2021-09-21T18:56:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:57:00.442082 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b382afcc-3851-4ecc-8689-aca88978c0d3 None None] Checking router: 0aa23fd6-3f88-4f16-b6ab-98696a56052c for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:57:00.442555 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b382afcc-3851-4ecc-8689-aca88978c0d3 None None] Updating router 0aa23fd6-3f88-4f16-b6ab-98696a56052c port ec7ecd74-c62a-47d5-b302-d6a08a28c1c3 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:57:00.471219 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b382afcc-3851-4ecc-8689-aca88978c0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:00.558283 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0700218f-1b60-46ad-87a8-96c77cf9ad90 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:00.625182 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0700218f-1b60-46ad-87a8-96c77cf9ad90 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Subnet': ['ID=ef49fb1b-814a-4e6f-bb20-d8fb4ea7bc86,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:57:00.634462 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0700218f-1b60-46ad-87a8-96c77cf9ad90 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Checking segment: {'id': 'e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '51157c0b-28b1-4d60-b498-153c63f64641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:57:00.634907 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0700218f-1b60-46ad-87a8-96c77cf9ad90 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Network hostable DHCP agents. Network: 51157c0b-28b1-4d60-b498-153c63f64641, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:57:00.653604 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0700218f-1b60-46ad-87a8-96c77cf9ad90 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Network 51157c0b-28b1-4d60-b498-153c63f64641 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:57:00.665195 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-0700218f-1b60-46ad-87a8-96c77cf9ad90 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 51157c0b-28b1-4d60-b498-153c63f64641) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:57:00.670116 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0700218f-1b60-46ad-87a8-96c77cf9ad90 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:00.670792 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-0700218f-1b60-46ad-87a8-96c77cf9ad90 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:00.681450 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2e8803-632e-4b0e-bd7e-e4ccf29a5ec1 None None] Network 51157c0b-28b1-4d60-b498-153c63f64641 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:57:00.689902 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-0700218f-1b60-46ad-87a8-96c77cf9ad90 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4197695 Sep 21 18:57:00.690424 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 55952) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:57:00.975496 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b382afcc-3851-4ecc-8689-aca88978c0d3 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:00.983795 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b382afcc-3851-4ecc-8689-aca88978c0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:01.070110 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1105d1c-51c8-4584-a8dd-0ab9cb7a5874 None None] Pushing event updated for resources: {'Port': ['ID=ec7ecd74-c62a-47d5-b302-d6a08a28c1c3,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:57:01.076947 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-b382afcc-3851-4ecc-8689-aca88978c0d3 None None] Attempting to bind port ec7ecd74-c62a-47d5-b302-d6a08a28c1c3 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:57:01.077312 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-b382afcc-3851-4ecc-8689-aca88978c0d3 None None] Attempting to bind port ec7ecd74-c62a-47d5-b302-d6a08a28c1c3 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:57:01.077673 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b382afcc-3851-4ecc-8689-aca88978c0d3 None None] Attempting to bind port ec7ecd74-c62a-47d5-b302-d6a08a28c1c3 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:57:01.096452 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b382afcc-3851-4ecc-8689-aca88978c0d3 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:57:01.097073 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b382afcc-3851-4ecc-8689-aca88978c0d3 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:57:01.097288 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b382afcc-3851-4ecc-8689-aca88978c0d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:01.097587 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b382afcc-3851-4ecc-8689-aca88978c0d3 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:57:01.098054 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-b382afcc-3851-4ecc-8689-aca88978c0d3 None None] Bound port: ec7ecd74-c62a-47d5-b302-d6a08a28c1c3, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:57:01.098431 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b382afcc-3851-4ecc-8689-aca88978c0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:01.103177 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4a114f-e584-4d2e-b62e-69d2e129ac54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-51157c0b-28b1-4d60-b498-153c63f64641', 'network_id': '51157c0b-28b1-4d60-b498-153c63f64641', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'fixed_ips': [{'subnet_id': 'ef49fb1b-814a-4e6f-bb20-d8fb4ea7bc86'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:57:01.104000 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e4a114f-e584-4d2e-b62e-69d2e129ac54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:01.136179 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8a05a695-c681-46ab-84dc-5177d7c1cfd1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:01.216727 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b382afcc-3851-4ecc-8689-aca88978c0d3 None None] For port ec7ecd74-c62a-47d5-b302-d6a08a28c1c3, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:57:01.234161 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b382afcc-3851-4ecc-8689-aca88978c0d3 None None] For port ec7ecd74-c62a-47d5-b302-d6a08a28c1c3, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ec7ecd74-c62a-47d5-b302-d6a08a28c1c3,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:57:01.242297 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b382afcc-3851-4ecc-8689-aca88978c0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:01.342615 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-8e4a114f-e584-4d2e-b62e-69d2e129ac54 None None] Allocated IP 172.20.0.2 (51157c0b-28b1-4d60-b498-153c63f64641/ef49fb1b-814a-4e6f-bb20-d8fb4ea7bc86/0098165c-295a-4c0a-a46e-e3d99c224ec2) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:57:01.344777 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1105d1c-51c8-4584-a8dd-0ab9cb7a5874 None None] Pushing event updated for resources: {'Port': ['ID=ec7ecd74-c62a-47d5-b302-d6a08a28c1c3,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:57:01.349539 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b382afcc-3851-4ecc-8689-aca88978c0d3 None None] Routers {'0aa23fd6-3f88-4f16-b6ab-98696a56052c'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:57:01.350224 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b382afcc-3851-4ecc-8689-aca88978c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:56:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0aa23fd6-3f88-4f16-b6ab-98696a56052c'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:57:01.521171 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-b382afcc-3851-4ecc-8689-aca88978c0d3 None None] Set router 0aa23fd6-3f88-4f16-b6ab-98696a56052c gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:57:01.675130 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e4a114f-e584-4d2e-b62e-69d2e129ac54 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:01.687983 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e4a114f-e584-4d2e-b62e-69d2e129ac54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:01.729920 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-8a05a695-c681-46ab-84dc-5177d7c1cfd1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Allocated IP 172.20.0.1 (51157c0b-28b1-4d60-b498-153c63f64641/ef49fb1b-814a-4e6f-bb20-d8fb4ea7bc86/304ce26e-828d-447f-b000-ced908e2f79e) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:57:01.750688 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4a114f-e584-4d2e-b62e-69d2e129ac54 None None] Network 51157c0b-28b1-4d60-b498-153c63f64641 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:57:01.755284 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-8e4a114f-e584-4d2e-b62e-69d2e129ac54 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:57:01.764157 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4a114f-e584-4d2e-b62e-69d2e129ac54 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:57:01.770346 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a114f-e584-4d2e-b62e-69d2e129ac54 None None] Pushing event updated for resources: {'Port': ['ID=0098165c-295a-4c0a-a46e-e3d99c224ec2,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:57:01.833564 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-8e4a114f-e584-4d2e-b62e-69d2e129ac54 None None] Attempting to bind port 0098165c-295a-4c0a-a46e-e3d99c224ec2 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:57:01.833918 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-8e4a114f-e584-4d2e-b62e-69d2e129ac54 None None] Attempting to bind port 0098165c-295a-4c0a-a46e-e3d99c224ec2 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '51157c0b-28b1-4d60-b498-153c63f64641'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:57:01.834275 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4a114f-e584-4d2e-b62e-69d2e129ac54 None None] Attempting to bind port 0098165c-295a-4c0a-a46e-e3d99c224ec2 on network 51157c0b-28b1-4d60-b498-153c63f64641 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:57:01.839007 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8a05a695-c681-46ab-84dc-5177d7c1cfd1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:01.842641 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4a114f-e584-4d2e-b62e-69d2e129ac54 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:57:01.843044 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4a114f-e584-4d2e-b62e-69d2e129ac54 None None] Checking segment: {'id': 'e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '51157c0b-28b1-4d60-b498-153c63f64641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:57:01.843440 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e4a114f-e584-4d2e-b62e-69d2e129ac54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:01.843832 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4a114f-e584-4d2e-b62e-69d2e129ac54 None None] Bound using segment: {'id': 'e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '51157c0b-28b1-4d60-b498-153c63f64641'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:57:01.844295 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-8e4a114f-e584-4d2e-b62e-69d2e129ac54 None None] Bound port: 0098165c-295a-4c0a-a46e-e3d99c224ec2, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '51157c0b-28b1-4d60-b498-153c63f64641'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:57:01.844668 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e4a114f-e584-4d2e-b62e-69d2e129ac54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:01.848725 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-b382afcc-3851-4ecc-8689-aca88978c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454472817', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'ec7ecd74-c62a-47d5-b302-d6a08a28c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:56:58Z', 'updated_at': '2021-09-21T18:56:59Z', 'revision_number': 3, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': 'ec7ecd74-c62a-47d5-b302-d6a08a28c1c3', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:56:59Z', 'updated_at': '2021-09-21T18:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:57:01.873860 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8a05a695-c681-46ab-84dc-5177d7c1cfd1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:01.882757 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b382afcc-3851-4ecc-8689-aca88978c0d3 None None] The sync data for ids ['0aa23fd6-3f88-4f16-b6ab-98696a56052c'] in n-d-810291-1 is: [{'id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454472817', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'ec7ecd74-c62a-47d5-b302-d6a08a28c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:56:58Z', 'updated_at': '2021-09-21T18:56:59Z', 'revision_number': 3, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': 'ec7ecd74-c62a-47d5-b302-d6a08a28c1c3', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:56:59Z', 'updated_at': '2021-09-21T18:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:57:01.923040 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a05a695-c681-46ab-84dc-5177d7c1cfd1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Network 51157c0b-28b1-4d60-b498-153c63f64641 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:57:01.927842 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-8a05a695-c681-46ab-84dc-5177d7c1cfd1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:57:01.930599 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a05a695-c681-46ab-84dc-5177d7c1cfd1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:57:01.946118 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-8e4a114f-e584-4d2e-b62e-69d2e129ac54 None None] For port 0098165c-295a-4c0a-a46e-e3d99c224ec2, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:57:01.949883 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-8e4a114f-e584-4d2e-b62e-69d2e129ac54 None None] For port 0098165c-295a-4c0a-a46e-e3d99c224ec2, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=0098165c-295a-4c0a-a46e-e3d99c224ec2,segment=NetworkSegment(e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b),segment_id=e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:57:01.954883 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e4a114f-e584-4d2e-b62e-69d2e129ac54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:01.964979 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05a695-c681-46ab-84dc-5177d7c1cfd1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Port': ['ID=304ce26e-828d-447f-b000-ced908e2f79e,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:57:01.990658 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8a05a695-c681-46ab-84dc-5177d7c1cfd1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:02.018299 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a114f-e584-4d2e-b62e-69d2e129ac54 None None] Pushing event updated for resources: {'Port': ['ID=0098165c-295a-4c0a-a46e-e3d99c224ec2,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:57:02.147713 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8a05a695-c681-46ab-84dc-5177d7c1cfd1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:02.312149 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ec7ecd74-c62a-47d5-b302-d6a08a28c1c3 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:57:02.365908 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port ec7ecd74-c62a-47d5-b302-d6a08a28c1c3 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:57:02.366290 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:02.451875 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:02.473217 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port ec7ecd74-c62a-47d5-b302-d6a08a28c1c3, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ec7ecd74-c62a-47d5-b302-d6a08a28c1c3,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:57:02.478621 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:02.543935 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=ec7ecd74-c62a-47d5-b302-d6a08a28c1c3,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:57:02.787286 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8a05a695-c681-46ab-84dc-5177d7c1cfd1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:02.794562 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8a05a695-c681-46ab-84dc-5177d7c1cfd1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:02.869165 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8a05a695-c681-46ab-84dc-5177d7c1cfd1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:02.874951 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05a695-c681-46ab-84dc-5177d7c1cfd1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Port': ['ID=304ce26e-828d-447f-b000-ced908e2f79e,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:57:02.969338 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a05a695-c681-46ab-84dc-5177d7c1cfd1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Network 51157c0b-28b1-4d60-b498-153c63f64641 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:57:02.970872 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-8a05a695-c681-46ab-84dc-5177d7c1cfd1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:57:02.975276 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ea42b8-4f82-4e82-b28e-3f0d6257433d None None] Network 51157c0b-28b1-4d60-b498-153c63f64641 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:57:03.089701 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a05a695-c681-46ab-84dc-5177d7c1cfd1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Router 0aa23fd6-3f88-4f16-b6ab-98696a56052c has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:57:03.100189 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-a5c6ceef-42d5-467e-98fd-68b16d593473 None None] Provisioning complete for port 0098165c-295a-4c0a-a46e-e3d99c224ec2 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:57:03.100654 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a5c6ceef-42d5-467e-98fd-68b16d593473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:03.201793 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a05a695-c681-46ab-84dc-5177d7c1cfd1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:57:03.207448 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8a05a695-c681-46ab-84dc-5177d7c1cfd1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "PUT /v2.0/routers/0aa23fd6-3f88-4f16-b6ab-98696a56052c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5158360 Sep 21 18:57:03.212200 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a5c6ceef-42d5-467e-98fd-68b16d593473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:03.250267 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-a5c6ceef-42d5-467e-98fd-68b16d593473 None None] For port 0098165c-295a-4c0a-a46e-e3d99c224ec2, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=0098165c-295a-4c0a-a46e-e3d99c224ec2,segment=NetworkSegment(e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b),segment_id=e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:57:03.256945 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a5c6ceef-42d5-467e-98fd-68b16d593473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:03.317883 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6ceef-42d5-467e-98fd-68b16d593473 None None] Pushing event updated for resources: {'Port': ['ID=0098165c-295a-4c0a-a46e-e3d99c224ec2,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:57:03.376328 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-7c33e30e-3930-47e9-9d0c-8a82364809f5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2005507784&fields=id&tenant_id=0f00e685b2234e11bd1ffddb0085e333 HTTP/1.1" status: 200 len: 267 time: 0.0366607 Sep 21 18:57:03.480205 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-0fa8547a-cc78-44cd-a8fa-7b04d2ff520c None None] Provisioning complete for port 0098165c-295a-4c0a-a46e-e3d99c224ec2 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:57:03.480612 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0fa8547a-cc78-44cd-a8fa-7b04d2ff520c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:03.493608 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-d09f16eb-31cd-48ec-9efd-cb491f03d3eb tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:03.495406 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-d09f16eb-31cd-48ec-9efd-cb491f03d3eb tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/networks?id=51157c0b-28b1-4d60-b498-153c63f64641 HTTP/1.1" status: 200 len: 797 time: 0.1134222 Sep 21 18:57:03.522784 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-c3167a77-c5b7-4fa3-8d58-d36c45adfe44 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/quotas/0f00e685b2234e11bd1ffddb0085e333 HTTP/1.1" status: 200 len: 375 time: 0.0120194 Sep 21 18:57:03.579209 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-0fa8547a-cc78-44cd-a8fa-7b04d2ff520c None None] Provisioning complete for port 304ce26e-828d-447f-b000-ced908e2f79e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:57:03.579768 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0fa8547a-cc78-44cd-a8fa-7b04d2ff520c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:03.586036 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-8ea758a0-8de5-445f-97ff-02bf26f04cb9 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559731 Sep 21 18:57:03.624763 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-0fa8547a-cc78-44cd-a8fa-7b04d2ff520c None None] Port 304ce26e-828d-447f-b000-ced908e2f79e cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:57:03.629756 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c755554-0e10-477b-8057-a7a44c6735be None None] Sync routers for ids ['0aa23fd6-3f88-4f16-b6ab-98696a56052c'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:57:03.639482 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c755554-0e10-477b-8057-a7a44c6735be None None] Routers {'0aa23fd6-3f88-4f16-b6ab-98696a56052c'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:57:03.640246 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-7c755554-0e10-477b-8057-a7a44c6735be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:56:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0aa23fd6-3f88-4f16-b6ab-98696a56052c'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:57:03.695386 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-faf985b2-1c63-4cf6-8306-6c2fa5e08439 service neutron] 10.222.0.58 "GET /v2.0/networks/51157c0b-28b1-4d60-b498-153c63f64641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961781 Sep 21 18:57:03.750337 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-d94990ad-c5da-4f9e-bdaa-33d83365c11a None None] Provisioning complete for port 304ce26e-828d-447f-b000-ced908e2f79e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:57:03.751227 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d94990ad-c5da-4f9e-bdaa-33d83365c11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:03.751856 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-7c755554-0e10-477b-8057-a7a44c6735be None None] Set router 0aa23fd6-3f88-4f16-b6ab-98696a56052c gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:57:03.794176 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-d94990ad-c5da-4f9e-bdaa-33d83365c11a None None] Port 304ce26e-828d-447f-b000-ced908e2f79e cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:57:03.922875 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-35d7143a-e485-4668-8cd0-a1bc61c56002 None None] Provisioning complete for port 304ce26e-828d-447f-b000-ced908e2f79e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:57:03.923882 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-35d7143a-e485-4668-8cd0-a1bc61c56002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:03.970465 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-35d7143a-e485-4668-8cd0-a1bc61c56002 None None] Port 304ce26e-828d-447f-b000-ced908e2f79e cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:57:03.990689 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-7c755554-0e10-477b-8057-a7a44c6735be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454472817', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'ec7ecd74-c62a-47d5-b302-d6a08a28c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:56:58Z', 'updated_at': '2021-09-21T18:57:02Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': 'ec7ecd74-c62a-47d5-b302-d6a08a28c1c3', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:56:59Z', 'updated_at': '2021-09-21T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '304ce26e-828d-447f-b000-ced908e2f79e', 'name': '', 'network_id': '51157c0b-28b1-4d60-b498-153c63f64641', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:dc:c5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ef49fb1b-814a-4e6f-bb20-d8fb4ea7bc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:57:01Z', 'updated_at': '2021-09-21T18:57:02Z', 'revision_number': 2, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': 'ef49fb1b-814a-4e6f-bb20-d8fb4ea7bc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:57:04.021898 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c755554-0e10-477b-8057-a7a44c6735be None None] Checking router: 0aa23fd6-3f88-4f16-b6ab-98696a56052c for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:57:04.022249 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c755554-0e10-477b-8057-a7a44c6735be None None] Updating router 0aa23fd6-3f88-4f16-b6ab-98696a56052c port 304ce26e-828d-447f-b000-ced908e2f79e binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:57:04.049127 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-7c755554-0e10-477b-8057-a7a44c6735be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:04.165613 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-1c677b15-cdfe-41ff-9959-304ca4a33bf3 service neutron] 10.222.0.58 "GET /v2.0/networks/51157c0b-28b1-4d60-b498-153c63f64641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4621365 Sep 21 18:57:04.321922 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-7c755554-0e10-477b-8057-a7a44c6735be None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:04.327195 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-7c755554-0e10-477b-8057-a7a44c6735be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:04.344566 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ec7ecd74-c62a-47d5-b302-d6a08a28c1c3 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:57:04.374754 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655745b-3dec-4077-92e6-a748a355dca1 None None] Pushing event updated for resources: {'Port': ['ID=304ce26e-828d-447f-b000-ced908e2f79e,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:57:04.385120 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655745b-3dec-4077-92e6-a748a355dca1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:04.385459 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655745b-3dec-4077-92e6-a748a355dca1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:04.385794 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655745b-3dec-4077-92e6-a748a355dca1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:04.386117 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655745b-3dec-4077-92e6-a748a355dca1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:04.386439 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655745b-3dec-4077-92e6-a748a355dca1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:04.386762 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655745b-3dec-4077-92e6-a748a355dca1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:04.387108 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655745b-3dec-4077-92e6-a748a355dca1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:04.387428 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655745b-3dec-4077-92e6-a748a355dca1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:04.387746 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655745b-3dec-4077-92e6-a748a355dca1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:04.388060 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655745b-3dec-4077-92e6-a748a355dca1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:04.388481 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655745b-3dec-4077-92e6-a748a355dca1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:04.388673 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655745b-3dec-4077-92e6-a748a355dca1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:04.396310 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port ec7ecd74-c62a-47d5-b302-d6a08a28c1c3 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:57:04.396781 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:04.440910 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-7c755554-0e10-477b-8057-a7a44c6735be None None] Attempting to bind port 304ce26e-828d-447f-b000-ced908e2f79e on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:57:04.441418 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-7c755554-0e10-477b-8057-a7a44c6735be None None] Attempting to bind port 304ce26e-828d-447f-b000-ced908e2f79e by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '51157c0b-28b1-4d60-b498-153c63f64641'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:57:04.441787 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c755554-0e10-477b-8057-a7a44c6735be None None] Attempting to bind port 304ce26e-828d-447f-b000-ced908e2f79e on network 51157c0b-28b1-4d60-b498-153c63f64641 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:57:04.447030 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c755554-0e10-477b-8057-a7a44c6735be None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:57:04.447431 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c755554-0e10-477b-8057-a7a44c6735be None None] Checking segment: {'id': 'e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '51157c0b-28b1-4d60-b498-153c63f64641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:57:04.447797 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-7c755554-0e10-477b-8057-a7a44c6735be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:04.448215 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c755554-0e10-477b-8057-a7a44c6735be None None] Bound using segment: {'id': 'e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '51157c0b-28b1-4d60-b498-153c63f64641'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:57:04.448687 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-7c755554-0e10-477b-8057-a7a44c6735be None None] Bound port: 304ce26e-828d-447f-b000-ced908e2f79e, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '51157c0b-28b1-4d60-b498-153c63f64641'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:57:04.449066 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-7c755554-0e10-477b-8057-a7a44c6735be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:04.483759 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 0098165c-295a-4c0a-a46e-e3d99c224ec2 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:57:04.514915 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-7c755554-0e10-477b-8057-a7a44c6735be None None] For port 304ce26e-828d-447f-b000-ced908e2f79e, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:57:04.518442 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-7c755554-0e10-477b-8057-a7a44c6735be None None] For port 304ce26e-828d-447f-b000-ced908e2f79e, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=304ce26e-828d-447f-b000-ced908e2f79e,segment=NetworkSegment(e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b),segment_id=e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:57:04.524050 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-7c755554-0e10-477b-8057-a7a44c6735be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:04.531978 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 0098165c-295a-4c0a-a46e-e3d99c224ec2 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:57:04.532310 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:04.579217 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c755554-0e10-477b-8057-a7a44c6735be None None] Routers {'0aa23fd6-3f88-4f16-b6ab-98696a56052c'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:57:04.579942 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-7c755554-0e10-477b-8057-a7a44c6735be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:56:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0aa23fd6-3f88-4f16-b6ab-98696a56052c'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:57:04.620007 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655745b-3dec-4077-92e6-a748a355dca1 None None] Pushing event updated for resources: {'Port': ['ID=304ce26e-828d-447f-b000-ced908e2f79e,revision_number=4']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:57:04.621233 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-40b054e4-55af-4a40-a0a0-2c7d803c5cba None None] Provisioning complete for port 304ce26e-828d-447f-b000-ced908e2f79e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:57:04.621592 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-40b054e4-55af-4a40-a0a0-2c7d803c5cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:04.698807 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-7c755554-0e10-477b-8057-a7a44c6735be None None] Set router 0aa23fd6-3f88-4f16-b6ab-98696a56052c gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:57:04.709386 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-40b054e4-55af-4a40-a0a0-2c7d803c5cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:04.745004 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-40b054e4-55af-4a40-a0a0-2c7d803c5cba None None] For port 304ce26e-828d-447f-b000-ced908e2f79e, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=304ce26e-828d-447f-b000-ced908e2f79e,segment=NetworkSegment(e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b),segment_id=e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:57:04.750577 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-40b054e4-55af-4a40-a0a0-2c7d803c5cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:04.800874 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b054e4-55af-4a40-a0a0-2c7d803c5cba None None] Pushing event updated for resources: {'Port': ['ID=304ce26e-828d-447f-b000-ced908e2f79e,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:57:04.870019 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-978f8ae3-0537-48d5-9f0b-7fb5922ca994 None None] Provisioning complete for port 304ce26e-828d-447f-b000-ced908e2f79e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:57:04.870414 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-978f8ae3-0537-48d5-9f0b-7fb5922ca994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:04.908721 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-7c755554-0e10-477b-8057-a7a44c6735be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454472817', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'ec7ecd74-c62a-47d5-b302-d6a08a28c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:56:58Z', 'updated_at': '2021-09-21T18:57:02Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': 'ec7ecd74-c62a-47d5-b302-d6a08a28c1c3', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:56:59Z', 'updated_at': '2021-09-21T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '304ce26e-828d-447f-b000-ced908e2f79e', 'name': '', 'network_id': '51157c0b-28b1-4d60-b498-153c63f64641', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:dc:c5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ef49fb1b-814a-4e6f-bb20-d8fb4ea7bc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:57:01Z', 'updated_at': '2021-09-21T18:57:04Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': 'ef49fb1b-814a-4e6f-bb20-d8fb4ea7bc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:57:04.936970 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c755554-0e10-477b-8057-a7a44c6735be None None] The sync data for ids ['0aa23fd6-3f88-4f16-b6ab-98696a56052c'] in n-d-810291-1 is: [{'id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454472817', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'ec7ecd74-c62a-47d5-b302-d6a08a28c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:56:58Z', 'updated_at': '2021-09-21T18:57:02Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': 'ec7ecd74-c62a-47d5-b302-d6a08a28c1c3', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:56:59Z', 'updated_at': '2021-09-21T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '304ce26e-828d-447f-b000-ced908e2f79e', 'name': '', 'network_id': '51157c0b-28b1-4d60-b498-153c63f64641', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:dc:c5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ef49fb1b-814a-4e6f-bb20-d8fb4ea7bc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:57:01Z', 'updated_at': '2021-09-21T18:57:04Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': 'ef49fb1b-814a-4e6f-bb20-d8fb4ea7bc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:57:05.357400 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7326c336-493b-4797-be00-7c69aa8a520e req-18186261-58aa-418a-885d-8218e27b0507 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=26bc59ff-c211-40de-98b2-c9ec225925b0 HTTP/1.1" status: 200 len: 210 time: 0.0281878 Sep 21 18:57:06.295678 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 304ce26e-828d-447f-b000-ced908e2f79e up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:57:06.345602 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 304ce26e-828d-447f-b000-ced908e2f79e triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:57:06.346217 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:06.420022 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-2ef67287-c833-4b7b-9b27-db9fdd87165b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:06.421565 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-2ef67287-c833-4b7b-9b27-db9fdd87165b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.44 "GET /v2.0/networks?id=51157c0b-28b1-4d60-b498-153c63f64641 HTTP/1.1" status: 200 len: 797 time: 0.1275356 Sep 21 18:57:06.481677 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2bfe4d7b-4a08-4f54-b10c-a92ee3814041 req-0185ea36-2fad-4a88-9aab-64611a5b9d57 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=26bc59ff-c211-40de-98b2-c9ec225925b0 HTTP/1.1" status: 200 len: 210 time: 0.0323279 Sep 21 18:57:06.491724 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-95ad8fcd-92ec-4bd5-9627-6dc12387726a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f00e685b2234e11bd1ffddb0085e333 HTTP/1.1" status: 200 len: 380 time: 0.0593407 Sep 21 18:57:06.502030 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-15096c4b-15c8-49fa-8983-b8751c41af0e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'port': {'device_id': '26bc59ff-c211-40de-98b2-c9ec225925b0', 'network_id': '51157c0b-28b1-4d60-b498-153c63f64641', 'admin_state_up': True, 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'security_groups': ['4a8adf70-e848-45d1-96d8-2554ec876684']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:57:06.612718 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-15096c4b-15c8-49fa-8983-b8751c41af0e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Made reservation on behalf of 0f00e685b2234e11bd1ffddb0085e333 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:57:06.616295 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-15096c4b-15c8-49fa-8983-b8751c41af0e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:06.762897 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-15096c4b-15c8-49fa-8983-b8751c41af0e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Allocated IP 172.20.0.14 (51157c0b-28b1-4d60-b498-153c63f64641/ef49fb1b-814a-4e6f-bb20-d8fb4ea7bc86/1d934997-98c5-4bc7-84c2-9c3c94bb7b73) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:57:06.908039 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-15096c4b-15c8-49fa-8983-b8751c41af0e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:06.948291 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-15096c4b-15c8-49fa-8983-b8751c41af0e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:06.989991 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-15096c4b-15c8-49fa-8983-b8751c41af0e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Network 51157c0b-28b1-4d60-b498-153c63f64641 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:57:06.993040 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-15096c4b-15c8-49fa-8983-b8751c41af0e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:57:06.998640 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-15096c4b-15c8-49fa-8983-b8751c41af0e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:57:07.005178 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15096c4b-15c8-49fa-8983-b8751c41af0e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Port': ['ID=1d934997-98c5-4bc7-84c2-9c3c94bb7b73,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:57:07.050945 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-15096c4b-15c8-49fa-8983-b8751c41af0e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:07.051602 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-15096c4b-15c8-49fa-8983-b8751c41af0e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:07.066672 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-15096c4b-15c8-49fa-8983-b8751c41af0e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5684519 Sep 21 18:57:07.080654 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-7d23f512-250c-4f9d-bc01-f2dc9b43a44b service neutron] Request body: {'port': {'device_id': '26bc59ff-c211-40de-98b2-c9ec225925b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:57:07.141312 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-7d23f512-250c-4f9d-bc01-f2dc9b43a44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:07.191396 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-db7a1eb9-c25f-4fcd-a06c-8f42155afbcc None None] Provisioning complete for port 1d934997-98c5-4bc7-84c2-9c3c94bb7b73 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:57:07.191904 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-db7a1eb9-c25f-4fcd-a06c-8f42155afbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:07.229477 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-db7a1eb9-c25f-4fcd-a06c-8f42155afbcc None None] Port 1d934997-98c5-4bc7-84c2-9c3c94bb7b73 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:57:07.406807 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-7d23f512-250c-4f9d-bc01-f2dc9b43a44b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d934997-98c5-4bc7-84c2-9c3c94bb7b73 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:57:07.414419 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-7d23f512-250c-4f9d-bc01-f2dc9b43a44b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:07.427400 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-7d23f512-250c-4f9d-bc01-f2dc9b43a44b service neutron] Transition to ACTIVE for port object 1d934997-98c5-4bc7-84c2-9c3c94bb7b73 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:57:07.433538 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-7d23f512-250c-4f9d-bc01-f2dc9b43a44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:07.482824 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23f512-250c-4f9d-bc01-f2dc9b43a44b service neutron] Pushing event updated for resources: {'Port': ['ID=1d934997-98c5-4bc7-84c2-9c3c94bb7b73,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:57:07.564482 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-7d23f512-250c-4f9d-bc01-f2dc9b43a44b service neutron] Attempting to bind port 1d934997-98c5-4bc7-84c2-9c3c94bb7b73 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:57:07.564821 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-7d23f512-250c-4f9d-bc01-f2dc9b43a44b service neutron] Attempting to bind port 1d934997-98c5-4bc7-84c2-9c3c94bb7b73 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': 'e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '51157c0b-28b1-4d60-b498-153c63f64641'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:57:07.565147 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-7d23f512-250c-4f9d-bc01-f2dc9b43a44b service neutron] Attempting to bind port 1d934997-98c5-4bc7-84c2-9c3c94bb7b73 on network 51157c0b-28b1-4d60-b498-153c63f64641 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:57:07.570969 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-7d23f512-250c-4f9d-bc01-f2dc9b43a44b service neutron] Port 1d934997-98c5-4bc7-84c2-9c3c94bb7b73 on network 51157c0b-28b1-4d60-b498-153c63f64641 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:57:07.570969 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-7d23f512-250c-4f9d-bc01-f2dc9b43a44b service neutron] Attempting to bind port 1d934997-98c5-4bc7-84c2-9c3c94bb7b73 on network 51157c0b-28b1-4d60-b498-153c63f64641 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:57:07.577738 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-7d23f512-250c-4f9d-bc01-f2dc9b43a44b service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:57:07.577971 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-7d23f512-250c-4f9d-bc01-f2dc9b43a44b service neutron] Checking segment: {'id': 'e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '51157c0b-28b1-4d60-b498-153c63f64641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:57:07.578193 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-7d23f512-250c-4f9d-bc01-f2dc9b43a44b service neutron] Bound using segment: {'id': 'e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '51157c0b-28b1-4d60-b498-153c63f64641'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:57:07.578620 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-7d23f512-250c-4f9d-bc01-f2dc9b43a44b service neutron] Bound port: 1d934997-98c5-4bc7-84c2-9c3c94bb7b73, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '51157c0b-28b1-4d60-b498-153c63f64641'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:57:07.578998 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-7d23f512-250c-4f9d-bc01-f2dc9b43a44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:07.611171 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68723a-46d6-4476-b05f-3340c7424188 req-0f3c53e6-ffb0-4b97-a7ef-f3b9f0711132 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:07.612984 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3e68723a-46d6-4476-b05f-3340c7424188 req-0f3c53e6-ffb0-4b97-a7ef-f3b9f0711132 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=26bc59ff-c211-40de-98b2-c9ec225925b0 HTTP/1.1" status: 200 len: 944 time: 0.0539138 Sep 21 18:57:07.652151 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-7d23f512-250c-4f9d-bc01-f2dc9b43a44b service neutron] For port 1d934997-98c5-4bc7-84c2-9c3c94bb7b73, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:57:07.653421 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-3e68723a-46d6-4476-b05f-3340c7424188 req-02008d6c-3c62-42d2-9060-5059c4e81636 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a8adf70-e848-45d1-96d8-2554ec876684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341165 Sep 21 18:57:07.655416 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-7d23f512-250c-4f9d-bc01-f2dc9b43a44b service neutron] For port 1d934997-98c5-4bc7-84c2-9c3c94bb7b73, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=1d934997-98c5-4bc7-84c2-9c3c94bb7b73,segment=NetworkSegment(e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b),segment_id=e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:57:07.660174 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-7d23f512-250c-4f9d-bc01-f2dc9b43a44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:07.694902 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-7d23f512-250c-4f9d-bc01-f2dc9b43a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:07.695561 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-7d23f512-250c-4f9d-bc01-f2dc9b43a44b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:07.696967 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-7d23f512-250c-4f9d-bc01-f2dc9b43a44b service neutron] 10.222.0.44 "PUT /v2.0/ports/1d934997-98c5-4bc7-84c2-9c3c94bb7b73 HTTP/1.1" status: 200 len: 1092 time: 0.6213772 Sep 21 18:57:07.697410 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bc59ff-c211-40de-98b2-c9ec225925b0', 'tag': '1d934997-98c5-4bc7-84c2-9c3c94bb7b73'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:57:07.701637 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4cfad3-0688-4ad8-9c2e-de5847122df7" -d '{"events": [{"name": "network-changed", "server_uuid": "26bc59ff-c211-40de-98b2-c9ec225925b0", "tag": "1d934997-98c5-4bc7-84c2-9c3c94bb7b73"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:57:07.726753 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23f512-250c-4f9d-bc01-f2dc9b43a44b service neutron] Pushing event updated for resources: {'Port': ['ID=1d934997-98c5-4bc7-84c2-9c3c94bb7b73,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:57:07.749181 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee741e3-71fb-46d2-8f69-f397b9eba41a x-openstack-request-id: req-5ee741e3-71fb-46d2-8f69-f397b9eba41a {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:57:07.749695 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bc59ff-c211-40de-98b2-c9ec225925b0", "tag": "1d934997-98c5-4bc7-84c2-9c3c94bb7b73", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:57:07.750173 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5ee741e3-71fb-46d2-8f69-f397b9eba41a {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:57:07.750796 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bc59ff-c211-40de-98b2-c9ec225925b0', 'tag': '1d934997-98c5-4bc7-84c2-9c3c94bb7b73', 'status': 'completed', 'code': 200} Sep 21 18:57:07.799266 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-f5ccd5af-cd54-4b65-9458-13ff6f3c5853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:07.800865 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-f5ccd5af-cd54-4b65-9458-13ff6f3c5853 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&device_id=26bc59ff-c211-40de-98b2-c9ec225925b0 HTTP/1.1" status: 200 len: 1095 time: 0.0430422 Sep 21 18:57:07.849817 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-d0db30f4-bb99-4372-9795-20d3cbfc2620 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d934997-98c5-4bc7-84c2-9c3c94bb7b73 HTTP/1.1" status: 200 len: 217 time: 0.0392132 Sep 21 18:57:07.902420 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-b08dcaab-ca4f-4212-84c1-19e782b92f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:07.903950 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-b08dcaab-ca4f-4212-84c1-19e782b92f82 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ef49fb1b-814a-4e6f-bb20-d8fb4ea7bc86 HTTP/1.1" status: 200 len: 835 time: 0.0458040 Sep 21 18:57:07.955452 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-08a82ccd-d899-4718-a92a-b823fcc26b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:07.957746 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-08a82ccd-d899-4718-a92a-b823fcc26b14 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=51157c0b-28b1-4d60-b498-153c63f64641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457823 Sep 21 18:57:08.055070 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-654b4734-d4fe-44d7-9597-276a21fed625 service neutron] 10.222.0.44 "GET /v2.0/networks/51157c0b-28b1-4d60-b498-153c63f64641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884867 Sep 21 18:57:08.145207 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f3994371-1c6f-40a4-8095-4a429c4eaaf6 req-dfc9ba23-b889-4404-9f24-e38a13fc2f37 service neutron] 10.222.0.44 "GET /v2.0/networks/51157c0b-28b1-4d60-b498-153c63f64641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821626 Sep 21 18:57:08.250962 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cfad3-0688-4ad8-9c2e-de5847122df7 req-377d8d50-d948-4b2f-aaa5-b444424c54e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:08.252511 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0b4cfad3-0688-4ad8-9c2e-de5847122df7 req-377d8d50-d948-4b2f-aaa5-b444424c54e0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&device_id=26bc59ff-c211-40de-98b2-c9ec225925b0 HTTP/1.1" status: 200 len: 1095 time: 0.0475800 Sep 21 18:57:08.344717 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cfad3-0688-4ad8-9c2e-de5847122df7 req-089f495f-00c4-4a74-94eb-0d2658853d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:08.346305 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0b4cfad3-0688-4ad8-9c2e-de5847122df7 req-089f495f-00c4-4a74-94eb-0d2658853d57 service neutron] 10.222.0.44 "GET /v2.0/networks?id=51157c0b-28b1-4d60-b498-153c63f64641 HTTP/1.1" status: 200 len: 898 time: 0.0864594 Sep 21 18:57:08.399754 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0b4cfad3-0688-4ad8-9c2e-de5847122df7 req-b0c535a5-c59b-4e59-8365-179ceb7705dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d934997-98c5-4bc7-84c2-9c3c94bb7b73 HTTP/1.1" status: 200 len: 217 time: 0.0445764 Sep 21 18:57:08.462636 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cfad3-0688-4ad8-9c2e-de5847122df7 req-12a03607-f4db-4ce7-b1be-aa891b737195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:08.464044 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0b4cfad3-0688-4ad8-9c2e-de5847122df7 req-12a03607-f4db-4ce7-b1be-aa891b737195 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ef49fb1b-814a-4e6f-bb20-d8fb4ea7bc86 HTTP/1.1" status: 200 len: 835 time: 0.0558224 Sep 21 18:57:08.520874 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cfad3-0688-4ad8-9c2e-de5847122df7 req-058b56cc-ca0c-4b67-b42c-763b8face0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:08.522365 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0b4cfad3-0688-4ad8-9c2e-de5847122df7 req-058b56cc-ca0c-4b67-b42c-763b8face0fe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=51157c0b-28b1-4d60-b498-153c63f64641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492327 Sep 21 18:57:08.615884 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0b4cfad3-0688-4ad8-9c2e-de5847122df7 req-d0922ae2-2327-485d-9120-f48f74cfdabd service neutron] 10.222.0.44 "GET /v2.0/networks/51157c0b-28b1-4d60-b498-153c63f64641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846009 Sep 21 18:57:08.708604 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0b4cfad3-0688-4ad8-9c2e-de5847122df7 req-c925ebaa-8718-4764-a40a-aaff42e4acb7 service neutron] 10.222.0.44 "GET /v2.0/networks/51157c0b-28b1-4d60-b498-153c63f64641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846369 Sep 21 18:57:08.772753 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3d6ce-7e60-4149-b8fa-36616a37eb7a req-6a3dfd1f-c8cc-4ea1-834a-cae3f7c5f0fe tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:08.774136 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fea3d6ce-7e60-4149-b8fa-36616a37eb7a req-6a3dfd1f-c8cc-4ea1-834a-cae3f7c5f0fe tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=26bc59ff-c211-40de-98b2-c9ec225925b0 HTTP/1.1" status: 200 len: 944 time: 0.0494435 Sep 21 18:57:08.827200 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-fea3d6ce-7e60-4149-b8fa-36616a37eb7a req-2f06d124-8dc2-48f3-a91c-ffe6c71faa5f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a8adf70-e848-45d1-96d8-2554ec876684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441480 Sep 21 18:57:09.952447 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b7b2c-e90d-4585-a213-d9921b6db67a req-51a82a83-8b16-4346-9995-cb27cb25fc69 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:09.953945 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-586b7b2c-e90d-4585-a213-d9921b6db67a req-51a82a83-8b16-4346-9995-cb27cb25fc69 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=26bc59ff-c211-40de-98b2-c9ec225925b0 HTTP/1.1" status: 200 len: 944 time: 0.0569205 Sep 21 18:57:09.994186 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-586b7b2c-e90d-4585-a213-d9921b6db67a req-19c74caf-6dee-47a2-9e6a-ebe56de7e15a tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a8adf70-e848-45d1-96d8-2554ec876684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340722 Sep 21 18:57:11.140341 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 1d934997-98c5-4bc7-84c2-9c3c94bb7b73 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:57:11.141173 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9171f034-62f0-4c16-8d98-d5c21db5c98d req-6cab999d-75f4-49fa-9ac8-2dde3af82ed4 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:11.143120 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9171f034-62f0-4c16-8d98-d5c21db5c98d req-6cab999d-75f4-49fa-9ac8-2dde3af82ed4 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=26bc59ff-c211-40de-98b2-c9ec225925b0 HTTP/1.1" status: 200 len: 944 time: 0.0701323 Sep 21 18:57:11.184572 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9171f034-62f0-4c16-8d98-d5c21db5c98d req-31f0cbf9-2001-4760-838a-ce5571782bf1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a8adf70-e848-45d1-96d8-2554ec876684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322652 Sep 21 18:57:11.240684 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 1d934997-98c5-4bc7-84c2-9c3c94bb7b73, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=1d934997-98c5-4bc7-84c2-9c3c94bb7b73,segment=NetworkSegment(e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b),segment_id=e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:57:11.251774 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '1d934997-98c5-4bc7-84c2-9c3c94bb7b73', 'network_id': '51157c0b-28b1-4d60-b498-153c63f64641', 'port_id': '1d934997-98c5-4bc7-84c2-9c3c94bb7b73', 'mac_address': 'fa:16:3e:cd:32:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef49fb1b-814a-4e6f-bb20-d8fb4ea7bc86', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:57:11.293905 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:11.307606 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d934997-98c5-4bc7-84c2-9c3c94bb7b73 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:57:11.327700 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 1d934997-98c5-4bc7-84c2-9c3c94bb7b73, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=1d934997-98c5-4bc7-84c2-9c3c94bb7b73,segment=NetworkSegment(e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b),segment_id=e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:57:11.334274 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:11.382565 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=1d934997-98c5-4bc7-84c2-9c3c94bb7b73,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:57:11.553040 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['1d934997-98c5-4bc7-84c2-9c3c94bb7b73'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:57:12.317270 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd7e36-ca17-478b-b9bf-ced30c6066dc req-82140f75-cdb4-492e-bf15-7783c34ca423 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:12.318807 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e3bd7e36-ca17-478b-b9bf-ced30c6066dc req-82140f75-cdb4-492e-bf15-7783c34ca423 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=26bc59ff-c211-40de-98b2-c9ec225925b0 HTTP/1.1" status: 200 len: 945 time: 0.0597453 Sep 21 18:57:12.360700 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e3bd7e36-ca17-478b-b9bf-ced30c6066dc req-66ef656c-edce-4585-806c-f0df8466c8c6 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a8adf70-e848-45d1-96d8-2554ec876684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328155 Sep 21 18:57:13.164166 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 1d934997-98c5-4bc7-84c2-9c3c94bb7b73 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:57:13.231111 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 1d934997-98c5-4bc7-84c2-9c3c94bb7b73 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:57:13.237817 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 1d934997-98c5-4bc7-84c2-9c3c94bb7b73 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:57:13.238318 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:13.319442 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:13.342873 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bc59ff-c211-40de-98b2-c9ec225925b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d934997-98c5-4bc7-84c2-9c3c94bb7b73'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:57:13.345185 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7be9786b8e12a57addcd3d24694f9862590c26d6af0c76ac9baad1416f83940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774c8677-6ae0-4082-a295-f71a1a92beba" -d '{"events": [{"server_uuid": "26bc59ff-c211-40de-98b2-c9ec225925b0", "name": "network-vif-plugged", "status": "completed", "tag": "1d934997-98c5-4bc7-84c2-9c3c94bb7b73"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:57:13.358412 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 1d934997-98c5-4bc7-84c2-9c3c94bb7b73, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=1d934997-98c5-4bc7-84c2-9c3c94bb7b73,segment=NetworkSegment(e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b),segment_id=e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:57:13.364431 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:13.411451 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=1d934997-98c5-4bc7-84c2-9c3c94bb7b73,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:57:13.437591 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4c841d-fa4d-476f-94ab-c079ba609284 x-openstack-request-id: req-6a4c841d-fa4d-476f-94ab-c079ba609284 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:57:13.437888 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bc59ff-c211-40de-98b2-c9ec225925b0", "name": "network-vif-plugged", "status": "completed", "tag": "1d934997-98c5-4bc7-84c2-9c3c94bb7b73", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:57:13.438380 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6a4c841d-fa4d-476f-94ab-c079ba609284 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:57:13.438797 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bc59ff-c211-40de-98b2-c9ec225925b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d934997-98c5-4bc7-84c2-9c3c94bb7b73', 'code': 200} Sep 21 18:57:13.477030 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016861c-5f6d-4a2c-85e0-5da1eb834a44 req-936863c0-0ed1-4bd2-830f-83c046a16762 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:13.478751 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4016861c-5f6d-4a2c-85e0-5da1eb834a44 req-936863c0-0ed1-4bd2-830f-83c046a16762 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=26bc59ff-c211-40de-98b2-c9ec225925b0 HTTP/1.1" status: 200 len: 946 time: 0.0488520 Sep 21 18:57:13.543764 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4016861c-5f6d-4a2c-85e0-5da1eb834a44 req-89bdbc24-7546-4006-8275-475bbfb94059 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a8adf70-e848-45d1-96d8-2554ec876684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571477 Sep 21 18:57:13.555988 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a1159-5ee3-4f39-90f8-114daa9c93a0 req-0acb4962-f202-40df-9684-484d63d1fb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:13.557531 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-094a1159-5ee3-4f39-90f8-114daa9c93a0 req-0acb4962-f202-40df-9684-484d63d1fb99 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=26bc59ff-c211-40de-98b2-c9ec225925b0 HTTP/1.1" status: 200 len: 1097 time: 0.0577056 Sep 21 18:57:13.594757 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-094a1159-5ee3-4f39-90f8-114daa9c93a0 req-c152fa3e-b157-4762-aae0-161dd5e2ae66 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4a8adf70-e848-45d1-96d8-2554ec876684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287101 Sep 21 18:57:14.677916 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e510b-c491-4de8-891d-6eaafb2e2291 req-5344a49a-bd1a-4f36-839f-2300f75546ee tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:14.679432 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ce3e510b-c491-4de8-891d-6eaafb2e2291 req-5344a49a-bd1a-4f36-839f-2300f75546ee tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=26bc59ff-c211-40de-98b2-c9ec225925b0 HTTP/1.1" status: 200 len: 946 time: 0.0555823 Sep 21 18:57:14.682652 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:57:14.719926 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ce3e510b-c491-4de8-891d-6eaafb2e2291 req-41bf18b5-f7ed-43d2-9490-bfbb8078f34c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a8adf70-e848-45d1-96d8-2554ec876684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334189 Sep 21 18:57:15.849785 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c72da-b1a0-4dfa-85eb-135e6616ed8e req-48307711-4174-4198-a68c-d43c0c362ae5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:15.851312 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-078c72da-b1a0-4dfa-85eb-135e6616ed8e req-48307711-4174-4198-a68c-d43c0c362ae5 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=26bc59ff-c211-40de-98b2-c9ec225925b0 HTTP/1.1" status: 200 len: 946 time: 0.0560892 Sep 21 18:57:15.891415 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-078c72da-b1a0-4dfa-85eb-135e6616ed8e req-50ad2cae-30ad-4de8-9b8a-1a1e1d013a0e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a8adf70-e848-45d1-96d8-2554ec876684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321295 Sep 21 18:57:15.993946 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5fd449de-9b47-48a8-a874-0f26c1d8970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:16.011255 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460aac8-c201-410f-9ee4-2335b3e38419 req-1b04660e-be0c-4389-af1b-a8157cc2c3d2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:16.012830 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a460aac8-c201-410f-9ee4-2335b3e38419 req-1b04660e-be0c-4389-af1b-a8157cc2c3d2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=26bc59ff-c211-40de-98b2-c9ec225925b0 HTTP/1.1" status: 200 len: 946 time: 0.0512047 Sep 21 18:57:16.056228 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a460aac8-c201-410f-9ee4-2335b3e38419 req-7f89d59a-a723-4a96-95a5-28177574e024 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a8adf70-e848-45d1-96d8-2554ec876684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371318 Sep 21 18:57:16.082568 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56010) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:57:16.123194 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5eb8c7-b0bf-4399-b468-a0132c8da102 tempest-TestNetworkAdvancedServerOps-343949058 tempest-TestNetworkAdvancedServerOps-343949058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:16.124745 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ee5eb8c7-b0bf-4399-b468-a0132c8da102 tempest-TestNetworkAdvancedServerOps-343949058 tempest-TestNetworkAdvancedServerOps-343949058-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=26bc59ff-c211-40de-98b2-c9ec225925b0 HTTP/1.1" status: 200 len: 1092 time: 0.0411773 Sep 21 18:57:16.128830 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56012) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:57:16.133292 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-b5069631-7961-46f2-9bbd-f881984bf513 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'port_id': '1d934997-98c5-4bc7-84c2-9c3c94bb7b73', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:57:16.158099 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b5069631-7961-46f2-9bbd-f881984bf513 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for floatingip, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:16.261559 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b5069631-7961-46f2-9bbd-f881984bf513 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:16.380538 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-b5069631-7961-46f2-9bbd-f881984bf513 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Allocated IP 172.25.6.223 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/5bb8bb10-6145-4b5c-aba1-a4a90f204077) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:57:16.483201 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b5069631-7961-46f2-9bbd-f881984bf513 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:16.526341 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b5069631-7961-46f2-9bbd-f881984bf513 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:16.571395 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5069631-7961-46f2-9bbd-f881984bf513 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:57:16.574561 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-b5069631-7961-46f2-9bbd-f881984bf513 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:57:16.581052 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5069631-7961-46f2-9bbd-f881984bf513 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:57:16.586864 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5069631-7961-46f2-9bbd-f881984bf513 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Port': ['ID=5bb8bb10-6145-4b5c-aba1-a4a90f204077,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:57:16.967075 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b5069631-7961-46f2-9bbd-f881984bf513 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:17.041265 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b5069631-7961-46f2-9bbd-f881984bf513 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:17.201834 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b5069631-7961-46f2-9bbd-f881984bf513 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:17.208347 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b5069631-7961-46f2-9bbd-f881984bf513 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:17.283633 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5069631-7961-46f2-9bbd-f881984bf513 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event updated for resources: {'Port': ['ID=5bb8bb10-6145-4b5c-aba1-a4a90f204077,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:57:17.295932 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b5069631-7961-46f2-9bbd-f881984bf513 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:17.405250 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [None req-b5069631-7961-46f2-9bbd-f881984bf513 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Floating IP 0c7c6e06-7be4-40b7-8329-9c2849f1866e associated. External IP: 172.25.6.223, port: 1d934997-98c5-4bc7-84c2-9c3c94bb7b73. Sep 21 18:57:17.618158 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5069631-7961-46f2-9bbd-f881984bf513 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Router 0aa23fd6-3f88-4f16-b6ab-98696a56052c has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:57:17.733091 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5069631-7961-46f2-9bbd-f881984bf513 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:57:17.743321 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2740d15e-5a0c-492a-b407-c9a038113b3f None None] Sync routers for ids ['0aa23fd6-3f88-4f16-b6ab-98696a56052c'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:57:17.750621 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-b5069631-7961-46f2-9bbd-f881984bf513 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:17.753831 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2740d15e-5a0c-492a-b407-c9a038113b3f None None] Routers {'0aa23fd6-3f88-4f16-b6ab-98696a56052c'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:57:17.754455 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-2740d15e-5a0c-492a-b407-c9a038113b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:56:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0aa23fd6-3f88-4f16-b6ab-98696a56052c'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:57:17.778082 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b5069631-7961-46f2-9bbd-f881984bf513 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6482694 Sep 21 18:57:17.778821 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bc59ff-c211-40de-98b2-c9ec225925b0', 'tag': '1d934997-98c5-4bc7-84c2-9c3c94bb7b73'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:57:17.781283 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e068d80b537898f9f0058ef40cd45917e2ca049a324cdaa182e5d883fca795c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe53799-c693-4724-9f8c-2ffc0b17786c" -d '{"events": [{"name": "network-changed", "server_uuid": "26bc59ff-c211-40de-98b2-c9ec225925b0", "tag": "1d934997-98c5-4bc7-84c2-9c3c94bb7b73"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:57:17.820973 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72425f90-094d-4dd1-852f-4df58bbd0740 x-openstack-request-id: req-72425f90-094d-4dd1-852f-4df58bbd0740 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:57:17.821268 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bc59ff-c211-40de-98b2-c9ec225925b0", "tag": "1d934997-98c5-4bc7-84c2-9c3c94bb7b73", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:57:17.821653 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-72425f90-094d-4dd1-852f-4df58bbd0740 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:57:17.821992 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bc59ff-c211-40de-98b2-c9ec225925b0', 'tag': '1d934997-98c5-4bc7-84c2-9c3c94bb7b73', 'status': 'completed', 'code': 200} Sep 21 18:57:17.868340 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-2740d15e-5a0c-492a-b407-c9a038113b3f None None] Set router 0aa23fd6-3f88-4f16-b6ab-98696a56052c gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:57:17.907839 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec5742-a309-477b-a2be-a701f381fb8e req-4c83f221-128a-4a46-92bb-2c8a3b26acc2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:17.909324 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-42ec5742-a309-477b-a2be-a701f381fb8e req-4c83f221-128a-4a46-92bb-2c8a3b26acc2 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=26bc59ff-c211-40de-98b2-c9ec225925b0 HTTP/1.1" status: 200 len: 946 time: 0.0800517 Sep 21 18:57:17.916371 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe53799-c693-4724-9f8c-2ffc0b17786c req-67d2cf0e-4bf9-4d98-a19d-1fc62c627ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:17.917841 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bfe53799-c693-4724-9f8c-2ffc0b17786c req-67d2cf0e-4bf9-4d98-a19d-1fc62c627ddc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&device_id=26bc59ff-c211-40de-98b2-c9ec225925b0 HTTP/1.1" status: 200 len: 1097 time: 0.0626338 Sep 21 18:57:18.007415 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-42ec5742-a309-477b-a2be-a701f381fb8e req-3ecbf6dc-0672-4096-a005-b60cc935d45b tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a8adf70-e848-45d1-96d8-2554ec876684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885463 Sep 21 18:57:18.030665 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56020) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:57:18.038072 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe53799-c693-4724-9f8c-2ffc0b17786c req-8bd83e9d-660a-4b25-b1ca-53e0344359c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:18.039595 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bfe53799-c693-4724-9f8c-2ffc0b17786c req-8bd83e9d-660a-4b25-b1ca-53e0344359c1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=51157c0b-28b1-4d60-b498-153c63f64641 HTTP/1.1" status: 200 len: 898 time: 0.1075308 Sep 21 18:57:18.097125 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2d265ef7-53f3-4d8f-aa35-2417b33983a8 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/floatingips/0c7c6e06-7be4-40b7-8329-9c2849f1866e HTTP/1.1" status: 200 len: 992 time: 0.0651345 Sep 21 18:57:18.115420 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bfe53799-c693-4724-9f8c-2ffc0b17786c req-d2273c91-e411-4432-be3a-009cdbe67c80 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d934997-98c5-4bc7-84c2-9c3c94bb7b73 HTTP/1.1" status: 200 len: 1000 time: 0.0680749 Sep 21 18:57:18.173884 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe53799-c693-4724-9f8c-2ffc0b17786c req-9b828f2c-5a46-4523-8df8-fbf77fc512bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:18.175329 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bfe53799-c693-4724-9f8c-2ffc0b17786c req-9b828f2c-5a46-4523-8df8-fbf77fc512bf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ef49fb1b-814a-4e6f-bb20-d8fb4ea7bc86 HTTP/1.1" status: 200 len: 835 time: 0.0524662 Sep 21 18:57:18.221972 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe53799-c693-4724-9f8c-2ffc0b17786c req-2268997b-786e-478d-a3dd-33678014e23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:18.223546 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bfe53799-c693-4724-9f8c-2ffc0b17786c req-2268997b-786e-478d-a3dd-33678014e23c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=51157c0b-28b1-4d60-b498-153c63f64641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409257 Sep 21 18:57:18.265639 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-2740d15e-5a0c-492a-b407-c9a038113b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454472817', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'ec7ecd74-c62a-47d5-b302-d6a08a28c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:56:58Z', 'updated_at': '2021-09-21T18:57:02Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': 'ec7ecd74-c62a-47d5-b302-d6a08a28c1c3', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:56:59Z', 'updated_at': '2021-09-21T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '0c7c6e06-7be4-40b7-8329-9c2849f1866e', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'floating_ip_address': '172.25.6.223', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'port_id': '1d934997-98c5-4bc7-84c2-9c3c94bb7b73', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51157c0b-28b1-4d60-b498-153c63f64641', 'mac_address': 'fa:16:3e:cd:32:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bc59ff-c211-40de-98b2-c9ec225925b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:57:16Z', 'updated_at': '2021-09-21T18:57:16Z', 'revision_number': 0, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '304ce26e-828d-447f-b000-ced908e2f79e', 'name': '', 'network_id': '51157c0b-28b1-4d60-b498-153c63f64641', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:dc:c5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ef49fb1b-814a-4e6f-bb20-d8fb4ea7bc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:57:01Z', 'updated_at': '2021-09-21T18:57:04Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': 'ef49fb1b-814a-4e6f-bb20-d8fb4ea7bc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:57:18.292468 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2740d15e-5a0c-492a-b407-c9a038113b3f None None] Checking router: 0aa23fd6-3f88-4f16-b6ab-98696a56052c for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:57:18.301853 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2740d15e-5a0c-492a-b407-c9a038113b3f None None] Routers {'0aa23fd6-3f88-4f16-b6ab-98696a56052c'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:57:18.302524 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-2740d15e-5a0c-492a-b407-c9a038113b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:56:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0aa23fd6-3f88-4f16-b6ab-98696a56052c'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:57:18.325539 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bfe53799-c693-4724-9f8c-2ffc0b17786c req-3c05a3f6-892d-4511-9661-ef8a7565309e service neutron] 10.222.0.44 "GET /v2.0/networks/51157c0b-28b1-4d60-b498-153c63f64641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937586 Sep 21 18:57:18.408584 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-2740d15e-5a0c-492a-b407-c9a038113b3f None None] Set router 0aa23fd6-3f88-4f16-b6ab-98696a56052c gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:57:18.416508 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bfe53799-c693-4724-9f8c-2ffc0b17786c req-9c0c216b-b276-4dae-a735-8518d90f36a6 service neutron] 10.222.0.44 "GET /v2.0/networks/51157c0b-28b1-4d60-b498-153c63f64641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834923 Sep 21 18:57:18.499957 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ca9128a3-502e-4dd3-a52a-b7a3eaa669e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:18.642345 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-2740d15e-5a0c-492a-b407-c9a038113b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454472817', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'ec7ecd74-c62a-47d5-b302-d6a08a28c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:56:58Z', 'updated_at': '2021-09-21T18:57:02Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': 'ec7ecd74-c62a-47d5-b302-d6a08a28c1c3', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:56:59Z', 'updated_at': '2021-09-21T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '0c7c6e06-7be4-40b7-8329-9c2849f1866e', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'floating_ip_address': '172.25.6.223', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'port_id': '1d934997-98c5-4bc7-84c2-9c3c94bb7b73', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51157c0b-28b1-4d60-b498-153c63f64641', 'mac_address': 'fa:16:3e:cd:32:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bc59ff-c211-40de-98b2-c9ec225925b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:57:16Z', 'updated_at': '2021-09-21T18:57:16Z', 'revision_number': 0, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '304ce26e-828d-447f-b000-ced908e2f79e', 'name': '', 'network_id': '51157c0b-28b1-4d60-b498-153c63f64641', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:dc:c5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ef49fb1b-814a-4e6f-bb20-d8fb4ea7bc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:57:01Z', 'updated_at': '2021-09-21T18:57:04Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': 'ef49fb1b-814a-4e6f-bb20-d8fb4ea7bc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:57:18.668453 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2740d15e-5a0c-492a-b407-c9a038113b3f None None] The sync data for ids ['0aa23fd6-3f88-4f16-b6ab-98696a56052c'] in n-d-810291-1 is: [{'id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454472817', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'ec7ecd74-c62a-47d5-b302-d6a08a28c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:56:58Z', 'updated_at': '2021-09-21T18:57:02Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': 'ec7ecd74-c62a-47d5-b302-d6a08a28c1c3', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:56:59Z', 'updated_at': '2021-09-21T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '0c7c6e06-7be4-40b7-8329-9c2849f1866e', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'floating_ip_address': '172.25.6.223', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'port_id': '1d934997-98c5-4bc7-84c2-9c3c94bb7b73', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51157c0b-28b1-4d60-b498-153c63f64641', 'mac_address': 'fa:16:3e:cd:32:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bc59ff-c211-40de-98b2-c9ec225925b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:57:16Z', 'updated_at': '2021-09-21T18:57:16Z', 'revision_number': 0, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '304ce26e-828d-447f-b000-ced908e2f79e', 'name': '', 'network_id': '51157c0b-28b1-4d60-b498-153c63f64641', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:dc:c5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ef49fb1b-814a-4e6f-bb20-d8fb4ea7bc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:57:01Z', 'updated_at': '2021-09-21T18:57:04Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': 'ef49fb1b-814a-4e6f-bb20-d8fb4ea7bc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:57:18.876454 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047c235d-3d4b-4bca-9fbe-212c79ee4eb4 None None] New status for floating IP 0c7c6e06-7be4-40b7-8329-9c2849f1866e: ACTIVE {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:57:19.101718 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56022) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:57:19.126892 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:19.168986 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-dd6387cf-3135-4a95-86c4-3750136a826d tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/floatingips/0c7c6e06-7be4-40b7-8329-9c2849f1866e HTTP/1.1" status: 200 len: 994 time: 0.0660102 Sep 21 18:57:20.407892 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:21.874662 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:24.087286 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:25.134696 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:46.005326 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b044cafe-4fe1-454b-8213-4bf13dafe71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:48.498053 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0249a2fb-ebe7-4367-9a07-32dd1381389b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:49.141380 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:50.412730 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:51.685463 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:57:51.878885 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:52.625214 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f738229-ce80-4bca-afbb-4bd2fb103b1c req-0643370b-9e44-4844-b5ea-63e09580586c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:52.626713 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1f738229-ce80-4bca-afbb-4bd2fb103b1c req-0643370b-9e44-4844-b5ea-63e09580586c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=26bc59ff-c211-40de-98b2-c9ec225925b0 HTTP/1.1" status: 200 len: 946 time: 0.0485959 Sep 21 18:57:52.667770 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1f738229-ce80-4bca-afbb-4bd2fb103b1c req-cc6871a3-4788-4569-b5c4-a853a1a5e897 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a8adf70-e848-45d1-96d8-2554ec876684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319321 Sep 21 18:57:53.793055 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2496b-1ccb-4048-90ad-95f1a24fdb77 req-1e8e16ff-b502-459a-916b-0637e4fb557d tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:53.794545 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f9d2496b-1ccb-4048-90ad-95f1a24fdb77 req-1e8e16ff-b502-459a-916b-0637e4fb557d tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=26bc59ff-c211-40de-98b2-c9ec225925b0 HTTP/1.1" status: 200 len: 946 time: 0.0562887 Sep 21 18:57:53.836289 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f9d2496b-1ccb-4048-90ad-95f1a24fdb77 req-98b4adba-34cd-4174-a402-bb4013d8e883 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a8adf70-e848-45d1-96d8-2554ec876684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324950 Sep 21 18:57:53.858538 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56048) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:57:53.919114 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-89d07923-96c7-4d2e-9476-3f2aa7fe4ca3 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/floatingips/0c7c6e06-7be4-40b7-8329-9c2849f1866e HTTP/1.1" status: 200 len: 994 time: 0.0594029 Sep 21 18:57:54.089253 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:55.147699 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:55.215488 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcdc0b8-86ec-4d4c-b4c7-0950f856cf46 req-ae266e58-2bdb-400f-b4d0-b98e58068190 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:55.217014 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bdcdc0b8-86ec-4d4c-b4c7-0950f856cf46 req-ae266e58-2bdb-400f-b4d0-b98e58068190 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=26bc59ff-c211-40de-98b2-c9ec225925b0 HTTP/1.1" status: 200 len: 946 time: 0.0544801 Sep 21 18:57:55.228104 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fcb737-0aef-4cb0-84db-5abcabae2e05 req-e6705da1-1309-482c-93b9-7fc93f44ab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:55.229592 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9fcb737-0aef-4cb0-84db-5abcabae2e05 req-e6705da1-1309-482c-93b9-7fc93f44ab26 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&device_id=26bc59ff-c211-40de-98b2-c9ec225925b0 HTTP/1.1" status: 200 len: 1097 time: 0.0447896 Sep 21 18:57:55.255911 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bdcdc0b8-86ec-4d4c-b4c7-0950f856cf46 req-c2f671f9-4c97-4f91-b4ef-7b9eae935b38 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a8adf70-e848-45d1-96d8-2554ec876684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315161 Sep 21 18:57:55.322355 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fcb737-0aef-4cb0-84db-5abcabae2e05 req-f64fa817-8868-45ef-b12d-09a0d52d21f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:55.323883 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9fcb737-0aef-4cb0-84db-5abcabae2e05 req-f64fa817-8868-45ef-b12d-09a0d52d21f5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=51157c0b-28b1-4d60-b498-153c63f64641 HTTP/1.1" status: 200 len: 898 time: 0.0862298 Sep 21 18:57:55.394316 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9fcb737-0aef-4cb0-84db-5abcabae2e05 req-665c098d-9983-43d9-b1b1-1ac3b57fde57 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d934997-98c5-4bc7-84c2-9c3c94bb7b73 HTTP/1.1" status: 200 len: 1002 time: 0.0615137 Sep 21 18:57:55.443833 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fcb737-0aef-4cb0-84db-5abcabae2e05 req-0d72c09d-0aa0-498d-86f5-95175904db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:55.445258 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9fcb737-0aef-4cb0-84db-5abcabae2e05 req-0d72c09d-0aa0-498d-86f5-95175904db38 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ef49fb1b-814a-4e6f-bb20-d8fb4ea7bc86 HTTP/1.1" status: 200 len: 835 time: 0.0429592 Sep 21 18:57:55.492673 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fcb737-0aef-4cb0-84db-5abcabae2e05 req-f7f02332-2cd2-463a-859b-a77891180b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:55.494164 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9fcb737-0aef-4cb0-84db-5abcabae2e05 req-f7f02332-2cd2-463a-859b-a77891180b5b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=51157c0b-28b1-4d60-b498-153c63f64641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407183 Sep 21 18:57:55.599197 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9fcb737-0aef-4cb0-84db-5abcabae2e05 req-79a84819-acbd-4117-a728-89eee982ff34 service neutron] 10.222.0.44 "GET /v2.0/networks/51157c0b-28b1-4d60-b498-153c63f64641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968270 Sep 21 18:57:55.689838 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c9fcb737-0aef-4cb0-84db-5abcabae2e05 req-b83134e5-38f1-41fc-859d-291c653c8792 service neutron] 10.222.0.44 "GET /v2.0/networks/51157c0b-28b1-4d60-b498-153c63f64641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820055 Sep 21 18:57:56.221701 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fcf0f-9ed6-4aed-ae09-2ad7879658bc req-244a7589-d63f-4b23-a6a8-1e6cbdf735c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:56.223250 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e97fcf0f-9ed6-4aed-ae09-2ad7879658bc req-244a7589-d63f-4b23-a6a8-1e6cbdf735c3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&device_id=26bc59ff-c211-40de-98b2-c9ec225925b0 HTTP/1.1" status: 200 len: 1097 time: 0.0427279 Sep 21 18:57:56.345228 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fcf0f-9ed6-4aed-ae09-2ad7879658bc req-21927a18-5531-4728-bf70-bb3518e7cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:56.346684 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e97fcf0f-9ed6-4aed-ae09-2ad7879658bc req-21927a18-5531-4728-bf70-bb3518e7cb12 service neutron] 10.222.0.44 "GET /v2.0/networks?id=51157c0b-28b1-4d60-b498-153c63f64641 HTTP/1.1" status: 200 len: 898 time: 0.1006951 Sep 21 18:57:56.435365 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fef105-96f1-4354-9f82-2d661bfee7f0 req-2394b7c9-027f-4097-8e3f-4b72992783d8 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:56.436867 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f5fef105-96f1-4354-9f82-2d661bfee7f0 req-2394b7c9-027f-4097-8e3f-4b72992783d8 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=26bc59ff-c211-40de-98b2-c9ec225925b0 HTTP/1.1" status: 200 len: 946 time: 0.1095262 Sep 21 18:57:56.438529 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e97fcf0f-9ed6-4aed-ae09-2ad7879658bc req-dec8f6f6-3a5b-49fd-9285-d251d7914ad8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d934997-98c5-4bc7-84c2-9c3c94bb7b73 HTTP/1.1" status: 200 len: 1002 time: 0.0787027 Sep 21 18:57:56.507661 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f5fef105-96f1-4354-9f82-2d661bfee7f0 req-bedfd0cb-c99a-42b0-93a7-d7c46dac843f tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a8adf70-e848-45d1-96d8-2554ec876684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642490 Sep 21 18:57:56.511266 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fcf0f-9ed6-4aed-ae09-2ad7879658bc req-50e46ff3-2f31-48f1-942b-4f035f1fe2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:56.512702 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e97fcf0f-9ed6-4aed-ae09-2ad7879658bc req-50e46ff3-2f31-48f1-942b-4f035f1fe2d8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ef49fb1b-814a-4e6f-bb20-d8fb4ea7bc86 HTTP/1.1" status: 200 len: 835 time: 0.0635197 Sep 21 18:57:56.563583 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fcf0f-9ed6-4aed-ae09-2ad7879658bc req-e675907e-1fc7-4705-ad97-18307315cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:56.565042 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e97fcf0f-9ed6-4aed-ae09-2ad7879658bc req-e675907e-1fc7-4705-ad97-18307315cdac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=51157c0b-28b1-4d60-b498-153c63f64641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440674 Sep 21 18:57:56.654798 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e97fcf0f-9ed6-4aed-ae09-2ad7879658bc req-f13137fd-ba89-44a0-bf9b-bbd5fcde8258 service neutron] 10.222.0.44 "GET /v2.0/networks/51157c0b-28b1-4d60-b498-153c63f64641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817840 Sep 21 18:57:56.751317 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e97fcf0f-9ed6-4aed-ae09-2ad7879658bc req-f7dd978d-a545-409e-b9ff-417ead0bf26f service neutron] 10.222.0.44 "GET /v2.0/networks/51157c0b-28b1-4d60-b498-153c63f64641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880170 Sep 21 18:57:57.635765 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef389e1b-2d4b-466f-b73f-e6098d5e8501 req-1c006d46-cdbc-4d69-a1c1-be4261ec9b0e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:57.637296 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ef389e1b-2d4b-466f-b73f-e6098d5e8501 req-1c006d46-cdbc-4d69-a1c1-be4261ec9b0e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=26bc59ff-c211-40de-98b2-c9ec225925b0 HTTP/1.1" status: 200 len: 946 time: 0.0584617 Sep 21 18:57:57.676498 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ef389e1b-2d4b-466f-b73f-e6098d5e8501 req-a70d5357-04d2-474b-8117-3fedafc37b06 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a8adf70-e848-45d1-96d8-2554ec876684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326996 Sep 21 18:57:57.699435 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56060) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:57:57.758831 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-94e861a7-1045-4296-b1da-7408d580d8b3 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/floatingips/0c7c6e06-7be4-40b7-8329-9c2849f1866e HTTP/1.1" status: 200 len: 994 time: 0.0582311 Sep 21 18:57:57.991454 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56066) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:57:58.161894 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-d9e9344e-8a07-4e3c-958d-c14d9707cb80 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Deleting port 5bb8bb10-6145-4b5c-aba1-a4a90f204077 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:57:58.162141 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d9e9344e-8a07-4e3c-958d-c14d9707cb80 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:58.248978 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d9e9344e-8a07-4e3c-958d-c14d9707cb80 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:58.249315 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d9e9344e-8a07-4e3c-958d-c14d9707cb80 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:58.261842 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-d9e9344e-8a07-4e3c-958d-c14d9707cb80 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Calling delete_port for 5bb8bb10-6145-4b5c-aba1-a4a90f204077 owned by network:floatingip {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:57:58.427311 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d9e9344e-8a07-4e3c-958d-c14d9707cb80 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:58.461367 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9344e-8a07-4e3c-958d-c14d9707cb80 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event deleted for resources: {'Port': ['ID=5bb8bb10-6145-4b5c-aba1-a4a90f204077,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:57:58.488225 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e9344e-8a07-4e3c-958d-c14d9707cb80 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:58.488639 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e9344e-8a07-4e3c-958d-c14d9707cb80 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:58.489086 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e9344e-8a07-4e3c-958d-c14d9707cb80 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:58.489556 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e9344e-8a07-4e3c-958d-c14d9707cb80 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:58.489999 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e9344e-8a07-4e3c-958d-c14d9707cb80 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:58.490488 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e9344e-8a07-4e3c-958d-c14d9707cb80 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:58.490987 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e9344e-8a07-4e3c-958d-c14d9707cb80 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:58.491460 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e9344e-8a07-4e3c-958d-c14d9707cb80 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:58.491897 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e9344e-8a07-4e3c-958d-c14d9707cb80 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:58.492339 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e9344e-8a07-4e3c-958d-c14d9707cb80 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:58.492797 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e9344e-8a07-4e3c-958d-c14d9707cb80 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:58.493271 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e9344e-8a07-4e3c-958d-c14d9707cb80 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:57:58.542798 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d9e9344e-8a07-4e3c-958d-c14d9707cb80 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for floatingip, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:58.543355 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [None req-d9e9344e-8a07-4e3c-958d-c14d9707cb80 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Floating IP 0c7c6e06-7be4-40b7-8329-9c2849f1866e disassociated (deleted). External IP: 172.25.6.223, port: 1d934997-98c5-4bc7-84c2-9c3c94bb7b73. Sep 21 18:57:58.768660 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e9344e-8a07-4e3c-958d-c14d9707cb80 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Router 0aa23fd6-3f88-4f16-b6ab-98696a56052c has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:57:59.152730 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e9344e-8a07-4e3c-958d-c14d9707cb80 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:57:59.157376 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d9e9344e-8a07-4e3c-958d-c14d9707cb80 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:57:59.164498 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae038ea-0f1d-40ac-a6c4-4b4fa67ce646 None None] Sync routers for ids ['0aa23fd6-3f88-4f16-b6ab-98696a56052c'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:57:59.175471 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae038ea-0f1d-40ac-a6c4-4b4fa67ce646 None None] Routers {'0aa23fd6-3f88-4f16-b6ab-98696a56052c'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:57:59.176569 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-1ae038ea-0f1d-40ac-a6c4-4b4fa67ce646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:57:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0aa23fd6-3f88-4f16-b6ab-98696a56052c'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:57:59.186602 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d9e9344e-8a07-4e3c-958d-c14d9707cb80 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "DELETE /v2.0/floatingips/0c7c6e06-7be4-40b7-8329-9c2849f1866e HTTP/1.1" status: 204 len: 168 time: 1.1930940 Sep 21 18:57:59.187623 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bc59ff-c211-40de-98b2-c9ec225925b0', 'tag': '1d934997-98c5-4bc7-84c2-9c3c94bb7b73'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:57:59.190433 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e068d80b537898f9f0058ef40cd45917e2ca049a324cdaa182e5d883fca795c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291956d4-aaff-4b50-814c-61b7bb90a8a9" -d '{"events": [{"name": "network-changed", "server_uuid": "26bc59ff-c211-40de-98b2-c9ec225925b0", "tag": "1d934997-98c5-4bc7-84c2-9c3c94bb7b73"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:57:59.236911 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0caba56-ef04-4011-93bf-f08a2d897c9d x-openstack-request-id: req-a0caba56-ef04-4011-93bf-f08a2d897c9d {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:57:59.237251 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bc59ff-c211-40de-98b2-c9ec225925b0", "tag": "1d934997-98c5-4bc7-84c2-9c3c94bb7b73", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:57:59.237500 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a0caba56-ef04-4011-93bf-f08a2d897c9d {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:57:59.237904 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bc59ff-c211-40de-98b2-c9ec225925b0', 'tag': '1d934997-98c5-4bc7-84c2-9c3c94bb7b73', 'status': 'completed', 'code': 200} Sep 21 18:57:59.288850 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-1ae038ea-0f1d-40ac-a6c4-4b4fa67ce646 None None] Set router 0aa23fd6-3f88-4f16-b6ab-98696a56052c gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:57:59.315509 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291956d4-aaff-4b50-814c-61b7bb90a8a9 req-52cbcaa4-3781-4fff-a526-d1a30fa02ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:59.317292 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-291956d4-aaff-4b50-814c-61b7bb90a8a9 req-52cbcaa4-3781-4fff-a526-d1a30fa02ebb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f00e685b2234e11bd1ffddb0085e333&device_id=26bc59ff-c211-40de-98b2-c9ec225925b0 HTTP/1.1" status: 200 len: 1097 time: 0.0488734 Sep 21 18:57:59.456300 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291956d4-aaff-4b50-814c-61b7bb90a8a9 req-96e41007-e634-46b8-9aad-0d4854804ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:59.457695 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-291956d4-aaff-4b50-814c-61b7bb90a8a9 req-96e41007-e634-46b8-9aad-0d4854804ac4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=51157c0b-28b1-4d60-b498-153c63f64641 HTTP/1.1" status: 200 len: 898 time: 0.1271608 Sep 21 18:57:59.470031 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a1635-15a2-4ce6-bb0e-7628191b0c37 req-5347ba44-a5b9-48b1-bb14-4842d92858c1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:59.471479 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ab8a1635-15a2-4ce6-bb0e-7628191b0c37 req-5347ba44-a5b9-48b1-bb14-4842d92858c1 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=26bc59ff-c211-40de-98b2-c9ec225925b0 HTTP/1.1" status: 200 len: 946 time: 0.0698435 Sep 21 18:57:59.493498 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-1ae038ea-0f1d-40ac-a6c4-4b4fa67ce646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454472817', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'ec7ecd74-c62a-47d5-b302-d6a08a28c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:56:58Z', 'updated_at': '2021-09-21T18:57:02Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': 'ec7ecd74-c62a-47d5-b302-d6a08a28c1c3', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:56:59Z', 'updated_at': '2021-09-21T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '304ce26e-828d-447f-b000-ced908e2f79e', 'name': '', 'network_id': '51157c0b-28b1-4d60-b498-153c63f64641', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:dc:c5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ef49fb1b-814a-4e6f-bb20-d8fb4ea7bc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:57:01Z', 'updated_at': '2021-09-21T18:57:04Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': 'ef49fb1b-814a-4e6f-bb20-d8fb4ea7bc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:57:59.514969 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-291956d4-aaff-4b50-814c-61b7bb90a8a9 req-986f6dce-a34a-471a-952f-ff0f70023e64 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d934997-98c5-4bc7-84c2-9c3c94bb7b73 HTTP/1.1" status: 200 len: 217 time: 0.0424819 Sep 21 18:57:59.519900 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae038ea-0f1d-40ac-a6c4-4b4fa67ce646 None None] Checking router: 0aa23fd6-3f88-4f16-b6ab-98696a56052c for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:57:59.528500 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae038ea-0f1d-40ac-a6c4-4b4fa67ce646 None None] Routers {'0aa23fd6-3f88-4f16-b6ab-98696a56052c'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:57:59.529097 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-1ae038ea-0f1d-40ac-a6c4-4b4fa67ce646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:57:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0aa23fd6-3f88-4f16-b6ab-98696a56052c'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:57:59.572255 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ab8a1635-15a2-4ce6-bb0e-7628191b0c37 req-70bfceb5-3fa5-4f46-a40d-28b1434c74ea tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a8adf70-e848-45d1-96d8-2554ec876684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930464 Sep 21 18:57:59.581163 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291956d4-aaff-4b50-814c-61b7bb90a8a9 req-9043e066-acc6-4440-a9fb-2e6cf7c811b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:59.583653 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-291956d4-aaff-4b50-814c-61b7bb90a8a9 req-9043e066-acc6-4440-a9fb-2e6cf7c811b3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ef49fb1b-814a-4e6f-bb20-d8fb4ea7bc86 HTTP/1.1" status: 200 len: 835 time: 0.0595217 Sep 21 18:57:59.630855 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291956d4-aaff-4b50-814c-61b7bb90a8a9 req-746b6ac1-4fac-46cd-b6c4-47a9ee6f1d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:57:59.632407 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-291956d4-aaff-4b50-814c-61b7bb90a8a9 req-746b6ac1-4fac-46cd-b6c4-47a9ee6f1d2b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=51157c0b-28b1-4d60-b498-153c63f64641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401115 Sep 21 18:57:59.636813 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-1ae038ea-0f1d-40ac-a6c4-4b4fa67ce646 None None] Set router 0aa23fd6-3f88-4f16-b6ab-98696a56052c gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:57:59.730012 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-291956d4-aaff-4b50-814c-61b7bb90a8a9 req-a4ff16de-e927-45e0-a691-546fd5df23f9 service neutron] 10.222.0.44 "GET /v2.0/networks/51157c0b-28b1-4d60-b498-153c63f64641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880840 Sep 21 18:57:59.821754 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-291956d4-aaff-4b50-814c-61b7bb90a8a9 req-c1135a8d-234d-47ef-8b37-2256a14b2969 service neutron] 10.222.0.44 "GET /v2.0/networks/51157c0b-28b1-4d60-b498-153c63f64641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835881 Sep 21 18:57:59.840727 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-1ae038ea-0f1d-40ac-a6c4-4b4fa67ce646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454472817', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'ec7ecd74-c62a-47d5-b302-d6a08a28c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:56:58Z', 'updated_at': '2021-09-21T18:57:02Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': 'ec7ecd74-c62a-47d5-b302-d6a08a28c1c3', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:56:59Z', 'updated_at': '2021-09-21T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '304ce26e-828d-447f-b000-ced908e2f79e', 'name': '', 'network_id': '51157c0b-28b1-4d60-b498-153c63f64641', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:dc:c5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ef49fb1b-814a-4e6f-bb20-d8fb4ea7bc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:57:01Z', 'updated_at': '2021-09-21T18:57:04Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': 'ef49fb1b-814a-4e6f-bb20-d8fb4ea7bc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:57:59.868047 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae038ea-0f1d-40ac-a6c4-4b4fa67ce646 None None] The sync data for ids ['0aa23fd6-3f88-4f16-b6ab-98696a56052c'] in n-d-810291-1 is: [{'id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454472817', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'ec7ecd74-c62a-47d5-b302-d6a08a28c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:56:58Z', 'updated_at': '2021-09-21T18:57:02Z', 'revision_number': 4, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': 'ec7ecd74-c62a-47d5-b302-d6a08a28c1c3', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:56:59Z', 'updated_at': '2021-09-21T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '304ce26e-828d-447f-b000-ced908e2f79e', 'name': '', 'network_id': '51157c0b-28b1-4d60-b498-153c63f64641', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'mac_address': 'fa:16:3e:dc:c5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ef49fb1b-814a-4e6f-bb20-d8fb4ea7bc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:57:01Z', 'updated_at': '2021-09-21T18:57:04Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'subnets': [{'id': 'ef49fb1b-814a-4e6f-bb20-d8fb4ea7bc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:58:00.091370 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c597fd-4f17-4c14-b739-e9eeace8596a None None] New status for floating IP 0c7c6e06-7be4-40b7-8329-9c2849f1866e: DOWN {{(pid=101463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:58:00.701501 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ab8bf-c472-4252-86ed-1d8b1af0ced1 req-577301f4-b1e5-43f5-9325-37a06a708b67 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:00.703014 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-081ab8bf-c472-4252-86ed-1d8b1af0ced1 req-577301f4-b1e5-43f5-9325-37a06a708b67 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=26bc59ff-c211-40de-98b2-c9ec225925b0 HTTP/1.1" status: 200 len: 946 time: 0.0520556 Sep 21 18:58:00.744234 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-081ab8bf-c472-4252-86ed-1d8b1af0ced1 req-89032210-a792-4d38-8e01-b8ce4fd24b30 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a8adf70-e848-45d1-96d8-2554ec876684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349667 Sep 21 18:58:01.069391 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80729d86-2ceb-4660-9fa2-d9b7e1f683de req-638639a5-bf25-4d35-bd55-2db750cfbc18 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:01.070871 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80729d86-2ceb-4660-9fa2-d9b7e1f683de req-638639a5-bf25-4d35-bd55-2db750cfbc18 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.44 "GET /v2.0/ports?device_id=26bc59ff-c211-40de-98b2-c9ec225925b0 HTTP/1.1" status: 200 len: 946 time: 0.0614729 Sep 21 18:58:01.183896 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-80729d86-2ceb-4660-9fa2-d9b7e1f683de req-97cc493c-c42d-4d86-b5ec-d954d1a9693e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Deleting port 1d934997-98c5-4bc7-84c2-9c3c94bb7b73 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:58:01.184252 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-80729d86-2ceb-4660-9fa2-d9b7e1f683de req-97cc493c-c42d-4d86-b5ec-d954d1a9693e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:01.280545 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-80729d86-2ceb-4660-9fa2-d9b7e1f683de req-97cc493c-c42d-4d86-b5ec-d954d1a9693e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] For port 1d934997-98c5-4bc7-84c2-9c3c94bb7b73, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=1d934997-98c5-4bc7-84c2-9c3c94bb7b73,segment=NetworkSegment(e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b),segment_id=e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:58:01.280919 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-80729d86-2ceb-4660-9fa2-d9b7e1f683de req-97cc493c-c42d-4d86-b5ec-d954d1a9693e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:01.293806 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-80729d86-2ceb-4660-9fa2-d9b7e1f683de req-97cc493c-c42d-4d86-b5ec-d954d1a9693e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Calling delete_port for 1d934997-98c5-4bc7-84c2-9c3c94bb7b73 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:58:01.424287 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-80729d86-2ceb-4660-9fa2-d9b7e1f683de req-97cc493c-c42d-4d86-b5ec-d954d1a9693e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:01.456206 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc493c-c42d-4d86-b5ec-d954d1a9693e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event deleted for resources: {'Port': ['ID=1d934997-98c5-4bc7-84c2-9c3c94bb7b73,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:01.474635 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc493c-c42d-4d86-b5ec-d954d1a9693e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:01.475016 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc493c-c42d-4d86-b5ec-d954d1a9693e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:01.475401 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc493c-c42d-4d86-b5ec-d954d1a9693e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:01.475742 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc493c-c42d-4d86-b5ec-d954d1a9693e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:01.476078 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc493c-c42d-4d86-b5ec-d954d1a9693e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:01.476408 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc493c-c42d-4d86-b5ec-d954d1a9693e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:01.476721 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc493c-c42d-4d86-b5ec-d954d1a9693e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:01.477047 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc493c-c42d-4d86-b5ec-d954d1a9693e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:01.477525 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc493c-c42d-4d86-b5ec-d954d1a9693e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:01.477852 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc493c-c42d-4d86-b5ec-d954d1a9693e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:01.478182 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc493c-c42d-4d86-b5ec-d954d1a9693e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:01.478499 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc493c-c42d-4d86-b5ec-d954d1a9693e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:01.513684 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-80729d86-2ceb-4660-9fa2-d9b7e1f683de req-97cc493c-c42d-4d86-b5ec-d954d1a9693e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] No DVR routers for this DVR port 1d934997-98c5-4bc7-84c2-9c3c94bb7b73 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:58:01.516527 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-80729d86-2ceb-4660-9fa2-d9b7e1f683de req-97cc493c-c42d-4d86-b5ec-d954d1a9693e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:01.518602 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80729d86-2ceb-4660-9fa2-d9b7e1f683de req-97cc493c-c42d-4d86-b5ec-d954d1a9693e tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.44 "DELETE /v2.0/ports/1d934997-98c5-4bc7-84c2-9c3c94bb7b73 HTTP/1.1" status: 204 len: 173 time: 0.4397409 Sep 21 18:58:01.519086 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bc59ff-c211-40de-98b2-c9ec225925b0', 'name': 'network-vif-deleted', 'tag': '1d934997-98c5-4bc7-84c2-9c3c94bb7b73'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:58:01.521537 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc11c18-563b-4f8c-9a1d-e0fe5e530642" -d '{"events": [{"server_uuid": "26bc59ff-c211-40de-98b2-c9ec225925b0", "name": "network-vif-deleted", "tag": "1d934997-98c5-4bc7-84c2-9c3c94bb7b73"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:58:01.563087 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddd8e56-f901-4faa-9f30-03e1681cc10d x-openstack-request-id: req-2ddd8e56-f901-4faa-9f30-03e1681cc10d {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:58:01.563386 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bc59ff-c211-40de-98b2-c9ec225925b0", "name": "network-vif-deleted", "tag": "1d934997-98c5-4bc7-84c2-9c3c94bb7b73", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:58:01.563643 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2ddd8e56-f901-4faa-9f30-03e1681cc10d {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:58:01.564047 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bc59ff-c211-40de-98b2-c9ec225925b0', 'name': 'network-vif-deleted', 'tag': '1d934997-98c5-4bc7-84c2-9c3c94bb7b73', 'status': 'completed', 'code': 200} Sep 21 18:58:01.867258 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-03e858f5-8e67-4990-a017-82ad91bd0527 req-d9ab50ac-52b7-411f-b3bc-ef93ec30a077 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "GET /v2.0/ports?device_id=26bc59ff-c211-40de-98b2-c9ec225925b0 HTTP/1.1" status: 200 len: 210 time: 0.0293944 Sep 21 18:58:02.930686 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56082) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:03.305135 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f95e6d0-1b95-4657-9717-c6eeff69810c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:03.405375 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 1d934997-98c5-4bc7-84c2-9c3c94bb7b73 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:58:03.426423 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 1d934997-98c5-4bc7-84c2-9c3c94bb7b73 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:58:03.426776 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 1d934997-98c5-4bc7-84c2-9c3c94bb7b73 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:58:03.581994 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-5f95e6d0-1b95-4657-9717-c6eeff69810c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Deleting port 304ce26e-828d-447f-b000-ced908e2f79e {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:58:03.582324 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f95e6d0-1b95-4657-9717-c6eeff69810c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:03.679729 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-5f95e6d0-1b95-4657-9717-c6eeff69810c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] For port 304ce26e-828d-447f-b000-ced908e2f79e, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=304ce26e-828d-447f-b000-ced908e2f79e,segment=NetworkSegment(e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b),segment_id=e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:58:03.680075 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f95e6d0-1b95-4657-9717-c6eeff69810c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:03.692551 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-5f95e6d0-1b95-4657-9717-c6eeff69810c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Calling delete_port for 304ce26e-828d-447f-b000-ced908e2f79e owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:58:03.888112 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f95e6d0-1b95-4657-9717-c6eeff69810c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:03.914208 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95e6d0-1b95-4657-9717-c6eeff69810c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event deleted for resources: {'Port': ['ID=304ce26e-828d-447f-b000-ced908e2f79e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:04.090252 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f95e6d0-1b95-4657-9717-c6eeff69810c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:04.313212 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f95e6d0-1b95-4657-9717-c6eeff69810c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Router 0aa23fd6-3f88-4f16-b6ab-98696a56052c has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:58:04.428713 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f95e6d0-1b95-4657-9717-c6eeff69810c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:58:04.435345 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5f95e6d0-1b95-4657-9717-c6eeff69810c tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "PUT /v2.0/routers/0aa23fd6-3f88-4f16-b6ab-98696a56052c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5032673 Sep 21 18:58:04.437285 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56084) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:04.440506 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3debc16e-0030-4834-a76b-05a3c324182c None None] Sync routers for ids ['0aa23fd6-3f88-4f16-b6ab-98696a56052c'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:58:04.450021 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3debc16e-0030-4834-a76b-05a3c324182c None None] Routers {'0aa23fd6-3f88-4f16-b6ab-98696a56052c'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:58:04.450897 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-3debc16e-0030-4834-a76b-05a3c324182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:57:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0aa23fd6-3f88-4f16-b6ab-98696a56052c'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:04.492290 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5820a84-158a-4fe9-9f89-c75bef0874ae tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Deleting subnet ef49fb1b-814a-4e6f-bb20-d8fb4ea7bc86 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 18:58:04.495346 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d5820a84-158a-4fe9-9f89-c75bef0874ae tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:04.534744 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d5820a84-158a-4fe9-9f89-c75bef0874ae tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:04.557449 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-3debc16e-0030-4834-a76b-05a3c324182c None None] Set router 0aa23fd6-3f88-4f16-b6ab-98696a56052c gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:58:04.616169 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d5820a84-158a-4fe9-9f89-c75bef0874ae tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:04.680066 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d5820a84-158a-4fe9-9f89-c75bef0874ae tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:04.707372 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5820a84-158a-4fe9-9f89-c75bef0874ae tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event deleted for resources: {'Subnet': ['ID=ef49fb1b-814a-4e6f-bb20-d8fb4ea7bc86,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:04.713109 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d5820a84-158a-4fe9-9f89-c75bef0874ae tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:04.715061 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d5820a84-158a-4fe9-9f89-c75bef0874ae tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "DELETE /v2.0/subnets/ef49fb1b-814a-4e6f-bb20-d8fb4ea7bc86 HTTP/1.1" status: 204 len: 168 time: 0.2768166 Sep 21 18:58:04.718061 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56086) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:04.724299 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb0042c-5f93-4be7-b884-e0801ec6c70d None None] Network 51157c0b-28b1-4d60-b498-153c63f64641 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:58:04.800417 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-3debc16e-0030-4834-a76b-05a3c324182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454472817', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'ec7ecd74-c62a-47d5-b302-d6a08a28c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:56:58Z', 'updated_at': '2021-09-21T18:58:03Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': 'ec7ecd74-c62a-47d5-b302-d6a08a28c1c3', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:56:59Z', 'updated_at': '2021-09-21T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:04.825832 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1bec8799-b1bb-4dad-9aab-ef068cfadc47 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:04.843667 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3debc16e-0030-4834-a76b-05a3c324182c None None] Checking router: 0aa23fd6-3f88-4f16-b6ab-98696a56052c for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:58:04.873291 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3debc16e-0030-4834-a76b-05a3c324182c None None] Routers {'0aa23fd6-3f88-4f16-b6ab-98696a56052c'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:58:04.873924 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-3debc16e-0030-4834-a76b-05a3c324182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:57:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['0aa23fd6-3f88-4f16-b6ab-98696a56052c'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:04.936435 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1bec8799-b1bb-4dad-9aab-ef068cfadc47 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:04.996448 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-1bec8799-b1bb-4dad-9aab-ef068cfadc47 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Deleting port ec7ecd74-c62a-47d5-b302-d6a08a28c1c3 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:58:04.996796 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1bec8799-b1bb-4dad-9aab-ef068cfadc47 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:05.080915 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-1bec8799-b1bb-4dad-9aab-ef068cfadc47 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] For port ec7ecd74-c62a-47d5-b302-d6a08a28c1c3, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=ec7ecd74-c62a-47d5-b302-d6a08a28c1c3,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:58:05.081294 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1bec8799-b1bb-4dad-9aab-ef068cfadc47 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:05.094365 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-1bec8799-b1bb-4dad-9aab-ef068cfadc47 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Calling delete_port for ec7ecd74-c62a-47d5-b302-d6a08a28c1c3 owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:58:05.158941 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d06042d-0494-4271-bc0b-9e326b6af819 None None] DHCP port deletion for 51157c0b-28b1-4d60-b498-153c63f64641 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 18:58:05.173118 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-3debc16e-0030-4834-a76b-05a3c324182c None None] Set router 0aa23fd6-3f88-4f16-b6ab-98696a56052c gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:58:05.273757 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1bec8799-b1bb-4dad-9aab-ef068cfadc47 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:05.300486 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec8799-b1bb-4dad-9aab-ef068cfadc47 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event deleted for resources: {'Port': ['ID=ec7ecd74-c62a-47d5-b302-d6a08a28c1c3,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:05.322172 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-1d06042d-0494-4271-bc0b-9e326b6af819 None None] Deleting port 0098165c-295a-4c0a-a46e-e3d99c224ec2 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 18:58:05.322591 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1d06042d-0494-4271-bc0b-9e326b6af819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:05.365230 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1bec8799-b1bb-4dad-9aab-ef068cfadc47 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:05.422263 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-1d06042d-0494-4271-bc0b-9e326b6af819 None None] For port 0098165c-295a-4c0a-a46e-e3d99c224ec2, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=0098165c-295a-4c0a-a46e-e3d99c224ec2,segment=NetworkSegment(e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b),segment_id=e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:58:05.422665 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1d06042d-0494-4271-bc0b-9e326b6af819 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:05.440402 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-1d06042d-0494-4271-bc0b-9e326b6af819 None None] Calling delete_port for 0098165c-295a-4c0a-a46e-e3d99c224ec2 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 18:58:05.501064 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-3debc16e-0030-4834-a76b-05a3c324182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454472817', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'ec7ecd74-c62a-47d5-b302-d6a08a28c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:56:58Z', 'updated_at': '2021-09-21T18:58:03Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': 'ec7ecd74-c62a-47d5-b302-d6a08a28c1c3', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:56:59Z', 'updated_at': '2021-09-21T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:05.539809 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3debc16e-0030-4834-a76b-05a3c324182c None None] The sync data for ids ['0aa23fd6-3f88-4f16-b6ab-98696a56052c'] in n-d-810291-1 is: [{'id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454472817', 'tenant_id': '0f00e685b2234e11bd1ffddb0085e333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'ec7ecd74-c62a-47d5-b302-d6a08a28c1c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:56:58Z', 'updated_at': '2021-09-21T18:58:03Z', 'revision_number': 5, 'project_id': '0f00e685b2234e11bd1ffddb0085e333', 'gw_port': {'id': 'ec7ecd74-c62a-47d5-b302-d6a08a28c1c3', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa23fd6-3f88-4f16-b6ab-98696a56052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:56:59Z', 'updated_at': '2021-09-21T18:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:58:05.570301 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1d06042d-0494-4271-bc0b-9e326b6af819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:05.610145 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d06042d-0494-4271-bc0b-9e326b6af819 None None] No DVR routers for this DVR port 0098165c-295a-4c0a-a46e-e3d99c224ec2 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 18:58:05.619016 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06042d-0494-4271-bc0b-9e326b6af819 None None] Pushing event deleted for resources: {'Port': ['ID=0098165c-295a-4c0a-a46e-e3d99c224ec2,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:05.628020 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06042d-0494-4271-bc0b-9e326b6af819 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:05.628398 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06042d-0494-4271-bc0b-9e326b6af819 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:05.628701 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06042d-0494-4271-bc0b-9e326b6af819 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:05.628991 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06042d-0494-4271-bc0b-9e326b6af819 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:05.629323 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06042d-0494-4271-bc0b-9e326b6af819 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:05.629661 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06042d-0494-4271-bc0b-9e326b6af819 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:05.630009 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06042d-0494-4271-bc0b-9e326b6af819 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:05.630351 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06042d-0494-4271-bc0b-9e326b6af819 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:05.630802 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06042d-0494-4271-bc0b-9e326b6af819 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:05.631185 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06042d-0494-4271-bc0b-9e326b6af819 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:05.631453 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06042d-0494-4271-bc0b-9e326b6af819 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:05.631776 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d06042d-0494-4271-bc0b-9e326b6af819 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:05.747232 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1bec8799-b1bb-4dad-9aab-ef068cfadc47 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:05.749343 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1bec8799-b1bb-4dad-9aab-ef068cfadc47 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:05.792594 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1bec8799-b1bb-4dad-9aab-ef068cfadc47 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:05.793636 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bec8799-b1bb-4dad-9aab-ef068cfadc47 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Fanout notify agent at l3_agent the message router_deleted on router 0aa23fd6-3f88-4f16-b6ab-98696a56052c {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 18:58:05.803413 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1bec8799-b1bb-4dad-9aab-ef068cfadc47 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:05.804528 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1bec8799-b1bb-4dad-9aab-ef068cfadc47 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "DELETE /v2.0/routers/0aa23fd6-3f88-4f16-b6ab-98696a56052c HTTP/1.1" status: 204 len: 168 time: 1.0855436 Sep 21 18:58:05.807350 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56088) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:05.887591 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-21cae41f-41fe-400e-94fa-ec85a72fdc68 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:05.980137 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-21cae41f-41fe-400e-94fa-ec85a72fdc68 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:06.001060 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-21cae41f-41fe-400e-94fa-ec85a72fdc68 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51157c0b-28b1-4d60-b498-153c63f64641']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:06.010510 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-21cae41f-41fe-400e-94fa-ec85a72fdc68 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:06.010803 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-21cae41f-41fe-400e-94fa-ec85a72fdc68 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d9fd8a-b51a-4c9a-b6ad-cae3f3c70e2b') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:06.020409 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-21cae41f-41fe-400e-94fa-ec85a72fdc68 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:06.034072 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-21cae41f-41fe-400e-94fa-ec85a72fdc68 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:06.041248 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21cae41f-41fe-400e-94fa-ec85a72fdc68 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 18:58:06.041637 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-21cae41f-41fe-400e-94fa-ec85a72fdc68 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:06.044639 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 18:58:06.044639 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 18:58:06.044639 n-d-810291-1 neutron-server[101461]: timer() Sep 21 18:58:06.044639 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 18:58:06.044639 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 18:58:06.044639 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 18:58:06.044639 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 18:58:06.044639 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 18:58:06.044639 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 18:58:06.044639 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 18:58:06.044639 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 18:58:06.044639 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 18:58:06.044639 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 18:58:06.044639 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 18:58:06.044639 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 18:58:06.044639 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 18:58:06.044639 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 18:58:06.044639 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 18:58:06.044639 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 18:58:06.044639 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 18:58:06.044639 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 18:58:06.044639 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 18:58:06.044639 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 18:58:06.044639 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 18:58:06.044639 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 18:58:06.044639 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 18:58:06.044639 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 18:58:06.044639 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 18:58:06.044639 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 18:58:06.044639 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 18:58:06.044639 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 18:58:06.044639 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 18:58:06.104383 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-21cae41f-41fe-400e-94fa-ec85a72fdc68 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:06.112865 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-21cae41f-41fe-400e-94fa-ec85a72fdc68 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:06.113983 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-21cae41f-41fe-400e-94fa-ec85a72fdc68 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "DELETE /v2.0/networks/51157c0b-28b1-4d60-b498-153c63f64641 HTTP/1.1" status: 204 len: 168 time: 0.3056729 Sep 21 18:58:06.116960 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56090) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:06.126540 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cae41f-41fe-400e-94fa-ec85a72fdc68 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event deleted for resources: {'Network': ['ID=51157c0b-28b1-4d60-b498-153c63f64641,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:06.179708 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ee099b40-5cbb-48b7-bdb8-7834d405e425 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:06.206247 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ee099b40-5cbb-48b7-bdb8-7834d405e425 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:06.265839 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ee099b40-5cbb-48b7-bdb8-7834d405e425 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:06.268503 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ee099b40-5cbb-48b7-bdb8-7834d405e425 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:06.269796 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ee099b40-5cbb-48b7-bdb8-7834d405e425 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] 10.222.0.58 "DELETE /v2.0/security-groups/4a8adf70-e848-45d1-96d8-2554ec876684 HTTP/1.1" status: 204 len: 168 time: 0.1517103 Sep 21 18:58:06.279292 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee099b40-5cbb-48b7-bdb8-7834d405e425 tempest-TestNetworkAdvancedServerOps-1689378424 tempest-TestNetworkAdvancedServerOps-1689378424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8adf70-e848-45d1-96d8-2554ec876684,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:06.618655 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 304ce26e-828d-447f-b000-ced908e2f79e no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:58:06.638847 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 304ce26e-828d-447f-b000-ced908e2f79e {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:58:06.639498 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56098) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:06.639623 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 304ce26e-828d-447f-b000-ced908e2f79e not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:58:06.640042 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 0098165c-295a-4c0a-a46e-e3d99c224ec2 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:58:06.658952 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 0098165c-295a-4c0a-a46e-e3d99c224ec2 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:58:06.659229 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 0098165c-295a-4c0a-a46e-e3d99c224ec2 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:58:06.659637 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ec7ecd74-c62a-47d5-b302-d6a08a28c1c3 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 18:58:06.678464 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: ec7ecd74-c62a-47d5-b302-d6a08a28c1c3 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 18:58:06.678873 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device ec7ecd74-c62a-47d5-b302-d6a08a28c1c3 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 18:58:06.786225 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-21ccb715-4140-4236-ac63-84ceee51cefb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0f00e685b2234e11bd1ffddb0085e333&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454597 Sep 21 18:58:06.788968 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56102) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:06.843373 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-598d2ecf-cfe6-4012-b06c-ec33070b2388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:06.864878 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-598d2ecf-cfe6-4012-b06c-ec33070b2388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:06.916855 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-598d2ecf-cfe6-4012-b06c-ec33070b2388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:06.919526 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-598d2ecf-cfe6-4012-b06c-ec33070b2388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:06.920612 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-598d2ecf-cfe6-4012-b06c-ec33070b2388 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6708c669-6e19-46b9-b358-9d81592ddc8d HTTP/1.1" status: 204 len: 168 time: 0.1307397 Sep 21 18:58:06.928636 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d2ecf-cfe6-4012-b06c-ec33070b2388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6708c669-6e19-46b9-b358-9d81592ddc8d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:07.199470 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56108) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:07.213331 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dd36f2b2-8815-4402-95d1-408e2722024c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:07.307782 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dd36f2b2-8815-4402-95d1-408e2722024c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:07.313167 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dd36f2b2-8815-4402-95d1-408e2722024c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:07.347624 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36f2b2-8815-4402-95d1-408e2722024c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6624e6ad-e1f9-4bf0-9455-47c35d567979,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:07.352429 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-dd36f2b2-8815-4402-95d1-408e2722024c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=13253d6839b84f1c84e5dab779f472be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1519098 Sep 21 18:58:07.355503 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56110) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:07.402602 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fa3133ff-78e0-4517-9f9a-140d13baf4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:07.426316 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fa3133ff-78e0-4517-9f9a-140d13baf4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:07.476568 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fa3133ff-78e0-4517-9f9a-140d13baf4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:07.480404 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fa3133ff-78e0-4517-9f9a-140d13baf4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:07.481943 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fa3133ff-78e0-4517-9f9a-140d13baf4a5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6624e6ad-e1f9-4bf0-9455-47c35d567979 HTTP/1.1" status: 204 len: 168 time: 0.1258130 Sep 21 18:58:07.490205 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3133ff-78e0-4517-9f9a-140d13baf4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6624e6ad-e1f9-4bf0-9455-47c35d567979,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:08.255395 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56132) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:08.355551 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-62772bc6-cb94-4829-8a0c-ee4c2e9c18b7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-688806628-network', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:58:08.382562 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62772bc6-cb94-4829-8a0c-ee4c2e9c18b7 admin admin] Made reservation on behalf of 4a30c73dde8342b897e577d9fdff8faa for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:58:08.385191 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-62772bc6-cb94-4829-8a0c-ee4c2e9c18b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:08.394058 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-62772bc6-cb94-4829-8a0c-ee4c2e9c18b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:08.485576 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-62772bc6-cb94-4829-8a0c-ee4c2e9c18b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:08.491207 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-62772bc6-cb94-4829-8a0c-ee4c2e9c18b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:08.517571 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62772bc6-cb94-4829-8a0c-ee4c2e9c18b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:58:08.523728 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62772bc6-cb94-4829-8a0c-ee4c2e9c18b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bedc92-db69-4c93-936e-c61226db4c80,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:08.531079 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-62772bc6-cb94-4829-8a0c-ee4c2e9c18b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:08.532258 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-62772bc6-cb94-4829-8a0c-ee4c2e9c18b7 admin admin] Added segment 3dee4aa6-162f-4e21-b310-b55e255600dc of type vlan for network 8924269a-739e-41ec-aa95-2f19a338c151 Sep 21 18:58:08.572898 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-62772bc6-cb94-4829-8a0c-ee4c2e9c18b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:08.598820 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-62772bc6-cb94-4829-8a0c-ee4c2e9c18b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:08.599943 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62772bc6-cb94-4829-8a0c-ee4c2e9c18b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:08.600521 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-62772bc6-cb94-4829-8a0c-ee4c2e9c18b7 admin admin] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:08.628253 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-62772bc6-cb94-4829-8a0c-ee4c2e9c18b7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3717690 Sep 21 18:58:08.631438 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56136) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:08.636543 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-7678d45e-00cc-4566-a25d-f61745f47bda admin admin] Request body: {'subnet': {'network_id': '8924269a-739e-41ec-aa95-2f19a338c151', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-688806628-subnet', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:58:08.660507 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7678d45e-00cc-4566-a25d-f61745f47bda admin admin] Made reservation on behalf of 4a30c73dde8342b897e577d9fdff8faa for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:58:08.662892 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7678d45e-00cc-4566-a25d-f61745f47bda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:08.663449 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62772bc6-cb94-4829-8a0c-ee4c2e9c18b7 admin admin] Pushing event updated for resources: {'Network': ['ID=8924269a-739e-41ec-aa95-2f19a338c151,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:08.674414 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 8924269a-739e-41ec-aa95-2f19a338c151 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:58:08.831025 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7678d45e-00cc-4566-a25d-f61745f47bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:08.883067 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678d45e-00cc-4566-a25d-f61745f47bda admin admin] Pushing event updated for resources: {'Subnet': ['ID=e67204e3-c346-4a38-b339-344065edbb63,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:08.899140 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7678d45e-00cc-4566-a25d-f61745f47bda admin admin] Checking segment: {'id': '3dee4aa6-162f-4e21-b310-b55e255600dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:58:08.899500 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7678d45e-00cc-4566-a25d-f61745f47bda admin admin] Network hostable DHCP agents. Network: 8924269a-739e-41ec-aa95-2f19a338c151, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:58:08.920355 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7678d45e-00cc-4566-a25d-f61745f47bda admin admin] Network 8924269a-739e-41ec-aa95-2f19a338c151 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:58:08.929929 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-7678d45e-00cc-4566-a25d-f61745f47bda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 8924269a-739e-41ec-aa95-2f19a338c151) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:58:08.937648 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7678d45e-00cc-4566-a25d-f61745f47bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:08.938091 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a522da84-59c8-4b52-bd8b-a5822c937011 None None] Network 8924269a-739e-41ec-aa95-2f19a338c151 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:58:08.938358 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-7678d45e-00cc-4566-a25d-f61745f47bda admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:08.955895 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-7678d45e-00cc-4566-a25d-f61745f47bda admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3206522 Sep 21 18:58:08.956160 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56138) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:08.960506 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-ccd46538-6226-45ba-926a-db86a85675f6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-688806628-router', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:58:08.983096 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ccd46538-6226-45ba-926a-db86a85675f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:08.984085 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ccd46538-6226-45ba-926a-db86a85675f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:09.037912 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ccd46538-6226-45ba-926a-db86a85675f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:09.086753 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a37f63-89ee-474b-bd7f-a5b67fadde18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-8924269a-739e-41ec-aa95-2f19a338c151', 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'fixed_ips': [{'subnet_id': 'e67204e3-c346-4a38-b339-344065edbb63'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:58:09.087686 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-39a37f63-89ee-474b-bd7f-a5b67fadde18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:09.172776 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ccd46538-6226-45ba-926a-db86a85675f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:09.228242 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-39a37f63-89ee-474b-bd7f-a5b67fadde18 None None] Allocated IP 172.20.0.2 (8924269a-739e-41ec-aa95-2f19a338c151/e67204e3-c346-4a38-b339-344065edbb63/fca7b926-01d5-477f-a928-b17fb1ce160f) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:58:09.368503 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-39a37f63-89ee-474b-bd7f-a5b67fadde18 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:09.375073 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ccd46538-6226-45ba-926a-db86a85675f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:09.375574 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-39a37f63-89ee-474b-bd7f-a5b67fadde18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:09.394809 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ccd46538-6226-45ba-926a-db86a85675f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:09.414304 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a37f63-89ee-474b-bd7f-a5b67fadde18 None None] Network 8924269a-739e-41ec-aa95-2f19a338c151 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:58:09.417420 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-39a37f63-89ee-474b-bd7f-a5b67fadde18 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:58:09.420893 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a37f63-89ee-474b-bd7f-a5b67fadde18 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:58:09.433379 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a37f63-89ee-474b-bd7f-a5b67fadde18 None None] Pushing event updated for resources: {'Port': ['ID=fca7b926-01d5-477f-a928-b17fb1ce160f,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:09.479595 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-39a37f63-89ee-474b-bd7f-a5b67fadde18 None None] Attempting to bind port fca7b926-01d5-477f-a928-b17fb1ce160f on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:58:09.479959 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-39a37f63-89ee-474b-bd7f-a5b67fadde18 None None] Attempting to bind port fca7b926-01d5-477f-a928-b17fb1ce160f by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '3dee4aa6-162f-4e21-b310-b55e255600dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:58:09.480320 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a37f63-89ee-474b-bd7f-a5b67fadde18 None None] Attempting to bind port fca7b926-01d5-477f-a928-b17fb1ce160f on network 8924269a-739e-41ec-aa95-2f19a338c151 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:58:09.485851 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a37f63-89ee-474b-bd7f-a5b67fadde18 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:58:09.486210 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a37f63-89ee-474b-bd7f-a5b67fadde18 None None] Checking segment: {'id': '3dee4aa6-162f-4e21-b310-b55e255600dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:58:09.486706 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-39a37f63-89ee-474b-bd7f-a5b67fadde18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:09.487035 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a37f63-89ee-474b-bd7f-a5b67fadde18 None None] Bound using segment: {'id': '3dee4aa6-162f-4e21-b310-b55e255600dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:58:09.487494 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-39a37f63-89ee-474b-bd7f-a5b67fadde18 None None] Bound port: fca7b926-01d5-477f-a928-b17fb1ce160f, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dee4aa6-162f-4e21-b310-b55e255600dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:58:09.487874 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-39a37f63-89ee-474b-bd7f-a5b67fadde18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:09.502150 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-ccd46538-6226-45ba-926a-db86a85675f6 admin admin] Allocated IP 172.25.6.46 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/24278b3e-64cd-4b0d-878e-fdfaad510369) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:58:09.549056 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-39a37f63-89ee-474b-bd7f-a5b67fadde18 None None] For port fca7b926-01d5-477f-a928-b17fb1ce160f, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:58:09.552106 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-39a37f63-89ee-474b-bd7f-a5b67fadde18 None None] For port fca7b926-01d5-477f-a928-b17fb1ce160f, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=fca7b926-01d5-477f-a928-b17fb1ce160f,segment=NetworkSegment(3dee4aa6-162f-4e21-b310-b55e255600dc),segment_id=3dee4aa6-162f-4e21-b310-b55e255600dc)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:58:09.556443 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-39a37f63-89ee-474b-bd7f-a5b67fadde18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:09.608307 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ccd46538-6226-45ba-926a-db86a85675f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:09.616150 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a37f63-89ee-474b-bd7f-a5b67fadde18 None None] Pushing event updated for resources: {'Port': ['ID=fca7b926-01d5-477f-a928-b17fb1ce160f,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:09.644238 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ccd46538-6226-45ba-926a-db86a85675f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:09.683913 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd46538-6226-45ba-926a-db86a85675f6 admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:58:09.688726 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-ccd46538-6226-45ba-926a-db86a85675f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:58:09.693608 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd46538-6226-45ba-926a-db86a85675f6 admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:58:09.696821 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd46538-6226-45ba-926a-db86a85675f6 admin admin] Pushing event updated for resources: {'Port': ['ID=24278b3e-64cd-4b0d-878e-fdfaad510369,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:09.957292 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ccd46538-6226-45ba-926a-db86a85675f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:10.149008 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ccd46538-6226-45ba-926a-db86a85675f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:10.301191 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd46538-6226-45ba-926a-db86a85675f6 admin admin] Router e58c2512-6475-47a2-ad5e-d447b674a4a2 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:58:10.338051 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device fca7b926-01d5-477f-a928-b17fb1ce160f up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:58:10.391520 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port fca7b926-01d5-477f-a928-b17fb1ce160f triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:58:10.391897 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:10.412897 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd46538-6226-45ba-926a-db86a85675f6 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:58:10.429594 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc3d5e2-360a-4f42-93ce-0f081d0daa75 None None] Sync routers for ids ['e58c2512-6475-47a2-ad5e-d447b674a4a2'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:58:10.433334 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ccd46538-6226-45ba-926a-db86a85675f6 admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:10.438085 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56140) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:10.443519 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc3d5e2-360a-4f42-93ce-0f081d0daa75 None None] Routers {'e58c2512-6475-47a2-ad5e-d447b674a4a2'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:58:10.444357 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8dc3d5e2-360a-4f42-93ce-0f081d0daa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:57:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e58c2512-6475-47a2-ad5e-d447b674a4a2'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:10.445914 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ccd46538-6226-45ba-926a-db86a85675f6 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4886603 Sep 21 18:58:10.474901 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:10.479429 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab199bdb-bf2d-4514-b484-d9f8d1535e39 None None] Network 8924269a-739e-41ec-aa95-2f19a338c151 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:58:10.561802 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port fca7b926-01d5-477f-a928-b17fb1ce160f, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=fca7b926-01d5-477f-a928-b17fb1ce160f,segment=NetworkSegment(3dee4aa6-162f-4e21-b310-b55e255600dc),segment_id=3dee4aa6-162f-4e21-b310-b55e255600dc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:58:10.573543 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:10.611062 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-876a001e-dd16-4acf-b059-a2a4ca4c991a None None] Provisioning complete for port fca7b926-01d5-477f-a928-b17fb1ce160f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:58:10.611440 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-876a001e-dd16-4acf-b059-a2a4ca4c991a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:10.664339 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-8dc3d5e2-360a-4f42-93ce-0f081d0daa75 None None] Set router e58c2512-6475-47a2-ad5e-d447b674a4a2 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:58:10.669467 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=fca7b926-01d5-477f-a928-b17fb1ce160f,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:10.858180 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8dc3d5e2-360a-4f42-93ce-0f081d0daa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'name': 'tempest-TestShelveInstance-688806628-router', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:58:08Z', 'updated_at': '2021-09-21T18:58:09Z', 'revision_number': 3, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'gw_port': {'id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ee:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:09Z', 'updated_at': '2021-09-21T18:58:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:10.884863 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8b186fd3-342e-44e0-a990-62cb5ed9cb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:10.886722 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc3d5e2-360a-4f42-93ce-0f081d0daa75 None None] Checking router: e58c2512-6475-47a2-ad5e-d447b674a4a2 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:58:10.887144 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc3d5e2-360a-4f42-93ce-0f081d0daa75 None None] Updating router e58c2512-6475-47a2-ad5e-d447b674a4a2 port 24278b3e-64cd-4b0d-878e-fdfaad510369 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:58:10.914131 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-8dc3d5e2-360a-4f42-93ce-0f081d0daa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:11.004836 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-69f289d8-174d-47ea-a925-6f8a2ebf7601 None None] Provisioning complete for port fca7b926-01d5-477f-a928-b17fb1ce160f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:58:11.005494 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-69f289d8-174d-47ea-a925-6f8a2ebf7601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:11.048470 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-8b186fd3-342e-44e0-a990-62cb5ed9cb80 admin admin] Allocated IP 172.20.0.1 (8924269a-739e-41ec-aa95-2f19a338c151/e67204e3-c346-4a38-b339-344065edbb63/6b2d9830-9203-4265-b418-f8dcdbe857a0) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:58:11.150426 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8b186fd3-342e-44e0-a990-62cb5ed9cb80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:11.171141 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-8dc3d5e2-360a-4f42-93ce-0f081d0daa75 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:11.176719 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-8dc3d5e2-360a-4f42-93ce-0f081d0daa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:11.184868 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8b186fd3-342e-44e0-a990-62cb5ed9cb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:11.220098 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-8dc3d5e2-360a-4f42-93ce-0f081d0daa75 None None] Attempting to bind port 24278b3e-64cd-4b0d-878e-fdfaad510369 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:58:11.220455 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-8dc3d5e2-360a-4f42-93ce-0f081d0daa75 None None] Attempting to bind port 24278b3e-64cd-4b0d-878e-fdfaad510369 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:58:11.220817 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc3d5e2-360a-4f42-93ce-0f081d0daa75 None None] Attempting to bind port 24278b3e-64cd-4b0d-878e-fdfaad510369 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:58:11.225801 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b186fd3-342e-44e0-a990-62cb5ed9cb80 admin admin] Network 8924269a-739e-41ec-aa95-2f19a338c151 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:58:11.231690 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc3d5e2-360a-4f42-93ce-0f081d0daa75 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:58:11.232026 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc3d5e2-360a-4f42-93ce-0f081d0daa75 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:58:11.232161 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-8b186fd3-342e-44e0-a990-62cb5ed9cb80 admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:58:11.232450 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-8dc3d5e2-360a-4f42-93ce-0f081d0daa75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:11.232833 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc3d5e2-360a-4f42-93ce-0f081d0daa75 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:58:11.233295 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-8dc3d5e2-360a-4f42-93ce-0f081d0daa75 None None] Bound port: 24278b3e-64cd-4b0d-878e-fdfaad510369, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:58:11.234331 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-8dc3d5e2-360a-4f42-93ce-0f081d0daa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:11.236701 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b186fd3-342e-44e0-a990-62cb5ed9cb80 admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:58:11.239464 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56d87b-cccf-46c2-ba10-a1907e218d2f None None] Pushing event updated for resources: {'Port': ['ID=24278b3e-64cd-4b0d-878e-fdfaad510369,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:11.239763 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b186fd3-342e-44e0-a990-62cb5ed9cb80 admin admin] Pushing event updated for resources: {'Port': ['ID=6b2d9830-9203-4265-b418-f8dcdbe857a0,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:11.264864 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56d87b-cccf-46c2-ba10-a1907e218d2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:11.265208 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56d87b-cccf-46c2-ba10-a1907e218d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:11.265578 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56d87b-cccf-46c2-ba10-a1907e218d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:11.265904 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56d87b-cccf-46c2-ba10-a1907e218d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:11.266270 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56d87b-cccf-46c2-ba10-a1907e218d2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:11.266627 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56d87b-cccf-46c2-ba10-a1907e218d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:11.266951 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56d87b-cccf-46c2-ba10-a1907e218d2f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:11.267298 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56d87b-cccf-46c2-ba10-a1907e218d2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:11.267601 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56d87b-cccf-46c2-ba10-a1907e218d2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:11.267919 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56d87b-cccf-46c2-ba10-a1907e218d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:11.268235 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56d87b-cccf-46c2-ba10-a1907e218d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:11.268549 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56d87b-cccf-46c2-ba10-a1907e218d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 18:58:11.275742 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8b186fd3-342e-44e0-a990-62cb5ed9cb80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:11.302556 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-8dc3d5e2-360a-4f42-93ce-0f081d0daa75 None None] For port 24278b3e-64cd-4b0d-878e-fdfaad510369, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:58:11.305842 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-8dc3d5e2-360a-4f42-93ce-0f081d0daa75 None None] For port 24278b3e-64cd-4b0d-878e-fdfaad510369, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=24278b3e-64cd-4b0d-878e-fdfaad510369,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:58:11.310581 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-8dc3d5e2-360a-4f42-93ce-0f081d0daa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:11.369067 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc3d5e2-360a-4f42-93ce-0f081d0daa75 None None] Routers {'e58c2512-6475-47a2-ad5e-d447b674a4a2'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:58:11.369715 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8dc3d5e2-360a-4f42-93ce-0f081d0daa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:57:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e58c2512-6475-47a2-ad5e-d447b674a4a2'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:11.408208 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56d87b-cccf-46c2-ba10-a1907e218d2f None None] Pushing event updated for resources: {'Port': ['ID=24278b3e-64cd-4b0d-878e-fdfaad510369,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:11.485542 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-8dc3d5e2-360a-4f42-93ce-0f081d0daa75 None None] Set router e58c2512-6475-47a2-ad5e-d447b674a4a2 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:58:11.511733 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-ec7f9c24-728f-4709-bf0f-1620a692e07f None None] Provisioning complete for port 6b2d9830-9203-4265-b418-f8dcdbe857a0 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:58:11.512320 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ec7f9c24-728f-4709-bf0f-1620a692e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:11.551261 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-ec7f9c24-728f-4709-bf0f-1620a692e07f None None] Port 6b2d9830-9203-4265-b418-f8dcdbe857a0 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:58:11.676177 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8dc3d5e2-360a-4f42-93ce-0f081d0daa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'name': 'tempest-TestShelveInstance-688806628-router', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:58:08Z', 'updated_at': '2021-09-21T18:58:09Z', 'revision_number': 3, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'gw_port': {'id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ee:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:09Z', 'updated_at': '2021-09-21T18:58:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:11.704473 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc3d5e2-360a-4f42-93ce-0f081d0daa75 None None] The sync data for ids ['e58c2512-6475-47a2-ad5e-d447b674a4a2'] in n-d-810291-1 is: [{'id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'name': 'tempest-TestShelveInstance-688806628-router', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:58:08Z', 'updated_at': '2021-09-21T18:58:09Z', 'revision_number': 3, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'gw_port': {'id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ee:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:09Z', 'updated_at': '2021-09-21T18:58:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:58:11.764287 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8b186fd3-342e-44e0-a990-62cb5ed9cb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:11.950787 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8b186fd3-342e-44e0-a990-62cb5ed9cb80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:11.957266 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8b186fd3-342e-44e0-a990-62cb5ed9cb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:12.024367 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b186fd3-342e-44e0-a990-62cb5ed9cb80 admin admin] Pushing event updated for resources: {'Port': ['ID=6b2d9830-9203-4265-b418-f8dcdbe857a0,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:12.027502 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8b186fd3-342e-44e0-a990-62cb5ed9cb80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:12.126015 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b186fd3-342e-44e0-a990-62cb5ed9cb80 admin admin] Network 8924269a-739e-41ec-aa95-2f19a338c151 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:58:12.127524 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-8b186fd3-342e-44e0-a990-62cb5ed9cb80 admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:58:12.256540 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b186fd3-342e-44e0-a990-62cb5ed9cb80 admin admin] Router e58c2512-6475-47a2-ad5e-d447b674a4a2 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:58:12.376962 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-09458f3d-a4ef-473f-9008-06a2fc9392c7 None None] Provisioning complete for port 6b2d9830-9203-4265-b418-f8dcdbe857a0 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:58:12.377718 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-09458f3d-a4ef-473f-9008-06a2fc9392c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:12.403761 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b186fd3-342e-44e0-a990-62cb5ed9cb80 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:58:12.410318 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8b186fd3-342e-44e0-a990-62cb5ed9cb80 admin admin] 10.222.0.58 "PUT /v2.0/routers/e58c2512-6475-47a2-ad5e-d447b674a4a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9709842 Sep 21 18:58:12.420995 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-09458f3d-a4ef-473f-9008-06a2fc9392c7 None None] Port 6b2d9830-9203-4265-b418-f8dcdbe857a0 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:58:12.424019 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 24278b3e-64cd-4b0d-878e-fdfaad510369 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:58:12.473354 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 24278b3e-64cd-4b0d-878e-fdfaad510369 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:58:12.473734 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:12.562805 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:12.583717 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port 24278b3e-64cd-4b0d-878e-fdfaad510369, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=24278b3e-64cd-4b0d-878e-fdfaad510369,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:58:12.587879 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:12.588929 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device fca7b926-01d5-477f-a928-b17fb1ce160f up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:58:12.662559 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=24278b3e-64cd-4b0d-878e-fdfaad510369,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:12.674563 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port fca7b926-01d5-477f-a928-b17fb1ce160f triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:58:12.674953 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:12.926339 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56156) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:12.931445 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-f6c55796-7b91-49a4-ab49-e003031ec37c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-865662489-network', 'tenant_id': 'f8e1d80d575a4ab3b77a732c8add0817'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:58:12.955144 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c55796-7b91-49a4-ab49-e003031ec37c admin admin] Made reservation on behalf of f8e1d80d575a4ab3b77a732c8add0817 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:58:12.958069 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f6c55796-7b91-49a4-ab49-e003031ec37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:12.967462 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f6c55796-7b91-49a4-ab49-e003031ec37c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:13.059480 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f6c55796-7b91-49a4-ab49-e003031ec37c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:13.064579 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f6c55796-7b91-49a4-ab49-e003031ec37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:13.095918 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c55796-7b91-49a4-ab49-e003031ec37c admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 18:58:13.105755 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c55796-7b91-49a4-ab49-e003031ec37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18425e7e-d6e6-40ba-884e-5aa669a3139d,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:13.111020 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f6c55796-7b91-49a4-ab49-e003031ec37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:13.111286 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-f6c55796-7b91-49a4-ab49-e003031ec37c admin admin] Added segment c4898d96-2361-4cbb-879c-7f53d84522f0 of type vlan for network 5111bea9-4aef-43e0-9f10-abebed3a5135 Sep 21 18:58:13.151634 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f6c55796-7b91-49a4-ab49-e003031ec37c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:13.179688 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f6c55796-7b91-49a4-ab49-e003031ec37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:13.180795 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c55796-7b91-49a4-ab49-e003031ec37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:13.181388 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f6c55796-7b91-49a4-ab49-e003031ec37c admin admin] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:13.212428 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f6c55796-7b91-49a4-ab49-e003031ec37c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2849343 Sep 21 18:58:13.215179 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56158) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:13.219915 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-a08e1aa8-daa8-49e1-9a77-2ae160888a73 admin admin] Request body: {'subnet': {'network_id': '5111bea9-4aef-43e0-9f10-abebed3a5135', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-865662489-subnet', 'tenant_id': 'f8e1d80d575a4ab3b77a732c8add0817', 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:58:13.245511 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4331866e-0591-4e6d-b130-ad222948567d None None] Sync routers for ids ['e58c2512-6475-47a2-ad5e-d447b674a4a2'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:58:13.255029 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4331866e-0591-4e6d-b130-ad222948567d None None] Routers {'e58c2512-6475-47a2-ad5e-d447b674a4a2'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:58:13.255669 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c55796-7b91-49a4-ab49-e003031ec37c admin admin] Pushing event updated for resources: {'Network': ['ID=5111bea9-4aef-43e0-9f10-abebed3a5135,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:13.255913 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4331866e-0591-4e6d-b130-ad222948567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:57:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e58c2512-6475-47a2-ad5e-d447b674a4a2'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:13.272298 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08e1aa8-daa8-49e1-9a77-2ae160888a73 admin admin] Made reservation on behalf of f8e1d80d575a4ab3b77a732c8add0817 for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:58:13.274721 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a08e1aa8-daa8-49e1-9a77-2ae160888a73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:13.291221 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 5111bea9-4aef-43e0-9f10-abebed3a5135 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 18:58:13.411788 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-4331866e-0591-4e6d-b130-ad222948567d None None] Set router e58c2512-6475-47a2-ad5e-d447b674a4a2 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:58:13.450288 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a08e1aa8-daa8-49e1-9a77-2ae160888a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:13.507928 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e1aa8-daa8-49e1-9a77-2ae160888a73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf79fa75-1db7-46fe-984c-05b367dc4fdb,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:13.516003 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08e1aa8-daa8-49e1-9a77-2ae160888a73 admin admin] Checking segment: {'id': 'c4898d96-2361-4cbb-879c-7f53d84522f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5111bea9-4aef-43e0-9f10-abebed3a5135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:58:13.516430 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08e1aa8-daa8-49e1-9a77-2ae160888a73 admin admin] Network hostable DHCP agents. Network: 5111bea9-4aef-43e0-9f10-abebed3a5135, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 18:58:13.533128 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08e1aa8-daa8-49e1-9a77-2ae160888a73 admin admin] Network 5111bea9-4aef-43e0-9f10-abebed3a5135 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 18:58:13.544345 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-a08e1aa8-daa8-49e1-9a77-2ae160888a73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 5111bea9-4aef-43e0-9f10-abebed3a5135) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:58:13.549624 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e1aa8-daa8-49e1-9a77-2ae160888a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:13.550234 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a08e1aa8-daa8-49e1-9a77-2ae160888a73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:13.556112 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4623424b-ac20-4669-bc29-b07112317b54 None None] Network 5111bea9-4aef-43e0-9f10-abebed3a5135 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:58:13.566260 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a08e1aa8-daa8-49e1-9a77-2ae160888a73 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3500280 Sep 21 18:58:13.569576 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56160) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:13.574248 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-32b7e30c-6c99-4844-9fe9-3d7a3fada385 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-865662489-router', 'tenant_id': 'f8e1d80d575a4ab3b77a732c8add0817', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:58:13.596784 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-32b7e30c-6c99-4844-9fe9-3d7a3fada385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:13.598643 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-32b7e30c-6c99-4844-9fe9-3d7a3fada385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:13.651872 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-32b7e30c-6c99-4844-9fe9-3d7a3fada385 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:13.728074 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4331866e-0591-4e6d-b130-ad222948567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'name': 'tempest-TestShelveInstance-688806628-router', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:58:08Z', 'updated_at': '2021-09-21T18:58:11Z', 'revision_number': 4, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'gw_port': {'id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:09Z', 'updated_at': '2021-09-21T18:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '6b2d9830-9203-4265-b418-f8dcdbe857a0', 'name': '', 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'mac_address': 'fa:16:3e:f8:50:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e67204e3-c346-4a38-b339-344065edbb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:10Z', 'updated_at': '2021-09-21T18:58:11Z', 'revision_number': 2, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'subnets': [{'id': 'e67204e3-c346-4a38-b339-344065edbb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:13.767613 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416e6381-f688-4c2e-9d43-fe1818052737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-5111bea9-4aef-43e0-9f10-abebed3a5135', 'network_id': '5111bea9-4aef-43e0-9f10-abebed3a5135', 'tenant_id': 'f8e1d80d575a4ab3b77a732c8add0817', 'fixed_ips': [{'subnet_id': 'cf79fa75-1db7-46fe-984c-05b367dc4fdb'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 18:58:13.768696 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-416e6381-f688-4c2e-9d43-fe1818052737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:13.771086 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4331866e-0591-4e6d-b130-ad222948567d None None] Checking router: e58c2512-6475-47a2-ad5e-d447b674a4a2 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:58:13.771419 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4331866e-0591-4e6d-b130-ad222948567d None None] Updating router e58c2512-6475-47a2-ad5e-d447b674a4a2 port 6b2d9830-9203-4265-b418-f8dcdbe857a0 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:58:13.789610 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-32b7e30c-6c99-4844-9fe9-3d7a3fada385 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:13.805081 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4331866e-0591-4e6d-b130-ad222948567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:13.987618 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-32b7e30c-6c99-4844-9fe9-3d7a3fada385 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:14.007200 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-32b7e30c-6c99-4844-9fe9-3d7a3fada385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:14.117222 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-32b7e30c-6c99-4844-9fe9-3d7a3fada385 admin admin] Allocated IP 172.25.6.13 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/e4b712a4-4ecb-4e1f-8f77-e7c37adeb930) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:58:14.189893 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-416e6381-f688-4c2e-9d43-fe1818052737 None None] Allocated IP 172.20.0.2 (5111bea9-4aef-43e0-9f10-abebed3a5135/cf79fa75-1db7-46fe-984c-05b367dc4fdb/50db938e-a19d-4c39-befa-de8b84d07c3a) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:58:14.226316 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-32b7e30c-6c99-4844-9fe9-3d7a3fada385 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:14.260746 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-32b7e30c-6c99-4844-9fe9-3d7a3fada385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:14.295802 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b7e30c-6c99-4844-9fe9-3d7a3fada385 admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:58:14.298873 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-32b7e30c-6c99-4844-9fe9-3d7a3fada385 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:58:14.305612 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b7e30c-6c99-4844-9fe9-3d7a3fada385 admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:58:14.314599 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 24278b3e-64cd-4b0d-878e-fdfaad510369 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:58:14.346917 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b7e30c-6c99-4844-9fe9-3d7a3fada385 admin admin] Pushing event updated for resources: {'Port': ['ID=e4b712a4-4ecb-4e1f-8f77-e7c37adeb930,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:14.487617 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-416e6381-f688-4c2e-9d43-fe1818052737 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:14.498677 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-416e6381-f688-4c2e-9d43-fe1818052737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:14.501532 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4331866e-0591-4e6d-b130-ad222948567d None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:14.505122 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 24278b3e-64cd-4b0d-878e-fdfaad510369 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:58:14.505482 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:14.551797 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4331866e-0591-4e6d-b130-ad222948567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:14.561678 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416e6381-f688-4c2e-9d43-fe1818052737 None None] Network 5111bea9-4aef-43e0-9f10-abebed3a5135 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:58:14.563801 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-32b7e30c-6c99-4844-9fe9-3d7a3fada385 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:14.570209 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-416e6381-f688-4c2e-9d43-fe1818052737 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:58:14.578912 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416e6381-f688-4c2e-9d43-fe1818052737 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:58:14.597181 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e6381-f688-4c2e-9d43-fe1818052737 None None] Pushing event updated for resources: {'Port': ['ID=50db938e-a19d-4c39-befa-de8b84d07c3a,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:14.707584 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa4968-24f1-4079-8973-d5354a29daa5 None None] Pushing event updated for resources: {'Port': ['ID=6b2d9830-9203-4265-b418-f8dcdbe857a0,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:14.750250 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-416e6381-f688-4c2e-9d43-fe1818052737 None None] Attempting to bind port 50db938e-a19d-4c39-befa-de8b84d07c3a on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:58:14.751146 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-416e6381-f688-4c2e-9d43-fe1818052737 None None] Attempting to bind port 50db938e-a19d-4c39-befa-de8b84d07c3a by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'c4898d96-2361-4cbb-879c-7f53d84522f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5111bea9-4aef-43e0-9f10-abebed3a5135'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:58:14.751146 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416e6381-f688-4c2e-9d43-fe1818052737 None None] Attempting to bind port 50db938e-a19d-4c39-befa-de8b84d07c3a on network 5111bea9-4aef-43e0-9f10-abebed3a5135 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:58:14.767991 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416e6381-f688-4c2e-9d43-fe1818052737 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:58:14.768383 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416e6381-f688-4c2e-9d43-fe1818052737 None None] Checking segment: {'id': 'c4898d96-2361-4cbb-879c-7f53d84522f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5111bea9-4aef-43e0-9f10-abebed3a5135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:58:14.768760 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-416e6381-f688-4c2e-9d43-fe1818052737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:14.769223 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416e6381-f688-4c2e-9d43-fe1818052737 None None] Bound using segment: {'id': 'c4898d96-2361-4cbb-879c-7f53d84522f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5111bea9-4aef-43e0-9f10-abebed3a5135'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:58:14.769802 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-416e6381-f688-4c2e-9d43-fe1818052737 None None] Bound port: 50db938e-a19d-4c39-befa-de8b84d07c3a, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4898d96-2361-4cbb-879c-7f53d84522f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5111bea9-4aef-43e0-9f10-abebed3a5135'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:58:14.770301 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-416e6381-f688-4c2e-9d43-fe1818052737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:14.778158 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-32b7e30c-6c99-4844-9fe9-3d7a3fada385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:14.787461 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-4331866e-0591-4e6d-b130-ad222948567d None None] Attempting to bind port 6b2d9830-9203-4265-b418-f8dcdbe857a0 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:58:14.787800 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-4331866e-0591-4e6d-b130-ad222948567d None None] Attempting to bind port 6b2d9830-9203-4265-b418-f8dcdbe857a0 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '3dee4aa6-162f-4e21-b310-b55e255600dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:58:14.788153 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4331866e-0591-4e6d-b130-ad222948567d None None] Attempting to bind port 6b2d9830-9203-4265-b418-f8dcdbe857a0 on network 8924269a-739e-41ec-aa95-2f19a338c151 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:58:14.818009 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4331866e-0591-4e6d-b130-ad222948567d None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:58:14.818484 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4331866e-0591-4e6d-b130-ad222948567d None None] Checking segment: {'id': '3dee4aa6-162f-4e21-b310-b55e255600dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:58:14.818986 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4331866e-0591-4e6d-b130-ad222948567d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:14.819370 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4331866e-0591-4e6d-b130-ad222948567d None None] Bound using segment: {'id': '3dee4aa6-162f-4e21-b310-b55e255600dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:58:14.819868 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-4331866e-0591-4e6d-b130-ad222948567d None None] Bound port: 6b2d9830-9203-4265-b418-f8dcdbe857a0, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dee4aa6-162f-4e21-b310-b55e255600dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:58:14.820252 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4331866e-0591-4e6d-b130-ad222948567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:14.898340 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-416e6381-f688-4c2e-9d43-fe1818052737 None None] For port 50db938e-a19d-4c39-befa-de8b84d07c3a, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:58:14.925608 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-416e6381-f688-4c2e-9d43-fe1818052737 None None] For port 50db938e-a19d-4c39-befa-de8b84d07c3a, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=50db938e-a19d-4c39-befa-de8b84d07c3a,segment=NetworkSegment(c4898d96-2361-4cbb-879c-7f53d84522f0),segment_id=c4898d96-2361-4cbb-879c-7f53d84522f0)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:58:14.929128 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9a47df7c-d8ae-4fec-aefc-7131735f88f3 None None] Provisioning complete for port 6b2d9830-9203-4265-b418-f8dcdbe857a0 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:58:14.929468 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9a47df7c-d8ae-4fec-aefc-7131735f88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:14.934059 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-416e6381-f688-4c2e-9d43-fe1818052737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:14.959442 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-4331866e-0591-4e6d-b130-ad222948567d None None] For port 6b2d9830-9203-4265-b418-f8dcdbe857a0, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:58:14.980878 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-4331866e-0591-4e6d-b130-ad222948567d None None] For port 6b2d9830-9203-4265-b418-f8dcdbe857a0, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=6b2d9830-9203-4265-b418-f8dcdbe857a0,segment=NetworkSegment(3dee4aa6-162f-4e21-b310-b55e255600dc),segment_id=3dee4aa6-162f-4e21-b310-b55e255600dc)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:58:15.007722 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4331866e-0591-4e6d-b130-ad222948567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:15.028733 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9a47df7c-d8ae-4fec-aefc-7131735f88f3 None None] Port 6b2d9830-9203-4265-b418-f8dcdbe857a0 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:58:15.056628 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e6381-f688-4c2e-9d43-fe1818052737 None None] Pushing event updated for resources: {'Port': ['ID=50db938e-a19d-4c39-befa-de8b84d07c3a,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:15.066219 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4331866e-0591-4e6d-b130-ad222948567d None None] Routers {'e58c2512-6475-47a2-ad5e-d447b674a4a2'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:58:15.066884 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4331866e-0591-4e6d-b130-ad222948567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:57:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e58c2512-6475-47a2-ad5e-d447b674a4a2'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:15.178362 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa4968-24f1-4079-8973-d5354a29daa5 None None] Pushing event updated for resources: {'Port': ['ID=6b2d9830-9203-4265-b418-f8dcdbe857a0,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:15.213329 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b7e30c-6c99-4844-9fe9-3d7a3fada385 admin admin] Router 2bc746f7-07e9-4a10-ba39-e6d2a91d5698 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 18:58:15.260958 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-4331866e-0591-4e6d-b130-ad222948567d None None] Set router e58c2512-6475-47a2-ad5e-d447b674a4a2 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:58:15.355120 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b7e30c-6c99-4844-9fe9-3d7a3fada385 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:58:15.365337 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6106cdd3-2c05-4153-ba2c-49ca37eccf67 None None] Sync routers for ids ['2bc746f7-07e9-4a10-ba39-e6d2a91d5698'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:58:15.375377 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6106cdd3-2c05-4153-ba2c-49ca37eccf67 None None] Routers {'2bc746f7-07e9-4a10-ba39-e6d2a91d5698'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:58:15.375931 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-32b7e30c-6c99-4844-9fe9-3d7a3fada385 admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:15.376586 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6106cdd3-2c05-4153-ba2c-49ca37eccf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:57:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['2bc746f7-07e9-4a10-ba39-e6d2a91d5698'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:15.377664 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-32b7e30c-6c99-4844-9fe9-3d7a3fada385 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8069808 Sep 21 18:58:15.382881 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56162) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:15.424851 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-80d399f6-00b8-455c-84de-437a6bb8b458 None None] Provisioning complete for port 6b2d9830-9203-4265-b418-f8dcdbe857a0 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:58:15.425040 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-80d399f6-00b8-455c-84de-437a6bb8b458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:15.490241 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-6106cdd3-2c05-4153-ba2c-49ca37eccf67 None None] Set router 2bc746f7-07e9-4a10-ba39-e6d2a91d5698 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:58:15.580922 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-80d399f6-00b8-455c-84de-437a6bb8b458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:15.603843 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-4331866e-0591-4e6d-b130-ad222948567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'name': 'tempest-TestShelveInstance-688806628-router', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:58:08Z', 'updated_at': '2021-09-21T18:58:11Z', 'revision_number': 4, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'gw_port': {'id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:09Z', 'updated_at': '2021-09-21T18:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '6b2d9830-9203-4265-b418-f8dcdbe857a0', 'name': '', 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'mac_address': 'fa:16:3e:f8:50:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e67204e3-c346-4a38-b339-344065edbb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:10Z', 'updated_at': '2021-09-21T18:58:14Z', 'revision_number': 4, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'subnets': [{'id': 'e67204e3-c346-4a38-b339-344065edbb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:15.643690 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4331866e-0591-4e6d-b130-ad222948567d None None] The sync data for ids ['e58c2512-6475-47a2-ad5e-d447b674a4a2'] in n-d-810291-1 is: [{'id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'name': 'tempest-TestShelveInstance-688806628-router', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:58:08Z', 'updated_at': '2021-09-21T18:58:11Z', 'revision_number': 4, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'gw_port': {'id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:09Z', 'updated_at': '2021-09-21T18:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '6b2d9830-9203-4265-b418-f8dcdbe857a0', 'name': '', 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'mac_address': 'fa:16:3e:f8:50:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e67204e3-c346-4a38-b339-344065edbb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:10Z', 'updated_at': '2021-09-21T18:58:14Z', 'revision_number': 4, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'subnets': [{'id': 'e67204e3-c346-4a38-b339-344065edbb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:58:15.648218 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-80d399f6-00b8-455c-84de-437a6bb8b458 None None] For port 6b2d9830-9203-4265-b418-f8dcdbe857a0, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=6b2d9830-9203-4265-b418-f8dcdbe857a0,segment=NetworkSegment(3dee4aa6-162f-4e21-b310-b55e255600dc),segment_id=3dee4aa6-162f-4e21-b310-b55e255600dc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:58:15.653589 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-80d399f6-00b8-455c-84de-437a6bb8b458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:15.675751 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6106cdd3-2c05-4153-ba2c-49ca37eccf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc746f7-07e9-4a10-ba39-e6d2a91d5698', 'name': 'tempest-TestShelveInstance-865662489-router', 'tenant_id': 'f8e1d80d575a4ab3b77a732c8add0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e4b712a4-4ecb-4e1f-8f77-e7c37adeb930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:58:13Z', 'updated_at': '2021-09-21T18:58:14Z', 'revision_number': 3, 'project_id': 'f8e1d80d575a4ab3b77a732c8add0817', 'gw_port': {'id': 'e4b712a4-4ecb-4e1f-8f77-e7c37adeb930', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc746f7-07e9-4a10-ba39-e6d2a91d5698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:14Z', 'updated_at': '2021-09-21T18:58:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:15.729333 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6106cdd3-2c05-4153-ba2c-49ca37eccf67 None None] Checking router: 2bc746f7-07e9-4a10-ba39-e6d2a91d5698 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:58:15.733998 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6106cdd3-2c05-4153-ba2c-49ca37eccf67 None None] Updating router 2bc746f7-07e9-4a10-ba39-e6d2a91d5698 port e4b712a4-4ecb-4e1f-8f77-e7c37adeb930 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:58:15.735985 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d399f6-00b8-455c-84de-437a6bb8b458 None None] Pushing event updated for resources: {'Port': ['ID=6b2d9830-9203-4265-b418-f8dcdbe857a0,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:15.765787 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-6106cdd3-2c05-4153-ba2c-49ca37eccf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:15.887891 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2edb1bdd-66c9-4f7d-b1fb-fc2f35a00c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:16.009813 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4439274a-359a-4245-8217-11fd83ec9286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:16.084014 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-6106cdd3-2c05-4153-ba2c-49ca37eccf67 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:16.090425 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-2edb1bdd-66c9-4f7d-b1fb-fc2f35a00c3a admin admin] Allocated IP 172.20.0.1 (5111bea9-4aef-43e0-9f10-abebed3a5135/cf79fa75-1db7-46fe-984c-05b367dc4fdb/0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:58:16.093345 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-6106cdd3-2c05-4153-ba2c-49ca37eccf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:16.161649 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-6106cdd3-2c05-4153-ba2c-49ca37eccf67 None None] Attempting to bind port e4b712a4-4ecb-4e1f-8f77-e7c37adeb930 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:58:16.162085 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-6106cdd3-2c05-4153-ba2c-49ca37eccf67 None None] Attempting to bind port e4b712a4-4ecb-4e1f-8f77-e7c37adeb930 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:58:16.162447 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6106cdd3-2c05-4153-ba2c-49ca37eccf67 None None] Attempting to bind port e4b712a4-4ecb-4e1f-8f77-e7c37adeb930 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:58:16.164451 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00aca6-d09b-4edf-83e9-cc17be8a95f5 None None] Pushing event updated for resources: {'Port': ['ID=e4b712a4-4ecb-4e1f-8f77-e7c37adeb930,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:16.170343 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6106cdd3-2c05-4153-ba2c-49ca37eccf67 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:58:16.170705 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6106cdd3-2c05-4153-ba2c-49ca37eccf67 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:58:16.171128 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-6106cdd3-2c05-4153-ba2c-49ca37eccf67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:16.171530 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6106cdd3-2c05-4153-ba2c-49ca37eccf67 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:58:16.171954 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-6106cdd3-2c05-4153-ba2c-49ca37eccf67 None None] Bound port: e4b712a4-4ecb-4e1f-8f77-e7c37adeb930, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:58:16.172385 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-6106cdd3-2c05-4153-ba2c-49ca37eccf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:16.202696 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c598ad56-6c9b-4908-96b6-d93b9cba435c None None] Network 5111bea9-4aef-43e0-9f10-abebed3a5135 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 18:58:16.250569 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2edb1bdd-66c9-4f7d-b1fb-fc2f35a00c3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:16.252589 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-6106cdd3-2c05-4153-ba2c-49ca37eccf67 None None] For port e4b712a4-4ecb-4e1f-8f77-e7c37adeb930, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:58:16.258436 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-6106cdd3-2c05-4153-ba2c-49ca37eccf67 None None] For port e4b712a4-4ecb-4e1f-8f77-e7c37adeb930, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e4b712a4-4ecb-4e1f-8f77-e7c37adeb930,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:58:16.265103 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-6106cdd3-2c05-4153-ba2c-49ca37eccf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:16.300227 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2edb1bdd-66c9-4f7d-b1fb-fc2f35a00c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:16.324772 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edb1bdd-66c9-4f7d-b1fb-fc2f35a00c3a admin admin] Network 5111bea9-4aef-43e0-9f10-abebed3a5135 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:58:16.328332 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-2edb1bdd-66c9-4f7d-b1fb-fc2f35a00c3a admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:58:16.345307 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-c9b5e573-bb52-4ac0-b957-0d70850a5423 None None] Provisioning complete for port 50db938e-a19d-4c39-befa-de8b84d07c3a triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:58:16.345702 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c9b5e573-bb52-4ac0-b957-0d70850a5423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:16.348729 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6106cdd3-2c05-4153-ba2c-49ca37eccf67 None None] Routers {'2bc746f7-07e9-4a10-ba39-e6d2a91d5698'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:58:16.349618 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6106cdd3-2c05-4153-ba2c-49ca37eccf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:57:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['2bc746f7-07e9-4a10-ba39-e6d2a91d5698'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:16.352668 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edb1bdd-66c9-4f7d-b1fb-fc2f35a00c3a admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:58:16.428585 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb1bdd-66c9-4f7d-b1fb-fc2f35a00c3a admin admin] Pushing event updated for resources: {'Port': ['ID=0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:16.434681 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2edb1bdd-66c9-4f7d-b1fb-fc2f35a00c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:16.466997 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 6b2d9830-9203-4265-b418-f8dcdbe857a0 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:58:16.564737 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c9b5e573-bb52-4ac0-b957-0d70850a5423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:16.583764 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 6b2d9830-9203-4265-b418-f8dcdbe857a0 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:58:16.584136 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:16.597621 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2edb1bdd-66c9-4f7d-b1fb-fc2f35a00c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:16.646262 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-c9b5e573-bb52-4ac0-b957-0d70850a5423 None None] For port 50db938e-a19d-4c39-befa-de8b84d07c3a, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=50db938e-a19d-4c39-befa-de8b84d07c3a,segment=NetworkSegment(c4898d96-2361-4cbb-879c-7f53d84522f0),segment_id=c4898d96-2361-4cbb-879c-7f53d84522f0)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:58:16.660548 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-6106cdd3-2c05-4153-ba2c-49ca37eccf67 None None] Set router 2bc746f7-07e9-4a10-ba39-e6d2a91d5698 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:58:16.663337 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c9b5e573-bb52-4ac0-b957-0d70850a5423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:16.692925 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00aca6-d09b-4edf-83e9-cc17be8a95f5 None None] Pushing event updated for resources: {'Port': ['ID=e4b712a4-4ecb-4e1f-8f77-e7c37adeb930,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:16.804805 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5e573-bb52-4ac0-b957-0d70850a5423 None None] Pushing event updated for resources: {'Port': ['ID=50db938e-a19d-4c39-befa-de8b84d07c3a,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:16.825183 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 50db938e-a19d-4c39-befa-de8b84d07c3a up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:58:16.863546 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2edb1bdd-66c9-4f7d-b1fb-fc2f35a00c3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:16.869955 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2edb1bdd-66c9-4f7d-b1fb-fc2f35a00c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:16.899711 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 50db938e-a19d-4c39-befa-de8b84d07c3a triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:58:16.900092 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:16.901796 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-6c35e84b-381d-4775-b880-b7abbbc6ca6f None None] Provisioning complete for port 0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:58:16.902148 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6c35e84b-381d-4775-b880-b7abbbc6ca6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:16.922764 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-2edb1bdd-66c9-4f7d-b1fb-fc2f35a00c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:16.927548 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6106cdd3-2c05-4153-ba2c-49ca37eccf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc746f7-07e9-4a10-ba39-e6d2a91d5698', 'name': 'tempest-TestShelveInstance-865662489-router', 'tenant_id': 'f8e1d80d575a4ab3b77a732c8add0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e4b712a4-4ecb-4e1f-8f77-e7c37adeb930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:58:13Z', 'updated_at': '2021-09-21T18:58:14Z', 'revision_number': 3, 'project_id': 'f8e1d80d575a4ab3b77a732c8add0817', 'gw_port': {'id': 'e4b712a4-4ecb-4e1f-8f77-e7c37adeb930', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc746f7-07e9-4a10-ba39-e6d2a91d5698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:14Z', 'updated_at': '2021-09-21T18:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:16.967085 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6106cdd3-2c05-4153-ba2c-49ca37eccf67 None None] The sync data for ids ['2bc746f7-07e9-4a10-ba39-e6d2a91d5698'] in n-d-810291-1 is: [{'id': '2bc746f7-07e9-4a10-ba39-e6d2a91d5698', 'name': 'tempest-TestShelveInstance-865662489-router', 'tenant_id': 'f8e1d80d575a4ab3b77a732c8add0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e4b712a4-4ecb-4e1f-8f77-e7c37adeb930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:58:13Z', 'updated_at': '2021-09-21T18:58:14Z', 'revision_number': 3, 'project_id': 'f8e1d80d575a4ab3b77a732c8add0817', 'gw_port': {'id': 'e4b712a4-4ecb-4e1f-8f77-e7c37adeb930', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc746f7-07e9-4a10-ba39-e6d2a91d5698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:14Z', 'updated_at': '2021-09-21T18:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:58:17.002407 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb1bdd-66c9-4f7d-b1fb-fc2f35a00c3a admin admin] Pushing event updated for resources: {'Port': ['ID=0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:17.005806 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-6c35e84b-381d-4775-b880-b7abbbc6ca6f None None] Port 0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:58:17.046117 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-6c35e84b-381d-4775-b880-b7abbbc6ca6f None None] Provisioning complete for port 50db938e-a19d-4c39-befa-de8b84d07c3a triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:58:17.046814 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6c35e84b-381d-4775-b880-b7abbbc6ca6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:17.082359 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edb1bdd-66c9-4f7d-b1fb-fc2f35a00c3a admin admin] Network 5111bea9-4aef-43e0-9f10-abebed3a5135 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:58:17.084783 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-2edb1bdd-66c9-4f7d-b1fb-fc2f35a00c3a admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:58:17.228302 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edb1bdd-66c9-4f7d-b1fb-fc2f35a00c3a admin admin] Router 2bc746f7-07e9-4a10-ba39-e6d2a91d5698 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:58:17.272260 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c835058-c2be-4fe2-a1ad-fe54a33bd361 None None] Provisioning complete for port 0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:58:17.272783 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c835058-c2be-4fe2-a1ad-fe54a33bd361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:17.315551 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c835058-c2be-4fe2-a1ad-fe54a33bd361 None None] Port 0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:58:17.354462 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edb1bdd-66c9-4f7d-b1fb-fc2f35a00c3a admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:58:17.363510 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-2edb1bdd-66c9-4f7d-b1fb-fc2f35a00c3a admin admin] 10.222.0.58 "PUT /v2.0/routers/2bc746f7-07e9-4a10-ba39-e6d2a91d5698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9794338 Sep 21 18:58:17.439864 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-c1bc8fe7-b007-4461-89c9-bf4fc8656c95 None None] Provisioning complete for port 0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:58:17.440234 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c1bc8fe7-b007-4461-89c9-bf4fc8656c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:17.485965 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-c1bc8fe7-b007-4461-89c9-bf4fc8656c95 None None] Port 0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:58:17.924039 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56170) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:17.929060 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-d9d61417-d09a-4482-bb10-e134b0a9c304 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1219979908', 'description': 'tempest-secgroup-smoke-1219979908 description', 'project_id': '4a30c73dde8342b897e577d9fdff8faa'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:58:17.953317 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d9d61417-d09a-4482-bb10-e134b0a9c304 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.045085 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d9d61417-d09a-4482-bb10-e134b0a9c304 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.050594 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d9d61417-d09a-4482-bb10-e134b0a9c304 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.079904 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d9d61417-d09a-4482-bb10-e134b0a9c304 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.081181 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d9d61417-d09a-4482-bb10-e134b0a9c304 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1561084 Sep 21 18:58:18.082012 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d61417-d09a-4482-bb10-e134b0a9c304 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3872845f-4671-4172-9461-d315497e59d8,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:18.084285 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56172) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:18.088683 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-02a7e4d1-dde5-4271-a017-918a064df2e4 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Request body: {'security_group_rule': {'security_group_id': '3872845f-4671-4172-9461-d315497e59d8', 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:58:18.120711 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-02a7e4d1-dde5-4271-a017-918a064df2e4 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.178034 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-02a7e4d1-dde5-4271-a017-918a064df2e4 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.183176 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-02a7e4d1-dde5-4271-a017-918a064df2e4 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.202132 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7e4d1-dde5-4271-a017-918a064df2e4 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ccbef6a-9a2c-485d-a033-1863dd6f94a0,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:18.205588 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-02a7e4d1-dde5-4271-a017-918a064df2e4 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.207166 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-02a7e4d1-dde5-4271-a017-918a064df2e4 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215806 Sep 21 18:58:18.209868 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56174) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:18.214515 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-5f9a20a8-1c83-4748-bbde-e840e2120324 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Request body: {'security_group_rule': {'security_group_id': '3872845f-4671-4172-9461-d315497e59d8', 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:58:18.240454 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f9a20a8-1c83-4748-bbde-e840e2120324 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.304902 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f9a20a8-1c83-4748-bbde-e840e2120324 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.308852 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f9a20a8-1c83-4748-bbde-e840e2120324 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.327804 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a20a8-1c83-4748-bbde-e840e2120324 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa77411-b9e2-4085-baef-4e4dd8788226,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:18.333768 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-5f9a20a8-1c83-4748-bbde-e840e2120324 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.335116 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-5f9a20a8-1c83-4748-bbde-e840e2120324 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1241729 Sep 21 18:58:18.338011 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56176) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:18.342363 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-8374dcfb-f284-4881-843b-fa92d3d14221 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Request body: {'security_group_rule': {'security_group_id': '3872845f-4671-4172-9461-d315497e59d8', 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:58:18.369778 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8374dcfb-f284-4881-843b-fa92d3d14221 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.383076 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 50db938e-a19d-4c39-befa-de8b84d07c3a up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:58:18.431581 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8374dcfb-f284-4881-843b-fa92d3d14221 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.435886 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8374dcfb-f284-4881-843b-fa92d3d14221 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.439283 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 50db938e-a19d-4c39-befa-de8b84d07c3a triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:58:18.439674 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.452670 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374dcfb-f284-4881-843b-fa92d3d14221 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c985d2-ad48-499c-aaeb-a863ba26165a,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:18.463719 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8374dcfb-f284-4881-843b-fa92d3d14221 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.465257 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8374dcfb-f284-4881-843b-fa92d3d14221 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263051 Sep 21 18:58:18.468353 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56178) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:18.473123 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-ce693f61-551b-4dd5-8c9e-7ba9a9362f3a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Request body: {'security_group_rule': {'security_group_id': '3872845f-4671-4172-9461-d315497e59d8', 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:58:18.495582 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9f75f113-bbee-40fd-be15-2ba274114841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.503293 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ce693f61-551b-4dd5-8c9e-7ba9a9362f3a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.531789 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e4b712a4-4ecb-4e1f-8f77-e7c37adeb930 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:58:18.562421 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ce693f61-551b-4dd5-8c9e-7ba9a9362f3a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.567429 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ce693f61-551b-4dd5-8c9e-7ba9a9362f3a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.580995 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port e4b712a4-4ecb-4e1f-8f77-e7c37adeb930 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:58:18.581360 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.588601 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce693f61-551b-4dd5-8c9e-7ba9a9362f3a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb0b207-62e8-4c89-becc-353095de66f1,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:18.592911 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ce693f61-551b-4dd5-8c9e-7ba9a9362f3a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.596841 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ce693f61-551b-4dd5-8c9e-7ba9a9362f3a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1248550 Sep 21 18:58:18.597400 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56180) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:18.602334 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-f8f46de2-27b7-4168-bd1c-e6afbc9c95d6 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Request body: {'security_group_rule': {'security_group_id': '3872845f-4671-4172-9461-d315497e59d8', 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:58:18.624078 n-d-810291-1 neutron-server[101460]: INFO neutron.db.securitygroups_db [None req-f8f46de2-27b7-4168-bd1c-e6afbc9c95d6 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Project 4a30c73dde8342b897e577d9fdff8faa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:58:18.628980 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f8f46de2-27b7-4168-bd1c-e6afbc9c95d6 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.657579 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.678626 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port e4b712a4-4ecb-4e1f-8f77-e7c37adeb930, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e4b712a4-4ecb-4e1f-8f77-e7c37adeb930,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:58:18.684753 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.693988 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f8f46de2-27b7-4168-bd1c-e6afbc9c95d6 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.698942 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f8f46de2-27b7-4168-bd1c-e6afbc9c95d6 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.716158 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f46de2-27b7-4168-bd1c-e6afbc9c95d6 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06660260-dee0-4eaa-a22a-33e42b0ee926,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:18.726963 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f8f46de2-27b7-4168-bd1c-e6afbc9c95d6 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.729172 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f8f46de2-27b7-4168-bd1c-e6afbc9c95d6 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1306217 Sep 21 18:58:18.733507 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56182) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:18.738280 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=e4b712a4-4ecb-4e1f-8f77-e7c37adeb930,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:18.738495 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-26b3d031-91aa-4f00-a24e-35def4d266b7 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Request body: {'security_group_rule': {'security_group_id': '3872845f-4671-4172-9461-d315497e59d8', 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:58:18.763670 n-d-810291-1 neutron-server[101460]: INFO neutron.db.securitygroups_db [None req-26b3d031-91aa-4f00-a24e-35def4d266b7 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Project 4a30c73dde8342b897e577d9fdff8faa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 18:58:18.768710 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-26b3d031-91aa-4f00-a24e-35def4d266b7 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.834611 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-26b3d031-91aa-4f00-a24e-35def4d266b7 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.839327 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-26b3d031-91aa-4f00-a24e-35def4d266b7 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.857524 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3d031-91aa-4f00-a24e-35def4d266b7 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05beb575-e688-4c3e-af75-987f34519c0a,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:18.870435 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-26b3d031-91aa-4f00-a24e-35def4d266b7 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:18.871748 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-26b3d031-91aa-4f00-a24e-35def4d266b7 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1372037 Sep 21 18:58:19.001655 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f4fcfb-bf6e-4ed9-9af9-e5c4d556e56b None None] Sync routers for ids ['2bc746f7-07e9-4a10-ba39-e6d2a91d5698'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:58:19.010837 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f4fcfb-bf6e-4ed9-9af9-e5c4d556e56b None None] Routers {'2bc746f7-07e9-4a10-ba39-e6d2a91d5698'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:58:19.011476 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d1f4fcfb-bf6e-4ed9-9af9-e5c4d556e56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:58:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['2bc746f7-07e9-4a10-ba39-e6d2a91d5698'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:19.013713 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-4be94f13-0dab-4376-89f4-28ec3787fb68 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1219979908&fields=id&tenant_id=4a30c73dde8342b897e577d9fdff8faa HTTP/1.1" status: 200 len: 267 time: 0.0346115 Sep 21 18:58:19.131654 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-982d44a8-d598-4c90-8e7e-1a5f26de5ee0 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:19.133246 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-982d44a8-d598-4c90-8e7e-1a5f26de5ee0 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/networks?id=8924269a-739e-41ec-aa95-2f19a338c151 HTTP/1.1" status: 200 len: 808 time: 0.1121674 Sep 21 18:58:19.149934 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-90529391-3dc4-4921-bbb9-6e188bec0847 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/quotas/4a30c73dde8342b897e577d9fdff8faa HTTP/1.1" status: 200 len: 375 time: 0.0101268 Sep 21 18:58:19.207322 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-ede70647-e39a-4649-a916-84ef5665a111 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a30c73dde8342b897e577d9fdff8faa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481250 Sep 21 18:58:19.243591 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:19.298408 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-d1f4fcfb-bf6e-4ed9-9af9-e5c4d556e56b None None] Set router 2bc746f7-07e9-4a10-ba39-e6d2a91d5698 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:58:19.318413 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-6c5facda-9f63-4c88-8140-544ffec793d6 service neutron] 10.222.0.58 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953803 Sep 21 18:58:19.403276 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-70a001e3-8411-4304-a568-d0b7e4d76852 service neutron] 10.222.0.58 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839534 Sep 21 18:58:19.506137 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d1f4fcfb-bf6e-4ed9-9af9-e5c4d556e56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc746f7-07e9-4a10-ba39-e6d2a91d5698', 'name': 'tempest-TestShelveInstance-865662489-router', 'tenant_id': 'f8e1d80d575a4ab3b77a732c8add0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e4b712a4-4ecb-4e1f-8f77-e7c37adeb930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:58:13Z', 'updated_at': '2021-09-21T18:58:16Z', 'revision_number': 4, 'project_id': 'f8e1d80d575a4ab3b77a732c8add0817', 'gw_port': {'id': 'e4b712a4-4ecb-4e1f-8f77-e7c37adeb930', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc746f7-07e9-4a10-ba39-e6d2a91d5698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:14Z', 'updated_at': '2021-09-21T18:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b', 'name': '', 'network_id': '5111bea9-4aef-43e0-9f10-abebed3a5135', 'tenant_id': 'f8e1d80d575a4ab3b77a732c8add0817', 'mac_address': 'fa:16:3e:e2:d0:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc746f7-07e9-4a10-ba39-e6d2a91d5698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cf79fa75-1db7-46fe-984c-05b367dc4fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:15Z', 'updated_at': '2021-09-21T18:58:16Z', 'revision_number': 2, 'project_id': 'f8e1d80d575a4ab3b77a732c8add0817', 'subnets': [{'id': 'cf79fa75-1db7-46fe-984c-05b367dc4fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:19.538894 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f4fcfb-bf6e-4ed9-9af9-e5c4d556e56b None None] Checking router: 2bc746f7-07e9-4a10-ba39-e6d2a91d5698 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:58:19.539269 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f4fcfb-bf6e-4ed9-9af9-e5c4d556e56b None None] Updating router 2bc746f7-07e9-4a10-ba39-e6d2a91d5698 port 0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 18:58:19.570044 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d1f4fcfb-bf6e-4ed9-9af9-e5c4d556e56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:19.598688 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6d14fb53-1bbe-4a97-8a09-06a8aa1de5f4 req-885db455-49f0-4cd5-ada6-c42f52ba3abd tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 210 time: 0.0265865 Sep 21 18:58:19.845172 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d1f4fcfb-bf6e-4ed9-9af9-e5c4d556e56b None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:19.852060 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d1f4fcfb-bf6e-4ed9-9af9-e5c4d556e56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:19.904686 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd5702-8512-4e28-b5f3-250ae467424b None None] Pushing event updated for resources: {'Port': ['ID=0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:19.961360 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-d1f4fcfb-bf6e-4ed9-9af9-e5c4d556e56b None None] Attempting to bind port 0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:58:19.961749 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-d1f4fcfb-bf6e-4ed9-9af9-e5c4d556e56b None None] Attempting to bind port 0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': 'c4898d96-2361-4cbb-879c-7f53d84522f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5111bea9-4aef-43e0-9f10-abebed3a5135'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:58:19.962115 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f4fcfb-bf6e-4ed9-9af9-e5c4d556e56b None None] Attempting to bind port 0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b on network 5111bea9-4aef-43e0-9f10-abebed3a5135 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:58:19.967635 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f4fcfb-bf6e-4ed9-9af9-e5c4d556e56b None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:58:19.967993 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f4fcfb-bf6e-4ed9-9af9-e5c4d556e56b None None] Checking segment: {'id': 'c4898d96-2361-4cbb-879c-7f53d84522f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5111bea9-4aef-43e0-9f10-abebed3a5135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:58:19.968375 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d1f4fcfb-bf6e-4ed9-9af9-e5c4d556e56b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:19.969221 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f4fcfb-bf6e-4ed9-9af9-e5c4d556e56b None None] Bound using segment: {'id': 'c4898d96-2361-4cbb-879c-7f53d84522f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5111bea9-4aef-43e0-9f10-abebed3a5135'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:58:19.969343 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-d1f4fcfb-bf6e-4ed9-9af9-e5c4d556e56b None None] Bound port: 0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4898d96-2361-4cbb-879c-7f53d84522f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '5111bea9-4aef-43e0-9f10-abebed3a5135'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:58:19.969756 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d1f4fcfb-bf6e-4ed9-9af9-e5c4d556e56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:20.049339 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-d1f4fcfb-bf6e-4ed9-9af9-e5c4d556e56b None None] For port 0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:58:20.053147 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-d1f4fcfb-bf6e-4ed9-9af9-e5c4d556e56b None None] For port 0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b,segment=NetworkSegment(c4898d96-2361-4cbb-879c-7f53d84522f0),segment_id=c4898d96-2361-4cbb-879c-7f53d84522f0)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:58:20.058262 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d1f4fcfb-bf6e-4ed9-9af9-e5c4d556e56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:20.120991 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f4fcfb-bf6e-4ed9-9af9-e5c4d556e56b None None] Routers {'2bc746f7-07e9-4a10-ba39-e6d2a91d5698'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:58:20.121639 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d1f4fcfb-bf6e-4ed9-9af9-e5c4d556e56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:58:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['2bc746f7-07e9-4a10-ba39-e6d2a91d5698'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:20.158076 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd5702-8512-4e28-b5f3-250ae467424b None None] Pushing event updated for resources: {'Port': ['ID=0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:20.177789 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-72ce716c-01b0-4526-b60a-1866bf3da491 None None] Provisioning complete for port 0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:58:20.178159 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-72ce716c-01b0-4526-b60a-1866bf3da491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:20.270411 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-d1f4fcfb-bf6e-4ed9-9af9-e5c4d556e56b None None] Set router 2bc746f7-07e9-4a10-ba39-e6d2a91d5698 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:58:20.364532 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e4b712a4-4ecb-4e1f-8f77-e7c37adeb930 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:58:20.419752 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-72ce716c-01b0-4526-b60a-1866bf3da491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:20.468274 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:20.504564 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-72ce716c-01b0-4526-b60a-1866bf3da491 None None] For port 0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b,segment=NetworkSegment(c4898d96-2361-4cbb-879c-7f53d84522f0),segment_id=c4898d96-2361-4cbb-879c-7f53d84522f0)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:58:20.515171 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-72ce716c-01b0-4526-b60a-1866bf3da491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:20.569893 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port e4b712a4-4ecb-4e1f-8f77-e7c37adeb930 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:58:20.570253 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:20.627598 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce716c-01b0-4526-b60a-1866bf3da491 None None] Pushing event updated for resources: {'Port': ['ID=0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:20.672705 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-bbdd4543-76a3-4dfc-95b2-b22a2c106c69 None None] Provisioning complete for port 0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:58:20.672949 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-bbdd4543-76a3-4dfc-95b2-b22a2c106c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:20.677353 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-d1f4fcfb-bf6e-4ed9-9af9-e5c4d556e56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc746f7-07e9-4a10-ba39-e6d2a91d5698', 'name': 'tempest-TestShelveInstance-865662489-router', 'tenant_id': 'f8e1d80d575a4ab3b77a732c8add0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e4b712a4-4ecb-4e1f-8f77-e7c37adeb930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:58:13Z', 'updated_at': '2021-09-21T18:58:16Z', 'revision_number': 4, 'project_id': 'f8e1d80d575a4ab3b77a732c8add0817', 'gw_port': {'id': 'e4b712a4-4ecb-4e1f-8f77-e7c37adeb930', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc746f7-07e9-4a10-ba39-e6d2a91d5698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:14Z', 'updated_at': '2021-09-21T18:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b', 'name': '', 'network_id': '5111bea9-4aef-43e0-9f10-abebed3a5135', 'tenant_id': 'f8e1d80d575a4ab3b77a732c8add0817', 'mac_address': 'fa:16:3e:e2:d0:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc746f7-07e9-4a10-ba39-e6d2a91d5698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cf79fa75-1db7-46fe-984c-05b367dc4fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:15Z', 'updated_at': '2021-09-21T18:58:20Z', 'revision_number': 4, 'project_id': 'f8e1d80d575a4ab3b77a732c8add0817', 'subnets': [{'id': 'cf79fa75-1db7-46fe-984c-05b367dc4fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:20.724191 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ade2eb1d-fb6a-467b-86af-6e6fecddeb09 req-10d799a7-3ee3-4bc3-b45e-7ddbf363b8cf tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 210 time: 0.0476158 Sep 21 18:58:20.749777 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f4fcfb-bf6e-4ed9-9af9-e5c4d556e56b None None] The sync data for ids ['2bc746f7-07e9-4a10-ba39-e6d2a91d5698'] in n-d-810291-1 is: [{'id': '2bc746f7-07e9-4a10-ba39-e6d2a91d5698', 'name': 'tempest-TestShelveInstance-865662489-router', 'tenant_id': 'f8e1d80d575a4ab3b77a732c8add0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e4b712a4-4ecb-4e1f-8f77-e7c37adeb930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:58:13Z', 'updated_at': '2021-09-21T18:58:16Z', 'revision_number': 4, 'project_id': 'f8e1d80d575a4ab3b77a732c8add0817', 'gw_port': {'id': 'e4b712a4-4ecb-4e1f-8f77-e7c37adeb930', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc746f7-07e9-4a10-ba39-e6d2a91d5698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:14Z', 'updated_at': '2021-09-21T18:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b', 'name': '', 'network_id': '5111bea9-4aef-43e0-9f10-abebed3a5135', 'tenant_id': 'f8e1d80d575a4ab3b77a732c8add0817', 'mac_address': 'fa:16:3e:e2:d0:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc746f7-07e9-4a10-ba39-e6d2a91d5698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'cf79fa75-1db7-46fe-984c-05b367dc4fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:15Z', 'updated_at': '2021-09-21T18:58:20Z', 'revision_number': 4, 'project_id': 'f8e1d80d575a4ab3b77a732c8add0817', 'subnets': [{'id': 'cf79fa75-1db7-46fe-984c-05b367dc4fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:58:20.769622 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-6266844b-11e7-48c1-ac27-bed1fc8921ae tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:20.771451 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-6266844b-11e7-48c1-ac27-bed1fc8921ae tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.44 "GET /v2.0/networks?id=8924269a-739e-41ec-aa95-2f19a338c151 HTTP/1.1" status: 200 len: 808 time: 0.1424160 Sep 21 18:58:20.852677 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-45b30efe-e694-479b-8f49-2791fb983297 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a30c73dde8342b897e577d9fdff8faa HTTP/1.1" status: 200 len: 380 time: 0.0704427 Sep 21 18:58:20.865057 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-8cdac3ac-3e42-4593-80d3-1eb0b93703ae tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Request body: {'port': {'device_id': '509d0f43-4e7c-4477-99be-8d8b4b8ab688', 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151', 'admin_state_up': True, 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'security_groups': ['3872845f-4671-4172-9461-d315497e59d8']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:58:20.976216 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-8cdac3ac-3e42-4593-80d3-1eb0b93703ae tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Made reservation on behalf of 4a30c73dde8342b897e577d9fdff8faa for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 18:58:20.980264 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-8cdac3ac-3e42-4593-80d3-1eb0b93703ae tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:21.113180 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-8cdac3ac-3e42-4593-80d3-1eb0b93703ae tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Allocated IP 172.20.0.6 (8924269a-739e-41ec-aa95-2f19a338c151/e67204e3-c346-4a38-b339-344065edbb63/ea186a1a-9d17-40df-93a8-d79a1cae4263) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:58:21.250750 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-8cdac3ac-3e42-4593-80d3-1eb0b93703ae tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:21.299036 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-8cdac3ac-3e42-4593-80d3-1eb0b93703ae tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:21.345197 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-8cdac3ac-3e42-4593-80d3-1eb0b93703ae tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Network 8924269a-739e-41ec-aa95-2f19a338c151 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:58:21.350711 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-8cdac3ac-3e42-4593-80d3-1eb0b93703ae tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:58:21.355466 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-8cdac3ac-3e42-4593-80d3-1eb0b93703ae tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:58:21.359639 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdac3ac-3e42-4593-80d3-1eb0b93703ae tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Pushing event updated for resources: {'Port': ['ID=ea186a1a-9d17-40df-93a8-d79a1cae4263,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:21.408543 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-8cdac3ac-3e42-4593-80d3-1eb0b93703ae tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:21.409175 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-8cdac3ac-3e42-4593-80d3-1eb0b93703ae tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:21.424570 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-8cdac3ac-3e42-4593-80d3-1eb0b93703ae tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5635486 Sep 21 18:58:21.438553 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-96fa5e26-9ece-4bdd-9478-f8bc2a6b0515 service neutron] Request body: {'port': {'device_id': '509d0f43-4e7c-4477-99be-8d8b4b8ab688', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:58:21.496674 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-96fa5e26-9ece-4bdd-9478-f8bc2a6b0515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:21.557882 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-ee42945c-e6b4-4194-bd92-2874448dfbd2 None None] Provisioning complete for port ea186a1a-9d17-40df-93a8-d79a1cae4263 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:58:21.558489 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ee42945c-e6b4-4194-bd92-2874448dfbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:21.591372 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-ee42945c-e6b4-4194-bd92-2874448dfbd2 None None] Port ea186a1a-9d17-40df-93a8-d79a1cae4263 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 18:58:21.785008 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-96fa5e26-9ece-4bdd-9478-f8bc2a6b0515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea186a1a-9d17-40df-93a8-d79a1cae4263 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:58:21.794795 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-96fa5e26-9ece-4bdd-9478-f8bc2a6b0515 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:21.828783 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-96fa5e26-9ece-4bdd-9478-f8bc2a6b0515 service neutron] Transition to ACTIVE for port object ea186a1a-9d17-40df-93a8-d79a1cae4263 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 18:58:21.834546 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-96fa5e26-9ece-4bdd-9478-f8bc2a6b0515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:21.874124 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:21.885020 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bc6e0-d5da-4947-a6ff-e09f5d9a1e9d req-53197aee-59c5-4bac-8892-489e68118d24 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:21.886591 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f63bc6e0-d5da-4947-a6ff-e09f5d9a1e9d req-53197aee-59c5-4bac-8892-489e68118d24 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 931 time: 0.0968153 Sep 21 18:58:21.909245 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa5e26-9ece-4bdd-9478-f8bc2a6b0515 service neutron] Pushing event updated for resources: {'Port': ['ID=ea186a1a-9d17-40df-93a8-d79a1cae4263,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:21.979759 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f63bc6e0-d5da-4947-a6ff-e09f5d9a1e9d req-43a06a82-3671-4fd7-bf8a-ff23940a8680 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835240 Sep 21 18:58:22.006488 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-96fa5e26-9ece-4bdd-9478-f8bc2a6b0515 service neutron] Attempting to bind port ea186a1a-9d17-40df-93a8-d79a1cae4263 on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 18:58:22.006831 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-96fa5e26-9ece-4bdd-9478-f8bc2a6b0515 service neutron] Attempting to bind port ea186a1a-9d17-40df-93a8-d79a1cae4263 by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '3dee4aa6-162f-4e21-b310-b55e255600dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 18:58:22.007200 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-96fa5e26-9ece-4bdd-9478-f8bc2a6b0515 service neutron] Attempting to bind port ea186a1a-9d17-40df-93a8-d79a1cae4263 on network 8924269a-739e-41ec-aa95-2f19a338c151 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:58:22.011923 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-96fa5e26-9ece-4bdd-9478-f8bc2a6b0515 service neutron] Port ea186a1a-9d17-40df-93a8-d79a1cae4263 on network 8924269a-739e-41ec-aa95-2f19a338c151 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 18:58:22.012235 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-96fa5e26-9ece-4bdd-9478-f8bc2a6b0515 service neutron] Attempting to bind port ea186a1a-9d17-40df-93a8-d79a1cae4263 on network 8924269a-739e-41ec-aa95-2f19a338c151 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 18:58:22.017627 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-96fa5e26-9ece-4bdd-9478-f8bc2a6b0515 service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 18, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 18:58:22.017965 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-96fa5e26-9ece-4bdd-9478-f8bc2a6b0515 service neutron] Checking segment: {'id': '3dee4aa6-162f-4e21-b310-b55e255600dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 18:58:22.018352 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-96fa5e26-9ece-4bdd-9478-f8bc2a6b0515 service neutron] Bound using segment: {'id': '3dee4aa6-162f-4e21-b310-b55e255600dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 18:58:22.018793 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-96fa5e26-9ece-4bdd-9478-f8bc2a6b0515 service neutron] Bound port: ea186a1a-9d17-40df-93a8-d79a1cae4263, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dee4aa6-162f-4e21-b310-b55e255600dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 18:58:22.019183 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-96fa5e26-9ece-4bdd-9478-f8bc2a6b0515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:22.084321 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-96fa5e26-9ece-4bdd-9478-f8bc2a6b0515 service neutron] For port ea186a1a-9d17-40df-93a8-d79a1cae4263, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 18:58:22.087470 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-96fa5e26-9ece-4bdd-9478-f8bc2a6b0515 service neutron] For port ea186a1a-9d17-40df-93a8-d79a1cae4263, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=ea186a1a-9d17-40df-93a8-d79a1cae4263,segment=NetworkSegment(3dee4aa6-162f-4e21-b310-b55e255600dc),segment_id=3dee4aa6-162f-4e21-b310-b55e255600dc)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 18:58:22.094052 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-96fa5e26-9ece-4bdd-9478-f8bc2a6b0515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:22.131971 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-96fa5e26-9ece-4bdd-9478-f8bc2a6b0515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:22.132784 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-96fa5e26-9ece-4bdd-9478-f8bc2a6b0515 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:22.134186 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-96fa5e26-9ece-4bdd-9478-f8bc2a6b0515 service neutron] 10.222.0.44 "PUT /v2.0/ports/ea186a1a-9d17-40df-93a8-d79a1cae4263 HTTP/1.1" status: 200 len: 1091 time: 0.7000303 Sep 21 18:58:22.136645 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509d0f43-4e7c-4477-99be-8d8b4b8ab688', 'tag': 'ea186a1a-9d17-40df-93a8-d79a1cae4263'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:58:22.144557 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f3dc07-49de-4773-b53d-f511c3330197" -d '{"events": [{"name": "network-changed", "server_uuid": "509d0f43-4e7c-4477-99be-8d8b4b8ab688", "tag": "ea186a1a-9d17-40df-93a8-d79a1cae4263"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:58:22.176140 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa5e26-9ece-4bdd-9478-f8bc2a6b0515 service neutron] Pushing event updated for resources: {'Port': ['ID=ea186a1a-9d17-40df-93a8-d79a1cae4263,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:22.199542 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462d67ed-e266-4d19-8d65-66774ee562e5 x-openstack-request-id: req-462d67ed-e266-4d19-8d65-66774ee562e5 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:58:22.199542 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509d0f43-4e7c-4477-99be-8d8b4b8ab688", "tag": "ea186a1a-9d17-40df-93a8-d79a1cae4263", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:58:22.199884 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-462d67ed-e266-4d19-8d65-66774ee562e5 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:58:22.200106 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509d0f43-4e7c-4477-99be-8d8b4b8ab688', 'tag': 'ea186a1a-9d17-40df-93a8-d79a1cae4263', 'status': 'completed', 'code': 200} Sep 21 18:58:22.234466 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-ad0fd4ff-f976-4598-83d6-041223e99585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:22.236067 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-ad0fd4ff-f976-4598-83d6-041223e99585 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a30c73dde8342b897e577d9fdff8faa&device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 1094 time: 0.0518084 Sep 21 18:58:22.290965 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-422401b1-3253-4722-b9de-f4cb553e76f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea186a1a-9d17-40df-93a8-d79a1cae4263 HTTP/1.1" status: 200 len: 217 time: 0.0453563 Sep 21 18:58:22.349323 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:58:22.352137 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-ee7f254f-9d86-4d01-a162-3cd0f4e3c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:22.353663 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-ee7f254f-9d86-4d01-a162-3cd0f4e3c686 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e67204e3-c346-4a38-b339-344065edbb63 HTTP/1.1" status: 200 len: 847 time: 0.0551875 Sep 21 18:58:22.400041 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:58:22.400333 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:22.402776 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-118471b9-ad6f-4816-be53-974ed7b470ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:22.404325 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-118471b9-ad6f-4816-be53-974ed7b470ee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8924269a-739e-41ec-aa95-2f19a338c151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425160 Sep 21 18:58:22.497204 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-22c2bf4b-d573-4125-90eb-d7033578dccd service neutron] 10.222.0.44 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843346 Sep 21 18:58:22.600476 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3cb68d5-d2eb-4c67-afb6-c9338b862f54 req-78c91b0a-81e7-4cb1-a475-9445111176b7 service neutron] 10.222.0.44 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942171 Sep 21 18:58:22.701427 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3dc07-49de-4773-b53d-f511c3330197 req-15cf0adb-f722-4a5e-a023-28f92564203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:22.702915 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07f3dc07-49de-4773-b53d-f511c3330197 req-15cf0adb-f722-4a5e-a023-28f92564203a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a30c73dde8342b897e577d9fdff8faa&device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 1094 time: 0.0486727 Sep 21 18:58:22.798639 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3dc07-49de-4773-b53d-f511c3330197 req-b52ae476-5b18-4ec4-ad22-9294de6ad60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:22.800307 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07f3dc07-49de-4773-b53d-f511c3330197 req-b52ae476-5b18-4ec4-ad22-9294de6ad60f service neutron] 10.222.0.44 "GET /v2.0/networks?id=8924269a-739e-41ec-aa95-2f19a338c151 HTTP/1.1" status: 200 len: 909 time: 0.0899718 Sep 21 18:58:22.844404 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07f3dc07-49de-4773-b53d-f511c3330197 req-6345191f-b0b3-4451-a7ee-16f7048c8fb2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea186a1a-9d17-40df-93a8-d79a1cae4263 HTTP/1.1" status: 200 len: 217 time: 0.0357013 Sep 21 18:58:22.897276 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3dc07-49de-4773-b53d-f511c3330197 req-b4938775-8207-4b1e-ae43-a31e0ba9cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:22.898971 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07f3dc07-49de-4773-b53d-f511c3330197 req-b4938775-8207-4b1e-ae43-a31e0ba9cf6a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e67204e3-c346-4a38-b339-344065edbb63 HTTP/1.1" status: 200 len: 847 time: 0.0471575 Sep 21 18:58:22.954240 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3dc07-49de-4773-b53d-f511c3330197 req-4a8961e2-5dab-43fc-a86b-42487a280f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:22.955798 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07f3dc07-49de-4773-b53d-f511c3330197 req-4a8961e2-5dab-43fc-a86b-42487a280f19 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8924269a-739e-41ec-aa95-2f19a338c151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482388 Sep 21 18:58:23.057196 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07f3dc07-49de-4773-b53d-f511c3330197 req-77950645-c068-42fe-9e9e-891a52d6623a service neutron] 10.222.0.44 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925462 Sep 21 18:58:23.166014 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc871f62-7c0f-41a0-aec3-e1eea7308b15 req-7106d251-81e0-43e9-9d78-697b55f10a06 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:23.167492 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cc871f62-7c0f-41a0-aec3-e1eea7308b15 req-7106d251-81e0-43e9-9d78-697b55f10a06 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 943 time: 0.1093934 Sep 21 18:58:23.197175 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-07f3dc07-49de-4773-b53d-f511c3330197 req-36273f69-d479-439f-b0e3-7b16de067eb4 service neutron] 10.222.0.44 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307695 Sep 21 18:58:23.218471 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cc871f62-7c0f-41a0-aec3-e1eea7308b15 req-425110bf-74a3-4e3e-ac53-a55641c5497c tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398688 Sep 21 18:58:24.096699 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:24.344283 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc16a2-8727-4d05-9456-a178c56c0b93 req-3522e39f-35ee-4c3b-ac7f-dcba11bdcdd0 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:24.346030 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-00dc16a2-8727-4d05-9456-a178c56c0b93 req-3522e39f-35ee-4c3b-ac7f-dcba11bdcdd0 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 943 time: 0.0570610 Sep 21 18:58:24.391318 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-00dc16a2-8727-4d05-9456-a178c56c0b93 req-8771353a-56d1-4d3c-906f-5fe503e3c484 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361071 Sep 21 18:58:25.154797 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:25.498053 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device ea186a1a-9d17-40df-93a8-d79a1cae4263 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 18:58:25.525728 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12d796-512a-4413-81ff-9c495c44c926 req-8af42ab3-30c7-4823-a4ad-52d097fa9e33 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:25.527250 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2a12d796-512a-4413-81ff-9c495c44c926 req-8af42ab3-30c7-4823-a4ad-52d097fa9e33 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 943 time: 0.0529287 Sep 21 18:58:25.568949 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2a12d796-512a-4413-81ff-9c495c44c926 req-4f5f6ab4-a95c-4a4d-a443-afb18ecd2d89 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356295 Sep 21 18:58:25.597833 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port ea186a1a-9d17-40df-93a8-d79a1cae4263, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=ea186a1a-9d17-40df-93a8-d79a1cae4263,segment=NetworkSegment(3dee4aa6-162f-4e21-b310-b55e255600dc),segment_id=3dee4aa6-162f-4e21-b310-b55e255600dc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:58:25.608727 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'ea186a1a-9d17-40df-93a8-d79a1cae4263', 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151', 'port_id': 'ea186a1a-9d17-40df-93a8-d79a1cae4263', 'mac_address': 'fa:16:3e:48:54:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e67204e3-c346-4a38-b339-344065edbb63', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 18:58:25.645434 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:25.658891 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea186a1a-9d17-40df-93a8-d79a1cae4263 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 18:58:25.678751 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port ea186a1a-9d17-40df-93a8-d79a1cae4263, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=ea186a1a-9d17-40df-93a8-d79a1cae4263,segment=NetworkSegment(3dee4aa6-162f-4e21-b310-b55e255600dc),segment_id=3dee4aa6-162f-4e21-b310-b55e255600dc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:58:25.684956 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:25.732308 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=ea186a1a-9d17-40df-93a8-d79a1cae4263,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:25.899206 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['ea186a1a-9d17-40df-93a8-d79a1cae4263'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 18:58:26.712140 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873c796-bf73-41c0-bb62-2de4a20d3f00 req-91d90206-cbbb-43d7-b187-aa20c42c4d61 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:26.713602 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b873c796-bf73-41c0-bb62-2de4a20d3f00 req-91d90206-cbbb-43d7-b187-aa20c42c4d61 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 944 time: 0.0525961 Sep 21 18:58:26.754397 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b873c796-bf73-41c0-bb62-2de4a20d3f00 req-17b4ab8c-e60f-4181-9a4c-a25523574b03 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319526 Sep 21 18:58:27.527300 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device ea186a1a-9d17-40df-93a8-d79a1cae4263 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 18:58:27.594810 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port ea186a1a-9d17-40df-93a8-d79a1cae4263 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 18:58:27.599220 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port ea186a1a-9d17-40df-93a8-d79a1cae4263 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 18:58:27.599604 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:27.686349 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:27.709036 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509d0f43-4e7c-4477-99be-8d8b4b8ab688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea186a1a-9d17-40df-93a8-d79a1cae4263'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:58:27.711429 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7be9786b8e12a57addcd3d24694f9862590c26d6af0c76ac9baad1416f83940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd149bf-6fef-4222-a6bf-a9e31604944a" -d '{"events": [{"server_uuid": "509d0f43-4e7c-4477-99be-8d8b4b8ab688", "name": "network-vif-plugged", "status": "completed", "tag": "ea186a1a-9d17-40df-93a8-d79a1cae4263"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:58:27.723934 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port ea186a1a-9d17-40df-93a8-d79a1cae4263, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=ea186a1a-9d17-40df-93a8-d79a1cae4263,segment=NetworkSegment(3dee4aa6-162f-4e21-b310-b55e255600dc),segment_id=3dee4aa6-162f-4e21-b310-b55e255600dc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 18:58:27.729984 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:27.753401 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 18:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaeaf869-b05f-4037-a7f8-46b22a1388d1 x-openstack-request-id: req-eaeaf869-b05f-4037-a7f8-46b22a1388d1 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:58:27.753696 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509d0f43-4e7c-4477-99be-8d8b4b8ab688", "name": "network-vif-plugged", "status": "completed", "tag": "ea186a1a-9d17-40df-93a8-d79a1cae4263", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:58:27.753916 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-eaeaf869-b05f-4037-a7f8-46b22a1388d1 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:58:27.754307 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509d0f43-4e7c-4477-99be-8d8b4b8ab688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea186a1a-9d17-40df-93a8-d79a1cae4263', 'code': 200} Sep 21 18:58:27.781988 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=ea186a1a-9d17-40df-93a8-d79a1cae4263,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:27.860447 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16100528-80b3-48bf-9228-46c015414a29 req-837c140e-bdd4-497b-933b-92d567a97680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:27.862084 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-16100528-80b3-48bf-9228-46c015414a29 req-837c140e-bdd4-497b-933b-92d567a97680 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 1096 time: 0.0404525 Sep 21 18:58:27.883247 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d67992-ce95-43db-b50f-3586a50c76bf req-ae91a965-0b7d-4590-96b9-13558f0040f8 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:27.884777 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-39d67992-ce95-43db-b50f-3586a50c76bf req-ae91a965-0b7d-4590-96b9-13558f0040f8 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 945 time: 0.0541251 Sep 21 18:58:27.901182 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-16100528-80b3-48bf-9228-46c015414a29 req-0cb682c9-1127-4ac3-9594-89e3f1140c51 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311306 Sep 21 18:58:27.924759 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-39d67992-ce95-43db-b50f-3586a50c76bf req-44abb158-17f4-4fdc-b64b-0d42f1cb754a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328147 Sep 21 18:58:28.691027 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:58:29.057756 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e9c7a-0269-4ec0-b909-5d5e0bab9ee5 req-fe878650-7afc-43a5-ae86-9367c8a046bb tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:29.059291 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ab0e9c7a-0269-4ec0-b909-5d5e0bab9ee5 req-fe878650-7afc-43a5-ae86-9367c8a046bb tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 945 time: 0.0510013 Sep 21 18:58:29.103896 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ab0e9c7a-0269-4ec0-b909-5d5e0bab9ee5 req-02333a98-3ae1-45fc-a4d9-e25abc81905d tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379598 Sep 21 18:58:30.234840 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24418f-0b85-4661-ac45-ca458233722f req-d91524bb-73c0-429f-9e45-5c09f1992779 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:30.236355 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5d24418f-0b85-4661-ac45-ca458233722f req-d91524bb-73c0-429f-9e45-5c09f1992779 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 945 time: 0.0527394 Sep 21 18:58:30.277892 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5d24418f-0b85-4661-ac45-ca458233722f req-1b47df1b-9e70-48f3-85a7-c41112998d78 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318730 Sep 21 18:58:30.398214 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46371d1e-ad7a-48e7-bc44-e26082582f0f req-1efaa67d-8118-4c80-99c1-45188a2b6098 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:30.399655 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-46371d1e-ad7a-48e7-bc44-e26082582f0f req-1efaa67d-8118-4c80-99c1-45188a2b6098 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 945 time: 0.0539083 Sep 21 18:58:30.445301 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-46371d1e-ad7a-48e7-bc44-e26082582f0f req-f348ad54-8aab-4399-a23c-2d70ffb2753d tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366964 Sep 21 18:58:30.472018 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56238) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:30.608475 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8b05e7-937c-477d-ae20-7fb3109faade tempest-TestShelveInstance-1752297766 tempest-TestShelveInstance-1752297766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:30.610049 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-eb8b05e7-937c-477d-ae20-7fb3109faade tempest-TestShelveInstance-1752297766 tempest-TestShelveInstance-1752297766-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 1091 time: 0.1369894 Sep 21 18:58:30.613283 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56242) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 18:58:30.617873 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-67c04365-ed62-4295-a0a1-d34189272d33 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'port_id': 'ea186a1a-9d17-40df-93a8-d79a1cae4263', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 18:58:30.644959 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-67c04365-ed62-4295-a0a1-d34189272d33 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for floatingip, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:30.755239 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-67c04365-ed62-4295-a0a1-d34189272d33 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:30.865768 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-67c04365-ed62-4295-a0a1-d34189272d33 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Allocated IP 172.25.6.245 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/9818abdd-6380-4d25-9988-3aec4b8bea1d) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 18:58:30.971661 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-67c04365-ed62-4295-a0a1-d34189272d33 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:31.008496 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-67c04365-ed62-4295-a0a1-d34189272d33 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:31.050193 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c04365-ed62-4295-a0a1-d34189272d33 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 18:58:31.055613 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-67c04365-ed62-4295-a0a1-d34189272d33 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 18:58:31.058428 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c04365-ed62-4295-a0a1-d34189272d33 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 18:58:31.066894 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c04365-ed62-4295-a0a1-d34189272d33 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Pushing event updated for resources: {'Port': ['ID=9818abdd-6380-4d25-9988-3aec4b8bea1d,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:31.436614 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-67c04365-ed62-4295-a0a1-d34189272d33 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:31.527244 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-67c04365-ed62-4295-a0a1-d34189272d33 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:31.975498 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-67c04365-ed62-4295-a0a1-d34189272d33 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:31.981992 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-67c04365-ed62-4295-a0a1-d34189272d33 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:32.049233 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c04365-ed62-4295-a0a1-d34189272d33 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Pushing event updated for resources: {'Port': ['ID=9818abdd-6380-4d25-9988-3aec4b8bea1d,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 18:58:32.063872 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-67c04365-ed62-4295-a0a1-d34189272d33 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:32.166887 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [None req-67c04365-ed62-4295-a0a1-d34189272d33 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Floating IP e7065b10-4c21-429d-abf7-b8d20f57bf62 associated. External IP: 172.25.6.245, port: ea186a1a-9d17-40df-93a8-d79a1cae4263. Sep 21 18:58:32.389433 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c04365-ed62-4295-a0a1-d34189272d33 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Router e58c2512-6475-47a2-ad5e-d447b674a4a2 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 18:58:32.494250 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c04365-ed62-4295-a0a1-d34189272d33 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 18:58:32.504706 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e5621b-ff64-499f-a918-7e8eb1511e5e None None] Sync routers for ids ['e58c2512-6475-47a2-ad5e-d447b674a4a2'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 18:58:32.510727 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-67c04365-ed62-4295-a0a1-d34189272d33 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:32.514882 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e5621b-ff64-499f-a918-7e8eb1511e5e None None] Routers {'e58c2512-6475-47a2-ad5e-d447b674a4a2'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:58:32.515539 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-44e5621b-ff64-499f-a918-7e8eb1511e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:58:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e58c2512-6475-47a2-ad5e-d447b674a4a2'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:32.541668 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-67c04365-ed62-4295-a0a1-d34189272d33 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9273484 Sep 21 18:58:32.542258 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509d0f43-4e7c-4477-99be-8d8b4b8ab688', 'tag': 'ea186a1a-9d17-40df-93a8-d79a1cae4263'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 18:58:32.544575 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e068d80b537898f9f0058ef40cd45917e2ca049a324cdaa182e5d883fca795c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64eedaf-606f-48b3-be96-afb361f5ac9c" -d '{"events": [{"name": "network-changed", "server_uuid": "509d0f43-4e7c-4477-99be-8d8b4b8ab688", "tag": "ea186a1a-9d17-40df-93a8-d79a1cae4263"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 18:58:32.582060 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 18:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2284b0-6fdf-4dcf-ae4b-de83f3e8235c x-openstack-request-id: req-ee2284b0-6fdf-4dcf-ae4b-de83f3e8235c {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 18:58:32.582359 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509d0f43-4e7c-4477-99be-8d8b4b8ab688", "tag": "ea186a1a-9d17-40df-93a8-d79a1cae4263", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 18:58:32.582606 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ee2284b0-6fdf-4dcf-ae4b-de83f3e8235c {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 18:58:32.583033 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509d0f43-4e7c-4477-99be-8d8b4b8ab688', 'tag': 'ea186a1a-9d17-40df-93a8-d79a1cae4263', 'status': 'completed', 'code': 200} Sep 21 18:58:32.623999 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-44e5621b-ff64-499f-a918-7e8eb1511e5e None None] Set router e58c2512-6475-47a2-ad5e-d447b674a4a2 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:58:32.654355 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64eedaf-606f-48b3-be96-afb361f5ac9c req-114432a6-0096-4e01-bcad-fdddacade288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:32.655881 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f64eedaf-606f-48b3-be96-afb361f5ac9c req-114432a6-0096-4e01-bcad-fdddacade288 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a30c73dde8342b897e577d9fdff8faa&device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 1096 time: 0.0402734 Sep 21 18:58:32.745991 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64eedaf-606f-48b3-be96-afb361f5ac9c req-74ee7e1e-f54a-419c-892c-23d28fbbb68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:32.747461 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f64eedaf-606f-48b3-be96-afb361f5ac9c req-74ee7e1e-f54a-419c-892c-23d28fbbb68d service neutron] 10.222.0.44 "GET /v2.0/networks?id=8924269a-739e-41ec-aa95-2f19a338c151 HTTP/1.1" status: 200 len: 909 time: 0.0832620 Sep 21 18:58:32.817302 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f64eedaf-606f-48b3-be96-afb361f5ac9c req-30f769de-51e4-43fc-94f2-455d6383c299 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea186a1a-9d17-40df-93a8-d79a1cae4263 HTTP/1.1" status: 200 len: 999 time: 0.0622659 Sep 21 18:58:32.846919 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-44e5621b-ff64-499f-a918-7e8eb1511e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'name': 'tempest-TestShelveInstance-688806628-router', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:58:08Z', 'updated_at': '2021-09-21T18:58:11Z', 'revision_number': 4, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'gw_port': {'id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:09Z', 'updated_at': '2021-09-21T18:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'e7065b10-4c21-429d-abf7-b8d20f57bf62', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'floating_ip_address': '172.25.6.245', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'port_id': 'ea186a1a-9d17-40df-93a8-d79a1cae4263', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151', 'mac_address': 'fa:16:3e:48:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509d0f43-4e7c-4477-99be-8d8b4b8ab688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:58:31Z', 'updated_at': '2021-09-21T18:58:31Z', 'revision_number': 0, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b2d9830-9203-4265-b418-f8dcdbe857a0', 'name': '', 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'mac_address': 'fa:16:3e:f8:50:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e67204e3-c346-4a38-b339-344065edbb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:10Z', 'updated_at': '2021-09-21T18:58:15Z', 'revision_number': 5, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'subnets': [{'id': 'e67204e3-c346-4a38-b339-344065edbb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:32.869470 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64eedaf-606f-48b3-be96-afb361f5ac9c req-864d10bc-46db-4b3c-8a79-fb6e36b8b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:32.871144 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f64eedaf-606f-48b3-be96-afb361f5ac9c req-864d10bc-46db-4b3c-8a79-fb6e36b8b405 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e67204e3-c346-4a38-b339-344065edbb63 HTTP/1.1" status: 200 len: 847 time: 0.0458376 Sep 21 18:58:32.876210 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e5621b-ff64-499f-a918-7e8eb1511e5e None None] Checking router: e58c2512-6475-47a2-ad5e-d447b674a4a2 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 18:58:32.884892 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e5621b-ff64-499f-a918-7e8eb1511e5e None None] Routers {'e58c2512-6475-47a2-ad5e-d447b674a4a2'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 18:58:32.885500 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-44e5621b-ff64-499f-a918-7e8eb1511e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T18:58:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e58c2512-6475-47a2-ad5e-d447b674a4a2'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:32.918591 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64eedaf-606f-48b3-be96-afb361f5ac9c req-f6231323-b921-4310-9ee1-570464fc2858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:32.920121 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f64eedaf-606f-48b3-be96-afb361f5ac9c req-f6231323-b921-4310-9ee1-570464fc2858 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8924269a-739e-41ec-aa95-2f19a338c151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412920 Sep 21 18:58:32.990248 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-44e5621b-ff64-499f-a918-7e8eb1511e5e None None] Set router e58c2512-6475-47a2-ad5e-d447b674a4a2 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 18:58:33.016236 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f64eedaf-606f-48b3-be96-afb361f5ac9c req-c115565a-376f-4ec2-a901-5aa7964f07f9 service neutron] 10.222.0.44 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866747 Sep 21 18:58:33.112212 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f64eedaf-606f-48b3-be96-afb361f5ac9c req-cb6c9425-7a06-4438-b6cb-0a42de503236 service neutron] 10.222.0.44 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879345 Sep 21 18:58:33.215314 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-44e5621b-ff64-499f-a918-7e8eb1511e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'name': 'tempest-TestShelveInstance-688806628-router', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:58:08Z', 'updated_at': '2021-09-21T18:58:11Z', 'revision_number': 4, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'gw_port': {'id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:09Z', 'updated_at': '2021-09-21T18:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'e7065b10-4c21-429d-abf7-b8d20f57bf62', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'floating_ip_address': '172.25.6.245', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'port_id': 'ea186a1a-9d17-40df-93a8-d79a1cae4263', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151', 'mac_address': 'fa:16:3e:48:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509d0f43-4e7c-4477-99be-8d8b4b8ab688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:58:31Z', 'updated_at': '2021-09-21T18:58:31Z', 'revision_number': 0, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b2d9830-9203-4265-b418-f8dcdbe857a0', 'name': '', 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'mac_address': 'fa:16:3e:f8:50:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e67204e3-c346-4a38-b339-344065edbb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:10Z', 'updated_at': '2021-09-21T18:58:15Z', 'revision_number': 5, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'subnets': [{'id': 'e67204e3-c346-4a38-b339-344065edbb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 18:58:33.241604 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e5621b-ff64-499f-a918-7e8eb1511e5e None None] The sync data for ids ['e58c2512-6475-47a2-ad5e-d447b674a4a2'] in n-d-810291-1 is: [{'id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'name': 'tempest-TestShelveInstance-688806628-router', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:58:08Z', 'updated_at': '2021-09-21T18:58:11Z', 'revision_number': 4, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'gw_port': {'id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:09Z', 'updated_at': '2021-09-21T18:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': 'e7065b10-4c21-429d-abf7-b8d20f57bf62', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'floating_ip_address': '172.25.6.245', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'port_id': 'ea186a1a-9d17-40df-93a8-d79a1cae4263', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151', 'mac_address': 'fa:16:3e:48:54:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509d0f43-4e7c-4477-99be-8d8b4b8ab688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T18:58:31Z', 'updated_at': '2021-09-21T18:58:31Z', 'revision_number': 0, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b2d9830-9203-4265-b418-f8dcdbe857a0', 'name': '', 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'mac_address': 'fa:16:3e:f8:50:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e67204e3-c346-4a38-b339-344065edbb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:10Z', 'updated_at': '2021-09-21T18:58:15Z', 'revision_number': 5, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'subnets': [{'id': 'e67204e3-c346-4a38-b339-344065edbb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 18:58:33.433147 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6b859b-85a0-432f-a135-721aa13f7130 None None] New status for floating IP e7065b10-4c21-429d-abf7-b8d20f57bf62: ACTIVE {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 18:58:46.014894 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b37e9677-3e05-44b0-a3ff-e8c0f9613636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:48.496374 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4c6df937-008b-4976-8438-b96d59b18f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:49.143484 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:50.421374 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:51.887216 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:54.106454 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:55.162625 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:58:58.184847 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90f9252e-4cf5-451f-8b56-a5bfb30ec57a req-25e85ead-e2a1-4b9d-9292-f0c7d7aed4f3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426805 Sep 21 18:58:58.273416 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9252e-4cf5-451f-8b56-a5bfb30ec57a req-51be1a33-caea-46fd-bfe6-a588ae18678b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:58.274914 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90f9252e-4cf5-451f-8b56-a5bfb30ec57a req-51be1a33-caea-46fd-bfe6-a588ae18678b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a30c73dde8342b897e577d9fdff8faa&device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 1096 time: 0.0403521 Sep 21 18:58:58.395352 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9252e-4cf5-451f-8b56-a5bfb30ec57a req-c657362a-5473-4efd-88a2-121812995293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:58.397675 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90f9252e-4cf5-451f-8b56-a5bfb30ec57a req-c657362a-5473-4efd-88a2-121812995293 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8924269a-739e-41ec-aa95-2f19a338c151 HTTP/1.1" status: 200 len: 909 time: 0.1013434 Sep 21 18:58:58.472130 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90f9252e-4cf5-451f-8b56-a5bfb30ec57a req-86057236-b3d7-45b3-81d7-830b904b76b6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea186a1a-9d17-40df-93a8-d79a1cae4263 HTTP/1.1" status: 200 len: 1001 time: 0.0660822 Sep 21 18:58:58.524457 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9252e-4cf5-451f-8b56-a5bfb30ec57a req-39607d09-c417-4851-9b6f-71b14cdd4d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:58.525898 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90f9252e-4cf5-451f-8b56-a5bfb30ec57a req-39607d09-c417-4851-9b6f-71b14cdd4d7e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e67204e3-c346-4a38-b339-344065edbb63 HTTP/1.1" status: 200 len: 847 time: 0.0450723 Sep 21 18:58:58.580191 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9252e-4cf5-451f-8b56-a5bfb30ec57a req-22ba5b13-1638-4d0b-89b0-83a08ebcf947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:58:58.581727 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90f9252e-4cf5-451f-8b56-a5bfb30ec57a req-22ba5b13-1638-4d0b-89b0-83a08ebcf947 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8924269a-739e-41ec-aa95-2f19a338c151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459282 Sep 21 18:58:58.672116 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90f9252e-4cf5-451f-8b56-a5bfb30ec57a req-65db369d-c3bb-43d8-b287-4511b333a1e7 service neutron] 10.222.0.44 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815990 Sep 21 18:58:58.779389 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90f9252e-4cf5-451f-8b56-a5bfb30ec57a req-5dabf5b7-92bc-45f8-a323-a6e04649eee6 service neutron] 10.222.0.44 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952065 Sep 21 18:59:05.692293 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:59:16.013095 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1a012c0e-f459-475e-a70c-56bd9b959d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:18.502505 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7eae4e70-9c8e-46a6-9fbe-2f52412f1b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:19.140677 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:20.424097 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:21.887916 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:24.100051 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:25.169672 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:42.697372 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 18:59:46.018715 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-13e365e6-62be-4112-a898-92b559f4c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:48.504586 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-35d0dfbb-76b8-4f4c-894c-f94c565da9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:49.144408 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:50.431607 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:51.131655 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-dc1b46e0-f053-4cbc-910d-74ff98409125 req-6a5019b3-2c76-43e5-9bda-22ceca7530f7 service neutron] (101461) timed out ('10.222.0.58', 49782) {{(pid=101461) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 18:59:51.888914 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:54.101946 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:55.164937 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 18:59:59.181919 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5c3d23a7-5154-40dd-a6d1-55dc702cadce req-960721d2-89be-4c21-91cc-8e440f8a4fe1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0484371 Sep 21 18:59:59.271556 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d23a7-5154-40dd-a6d1-55dc702cadce req-c4a72280-7b9c-4d98-85a0-d91c748a41d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:59.273078 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5c3d23a7-5154-40dd-a6d1-55dc702cadce req-c4a72280-7b9c-4d98-85a0-d91c748a41d9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a30c73dde8342b897e577d9fdff8faa&device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 1096 time: 0.0425596 Sep 21 18:59:59.379982 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d23a7-5154-40dd-a6d1-55dc702cadce req-4f1bf4ec-07da-4fcb-9d4f-6ea867f58e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:59.381462 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5c3d23a7-5154-40dd-a6d1-55dc702cadce req-4f1bf4ec-07da-4fcb-9d4f-6ea867f58e17 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8924269a-739e-41ec-aa95-2f19a338c151 HTTP/1.1" status: 200 len: 909 time: 0.0872321 Sep 21 18:59:59.449661 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5c3d23a7-5154-40dd-a6d1-55dc702cadce req-a46d5a17-a054-4d31-9034-c6ce858838eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea186a1a-9d17-40df-93a8-d79a1cae4263 HTTP/1.1" status: 200 len: 1001 time: 0.0570321 Sep 21 18:59:59.504030 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d23a7-5154-40dd-a6d1-55dc702cadce req-153aaca2-5358-40f7-9301-bc3908db8cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:59.505475 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5c3d23a7-5154-40dd-a6d1-55dc702cadce req-153aaca2-5358-40f7-9301-bc3908db8cb1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e67204e3-c346-4a38-b339-344065edbb63 HTTP/1.1" status: 200 len: 847 time: 0.0468194 Sep 21 18:59:59.560699 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d23a7-5154-40dd-a6d1-55dc702cadce req-e8930477-f6cd-4316-a6f4-780a18b52aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 18:59:59.562183 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5c3d23a7-5154-40dd-a6d1-55dc702cadce req-e8930477-f6cd-4316-a6f4-780a18b52aa0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8924269a-739e-41ec-aa95-2f19a338c151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486708 Sep 21 18:59:59.654880 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5c3d23a7-5154-40dd-a6d1-55dc702cadce req-685230b9-3c5c-47d2-bf02-ae65249b5990 service neutron] 10.222.0.44 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842474 Sep 21 18:59:59.751727 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5c3d23a7-5154-40dd-a6d1-55dc702cadce req-64448f74-c390-49bd-b373-b447cc370693 service neutron] 10.222.0.44 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877879 Sep 21 19:00:16.178815 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6c9e750d-7d2e-45fa-af01-fbac4c531ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:18.505152 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5ff8cadc-3424-4050-9099-7dafe6bd761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:19.151818 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:19.701150 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:00:20.432662 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:21.894207 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:24.109349 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:25.180627 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:30.290096 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86291f35-9ca4-4c2c-b1e1-ea65ad519c9c req-0694cf6d-4a8b-4e4f-9f7a-ea7885d461f8 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:30.292018 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-86291f35-9ca4-4c2c-b1e1-ea65ad519c9c req-0694cf6d-4a8b-4e4f-9f7a-ea7885d461f8 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 945 time: 0.1674643 Sep 21 19:00:30.330450 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-86291f35-9ca4-4c2c-b1e1-ea65ad519c9c req-bcce6be4-3cbc-45cd-bbc8-fb06f070c7aa tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323064 Sep 21 19:00:31.569746 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050a81a-ae26-4c33-8b38-bc553ba4eafb req-651bd0de-d2f6-4718-904f-0eaafa46a0e0 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:31.571241 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4050a81a-ae26-4c33-8b38-bc553ba4eafb req-651bd0de-d2f6-4718-904f-0eaafa46a0e0 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 945 time: 0.1401432 Sep 21 19:00:31.609598 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4050a81a-ae26-4c33-8b38-bc553ba4eafb req-5b05f9ea-0148-4de2-a769-f9d84ca55dc1 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321002 Sep 21 19:00:32.759886 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402b64a-3475-42ce-8000-948e2d6ca5fe req-a6ae98c6-10ef-4b7b-8140-3b52a0f569d7 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:32.762106 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0402b64a-3475-42ce-8000-948e2d6ca5fe req-a6ae98c6-10ef-4b7b-8140-3b52a0f569d7 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 945 time: 0.0508246 Sep 21 19:00:32.806356 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0402b64a-3475-42ce-8000-948e2d6ca5fe req-2fe7c3ee-d6ba-4c17-8f96-56f6b8a225d7 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378256 Sep 21 19:00:33.930892 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b37007-67a0-4be4-8e23-675451c0c3e9 req-2202d05e-29e4-49f0-8bfc-052eb621abab tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:33.932410 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-71b37007-67a0-4be4-8e23-675451c0c3e9 req-2202d05e-29e4-49f0-8bfc-052eb621abab tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 945 time: 0.0544076 Sep 21 19:00:33.975666 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-71b37007-67a0-4be4-8e23-675451c0c3e9 req-a878fe3a-640d-49fc-80a3-d541b50c927c tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370517 Sep 21 19:00:35.099947 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89971490-ca78-467a-ae6e-4d445783147a req-40ad5597-b6cd-4df7-9cda-b461291d5bb2 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:35.101325 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-89971490-ca78-467a-ae6e-4d445783147a req-40ad5597-b6cd-4df7-9cda-b461291d5bb2 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 945 time: 0.0540636 Sep 21 19:00:35.147344 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-89971490-ca78-467a-ae6e-4d445783147a req-949ef09b-b0c8-429c-b5ea-51f5cf561107 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367234 Sep 21 19:00:36.276065 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0c761-d8d6-41b4-984d-2474146e0c39 req-c10ee2f9-0b3f-4943-9a2a-d8d35078c52a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:36.277562 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f6b0c761-d8d6-41b4-984d-2474146e0c39 req-c10ee2f9-0b3f-4943-9a2a-d8d35078c52a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 945 time: 0.0502985 Sep 21 19:00:36.319261 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f6b0c761-d8d6-41b4-984d-2474146e0c39 req-14f59715-3399-4fef-99ac-f2f7514e3faa tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326226 Sep 21 19:00:37.461224 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76520c-6bdd-487c-a947-16752ba92237 req-10c17771-0942-4822-aa9d-eb69847fbfa7 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:37.462639 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8f76520c-6bdd-487c-a947-16752ba92237 req-10c17771-0942-4822-aa9d-eb69847fbfa7 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 945 time: 0.0612471 Sep 21 19:00:37.504399 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8f76520c-6bdd-487c-a947-16752ba92237 req-a5a46ce1-2ef0-4845-9ca7-26855f03225e tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326724 Sep 21 19:00:38.627259 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e6ee4-57de-4045-8452-ba670d497367 req-db313a59-059e-40de-8856-b7663a5174b6 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:38.628816 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0a9e6ee4-57de-4045-8452-ba670d497367 req-db313a59-059e-40de-8856-b7663a5174b6 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 945 time: 0.0495453 Sep 21 19:00:38.678269 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0a9e6ee4-57de-4045-8452-ba670d497367 req-c2fef292-e3e7-4466-9d26-280ca2181fa2 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378726 Sep 21 19:00:39.820053 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c042977-5ecc-4e35-801f-e1970e7e08b3 req-2fa75d7c-471c-4602-8dc9-8c2a38d7fcef tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:39.821564 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0c042977-5ecc-4e35-801f-e1970e7e08b3 req-2fa75d7c-471c-4602-8dc9-8c2a38d7fcef tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 945 time: 0.0616026 Sep 21 19:00:39.862505 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0c042977-5ecc-4e35-801f-e1970e7e08b3 req-d0cbc374-edd6-483c-af83-e24361d029b3 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325189 Sep 21 19:00:40.994090 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9311d-f2a7-4a46-a82a-14da81ae0d06 req-bf79e6b4-a92f-41c3-bab9-2bf91a4296f9 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:40.996219 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-28a9311d-f2a7-4a46-a82a-14da81ae0d06 req-bf79e6b4-a92f-41c3-bab9-2bf91a4296f9 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 945 time: 0.0566814 Sep 21 19:00:41.044888 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-28a9311d-f2a7-4a46-a82a-14da81ae0d06 req-ebc3d6d0-5506-4123-8043-28681e4c07e4 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421898 Sep 21 19:00:42.183698 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce014c1-c4d7-45c7-a383-50e16a4c4628 req-e4ccc317-bbe3-4ed4-823b-6b8e0d69e2c7 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:42.185216 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8ce014c1-c4d7-45c7-a383-50e16a4c4628 req-e4ccc317-bbe3-4ed4-823b-6b8e0d69e2c7 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 945 time: 0.0630240 Sep 21 19:00:42.225018 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8ce014c1-c4d7-45c7-a383-50e16a4c4628 req-fb192d9d-d9dd-423e-9187-410ff851bbd2 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335433 Sep 21 19:00:42.239814 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device ea186a1a-9d17-40df-93a8-d79a1cae4263 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 19:00:42.339435 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port ea186a1a-9d17-40df-93a8-d79a1cae4263, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=ea186a1a-9d17-40df-93a8-d79a1cae4263,segment=NetworkSegment(3dee4aa6-162f-4e21-b310-b55e255600dc),segment_id=3dee4aa6-162f-4e21-b310-b55e255600dc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:00:42.351423 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'ea186a1a-9d17-40df-93a8-d79a1cae4263', 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151', 'port_id': 'ea186a1a-9d17-40df-93a8-d79a1cae4263', 'mac_address': 'fa:16:3e:48:54:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e67204e3-c346-4a38-b339-344065edbb63', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 19:00:42.390889 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:42.404613 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea186a1a-9d17-40df-93a8-d79a1cae4263 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:00:42.425613 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port ea186a1a-9d17-40df-93a8-d79a1cae4263, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=ea186a1a-9d17-40df-93a8-d79a1cae4263,segment=NetworkSegment(3dee4aa6-162f-4e21-b310-b55e255600dc),segment_id=3dee4aa6-162f-4e21-b310-b55e255600dc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:00:42.430897 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:42.489646 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=ea186a1a-9d17-40df-93a8-d79a1cae4263,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:42.498520 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:42.498868 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:42.499266 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:42.499611 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:42.499943 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:42.500583 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:42.501064 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:42.501615 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:42.502172 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:42.502500 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:42.502826 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:42.503175 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:00:42.509201 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['ea186a1a-9d17-40df-93a8-d79a1cae4263'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 19:00:43.358182 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79e2f0-1c44-42c0-8a8f-8effedf5421f req-ac536148-4340-415b-9165-c3caca6eda0f tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:43.360631 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-db79e2f0-1c44-42c0-8a8f-8effedf5421f req-ac536148-4340-415b-9165-c3caca6eda0f tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 944 time: 0.0604019 Sep 21 19:00:43.410494 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-db79e2f0-1c44-42c0-8a8f-8effedf5421f req-53c9ab3d-eab0-4949-816d-b405b72a24b0 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435362 Sep 21 19:00:44.246122 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device ea186a1a-9d17-40df-93a8-d79a1cae4263 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:00:44.301228 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port ea186a1a-9d17-40df-93a8-d79a1cae4263 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:00:44.301604 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:44.398393 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:44.425471 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509d0f43-4e7c-4477-99be-8d8b4b8ab688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea186a1a-9d17-40df-93a8-d79a1cae4263'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:00:44.428676 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7be9786b8e12a57addcd3d24694f9862590c26d6af0c76ac9baad1416f83940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda7b98f-2f0f-42b4-b0b9-5c42625affec" -d '{"events": [{"server_uuid": "509d0f43-4e7c-4477-99be-8d8b4b8ab688", "name": "network-vif-plugged", "status": "completed", "tag": "ea186a1a-9d17-40df-93a8-d79a1cae4263"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:00:44.465822 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port ea186a1a-9d17-40df-93a8-d79a1cae4263, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=ea186a1a-9d17-40df-93a8-d79a1cae4263,segment=NetworkSegment(3dee4aa6-162f-4e21-b310-b55e255600dc),segment_id=3dee4aa6-162f-4e21-b310-b55e255600dc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:00:44.472179 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:44.542537 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=ea186a1a-9d17-40df-93a8-d79a1cae4263,revision_number=7']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:44.564692 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e24cfd-3eb0-449f-ad90-c5c8aa28a748 req-dcb9d1e1-e9a4-4350-b8dd-2981d6482fa3 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:44.566353 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f2e24cfd-3eb0-449f-ad90-c5c8aa28a748 req-dcb9d1e1-e9a4-4350-b8dd-2981d6482fa3 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 945 time: 0.0631497 Sep 21 19:00:44.617943 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f2e24cfd-3eb0-449f-ad90-c5c8aa28a748 req-f86a2780-0e98-4115-9c82-b66510ef913a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399740 Sep 21 19:00:45.516297 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf89408b-d39c-4887-87e6-399263c6ffab x-openstack-request-id: req-bf89408b-d39c-4887-87e6-399263c6ffab {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:00:45.516803 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509d0f43-4e7c-4477-99be-8d8b4b8ab688", "name": "network-vif-plugged", "status": "completed", "tag": "ea186a1a-9d17-40df-93a8-d79a1cae4263", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:00:45.516915 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bf89408b-d39c-4887-87e6-399263c6ffab {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:00:45.517227 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509d0f43-4e7c-4477-99be-8d8b4b8ab688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea186a1a-9d17-40df-93a8-d79a1cae4263', 'code': 200} Sep 21 19:00:45.727180 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c780a66-9a5b-471a-a6a3-07dffce66d25 req-b086501e-05b2-4426-9e96-b90fcf42b9e5 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:45.731413 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c780a66-9a5b-471a-a6a3-07dffce66d25 req-b086501e-05b2-4426-9e96-b90fcf42b9e5 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 945 time: 0.0525029 Sep 21 19:00:45.774451 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c780a66-9a5b-471a-a6a3-07dffce66d25 req-03d17849-d2fe-4e92-afe8-9d42d69866d0 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385404 Sep 21 19:00:46.020673 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b752c88e-cdc1-4e03-bd00-8d57c929003e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:46.911985 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06deb5-3b93-47d5-ac8c-02a3d5ab7323 req-3a605877-8a73-44cd-beea-80ad42c07a5d tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:46.914228 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5c06deb5-3b93-47d5-ac8c-02a3d5ab7323 req-3a605877-8a73-44cd-beea-80ad42c07a5d tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 945 time: 0.0649712 Sep 21 19:00:46.954792 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5c06deb5-3b93-47d5-ac8c-02a3d5ab7323 req-725335a6-f1aa-4cec-9146-64f898e696b3 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337846 Sep 21 19:00:48.075850 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17c8a5-8d07-4ee4-b780-2a2e6f878017 req-f049869f-ca94-4aa4-afc6-e88def809873 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:48.077553 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-da17c8a5-8d07-4ee4-b780-2a2e6f878017 req-f049869f-ca94-4aa4-afc6-e88def809873 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 945 time: 0.0513928 Sep 21 19:00:48.119668 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-da17c8a5-8d07-4ee4-b780-2a2e6f878017 req-3873a992-9573-43ea-9a7d-e8553471c2d0 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361133 Sep 21 19:00:48.500230 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7a3872f5-9534-4116-91c3-86d58c360552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:49.143640 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:49.244930 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468476cc-363a-4eba-a05f-ea4eb5cf5a14 req-a69c3dbf-3ab2-4f48-b3fe-6f5b5d683447 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:49.246462 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-468476cc-363a-4eba-a05f-ea4eb5cf5a14 req-a69c3dbf-3ab2-4f48-b3fe-6f5b5d683447 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 945 time: 0.0516548 Sep 21 19:00:49.285612 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-468476cc-363a-4eba-a05f-ea4eb5cf5a14 req-ce7c7090-dbe8-40c8-90f3-7c3b1f71301b tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326161 Sep 21 19:00:50.408671 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2382765-5957-4ffc-a7f7-8f8c4909c932 req-346088b9-ac06-4da0-adf6-70985f1bc05d tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:50.411526 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c2382765-5957-4ffc-a7f7-8f8c4909c932 req-346088b9-ac06-4da0-adf6-70985f1bc05d tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 945 time: 0.0540240 Sep 21 19:00:50.438211 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:50.459563 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c2382765-5957-4ffc-a7f7-8f8c4909c932 req-ed839a37-be7e-4aea-8208-33982aa4482d tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362926 Sep 21 19:00:51.608673 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079a55d-4bbf-4c31-a1c4-8923b9ac6abd req-277c3e2b-1f9c-40ca-acb0-5082f09309a3 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:51.610185 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7079a55d-4bbf-4c31-a1c4-8923b9ac6abd req-277c3e2b-1f9c-40ca-acb0-5082f09309a3 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 945 time: 0.0752718 Sep 21 19:00:51.649369 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7079a55d-4bbf-4c31-a1c4-8923b9ac6abd req-db0b1475-4c65-4695-aa20-6768523480c5 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328212 Sep 21 19:00:51.899111 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:52.032588 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25593103-b2dd-441b-9f8e-3d062317754a req-b89288b0-2ed1-4f3c-9dca-fadaa23f9de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:52.034084 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25593103-b2dd-441b-9f8e-3d062317754a req-b89288b0-2ed1-4f3c-9dca-fadaa23f9de0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a30c73dde8342b897e577d9fdff8faa&device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 1096 time: 0.0450809 Sep 21 19:00:52.128896 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25593103-b2dd-441b-9f8e-3d062317754a req-e22ce1b9-2271-401b-9786-0b77d7ccd9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:52.130315 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25593103-b2dd-441b-9f8e-3d062317754a req-e22ce1b9-2271-401b-9786-0b77d7ccd9cb service neutron] 10.222.0.44 "GET /v2.0/networks?id=8924269a-739e-41ec-aa95-2f19a338c151 HTTP/1.1" status: 200 len: 909 time: 0.0879900 Sep 21 19:00:52.200088 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25593103-b2dd-441b-9f8e-3d062317754a req-d1e3bbe3-a919-4a5d-bc42-7a85bf2f5714 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea186a1a-9d17-40df-93a8-d79a1cae4263 HTTP/1.1" status: 200 len: 1001 time: 0.0616448 Sep 21 19:00:52.603635 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25593103-b2dd-441b-9f8e-3d062317754a req-9c36ca44-101f-405e-b2b8-8fa72eed0e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:52.606073 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25593103-b2dd-441b-9f8e-3d062317754a req-9c36ca44-101f-405e-b2b8-8fa72eed0e5f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e67204e3-c346-4a38-b339-344065edbb63 HTTP/1.1" status: 200 len: 847 time: 0.3985505 Sep 21 19:00:52.665586 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25593103-b2dd-441b-9f8e-3d062317754a req-e3eef44b-c0c0-4c3e-b683-9800136a499b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:52.667187 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25593103-b2dd-441b-9f8e-3d062317754a req-e3eef44b-c0c0-4c3e-b683-9800136a499b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8924269a-739e-41ec-aa95-2f19a338c151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528758 Sep 21 19:00:52.679061 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-25593103-b2dd-441b-9f8e-3d062317754a req-bd825ada-74cb-4553-a3e3-af7d0354caed service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 19:00:52.680488 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25593103-b2dd-441b-9f8e-3d062317754a req-bd825ada-74cb-4553-a3e3-af7d0354caed service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051646 Sep 21 19:00:52.799498 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25593103-b2dd-441b-9f8e-3d062317754a req-ded052da-9963-4496-bf6d-8e9dade3318c service neutron] 10.222.0.44 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122866 Sep 21 19:00:52.812304 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c08ca4-b3d1-4149-bdbb-7ee14df6242b req-59c81f90-0c54-4053-bb0c-9790d7cc0131 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:52.813749 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d5c08ca4-b3d1-4149-bdbb-7ee14df6242b req-59c81f90-0c54-4053-bb0c-9790d7cc0131 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 945 time: 0.0696740 Sep 21 19:00:52.902903 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d5c08ca4-b3d1-4149-bdbb-7ee14df6242b req-8b6f8e1a-8f8b-4de5-8aa3-81e48d6e1c67 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809431 Sep 21 19:00:52.926476 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-25593103-b2dd-441b-9f8e-3d062317754a req-044363db-6c71-43d3-aa95-58a3974457dd service neutron] 10.222.0.44 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118014 Sep 21 19:00:54.032656 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0760b-d497-466c-937a-4781c75d7812 req-67392b8c-77e7-4745-be92-9d866a9b50dc tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:54.034166 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1da0760b-d497-466c-937a-4781c75d7812 req-67392b8c-77e7-4745-be92-9d866a9b50dc tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 945 time: 0.0533190 Sep 21 19:00:54.085938 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1da0760b-d497-466c-937a-4781c75d7812 req-be5ef112-546f-4abb-907d-5d2c5c0b2e0e tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425034 Sep 21 19:00:54.112645 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:55.169895 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:55.207490 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754b3ae-bbf2-4766-95d4-e0c7e9580024 req-d2b3df7f-7149-4423-9bb6-b530fe31c27a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:55.209013 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6754b3ae-bbf2-4766-95d4-e0c7e9580024 req-d2b3df7f-7149-4423-9bb6-b530fe31c27a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 945 time: 0.0511374 Sep 21 19:00:55.247427 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6754b3ae-bbf2-4766-95d4-e0c7e9580024 req-c74548d7-d432-4b3d-86df-2fb687d9af20 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322731 Sep 21 19:00:55.383929 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-f8436052-c145-406a-9dcf-476afd0f86f5 req-2633ba66-49bb-4621-9db6-29a257e451d9 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 19:00:55.384958 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f8436052-c145-406a-9dcf-476afd0f86f5 req-2633ba66-49bb-4621-9db6-29a257e451d9 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0675957 Sep 21 19:00:55.546433 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591d855-a61f-4b43-9116-22a28d10c8be req-d42713e4-e94b-4cee-be62-9f55f61e5c25 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:55.548007 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c591d855-a61f-4b43-9116-22a28d10c8be req-d42713e4-e94b-4cee-be62-9f55f61e5c25 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 945 time: 0.0507958 Sep 21 19:00:55.585780 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c591d855-a61f-4b43-9116-22a28d10c8be req-8b8bd8b1-2e35-4f65-be7b-75b2f962254f tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317576 Sep 21 19:00:55.807276 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56452) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:00:55.899804 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1b97a77b-1ee0-4ee0-87dc-4704a4939b5f req-54825d8f-51dd-42b8-b58f-15a28c766799 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0913270 Sep 21 19:00:55.911191 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-1b97a77b-1ee0-4ee0-87dc-4704a4939b5f req-f44f3a10-ab83-4567-8fd5-494a76fd2b8d service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 19:00:55.912139 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1b97a77b-1ee0-4ee0-87dc-4704a4939b5f req-f44f3a10-ab83-4567-8fd5-494a76fd2b8d service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049496 Sep 21 19:00:56.293325 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device ea186a1a-9d17-40df-93a8-d79a1cae4263 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:00:56.373694 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:56.398402 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509d0f43-4e7c-4477-99be-8d8b4b8ab688', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea186a1a-9d17-40df-93a8-d79a1cae4263'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:00:56.400740 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7be9786b8e12a57addcd3d24694f9862590c26d6af0c76ac9baad1416f83940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4485d6b-b635-4be4-b37f-038cae83ce09" -d '{"events": [{"server_uuid": "509d0f43-4e7c-4477-99be-8d8b4b8ab688", "name": "network-vif-unplugged", "status": "completed", "tag": "ea186a1a-9d17-40df-93a8-d79a1cae4263"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:00:56.413348 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port ea186a1a-9d17-40df-93a8-d79a1cae4263, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=ea186a1a-9d17-40df-93a8-d79a1cae4263,segment=NetworkSegment(3dee4aa6-162f-4e21-b310-b55e255600dc),segment_id=3dee4aa6-162f-4e21-b310-b55e255600dc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:00:56.418902 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:00:56.446422 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 19:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99884748-21bd-427e-bd8d-0420e28443ef x-openstack-request-id: req-99884748-21bd-427e-bd8d-0420e28443ef {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:00:56.446720 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509d0f43-4e7c-4477-99be-8d8b4b8ab688", "name": "network-vif-unplugged", "status": "completed", "tag": "ea186a1a-9d17-40df-93a8-d79a1cae4263", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:00:56.447002 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-99884748-21bd-427e-bd8d-0420e28443ef {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:00:56.447423 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509d0f43-4e7c-4477-99be-8d8b4b8ab688', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea186a1a-9d17-40df-93a8-d79a1cae4263', 'code': 200} Sep 21 19:00:56.472884 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=ea186a1a-9d17-40df-93a8-d79a1cae4263,revision_number=8']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:00:56.700166 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:00:56.756961 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9c4f1-d957-4abc-a845-fb8b6071a64f req-ea60cb7e-b2b9-4f3b-9c7e-c48f54787688 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:56.758337 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e2b9c4f1-d957-4abc-a845-fb8b6071a64f req-ea60cb7e-b2b9-4f3b-9c7e-c48f54787688 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 943 time: 0.0839140 Sep 21 19:00:56.761029 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97a77b-1ee0-4ee0-87dc-4704a4939b5f req-0ef44316-e1ff-4c32-875b-1a91b316cc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:56.762380 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b97a77b-1ee0-4ee0-87dc-4704a4939b5f req-0ef44316-e1ff-4c32-875b-1a91b316cc1b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688&tenant_id=4a30c73dde8342b897e577d9fdff8faa HTTP/1.1" status: 200 len: 1094 time: 0.0746481 Sep 21 19:00:56.817718 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e2b9c4f1-d957-4abc-a845-fb8b6071a64f req-c1d49c94-53d4-404f-966d-a07e9ade2889 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528276 Sep 21 19:00:56.834289 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97a77b-1ee0-4ee0-87dc-4704a4939b5f req-a63c4bee-13b3-442d-ad08-7407f2b2ba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:56.835830 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b97a77b-1ee0-4ee0-87dc-4704a4939b5f req-a63c4bee-13b3-442d-ad08-7407f2b2ba1e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a30c73dde8342b897e577d9fdff8faa&device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 1094 time: 0.0505848 Sep 21 19:00:56.929932 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97a77b-1ee0-4ee0-87dc-4704a4939b5f req-736451e7-2be4-4f80-94ec-bbce4b766a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:56.931431 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b97a77b-1ee0-4ee0-87dc-4704a4939b5f req-736451e7-2be4-4f80-94ec-bbce4b766a05 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8924269a-739e-41ec-aa95-2f19a338c151 HTTP/1.1" status: 200 len: 909 time: 0.0876966 Sep 21 19:00:56.997848 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b97a77b-1ee0-4ee0-87dc-4704a4939b5f req-bef77ab7-15fa-48d6-ad4b-12184d992839 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea186a1a-9d17-40df-93a8-d79a1cae4263 HTTP/1.1" status: 200 len: 999 time: 0.0580764 Sep 21 19:00:57.052387 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97a77b-1ee0-4ee0-87dc-4704a4939b5f req-7da36980-49ad-494c-8c89-9b005d92b008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:57.053735 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b97a77b-1ee0-4ee0-87dc-4704a4939b5f req-7da36980-49ad-494c-8c89-9b005d92b008 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e67204e3-c346-4a38-b339-344065edbb63 HTTP/1.1" status: 200 len: 847 time: 0.0482752 Sep 21 19:00:57.100655 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97a77b-1ee0-4ee0-87dc-4704a4939b5f req-debe6342-8aee-4516-aec7-04aff2e1dbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:57.102119 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b97a77b-1ee0-4ee0-87dc-4704a4939b5f req-debe6342-8aee-4516-aec7-04aff2e1dbf3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8924269a-739e-41ec-aa95-2f19a338c151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398109 Sep 21 19:00:57.204435 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b97a77b-1ee0-4ee0-87dc-4704a4939b5f req-a0657edb-b83c-4a37-a304-ce87556ed174 service neutron] 10.222.0.44 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930681 Sep 21 19:00:57.300421 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1b97a77b-1ee0-4ee0-87dc-4704a4939b5f req-3697c605-bf9b-4b98-a450-2d7e7ee62893 service neutron] 10.222.0.44 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873053 Sep 21 19:00:57.940863 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fceebb3-4ab1-4816-88f1-89ad505a8853 req-1951fb41-ba2b-413e-a3d0-96002c0341dd tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:57.942399 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0fceebb3-4ab1-4816-88f1-89ad505a8853 req-1951fb41-ba2b-413e-a3d0-96002c0341dd tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 943 time: 0.0508244 Sep 21 19:00:57.991466 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0fceebb3-4ab1-4816-88f1-89ad505a8853 req-4ee6a77f-78b5-43e4-ad70-113280f01d78 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415146 Sep 21 19:00:59.113372 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f29cba-4dab-4a95-9c53-01d5b51eefec req-19b82d89-2339-4195-a1e8-538e26057963 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:00:59.114903 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f9f29cba-4dab-4a95-9c53-01d5b51eefec req-19b82d89-2339-4195-a1e8-538e26057963 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 943 time: 0.0521758 Sep 21 19:00:59.163239 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f9f29cba-4dab-4a95-9c53-01d5b51eefec req-0af15725-0a64-4ce3-bc45-a94579e8af30 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419362 Sep 21 19:01:00.286500 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206f53a-101d-40ff-b7db-0fdcd74e315d req-de0eccca-e092-4e8f-8b8a-87bd9d982eff tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:00.288114 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b206f53a-101d-40ff-b7db-0fdcd74e315d req-de0eccca-e092-4e8f-8b8a-87bd9d982eff tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 943 time: 0.0528617 Sep 21 19:01:00.322998 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device ea186a1a-9d17-40df-93a8-d79a1cae4263 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:01:00.327117 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b206f53a-101d-40ff-b7db-0fdcd74e315d req-c9f18fef-069d-4aea-9580-5891e6ab6df5 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321631 Sep 21 19:01:01.458686 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3320308-cf6f-4c93-96dd-c88c14cd19f2 req-1ea9c707-add6-4132-b21a-f360c6fb918c tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:01.460355 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3320308-cf6f-4c93-96dd-c88c14cd19f2 req-1ea9c707-add6-4132-b21a-f360c6fb918c tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 943 time: 0.0583408 Sep 21 19:01:01.500438 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c3320308-cf6f-4c93-96dd-c88c14cd19f2 req-eb64b5c2-0a7e-4d33-950c-6c4373b7c8f6 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338452 Sep 21 19:01:02.631643 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cabdbe-387f-4f55-99cf-5d0e981a0b93 req-aa395126-6914-4815-b536-7580bb7c1fd8 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:02.639260 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-13cabdbe-387f-4f55-99cf-5d0e981a0b93 req-aa395126-6914-4815-b536-7580bb7c1fd8 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 943 time: 0.0553665 Sep 21 19:01:02.673086 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-13cabdbe-387f-4f55-99cf-5d0e981a0b93 req-fad3930e-260c-4930-ac7c-01ebf66c53c1 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329273 Sep 21 19:01:03.794973 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028c96b-05a0-46f5-bbc1-3da57d6b5633 req-a7594592-0752-4e2c-b9e6-705095a066be tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:03.796859 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e028c96b-05a0-46f5-bbc1-3da57d6b5633 req-a7594592-0752-4e2c-b9e6-705095a066be tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 943 time: 0.0506210 Sep 21 19:01:03.840034 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e028c96b-05a0-46f5-bbc1-3da57d6b5633 req-1b7c193f-2772-4fa3-8d05-0c9a83df7b2a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366392 Sep 21 19:01:04.973305 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9841995-b112-4988-982e-c0ca8b4aedfe req-1691ec9e-4278-4298-98ca-90ccfcfb8239 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:04.978987 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c9841995-b112-4988-982e-c0ca8b4aedfe req-1691ec9e-4278-4298-98ca-90ccfcfb8239 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 943 time: 0.0573833 Sep 21 19:01:05.073167 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c9841995-b112-4988-982e-c0ca8b4aedfe req-1216671b-02b4-47c3-a21f-9ce92548c5a5 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789862 Sep 21 19:01:06.200850 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66becd93-84e5-4db8-ba34-10a19bfc76c4 req-cdbdf768-13c6-4a5c-aa98-f084f893f31e tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:06.202462 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-66becd93-84e5-4db8-ba34-10a19bfc76c4 req-cdbdf768-13c6-4a5c-aa98-f084f893f31e tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 943 time: 0.0556369 Sep 21 19:01:06.251082 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-66becd93-84e5-4db8-ba34-10a19bfc76c4 req-0d8b466f-0620-43b5-b8db-569ec941624c tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365241 Sep 21 19:01:07.392100 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b58a4-913c-4fb6-8d33-e06d7b9405bd req-1d3273d4-e5b7-4ea8-abac-e097c1b10fd3 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:07.393702 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-347b58a4-913c-4fb6-8d33-e06d7b9405bd req-1d3273d4-e5b7-4ea8-abac-e097c1b10fd3 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 943 time: 0.0591748 Sep 21 19:01:07.438304 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-347b58a4-913c-4fb6-8d33-e06d7b9405bd req-b507e79a-06b7-43d5-b78d-f20db019f374 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325091 Sep 21 19:01:08.448079 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986b44a-8095-4c85-b23e-05ff5fd2606e req-7c2d319a-d35a-478b-a55a-a9974de21a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:08.449900 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c986b44a-8095-4c85-b23e-05ff5fd2606e req-7c2d319a-d35a-478b-a55a-a9974de21a15 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a30c73dde8342b897e577d9fdff8faa&device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 1094 time: 0.0486434 Sep 21 19:01:08.600896 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe23f4-d578-4e9a-b432-98f8b2e25108 req-cf41de4d-3b5c-4342-a7e0-47cd396d9627 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:08.602444 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f9fe23f4-d578-4e9a-b432-98f8b2e25108 req-cf41de4d-3b5c-4342-a7e0-47cd396d9627 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 943 time: 0.0987742 Sep 21 19:01:08.603828 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986b44a-8095-4c85-b23e-05ff5fd2606e req-389c1477-01c6-4e18-84f4-8461074a620e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:08.605156 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c986b44a-8095-4c85-b23e-05ff5fd2606e req-389c1477-01c6-4e18-84f4-8461074a620e service neutron] 10.222.0.44 "GET /v2.0/networks?id=8924269a-739e-41ec-aa95-2f19a338c151 HTTP/1.1" status: 200 len: 909 time: 0.1282754 Sep 21 19:01:08.681228 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f9fe23f4-d578-4e9a-b432-98f8b2e25108 req-ced3c9e3-596d-4ddf-b490-3bb84237c44e tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708678 Sep 21 19:01:08.693642 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c986b44a-8095-4c85-b23e-05ff5fd2606e req-dc954b1b-36c8-4591-a275-a0af3712513a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea186a1a-9d17-40df-93a8-d79a1cae4263 HTTP/1.1" status: 200 len: 999 time: 0.0770550 Sep 21 19:01:08.747080 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986b44a-8095-4c85-b23e-05ff5fd2606e req-91877d66-6716-4d5f-b2c8-c18c86e168c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:08.748433 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c986b44a-8095-4c85-b23e-05ff5fd2606e req-91877d66-6716-4d5f-b2c8-c18c86e168c1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e67204e3-c346-4a38-b339-344065edbb63 HTTP/1.1" status: 200 len: 847 time: 0.0468781 Sep 21 19:01:08.812758 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986b44a-8095-4c85-b23e-05ff5fd2606e req-d0460351-401d-4a9b-96dd-7d669ba73d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:08.814518 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c986b44a-8095-4c85-b23e-05ff5fd2606e req-d0460351-401d-4a9b-96dd-7d669ba73d15 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8924269a-739e-41ec-aa95-2f19a338c151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582912 Sep 21 19:01:08.907877 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c986b44a-8095-4c85-b23e-05ff5fd2606e req-bec4646d-3e8b-4dfc-833d-93b67243e530 service neutron] 10.222.0.44 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850039 Sep 21 19:01:09.005265 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c986b44a-8095-4c85-b23e-05ff5fd2606e req-55f5647f-5d30-49af-a7ac-d30f4aab45f7 service neutron] 10.222.0.44 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877657 Sep 21 19:01:09.811216 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f72ea-5565-45fb-b27d-d5b07d3d901e req-d4555ea9-618e-4259-93c2-726e494d4d1e tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:09.812701 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ad5f72ea-5565-45fb-b27d-d5b07d3d901e req-d4555ea9-618e-4259-93c2-726e494d4d1e tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 943 time: 0.0532513 Sep 21 19:01:09.855294 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ad5f72ea-5565-45fb-b27d-d5b07d3d901e req-d3f5254d-9029-4e20-8e1e-0bd264ca6218 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335560 Sep 21 19:01:10.982709 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a08d85-68bb-4abc-af2a-411b488ccca3 req-714fb498-7734-41c0-9f59-5206920627f3 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:10.984238 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d3a08d85-68bb-4abc-af2a-411b488ccca3 req-714fb498-7734-41c0-9f59-5206920627f3 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 943 time: 0.0554032 Sep 21 19:01:11.033407 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d3a08d85-68bb-4abc-af2a-411b488ccca3 req-3a1fea21-58e5-4486-9e4b-4c4bb466f1b1 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430675 Sep 21 19:01:12.185626 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af1a3b-835d-4253-a0bd-14389794cc43 req-23e53af2-90f3-48b5-9479-31303668e75a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:12.187152 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-38af1a3b-835d-4253-a0bd-14389794cc43 req-23e53af2-90f3-48b5-9479-31303668e75a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 943 time: 0.0582409 Sep 21 19:01:12.231540 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-38af1a3b-835d-4253-a0bd-14389794cc43 req-e57c75f0-668c-497f-84a4-3bb7716296c2 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381978 Sep 21 19:01:12.374440 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device ea186a1a-9d17-40df-93a8-d79a1cae4263 details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 19:01:12.477397 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port ea186a1a-9d17-40df-93a8-d79a1cae4263, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=ea186a1a-9d17-40df-93a8-d79a1cae4263,segment=NetworkSegment(3dee4aa6-162f-4e21-b310-b55e255600dc),segment_id=3dee4aa6-162f-4e21-b310-b55e255600dc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:01:12.488428 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': 'ea186a1a-9d17-40df-93a8-d79a1cae4263', 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151', 'port_id': 'ea186a1a-9d17-40df-93a8-d79a1cae4263', 'mac_address': 'fa:16:3e:48:54:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e67204e3-c346-4a38-b339-344065edbb63', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 19:01:12.525971 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:12.539927 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea186a1a-9d17-40df-93a8-d79a1cae4263 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:01:12.561226 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port ea186a1a-9d17-40df-93a8-d79a1cae4263, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=ea186a1a-9d17-40df-93a8-d79a1cae4263,segment=NetworkSegment(3dee4aa6-162f-4e21-b310-b55e255600dc),segment_id=3dee4aa6-162f-4e21-b310-b55e255600dc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:01:12.566476 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:12.616952 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=ea186a1a-9d17-40df-93a8-d79a1cae4263,revision_number=9']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:01:12.837246 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['ea186a1a-9d17-40df-93a8-d79a1cae4263'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 19:01:13.362440 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea120546-8b24-48c2-85f0-e9aa2dddb0e7 req-f143205d-10f4-4dfb-b086-eb3a578709e7 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:13.363996 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ea120546-8b24-48c2-85f0-e9aa2dddb0e7 req-f143205d-10f4-4dfb-b086-eb3a578709e7 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 944 time: 0.0615151 Sep 21 19:01:13.401734 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ea120546-8b24-48c2-85f0-e9aa2dddb0e7 req-67469cf9-13f6-4e31-9db4-d34a9740813d tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315349 Sep 21 19:01:14.401212 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device ea186a1a-9d17-40df-93a8-d79a1cae4263 up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:01:14.458257 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port ea186a1a-9d17-40df-93a8-d79a1cae4263 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:01:14.458641 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:14.520706 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0b2bd-9e67-426a-a428-d0fb8a3fcad5 req-672d159e-2509-455b-9d32-5e67e05ba337 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:14.522168 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c8e0b2bd-9e67-426a-a428-d0fb8a3fcad5 req-672d159e-2509-455b-9d32-5e67e05ba337 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 944 time: 0.0502985 Sep 21 19:01:14.540024 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:14.562346 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c8e0b2bd-9e67-426a-a428-d0fb8a3fcad5 req-59a86f89-d916-4b6d-bcae-e5b5de356a14 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329781 Sep 21 19:01:14.563475 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509d0f43-4e7c-4477-99be-8d8b4b8ab688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea186a1a-9d17-40df-93a8-d79a1cae4263'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:01:14.565978 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7be9786b8e12a57addcd3d24694f9862590c26d6af0c76ac9baad1416f83940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2658dfec-9580-4bc3-bb45-655500f90c1f" -d '{"events": [{"server_uuid": "509d0f43-4e7c-4477-99be-8d8b4b8ab688", "name": "network-vif-plugged", "status": "completed", "tag": "ea186a1a-9d17-40df-93a8-d79a1cae4263"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:01:14.580128 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port ea186a1a-9d17-40df-93a8-d79a1cae4263, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=ea186a1a-9d17-40df-93a8-d79a1cae4263,segment=NetworkSegment(3dee4aa6-162f-4e21-b310-b55e255600dc),segment_id=3dee4aa6-162f-4e21-b310-b55e255600dc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:01:14.585467 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:14.611568 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e70f5f-80e4-4e24-8d66-a6b20d070fd0 x-openstack-request-id: req-b9e70f5f-80e4-4e24-8d66-a6b20d070fd0 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:01:14.611874 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509d0f43-4e7c-4477-99be-8d8b4b8ab688", "name": "network-vif-plugged", "status": "completed", "tag": "ea186a1a-9d17-40df-93a8-d79a1cae4263", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:01:14.612126 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b9e70f5f-80e4-4e24-8d66-a6b20d070fd0 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:01:14.612519 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509d0f43-4e7c-4477-99be-8d8b4b8ab688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea186a1a-9d17-40df-93a8-d79a1cae4263', 'code': 200} Sep 21 19:01:14.637763 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=ea186a1a-9d17-40df-93a8-d79a1cae4263,revision_number=10']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:01:14.778038 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960b991-44bc-4913-a676-c54439a07b46 req-01424a18-5bad-435a-8b9b-31bdfaf84a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:14.779899 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6960b991-44bc-4913-a676-c54439a07b46 req-01424a18-5bad-435a-8b9b-31bdfaf84a97 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 1097 time: 0.0472784 Sep 21 19:01:14.817741 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6960b991-44bc-4913-a676-c54439a07b46 req-8c15d571-1994-42a1-8531-ac5ba35023c0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300236 Sep 21 19:01:15.686603 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038403aa-91f4-4454-92cb-9acd8d6d6d54 req-a8ce1ee0-9c0f-4187-a8ee-24005cec2d9b tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:15.688129 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-038403aa-91f4-4454-92cb-9acd8d6d6d54 req-a8ce1ee0-9c0f-4187-a8ee-24005cec2d9b tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 946 time: 0.0552630 Sep 21 19:01:15.729501 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-038403aa-91f4-4454-92cb-9acd8d6d6d54 req-a98c3082-37f3-4ab1-b807-dcbb45cb76f8 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322766 Sep 21 19:01:16.013283 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9872d6ba-97be-417c-89dd-00dbd4c9629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:16.872321 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444c32a-c464-42b9-8d4d-dc44be6fb36e req-e65b6ed8-d9b8-4fad-90ff-b5b5a0769abb tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:01:16.873862 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d444c32a-c464-42b9-8d4d-dc44be6fb36e req-e65b6ed8-d9b8-4fad-90ff-b5b5a0769abb tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 946 time: 0.0647242 Sep 21 19:01:16.916227 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d444c32a-c464-42b9-8d4d-dc44be6fb36e req-09362805-b95a-46cf-a38f-37559298a206 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357828 Sep 21 19:01:18.515333 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1a9ec29f-5604-4da5-a39b-f264f60091cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:19.146607 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:20.443341 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:21.901820 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:24.126315 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:25.177153 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:33.707428 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:01:46.027544 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6da946b2-1e5a-4a11-b340-84ab5c8bd7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:48.518674 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ca8cbcda-9edc-4bd3-9314-4b9622411079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:49.146891 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:50.444436 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:51.898729 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:54.123892 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:01:55.202605 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:01.219456 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e8f0f5e-bee9-4250-9f54-5cfd39795fde req-6c1e635f-eaec-402e-9896-34f1c15e2db8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0873735 Sep 21 19:02:01.307652 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f0f5e-bee9-4250-9f54-5cfd39795fde req-a5fa55d6-45d5-454b-acdd-2b111000c414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:01.309260 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e8f0f5e-bee9-4250-9f54-5cfd39795fde req-a5fa55d6-45d5-454b-acdd-2b111000c414 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a30c73dde8342b897e577d9fdff8faa&device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 1097 time: 0.0452840 Sep 21 19:02:01.414368 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f0f5e-bee9-4250-9f54-5cfd39795fde req-381d967f-12ef-4c4b-9e4d-2b337a40bf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:01.416119 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e8f0f5e-bee9-4250-9f54-5cfd39795fde req-381d967f-12ef-4c4b-9e4d-2b337a40bf7e service neutron] 10.222.0.44 "GET /v2.0/networks?id=8924269a-739e-41ec-aa95-2f19a338c151 HTTP/1.1" status: 200 len: 909 time: 0.0843151 Sep 21 19:02:01.498619 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e8f0f5e-bee9-4250-9f54-5cfd39795fde req-f432d5d3-9777-4444-b747-59ac4531bcaa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea186a1a-9d17-40df-93a8-d79a1cae4263 HTTP/1.1" status: 200 len: 1001 time: 0.0738268 Sep 21 19:02:01.558942 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f0f5e-bee9-4250-9f54-5cfd39795fde req-eb5e840a-f59b-4c56-bc96-5f01836df5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:01.560482 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e8f0f5e-bee9-4250-9f54-5cfd39795fde req-eb5e840a-f59b-4c56-bc96-5f01836df5ec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e67204e3-c346-4a38-b339-344065edbb63 HTTP/1.1" status: 200 len: 847 time: 0.0541077 Sep 21 19:02:01.609998 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f0f5e-bee9-4250-9f54-5cfd39795fde req-7fcc1231-1c66-4b10-ac3c-dcbdb8a65ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:01.611644 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e8f0f5e-bee9-4250-9f54-5cfd39795fde req-7fcc1231-1c66-4b10-ac3c-dcbdb8a65ec2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8924269a-739e-41ec-aa95-2f19a338c151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434906 Sep 21 19:02:01.709249 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e8f0f5e-bee9-4250-9f54-5cfd39795fde req-2438ebb4-0b41-464b-b17f-b856eef41f85 service neutron] 10.222.0.44 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893354 Sep 21 19:02:01.804461 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4e8f0f5e-bee9-4250-9f54-5cfd39795fde req-b3a8aa19-5671-4d2b-bbc4-4d517e28ddac service neutron] 10.222.0.44 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867674 Sep 21 19:02:10.703320 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:02:16.030314 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1982840d-0352-4e4f-9dff-8dea5deaa7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:18.517190 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-0b4798f5-ea3e-42f6-84f9-9593ca273957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:19.154636 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:20.445666 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:21.902276 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:24.128535 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:25.201926 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:32.354570 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56584) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:32.525610 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-1a4c2b9a-158c-40ca-8f77-05823d85357a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Deleting port 9818abdd-6380-4d25-9988-3aec4b8bea1d {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:02:32.525850 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1a4c2b9a-158c-40ca-8f77-05823d85357a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:32.621003 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1a4c2b9a-158c-40ca-8f77-05823d85357a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:32.621301 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1a4c2b9a-158c-40ca-8f77-05823d85357a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:32.633456 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-1a4c2b9a-158c-40ca-8f77-05823d85357a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Calling delete_port for 9818abdd-6380-4d25-9988-3aec4b8bea1d owned by network:floatingip {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:02:32.794996 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1a4c2b9a-158c-40ca-8f77-05823d85357a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:32.821088 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c2b9a-158c-40ca-8f77-05823d85357a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Pushing event deleted for resources: {'Port': ['ID=9818abdd-6380-4d25-9988-3aec4b8bea1d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:32.834032 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4c2b9a-158c-40ca-8f77-05823d85357a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:32.834384 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4c2b9a-158c-40ca-8f77-05823d85357a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:32.834723 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4c2b9a-158c-40ca-8f77-05823d85357a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:32.835100 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4c2b9a-158c-40ca-8f77-05823d85357a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:32.835441 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4c2b9a-158c-40ca-8f77-05823d85357a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:32.835771 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4c2b9a-158c-40ca-8f77-05823d85357a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:32.836101 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4c2b9a-158c-40ca-8f77-05823d85357a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:32.836429 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4c2b9a-158c-40ca-8f77-05823d85357a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:32.836754 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4c2b9a-158c-40ca-8f77-05823d85357a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:32.837082 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4c2b9a-158c-40ca-8f77-05823d85357a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:32.837417 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4c2b9a-158c-40ca-8f77-05823d85357a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:32.837740 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4c2b9a-158c-40ca-8f77-05823d85357a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:32.893701 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1a4c2b9a-158c-40ca-8f77-05823d85357a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for floatingip, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:32.894043 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [None req-1a4c2b9a-158c-40ca-8f77-05823d85357a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Floating IP e7065b10-4c21-429d-abf7-b8d20f57bf62 disassociated (deleted). External IP: 172.25.6.245, port: ea186a1a-9d17-40df-93a8-d79a1cae4263. Sep 21 19:02:33.132638 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4c2b9a-158c-40ca-8f77-05823d85357a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Router e58c2512-6475-47a2-ad5e-d447b674a4a2 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:02:33.254779 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4c2b9a-158c-40ca-8f77-05823d85357a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:02:33.260245 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1a4c2b9a-158c-40ca-8f77-05823d85357a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:33.266444 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ee39a1-4d37-4e32-b93a-66a5d8e14367 None None] Sync routers for ids ['e58c2512-6475-47a2-ad5e-d447b674a4a2'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:02:33.277956 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ee39a1-4d37-4e32-b93a-66a5d8e14367 None None] Routers {'e58c2512-6475-47a2-ad5e-d447b674a4a2'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:02:33.278592 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-44ee39a1-4d37-4e32-b93a-66a5d8e14367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T19:02:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e58c2512-6475-47a2-ad5e-d447b674a4a2'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:02:33.288450 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1a4c2b9a-158c-40ca-8f77-05823d85357a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "DELETE /v2.0/floatingips/e7065b10-4c21-429d-abf7-b8d20f57bf62 HTTP/1.1" status: 204 len: 168 time: 0.9323692 Sep 21 19:02:33.289056 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509d0f43-4e7c-4477-99be-8d8b4b8ab688', 'tag': 'ea186a1a-9d17-40df-93a8-d79a1cae4263'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:02:33.291971 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e068d80b537898f9f0058ef40cd45917e2ca049a324cdaa182e5d883fca795c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8974b50-563c-4c59-8255-478bddcf2add" -d '{"events": [{"name": "network-changed", "server_uuid": "509d0f43-4e7c-4477-99be-8d8b4b8ab688", "tag": "ea186a1a-9d17-40df-93a8-d79a1cae4263"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:02:33.395989 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6b951c-e30e-47f0-a9d3-6c37e7d3d10d x-openstack-request-id: req-7a6b951c-e30e-47f0-a9d3-6c37e7d3d10d {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:02:33.396645 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509d0f43-4e7c-4477-99be-8d8b4b8ab688", "tag": "ea186a1a-9d17-40df-93a8-d79a1cae4263", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:02:33.396645 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7a6b951c-e30e-47f0-a9d3-6c37e7d3d10d {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:02:33.397023 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509d0f43-4e7c-4477-99be-8d8b4b8ab688', 'tag': 'ea186a1a-9d17-40df-93a8-d79a1cae4263', 'status': 'completed', 'code': 200} Sep 21 19:02:33.477430 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8974b50-563c-4c59-8255-478bddcf2add req-474908eb-c829-4237-8e5b-50f11fa8d4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:33.478984 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c8974b50-563c-4c59-8255-478bddcf2add req-474908eb-c829-4237-8e5b-50f11fa8d4f9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a30c73dde8342b897e577d9fdff8faa&device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 1097 time: 0.0512528 Sep 21 19:02:33.501910 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-44ee39a1-4d37-4e32-b93a-66a5d8e14367 None None] Set router e58c2512-6475-47a2-ad5e-d447b674a4a2 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:02:33.593120 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48243df4-b6b5-4f38-89cd-67580419f668 req-b276e5b0-6874-4d47-a280-ad4a9a386350 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:33.594662 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-48243df4-b6b5-4f38-89cd-67580419f668 req-b276e5b0-6874-4d47-a280-ad4a9a386350 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 946 time: 0.0992470 Sep 21 19:02:33.625079 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8974b50-563c-4c59-8255-478bddcf2add req-62df1954-0f12-418c-b440-2235feed476b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:33.626547 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c8974b50-563c-4c59-8255-478bddcf2add req-62df1954-0f12-418c-b440-2235feed476b service neutron] 10.222.0.44 "GET /v2.0/networks?id=8924269a-739e-41ec-aa95-2f19a338c151 HTTP/1.1" status: 200 len: 909 time: 0.1399155 Sep 21 19:02:33.678304 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-48243df4-b6b5-4f38-89cd-67580419f668 req-49ed08d5-3145-4d81-88fb-b43f93eab250 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773957 Sep 21 19:02:33.679683 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c8974b50-563c-4c59-8255-478bddcf2add req-3894aad8-3f80-4dd2-9515-be1d5e3ec534 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea186a1a-9d17-40df-93a8-d79a1cae4263 HTTP/1.1" status: 200 len: 217 time: 0.0409043 Sep 21 19:02:33.705895 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-44ee39a1-4d37-4e32-b93a-66a5d8e14367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'name': 'tempest-TestShelveInstance-688806628-router', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:58:08Z', 'updated_at': '2021-09-21T18:58:11Z', 'revision_number': 4, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'gw_port': {'id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:09Z', 'updated_at': '2021-09-21T18:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '6b2d9830-9203-4265-b418-f8dcdbe857a0', 'name': '', 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'mac_address': 'fa:16:3e:f8:50:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e67204e3-c346-4a38-b339-344065edbb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:10Z', 'updated_at': '2021-09-21T18:58:15Z', 'revision_number': 5, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'subnets': [{'id': 'e67204e3-c346-4a38-b339-344065edbb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:02:33.731337 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8974b50-563c-4c59-8255-478bddcf2add req-ef7132bb-0290-4e3f-8458-4b24a55e2457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:33.732952 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c8974b50-563c-4c59-8255-478bddcf2add req-ef7132bb-0290-4e3f-8458-4b24a55e2457 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e67204e3-c346-4a38-b339-344065edbb63 HTTP/1.1" status: 200 len: 847 time: 0.0440660 Sep 21 19:02:33.735673 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ee39a1-4d37-4e32-b93a-66a5d8e14367 None None] Checking router: e58c2512-6475-47a2-ad5e-d447b674a4a2 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:02:33.744771 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ee39a1-4d37-4e32-b93a-66a5d8e14367 None None] Routers {'e58c2512-6475-47a2-ad5e-d447b674a4a2'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:02:33.745381 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-44ee39a1-4d37-4e32-b93a-66a5d8e14367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T19:02:18Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e58c2512-6475-47a2-ad5e-d447b674a4a2'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:02:33.780831 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8974b50-563c-4c59-8255-478bddcf2add req-d83df4cd-1a82-40bf-85ee-1aed2edfe27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:33.782388 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c8974b50-563c-4c59-8255-478bddcf2add req-d83df4cd-1a82-40bf-85ee-1aed2edfe27b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8924269a-739e-41ec-aa95-2f19a338c151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408518 Sep 21 19:02:33.851850 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-44ee39a1-4d37-4e32-b93a-66a5d8e14367 None None] Set router e58c2512-6475-47a2-ad5e-d447b674a4a2 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:02:33.882127 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c8974b50-563c-4c59-8255-478bddcf2add req-c00dba1b-997a-4b06-b628-158a2e5dc82a service neutron] 10.222.0.44 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909083 Sep 21 19:02:33.978498 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c8974b50-563c-4c59-8255-478bddcf2add req-18552f8f-e61d-4ad3-8a98-d40faee18605 service neutron] 10.222.0.44 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878193 Sep 21 19:02:34.056040 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-44ee39a1-4d37-4e32-b93a-66a5d8e14367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'name': 'tempest-TestShelveInstance-688806628-router', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:58:08Z', 'updated_at': '2021-09-21T18:58:11Z', 'revision_number': 4, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'gw_port': {'id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:09Z', 'updated_at': '2021-09-21T18:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '6b2d9830-9203-4265-b418-f8dcdbe857a0', 'name': '', 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'mac_address': 'fa:16:3e:f8:50:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e67204e3-c346-4a38-b339-344065edbb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:10Z', 'updated_at': '2021-09-21T18:58:15Z', 'revision_number': 5, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'subnets': [{'id': 'e67204e3-c346-4a38-b339-344065edbb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:02:34.082171 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ee39a1-4d37-4e32-b93a-66a5d8e14367 None None] The sync data for ids ['e58c2512-6475-47a2-ad5e-d447b674a4a2'] in n-d-810291-1 is: [{'id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'name': 'tempest-TestShelveInstance-688806628-router', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:58:08Z', 'updated_at': '2021-09-21T18:58:11Z', 'revision_number': 4, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'gw_port': {'id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:09Z', 'updated_at': '2021-09-21T18:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '6b2d9830-9203-4265-b418-f8dcdbe857a0', 'name': '', 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'mac_address': 'fa:16:3e:f8:50:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e67204e3-c346-4a38-b339-344065edbb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:10Z', 'updated_at': '2021-09-21T18:58:15Z', 'revision_number': 5, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'subnets': [{'id': 'e67204e3-c346-4a38-b339-344065edbb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:02:34.310588 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77970523-8858-45a9-8c25-54d1d654bc8f None None] New status for floating IP e7065b10-4c21-429d-abf7-b8d20f57bf62: DOWN {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 19:02:34.801420 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff386158-53d0-42a5-befd-db046c8c9b87 req-21e31c69-eee2-4ea3-923c-19f91064692d tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:34.802910 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ff386158-53d0-42a5-befd-db046c8c9b87 req-21e31c69-eee2-4ea3-923c-19f91064692d tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 946 time: 0.0506113 Sep 21 19:02:34.844363 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ff386158-53d0-42a5-befd-db046c8c9b87 req-680d3e6d-d246-47ba-aa67-ad368bf64bca tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=3872845f-4671-4172-9461-d315497e59d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352862 Sep 21 19:02:34.910761 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ec33d-6712-4643-ad31-08f68cc25621 req-01723621-d4ad-4284-a056-256a77870b1b tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:34.912235 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-236ec33d-6712-4643-ad31-08f68cc25621 req-01723621-d4ad-4284-a056-256a77870b1b tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.44 "GET /v2.0/ports?device_id=509d0f43-4e7c-4477-99be-8d8b4b8ab688 HTTP/1.1" status: 200 len: 946 time: 0.0573070 Sep 21 19:02:35.016081 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-236ec33d-6712-4643-ad31-08f68cc25621 req-056073ba-4185-4cba-882f-dcce9b740c9b tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Deleting port ea186a1a-9d17-40df-93a8-d79a1cae4263 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:02:35.016317 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-236ec33d-6712-4643-ad31-08f68cc25621 req-056073ba-4185-4cba-882f-dcce9b740c9b tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:35.117193 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-236ec33d-6712-4643-ad31-08f68cc25621 req-056073ba-4185-4cba-882f-dcce9b740c9b tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] For port ea186a1a-9d17-40df-93a8-d79a1cae4263, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=ea186a1a-9d17-40df-93a8-d79a1cae4263,segment=NetworkSegment(3dee4aa6-162f-4e21-b310-b55e255600dc),segment_id=3dee4aa6-162f-4e21-b310-b55e255600dc)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:02:35.117558 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-236ec33d-6712-4643-ad31-08f68cc25621 req-056073ba-4185-4cba-882f-dcce9b740c9b tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:35.130803 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-236ec33d-6712-4643-ad31-08f68cc25621 req-056073ba-4185-4cba-882f-dcce9b740c9b tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Calling delete_port for ea186a1a-9d17-40df-93a8-d79a1cae4263 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:02:35.274209 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-236ec33d-6712-4643-ad31-08f68cc25621 req-056073ba-4185-4cba-882f-dcce9b740c9b tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:35.307663 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056073ba-4185-4cba-882f-dcce9b740c9b tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Pushing event deleted for resources: {'Port': ['ID=ea186a1a-9d17-40df-93a8-d79a1cae4263,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:35.320141 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056073ba-4185-4cba-882f-dcce9b740c9b tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:35.320498 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056073ba-4185-4cba-882f-dcce9b740c9b tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:35.320847 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056073ba-4185-4cba-882f-dcce9b740c9b tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:35.321193 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056073ba-4185-4cba-882f-dcce9b740c9b tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:35.321530 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056073ba-4185-4cba-882f-dcce9b740c9b tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:35.321990 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056073ba-4185-4cba-882f-dcce9b740c9b tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:35.322221 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056073ba-4185-4cba-882f-dcce9b740c9b tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:35.322539 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056073ba-4185-4cba-882f-dcce9b740c9b tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:35.322864 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056073ba-4185-4cba-882f-dcce9b740c9b tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:35.323197 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056073ba-4185-4cba-882f-dcce9b740c9b tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:35.323527 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056073ba-4185-4cba-882f-dcce9b740c9b tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:35.323854 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056073ba-4185-4cba-882f-dcce9b740c9b tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:02:35.358059 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-236ec33d-6712-4643-ad31-08f68cc25621 req-056073ba-4185-4cba-882f-dcce9b740c9b tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] No DVR routers for this DVR port ea186a1a-9d17-40df-93a8-d79a1cae4263 on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:02:35.361327 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-236ec33d-6712-4643-ad31-08f68cc25621 req-056073ba-4185-4cba-882f-dcce9b740c9b tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:35.363441 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-236ec33d-6712-4643-ad31-08f68cc25621 req-056073ba-4185-4cba-882f-dcce9b740c9b tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.44 "DELETE /v2.0/ports/ea186a1a-9d17-40df-93a8-d79a1cae4263 HTTP/1.1" status: 204 len: 173 time: 0.4415290 Sep 21 19:02:35.363912 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509d0f43-4e7c-4477-99be-8d8b4b8ab688', 'name': 'network-vif-deleted', 'tag': 'ea186a1a-9d17-40df-93a8-d79a1cae4263'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:02:35.366187 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b54fbd1-28b3-47d4-8967-cabefb74636c" -d '{"events": [{"server_uuid": "509d0f43-4e7c-4477-99be-8d8b4b8ab688", "name": "network-vif-deleted", "tag": "ea186a1a-9d17-40df-93a8-d79a1cae4263"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:02:35.469636 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d2c024-bcb2-4962-a0c5-f134b8303c5e x-openstack-request-id: req-d8d2c024-bcb2-4962-a0c5-f134b8303c5e {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:02:35.469919 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509d0f43-4e7c-4477-99be-8d8b4b8ab688", "name": "network-vif-deleted", "tag": "ea186a1a-9d17-40df-93a8-d79a1cae4263", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:02:35.470173 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d8d2c024-bcb2-4962-a0c5-f134b8303c5e {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:02:35.470575 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509d0f43-4e7c-4477-99be-8d8b4b8ab688', 'name': 'network-vif-deleted', 'tag': 'ea186a1a-9d17-40df-93a8-d79a1cae4263', 'status': 'completed', 'code': 200} Sep 21 19:02:35.902659 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56612) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:35.962418 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f1e4ac5e-ba97-498d-ae11-1efb86507b97 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:35.989854 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f1e4ac5e-ba97-498d-ae11-1efb86507b97 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:36.055671 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f1e4ac5e-ba97-498d-ae11-1efb86507b97 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:36.058119 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f1e4ac5e-ba97-498d-ae11-1efb86507b97 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:36.059326 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f1e4ac5e-ba97-498d-ae11-1efb86507b97 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "DELETE /v2.0/security-groups/3872845f-4671-4172-9461-d315497e59d8 HTTP/1.1" status: 204 len: 168 time: 0.1556287 Sep 21 19:02:36.068903 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4ac5e-ba97-498d-ae11-1efb86507b97 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3872845f-4671-4172-9461-d315497e59d8,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:36.518816 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 56618) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:36.524015 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-1b2f0328-5e60-4efb-a869-21053faad9f2 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1013039278', 'description': 'tempest-secgroup-smoke-1013039278 description', 'project_id': '4a30c73dde8342b897e577d9fdff8faa'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:02:36.550067 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1b2f0328-5e60-4efb-a869-21053faad9f2 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:36.653233 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1b2f0328-5e60-4efb-a869-21053faad9f2 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:36.659491 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1b2f0328-5e60-4efb-a869-21053faad9f2 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:36.690836 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1b2f0328-5e60-4efb-a869-21053faad9f2 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:36.692462 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1b2f0328-5e60-4efb-a869-21053faad9f2 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1724896 Sep 21 19:02:36.695012 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f0328-5e60-4efb-a869-21053faad9f2 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=515619da-3b2f-47fe-9820-ef973e93c21b,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:36.695394 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56620) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:36.700968 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-138d4a45-aec6-4fac-8416-4f3f80d9f678 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Request body: {'security_group_rule': {'security_group_id': '515619da-3b2f-47fe-9820-ef973e93c21b', 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:02:36.736438 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-138d4a45-aec6-4fac-8416-4f3f80d9f678 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:36.793411 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-138d4a45-aec6-4fac-8416-4f3f80d9f678 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:36.798708 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-138d4a45-aec6-4fac-8416-4f3f80d9f678 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:36.815867 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d4a45-aec6-4fac-8416-4f3f80d9f678 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c1b978-8b7c-4cf5-a742-f8f36d94964b,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:36.823021 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-138d4a45-aec6-4fac-8416-4f3f80d9f678 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:36.824306 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-138d4a45-aec6-4fac-8416-4f3f80d9f678 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278536 Sep 21 19:02:36.827186 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56622) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:36.831474 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-fc3d36d7-30f4-49fe-88ef-d7d941f31fd5 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Request body: {'security_group_rule': {'security_group_id': '515619da-3b2f-47fe-9820-ef973e93c21b', 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:02:36.857803 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fc3d36d7-30f4-49fe-88ef-d7d941f31fd5 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:36.919209 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fc3d36d7-30f4-49fe-88ef-d7d941f31fd5 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:36.924989 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fc3d36d7-30f4-49fe-88ef-d7d941f31fd5 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:36.941812 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d36d7-30f4-49fe-88ef-d7d941f31fd5 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=645f37a6-96ce-41a0-887e-2212373c0113,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:36.950465 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fc3d36d7-30f4-49fe-88ef-d7d941f31fd5 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:36.951771 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-fc3d36d7-30f4-49fe-88ef-d7d941f31fd5 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1236417 Sep 21 19:02:36.954574 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56624) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:36.959041 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-474f87d0-e64a-4d4d-8658-85e9baf4a39d tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Request body: {'security_group_rule': {'security_group_id': '515619da-3b2f-47fe-9820-ef973e93c21b', 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:02:36.986758 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-474f87d0-e64a-4d4d-8658-85e9baf4a39d tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:37.057999 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-474f87d0-e64a-4d4d-8658-85e9baf4a39d tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:37.063846 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-474f87d0-e64a-4d4d-8658-85e9baf4a39d tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:37.083074 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f87d0-e64a-4d4d-8658-85e9baf4a39d tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b6a007-07f0-47bf-a288-24231ab654dc,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:37.086458 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-474f87d0-e64a-4d4d-8658-85e9baf4a39d tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:37.087693 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-474f87d0-e64a-4d4d-8658-85e9baf4a39d tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1321433 Sep 21 19:02:37.091997 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56626) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:37.099105 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-f9b3fbdf-e743-40ab-b429-e7e9c66df0c6 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Request body: {'security_group_rule': {'security_group_id': '515619da-3b2f-47fe-9820-ef973e93c21b', 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:02:37.132139 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f9b3fbdf-e743-40ab-b429-e7e9c66df0c6 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:37.192674 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f9b3fbdf-e743-40ab-b429-e7e9c66df0c6 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:37.197965 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f9b3fbdf-e743-40ab-b429-e7e9c66df0c6 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:37.215401 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3fbdf-e743-40ab-b429-e7e9c66df0c6 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae956db5-7190-482f-8092-1fc285be9dd0,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:37.222996 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-f9b3fbdf-e743-40ab-b429-e7e9c66df0c6 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:37.224265 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-f9b3fbdf-e743-40ab-b429-e7e9c66df0c6 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1310313 Sep 21 19:02:37.227071 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56628) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:37.231579 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-ac204632-433a-47fb-bf71-7f9a7c5adb4d tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Request body: {'security_group_rule': {'security_group_id': '515619da-3b2f-47fe-9820-ef973e93c21b', 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:02:37.256132 n-d-810291-1 neutron-server[101460]: INFO neutron.db.securitygroups_db [None req-ac204632-433a-47fb-bf71-7f9a7c5adb4d tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Project 4a30c73dde8342b897e577d9fdff8faa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 19:02:37.261088 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ac204632-433a-47fb-bf71-7f9a7c5adb4d tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:37.322819 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ac204632-433a-47fb-bf71-7f9a7c5adb4d tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:37.329114 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ac204632-433a-47fb-bf71-7f9a7c5adb4d tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:37.347099 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac204632-433a-47fb-bf71-7f9a7c5adb4d tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae391898-6f88-48cc-b45c-61cb46fa64a5,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:37.354576 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-ac204632-433a-47fb-bf71-7f9a7c5adb4d tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:37.356033 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ac204632-433a-47fb-bf71-7f9a7c5adb4d tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1279032 Sep 21 19:02:37.359008 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56630) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:02:37.366626 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-24817d3a-b97a-489d-aa54-5378548ee573 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Request body: {'security_group_rule': {'security_group_id': '515619da-3b2f-47fe-9820-ef973e93c21b', 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:02:37.392212 n-d-810291-1 neutron-server[101460]: INFO neutron.db.securitygroups_db [None req-24817d3a-b97a-489d-aa54-5378548ee573 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Project 4a30c73dde8342b897e577d9fdff8faa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 19:02:37.397280 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-24817d3a-b97a-489d-aa54-5378548ee573 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:37.458811 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-24817d3a-b97a-489d-aa54-5378548ee573 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:37.463554 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-24817d3a-b97a-489d-aa54-5378548ee573 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:37.478281 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24817d3a-b97a-489d-aa54-5378548ee573 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9fce784-982a-4876-9947-f4cb4362f601,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:37.489329 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-24817d3a-b97a-489d-aa54-5378548ee573 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:37.490651 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-24817d3a-b97a-489d-aa54-5378548ee573 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1304076 Sep 21 19:02:38.837299 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device ea186a1a-9d17-40df-93a8-d79a1cae4263 no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:02:38.860986 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: ea186a1a-9d17-40df-93a8-d79a1cae4263 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:02:38.861337 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device ea186a1a-9d17-40df-93a8-d79a1cae4263 not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:02:46.023259 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-179f20cb-ea1c-4b99-99c7-fbfc34a60b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:47.703504 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:02:48.510659 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c0ce6396-6653-4cb0-bf3b-9eab9a71dacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:49.138219 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:50.451482 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:51.836341 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-8ac3d649-73ca-45b0-aab1-95ebb5e2c82d tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1013039278&fields=id&tenant_id=4a30c73dde8342b897e577d9fdff8faa HTTP/1.1" status: 200 len: 267 time: 0.0351486 Sep 21 19:02:51.902111 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:51.952491 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-04d44cd9-4f6a-475f-8064-15f596a5acf6 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:51.953907 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-04d44cd9-4f6a-475f-8064-15f596a5acf6 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/networks?id=8924269a-739e-41ec-aa95-2f19a338c151 HTTP/1.1" status: 200 len: 808 time: 0.1078033 Sep 21 19:02:51.971218 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-e51a7f06-9ccf-4935-a2a6-70e365f214d9 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/quotas/4a30c73dde8342b897e577d9fdff8faa HTTP/1.1" status: 200 len: 375 time: 0.0093768 Sep 21 19:02:52.023283 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-70af6130-173f-4b7f-afe2-6556553e7980 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a30c73dde8342b897e577d9fdff8faa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467689 Sep 21 19:02:52.100758 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-ff049153-88d5-4918-b49f-1ceb114507f7 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 19:02:52.101784 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-ff049153-88d5-4918-b49f-1ceb114507f7 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0616713 Sep 21 19:02:52.200621 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-ea82b71b-f51c-454f-87bb-7c7a9e208255 service neutron] 10.222.0.58 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919232 Sep 21 19:02:52.292979 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-afe838ae-81c1-421c-8a55-f63a60d7a6b4 service neutron] 10.222.0.58 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835540 Sep 21 19:02:52.603038 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-a29c67c2-d00f-47a0-b488-8c19d5e8f6db req-c704c6a6-0b85-47ff-b743-456f8df344b2 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 210 time: 0.0260856 Sep 21 19:02:53.571274 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-606c4bbe-360a-4358-bc50-fcd1cfd37cf1 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:53.572757 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-606c4bbe-360a-4358-bc50-fcd1cfd37cf1 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.38 "GET /v2.0/networks?id=8924269a-739e-41ec-aa95-2f19a338c151 HTTP/1.1" status: 200 len: 808 time: 0.1123190 Sep 21 19:02:53.621317 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-7cd06871-e263-40f6-b56a-3b9cc5e23efd tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a30c73dde8342b897e577d9fdff8faa HTTP/1.1" status: 200 len: 380 time: 0.0338397 Sep 21 19:02:53.631150 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-dbfe014a-4db0-4482-b3ca-e86d480e04bf tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Request body: {'port': {'device_id': '99c7b80c-fec8-4362-ba1f-8b70d8c0a14f', 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151', 'admin_state_up': True, 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'security_groups': ['515619da-3b2f-47fe-9820-ef973e93c21b']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:02:53.728635 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c33a2997-04fb-4ace-8635-9d741c58bffb req-e4a9ace7-5319-41b5-8e6a-c153109eb72f tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 210 time: 0.0372915 Sep 21 19:02:53.768802 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-dbfe014a-4db0-4482-b3ca-e86d480e04bf tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Made reservation on behalf of 4a30c73dde8342b897e577d9fdff8faa for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:02:53.772452 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-dbfe014a-4db0-4482-b3ca-e86d480e04bf tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:53.900692 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-dbfe014a-4db0-4482-b3ca-e86d480e04bf tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Allocated IP 172.20.0.6 (8924269a-739e-41ec-aa95-2f19a338c151/e67204e3-c346-4a38-b339-344065edbb63/5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:02:54.047794 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-dbfe014a-4db0-4482-b3ca-e86d480e04bf tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:54.082709 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-dbfe014a-4db0-4482-b3ca-e86d480e04bf tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:54.118607 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:54.127852 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-dbfe014a-4db0-4482-b3ca-e86d480e04bf tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Network 8924269a-739e-41ec-aa95-2f19a338c151 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:02:54.131433 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-dbfe014a-4db0-4482-b3ca-e86d480e04bf tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:02:54.138995 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-dbfe014a-4db0-4482-b3ca-e86d480e04bf tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:02:54.174327 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe014a-4db0-4482-b3ca-e86d480e04bf tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Pushing event updated for resources: {'Port': ['ID=5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:54.206125 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-dbfe014a-4db0-4482-b3ca-e86d480e04bf tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:54.206857 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-dbfe014a-4db0-4482-b3ca-e86d480e04bf tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:54.222734 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-dbfe014a-4db0-4482-b3ca-e86d480e04bf tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5952532 Sep 21 19:02:54.284245 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-e9a4f494-30db-4f61-9aed-a2b882a11922 service neutron] Request body: {'port': {'device_id': '99c7b80c-fec8-4362-ba1f-8b70d8c0a14f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:02:54.349617 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-e9a4f494-30db-4f61-9aed-a2b882a11922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:54.369196 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-202765a9-6ffa-420b-80b7-e550ab7d2bd8 None None] Provisioning complete for port 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:02:54.369710 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-202765a9-6ffa-420b-80b7-e550ab7d2bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:54.403385 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-202765a9-6ffa-420b-80b7-e550ab7d2bd8 None None] Port 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:02:54.624533 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-e9a4f494-30db-4f61-9aed-a2b882a11922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:02:54.632318 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-e9a4f494-30db-4f61-9aed-a2b882a11922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:54.644773 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-e9a4f494-30db-4f61-9aed-a2b882a11922 service neutron] Transition to ACTIVE for port object 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 19:02:54.650242 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-e9a4f494-30db-4f61-9aed-a2b882a11922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:54.701774 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4f494-30db-4f61-9aed-a2b882a11922 service neutron] Pushing event updated for resources: {'Port': ['ID=5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:54.791914 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-e9a4f494-30db-4f61-9aed-a2b882a11922 service neutron] Attempting to bind port 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:02:54.791914 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-e9a4f494-30db-4f61-9aed-a2b882a11922 service neutron] Attempting to bind port 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '3dee4aa6-162f-4e21-b310-b55e255600dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:02:54.792284 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-e9a4f494-30db-4f61-9aed-a2b882a11922 service neutron] Attempting to bind port 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e on network 8924269a-739e-41ec-aa95-2f19a338c151 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:02:54.802269 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-e9a4f494-30db-4f61-9aed-a2b882a11922 service neutron] Port 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e on network 8924269a-739e-41ec-aa95-2f19a338c151 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 19:02:54.802593 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-e9a4f494-30db-4f61-9aed-a2b882a11922 service neutron] Attempting to bind port 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e on network 8924269a-739e-41ec-aa95-2f19a338c151 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:02:54.809590 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-e9a4f494-30db-4f61-9aed-a2b882a11922 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:02:54.809966 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-e9a4f494-30db-4f61-9aed-a2b882a11922 service neutron] Checking segment: {'id': '3dee4aa6-162f-4e21-b310-b55e255600dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:02:54.810300 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-e9a4f494-30db-4f61-9aed-a2b882a11922 service neutron] Bound using segment: {'id': '3dee4aa6-162f-4e21-b310-b55e255600dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:02:54.810730 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-e9a4f494-30db-4f61-9aed-a2b882a11922 service neutron] Bound port: 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dee4aa6-162f-4e21-b310-b55e255600dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:02:54.811242 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-e9a4f494-30db-4f61-9aed-a2b882a11922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:54.875550 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b91b28-dac5-45ee-b5c3-fcd2d31b6878 req-807b13b9-2185-45ea-8e07-03cb2d8cb4b7 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:54.877839 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-05b91b28-dac5-45ee-b5c3-fcd2d31b6878 req-807b13b9-2185-45ea-8e07-03cb2d8cb4b7 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 943 time: 0.0555680 Sep 21 19:02:54.891266 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-e9a4f494-30db-4f61-9aed-a2b882a11922 service neutron] For port 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:02:54.896268 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-e9a4f494-30db-4f61-9aed-a2b882a11922 service neutron] For port 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e,segment=NetworkSegment(3dee4aa6-162f-4e21-b310-b55e255600dc),segment_id=3dee4aa6-162f-4e21-b310-b55e255600dc)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:02:54.903514 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-e9a4f494-30db-4f61-9aed-a2b882a11922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:54.922014 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-05b91b28-dac5-45ee-b5c3-fcd2d31b6878 req-aca1e364-0c73-4aad-aba0-3ec398969243 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376823 Sep 21 19:02:54.940738 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-e9a4f494-30db-4f61-9aed-a2b882a11922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:54.941367 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-e9a4f494-30db-4f61-9aed-a2b882a11922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:54.943271 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-e9a4f494-30db-4f61-9aed-a2b882a11922 service neutron] 10.222.0.38 "PUT /v2.0/ports/5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e HTTP/1.1" status: 200 len: 1091 time: 0.7118275 Sep 21 19:02:54.943490 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c7b80c-fec8-4362-ba1f-8b70d8c0a14f', 'tag': '5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:02:54.945750 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a1d2b1-5099-44c1-a7ae-fdc1a67ce094" -d '{"events": [{"name": "network-changed", "server_uuid": "99c7b80c-fec8-4362-ba1f-8b70d8c0a14f", "tag": "5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:02:54.983385 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4f494-30db-4f61-9aed-a2b882a11922 service neutron] Pushing event updated for resources: {'Port': ['ID=5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:02:54.994280 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef6e859-f685-448e-9682-491970341f7a x-openstack-request-id: req-3ef6e859-f685-448e-9682-491970341f7a {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:02:54.994634 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c7b80c-fec8-4362-ba1f-8b70d8c0a14f", "tag": "5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:02:54.994874 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3ef6e859-f685-448e-9682-491970341f7a {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:02:54.995325 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c7b80c-fec8-4362-ba1f-8b70d8c0a14f', 'tag': '5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e', 'status': 'completed', 'code': 200} Sep 21 19:02:55.047741 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-74683feb-4c21-4fcf-b6dc-7371e85c340d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:55.049320 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-74683feb-4c21-4fcf-b6dc-7371e85c340d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a30c73dde8342b897e577d9fdff8faa&device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 1094 time: 0.0510321 Sep 21 19:02:55.097058 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-9110903c-2bc2-4fa4-a864-6a480c24b50d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e HTTP/1.1" status: 200 len: 217 time: 0.0393112 Sep 21 19:02:55.149917 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-3af8f6cd-f2b6-417f-9db6-33a7d426ea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:55.151451 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-3af8f6cd-f2b6-417f-9db6-33a7d426ea0d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e67204e3-c346-4a38-b339-344065edbb63 HTTP/1.1" status: 200 len: 847 time: 0.0481150 Sep 21 19:02:55.198136 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-d1c74aba-a3b4-4109-93a1-fc42611ba268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:55.199730 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-d1c74aba-a3b4-4109-93a1-fc42611ba268 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8924269a-739e-41ec-aa95-2f19a338c151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405173 Sep 21 19:02:55.216501 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:02:55.291880 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-9af9b337-b3c3-41a1-b72e-93dca044cf46 service neutron] 10.222.0.38 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852494 Sep 21 19:02:55.381555 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b888e908-6c55-4dc5-a192-ff580f366b6a req-fd7dfb2c-b0ca-42f1-954e-b8e12af9ede9 service neutron] 10.222.0.38 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824041 Sep 21 19:02:55.472266 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1d2b1-5099-44c1-a7ae-fdc1a67ce094 req-b5c44ad5-a354-4d9a-836a-766b7ceabf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:55.473942 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-47a1d2b1-5099-44c1-a7ae-fdc1a67ce094 req-b5c44ad5-a354-4d9a-836a-766b7ceabf6e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a30c73dde8342b897e577d9fdff8faa&device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 1094 time: 0.0445511 Sep 21 19:02:55.569605 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1d2b1-5099-44c1-a7ae-fdc1a67ce094 req-68db63d3-5c81-42cb-b4b7-2bb606b4b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:55.571085 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-47a1d2b1-5099-44c1-a7ae-fdc1a67ce094 req-68db63d3-5c81-42cb-b4b7-2bb606b4b55b service neutron] 10.222.0.38 "GET /v2.0/networks?id=8924269a-739e-41ec-aa95-2f19a338c151 HTTP/1.1" status: 200 len: 909 time: 0.0900090 Sep 21 19:02:55.611612 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-47a1d2b1-5099-44c1-a7ae-fdc1a67ce094 req-1b5b730e-0f90-4365-a141-224d0fcaee5d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e HTTP/1.1" status: 200 len: 217 time: 0.0334561 Sep 21 19:02:55.664570 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1d2b1-5099-44c1-a7ae-fdc1a67ce094 req-226575d4-36f6-48a3-b90c-8393ba835e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:55.666396 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-47a1d2b1-5099-44c1-a7ae-fdc1a67ce094 req-226575d4-36f6-48a3-b90c-8393ba835e08 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e67204e3-c346-4a38-b339-344065edbb63 HTTP/1.1" status: 200 len: 847 time: 0.0479567 Sep 21 19:02:55.714180 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1d2b1-5099-44c1-a7ae-fdc1a67ce094 req-fccb94b2-ac00-4633-871b-8df2fa82ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:55.715776 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-47a1d2b1-5099-44c1-a7ae-fdc1a67ce094 req-fccb94b2-ac00-4633-871b-8df2fa82ea4b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8924269a-739e-41ec-aa95-2f19a338c151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420427 Sep 21 19:02:55.813381 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-47a1d2b1-5099-44c1-a7ae-fdc1a67ce094 req-b8dfbac8-fbc4-4052-8326-57cd0b81ee7a service neutron] 10.222.0.38 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899909 Sep 21 19:02:56.051138 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1b0da-1a92-4886-9d87-953d9e44a0f0 req-c4ca2b5d-2824-4884-bbeb-bf900e93e531 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:56.053299 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ebb1b0da-1a92-4886-9d87-953d9e44a0f0 req-c4ca2b5d-2824-4884-bbeb-bf900e93e531 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 943 time: 0.0571260 Sep 21 19:02:56.098463 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ebb1b0da-1a92-4886-9d87-953d9e44a0f0 req-2dbb7ded-44b1-49e2-b156-3621d053405d tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376976 Sep 21 19:02:56.263461 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-47a1d2b1-5099-44c1-a7ae-fdc1a67ce094 req-7b294822-5369-4f28-9557-c7eeffbc6e6e service neutron] 10.222.0.38 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432406 Sep 21 19:02:57.218797 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d99fa-b611-40a2-81f5-0d67cabdae98 req-333aa0bb-62a2-42d2-9385-6b0041458192 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:57.220324 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-208d99fa-b611-40a2-81f5-0d67cabdae98 req-333aa0bb-62a2-42d2-9385-6b0041458192 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 943 time: 0.0506511 Sep 21 19:02:57.262540 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-208d99fa-b611-40a2-81f5-0d67cabdae98 req-267cf5a5-8a21-4bde-9b9c-05b19bbf5def tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357513 Sep 21 19:02:58.407951 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaeaa7e-ce5e-4d64-8d58-a3be547fe3ab req-df2ed9f3-bb3c-467e-bdb2-029e1868b22f tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:58.409976 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7eaeaa7e-ce5e-4d64-8d58-a3be547fe3ab req-df2ed9f3-bb3c-467e-bdb2-029e1868b22f tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 943 time: 0.0666370 Sep 21 19:02:58.451063 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7eaeaa7e-ce5e-4d64-8d58-a3be547fe3ab req-6ec4207f-fcb6-4bec-9710-5fa69c9e07c7 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343120 Sep 21 19:02:59.591667 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d44e33-f872-4415-96a8-298355ad8f8e req-abf53f65-d3e2-486c-840e-0fc0033eaca7 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:02:59.593190 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-73d44e33-f872-4415-96a8-298355ad8f8e req-abf53f65-d3e2-486c-840e-0fc0033eaca7 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 943 time: 0.0552402 Sep 21 19:02:59.633517 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-73d44e33-f872-4415-96a8-298355ad8f8e req-d61af303-f2cf-43d7-aa9f-cea106d57ae1 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340688 Sep 21 19:03:00.777410 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf2354-af07-4d55-9545-087e188ac3d6 req-356ec3fa-6c6f-4e3e-a279-ffd7de55f339 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:00.778917 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-44cf2354-af07-4d55-9545-087e188ac3d6 req-356ec3fa-6c6f-4e3e-a279-ffd7de55f339 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 943 time: 0.0567174 Sep 21 19:03:00.823062 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-44cf2354-af07-4d55-9545-087e188ac3d6 req-5c577002-86ca-41fb-b863-a56c6a0760ba tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350378 Sep 21 19:03:01.942186 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784a3c4-0c7e-4055-aba9-3e79cdea0260 req-ddd01cd3-0ae6-4bdd-8739-6ffe3dce2d0d tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:01.943735 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5784a3c4-0c7e-4055-aba9-3e79cdea0260 req-ddd01cd3-0ae6-4bdd-8739-6ffe3dce2d0d tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 943 time: 0.0521119 Sep 21 19:03:01.982129 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5784a3c4-0c7e-4055-aba9-3e79cdea0260 req-9dd1b720-f102-425b-a5d6-dad590e9222b tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316811 Sep 21 19:03:03.107931 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370c655-c848-4d90-8c36-e8ef06e6908e req-41e3b443-6db8-4101-bc04-82f6622b19b2 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:03.109553 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b370c655-c848-4d90-8c36-e8ef06e6908e req-41e3b443-6db8-4101-bc04-82f6622b19b2 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 943 time: 0.0561953 Sep 21 19:03:03.148109 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-b370c655-c848-4d90-8c36-e8ef06e6908e req-b9c3d220-a4c5-4541-ac95-46d3e11f422d tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323279 Sep 21 19:03:04.284959 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbeb78-9e03-45d0-8535-c25f09860fbe req-4647aa65-7f60-46ab-ba1e-bb308006dc7b tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:04.286467 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-11fbeb78-9e03-45d0-8535-c25f09860fbe req-4647aa65-7f60-46ab-ba1e-bb308006dc7b tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 943 time: 0.0566723 Sep 21 19:03:04.333282 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-11fbeb78-9e03-45d0-8535-c25f09860fbe req-974584a2-1b77-4e47-970d-b142cf6d6367 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365558 Sep 21 19:03:05.452247 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd7077-3f82-48ab-a716-e647f86d9d5a req-7c6b3b59-a817-42af-b361-0d7ade8f2cd1 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:05.453746 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ebfd7077-3f82-48ab-a716-e647f86d9d5a req-7c6b3b59-a817-42af-b361-0d7ade8f2cd1 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 943 time: 0.0507138 Sep 21 19:03:05.492177 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ebfd7077-3f82-48ab-a716-e647f86d9d5a req-2fc40cab-57cd-45ff-b3cd-cdb574212b0b tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316904 Sep 21 19:03:06.634843 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06614dcb-8e7f-402c-9f70-1e75f3d1812c req-13b10529-4012-4f12-9055-1efb4be420e0 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:06.636333 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-06614dcb-8e7f-402c-9f70-1e75f3d1812c req-13b10529-4012-4f12-9055-1efb4be420e0 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 943 time: 0.0625322 Sep 21 19:03:06.680407 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-06614dcb-8e7f-402c-9f70-1e75f3d1812c req-3dc75ae3-9124-477b-b59d-1e512f7e8688 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378518 Sep 21 19:03:06.872428 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 19:03:07.001199 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e,segment=NetworkSegment(3dee4aa6-162f-4e21-b310-b55e255600dc),segment_id=3dee4aa6-162f-4e21-b310-b55e255600dc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:03:07.013210 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e', 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151', 'port_id': '5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e', 'mac_address': 'fa:16:3e:3c:12:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e67204e3-c346-4a38-b339-344065edbb63', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 19:03:07.050736 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:07.063987 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:03:07.082714 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e,segment=NetworkSegment(3dee4aa6-162f-4e21-b310-b55e255600dc),segment_id=3dee4aa6-162f-4e21-b310-b55e255600dc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:03:07.089338 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:07.138257 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:07.145531 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:07.145876 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:07.146215 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:07.146547 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:07.146880 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:07.147234 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:07.147549 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:07.147879 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:07.148311 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:07.148636 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:07.148954 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:07.149272 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:03:07.300397 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 19:03:07.811564 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d3d11-ce7a-4158-ad93-71fd54dd9f03 req-b02c0fe2-942e-406e-8727-d0d8678fe26d tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:07.813061 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9c0d3d11-ce7a-4158-ad93-71fd54dd9f03 req-b02c0fe2-942e-406e-8727-d0d8678fe26d tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 944 time: 0.0556312 Sep 21 19:03:07.853842 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9c0d3d11-ce7a-4158-ad93-71fd54dd9f03 req-0f5703d4-3fc4-4687-9037-3cfe81dac789 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317209 Sep 21 19:03:08.872197 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:03:08.928269 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 19:03:08.932272 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:03:08.932681 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:08.972758 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85ad7c-75c5-4637-90c1-b4a82896d09f req-d13cc291-ce67-45b5-8452-fa50d6a75c80 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:08.974355 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9e85ad7c-75c5-4637-90c1-b4a82896d09f req-d13cc291-ce67-45b5-8452-fa50d6a75c80 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 944 time: 0.0484984 Sep 21 19:03:09.011641 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:09.011986 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9e85ad7c-75c5-4637-90c1-b4a82896d09f req-9ed0af43-319a-4686-add3-39ab89adb3c0 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313592 Sep 21 19:03:09.034786 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c7b80c-fec8-4362-ba1f-8b70d8c0a14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:03:09.037063 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7be9786b8e12a57addcd3d24694f9862590c26d6af0c76ac9baad1416f83940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5add3e4-ff17-4e1a-83e2-6af4e4509bab" -d '{"events": [{"server_uuid": "99c7b80c-fec8-4362-ba1f-8b70d8c0a14f", "name": "network-vif-plugged", "status": "completed", "tag": "5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:03:09.049740 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e,segment=NetworkSegment(3dee4aa6-162f-4e21-b310-b55e255600dc),segment_id=3dee4aa6-162f-4e21-b310-b55e255600dc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:03:09.054159 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:09.104082 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:09.134826 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b330c4-7572-4a64-b966-a835e53385d7 x-openstack-request-id: req-09b330c4-7572-4a64-b966-a835e53385d7 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:03:09.135204 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c7b80c-fec8-4362-ba1f-8b70d8c0a14f", "name": "network-vif-plugged", "status": "completed", "tag": "5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:03:09.135425 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-09b330c4-7572-4a64-b966-a835e53385d7 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:03:09.135914 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c7b80c-fec8-4362-ba1f-8b70d8c0a14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e', 'code': 200} Sep 21 19:03:09.232189 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ac3c6-35d5-4e10-8ce4-99856af32a76 req-789f03bb-0979-47a7-b487-437998a14d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:09.233703 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8e5ac3c6-35d5-4e10-8ce4-99856af32a76 req-789f03bb-0979-47a7-b487-437998a14d37 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 1096 time: 0.0407579 Sep 21 19:03:09.276060 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8e5ac3c6-35d5-4e10-8ce4-99856af32a76 req-b627df0f-bc27-40aa-98b7-5222e139cfb6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344799 Sep 21 19:03:10.135245 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8745d-076e-4ac2-bb74-93f9b68c5fe7 req-a2c73709-b7d1-4ec9-880a-1b5ab3907f6a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:10.136746 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90a8745d-076e-4ac2-bb74-93f9b68c5fe7 req-a2c73709-b7d1-4ec9-880a-1b5ab3907f6a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 945 time: 0.0510526 Sep 21 19:03:10.175382 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90a8745d-076e-4ac2-bb74-93f9b68c5fe7 req-fc68d0c9-5ed6-4858-a81f-e6d2edcbb88d tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322046 Sep 21 19:03:11.298318 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18622190-8138-4634-8728-116fe82eb846 req-c862bd35-a25f-484d-b07a-c0b89b4aa2d1 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:11.299824 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-18622190-8138-4634-8728-116fe82eb846 req-c862bd35-a25f-484d-b07a-c0b89b4aa2d1 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 945 time: 0.0493250 Sep 21 19:03:11.338254 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-18622190-8138-4634-8728-116fe82eb846 req-7a216c49-37e3-496f-9d2b-a6230a010519 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321791 Sep 21 19:03:11.463516 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770e505-24f1-492f-9e97-4001930260ee req-47a1343c-d7de-4f8d-b565-945978e2d5f5 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:11.464993 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9770e505-24f1-492f-9e97-4001930260ee req-47a1343c-d7de-4f8d-b565-945978e2d5f5 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 945 time: 0.0506134 Sep 21 19:03:11.505978 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9770e505-24f1-492f-9e97-4001930260ee req-cdb8ba7b-3689-47b8-b435-01d82bf53c89 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319505 Sep 21 19:03:11.527503 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56824) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:03:11.578051 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd84562-84fe-4d7d-935a-e9e9800922bf tempest-TestShelveInstance-1752297766 tempest-TestShelveInstance-1752297766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:11.579606 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-ccd84562-84fe-4d7d-935a-e9e9800922bf tempest-TestShelveInstance-1752297766 tempest-TestShelveInstance-1752297766-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 1091 time: 0.0510759 Sep 21 19:03:11.582531 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 56826) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:03:11.586780 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-1670ab4e-1bd1-46e4-94ed-0d3b286106f5 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'port_id': '5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:03:11.611906 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1670ab4e-1bd1-46e4-94ed-0d3b286106f5 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for floatingip, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:11.720345 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1670ab4e-1bd1-46e4-94ed-0d3b286106f5 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:11.844210 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-1670ab4e-1bd1-46e4-94ed-0d3b286106f5 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Allocated IP 172.25.6.190 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/d767fee2-7eed-4ac5-8739-071cf993b89e) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:03:11.960499 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1670ab4e-1bd1-46e4-94ed-0d3b286106f5 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:12.003859 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1670ab4e-1bd1-46e4-94ed-0d3b286106f5 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:12.048418 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1670ab4e-1bd1-46e4-94ed-0d3b286106f5 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:03:12.053224 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-1670ab4e-1bd1-46e4-94ed-0d3b286106f5 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:03:12.058726 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1670ab4e-1bd1-46e4-94ed-0d3b286106f5 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:03:12.062104 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1670ab4e-1bd1-46e4-94ed-0d3b286106f5 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Pushing event updated for resources: {'Port': ['ID=d767fee2-7eed-4ac5-8739-071cf993b89e,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:12.430700 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1670ab4e-1bd1-46e4-94ed-0d3b286106f5 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:12.508804 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1670ab4e-1bd1-46e4-94ed-0d3b286106f5 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:12.675677 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1670ab4e-1bd1-46e4-94ed-0d3b286106f5 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:12.682619 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1670ab4e-1bd1-46e4-94ed-0d3b286106f5 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:12.752913 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1670ab4e-1bd1-46e4-94ed-0d3b286106f5 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Pushing event updated for resources: {'Port': ['ID=d767fee2-7eed-4ac5-8739-071cf993b89e,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:03:12.763960 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1670ab4e-1bd1-46e4-94ed-0d3b286106f5 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:12.875706 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-1670ab4e-1bd1-46e4-94ed-0d3b286106f5 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Floating IP 7895b127-f61e-47e2-8ec8-2f5c57f853cd associated. External IP: 172.25.6.190, port: 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e. Sep 21 19:03:13.082567 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1670ab4e-1bd1-46e4-94ed-0d3b286106f5 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Router e58c2512-6475-47a2-ad5e-d447b674a4a2 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:03:13.189639 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1670ab4e-1bd1-46e4-94ed-0d3b286106f5 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:03:13.199870 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01191012-e686-4019-87b0-65751d487ea1 None None] Sync routers for ids ['e58c2512-6475-47a2-ad5e-d447b674a4a2'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:03:13.205415 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-1670ab4e-1bd1-46e4-94ed-0d3b286106f5 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:13.210677 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01191012-e686-4019-87b0-65751d487ea1 None None] Routers {'e58c2512-6475-47a2-ad5e-d447b674a4a2'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:03:13.211339 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-01191012-e686-4019-87b0-65751d487ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T19:02:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e58c2512-6475-47a2-ad5e-d447b674a4a2'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:03:13.233018 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-1670ab4e-1bd1-46e4-94ed-0d3b286106f5 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6494434 Sep 21 19:03:13.233566 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c7b80c-fec8-4362-ba1f-8b70d8c0a14f', 'tag': '5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:03:13.235920 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a577fb61-d1c4-4239-911a-7cdec7e45a31" -d '{"events": [{"name": "network-changed", "server_uuid": "99c7b80c-fec8-4362-ba1f-8b70d8c0a14f", "tag": "5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:03:13.273971 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7127f7-df08-4847-8be7-77dfa22ac1c6 x-openstack-request-id: req-4d7127f7-df08-4847-8be7-77dfa22ac1c6 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:03:13.274264 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c7b80c-fec8-4362-ba1f-8b70d8c0a14f", "tag": "5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:03:13.274512 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4d7127f7-df08-4847-8be7-77dfa22ac1c6 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:03:13.274908 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c7b80c-fec8-4362-ba1f-8b70d8c0a14f', 'tag': '5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e', 'status': 'completed', 'code': 200} Sep 21 19:03:13.318873 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-01191012-e686-4019-87b0-65751d487ea1 None None] Set router e58c2512-6475-47a2-ad5e-d447b674a4a2 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:03:13.339892 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577fb61-d1c4-4239-911a-7cdec7e45a31 req-13c69633-9558-4930-baaf-cf0062395698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:13.341454 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a577fb61-d1c4-4239-911a-7cdec7e45a31 req-13c69633-9558-4930-baaf-cf0062395698 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a30c73dde8342b897e577d9fdff8faa&device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 1096 time: 0.0410798 Sep 21 19:03:13.435250 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577fb61-d1c4-4239-911a-7cdec7e45a31 req-deefe016-22ae-4078-80ae-49c7a097ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:13.436754 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a577fb61-d1c4-4239-911a-7cdec7e45a31 req-deefe016-22ae-4078-80ae-49c7a097ef6f service neutron] 10.222.0.38 "GET /v2.0/networks?id=8924269a-739e-41ec-aa95-2f19a338c151 HTTP/1.1" status: 200 len: 909 time: 0.0887830 Sep 21 19:03:13.502784 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a577fb61-d1c4-4239-911a-7cdec7e45a31 req-5e89c519-68f6-4caf-9214-f9b6254dfc2d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e HTTP/1.1" status: 200 len: 999 time: 0.0586975 Sep 21 19:03:13.537741 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-01191012-e686-4019-87b0-65751d487ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'name': 'tempest-TestShelveInstance-688806628-router', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:58:08Z', 'updated_at': '2021-09-21T18:58:11Z', 'revision_number': 4, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'gw_port': {'id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:09Z', 'updated_at': '2021-09-21T18:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '7895b127-f61e-47e2-8ec8-2f5c57f853cd', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'floating_ip_address': '172.25.6.190', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'port_id': '5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151', 'mac_address': 'fa:16:3e:3c:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c7b80c-fec8-4362-ba1f-8b70d8c0a14f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:03:12Z', 'updated_at': '2021-09-21T19:03:12Z', 'revision_number': 0, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b2d9830-9203-4265-b418-f8dcdbe857a0', 'name': '', 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'mac_address': 'fa:16:3e:f8:50:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e67204e3-c346-4a38-b339-344065edbb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:10Z', 'updated_at': '2021-09-21T18:58:15Z', 'revision_number': 5, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'subnets': [{'id': 'e67204e3-c346-4a38-b339-344065edbb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:03:13.552344 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577fb61-d1c4-4239-911a-7cdec7e45a31 req-e1b68c5d-27dd-489a-821b-a81a72d6a742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:13.553855 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a577fb61-d1c4-4239-911a-7cdec7e45a31 req-e1b68c5d-27dd-489a-821b-a81a72d6a742 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e67204e3-c346-4a38-b339-344065edbb63 HTTP/1.1" status: 200 len: 847 time: 0.0439949 Sep 21 19:03:13.565208 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01191012-e686-4019-87b0-65751d487ea1 None None] Checking router: e58c2512-6475-47a2-ad5e-d447b674a4a2 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:03:13.574054 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01191012-e686-4019-87b0-65751d487ea1 None None] Routers {'e58c2512-6475-47a2-ad5e-d447b674a4a2'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:03:13.574674 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-01191012-e686-4019-87b0-65751d487ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T19:02:48Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e58c2512-6475-47a2-ad5e-d447b674a4a2'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:03:13.604174 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577fb61-d1c4-4239-911a-7cdec7e45a31 req-0d450d50-b858-452b-8675-9b87a7ac1d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:13.605623 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a577fb61-d1c4-4239-911a-7cdec7e45a31 req-0d450d50-b858-452b-8675-9b87a7ac1d68 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8924269a-739e-41ec-aa95-2f19a338c151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444899 Sep 21 19:03:13.681375 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-01191012-e686-4019-87b0-65751d487ea1 None None] Set router e58c2512-6475-47a2-ad5e-d447b674a4a2 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:03:13.697904 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a577fb61-d1c4-4239-911a-7cdec7e45a31 req-7fc11033-1c7b-49b5-8607-8d8649cd8e99 service neutron] 10.222.0.38 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848274 Sep 21 19:03:13.796881 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a577fb61-d1c4-4239-911a-7cdec7e45a31 req-7fcbbf8c-4dc7-4f73-89f0-e6a9cf4556c4 service neutron] 10.222.0.38 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922327 Sep 21 19:03:14.017258 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-01191012-e686-4019-87b0-65751d487ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'name': 'tempest-TestShelveInstance-688806628-router', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:58:08Z', 'updated_at': '2021-09-21T18:58:11Z', 'revision_number': 4, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'gw_port': {'id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:09Z', 'updated_at': '2021-09-21T18:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '7895b127-f61e-47e2-8ec8-2f5c57f853cd', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'floating_ip_address': '172.25.6.190', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'port_id': '5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151', 'mac_address': 'fa:16:3e:3c:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c7b80c-fec8-4362-ba1f-8b70d8c0a14f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:03:12Z', 'updated_at': '2021-09-21T19:03:12Z', 'revision_number': 0, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b2d9830-9203-4265-b418-f8dcdbe857a0', 'name': '', 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'mac_address': 'fa:16:3e:f8:50:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e67204e3-c346-4a38-b339-344065edbb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:10Z', 'updated_at': '2021-09-21T18:58:15Z', 'revision_number': 5, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'subnets': [{'id': 'e67204e3-c346-4a38-b339-344065edbb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:03:14.044317 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01191012-e686-4019-87b0-65751d487ea1 None None] The sync data for ids ['e58c2512-6475-47a2-ad5e-d447b674a4a2'] in n-d-810291-1 is: [{'id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'name': 'tempest-TestShelveInstance-688806628-router', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:58:08Z', 'updated_at': '2021-09-21T18:58:11Z', 'revision_number': 4, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'gw_port': {'id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:09Z', 'updated_at': '2021-09-21T18:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '7895b127-f61e-47e2-8ec8-2f5c57f853cd', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'floating_ip_address': '172.25.6.190', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'port_id': '5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151', 'mac_address': 'fa:16:3e:3c:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c7b80c-fec8-4362-ba1f-8b70d8c0a14f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:03:12Z', 'updated_at': '2021-09-21T19:03:12Z', 'revision_number': 0, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b2d9830-9203-4265-b418-f8dcdbe857a0', 'name': '', 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'mac_address': 'fa:16:3e:f8:50:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e67204e3-c346-4a38-b339-344065edbb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:10Z', 'updated_at': '2021-09-21T18:58:15Z', 'revision_number': 5, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'subnets': [{'id': 'e67204e3-c346-4a38-b339-344065edbb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:03:14.273130 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52da094f-35c2-4326-a36d-9126d92267a1 None None] New status for floating IP 7895b127-f61e-47e2-8ec8-2f5c57f853cd: ACTIVE {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 19:03:14.630995 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80174df2-a5f1-4cd0-b1ae-a7cd5b5564c1 req-070054de-a77d-46f7-9cb3-976c734ef482 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428381 Sep 21 19:03:14.722302 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80174df2-a5f1-4cd0-b1ae-a7cd5b5564c1 req-84000aca-97cd-4e01-ad84-b7ceef336d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:14.724646 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80174df2-a5f1-4cd0-b1ae-a7cd5b5564c1 req-84000aca-97cd-4e01-ad84-b7ceef336d0c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a30c73dde8342b897e577d9fdff8faa&device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 1096 time: 0.0510206 Sep 21 19:03:14.829241 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80174df2-a5f1-4cd0-b1ae-a7cd5b5564c1 req-235e7521-73ce-4d2c-8661-6a937b654780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:14.830702 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80174df2-a5f1-4cd0-b1ae-a7cd5b5564c1 req-235e7521-73ce-4d2c-8661-6a937b654780 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8924269a-739e-41ec-aa95-2f19a338c151 HTTP/1.1" status: 200 len: 909 time: 0.0862792 Sep 21 19:03:14.898841 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80174df2-a5f1-4cd0-b1ae-a7cd5b5564c1 req-3fb20711-74dc-47a8-a049-624f7e3e9e67 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e HTTP/1.1" status: 200 len: 1001 time: 0.0605016 Sep 21 19:03:14.954908 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80174df2-a5f1-4cd0-b1ae-a7cd5b5564c1 req-ae503a58-1227-4974-88e6-37c3b8d200ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:14.956429 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80174df2-a5f1-4cd0-b1ae-a7cd5b5564c1 req-ae503a58-1227-4974-88e6-37c3b8d200ba service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e67204e3-c346-4a38-b339-344065edbb63 HTTP/1.1" status: 200 len: 847 time: 0.0507603 Sep 21 19:03:15.006455 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80174df2-a5f1-4cd0-b1ae-a7cd5b5564c1 req-55be3471-52d7-441c-a4b2-06cd762c625a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:03:15.008005 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80174df2-a5f1-4cd0-b1ae-a7cd5b5564c1 req-55be3471-52d7-441c-a4b2-06cd762c625a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8924269a-739e-41ec-aa95-2f19a338c151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446472 Sep 21 19:03:15.113165 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80174df2-a5f1-4cd0-b1ae-a7cd5b5564c1 req-9d042a6d-9b10-44ab-897d-460c251221fa service neutron] 10.222.0.38 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905974 Sep 21 19:03:15.206918 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-80174df2-a5f1-4cd0-b1ae-a7cd5b5564c1 req-eb3177bb-5497-4b48-a799-53f5ba866e31 service neutron] 10.222.0.38 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866027 Sep 21 19:03:16.034454 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-56d1445a-b4f3-4560-8e43-5ef64389fc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:18.520562 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-daf3fd7c-6c12-431d-875d-4b3d4a80a863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:19.148878 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:20.453592 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:21.909434 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:24.130020 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:24.703581 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:03:25.245580 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:46.030192 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-885fdc92-c6ac-46b6-ad23-88133d6e017a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:48.513206 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a55d496e-7c86-4c28-a952-3b97231e0694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:49.146865 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:50.460824 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:51.912632 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:54.148029 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:03:55.244773 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:01.707621 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:04:16.029663 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-587bf440-5961-4184-b68f-8f49418dc0de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:16.609309 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8491209e-d5e3-4629-8bba-3d4766c7e6c4 req-4d9d265c-6e11-456e-be81-f6468dc2319e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423121 Sep 21 19:04:16.694887 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491209e-d5e3-4629-8bba-3d4766c7e6c4 req-12de94e0-35ba-4d84-8546-a6758ff2cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:16.696360 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8491209e-d5e3-4629-8bba-3d4766c7e6c4 req-12de94e0-35ba-4d84-8546-a6758ff2cabc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a30c73dde8342b897e577d9fdff8faa&device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 1096 time: 0.0415418 Sep 21 19:04:16.801708 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491209e-d5e3-4629-8bba-3d4766c7e6c4 req-a8b64549-4289-44e4-8272-41c727478b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:16.803087 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8491209e-d5e3-4629-8bba-3d4766c7e6c4 req-a8b64549-4289-44e4-8272-41c727478b75 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8924269a-739e-41ec-aa95-2f19a338c151 HTTP/1.1" status: 200 len: 909 time: 0.0866120 Sep 21 19:04:16.867286 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8491209e-d5e3-4629-8bba-3d4766c7e6c4 req-c6222c38-3112-460c-ba4a-8769b10bc655 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e HTTP/1.1" status: 200 len: 1001 time: 0.0570090 Sep 21 19:04:16.928227 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491209e-d5e3-4629-8bba-3d4766c7e6c4 req-f7a4c99c-6f70-4f19-ae99-909075f853ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:16.930524 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8491209e-d5e3-4629-8bba-3d4766c7e6c4 req-f7a4c99c-6f70-4f19-ae99-909075f853ce service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e67204e3-c346-4a38-b339-344065edbb63 HTTP/1.1" status: 200 len: 847 time: 0.0565200 Sep 21 19:04:16.979186 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491209e-d5e3-4629-8bba-3d4766c7e6c4 req-5ca42b42-3517-484c-b3a4-2e76ddd4a987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:04:16.980839 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8491209e-d5e3-4629-8bba-3d4766c7e6c4 req-5ca42b42-3517-484c-b3a4-2e76ddd4a987 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8924269a-739e-41ec-aa95-2f19a338c151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423071 Sep 21 19:04:17.083917 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8491209e-d5e3-4629-8bba-3d4766c7e6c4 req-39a7dcfc-9ea4-47e1-b6ac-5bf9bed5773e service neutron] 10.222.0.38 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957947 Sep 21 19:04:17.177038 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8491209e-d5e3-4629-8bba-3d4766c7e6c4 req-2b167134-8dd4-40ec-ac59-d7ee55d0e7d6 service neutron] 10.222.0.38 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859318 Sep 21 19:04:18.515032 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e45a29a2-1cc7-4954-a7ee-81de125768de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:19.144660 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:20.465692 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:21.920785 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:24.147858 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:25.279727 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:38.712792 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:04:46.034721 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2efa6647-7a6f-487d-9611-1d89b5edaa29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:48.518108 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-56a756da-e856-4cfb-9de8-c8d5ffd10d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:49.139336 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:50.468875 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:51.927605 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:54.163676 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:04:55.296815 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:07.731285 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a88457-8484-4fb0-98cd-76d297a158ca req-f60b8f09-ec09-4487-9bd4-9bf92c546fc2 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:07.732694 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-35a88457-8484-4fb0-98cd-76d297a158ca req-f60b8f09-ec09-4487-9bd4-9bf92c546fc2 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 945 time: 0.0504277 Sep 21 19:05:07.777435 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-35a88457-8484-4fb0-98cd-76d297a158ca req-be400a2f-167c-412f-87fd-97cb1d0e0d45 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356948 Sep 21 19:05:08.938342 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29048ee-62d2-4d5b-8d0b-d77177ad17ba req-88de08d1-df60-4a04-b999-60c100817faa tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:08.939835 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a29048ee-62d2-4d5b-8d0b-d77177ad17ba req-88de08d1-df60-4a04-b999-60c100817faa tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 945 time: 0.0482388 Sep 21 19:05:08.978236 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a29048ee-62d2-4d5b-8d0b-d77177ad17ba req-dd51d8d3-920c-4fec-bb4b-26ba64bade03 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323052 Sep 21 19:05:10.144110 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585e819-1936-4d61-8469-7d338d5f04ea req-44f5fb7b-925a-4a5d-84c8-8879a34865c0 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:10.145799 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2585e819-1936-4d61-8469-7d338d5f04ea req-44f5fb7b-925a-4a5d-84c8-8879a34865c0 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 945 time: 0.0562589 Sep 21 19:05:10.185711 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2585e819-1936-4d61-8469-7d338d5f04ea req-b782dff5-252f-43bd-a96e-5b2da819bc6e tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335374 Sep 21 19:05:11.330403 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23890989-41a9-41e6-88f6-f42bcf68c74f req-95711d88-159f-4455-9a75-2e7b09ab9415 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:11.331916 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23890989-41a9-41e6-88f6-f42bcf68c74f req-95711d88-159f-4455-9a75-2e7b09ab9415 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 945 time: 0.0710788 Sep 21 19:05:11.381668 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23890989-41a9-41e6-88f6-f42bcf68c74f req-d46bea32-6c9b-491a-834a-baff3e9403fe tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406265 Sep 21 19:05:12.511093 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf218b7-b04c-4fc4-94d9-91a6432cf998 req-c2f6fa35-f400-4024-8bd9-7230612d8966 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:12.512543 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-adf218b7-b04c-4fc4-94d9-91a6432cf998 req-c2f6fa35-f400-4024-8bd9-7230612d8966 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 945 time: 0.0506771 Sep 21 19:05:12.554734 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-adf218b7-b04c-4fc4-94d9-91a6432cf998 req-996f959a-8d94-4f04-8ac3-b9e34c787467 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348184 Sep 21 19:05:13.681878 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c048c14-1514-4040-a82e-54a20080dbae req-5bf1358d-f352-4500-9bc7-0d9247903ff4 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:13.684053 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2c048c14-1514-4040-a82e-54a20080dbae req-5bf1358d-f352-4500-9bc7-0d9247903ff4 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 945 time: 0.0588849 Sep 21 19:05:13.722397 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2c048c14-1514-4040-a82e-54a20080dbae req-8774b3bd-712d-48f9-9d3e-5b8aae19f228 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321891 Sep 21 19:05:14.857815 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69603f-a123-4af3-8f48-9ba78bf72f05 req-2540d594-5b97-4f42-bc85-fa6b66840185 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:14.859375 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9d69603f-a123-4af3-8f48-9ba78bf72f05 req-2540d594-5b97-4f42-bc85-fa6b66840185 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 945 time: 0.0493536 Sep 21 19:05:14.904484 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9d69603f-a123-4af3-8f48-9ba78bf72f05 req-2ca0ef68-5270-4cd0-b810-dc2edd7362d7 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391512 Sep 21 19:05:15.716270 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:05:16.027728 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a543d-6014-43f3-8b23-dbf8aa74faf5 req-9160fd03-572b-4609-a75c-6bfc4280e74e tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:16.029042 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-535fad20-2c24-4cc8-9e96-21a876929998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:16.029547 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cc7a543d-6014-43f3-8b23-dbf8aa74faf5 req-9160fd03-572b-4609-a75c-6bfc4280e74e tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 945 time: 0.0519693 Sep 21 19:05:16.067950 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cc7a543d-6014-43f3-8b23-dbf8aa74faf5 req-37b72756-c62a-47cc-a999-c250eba7f044 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325098 Sep 21 19:05:16.646887 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ded8a-ce44-4cb2-bd59-bd5672f8a56f req-855e1b64-ac2b-491d-9f67-ca2f767bc5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:16.648385 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be5ded8a-ce44-4cb2-bd59-bd5672f8a56f req-855e1b64-ac2b-491d-9f67-ca2f767bc5e7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a30c73dde8342b897e577d9fdff8faa&device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 1096 time: 0.0521035 Sep 21 19:05:16.765311 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ded8a-ce44-4cb2-bd59-bd5672f8a56f req-8bc51b45-fb7e-4d2c-a353-96ad14304f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:16.766801 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be5ded8a-ce44-4cb2-bd59-bd5672f8a56f req-8bc51b45-fb7e-4d2c-a353-96ad14304f6d service neutron] 10.222.0.38 "GET /v2.0/networks?id=8924269a-739e-41ec-aa95-2f19a338c151 HTTP/1.1" status: 200 len: 909 time: 0.0932195 Sep 21 19:05:16.836221 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be5ded8a-ce44-4cb2-bd59-bd5672f8a56f req-aa86d745-e9a3-454a-ac08-dcb389554bef service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e HTTP/1.1" status: 200 len: 1001 time: 0.0610623 Sep 21 19:05:16.886050 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ded8a-ce44-4cb2-bd59-bd5672f8a56f req-bba01656-fab9-4d48-99f0-9ed11ee2670d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:16.887641 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be5ded8a-ce44-4cb2-bd59-bd5672f8a56f req-bba01656-fab9-4d48-99f0-9ed11ee2670d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e67204e3-c346-4a38-b339-344065edbb63 HTTP/1.1" status: 200 len: 847 time: 0.0428045 Sep 21 19:05:16.945223 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ded8a-ce44-4cb2-bd59-bd5672f8a56f req-5cfada1b-b434-4e3b-ac9c-bd2b65ed8aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:16.947172 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be5ded8a-ce44-4cb2-bd59-bd5672f8a56f req-5cfada1b-b434-4e3b-ac9c-bd2b65ed8aff service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8924269a-739e-41ec-aa95-2f19a338c151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491059 Sep 21 19:05:16.958012 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-be5ded8a-ce44-4cb2-bd59-bd5672f8a56f req-320ca4dd-d11b-411d-9e7c-f5075a70ef2f service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 19:05:16.959017 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be5ded8a-ce44-4cb2-bd59-bd5672f8a56f req-320ca4dd-d11b-411d-9e7c-f5075a70ef2f service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048630 Sep 21 19:05:17.055288 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be5ded8a-ce44-4cb2-bd59-bd5672f8a56f req-fe72aec5-1de8-4f7a-b8c8-ca843382b2cf service neutron] 10.222.0.38 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890946 Sep 21 19:05:17.151500 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-be5ded8a-ce44-4cb2-bd59-bd5672f8a56f req-1497f471-c3bc-40ca-adb8-0d0abcce8108 service neutron] 10.222.0.38 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890515 Sep 21 19:05:17.186071 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699cc9b8-d9ca-459b-9fc8-e26df30924a0 req-47c3e2d6-6f15-4217-b269-761b27472353 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:17.187663 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-699cc9b8-d9ca-459b-9fc8-e26df30924a0 req-47c3e2d6-6f15-4217-b269-761b27472353 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 945 time: 0.0519276 Sep 21 19:05:17.228853 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-699cc9b8-d9ca-459b-9fc8-e26df30924a0 req-7373931e-14f3-4a5b-b820-cd4b1fb6805f tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345631 Sep 21 19:05:17.880640 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3329388-109d-416c-b1dd-cdb8ee14fecf req-1f8b0de5-7cda-4f87-9d19-56430d752c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:17.882190 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3329388-109d-416c-b1dd-cdb8ee14fecf req-1f8b0de5-7cda-4f87-9d19-56430d752c8c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a30c73dde8342b897e577d9fdff8faa&device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 1096 time: 0.0472238 Sep 21 19:05:17.976134 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3329388-109d-416c-b1dd-cdb8ee14fecf req-a5062311-3151-4895-a4c2-3bdf9244a8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:17.977613 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3329388-109d-416c-b1dd-cdb8ee14fecf req-a5062311-3151-4895-a4c2-3bdf9244a8cb service neutron] 10.222.0.38 "GET /v2.0/networks?id=8924269a-739e-41ec-aa95-2f19a338c151 HTTP/1.1" status: 200 len: 909 time: 0.0884371 Sep 21 19:05:18.046146 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3329388-109d-416c-b1dd-cdb8ee14fecf req-ca06b072-eded-4e7e-ae6e-bbd3c0d9b8c6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e HTTP/1.1" status: 200 len: 1001 time: 0.0610709 Sep 21 19:05:18.096570 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3329388-109d-416c-b1dd-cdb8ee14fecf req-cce1712d-f8b6-4fc9-8053-96908374663d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:18.098050 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3329388-109d-416c-b1dd-cdb8ee14fecf req-cce1712d-f8b6-4fc9-8053-96908374663d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e67204e3-c346-4a38-b339-344065edbb63 HTTP/1.1" status: 200 len: 847 time: 0.0448611 Sep 21 19:05:18.151430 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3329388-109d-416c-b1dd-cdb8ee14fecf req-79023f8d-b485-4238-988a-73dfa1f6365e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:18.152828 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3329388-109d-416c-b1dd-cdb8ee14fecf req-79023f8d-b485-4238-988a-73dfa1f6365e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8924269a-739e-41ec-aa95-2f19a338c151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477114 Sep 21 19:05:18.245856 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3329388-109d-416c-b1dd-cdb8ee14fecf req-78ae6060-cd1c-4b86-9463-c52e9d18a466 service neutron] 10.222.0.38 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858233 Sep 21 19:05:18.522824 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-47941129-3e9d-4193-86b1-86586338a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:18.720136 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a3329388-109d-416c-b1dd-cdb8ee14fecf req-19323f8d-17f9-4278-86ce-5c7a289b54a8 service neutron] 10.222.0.38 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4675751 Sep 21 19:05:18.728685 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896b86a-d17a-4271-93de-8ffb977e4619 req-e31f2be1-78df-418b-b94d-a4be28c131b7 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:18.730079 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2896b86a-d17a-4271-93de-8ffb977e4619 req-e31f2be1-78df-418b-b94d-a4be28c131b7 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 945 time: 0.4224308 Sep 21 19:05:18.768364 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2896b86a-d17a-4271-93de-8ffb977e4619 req-921e0ce5-1a81-4dfd-a796-94d787c7d6d4 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320692 Sep 21 19:05:19.150405 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:19.891683 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289fc3b-b984-449d-bcf3-b3d2dd376cb2 req-f2059cd8-8a31-43d4-9351-1624d6521d65 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:19.893170 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d289fc3b-b984-449d-bcf3-b3d2dd376cb2 req-f2059cd8-8a31-43d4-9351-1624d6521d65 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 945 time: 0.0505745 Sep 21 19:05:19.932636 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d289fc3b-b984-449d-bcf3-b3d2dd376cb2 req-635f91e2-88f3-489a-b8e3-96310420b451 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333509 Sep 21 19:05:20.465958 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:21.054182 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41cd1a-5989-49eb-afa6-109d98bce620 req-ea3c8373-cbda-433e-91dc-dc3944eb714a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:21.055708 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cb41cd1a-5989-49eb-afa6-109d98bce620 req-ea3c8373-cbda-433e-91dc-dc3944eb714a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 945 time: 0.0490668 Sep 21 19:05:21.093052 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-cb41cd1a-5989-49eb-afa6-109d98bce620 req-21de5b8d-10cb-4181-bdbf-e765155b2d4c tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310593 Sep 21 19:05:21.927384 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:22.211283 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26df792-d892-4b35-b8dc-13d0585aa3c8 req-c356da83-987d-4f7c-8a1a-a12c926fe81e tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:22.212794 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f26df792-d892-4b35-b8dc-13d0585aa3c8 req-c356da83-987d-4f7c-8a1a-a12c926fe81e tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 945 time: 0.0524902 Sep 21 19:05:22.256565 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f26df792-d892-4b35-b8dc-13d0585aa3c8 req-f1070930-1285-4e26-97fa-18b7ad7e7660 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374229 Sep 21 19:05:22.331287 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-23fb7fe3-046f-44b9-b679-3a5c975465cf req-43a4e020-9b01-4422-9f8b-dd6061ad63ca service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 19:05:22.332277 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23fb7fe3-046f-44b9-b679-3a5c975465cf req-43a4e020-9b01-4422-9f8b-dd6061ad63ca service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055914 Sep 21 19:05:23.475702 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:05:23.519857 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-5aed0174-af53-40d8-85c6-0b6fef996745 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0755718 Sep 21 19:05:23.532005 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8ba19-9a55-4a84-84da-7673d30dcbdc req-92cc5eb4-20c5-47f2-91bc-12cbd8e2908a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:23.533545 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bba8ba19-9a55-4a84-84da-7673d30dcbdc req-92cc5eb4-20c5-47f2-91bc-12cbd8e2908a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 945 time: 0.0634396 Sep 21 19:05:23.556346 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:23.577431 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bba8ba19-9a55-4a84-84da-7673d30dcbdc req-eec5894b-4da6-49dc-bb6c-b27b2d085239 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374782 Sep 21 19:05:23.579326 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c7b80c-fec8-4362-ba1f-8b70d8c0a14f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:05:23.581594 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7be9786b8e12a57addcd3d24694f9862590c26d6af0c76ac9baad1416f83940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27024dd6-ff33-4685-b463-7ae812197ead" -d '{"events": [{"server_uuid": "99c7b80c-fec8-4362-ba1f-8b70d8c0a14f", "name": "network-vif-unplugged", "status": "completed", "tag": "5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:05:23.595658 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e,segment=NetworkSegment(3dee4aa6-162f-4e21-b310-b55e255600dc),segment_id=3dee4aa6-162f-4e21-b310-b55e255600dc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:05:23.601472 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:23.624795 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 21 Sep 2021 19:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eec8de4-ce80-44a5-993a-0c2c9e59789e x-openstack-request-id: req-9eec8de4-ce80-44a5-993a-0c2c9e59789e {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:05:23.625156 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c7b80c-fec8-4362-ba1f-8b70d8c0a14f", "name": "network-vif-unplugged", "status": "failed", "tag": "5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e", "code": 422}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:05:23.625417 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9eec8de4-ce80-44a5-993a-0c2c9e59789e {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:05:23.625811 n-d-810291-1 neutron-server[101462]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '99c7b80c-fec8-4362-ba1f-8b70d8c0a14f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e', 'code': 422} returned with failed status Sep 21 19:05:23.651003 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:23.658446 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:23.658794 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:23.659200 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:23.659507 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:23.659891 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:23.660190 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:23.660516 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:23.660815 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:23.661167 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:23.661490 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:23.661818 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:23.662138 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:24.177395 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:24.695542 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ece95-a9da-40af-9419-db5378e77433 req-5a8b7347-ff50-45ab-b97a-b3193dacaa91 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:24.696998 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e44ece95-a9da-40af-9419-db5378e77433 req-5a8b7347-ff50-45ab-b97a-b3193dacaa91 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 943 time: 0.0498750 Sep 21 19:05:24.735025 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-e44ece95-a9da-40af-9419-db5378e77433 req-cd9cb1d0-e0f5-4ba9-8a2e-77430694ee06 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315759 Sep 21 19:05:25.308100 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:25.855667 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7eb3b-812f-42be-ad1b-cdbf9f157653 req-242b5380-7d4c-4ba0-b000-87581332d4a2 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:25.857146 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2cb7eb3b-812f-42be-ad1b-cdbf9f157653 req-242b5380-7d4c-4ba0-b000-87581332d4a2 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 943 time: 0.0498793 Sep 21 19:05:25.894558 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2cb7eb3b-812f-42be-ad1b-cdbf9f157653 req-d227b015-25c9-4675-8403-02947b0d3dca tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310853 Sep 21 19:05:27.021444 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafc701-e2f6-4757-bc86-f2a1719dc8f0 req-f0f0d5f8-28ea-4094-b19f-e5a9cdcabef0 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:27.023127 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ecafc701-e2f6-4757-bc86-f2a1719dc8f0 req-f0f0d5f8-28ea-4094-b19f-e5a9cdcabef0 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 943 time: 0.0575480 Sep 21 19:05:27.064403 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-ecafc701-e2f6-4757-bc86-f2a1719dc8f0 req-a0adfe2b-516e-4083-a58f-e26fdf0a8174 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348468 Sep 21 19:05:28.205279 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c0ee8-7074-4ceb-8338-e231168a433b req-b8b77cb3-596e-4fb3-b32d-09793d13d1ae tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:28.209250 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-652c0ee8-7074-4ceb-8338-e231168a433b req-b8b77cb3-596e-4fb3-b32d-09793d13d1ae tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 943 time: 0.0712819 Sep 21 19:05:28.250761 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-652c0ee8-7074-4ceb-8338-e231168a433b req-0fc69647-4b58-4b7d-af72-a400eed4f005 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332234 Sep 21 19:05:28.393481 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-f04826e0-8013-4df2-a367-75f0e4d1b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:28.394962 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-f04826e0-8013-4df2-a367-75f0e4d1b38b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f&tenant_id=4a30c73dde8342b897e577d9fdff8faa HTTP/1.1" status: 200 len: 1094 time: 0.0413706 Sep 21 19:05:28.407168 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-33f66929-701d-4843-8977-a6447941197c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-810291-1', 'device_owner': 'compute:nova'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:05:28.457802 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-33f66929-701d-4843-8977-a6447941197c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:28.664396 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-33f66929-701d-4843-8977-a6447941197c service neutron] For port 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e,segment=NetworkSegment(3dee4aa6-162f-4e21-b310-b55e255600dc),segment_id=3dee4aa6-162f-4e21-b310-b55e255600dc)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:05:28.698186 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-33f66929-701d-4843-8977-a6447941197c service neutron] For port 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:05:28.729722 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-33f66929-701d-4843-8977-a6447941197c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:05:28.737071 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-33f66929-701d-4843-8977-a6447941197c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:28.748967 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-33f66929-701d-4843-8977-a6447941197c service neutron] Transition to ACTIVE for port object 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 19:05:28.754493 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-33f66929-701d-4843-8977-a6447941197c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:28.831650 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f66929-701d-4843-8977-a6447941197c service neutron] Pushing event updated for resources: {'Port': ['ID=5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e,revision_number=7']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:28.843692 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f66929-701d-4843-8977-a6447941197c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:28.844011 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f66929-701d-4843-8977-a6447941197c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:28.844357 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f66929-701d-4843-8977-a6447941197c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:28.844690 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f66929-701d-4843-8977-a6447941197c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:28.845020 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f66929-701d-4843-8977-a6447941197c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:28.845348 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f66929-701d-4843-8977-a6447941197c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:28.845673 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f66929-701d-4843-8977-a6447941197c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:28.845996 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f66929-701d-4843-8977-a6447941197c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:28.846353 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f66929-701d-4843-8977-a6447941197c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:28.846671 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f66929-701d-4843-8977-a6447941197c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:28.846979 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f66929-701d-4843-8977-a6447941197c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:28.847300 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f66929-701d-4843-8977-a6447941197c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:05:28.884212 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-33f66929-701d-4843-8977-a6447941197c service neutron] No DVR routers for this DVR port 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:05:29.022476 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-33f66929-701d-4843-8977-a6447941197c service neutron] Attempting to bind port 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:05:29.022792 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-33f66929-701d-4843-8977-a6447941197c service neutron] Attempting to bind port 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '3dee4aa6-162f-4e21-b310-b55e255600dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:05:29.023177 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-33f66929-701d-4843-8977-a6447941197c service neutron] Attempting to bind port 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e on network 8924269a-739e-41ec-aa95-2f19a338c151 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:05:29.027645 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-33f66929-701d-4843-8977-a6447941197c service neutron] Port 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e on network 8924269a-739e-41ec-aa95-2f19a338c151 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 19:05:29.027965 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-33f66929-701d-4843-8977-a6447941197c service neutron] Attempting to bind port 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e on network 8924269a-739e-41ec-aa95-2f19a338c151 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:05:29.032994 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-33f66929-701d-4843-8977-a6447941197c service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:05:29.033332 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-33f66929-701d-4843-8977-a6447941197c service neutron] Checking segment: {'id': '3dee4aa6-162f-4e21-b310-b55e255600dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:05:29.033692 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-33f66929-701d-4843-8977-a6447941197c service neutron] Bound using segment: {'id': '3dee4aa6-162f-4e21-b310-b55e255600dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:05:29.034146 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-33f66929-701d-4843-8977-a6447941197c service neutron] Bound port: 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dee4aa6-162f-4e21-b310-b55e255600dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:05:29.034507 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-33f66929-701d-4843-8977-a6447941197c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:29.099073 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-33f66929-701d-4843-8977-a6447941197c service neutron] For port 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:05:29.102248 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-33f66929-701d-4843-8977-a6447941197c service neutron] For port 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e,segment=NetworkSegment(3dee4aa6-162f-4e21-b310-b55e255600dc),segment_id=3dee4aa6-162f-4e21-b310-b55e255600dc)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:05:29.108218 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-33f66929-701d-4843-8977-a6447941197c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:29.144410 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-33f66929-701d-4843-8977-a6447941197c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:29.145099 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-33f66929-701d-4843-8977-a6447941197c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:29.146503 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-33f66929-701d-4843-8977-a6447941197c service neutron] 10.222.0.44 "PUT /v2.0/ports/5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e HTTP/1.1" status: 200 len: 1091 time: 0.7433279 Sep 21 19:05:29.146960 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c7b80c-fec8-4362-ba1f-8b70d8c0a14f', 'tag': '5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:05:29.149253 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7ad3d2-7eb8-4325-9a70-678299a6dc14" -d '{"events": [{"name": "network-changed", "server_uuid": "99c7b80c-fec8-4362-ba1f-8b70d8c0a14f", "tag": "5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:05:29.173139 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f66929-701d-4843-8977-a6447941197c service neutron] Pushing event updated for resources: {'Port': ['ID=5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e,revision_number=8']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:29.209722 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4498d81-e601-44c9-afde-3969886137b5 x-openstack-request-id: req-f4498d81-e601-44c9-afde-3969886137b5 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:05:29.210383 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c7b80c-fec8-4362-ba1f-8b70d8c0a14f", "tag": "5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:05:29.210383 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f4498d81-e601-44c9-afde-3969886137b5 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:05:29.210752 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c7b80c-fec8-4362-ba1f-8b70d8c0a14f', 'tag': '5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e', 'status': 'completed', 'code': 200} Sep 21 19:05:29.227318 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-b6c070ec-c89a-445b-a31b-a96f3593482e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:29.228853 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-b6c070ec-c89a-445b-a31b-a96f3593482e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a30c73dde8342b897e577d9fdff8faa&device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 1094 time: 0.0521314 Sep 21 19:05:29.341727 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-91dd6715-7b87-4a15-a662-8043bbed4c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:29.343210 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-91dd6715-7b87-4a15-a662-8043bbed4c19 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8924269a-739e-41ec-aa95-2f19a338c151 HTTP/1.1" status: 200 len: 909 time: 0.1060681 Sep 21 19:05:29.431058 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64791bb4-f0cf-463d-9a41-af05967930a4 req-0cc19b64-3e2d-4f3d-a88d-fdbc92421d76 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:29.432504 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-64791bb4-f0cf-463d-9a41-af05967930a4 req-0cc19b64-3e2d-4f3d-a88d-fdbc92421d76 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 943 time: 0.1040726 Sep 21 19:05:29.435007 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-dd1343c9-ee53-426f-96af-bd05b5a6302f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e HTTP/1.1" status: 200 len: 999 time: 0.0750079 Sep 21 19:05:29.506386 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-64791bb4-f0cf-463d-9a41-af05967930a4 req-4e142709-23d0-43b9-956f-0d2c2abeda39 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658066 Sep 21 19:05:29.512152 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-0ad7bc63-8a29-484a-9967-9efec2c032e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:29.513555 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-0ad7bc63-8a29-484a-9967-9efec2c032e8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e67204e3-c346-4a38-b339-344065edbb63 HTTP/1.1" status: 200 len: 847 time: 0.0672679 Sep 21 19:05:29.569481 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-f5303aef-5f5d-4979-aaf8-5757024f7cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:29.571902 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-f5303aef-5f5d-4979-aaf8-5757024f7cba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8924269a-739e-41ec-aa95-2f19a338c151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501533 Sep 21 19:05:29.667457 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-a0ebea5d-3c86-498d-a976-6adc2961428f service neutron] 10.222.0.44 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860846 Sep 21 19:05:29.768504 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-0e00daa2-0ca0-4f0a-9ac1-666128e833da service neutron] 10.222.0.44 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925581 Sep 21 19:05:29.864249 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ad3d2-7eb8-4325-9a70-678299a6dc14 req-05a07ede-861d-405a-ab38-1289ad25de7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:29.865740 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2f7ad3d2-7eb8-4325-9a70-678299a6dc14 req-05a07ede-861d-405a-ab38-1289ad25de7c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a30c73dde8342b897e577d9fdff8faa&device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 1094 time: 0.0422614 Sep 21 19:05:29.968156 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ad3d2-7eb8-4325-9a70-678299a6dc14 req-76e5240c-fac6-4f51-b14c-8ac2014459c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:29.969672 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2f7ad3d2-7eb8-4325-9a70-678299a6dc14 req-76e5240c-fac6-4f51-b14c-8ac2014459c3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8924269a-739e-41ec-aa95-2f19a338c151 HTTP/1.1" status: 200 len: 909 time: 0.0960810 Sep 21 19:05:30.037410 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2f7ad3d2-7eb8-4325-9a70-678299a6dc14 req-5fc7ff1a-2f99-4817-8d02-0bc9640b4e90 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e HTTP/1.1" status: 200 len: 999 time: 0.0597448 Sep 21 19:05:30.093345 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ad3d2-7eb8-4325-9a70-678299a6dc14 req-6ff96b41-aa21-41b4-a556-70d9b3157a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:30.095529 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2f7ad3d2-7eb8-4325-9a70-678299a6dc14 req-6ff96b41-aa21-41b4-a556-70d9b3157a43 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e67204e3-c346-4a38-b339-344065edbb63 HTTP/1.1" status: 200 len: 847 time: 0.0502989 Sep 21 19:05:30.147418 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ad3d2-7eb8-4325-9a70-678299a6dc14 req-050cedee-2ff8-4ea2-bb2d-e80549284924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:30.148918 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2f7ad3d2-7eb8-4325-9a70-678299a6dc14 req-050cedee-2ff8-4ea2-bb2d-e80549284924 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8924269a-739e-41ec-aa95-2f19a338c151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459685 Sep 21 19:05:30.250771 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2f7ad3d2-7eb8-4325-9a70-678299a6dc14 req-b7f0b992-7679-4eab-ad01-39610a3e987e service neutron] 10.222.0.44 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938535 Sep 21 19:05:30.346876 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2f7ad3d2-7eb8-4325-9a70-678299a6dc14 req-baea0993-cd57-4260-bed3-eaa16f0c33f3 service neutron] 10.222.0.44 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882432 Sep 21 19:05:30.687920 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4c765-3735-4c73-ad52-8d634af1492d req-0fb0a34d-a6ae-4760-b188-b37cc4e42535 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:30.689412 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f9c4c765-3735-4c73-ad52-8d634af1492d req-0fb0a34d-a6ae-4760-b188-b37cc4e42535 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 943 time: 0.1053922 Sep 21 19:05:30.728180 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f9c4c765-3735-4c73-ad52-8d634af1492d req-982b0286-fa58-4d22-a340-7e0d0ec588f6 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315332 Sep 21 19:05:31.911128 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53f89e-dda1-487c-bee5-f414b5d06cec req-60a41066-1668-473c-a1b1-971c7e3e5b97 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:31.912630 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4c53f89e-dda1-487c-bee5-f414b5d06cec req-60a41066-1668-473c-a1b1-971c7e3e5b97 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 943 time: 0.1009476 Sep 21 19:05:31.952068 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4c53f89e-dda1-487c-bee5-f414b5d06cec req-a34fa6f3-cc89-47f0-9fe3-3fdc62c06883 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330977 Sep 21 19:05:33.084650 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f1e13-d357-4dfa-9900-b6f4035fdd60 req-5d3f501a-baf8-4648-b3b4-3c999104f7b1 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:33.086144 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-872f1e13-d357-4dfa-9900-b6f4035fdd60 req-5d3f501a-baf8-4648-b3b4-3c999104f7b1 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 943 time: 0.0535393 Sep 21 19:05:33.129171 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-872f1e13-d357-4dfa-9900-b6f4035fdd60 req-bf6dd921-5c9d-4cbc-b928-59e05bd57dc4 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353215 Sep 21 19:05:34.254415 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420c48e-8ad2-4732-b063-878bbe7ececc req-b4f45b78-bad9-43f5-861d-06416c3c0341 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:34.255921 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7420c48e-8ad2-4732-b063-878bbe7ececc req-b4f45b78-bad9-43f5-861d-06416c3c0341 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 943 time: 0.0521250 Sep 21 19:05:34.309733 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7420c48e-8ad2-4732-b063-878bbe7ececc req-c109bcfd-ef04-479a-b52d-a83e4a0d9c12 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449350 Sep 21 19:05:35.437599 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c021d7-e01d-46ec-8ebd-df3f0389fd24 req-0648feb0-a230-4ecb-9533-7bb9e0a7ea3f tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:35.439106 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-46c021d7-e01d-46ec-8ebd-df3f0389fd24 req-0648feb0-a230-4ecb-9533-7bb9e0a7ea3f tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 943 time: 0.0535722 Sep 21 19:05:35.484188 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-46c021d7-e01d-46ec-8ebd-df3f0389fd24 req-418c9289-af51-49dc-b42a-1db20f5c99cf tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369461 Sep 21 19:05:36.611722 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb1004-8113-46dc-8815-c54d2b54e185 req-e757dc1e-6969-484b-8e8a-0dde01a5308e tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:36.613359 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5dbb1004-8113-46dc-8815-c54d2b54e185 req-e757dc1e-6969-484b-8e8a-0dde01a5308e tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 943 time: 0.0549428 Sep 21 19:05:36.658407 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5dbb1004-8113-46dc-8815-c54d2b54e185 req-a26e05c2-1a86-41fd-a2ad-aadafb10c1f2 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357370 Sep 21 19:05:37.709190 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 19:05:37.787223 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6a358-fab7-4515-81d4-4c2bac12f1da req-c2e1feb2-0e7b-4044-bdbc-4263c9fe5eb3 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:37.788928 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-70a6a358-fab7-4515-81d4-4c2bac12f1da req-c2e1feb2-0e7b-4044-bdbc-4263c9fe5eb3 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 943 time: 0.0510235 Sep 21 19:05:37.807854 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e,segment=NetworkSegment(3dee4aa6-162f-4e21-b310-b55e255600dc),segment_id=3dee4aa6-162f-4e21-b310-b55e255600dc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:05:37.819048 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e', 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151', 'port_id': '5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e', 'mac_address': 'fa:16:3e:3c:12:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e67204e3-c346-4a38-b339-344065edbb63', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 19:05:37.829096 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-70a6a358-fab7-4515-81d4-4c2bac12f1da req-811dfcd8-9db7-4b58-a08c-cf848c9464e3 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333617 Sep 21 19:05:37.855549 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:37.871775 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:05:37.890325 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e,segment=NetworkSegment(3dee4aa6-162f-4e21-b310-b55e255600dc),segment_id=3dee4aa6-162f-4e21-b310-b55e255600dc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:05:37.896734 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:37.943587 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e,revision_number=9']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:38.155700 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 19:05:38.964856 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ed068-d36a-4215-be50-4b7e3602e421 req-b9bd28fd-6936-4fee-b2c9-2bab17662dde tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:38.967238 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-194ed068-d36a-4215-be50-4b7e3602e421 req-b9bd28fd-6936-4fee-b2c9-2bab17662dde tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 944 time: 0.0603621 Sep 21 19:05:39.006661 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-194ed068-d36a-4215-be50-4b7e3602e421 req-7ba0fc85-d338-4ec4-88b8-5f37ea4a12ea tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313821 Sep 21 19:05:39.710070 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:05:39.770122 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 19:05:39.773812 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:05:39.774205 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:39.862672 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:40.036895 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c7b80c-fec8-4362-ba1f-8b70d8c0a14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:05:40.039222 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7be9786b8e12a57addcd3d24694f9862590c26d6af0c76ac9baad1416f83940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad068740-4ec0-4cff-8d86-d25667d52bb6" -d '{"events": [{"server_uuid": "99c7b80c-fec8-4362-ba1f-8b70d8c0a14f", "name": "network-vif-plugged", "status": "completed", "tag": "5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:05:40.052695 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e,segment=NetworkSegment(3dee4aa6-162f-4e21-b310-b55e255600dc),segment_id=3dee4aa6-162f-4e21-b310-b55e255600dc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:05:40.058172 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:40.082555 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50cd919-8708-4e56-8d0a-e92728dc223a x-openstack-request-id: req-f50cd919-8708-4e56-8d0a-e92728dc223a {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:05:40.082834 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c7b80c-fec8-4362-ba1f-8b70d8c0a14f", "name": "network-vif-plugged", "status": "completed", "tag": "5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:05:40.083107 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f50cd919-8708-4e56-8d0a-e92728dc223a {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:05:40.083492 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c7b80c-fec8-4362-ba1f-8b70d8c0a14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e', 'code': 200} Sep 21 19:05:40.110553 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e,revision_number=10']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:05:40.133473 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ffc6c-fca5-4b1c-a074-f93de4914758 req-0ed1c910-8605-432e-b092-4751948f5b87 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:40.135133 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-742ffc6c-fca5-4b1c-a074-f93de4914758 req-0ed1c910-8605-432e-b092-4751948f5b87 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 946 time: 0.0533717 Sep 21 19:05:40.176808 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-742ffc6c-fca5-4b1c-a074-f93de4914758 req-ce9d4e77-3d49-4f1f-bf84-6ab303e25b60 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345960 Sep 21 19:05:40.235427 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96eee9a-0c38-4886-bb71-07cc4f1526e0 req-db66b607-cfe0-4f60-9e61-4a811cde5f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:40.236934 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d96eee9a-0c38-4886-bb71-07cc4f1526e0 req-db66b607-cfe0-4f60-9e61-4a811cde5f5e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 1097 time: 0.0416710 Sep 21 19:05:40.276414 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d96eee9a-0c38-4886-bb71-07cc4f1526e0 req-1862f943-ca00-482b-a0b5-26fb54391bbf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316288 Sep 21 19:05:41.306367 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3939f-b1b8-480e-8db8-4e04f4331690 req-a2af5072-d2b2-4292-a1f7-54aa97fcc0d1 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:41.307905 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ae3939f-b1b8-480e-8db8-4e04f4331690 req-a2af5072-d2b2-4292-a1f7-54aa97fcc0d1 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 946 time: 0.0558345 Sep 21 19:05:41.346540 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7ae3939f-b1b8-480e-8db8-4e04f4331690 req-fa05a2ec-775d-46ce-9eec-ec4a042ad1f6 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324972 Sep 21 19:05:42.484574 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6460e-53c6-4095-8b98-37ec18f00e5b req-02716779-c6c4-495b-86f5-7f8eaa89e414 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:05:42.486137 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-69a6460e-53c6-4095-8b98-37ec18f00e5b req-02716779-c6c4-495b-86f5-7f8eaa89e414 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 946 time: 0.0610032 Sep 21 19:05:42.530224 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-69a6460e-53c6-4095-8b98-37ec18f00e5b req-ed3ff08a-51c1-4ee8-b69d-b456aa8cba90 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364180 Sep 21 19:05:46.041759 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3a5bea30-446a-4e2f-854a-b460c3a710d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:48.527662 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-397364ee-60b4-476b-9970-5ecd3b355b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:49.151463 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:50.476373 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:51.935843 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:52.716350 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:05:54.181356 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:05:55.313088 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:06.171170 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2a45b3ce-5dea-41a3-b629-58e7051f186c req-77404ad7-2b9c-41ee-bd5b-83ebdd0d8e69 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417728 Sep 21 19:06:06.260140 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45b3ce-5dea-41a3-b629-58e7051f186c req-bc14256c-7856-4470-a413-03b37bc6a18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:06.261750 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2a45b3ce-5dea-41a3-b629-58e7051f186c req-bc14256c-7856-4470-a413-03b37bc6a18d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a30c73dde8342b897e577d9fdff8faa&device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 1097 time: 0.0418980 Sep 21 19:06:06.375386 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45b3ce-5dea-41a3-b629-58e7051f186c req-c26933d7-7bbf-4a00-9223-6825d7b222e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:06.377003 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2a45b3ce-5dea-41a3-b629-58e7051f186c req-c26933d7-7bbf-4a00-9223-6825d7b222e2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8924269a-739e-41ec-aa95-2f19a338c151 HTTP/1.1" status: 200 len: 909 time: 0.0928628 Sep 21 19:06:06.449936 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2a45b3ce-5dea-41a3-b629-58e7051f186c req-f4bedb5c-cad6-425f-b35e-d6320afc7a0f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e HTTP/1.1" status: 200 len: 1001 time: 0.0646596 Sep 21 19:06:06.506394 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45b3ce-5dea-41a3-b629-58e7051f186c req-f794982b-de6b-4b12-b491-4e83a5a51536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:06.507974 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2a45b3ce-5dea-41a3-b629-58e7051f186c req-f794982b-de6b-4b12-b491-4e83a5a51536 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e67204e3-c346-4a38-b339-344065edbb63 HTTP/1.1" status: 200 len: 847 time: 0.0503187 Sep 21 19:06:06.558573 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45b3ce-5dea-41a3-b629-58e7051f186c req-0a9cf4f0-dbb5-47c2-ad6d-f80da9663940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:06.560159 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2a45b3ce-5dea-41a3-b629-58e7051f186c req-0a9cf4f0-dbb5-47c2-ad6d-f80da9663940 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8924269a-739e-41ec-aa95-2f19a338c151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437901 Sep 21 19:06:06.657329 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2a45b3ce-5dea-41a3-b629-58e7051f186c req-6b67dd5f-7470-4203-a2c3-6d82cbaba651 service neutron] 10.222.0.44 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878587 Sep 21 19:06:06.756138 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2a45b3ce-5dea-41a3-b629-58e7051f186c req-9c9aaba8-5435-44fa-91ad-fe5ca3103a38 service neutron] 10.222.0.44 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908322 Sep 21 19:06:16.044902 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ee82cfcf-736d-462b-bc1d-b2d5d421132a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:18.536155 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a0605096-17e2-4530-811a-41dfd04d9774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:19.155376 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:20.482046 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:21.934606 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:24.184121 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:25.318152 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:29.718468 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:06:46.047437 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1582de4a-7a99-44f7-a5f8-dc79ebe6ccb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:48.535933 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-076a5825-56d1-4792-acc8-8e35b07b71ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:49.157912 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:50.487818 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:51.944156 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:54.178464 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:55.321299 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:58.144815 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57012) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:06:58.311854 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-c078917c-4bd7-4c8e-863f-5338797cebd9 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Deleting port d767fee2-7eed-4ac5-8739-071cf993b89e {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:06:58.312183 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c078917c-4bd7-4c8e-863f-5338797cebd9 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:58.395069 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c078917c-4bd7-4c8e-863f-5338797cebd9 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:58.395315 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c078917c-4bd7-4c8e-863f-5338797cebd9 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:58.407978 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-c078917c-4bd7-4c8e-863f-5338797cebd9 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Calling delete_port for d767fee2-7eed-4ac5-8739-071cf993b89e owned by network:floatingip {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:06:58.569166 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c078917c-4bd7-4c8e-863f-5338797cebd9 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:58.594044 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078917c-4bd7-4c8e-863f-5338797cebd9 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Pushing event deleted for resources: {'Port': ['ID=d767fee2-7eed-4ac5-8739-071cf993b89e,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:06:58.605710 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c078917c-4bd7-4c8e-863f-5338797cebd9 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:58.606061 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c078917c-4bd7-4c8e-863f-5338797cebd9 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:58.606396 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c078917c-4bd7-4c8e-863f-5338797cebd9 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:58.606730 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c078917c-4bd7-4c8e-863f-5338797cebd9 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:58.607096 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c078917c-4bd7-4c8e-863f-5338797cebd9 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:58.607429 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c078917c-4bd7-4c8e-863f-5338797cebd9 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:58.607876 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c078917c-4bd7-4c8e-863f-5338797cebd9 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:58.608202 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c078917c-4bd7-4c8e-863f-5338797cebd9 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:58.608518 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c078917c-4bd7-4c8e-863f-5338797cebd9 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:58.608838 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c078917c-4bd7-4c8e-863f-5338797cebd9 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:58.609162 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c078917c-4bd7-4c8e-863f-5338797cebd9 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:58.609476 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c078917c-4bd7-4c8e-863f-5338797cebd9 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:06:58.661305 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c078917c-4bd7-4c8e-863f-5338797cebd9 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for floatingip, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:58.661553 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-c078917c-4bd7-4c8e-863f-5338797cebd9 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Floating IP 7895b127-f61e-47e2-8ec8-2f5c57f853cd disassociated (deleted). External IP: 172.25.6.190, port: 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e. Sep 21 19:06:58.914831 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c078917c-4bd7-4c8e-863f-5338797cebd9 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Router e58c2512-6475-47a2-ad5e-d447b674a4a2 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:06:59.023777 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c078917c-4bd7-4c8e-863f-5338797cebd9 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:06:59.028886 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c078917c-4bd7-4c8e-863f-5338797cebd9 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:06:59.033946 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d619248-2400-4cee-8d3f-5e6f22d36379 None None] Sync routers for ids ['e58c2512-6475-47a2-ad5e-d447b674a4a2'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:06:59.043525 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d619248-2400-4cee-8d3f-5e6f22d36379 None None] Routers {'e58c2512-6475-47a2-ad5e-d447b674a4a2'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:06:59.044134 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6d619248-2400-4cee-8d3f-5e6f22d36379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T19:06:49Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e58c2512-6475-47a2-ad5e-d447b674a4a2'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:06:59.057211 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c078917c-4bd7-4c8e-863f-5338797cebd9 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "DELETE /v2.0/floatingips/7895b127-f61e-47e2-8ec8-2f5c57f853cd HTTP/1.1" status: 204 len: 168 time: 0.9109178 Sep 21 19:06:59.057822 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c7b80c-fec8-4362-ba1f-8b70d8c0a14f', 'tag': '5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:06:59.060210 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03858dd-93a2-42bf-8d34-b2181a584b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "99c7b80c-fec8-4362-ba1f-8b70d8c0a14f", "tag": "5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:06:59.099890 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543cf513-1abc-4ec3-b6f9-7217c6bd20f4 x-openstack-request-id: req-543cf513-1abc-4ec3-b6f9-7217c6bd20f4 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:06:59.100180 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c7b80c-fec8-4362-ba1f-8b70d8c0a14f", "tag": "5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:06:59.100431 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-543cf513-1abc-4ec3-b6f9-7217c6bd20f4 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:06:59.102134 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c7b80c-fec8-4362-ba1f-8b70d8c0a14f', 'tag': '5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e', 'status': 'completed', 'code': 200} Sep 21 19:06:59.160421 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-6d619248-2400-4cee-8d3f-5e6f22d36379 None None] Set router e58c2512-6475-47a2-ad5e-d447b674a4a2 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:06:59.164317 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03858dd-93a2-42bf-8d34-b2181a584b3c req-d7eb90e7-075a-44f8-9068-3f430aae4e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:59.165937 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d03858dd-93a2-42bf-8d34-b2181a584b3c req-d7eb90e7-075a-44f8-9068-3f430aae4e32 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a30c73dde8342b897e577d9fdff8faa&device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 1097 time: 0.0428522 Sep 21 19:06:59.277449 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03858dd-93a2-42bf-8d34-b2181a584b3c req-b6a48a4e-aea1-4ef4-b192-a4055a2d6e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:59.278983 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d03858dd-93a2-42bf-8d34-b2181a584b3c req-b6a48a4e-aea1-4ef4-b192-a4055a2d6e42 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8924269a-739e-41ec-aa95-2f19a338c151 HTTP/1.1" status: 200 len: 909 time: 0.1055353 Sep 21 19:06:59.312543 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9049d0-e027-469e-9a6c-f9b8bb5b17b3 req-3a116d36-d783-4044-9a90-69316ad42fa1 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:59.314080 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1d9049d0-e027-469e-9a6c-f9b8bb5b17b3 req-3a116d36-d783-4044-9a90-69316ad42fa1 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 946 time: 0.0528760 Sep 21 19:06:59.325219 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d03858dd-93a2-42bf-8d34-b2181a584b3c req-d0d3ba63-2e71-445b-bbab-e727e11ebf8c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e HTTP/1.1" status: 200 len: 217 time: 0.0358765 Sep 21 19:06:59.353440 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-1d9049d0-e027-469e-9a6c-f9b8bb5b17b3 req-f8c43907-df25-4265-b105-8c1cee74a900 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326853 Sep 21 19:06:59.369220 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6d619248-2400-4cee-8d3f-5e6f22d36379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'name': 'tempest-TestShelveInstance-688806628-router', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:58:08Z', 'updated_at': '2021-09-21T18:58:11Z', 'revision_number': 4, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'gw_port': {'id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:09Z', 'updated_at': '2021-09-21T18:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '6b2d9830-9203-4265-b418-f8dcdbe857a0', 'name': '', 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'mac_address': 'fa:16:3e:f8:50:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e67204e3-c346-4a38-b339-344065edbb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:10Z', 'updated_at': '2021-09-21T18:58:15Z', 'revision_number': 5, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'subnets': [{'id': 'e67204e3-c346-4a38-b339-344065edbb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:06:59.382723 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03858dd-93a2-42bf-8d34-b2181a584b3c req-6309e00b-ca6d-4a08-897b-baf03b639998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:59.384254 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d03858dd-93a2-42bf-8d34-b2181a584b3c req-6309e00b-ca6d-4a08-897b-baf03b639998 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e67204e3-c346-4a38-b339-344065edbb63 HTTP/1.1" status: 200 len: 847 time: 0.0484216 Sep 21 19:06:59.399596 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d619248-2400-4cee-8d3f-5e6f22d36379 None None] Checking router: e58c2512-6475-47a2-ad5e-d447b674a4a2 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:06:59.407983 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d619248-2400-4cee-8d3f-5e6f22d36379 None None] Routers {'e58c2512-6475-47a2-ad5e-d447b674a4a2'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:06:59.408602 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6d619248-2400-4cee-8d3f-5e6f22d36379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T19:06:49Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e58c2512-6475-47a2-ad5e-d447b674a4a2'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:06:59.436828 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03858dd-93a2-42bf-8d34-b2181a584b3c req-c03b009f-850c-4530-99bf-4ab246963a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:06:59.438556 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d03858dd-93a2-42bf-8d34-b2181a584b3c req-c03b009f-850c-4530-99bf-4ab246963a76 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8924269a-739e-41ec-aa95-2f19a338c151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445085 Sep 21 19:06:59.511734 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-6d619248-2400-4cee-8d3f-5e6f22d36379 None None] Set router e58c2512-6475-47a2-ad5e-d447b674a4a2 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:06:59.541918 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d03858dd-93a2-42bf-8d34-b2181a584b3c req-18c592b8-ec21-4f74-8e78-bed1654a50ab service neutron] 10.222.0.44 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876691 Sep 21 19:06:59.634004 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-d03858dd-93a2-42bf-8d34-b2181a584b3c req-d8a321bf-1640-419c-8a0a-c690a155892d service neutron] 10.222.0.44 "GET /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830491 Sep 21 19:06:59.708460 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-6d619248-2400-4cee-8d3f-5e6f22d36379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'name': 'tempest-TestShelveInstance-688806628-router', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:58:08Z', 'updated_at': '2021-09-21T18:58:11Z', 'revision_number': 4, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'gw_port': {'id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:09Z', 'updated_at': '2021-09-21T18:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '6b2d9830-9203-4265-b418-f8dcdbe857a0', 'name': '', 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'mac_address': 'fa:16:3e:f8:50:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e67204e3-c346-4a38-b339-344065edbb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:10Z', 'updated_at': '2021-09-21T18:58:15Z', 'revision_number': 5, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'subnets': [{'id': 'e67204e3-c346-4a38-b339-344065edbb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:06:59.734588 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d619248-2400-4cee-8d3f-5e6f22d36379 None None] The sync data for ids ['e58c2512-6475-47a2-ad5e-d447b674a4a2'] in n-d-810291-1 is: [{'id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'name': 'tempest-TestShelveInstance-688806628-router', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:58:08Z', 'updated_at': '2021-09-21T18:58:11Z', 'revision_number': 4, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'gw_port': {'id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:09Z', 'updated_at': '2021-09-21T18:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '6b2d9830-9203-4265-b418-f8dcdbe857a0', 'name': '', 'network_id': '8924269a-739e-41ec-aa95-2f19a338c151', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'mac_address': 'fa:16:3e:f8:50:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e67204e3-c346-4a38-b339-344065edbb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:10Z', 'updated_at': '2021-09-21T18:58:15Z', 'revision_number': 5, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'subnets': [{'id': 'e67204e3-c346-4a38-b339-344065edbb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:06:59.959982 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b30ab4-8f4f-4e06-80a6-6a00f7b772e2 None None] New status for floating IP 7895b127-f61e-47e2-8ec8-2f5c57f853cd: DOWN {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 19:07:00.486223 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa94843-672c-47b6-ae3b-1a8ee69e478c req-a08b1c24-ceaa-460a-a573-26bd21ac15a0 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:00.487649 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-caa94843-672c-47b6-ae3b-1a8ee69e478c req-a08b1c24-ceaa-460a-a573-26bd21ac15a0 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 946 time: 0.0499933 Sep 21 19:07:00.525936 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-caa94843-672c-47b6-ae3b-1a8ee69e478c req-4561fbfb-24b1-43d8-94e1-7face3c5b048 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/security-groups?id=515619da-3b2f-47fe-9820-ef973e93c21b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312378 Sep 21 19:07:00.862540 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa9b12-fddb-4d47-95ee-388085ee6079 req-447f63ef-3f88-443a-8569-07c505961a31 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:00.863927 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1cfa9b12-fddb-4d47-95ee-388085ee6079 req-447f63ef-3f88-443a-8569-07c505961a31 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.44 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 946 time: 0.0682461 Sep 21 19:07:00.972889 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-1cfa9b12-fddb-4d47-95ee-388085ee6079 req-9b729fce-1b15-4dfb-a5fd-94641c011530 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Deleting port 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:07:00.973239 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1cfa9b12-fddb-4d47-95ee-388085ee6079 req-9b729fce-1b15-4dfb-a5fd-94641c011530 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:01.066429 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-1cfa9b12-fddb-4d47-95ee-388085ee6079 req-9b729fce-1b15-4dfb-a5fd-94641c011530 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] For port 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e,segment=NetworkSegment(3dee4aa6-162f-4e21-b310-b55e255600dc),segment_id=3dee4aa6-162f-4e21-b310-b55e255600dc)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:07:01.066794 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1cfa9b12-fddb-4d47-95ee-388085ee6079 req-9b729fce-1b15-4dfb-a5fd-94641c011530 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:01.079642 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-1cfa9b12-fddb-4d47-95ee-388085ee6079 req-9b729fce-1b15-4dfb-a5fd-94641c011530 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Calling delete_port for 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:07:01.215875 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1cfa9b12-fddb-4d47-95ee-388085ee6079 req-9b729fce-1b15-4dfb-a5fd-94641c011530 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:01.249715 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b729fce-1b15-4dfb-a5fd-94641c011530 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Pushing event deleted for resources: {'Port': ['ID=5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:01.289616 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfa9b12-fddb-4d47-95ee-388085ee6079 req-9b729fce-1b15-4dfb-a5fd-94641c011530 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] No DVR routers for this DVR port 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:07:01.292338 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-1cfa9b12-fddb-4d47-95ee-388085ee6079 req-9b729fce-1b15-4dfb-a5fd-94641c011530 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:01.294364 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1cfa9b12-fddb-4d47-95ee-388085ee6079 req-9b729fce-1b15-4dfb-a5fd-94641c011530 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.44 "DELETE /v2.0/ports/5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e HTTP/1.1" status: 204 len: 173 time: 0.4233878 Sep 21 19:07:01.294819 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c7b80c-fec8-4362-ba1f-8b70d8c0a14f', 'name': 'network-vif-deleted', 'tag': '5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:07:01.297135 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a69810-6d7e-4ff0-8ffd-63f4abd0533c" -d '{"events": [{"server_uuid": "99c7b80c-fec8-4362-ba1f-8b70d8c0a14f", "name": "network-vif-deleted", "tag": "5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:07:01.334542 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b7ad25-392f-456d-81d4-8907daff27f2 x-openstack-request-id: req-14b7ad25-392f-456d-81d4-8907daff27f2 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:07:01.334822 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c7b80c-fec8-4362-ba1f-8b70d8c0a14f", "name": "network-vif-deleted", "tag": "5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:07:01.335128 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-14b7ad25-392f-456d-81d4-8907daff27f2 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:07:01.335567 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c7b80c-fec8-4362-ba1f-8b70d8c0a14f', 'name': 'network-vif-deleted', 'tag': '5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e', 'status': 'completed', 'code': 200} Sep 21 19:07:01.626401 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-02763b74-4316-4d84-a107-8ee0f372e884 req-12d3d6a5-356b-4255-bb0f-a90186f93325 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 210 time: 0.0270619 Sep 21 19:07:02.723365 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-d52619d0-1030-4261-b971-1ee6a85118a7 req-d3924490-20d4-4693-b2c0-49a2fa3ad702 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 210 time: 0.0264688 Sep 21 19:07:03.818437 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-a5f03bb7-0279-497f-bd7c-0a86e66b769f req-11e4d63b-5276-43ac-923c-22a01f577b36 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 210 time: 0.0260534 Sep 21 19:07:04.225155 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:07:04.245642 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:07:04.245988 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 5817e9ab-ba2c-46e1-b6f0-16e9307a9f2e not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:07:04.933652 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-c4f8548b-3552-49be-b0f4-ab2a7a010748 req-95caec99-2538-4f7c-bcf2-f9a3afc062a7 tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "GET /v2.0/ports?device_id=99c7b80c-fec8-4362-ba1f-8b70d8c0a14f HTTP/1.1" status: 200 len: 210 time: 0.0329149 Sep 21 19:07:05.990401 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57046) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:06.053155 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-43a3f00c-ad2a-46b6-bf89-fe9577abf13a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:06.081928 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-43a3f00c-ad2a-46b6-bf89-fe9577abf13a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:06.142065 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-43a3f00c-ad2a-46b6-bf89-fe9577abf13a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:06.144786 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-43a3f00c-ad2a-46b6-bf89-fe9577abf13a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:06.145959 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-43a3f00c-ad2a-46b6-bf89-fe9577abf13a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] 10.222.0.58 "DELETE /v2.0/security-groups/515619da-3b2f-47fe-9820-ef973e93c21b HTTP/1.1" status: 204 len: 168 time: 0.1545184 Sep 21 19:07:06.155943 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3f00c-ad2a-46b6-bf89-fe9577abf13a tempest-TestShelveInstance-1087064509 tempest-TestShelveInstance-1087064509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=515619da-3b2f-47fe-9820-ef973e93c21b,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:06.729884 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:07:07.232756 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57052) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:07.687235 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-15af596e-6ec2-411a-9c6e-10aa6db76ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:07.951668 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-15af596e-6ec2-411a-9c6e-10aa6db76ac1 admin admin] Deleting port 6b2d9830-9203-4265-b418-f8dcdbe857a0 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:07:07.951927 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-15af596e-6ec2-411a-9c6e-10aa6db76ac1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:08.028447 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-15af596e-6ec2-411a-9c6e-10aa6db76ac1 admin admin] For port 6b2d9830-9203-4265-b418-f8dcdbe857a0, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=6b2d9830-9203-4265-b418-f8dcdbe857a0,segment=NetworkSegment(3dee4aa6-162f-4e21-b310-b55e255600dc),segment_id=3dee4aa6-162f-4e21-b310-b55e255600dc)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:07:08.028704 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-15af596e-6ec2-411a-9c6e-10aa6db76ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:08.045331 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-15af596e-6ec2-411a-9c6e-10aa6db76ac1 admin admin] Calling delete_port for 6b2d9830-9203-4265-b418-f8dcdbe857a0 owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:07:08.257797 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-15af596e-6ec2-411a-9c6e-10aa6db76ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:08.558143 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af596e-6ec2-411a-9c6e-10aa6db76ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b2d9830-9203-4265-b418-f8dcdbe857a0,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:08.571147 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af596e-6ec2-411a-9c6e-10aa6db76ac1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:08.571493 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af596e-6ec2-411a-9c6e-10aa6db76ac1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:08.571830 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af596e-6ec2-411a-9c6e-10aa6db76ac1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:08.572168 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af596e-6ec2-411a-9c6e-10aa6db76ac1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:08.572497 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af596e-6ec2-411a-9c6e-10aa6db76ac1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:08.572826 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af596e-6ec2-411a-9c6e-10aa6db76ac1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:08.573145 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af596e-6ec2-411a-9c6e-10aa6db76ac1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:08.573446 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af596e-6ec2-411a-9c6e-10aa6db76ac1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:08.573787 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af596e-6ec2-411a-9c6e-10aa6db76ac1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:08.574073 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af596e-6ec2-411a-9c6e-10aa6db76ac1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:08.574422 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af596e-6ec2-411a-9c6e-10aa6db76ac1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:08.574735 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af596e-6ec2-411a-9c6e-10aa6db76ac1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:08.734063 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-15af596e-6ec2-411a-9c6e-10aa6db76ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:08.944942 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15af596e-6ec2-411a-9c6e-10aa6db76ac1 admin admin] Router e58c2512-6475-47a2-ad5e-d447b674a4a2 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:07:09.064471 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15af596e-6ec2-411a-9c6e-10aa6db76ac1 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:07:09.070825 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-15af596e-6ec2-411a-9c6e-10aa6db76ac1 admin admin] 10.222.0.58 "PUT /v2.0/routers/e58c2512-6475-47a2-ad5e-d447b674a4a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8344049 Sep 21 19:07:09.073786 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57056) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:09.074779 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00457d35-9246-4994-9bf5-3844a324e92e None None] Sync routers for ids ['e58c2512-6475-47a2-ad5e-d447b674a4a2'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:07:09.084896 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00457d35-9246-4994-9bf5-3844a324e92e None None] Routers {'e58c2512-6475-47a2-ad5e-d447b674a4a2'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:07:09.085511 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-00457d35-9246-4994-9bf5-3844a324e92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T19:06:49Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e58c2512-6475-47a2-ad5e-d447b674a4a2'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:09.177444 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3792d7c0-8e7e-4cf2-b7b5-1fd0d769a385 admin admin] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:09.189739 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-00457d35-9246-4994-9bf5-3844a324e92e None None] Set router e58c2512-6475-47a2-ad5e-d447b674a4a2 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:07:09.281797 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3792d7c0-8e7e-4cf2-b7b5-1fd0d769a385 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:09.335925 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-3792d7c0-8e7e-4cf2-b7b5-1fd0d769a385 admin admin] Deleting port 24278b3e-64cd-4b0d-878e-fdfaad510369 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:07:09.336221 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3792d7c0-8e7e-4cf2-b7b5-1fd0d769a385 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:09.420852 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-3792d7c0-8e7e-4cf2-b7b5-1fd0d769a385 admin admin] For port 24278b3e-64cd-4b0d-878e-fdfaad510369, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=24278b3e-64cd-4b0d-878e-fdfaad510369,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:07:09.421221 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3792d7c0-8e7e-4cf2-b7b5-1fd0d769a385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:09.433802 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-3792d7c0-8e7e-4cf2-b7b5-1fd0d769a385 admin admin] Calling delete_port for 24278b3e-64cd-4b0d-878e-fdfaad510369 owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:07:09.462338 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-00457d35-9246-4994-9bf5-3844a324e92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'name': 'tempest-TestShelveInstance-688806628-router', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:58:08Z', 'updated_at': '2021-09-21T19:07:08Z', 'revision_number': 5, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'gw_port': {'id': '24278b3e-64cd-4b0d-878e-fdfaad510369', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:09Z', 'updated_at': '2021-09-21T18:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:09.491107 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00457d35-9246-4994-9bf5-3844a324e92e None None] Checking router: e58c2512-6475-47a2-ad5e-d447b674a4a2 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:07:09.499362 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00457d35-9246-4994-9bf5-3844a324e92e None None] Routers {'e58c2512-6475-47a2-ad5e-d447b674a4a2'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:07:09.500079 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-00457d35-9246-4994-9bf5-3844a324e92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T19:06:49Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e58c2512-6475-47a2-ad5e-d447b674a4a2'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:09.582540 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-00457d35-9246-4994-9bf5-3844a324e92e None None] Set router e58c2512-6475-47a2-ad5e-d447b674a4a2 gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:07:09.605495 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3792d7c0-8e7e-4cf2-b7b5-1fd0d769a385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:09.635259 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792d7c0-8e7e-4cf2-b7b5-1fd0d769a385 admin admin] Pushing event deleted for resources: {'Port': ['ID=24278b3e-64cd-4b0d-878e-fdfaad510369,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:09.635529 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-00457d35-9246-4994-9bf5-3844a324e92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'name': 'tempest-TestShelveInstance-688806628-router', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:58:08Z', 'updated_at': '2021-09-21T19:07:09Z', 'revision_number': 6, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:09.665060 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00457d35-9246-4994-9bf5-3844a324e92e None None] The sync data for ids ['e58c2512-6475-47a2-ad5e-d447b674a4a2'] in n-d-810291-1 is: [{'id': 'e58c2512-6475-47a2-ad5e-d447b674a4a2', 'name': 'tempest-TestShelveInstance-688806628-router', 'tenant_id': '4a30c73dde8342b897e577d9fdff8faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:58:08Z', 'updated_at': '2021-09-21T19:07:09Z', 'revision_number': 6, 'project_id': '4a30c73dde8342b897e577d9fdff8faa', 'gw_port_host': None}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:07:09.701199 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3792d7c0-8e7e-4cf2-b7b5-1fd0d769a385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:09.798804 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3792d7c0-8e7e-4cf2-b7b5-1fd0d769a385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:09.801222 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3792d7c0-8e7e-4cf2-b7b5-1fd0d769a385 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:09.850748 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3792d7c0-8e7e-4cf2-b7b5-1fd0d769a385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:09.851628 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3792d7c0-8e7e-4cf2-b7b5-1fd0d769a385 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e58c2512-6475-47a2-ad5e-d447b674a4a2 {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 19:07:09.857999 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3792d7c0-8e7e-4cf2-b7b5-1fd0d769a385 admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:09.859945 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3792d7c0-8e7e-4cf2-b7b5-1fd0d769a385 admin admin] 10.222.0.58 "DELETE /v2.0/routers/e58c2512-6475-47a2-ad5e-d447b674a4a2 HTTP/1.1" status: 204 len: 168 time: 0.7849970 Sep 21 19:07:09.862493 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57058) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:09.906392 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-d798be5a-574d-4c94-8144-fd4fc55ad214 admin admin] Deleting subnet e67204e3-c346-4a38-b339-344065edbb63 {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 19:07:09.909763 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d798be5a-574d-4c94-8144-fd4fc55ad214 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:09.944653 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d798be5a-574d-4c94-8144-fd4fc55ad214 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:10.024938 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d798be5a-574d-4c94-8144-fd4fc55ad214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:10.083228 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d798be5a-574d-4c94-8144-fd4fc55ad214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:10.110110 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798be5a-574d-4c94-8144-fd4fc55ad214 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e67204e3-c346-4a38-b339-344065edbb63,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:10.113997 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-d798be5a-574d-4c94-8144-fd4fc55ad214 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:10.115992 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-d798be5a-574d-4c94-8144-fd4fc55ad214 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e67204e3-c346-4a38-b339-344065edbb63 HTTP/1.1" status: 204 len: 168 time: 0.2523904 Sep 21 19:07:10.118659 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57060) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:10.121206 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcda889c-f59a-4b28-81d4-f086738d7f0a None None] Network 8924269a-739e-41ec-aa95-2f19a338c151 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:07:10.420071 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb0bf7e-e74c-4d9b-8ddf-1fe278ebc3cd None None] DHCP port deletion for 8924269a-739e-41ec-aa95-2f19a338c151 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 19:07:10.470391 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-6fb0bf7e-e74c-4d9b-8ddf-1fe278ebc3cd None None] Deleting port fca7b926-01d5-477f-a928-b17fb1ce160f {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:07:10.471024 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6fb0bf7e-e74c-4d9b-8ddf-1fe278ebc3cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:10.543353 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-6fb0bf7e-e74c-4d9b-8ddf-1fe278ebc3cd None None] For port fca7b926-01d5-477f-a928-b17fb1ce160f, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=fca7b926-01d5-477f-a928-b17fb1ce160f,segment=NetworkSegment(3dee4aa6-162f-4e21-b310-b55e255600dc),segment_id=3dee4aa6-162f-4e21-b310-b55e255600dc)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:07:10.543758 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6fb0bf7e-e74c-4d9b-8ddf-1fe278ebc3cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:10.546895 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fdeca2b6-7216-4a77-8235-b092e5add34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:10.557841 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-6fb0bf7e-e74c-4d9b-8ddf-1fe278ebc3cd None None] Calling delete_port for fca7b926-01d5-477f-a928-b17fb1ce160f owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:07:10.598138 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-fdeca2b6-7216-4a77-8235-b092e5add34e admin admin] Deleting port fca7b926-01d5-477f-a928-b17fb1ce160f {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:07:10.598480 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fdeca2b6-7216-4a77-8235-b092e5add34e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:10.640797 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6fb0bf7e-e74c-4d9b-8ddf-1fe278ebc3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:10.669738 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0bf7e-e74c-4d9b-8ddf-1fe278ebc3cd None None] Pushing event deleted for resources: {'Port': ['ID=fca7b926-01d5-477f-a928-b17fb1ce160f,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:10.669936 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-fdeca2b6-7216-4a77-8235-b092e5add34e admin admin] For port fca7b926-01d5-477f-a928-b17fb1ce160f, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=fca7b926-01d5-477f-a928-b17fb1ce160f,segment=NetworkSegment(3dee4aa6-162f-4e21-b310-b55e255600dc),segment_id=3dee4aa6-162f-4e21-b310-b55e255600dc)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:07:10.670409 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fdeca2b6-7216-4a77-8235-b092e5add34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:10.674189 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 24278b3e-64cd-4b0d-878e-fdfaad510369 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:07:10.686213 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-fdeca2b6-7216-4a77-8235-b092e5add34e admin admin] Calling delete_port for fca7b926-01d5-477f-a928-b17fb1ce160f owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:07:10.701356 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb0bf7e-e74c-4d9b-8ddf-1fe278ebc3cd None None] No DVR routers for this DVR port fca7b926-01d5-477f-a928-b17fb1ce160f on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:07:10.703565 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 24278b3e-64cd-4b0d-878e-fdfaad510369 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:07:10.703909 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 24278b3e-64cd-4b0d-878e-fdfaad510369 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:07:10.704323 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 6b2d9830-9203-4265-b418-f8dcdbe857a0 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:07:10.706863 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0bf7e-e74c-4d9b-8ddf-1fe278ebc3cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:10.707239 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0bf7e-e74c-4d9b-8ddf-1fe278ebc3cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:10.707570 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0bf7e-e74c-4d9b-8ddf-1fe278ebc3cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:10.707907 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0bf7e-e74c-4d9b-8ddf-1fe278ebc3cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:10.708240 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0bf7e-e74c-4d9b-8ddf-1fe278ebc3cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:10.708565 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0bf7e-e74c-4d9b-8ddf-1fe278ebc3cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:10.709042 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0bf7e-e74c-4d9b-8ddf-1fe278ebc3cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:10.709262 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0bf7e-e74c-4d9b-8ddf-1fe278ebc3cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:10.709506 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0bf7e-e74c-4d9b-8ddf-1fe278ebc3cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:10.709824 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0bf7e-e74c-4d9b-8ddf-1fe278ebc3cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:10.710192 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0bf7e-e74c-4d9b-8ddf-1fe278ebc3cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:10.710486 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb0bf7e-e74c-4d9b-8ddf-1fe278ebc3cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:10.735013 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 6b2d9830-9203-4265-b418-f8dcdbe857a0 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:07:10.735327 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 6b2d9830-9203-4265-b418-f8dcdbe857a0 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:07:10.735953 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device fca7b926-01d5-477f-a928-b17fb1ce160f no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:07:10.756248 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: fca7b926-01d5-477f-a928-b17fb1ce160f {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:07:10.756603 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device fca7b926-01d5-477f-a928-b17fb1ce160f not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:07:10.776952 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fdeca2b6-7216-4a77-8235-b092e5add34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:10.804708 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeca2b6-7216-4a77-8235-b092e5add34e admin admin] Pushing event deleted for resources: {'Port': ['ID=fca7b926-01d5-477f-a928-b17fb1ce160f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:10.809716 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdeca2b6-7216-4a77-8235-b092e5add34e admin admin] No DVR routers for this DVR port fca7b926-01d5-477f-a928-b17fb1ce160f on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:07:10.893342 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fdeca2b6-7216-4a77-8235-b092e5add34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:10.913777 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-fdeca2b6-7216-4a77-8235-b092e5add34e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8924269a-739e-41ec-aa95-2f19a338c151']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:10.923549 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-fdeca2b6-7216-4a77-8235-b092e5add34e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dee4aa6-162f-4e21-b310-b55e255600dc') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:10.923851 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-fdeca2b6-7216-4a77-8235-b092e5add34e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dee4aa6-162f-4e21-b310-b55e255600dc') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:10.933808 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fdeca2b6-7216-4a77-8235-b092e5add34e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:10.947209 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fdeca2b6-7216-4a77-8235-b092e5add34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:10.953185 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdeca2b6-7216-4a77-8235-b092e5add34e admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 19:07:10.953572 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fdeca2b6-7216-4a77-8235-b092e5add34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: self.session.flush() Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: timer() Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 19:07:10.955238 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 19:07:11.015254 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fdeca2b6-7216-4a77-8235-b092e5add34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:11.023097 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-fdeca2b6-7216-4a77-8235-b092e5add34e admin admin] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:11.025035 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-fdeca2b6-7216-4a77-8235-b092e5add34e admin admin] 10.222.0.58 "DELETE /v2.0/networks/8924269a-739e-41ec-aa95-2f19a338c151 HTTP/1.1" status: 204 len: 168 time: 0.9051392 Sep 21 19:07:11.030572 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57062) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:11.039413 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeca2b6-7216-4a77-8235-b092e5add34e admin admin] Pushing event deleted for resources: {'Network': ['ID=8924269a-739e-41ec-aa95-2f19a338c151,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:11.387674 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3b678ae6-8b47-452a-b3f9-b3be86e64b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:11.653437 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-3b678ae6-8b47-452a-b3f9-b3be86e64b06 admin admin] Deleting port 0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:07:11.653689 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3b678ae6-8b47-452a-b3f9-b3be86e64b06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:11.733088 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-3b678ae6-8b47-452a-b3f9-b3be86e64b06 admin admin] For port 0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b,segment=NetworkSegment(c4898d96-2361-4cbb-879c-7f53d84522f0),segment_id=c4898d96-2361-4cbb-879c-7f53d84522f0)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:07:11.733448 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3b678ae6-8b47-452a-b3f9-b3be86e64b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:11.746592 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-3b678ae6-8b47-452a-b3f9-b3be86e64b06 admin admin] Calling delete_port for 0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b owned by network:router_interface {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:07:11.934668 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3b678ae6-8b47-452a-b3f9-b3be86e64b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:11.963179 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b678ae6-8b47-452a-b3f9-b3be86e64b06 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:12.128625 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-3b678ae6-8b47-452a-b3f9-b3be86e64b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:12.344508 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b678ae6-8b47-452a-b3f9-b3be86e64b06 admin admin] Router 2bc746f7-07e9-4a10-ba39-e6d2a91d5698 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:07:12.450873 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b678ae6-8b47-452a-b3f9-b3be86e64b06 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:07:12.458670 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-3b678ae6-8b47-452a-b3f9-b3be86e64b06 admin admin] 10.222.0.58 "PUT /v2.0/routers/2bc746f7-07e9-4a10-ba39-e6d2a91d5698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4244013 Sep 21 19:07:12.459783 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57064) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:12.460697 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ab4cdb-5ad5-4138-a1e6-2b985abff9ca None None] Sync routers for ids ['2bc746f7-07e9-4a10-ba39-e6d2a91d5698'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:07:12.471527 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ab4cdb-5ad5-4138-a1e6-2b985abff9ca None None] Routers {'2bc746f7-07e9-4a10-ba39-e6d2a91d5698'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:07:12.472272 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-70ab4cdb-5ad5-4138-a1e6-2b985abff9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T19:06:49Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['2bc746f7-07e9-4a10-ba39-e6d2a91d5698'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:12.569808 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-23592d33-7c60-4d79-8e00-54adf15d6618 admin admin] Notify callbacks [] for router, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:12.587043 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-70ab4cdb-5ad5-4138-a1e6-2b985abff9ca None None] Set router 2bc746f7-07e9-4a10-ba39-e6d2a91d5698 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:07:12.772971 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-70ab4cdb-5ad5-4138-a1e6-2b985abff9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc746f7-07e9-4a10-ba39-e6d2a91d5698', 'name': 'tempest-TestShelveInstance-865662489-router', 'tenant_id': 'f8e1d80d575a4ab3b77a732c8add0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e4b712a4-4ecb-4e1f-8f77-e7c37adeb930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:58:13Z', 'updated_at': '2021-09-21T19:07:11Z', 'revision_number': 5, 'project_id': 'f8e1d80d575a4ab3b77a732c8add0817', 'gw_port': {'id': 'e4b712a4-4ecb-4e1f-8f77-e7c37adeb930', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc746f7-07e9-4a10-ba39-e6d2a91d5698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:14Z', 'updated_at': '2021-09-21T18:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:12.803874 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ab4cdb-5ad5-4138-a1e6-2b985abff9ca None None] Checking router: 2bc746f7-07e9-4a10-ba39-e6d2a91d5698 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:07:12.812858 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ab4cdb-5ad5-4138-a1e6-2b985abff9ca None None] Routers {'2bc746f7-07e9-4a10-ba39-e6d2a91d5698'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:07:12.813472 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-70ab4cdb-5ad5-4138-a1e6-2b985abff9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T19:06:49Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['2bc746f7-07e9-4a10-ba39-e6d2a91d5698'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:12.917473 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-70ab4cdb-5ad5-4138-a1e6-2b985abff9ca None None] Set router 2bc746f7-07e9-4a10-ba39-e6d2a91d5698 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:07:12.946550 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-23592d33-7c60-4d79-8e00-54adf15d6618 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:13.000093 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-23592d33-7c60-4d79-8e00-54adf15d6618 admin admin] Deleting port e4b712a4-4ecb-4e1f-8f77-e7c37adeb930 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:07:13.000436 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-23592d33-7c60-4d79-8e00-54adf15d6618 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:13.075991 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-23592d33-7c60-4d79-8e00-54adf15d6618 admin admin] For port e4b712a4-4ecb-4e1f-8f77-e7c37adeb930, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=e4b712a4-4ecb-4e1f-8f77-e7c37adeb930,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:07:13.076232 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-23592d33-7c60-4d79-8e00-54adf15d6618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:13.091414 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-70ab4cdb-5ad5-4138-a1e6-2b985abff9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc746f7-07e9-4a10-ba39-e6d2a91d5698', 'name': 'tempest-TestShelveInstance-865662489-router', 'tenant_id': 'f8e1d80d575a4ab3b77a732c8add0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e4b712a4-4ecb-4e1f-8f77-e7c37adeb930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:58:13Z', 'updated_at': '2021-09-21T19:07:11Z', 'revision_number': 5, 'project_id': 'f8e1d80d575a4ab3b77a732c8add0817', 'gw_port': {'id': 'e4b712a4-4ecb-4e1f-8f77-e7c37adeb930', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc746f7-07e9-4a10-ba39-e6d2a91d5698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:14Z', 'updated_at': '2021-09-21T18:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:13.093655 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-23592d33-7c60-4d79-8e00-54adf15d6618 admin admin] Calling delete_port for e4b712a4-4ecb-4e1f-8f77-e7c37adeb930 owned by network:router_gateway {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:07:13.118675 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ab4cdb-5ad5-4138-a1e6-2b985abff9ca None None] The sync data for ids ['2bc746f7-07e9-4a10-ba39-e6d2a91d5698'] in n-d-810291-1 is: [{'id': '2bc746f7-07e9-4a10-ba39-e6d2a91d5698', 'name': 'tempest-TestShelveInstance-865662489-router', 'tenant_id': 'f8e1d80d575a4ab3b77a732c8add0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e4b712a4-4ecb-4e1f-8f77-e7c37adeb930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T18:58:13Z', 'updated_at': '2021-09-21T19:07:11Z', 'revision_number': 5, 'project_id': 'f8e1d80d575a4ab3b77a732c8add0817', 'gw_port': {'id': 'e4b712a4-4ecb-4e1f-8f77-e7c37adeb930', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc746f7-07e9-4a10-ba39-e6d2a91d5698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T18:58:14Z', 'updated_at': '2021-09-21T18:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:07:13.264759 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-23592d33-7c60-4d79-8e00-54adf15d6618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:13.294383 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23592d33-7c60-4d79-8e00-54adf15d6618 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4b712a4-4ecb-4e1f-8f77-e7c37adeb930,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:13.361884 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-23592d33-7c60-4d79-8e00-54adf15d6618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:13.450999 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-23592d33-7c60-4d79-8e00-54adf15d6618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:13.454330 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-23592d33-7c60-4d79-8e00-54adf15d6618 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:13.506884 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-23592d33-7c60-4d79-8e00-54adf15d6618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:13.507521 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23592d33-7c60-4d79-8e00-54adf15d6618 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bc746f7-07e9-4a10-ba39-e6d2a91d5698 {{(pid=101461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 19:07:13.512202 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-23592d33-7c60-4d79-8e00-54adf15d6618 admin admin] Notify callbacks [] for router, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:13.513423 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-23592d33-7c60-4d79-8e00-54adf15d6618 admin admin] 10.222.0.58 "DELETE /v2.0/routers/2bc746f7-07e9-4a10-ba39-e6d2a91d5698 HTTP/1.1" status: 204 len: 168 time: 1.0525007 Sep 21 19:07:13.516398 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57066) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:13.563419 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-77368765-bc10-49eb-8036-6c27a3b1520f admin admin] Deleting subnet cf79fa75-1db7-46fe-984c-05b367dc4fdb {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 19:07:13.567130 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-77368765-bc10-49eb-8036-6c27a3b1520f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:13.601735 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-77368765-bc10-49eb-8036-6c27a3b1520f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:13.684542 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-77368765-bc10-49eb-8036-6c27a3b1520f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:13.739585 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-77368765-bc10-49eb-8036-6c27a3b1520f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:13.765529 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77368765-bc10-49eb-8036-6c27a3b1520f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf79fa75-1db7-46fe-984c-05b367dc4fdb,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:13.770297 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-77368765-bc10-49eb-8036-6c27a3b1520f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:13.772254 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-77368765-bc10-49eb-8036-6c27a3b1520f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/cf79fa75-1db7-46fe-984c-05b367dc4fdb HTTP/1.1" status: 204 len: 168 time: 0.2547846 Sep 21 19:07:13.774780 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57068) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:13.776548 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94eb6565-b0c7-4fe0-804a-095063edaf1f None None] Network 5111bea9-4aef-43e0-9f10-abebed3a5135 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:07:13.851340 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5693b41b-b2fd-4f2a-84bd-42d5782e242f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:13.904437 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-5693b41b-b2fd-4f2a-84bd-42d5782e242f admin admin] Deleting port 50db938e-a19d-4c39-befa-de8b84d07c3a {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:07:13.904803 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5693b41b-b2fd-4f2a-84bd-42d5782e242f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:13.966634 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-5693b41b-b2fd-4f2a-84bd-42d5782e242f admin admin] For port 50db938e-a19d-4c39-befa-de8b84d07c3a, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=50db938e-a19d-4c39-befa-de8b84d07c3a,segment=NetworkSegment(c4898d96-2361-4cbb-879c-7f53d84522f0),segment_id=c4898d96-2361-4cbb-879c-7f53d84522f0)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:07:13.967031 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5693b41b-b2fd-4f2a-84bd-42d5782e242f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:13.983131 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-5693b41b-b2fd-4f2a-84bd-42d5782e242f admin admin] Calling delete_port for 50db938e-a19d-4c39-befa-de8b84d07c3a owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:07:14.070436 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5693b41b-b2fd-4f2a-84bd-42d5782e242f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:14.095182 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693b41b-b2fd-4f2a-84bd-42d5782e242f admin admin] Pushing event deleted for resources: {'Port': ['ID=50db938e-a19d-4c39-befa-de8b84d07c3a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:14.098827 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5693b41b-b2fd-4f2a-84bd-42d5782e242f admin admin] No DVR routers for this DVR port 50db938e-a19d-4c39-befa-de8b84d07c3a on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:07:14.135400 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2ff97d-abfe-4f2a-936e-beb909025be0 None None] DHCP port deletion for 5111bea9-4aef-43e0-9f10-abebed3a5135 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 19:07:14.181568 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5693b41b-b2fd-4f2a-84bd-42d5782e242f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:14.202281 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-5693b41b-b2fd-4f2a-84bd-42d5782e242f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5111bea9-4aef-43e0-9f10-abebed3a5135']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:14.211798 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-5693b41b-b2fd-4f2a-84bd-42d5782e242f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4898d96-2361-4cbb-879c-7f53d84522f0') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:14.212101 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-5693b41b-b2fd-4f2a-84bd-42d5782e242f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4898d96-2361-4cbb-879c-7f53d84522f0') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:14.221657 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5693b41b-b2fd-4f2a-84bd-42d5782e242f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:14.236432 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5693b41b-b2fd-4f2a-84bd-42d5782e242f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:14.242915 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5693b41b-b2fd-4f2a-84bd-42d5782e242f admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 19:07:14.243346 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5693b41b-b2fd-4f2a-84bd-42d5782e242f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:14.245037 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 19:07:14.245037 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 19:07:14.245037 n-d-810291-1 neutron-server[101460]: timer() Sep 21 19:07:14.245037 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 19:07:14.245037 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 19:07:14.245037 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 19:07:14.245037 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 19:07:14.245037 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 19:07:14.245037 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 19:07:14.245037 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 19:07:14.245037 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 19:07:14.245037 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 19:07:14.245037 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 19:07:14.245037 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 19:07:14.245037 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 19:07:14.245037 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 19:07:14.245037 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 19:07:14.245037 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 19:07:14.245037 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 19:07:14.245037 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 19:07:14.245037 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 19:07:14.245037 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 19:07:14.245037 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 19:07:14.245037 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 19:07:14.245037 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 19:07:14.245037 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 19:07:14.245037 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 19:07:14.245037 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 19:07:14.245037 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 19:07:14.245037 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 19:07:14.245037 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 19:07:14.245037 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 19:07:14.303358 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5693b41b-b2fd-4f2a-84bd-42d5782e242f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:14.309303 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-5693b41b-b2fd-4f2a-84bd-42d5782e242f admin admin] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:14.311330 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-5693b41b-b2fd-4f2a-84bd-42d5782e242f admin admin] 10.222.0.58 "DELETE /v2.0/networks/5111bea9-4aef-43e0-9f10-abebed3a5135 HTTP/1.1" status: 204 len: 168 time: 0.5353832 Sep 21 19:07:14.321847 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693b41b-b2fd-4f2a-84bd-42d5782e242f admin admin] Pushing event deleted for resources: {'Network': ['ID=5111bea9-4aef-43e0-9f10-abebed3a5135,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:14.438972 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57072) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:14.493110 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-bd99815c-ae8e-47e6-ba6b-4c7058ad03bc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4a30c73dde8342b897e577d9fdff8faa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526266 Sep 21 19:07:14.495815 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57074) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:14.549599 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3dfcc211-b7b1-4c38-a266-110f77922ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:14.576462 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3dfcc211-b7b1-4c38-a266-110f77922ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:14.626196 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3dfcc211-b7b1-4c38-a266-110f77922ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:14.629185 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-3dfcc211-b7b1-4c38-a266-110f77922ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:14.630719 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-3dfcc211-b7b1-4c38-a266-110f77922ce8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e6bedc92-db69-4c93-936e-c61226db4c80 HTTP/1.1" status: 204 len: 168 time: 0.1340024 Sep 21 19:07:14.646820 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfcc211-b7b1-4c38-a266-110f77922ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bedc92-db69-4c93-936e-c61226db4c80,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:14.661580 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e4b712a4-4ecb-4e1f-8f77-e7c37adeb930 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:07:14.684599 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: e4b712a4-4ecb-4e1f-8f77-e7c37adeb930 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:07:14.684930 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device e4b712a4-4ecb-4e1f-8f77-e7c37adeb930 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:07:14.685587 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 50db938e-a19d-4c39-befa-de8b84d07c3a no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:07:14.705943 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 50db938e-a19d-4c39-befa-de8b84d07c3a {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:07:14.706365 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 50db938e-a19d-4c39-befa-de8b84d07c3a not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:07:14.706840 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:07:14.728962 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:07:14.729312 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 0f3b06b0-9a72-45d0-8c4e-41d10a66bd2b not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:07:14.977899 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57080) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:15.022025 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-b20cd967-1d36-46ec-8832-e51fc688f685 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f8e1d80d575a4ab3b77a732c8add0817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429175 Sep 21 19:07:15.024592 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57082) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:15.082383 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-11a606e3-36f4-4525-beac-a1aaf0fcf194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:15.104324 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-11a606e3-36f4-4525-beac-a1aaf0fcf194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:15.156924 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-11a606e3-36f4-4525-beac-a1aaf0fcf194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:15.159561 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-11a606e3-36f4-4525-beac-a1aaf0fcf194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:15.160872 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-11a606e3-36f4-4525-beac-a1aaf0fcf194 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/18425e7e-d6e6-40ba-884e-5aa669a3139d HTTP/1.1" status: 204 len: 168 time: 0.1353924 Sep 21 19:07:15.169242 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a606e3-36f4-4525-beac-a1aaf0fcf194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18425e7e-d6e6-40ba-884e-5aa669a3139d,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:15.899785 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57104) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:16.009109 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-bdbbc859-7afb-40c2-bc4e-ca61297882ad admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1376683118-network', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:07:16.031937 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbbc859-7afb-40c2-bc4e-ca61297882ad admin admin] Made reservation on behalf of a665ab2785374477bc55d27521bac7b9 for: {'network': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:07:16.034276 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bdbbc859-7afb-40c2-bc4e-ca61297882ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:16.040130 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d4c5b016-58f7-4f1c-94e5-f1287cc925da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:16.043130 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bdbbc859-7afb-40c2-bc4e-ca61297882ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:16.130388 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bdbbc859-7afb-40c2-bc4e-ca61297882ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:16.137218 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bdbbc859-7afb-40c2-bc4e-ca61297882ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:16.172278 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdbbc859-7afb-40c2-bc4e-ca61297882ad admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=101460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 19:07:16.178526 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbbc859-7afb-40c2-bc4e-ca61297882ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97212125-cd8a-4519-bfe8-9b31ba06afeb,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:16.185436 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bdbbc859-7afb-40c2-bc4e-ca61297882ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:16.186419 n-d-810291-1 neutron-server[101460]: INFO neutron.db.segments_db [None req-bdbbc859-7afb-40c2-bc4e-ca61297882ad admin admin] Added segment 99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a of type vlan for network e73083e8-9479-40d3-ace7-70245580acc0 Sep 21 19:07:16.228031 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bdbbc859-7afb-40c2-bc4e-ca61297882ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:16.252463 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bdbbc859-7afb-40c2-bc4e-ca61297882ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:16.253563 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbbc859-7afb-40c2-bc4e-ca61297882ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:16.254152 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-bdbbc859-7afb-40c2-bc4e-ca61297882ad admin admin] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:16.288863 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-bdbbc859-7afb-40c2-bc4e-ca61297882ad admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3879457 Sep 21 19:07:16.291891 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57108) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:16.296994 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-1ecfd62c-6d4f-4d67-a380-cde2e1543121 admin admin] Request body: {'subnet': {'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1376683118-subnet', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'ip_version': 4}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:07:16.317569 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbbc859-7afb-40c2-bc4e-ca61297882ad admin admin] Pushing event updated for resources: {'Network': ['ID=e73083e8-9479-40d3-ace7-70245580acc0,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:16.320517 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecfd62c-6d4f-4d67-a380-cde2e1543121 admin admin] Made reservation on behalf of a665ab2785374477bc55d27521bac7b9 for: {'subnet': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:07:16.322891 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1ecfd62c-6d4f-4d67-a380-cde2e1543121 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9123328'] for subnet, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:16.331830 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network e73083e8-9479-40d3-ace7-70245580acc0 details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 19:07:16.493911 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1ecfd62c-6d4f-4d67-a380-cde2e1543121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8460152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9123374'] for subnet, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:16.541245 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecfd62c-6d4f-4d67-a380-cde2e1543121 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c825cbf-dc22-420f-ba19-706aed18229e,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:16.559513 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecfd62c-6d4f-4d67-a380-cde2e1543121 admin admin] Checking segment: {'id': '99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:07:16.560063 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecfd62c-6d4f-4d67-a380-cde2e1543121 admin admin] Network hostable DHCP agents. Network: e73083e8-9479-40d3-ace7-70245580acc0, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 19:07:16.578633 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecfd62c-6d4f-4d67-a380-cde2e1543121 admin admin] Network e73083e8-9479-40d3-ace7-70245580acc0 is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 19:07:16.587952 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-1ecfd62c-6d4f-4d67-a380-cde2e1543121 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, e73083e8-9479-40d3-ace7-70245580acc0) {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:07:16.592298 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecfd62c-6d4f-4d67-a380-cde2e1543121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:16.592890 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-1ecfd62c-6d4f-4d67-a380-cde2e1543121 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:16.598435 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb9d3e5-1139-434c-9caa-062a2a664e39 None None] Network e73083e8-9479-40d3-ace7-70245580acc0 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:07:16.616573 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57110) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:16.616884 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-1ecfd62c-6d4f-4d67-a380-cde2e1543121 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3235986 Sep 21 19:07:16.621257 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-c10b0ed7-f910-4501-b15b-7ff304166394 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1376683118-router', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:07:16.642877 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c10b0ed7-f910-4501-b15b-7ff304166394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:16.643999 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c10b0ed7-f910-4501-b15b-7ff304166394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:16.700004 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c10b0ed7-f910-4501-b15b-7ff304166394 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:16.744851 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79918be-a6da-4d75-b427-8ffdb4ba3ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-e73083e8-9479-40d3-ace7-70245580acc0', 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'fixed_ips': [{'subnet_id': '2c825cbf-dc22-420f-ba19-706aed18229e'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 19:07:16.745649 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c79918be-a6da-4d75-b427-8ffdb4ba3ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:16.844681 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c10b0ed7-f910-4501-b15b-7ff304166394 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:17.040544 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-c79918be-a6da-4d75-b427-8ffdb4ba3ebf None None] Allocated IP 172.20.0.2 (e73083e8-9479-40d3-ace7-70245580acc0/2c825cbf-dc22-420f-ba19-706aed18229e/1f4b1a4c-4ea0-4265-869c-90b2869efa03) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:07:17.049137 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c10b0ed7-f910-4501-b15b-7ff304166394 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:17.068436 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c10b0ed7-f910-4501-b15b-7ff304166394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:17.176092 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-c10b0ed7-f910-4501-b15b-7ff304166394 admin admin] Allocated IP 172.25.6.160 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/a9281980-4632-4ce2-8acd-fdd1157b07db) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:07:17.182976 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c79918be-a6da-4d75-b427-8ffdb4ba3ebf None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:17.192731 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c79918be-a6da-4d75-b427-8ffdb4ba3ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:17.228113 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79918be-a6da-4d75-b427-8ffdb4ba3ebf None None] Network e73083e8-9479-40d3-ace7-70245580acc0 is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:07:17.232289 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-c79918be-a6da-4d75-b427-8ffdb4ba3ebf None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:07:17.237935 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79918be-a6da-4d75-b427-8ffdb4ba3ebf None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:07:17.243568 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79918be-a6da-4d75-b427-8ffdb4ba3ebf None None] Pushing event updated for resources: {'Port': ['ID=1f4b1a4c-4ea0-4265-869c-90b2869efa03,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:17.283893 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c10b0ed7-f910-4501-b15b-7ff304166394 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:17.296355 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-c79918be-a6da-4d75-b427-8ffdb4ba3ebf None None] Attempting to bind port 1f4b1a4c-4ea0-4265-869c-90b2869efa03 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:07:17.296689 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-c79918be-a6da-4d75-b427-8ffdb4ba3ebf None None] Attempting to bind port 1f4b1a4c-4ea0-4265-869c-90b2869efa03 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:07:17.297073 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79918be-a6da-4d75-b427-8ffdb4ba3ebf None None] Attempting to bind port 1f4b1a4c-4ea0-4265-869c-90b2869efa03 on network e73083e8-9479-40d3-ace7-70245580acc0 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:07:17.302226 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79918be-a6da-4d75-b427-8ffdb4ba3ebf None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:07:17.302608 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79918be-a6da-4d75-b427-8ffdb4ba3ebf None None] Checking segment: {'id': '99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:07:17.303042 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c79918be-a6da-4d75-b427-8ffdb4ba3ebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:17.303444 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79918be-a6da-4d75-b427-8ffdb4ba3ebf None None] Bound using segment: {'id': '99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:07:17.303914 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-c79918be-a6da-4d75-b427-8ffdb4ba3ebf None None] Bound port: 1f4b1a4c-4ea0-4265-869c-90b2869efa03, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:07:17.304297 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c79918be-a6da-4d75-b427-8ffdb4ba3ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:17.320010 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c10b0ed7-f910-4501-b15b-7ff304166394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:17.360861 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10b0ed7-f910-4501-b15b-7ff304166394 admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:07:17.363780 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-c10b0ed7-f910-4501-b15b-7ff304166394 admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:07:17.370290 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10b0ed7-f910-4501-b15b-7ff304166394 admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:07:17.370456 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-c79918be-a6da-4d75-b427-8ffdb4ba3ebf None None] For port 1f4b1a4c-4ea0-4265-869c-90b2869efa03, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:07:17.373567 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-c79918be-a6da-4d75-b427-8ffdb4ba3ebf None None] For port 1f4b1a4c-4ea0-4265-869c-90b2869efa03, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1f4b1a4c-4ea0-4265-869c-90b2869efa03,segment=NetworkSegment(99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a),segment_id=99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:07:17.375979 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b0ed7-f910-4501-b15b-7ff304166394 admin admin] Pushing event updated for resources: {'Port': ['ID=a9281980-4632-4ce2-8acd-fdd1157b07db,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:17.377739 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c79918be-a6da-4d75-b427-8ffdb4ba3ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:17.433384 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79918be-a6da-4d75-b427-8ffdb4ba3ebf None None] Pushing event updated for resources: {'Port': ['ID=1f4b1a4c-4ea0-4265-869c-90b2869efa03,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:17.644460 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c10b0ed7-f910-4501-b15b-7ff304166394 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:17.840099 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c10b0ed7-f910-4501-b15b-7ff304166394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:17.978654 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10b0ed7-f910-4501-b15b-7ff304166394 admin admin] Router e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1 is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 19:07:18.095832 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10b0ed7-f910-4501-b15b-7ff304166394 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:07:18.107462 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b8032e-4471-4b62-a506-02d3fb6356e8 None None] Sync routers for ids ['e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:07:18.115756 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c10b0ed7-f910-4501-b15b-7ff304166394 admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:18.117017 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c10b0ed7-f910-4501-b15b-7ff304166394 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4992664 Sep 21 19:07:18.119797 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57112) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:18.123240 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b8032e-4471-4b62-a506-02d3fb6356e8 None None] Routers {'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:07:18.124131 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-a9b8032e-4471-4b62-a506-02d3fb6356e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T19:06:49Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:18.254810 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-a9b8032e-4471-4b62-a506-02d3fb6356e8 None None] Set router e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:07:18.335107 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3066f19-b291-49d8-bbef-fefcbdc6171b None None] Network e73083e8-9479-40d3-ace7-70245580acc0 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:07:18.419359 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-c5b42411-0505-4128-9fb5-b18a32a812e5 None None] Provisioning complete for port 1f4b1a4c-4ea0-4265-869c-90b2869efa03 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:18.419613 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c5b42411-0505-4128-9fb5-b18a32a812e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:18.438646 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-a9b8032e-4471-4b62-a506-02d3fb6356e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'name': 'tempest-TestSnapshotPattern-1376683118-router', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:16Z', 'updated_at': '2021-09-21T19:07:17Z', 'revision_number': 3, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'gw_port': {'id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:55:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:17Z', 'updated_at': '2021-09-21T19:07:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:18.479198 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b8032e-4471-4b62-a506-02d3fb6356e8 None None] Checking router: e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:07:18.479568 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b8032e-4471-4b62-a506-02d3fb6356e8 None None] Updating router e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1 port a9281980-4632-4ce2-8acd-fdd1157b07db binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 19:07:18.506575 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-a9b8032e-4471-4b62-a506-02d3fb6356e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:18.564127 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6f570fcb-7887-408a-9285-3ce098cad03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:18.570488 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c5b42411-0505-4128-9fb5-b18a32a812e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:18.587573 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dec77673-4153-4567-a9d6-fe2b0e08358a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:18.615364 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-c5b42411-0505-4128-9fb5-b18a32a812e5 None None] For port 1f4b1a4c-4ea0-4265-869c-90b2869efa03, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1f4b1a4c-4ea0-4265-869c-90b2869efa03,segment=NetworkSegment(99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a),segment_id=99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:07:18.620873 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c5b42411-0505-4128-9fb5-b18a32a812e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:18.681478 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b42411-0505-4128-9fb5-b18a32a812e5 None None] Pushing event updated for resources: {'Port': ['ID=1f4b1a4c-4ea0-4265-869c-90b2869efa03,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:18.756207 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1f4b1a4c-4ea0-4265-869c-90b2869efa03 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:07:18.785504 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-dec77673-4153-4567-a9d6-fe2b0e08358a admin admin] Allocated IP 172.20.0.1 (e73083e8-9479-40d3-ace7-70245580acc0/2c825cbf-dc22-420f-ba19-706aed18229e/71a255c2-b4f7-4629-86bf-0cd0ae65aff8) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:07:18.808646 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 1f4b1a4c-4ea0-4265-869c-90b2869efa03 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:18.809107 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:18.839010 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-a9b8032e-4471-4b62-a506-02d3fb6356e8 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:18.846615 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-a9b8032e-4471-4b62-a506-02d3fb6356e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:18.901681 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-a9b8032e-4471-4b62-a506-02d3fb6356e8 None None] Attempting to bind port a9281980-4632-4ce2-8acd-fdd1157b07db on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:07:18.902391 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-a9b8032e-4471-4b62-a506-02d3fb6356e8 None None] Attempting to bind port a9281980-4632-4ce2-8acd-fdd1157b07db by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:07:18.902770 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b8032e-4471-4b62-a506-02d3fb6356e8 None None] Attempting to bind port a9281980-4632-4ce2-8acd-fdd1157b07db on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:07:18.914605 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b8032e-4471-4b62-a506-02d3fb6356e8 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:07:18.914996 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b8032e-4471-4b62-a506-02d3fb6356e8 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:07:18.915183 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dec77673-4153-4567-a9d6-fe2b0e08358a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:18.915425 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-a9b8032e-4471-4b62-a506-02d3fb6356e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:18.915984 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b8032e-4471-4b62-a506-02d3fb6356e8 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:07:18.916454 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-a9b8032e-4471-4b62-a506-02d3fb6356e8 None None] Bound port: a9281980-4632-4ce2-8acd-fdd1157b07db, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:07:18.916833 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-a9b8032e-4471-4b62-a506-02d3fb6356e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:18.919220 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c54cde-e232-47d6-a157-594fad58a0fe None None] Pushing event updated for resources: {'Port': ['ID=a9281980-4632-4ce2-8acd-fdd1157b07db,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:18.940550 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-d4fa304c-5b5c-425c-9f5f-51b16300f045 None None] Provisioning complete for port 1f4b1a4c-4ea0-4265-869c-90b2869efa03 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:18.941078 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d4fa304c-5b5c-425c-9f5f-51b16300f045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:18.946051 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c54cde-e232-47d6-a157-594fad58a0fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:18.946426 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c54cde-e232-47d6-a157-594fad58a0fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:18.946761 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c54cde-e232-47d6-a157-594fad58a0fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:18.947192 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c54cde-e232-47d6-a157-594fad58a0fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:18.947554 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c54cde-e232-47d6-a157-594fad58a0fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:18.947898 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c54cde-e232-47d6-a157-594fad58a0fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:18.948233 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c54cde-e232-47d6-a157-594fad58a0fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:18.948596 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c54cde-e232-47d6-a157-594fad58a0fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:18.948982 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c54cde-e232-47d6-a157-594fad58a0fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:18.949310 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c54cde-e232-47d6-a157-594fad58a0fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:18.949657 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c54cde-e232-47d6-a157-594fad58a0fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:18.950001 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c54cde-e232-47d6-a157-594fad58a0fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:07:18.951309 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dec77673-4153-4567-a9d6-fe2b0e08358a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:18.985672 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec77673-4153-4567-a9d6-fe2b0e08358a admin admin] Network e73083e8-9479-40d3-ace7-70245580acc0 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:07:18.985943 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-a9b8032e-4471-4b62-a506-02d3fb6356e8 None None] For port a9281980-4632-4ce2-8acd-fdd1157b07db, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:07:18.989479 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-a9b8032e-4471-4b62-a506-02d3fb6356e8 None None] For port a9281980-4632-4ce2-8acd-fdd1157b07db, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a9281980-4632-4ce2-8acd-fdd1157b07db,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:07:18.989840 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-dec77673-4153-4567-a9d6-fe2b0e08358a admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:07:18.993449 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec77673-4153-4567-a9d6-fe2b0e08358a admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:07:18.997013 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-a9b8032e-4471-4b62-a506-02d3fb6356e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:19.028322 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec77673-4153-4567-a9d6-fe2b0e08358a admin admin] Pushing event updated for resources: {'Port': ['ID=71a255c2-b4f7-4629-86bf-0cd0ae65aff8,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:19.049499 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dec77673-4153-4567-a9d6-fe2b0e08358a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:19.067044 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b8032e-4471-4b62-a506-02d3fb6356e8 None None] Routers {'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:07:19.067682 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-a9b8032e-4471-4b62-a506-02d3fb6356e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T19:07:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:19.108390 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c54cde-e232-47d6-a157-594fad58a0fe None None] Pushing event updated for resources: {'Port': ['ID=a9281980-4632-4ce2-8acd-fdd1157b07db,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:19.155355 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:19.185213 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-a9b8032e-4471-4b62-a506-02d3fb6356e8 None None] Set router e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:07:19.201413 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dec77673-4153-4567-a9d6-fe2b0e08358a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:19.276586 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-2c6e55ef-f401-42fb-a2e1-5931dd5640d7 None None] Provisioning complete for port 71a255c2-b4f7-4629-86bf-0cd0ae65aff8 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:19.276871 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2c6e55ef-f401-42fb-a2e1-5931dd5640d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:19.311272 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-2c6e55ef-f401-42fb-a2e1-5931dd5640d7 None None] Port 71a255c2-b4f7-4629-86bf-0cd0ae65aff8 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:07:19.361550 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dec77673-4153-4567-a9d6-fe2b0e08358a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:19.366799 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dec77673-4153-4567-a9d6-fe2b0e08358a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:19.374231 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-a9b8032e-4471-4b62-a506-02d3fb6356e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'name': 'tempest-TestSnapshotPattern-1376683118-router', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:16Z', 'updated_at': '2021-09-21T19:07:17Z', 'revision_number': 3, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'gw_port': {'id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:55:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:17Z', 'updated_at': '2021-09-21T19:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:19.400480 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b8032e-4471-4b62-a506-02d3fb6356e8 None None] The sync data for ids ['e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'] in n-d-810291-1 is: [{'id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'name': 'tempest-TestSnapshotPattern-1376683118-router', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:16Z', 'updated_at': '2021-09-21T19:07:17Z', 'revision_number': 3, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'gw_port': {'id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:55:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:17Z', 'updated_at': '2021-09-21T19:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:07:19.439640 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-dec77673-4153-4567-a9d6-fe2b0e08358a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:19.441480 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec77673-4153-4567-a9d6-fe2b0e08358a admin admin] Pushing event updated for resources: {'Port': ['ID=71a255c2-b4f7-4629-86bf-0cd0ae65aff8,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:19.536945 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec77673-4153-4567-a9d6-fe2b0e08358a admin admin] Network e73083e8-9479-40d3-ace7-70245580acc0 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:07:19.538686 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-dec77673-4153-4567-a9d6-fe2b0e08358a admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:07:19.689615 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec77673-4153-4567-a9d6-fe2b0e08358a admin admin] Router e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:07:19.805910 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec77673-4153-4567-a9d6-fe2b0e08358a admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:07:19.811084 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-dec77673-4153-4567-a9d6-fe2b0e08358a admin admin] 10.222.0.58 "PUT /v2.0/routers/e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6901970 Sep 21 19:07:19.835782 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9d3b5923-b7a5-40a7-b4ad-02cd778e83a3 None None] Provisioning complete for port 71a255c2-b4f7-4629-86bf-0cd0ae65aff8 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:19.836323 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9d3b5923-b7a5-40a7-b4ad-02cd778e83a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:19.874896 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9d3b5923-b7a5-40a7-b4ad-02cd778e83a3 None None] Port 71a255c2-b4f7-4629-86bf-0cd0ae65aff8 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:07:20.321542 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57128) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:20.326607 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-c953197e-b668-47b2-98e4-410086a3cb2d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1875589799-network', 'tenant_id': 'edb0694cb72a4887947912b66b3dfd3a'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:07:20.350182 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c953197e-b668-47b2-98e4-410086a3cb2d admin admin] Made reservation on behalf of edb0694cb72a4887947912b66b3dfd3a for: {'network': 1} {{(pid=101461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:07:20.352632 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c953197e-b668-47b2-98e4-410086a3cb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for network, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:20.361462 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c953197e-b668-47b2-98e4-410086a3cb2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:20.470827 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c953197e-b668-47b2-98e4-410086a3cb2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:20.475883 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c953197e-b668-47b2-98e4-410086a3cb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:20.481583 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:20.500961 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c953197e-b668-47b2-98e4-410086a3cb2d admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=101461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 19:07:20.510658 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953197e-b668-47b2-98e4-410086a3cb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bf9cc3-6888-4d18-8566-0ff60cab20b9,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:20.515499 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c953197e-b668-47b2-98e4-410086a3cb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:20.515847 n-d-810291-1 neutron-server[101461]: INFO neutron.db.segments_db [None req-c953197e-b668-47b2-98e4-410086a3cb2d admin admin] Added segment 3849fec3-d89e-4cc4-a9b7-638626fd4f0f of type vlan for network 63603973-8191-43ff-bad0-9de9a2ac278a Sep 21 19:07:20.561366 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c953197e-b668-47b2-98e4-410086a3cb2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748375890207'] for network, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:20.588710 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c953197e-b668-47b2-98e4-410086a3cb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470'] for network, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:20.589778 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c953197e-b668-47b2-98e4-410086a3cb2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:20.590382 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-c953197e-b668-47b2-98e4-410086a3cb2d admin admin] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:20.650596 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-c953197e-b668-47b2-98e4-410086a3cb2d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3278527 Sep 21 19:07:20.653615 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57130) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:20.658779 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-eb399d5e-6aae-4c95-9bee-6ad29c192672 admin admin] Request body: {'subnet': {'network_id': '63603973-8191-43ff-bad0-9de9a2ac278a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1875589799-subnet', 'tenant_id': 'edb0694cb72a4887947912b66b3dfd3a', 'ip_version': 4}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:07:20.663011 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953197e-b668-47b2-98e4-410086a3cb2d admin admin] Pushing event updated for resources: {'Network': ['ID=63603973-8191-43ff-bad0-9de9a2ac278a,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:20.681782 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Network 63603973-8191-43ff-bad0-9de9a2ac278a details requested by agent ovs-agent-n-d-810291-1 with host n-d-810291-1 {{(pid=101462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 19:07:20.683169 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb399d5e-6aae-4c95-9bee-6ad29c192672 admin admin] Made reservation on behalf of edb0694cb72a4887947912b66b3dfd3a for: {'subnet': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:07:20.686331 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eb399d5e-6aae-4c95-9bee-6ad29c192672 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9975058'] for subnet, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:20.748399 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1f4b1a4c-4ea0-4265-869c-90b2869efa03 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:07:20.799983 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 1f4b1a4c-4ea0-4265-869c-90b2869efa03 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:20.800347 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:20.865903 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eb399d5e-6aae-4c95-9bee-6ad29c192672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10105794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9975100'] for subnet, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:20.882514 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a9281980-4632-4ce2-8acd-fdd1157b07db up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:07:20.921533 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb399d5e-6aae-4c95-9bee-6ad29c192672 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e02c48f-3cd3-4465-9136-c8530a2ad4a5,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:20.930318 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb399d5e-6aae-4c95-9bee-6ad29c192672 admin admin] Checking segment: {'id': '3849fec3-d89e-4cc4-a9b7-638626fd4f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '63603973-8191-43ff-bad0-9de9a2ac278a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:07:20.930677 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb399d5e-6aae-4c95-9bee-6ad29c192672 admin admin] Network hostable DHCP agents. Network: 63603973-8191-43ff-bad0-9de9a2ac278a, hostable agents: ['c6ff66a7-0ecf-447f-ba6d-fe2974e53a26'], hosted agents: [] {{(pid=101460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 19:07:20.934392 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port a9281980-4632-4ce2-8acd-fdd1157b07db triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:20.934761 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:20.946821 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb399d5e-6aae-4c95-9bee-6ad29c192672 admin admin] Network 63603973-8191-43ff-bad0-9de9a2ac278a is scheduled to be hosted by DHCP agent c6ff66a7-0ecf-447f-ba6d-fe2974e53a26 with binding_index 1 {{(pid=101460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 19:07:20.956301 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-eb399d5e-6aae-4c95-9bee-6ad29c192672 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-810291-1, 63603973-8191-43ff-bad0-9de9a2ac278a) {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:07:20.960442 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb399d5e-6aae-4c95-9bee-6ad29c192672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:20.961216 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-eb399d5e-6aae-4c95-9bee-6ad29c192672 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:20.970462 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb5f73a-910a-4446-ade6-0a4811a4e2e0 None None] Network 63603973-8191-43ff-bad0-9de9a2ac278a requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:07:20.976676 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-eb399d5e-6aae-4c95-9bee-6ad29c192672 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3219347 Sep 21 19:07:20.979282 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57132) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:20.983727 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-896eca94-20f1-40d0-bdab-44655eaf3872 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1875589799-router', 'tenant_id': 'edb0694cb72a4887947912b66b3dfd3a', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:07:21.005564 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295f11b0-9cb4-45aa-91c6-a7fc2cc5feee None None] Sync routers for ids ['e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:07:21.006536 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-896eca94-20f1-40d0-bdab-44655eaf3872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-734364', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:21.007703 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-896eca94-20f1-40d0-bdab-44655eaf3872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-734620', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1453'] for router, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:21.052363 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295f11b0-9cb4-45aa-91c6-a7fc2cc5feee None None] Routers {'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:07:21.052984 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-295f11b0-9cb4-45aa-91c6-a7fc2cc5feee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T19:07:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:21.058155 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-896eca94-20f1-40d0-bdab-44655eaf3872 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:21.135625 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:21.192154 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-896eca94-20f1-40d0-bdab-44655eaf3872 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:21.212355 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port a9281980-4632-4ce2-8acd-fdd1157b07db, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a9281980-4632-4ce2-8acd-fdd1157b07db,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:07:21.222908 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:21.272087 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-295f11b0-9cb4-45aa-91c6-a7fc2cc5feee None None] Set router e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:07:21.330709 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19360f3-63a7-4845-ac9a-e521db294060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf8f25c5c-0c10-51fb-b2d7-d6bbc004135f-63603973-8191-43ff-bad0-9de9a2ac278a', 'network_id': '63603973-8191-43ff-bad0-9de9a2ac278a', 'tenant_id': 'edb0694cb72a4887947912b66b3dfd3a', 'fixed_ips': [{'subnet_id': '3e02c48f-3cd3-4465-9136-c8530a2ad4a5'}]}} from n-d-810291-1. {{(pid=101462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 19:07:21.331584 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e19360f3-63a7-4845-ac9a-e521db294060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:21.340632 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=a9281980-4632-4ce2-8acd-fdd1157b07db,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:21.394613 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-896eca94-20f1-40d0-bdab-44655eaf3872 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:21.417645 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-896eca94-20f1-40d0-bdab-44655eaf3872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:21.519992 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-896eca94-20f1-40d0-bdab-44655eaf3872 admin admin] Allocated IP 172.25.6.246 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/be2273a2-040b-4098-9900-ca178cd0dc86) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:07:21.591072 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.db_base_plugin_common [None req-e19360f3-63a7-4845-ac9a-e521db294060 None None] Allocated IP 172.20.0.2 (63603973-8191-43ff-bad0-9de9a2ac278a/3e02c48f-3cd3-4465-9136-c8530a2ad4a5/1c365f5e-3954-4c0c-bc42-bcee76b725c2) {{(pid=101462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:07:21.626018 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-896eca94-20f1-40d0-bdab-44655eaf3872 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:21.672419 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-295f11b0-9cb4-45aa-91c6-a7fc2cc5feee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'name': 'tempest-TestSnapshotPattern-1376683118-router', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:16Z', 'updated_at': '2021-09-21T19:07:19Z', 'revision_number': 4, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'gw_port': {'id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:55:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:17Z', 'updated_at': '2021-09-21T19:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '71a255c2-b4f7-4629-86bf-0cd0ae65aff8', 'name': '', 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'mac_address': 'fa:16:3e:2e:af:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2c825cbf-dc22-420f-ba19-706aed18229e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:18Z', 'updated_at': '2021-09-21T19:07:19Z', 'revision_number': 2, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'subnets': [{'id': '2c825cbf-dc22-420f-ba19-706aed18229e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:21.704370 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295f11b0-9cb4-45aa-91c6-a7fc2cc5feee None None] Checking router: e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1 for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:07:21.704700 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295f11b0-9cb4-45aa-91c6-a7fc2cc5feee None None] Updating router e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1 port 71a255c2-b4f7-4629-86bf-0cd0ae65aff8 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 19:07:21.744371 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-295f11b0-9cb4-45aa-91c6-a7fc2cc5feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:21.829451 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e19360f3-63a7-4845-ac9a-e521db294060 None None] Notify callbacks [] for port, precommit_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:21.842185 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e19360f3-63a7-4845-ac9a-e521db294060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496'] for port, after_create {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:22.034369 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-896eca94-20f1-40d0-bdab-44655eaf3872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:22.074840 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896eca94-20f1-40d0-bdab-44655eaf3872 admin admin] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:07:22.080039 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-896eca94-20f1-40d0-bdab-44655eaf3872 admin admin] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:07:22.085604 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896eca94-20f1-40d0-bdab-44655eaf3872 admin admin] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:07:22.088588 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896eca94-20f1-40d0-bdab-44655eaf3872 admin admin] Pushing event updated for resources: {'Port': ['ID=be2273a2-040b-4098-9900-ca178cd0dc86,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:22.118085 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19360f3-63a7-4845-ac9a-e521db294060 None None] Network 63603973-8191-43ff-bad0-9de9a2ac278a is already hosted by enough agents. {{(pid=101462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:07:22.129387 n-d-810291-1 neutron-server[101462]: DEBUG neutron.scheduler.base_scheduler [None req-e19360f3-63a7-4845-ac9a-e521db294060 None None] Resources bound (agent type, host, resource id): {{(pid=101462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:07:22.132999 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19360f3-63a7-4845-ac9a-e521db294060 None None] Pushing event updated for resources: {'Port': ['ID=1c365f5e-3954-4c0c-bc42-bcee76b725c2,revision_number=1']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:22.136584 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19360f3-63a7-4845-ac9a-e521db294060 None None] Received port after_create {{(pid=101462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:07:22.138382 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:22.245936 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-e19360f3-63a7-4845-ac9a-e521db294060 None None] Attempting to bind port 1c365f5e-3954-4c0c-bc42-bcee76b725c2 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:07:22.246301 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-e19360f3-63a7-4845-ac9a-e521db294060 None None] Attempting to bind port 1c365f5e-3954-4c0c-bc42-bcee76b725c2 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '3849fec3-d89e-4cc4-a9b7-638626fd4f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '63603973-8191-43ff-bad0-9de9a2ac278a'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:07:22.246660 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19360f3-63a7-4845-ac9a-e521db294060 None None] Attempting to bind port 1c365f5e-3954-4c0c-bc42-bcee76b725c2 on network 63603973-8191-43ff-bad0-9de9a2ac278a {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:07:22.259234 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19360f3-63a7-4845-ac9a-e521db294060 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:07:22.259608 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19360f3-63a7-4845-ac9a-e521db294060 None None] Checking segment: {'id': '3849fec3-d89e-4cc4-a9b7-638626fd4f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '63603973-8191-43ff-bad0-9de9a2ac278a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:07:22.260050 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e19360f3-63a7-4845-ac9a-e521db294060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:22.260445 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19360f3-63a7-4845-ac9a-e521db294060 None None] Bound using segment: {'id': '3849fec3-d89e-4cc4-a9b7-638626fd4f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '63603973-8191-43ff-bad0-9de9a2ac278a'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:07:22.260914 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-e19360f3-63a7-4845-ac9a-e521db294060 None None] Bound port: 1c365f5e-3954-4c0c-bc42-bcee76b725c2, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3849fec3-d89e-4cc4-a9b7-638626fd4f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '63603973-8191-43ff-bad0-9de9a2ac278a'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:07:22.261312 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e19360f3-63a7-4845-ac9a-e521db294060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:22.330702 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-896eca94-20f1-40d0-bdab-44655eaf3872 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:22.370585 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-295f11b0-9cb4-45aa-91c6-a7fc2cc5feee None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:22.374071 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-e19360f3-63a7-4845-ac9a-e521db294060 None None] For port 1c365f5e-3954-4c0c-bc42-bcee76b725c2, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:07:22.377388 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-e19360f3-63a7-4845-ac9a-e521db294060 None None] For port 1c365f5e-3954-4c0c-bc42-bcee76b725c2, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1c365f5e-3954-4c0c-bc42-bcee76b725c2,segment=NetworkSegment(3849fec3-d89e-4cc4-a9b7-638626fd4f0f),segment_id=3849fec3-d89e-4cc4-a9b7-638626fd4f0f)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:07:22.378838 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-295f11b0-9cb4-45aa-91c6-a7fc2cc5feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:22.384443 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e19360f3-63a7-4845-ac9a-e521db294060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:22.442249 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983a249-4d6e-4a47-8cda-09a531e917d2 None None] Pushing event updated for resources: {'Port': ['ID=71a255c2-b4f7-4629-86bf-0cd0ae65aff8,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:22.534737 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19360f3-63a7-4845-ac9a-e521db294060 None None] Pushing event updated for resources: {'Port': ['ID=1c365f5e-3954-4c0c-bc42-bcee76b725c2,revision_number=2']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:22.539833 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-295f11b0-9cb4-45aa-91c6-a7fc2cc5feee None None] Attempting to bind port 71a255c2-b4f7-4629-86bf-0cd0ae65aff8 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:07:22.540418 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-295f11b0-9cb4-45aa-91c6-a7fc2cc5feee None None] Attempting to bind port 71a255c2-b4f7-4629-86bf-0cd0ae65aff8 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:07:22.540963 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295f11b0-9cb4-45aa-91c6-a7fc2cc5feee None None] Attempting to bind port 71a255c2-b4f7-4629-86bf-0cd0ae65aff8 on network e73083e8-9479-40d3-ace7-70245580acc0 {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:07:22.550688 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295f11b0-9cb4-45aa-91c6-a7fc2cc5feee None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:07:22.551126 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295f11b0-9cb4-45aa-91c6-a7fc2cc5feee None None] Checking segment: {'id': '99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:07:22.551573 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-295f11b0-9cb4-45aa-91c6-a7fc2cc5feee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:22.551971 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295f11b0-9cb4-45aa-91c6-a7fc2cc5feee None None] Bound using segment: {'id': '99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:07:22.552460 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-295f11b0-9cb4-45aa-91c6-a7fc2cc5feee None None] Bound port: 71a255c2-b4f7-4629-86bf-0cd0ae65aff8, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:07:22.552850 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-295f11b0-9cb4-45aa-91c6-a7fc2cc5feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:22.553298 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-896eca94-20f1-40d0-bdab-44655eaf3872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-735819'] for router, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:22.634098 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-295f11b0-9cb4-45aa-91c6-a7fc2cc5feee None None] For port 71a255c2-b4f7-4629-86bf-0cd0ae65aff8, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:07:22.638392 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-295f11b0-9cb4-45aa-91c6-a7fc2cc5feee None None] For port 71a255c2-b4f7-4629-86bf-0cd0ae65aff8, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=71a255c2-b4f7-4629-86bf-0cd0ae65aff8,segment=NetworkSegment(99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a),segment_id=99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:07:22.646053 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-295f11b0-9cb4-45aa-91c6-a7fc2cc5feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:22.730382 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a9281980-4632-4ce2-8acd-fdd1157b07db up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:07:22.737380 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896eca94-20f1-40d0-bdab-44655eaf3872 admin admin] Router 7232fffe-4aa7-44bd-b5ee-b4f3f197e38d is scheduled to L3 agent b4f1b89f-1684-4a23-b902-8462159deceb with binding_index 1 {{(pid=101460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 19:07:22.789658 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983a249-4d6e-4a47-8cda-09a531e917d2 None None] Pushing event updated for resources: {'Port': ['ID=71a255c2-b4f7-4629-86bf-0cd0ae65aff8,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:22.795884 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295f11b0-9cb4-45aa-91c6-a7fc2cc5feee None None] Routers {'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:07:22.796585 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-295f11b0-9cb4-45aa-91c6-a7fc2cc5feee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T19:07:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:22.918847 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-06374ffe-632b-4cf6-8731-d279782c7625 None None] Provisioning complete for port 71a255c2-b4f7-4629-86bf-0cd0ae65aff8 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:22.919263 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-06374ffe-632b-4cf6-8731-d279782c7625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:22.920466 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896eca94-20f1-40d0-bdab-44655eaf3872 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:07:22.943900 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3c29e6-0417-4177-a7b0-2332666e9760 None None] Sync routers for ids ['7232fffe-4aa7-44bd-b5ee-b4f3f197e38d'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:07:22.945115 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-896eca94-20f1-40d0-bdab-44655eaf3872 admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:22.949556 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57134) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:22.950092 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-896eca94-20f1-40d0-bdab-44655eaf3872 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9694707 Sep 21 19:07:22.954294 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port a9281980-4632-4ce2-8acd-fdd1157b07db triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:22.954677 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:22.964329 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3c29e6-0417-4177-a7b0-2332666e9760 None None] Routers {'7232fffe-4aa7-44bd-b5ee-b4f3f197e38d'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:07:22.965037 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8c3c29e6-0417-4177-a7b0-2332666e9760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T19:07:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['7232fffe-4aa7-44bd-b5ee-b4f3f197e38d'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:23.008152 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-295f11b0-9cb4-45aa-91c6-a7fc2cc5feee None None] Set router e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1 gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:07:23.178822 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-06374ffe-632b-4cf6-8731-d279782c7625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.212001 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-8c3c29e6-0417-4177-a7b0-2332666e9760 None None] Set router 7232fffe-4aa7-44bd-b5ee-b4f3f197e38d gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:07:23.269056 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-06374ffe-632b-4cf6-8731-d279782c7625 None None] For port 71a255c2-b4f7-4629-86bf-0cd0ae65aff8, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=71a255c2-b4f7-4629-86bf-0cd0ae65aff8,segment=NetworkSegment(99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a),segment_id=99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:07:23.279243 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-06374ffe-632b-4cf6-8731-d279782c7625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.356939 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06374ffe-632b-4cf6-8731-d279782c7625 None None] Pushing event updated for resources: {'Port': ['ID=71a255c2-b4f7-4629-86bf-0cd0ae65aff8,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:23.375359 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-295f11b0-9cb4-45aa-91c6-a7fc2cc5feee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'name': 'tempest-TestSnapshotPattern-1376683118-router', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:16Z', 'updated_at': '2021-09-21T19:07:19Z', 'revision_number': 4, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'gw_port': {'id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:17Z', 'updated_at': '2021-09-21T19:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '71a255c2-b4f7-4629-86bf-0cd0ae65aff8', 'name': '', 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'mac_address': 'fa:16:3e:2e:af:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2c825cbf-dc22-420f-ba19-706aed18229e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:18Z', 'updated_at': '2021-09-21T19:07:22Z', 'revision_number': 4, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'subnets': [{'id': '2c825cbf-dc22-420f-ba19-706aed18229e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:23.404475 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8c3c29e6-0417-4177-a7b0-2332666e9760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7232fffe-4aa7-44bd-b5ee-b4f3f197e38d', 'name': 'tempest-TestSnapshotPattern-1875589799-router', 'tenant_id': 'edb0694cb72a4887947912b66b3dfd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'be2273a2-040b-4098-9900-ca178cd0dc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:21Z', 'updated_at': '2021-09-21T19:07:22Z', 'revision_number': 3, 'project_id': 'edb0694cb72a4887947912b66b3dfd3a', 'gw_port': {'id': 'be2273a2-040b-4098-9900-ca178cd0dc86', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7232fffe-4aa7-44bd-b5ee-b4f3f197e38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:21Z', 'updated_at': '2021-09-21T19:07:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:23.420210 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295f11b0-9cb4-45aa-91c6-a7fc2cc5feee None None] The sync data for ids ['e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'] in n-d-810291-1 is: [{'id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'name': 'tempest-TestSnapshotPattern-1376683118-router', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:16Z', 'updated_at': '2021-09-21T19:07:19Z', 'revision_number': 4, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'gw_port': {'id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:17Z', 'updated_at': '2021-09-21T19:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '71a255c2-b4f7-4629-86bf-0cd0ae65aff8', 'name': '', 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'mac_address': 'fa:16:3e:2e:af:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2c825cbf-dc22-420f-ba19-706aed18229e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:18Z', 'updated_at': '2021-09-21T19:07:22Z', 'revision_number': 4, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'subnets': [{'id': '2c825cbf-dc22-420f-ba19-706aed18229e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:07:23.439118 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-49e06097-c97c-4673-acee-fa6e6c7ff18c None None] Provisioning complete for port 71a255c2-b4f7-4629-86bf-0cd0ae65aff8 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:23.439791 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-49e06097-c97c-4673-acee-fa6e6c7ff18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.449620 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3c29e6-0417-4177-a7b0-2332666e9760 None None] Checking router: 7232fffe-4aa7-44bd-b5ee-b4f3f197e38d for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:07:23.450119 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3c29e6-0417-4177-a7b0-2332666e9760 None None] Updating router 7232fffe-4aa7-44bd-b5ee-b4f3f197e38d port be2273a2-040b-4098-9900-ca178cd0dc86 binding host n-d-810291-1 {{(pid=101463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 19:07:23.483790 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aac1fe67-3c79-4122-b190-c3d6a3fbf1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.504684 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-8c3c29e6-0417-4177-a7b0-2332666e9760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.730125 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-aac1fe67-3c79-4122-b190-c3d6a3fbf1d0 admin admin] Allocated IP 172.20.0.1 (63603973-8191-43ff-bad0-9de9a2ac278a/3e02c48f-3cd3-4465-9136-c8530a2ad4a5/2e11e534-09a5-4d13-9d0a-104fd4f113b7) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:07:23.850641 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-8c3c29e6-0417-4177-a7b0-2332666e9760 None None] Notify callbacks [] for port, precommit_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.857929 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a009515e-c924-4dfe-927e-eafe581e76a1 None None] Network 63603973-8191-43ff-bad0-9de9a2ac278a requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:07:23.860433 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-8c3c29e6-0417-4177-a7b0-2332666e9760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.880545 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aac1fe67-3c79-4122-b190-c3d6a3fbf1d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.916453 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-8c3c29e6-0417-4177-a7b0-2332666e9760 None None] Attempting to bind port be2273a2-040b-4098-9900-ca178cd0dc86 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:07:23.916814 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-8c3c29e6-0417-4177-a7b0-2332666e9760 None None] Attempting to bind port be2273a2-040b-4098-9900-ca178cd0dc86 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:07:23.917175 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3c29e6-0417-4177-a7b0-2332666e9760 None None] Attempting to bind port be2273a2-040b-4098-9900-ca178cd0dc86 on network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:07:23.919287 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb7064-edd5-4aad-8647-b41bf528e812 None None] Pushing event updated for resources: {'Port': ['ID=be2273a2-040b-4098-9900-ca178cd0dc86,revision_number=2']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:23.925693 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3c29e6-0417-4177-a7b0-2332666e9760 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:07:23.926059 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3c29e6-0417-4177-a7b0-2332666e9760 None None] Checking segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:07:23.926461 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-8c3c29e6-0417-4177-a7b0-2332666e9760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.926850 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3c29e6-0417-4177-a7b0-2332666e9760 None None] Bound using segment: {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'} {{(pid=101463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:07:23.927370 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.managers [None req-8c3c29e6-0417-4177-a7b0-2332666e9760 None None] Bound port: be2273a2-040b-4098-9900-ca178cd0dc86, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b8248-a289-4f20-9e4d-5883debed94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299'}}] {{(pid=101463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:07:23.927750 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-8c3c29e6-0417-4177-a7b0-2332666e9760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.945762 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aac1fe67-3c79-4122-b190-c3d6a3fbf1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.958112 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-d7ed1d65-26bc-48da-a17f-64e6fb1246ac None None] Provisioning complete for port 1c365f5e-3954-4c0c-bc42-bcee76b725c2 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:23.958492 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1d65-26bc-48da-a17f-64e6fb1246ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:23.989613 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac1fe67-3c79-4122-b190-c3d6a3fbf1d0 admin admin] Network 63603973-8191-43ff-bad0-9de9a2ac278a is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:07:23.995221 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-aac1fe67-3c79-4122-b190-c3d6a3fbf1d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:07:24.001059 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-8c3c29e6-0417-4177-a7b0-2332666e9760 None None] For port be2273a2-040b-4098-9900-ca178cd0dc86, host n-d-810291-1, cleared binding levels {{(pid=101463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:07:24.001651 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac1fe67-3c79-4122-b190-c3d6a3fbf1d0 admin admin] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:07:24.006364 n-d-810291-1 neutron-server[101463]: DEBUG neutron.plugins.ml2.db [None req-8c3c29e6-0417-4177-a7b0-2332666e9760 None None] For port be2273a2-040b-4098-9900-ca178cd0dc86, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=be2273a2-040b-4098-9900-ca178cd0dc86,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:07:24.018821 n-d-810291-1 neutron-server[101463]: DEBUG neutron_lib.callbacks.manager [None req-8c3c29e6-0417-4177-a7b0-2332666e9760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:24.037963 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1fe67-3c79-4122-b190-c3d6a3fbf1d0 admin admin] Pushing event updated for resources: {'Port': ['ID=2e11e534-09a5-4d13-9d0a-104fd4f113b7,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:24.067180 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aac1fe67-3c79-4122-b190-c3d6a3fbf1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-735900'] for router_interface, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:24.082143 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3c29e6-0417-4177-a7b0-2332666e9760 None None] Routers {'7232fffe-4aa7-44bd-b5ee-b4f3f197e38d'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:07:24.082774 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8c3c29e6-0417-4177-a7b0-2332666e9760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T19:07:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['7232fffe-4aa7-44bd-b5ee-b4f3f197e38d'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:24.139931 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1d65-26bc-48da-a17f-64e6fb1246ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:24.196657 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:24.205342 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-d7ed1d65-26bc-48da-a17f-64e6fb1246ac None None] For port 1c365f5e-3954-4c0c-bc42-bcee76b725c2, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1c365f5e-3954-4c0c-bc42-bcee76b725c2,segment=NetworkSegment(3849fec3-d89e-4cc4-a9b7-638626fd4f0f),segment_id=3849fec3-d89e-4cc4-a9b7-638626fd4f0f)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:07:24.213193 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d7ed1d65-26bc-48da-a17f-64e6fb1246ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:24.213349 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-8c3c29e6-0417-4177-a7b0-2332666e9760 None None] Set router 7232fffe-4aa7-44bd-b5ee-b4f3f197e38d gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:07:24.279996 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aac1fe67-3c79-4122-b190-c3d6a3fbf1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:24.283294 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed1d65-26bc-48da-a17f-64e6fb1246ac None None] Pushing event updated for resources: {'Port': ['ID=1c365f5e-3954-4c0c-bc42-bcee76b725c2,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:24.382060 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb7064-edd5-4aad-8647-b41bf528e812 None None] Pushing event updated for resources: {'Port': ['ID=be2273a2-040b-4098-9900-ca178cd0dc86,revision_number=3']} {{(pid=101463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:24.441619 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-688ce9db-4107-46db-ac40-04ed39993bc1 None None] Provisioning complete for port 1c365f5e-3954-4c0c-bc42-bcee76b725c2 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:24.441997 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-688ce9db-4107-46db-ac40-04ed39993bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:24.491639 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-8c3c29e6-0417-4177-a7b0-2332666e9760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7232fffe-4aa7-44bd-b5ee-b4f3f197e38d', 'name': 'tempest-TestSnapshotPattern-1875589799-router', 'tenant_id': 'edb0694cb72a4887947912b66b3dfd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'be2273a2-040b-4098-9900-ca178cd0dc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:21Z', 'updated_at': '2021-09-21T19:07:22Z', 'revision_number': 3, 'project_id': 'edb0694cb72a4887947912b66b3dfd3a', 'gw_port': {'id': 'be2273a2-040b-4098-9900-ca178cd0dc86', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7232fffe-4aa7-44bd-b5ee-b4f3f197e38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:21Z', 'updated_at': '2021-09-21T19:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:24.503147 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aac1fe67-3c79-4122-b190-c3d6a3fbf1d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:24.510015 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aac1fe67-3c79-4122-b190-c3d6a3fbf1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:24.531731 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3c29e6-0417-4177-a7b0-2332666e9760 None None] The sync data for ids ['7232fffe-4aa7-44bd-b5ee-b4f3f197e38d'] in n-d-810291-1 is: [{'id': '7232fffe-4aa7-44bd-b5ee-b4f3f197e38d', 'name': 'tempest-TestSnapshotPattern-1875589799-router', 'tenant_id': 'edb0694cb72a4887947912b66b3dfd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'be2273a2-040b-4098-9900-ca178cd0dc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:21Z', 'updated_at': '2021-09-21T19:07:22Z', 'revision_number': 3, 'project_id': 'edb0694cb72a4887947912b66b3dfd3a', 'gw_port': {'id': 'be2273a2-040b-4098-9900-ca178cd0dc86', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7232fffe-4aa7-44bd-b5ee-b4f3f197e38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:21Z', 'updated_at': '2021-09-21T19:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:07:24.599649 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1fe67-3c79-4122-b190-c3d6a3fbf1d0 admin admin] Pushing event updated for resources: {'Port': ['ID=2e11e534-09a5-4d13-9d0a-104fd4f113b7,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:24.611630 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-aac1fe67-3c79-4122-b190-c3d6a3fbf1d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733452'] for router_interface, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:24.616037 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-688ce9db-4107-46db-ac40-04ed39993bc1 None None] Provisioning complete for port 2e11e534-09a5-4d13-9d0a-104fd4f113b7 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:24.616418 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-688ce9db-4107-46db-ac40-04ed39993bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:24.668128 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-688ce9db-4107-46db-ac40-04ed39993bc1 None None] Port 2e11e534-09a5-4d13-9d0a-104fd4f113b7 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:07:24.762588 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 71a255c2-b4f7-4629-86bf-0cd0ae65aff8 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:07:24.768143 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac1fe67-3c79-4122-b190-c3d6a3fbf1d0 admin admin] Network 63603973-8191-43ff-bad0-9de9a2ac278a is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:07:24.769922 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-aac1fe67-3c79-4122-b190-c3d6a3fbf1d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:07:24.820980 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-2f31617e-d96c-4ace-97f4-03be4fad682a None None] Provisioning complete for port 2e11e534-09a5-4d13-9d0a-104fd4f113b7 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:24.821357 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2f31617e-d96c-4ace-97f4-03be4fad682a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:24.866256 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 71a255c2-b4f7-4629-86bf-0cd0ae65aff8 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:24.866919 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:24.889733 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-2f31617e-d96c-4ace-97f4-03be4fad682a None None] Port 2e11e534-09a5-4d13-9d0a-104fd4f113b7 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:07:24.902555 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac1fe67-3c79-4122-b190-c3d6a3fbf1d0 admin admin] Router 7232fffe-4aa7-44bd-b5ee-b4f3f197e38d has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:07:25.004799 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1c365f5e-3954-4c0c-bc42-bcee76b725c2 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:07:25.075847 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac1fe67-3c79-4122-b190-c3d6a3fbf1d0 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:07:25.085775 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-aac1fe67-3c79-4122-b190-c3d6a3fbf1d0 admin admin] 10.222.0.58 "PUT /v2.0/routers/7232fffe-4aa7-44bd-b5ee-b4f3f197e38d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1341834 Sep 21 19:07:25.092292 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 1c365f5e-3954-4c0c-bc42-bcee76b725c2 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:25.092801 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:25.148734 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-877fa5a7-e689-43db-bcc6-6827b7be2e5c None None] Provisioning complete for port 2e11e534-09a5-4d13-9d0a-104fd4f113b7 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:25.149203 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-877fa5a7-e689-43db-bcc6-6827b7be2e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:25.209759 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-877fa5a7-e689-43db-bcc6-6827b7be2e5c None None] Port 2e11e534-09a5-4d13-9d0a-104fd4f113b7 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:07:25.329112 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:25.621803 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57144) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:25.626630 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-6e64fdb4-b11f-4f19-9baf-e90d12cbfcbb tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1161975219', 'description': 'tempest-secgroup-smoke-1161975219 description', 'project_id': 'a665ab2785374477bc55d27521bac7b9'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:07:25.654082 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6e64fdb4-b11f-4f19-9baf-e90d12cbfcbb tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for security_group, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:25.733134 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6e64fdb4-b11f-4f19-9baf-e90d12cbfcbb tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for security_group, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:25.739355 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6e64fdb4-b11f-4f19-9baf-e90d12cbfcbb tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:25.765897 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-6e64fdb4-b11f-4f19-9baf-e90d12cbfcbb tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:25.767161 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-6e64fdb4-b11f-4f19-9baf-e90d12cbfcbb tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1442940 Sep 21 19:07:25.769029 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64fdb4-b11f-4f19-9baf-e90d12cbfcbb tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=354967ea-80d7-4741-8fde-fbbfcf1aa1ab,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:25.770323 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57146) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:25.775987 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-cbe7e1da-d491-4846-aad9-d2cde93cacfa tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Request body: {'security_group_rule': {'security_group_id': '354967ea-80d7-4741-8fde-fbbfcf1aa1ab', 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:07:25.804659 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cbe7e1da-d491-4846-aad9-d2cde93cacfa tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:25.864168 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cbe7e1da-d491-4846-aad9-d2cde93cacfa tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:25.869721 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cbe7e1da-d491-4846-aad9-d2cde93cacfa tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:25.888528 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7e1da-d491-4846-aad9-d2cde93cacfa tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56861887-0c35-4053-9beb-b33a360ba63f,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:25.893012 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-cbe7e1da-d491-4846-aad9-d2cde93cacfa tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:25.896953 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-cbe7e1da-d491-4846-aad9-d2cde93cacfa tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221571 Sep 21 19:07:25.897442 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57148) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:25.901549 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-8198e3cf-d6c7-4de1-a5b0-05c9f11b60a3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Request body: {'security_group_rule': {'security_group_id': '354967ea-80d7-4741-8fde-fbbfcf1aa1ab', 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:07:25.929750 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8198e3cf-d6c7-4de1-a5b0-05c9f11b60a3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:25.988571 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8198e3cf-d6c7-4de1-a5b0-05c9f11b60a3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:25.995223 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8198e3cf-d6c7-4de1-a5b0-05c9f11b60a3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:26.012083 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198e3cf-d6c7-4de1-a5b0-05c9f11b60a3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d5ecd32-a51d-4ce1-a028-0528ce495020,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:26.020570 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-8198e3cf-d6c7-4de1-a5b0-05c9f11b60a3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:26.021825 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-8198e3cf-d6c7-4de1-a5b0-05c9f11b60a3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1237290 Sep 21 19:07:26.025006 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57150) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:26.029934 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-27d5ad29-2a62-42b0-bf3e-1ee2ae06729d tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Request body: {'security_group_rule': {'security_group_id': '354967ea-80d7-4741-8fde-fbbfcf1aa1ab', 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:07:26.059263 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27d5ad29-2a62-42b0-bf3e-1ee2ae06729d tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:26.120028 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27d5ad29-2a62-42b0-bf3e-1ee2ae06729d tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:26.125577 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27d5ad29-2a62-42b0-bf3e-1ee2ae06729d tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:26.147289 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d5ad29-2a62-42b0-bf3e-1ee2ae06729d tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e615988-5ca9-4a76-968e-1219e5d6ac83,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:26.151126 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-27d5ad29-2a62-42b0-bf3e-1ee2ae06729d tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:26.152525 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-27d5ad29-2a62-42b0-bf3e-1ee2ae06729d tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1261904 Sep 21 19:07:26.155302 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57152) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:26.159737 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-dc719a74-3803-47ec-8b93-e2b22612151d tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Request body: {'security_group_rule': {'security_group_id': '354967ea-80d7-4741-8fde-fbbfcf1aa1ab', 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:07:26.188347 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dc719a74-3803-47ec-8b93-e2b22612151d tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:26.247478 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dc719a74-3803-47ec-8b93-e2b22612151d tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:26.252685 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dc719a74-3803-47ec-8b93-e2b22612151d tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:26.270052 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc719a74-3803-47ec-8b93-e2b22612151d tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d97eb0-56c6-44c5-b1f1-9139d00b0ddd,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:26.277242 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-dc719a74-3803-47ec-8b93-e2b22612151d tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:26.278532 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-dc719a74-3803-47ec-8b93-e2b22612151d tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222959 Sep 21 19:07:26.281420 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57154) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:26.285921 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-17fed13c-3bf9-4147-ae47-46ce3b1ff225 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Request body: {'security_group_rule': {'security_group_id': '354967ea-80d7-4741-8fde-fbbfcf1aa1ab', 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:07:26.309582 n-d-810291-1 neutron-server[101460]: INFO neutron.db.securitygroups_db [None req-17fed13c-3bf9-4147-ae47-46ce3b1ff225 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Project a665ab2785374477bc55d27521bac7b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 19:07:26.314287 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-17fed13c-3bf9-4147-ae47-46ce3b1ff225 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:26.373597 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-17fed13c-3bf9-4147-ae47-46ce3b1ff225 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:26.379402 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-17fed13c-3bf9-4147-ae47-46ce3b1ff225 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:26.398328 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fed13c-3bf9-4147-ae47-46ce3b1ff225 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41403d58-3ac3-4920-b01b-142375a5ccf3,revision_number=0']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:26.401480 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-17fed13c-3bf9-4147-ae47-46ce3b1ff225 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:26.405254 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-17fed13c-3bf9-4147-ae47-46ce3b1ff225 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202569 Sep 21 19:07:26.405710 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57156) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:26.410594 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-051756c9-cd1a-4c2c-aea8-989727b4d29e tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Request body: {'security_group_rule': {'security_group_id': '354967ea-80d7-4741-8fde-fbbfcf1aa1ab', 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:07:26.437353 n-d-810291-1 neutron-server[101461]: INFO neutron.db.securitygroups_db [None req-051756c9-cd1a-4c2c-aea8-989727b4d29e tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Project a665ab2785374477bc55d27521bac7b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 19:07:26.443340 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-051756c9-cd1a-4c2c-aea8-989727b4d29e tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:26.505835 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-051756c9-cd1a-4c2c-aea8-989727b4d29e tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:26.511198 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-051756c9-cd1a-4c2c-aea8-989727b4d29e tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-582742'] for security_group_rule, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:26.530296 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051756c9-cd1a-4c2c-aea8-989727b4d29e tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=042ad6e3-f377-4347-9327-816da00507c9,revision_number=0']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:26.537709 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-051756c9-cd1a-4c2c-aea8-989727b4d29e tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:26.539103 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-051756c9-cd1a-4c2c-aea8-989727b4d29e tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1322746 Sep 21 19:07:26.698610 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device be2273a2-040b-4098-9900-ca178cd0dc86 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:07:26.701402 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-ccadc9a2-1df5-4554-b989-86a257ed02b2 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1161975219&fields=id&tenant_id=a665ab2785374477bc55d27521bac7b9 HTTP/1.1" status: 200 len: 267 time: 0.0328555 Sep 21 19:07:26.750906 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port be2273a2-040b-4098-9900-ca178cd0dc86 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:26.751326 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:26.813982 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-275e2345-f9c5-493b-9910-bf297577bf62 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:26.817370 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-275e2345-f9c5-493b-9910-bf297577bf62 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/networks?id=e73083e8-9479-40d3-ace7-70245580acc0 HTTP/1.1" status: 200 len: 810 time: 0.1086543 Sep 21 19:07:26.826555 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b228bbe-4326-43ce-b1b7-5661c8e8b000 None None] Sync routers for ids ['7232fffe-4aa7-44bd-b5ee-b4f3f197e38d'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:07:26.832124 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-e0d3b7b9-1cbd-42a6-ae16-0f8237229ab1 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/quotas/a665ab2785374477bc55d27521bac7b9 HTTP/1.1" status: 200 len: 375 time: 0.0102935 Sep 21 19:07:26.837052 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:26.851529 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b228bbe-4326-43ce-b1b7-5661c8e8b000 None None] Routers {'7232fffe-4aa7-44bd-b5ee-b4f3f197e38d'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:07:26.852152 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-6b228bbe-4326-43ce-b1b7-5661c8e8b000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T19:07:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['7232fffe-4aa7-44bd-b5ee-b4f3f197e38d'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:26.883267 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-97e9f934-b4a8-4f3f-9a72-b5ed9d9ea05c tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a665ab2785374477bc55d27521bac7b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452847 Sep 21 19:07:26.892784 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] For port be2273a2-040b-4098-9900-ca178cd0dc86, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=be2273a2-040b-4098-9900-ca178cd0dc86,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:07:26.899560 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:26.986058 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Pushing event updated for resources: {'Port': ['ID=be2273a2-040b-4098-9900-ca178cd0dc86,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:26.998916 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-e8e64fee-7e47-4def-a8fd-58cde13b6e4d service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101461) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 19:07:27.000084 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-e8e64fee-7e47-4def-a8fd-58cde13b6e4d service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1047146 Sep 21 19:07:27.010532 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-6b228bbe-4326-43ce-b1b7-5661c8e8b000 None None] Set router 7232fffe-4aa7-44bd-b5ee-b4f3f197e38d gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:07:27.098395 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-44f32552-f22d-4fa2-b1b6-67349a926f94 service neutron] 10.222.0.58 "GET /v2.0/networks/e73083e8-9479-40d3-ace7-70245580acc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912199 Sep 21 19:07:27.185423 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-27aee72a-84f9-4795-8150-e8fbc0c42ace service neutron] 10.222.0.58 "GET /v2.0/networks/e73083e8-9479-40d3-ace7-70245580acc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805299 Sep 21 19:07:27.214051 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-6b228bbe-4326-43ce-b1b7-5661c8e8b000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7232fffe-4aa7-44bd-b5ee-b4f3f197e38d', 'name': 'tempest-TestSnapshotPattern-1875589799-router', 'tenant_id': 'edb0694cb72a4887947912b66b3dfd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'be2273a2-040b-4098-9900-ca178cd0dc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:21Z', 'updated_at': '2021-09-21T19:07:24Z', 'revision_number': 4, 'project_id': 'edb0694cb72a4887947912b66b3dfd3a', 'gw_port': {'id': 'be2273a2-040b-4098-9900-ca178cd0dc86', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7232fffe-4aa7-44bd-b5ee-b4f3f197e38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:21Z', 'updated_at': '2021-09-21T19:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '2e11e534-09a5-4d13-9d0a-104fd4f113b7', 'name': '', 'network_id': '63603973-8191-43ff-bad0-9de9a2ac278a', 'tenant_id': 'edb0694cb72a4887947912b66b3dfd3a', 'mac_address': 'fa:16:3e:60:86:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7232fffe-4aa7-44bd-b5ee-b4f3f197e38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '3e02c48f-3cd3-4465-9136-c8530a2ad4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:23Z', 'updated_at': '2021-09-21T19:07:24Z', 'revision_number': 2, 'project_id': 'edb0694cb72a4887947912b66b3dfd3a', 'subnets': [{'id': '3e02c48f-3cd3-4465-9136-c8530a2ad4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:27.239607 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b228bbe-4326-43ce-b1b7-5661c8e8b000 None None] Checking router: 7232fffe-4aa7-44bd-b5ee-b4f3f197e38d for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:07:27.240010 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b228bbe-4326-43ce-b1b7-5661c8e8b000 None None] Updating router 7232fffe-4aa7-44bd-b5ee-b4f3f197e38d port 2e11e534-09a5-4d13-9d0a-104fd4f113b7 binding host n-d-810291-1 {{(pid=101462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 19:07:27.263856 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6b228bbe-4326-43ce-b1b7-5661c8e8b000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:27.360624 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-9546d068-f787-495a-8346-3f5d76a39006 req-e6159e4a-77ac-41f2-b88b-52794e106106 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=37146297-5293-4b83-8cde-73120f1715c2 HTTP/1.1" status: 200 len: 210 time: 0.0272896 Sep 21 19:07:27.717390 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6b228bbe-4326-43ce-b1b7-5661c8e8b000 None None] Notify callbacks [] for port, precommit_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:27.723484 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6b228bbe-4326-43ce-b1b7-5661c8e8b000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:27.777728 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e1509-67fc-42c1-a57a-0494deccd4af None None] Pushing event updated for resources: {'Port': ['ID=2e11e534-09a5-4d13-9d0a-104fd4f113b7,revision_number=3']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:27.826881 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-6b228bbe-4326-43ce-b1b7-5661c8e8b000 None None] Attempting to bind port 2e11e534-09a5-4d13-9d0a-104fd4f113b7 on host n-d-810291-1 for vnic_type normal with profile {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:07:27.827340 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-6b228bbe-4326-43ce-b1b7-5661c8e8b000 None None] Attempting to bind port 2e11e534-09a5-4d13-9d0a-104fd4f113b7 by drivers openvswitch,hyperv on host n-d-810291-1 at level 0 using segments [{'id': '3849fec3-d89e-4cc4-a9b7-638626fd4f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '63603973-8191-43ff-bad0-9de9a2ac278a'}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:07:27.827914 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b228bbe-4326-43ce-b1b7-5661c8e8b000 None None] Attempting to bind port 2e11e534-09a5-4d13-9d0a-104fd4f113b7 on network 63603973-8191-43ff-bad0-9de9a2ac278a {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:07:27.834546 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b228bbe-4326-43ce-b1b7-5661c8e8b000 None None] Checking agent: {'id': '924bf20d-391c-4b43-9b03-72932c5c9eb8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 37, 19), 'started_at': datetime.datetime(2021, 9, 21, 17, 37, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-810291-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:07:27.834948 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b228bbe-4326-43ce-b1b7-5661c8e8b000 None None] Checking segment: {'id': '3849fec3-d89e-4cc4-a9b7-638626fd4f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '63603973-8191-43ff-bad0-9de9a2ac278a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:07:27.835359 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6b228bbe-4326-43ce-b1b7-5661c8e8b000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:27.835761 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b228bbe-4326-43ce-b1b7-5661c8e8b000 None None] Bound using segment: {'id': '3849fec3-d89e-4cc4-a9b7-638626fd4f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '63603973-8191-43ff-bad0-9de9a2ac278a'} {{(pid=101462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:07:27.836343 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.managers [None req-6b228bbe-4326-43ce-b1b7-5661c8e8b000 None None] Bound port: 2e11e534-09a5-4d13-9d0a-104fd4f113b7, host: n-d-810291-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3849fec3-d89e-4cc4-a9b7-638626fd4f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '63603973-8191-43ff-bad0-9de9a2ac278a'}}] {{(pid=101462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:07:27.836605 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6b228bbe-4326-43ce-b1b7-5661c8e8b000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:27.913533 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-6b228bbe-4326-43ce-b1b7-5661c8e8b000 None None] For port 2e11e534-09a5-4d13-9d0a-104fd4f113b7, host n-d-810291-1, cleared binding levels {{(pid=101462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:07:27.916737 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-6b228bbe-4326-43ce-b1b7-5661c8e8b000 None None] For port 2e11e534-09a5-4d13-9d0a-104fd4f113b7, host n-d-810291-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=2e11e534-09a5-4d13-9d0a-104fd4f113b7,segment=NetworkSegment(3849fec3-d89e-4cc4-a9b7-638626fd4f0f),segment_id=3849fec3-d89e-4cc4-a9b7-638626fd4f0f)] {{(pid=101462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:07:27.922888 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-6b228bbe-4326-43ce-b1b7-5661c8e8b000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:27.981631 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b228bbe-4326-43ce-b1b7-5661c8e8b000 None None] Routers {'7232fffe-4aa7-44bd-b5ee-b4f3f197e38d'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:07:27.982273 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-6b228bbe-4326-43ce-b1b7-5661c8e8b000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T19:07:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['7232fffe-4aa7-44bd-b5ee-b4f3f197e38d'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:27.987033 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e1509-67fc-42c1-a57a-0494deccd4af None None] Pushing event updated for resources: {'Port': ['ID=2e11e534-09a5-4d13-9d0a-104fd4f113b7,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:28.082882 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-67ce27a7-79ac-404c-9747-cefe15b1d68d None None] Provisioning complete for port 2e11e534-09a5-4d13-9d0a-104fd4f113b7 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:28.083272 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-67ce27a7-79ac-404c-9747-cefe15b1d68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:28.121934 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-6b228bbe-4326-43ce-b1b7-5661c8e8b000 None None] Set router 7232fffe-4aa7-44bd-b5ee-b4f3f197e38d gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:07:28.282219 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-67ce27a7-79ac-404c-9747-cefe15b1d68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:28.330490 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-67ce27a7-79ac-404c-9747-cefe15b1d68d None None] For port 2e11e534-09a5-4d13-9d0a-104fd4f113b7, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=2e11e534-09a5-4d13-9d0a-104fd4f113b7,segment=NetworkSegment(3849fec3-d89e-4cc4-a9b7-638626fd4f0f),segment_id=3849fec3-d89e-4cc4-a9b7-638626fd4f0f)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:07:28.353541 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-67ce27a7-79ac-404c-9747-cefe15b1d68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:28.419423 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce27a7-79ac-404c-9747-cefe15b1d68d None None] Pushing event updated for resources: {'Port': ['ID=2e11e534-09a5-4d13-9d0a-104fd4f113b7,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:28.429259 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-6b228bbe-4326-43ce-b1b7-5661c8e8b000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7232fffe-4aa7-44bd-b5ee-b4f3f197e38d', 'name': 'tempest-TestSnapshotPattern-1875589799-router', 'tenant_id': 'edb0694cb72a4887947912b66b3dfd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'be2273a2-040b-4098-9900-ca178cd0dc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:21Z', 'updated_at': '2021-09-21T19:07:24Z', 'revision_number': 4, 'project_id': 'edb0694cb72a4887947912b66b3dfd3a', 'gw_port': {'id': 'be2273a2-040b-4098-9900-ca178cd0dc86', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7232fffe-4aa7-44bd-b5ee-b4f3f197e38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:21Z', 'updated_at': '2021-09-21T19:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '2e11e534-09a5-4d13-9d0a-104fd4f113b7', 'name': '', 'network_id': '63603973-8191-43ff-bad0-9de9a2ac278a', 'tenant_id': 'edb0694cb72a4887947912b66b3dfd3a', 'mac_address': 'fa:16:3e:60:86:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7232fffe-4aa7-44bd-b5ee-b4f3f197e38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '3e02c48f-3cd3-4465-9136-c8530a2ad4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:23Z', 'updated_at': '2021-09-21T19:07:27Z', 'revision_number': 4, 'project_id': 'edb0694cb72a4887947912b66b3dfd3a', 'subnets': [{'id': '3e02c48f-3cd3-4465-9136-c8530a2ad4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:28.477102 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b228bbe-4326-43ce-b1b7-5661c8e8b000 None None] The sync data for ids ['7232fffe-4aa7-44bd-b5ee-b4f3f197e38d'] in n-d-810291-1 is: [{'id': '7232fffe-4aa7-44bd-b5ee-b4f3f197e38d', 'name': 'tempest-TestSnapshotPattern-1875589799-router', 'tenant_id': 'edb0694cb72a4887947912b66b3dfd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'be2273a2-040b-4098-9900-ca178cd0dc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:21Z', 'updated_at': '2021-09-21T19:07:24Z', 'revision_number': 4, 'project_id': 'edb0694cb72a4887947912b66b3dfd3a', 'gw_port': {'id': 'be2273a2-040b-4098-9900-ca178cd0dc86', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7232fffe-4aa7-44bd-b5ee-b4f3f197e38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:21Z', 'updated_at': '2021-09-21T19:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '2e11e534-09a5-4d13-9d0a-104fd4f113b7', 'name': '', 'network_id': '63603973-8191-43ff-bad0-9de9a2ac278a', 'tenant_id': 'edb0694cb72a4887947912b66b3dfd3a', 'mac_address': 'fa:16:3e:60:86:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7232fffe-4aa7-44bd-b5ee-b4f3f197e38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '3e02c48f-3cd3-4465-9136-c8530a2ad4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:23Z', 'updated_at': '2021-09-21T19:07:27Z', 'revision_number': 4, 'project_id': 'edb0694cb72a4887947912b66b3dfd3a', 'subnets': [{'id': '3e02c48f-3cd3-4465-9136-c8530a2ad4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:07:28.487280 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-78331fb0-cb9c-4b1c-9f23-8f32ab012e67 req-4ebab41d-be3d-4c8e-965b-62caf939f98c tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=37146297-5293-4b83-8cde-73120f1715c2 HTTP/1.1" status: 200 len: 210 time: 0.0533295 Sep 21 19:07:28.489798 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-e580c530-59ab-4003-9c76-73f35737072e None None] Provisioning complete for port 2e11e534-09a5-4d13-9d0a-104fd4f113b7 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:28.490185 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e580c530-59ab-4003-9c76-73f35737072e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:28.604831 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-c715261e-5cd2-4e65-a482-5584697a8307 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:28.606431 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-c715261e-5cd2-4e65-a482-5584697a8307 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.44 "GET /v2.0/networks?id=e73083e8-9479-40d3-ace7-70245580acc0 HTTP/1.1" status: 200 len: 810 time: 0.1846380 Sep 21 19:07:28.670689 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-3e75bedb-32c4-4cbe-8958-5ef3e1f32df3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a665ab2785374477bc55d27521bac7b9 HTTP/1.1" status: 200 len: 380 time: 0.0529621 Sep 21 19:07:28.685375 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-90ed76ab-ff2c-484c-9c56-9e09dc725269 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Request body: {'port': {'device_id': '37146297-5293-4b83-8cde-73120f1715c2', 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0', 'admin_state_up': True, 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'security_groups': ['354967ea-80d7-4741-8fde-fbbfcf1aa1ab']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:07:28.756728 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 2e11e534-09a5-4d13-9d0a-104fd4f113b7 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:07:28.809982 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-90ed76ab-ff2c-484c-9c56-9e09dc725269 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Made reservation on behalf of a665ab2785374477bc55d27521bac7b9 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:07:28.813816 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-90ed76ab-ff2c-484c-9c56-9e09dc725269 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:28.819776 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port 2e11e534-09a5-4d13-9d0a-104fd4f113b7 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:28.820338 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:28.903828 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device be2273a2-040b-4098-9900-ca178cd0dc86 up at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:07:28.951770 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-90ed76ab-ff2c-484c-9c56-9e09dc725269 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Allocated IP 172.20.0.4 (e73083e8-9479-40d3-ace7-70245580acc0/2c825cbf-dc22-420f-ba19-706aed18229e/90782ea1-3067-4ea4-b951-04f7fd58c09f) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:07:28.953633 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Provisioning complete for port be2273a2-040b-4098-9900-ca178cd0dc86 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:28.954026 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:29.109084 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-90ed76ab-ff2c-484c-9c56-9e09dc725269 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:29.159940 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-90ed76ab-ff2c-484c-9c56-9e09dc725269 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:29.205263 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-90ed76ab-ff2c-484c-9c56-9e09dc725269 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Network e73083e8-9479-40d3-ace7-70245580acc0 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:07:29.210657 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-90ed76ab-ff2c-484c-9c56-9e09dc725269 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:07:29.215370 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-90ed76ab-ff2c-484c-9c56-9e09dc725269 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:07:29.219388 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed76ab-ff2c-484c-9c56-9e09dc725269 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Pushing event updated for resources: {'Port': ['ID=90782ea1-3067-4ea4-b951-04f7fd58c09f,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:29.268919 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-90ed76ab-ff2c-484c-9c56-9e09dc725269 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:29.269540 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-90ed76ab-ff2c-484c-9c56-9e09dc725269 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:29.284704 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-90ed76ab-ff2c-484c-9c56-9e09dc725269 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6043367 Sep 21 19:07:29.344680 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-80faade7-91b4-4f74-adfe-25ddd0caf9dd service neutron] Request body: {'port': {'device_id': '37146297-5293-4b83-8cde-73120f1715c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:07:29.398599 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-80faade7-91b4-4f74-adfe-25ddd0caf9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:29.423698 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b416598e-b5ee-41b8-8359-b4c6f2d96bda None None] Provisioning complete for port 90782ea1-3067-4ea4-b951-04f7fd58c09f triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:29.424035 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b416598e-b5ee-41b8-8359-b4c6f2d96bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:29.458775 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b416598e-b5ee-41b8-8359-b4c6f2d96bda None None] Port 90782ea1-3067-4ea4-b951-04f7fd58c09f cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:07:29.654802 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da016ab-050c-4c06-a124-cc46a5ed02b8 req-f8ac88f0-3702-41a1-b22c-24f419186526 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:29.656318 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1da016ab-050c-4c06-a124-cc46a5ed02b8 req-f8ac88f0-3702-41a1-b22c-24f419186526 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=37146297-5293-4b83-8cde-73120f1715c2 HTTP/1.1" status: 200 len: 931 time: 0.0777409 Sep 21 19:07:29.721848 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-80faade7-91b4-4f74-adfe-25ddd0caf9dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90782ea1-3067-4ea4-b951-04f7fd58c09f {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:07:29.732065 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-80faade7-91b4-4f74-adfe-25ddd0caf9dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:29.736940 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1da016ab-050c-4c06-a124-cc46a5ed02b8 req-b73f749f-bfa5-46a7-ac20-71a22b30d924 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/security-groups?id=354967ea-80d7-4741-8fde-fbbfcf1aa1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717282 Sep 21 19:07:29.748322 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-80faade7-91b4-4f74-adfe-25ddd0caf9dd service neutron] Transition to ACTIVE for port object 90782ea1-3067-4ea4-b951-04f7fd58c09f will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 19:07:29.755452 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-80faade7-91b4-4f74-adfe-25ddd0caf9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:29.805609 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80faade7-91b4-4f74-adfe-25ddd0caf9dd service neutron] Pushing event updated for resources: {'Port': ['ID=90782ea1-3067-4ea4-b951-04f7fd58c09f,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:29.876567 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-80faade7-91b4-4f74-adfe-25ddd0caf9dd service neutron] Attempting to bind port 90782ea1-3067-4ea4-b951-04f7fd58c09f on host n-h2-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:07:29.876923 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-80faade7-91b4-4f74-adfe-25ddd0caf9dd service neutron] Attempting to bind port 90782ea1-3067-4ea4-b951-04f7fd58c09f by drivers openvswitch,hyperv on host n-h2-810291-1 at level 0 using segments [{'id': '99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:07:29.877222 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-80faade7-91b4-4f74-adfe-25ddd0caf9dd service neutron] Attempting to bind port 90782ea1-3067-4ea4-b951-04f7fd58c09f on network e73083e8-9479-40d3-ace7-70245580acc0 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:07:29.881685 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-80faade7-91b4-4f74-adfe-25ddd0caf9dd service neutron] Port 90782ea1-3067-4ea4-b951-04f7fd58c09f on network e73083e8-9479-40d3-ace7-70245580acc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 19:07:29.882004 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-80faade7-91b4-4f74-adfe-25ddd0caf9dd service neutron] Attempting to bind port 90782ea1-3067-4ea4-b951-04f7fd58c09f on network e73083e8-9479-40d3-ace7-70245580acc0 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:07:29.887186 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-80faade7-91b4-4f74-adfe-25ddd0caf9dd service neutron] Checking agent: {'id': '3f24d7ac-6811-434f-aa93-8d8dd111c0ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:07:29.887524 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-80faade7-91b4-4f74-adfe-25ddd0caf9dd service neutron] Checking segment: {'id': '99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:07:29.887914 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-80faade7-91b4-4f74-adfe-25ddd0caf9dd service neutron] Bound using segment: {'id': '99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:07:29.888374 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-80faade7-91b4-4f74-adfe-25ddd0caf9dd service neutron] Bound port: 90782ea1-3067-4ea4-b951-04f7fd58c09f, host: n-h2-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:07:29.888704 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-80faade7-91b4-4f74-adfe-25ddd0caf9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:29.958063 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-80faade7-91b4-4f74-adfe-25ddd0caf9dd service neutron] For port 90782ea1-3067-4ea4-b951-04f7fd58c09f, host n-h2-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:07:29.961392 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-80faade7-91b4-4f74-adfe-25ddd0caf9dd service neutron] For port 90782ea1-3067-4ea4-b951-04f7fd58c09f, host n-h2-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=90782ea1-3067-4ea4-b951-04f7fd58c09f,segment=NetworkSegment(99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a),segment_id=99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:07:29.966096 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-80faade7-91b4-4f74-adfe-25ddd0caf9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:30.000867 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-80faade7-91b4-4f74-adfe-25ddd0caf9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:30.001545 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-80faade7-91b4-4f74-adfe-25ddd0caf9dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:30.002947 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-80faade7-91b4-4f74-adfe-25ddd0caf9dd service neutron] 10.222.0.44 "PUT /v2.0/ports/90782ea1-3067-4ea4-b951-04f7fd58c09f HTTP/1.1" status: 200 len: 1091 time: 0.7088480 Sep 21 19:07:30.003395 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37146297-5293-4b83-8cde-73120f1715c2', 'tag': '90782ea1-3067-4ea4-b951-04f7fd58c09f'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:07:30.005721 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58daf6aa-7426-4511-bcae-a25f631a9357" -d '{"events": [{"name": "network-changed", "server_uuid": "37146297-5293-4b83-8cde-73120f1715c2", "tag": "90782ea1-3067-4ea4-b951-04f7fd58c09f"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:07:30.038870 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80faade7-91b4-4f74-adfe-25ddd0caf9dd service neutron] Pushing event updated for resources: {'Port': ['ID=90782ea1-3067-4ea4-b951-04f7fd58c09f,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:30.052188 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a553e052-4e67-4d6b-bf7a-f851fcacc404 x-openstack-request-id: req-a553e052-4e67-4d6b-bf7a-f851fcacc404 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:07:30.052376 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37146297-5293-4b83-8cde-73120f1715c2", "tag": "90782ea1-3067-4ea4-b951-04f7fd58c09f", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:07:30.052635 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a553e052-4e67-4d6b-bf7a-f851fcacc404 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:07:30.052998 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37146297-5293-4b83-8cde-73120f1715c2', 'tag': '90782ea1-3067-4ea4-b951-04f7fd58c09f', 'status': 'completed', 'code': 200} Sep 21 19:07:30.087970 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-e18404eb-5334-4a8a-8b18-54d5109e391a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:30.089581 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-e18404eb-5334-4a8a-8b18-54d5109e391a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a665ab2785374477bc55d27521bac7b9&device_id=37146297-5293-4b83-8cde-73120f1715c2 HTTP/1.1" status: 200 len: 1094 time: 0.0463884 Sep 21 19:07:30.137401 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-4ce08d12-cdc5-48c8-af38-f8cdc62ec03f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90782ea1-3067-4ea4-b951-04f7fd58c09f HTTP/1.1" status: 200 len: 217 time: 0.0380459 Sep 21 19:07:30.191115 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-eaf7bd66-184f-4833-afd0-9e8d5c3215e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:30.192174 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-eaf7bd66-184f-4833-afd0-9e8d5c3215e0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c825cbf-dc22-420f-ba19-706aed18229e HTTP/1.1" status: 200 len: 849 time: 0.0460174 Sep 21 19:07:30.240318 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-037c0798-2f24-4767-b6be-ae700a440891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:30.241899 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-037c0798-2f24-4767-b6be-ae700a440891 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e73083e8-9479-40d3-ace7-70245580acc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420940 Sep 21 19:07:30.338055 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-0cc3b918-a513-4ab5-affe-bedefbb0767a service neutron] 10.222.0.44 "GET /v2.0/networks/e73083e8-9479-40d3-ace7-70245580acc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874536 Sep 21 19:07:30.427454 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-82b4605e-a92c-4f29-8b16-bf803ab5406b req-db41e929-6b21-410d-b063-d1452b3a2c6f service neutron] 10.222.0.44 "GET /v2.0/networks/e73083e8-9479-40d3-ace7-70245580acc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809088 Sep 21 19:07:30.528127 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58daf6aa-7426-4511-bcae-a25f631a9357 req-fbe88b33-c097-4beb-9efc-35a6ef642976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:30.529668 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-58daf6aa-7426-4511-bcae-a25f631a9357 req-fbe88b33-c097-4beb-9efc-35a6ef642976 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a665ab2785374477bc55d27521bac7b9&device_id=37146297-5293-4b83-8cde-73120f1715c2 HTTP/1.1" status: 200 len: 1094 time: 0.0500879 Sep 21 19:07:30.624213 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58daf6aa-7426-4511-bcae-a25f631a9357 req-0ea1ec5b-8e52-4f16-a332-43da4cf98ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:30.625959 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-58daf6aa-7426-4511-bcae-a25f631a9357 req-0ea1ec5b-8e52-4f16-a332-43da4cf98ec0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e73083e8-9479-40d3-ace7-70245580acc0 HTTP/1.1" status: 200 len: 911 time: 0.0884056 Sep 21 19:07:30.678607 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-58daf6aa-7426-4511-bcae-a25f631a9357 req-22b1ef93-3429-4bfb-a089-002d8e267cef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90782ea1-3067-4ea4-b951-04f7fd58c09f HTTP/1.1" status: 200 len: 217 time: 0.0442739 Sep 21 19:07:30.733937 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58daf6aa-7426-4511-bcae-a25f631a9357 req-7b749a72-21e4-4961-877d-154251af0e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:30.735469 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-58daf6aa-7426-4511-bcae-a25f631a9357 req-7b749a72-21e4-4961-877d-154251af0e67 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c825cbf-dc22-420f-ba19-706aed18229e HTTP/1.1" status: 200 len: 849 time: 0.0446763 Sep 21 19:07:30.783593 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58daf6aa-7426-4511-bcae-a25f631a9357 req-94c222c0-b7d6-41e0-83a2-f3992b539ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:30.785118 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-58daf6aa-7426-4511-bcae-a25f631a9357 req-94c222c0-b7d6-41e0-83a2-f3992b539ed7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e73083e8-9479-40d3-ace7-70245580acc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420110 Sep 21 19:07:30.900946 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46338c36-f1b9-454a-9e51-284305de6852 req-96972fa2-9a81-4d87-be16-aa62c1e7f876 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:30.902326 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-46338c36-f1b9-454a-9e51-284305de6852 req-96972fa2-9a81-4d87-be16-aa62c1e7f876 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=37146297-5293-4b83-8cde-73120f1715c2 HTTP/1.1" status: 200 len: 943 time: 0.0912504 Sep 21 19:07:30.921787 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-58daf6aa-7426-4511-bcae-a25f631a9357 req-3fe7b1b6-8ec3-422d-a6d7-0e742ea88568 service neutron] 10.222.0.44 "GET /v2.0/networks/e73083e8-9479-40d3-ace7-70245580acc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281602 Sep 21 19:07:30.972924 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-46338c36-f1b9-454a-9e51-284305de6852 req-82775b52-afa3-404c-904a-936119e99085 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/security-groups?id=354967ea-80d7-4741-8fde-fbbfcf1aa1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619395 Sep 21 19:07:31.029931 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-58daf6aa-7426-4511-bcae-a25f631a9357 req-d506258a-39c6-40f9-95b0-b172eb0f3201 service neutron] 10.222.0.44 "GET /v2.0/networks/e73083e8-9479-40d3-ace7-70245580acc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995033 Sep 21 19:07:32.105645 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7bcdc-3f84-4e45-a53e-b85855265700 req-8f77a6d5-5dba-46b7-8106-6c0e170b55de tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:32.107118 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-29b7bcdc-3f84-4e45-a53e-b85855265700 req-8f77a6d5-5dba-46b7-8106-6c0e170b55de tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=37146297-5293-4b83-8cde-73120f1715c2 HTTP/1.1" status: 200 len: 943 time: 0.0544910 Sep 21 19:07:32.150419 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-29b7bcdc-3f84-4e45-a53e-b85855265700 req-230e0dd6-8519-4247-9081-0eec6afa1aff tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/security-groups?id=354967ea-80d7-4741-8fde-fbbfcf1aa1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339363 Sep 21 19:07:32.413700 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 90782ea1-3067-4ea4-b951-04f7fd58c09f details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 19:07:32.516195 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 90782ea1-3067-4ea4-b951-04f7fd58c09f, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=90782ea1-3067-4ea4-b951-04f7fd58c09f,segment=NetworkSegment(99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a),segment_id=99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:07:32.527173 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '90782ea1-3067-4ea4-b951-04f7fd58c09f', 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0', 'port_id': '90782ea1-3067-4ea4-b951-04f7fd58c09f', 'mac_address': 'fa:16:3e:9e:2c:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c825cbf-dc22-420f-ba19-706aed18229e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 19:07:32.566205 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:32.583715 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90782ea1-3067-4ea4-b951-04f7fd58c09f {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:07:32.603940 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 90782ea1-3067-4ea4-b951-04f7fd58c09f, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=90782ea1-3067-4ea4-b951-04f7fd58c09f,segment=NetworkSegment(99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a),segment_id=99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:07:32.612843 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:32.667257 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=90782ea1-3067-4ea4-b951-04f7fd58c09f,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:32.849907 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['90782ea1-3067-4ea4-b951-04f7fd58c09f'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 19:07:33.286337 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cab79-39ae-4d47-90b4-09bab3bf10cb req-4ba5f8c0-c3b1-4e88-a5e4-ae53406ea153 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:33.288224 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b62cab79-39ae-4d47-90b4-09bab3bf10cb req-4ba5f8c0-c3b1-4e88-a5e4-ae53406ea153 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=37146297-5293-4b83-8cde-73120f1715c2 HTTP/1.1" status: 200 len: 944 time: 0.0518107 Sep 21 19:07:33.326179 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-b62cab79-39ae-4d47-90b4-09bab3bf10cb req-3b1c9724-7649-4262-8361-52bd4be9e841 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/security-groups?id=354967ea-80d7-4741-8fde-fbbfcf1aa1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315206 Sep 21 19:07:34.421941 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 90782ea1-3067-4ea4-b951-04f7fd58c09f up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:07:34.445021 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c5f0d-62d6-4a99-92a2-a8bf2a00e68f req-c966e47a-1a90-484c-9263-0a1592d5a6db tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:34.446541 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9f4c5f0d-62d6-4a99-92a2-a8bf2a00e68f req-c966e47a-1a90-484c-9263-0a1592d5a6db tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=37146297-5293-4b83-8cde-73120f1715c2 HTTP/1.1" status: 200 len: 944 time: 0.0508561 Sep 21 19:07:34.473378 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning for port 90782ea1-3067-4ea4-b951-04f7fd58c09f completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 19:07:34.477132 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 90782ea1-3067-4ea4-b951-04f7fd58c09f triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:07:34.477525 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:34.485462 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9f4c5f0d-62d6-4a99-92a2-a8bf2a00e68f req-b87f510b-e088-4927-9948-9939d78c463e tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/security-groups?id=354967ea-80d7-4741-8fde-fbbfcf1aa1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326979 Sep 21 19:07:34.560699 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:34.595288 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37146297-5293-4b83-8cde-73120f1715c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90782ea1-3067-4ea4-b951-04f7fd58c09f'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:07:34.597561 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7be9786b8e12a57addcd3d24694f9862590c26d6af0c76ac9baad1416f83940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8684329d-fa98-49f7-aa5a-5a055fb6d846" -d '{"events": [{"server_uuid": "37146297-5293-4b83-8cde-73120f1715c2", "name": "network-vif-plugged", "status": "completed", "tag": "90782ea1-3067-4ea4-b951-04f7fd58c09f"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:07:34.611215 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 90782ea1-3067-4ea4-b951-04f7fd58c09f, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=90782ea1-3067-4ea4-b951-04f7fd58c09f,segment=NetworkSegment(99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a),segment_id=99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:07:34.617173 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:34.642491 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79220d1-20ff-4be8-9cd4-58f435ae9667 x-openstack-request-id: req-c79220d1-20ff-4be8-9cd4-58f435ae9667 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:07:34.642769 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37146297-5293-4b83-8cde-73120f1715c2", "name": "network-vif-plugged", "status": "completed", "tag": "90782ea1-3067-4ea4-b951-04f7fd58c09f", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:07:34.643069 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c79220d1-20ff-4be8-9cd4-58f435ae9667 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:07:34.643468 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37146297-5293-4b83-8cde-73120f1715c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90782ea1-3067-4ea4-b951-04f7fd58c09f', 'code': 200} Sep 21 19:07:34.676287 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=90782ea1-3067-4ea4-b951-04f7fd58c09f,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:34.743309 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b0258-a9ed-4e15-8d31-0b57b960a18f req-4149055a-1fd6-42fe-ae93-6ea5ea28fd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:34.744902 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c14b0258-a9ed-4e15-8d31-0b57b960a18f req-4149055a-1fd6-42fe-ae93-6ea5ea28fd0f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=37146297-5293-4b83-8cde-73120f1715c2 HTTP/1.1" status: 200 len: 1096 time: 0.0405571 Sep 21 19:07:34.781200 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c14b0258-a9ed-4e15-8d31-0b57b960a18f req-0b152b1a-ab9d-4036-9dad-2b79688fb1fe service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=354967ea-80d7-4741-8fde-fbbfcf1aa1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288105 Sep 21 19:07:35.614974 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68882812-c456-444f-90f8-28db895c5345 req-ba3c14b0-a634-4803-b691-0bf580e9fa21 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:35.616382 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-68882812-c456-444f-90f8-28db895c5345 req-ba3c14b0-a634-4803-b691-0bf580e9fa21 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=37146297-5293-4b83-8cde-73120f1715c2 HTTP/1.1" status: 200 len: 945 time: 0.0613101 Sep 21 19:07:35.670218 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-68882812-c456-444f-90f8-28db895c5345 req-78827d45-5ed2-46c2-938d-adc0a0e73d0d tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/security-groups?id=354967ea-80d7-4741-8fde-fbbfcf1aa1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476940 Sep 21 19:07:36.799693 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4159b5-f214-4dc8-b841-ec148b293624 req-4faea178-e653-4384-b7eb-471e50e46e67 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:36.801295 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ea4159b5-f214-4dc8-b841-ec148b293624 req-4faea178-e653-4384-b7eb-471e50e46e67 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=37146297-5293-4b83-8cde-73120f1715c2 HTTP/1.1" status: 200 len: 945 time: 0.0558536 Sep 21 19:07:36.846893 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ea4159b5-f214-4dc8-b841-ec148b293624 req-7ba7166c-ed83-47bd-b006-94a71ff72783 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/security-groups?id=354967ea-80d7-4741-8fde-fbbfcf1aa1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367794 Sep 21 19:07:36.968615 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9f759-b82e-413f-b9f6-cb45cc000544 req-0de6b529-18e8-4178-86cf-8c490818d196 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:36.970190 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-80d9f759-b82e-413f-b9f6-cb45cc000544 req-0de6b529-18e8-4178-86cf-8c490818d196 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=37146297-5293-4b83-8cde-73120f1715c2 HTTP/1.1" status: 200 len: 945 time: 0.0511127 Sep 21 19:07:37.008260 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-80d9f759-b82e-413f-b9f6-cb45cc000544 req-3a52481a-c677-4370-8298-eba70f8f9f21 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/security-groups?id=354967ea-80d7-4741-8fde-fbbfcf1aa1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318191 Sep 21 19:07:37.029952 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57216) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:37.115916 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db452f3d-717c-4161-9695-54b59ee5b8ba tempest-TestSnapshotPattern-1110461388 tempest-TestSnapshotPattern-1110461388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:37.117393 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-db452f3d-717c-4161-9695-54b59ee5b8ba tempest-TestSnapshotPattern-1110461388 tempest-TestSnapshotPattern-1110461388-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=37146297-5293-4b83-8cde-73120f1715c2 HTTP/1.1" status: 200 len: 1091 time: 0.0865066 Sep 21 19:07:37.121886 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57220) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:07:37.126232 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.v2.base [None req-315d77dd-b896-4c96-837f-a86f5320a64e tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'port_id': '90782ea1-3067-4ea4-b951-04f7fd58c09f', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:07:37.149261 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-315d77dd-b896-4c96-837f-a86f5320a64e tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for floatingip, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:37.251921 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-315d77dd-b896-4c96-837f-a86f5320a64e tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:37.353333 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_common [None req-315d77dd-b896-4c96-837f-a86f5320a64e tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Allocated IP 172.25.6.54 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/52e4daa5-73bc-46fa-90a9-5a8874a9bec5) {{(pid=101461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:07:37.461231 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-315d77dd-b896-4c96-837f-a86f5320a64e tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for port, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:37.498666 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-315d77dd-b896-4c96-837f-a86f5320a64e tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:37.542835 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315d77dd-b896-4c96-837f-a86f5320a64e tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:07:37.550271 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.base_scheduler [None req-315d77dd-b896-4c96-837f-a86f5320a64e tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Resources bound (agent type, host, resource id): {{(pid=101461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:07:37.553289 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315d77dd-b896-4c96-837f-a86f5320a64e tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Received port after_create {{(pid=101461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:07:37.555380 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d77dd-b896-4c96-837f-a86f5320a64e tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Pushing event updated for resources: {'Port': ['ID=52e4daa5-73bc-46fa-90a9-5a8874a9bec5,revision_number=1']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:38.192713 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-315d77dd-b896-4c96-837f-a86f5320a64e tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:38.259074 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-315d77dd-b896-4c96-837f-a86f5320a64e tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:38.408855 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-315d77dd-b896-4c96-837f-a86f5320a64e tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for port, precommit_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:38.415709 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-315d77dd-b896-4c96-837f-a86f5320a64e tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8460045'] for port, after_update {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:38.488383 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d77dd-b896-4c96-837f-a86f5320a64e tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Pushing event updated for resources: {'Port': ['ID=52e4daa5-73bc-46fa-90a9-5a8874a9bec5,revision_number=2']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:07:38.497834 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-315d77dd-b896-4c96-837f-a86f5320a64e tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:38.600656 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [None req-315d77dd-b896-4c96-837f-a86f5320a64e tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Floating IP 62315e53-9cee-42ff-b98c-04e0b5660fbd associated. External IP: 172.25.6.54, port: 90782ea1-3067-4ea4-b951-04f7fd58c09f. Sep 21 19:07:38.818372 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315d77dd-b896-4c96-837f-a86f5320a64e tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Router e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:07:38.931568 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315d77dd-b896-4c96-837f-a86f5320a64e tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:07:38.942392 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4620370f-f48b-4b7b-a954-35f8f133e8f3 None None] Sync routers for ids ['e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:07:38.951800 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-315d77dd-b896-4c96-837f-a86f5320a64e tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:38.952538 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4620370f-f48b-4b7b-a954-35f8f133e8f3 None None] Routers {'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:07:38.953225 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-4620370f-f48b-4b7b-a954-35f8f133e8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T19:07:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:38.980004 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-315d77dd-b896-4c96-837f-a86f5320a64e tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8571432 Sep 21 19:07:38.980892 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37146297-5293-4b83-8cde-73120f1715c2', 'tag': '90782ea1-3067-4ea4-b951-04f7fd58c09f'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:07:38.983395 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e068d80b537898f9f0058ef40cd45917e2ca049a324cdaa182e5d883fca795c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237faa37-a936-4580-a513-53d00bd7d724" -d '{"events": [{"name": "network-changed", "server_uuid": "37146297-5293-4b83-8cde-73120f1715c2", "tag": "90782ea1-3067-4ea4-b951-04f7fd58c09f"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:07:39.067304 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-4620370f-f48b-4b7b-a954-35f8f133e8f3 None None] Set router e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:07:39.085700 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93bdeb7-fe85-452d-b45e-a2ddadfa3269 x-openstack-request-id: req-f93bdeb7-fe85-452d-b45e-a2ddadfa3269 {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:07:39.085999 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37146297-5293-4b83-8cde-73120f1715c2", "tag": "90782ea1-3067-4ea4-b951-04f7fd58c09f", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:07:39.086249 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f93bdeb7-fe85-452d-b45e-a2ddadfa3269 {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:07:39.086657 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37146297-5293-4b83-8cde-73120f1715c2', 'tag': '90782ea1-3067-4ea4-b951-04f7fd58c09f', 'status': 'completed', 'code': 200} Sep 21 19:07:39.151161 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237faa37-a936-4580-a513-53d00bd7d724 req-c363a8c0-2cd9-4efd-ac99-5b0add145140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:39.152710 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-237faa37-a936-4580-a513-53d00bd7d724 req-c363a8c0-2cd9-4efd-ac99-5b0add145140 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a665ab2785374477bc55d27521bac7b9&device_id=37146297-5293-4b83-8cde-73120f1715c2 HTTP/1.1" status: 200 len: 1096 time: 0.0409856 Sep 21 19:07:39.246357 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237faa37-a936-4580-a513-53d00bd7d724 req-fad647fd-fa49-4e56-a397-d3bcca6de140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:39.247887 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-237faa37-a936-4580-a513-53d00bd7d724 req-fad647fd-fa49-4e56-a397-d3bcca6de140 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e73083e8-9479-40d3-ace7-70245580acc0 HTTP/1.1" status: 200 len: 911 time: 0.0873361 Sep 21 19:07:39.292695 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-4620370f-f48b-4b7b-a954-35f8f133e8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'name': 'tempest-TestSnapshotPattern-1376683118-router', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:16Z', 'updated_at': '2021-09-21T19:07:19Z', 'revision_number': 4, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'gw_port': {'id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:17Z', 'updated_at': '2021-09-21T19:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '62315e53-9cee-42ff-b98c-04e0b5660fbd', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'floating_ip_address': '172.25.6.54', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'port_id': '90782ea1-3067-4ea4-b951-04f7fd58c09f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0', 'mac_address': 'fa:16:3e:9e:2c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37146297-5293-4b83-8cde-73120f1715c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:07:38Z', 'updated_at': '2021-09-21T19:07:38Z', 'revision_number': 0, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a255c2-b4f7-4629-86bf-0cd0ae65aff8', 'name': '', 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'mac_address': 'fa:16:3e:2e:af:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2c825cbf-dc22-420f-ba19-706aed18229e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:18Z', 'updated_at': '2021-09-21T19:07:23Z', 'revision_number': 5, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'subnets': [{'id': '2c825cbf-dc22-420f-ba19-706aed18229e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:39.314486 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-237faa37-a936-4580-a513-53d00bd7d724 req-fcb5865d-cf23-417d-8783-17cd1d428831 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90782ea1-3067-4ea4-b951-04f7fd58c09f HTTP/1.1" status: 200 len: 998 time: 0.0576811 Sep 21 19:07:39.321667 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4620370f-f48b-4b7b-a954-35f8f133e8f3 None None] Checking router: e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:07:39.330213 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4620370f-f48b-4b7b-a954-35f8f133e8f3 None None] Routers {'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:07:39.330745 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-4620370f-f48b-4b7b-a954-35f8f133e8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T19:07:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:39.364559 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237faa37-a936-4580-a513-53d00bd7d724 req-f90645b9-638f-4e3a-b742-ae262ea81003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:39.366072 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-237faa37-a936-4580-a513-53d00bd7d724 req-f90645b9-638f-4e3a-b742-ae262ea81003 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c825cbf-dc22-420f-ba19-706aed18229e HTTP/1.1" status: 200 len: 849 time: 0.0444417 Sep 21 19:07:39.420265 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237faa37-a936-4580-a513-53d00bd7d724 req-aeec7a99-6f2d-483c-965a-349607238de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:07:39.422083 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-237faa37-a936-4580-a513-53d00bd7d724 req-aeec7a99-6f2d-483c-965a-349607238de1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e73083e8-9479-40d3-ace7-70245580acc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472848 Sep 21 19:07:39.441126 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-4620370f-f48b-4b7b-a954-35f8f133e8f3 None None] Set router e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:07:39.515690 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-237faa37-a936-4580-a513-53d00bd7d724 req-73eef851-a8ce-40d6-b147-c74ab71234bd service neutron] 10.222.0.44 "GET /v2.0/networks/e73083e8-9479-40d3-ace7-70245580acc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856526 Sep 21 19:07:39.613270 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-237faa37-a936-4580-a513-53d00bd7d724 req-32848e3f-3285-493a-b7d9-b8215824ac9c service neutron] 10.222.0.44 "GET /v2.0/networks/e73083e8-9479-40d3-ace7-70245580acc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892260 Sep 21 19:07:39.777043 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-4620370f-f48b-4b7b-a954-35f8f133e8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'name': 'tempest-TestSnapshotPattern-1376683118-router', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:16Z', 'updated_at': '2021-09-21T19:07:19Z', 'revision_number': 4, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'gw_port': {'id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:17Z', 'updated_at': '2021-09-21T19:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '62315e53-9cee-42ff-b98c-04e0b5660fbd', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'floating_ip_address': '172.25.6.54', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'port_id': '90782ea1-3067-4ea4-b951-04f7fd58c09f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0', 'mac_address': 'fa:16:3e:9e:2c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37146297-5293-4b83-8cde-73120f1715c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:07:38Z', 'updated_at': '2021-09-21T19:07:38Z', 'revision_number': 0, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a255c2-b4f7-4629-86bf-0cd0ae65aff8', 'name': '', 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'mac_address': 'fa:16:3e:2e:af:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2c825cbf-dc22-420f-ba19-706aed18229e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:18Z', 'updated_at': '2021-09-21T19:07:23Z', 'revision_number': 5, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'subnets': [{'id': '2c825cbf-dc22-420f-ba19-706aed18229e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:07:39.807624 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4620370f-f48b-4b7b-a954-35f8f133e8f3 None None] The sync data for ids ['e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'] in n-d-810291-1 is: [{'id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'name': 'tempest-TestSnapshotPattern-1376683118-router', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:16Z', 'updated_at': '2021-09-21T19:07:19Z', 'revision_number': 4, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'gw_port': {'id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:17Z', 'updated_at': '2021-09-21T19:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '62315e53-9cee-42ff-b98c-04e0b5660fbd', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'floating_ip_address': '172.25.6.54', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'port_id': '90782ea1-3067-4ea4-b951-04f7fd58c09f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0', 'mac_address': 'fa:16:3e:9e:2c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37146297-5293-4b83-8cde-73120f1715c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:07:38Z', 'updated_at': '2021-09-21T19:07:38Z', 'revision_number': 0, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a255c2-b4f7-4629-86bf-0cd0ae65aff8', 'name': '', 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'mac_address': 'fa:16:3e:2e:af:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2c825cbf-dc22-420f-ba19-706aed18229e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:18Z', 'updated_at': '2021-09-21T19:07:23Z', 'revision_number': 5, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'subnets': [{'id': '2c825cbf-dc22-420f-ba19-706aed18229e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:07:40.022398 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e0119d-c2bd-44d1-93d3-e035a8c4bf68 None None] New status for floating IP 62315e53-9cee-42ff-b98c-04e0b5660fbd: ACTIVE {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 19:07:43.719890 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:07:46.051859 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-3af62b76-3216-4a48-977a-dab63f09a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:48.529599 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c1a7b246-63f2-473a-92e0-ccf871ea7508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:49.160222 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:50.497837 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:51.941544 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:54.176037 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:07:55.335481 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:09.163612 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ee2c06fb-39e8-4180-a7e4-11f7a982a324 req-b3c58e81-917e-47ea-b37e-a86f1ba34b7f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=37146297-5293-4b83-8cde-73120f1715c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433743 Sep 21 19:08:09.255721 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c06fb-39e8-4180-a7e4-11f7a982a324 req-1ca4ab5e-2240-4cb4-af0c-07dfbc081672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:08:09.257218 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ee2c06fb-39e8-4180-a7e4-11f7a982a324 req-1ca4ab5e-2240-4cb4-af0c-07dfbc081672 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a665ab2785374477bc55d27521bac7b9&device_id=37146297-5293-4b83-8cde-73120f1715c2 HTTP/1.1" status: 200 len: 1096 time: 0.0423634 Sep 21 19:08:09.383099 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c06fb-39e8-4180-a7e4-11f7a982a324 req-d9566635-15b2-4539-a893-069137cd49f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:08:09.384626 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ee2c06fb-39e8-4180-a7e4-11f7a982a324 req-d9566635-15b2-4539-a893-069137cd49f8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e73083e8-9479-40d3-ace7-70245580acc0 HTTP/1.1" status: 200 len: 911 time: 0.1021514 Sep 21 19:08:09.456601 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ee2c06fb-39e8-4180-a7e4-11f7a982a324 req-60d38eb1-c545-4da6-8181-81eb346e4cdc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90782ea1-3067-4ea4-b951-04f7fd58c09f HTTP/1.1" status: 200 len: 1000 time: 0.0631285 Sep 21 19:08:09.510134 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c06fb-39e8-4180-a7e4-11f7a982a324 req-60dfe455-b6ce-406e-9c36-34cccc24a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:08:09.511585 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ee2c06fb-39e8-4180-a7e4-11f7a982a324 req-60dfe455-b6ce-406e-9c36-34cccc24a884 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c825cbf-dc22-420f-ba19-706aed18229e HTTP/1.1" status: 200 len: 849 time: 0.0477331 Sep 21 19:08:09.558003 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c06fb-39e8-4180-a7e4-11f7a982a324 req-48b1cfa2-fb0f-4475-a3bf-7a0ef49e3856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:08:09.559488 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ee2c06fb-39e8-4180-a7e4-11f7a982a324 req-48b1cfa2-fb0f-4475-a3bf-7a0ef49e3856 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e73083e8-9479-40d3-ace7-70245580acc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394022 Sep 21 19:08:09.655879 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ee2c06fb-39e8-4180-a7e4-11f7a982a324 req-007e2282-62c9-4bef-9010-43c4eacc58fa service neutron] 10.222.0.44 "GET /v2.0/networks/e73083e8-9479-40d3-ace7-70245580acc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846534 Sep 21 19:08:09.753285 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ee2c06fb-39e8-4180-a7e4-11f7a982a324 req-190b6cff-0e12-4951-81b4-8ba19caf73ff service neutron] 10.222.0.44 "GET /v2.0/networks/e73083e8-9479-40d3-ace7-70245580acc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855958 Sep 21 19:08:16.055397 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1fb54628-cffb-4ecb-be85-adb7d536de27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:18.540988 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-e8a22917-9c6a-4cc2-b28d-49630fb57e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:19.154479 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:20.497001 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:20.725022 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:08:21.951976 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:24.176368 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:25.346510 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:46.055987 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c68de24-a2e6-4d00-90a3-7f3d7362450d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:48.548459 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c34c2e99-1a81-4b8e-8ee1-ef7fbfa3844c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:49.163074 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:50.507129 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:51.955541 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:54.192073 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:55.349251 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:08:57.728320 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:09:10.791107 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4dc6e099-55ee-4a06-b300-eb4065b3ebc9 req-116b2c6f-a53f-4ea6-a54c-4e0a3ecbde05 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=37146297-5293-4b83-8cde-73120f1715c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0473664 Sep 21 19:09:10.883250 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6e099-55ee-4a06-b300-eb4065b3ebc9 req-edaba212-e2c0-49a6-8508-d3225e8f7f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:10.884752 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4dc6e099-55ee-4a06-b300-eb4065b3ebc9 req-edaba212-e2c0-49a6-8508-d3225e8f7f4d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a665ab2785374477bc55d27521bac7b9&device_id=37146297-5293-4b83-8cde-73120f1715c2 HTTP/1.1" status: 200 len: 1096 time: 0.0426705 Sep 21 19:09:11.003683 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6e099-55ee-4a06-b300-eb4065b3ebc9 req-1d4717a0-e5c6-4261-a0f9-38f510469aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:11.005200 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4dc6e099-55ee-4a06-b300-eb4065b3ebc9 req-1d4717a0-e5c6-4261-a0f9-38f510469aea service neutron] 10.222.0.44 "GET /v2.0/networks?id=e73083e8-9479-40d3-ace7-70245580acc0 HTTP/1.1" status: 200 len: 911 time: 0.0949595 Sep 21 19:09:11.081438 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4dc6e099-55ee-4a06-b300-eb4065b3ebc9 req-66d2a38a-0196-4394-8713-9bde6cc1ce36 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90782ea1-3067-4ea4-b951-04f7fd58c09f HTTP/1.1" status: 200 len: 1000 time: 0.0677047 Sep 21 19:09:11.137523 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6e099-55ee-4a06-b300-eb4065b3ebc9 req-900fc589-1b9d-4ed7-b348-85837d2b5582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:11.138978 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4dc6e099-55ee-4a06-b300-eb4065b3ebc9 req-900fc589-1b9d-4ed7-b348-85837d2b5582 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c825cbf-dc22-420f-ba19-706aed18229e HTTP/1.1" status: 200 len: 849 time: 0.0501606 Sep 21 19:09:11.185145 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6e099-55ee-4a06-b300-eb4065b3ebc9 req-ae891ef9-41db-4cbb-913a-a37fbb6f52c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:11.186647 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4dc6e099-55ee-4a06-b300-eb4065b3ebc9 req-ae891ef9-41db-4cbb-913a-a37fbb6f52c3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e73083e8-9479-40d3-ace7-70245580acc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399318 Sep 21 19:09:11.291895 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4dc6e099-55ee-4a06-b300-eb4065b3ebc9 req-8cd13a0b-73fa-4d96-8fbf-2c03e9162cef service neutron] 10.222.0.44 "GET /v2.0/networks/e73083e8-9479-40d3-ace7-70245580acc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935271 Sep 21 19:09:11.386892 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-4dc6e099-55ee-4a06-b300-eb4065b3ebc9 req-7c97087c-361d-4fbd-95e5-e93b12c25f67 service neutron] 10.222.0.44 "GET /v2.0/networks/e73083e8-9479-40d3-ace7-70245580acc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865834 Sep 21 19:09:11.421469 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-e29ab2ab-b6a3-4383-9b1b-392a950017af req-1d441a1f-5722-47e5-91f2-7d72187ed88d service neutron] (101461) timed out ('10.222.0.58', 48958) {{(pid=101461) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 19:09:16.061842 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-26f5ea00-b7e7-459c-bdb9-afa02bf5f544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:18.533106 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1740b5ec-a20e-4ded-bca5-2fd3fd0fdd70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:19.157132 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:20.510640 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:21.953217 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:24.202050 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:25.359488 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:34.729273 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:09:39.044871 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 90782ea1-3067-4ea4-b951-04f7fd58c09f details requested by agent hyperv_n-h2-810291-1 with host n-h2-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 19:09:39.147166 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 90782ea1-3067-4ea4-b951-04f7fd58c09f, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=90782ea1-3067-4ea4-b951-04f7fd58c09f,segment=NetworkSegment(99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a),segment_id=99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:09:39.159073 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Returning: {'device': '90782ea1-3067-4ea4-b951-04f7fd58c09f', 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0', 'port_id': '90782ea1-3067-4ea4-b951-04f7fd58c09f', 'mac_address': 'fa:16:3e:9e:2c:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c825cbf-dc22-420f-ba19-706aed18229e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 19:09:39.198568 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:39.212021 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90782ea1-3067-4ea4-b951-04f7fd58c09f {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:09:39.231564 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 90782ea1-3067-4ea4-b951-04f7fd58c09f, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=90782ea1-3067-4ea4-b951-04f7fd58c09f,segment=NetworkSegment(99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a),segment_id=99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:09:39.236698 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:39.290248 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=90782ea1-3067-4ea4-b951-04f7fd58c09f,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:09:39.298493 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:39.298758 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:39.299167 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:39.299549 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:39.299891 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:39.300256 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:39.300640 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:39.300994 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:39.301393 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:39.301762 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:39.302110 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:39.302492 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:39.315875 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] get_ports_and_sgs() called for port_ids ['90782ea1-3067-4ea4-b951-04f7fd58c09f'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 19:09:41.042674 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 90782ea1-3067-4ea4-b951-04f7fd58c09f up at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:09:41.093439 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Provisioning complete for port 90782ea1-3067-4ea4-b951-04f7fd58c09f triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:09:41.094148 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:41.183529 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:41.208836 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37146297-5293-4b83-8cde-73120f1715c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90782ea1-3067-4ea4-b951-04f7fd58c09f'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:09:41.211224 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7be9786b8e12a57addcd3d24694f9862590c26d6af0c76ac9baad1416f83940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca6eac8-7b80-42a9-baee-cd84af8bc10a" -d '{"events": [{"server_uuid": "37146297-5293-4b83-8cde-73120f1715c2", "name": "network-vif-plugged", "status": "completed", "tag": "90782ea1-3067-4ea4-b951-04f7fd58c09f"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:09:41.225900 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 90782ea1-3067-4ea4-b951-04f7fd58c09f, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=90782ea1-3067-4ea4-b951-04f7fd58c09f,segment=NetworkSegment(99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a),segment_id=99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:09:41.231585 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:41.293224 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=90782ea1-3067-4ea4-b951-04f7fd58c09f,revision_number=7']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:09:41.352010 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10703d61-18d9-4c85-835b-7e20f6ddd41f x-openstack-request-id: req-10703d61-18d9-4c85-835b-7e20f6ddd41f {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:09:41.352314 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37146297-5293-4b83-8cde-73120f1715c2", "name": "network-vif-plugged", "status": "completed", "tag": "90782ea1-3067-4ea4-b951-04f7fd58c09f", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:09:41.352610 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-10703d61-18d9-4c85-835b-7e20f6ddd41f {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:09:41.353045 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37146297-5293-4b83-8cde-73120f1715c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90782ea1-3067-4ea4-b951-04f7fd58c09f', 'code': 200} Sep 21 19:09:46.055551 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-352b8a55-0b57-4089-bc5a-869772e44fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:48.538766 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7cbbbaa9-831e-4271-bde5-8580098faa1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:49.159384 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:49.332902 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-73584654-8742-44e6-bb7c-2d1476b3e530 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1161975219&fields=id&tenant_id=a665ab2785374477bc55d27521bac7b9 HTTP/1.1" status: 200 len: 267 time: 0.0393441 Sep 21 19:09:49.444467 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-38b7f0e2-8826-4977-8665-d4a91dd24a8d tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:49.446115 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-38b7f0e2-8826-4977-8665-d4a91dd24a8d tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/networks?id=e73083e8-9479-40d3-ace7-70245580acc0 HTTP/1.1" status: 200 len: 810 time: 0.1061254 Sep 21 19:09:49.462276 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-7739a592-2ed6-454a-bd2b-e96262cd4119 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/quotas/a665ab2785374477bc55d27521bac7b9 HTTP/1.1" status: 200 len: 375 time: 0.0100224 Sep 21 19:09:49.527394 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-a45e9bcb-e6d8-4148-955c-3aaa91e888f6 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a665ab2785374477bc55d27521bac7b9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0590353 Sep 21 19:09:49.637623 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-e0ea713c-e614-499e-b367-83a54761a0eb service neutron] 10.222.0.58 "GET /v2.0/networks/e73083e8-9479-40d3-ace7-70245580acc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919275 Sep 21 19:09:49.748632 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-369ff25f-7a74-43e1-a013-9de4931c5001 service neutron] 10.222.0.58 "GET /v2.0/networks/e73083e8-9479-40d3-ace7-70245580acc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043782 Sep 21 19:09:49.961988 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-0b3873c1-0c7d-4089-a13d-ba330eeb0ba1 req-4d9404b2-8a13-4e2a-aa31-9f558945b6d1 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfae777a-3264-4c2e-9653-090ab3b9dbaa HTTP/1.1" status: 200 len: 210 time: 0.0295730 Sep 21 19:09:50.504020 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:50.919297 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-71b6a6d5-ff36-4ca5-b678-09ed7be6c9e6 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:50.920769 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-71b6a6d5-ff36-4ca5-b678-09ed7be6c9e6 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.38 "GET /v2.0/networks?id=e73083e8-9479-40d3-ace7-70245580acc0 HTTP/1.1" status: 200 len: 810 time: 0.1361060 Sep 21 19:09:50.963203 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-ef5728dc-f0d5-46d9-9d7e-63e620a8cb94 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a665ab2785374477bc55d27521bac7b9 HTTP/1.1" status: 200 len: 380 time: 0.0330577 Sep 21 19:09:50.972834 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-f12560c7-7a20-4021-9fda-7e8810d60593 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Request body: {'port': {'device_id': 'cfae777a-3264-4c2e-9653-090ab3b9dbaa', 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0', 'admin_state_up': True, 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'security_groups': ['354967ea-80d7-4741-8fde-fbbfcf1aa1ab']}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:09:51.064871 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-f2318592-b3af-4090-a2fa-b72445752f65 req-b7a87fe6-2e5c-4d7c-b673-4eaf8d7ba5e3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfae777a-3264-4c2e-9653-090ab3b9dbaa HTTP/1.1" status: 200 len: 210 time: 0.0276198 Sep 21 19:09:51.090246 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-f12560c7-7a20-4021-9fda-7e8810d60593 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Made reservation on behalf of a665ab2785374477bc55d27521bac7b9 for: {'port': 1} {{(pid=101460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 19:09:51.093901 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-f12560c7-7a20-4021-9fda-7e8810d60593 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:51.225317 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-f12560c7-7a20-4021-9fda-7e8810d60593 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Allocated IP 172.20.0.8 (e73083e8-9479-40d3-ace7-70245580acc0/2c825cbf-dc22-420f-ba19-706aed18229e/9dd92253-2fc4-45db-9106-c36ff3268810) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:09:51.758807 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-f12560c7-7a20-4021-9fda-7e8810d60593 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:51.798805 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-f12560c7-7a20-4021-9fda-7e8810d60593 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:51.842436 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-f12560c7-7a20-4021-9fda-7e8810d60593 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Network e73083e8-9479-40d3-ace7-70245580acc0 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:09:51.845844 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-f12560c7-7a20-4021-9fda-7e8810d60593 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:09:51.849956 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-f12560c7-7a20-4021-9fda-7e8810d60593 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:09:51.908140 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-f12560c7-7a20-4021-9fda-7e8810d60593 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:51.908858 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-f12560c7-7a20-4021-9fda-7e8810d60593 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:51.916339 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12560c7-7a20-4021-9fda-7e8810d60593 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Pushing event updated for resources: {'Port': ['ID=9dd92253-2fc4-45db-9106-c36ff3268810,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:09:51.932878 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12560c7-7a20-4021-9fda-7e8810d60593 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:51.933794 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12560c7-7a20-4021-9fda-7e8810d60593 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:51.934474 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12560c7-7a20-4021-9fda-7e8810d60593 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:51.935074 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12560c7-7a20-4021-9fda-7e8810d60593 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:51.935684 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12560c7-7a20-4021-9fda-7e8810d60593 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:51.936255 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12560c7-7a20-4021-9fda-7e8810d60593 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:51.938275 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12560c7-7a20-4021-9fda-7e8810d60593 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:51.938710 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12560c7-7a20-4021-9fda-7e8810d60593 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:51.939076 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12560c7-7a20-4021-9fda-7e8810d60593 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:51.939398 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12560c7-7a20-4021-9fda-7e8810d60593 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:51.940394 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12560c7-7a20-4021-9fda-7e8810d60593 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:51.940938 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12560c7-7a20-4021-9fda-7e8810d60593 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:09:51.959333 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-f12560c7-7a20-4021-9fda-7e8810d60593 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9899745 Sep 21 19:09:51.975738 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:52.191836 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e249052-4938-4325-a57c-ddc91d4a1dd0 req-2197fee2-1851-4df6-980e-001fc9aa456f tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:52.199306 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5e249052-4938-4325-a57c-ddc91d4a1dd0 req-2197fee2-1851-4df6-980e-001fc9aa456f tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfae777a-3264-4c2e-9653-090ab3b9dbaa HTTP/1.1" status: 200 len: 931 time: 0.0627344 Sep 21 19:09:52.210519 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-249b2e7a-08c7-42da-900f-26db5a32e609 None None] Provisioning complete for port 9dd92253-2fc4-45db-9106-c36ff3268810 triggered by entity DHCP. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:09:52.211361 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-249b2e7a-08c7-42da-900f-26db5a32e609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:52.232592 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5e249052-4938-4325-a57c-ddc91d4a1dd0 req-c8c3fac8-c8a4-4c54-ac95-9f9b1a98d72a tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/security-groups?id=354967ea-80d7-4741-8fde-fbbfcf1aa1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323987 Sep 21 19:09:52.253914 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-249b2e7a-08c7-42da-900f-26db5a32e609 None None] Port 9dd92253-2fc4-45db-9106-c36ff3268810 cannot update to ACTIVE because it is not bound. {{(pid=101462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 19:09:53.104243 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 90782ea1-3067-4ea4-b951-04f7fd58c09f no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:09:53.190639 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:53.213464 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37146297-5293-4b83-8cde-73120f1715c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90782ea1-3067-4ea4-b951-04f7fd58c09f'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:09:53.215774 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7be9786b8e12a57addcd3d24694f9862590c26d6af0c76ac9baad1416f83940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a117343-3270-4b66-99f3-4c063b29b5ec" -d '{"events": [{"server_uuid": "37146297-5293-4b83-8cde-73120f1715c2", "name": "network-vif-unplugged", "status": "completed", "tag": "90782ea1-3067-4ea4-b951-04f7fd58c09f"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:09:53.228602 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] For port 90782ea1-3067-4ea4-b951-04f7fd58c09f, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=90782ea1-3067-4ea4-b951-04f7fd58c09f,segment=NetworkSegment(99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a),segment_id=99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:09:53.232784 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:53.266500 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 19:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d342dc1-1429-4959-b8eb-4a2e32915d7b x-openstack-request-id: req-2d342dc1-1429-4959-b8eb-4a2e32915d7b {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:09:53.266820 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37146297-5293-4b83-8cde-73120f1715c2", "name": "network-vif-unplugged", "status": "completed", "tag": "90782ea1-3067-4ea4-b951-04f7fd58c09f", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:09:53.267103 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2d342dc1-1429-4959-b8eb-4a2e32915d7b {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:09:53.267641 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37146297-5293-4b83-8cde-73120f1715c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90782ea1-3067-4ea4-b951-04f7fd58c09f', 'code': 200} Sep 21 19:09:53.292796 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Pushing event updated for resources: {'Port': ['ID=90782ea1-3067-4ea4-b951-04f7fd58c09f,revision_number=8']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:09:53.352892 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a9bc1-a42c-466a-8b2d-a8c46fed6a26 req-f417abcf-e9ac-46df-95f6-d7ff8d96662f tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:53.355740 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7b4a9bc1-a42c-466a-8b2d-a8c46fed6a26 req-f417abcf-e9ac-46df-95f6-d7ff8d96662f tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfae777a-3264-4c2e-9653-090ab3b9dbaa HTTP/1.1" status: 200 len: 931 time: 0.0513337 Sep 21 19:09:53.405810 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-7b4a9bc1-a42c-466a-8b2d-a8c46fed6a26 req-2353b36f-f401-4371-bc17-9b332ac9c3e6 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/security-groups?id=354967ea-80d7-4741-8fde-fbbfcf1aa1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417497 Sep 21 19:09:54.217108 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:54.536462 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc8937-5afe-417d-a5b9-ceeac380fce1 req-3dedc84e-ebdb-4708-8e8f-8763bcccdf62 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:54.537933 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-71fc8937-5afe-417d-a5b9-ceeac380fce1 req-3dedc84e-ebdb-4708-8e8f-8763bcccdf62 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfae777a-3264-4c2e-9653-090ab3b9dbaa HTTP/1.1" status: 200 len: 931 time: 0.0500298 Sep 21 19:09:54.576566 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-71fc8937-5afe-417d-a5b9-ceeac380fce1 req-072a3cd1-2086-431f-9327-d01d21d2db3f tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/security-groups?id=354967ea-80d7-4741-8fde-fbbfcf1aa1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321631 Sep 21 19:09:55.354013 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:09:55.696979 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5eb72-5d28-44eb-a05f-6b2d14cb58c6 req-9526669e-47f2-4917-8d3c-89ee5f90e26d tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:55.698436 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-56b5eb72-5d28-44eb-a05f-6b2d14cb58c6 req-9526669e-47f2-4917-8d3c-89ee5f90e26d tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfae777a-3264-4c2e-9653-090ab3b9dbaa HTTP/1.1" status: 200 len: 931 time: 0.0536754 Sep 21 19:09:55.738768 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-56b5eb72-5d28-44eb-a05f-6b2d14cb58c6 req-aefea171-abb0-437b-aca3-aafbe4183058 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/security-groups?id=354967ea-80d7-4741-8fde-fbbfcf1aa1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330191 Sep 21 19:09:56.859661 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c4131-c25d-4cff-b3db-51fc135ef2e7 req-602e90cf-8609-4f8c-97be-1c847c94a934 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:56.861891 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-286c4131-c25d-4cff-b3db-51fc135ef2e7 req-602e90cf-8609-4f8c-97be-1c847c94a934 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfae777a-3264-4c2e-9653-090ab3b9dbaa HTTP/1.1" status: 200 len: 931 time: 0.0532174 Sep 21 19:09:56.903810 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-286c4131-c25d-4cff-b3db-51fc135ef2e7 req-30a13080-8981-45bb-80c7-cbe16b1fff90 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/security-groups?id=354967ea-80d7-4741-8fde-fbbfcf1aa1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344801 Sep 21 19:09:58.037146 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b9830-6711-4848-8968-c3a149443530 req-4d082138-23d0-4caa-9e71-760eda24711d tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:58.039056 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a4b9830-6711-4848-8968-c3a149443530 req-4d082138-23d0-4caa-9e71-760eda24711d tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfae777a-3264-4c2e-9653-090ab3b9dbaa HTTP/1.1" status: 200 len: 931 time: 0.0628059 Sep 21 19:09:58.078784 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8a4b9830-6711-4848-8968-c3a149443530 req-f15fdc11-4fc0-415a-a39d-052da0edd5eb tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/security-groups?id=354967ea-80d7-4741-8fde-fbbfcf1aa1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333543 Sep 21 19:09:59.218752 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772e34e-5eb5-4a31-8a98-b2beb0a5bef8 req-98b5aad5-b3ce-4758-bb4a-130d8e8f5f6a tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:09:59.220365 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0772e34e-5eb5-4a31-8a98-b2beb0a5bef8 req-98b5aad5-b3ce-4758-bb4a-130d8e8f5f6a tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfae777a-3264-4c2e-9653-090ab3b9dbaa HTTP/1.1" status: 200 len: 931 time: 0.0588629 Sep 21 19:09:59.281482 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-0772e34e-5eb5-4a31-8a98-b2beb0a5bef8 req-c9c337f3-d2c7-4395-8873-25f5d1bc9796 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/security-groups?id=354967ea-80d7-4741-8fde-fbbfcf1aa1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542400 Sep 21 19:10:00.400322 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfd77b-80ea-48f0-bbc2-754efabde006 req-618731dc-1616-4306-9e62-2ae37f8a3daf tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:00.401835 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6cbfd77b-80ea-48f0-bbc2-754efabde006 req-618731dc-1616-4306-9e62-2ae37f8a3daf tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfae777a-3264-4c2e-9653-090ab3b9dbaa HTTP/1.1" status: 200 len: 931 time: 0.0486605 Sep 21 19:10:00.441578 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-6cbfd77b-80ea-48f0-bbc2-754efabde006 req-2616067a-e2c0-434f-af57-eae64d6fa0cd tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/security-groups?id=354967ea-80d7-4741-8fde-fbbfcf1aa1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336854 Sep 21 19:10:01.583817 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd44eac-ede1-48c2-8c7b-de9a4410b8b7 req-8303ad7e-452f-44ef-ba0e-6c88051959f1 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:01.585398 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7fd44eac-ede1-48c2-8c7b-de9a4410b8b7 req-8303ad7e-452f-44ef-ba0e-6c88051959f1 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfae777a-3264-4c2e-9653-090ab3b9dbaa HTTP/1.1" status: 200 len: 931 time: 0.0613604 Sep 21 19:10:01.626086 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-7fd44eac-ede1-48c2-8c7b-de9a4410b8b7 req-1f6f5b6a-0eea-4bc8-9113-8a4c269fde9a tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/security-groups?id=354967ea-80d7-4741-8fde-fbbfcf1aa1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334156 Sep 21 19:10:02.764647 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44e589-5bad-4d8f-97d7-7246f5b6e541 req-75dafb95-ecd9-4c37-ac97-67511fd9ac59 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:02.766142 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c44e589-5bad-4d8f-97d7-7246f5b6e541 req-75dafb95-ecd9-4c37-ac97-67511fd9ac59 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfae777a-3264-4c2e-9653-090ab3b9dbaa HTTP/1.1" status: 200 len: 931 time: 0.0637004 Sep 21 19:10:02.806109 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8c44e589-5bad-4d8f-97d7-7246f5b6e541 req-6c0fdca5-e8a5-44e6-9064-cce143fef202 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/security-groups?id=354967ea-80d7-4741-8fde-fbbfcf1aa1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336905 Sep 21 19:10:02.895466 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-d3da3e0c-444b-49b4-a0bc-abd5937ec763 service neutron] Request body: {'port': {'device_id': 'cfae777a-3264-4c2e-9653-090ab3b9dbaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-810291-1'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:10:02.948800 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-d3da3e0c-444b-49b4-a0bc-abd5937ec763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:03.223742 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-d3da3e0c-444b-49b4-a0bc-abd5937ec763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dd92253-2fc4-45db-9106-c36ff3268810 {{(pid=101460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:10:03.231468 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-d3da3e0c-444b-49b4-a0bc-abd5937ec763 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:03.243678 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.provisioning_blocks [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-d3da3e0c-444b-49b4-a0bc-abd5937ec763 service neutron] Transition to ACTIVE for port object 9dd92253-2fc4-45db-9106-c36ff3268810 will not be triggered until provisioned by entity L2. {{(pid=101460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 19:10:03.249506 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-d3da3e0c-444b-49b4-a0bc-abd5937ec763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:03.300089 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da3e0c-444b-49b4-a0bc-abd5937ec763 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd92253-2fc4-45db-9106-c36ff3268810,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:03.364986 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-d3da3e0c-444b-49b4-a0bc-abd5937ec763 service neutron] Attempting to bind port 9dd92253-2fc4-45db-9106-c36ff3268810 on host n-h1-810291-1 for vnic_type normal with profile {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 19:10:03.365336 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-d3da3e0c-444b-49b4-a0bc-abd5937ec763 service neutron] Attempting to bind port 9dd92253-2fc4-45db-9106-c36ff3268810 by drivers openvswitch,hyperv on host n-h1-810291-1 at level 0 using segments [{'id': '99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0'}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 19:10:03.365700 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-d3da3e0c-444b-49b4-a0bc-abd5937ec763 service neutron] Attempting to bind port 9dd92253-2fc4-45db-9106-c36ff3268810 on network e73083e8-9479-40d3-ace7-70245580acc0 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:10:03.370234 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-d3da3e0c-444b-49b4-a0bc-abd5937ec763 service neutron] Port 9dd92253-2fc4-45db-9106-c36ff3268810 on network e73083e8-9479-40d3-ace7-70245580acc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-810291-1 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 19:10:03.370559 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-d3da3e0c-444b-49b4-a0bc-abd5937ec763 service neutron] Attempting to bind port 9dd92253-2fc4-45db-9106-c36ff3268810 on network e73083e8-9479-40d3-ace7-70245580acc0 {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 19:10:03.375766 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-d3da3e0c-444b-49b4-a0bc-abd5937ec763 service neutron] Checking agent: {'id': 'd5a16c38-f2d8-4574-8e15-2c81062cb76f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-810291-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 44, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 19, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 19:10:03.376108 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-d3da3e0c-444b-49b4-a0bc-abd5937ec763 service neutron] Checking segment: {'id': '99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 19:10:03.376486 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-d3da3e0c-444b-49b4-a0bc-abd5937ec763 service neutron] Bound using segment: {'id': '99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0'} {{(pid=101460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 19:10:03.376921 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.managers [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-d3da3e0c-444b-49b4-a0bc-abd5937ec763 service neutron] Bound port: 9dd92253-2fc4-45db-9106-c36ff3268810, host: n-h1-810291-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0'}}] {{(pid=101460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 19:10:03.377289 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-d3da3e0c-444b-49b4-a0bc-abd5937ec763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:03.451634 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-d3da3e0c-444b-49b4-a0bc-abd5937ec763 service neutron] For port 9dd92253-2fc4-45db-9106-c36ff3268810, host n-h1-810291-1, cleared binding levels {{(pid=101460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 19:10:03.454810 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-d3da3e0c-444b-49b4-a0bc-abd5937ec763 service neutron] For port 9dd92253-2fc4-45db-9106-c36ff3268810, host n-h1-810291-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=9dd92253-2fc4-45db-9106-c36ff3268810,segment=NetworkSegment(99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a),segment_id=99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a)] {{(pid=101460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 19:10:03.460345 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-d3da3e0c-444b-49b4-a0bc-abd5937ec763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:03.498753 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-d3da3e0c-444b-49b4-a0bc-abd5937ec763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:03.499371 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-d3da3e0c-444b-49b4-a0bc-abd5937ec763 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:03.500941 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-d3da3e0c-444b-49b4-a0bc-abd5937ec763 service neutron] 10.222.0.38 "PUT /v2.0/ports/9dd92253-2fc4-45db-9106-c36ff3268810 HTTP/1.1" status: 200 len: 1091 time: 0.6697607 Sep 21 19:10:03.501378 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfae777a-3264-4c2e-9653-090ab3b9dbaa', 'tag': '9dd92253-2fc4-45db-9106-c36ff3268810'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:10:03.503679 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e614d5f8-9223-43c7-b549-390641333cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "cfae777a-3264-4c2e-9653-090ab3b9dbaa", "tag": "9dd92253-2fc4-45db-9106-c36ff3268810"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:10:03.538000 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da3e0c-444b-49b4-a0bc-abd5937ec763 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd92253-2fc4-45db-9106-c36ff3268810,revision_number=3']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:03.598600 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-4e24300a-694e-494e-bae9-d319a41fd77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:03.600372 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-4e24300a-694e-494e-bae9-d319a41fd77c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a665ab2785374477bc55d27521bac7b9&device_id=cfae777a-3264-4c2e-9653-090ab3b9dbaa HTTP/1.1" status: 200 len: 1094 time: 0.0555515 Sep 21 19:10:03.647472 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192ebf1e-7925-4dff-97c3-159984fd4ae1 x-openstack-request-id: req-192ebf1e-7925-4dff-97c3-159984fd4ae1 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:10:03.647760 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfae777a-3264-4c2e-9653-090ab3b9dbaa", "tag": "9dd92253-2fc4-45db-9106-c36ff3268810", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:10:03.648007 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-192ebf1e-7925-4dff-97c3-159984fd4ae1 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:10:03.648407 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfae777a-3264-4c2e-9653-090ab3b9dbaa', 'tag': '9dd92253-2fc4-45db-9106-c36ff3268810', 'status': 'completed', 'code': 200} Sep 21 19:10:03.650232 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-d321750f-9671-4059-9a33-d9bb63b24e9b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dd92253-2fc4-45db-9106-c36ff3268810 HTTP/1.1" status: 200 len: 217 time: 0.0413811 Sep 21 19:10:03.700038 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-0253e86f-9d1a-4e7b-94a9-7dda75fc6f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:03.701576 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-0253e86f-9d1a-4e7b-94a9-7dda75fc6f0c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2c825cbf-dc22-420f-ba19-706aed18229e HTTP/1.1" status: 200 len: 849 time: 0.0446029 Sep 21 19:10:03.752740 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-dd3ba07d-b00e-4927-aa3d-d6b5269368d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:03.754127 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-dd3ba07d-b00e-4927-aa3d-d6b5269368d0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e73083e8-9479-40d3-ace7-70245580acc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408092 Sep 21 19:10:03.854608 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-e85c9798-5f97-4412-a6f5-4070b56d7839 service neutron] 10.222.0.38 "GET /v2.0/networks/e73083e8-9479-40d3-ace7-70245580acc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910718 Sep 21 19:10:03.981625 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2f528-2c27-45a5-be7a-e9cc169f51d0 req-da53acc6-81ad-48ea-a898-4695bb1140ae tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:03.983179 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fab2f528-2c27-45a5-be7a-e9cc169f51d0 req-da53acc6-81ad-48ea-a898-4695bb1140ae tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfae777a-3264-4c2e-9653-090ab3b9dbaa HTTP/1.1" status: 200 len: 943 time: 0.1028411 Sep 21 19:10:03.986778 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bdaa04df-64c4-471e-8ff8-ef6e5335ca52 req-b3c906a8-5e84-4f0f-a217-a8ccf9eee3f4 service neutron] 10.222.0.38 "GET /v2.0/networks/e73083e8-9479-40d3-ace7-70245580acc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248713 Sep 21 19:10:04.023795 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-fab2f528-2c27-45a5-be7a-e9cc169f51d0 req-b1d42cb8-564b-4bdd-9832-b763bcce2d60 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/security-groups?id=354967ea-80d7-4741-8fde-fbbfcf1aa1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334005 Sep 21 19:10:04.074907 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614d5f8-9223-43c7-b549-390641333cf4 req-e8ae2fee-9257-4170-ac77-1090ec91bf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:04.076427 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e614d5f8-9223-43c7-b549-390641333cf4 req-e8ae2fee-9257-4170-ac77-1090ec91bf64 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a665ab2785374477bc55d27521bac7b9&device_id=cfae777a-3264-4c2e-9653-090ab3b9dbaa HTTP/1.1" status: 200 len: 1094 time: 0.0420663 Sep 21 19:10:04.166045 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614d5f8-9223-43c7-b549-390641333cf4 req-ad8f94e2-5b06-4a4e-b4a6-01000f278730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:04.167509 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e614d5f8-9223-43c7-b549-390641333cf4 req-ad8f94e2-5b06-4a4e-b4a6-01000f278730 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e73083e8-9479-40d3-ace7-70245580acc0 HTTP/1.1" status: 200 len: 911 time: 0.0830235 Sep 21 19:10:04.213121 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e614d5f8-9223-43c7-b549-390641333cf4 req-e623c5bb-ef2c-4569-b75d-eff45b75d75d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dd92253-2fc4-45db-9106-c36ff3268810 HTTP/1.1" status: 200 len: 217 time: 0.0379400 Sep 21 19:10:04.262138 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614d5f8-9223-43c7-b549-390641333cf4 req-24ce27e0-63aa-48b0-90c5-4a9f4bc2cf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:04.263576 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e614d5f8-9223-43c7-b549-390641333cf4 req-24ce27e0-63aa-48b0-90c5-4a9f4bc2cf4a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2c825cbf-dc22-420f-ba19-706aed18229e HTTP/1.1" status: 200 len: 849 time: 0.0434310 Sep 21 19:10:04.311043 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614d5f8-9223-43c7-b549-390641333cf4 req-7be44571-d709-4105-85c0-1e4c77e81c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:04.312721 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e614d5f8-9223-43c7-b549-390641333cf4 req-7be44571-d709-4105-85c0-1e4c77e81c9d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e73083e8-9479-40d3-ace7-70245580acc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404692 Sep 21 19:10:04.406413 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e614d5f8-9223-43c7-b549-390641333cf4 req-f1976348-b6be-4777-8498-e687611058cf service neutron] 10.222.0.38 "GET /v2.0/networks/e73083e8-9479-40d3-ace7-70245580acc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852921 Sep 21 19:10:04.513574 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e614d5f8-9223-43c7-b549-390641333cf4 req-a120e18d-afa1-4953-a30b-2b6a903c536a service neutron] 10.222.0.38 "GET /v2.0/networks/e73083e8-9479-40d3-ace7-70245580acc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982082 Sep 21 19:10:05.144966 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566f1bd-8a8a-400c-aaaf-3970e3688395 req-a4a72fe7-ed77-4539-9cd9-6d3fbf857f57 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:05.146452 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5566f1bd-8a8a-400c-aaaf-3970e3688395 req-a4a72fe7-ed77-4539-9cd9-6d3fbf857f57 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfae777a-3264-4c2e-9653-090ab3b9dbaa HTTP/1.1" status: 200 len: 943 time: 0.0512655 Sep 21 19:10:05.186738 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-5566f1bd-8a8a-400c-aaaf-3970e3688395 req-5611d55a-db21-4a85-9a6a-19e17f2b407a tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/security-groups?id=354967ea-80d7-4741-8fde-fbbfcf1aa1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334711 Sep 21 19:10:06.328420 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6444d5-da8a-4575-98e9-fdec4b03f845 req-dcf04620-425b-4d60-88a6-98d2142cd063 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:06.329905 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bf6444d5-da8a-4575-98e9-fdec4b03f845 req-dcf04620-425b-4d60-88a6-98d2142cd063 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfae777a-3264-4c2e-9653-090ab3b9dbaa HTTP/1.1" status: 200 len: 943 time: 0.0643551 Sep 21 19:10:06.369866 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-bf6444d5-da8a-4575-98e9-fdec4b03f845 req-2ed2d28c-304b-427c-acfe-67f092bb5556 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/security-groups?id=354967ea-80d7-4741-8fde-fbbfcf1aa1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308897 Sep 21 19:10:06.917582 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 9dd92253-2fc4-45db-9106-c36ff3268810 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 19:10:07.022163 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 9dd92253-2fc4-45db-9106-c36ff3268810, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=9dd92253-2fc4-45db-9106-c36ff3268810,segment=NetworkSegment(99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a),segment_id=99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:10:07.033705 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '9dd92253-2fc4-45db-9106-c36ff3268810', 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0', 'port_id': '9dd92253-2fc4-45db-9106-c36ff3268810', 'mac_address': 'fa:16:3e:b5:a5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c825cbf-dc22-420f-ba19-706aed18229e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 19:10:07.076863 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:07.090906 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd92253-2fc4-45db-9106-c36ff3268810 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:10:07.110724 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 9dd92253-2fc4-45db-9106-c36ff3268810, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=9dd92253-2fc4-45db-9106-c36ff3268810,segment=NetworkSegment(99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a),segment_id=99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:10:07.118747 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:07.171249 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=9dd92253-2fc4-45db-9106-c36ff3268810,revision_number=4']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:07.353945 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['9dd92253-2fc4-45db-9106-c36ff3268810'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 19:10:07.494234 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865bd04-969f-4466-bc69-9e3db4d9c67e req-d7996865-d34b-46ca-8d90-b9daf871330e tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:07.496026 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8865bd04-969f-4466-bc69-9e3db4d9c67e req-d7996865-d34b-46ca-8d90-b9daf871330e tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfae777a-3264-4c2e-9653-090ab3b9dbaa HTTP/1.1" status: 200 len: 944 time: 0.0567832 Sep 21 19:10:07.537724 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-8865bd04-969f-4466-bc69-9e3db4d9c67e req-12088251-da1e-4f48-be1d-013c511b9935 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/security-groups?id=354967ea-80d7-4741-8fde-fbbfcf1aa1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344744 Sep 21 19:10:08.681900 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5899e-81a2-4f22-9665-68204d5918ae req-cd65a5eb-66a0-419b-a231-1d9074cde4e4 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:08.683459 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5ec5899e-81a2-4f22-9665-68204d5918ae req-cd65a5eb-66a0-419b-a231-1d9074cde4e4 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfae777a-3264-4c2e-9653-090ab3b9dbaa HTTP/1.1" status: 200 len: 944 time: 0.0607119 Sep 21 19:10:08.722074 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-5ec5899e-81a2-4f22-9665-68204d5918ae req-d90062de-d014-4479-8987-c84f0226dc03 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/security-groups?id=354967ea-80d7-4741-8fde-fbbfcf1aa1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322096 Sep 21 19:10:08.932172 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 9dd92253-2fc4-45db-9106-c36ff3268810 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:10:08.997090 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning for port 9dd92253-2fc4-45db-9106-c36ff3268810 completed by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 19:10:09.001074 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 9dd92253-2fc4-45db-9106-c36ff3268810 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:10:09.001454 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:09.089063 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:09.111508 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfae777a-3264-4c2e-9653-090ab3b9dbaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd92253-2fc4-45db-9106-c36ff3268810'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:10:09.113757 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7be9786b8e12a57addcd3d24694f9862590c26d6af0c76ac9baad1416f83940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c98a4d-8016-47df-8ad7-41906d38327a" -d '{"events": [{"server_uuid": "cfae777a-3264-4c2e-9653-090ab3b9dbaa", "name": "network-vif-plugged", "status": "completed", "tag": "9dd92253-2fc4-45db-9106-c36ff3268810"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:10:09.126122 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 9dd92253-2fc4-45db-9106-c36ff3268810, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=9dd92253-2fc4-45db-9106-c36ff3268810,segment=NetworkSegment(99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a),segment_id=99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:10:09.130439 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:09.152722 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3434ddb9-9a86-4b32-b2a9-69d21bb61ef0 x-openstack-request-id: req-3434ddb9-9a86-4b32-b2a9-69d21bb61ef0 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:10:09.153000 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfae777a-3264-4c2e-9653-090ab3b9dbaa", "name": "network-vif-plugged", "status": "completed", "tag": "9dd92253-2fc4-45db-9106-c36ff3268810", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:10:09.153245 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3434ddb9-9a86-4b32-b2a9-69d21bb61ef0 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:10:09.153626 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfae777a-3264-4c2e-9653-090ab3b9dbaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd92253-2fc4-45db-9106-c36ff3268810', 'code': 200} Sep 21 19:10:09.179371 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=9dd92253-2fc4-45db-9106-c36ff3268810,revision_number=5']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:09.245284 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedbdd0-0d67-4493-9cdf-940b88d42097 req-1cca8ece-45db-4bcf-9be3-dd887a2628b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:09.246790 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1eedbdd0-0d67-4493-9cdf-940b88d42097 req-1cca8ece-45db-4bcf-9be3-dd887a2628b9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cfae777a-3264-4c2e-9653-090ab3b9dbaa HTTP/1.1" status: 200 len: 1096 time: 0.0400774 Sep 21 19:10:09.281956 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1eedbdd0-0d67-4493-9cdf-940b88d42097 req-a1654bc3-3235-4495-bc18-678b3d227a79 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=354967ea-80d7-4741-8fde-fbbfcf1aa1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282757 Sep 21 19:10:09.854815 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c839c6-40fe-4639-8128-7c5c6c619f2f req-c5db8ea6-d6ea-441e-a66a-7f26cb239c33 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:09.856366 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90c839c6-40fe-4639-8128-7c5c6c619f2f req-c5db8ea6-d6ea-441e-a66a-7f26cb239c33 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfae777a-3264-4c2e-9653-090ab3b9dbaa HTTP/1.1" status: 200 len: 945 time: 0.0524776 Sep 21 19:10:09.894970 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-90c839c6-40fe-4639-8128-7c5c6c619f2f req-8e07ba5c-1efb-4f8b-a950-0888d06f802b tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/security-groups?id=354967ea-80d7-4741-8fde-fbbfcf1aa1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323365 Sep 21 19:10:11.049194 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e5557-6b1f-43b6-afbe-47b00158bc48 req-04001c28-1ecc-4859-a5c9-8732a353cae6 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:11.050701 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9b1e5557-6b1f-43b6-afbe-47b00158bc48 req-04001c28-1ecc-4859-a5c9-8732a353cae6 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfae777a-3264-4c2e-9653-090ab3b9dbaa HTTP/1.1" status: 200 len: 945 time: 0.0659862 Sep 21 19:10:11.089871 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-9b1e5557-6b1f-43b6-afbe-47b00158bc48 req-008669e6-528e-4e62-b912-2f34bd62e5d0 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/security-groups?id=354967ea-80d7-4741-8fde-fbbfcf1aa1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326836 Sep 21 19:10:11.215882 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa04ce-b2a4-4705-a33f-e8f5b4a442da req-4c9174a7-acae-4380-9b3f-c8f103b463e5 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:11.217407 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ceaa04ce-b2a4-4705-a33f-e8f5b4a442da req-4c9174a7-acae-4380-9b3f-c8f103b463e5 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfae777a-3264-4c2e-9653-090ab3b9dbaa HTTP/1.1" status: 200 len: 945 time: 0.0587494 Sep 21 19:10:11.257408 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-ceaa04ce-b2a4-4705-a33f-e8f5b4a442da req-a143d342-9f4b-437b-b3b3-1ddbbea71d21 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/security-groups?id=354967ea-80d7-4741-8fde-fbbfcf1aa1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337002 Sep 21 19:10:11.282831 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57496) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:10:11.327979 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be100917-4bc9-43d5-8831-8f13297c1df0 tempest-TestSnapshotPattern-1110461388 tempest-TestSnapshotPattern-1110461388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:11.329941 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-be100917-4bc9-43d5-8831-8f13297c1df0 tempest-TestSnapshotPattern-1110461388 tempest-TestSnapshotPattern-1110461388-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=cfae777a-3264-4c2e-9653-090ab3b9dbaa HTTP/1.1" status: 200 len: 1091 time: 0.0460231 Sep 21 19:10:11.333093 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57498) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:10:11.339720 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.v2.base [None req-44d70d70-6553-4f12-8eb1-545efcbe2549 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Request body: {'floatingip': {'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'port_id': '9dd92253-2fc4-45db-9106-c36ff3268810', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 19:10:11.373824 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-44d70d70-6553-4f12-8eb1-545efcbe2549 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for floatingip, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:11.487969 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-44d70d70-6553-4f12-8eb1-545efcbe2549 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:11.598201 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_common [None req-44d70d70-6553-4f12-8eb1-545efcbe2549 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Allocated IP 172.25.6.206 (b8a002cf-2233-41c0-bbfe-1c8ea43e5299/bc4d634a-526e-4dc7-b27b-c89e8f6bae44/47f0ea42-a74e-458d-894d-126d80cb2149) {{(pid=101460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 19:10:11.698170 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-44d70d70-6553-4f12-8eb1-545efcbe2549 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for port, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:11.728856 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:10:11.735210 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-44d70d70-6553-4f12-8eb1-545efcbe2549 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748375885496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:11.771354 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d70d70-6553-4f12-8eb1-545efcbe2549 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Network b8a002cf-2233-41c0-bbfe-1c8ea43e5299 is already hosted by enough agents. {{(pid=101460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 19:10:11.774244 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.base_scheduler [None req-44d70d70-6553-4f12-8eb1-545efcbe2549 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Resources bound (agent type, host, resource id): {{(pid=101460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 19:10:11.779633 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d70d70-6553-4f12-8eb1-545efcbe2549 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Received port after_create {{(pid=101460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 19:10:11.785498 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d70d70-6553-4f12-8eb1-545efcbe2549 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Pushing event updated for resources: {'Port': ['ID=47f0ea42-a74e-458d-894d-126d80cb2149,revision_number=1']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:12.166826 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-44d70d70-6553-4f12-8eb1-545efcbe2549 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:12.203425 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-589d0279-f7ad-4b9f-8a68-1ae4e2e63e7f req-2645a8c2-ae56-40c5-aad6-04346d5f77c0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=37146297-5293-4b83-8cde-73120f1715c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0811615 Sep 21 19:10:12.241830 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-44d70d70-6553-4f12-8eb1-545efcbe2549 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:12.336493 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d0279-f7ad-4b9f-8a68-1ae4e2e63e7f req-902abbac-641b-4278-a136-47ec8e058a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:12.337974 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-589d0279-f7ad-4b9f-8a68-1ae4e2e63e7f req-902abbac-641b-4278-a136-47ec8e058a13 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a665ab2785374477bc55d27521bac7b9&device_id=37146297-5293-4b83-8cde-73120f1715c2 HTTP/1.1" status: 200 len: 1094 time: 0.0775344 Sep 21 19:10:12.483738 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d0279-f7ad-4b9f-8a68-1ae4e2e63e7f req-623c105c-c7df-49e0-b3e8-a39e0201cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:12.485206 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-589d0279-f7ad-4b9f-8a68-1ae4e2e63e7f req-623c105c-c7df-49e0-b3e8-a39e0201cc8d service neutron] 10.222.0.44 "GET /v2.0/networks?id=e73083e8-9479-40d3-ace7-70245580acc0 HTTP/1.1" status: 200 len: 911 time: 0.1221108 Sep 21 19:10:12.487019 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-44d70d70-6553-4f12-8eb1-545efcbe2549 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for port, precommit_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:12.499194 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-44d70d70-6553-4f12-8eb1-545efcbe2549 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105783'] for port, after_update {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:12.609303 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d70d70-6553-4f12-8eb1-545efcbe2549 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Pushing event updated for resources: {'Port': ['ID=47f0ea42-a74e-458d-894d-126d80cb2149,revision_number=2']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:10:12.616247 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-589d0279-f7ad-4b9f-8a68-1ae4e2e63e7f req-34922b01-547c-414b-922b-760a1f0b8549 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90782ea1-3067-4ea4-b951-04f7fd58c09f HTTP/1.1" status: 200 len: 998 time: 0.1228175 Sep 21 19:10:12.621000 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-44d70d70-6553-4f12-8eb1-545efcbe2549 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-735761'] for floatingip, after_create {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:12.731995 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d0279-f7ad-4b9f-8a68-1ae4e2e63e7f req-c8e5c81e-a190-4cb6-a48e-6f61124ba269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:12.733420 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-589d0279-f7ad-4b9f-8a68-1ae4e2e63e7f req-c8e5c81e-a190-4cb6-a48e-6f61124ba269 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c825cbf-dc22-420f-ba19-706aed18229e HTTP/1.1" status: 200 len: 849 time: 0.1094549 Sep 21 19:10:12.759471 n-d-810291-1 neutron-server[101460]: INFO neutron.db.l3_db [None req-44d70d70-6553-4f12-8eb1-545efcbe2549 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Floating IP c2ff5677-b66b-4efd-a546-b4629be75700 associated. External IP: 172.25.6.206, port: 9dd92253-2fc4-45db-9106-c36ff3268810. Sep 21 19:10:12.829677 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d0279-f7ad-4b9f-8a68-1ae4e2e63e7f req-6075c30b-8fb9-46a0-8adc-802e88054a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:12.831152 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-589d0279-f7ad-4b9f-8a68-1ae4e2e63e7f req-6075c30b-8fb9-46a0-8adc-802e88054a27 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e73083e8-9479-40d3-ace7-70245580acc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883169 Sep 21 19:10:12.993568 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-589d0279-f7ad-4b9f-8a68-1ae4e2e63e7f req-c4260b2b-ee52-414f-889f-60eb2b8fb485 service neutron] 10.222.0.44 "GET /v2.0/networks/e73083e8-9479-40d3-ace7-70245580acc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346791 Sep 21 19:10:13.451467 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d70d70-6553-4f12-8eb1-545efcbe2549 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Router e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:10:13.509180 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-589d0279-f7ad-4b9f-8a68-1ae4e2e63e7f req-b928cf32-1bde-4142-9c14-464da7594762 service neutron] 10.222.0.44 "GET /v2.0/networks/e73083e8-9479-40d3-ace7-70245580acc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4848673 Sep 21 19:10:13.588290 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d70d70-6553-4f12-8eb1-545efcbe2549 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:10:13.599657 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be52b66-2ad9-419b-9a53-502fafd8b919 None None] Sync routers for ids ['e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:10:13.606528 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-44d70d70-6553-4f12-8eb1-545efcbe2549 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:13.611756 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be52b66-2ad9-419b-9a53-502fafd8b919 None None] Routers {'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:10:13.612731 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5be52b66-2ad9-419b-9a53-502fafd8b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T19:09:49Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:10:13.637847 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-44d70d70-6553-4f12-8eb1-545efcbe2549 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3035254 Sep 21 19:10:13.638450 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfae777a-3264-4c2e-9653-090ab3b9dbaa', 'tag': '9dd92253-2fc4-45db-9106-c36ff3268810'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:10:13.640766 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb0800e-74b9-4f2f-beed-949f9425ac6b" -d '{"events": [{"name": "network-changed", "server_uuid": "cfae777a-3264-4c2e-9653-090ab3b9dbaa", "tag": "9dd92253-2fc4-45db-9106-c36ff3268810"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:10:13.681585 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802d11b0-9f55-4721-b68e-7ae7f2490ee8 x-openstack-request-id: req-802d11b0-9f55-4721-b68e-7ae7f2490ee8 {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:10:13.681877 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfae777a-3264-4c2e-9653-090ab3b9dbaa", "tag": "9dd92253-2fc4-45db-9106-c36ff3268810", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:10:13.682132 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-802d11b0-9f55-4721-b68e-7ae7f2490ee8 {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:10:13.682533 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfae777a-3264-4c2e-9653-090ab3b9dbaa', 'tag': '9dd92253-2fc4-45db-9106-c36ff3268810', 'status': 'completed', 'code': 200} Sep 21 19:10:13.725891 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-5be52b66-2ad9-419b-9a53-502fafd8b919 None None] Set router e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:10:13.755073 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0800e-74b9-4f2f-beed-949f9425ac6b req-108f65a6-fddc-46f3-9799-5661dbd8e907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:13.756651 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8cb0800e-74b9-4f2f-beed-949f9425ac6b req-108f65a6-fddc-46f3-9799-5661dbd8e907 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a665ab2785374477bc55d27521bac7b9&device_id=cfae777a-3264-4c2e-9653-090ab3b9dbaa HTTP/1.1" status: 200 len: 1096 time: 0.0401571 Sep 21 19:10:13.849760 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0800e-74b9-4f2f-beed-949f9425ac6b req-7b1913a2-27f9-44e9-9778-9c9b9fe52307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:13.851171 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8cb0800e-74b9-4f2f-beed-949f9425ac6b req-7b1913a2-27f9-44e9-9778-9c9b9fe52307 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e73083e8-9479-40d3-ace7-70245580acc0 HTTP/1.1" status: 200 len: 911 time: 0.0871241 Sep 21 19:10:13.915835 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8cb0800e-74b9-4f2f-beed-949f9425ac6b req-8d8ec4f0-68c5-499a-b9fb-4fa1cfc3f35e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dd92253-2fc4-45db-9106-c36ff3268810 HTTP/1.1" status: 200 len: 999 time: 0.0577946 Sep 21 19:10:13.952363 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5be52b66-2ad9-419b-9a53-502fafd8b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'name': 'tempest-TestSnapshotPattern-1376683118-router', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:16Z', 'updated_at': '2021-09-21T19:07:19Z', 'revision_number': 4, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'gw_port': {'id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:17Z', 'updated_at': '2021-09-21T19:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '62315e53-9cee-42ff-b98c-04e0b5660fbd', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'floating_ip_address': '172.25.6.54', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'port_id': '90782ea1-3067-4ea4-b951-04f7fd58c09f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0', 'mac_address': 'fa:16:3e:9e:2c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37146297-5293-4b83-8cde-73120f1715c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:07:38Z', 'updated_at': '2021-09-21T19:07:40Z', 'revision_number': 1, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'fixed_ip_address_scope': None}, {'id': 'c2ff5677-b66b-4efd-a546-b4629be75700', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'floating_ip_address': '172.25.6.206', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'port_id': '9dd92253-2fc4-45db-9106-c36ff3268810', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0', 'mac_address': 'fa:16:3e:b5:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfae777a-3264-4c2e-9653-090ab3b9dbaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:10:11Z', 'updated_at': '2021-09-21T19:10:11Z', 'revision_number': 0, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a255c2-b4f7-4629-86bf-0cd0ae65aff8', 'name': '', 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'mac_address': 'fa:16:3e:2e:af:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2c825cbf-dc22-420f-ba19-706aed18229e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:18Z', 'updated_at': '2021-09-21T19:07:23Z', 'revision_number': 5, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'subnets': [{'id': '2c825cbf-dc22-420f-ba19-706aed18229e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:10:13.970066 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0800e-74b9-4f2f-beed-949f9425ac6b req-99fd2dd5-61d2-4755-aae3-857b758ae59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:13.971590 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8cb0800e-74b9-4f2f-beed-949f9425ac6b req-99fd2dd5-61d2-4755-aae3-857b758ae59b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2c825cbf-dc22-420f-ba19-706aed18229e HTTP/1.1" status: 200 len: 849 time: 0.0493746 Sep 21 19:10:13.981951 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be52b66-2ad9-419b-9a53-502fafd8b919 None None] Checking router: e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:10:13.990437 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be52b66-2ad9-419b-9a53-502fafd8b919 None None] Routers {'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:10:13.991078 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5be52b66-2ad9-419b-9a53-502fafd8b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T19:09:49Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:10:14.018501 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0800e-74b9-4f2f-beed-949f9425ac6b req-fea32b12-74e3-4853-a7c3-2d524eb2204f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:14.020032 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8cb0800e-74b9-4f2f-beed-949f9425ac6b req-fea32b12-74e3-4853-a7c3-2d524eb2204f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e73083e8-9479-40d3-ace7-70245580acc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404170 Sep 21 19:10:14.099694 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-5be52b66-2ad9-419b-9a53-502fafd8b919 None None] Set router e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:10:14.110734 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8cb0800e-74b9-4f2f-beed-949f9425ac6b req-5a57c15c-aa70-46bb-9689-c0bb789116df service neutron] 10.222.0.38 "GET /v2.0/networks/e73083e8-9479-40d3-ace7-70245580acc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829430 Sep 21 19:10:14.204796 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-8cb0800e-74b9-4f2f-beed-949f9425ac6b req-baed8f39-5cbd-4e50-b009-cfdd193f19df service neutron] 10.222.0.38 "GET /v2.0/networks/e73083e8-9479-40d3-ace7-70245580acc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858030 Sep 21 19:10:14.326643 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-5be52b66-2ad9-419b-9a53-502fafd8b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'name': 'tempest-TestSnapshotPattern-1376683118-router', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:16Z', 'updated_at': '2021-09-21T19:07:19Z', 'revision_number': 4, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'gw_port': {'id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:17Z', 'updated_at': '2021-09-21T19:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '62315e53-9cee-42ff-b98c-04e0b5660fbd', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'floating_ip_address': '172.25.6.54', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'port_id': '90782ea1-3067-4ea4-b951-04f7fd58c09f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0', 'mac_address': 'fa:16:3e:9e:2c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37146297-5293-4b83-8cde-73120f1715c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:07:38Z', 'updated_at': '2021-09-21T19:07:40Z', 'revision_number': 1, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'fixed_ip_address_scope': None}, {'id': 'c2ff5677-b66b-4efd-a546-b4629be75700', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'floating_ip_address': '172.25.6.206', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'port_id': '9dd92253-2fc4-45db-9106-c36ff3268810', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0', 'mac_address': 'fa:16:3e:b5:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfae777a-3264-4c2e-9653-090ab3b9dbaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:10:11Z', 'updated_at': '2021-09-21T19:10:11Z', 'revision_number': 0, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a255c2-b4f7-4629-86bf-0cd0ae65aff8', 'name': '', 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'mac_address': 'fa:16:3e:2e:af:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2c825cbf-dc22-420f-ba19-706aed18229e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:18Z', 'updated_at': '2021-09-21T19:07:23Z', 'revision_number': 5, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'subnets': [{'id': '2c825cbf-dc22-420f-ba19-706aed18229e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:10:14.355518 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be52b66-2ad9-419b-9a53-502fafd8b919 None None] The sync data for ids ['e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'] in n-d-810291-1 is: [{'id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'name': 'tempest-TestSnapshotPattern-1376683118-router', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:16Z', 'updated_at': '2021-09-21T19:07:19Z', 'revision_number': 4, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'gw_port': {'id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:17Z', 'updated_at': '2021-09-21T19:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '62315e53-9cee-42ff-b98c-04e0b5660fbd', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'floating_ip_address': '172.25.6.54', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'port_id': '90782ea1-3067-4ea4-b951-04f7fd58c09f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0', 'mac_address': 'fa:16:3e:9e:2c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37146297-5293-4b83-8cde-73120f1715c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:07:38Z', 'updated_at': '2021-09-21T19:07:40Z', 'revision_number': 1, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'fixed_ip_address_scope': None}, {'id': 'c2ff5677-b66b-4efd-a546-b4629be75700', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'floating_ip_address': '172.25.6.206', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'port_id': '9dd92253-2fc4-45db-9106-c36ff3268810', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0', 'mac_address': 'fa:16:3e:b5:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfae777a-3264-4c2e-9653-090ab3b9dbaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:10:11Z', 'updated_at': '2021-09-21T19:10:11Z', 'revision_number': 0, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a255c2-b4f7-4629-86bf-0cd0ae65aff8', 'name': '', 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'mac_address': 'fa:16:3e:2e:af:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2c825cbf-dc22-420f-ba19-706aed18229e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:18Z', 'updated_at': '2021-09-21T19:07:23Z', 'revision_number': 5, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'subnets': [{'id': '2c825cbf-dc22-420f-ba19-706aed18229e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:10:14.582417 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34afce9-c9d5-431e-a376-162324263682 None None] New status for floating IP c2ff5677-b66b-4efd-a546-b4629be75700: ACTIVE {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 19:10:16.061316 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c6bd281-d59f-44a9-9746-ba8b1d456789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:18.551573 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9dd6ad02-e8a1-40bf-ab0a-ae66e7d48c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:18.595297 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c7028bfe-8aab-4aed-9c9b-d9f4e43375d8 req-ccc5481b-b32b-443b-ba3e-1416f20b9e7e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cfae777a-3264-4c2e-9653-090ab3b9dbaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420008 Sep 21 19:10:18.686906 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7028bfe-8aab-4aed-9c9b-d9f4e43375d8 req-b175aa30-9f34-45c4-a800-63c33588e83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:18.688486 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c7028bfe-8aab-4aed-9c9b-d9f4e43375d8 req-b175aa30-9f34-45c4-a800-63c33588e83a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a665ab2785374477bc55d27521bac7b9&device_id=cfae777a-3264-4c2e-9653-090ab3b9dbaa HTTP/1.1" status: 200 len: 1096 time: 0.0506148 Sep 21 19:10:18.794891 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7028bfe-8aab-4aed-9c9b-d9f4e43375d8 req-34a7b283-c2ed-44a7-95de-55ccf2ba1572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:18.796523 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c7028bfe-8aab-4aed-9c9b-d9f4e43375d8 req-34a7b283-c2ed-44a7-95de-55ccf2ba1572 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e73083e8-9479-40d3-ace7-70245580acc0 HTTP/1.1" status: 200 len: 911 time: 0.0876725 Sep 21 19:10:18.865901 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c7028bfe-8aab-4aed-9c9b-d9f4e43375d8 req-09cde8b6-9e91-4640-a725-c3b32eacf89b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dd92253-2fc4-45db-9106-c36ff3268810 HTTP/1.1" status: 200 len: 1001 time: 0.0612786 Sep 21 19:10:18.915168 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7028bfe-8aab-4aed-9c9b-d9f4e43375d8 req-9246dd4b-1387-4d24-b116-b6bdff9d02a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:18.916569 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c7028bfe-8aab-4aed-9c9b-d9f4e43375d8 req-9246dd4b-1387-4d24-b116-b6bdff9d02a2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2c825cbf-dc22-420f-ba19-706aed18229e HTTP/1.1" status: 200 len: 849 time: 0.0437937 Sep 21 19:10:18.962420 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7028bfe-8aab-4aed-9c9b-d9f4e43375d8 req-aecf6b2f-4983-4b79-b90d-60cdb98b756b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:10:18.963834 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c7028bfe-8aab-4aed-9c9b-d9f4e43375d8 req-aecf6b2f-4983-4b79-b90d-60cdb98b756b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e73083e8-9479-40d3-ace7-70245580acc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400791 Sep 21 19:10:19.059913 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c7028bfe-8aab-4aed-9c9b-d9f4e43375d8 req-80e6ba4e-e73b-4510-81de-8706f0e88adf service neutron] 10.222.0.38 "GET /v2.0/networks/e73083e8-9479-40d3-ace7-70245580acc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878408 Sep 21 19:10:19.167170 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-c7028bfe-8aab-4aed-9c9b-d9f4e43375d8 req-a881e4d7-83c9-4304-b6b0-4b76d8bde567 service neutron] 10.222.0.38 "GET /v2.0/networks/e73083e8-9479-40d3-ace7-70245580acc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999897 Sep 21 19:10:19.174120 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:20.516175 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:21.965171 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:24.219865 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:25.379599 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:46.076911 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d5d6da57-32df-4b5e-8476-e864c2249b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:48.549983 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ae2061a7-2011-4b04-8fc8-5739d19407ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:48.728940 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:10:49.172201 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:50.517171 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:51.969498 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:54.218714 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:10:55.382295 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:11:12.156229 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2223ab06-278e-49ab-9cee-f5838b7d8022 req-e57cef07-db67-429d-801a-f4c12f1a1c7d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=37146297-5293-4b83-8cde-73120f1715c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466731 Sep 21 19:11:12.245634 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223ab06-278e-49ab-9cee-f5838b7d8022 req-9cc6fda2-a033-4187-8b04-532a80a83204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:11:12.247158 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2223ab06-278e-49ab-9cee-f5838b7d8022 req-9cc6fda2-a033-4187-8b04-532a80a83204 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a665ab2785374477bc55d27521bac7b9&device_id=37146297-5293-4b83-8cde-73120f1715c2 HTTP/1.1" status: 200 len: 1094 time: 0.0427854 Sep 21 19:11:12.361501 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223ab06-278e-49ab-9cee-f5838b7d8022 req-d63f7728-7925-4fbd-96e6-81b820726e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:11:12.362973 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2223ab06-278e-49ab-9cee-f5838b7d8022 req-d63f7728-7925-4fbd-96e6-81b820726e70 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e73083e8-9479-40d3-ace7-70245580acc0 HTTP/1.1" status: 200 len: 911 time: 0.0948589 Sep 21 19:11:12.437132 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2223ab06-278e-49ab-9cee-f5838b7d8022 req-83177da9-c117-4d69-bb52-9cd22f96cb7f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90782ea1-3067-4ea4-b951-04f7fd58c09f HTTP/1.1" status: 200 len: 998 time: 0.0654030 Sep 21 19:11:12.489958 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223ab06-278e-49ab-9cee-f5838b7d8022 req-3be6fec0-f27c-4017-b710-509be8ad8dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:11:12.491410 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2223ab06-278e-49ab-9cee-f5838b7d8022 req-3be6fec0-f27c-4017-b710-509be8ad8dfa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c825cbf-dc22-420f-ba19-706aed18229e HTTP/1.1" status: 200 len: 849 time: 0.0456653 Sep 21 19:11:12.547329 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223ab06-278e-49ab-9cee-f5838b7d8022 req-d1b0e790-a475-408a-a0e9-6de1523d2065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:11:12.548816 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2223ab06-278e-49ab-9cee-f5838b7d8022 req-d1b0e790-a475-408a-a0e9-6de1523d2065 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e73083e8-9479-40d3-ace7-70245580acc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496507 Sep 21 19:11:12.561807 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [req-2223ab06-278e-49ab-9cee-f5838b7d8022 req-dc1046dd-ea01-4aef-8bb0-d212ffd13947 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=101460) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 19:11:12.562789 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2223ab06-278e-49ab-9cee-f5838b7d8022 req-dc1046dd-ea01-4aef-8bb0-d212ffd13947 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049825 Sep 21 19:11:12.674913 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2223ab06-278e-49ab-9cee-f5838b7d8022 req-b1042c68-d53f-4fd1-bfc6-a74624fb0552 service neutron] 10.222.0.44 "GET /v2.0/networks/e73083e8-9479-40d3-ace7-70245580acc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030204 Sep 21 19:11:12.771274 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-2223ab06-278e-49ab-9cee-f5838b7d8022 req-d8e59c26-2078-4caf-8461-0aea63001836 service neutron] 10.222.0.44 "GET /v2.0/networks/e73083e8-9479-40d3-ace7-70245580acc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874426 Sep 21 19:11:16.069886 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-eec291f6-e523-432c-9828-5ac0cebdee20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:11:18.546990 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-51ca9404-579b-497f-a013-1ec97588e251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:11:18.582154 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23bf3562-afdf-4a54-a4cc-cfebc41c8d44 req-47f12839-f51e-4e4e-b1ad-90bf55126e9e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cfae777a-3264-4c2e-9653-090ab3b9dbaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418377 Sep 21 19:11:18.671060 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf3562-afdf-4a54-a4cc-cfebc41c8d44 req-d0691391-755f-4578-9614-cd5d0be8c51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:11:18.672556 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23bf3562-afdf-4a54-a4cc-cfebc41c8d44 req-d0691391-755f-4578-9614-cd5d0be8c51e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a665ab2785374477bc55d27521bac7b9&device_id=cfae777a-3264-4c2e-9653-090ab3b9dbaa HTTP/1.1" status: 200 len: 1096 time: 0.0403323 Sep 21 19:11:18.778967 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf3562-afdf-4a54-a4cc-cfebc41c8d44 req-b9e6211c-cbd2-455b-bdb9-ca7ef1df50fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:11:18.780461 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23bf3562-afdf-4a54-a4cc-cfebc41c8d44 req-b9e6211c-cbd2-455b-bdb9-ca7ef1df50fa service neutron] 10.222.0.38 "GET /v2.0/networks?id=e73083e8-9479-40d3-ace7-70245580acc0 HTTP/1.1" status: 200 len: 911 time: 0.0884981 Sep 21 19:11:18.847441 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23bf3562-afdf-4a54-a4cc-cfebc41c8d44 req-605ff5fe-0d91-49c6-927c-6a9fe57bd2f6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dd92253-2fc4-45db-9106-c36ff3268810 HTTP/1.1" status: 200 len: 1001 time: 0.0597918 Sep 21 19:11:18.897187 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf3562-afdf-4a54-a4cc-cfebc41c8d44 req-40a63aca-f362-4d86-aa01-fa187e862058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:11:18.898622 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23bf3562-afdf-4a54-a4cc-cfebc41c8d44 req-40a63aca-f362-4d86-aa01-fa187e862058 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2c825cbf-dc22-420f-ba19-706aed18229e HTTP/1.1" status: 200 len: 849 time: 0.0445445 Sep 21 19:11:18.948922 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf3562-afdf-4a54-a4cc-cfebc41c8d44 req-352d8209-c25d-4806-bfba-4ff0f3af700c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:11:18.950407 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23bf3562-afdf-4a54-a4cc-cfebc41c8d44 req-352d8209-c25d-4806-bfba-4ff0f3af700c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e73083e8-9479-40d3-ace7-70245580acc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443745 Sep 21 19:11:19.039622 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23bf3562-afdf-4a54-a4cc-cfebc41c8d44 req-e928f506-cbf3-4290-b9ec-185edb3c116b service neutron] 10.222.0.38 "GET /v2.0/networks/e73083e8-9479-40d3-ace7-70245580acc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808520 Sep 21 19:11:19.134846 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-23bf3562-afdf-4a54-a4cc-cfebc41c8d44 req-39b7d155-69f6-40bb-a8f1-2833772d2eda service neutron] 10.222.0.38 "GET /v2.0/networks/e73083e8-9479-40d3-ace7-70245580acc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876577 Sep 21 19:11:19.164903 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:11:20.515780 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:11:21.971129 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:11:24.225487 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:11:25.390995 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:11:25.733005 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:11:46.070099 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9c24280d-402f-4c91-97c0-9885e4273d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:11:48.551613 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c2a25f48-d2df-4336-9ef8-ff2e2fb1fa11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:11:49.180854 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:11:50.528317 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:11:51.980504 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:11:54.229228 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:11:55.384475 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:11:55.521546 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 9dd92253-2fc4-45db-9106-c36ff3268810 details requested by agent hyperv_n-h1-810291-1 with host n-h1-810291-1 {{(pid=101462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 19:11:55.638513 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 9dd92253-2fc4-45db-9106-c36ff3268810, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=9dd92253-2fc4-45db-9106-c36ff3268810,segment=NetworkSegment(99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a),segment_id=99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:11:55.650190 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Returning: {'device': '9dd92253-2fc4-45db-9106-c36ff3268810', 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0', 'port_id': '9dd92253-2fc4-45db-9106-c36ff3268810', 'mac_address': 'fa:16:3e:b5:a5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c825cbf-dc22-420f-ba19-706aed18229e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 19:11:55.690014 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:11:55.703490 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9dd92253-2fc4-45db-9106-c36ff3268810 {{(pid=101462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 19:11:55.724202 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 9dd92253-2fc4-45db-9106-c36ff3268810, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=9dd92253-2fc4-45db-9106-c36ff3268810,segment=NetworkSegment(99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a),segment_id=99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:11:55.729549 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:11:55.791231 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=9dd92253-2fc4-45db-9106-c36ff3268810,revision_number=6']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:11:55.799702 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:11:55.800296 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:11:55.800870 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:11:55.801255 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:11:55.801588 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:11:55.801923 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:11:55.802254 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:11:55.802582 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:11:55.802912 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:11:55.803236 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:11:55.803588 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:11:55.803900 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:11:55.811936 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] get_ports_and_sgs() called for port_ids ['9dd92253-2fc4-45db-9106-c36ff3268810'] {{(pid=101462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 19:11:57.532087 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 9dd92253-2fc4-45db-9106-c36ff3268810 up at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 19:11:57.584848 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.provisioning_blocks [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Provisioning complete for port 9dd92253-2fc4-45db-9106-c36ff3268810 triggered by entity L2. {{(pid=101462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 19:11:57.585221 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917282'] for port, provisioning_complete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:11:57.664668 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:11:57.688692 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfae777a-3264-4c2e-9653-090ab3b9dbaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd92253-2fc4-45db-9106-c36ff3268810'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:11:57.691284 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7be9786b8e12a57addcd3d24694f9862590c26d6af0c76ac9baad1416f83940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333fd820-84ea-40eb-9196-91b4dcd10b0d" -d '{"events": [{"server_uuid": "cfae777a-3264-4c2e-9653-090ab3b9dbaa", "name": "network-vif-plugged", "status": "completed", "tag": "9dd92253-2fc4-45db-9106-c36ff3268810"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:11:57.714648 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 9dd92253-2fc4-45db-9106-c36ff3268810, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=9dd92253-2fc4-45db-9106-c36ff3268810,segment=NetworkSegment(99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a),segment_id=99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:11:57.720210 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:11:57.759978 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3873ec-742b-4710-bad0-959a092d8f6a x-openstack-request-id: req-bc3873ec-742b-4710-bad0-959a092d8f6a {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:11:57.760379 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfae777a-3264-4c2e-9653-090ab3b9dbaa", "name": "network-vif-plugged", "status": "completed", "tag": "9dd92253-2fc4-45db-9106-c36ff3268810", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:11:57.760752 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bc3873ec-742b-4710-bad0-959a092d8f6a {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:11:57.761408 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfae777a-3264-4c2e-9653-090ab3b9dbaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd92253-2fc4-45db-9106-c36ff3268810', 'code': 200} Sep 21 19:11:57.785135 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=9dd92253-2fc4-45db-9106-c36ff3268810,revision_number=7']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:12:02.735336 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:12:07.657228 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57720) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:12:07.823645 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-f925ce7d-d425-45e1-a9c3-5128ccf7374f tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Deleting port 47f0ea42-a74e-458d-894d-126d80cb2149 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:12:07.824127 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f925ce7d-d425-45e1-a9c3-5128ccf7374f tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:07.901950 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f925ce7d-d425-45e1-a9c3-5128ccf7374f tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:07.902272 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f925ce7d-d425-45e1-a9c3-5128ccf7374f tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:07.914726 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-f925ce7d-d425-45e1-a9c3-5128ccf7374f tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Calling delete_port for 47f0ea42-a74e-458d-894d-126d80cb2149 owned by network:floatingip {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:12:08.062764 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f925ce7d-d425-45e1-a9c3-5128ccf7374f tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:08.088453 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925ce7d-d425-45e1-a9c3-5128ccf7374f tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Pushing event deleted for resources: {'Port': ['ID=47f0ea42-a74e-458d-894d-126d80cb2149,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:12:08.112481 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925ce7d-d425-45e1-a9c3-5128ccf7374f tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:08.112826 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925ce7d-d425-45e1-a9c3-5128ccf7374f tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:08.113165 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925ce7d-d425-45e1-a9c3-5128ccf7374f tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:08.113499 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925ce7d-d425-45e1-a9c3-5128ccf7374f tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:08.113830 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925ce7d-d425-45e1-a9c3-5128ccf7374f tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:08.114151 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925ce7d-d425-45e1-a9c3-5128ccf7374f tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:08.114474 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925ce7d-d425-45e1-a9c3-5128ccf7374f tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:08.114794 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925ce7d-d425-45e1-a9c3-5128ccf7374f tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:08.115149 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925ce7d-d425-45e1-a9c3-5128ccf7374f tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:08.115491 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925ce7d-d425-45e1-a9c3-5128ccf7374f tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:08.115791 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925ce7d-d425-45e1-a9c3-5128ccf7374f tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:08.116092 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925ce7d-d425-45e1-a9c3-5128ccf7374f tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:08.155364 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f925ce7d-d425-45e1-a9c3-5128ccf7374f tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for floatingip, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:08.155727 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [None req-f925ce7d-d425-45e1-a9c3-5128ccf7374f tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Floating IP c2ff5677-b66b-4efd-a546-b4629be75700 disassociated (deleted). External IP: 172.25.6.206, port: 9dd92253-2fc4-45db-9106-c36ff3268810. Sep 21 19:12:08.367029 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f925ce7d-d425-45e1-a9c3-5128ccf7374f tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Router e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:12:08.478153 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f925ce7d-d425-45e1-a9c3-5128ccf7374f tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:12:08.483273 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-f925ce7d-d425-45e1-a9c3-5128ccf7374f tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:08.489702 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f401b1-f0b5-4076-82bc-3be7e8da99c1 None None] Sync routers for ids ['e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:12:08.498910 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f401b1-f0b5-4076-82bc-3be7e8da99c1 None None] Routers {'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:12:08.499554 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d1f401b1-f0b5-4076-82bc-3be7e8da99c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T19:11:49Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:12:08.510969 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-f925ce7d-d425-45e1-a9c3-5128ccf7374f tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "DELETE /v2.0/floatingips/c2ff5677-b66b-4efd-a546-b4629be75700 HTTP/1.1" status: 204 len: 168 time: 0.8526320 Sep 21 19:12:08.511676 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfae777a-3264-4c2e-9653-090ab3b9dbaa', 'tag': '9dd92253-2fc4-45db-9106-c36ff3268810'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:12:08.514164 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e068d80b537898f9f0058ef40cd45917e2ca049a324cdaa182e5d883fca795c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704a6001-79e8-4366-bec1-4196db3a372b" -d '{"events": [{"name": "network-changed", "server_uuid": "cfae777a-3264-4c2e-9653-090ab3b9dbaa", "tag": "9dd92253-2fc4-45db-9106-c36ff3268810"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:12:08.584577 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6faeb5-2910-46c3-a0a4-936faa3492da x-openstack-request-id: req-4b6faeb5-2910-46c3-a0a4-936faa3492da {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:12:08.584898 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfae777a-3264-4c2e-9653-090ab3b9dbaa", "tag": "9dd92253-2fc4-45db-9106-c36ff3268810", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:12:08.585144 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4b6faeb5-2910-46c3-a0a4-936faa3492da {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:12:08.585602 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfae777a-3264-4c2e-9653-090ab3b9dbaa', 'tag': '9dd92253-2fc4-45db-9106-c36ff3268810', 'status': 'completed', 'code': 200} Sep 21 19:12:08.682544 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a6001-79e8-4366-bec1-4196db3a372b req-b5286d3a-d125-4781-a67d-9395888fb0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:08.684852 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-704a6001-79e8-4366-bec1-4196db3a372b req-b5286d3a-d125-4781-a67d-9395888fb0ef service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a665ab2785374477bc55d27521bac7b9&device_id=cfae777a-3264-4c2e-9653-090ab3b9dbaa HTTP/1.1" status: 200 len: 1096 time: 0.0756142 Sep 21 19:12:08.708029 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-d1f401b1-f0b5-4076-82bc-3be7e8da99c1 None None] Set router e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:12:08.786587 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a6001-79e8-4366-bec1-4196db3a372b req-6c9587e6-adc1-4d45-ac5b-141d1083c227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:08.788274 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-704a6001-79e8-4366-bec1-4196db3a372b req-6c9587e6-adc1-4d45-ac5b-141d1083c227 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e73083e8-9479-40d3-ace7-70245580acc0 HTTP/1.1" status: 200 len: 911 time: 0.0934980 Sep 21 19:12:08.831617 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd455280-7628-42ae-866d-c769b026416b req-ba5d1673-ddfd-49cc-8240-84d8179d9f00 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:08.832595 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-704a6001-79e8-4366-bec1-4196db3a372b req-9e9c2d3d-7f0a-43e5-8a37-b7897da2dc5a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dd92253-2fc4-45db-9106-c36ff3268810 HTTP/1.1" status: 200 len: 217 time: 0.0359392 Sep 21 19:12:08.833172 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cd455280-7628-42ae-866d-c769b026416b req-ba5d1673-ddfd-49cc-8240-84d8179d9f00 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfae777a-3264-4c2e-9653-090ab3b9dbaa HTTP/1.1" status: 200 len: 945 time: 0.1083024 Sep 21 19:12:08.875374 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-cd455280-7628-42ae-866d-c769b026416b req-ebacea77-2f80-474b-ac53-67f999a2ce93 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/security-groups?id=354967ea-80d7-4741-8fde-fbbfcf1aa1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355635 Sep 21 19:12:08.884843 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a6001-79e8-4366-bec1-4196db3a372b req-359a9c9c-5c87-4f4b-bfd6-77a4cbea55fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:08.886448 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-704a6001-79e8-4366-bec1-4196db3a372b req-359a9c9c-5c87-4f4b-bfd6-77a4cbea55fa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2c825cbf-dc22-420f-ba19-706aed18229e HTTP/1.1" status: 200 len: 849 time: 0.0468557 Sep 21 19:12:08.929312 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d1f401b1-f0b5-4076-82bc-3be7e8da99c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'name': 'tempest-TestSnapshotPattern-1376683118-router', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:16Z', 'updated_at': '2021-09-21T19:07:19Z', 'revision_number': 4, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'gw_port': {'id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:17Z', 'updated_at': '2021-09-21T19:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '62315e53-9cee-42ff-b98c-04e0b5660fbd', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'floating_ip_address': '172.25.6.54', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'port_id': '90782ea1-3067-4ea4-b951-04f7fd58c09f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0', 'mac_address': 'fa:16:3e:9e:2c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37146297-5293-4b83-8cde-73120f1715c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:07:38Z', 'updated_at': '2021-09-21T19:07:40Z', 'revision_number': 1, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a255c2-b4f7-4629-86bf-0cd0ae65aff8', 'name': '', 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'mac_address': 'fa:16:3e:2e:af:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2c825cbf-dc22-420f-ba19-706aed18229e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:18Z', 'updated_at': '2021-09-21T19:07:23Z', 'revision_number': 5, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'subnets': [{'id': '2c825cbf-dc22-420f-ba19-706aed18229e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:12:08.933254 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a6001-79e8-4366-bec1-4196db3a372b req-d63ecd1e-dbda-48ce-9267-e446ea12e86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:08.934772 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-704a6001-79e8-4366-bec1-4196db3a372b req-d63ecd1e-dbda-48ce-9267-e446ea12e86b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e73083e8-9479-40d3-ace7-70245580acc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399845 Sep 21 19:12:08.958439 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f401b1-f0b5-4076-82bc-3be7e8da99c1 None None] Checking router: e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:12:08.966642 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f401b1-f0b5-4076-82bc-3be7e8da99c1 None None] Routers {'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:12:08.967282 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d1f401b1-f0b5-4076-82bc-3be7e8da99c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T19:11:49Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:12:09.035710 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-704a6001-79e8-4366-bec1-4196db3a372b req-dbd23cda-f5ba-4a16-97d1-c46c746b792e service neutron] 10.222.0.38 "GET /v2.0/networks/e73083e8-9479-40d3-ace7-70245580acc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922525 Sep 21 19:12:09.075985 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-d1f401b1-f0b5-4076-82bc-3be7e8da99c1 None None] Set router e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:12:09.131588 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-704a6001-79e8-4366-bec1-4196db3a372b req-730e8822-ca67-4bac-b87f-b9faf878d9d8 service neutron] 10.222.0.38 "GET /v2.0/networks/e73083e8-9479-40d3-ace7-70245580acc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878942 Sep 21 19:12:09.300259 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-d1f401b1-f0b5-4076-82bc-3be7e8da99c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'name': 'tempest-TestSnapshotPattern-1376683118-router', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:16Z', 'updated_at': '2021-09-21T19:07:19Z', 'revision_number': 4, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'gw_port': {'id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:17Z', 'updated_at': '2021-09-21T19:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '62315e53-9cee-42ff-b98c-04e0b5660fbd', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'floating_ip_address': '172.25.6.54', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'port_id': '90782ea1-3067-4ea4-b951-04f7fd58c09f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0', 'mac_address': 'fa:16:3e:9e:2c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37146297-5293-4b83-8cde-73120f1715c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:07:38Z', 'updated_at': '2021-09-21T19:07:40Z', 'revision_number': 1, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a255c2-b4f7-4629-86bf-0cd0ae65aff8', 'name': '', 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'mac_address': 'fa:16:3e:2e:af:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2c825cbf-dc22-420f-ba19-706aed18229e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:18Z', 'updated_at': '2021-09-21T19:07:23Z', 'revision_number': 5, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'subnets': [{'id': '2c825cbf-dc22-420f-ba19-706aed18229e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:12:09.329965 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f401b1-f0b5-4076-82bc-3be7e8da99c1 None None] The sync data for ids ['e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'] in n-d-810291-1 is: [{'id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'name': 'tempest-TestSnapshotPattern-1376683118-router', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:16Z', 'updated_at': '2021-09-21T19:07:19Z', 'revision_number': 4, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'gw_port': {'id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:17Z', 'updated_at': '2021-09-21T19:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_floatingips': [{'id': '62315e53-9cee-42ff-b98c-04e0b5660fbd', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'floating_ip_address': '172.25.6.54', 'floating_network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'router_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'port_id': '90782ea1-3067-4ea4-b951-04f7fd58c09f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0', 'mac_address': 'fa:16:3e:9e:2c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37146297-5293-4b83-8cde-73120f1715c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T19:07:38Z', 'updated_at': '2021-09-21T19:07:40Z', 'revision_number': 1, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a255c2-b4f7-4629-86bf-0cd0ae65aff8', 'name': '', 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'mac_address': 'fa:16:3e:2e:af:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2c825cbf-dc22-420f-ba19-706aed18229e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:18Z', 'updated_at': '2021-09-21T19:07:23Z', 'revision_number': 5, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'subnets': [{'id': '2c825cbf-dc22-420f-ba19-706aed18229e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:12:09.608284 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 9dd92253-2fc4-45db-9106-c36ff3268810 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:12:09.635949 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eba6d8b-f3e0-4f1e-922d-b763bfb6960c None None] New status for floating IP c2ff5677-b66b-4efd-a546-b4629be75700: DOWN {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 19:12:09.745274 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811630'] for port, before_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:09.769555 n-d-810291-1 neutron-server[101462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfae777a-3264-4c2e-9653-090ab3b9dbaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dd92253-2fc4-45db-9106-c36ff3268810'}] {{(pid=101462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:12:09.772535 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7be9786b8e12a57addcd3d24694f9862590c26d6af0c76ac9baad1416f83940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fd7b91-0303-4190-bacf-69270ad0a0e0" -d '{"events": [{"server_uuid": "cfae777a-3264-4c2e-9653-090ab3b9dbaa", "name": "network-vif-unplugged", "status": "completed", "tag": "9dd92253-2fc4-45db-9106-c36ff3268810"}]}' {{(pid=101462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:12:09.786328 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] For port 9dd92253-2fc4-45db-9106-c36ff3268810, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=9dd92253-2fc4-45db-9106-c36ff3268810,segment=NetworkSegment(99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a),segment_id=99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:12:09.791622 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748376389645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748375885514', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748375885532'] for port, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:09.816339 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 19:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bf17d7-c3d2-4dd7-b524-13a4956f24b9 x-openstack-request-id: req-d4bf17d7-c3d2-4dd7-b524-13a4956f24b9 {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:12:09.816635 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfae777a-3264-4c2e-9653-090ab3b9dbaa", "name": "network-vif-unplugged", "status": "completed", "tag": "9dd92253-2fc4-45db-9106-c36ff3268810", "code": 200}]} {{(pid=101462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:12:09.816890 n-d-810291-1 neutron-server[101462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d4bf17d7-c3d2-4dd7-b524-13a4956f24b9 {{(pid=101462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:12:09.817283 n-d-810291-1 neutron-server[101462]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfae777a-3264-4c2e-9653-090ab3b9dbaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dd92253-2fc4-45db-9106-c36ff3268810', 'code': 200} Sep 21 19:12:09.846200 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Pushing event updated for resources: {'Port': ['ID=9dd92253-2fc4-45db-9106-c36ff3268810,revision_number=8']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:12:10.002845 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b0ff8-6aee-43b4-92ff-25a1285c7d10 req-575f2ca0-a422-405f-b630-56211b950609 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:10.004289 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bd9b0ff8-6aee-43b4-92ff-25a1285c7d10 req-575f2ca0-a422-405f-b630-56211b950609 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfae777a-3264-4c2e-9653-090ab3b9dbaa HTTP/1.1" status: 200 len: 943 time: 0.0545261 Sep 21 19:12:10.045933 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bd9b0ff8-6aee-43b4-92ff-25a1285c7d10 req-55cc944f-6689-4e0b-8e77-2e660a8165bd tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/security-groups?id=354967ea-80d7-4741-8fde-fbbfcf1aa1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327332 Sep 21 19:12:10.317526 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6a943-53a1-47a7-84c1-89d6cb569856 req-7ab58d03-9aa4-443f-8ae1-dd9240599eba tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:10.318900 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e2f6a943-53a1-47a7-84c1-89d6cb569856 req-7ab58d03-9aa4-443f-8ae1-dd9240599eba tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfae777a-3264-4c2e-9653-090ab3b9dbaa HTTP/1.1" status: 200 len: 943 time: 0.0558968 Sep 21 19:12:10.420761 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-e2f6a943-53a1-47a7-84c1-89d6cb569856 req-e0ec0ca7-4327-4771-9537-2ee15a23a7d3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Deleting port 9dd92253-2fc4-45db-9106-c36ff3268810 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:12:10.421108 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e2f6a943-53a1-47a7-84c1-89d6cb569856 req-e0ec0ca7-4327-4771-9537-2ee15a23a7d3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:10.520934 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-e2f6a943-53a1-47a7-84c1-89d6cb569856 req-e0ec0ca7-4327-4771-9537-2ee15a23a7d3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] For port 9dd92253-2fc4-45db-9106-c36ff3268810, host n-h1-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-810291-1',level=0,port_id=9dd92253-2fc4-45db-9106-c36ff3268810,segment=NetworkSegment(99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a),segment_id=99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:12:10.521270 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e2f6a943-53a1-47a7-84c1-89d6cb569856 req-e0ec0ca7-4327-4771-9537-2ee15a23a7d3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:10.534655 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-e2f6a943-53a1-47a7-84c1-89d6cb569856 req-e0ec0ca7-4327-4771-9537-2ee15a23a7d3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Calling delete_port for 9dd92253-2fc4-45db-9106-c36ff3268810 owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:12:10.664500 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e2f6a943-53a1-47a7-84c1-89d6cb569856 req-e0ec0ca7-4327-4771-9537-2ee15a23a7d3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:10.701476 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec0ca7-4327-4771-9537-2ee15a23a7d3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Pushing event deleted for resources: {'Port': ['ID=9dd92253-2fc4-45db-9106-c36ff3268810,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:12:10.711709 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec0ca7-4327-4771-9537-2ee15a23a7d3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:10.712067 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec0ca7-4327-4771-9537-2ee15a23a7d3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:10.712411 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec0ca7-4327-4771-9537-2ee15a23a7d3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:10.712747 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec0ca7-4327-4771-9537-2ee15a23a7d3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:10.713085 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec0ca7-4327-4771-9537-2ee15a23a7d3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:10.713416 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec0ca7-4327-4771-9537-2ee15a23a7d3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:10.713739 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec0ca7-4327-4771-9537-2ee15a23a7d3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:10.714627 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec0ca7-4327-4771-9537-2ee15a23a7d3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:10.714627 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec0ca7-4327-4771-9537-2ee15a23a7d3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:10.714809 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec0ca7-4327-4771-9537-2ee15a23a7d3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:10.715040 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec0ca7-4327-4771-9537-2ee15a23a7d3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:10.715373 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec0ca7-4327-4771-9537-2ee15a23a7d3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-810291-1 {{(pid=101460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 19:12:10.755618 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f6a943-53a1-47a7-84c1-89d6cb569856 req-e0ec0ca7-4327-4771-9537-2ee15a23a7d3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] No DVR routers for this DVR port 9dd92253-2fc4-45db-9106-c36ff3268810 on host n-h1-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:12:10.758360 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-e2f6a943-53a1-47a7-84c1-89d6cb569856 req-e0ec0ca7-4327-4771-9537-2ee15a23a7d3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:10.760460 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-e2f6a943-53a1-47a7-84c1-89d6cb569856 req-e0ec0ca7-4327-4771-9537-2ee15a23a7d3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.38 "DELETE /v2.0/ports/9dd92253-2fc4-45db-9106-c36ff3268810 HTTP/1.1" status: 204 len: 173 time: 0.4350789 Sep 21 19:12:10.760924 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfae777a-3264-4c2e-9653-090ab3b9dbaa', 'name': 'network-vif-deleted', 'tag': '9dd92253-2fc4-45db-9106-c36ff3268810'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:12:10.763194 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78ea115-0e6e-408e-b644-cce787b2e068" -d '{"events": [{"server_uuid": "cfae777a-3264-4c2e-9653-090ab3b9dbaa", "name": "network-vif-deleted", "tag": "9dd92253-2fc4-45db-9106-c36ff3268810"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:12:10.799404 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3bbcef-59e8-470c-8efc-8afb7466b21d x-openstack-request-id: req-fe3bbcef-59e8-470c-8efc-8afb7466b21d {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:12:10.799704 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfae777a-3264-4c2e-9653-090ab3b9dbaa", "name": "network-vif-deleted", "tag": "9dd92253-2fc4-45db-9106-c36ff3268810", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:12:10.799956 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fe3bbcef-59e8-470c-8efc-8afb7466b21d {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:12:10.800360 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfae777a-3264-4c2e-9653-090ab3b9dbaa', 'name': 'network-vif-deleted', 'tag': '9dd92253-2fc4-45db-9106-c36ff3268810', 'status': 'completed', 'code': 200} Sep 21 19:12:11.167835 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-bfe4e16b-d7fa-4db0-a44b-205cad7c51ff req-4f915915-97ec-4b5f-bc5a-5b339b9cb403 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfae777a-3264-4c2e-9653-090ab3b9dbaa HTTP/1.1" status: 200 len: 210 time: 0.0322397 Sep 21 19:12:12.804621 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57786) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:12:12.841268 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1a419e6b-5b4c-4f0e-819e-486292088b59 req-06d60fb1-807b-42f7-8784-a6798677c8df service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=37146297-5293-4b83-8cde-73120f1715c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423415 Sep 21 19:12:12.930460 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a419e6b-5b4c-4f0e-819e-486292088b59 req-6556df0e-4e08-4800-a5c1-a18de514667c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:12.931986 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1a419e6b-5b4c-4f0e-819e-486292088b59 req-6556df0e-4e08-4800-a5c1-a18de514667c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a665ab2785374477bc55d27521bac7b9&device_id=37146297-5293-4b83-8cde-73120f1715c2 HTTP/1.1" status: 200 len: 1094 time: 0.0457733 Sep 21 19:12:12.969144 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-17d8bee7-d60f-4920-a43b-28e62d004ee3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Deleting port 52e4daa5-73bc-46fa-90a9-5a8874a9bec5 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:12:12.969489 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-17d8bee7-d60f-4920-a43b-28e62d004ee3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:13.036012 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a419e6b-5b4c-4f0e-819e-486292088b59 req-a8fce623-dbf5-450d-9ae8-e34058f81d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:13.037436 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1a419e6b-5b4c-4f0e-819e-486292088b59 req-a8fce623-dbf5-450d-9ae8-e34058f81d84 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e73083e8-9479-40d3-ace7-70245580acc0 HTTP/1.1" status: 200 len: 911 time: 0.0851295 Sep 21 19:12:13.047656 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-17d8bee7-d60f-4920-a43b-28e62d004ee3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:13.047989 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-17d8bee7-d60f-4920-a43b-28e62d004ee3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:13.059451 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-17d8bee7-d60f-4920-a43b-28e62d004ee3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Calling delete_port for 52e4daa5-73bc-46fa-90a9-5a8874a9bec5 owned by network:floatingip {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:12:13.108438 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1a419e6b-5b4c-4f0e-819e-486292088b59 req-4fa907fb-4aec-4a05-b04f-a9cb2b9b45ba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90782ea1-3067-4ea4-b951-04f7fd58c09f HTTP/1.1" status: 200 len: 998 time: 0.0625105 Sep 21 19:12:13.165577 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a419e6b-5b4c-4f0e-819e-486292088b59 req-63d3d52a-2f9a-4d5c-9b9d-64e37a204bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:13.167153 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1a419e6b-5b4c-4f0e-819e-486292088b59 req-63d3d52a-2f9a-4d5c-9b9d-64e37a204bfa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c825cbf-dc22-420f-ba19-706aed18229e HTTP/1.1" status: 200 len: 849 time: 0.0497510 Sep 21 19:12:13.214657 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-17d8bee7-d60f-4920-a43b-28e62d004ee3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:13.220272 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a419e6b-5b4c-4f0e-819e-486292088b59 req-98b468e9-0046-420b-bd28-f795773a5275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:13.222193 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1a419e6b-5b4c-4f0e-819e-486292088b59 req-98b468e9-0046-420b-bd28-f795773a5275 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e73083e8-9479-40d3-ace7-70245580acc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465326 Sep 21 19:12:13.246604 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8bee7-d60f-4920-a43b-28e62d004ee3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Pushing event deleted for resources: {'Port': ['ID=52e4daa5-73bc-46fa-90a9-5a8874a9bec5,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:12:13.305223 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-17d8bee7-d60f-4920-a43b-28e62d004ee3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for floatingip, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:13.305462 n-d-810291-1 neutron-server[101461]: INFO neutron.db.l3_db [None req-17d8bee7-d60f-4920-a43b-28e62d004ee3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Floating IP 62315e53-9cee-42ff-b98c-04e0b5660fbd disassociated (deleted). External IP: 172.25.6.54, port: 90782ea1-3067-4ea4-b951-04f7fd58c09f. Sep 21 19:12:13.321416 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1a419e6b-5b4c-4f0e-819e-486292088b59 req-a7e6fa70-50e4-4510-abd6-ebf0240f12f1 service neutron] 10.222.0.44 "GET /v2.0/networks/e73083e8-9479-40d3-ace7-70245580acc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915360 Sep 21 19:12:13.410489 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-1a419e6b-5b4c-4f0e-819e-486292088b59 req-b0956211-0835-4701-88bf-ad9d51daa69b service neutron] 10.222.0.44 "GET /v2.0/networks/e73083e8-9479-40d3-ace7-70245580acc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809562 Sep 21 19:12:13.614493 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 9dd92253-2fc4-45db-9106-c36ff3268810 no longer exists at agent hyperv_n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:12:13.642228 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] No Port match for: 9dd92253-2fc4-45db-9106-c36ff3268810 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:12:13.642531 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Device 9dd92253-2fc4-45db-9106-c36ff3268810 not bound to the agent host n-h1-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:12:13.810397 n-d-810291-1 neutron-server[101461]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d8bee7-d60f-4920-a43b-28e62d004ee3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Router e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:12:13.919434 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d8bee7-d60f-4920-a43b-28e62d004ee3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:12:13.924290 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-17d8bee7-d60f-4920-a43b-28e62d004ee3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for floatingip, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:13.931754 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b336d5-2052-430e-89a5-a0dcb1408207 None None] Sync routers for ids ['e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:12:13.941731 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b336d5-2052-430e-89a5-a0dcb1408207 None None] Routers {'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:12:13.942345 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-80b336d5-2052-430e-89a5-a0dcb1408207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T19:11:49Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:12:13.951250 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-17d8bee7-d60f-4920-a43b-28e62d004ee3 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "DELETE /v2.0/floatingips/62315e53-9cee-42ff-b98c-04e0b5660fbd HTTP/1.1" status: 204 len: 168 time: 1.1455123 Sep 21 19:12:13.952066 n-d-810291-1 neutron-server[101461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37146297-5293-4b83-8cde-73120f1715c2', 'tag': '90782ea1-3067-4ea4-b951-04f7fd58c09f'}] {{(pid=101461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:12:13.954112 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e068d80b537898f9f0058ef40cd45917e2ca049a324cdaa182e5d883fca795c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550379f4-9c1d-418f-ae9f-6ee9dc0e104d" -d '{"events": [{"name": "network-changed", "server_uuid": "37146297-5293-4b83-8cde-73120f1715c2", "tag": "90782ea1-3067-4ea4-b951-04f7fd58c09f"}]}' {{(pid=101461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:12:13.988314 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 19:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df327529-df14-4129-96db-a92f662dac0c x-openstack-request-id: req-df327529-df14-4129-96db-a92f662dac0c {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:12:13.988668 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37146297-5293-4b83-8cde-73120f1715c2", "tag": "90782ea1-3067-4ea4-b951-04f7fd58c09f", "status": "completed", "code": 200}]} {{(pid=101461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:12:13.989160 n-d-810291-1 neutron-server[101461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-df327529-df14-4129-96db-a92f662dac0c {{(pid=101461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:12:13.989606 n-d-810291-1 neutron-server[101461]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37146297-5293-4b83-8cde-73120f1715c2', 'tag': '90782ea1-3067-4ea4-b951-04f7fd58c09f', 'status': 'completed', 'code': 200} Sep 21 19:12:14.057493 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-80b336d5-2052-430e-89a5-a0dcb1408207 None None] Set router e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:12:14.057759 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550379f4-9c1d-418f-ae9f-6ee9dc0e104d req-006fae9c-5b1c-4fb8-a817-87ec6eed0243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:14.059247 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-550379f4-9c1d-418f-ae9f-6ee9dc0e104d req-006fae9c-5b1c-4fb8-a817-87ec6eed0243 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a665ab2785374477bc55d27521bac7b9&device_id=37146297-5293-4b83-8cde-73120f1715c2 HTTP/1.1" status: 200 len: 1094 time: 0.0464549 Sep 21 19:12:14.187574 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550379f4-9c1d-418f-ae9f-6ee9dc0e104d req-490bcc0a-6e8d-4f90-a7db-bbdab8858bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:14.189206 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-550379f4-9c1d-418f-ae9f-6ee9dc0e104d req-490bcc0a-6e8d-4f90-a7db-bbdab8858bd3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e73083e8-9479-40d3-ace7-70245580acc0 HTTP/1.1" status: 200 len: 911 time: 0.1144698 Sep 21 19:12:14.202025 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630eec91-adc3-48c1-a6e4-4220d06da334 req-49176fc6-1c6a-4da5-9a8b-e4b5323803eb tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:14.203645 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-630eec91-adc3-48c1-a6e4-4220d06da334 req-49176fc6-1c6a-4da5-9a8b-e4b5323803eb tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=37146297-5293-4b83-8cde-73120f1715c2 HTTP/1.1" status: 200 len: 943 time: 0.0654602 Sep 21 19:12:14.247907 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-550379f4-9c1d-418f-ae9f-6ee9dc0e104d req-6c654ae2-a7f3-4aee-96f5-5b840612ffaf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90782ea1-3067-4ea4-b951-04f7fd58c09f HTTP/1.1" status: 200 len: 217 time: 0.0432634 Sep 21 19:12:14.265936 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-80b336d5-2052-430e-89a5-a0dcb1408207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'name': 'tempest-TestSnapshotPattern-1376683118-router', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:16Z', 'updated_at': '2021-09-21T19:07:19Z', 'revision_number': 4, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'gw_port': {'id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:17Z', 'updated_at': '2021-09-21T19:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '71a255c2-b4f7-4629-86bf-0cd0ae65aff8', 'name': '', 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'mac_address': 'fa:16:3e:2e:af:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2c825cbf-dc22-420f-ba19-706aed18229e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:18Z', 'updated_at': '2021-09-21T19:07:23Z', 'revision_number': 5, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'subnets': [{'id': '2c825cbf-dc22-420f-ba19-706aed18229e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:12:14.291843 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b336d5-2052-430e-89a5-a0dcb1408207 None None] Checking router: e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:12:14.300240 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b336d5-2052-430e-89a5-a0dcb1408207 None None] Routers {'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:12:14.300833 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-80b336d5-2052-430e-89a5-a0dcb1408207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T19:11:49Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:12:14.304174 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-630eec91-adc3-48c1-a6e4-4220d06da334 req-ae35a991-60a0-4333-8915-be16f36f52a2 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/security-groups?id=354967ea-80d7-4741-8fde-fbbfcf1aa1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631382 Sep 21 19:12:14.312923 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550379f4-9c1d-418f-ae9f-6ee9dc0e104d req-4bd294ab-e806-4b65-b45c-72ae04a20fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:14.314346 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-550379f4-9c1d-418f-ae9f-6ee9dc0e104d req-4bd294ab-e806-4b65-b45c-72ae04a20fcd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c825cbf-dc22-420f-ba19-706aed18229e HTTP/1.1" status: 200 len: 849 time: 0.0564568 Sep 21 19:12:14.362294 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550379f4-9c1d-418f-ae9f-6ee9dc0e104d req-879e6299-3c67-4b6e-8a68-a7fc8d982bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:14.363818 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-550379f4-9c1d-418f-ae9f-6ee9dc0e104d req-879e6299-3c67-4b6e-8a68-a7fc8d982bb5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e73083e8-9479-40d3-ace7-70245580acc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399830 Sep 21 19:12:14.404263 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-80b336d5-2052-430e-89a5-a0dcb1408207 None None] Set router e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:12:14.459786 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-550379f4-9c1d-418f-ae9f-6ee9dc0e104d req-aea87620-aec6-4eb3-b57b-64364bfb130e service neutron] 10.222.0.44 "GET /v2.0/networks/e73083e8-9479-40d3-ace7-70245580acc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876667 Sep 21 19:12:14.551828 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-550379f4-9c1d-418f-ae9f-6ee9dc0e104d req-fa0d3c93-4133-4ae7-afe2-a3fd98e1eaf0 service neutron] 10.222.0.44 "GET /v2.0/networks/e73083e8-9479-40d3-ace7-70245580acc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834486 Sep 21 19:12:14.601405 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-80b336d5-2052-430e-89a5-a0dcb1408207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'name': 'tempest-TestSnapshotPattern-1376683118-router', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:16Z', 'updated_at': '2021-09-21T19:07:19Z', 'revision_number': 4, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'gw_port': {'id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:17Z', 'updated_at': '2021-09-21T19:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '71a255c2-b4f7-4629-86bf-0cd0ae65aff8', 'name': '', 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'mac_address': 'fa:16:3e:2e:af:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2c825cbf-dc22-420f-ba19-706aed18229e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:18Z', 'updated_at': '2021-09-21T19:07:23Z', 'revision_number': 5, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'subnets': [{'id': '2c825cbf-dc22-420f-ba19-706aed18229e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:12:14.627818 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b336d5-2052-430e-89a5-a0dcb1408207 None None] The sync data for ids ['e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'] in n-d-810291-1 is: [{'id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'name': 'tempest-TestSnapshotPattern-1376683118-router', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:16Z', 'updated_at': '2021-09-21T19:07:19Z', 'revision_number': 4, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'gw_port': {'id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:17Z', 'updated_at': '2021-09-21T19:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1', '_interfaces': [{'id': '71a255c2-b4f7-4629-86bf-0cd0ae65aff8', 'name': '', 'network_id': 'e73083e8-9479-40d3-ace7-70245580acc0', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'mac_address': 'fa:16:3e:2e:af:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '2c825cbf-dc22-420f-ba19-706aed18229e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:18Z', 'updated_at': '2021-09-21T19:07:23Z', 'revision_number': 5, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'subnets': [{'id': '2c825cbf-dc22-420f-ba19-706aed18229e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:12:14.853621 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9821732-7695-4c9f-ad51-03eefe703e08 None None] New status for floating IP 62315e53-9cee-42ff-b98c-04e0b5660fbd: DOWN {{(pid=101462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 19:12:15.434330 n-d-810291-1 neutron-server[101461]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c31e6-fe22-42d8-be13-a906bc0562fd req-25ab30d2-23d6-4335-9d04-b2d9a52babce tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:15.435830 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-864c31e6-fe22-42d8-be13-a906bc0562fd req-25ab30d2-23d6-4335-9d04-b2d9a52babce tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=37146297-5293-4b83-8cde-73120f1715c2 HTTP/1.1" status: 200 len: 943 time: 0.0574033 Sep 21 19:12:15.480616 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-864c31e6-fe22-42d8-be13-a906bc0562fd req-44a8c70b-8c1a-49bd-9701-936602d7aafc tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/security-groups?id=354967ea-80d7-4741-8fde-fbbfcf1aa1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358045 Sep 21 19:12:15.828880 n-d-810291-1 neutron-server[101460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2230db5-009d-442a-84e2-10928b38bde7 req-0d6b5e66-4ea3-41e3-8fc7-10cacaf35751 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 19:12:15.830224 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f2230db5-009d-442a-84e2-10928b38bde7 req-0d6b5e66-4ea3-41e3-8fc7-10cacaf35751 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.44 "GET /v2.0/ports?device_id=37146297-5293-4b83-8cde-73120f1715c2 HTTP/1.1" status: 200 len: 943 time: 0.0625298 Sep 21 19:12:15.946500 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-f2230db5-009d-442a-84e2-10928b38bde7 req-3356cdf2-b4a5-4caa-9ecb-25581b79c634 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Deleting port 90782ea1-3067-4ea4-b951-04f7fd58c09f {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:12:15.946824 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f2230db5-009d-442a-84e2-10928b38bde7 req-3356cdf2-b4a5-4caa-9ecb-25581b79c634 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:16.037296 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [req-f2230db5-009d-442a-84e2-10928b38bde7 req-3356cdf2-b4a5-4caa-9ecb-25581b79c634 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] For port 90782ea1-3067-4ea4-b951-04f7fd58c09f, host n-h2-810291-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-810291-1',level=0,port_id=90782ea1-3067-4ea4-b951-04f7fd58c09f,segment=NetworkSegment(99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a),segment_id=99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:12:16.037659 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f2230db5-009d-442a-84e2-10928b38bde7 req-3356cdf2-b4a5-4caa-9ecb-25581b79c634 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:16.050434 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [req-f2230db5-009d-442a-84e2-10928b38bde7 req-3356cdf2-b4a5-4caa-9ecb-25581b79c634 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Calling delete_port for 90782ea1-3067-4ea4-b951-04f7fd58c09f owned by compute:nova {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:12:16.062742 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-a75d489c-ebc7-4c88-8e05-25e8f7ae4945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:16.178951 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f2230db5-009d-442a-84e2-10928b38bde7 req-3356cdf2-b4a5-4caa-9ecb-25581b79c634 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:16.214446 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356cdf2-b4a5-4caa-9ecb-25581b79c634 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Pushing event deleted for resources: {'Port': ['ID=90782ea1-3067-4ea4-b951-04f7fd58c09f,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:12:16.253430 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2230db5-009d-442a-84e2-10928b38bde7 req-3356cdf2-b4a5-4caa-9ecb-25581b79c634 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] No DVR routers for this DVR port 90782ea1-3067-4ea4-b951-04f7fd58c09f on host n-h2-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:12:16.256225 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [req-f2230db5-009d-442a-84e2-10928b38bde7 req-3356cdf2-b4a5-4caa-9ecb-25581b79c634 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117549'] for port, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:16.258401 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [req-f2230db5-009d-442a-84e2-10928b38bde7 req-3356cdf2-b4a5-4caa-9ecb-25581b79c634 tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.44 "DELETE /v2.0/ports/90782ea1-3067-4ea4-b951-04f7fd58c09f HTTP/1.1" status: 204 len: 173 time: 0.4211922 Sep 21 19:12:16.258823 n-d-810291-1 neutron-server[101460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37146297-5293-4b83-8cde-73120f1715c2', 'name': 'network-vif-deleted', 'tag': '90782ea1-3067-4ea4-b951-04f7fd58c09f'}] {{(pid=101460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 19:12:16.261269 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d527ef3ffbb0cfd155df4cd6f8e86a10079841c376fbab12bf5b2b33f0ca89b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5392048f-0076-4be3-a2df-bcb3e54554f1" -d '{"events": [{"server_uuid": "37146297-5293-4b83-8cde-73120f1715c2", "name": "network-vif-deleted", "tag": "90782ea1-3067-4ea4-b951-04f7fd58c09f"}]}' {{(pid=101460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 19:12:16.298754 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 19:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb6082a-5286-47b2-8d3e-ca2bb32e898c x-openstack-request-id: req-2bb6082a-5286-47b2-8d3e-ca2bb32e898c {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 19:12:16.299090 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37146297-5293-4b83-8cde-73120f1715c2", "name": "network-vif-deleted", "tag": "90782ea1-3067-4ea4-b951-04f7fd58c09f", "status": "completed", "code": 200}]} {{(pid=101460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 19:12:16.299342 n-d-810291-1 neutron-server[101460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2bb6082a-5286-47b2-8d3e-ca2bb32e898c {{(pid=101460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 19:12:16.299749 n-d-810291-1 neutron-server[101460]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37146297-5293-4b83-8cde-73120f1715c2', 'name': 'network-vif-deleted', 'tag': '90782ea1-3067-4ea4-b951-04f7fd58c09f', 'status': 'completed', 'code': 200} Sep 21 19:12:16.605670 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [req-803f22c1-147c-4946-b029-4af34173db5f req-8642f2d8-fcf4-478e-bad2-6b60fc6b74aa tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "GET /v2.0/ports?device_id=37146297-5293-4b83-8cde-73120f1715c2 HTTP/1.1" status: 200 len: 210 time: 0.0285490 Sep 21 19:12:17.669123 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57802) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:12:17.728737 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a535f7d-c39e-4630-bf24-00e09fd5e01d tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:17.754512 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a535f7d-c39e-4630-bf24-00e09fd5e01d tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:17.813500 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a535f7d-c39e-4630-bf24-00e09fd5e01d tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:17.816160 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7a535f7d-c39e-4630-bf24-00e09fd5e01d tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:17.817370 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7a535f7d-c39e-4630-bf24-00e09fd5e01d tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] 10.222.0.58 "DELETE /v2.0/security-groups/354967ea-80d7-4741-8fde-fbbfcf1aa1ab HTTP/1.1" status: 204 len: 168 time: 0.1472702 Sep 21 19:12:17.827005 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a535f7d-c39e-4630-bf24-00e09fd5e01d tempest-TestSnapshotPattern-1911259835 tempest-TestSnapshotPattern-1911259835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=354967ea-80d7-4741-8fde-fbbfcf1aa1ab,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:12:18.558577 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2dd2c8bf-0fa4-4144-a275-3f9302f215b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:18.891480 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57808) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:12:19.174768 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:19.390676 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a80f20fa-895b-46a4-951b-89fea2945cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:19.629962 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-a80f20fa-895b-46a4-951b-89fea2945cae admin admin] Deleting port 71a255c2-b4f7-4629-86bf-0cd0ae65aff8 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:12:19.630246 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a80f20fa-895b-46a4-951b-89fea2945cae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:19.705169 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-a80f20fa-895b-46a4-951b-89fea2945cae admin admin] For port 71a255c2-b4f7-4629-86bf-0cd0ae65aff8, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=71a255c2-b4f7-4629-86bf-0cd0ae65aff8,segment=NetworkSegment(99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a),segment_id=99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:12:19.705538 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a80f20fa-895b-46a4-951b-89fea2945cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:19.721181 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-a80f20fa-895b-46a4-951b-89fea2945cae admin admin] Calling delete_port for 71a255c2-b4f7-4629-86bf-0cd0ae65aff8 owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:12:19.906172 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a80f20fa-895b-46a4-951b-89fea2945cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:19.912863 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 90782ea1-3067-4ea4-b951-04f7fd58c09f no longer exists at agent hyperv_n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:12:19.932864 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] No Port match for: 90782ea1-3067-4ea4-b951-04f7fd58c09f {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:12:19.933128 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f20fa-895b-46a4-951b-89fea2945cae admin admin] Pushing event deleted for resources: {'Port': ['ID=71a255c2-b4f7-4629-86bf-0cd0ae65aff8,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:12:19.933662 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Device 90782ea1-3067-4ea4-b951-04f7fd58c09f not bound to the agent host n-h2-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:12:20.094264 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-a80f20fa-895b-46a4-951b-89fea2945cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:20.524283 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:20.676728 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80f20fa-895b-46a4-951b-89fea2945cae admin admin] Router e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1 has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:12:20.783203 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80f20fa-895b-46a4-951b-89fea2945cae admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:12:20.789064 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-a80f20fa-895b-46a4-951b-89fea2945cae admin admin] 10.222.0.58 "PUT /v2.0/routers/e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8963213 Sep 21 19:12:20.791902 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57814) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:12:20.795376 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e76d8d-c6a0-4488-8b02-37cc8dabe12b None None] Sync routers for ids ['e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'] in n-d-810291-1 {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:12:20.807048 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e76d8d-c6a0-4488-8b02-37cc8dabe12b None None] Routers {'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:12:20.807961 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-18e76d8d-c6a0-4488-8b02-37cc8dabe12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T19:12:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:12:20.899901 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d73d0b9e-584b-476f-97d2-a7c8e8aa1835 admin admin] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:21.004873 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d73d0b9e-584b-476f-97d2-a7c8e8aa1835 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:21.005577 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-18e76d8d-c6a0-4488-8b02-37cc8dabe12b None None] Set router e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1 gateway port host: n-d-810291-1 {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:12:21.058130 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-d73d0b9e-584b-476f-97d2-a7c8e8aa1835 admin admin] Deleting port a9281980-4632-4ce2-8acd-fdd1157b07db {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:12:21.058451 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d73d0b9e-584b-476f-97d2-a7c8e8aa1835 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:21.139294 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-d73d0b9e-584b-476f-97d2-a7c8e8aa1835 admin admin] For port a9281980-4632-4ce2-8acd-fdd1157b07db, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=a9281980-4632-4ce2-8acd-fdd1157b07db,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:12:21.139666 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d73d0b9e-584b-476f-97d2-a7c8e8aa1835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:21.153109 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-d73d0b9e-584b-476f-97d2-a7c8e8aa1835 admin admin] Calling delete_port for a9281980-4632-4ce2-8acd-fdd1157b07db owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:12:21.184933 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-18e76d8d-c6a0-4488-8b02-37cc8dabe12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'name': 'tempest-TestSnapshotPattern-1376683118-router', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:16Z', 'updated_at': '2021-09-21T19:12:19Z', 'revision_number': 5, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'gw_port': {'id': 'a9281980-4632-4ce2-8acd-fdd1157b07db', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:55:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:17Z', 'updated_at': '2021-09-21T19:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:12:21.215554 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e76d8d-c6a0-4488-8b02-37cc8dabe12b None None] Checking router: e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1 for host: n-d-810291-1 {{(pid=101463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:12:21.223905 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e76d8d-c6a0-4488-8b02-37cc8dabe12b None None] Routers {'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'} bound to L3 agent in host n-d-810291-1 {{(pid=101463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:12:21.224508 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-18e76d8d-c6a0-4488-8b02-37cc8dabe12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T19:12:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'], 'active': True} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:12:21.309522 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_dvr_db [None req-18e76d8d-c6a0-4488-8b02-37cc8dabe12b None None] Set router e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1 gateway port host: None {{(pid=101463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:12:21.323230 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d73d0b9e-584b-476f-97d2-a7c8e8aa1835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:21.354035 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d0b9e-584b-476f-97d2-a7c8e8aa1835 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9281980-4632-4ce2-8acd-fdd1157b07db,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:12:21.363479 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.l3_hamode_db [None req-18e76d8d-c6a0-4488-8b02-37cc8dabe12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'name': 'tempest-TestSnapshotPattern-1376683118-router', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:16Z', 'updated_at': '2021-09-21T19:12:21Z', 'revision_number': 6, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:12:21.393053 n-d-810291-1 neutron-server[101463]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e76d8d-c6a0-4488-8b02-37cc8dabe12b None None] The sync data for ids ['e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1'] in n-d-810291-1 is: [{'id': 'e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1', 'name': 'tempest-TestSnapshotPattern-1376683118-router', 'tenant_id': 'a665ab2785374477bc55d27521bac7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:16Z', 'updated_at': '2021-09-21T19:12:21Z', 'revision_number': 6, 'project_id': 'a665ab2785374477bc55d27521bac7b9', 'gw_port_host': None}] {{(pid=101463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:12:21.416592 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d73d0b9e-584b-476f-97d2-a7c8e8aa1835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:21.505836 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d73d0b9e-584b-476f-97d2-a7c8e8aa1835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:21.508020 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d73d0b9e-584b-476f-97d2-a7c8e8aa1835 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:21.551366 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d73d0b9e-584b-476f-97d2-a7c8e8aa1835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:21.551932 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73d0b9e-584b-476f-97d2-a7c8e8aa1835 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1 {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 19:12:21.556449 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-d73d0b9e-584b-476f-97d2-a7c8e8aa1835 admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:21.557667 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-d73d0b9e-584b-476f-97d2-a7c8e8aa1835 admin admin] 10.222.0.58 "DELETE /v2.0/routers/e7bef2a6-fb12-4dec-a12d-0f1efbf7f4d1 HTTP/1.1" status: 204 len: 168 time: 0.7647979 Sep 21 19:12:21.560496 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57816) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:12:21.607202 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec3413e1-27bc-4143-9fd1-ee4ba01deba5 admin admin] Deleting subnet 2c825cbf-dc22-420f-ba19-706aed18229e {{(pid=101461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 19:12:21.610428 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ec3413e1-27bc-4143-9fd1-ee4ba01deba5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:21.644184 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ec3413e1-27bc-4143-9fd1-ee4ba01deba5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324508'] for subnet, precommit_delete_associations {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:21.719641 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ec3413e1-27bc-4143-9fd1-ee4ba01deba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:21.782084 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ec3413e1-27bc-4143-9fd1-ee4ba01deba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8460091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9123367'] for subnet, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:21.810088 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3413e1-27bc-4143-9fd1-ee4ba01deba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c825cbf-dc22-420f-ba19-706aed18229e,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:12:21.813197 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-ec3413e1-27bc-4143-9fd1-ee4ba01deba5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:21.814995 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-ec3413e1-27bc-4143-9fd1-ee4ba01deba5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2c825cbf-dc22-420f-ba19-706aed18229e HTTP/1.1" status: 204 len: 168 time: 0.2523770 Sep 21 19:12:21.816601 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [-] (101461) accepted ('10.222.0.58', 57818) {{(pid=101461) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:12:21.824986 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca4d521-45e6-4df4-80b1-c1b028fda76a None None] Network e73083e8-9479-40d3-ace7-70245580acc0 requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:12:21.886177 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fb873b5f-4608-47ca-88cb-06603e14bc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:21.939652 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-fb873b5f-4608-47ca-88cb-06603e14bc50 admin admin] Deleting port 1f4b1a4c-4ea0-4265-869c-90b2869efa03 {{(pid=101461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:12:21.939930 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fb873b5f-4608-47ca-88cb-06603e14bc50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:21.984832 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:22.011974 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f76be64-11c4-4e23-ac16-acb5854e18bd None None] DHCP port deletion for e73083e8-9479-40d3-ace7-70245580acc0 request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 19:12:22.016318 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.db [None req-fb873b5f-4608-47ca-88cb-06603e14bc50 admin admin] For port 1f4b1a4c-4ea0-4265-869c-90b2869efa03, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1f4b1a4c-4ea0-4265-869c-90b2869efa03,segment=NetworkSegment(99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a),segment_id=99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a)] {{(pid=101461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:12:22.016694 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fb873b5f-4608-47ca-88cb-06603e14bc50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:22.029534 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.plugin [None req-fb873b5f-4608-47ca-88cb-06603e14bc50 admin admin] Calling delete_port for 1f4b1a4c-4ea0-4265-869c-90b2869efa03 owned by network:dhcp {{(pid=101461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:12:22.062068 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-7f76be64-11c4-4e23-ac16-acb5854e18bd None None] Deleting port 1f4b1a4c-4ea0-4265-869c-90b2869efa03 {{(pid=101462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:12:22.062448 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7f76be64-11c4-4e23-ac16-acb5854e18bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:22.112569 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fb873b5f-4608-47ca-88cb-06603e14bc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8460052'] for port, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:22.134423 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.db [None req-7f76be64-11c4-4e23-ac16-acb5854e18bd None None] For port 1f4b1a4c-4ea0-4265-869c-90b2869efa03, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1f4b1a4c-4ea0-4265-869c-90b2869efa03,segment=NetworkSegment(99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a),segment_id=99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a)] {{(pid=101462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:12:22.134894 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7f76be64-11c4-4e23-ac16-acb5854e18bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:22.146593 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb873b5f-4608-47ca-88cb-06603e14bc50 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f4b1a4c-4ea0-4265-869c-90b2869efa03,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:12:22.148739 n-d-810291-1 neutron-server[101461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb873b5f-4608-47ca-88cb-06603e14bc50 admin admin] No DVR routers for this DVR port 1f4b1a4c-4ea0-4265-869c-90b2869efa03 on host n-d-810291-1 {{(pid=101461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:12:22.155380 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-7f76be64-11c4-4e23-ac16-acb5854e18bd None None] Calling delete_port for 1f4b1a4c-4ea0-4265-869c-90b2869efa03 owned by network:dhcp {{(pid=101462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:12:22.228145 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fb873b5f-4608-47ca-88cb-06603e14bc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 19:12:22.229751 n-d-810291-1 neutron-server[101462]: self.session.flush() Sep 21 19:12:22.233832 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7f76be64-11c4-4e23-ac16-acb5854e18bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505'] for port, after_delete {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:22.252917 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-fb873b5f-4608-47ca-88cb-06603e14bc50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e73083e8-9479-40d3-ace7-70245580acc0']}} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:12:22.257766 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76be64-11c4-4e23-ac16-acb5854e18bd None None] Pushing event deleted for resources: {'Port': ['ID=1f4b1a4c-4ea0-4265-869c-90b2869efa03,revision_number=None']} {{(pid=101462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:12:22.262418 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-fb873b5f-4608-47ca-88cb-06603e14bc50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a') {'for_net_delete': True} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:12:22.262846 n-d-810291-1 neutron-server[101461]: DEBUG neutron.services.segments.db [None req-fb873b5f-4608-47ca-88cb-06603e14bc50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99380f4e-c2db-4ee5-8b0d-4bd2a0461e4a') {} {{(pid=101461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:12:22.262984 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f76be64-11c4-4e23-ac16-acb5854e18bd None None] No DVR routers for this DVR port 1f4b1a4c-4ea0-4265-869c-90b2869efa03 on host n-d-810291-1 {{(pid=101462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:12:22.274026 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fb873b5f-4608-47ca-88cb-06603e14bc50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324503'] for segment, before_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:22.288289 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fb873b5f-4608-47ca-88cb-06603e14bc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:22.294002 n-d-810291-1 neutron-server[101461]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb873b5f-4608-47ca-88cb-06603e14bc50 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=101461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 19:12:22.294380 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fb873b5f-4608-47ca-88cb-06603e14bc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8461285'] for segment, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:22.296120 n-d-810291-1 neutron-server[101461]: Traceback (most recent call last): Sep 21 19:12:22.296120 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 19:12:22.296120 n-d-810291-1 neutron-server[101461]: timer() Sep 21 19:12:22.296120 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 19:12:22.296120 n-d-810291-1 neutron-server[101461]: cb(*args, **kw) Sep 21 19:12:22.296120 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 19:12:22.296120 n-d-810291-1 neutron-server[101461]: return func(*args, **kwargs) Sep 21 19:12:22.296120 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 19:12:22.296120 n-d-810291-1 neutron-server[101461]: self._notify() Sep 21 19:12:22.296120 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 19:12:22.296120 n-d-810291-1 neutron-server[101461]: self.callback(batched_events) Sep 21 19:12:22.296120 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 19:12:22.296120 n-d-810291-1 neutron-server[101461]: event.method(event) Sep 21 19:12:22.296120 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 19:12:22.296120 n-d-810291-1 neutron-server[101461]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 19:12:22.296120 n-d-810291-1 neutron-server[101461]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 19:12:22.296120 n-d-810291-1 neutron-server[101461]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 19:12:22.296120 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 19:12:22.296120 n-d-810291-1 neutron-server[101461]: return f(self, *a, **k) Sep 21 19:12:22.296120 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 19:12:22.296120 n-d-810291-1 neutron-server[101461]: return self._get(url).json() Sep 21 19:12:22.296120 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 19:12:22.296120 n-d-810291-1 neutron-server[101461]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 19:12:22.296120 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 19:12:22.296120 n-d-810291-1 neutron-server[101461]: return self.request(url, 'GET', **kwargs) Sep 21 19:12:22.296120 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 19:12:22.296120 n-d-810291-1 neutron-server[101461]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 19:12:22.296120 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 19:12:22.296120 n-d-810291-1 neutron-server[101461]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 19:12:22.296120 n-d-810291-1 neutron-server[101461]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 19:12:22.296120 n-d-810291-1 neutron-server[101461]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 19:12:22.296120 n-d-810291-1 neutron-server[101461]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 19:12:22.358432 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fb873b5f-4608-47ca-88cb-06603e14bc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:22.363604 n-d-810291-1 neutron-server[101461]: DEBUG neutron_lib.callbacks.manager [None req-fb873b5f-4608-47ca-88cb-06603e14bc50 admin admin] Notify callbacks [] for network, before_response {{(pid=101461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:22.367367 n-d-810291-1 neutron-server[101461]: INFO neutron.wsgi [None req-fb873b5f-4608-47ca-88cb-06603e14bc50 admin admin] 10.222.0.58 "DELETE /v2.0/networks/e73083e8-9479-40d3-ace7-70245580acc0 HTTP/1.1" status: 204 len: 168 time: 0.5497944 Sep 21 19:12:22.368822 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57822) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:12:22.379741 n-d-810291-1 neutron-server[101461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb873b5f-4608-47ca-88cb-06603e14bc50 admin admin] Pushing event deleted for resources: {'Network': ['ID=e73083e8-9479-40d3-ace7-70245580acc0,revision_number=None']} {{(pid=101461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:12:22.733886 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7c7307a1-720f-4855-81b6-a73ed7da3a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733457'] for router_interface, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:22.851820 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 71a255c2-b4f7-4629-86bf-0cd0ae65aff8 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:12:22.871865 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 71a255c2-b4f7-4629-86bf-0cd0ae65aff8 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:12:22.872282 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 71a255c2-b4f7-4629-86bf-0cd0ae65aff8 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:12:22.872703 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1f4b1a4c-4ea0-4265-869c-90b2869efa03 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:12:22.894293 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 1f4b1a4c-4ea0-4265-869c-90b2869efa03 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:12:22.894617 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1f4b1a4c-4ea0-4265-869c-90b2869efa03 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:12:22.895077 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a9281980-4632-4ce2-8acd-fdd1157b07db no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:12:22.914731 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: a9281980-4632-4ce2-8acd-fdd1157b07db {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:12:22.915099 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device a9281980-4632-4ce2-8acd-fdd1157b07db not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:12:22.989694 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-7c7307a1-720f-4855-81b6-a73ed7da3a62 admin admin] Deleting port 2e11e534-09a5-4d13-9d0a-104fd4f113b7 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:12:22.989911 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7c7307a1-720f-4855-81b6-a73ed7da3a62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:23.067316 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-7c7307a1-720f-4855-81b6-a73ed7da3a62 admin admin] For port 2e11e534-09a5-4d13-9d0a-104fd4f113b7, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=2e11e534-09a5-4d13-9d0a-104fd4f113b7,segment=NetworkSegment(3849fec3-d89e-4cc4-a9b7-638626fd4f0f),segment_id=3849fec3-d89e-4cc4-a9b7-638626fd4f0f)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:12:23.067675 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7c7307a1-720f-4855-81b6-a73ed7da3a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:23.084717 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-7c7307a1-720f-4855-81b6-a73ed7da3a62 admin admin] Calling delete_port for 2e11e534-09a5-4d13-9d0a-104fd4f113b7 owned by network:router_interface {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:12:23.273459 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7c7307a1-720f-4855-81b6-a73ed7da3a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:23.299897 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7307a1-720f-4855-81b6-a73ed7da3a62 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e11e534-09a5-4d13-9d0a-104fd4f113b7,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:12:23.470478 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-7c7307a1-720f-4855-81b6-a73ed7da3a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-735905'] for router_interface, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:23.690188 n-d-810291-1 neutron-server[101460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7307a1-720f-4855-81b6-a73ed7da3a62 admin admin] Router 7232fffe-4aa7-44bd-b5ee-b4f3f197e38d has already been hosted by L3 agent b4f1b89f-1684-4a23-b902-8462159deceb {{(pid=101460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 19:12:23.796457 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7307a1-720f-4855-81b6-a73ed7da3a62 admin admin] Notify agent at l3_agent.n-d-810291-1 the message routers_updated {{(pid=101460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 19:12:23.803307 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-7c7307a1-720f-4855-81b6-a73ed7da3a62 admin admin] 10.222.0.58 "PUT /v2.0/routers/7232fffe-4aa7-44bd-b5ee-b4f3f197e38d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4315872 Sep 21 19:12:23.805256 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57826) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:12:23.808195 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec785a-3c56-45e9-af5a-581f900b2763 None None] Sync routers for ids ['7232fffe-4aa7-44bd-b5ee-b4f3f197e38d'] in n-d-810291-1 {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 19:12:23.818512 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ec785a-3c56-45e9-af5a-581f900b2763 None None] Routers {'7232fffe-4aa7-44bd-b5ee-b4f3f197e38d'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:12:23.819176 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-09ec785a-3c56-45e9-af5a-581f900b2763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T19:12:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['7232fffe-4aa7-44bd-b5ee-b4f3f197e38d'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:12:23.908386 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-96500c8d-4912-43da-ad70-0e009f9b251c admin admin] Notify callbacks [] for router, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:23.924246 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-09ec785a-3c56-45e9-af5a-581f900b2763 None None] Set router 7232fffe-4aa7-44bd-b5ee-b4f3f197e38d gateway port host: n-d-810291-1 {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:12:24.012378 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-96500c8d-4912-43da-ad70-0e009f9b251c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:24.066009 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-96500c8d-4912-43da-ad70-0e009f9b251c admin admin] Deleting port be2273a2-040b-4098-9900-ca178cd0dc86 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:12:24.066355 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-96500c8d-4912-43da-ad70-0e009f9b251c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:24.098731 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-09ec785a-3c56-45e9-af5a-581f900b2763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7232fffe-4aa7-44bd-b5ee-b4f3f197e38d', 'name': 'tempest-TestSnapshotPattern-1875589799-router', 'tenant_id': 'edb0694cb72a4887947912b66b3dfd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'external_fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'be2273a2-040b-4098-9900-ca178cd0dc86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:21Z', 'updated_at': '2021-09-21T19:12:23Z', 'revision_number': 5, 'project_id': 'edb0694cb72a4887947912b66b3dfd3a', 'gw_port': {'id': 'be2273a2-040b-4098-9900-ca178cd0dc86', 'name': '', 'network_id': 'b8a002cf-2233-41c0-bbfe-1c8ea43e5299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7232fffe-4aa7-44bd-b5ee-b4f3f197e38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-810291-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T19:07:21Z', 'updated_at': '2021-09-21T19:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc4d634a-526e-4dc7-b27b-c89e8f6bae44', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-810291-1'}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:12:24.124811 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec785a-3c56-45e9-af5a-581f900b2763 None None] Checking router: 7232fffe-4aa7-44bd-b5ee-b4f3f197e38d for host: n-d-810291-1 {{(pid=101462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 19:12:24.133018 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ec785a-3c56-45e9-af5a-581f900b2763 None None] Routers {'7232fffe-4aa7-44bd-b5ee-b4f3f197e38d'} bound to L3 agent in host n-d-810291-1 {{(pid=101462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 19:12:24.133627 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-09ec785a-3c56-45e9-af5a-581f900b2763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-810291-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:37:18Z,description=,heartbeat_timestamp=2021-09-21T19:12:19Z,host='n-d-810291-1',id=b4f1b89f-1684-4a23-b902-8462159deceb,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:37:18Z,topic='l3_agent')) {'router_ids': ['7232fffe-4aa7-44bd-b5ee-b4f3f197e38d'], 'active': True} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:12:24.142589 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-96500c8d-4912-43da-ad70-0e009f9b251c admin admin] For port be2273a2-040b-4098-9900-ca178cd0dc86, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=be2273a2-040b-4098-9900-ca178cd0dc86,segment=NetworkSegment(441b8248-a289-4f20-9e4d-5883debed94b),segment_id=441b8248-a289-4f20-9e4d-5883debed94b)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:12:24.142976 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-96500c8d-4912-43da-ad70-0e009f9b251c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:24.161027 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-96500c8d-4912-43da-ad70-0e009f9b251c admin admin] Calling delete_port for be2273a2-040b-4098-9900-ca178cd0dc86 owned by network:router_gateway {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:12:24.341061 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-96500c8d-4912-43da-ad70-0e009f9b251c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:24.369965 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96500c8d-4912-43da-ad70-0e009f9b251c admin admin] Pushing event deleted for resources: {'Port': ['ID=be2273a2-040b-4098-9900-ca178cd0dc86,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:12:24.379571 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:24.396529 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_dvr_db [None req-09ec785a-3c56-45e9-af5a-581f900b2763 None None] Set router 7232fffe-4aa7-44bd-b5ee-b4f3f197e38d gateway port host: None {{(pid=101462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 19:12:24.429840 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-96500c8d-4912-43da-ad70-0e009f9b251c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-735847'] for router_gateway, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:24.448150 n-d-810291-1 neutron-server[101462]: DEBUG neutron.db.l3_hamode_db [None req-09ec785a-3c56-45e9-af5a-581f900b2763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7232fffe-4aa7-44bd-b5ee-b4f3f197e38d', 'name': 'tempest-TestSnapshotPattern-1875589799-router', 'tenant_id': 'edb0694cb72a4887947912b66b3dfd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:21Z', 'updated_at': '2021-09-21T19:12:24Z', 'revision_number': 6, 'project_id': 'edb0694cb72a4887947912b66b3dfd3a', 'gw_port_host': None}], 'n-d-810291-1', False) {} {{(pid=101462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:12:24.477551 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec785a-3c56-45e9-af5a-581f900b2763 None None] The sync data for ids ['7232fffe-4aa7-44bd-b5ee-b4f3f197e38d'] in n-d-810291-1 is: [{'id': '7232fffe-4aa7-44bd-b5ee-b4f3f197e38d', 'name': 'tempest-TestSnapshotPattern-1875589799-router', 'tenant_id': 'edb0694cb72a4887947912b66b3dfd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T19:07:21Z', 'updated_at': '2021-09-21T19:12:24Z', 'revision_number': 6, 'project_id': 'edb0694cb72a4887947912b66b3dfd3a', 'gw_port_host': None}] {{(pid=101462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 19:12:24.519909 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-96500c8d-4912-43da-ad70-0e009f9b251c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1444'] for router, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:24.522090 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-96500c8d-4912-43da-ad70-0e009f9b251c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:24.569698 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-96500c8d-4912-43da-ad70-0e009f9b251c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575181'] for router, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:24.570240 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96500c8d-4912-43da-ad70-0e009f9b251c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7232fffe-4aa7-44bd-b5ee-b4f3f197e38d {{(pid=101460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 19:12:24.574890 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-96500c8d-4912-43da-ad70-0e009f9b251c admin admin] Notify callbacks [] for router, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:24.576113 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-96500c8d-4912-43da-ad70-0e009f9b251c admin admin] 10.222.0.58 "DELETE /v2.0/routers/7232fffe-4aa7-44bd-b5ee-b4f3f197e38d HTTP/1.1" status: 204 len: 168 time: 0.7699783 Sep 21 19:12:24.578624 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57830) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:12:24.634514 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d53cb1-ed2b-432f-af71-9a84f0089d39 admin admin] Deleting subnet 3e02c48f-3cd3-4465-9136-c8530a2ad4a5 {{(pid=101460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 19:12:24.638090 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c5d53cb1-ed2b-432f-af71-9a84f0089d39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:24.674430 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c5d53cb1-ed2b-432f-af71-9a84f0089d39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12542824'] for subnet, precommit_delete_associations {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:24.763605 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c5d53cb1-ed2b-432f-af71-9a84f0089d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3929246'] for subnet, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:24.818132 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c5d53cb1-ed2b-432f-af71-9a84f0089d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3929225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9975093'] for subnet, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:24.843949 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d53cb1-ed2b-432f-af71-9a84f0089d39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e02c48f-3cd3-4465-9136-c8530a2ad4a5,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:12:24.847679 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-c5d53cb1-ed2b-432f-af71-9a84f0089d39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:24.849458 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-c5d53cb1-ed2b-432f-af71-9a84f0089d39 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3e02c48f-3cd3-4465-9136-c8530a2ad4a5 HTTP/1.1" status: 204 len: 168 time: 0.2698710 Sep 21 19:12:24.852128 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57832) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:12:24.861933 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75801064-0d80-437e-88ce-304ef0c9583e None None] Network 63603973-8191-43ff-bad0-9de9a2ac278a requested from n-d-810291-1 {{(pid=101462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 19:12:24.942617 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8222001d-4e47-4a10-b153-345e819d0763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683183'] for network, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:25.003661 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-8222001d-4e47-4a10-b153-345e819d0763 admin admin] Deleting port 1c365f5e-3954-4c0c-bc42-bcee76b725c2 {{(pid=101460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 19:12:25.004018 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8222001d-4e47-4a10-b153-345e819d0763 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748376383281'] for port, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:25.064995 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.db [None req-8222001d-4e47-4a10-b153-345e819d0763 admin admin] For port 1c365f5e-3954-4c0c-bc42-bcee76b725c2, host n-d-810291-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-810291-1',level=0,port_id=1c365f5e-3954-4c0c-bc42-bcee76b725c2,segment=NetworkSegment(3849fec3-d89e-4cc4-a9b7-638626fd4f0f),segment_id=3849fec3-d89e-4cc4-a9b7-638626fd4f0f)] {{(pid=101460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 19:12:25.065289 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8222001d-4e47-4a10-b153-345e819d0763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-731225'] for port, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:25.077331 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.plugin [None req-8222001d-4e47-4a10-b153-345e819d0763 admin admin] Calling delete_port for 1c365f5e-3954-4c0c-bc42-bcee76b725c2 owned by network:dhcp {{(pid=101460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 19:12:25.161936 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8222001d-4e47-4a10-b153-345e819d0763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748376389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748375885505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105774'] for port, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:25.186961 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222001d-4e47-4a10-b153-345e819d0763 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c365f5e-3954-4c0c-bc42-bcee76b725c2,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:12:25.191349 n-d-810291-1 neutron-server[101460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8222001d-4e47-4a10-b153-345e819d0763 admin admin] No DVR routers for this DVR port 1c365f5e-3954-4c0c-bc42-bcee76b725c2 on host n-d-810291-1 {{(pid=101460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 19:12:25.265048 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8222001d-4e47-4a10-b153-345e819d0763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931417', 'neutron.services.segments.db._delete_segments_for_network-8748376251805'] for network, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:25.287048 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-8222001d-4e47-4a10-b153-345e819d0763 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63603973-8191-43ff-bad0-9de9a2ac278a']}} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:12:25.297173 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-8222001d-4e47-4a10-b153-345e819d0763 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3849fec3-d89e-4cc4-a9b7-638626fd4f0f') {'for_net_delete': True} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:12:25.298399 n-d-810291-1 neutron-server[101460]: DEBUG neutron.services.segments.db [None req-8222001d-4e47-4a10-b153-345e819d0763 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3849fec3-d89e-4cc4-a9b7-638626fd4f0f') {} {{(pid=101460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 19:12:25.301305 n-d-810291-1 neutron-server[101462]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98a9a97-e27d-401d-8d66-e0b38442db34 None None] DHCP port deletion for 63603973-8191-43ff-bad0-9de9a2ac278a request from n-d-810291-1 {{(pid=101462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 19:12:25.305094 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 2e11e534-09a5-4d13-9d0a-104fd4f113b7 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:12:25.307799 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8222001d-4e47-4a10-b153-345e819d0763 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748376250534', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12542819'] for segment, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:25.325744 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8222001d-4e47-4a10-b153-345e819d0763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051'] for segment, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:25.333433 n-d-810291-1 neutron-server[101460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8222001d-4e47-4a10-b153-345e819d0763 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=101460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 19:12:25.333931 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8222001d-4e47-4a10-b153-345e819d0763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10108767'] for segment, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:25.335754 n-d-810291-1 neutron-server[101460]: Traceback (most recent call last): Sep 21 19:12:25.335754 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 19:12:25.335754 n-d-810291-1 neutron-server[101460]: timer() Sep 21 19:12:25.335754 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 19:12:25.335754 n-d-810291-1 neutron-server[101460]: cb(*args, **kw) Sep 21 19:12:25.335754 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 19:12:25.335754 n-d-810291-1 neutron-server[101460]: return func(*args, **kwargs) Sep 21 19:12:25.335754 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 19:12:25.335754 n-d-810291-1 neutron-server[101460]: self._notify() Sep 21 19:12:25.335754 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 19:12:25.335754 n-d-810291-1 neutron-server[101460]: self.callback(batched_events) Sep 21 19:12:25.335754 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 19:12:25.335754 n-d-810291-1 neutron-server[101460]: event.method(event) Sep 21 19:12:25.335754 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 19:12:25.335754 n-d-810291-1 neutron-server[101460]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 19:12:25.335754 n-d-810291-1 neutron-server[101460]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 19:12:25.335754 n-d-810291-1 neutron-server[101460]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 19:12:25.335754 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 19:12:25.335754 n-d-810291-1 neutron-server[101460]: return f(self, *a, **k) Sep 21 19:12:25.335754 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 19:12:25.335754 n-d-810291-1 neutron-server[101460]: return self._get(url).json() Sep 21 19:12:25.335754 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 19:12:25.335754 n-d-810291-1 neutron-server[101460]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 19:12:25.335754 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 19:12:25.335754 n-d-810291-1 neutron-server[101460]: return self.request(url, 'GET', **kwargs) Sep 21 19:12:25.335754 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 19:12:25.335754 n-d-810291-1 neutron-server[101460]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 19:12:25.335754 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 19:12:25.335754 n-d-810291-1 neutron-server[101460]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 19:12:25.335754 n-d-810291-1 neutron-server[101460]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 19:12:25.335754 n-d-810291-1 neutron-server[101460]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 19:12:25.335754 n-d-810291-1 neutron-server[101460]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 19:12:25.338319 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 2e11e534-09a5-4d13-9d0a-104fd4f113b7 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:12:25.338319 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 2e11e534-09a5-4d13-9d0a-104fd4f113b7 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:12:25.394867 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:25.396412 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8222001d-4e47-4a10-b153-345e819d0763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3931392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-735747'] for network, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:25.403463 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-8222001d-4e47-4a10-b153-345e819d0763 admin admin] Notify callbacks [] for network, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:25.406418 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-8222001d-4e47-4a10-b153-345e819d0763 admin admin] 10.222.0.58 "DELETE /v2.0/networks/63603973-8191-43ff-bad0-9de9a2ac278a HTTP/1.1" status: 204 len: 168 time: 0.5532413 Sep 21 19:12:25.420756 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222001d-4e47-4a10-b153-345e819d0763 admin admin] Pushing event deleted for resources: {'Network': ['ID=63603973-8191-43ff-bad0-9de9a2ac278a,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:12:25.524234 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57836) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:12:25.567404 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-36d31fff-33e1-4345-bfe5-b19c48c4c989 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a665ab2785374477bc55d27521bac7b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416598 Sep 21 19:12:25.570077 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57838) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:12:25.621708 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-32a47de1-0cd2-4031-8998-dcb8734f145f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:25.643441 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-32a47de1-0cd2-4031-8998-dcb8734f145f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:25.691906 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-32a47de1-0cd2-4031-8998-dcb8734f145f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:25.695439 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-32a47de1-0cd2-4031-8998-dcb8734f145f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:25.696613 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-32a47de1-0cd2-4031-8998-dcb8734f145f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/97212125-cd8a-4519-bfe8-9b31ba06afeb HTTP/1.1" status: 204 len: 168 time: 0.1255229 Sep 21 19:12:25.704254 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a47de1-0cd2-4031-8998-dcb8734f145f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97212125-cd8a-4519-bfe8-9b31ba06afeb,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:12:26.065658 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57844) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:12:26.104606 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-cb865073-56f8-430e-bb4f-f1984b328096 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=edb0694cb72a4887947912b66b3dfd3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376668 Sep 21 19:12:26.107151 n-d-810291-1 neutron-server[101460]: DEBUG neutron.wsgi [-] (101460) accepted ('10.222.0.58', 57846) {{(pid=101460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 19:12:26.158482 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-657ab4b1-ccc3-4dda-b96b-8dfcaea6cc2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:26.186264 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-657ab4b1-ccc3-4dda-b96b-8dfcaea6cc2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:26.237584 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-657ab4b1-ccc3-4dda-b96b-8dfcaea6cc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581338'] for security_group, after_delete {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:26.240218 n-d-810291-1 neutron-server[101460]: DEBUG neutron_lib.callbacks.manager [None req-657ab4b1-ccc3-4dda-b96b-8dfcaea6cc2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:26.241412 n-d-810291-1 neutron-server[101460]: INFO neutron.wsgi [None req-657ab4b1-ccc3-4dda-b96b-8dfcaea6cc2a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/77bf9cc3-6888-4d18-8566-0ff60cab20b9 HTTP/1.1" status: 204 len: 168 time: 0.1333408 Sep 21 19:12:26.248967 n-d-810291-1 neutron-server[101460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ab4b1-ccc3-4dda-b96b-8dfcaea6cc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bf9cc3-6888-4d18-8566-0ff60cab20b9,revision_number=None']} {{(pid=101460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 19:12:26.860207 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device be2273a2-040b-4098-9900-ca178cd0dc86 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:12:26.881457 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: be2273a2-040b-4098-9900-ca178cd0dc86 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:12:26.881799 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device be2273a2-040b-4098-9900-ca178cd0dc86 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:12:26.882299 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1c365f5e-3954-4c0c-bc42-bcee76b725c2 no longer exists at agent ovs-agent-n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 19:12:26.901645 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.plugin [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] No Port match for: 1c365f5e-3954-4c0c-bc42-bcee76b725c2 {{(pid=101462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 19:12:26.902002 n-d-810291-1 neutron-server[101462]: DEBUG neutron.plugins.ml2.rpc [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Device 1c365f5e-3954-4c0c-bc42-bcee76b725c2 not bound to the agent host n-d-810291-1 {{(pid=101462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 19:12:39.742511 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:12:46.068150 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b52277ff-3bda-493c-b45f-257dd092424e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:48.567051 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c4227d4f-13b4-440f-a4e1-52417acb0647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:49.191133 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:50.530550 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:51.989582 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:54.228854 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:12:55.415455 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:13:16.083657 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-fd5a713c-2dd2-4275-a3df-359f5bbc3088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:13:16.748607 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:13:18.560251 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b121a78c-0efc-459b-a6ea-fe734f5e3e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:13:19.194849 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:13:20.535537 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:13:21.982165 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:13:24.255531 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:13:25.428264 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:13:46.088647 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-dd9cbb56-e24b-4b18-a6f7-c086b3ca1851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:13:48.558752 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5264ea42-490a-484a-baaa-cb1adb404e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:13:49.191023 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:13:50.541173 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:13:51.994449 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:13:53.749170 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:13:54.279620 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:13:55.429305 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:16.085191 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-2b7918d3-a614-4c85-bc61-c504e9c9c8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:18.552429 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-f6830935-6ffd-4780-95bf-df9c3d756e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:19.190187 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:20.550266 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:21.997967 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:24.277617 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:25.428549 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:30.754900 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:14:46.088217 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-cccb0ed7-20b6-49c4-b749-2a2b5833072f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:48.560804 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-121463dd-7f95-40f0-87ae-c0f6e55bcecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:49.191217 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:50.553026 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:51.999408 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:54.290521 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:14:55.448245 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:07.760752 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:15:16.093601 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-72e2f233-9f54-4b16-9b78-4ca32b145662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:18.555809 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d3437bca-2fdd-4e99-8155-5461357e5320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:19.192544 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:20.558885 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:21.999456 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:24.281528 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:25.457105 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:44.766248 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:15:46.091259 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9569eee0-e8ad-4258-b479-d3f5e7ab0f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:48.564417 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1b6f2b-10fb-41f4-90b6-708176f136a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:49.192670 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:50.560617 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:52.006688 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:54.305890 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:15:55.455099 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:16:16.091815 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-d052bc57-9a8c-4006-8b31-3545df2f722c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:16:18.566358 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-7fbe63ee-4bc6-40b5-a116-d1826eaa2bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:16:19.192284 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:16:20.565754 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:16:21.771805 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:16:22.017802 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:16:24.302657 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:16:25.477461 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:16:46.087764 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-4019ee20-e5f8-4e0b-b750-f661bec9f17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:16:48.569374 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-89a0a78c-f814-499f-97ca-3039271be4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:16:49.194967 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:16:50.574844 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:16:52.019486 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:16:54.319099 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:16:55.465669 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:16:58.777406 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:17:16.099508 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1f671098-931a-4854-8ce6-11c9498c89da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:17:18.568520 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e9ffd44-b401-4c38-8b01-94443c35c646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:17:19.195826 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:17:20.567077 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:17:22.014100 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:17:24.316161 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:17:25.483045 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:17:35.781243 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:17:46.100079 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1f2db08f-072d-47d5-b65b-a7d49dc17351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:17:48.563664 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9cfdce9c-e48e-477e-97cd-fbb24b4cd6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:17:49.195113 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:17:50.574612 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:17:52.026580 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:17:54.335435 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:17:55.487536 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:18:12.788692 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:18:16.106310 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c01b6464-fd3c-4f4c-9ea2-1b14ba5ee2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:18:18.579198 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b733737e-d272-4a8a-a063-5193f62425d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:18:19.200774 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:18:20.577598 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:18:22.020345 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:18:24.328215 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:18:25.495572 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:18:46.094110 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-48ad190f-c656-4e95-8836-2bb70b60cfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:18:48.587399 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c510d1c2-625a-4184-9206-2be1f2509c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:18:49.189116 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:18:49.783770 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:18:50.584725 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:18:52.031687 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:18:54.344699 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:18:55.494419 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:16.097267 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9f388016-33e0-4970-bc73-709df24ba971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:18.580359 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b98f0a1-392c-4fe8-b686-6621c3a0a1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:19.194850 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:20.590998 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:22.027210 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:24.352704 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:25.493801 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:26.790000 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:19:46.096695 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ad58c98b-5858-416c-9047-be2da0f2e677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:48.584182 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-773a3f6a-e83a-461a-a76d-0e0084d2d6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:49.186076 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:50.591328 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:52.039285 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:54.366463 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:19:55.497730 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:20:03.796759 n-d-810291-1 neutron-server[101463]: DEBUG neutron.db.agents_db [None req-64a23f3d-40f3-414e-9776-e2238540ebb8 None None] Agent healthcheck: found 7 active agents {{(pid=101463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 19:20:16.092205 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-ad2a3d75-c46f-4211-bab2-11a21c4d051e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:20:18.576736 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-c8fb431a-1dbf-4d29-9cf5-5d1d66d708b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:20:19.183206 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-5c1826b0-3f3e-4b60-9583-9391728aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:20:20.589908 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-8e64ea4c-cbc2-4a7e-8078-f1e901ebeee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:20:22.027788 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-1516561d-ea7b-438f-aab8-901b74f39b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:20:23.521265 n-d-810291-1 neutron-server[101461]: DEBUG neutron.wsgi [req-2f44edc6-2b0a-4eb5-abcb-cb9a542933e9 req-5aed0174-af53-40d8-85c6-0b6fef996745 service neutron] (101461) timed out ('10.222.0.58', 56452) {{(pid=101461) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 19:20:24.361014 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-b6efb07f-11e8-43be-be6c-b43dd68d1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 19:20:25.485017 n-d-810291-1 neutron-server[101462]: DEBUG neutron_lib.callbacks.manager [None req-9b5f502d-6878-4964-82cd-302c19a348ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748376251787', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3916569'] for agent, after_update {{(pid=101462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}